-- Logs begin at Thu 2021-12-16 21:07:43 UTC, end at Thu 2021-12-16 23:56:50 UTC. -- Dec 16 21:54:35.294790 n-d-815324-4 systemd[1]: Started Devstack devstack@q-svc.service. Dec 16 21:54:38.112729 n-d-815324-4 neutron-server[103504]: INFO neutron.common.config [-] Logging enabled! Dec 16 21:54:38.113439 n-d-815324-4 neutron-server[103504]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev289 Dec 16 21:54:38.113533 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103504) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 16 21:54:38.116822 n-d-815324-4 neutron-server[103504]: INFO neutron.common.config [-] Logging enabled! Dec 16 21:54:38.117081 n-d-815324-4 neutron-server[103504]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev289 Dec 16 21:54:38.117399 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103504) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 16 21:54:38.118336 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 21:54:38.118574 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 21:54:38.118960 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 21:54:38.119252 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 21:54:38.119486 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 21:54:38.119813 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.120234 n-d-815324-4 neutron-server[103504]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 16 21:54:38.120550 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.120852 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.121151 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.121452 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.121746 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.122032 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.122327 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.122627 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.122914 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.123235 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.123528 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.123822 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.124109 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.124401 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.124691 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.124976 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] debug = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.125263 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.126325 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.126755 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.127064 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.127368 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.127658 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.127941 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.128225 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.128517 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.128849 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] host = n-d-815324-4 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.129132 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.129424 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.129720 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.130012 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.130294 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.130575 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.130864 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.131182 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.131458 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] log_file = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.131740 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.132032 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.132325 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.132619 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.132850 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.133078 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.133369 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.133660 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.133938 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.134218 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.134491 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.134768 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.135074 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.135350 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.135635 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.135924 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.136217 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.136496 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.136774 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.137049 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.137323 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.137610 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.137887 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.138165 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.138442 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.138730 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.139002 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.139313 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.139614 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.139902 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.140188 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.140478 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.140755 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.141060 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.141872 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.142194 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.142503 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] use_json = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.142787 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.143132 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.143430 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.143710 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.143989 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.144273 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.144553 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.144843 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:38.145146 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.145449 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.145754 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.146047 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.146354 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.146641 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.146934 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.147251 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.147545 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.147836 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.148126 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.148406 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.148698 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.148979 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.149276 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.149584 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.149881 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.150175 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.150456 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.150736 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.151015 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.151321 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.151612 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.151913 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.152189 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.152481 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.152763 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.153065 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.153355 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.153649 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.153942 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.154221 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.154503 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.154797 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.155097 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.155377 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.155657 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.155954 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.156233 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.156508 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.156917 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.157279 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.157562 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.157843 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.158128 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.158424 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.158705 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.158985 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.159288 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.159570 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.159846 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.160135 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.160417 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.160691 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.160968 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.161249 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.161524 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.161799 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.162081 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.162358 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.162639 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.162915 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.163222 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.163502 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.163778 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.164053 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.164329 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.164605 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.164886 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.165166 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.165447 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.165726 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.166012 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.166291 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.166582 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.166887 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.167205 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.167493 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.167777 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.168060 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.168341 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.168623 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.168906 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.169189 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.169468 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.169763 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.170053 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.170342 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.170627 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.170935 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.171264 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.171547 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.171834 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.172116 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.172434 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.172720 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.173009 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.173307 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.173606 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.173902 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.174200 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.174495 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.174776 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.175110 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.175398 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:38.175618 n-d-815324-4 neutron-server[103504]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 21:54:38.175865 n-d-815324-4 neutron-server[103504]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103504) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 16 21:54:38.601994 n-d-815324-4 neutron-server[103504]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 16 21:54:38.602276 n-d-815324-4 neutron-server[103504]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 16 21:54:38.602589 n-d-815324-4 neutron-server[103504]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 16 21:54:38.603098 n-d-815324-4 neutron-server[103504]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 16 21:54:38.931034 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:38.931272 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:38.931559 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:38.932841 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:38.933122 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:38.933392 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:38.979593 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:38.979879 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:38.980158 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:38.994227 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:38.994516 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:38.994794 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.024185 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.024473 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.024752 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.061774 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.062057 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.062329 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.399483 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.400133 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.400133 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.400300 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.400975 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.500825 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.501154 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.501440 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.501720 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.501999 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.502320 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.502590 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.502856 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.503140 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.503434 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.503702 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.503976 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.504237 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.504495 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.504756 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.505024 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.505283 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.505556 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.505832 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.506098 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.506379 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.506639 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.506927 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.507333 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.507591 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.507845 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.508241 n-d-815324-4 neutron-server[103504]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103504) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 21:54:39.508486 n-d-815324-4 neutron-server[103504]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103504) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 21:54:39.508729 n-d-815324-4 neutron-server[103504]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103504) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 21:54:39.508969 n-d-815324-4 neutron-server[103504]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103504) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 21:54:39.509206 n-d-815324-4 neutron-server[103504]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103504) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 21:54:39.509445 n-d-815324-4 neutron-server[103504]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103504) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 21:54:39.509814 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 16 21:54:39.512968 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 16 21:54:39.517577 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 16 21:54:39.521525 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Dec 16 21:54:39.523197 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 16 21:54:39.523674 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 16 21:54:39.524014 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 16 21:54:39.524398 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 16 21:54:39.527238 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 16 21:54:39.527496 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 16 21:54:39.527846 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 21:54:39.533767 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 16 21:54:39.556762 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 16 21:54:39.557217 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.557517 n-d-815324-4 neutron-server[103504]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103504) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 16 21:54:39.557883 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.559312 n-d-815324-4 neutron-server[103504]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103504) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 16 21:54:39.559596 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 21:54:39.559846 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 16 21:54:39.563860 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.563981 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:39.632895 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 16 21:54:39.633149 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 16 21:54:39.633395 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 16 21:54:39.633775 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 16 21:54:39.656791 n-d-815324-4 neutron-server[103504]: DEBUG oslo_db.sqlalchemy.engines [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103504) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 16 21:54:40.243391 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.managers [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Initializing driver for type 'gre' Dec 16 21:54:40.243922 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] gre ID ranges: [(1, 1000)] Dec 16 21:54:40.426202 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.managers [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Initializing driver for type 'local' Dec 16 21:54:40.426799 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.managers [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Initializing driver for type 'vlan' Dec 16 21:54:40.494820 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] VlanTypeDriver initialization complete Dec 16 21:54:40.495131 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.managers [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Initializing driver for type 'vxlan' Dec 16 21:54:40.495637 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] vxlan ID ranges: [(1, 1000)] Dec 16 21:54:40.695062 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.managers [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Initializing extension driver 'port_security' Dec 16 21:54:40.695437 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.extensions.port_security [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] PortSecurityExtensionDriver initialization complete Dec 16 21:54:40.695776 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.managers [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Initializing mechanism driver 'openvswitch' Dec 16 21:54:40.696107 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.managers [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Initializing mechanism driver 'hyperv' Dec 16 21:54:40.707407 n-d-815324-4 neutron-server[103504]: DEBUG neutron.plugins.ml2.plugin [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:54:40.708268 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > port after_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.708648 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > port after_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.709009 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > port after_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.709548 n-d-815324-4 neutron-server[103504]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103504) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 21:54:40.709988 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > subnet after_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.710352 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > subnet after_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.710705 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.711141 n-d-815324-4 neutron-server[103504]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103504) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 21:54:40.711558 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > network after_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.711913 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > network after_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.712263 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > network after_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.712693 n-d-815324-4 neutron-server[103504]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103504) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 21:54:40.713105 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > security_group after_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.713463 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > security_group after_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.713813 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.714221 n-d-815324-4 neutron-server[103504]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103504) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 21:54:40.714637 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.714991 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.715365 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.715771 n-d-815324-4 neutron-server[103504]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103504) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 21:54:40.716182 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > address_group after_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.716537 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > address_group after_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.716883 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.717286 n-d-815324-4 neutron-server[103504]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103504) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 21:54:40.717672 n-d-815324-4 neutron-server[103504]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] ML2 OVO RPC backend initialized. {{(pid=103504) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 16 21:54:40.718387 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.718752 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.719838 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > network before_response 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.720345 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > networks before_response 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.720708 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > port before_response 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.721060 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > ports before_response 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.721414 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > subnet before_response 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.721763 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > subnets before_response 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.722118 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > network after_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.722464 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > network after_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.722807 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > network after_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.723182 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > port after_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.723527 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > port after_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.723901 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > port after_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.724243 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > subnet after_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.724582 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > subnet after_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.724927 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.725500 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.plugin [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Modular L2 Plugin initialization complete Dec 16 21:54:40.726092 n-d-815324-4 neutron-server[103504]: DEBUG neutron.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading services supported by the core plugin {{(pid=103504) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 16 21:54:40.726422 n-d-815324-4 neutron-server[103504]: INFO neutron.plugins.ml2.managers [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Got port-security extension from driver 'port_security' Dec 16 21:54:40.726888 n-d-815324-4 neutron-server[103504]: INFO neutron.extensions.vlantransparent [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Disabled vlantransparent extension. Dec 16 21:54:40.727407 n-d-815324-4 neutron-server[103504]: DEBUG neutron.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103504) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 16 21:54:40.727729 n-d-815324-4 neutron-server[103504]: INFO neutron.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading Plugin: router Dec 16 21:54:40.763651 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.763997 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > router after_create 55549900 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.764372 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > router before_create 55549900 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.764748 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.765130 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.765494 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > router after_delete 55549900 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.765858 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.766862 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.772380 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > router after_create 55549900 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.772380 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > router after_update 55549900 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.772380 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > router after_update 55549900 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.772380 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.772734 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > router after_update 55549900 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.772734 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > router precommit_update 55549900 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.772734 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: port after_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.772734 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: port after_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.773041 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: subnet after_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.773041 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.773041 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.773041 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > router precommit_create 55549900 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.773333 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: port before_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.773333 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > router precommit_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.773333 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > router after_update 55549900 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.773333 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.773631 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > router precommit_create 55549900 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.773631 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.773631 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > router precommit_update 55549900 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.773863 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > agent after_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.774131 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > agent after_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.774477 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > network after_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.775377 n-d-815324-4 neutron-server[103504]: DEBUG neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Tracking information for resource: router configured {{(pid=103504) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 21:54:40.775721 n-d-815324-4 neutron-server[103504]: DEBUG neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Tracking information for resource: floatingip configured {{(pid=103504) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 21:54:40.780647 n-d-815324-4 neutron-server[103504]: INFO neutron.db.l3_agentschedulers_db [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 16 21:54:40.781224 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: port after_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.781589 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: port after_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.782511 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: port after_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.782871 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: port after_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.783691 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > router before_create 55550100 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.784058 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.784426 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > router precommit_create 55550100 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.784797 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > router precommit_update 55550100 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.789474 n-d-815324-4 neutron-server[103504]: DEBUG neutron.services.provider_configuration [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Service providers = [] {{(pid=103504) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 16 21:54:40.789847 n-d-815324-4 neutron-server[103504]: DEBUG neutron.db.servicetype_db [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103504) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 16 21:54:40.792831 n-d-815324-4 neutron-server[103504]: DEBUG neutron.services.service_base [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103504) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 21:54:40.793185 n-d-815324-4 neutron-server[103504]: DEBUG neutron.services.service_base [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103504) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 21:54:40.793534 n-d-815324-4 neutron-server[103504]: DEBUG neutron.services.service_base [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103504) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 21:54:40.794431 n-d-815324-4 neutron-server[103504]: DEBUG neutron.services.service_base [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103504) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 21:54:40.794818 n-d-815324-4 neutron-server[103504]: INFO neutron.services.service_base [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 16 21:54:40.795238 n-d-815324-4 neutron-server[103504]: DEBUG neutron.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103504) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 21:54:40.795569 n-d-815324-4 neutron-server[103504]: INFO neutron.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 16 21:54:40.811437 n-d-815324-4 neutron-server[103504]: DEBUG neutron.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103504) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 21:54:40.811778 n-d-815324-4 neutron-server[103504]: INFO neutron.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading Plugin: auto_allocate Dec 16 21:54:40.817674 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: network precommit_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.818050 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: network precommit_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.818635 n-d-815324-4 neutron-server[103504]: DEBUG neutron.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103504) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 21:54:40.818903 n-d-815324-4 neutron-server[103504]: INFO neutron.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading Plugin: tag Dec 16 21:54:40.825735 n-d-815324-4 neutron-server[103504]: DEBUG neutron.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103504) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 21:54:40.826070 n-d-815324-4 neutron-server[103504]: INFO neutron.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading Plugin: timestamp Dec 16 21:54:40.830543 n-d-815324-4 neutron-server[103504]: DEBUG neutron.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103504) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 21:54:40.830873 n-d-815324-4 neutron-server[103504]: INFO neutron.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading Plugin: network_ip_availability Dec 16 21:54:40.836465 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.836841 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.837204 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:40.837920 n-d-815324-4 neutron-server[103504]: DEBUG neutron.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103504) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 21:54:40.843779 n-d-815324-4 neutron-server[103504]: INFO neutron.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading Plugin: flavors Dec 16 21:54:40.848924 n-d-815324-4 neutron-server[103504]: DEBUG neutron.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103504) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 21:54:40.849260 n-d-815324-4 neutron-server[103504]: INFO neutron.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading Plugin: revisions Dec 16 21:54:40.853859 n-d-815324-4 neutron-server[103504]: DEBUG neutron.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103504) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 21:54:40.854260 n-d-815324-4 neutron-server[103504]: DEBUG oslo_concurrency.lockutils [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.252s {{(pid=103504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 16 21:54:40.855015 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103504) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 16 21:54:40.855385 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Initializing extension manager. Dec 16 21:54:40.855906 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: __init__.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.856251 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: __pycache__ {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.856590 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.856925 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: address_group.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.857674 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.858234 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: address-group Dec 16 21:54:40.858562 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: address_scope.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.859365 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.859859 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: address-scope Dec 16 21:54:40.860250 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.861191 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.861702 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: router-admin-state-down-before-update Dec 16 21:54:40.862031 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: agent.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.862735 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.863335 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: agent Dec 16 21:54:40.863665 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: agent_resources_synced.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.864579 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.865097 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: agent-resources-synced Dec 16 21:54:40.865425 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: allowedaddresspairs.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.867248 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.875343 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: allowed-address-pairs Dec 16 21:54:40.875343 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: auto_allocated_topology.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.876409 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.876929 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: auto-allocated-topology Dec 16 21:54:40.877263 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: availability_zone.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.877963 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.878489 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: availability_zone Dec 16 21:54:40.878804 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: availability_zone_filter.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.879755 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.880265 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: availability_zone_filter Dec 16 21:54:40.880595 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: data_plane_status.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.881508 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.882018 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension data-plane-status not supported by any of loaded plugins Dec 16 21:54:40.882347 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: default_subnetpools.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.883292 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.883798 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: default-subnetpools Dec 16 21:54:40.884126 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.884937 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.885443 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: dhcp_agent_scheduler Dec 16 21:54:40.885769 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: dns.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.886687 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.887219 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension dns-integration not supported by any of loaded plugins Dec 16 21:54:40.887550 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: dns_domain_ports.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.888473 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.888972 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 16 21:54:40.889301 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.890224 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.890727 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 16 21:54:40.891598 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: dvr.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.892393 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.892899 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: dvr Dec 16 21:54:40.893225 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: ecmp_routes.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.894153 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.894656 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 16 21:54:40.894982 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: empty_string_filtering.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.895926 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.896435 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: empty-string-filtering Dec 16 21:54:40.896761 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.897676 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.898183 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 16 21:54:40.898508 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.899451 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.899957 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 16 21:54:40.900283 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: external_net.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.901199 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.901708 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: external-net Dec 16 21:54:40.902034 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.902950 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.903488 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: extra_dhcp_opt Dec 16 21:54:40.903815 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: extraroute.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.904732 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.905240 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: extraroute Dec 16 21:54:40.905564 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: extraroute_atomic.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.908731 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.909264 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: extraroute-atomic Dec 16 21:54:40.909608 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: filter_validation.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.910291 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.910805 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: filter-validation Dec 16 21:54:40.913072 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: fip_pf_description.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.913737 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.914253 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 16 21:54:40.914584 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: fip_port_details.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.915545 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.916058 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: fip-port-details Dec 16 21:54:40.916386 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: flavors.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.917641 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.918162 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: flavors Dec 16 21:54:40.918494 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.920226 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.920754 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 16 21:54:40.921095 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: floatingip_pools.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.921805 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.922427 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: floatingip-pools Dec 16 21:54:40.922737 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: ip_allocation.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.923681 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.924203 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension ip_allocation not supported by any of loaded plugins Dec 16 21:54:40.924536 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.925463 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.925977 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: ip-substring-filtering Dec 16 21:54:40.926312 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: l2_adjacency.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.927266 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.927774 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 16 21:54:40.928103 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: l3.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.929069 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.929587 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: router Dec 16 21:54:40.929919 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.932209 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.932737 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 16 21:54:40.933076 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.934034 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.934546 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: ext-gw-mode Dec 16 21:54:40.934881 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.935851 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.936363 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: l3-ha Dec 16 21:54:40.936696 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: l3_flavors.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.937626 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.938247 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: l3-flavors Dec 16 21:54:40.938579 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.939538 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.940054 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 16 21:54:40.940386 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: l3agentscheduler.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.941439 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.941945 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: l3_agent_scheduler Dec 16 21:54:40.942278 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: local_ip.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.950044 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.950568 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension local_ip not supported by any of loaded plugins Dec 16 21:54:40.950908 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: logging.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.952444 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.952969 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension logging not supported by any of loaded plugins Dec 16 21:54:40.953310 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: metering.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.954805 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.955428 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: metering Dec 16 21:54:40.955767 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.956885 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.957404 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: metering_source_and_destination_fields Dec 16 21:54:40.957738 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: multiprovidernet.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.958668 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.959222 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: multi-provider Dec 16 21:54:40.959552 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: netmtu.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.960476 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.960992 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: net-mtu Dec 16 21:54:40.961320 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: netmtu_writable.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.962243 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.962756 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: net-mtu-writable Dec 16 21:54:40.963106 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: network_availability_zone.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.963783 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.964298 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: network_availability_zone Dec 16 21:54:40.964624 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: network_ip_availability.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.965753 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.966267 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: network-ip-availability Dec 16 21:54:40.966595 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: network_segment_range.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.967396 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.967904 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension network-segment-range not supported by any of loaded plugins Dec 16 21:54:40.968365 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: pagination.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.972113 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.972450 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: pagination Dec 16 21:54:40.972785 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: port_device_profile.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.973704 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.974224 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: port-device-profile Dec 16 21:54:40.974552 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.975776 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.976304 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: port-mac-address-regenerate Dec 16 21:54:40.976634 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.977548 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.978058 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: port-numa-affinity-policy Dec 16 21:54:40.978385 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: port_resource_request.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.979341 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.979847 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension port-resource-request not supported by any of loaded plugins Dec 16 21:54:40.980174 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: port_resource_request_groups.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.981166 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.981672 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 16 21:54:40.982002 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: portbindings.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.982936 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.983477 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: binding Dec 16 21:54:40.983806 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: portbindings_extended.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.985198 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.985656 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: binding-extended Dec 16 21:54:40.985988 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: portsecurity.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.986913 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.987468 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: port-security Dec 16 21:54:40.987800 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: project_id.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.993471 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.993810 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: project-id Dec 16 21:54:40.994141 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: providernet.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.995085 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:40.995604 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: provider Dec 16 21:54:40.995929 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: qos.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:40.999907 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.000516 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension qos not supported by any of loaded plugins Dec 16 21:54:41.000888 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.002153 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.002674 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 16 21:54:41.003012 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.003960 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.004477 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 16 21:54:41.004810 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: qos_default.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.005725 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.006236 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension qos-default not supported by any of loaded plugins Dec 16 21:54:41.006569 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: qos_fip.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.007269 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.007777 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension qos-fip not supported by any of loaded plugins Dec 16 21:54:41.008108 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.009032 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.009541 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 16 21:54:41.009870 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: qos_gateway_ip.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.010791 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.011329 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 16 21:54:41.011660 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: qos_port_network_policy.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.012696 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.013207 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 16 21:54:41.013537 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.017759 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.017759 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 16 21:54:41.017759 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: qos_pps_rule.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.018731 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.019286 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension qos-pps not supported by any of loaded plugins Dec 16 21:54:41.019623 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: qos_rule_type_details.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.020548 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.021058 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 16 21:54:41.021389 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: qos_rules_alias.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.022441 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.022954 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 16 21:54:41.023311 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: quota_check_limit.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.024236 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.024746 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: quota-check-limit Dec 16 21:54:41.025078 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: quotasv2.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.026055 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.026372 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: quotas Dec 16 21:54:41.026702 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: quotasv2_detail.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.030018 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.030368 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: quota_details Dec 16 21:54:41.030706 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: rbac.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.032455 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.033147 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: rbac-policies Dec 16 21:54:41.033489 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: rbac_address_group.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.034437 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.034955 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: rbac-address-group Dec 16 21:54:41.035359 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: rbac_address_scope.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.036249 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.036765 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: rbac-address-scope Dec 16 21:54:41.037099 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: rbac_security_groups.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.038031 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.038542 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: rbac-security-groups Dec 16 21:54:41.038875 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: rbac_subnetpool.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.039833 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.040350 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: rbac-subnetpool Dec 16 21:54:41.040683 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: revisionifmatch.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.041608 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.042119 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: revision-if-match Dec 16 21:54:41.042448 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: revisions.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.043601 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.044118 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: standard-attr-revisions Dec 16 21:54:41.044449 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: router_availability_zone.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.045202 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.045646 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: router_availability_zone Dec 16 21:54:41.045976 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: routerservicetype.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.051155 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.051669 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension router-service-type not supported by any of loaded plugins Dec 16 21:54:41.052002 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.053008 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.053534 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: security-groups-normalized-cidr Dec 16 21:54:41.053870 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.054804 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.055362 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: port-security-groups-filtering Dec 16 21:54:41.055694 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.056634 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.057151 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: security-groups-remote-address-group Dec 16 21:54:41.057483 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.058412 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.058926 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: security-groups-shared-filtering Dec 16 21:54:41.059290 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.059885 n-d-815324-4 neutron-server[103504]: WARNING neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 16 21:54:41.060212 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: securitygroup.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.070500 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.073096 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: security-group Dec 16 21:54:41.073096 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: segment.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.073096 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.073096 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension segment not supported by any of loaded plugins Dec 16 21:54:41.073096 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.073929 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.074443 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 16 21:54:41.074778 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: servicetype.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.075908 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.076432 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: service-type Dec 16 21:54:41.076765 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: sorting.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.077758 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.078095 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: sorting Dec 16 21:54:41.078426 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: standard_attr_segment.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.079933 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.080447 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 16 21:54:41.080779 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: standardattrdescription.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.081448 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.081967 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: standard-attr-description Dec 16 21:54:41.082406 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: stateful_security_group.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.083296 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.083813 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: stateful-security-group Dec 16 21:54:41.084151 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: stdattrs_common.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.084726 n-d-815324-4 neutron-server[103504]: WARNING neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 16 21:54:41.085055 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.086037 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.086550 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 16 21:54:41.086879 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: subnet_onboard.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.087984 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.088504 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: subnet_onboard Dec 16 21:54:41.088836 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.089767 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.090283 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 16 21:54:41.090609 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: subnet_service_types.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.096909 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.097426 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: subnet-service-types Dec 16 21:54:41.097759 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: subnetallocation.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.098847 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.099413 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: subnet_allocation Dec 16 21:54:41.099744 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.100418 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.101186 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: subnetpool-prefix-ops Dec 16 21:54:41.101514 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.102452 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.102964 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 16 21:54:41.103316 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: tagging.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.104374 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.104902 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: standard-attr-tag Dec 16 21:54:41.105231 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: timestamp.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.106436 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.106948 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loaded extension: standard-attr-timestamp Dec 16 21:54:41.107302 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: trunk.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.108356 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.108871 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension trunk not supported by any of loaded plugins Dec 16 21:54:41.109205 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: trunk_details.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.110309 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.110824 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension trunk-details not supported by any of loaded plugins Dec 16 21:54:41.111186 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: uplink_status_propagation.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.112149 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.112628 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 16 21:54:41.112957 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Loading extension file: vlantransparent.py {{(pid=103504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 21:54:41.113628 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 21:54:41.114140 n-d-815324-4 neutron-server[103504]: INFO neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 16 21:54:41.116706 n-d-815324-4 neutron-server[103504]: INFO neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Creating instance of TrackedResource for resource:network Dec 16 21:54:41.117241 n-d-815324-4 neutron-server[103504]: INFO neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Creating instance of TrackedResource for resource:subnet Dec 16 21:54:41.117641 n-d-815324-4 neutron-server[103504]: INFO neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 21:54:41.118036 n-d-815324-4 neutron-server[103504]: INFO neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Creating instance of TrackedResource for resource:port Dec 16 21:54:41.119408 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.v2.resource_helper [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103504) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:54:41.119860 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.v2.resource_helper [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Service FLAVORS assigned prefix: {{(pid=103504) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:54:41.120505 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.v2.resource_helper [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103504) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:54:41.120933 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.v2.resource_helper [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103504) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:54:41.121271 n-d-815324-4 neutron-server[103504]: INFO neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Creating instance of TrackedResource for resource:router Dec 16 21:54:41.121702 n-d-815324-4 neutron-server[103504]: INFO neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Creating instance of TrackedResource for resource:floatingip Dec 16 21:54:41.122208 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.v2.resource_helper [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Service METERING assigned prefix: /metering {{(pid=103504) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:54:41.123690 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:41.124069 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:41.124429 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 21:54:41.125972 n-d-815324-4 neutron-server[103504]: INFO neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 21:54:41.126444 n-d-815324-4 neutron-server[103504]: INFO neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Creating instance of TrackedResource for resource:security_group Dec 16 21:54:41.126942 n-d-815324-4 neutron-server[103504]: INFO neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 21:54:41.127588 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.v2.resource_helper [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Service CORE assigned prefix: {{(pid=103504) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:54:41.127927 n-d-815324-4 neutron-server[103504]: INFO neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 21:54:41.128278 n-d-815324-4 neutron-server[103504]: WARNING neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] subnetpool is already registered Dec 16 21:54:41.128716 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.v2.resource_helper [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Service CORE assigned prefix: {{(pid=103504) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:54:41.129047 n-d-815324-4 neutron-server[103504]: INFO neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 21:54:41.131626 n-d-815324-4 neutron-server[103504]: WARNING neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] subnetpool is already registered Dec 16 21:54:41.131771 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.v2.resource_helper [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103504) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:54:41.132097 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.v2.resource_helper [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Service FLAVORS assigned prefix: {{(pid=103504) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:54:41.132691 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.v2.resource_helper [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103504) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:54:41.133116 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.v2.resource_helper [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103504) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:54:41.133453 n-d-815324-4 neutron-server[103504]: INFO neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Creating instance of TrackedResource for resource:router Dec 16 21:54:41.133794 n-d-815324-4 neutron-server[103504]: WARNING neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] router is already registered Dec 16 21:54:41.134207 n-d-815324-4 neutron-server[103504]: INFO neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Creating instance of TrackedResource for resource:floatingip Dec 16 21:54:41.134546 n-d-815324-4 neutron-server[103504]: WARNING neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] floatingip is already registered Dec 16 21:54:41.135003 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.v2.resource_helper [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Service METERING assigned prefix: /metering {{(pid=103504) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:54:41.135697 n-d-815324-4 neutron-server[103504]: INFO neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 21:54:41.136031 n-d-815324-4 neutron-server[103504]: WARNING neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] rbac_policy is already registered Dec 16 21:54:41.136450 n-d-815324-4 neutron-server[103504]: INFO neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Creating instance of TrackedResource for resource:security_group Dec 16 21:54:41.136787 n-d-815324-4 neutron-server[103504]: WARNING neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] security_group is already registered Dec 16 21:54:41.137195 n-d-815324-4 neutron-server[103504]: INFO neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 21:54:41.137531 n-d-815324-4 neutron-server[103504]: WARNING neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] security_group_rule is already registered Dec 16 21:54:41.138165 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.v2.resource_helper [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Service CORE assigned prefix: {{(pid=103504) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:54:41.138497 n-d-815324-4 neutron-server[103504]: INFO neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 21:54:41.138834 n-d-815324-4 neutron-server[103504]: WARNING neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] subnetpool is already registered Dec 16 21:54:41.139302 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.v2.resource_helper [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Service CORE assigned prefix: {{(pid=103504) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 21:54:41.139634 n-d-815324-4 neutron-server[103504]: INFO neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 21:54:41.139974 n-d-815324-4 neutron-server[103504]: WARNING neutron.quota.resource_registry [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] subnetpool is already registered Dec 16 21:54:41.140441 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: extensions {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.142576 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: address-groups {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.144102 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: address-scopes {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.145453 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: agents {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.146631 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: auto-allocated-topology {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.147916 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: availability_zones {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.149147 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: dhcp-networks {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.150677 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: dhcp-agents {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.152204 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: routers {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.154471 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: flavors {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.158474 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: service_profiles {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.158474 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: next_providers {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.158474 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: service_profiles {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.160976 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: floatingip-pools {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.162226 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: routers {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.164383 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: floatingips {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.165679 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: l3-routers {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.167102 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: l3-agents {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.168529 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: metering-labels {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.169904 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: metering-label-rules {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.171241 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: network-ip-availabilities {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.172571 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: bindings {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.174227 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: quotas {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.175831 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: quotas {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.177378 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: rbac-policies {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.178690 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: security-groups {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.179967 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: security-group-rules {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.181383 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: service-providers {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.182449 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: subnetpools {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.183932 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: subnetpools {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.185400 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: tags {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.187091 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: tags {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.189609 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: tags {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.191441 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: tags {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.193242 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: tags {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.195115 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: tags {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.196794 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: tags {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.198716 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: tags {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.200513 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: tags {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.202397 n-d-815324-4 neutron-server[103504]: DEBUG neutron.api.extensions [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Extended resource: tags {{(pid=103504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 21:54:41.209040 n-d-815324-4 neutron-server[103504]: WARNING keystonemiddleware.auth_token [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 16 21:54:41.213722 n-d-815324-4 neutron-server[103504]: WARNING keystonemiddleware.auth_token [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 16 21:54:41.222387 n-d-815324-4 neutron-server[103504]: DEBUG oslo_concurrency.lockutils [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Acquired lock "singleton_lock" {{(pid=103504) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 16 21:54:41.222858 n-d-815324-4 neutron-server[103504]: DEBUG oslo_concurrency.lockutils [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Releasing lock "singleton_lock" {{(pid=103504) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 16 21:54:41.223548 n-d-815324-4 neutron-server[103504]: INFO oslo_service.service [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Starting 2 workers Dec 16 21:54:41.228613 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Started child 103613 {{(pid=103504) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 21:54:41.233163 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Started child 103614 {{(pid=103504) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 21:54:41.234395 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:54:41.237401 n-d-815324-4 neutron-server[103504]: INFO neutron.service [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 16 21:54:41.237401 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Publish callbacks [] for process, before_spawn {{(pid=103504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:54:41.237656 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [-] (103613) wsgi starting up on http://0.0.0.0:9696 Dec 16 21:54:41.238282 n-d-815324-4 neutron-server[103504]: INFO oslo_service.service [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Starting 1 workers Dec 16 21:54:41.243517 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Started child 103615 {{(pid=103504) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 21:54:41.243962 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:54:41.244455 n-d-815324-4 neutron-server[103504]: INFO oslo_service.service [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Starting 1 workers Dec 16 21:54:41.245590 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [-] (103614) wsgi starting up on http://0.0.0.0:9696 Dec 16 21:54:41.247555 n-d-815324-4 neutron-server[103615]: DEBUG neutron.service [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] calling RpcWorker wait() {{(pid=103615) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 16 21:54:41.248092 n-d-815324-4 neutron-server[103615]: DEBUG neutron.service [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] returning from RpcWorker wait() {{(pid=103615) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 16 21:54:41.248649 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Started child 103616 {{(pid=103504) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 21:54:41.249364 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:54:41.249458 n-d-815324-4 neutron-server[103504]: DEBUG neutron_lib.callbacks.manager [None req-254d8611-bfc7-41b9-a9dd-59bdc168b380 None None] Publish callbacks [] for process, after_spawn {{(pid=103504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:54:41.249824 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:54:41.252120 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103504) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 16 21:54:41.252334 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 21:54:41.252528 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 21:54:41.252752 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 21:54:41.253086 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 21:54:41.253292 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 21:54:41.253799 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.254061 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.254330 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.254591 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.254895 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.255522 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.255774 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.255870 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:54:41.256341 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.256341 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.256513 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.256683 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.256851 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.257106 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.257292 n-d-815324-4 neutron-server[103616]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:54:41.257520 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.257884 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.258159 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.258404 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.258658 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.258834 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.259109 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.259559 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.259792 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.260092 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] debug = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.260353 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.260841 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.261109 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.261349 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.261569 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.261857 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.262090 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.262358 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.262600 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.262821 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.263103 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.263361 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.263623 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.263846 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.264149 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.264344 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.264605 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.264846 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.265318 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] host = n-d-815324-4 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.265546 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.265796 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.266078 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.266872 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.267151 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.267382 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.267662 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.271783 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.271783 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.271783 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.271783 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.271783 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.271783 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.271783 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] log_file = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.271783 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] log_options = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.272475 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.272475 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.272475 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.272475 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.272475 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.272475 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.272475 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.272968 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.272968 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.272968 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.272968 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.272968 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.272968 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.272968 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.272968 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.273538 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.273538 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.273538 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.273805 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.274041 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.274310 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.274573 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.274767 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.274989 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.275280 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.275529 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.275760 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.275997 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.276259 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.276521 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.276753 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.277001 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.277236 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.277481 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.277753 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.277994 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.278237 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.278432 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.278712 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.278942 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.279229 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.279514 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.279734 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.279958 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.280193 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.280428 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.280665 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] use_json = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.280879 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.281134 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.281392 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.281624 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.282002 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.282313 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.282577 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.282810 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.283289 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.283563 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.283884 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.284169 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.284419 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.284643 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.284905 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.285128 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.285391 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.285743 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.286201 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.286535 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.286981 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.287269 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.287834 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.288239 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.288524 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.288867 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.289117 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.289430 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.289604 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.289812 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.290091 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.290340 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.290593 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.290860 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.291106 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.291387 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.291686 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.292016 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.292309 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.292582 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.292857 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.293106 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.293363 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.293617 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.293841 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.294060 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.294268 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.294548 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.294774 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.295011 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.300699 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.300699 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.300699 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.300699 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.300699 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.300699 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.300699 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.300699 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.302333 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.302333 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.302333 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.302333 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.302333 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.302333 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.302333 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.302333 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.302333 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.303270 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.303270 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.303270 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.303270 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.303270 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.303270 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.303270 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.303270 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.303270 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.303887 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.303887 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.303887 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.303887 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.303887 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.303887 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.303887 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.303887 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.303887 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.304602 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.304602 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.304602 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.304602 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.304602 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.304602 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.305024 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.305024 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.305179 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.306655 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.306655 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.306655 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.306655 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.306655 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.307733 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.307733 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.307733 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.307733 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.308023 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.308182 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.308705 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.308705 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.308904 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.309069 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.309350 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.309550 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.309786 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.310019 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.310242 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.310468 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.310716 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.310937 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.311280 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.311524 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.311930 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.312376 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.312816 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.313728 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.313978 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.314237 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.314506 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.314776 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.315032 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.315343 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.315568 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.315842 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.316567 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.316567 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.316767 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.316924 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.317159 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.317439 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.317708 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.317967 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.318220 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.318454 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.318692 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.318940 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.319218 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.319440 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.319693 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.320026 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.320262 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.320483 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.320703 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.320981 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.321216 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.321456 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.321736 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.321982 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.322238 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.322494 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.323100 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.323335 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.323557 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.323789 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.324010 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.324227 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.324445 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.324685 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.324924 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.325141 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.325401 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.325613 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.325996 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.326232 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.326457 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.326682 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.326946 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.327193 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.327436 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.327683 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.327897 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.328112 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.328327 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.329243 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.329381 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.329782 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.330210 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.330480 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.330706 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.330937 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.331215 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.331474 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.331696 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.331939 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.332166 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.332383 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.332619 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.332844 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.333063 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.333281 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.333511 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.333727 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.333959 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.334220 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.334552 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.334794 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.335028 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.335301 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.335522 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.335745 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.335997 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.336240 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.336481 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.336722 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.336941 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.337203 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.337461 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.337706 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.337924 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.338143 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.338357 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.338691 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.338796 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.339088 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.339369 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.339615 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.339873 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.340095 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.340310 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.340556 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.340769 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.340986 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.341214 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.341434 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.341645 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.342022 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.342388 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.342607 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.342836 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.343098 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.350914 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.350914 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.350914 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.350914 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.350914 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.350914 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.350914 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.350914 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.351546 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.351546 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.351546 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.351546 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.351546 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.351546 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.351546 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.351546 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.352135 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.352135 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.352135 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.352135 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.352135 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.352135 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.352135 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.352135 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.352734 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.352734 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.352734 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.352734 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.352734 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.352734 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.352734 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.352734 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.353305 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.353305 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.353305 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.353305 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.353305 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.353305 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.353305 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.353305 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.353887 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.353887 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.353887 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.354178 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.354514 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.354854 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.355146 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.355433 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.355666 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.356144 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.356395 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.356632 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.356876 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.357108 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.357336 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.357725 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.358106 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.358351 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.358742 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.358987 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.359257 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.359482 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.359643 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 21:54:41.360342 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103504) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 16 21:54:41.360538 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 21:54:41.360624 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 21:54:41.360812 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 21:54:41.360993 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 21:54:41.361147 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 21:54:41.361361 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.361527 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.361692 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.361855 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.362018 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.362203 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.362366 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.362531 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.362695 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.362856 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.363017 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.363215 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.363357 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.363519 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.363683 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.363846 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.364008 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.364172 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.364339 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.364502 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.364665 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.364827 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.364993 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] debug = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.365157 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.365369 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.365539 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.365701 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.365864 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.366025 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.366187 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.366348 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.366509 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.366670 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.366832 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.366995 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.367181 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.367349 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.367513 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.367675 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.367840 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.368009 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.368169 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] host = n-d-815324-4 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.368330 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.368472 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.368629 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.368775 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.368939 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.369112 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.369362 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.369494 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.369618 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.369741 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.369863 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.369987 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.370146 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.370309 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] log_file = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.370471 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] log_options = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.370633 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.370799 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.370962 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.371176 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.371344 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.371507 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.371668 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.371835 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.372001 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.372162 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.372325 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.372486 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.372647 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.372809 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.372971 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.373133 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.373349 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.373502 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.373642 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.373792 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.373929 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.374102 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.374250 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.374388 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.374524 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.374688 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.374951 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.374951 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.375289 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.375289 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.376221 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.376221 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.376221 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.376662 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.376662 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.376662 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.377042 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.377042 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.377291 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.377291 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.377538 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.377673 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.377807 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.377940 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.378083 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.378225 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.378361 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] use_json = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.378495 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.378628 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.378772 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.378904 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.379058 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.379220 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.379383 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.379567 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 21:54:41.379708 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.379875 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.380051 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.380222 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.380386 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.380552 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.380717 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.380881 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.381044 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.381207 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.381413 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.381546 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.381721 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.381886 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.382051 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.382218 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.382396 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.382546 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.382711 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.382875 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.383052 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.383223 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.383398 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.383561 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.383725 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.386536 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.386536 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.386536 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.386536 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.386536 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.386536 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.386536 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.386536 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.387553 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.387553 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.387553 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.387553 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.387553 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.387553 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.387553 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.387553 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.387553 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.388652 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.388652 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.388652 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.388652 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.388652 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.388652 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.388652 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.388652 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.389661 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.389661 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.389661 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.389661 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.389661 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.389661 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.389661 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.389661 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.389661 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.390849 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.390849 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.390849 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.390849 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.390849 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.390849 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.390849 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.390849 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.392596 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.392596 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.392596 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.392596 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.392596 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.392596 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.392596 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.393447 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.393447 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.393447 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.393447 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.393447 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.393447 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.394139 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.394139 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.394139 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.394139 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.394139 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.394757 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.394757 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.394757 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.394757 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.395272 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.395272 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.395272 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.395636 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.395636 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.395886 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.395886 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.396144 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.396144 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.396298 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.396457 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.396639 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.396772 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.396935 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.397101 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.397266 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.397505 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.397654 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.397793 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.397892 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.398033 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.398196 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.398360 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.398523 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.398693 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.398855 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.399019 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.399204 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.399375 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.399548 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.399712 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.399879 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.400042 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.400213 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.400390 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.400556 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.400729 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.400892 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.401059 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.401224 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.401389 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.401555 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.401720 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.401947 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.402042 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.402378 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.402378 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.402656 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.402656 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.402915 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.403063 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.403197 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.403338 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.403475 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.403610 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.403778 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.403944 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.404107 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.404271 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.404436 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.404630 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.404780 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.404920 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.405086 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.405248 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.405413 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.405579 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.405744 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.405910 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.406506 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.406506 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.406506 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.407332 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.407332 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.407332 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.407332 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.407332 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.408238 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.408238 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.408238 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.408238 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.409576 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.409576 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.409576 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.409576 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.409576 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.409576 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.409576 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.409576 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.410088 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.410088 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.410088 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.410088 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.410359 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.410359 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.410503 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.410581 n-d-815324-4 neutron-server[103615]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:54:41.410743 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.410924 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.411016 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.411147 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.411315 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.411480 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.411646 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.411812 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.411991 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.412155 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.412320 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.412484 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.412650 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.412816 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.412981 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.413147 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.413311 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.413475 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.413635 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.413793 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.413960 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.414126 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.414292 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.414456 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.414620 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.414785 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.414949 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.415149 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.415318 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.415482 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.415646 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.415812 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.415977 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.416152 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.416316 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.416480 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.416644 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.416808 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.416972 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.417147 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.417310 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.417474 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.417638 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.417803 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.417966 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.418140 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.418303 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.418466 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.418630 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.418795 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.418959 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.419156 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.419321 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.419489 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.419653 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.419818 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.419982 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.420158 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.420327 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.420494 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.420657 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.420821 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.420988 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.421163 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.421328 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.421714 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.422006 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.422904 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.423192 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.423192 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.423439 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.423563 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.423702 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.423838 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.423963 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.424088 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.424586 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.424722 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.424848 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.424971 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.425127 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.425373 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.425518 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.425651 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.425789 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.425932 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.426111 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.426277 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.426844 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.426844 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.426844 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.427267 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.427267 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.427267 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.427629 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.427629 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.427888 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.427888 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.428147 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.428147 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.428394 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.428524 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.428655 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.428784 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.428913 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.429042 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 21:54:41.429192 n-d-815324-4 neutron-server[103504]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 21:54:41.474363 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49086) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:54:41.483263 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [-] 10.222.0.75 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063641 Dec 16 21:54:53.237237 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51487a66-0013-4871-bb13-c0c097143158 None None] get_active_networks_info from n-d-815324-4 {{(pid=103615) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 21:54:53.316814 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51487a66-0013-4871-bb13-c0c097143158 None None] No non-hosted networks {{(pid=103615) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 16 21:54:53.324218 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.agentschedulers_db [None req-51487a66-0013-4871-bb13-c0c097143158 None None] DHCP Agent not found on host n-d-815324-4 {{(pid=103615) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 16 21:54:53.416496 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-28533d13-90af-4463-adb8-7b910284e47c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-601235'] for agent, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:54:55.529765 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dbca0efa-ccf6-4b2b-8f93-d10942b0d783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-601235'] for agent, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:54:55.570459 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-e7af7f2c-9ba8-422f-9f4a-d2618bdbd369 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-815324-4 {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 21:54:55.571235 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-e7af7f2c-9ba8-422f-9f4a-d2618bdbd369 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 21:54:56.180931 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7af7f2c-9ba8-422f-9f4a-d2618bdbd369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:54:56.763371 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-601235'] for agent, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:54:58.180716 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-601235'] for agent, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:54:58.923222 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-601235'] for agent, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:54:58.923923 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:54:58.927240 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:54:58.927240 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:54:58.927240 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:54:58.927240 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:54:58.927240 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:54:58.927636 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:54:58.927636 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:54:58.927636 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:54:58.927636 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:54:58.927636 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:54:58.927943 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:54:58.927943 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:54:58.928642 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-815324-4', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:54:58.935028 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-815324-4', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:54:59.485824 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49176) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:54:59.987310 n-d-815324-4 neutron-server[103613]: WARNING oslo_policy.policy [None req-7fb35ebc-ce00-4215-b5b8-b88d5623a60f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 21:54:59.987917 n-d-815324-4 neutron-server[103613]: WARNING oslo_policy.policy [None req-7fb35ebc-ce00-4215-b5b8-b88d5623a60f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 21:55:00.216814 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-7fb35ebc-ce00-4215-b5b8-b88d5623a60f admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 21:55:00.217934 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7fb35ebc-ce00-4215-b5b8-b88d5623a60f admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7310612 Dec 16 21:55:02.825477 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49192) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:02.961762 n-d-815324-4 neutron-server[103615]: INFO neutron.db.l3_hamode_db [None req-819dba62-0a6b-4f00-86dc-940e7af4d47d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 16 21:55:03.042249 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819dba62-0a6b-4f00-86dc-940e7af4d47d None None] Routers set() bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:55:03.042630 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819dba62-0a6b-4f00-86dc-940e7af4d47d None None] Router IDs set() for agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 21:55:03.144284 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-493ab16b-830a-4d3e-b808-9e9794791d52 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:55:03.241770 n-d-815324-4 neutron-server[103613]: DEBUG neutron.policy [None req-493ab16b-830a-4d3e-b808-9e9794791d52 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103613) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 16 21:55:03.288406 n-d-815324-4 neutron-server[103613]: WARNING oslo_policy.policy [None req-493ab16b-830a-4d3e-b808-9e9794791d52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 21:55:03.288771 n-d-815324-4 neutron-server[103613]: WARNING oslo_policy.policy [None req-493ab16b-830a-4d3e-b808-9e9794791d52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 21:55:03.297525 n-d-815324-4 neutron-server[103613]: INFO neutron.quota [None req-493ab16b-830a-4d3e-b808-9e9794791d52 admin admin] Loaded quota_driver: . Dec 16 21:55:03.441372 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-493ab16b-830a-4d3e-b808-9e9794791d52 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727492603307', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727492603806', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727492584930', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727492587241', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727492572995', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727492563069', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1511934', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1521918', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-648687', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-705878'] for rbac-policy, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:03.691351 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-493ab16b-830a-4d3e-b808-9e9794791d52 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:03.692572 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-493ab16b-830a-4d3e-b808-9e9794791d52 admin admin] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8660660 Dec 16 21:55:06.488815 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49204) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:06.975562 n-d-815324-4 neutron-server[103614]: WARNING oslo_policy.policy [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 21:55:06.976379 n-d-815324-4 neutron-server[103614]: WARNING oslo_policy.policy [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 21:55:07.198655 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Request body: {'network': {'project_id': '866cde7b9a114c038c3445e884391c6e', 'name': 'private', 'admin_state_up': True, 'tenant_id': '866cde7b9a114c038c3445e884391c6e'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:55:07.200403 n-d-815324-4 neutron-server[103614]: INFO neutron.quota [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Loaded quota_driver: . Dec 16 21:55:07.317453 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Made reservation on behalf of 866cde7b9a114c038c3445e884391c6e for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:55:07.392929 n-d-815324-4 neutron-server[103614]: DEBUG neutron.policy [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103614) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 16 21:55:07.438760 n-d-815324-4 neutron-server[103614]: WARNING oslo_policy.policy [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 21:55:07.439175 n-d-815324-4 neutron-server[103614]: WARNING oslo_policy.policy [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 21:55:07.449653 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:07.470774 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:07.579496 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:07.637627 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:07.662131 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 21:55:07.686094 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727494106233', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:07.686665 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Unsubscribe: segment precommit_create {{(pid=103614) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 16 21:55:07.687230 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Added segment 6784c82f-3c19-401e-bc34-fa1131f2bcff of type vlan for network b0343700-2473-4ef2-b3c4-829374e5c04a Dec 16 21:55:07.693704 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a503bd59-057c-4917-9173-0cf58d51dfc7,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:07.718205 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:07.718549 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:07.718920 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:07.719383 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:07.719712 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:07.720037 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:07.720361 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:07.720683 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:07.721072 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:07.721323 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:07.721641 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:07.721979 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:07.722277 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Tracked resource versions report: Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: pushed versions: Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: { 'AddressGroup': {'1.2'}, Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: 'ConntrackHelper': {'1.0'}, Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: 'LocalIPAssociation': {'1.0'}, Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: 'Log': {'1.0'}, Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: 'Network': {'1.1'}, Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: 'Port': {'1.7'}, Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: 'PortForwarding': {'1.2'}, Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: 'QosPolicy': {'1.10'}, Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: 'SecurityGroup': {'1.5'}, Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: 'SecurityGroupRule': {'1.2'}, Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: 'SubPort': {'1.0'}, Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: 'Subnet': {'1.1'}, Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: 'Trunk': {'1.1'}} Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: consumer versions: Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: { DHCP agent@n-d-815324-4: {}, Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: L3 agent@n-d-815324-4: {}, Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: Metadata agent@n-d-815324-4: {}, Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: Metering agent@n-d-815324-4: {}, Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: Open vSwitch agent@n-d-815324-4: { 'AddressGroup': '1.2', Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: 'ConntrackHelper': '1.0', Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: 'LocalIPAssociation': '1.0', Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: 'Log': '1.0', Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: 'Network': '1.1', Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: 'Port': '1.7', Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: 'PortForwarding': '1.2', Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: 'QosPolicy': '1.10', Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: 'SecurityGroup': '1.5', Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: 'SecurityGroupRule': '1.2', Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: 'SubPort': '1.0', Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: 'Subnet': '1.1', Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: 'Trunk': '1.1'}} Dec 16 21:55:07.723449 n-d-815324-4 neutron-server[103614]: {{(pid=103614) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 21:55:07.819279 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:07.911680 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:07.912923 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:07.913669 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:08.016818 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] Pushing event updated for resources: {'Network': ['ID=b0343700-2473-4ef2-b3c4-829374e5c04a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:08.028681 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network b0343700-2473-4ef2-b3c4-829374e5c04a details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 21:55:08.052218 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c089abf8-f21a-4637-bab1-5e1dfcf49d60 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.5611227 Dec 16 21:55:10.899851 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49226) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:11.279440 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca6db78-2d49-40d1-8468-e4bb48072a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:11.280790 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9ca6db78-2d49-40d1-8468-e4bb48072a45 admin admin] 10.222.0.75 "GET /v2.0/networks/b0343700-2473-4ef2-b3c4-829374e5c04a HTTP/1.1" status: 200 len: 824 time: 0.3799765 Dec 16 21:55:11.320990 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c10bd6be-6f71-4910-ab6b-e34a5bef08c9 admin admin] 10.222.0.75 "GET /v2.0/subnetpools/3e60957d-a22f-4f0b-b662-14e42d2d93d6 HTTP/1.1" status: 200 len: 734 time: 0.0336239 Dec 16 21:55:11.330353 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-ba771d24-e31a-4200-a524-30dd685191c1 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'b0343700-2473-4ef2-b3c4-829374e5c04a', 'name': 'private-subnet', 'subnetpool_id': '3e60957d-a22f-4f0b-b662-14e42d2d93d6', 'tenant_id': '866cde7b9a114c038c3445e884391c6e'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:55:11.426286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba771d24-e31a-4200-a524-30dd685191c1 admin admin] Made reservation on behalf of 866cde7b9a114c038c3445e884391c6e for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:55:11.428696 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba771d24-e31a-4200-a524-30dd685191c1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:11.785446 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba771d24-e31a-4200-a524-30dd685191c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:11.853872 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba771d24-e31a-4200-a524-30dd685191c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b55d504-6e7b-4d6c-9ba1-5220cca8d50e,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:11.861295 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba771d24-e31a-4200-a524-30dd685191c1 admin admin] Checking segment: {'id': '6784c82f-3c19-401e-bc34-fa1131f2bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b0343700-2473-4ef2-b3c4-829374e5c04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:55:11.861295 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba771d24-e31a-4200-a524-30dd685191c1 admin admin] Network hostable DHCP agents. Network: b0343700-2473-4ef2-b3c4-829374e5c04a, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 21:55:11.963402 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba771d24-e31a-4200-a524-30dd685191c1 admin admin] Network b0343700-2473-4ef2-b3c4-829374e5c04a is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 21:55:12.049278 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-ba771d24-e31a-4200-a524-30dd685191c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, b0343700-2473-4ef2-b3c4-829374e5c04a) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:55:12.054326 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba771d24-e31a-4200-a524-30dd685191c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:12.054937 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba771d24-e31a-4200-a524-30dd685191c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:12.059096 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfcc81e-f855-44fd-a926-d5efe3209ea5 None None] Network b0343700-2473-4ef2-b3c4-829374e5c04a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:55:12.147684 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ba771d24-e31a-4200-a524-30dd685191c1 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8208122 Dec 16 21:55:12.327472 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-b0343700-2473-4ef2-b3c4-829374e5c04a', 'network_id': 'b0343700-2473-4ef2-b3c4-829374e5c04a', 'project_id': '866cde7b9a114c038c3445e884391c6e', 'fixed_ips': [{'subnet_id': '3b55d504-6e7b-4d6c-9ba1-5220cca8d50e'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 21:55:12.329372 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:12.636996 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Allocated IP 172.20.0.2 (b0343700-2473-4ef2-b3c4-829374e5c04a/3b55d504-6e7b-4d6c-9ba1-5220cca8d50e/941f8a2a-5110-4305-8517-6870e106d616) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:55:12.877008 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:12.952780 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:13.029357 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Network b0343700-2473-4ef2-b3c4-829374e5c04a is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:55:13.035217 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:55:13.043788 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:55:13.046882 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Pushing event updated for resources: {'Port': ['ID=941f8a2a-5110-4305-8517-6870e106d616,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:13.056067 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:13.056420 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:13.056764 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:13.057098 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:13.057434 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:13.057764 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:13.058093 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:13.058420 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:13.058745 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:13.059117 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:13.065264 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:13.065264 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:13.065264 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:13.065264 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Tracked resource versions report: Dec 16 21:55:13.065264 n-d-815324-4 neutron-server[103615]: pushed versions: Dec 16 21:55:13.065264 n-d-815324-4 neutron-server[103615]: { 'AddressGroup': {'1.2'}, Dec 16 21:55:13.065264 n-d-815324-4 neutron-server[103615]: 'ConntrackHelper': {'1.0'}, Dec 16 21:55:13.065264 n-d-815324-4 neutron-server[103615]: 'LocalIPAssociation': {'1.0'}, Dec 16 21:55:13.065264 n-d-815324-4 neutron-server[103615]: 'Log': {'1.0'}, Dec 16 21:55:13.065264 n-d-815324-4 neutron-server[103615]: 'Network': {'1.1'}, Dec 16 21:55:13.065264 n-d-815324-4 neutron-server[103615]: 'Port': {'1.7'}, Dec 16 21:55:13.065264 n-d-815324-4 neutron-server[103615]: 'PortForwarding': {'1.2'}, Dec 16 21:55:13.065264 n-d-815324-4 neutron-server[103615]: 'QosPolicy': {'1.10'}, Dec 16 21:55:13.065264 n-d-815324-4 neutron-server[103615]: 'SecurityGroup': {'1.5'}, Dec 16 21:55:13.065264 n-d-815324-4 neutron-server[103615]: 'SecurityGroupRule': {'1.2'}, Dec 16 21:55:13.065264 n-d-815324-4 neutron-server[103615]: 'SubPort': {'1.0'}, Dec 16 21:55:13.065264 n-d-815324-4 neutron-server[103615]: 'Subnet': {'1.1'}, Dec 16 21:55:13.065264 n-d-815324-4 neutron-server[103615]: 'Trunk': {'1.1'}} Dec 16 21:55:13.065264 n-d-815324-4 neutron-server[103615]: consumer versions: Dec 16 21:55:13.065264 n-d-815324-4 neutron-server[103615]: { DHCP agent@n-d-815324-4: {}, Dec 16 21:55:13.065264 n-d-815324-4 neutron-server[103615]: L3 agent@n-d-815324-4: {}, Dec 16 21:55:13.065264 n-d-815324-4 neutron-server[103615]: Metadata agent@n-d-815324-4: {}, Dec 16 21:55:13.065264 n-d-815324-4 neutron-server[103615]: Metering agent@n-d-815324-4: {}, Dec 16 21:55:13.065264 n-d-815324-4 neutron-server[103615]: Open vSwitch agent@n-d-815324-4: { 'AddressGroup': '1.2', Dec 16 21:55:13.065264 n-d-815324-4 neutron-server[103615]: 'ConntrackHelper': '1.0', Dec 16 21:55:13.065264 n-d-815324-4 neutron-server[103615]: 'LocalIPAssociation': '1.0', Dec 16 21:55:13.066718 n-d-815324-4 neutron-server[103615]: 'Log': '1.0', Dec 16 21:55:13.066718 n-d-815324-4 neutron-server[103615]: 'Network': '1.1', Dec 16 21:55:13.066718 n-d-815324-4 neutron-server[103615]: 'Port': '1.7', Dec 16 21:55:13.066718 n-d-815324-4 neutron-server[103615]: 'PortForwarding': '1.2', Dec 16 21:55:13.066718 n-d-815324-4 neutron-server[103615]: 'QosPolicy': '1.10', Dec 16 21:55:13.066718 n-d-815324-4 neutron-server[103615]: 'SecurityGroup': '1.5', Dec 16 21:55:13.066718 n-d-815324-4 neutron-server[103615]: 'SecurityGroupRule': '1.2', Dec 16 21:55:13.066718 n-d-815324-4 neutron-server[103615]: 'SubPort': '1.0', Dec 16 21:55:13.066718 n-d-815324-4 neutron-server[103615]: 'Subnet': '1.1', Dec 16 21:55:13.066718 n-d-815324-4 neutron-server[103615]: 'Trunk': '1.1'}} Dec 16 21:55:13.066718 n-d-815324-4 neutron-server[103615]: {{(pid=103615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 21:55:13.135375 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Attempting to bind port 941f8a2a-5110-4305-8517-6870e106d616 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:55:13.135689 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Attempting to bind port 941f8a2a-5110-4305-8517-6870e106d616 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '6784c82f-3c19-401e-bc34-fa1131f2bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b0343700-2473-4ef2-b3c4-829374e5c04a'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:55:13.136117 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Attempting to bind port 941f8a2a-5110-4305-8517-6870e106d616 on network b0343700-2473-4ef2-b3c4-829374e5c04a {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:55:13.141158 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:55:13.141554 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Checking segment: {'id': '6784c82f-3c19-401e-bc34-fa1131f2bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b0343700-2473-4ef2-b3c4-829374e5c04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:55:13.142023 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:13.142419 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Bound using segment: {'id': '6784c82f-3c19-401e-bc34-fa1131f2bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b0343700-2473-4ef2-b3c4-829374e5c04a'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:55:13.142907 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Bound port: 941f8a2a-5110-4305-8517-6870e106d616, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6784c82f-3c19-401e-bc34-fa1131f2bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b0343700-2473-4ef2-b3c4-829374e5c04a'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:55:13.143357 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:13.205841 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] For port 941f8a2a-5110-4305-8517-6870e106d616, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:55:13.210252 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] For port 941f8a2a-5110-4305-8517-6870e106d616, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=941f8a2a-5110-4305-8517-6870e106d616,segment=NetworkSegment(6784c82f-3c19-401e-bc34-fa1131f2bcff),segment_id=6784c82f-3c19-401e-bc34-fa1131f2bcff)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:55:13.284308 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:13.351858 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff95e3a-a675-4588-9e02-842f800b383a None None] Pushing event updated for resources: {'Port': ['ID=941f8a2a-5110-4305-8517-6870e106d616,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:14.809252 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49234) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:15.120943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [None req-22a4c487-3686-4c82-981c-c4ce08d4e6d7 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 21:55:15.121954 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-22a4c487-3686-4c82-981c-c4ce08d4e6d7 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3116717 Dec 16 21:55:17.796435 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49242) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:18.155692 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-9569b379-63ed-4a44-bde2-99039dfff515 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 21:55:18.156733 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9569b379-63ed-4a44-bde2-99039dfff515 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3593469 Dec 16 21:55:18.312395 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 5 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:55:21.025386 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49252) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:21.345040 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-b4fc59f2-7109-495b-8d84-0b66fdef68c7 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '866cde7b9a114c038c3445e884391c6e', 'name': 'router1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:55:21.449698 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4fc59f2-7109-495b-8d84-0b66fdef68c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:21.451286 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4fc59f2-7109-495b-8d84-0b66fdef68c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:21.586533 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4fc59f2-7109-495b-8d84-0b66fdef68c7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:21.655842 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4fc59f2-7109-495b-8d84-0b66fdef68c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:21.754074 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4fc59f2-7109-495b-8d84-0b66fdef68c7 admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:21.755266 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b4fc59f2-7109-495b-8d84-0b66fdef68c7 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7288043 Dec 16 21:55:22.505538 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35d2771-6c93-4da4-a05d-166f3405c0a7 None None] Network b0343700-2473-4ef2-b3c4-829374e5c04a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:55:22.577511 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-43d04a09-b928-4942-b713-974395b3a379 None None] Provisioning complete for port 941f8a2a-5110-4305-8517-6870e106d616 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:55:22.577952 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-43d04a09-b928-4942-b713-974395b3a379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:22.681535 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 941f8a2a-5110-4305-8517-6870e106d616 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:55:22.809963 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-43d04a09-b928-4942-b713-974395b3a379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:22.851091 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 941f8a2a-5110-4305-8517-6870e106d616 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:55:22.851730 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:22.856376 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-43d04a09-b928-4942-b713-974395b3a379 None None] For port 941f8a2a-5110-4305-8517-6870e106d616, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=941f8a2a-5110-4305-8517-6870e106d616,segment=NetworkSegment(6784c82f-3c19-401e-bc34-fa1131f2bcff),segment_id=6784c82f-3c19-401e-bc34-fa1131f2bcff)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:55:22.924556 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-43d04a09-b928-4942-b713-974395b3a379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:22.963689 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:22.997182 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d04a09-b928-4942-b713-974395b3a379 None None] Pushing event updated for resources: {'Port': ['ID=941f8a2a-5110-4305-8517-6870e106d616,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:23.037582 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 21:55:23.037991 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 21:55:23.046946 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-506baff8-6fd0-49d9-a04d-7404ade32309 None None] Provisioning complete for port 941f8a2a-5110-4305-8517-6870e106d616 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:55:23.048023 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-506baff8-6fd0-49d9-a04d-7404ade32309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:23.221104 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6d02318e-686f-4311-aaee-0a1a3e9b6c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:24.389485 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49266) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:24.632642 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 941f8a2a-5110-4305-8517-6870e106d616 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:55:24.677417 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 941f8a2a-5110-4305-8517-6870e106d616 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:55:24.677799 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:24.701691 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [None req-acc60c66-3942-4768-b4e8-2e3ec00a6129 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 21:55:24.702699 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-acc60c66-3942-4768-b4e8-2e3ec00a6129 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3122678 Dec 16 21:55:25.504340 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-93b39d14-ee34-433d-85ae-d4d8b504c355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:26.677522 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.302397 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49284) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:27.433368 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-ac94ff30-121e-467e-afc2-8664df6c700d admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:55:27.540252 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac94ff30-121e-467e-afc2-8664df6c700d admin admin] Made reservation on behalf of 2121b4511cac45c7b9d1f7f562f8d652 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:55:27.542496 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac94ff30-121e-467e-afc2-8664df6c700d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.550988 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac94ff30-121e-467e-afc2-8664df6c700d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.622080 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac94ff30-121e-467e-afc2-8664df6c700d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.677716 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac94ff30-121e-467e-afc2-8664df6c700d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.693665 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ac94ff30-121e-467e-afc2-8664df6c700d admin admin] Reserving flat network on physical network physnet1 {{(pid=103614) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 16 21:55:27.713941 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94ff30-121e-467e-afc2-8664df6c700d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80650c1a-e7bb-4582-bc27-484b5fb419c1,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:27.716733 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac94ff30-121e-467e-afc2-8664df6c700d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.717067 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-ac94ff30-121e-467e-afc2-8664df6c700d admin admin] Added segment 4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87 of type flat for network 646b16aa-4dba-4604-b466-f8ee98ed91e8 Dec 16 21:55:27.763765 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac94ff30-121e-467e-afc2-8664df6c700d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.866277 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac94ff30-121e-467e-afc2-8664df6c700d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.867242 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac94ff30-121e-467e-afc2-8664df6c700d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:27.867838 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac94ff30-121e-467e-afc2-8664df6c700d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:27.923674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94ff30-121e-467e-afc2-8664df6c700d admin admin] Pushing event updated for resources: {'Network': ['ID=646b16aa-4dba-4604-b466-f8ee98ed91e8,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:27.933511 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 21:55:27.983403 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ac94ff30-121e-467e-afc2-8664df6c700d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6799037 Dec 16 21:55:28.083921 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:28.894880 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:30.455217 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49302) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:30.547218 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a2e276-95d0-42ba-ba14-7528c20e6893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:30.548637 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b0a2e276-95d0-42ba-ba14-7528c20e6893 admin admin] 10.222.0.75 "GET /v2.0/subnets/3b55d504-6e7b-4d6c-9ba1-5220cca8d50e HTTP/1.1" status: 200 len: 849 time: 0.0924711 Dec 16 21:55:30.664863 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-08fb4ee6-73af-4963-aca1-69dc9d63dc6d admin admin] 10.222.0.75 "GET /v2.0/routers/fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01 HTTP/1.1" status: 200 len: 704 time: 0.1102104 Dec 16 21:55:30.929008 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00897a06-d352-4d97-b604-7226038c60a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:31.217191 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-00897a06-d352-4d97-b604-7226038c60a2 admin admin] Allocated IP 172.20.0.1 (b0343700-2473-4ef2-b3c4-829374e5c04a/3b55d504-6e7b-4d6c-9ba1-5220cca8d50e/2ce189b7-a9ba-409d-8158-54635e58296c) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:55:31.410370 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00897a06-d352-4d97-b604-7226038c60a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:31.541351 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00897a06-d352-4d97-b604-7226038c60a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:31.618283 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00897a06-d352-4d97-b604-7226038c60a2 admin admin] Network b0343700-2473-4ef2-b3c4-829374e5c04a is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:55:31.623272 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-00897a06-d352-4d97-b604-7226038c60a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:55:31.630799 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00897a06-d352-4d97-b604-7226038c60a2 admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:55:31.631376 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00897a06-d352-4d97-b604-7226038c60a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:31.654088 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00897a06-d352-4d97-b604-7226038c60a2 admin admin] Pushing event updated for resources: {'Port': ['ID=2ce189b7-a9ba-409d-8158-54635e58296c,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:31.789259 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0eeca320-3944-4612-a626-02819e47385d None None] Provisioning complete for port 2ce189b7-a9ba-409d-8158-54635e58296c triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:55:31.789822 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0eeca320-3944-4612-a626-02819e47385d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:31.824005 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0eeca320-3944-4612-a626-02819e47385d None None] Port 2ce189b7-a9ba-409d-8158-54635e58296c cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 21:55:31.910743 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00897a06-d352-4d97-b604-7226038c60a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:32.119230 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00897a06-d352-4d97-b604-7226038c60a2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:32.180112 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00897a06-d352-4d97-b604-7226038c60a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:32.180904 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00897a06-d352-4d97-b604-7226038c60a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:32.264883 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00897a06-d352-4d97-b604-7226038c60a2 admin admin] Pushing event updated for resources: {'Port': ['ID=2ce189b7-a9ba-409d-8158-54635e58296c,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:32.313727 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00897a06-d352-4d97-b604-7226038c60a2 admin admin] Network b0343700-2473-4ef2-b3c4-829374e5c04a is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:55:32.315025 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-00897a06-d352-4d97-b604-7226038c60a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:55:32.535409 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00897a06-d352-4d97-b604-7226038c60a2 admin admin] Router fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 21:55:32.547740 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-47325249-d454-4268-9a84-7ce3170e0efa None None] Provisioning complete for port 2ce189b7-a9ba-409d-8158-54635e58296c triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:55:32.548120 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-47325249-d454-4268-9a84-7ce3170e0efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:32.584007 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-47325249-d454-4268-9a84-7ce3170e0efa None None] Port 2ce189b7-a9ba-409d-8158-54635e58296c cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 21:55:32.628987 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00897a06-d352-4d97-b604-7226038c60a2 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 21:55:32.634226 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-00897a06-d352-4d97-b604-7226038c60a2 admin admin] 10.222.0.75 "PUT /v2.0/routers/fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9638989 Dec 16 21:55:32.641717 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35febd5c-e5d3-46aa-b903-138643eb8416 None None] Sync routers for ids ['fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 21:55:32.653588 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35febd5c-e5d3-46aa-b903-138643eb8416 None None] Routers {'fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:55:32.654504 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-35febd5c-e5d3-46aa-b903-138643eb8416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T21:55:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:55:32.848380 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-35febd5c-e5d3-46aa-b903-138643eb8416 None None] Set router fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:55:33.285041 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-35febd5c-e5d3-46aa-b903-138643eb8416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01', 'name': 'router1', 'tenant_id': '866cde7b9a114c038c3445e884391c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:55:21Z', 'updated_at': '2021-12-16T21:55:31Z', 'revision_number': 2, 'project_id': '866cde7b9a114c038c3445e884391c6e', 'gw_port_host': None, '_interfaces': [{'id': '2ce189b7-a9ba-409d-8158-54635e58296c', 'name': '', 'network_id': 'b0343700-2473-4ef2-b3c4-829374e5c04a', 'tenant_id': '866cde7b9a114c038c3445e884391c6e', 'mac_address': 'fa:16:3e:ac:ab:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b55d504-6e7b-4d6c-9ba1-5220cca8d50e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:55:30Z', 'updated_at': '2021-12-16T21:55:31Z', 'revision_number': 2, 'project_id': '866cde7b9a114c038c3445e884391c6e', 'subnets': [{'id': '3b55d504-6e7b-4d6c-9ba1-5220cca8d50e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e60957d-a22f-4f0b-b662-14e42d2d93d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:55:33.336925 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35febd5c-e5d3-46aa-b903-138643eb8416 None None] Checking router: fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 21:55:33.337292 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35febd5c-e5d3-46aa-b903-138643eb8416 None None] Updating router fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01 port 2ce189b7-a9ba-409d-8158-54635e58296c binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 21:55:33.387610 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35febd5c-e5d3-46aa-b903-138643eb8416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:33.908417 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35febd5c-e5d3-46aa-b903-138643eb8416 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:33.974993 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35febd5c-e5d3-46aa-b903-138643eb8416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:34.131096 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11104c37-d0d6-491c-929a-faba966deaeb None None] Pushing event updated for resources: {'Port': ['ID=2ce189b7-a9ba-409d-8158-54635e58296c,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:34.149612 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-35febd5c-e5d3-46aa-b903-138643eb8416 None None] Attempting to bind port 2ce189b7-a9ba-409d-8158-54635e58296c on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:55:34.149824 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-35febd5c-e5d3-46aa-b903-138643eb8416 None None] Attempting to bind port 2ce189b7-a9ba-409d-8158-54635e58296c by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '6784c82f-3c19-401e-bc34-fa1131f2bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b0343700-2473-4ef2-b3c4-829374e5c04a'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:55:34.150234 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35febd5c-e5d3-46aa-b903-138643eb8416 None None] Attempting to bind port 2ce189b7-a9ba-409d-8158-54635e58296c on network b0343700-2473-4ef2-b3c4-829374e5c04a {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:55:34.153789 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11104c37-d0d6-491c-929a-faba966deaeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:34.154138 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11104c37-d0d6-491c-929a-faba966deaeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:34.154490 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11104c37-d0d6-491c-929a-faba966deaeb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:34.154835 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11104c37-d0d6-491c-929a-faba966deaeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:34.155202 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11104c37-d0d6-491c-929a-faba966deaeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:34.155539 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11104c37-d0d6-491c-929a-faba966deaeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:34.155988 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11104c37-d0d6-491c-929a-faba966deaeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:34.156778 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11104c37-d0d6-491c-929a-faba966deaeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:34.157111 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11104c37-d0d6-491c-929a-faba966deaeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:34.157623 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11104c37-d0d6-491c-929a-faba966deaeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:34.157956 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11104c37-d0d6-491c-929a-faba966deaeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:34.158284 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11104c37-d0d6-491c-929a-faba966deaeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:34.158653 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11104c37-d0d6-491c-929a-faba966deaeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11104c37-d0d6-491c-929a-faba966deaeb None None] Tracked resource versions report: Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: pushed versions: Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: { 'AddressGroup': {'1.2'}, Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: 'ConntrackHelper': {'1.0'}, Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: 'LocalIPAssociation': {'1.0'}, Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: 'Log': {'1.0'}, Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: 'Network': {'1.1'}, Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: 'Port': {'1.7'}, Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: 'PortForwarding': {'1.2'}, Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: 'QosPolicy': {'1.10'}, Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: 'SecurityGroup': {'1.5'}, Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: 'SecurityGroupRule': {'1.2'}, Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: 'SubPort': {'1.0'}, Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: 'Subnet': {'1.1'}, Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: 'Trunk': {'1.1'}} Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: consumer versions: Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: { DHCP agent@n-d-815324-4: {}, Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: L3 agent@n-d-815324-4: {}, Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: Metadata agent@n-d-815324-4: {}, Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: Metering agent@n-d-815324-4: {}, Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: Open vSwitch agent@n-d-815324-4: { 'AddressGroup': '1.2', Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: 'ConntrackHelper': '1.0', Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: 'LocalIPAssociation': '1.0', Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: 'Log': '1.0', Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: 'Network': '1.1', Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: 'Port': '1.7', Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: 'PortForwarding': '1.2', Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: 'QosPolicy': '1.10', Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: 'SecurityGroup': '1.5', Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: 'SecurityGroupRule': '1.2', Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: 'SubPort': '1.0', Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: 'Subnet': '1.1', Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: 'Trunk': '1.1'}} Dec 16 21:55:34.159792 n-d-815324-4 neutron-server[103616]: {{(pid=103616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 21:55:34.164529 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35febd5c-e5d3-46aa-b903-138643eb8416 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:55:34.164949 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35febd5c-e5d3-46aa-b903-138643eb8416 None None] Checking segment: {'id': '6784c82f-3c19-401e-bc34-fa1131f2bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b0343700-2473-4ef2-b3c4-829374e5c04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:55:34.165408 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35febd5c-e5d3-46aa-b903-138643eb8416 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:34.165791 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35febd5c-e5d3-46aa-b903-138643eb8416 None None] Bound using segment: {'id': '6784c82f-3c19-401e-bc34-fa1131f2bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b0343700-2473-4ef2-b3c4-829374e5c04a'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:55:34.166282 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-35febd5c-e5d3-46aa-b903-138643eb8416 None None] Bound port: 2ce189b7-a9ba-409d-8158-54635e58296c, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6784c82f-3c19-401e-bc34-fa1131f2bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b0343700-2473-4ef2-b3c4-829374e5c04a'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:55:34.166679 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35febd5c-e5d3-46aa-b903-138643eb8416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:34.212356 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-330b26aa-e82f-4a28-b4df-3a37108f1913 None None] Provisioning complete for port 2ce189b7-a9ba-409d-8158-54635e58296c triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:55:34.215806 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-330b26aa-e82f-4a28-b4df-3a37108f1913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:34.247193 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-330b26aa-e82f-4a28-b4df-3a37108f1913 None None] Port 2ce189b7-a9ba-409d-8158-54635e58296c cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 21:55:34.315162 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-35febd5c-e5d3-46aa-b903-138643eb8416 None None] For port 2ce189b7-a9ba-409d-8158-54635e58296c, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:55:34.335215 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-35febd5c-e5d3-46aa-b903-138643eb8416 None None] For port 2ce189b7-a9ba-409d-8158-54635e58296c, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2ce189b7-a9ba-409d-8158-54635e58296c,segment=NetworkSegment(6784c82f-3c19-401e-bc34-fa1131f2bcff),segment_id=6784c82f-3c19-401e-bc34-fa1131f2bcff)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:55:34.421320 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-35febd5c-e5d3-46aa-b903-138643eb8416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:34.483472 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35febd5c-e5d3-46aa-b903-138643eb8416 None None] Routers {'fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:55:34.484172 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-35febd5c-e5d3-46aa-b903-138643eb8416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T21:55:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:55:34.486075 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11104c37-d0d6-491c-929a-faba966deaeb None None] Pushing event updated for resources: {'Port': ['ID=2ce189b7-a9ba-409d-8158-54635e58296c,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:34.579696 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-35febd5c-e5d3-46aa-b903-138643eb8416 None None] Set router fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:55:34.667750 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9fbcdfd6-09ed-4ce6-b79c-529e76b0924e None None] Provisioning complete for port 2ce189b7-a9ba-409d-8158-54635e58296c triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:55:34.668170 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9fbcdfd6-09ed-4ce6-b79c-529e76b0924e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:34.747730 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9fbcdfd6-09ed-4ce6-b79c-529e76b0924e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:34.779699 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9fbcdfd6-09ed-4ce6-b79c-529e76b0924e None None] For port 2ce189b7-a9ba-409d-8158-54635e58296c, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2ce189b7-a9ba-409d-8158-54635e58296c,segment=NetworkSegment(6784c82f-3c19-401e-bc34-fa1131f2bcff),segment_id=6784c82f-3c19-401e-bc34-fa1131f2bcff)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:55:34.801288 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-35febd5c-e5d3-46aa-b903-138643eb8416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01', 'name': 'router1', 'tenant_id': '866cde7b9a114c038c3445e884391c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:55:21Z', 'updated_at': '2021-12-16T21:55:31Z', 'revision_number': 2, 'project_id': '866cde7b9a114c038c3445e884391c6e', 'gw_port_host': None, '_interfaces': [{'id': '2ce189b7-a9ba-409d-8158-54635e58296c', 'name': '', 'network_id': 'b0343700-2473-4ef2-b3c4-829374e5c04a', 'tenant_id': '866cde7b9a114c038c3445e884391c6e', 'mac_address': 'fa:16:3e:ac:ab:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b55d504-6e7b-4d6c-9ba1-5220cca8d50e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:55:30Z', 'updated_at': '2021-12-16T21:55:34Z', 'revision_number': 4, 'project_id': '866cde7b9a114c038c3445e884391c6e', 'subnets': [{'id': '3b55d504-6e7b-4d6c-9ba1-5220cca8d50e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e60957d-a22f-4f0b-b662-14e42d2d93d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:55:34.827539 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35febd5c-e5d3-46aa-b903-138643eb8416 None None] The sync data for ids ['fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01'] in n-d-815324-4 is: [{'id': 'fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01', 'name': 'router1', 'tenant_id': '866cde7b9a114c038c3445e884391c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:55:21Z', 'updated_at': '2021-12-16T21:55:31Z', 'revision_number': 2, 'project_id': '866cde7b9a114c038c3445e884391c6e', 'gw_port_host': None, '_interfaces': [{'id': '2ce189b7-a9ba-409d-8158-54635e58296c', 'name': '', 'network_id': 'b0343700-2473-4ef2-b3c4-829374e5c04a', 'tenant_id': '866cde7b9a114c038c3445e884391c6e', 'mac_address': 'fa:16:3e:ac:ab:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b55d504-6e7b-4d6c-9ba1-5220cca8d50e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:55:30Z', 'updated_at': '2021-12-16T21:55:34Z', 'revision_number': 4, 'project_id': '866cde7b9a114c038c3445e884391c6e', 'subnets': [{'id': '3b55d504-6e7b-4d6c-9ba1-5220cca8d50e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e60957d-a22f-4f0b-b662-14e42d2d93d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 21:55:34.844701 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9fbcdfd6-09ed-4ce6-b79c-529e76b0924e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:34.895917 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbcdfd6-09ed-4ce6-b79c-529e76b0924e None None] Pushing event updated for resources: {'Port': ['ID=2ce189b7-a9ba-409d-8158-54635e58296c,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:35.100112 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49312) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:35.210503 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9905c45e-0bea-4949-bbcf-ed527f8d18fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:35.211935 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9905c45e-0bea-4949-bbcf-ed527f8d18fd admin admin] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 842 time: 0.1107562 Dec 16 21:55:35.222341 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-7b27c238-58b2-4ad9-9643-4fb7831bdbf0 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:55:35.327688 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b27c238-58b2-4ad9-9643-4fb7831bdbf0 admin admin] Made reservation on behalf of 2121b4511cac45c7b9d1f7f562f8d652 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:55:35.330262 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7b27c238-58b2-4ad9-9643-4fb7831bdbf0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:35.748907 n-d-815324-4 neutron-server[103614]: DEBUG neutron.objects.ports [None req-7b27c238-58b2-4ad9-9643-4fb7831bdbf0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103614) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 21:55:35.749377 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7b27c238-58b2-4ad9-9643-4fb7831bdbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:35.801565 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27c238-58b2-4ad9-9643-4fb7831bdbf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ebb200d-9b30-4a79-991d-15d52c6af25e,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:35.814192 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b27c238-58b2-4ad9-9643-4fb7831bdbf0 admin admin] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:55:35.814549 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b27c238-58b2-4ad9-9643-4fb7831bdbf0 admin admin] Network hostable DHCP agents. Network: 646b16aa-4dba-4604-b466-f8ee98ed91e8, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 21:55:35.893171 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b27c238-58b2-4ad9-9643-4fb7831bdbf0 admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 21:55:35.957700 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-7b27c238-58b2-4ad9-9643-4fb7831bdbf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 646b16aa-4dba-4604-b466-f8ee98ed91e8) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:55:35.962801 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b27c238-58b2-4ad9-9643-4fb7831bdbf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:35.963600 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7b27c238-58b2-4ad9-9643-4fb7831bdbf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:35.970436 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad3d606-c870-41eb-a9e8-9f7323eca389 None None] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:55:36.050917 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7b27c238-58b2-4ad9-9643-4fb7831bdbf0 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8324835 Dec 16 21:55:36.091032 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd1d462-cc49-4a23-b1c0-36e78dc93a5a None None] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:55:38.570600 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49320) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:38.841515 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9b89070b-7e5a-4e86-9f90-7c2b0bf28fcc admin admin] 10.222.0.75 "GET /v2.0/routers/fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01 HTTP/1.1" status: 200 len: 710 time: 0.2695312 Dec 16 21:55:39.025079 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd5b72e-ea67-43b9-9287-71eeb2d08e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:55:39.026511 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6cd5b72e-ea67-43b9-9287-71eeb2d08e1e admin admin] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 886 time: 0.1784310 Dec 16 21:55:39.036018 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:55:39.294372 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:39.615883 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:39.693815 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:39.873618 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Allocated IP 172.25.6.59 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/7d2b10fb-b816-4107-b52e-095b165386e9) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:55:39.986022 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:40.100994 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:40.163108 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:55:40.169666 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:55:40.221777 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Pushing event updated for resources: {'Port': ['ID=7d2b10fb-b816-4107-b52e-095b165386e9,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:40.224858 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:55:40.288697 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:40.289042 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:40.289389 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:40.289724 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:40.290059 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:40.290387 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:40.290711 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:40.291070 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:40.291394 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:40.291718 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:40.292043 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:40.292361 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:40.292683 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Tracked resource versions report: Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: pushed versions: Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: { 'AddressGroup': {'1.2'}, Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: 'ConntrackHelper': {'1.0'}, Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: 'LocalIPAssociation': {'1.0'}, Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: 'Log': {'1.0'}, Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: 'Network': {'1.1'}, Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: 'Port': {'1.7'}, Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: 'PortForwarding': {'1.2'}, Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: 'QosPolicy': {'1.10'}, Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: 'SecurityGroup': {'1.5'}, Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: 'SecurityGroupRule': {'1.2'}, Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: 'SubPort': {'1.0'}, Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: 'Subnet': {'1.1'}, Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: 'Trunk': {'1.1'}} Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: consumer versions: Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: { DHCP agent@n-d-815324-4: {}, Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: L3 agent@n-d-815324-4: {}, Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: Metadata agent@n-d-815324-4: {}, Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: Metering agent@n-d-815324-4: {}, Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: Open vSwitch agent@n-d-815324-4: { 'AddressGroup': '1.2', Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: 'ConntrackHelper': '1.0', Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: 'LocalIPAssociation': '1.0', Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: 'Log': '1.0', Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: 'Network': '1.1', Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: 'Port': '1.7', Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: 'PortForwarding': '1.2', Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: 'QosPolicy': '1.10', Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: 'SecurityGroup': '1.5', Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: 'SecurityGroupRule': '1.2', Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: 'SubPort': '1.0', Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: 'Subnet': '1.1', Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: 'Trunk': '1.1'}} Dec 16 21:55:40.293827 n-d-815324-4 neutron-server[103613]: {{(pid=103613) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 21:55:40.633830 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:40.693285 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2ce189b7-a9ba-409d-8158-54635e58296c up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:55:40.743690 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 2ce189b7-a9ba-409d-8158-54635e58296c triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:55:40.744069 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:40.834058 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5457'] for router, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:40.839202 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-598410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-598419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597305'] for router, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:40.948236 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Router fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 21:55:41.053884 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 21:55:41.058379 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:41.059613 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-64fe69d8-dcad-423c-ad4a-0ab4b7aa614c admin admin] 10.222.0.75 "PUT /v2.0/routers/fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01 HTTP/1.1" status: 200 len: 889 time: 2.0267568 Dec 16 21:55:41.946989 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6058fe4b-48c2-4a1d-becf-8325fd29f9b7 None None] Sync routers for ids ['fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 21:55:41.958403 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6058fe4b-48c2-4a1d-becf-8325fd29f9b7 None None] Routers {'fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:55:41.959102 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-6058fe4b-48c2-4a1d-becf-8325fd29f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T21:55:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:55:42.167124 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-6058fe4b-48c2-4a1d-becf-8325fd29f9b7 None None] Set router fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:55:42.632958 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-6058fe4b-48c2-4a1d-becf-8325fd29f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01', 'name': 'router1', 'tenant_id': '866cde7b9a114c038c3445e884391c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '7d2b10fb-b816-4107-b52e-095b165386e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:55:21Z', 'updated_at': '2021-12-16T21:55:40Z', 'revision_number': 4, 'project_id': '866cde7b9a114c038c3445e884391c6e', 'gw_port': {'id': '7d2b10fb-b816-4107-b52e-095b165386e9', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:29:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:55:39Z', 'updated_at': '2021-12-16T21:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '2ce189b7-a9ba-409d-8158-54635e58296c', 'name': '', 'network_id': 'b0343700-2473-4ef2-b3c4-829374e5c04a', 'tenant_id': '866cde7b9a114c038c3445e884391c6e', 'mac_address': 'fa:16:3e:ac:ab:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b55d504-6e7b-4d6c-9ba1-5220cca8d50e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:55:30Z', 'updated_at': '2021-12-16T21:55:34Z', 'revision_number': 5, 'project_id': '866cde7b9a114c038c3445e884391c6e', 'subnets': [{'id': '3b55d504-6e7b-4d6c-9ba1-5220cca8d50e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e60957d-a22f-4f0b-b662-14e42d2d93d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:55:42.683957 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6058fe4b-48c2-4a1d-becf-8325fd29f9b7 None None] Checking router: fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 21:55:42.684311 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6058fe4b-48c2-4a1d-becf-8325fd29f9b7 None None] Updating router fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01 port 7d2b10fb-b816-4107-b52e-095b165386e9 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 21:55:42.730980 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6058fe4b-48c2-4a1d-becf-8325fd29f9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:43.041272 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6058fe4b-48c2-4a1d-becf-8325fd29f9b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:43.123603 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6058fe4b-48c2-4a1d-becf-8325fd29f9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:43.176551 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-6058fe4b-48c2-4a1d-becf-8325fd29f9b7 None None] Attempting to bind port 7d2b10fb-b816-4107-b52e-095b165386e9 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:55:43.176929 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-6058fe4b-48c2-4a1d-becf-8325fd29f9b7 None None] Attempting to bind port 7d2b10fb-b816-4107-b52e-095b165386e9 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:55:43.177332 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058fe4b-48c2-4a1d-becf-8325fd29f9b7 None None] Attempting to bind port 7d2b10fb-b816-4107-b52e-095b165386e9 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:55:43.179489 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e8a28-98a4-4a89-9b40-d1b16780b330 None None] Pushing event updated for resources: {'Port': ['ID=7d2b10fb-b816-4107-b52e-095b165386e9,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:43.185542 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058fe4b-48c2-4a1d-becf-8325fd29f9b7 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:55:43.185955 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058fe4b-48c2-4a1d-becf-8325fd29f9b7 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:55:43.186349 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6058fe4b-48c2-4a1d-becf-8325fd29f9b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:43.186746 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6058fe4b-48c2-4a1d-becf-8325fd29f9b7 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:55:43.187291 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-6058fe4b-48c2-4a1d-becf-8325fd29f9b7 None None] Bound port: 7d2b10fb-b816-4107-b52e-095b165386e9, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:55:43.187698 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6058fe4b-48c2-4a1d-becf-8325fd29f9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:43.238793 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-6058fe4b-48c2-4a1d-becf-8325fd29f9b7 None None] For port 7d2b10fb-b816-4107-b52e-095b165386e9, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:55:43.241828 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-6058fe4b-48c2-4a1d-becf-8325fd29f9b7 None None] For port 7d2b10fb-b816-4107-b52e-095b165386e9, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7d2b10fb-b816-4107-b52e-095b165386e9,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:55:43.333863 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6058fe4b-48c2-4a1d-becf-8325fd29f9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:43.391323 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6058fe4b-48c2-4a1d-becf-8325fd29f9b7 None None] Routers {'fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 21:55:43.391930 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-6058fe4b-48c2-4a1d-becf-8325fd29f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T21:55:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:55:43.427977 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e8a28-98a4-4a89-9b40-d1b16780b330 None None] Pushing event updated for resources: {'Port': ['ID=7d2b10fb-b816-4107-b52e-095b165386e9,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:43.501114 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-6058fe4b-48c2-4a1d-becf-8325fd29f9b7 None None] Set router fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 21:55:43.653180 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49336) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:55:43.710863 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-6058fe4b-48c2-4a1d-becf-8325fd29f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01', 'name': 'router1', 'tenant_id': '866cde7b9a114c038c3445e884391c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '7d2b10fb-b816-4107-b52e-095b165386e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:55:21Z', 'updated_at': '2021-12-16T21:55:40Z', 'revision_number': 4, 'project_id': '866cde7b9a114c038c3445e884391c6e', 'gw_port': {'id': '7d2b10fb-b816-4107-b52e-095b165386e9', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:29:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:55:39Z', 'updated_at': '2021-12-16T21:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '2ce189b7-a9ba-409d-8158-54635e58296c', 'name': '', 'network_id': 'b0343700-2473-4ef2-b3c4-829374e5c04a', 'tenant_id': '866cde7b9a114c038c3445e884391c6e', 'mac_address': 'fa:16:3e:ac:ab:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b55d504-6e7b-4d6c-9ba1-5220cca8d50e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:55:30Z', 'updated_at': '2021-12-16T21:55:34Z', 'revision_number': 5, 'project_id': '866cde7b9a114c038c3445e884391c6e', 'subnets': [{'id': '3b55d504-6e7b-4d6c-9ba1-5220cca8d50e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e60957d-a22f-4f0b-b662-14e42d2d93d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 21:55:43.736988 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6058fe4b-48c2-4a1d-becf-8325fd29f9b7 None None] The sync data for ids ['fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01'] in n-d-815324-4 is: [{'id': 'fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01', 'name': 'router1', 'tenant_id': '866cde7b9a114c038c3445e884391c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '7d2b10fb-b816-4107-b52e-095b165386e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T21:55:21Z', 'updated_at': '2021-12-16T21:55:40Z', 'revision_number': 4, 'project_id': '866cde7b9a114c038c3445e884391c6e', 'gw_port': {'id': '7d2b10fb-b816-4107-b52e-095b165386e9', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:29:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:55:39Z', 'updated_at': '2021-12-16T21:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '2ce189b7-a9ba-409d-8158-54635e58296c', 'name': '', 'network_id': 'b0343700-2473-4ef2-b3c4-829374e5c04a', 'tenant_id': '866cde7b9a114c038c3445e884391c6e', 'mac_address': 'fa:16:3e:ac:ab:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1554c1-6736-4bbb-bb7e-f59a7ad5ba01', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b55d504-6e7b-4d6c-9ba1-5220cca8d50e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T21:55:30Z', 'updated_at': '2021-12-16T21:55:34Z', 'revision_number': 5, 'project_id': '866cde7b9a114c038c3445e884391c6e', 'subnets': [{'id': '3b55d504-6e7b-4d6c-9ba1-5220cca8d50e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e60957d-a22f-4f0b-b662-14e42d2d93d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 21:55:43.772703 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1b094ff2-3e57-46a4-8bca-a38329e5623a admin admin] 10.222.0.75 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1182675 Dec 16 21:55:44.675853 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7d2b10fb-b816-4107-b52e-095b165386e9 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:55:44.737751 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 7d2b10fb-b816-4107-b52e-095b165386e9 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:55:44.738775 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:44.816763 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:44.837065 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 7d2b10fb-b816-4107-b52e-095b165386e9, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7d2b10fb-b816-4107-b52e-095b165386e9,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:55:44.892566 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:44.938060 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=7d2b10fb-b816-4107-b52e-095b165386e9,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:55:46.654825 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7d2b10fb-b816-4107-b52e-095b165386e9 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:55:46.706880 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 7d2b10fb-b816-4107-b52e-095b165386e9 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:55:46.707287 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:53.306860 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-92865fe5-23c5-4f56-819e-54b4cce497af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:55.311294 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 5 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:55:55.586010 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6b6b49cd-89b9-413f-b971-88a13d3a7f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:56.695214 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:58.094603 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:55:58.901444 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:23.252418 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32f5db60-e1b7-42fc-b7ef-37249708f3ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:25.529194 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b1faa7cc-d22c-4e1c-a65f-f22e9fc9f7a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:26.709760 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:28.092675 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:28.888923 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:32.310555 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 5 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:56:53.317690 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bf8264c2-9719-41f2-b60e-cbdd0d63332c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:55.506625 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-577adf46-4381-4f78-aab5-29721c06d5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:56.715186 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:58.098265 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:56:58.886692 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:09.310087 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 5 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:57:12.944877 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49852) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:13.010702 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-939049ad-e05e-4087-9427-e718c8ffd42a admin admin] GET failed (client error): The resource could not be found. Dec 16 21:57:13.012054 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-939049ad-e05e-4087-9427-e718c8ffd42a admin admin] 10.222.0.75 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0662107 Dec 16 21:57:13.185214 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e314dcb3-e5af-4126-bbab-5d2d5a942c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:13.185693 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e314dcb3-e5af-4126-bbab-5d2d5a942c49 admin admin] 10.222.0.75 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1678033 Dec 16 21:57:15.615657 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49862) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:15.721662 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd1823-7fc3-43b2-84d4-f246d127dff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:15.723187 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-85cd1823-7fc3-43b2-84d4-f246d127dff2 admin admin] 10.222.0.75 "GET /v2.0/subnets/3b55d504-6e7b-4d6c-9ba1-5220cca8d50e HTTP/1.1" status: 200 len: 849 time: 0.1065383 Dec 16 21:57:15.734739 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-de1a0b9a-cc7d-4718-b531-7a1fa46989fa admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:57:15.826857 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-de1a0b9a-cc7d-4718-b531-7a1fa46989fa admin admin] Publish callbacks [] for subnet, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:16.029403 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-de1a0b9a-cc7d-4718-b531-7a1fa46989fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727494037724'] for subnet, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:16.067138 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1a0b9a-cc7d-4718-b531-7a1fa46989fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:16.067740 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-de1a0b9a-cc7d-4718-b531-7a1fa46989fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:16.070813 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-de1a0b9a-cc7d-4718-b531-7a1fa46989fa admin admin] 10.222.0.75 "PUT /v2.0/subnets/3b55d504-6e7b-4d6c-9ba1-5220cca8d50e HTTP/1.1" status: 200 len: 868 time: 0.3390357 Dec 16 21:57:16.089739 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a0b9a-cc7d-4718-b531-7a1fa46989fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b55d504-6e7b-4d6c-9ba1-5220cca8d50e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:57:16.094099 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35bf91b-eb9b-452f-b87d-c39571ef2dac None None] Network b0343700-2473-4ef2-b3c4-829374e5c04a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:57:16.100665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a0b9a-cc7d-4718-b531-7a1fa46989fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:16.100665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a0b9a-cc7d-4718-b531-7a1fa46989fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:16.100665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a0b9a-cc7d-4718-b531-7a1fa46989fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:16.100665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a0b9a-cc7d-4718-b531-7a1fa46989fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:16.100665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a0b9a-cc7d-4718-b531-7a1fa46989fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:16.100665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a0b9a-cc7d-4718-b531-7a1fa46989fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:16.100665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a0b9a-cc7d-4718-b531-7a1fa46989fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:16.101267 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a0b9a-cc7d-4718-b531-7a1fa46989fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:16.101267 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a0b9a-cc7d-4718-b531-7a1fa46989fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:16.101417 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a0b9a-cc7d-4718-b531-7a1fa46989fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:16.101712 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a0b9a-cc7d-4718-b531-7a1fa46989fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:16.102075 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a0b9a-cc7d-4718-b531-7a1fa46989fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:16.102403 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1a0b9a-cc7d-4718-b531-7a1fa46989fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:57:16.423587 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d51dee78-a2ff-4f43-ad4b-455daf903993 None None] Provisioning complete for port 2ce189b7-a9ba-409d-8158-54635e58296c triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:57:16.423961 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d51dee78-a2ff-4f43-ad4b-455daf903993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:16.526115 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d51dee78-a2ff-4f43-ad4b-455daf903993 None None] Provisioning complete for port 941f8a2a-5110-4305-8517-6870e106d616 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:57:16.526382 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d51dee78-a2ff-4f43-ad4b-455daf903993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:18.535888 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49872) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:18.744941 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f633a82-62ae-48f2-b0f9-e042dbaed422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:18.745330 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f633a82-62ae-48f2-b0f9-e042dbaed422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:18.746921 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6f633a82-62ae-48f2-b0f9-e042dbaed422 admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2100518 Dec 16 21:57:21.203217 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49880) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:21.409563 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425d1baf-3ff0-4131-a177-92ef04d4d327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:21.409945 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425d1baf-3ff0-4131-a177-92ef04d4d327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:21.411530 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-425d1baf-3ff0-4131-a177-92ef04d4d327 admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2073507 Dec 16 21:57:23.266037 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a4d0b657-26be-4cef-9144-24d41090df09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:23.853066 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49888) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:23.982154 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0d7e59-dd7d-44bc-b520-0895f5ef4729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:23.983636 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8e0d7e59-dd7d-44bc-b520-0895f5ef4729 admin admin] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 886 time: 0.1290762 Dec 16 21:57:25.520522 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6d836d68-5727-42b7-9b24-d5d1aa956142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:26.452964 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49896) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:26.605853 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b7ec18-9079-4d57-8feb-7ad308606f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:26.607302 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a3b7ec18-9079-4d57-8feb-7ad308606f0c admin admin] 10.222.0.75 "GET /v2.0/networks/b0343700-2473-4ef2-b3c4-829374e5c04a HTTP/1.1" status: 200 len: 868 time: 0.1533415 Dec 16 21:57:26.712438 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:28.078446 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:28.889964 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:29.061557 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49904) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:29.186508 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f608a0f5-be67-4d46-a836-85043cf0cf98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:29.186887 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f608a0f5-be67-4d46-a836-85043cf0cf98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:29.188458 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f608a0f5-be67-4d46-a836-85043cf0cf98 admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257503 Dec 16 21:57:31.569917 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49912) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:31.662959 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c0a3a8-3307-4fa7-aec8-ed37c84ed42f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:31.663463 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c0a3a8-3307-4fa7-aec8-ed37c84ed42f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:31.665011 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-20c0a3a8-3307-4fa7-aec8-ed37c84ed42f admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0941424 Dec 16 21:57:34.067822 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49920) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:34.159478 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae15cfd-0ab0-49e8-9149-297558340bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:34.160838 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5ae15cfd-0ab0-49e8-9149-297558340bb0 admin admin] 10.222.0.75 "GET /v2.0/subnets/3b55d504-6e7b-4d6c-9ba1-5220cca8d50e HTTP/1.1" status: 200 len: 868 time: 0.0920782 Dec 16 21:57:36.574756 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49928) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:57:36.666121 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d606f73-400b-4b5b-a849-13eeb7e508d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:57:36.667530 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8d606f73-400b-4b5b-a849-13eeb7e508d2 admin admin] 10.222.0.75 "GET /v2.0/subnets/4ebb200d-9b30-4a79-991d-15d52c6af25e HTTP/1.1" status: 200 len: 816 time: 0.0917225 Dec 16 21:57:46.308656 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 5 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:57:53.331785 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-80c21bf1-32e3-4c54-bef4-1ddcaaa7efd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:55.508517 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6858c980-2d75-437d-927c-e81e496abfaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:56.699965 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:58.100144 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:57:58.888640 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:02.324819 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49982) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:02.372848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [None req-f57b2348-320c-4744-9bdc-6f12d20fb962 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 21:58:02.374430 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f57b2348-320c-4744-9bdc-6f12d20fb962 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0486596 Dec 16 21:58:04.867953 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49990) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:04.928202 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4e48f6-24ba-4dd7-a68f-550ae7f12c1b admin admin] GET failed (client error): The resource could not be found. Dec 16 21:58:04.929481 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5e4e48f6-24ba-4dd7-a68f-550ae7f12c1b admin admin] 10.222.0.75 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605867 Dec 16 21:58:05.013327 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9e7192-485f-4ba6-a668-a1f322ce9435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:05.014996 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4d9e7192-485f-4ba6-a668-a1f322ce9435 admin admin] 10.222.0.75 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0809925 Dec 16 21:58:07.430802 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49998) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:07.482229 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-2c5aa99d-b7ac-4b4c-9e91-aa64c7311e88 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:58:07.559420 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5aa99d-b7ac-4b4c-9e91-aa64c7311e88 admin admin] Made reservation on behalf of 2121b4511cac45c7b9d1f7f562f8d652 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:58:07.562488 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa99d-b7ac-4b4c-9e91-aa64c7311e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:07.589811 n-d-815324-4 neutron-server[103614]: WARNING neutron.services.revisions.revision_plugin [None req-2c5aa99d-b7ac-4b4c-9e91-aa64c7311e88 admin admin] Could not find related network for resource to bump revision. Dec 16 21:58:07.600488 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5aa99d-b7ac-4b4c-9e91-aa64c7311e88 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 21:58:07.611232 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa99d-b7ac-4b4c-9e91-aa64c7311e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:07.611506 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-2c5aa99d-b7ac-4b4c-9e91-aa64c7311e88 admin admin] Added segment 5aa22824-8194-4267-8f53-aa70a3b3bf32 of type vlan for network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 Dec 16 21:58:07.652624 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa99d-b7ac-4b4c-9e91-aa64c7311e88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:07.748106 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa99d-b7ac-4b4c-9e91-aa64c7311e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:07.749245 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5aa99d-b7ac-4b4c-9e91-aa64c7311e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:07.749979 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa99d-b7ac-4b4c-9e91-aa64c7311e88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:07.806230 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5aa99d-b7ac-4b4c-9e91-aa64c7311e88 admin admin] Pushing event updated for resources: {'Network': ['ID=3ea983cd-88b0-4421-9d28-94e2d29c1b09,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:07.812926 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5aa99d-b7ac-4b4c-9e91-aa64c7311e88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:07.813532 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5aa99d-b7ac-4b4c-9e91-aa64c7311e88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:07.813890 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5aa99d-b7ac-4b4c-9e91-aa64c7311e88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:07.814282 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5aa99d-b7ac-4b4c-9e91-aa64c7311e88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:07.814654 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5aa99d-b7ac-4b4c-9e91-aa64c7311e88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:07.814991 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5aa99d-b7ac-4b4c-9e91-aa64c7311e88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:07.815348 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5aa99d-b7ac-4b4c-9e91-aa64c7311e88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:07.815751 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5aa99d-b7ac-4b4c-9e91-aa64c7311e88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:07.816156 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5aa99d-b7ac-4b4c-9e91-aa64c7311e88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:07.816467 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5aa99d-b7ac-4b4c-9e91-aa64c7311e88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:07.822273 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5aa99d-b7ac-4b4c-9e91-aa64c7311e88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:07.822273 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5aa99d-b7ac-4b4c-9e91-aa64c7311e88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:07.822273 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5aa99d-b7ac-4b4c-9e91-aa64c7311e88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:07.829328 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 21:58:07.870867 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2c5aa99d-b7ac-4b4c-9e91-aa64c7311e88 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4388797 Dec 16 21:58:10.292989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50006) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:58:10.355095 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e3ab91-aaf2-48b5-bdc3-7fa711d2efcf admin admin] GET failed (client error): The resource could not be found. Dec 16 21:58:10.356368 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a8e3ab91-aaf2-48b5-bdc3-7fa711d2efcf admin admin] 10.222.0.75 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0624189 Dec 16 21:58:10.428043 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529c4a18-714a-472f-8d1b-055913481a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:10.429501 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-529c4a18-714a-472f-8d1b-055913481a1e admin admin] 10.222.0.75 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0681989 Dec 16 21:58:10.439559 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-148f0eeb-10ca-4a64-a9b3-0d47d272c7ec admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 21:58:10.514351 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148f0eeb-10ca-4a64-a9b3-0d47d272c7ec admin admin] Made reservation on behalf of 2121b4511cac45c7b9d1f7f562f8d652 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 21:58:10.516751 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-148f0eeb-10ca-4a64-a9b3-0d47d272c7ec admin admin] Publish callbacks [] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:10.728786 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-148f0eeb-10ca-4a64-a9b3-0d47d272c7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:10.782123 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f0eeb-10ca-4a64-a9b3-0d47d272c7ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe5a8fba-6c9e-44bd-9f60-953f3707feb7,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:10.791015 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f0eeb-10ca-4a64-a9b3-0d47d272c7ec admin admin] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:58:10.791429 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148f0eeb-10ca-4a64-a9b3-0d47d272c7ec admin admin] Network hostable DHCP agents. Network: 3ea983cd-88b0-4421-9d28-94e2d29c1b09, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 21:58:10.874157 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148f0eeb-10ca-4a64-a9b3-0d47d272c7ec admin admin] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 21:58:10.928652 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-148f0eeb-10ca-4a64-a9b3-0d47d272c7ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 3ea983cd-88b0-4421-9d28-94e2d29c1b09) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:58:10.932723 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148f0eeb-10ca-4a64-a9b3-0d47d272c7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 21:58:10.933315 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-148f0eeb-10ca-4a64-a9b3-0d47d272c7ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:10.938289 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b66fa2-468b-434b-b848-6c5d17d2c4d0 None None] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:58:11.014695 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-148f0eeb-10ca-4a64-a9b3-0d47d272c7ec admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5777223 Dec 16 21:58:11.138638 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'project_id': '2121b4511cac45c7b9d1f7f562f8d652', 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 21:58:11.140092 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:11.280384 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Allocated IP 192.168.233.2 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/1347ca0f-2b8c-4684-a1bf-8e4fcfe92d02) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 21:58:11.417840 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:11.489152 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:11.534724 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 21:58:11.537614 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 21:58:11.541861 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 21:58:11.544995 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Pushing event updated for resources: {'Port': ['ID=1347ca0f-2b8c-4684-a1bf-8e4fcfe92d02,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:11.554879 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:11.555257 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:11.555606 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:11.555947 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:11.556288 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:11.556620 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:11.556948 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:11.557274 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:11.557597 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:11.557920 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:11.558242 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:11.558561 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:11.558882 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:58:11.608618 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Attempting to bind port 1347ca0f-2b8c-4684-a1bf-8e4fcfe92d02 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 21:58:11.608992 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Attempting to bind port 1347ca0f-2b8c-4684-a1bf-8e4fcfe92d02 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 21:58:11.609384 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Attempting to bind port 1347ca0f-2b8c-4684-a1bf-8e4fcfe92d02 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 21:58:11.614555 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 21, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 21:58:11.614934 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 21:58:11.615374 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:11.615771 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 21:58:11.616244 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Bound port: 1347ca0f-2b8c-4684-a1bf-8e4fcfe92d02, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 21:58:11.616656 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:11.680961 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] For port 1347ca0f-2b8c-4684-a1bf-8e4fcfe92d02, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 21:58:11.684339 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] For port 1347ca0f-2b8c-4684-a1bf-8e4fcfe92d02, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=1347ca0f-2b8c-4684-a1bf-8e4fcfe92d02,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 21:58:11.765980 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:11.839787 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce8808-48ae-4aeb-a280-062258716b49 None None] Pushing event updated for resources: {'Port': ['ID=1347ca0f-2b8c-4684-a1bf-8e4fcfe92d02,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:12.674217 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311cce89-b8d8-4298-95e5-787d96b550c7 None None] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 21:58:12.798680 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4e370fa2-dd54-40cc-9059-5c2fb472711a None None] Provisioning complete for port 1347ca0f-2b8c-4684-a1bf-8e4fcfe92d02 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:12.798680 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4e370fa2-dd54-40cc-9059-5c2fb472711a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:12.835123 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 1347ca0f-2b8c-4684-a1bf-8e4fcfe92d02 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:58:12.931600 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 1347ca0f-2b8c-4684-a1bf-8e4fcfe92d02 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:12.931970 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:12.964981 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4e370fa2-dd54-40cc-9059-5c2fb472711a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:13.015956 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4e370fa2-dd54-40cc-9059-5c2fb472711a None None] For port 1347ca0f-2b8c-4684-a1bf-8e4fcfe92d02, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=1347ca0f-2b8c-4684-a1bf-8e4fcfe92d02,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 21:58:13.061252 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:13.169253 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4e370fa2-dd54-40cc-9059-5c2fb472711a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:13.242530 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 21:58:13.242877 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 21:58:13.247435 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e370fa2-dd54-40cc-9059-5c2fb472711a None None] Pushing event updated for resources: {'Port': ['ID=1347ca0f-2b8c-4684-a1bf-8e4fcfe92d02,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:58:13.288130 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d0929758-4599-49c5-8772-25d2e315726d None None] Provisioning complete for port 1347ca0f-2b8c-4684-a1bf-8e4fcfe92d02 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:13.288491 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d0929758-4599-49c5-8772-25d2e315726d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:14.749750 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 1347ca0f-2b8c-4684-a1bf-8e4fcfe92d02 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 21:58:14.800633 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 1347ca0f-2b8c-4684-a1bf-8e4fcfe92d02 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 21:58:14.804909 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:23.273436 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f4a94777-d7b9-40d8-a445-afb0808b37b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:23.308003 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 5 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:58:25.511556 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-598c579d-0d94-4c04-946d-b6d1b0088633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:26.713651 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:28.090552 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:28.890946 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:53.249714 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-468a8430-6c9e-4691-b5fd-4dd022c465d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:55.522935 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1da1e8c6-3f02-48c6-9689-6af8dfa887bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:56.707935 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:58.102045 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:58:58.896280 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:00.308690 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 5 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:59:23.249831 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-576ce8d6-c65d-4afa-9251-71544f3eb664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:25.512367 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3a37c6bc-8960-48ee-acd2-8315a9668cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:26.713339 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:28.101154 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:28.895810 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:34.192872 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50050) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:34.202335 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [None req-b28f351b-f825-464a-a2f2-b060ddea9d88 tempest-verify_tempest_config-299026640 tempest-verify_tempest_config-299026640-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 21:59:34.204040 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b28f351b-f825-464a-a2f2-b060ddea9d88 tempest-verify_tempest_config-299026640 tempest-verify_tempest_config-299026640-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0095685 Dec 16 21:59:34.773918 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50068) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:34.906710 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1893aae4-dfe6-4916-9a79-7e6239df6131 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:35.018138 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1893aae4-dfe6-4916-9a79-7e6239df6131 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:35.077283 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1893aae4-dfe6-4916-9a79-7e6239df6131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:35.123998 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1893aae4-dfe6-4916-9a79-7e6239df6131 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b3f28ed04d694e7682dd2382440af80d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3485723 Dec 16 21:59:35.124833 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893aae4-dfe6-4916-9a79-7e6239df6131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa648cba-019f-4938-879c-9e7aa34570d9,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:35.127474 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50074) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 21:59:35.131672 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893aae4-dfe6-4916-9a79-7e6239df6131 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:35.132022 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893aae4-dfe6-4916-9a79-7e6239df6131 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:35.132361 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893aae4-dfe6-4916-9a79-7e6239df6131 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:35.132696 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893aae4-dfe6-4916-9a79-7e6239df6131 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:35.133028 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893aae4-dfe6-4916-9a79-7e6239df6131 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:35.133358 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893aae4-dfe6-4916-9a79-7e6239df6131 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:35.133683 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893aae4-dfe6-4916-9a79-7e6239df6131 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:35.134008 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893aae4-dfe6-4916-9a79-7e6239df6131 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:35.134327 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893aae4-dfe6-4916-9a79-7e6239df6131 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:35.134659 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893aae4-dfe6-4916-9a79-7e6239df6131 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:35.134981 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893aae4-dfe6-4916-9a79-7e6239df6131 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:35.135327 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893aae4-dfe6-4916-9a79-7e6239df6131 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:35.135645 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893aae4-dfe6-4916-9a79-7e6239df6131 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:35.191441 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aa53e8c9-7c12-4e00-a951-53cc65f57ad4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:35.211554 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aa53e8c9-7c12-4e00-a951-53cc65f57ad4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:35.346184 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aa53e8c9-7c12-4e00-a951-53cc65f57ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:35.349009 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aa53e8c9-7c12-4e00-a951-53cc65f57ad4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:35.350208 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-aa53e8c9-7c12-4e00-a951-53cc65f57ad4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/aa648cba-019f-4938-879c-9e7aa34570d9 HTTP/1.1" status: 204 len: 168 time: 0.2215526 Dec 16 21:59:35.358990 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53e8c9-7c12-4e00-a951-53cc65f57ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa648cba-019f-4938-879c-9e7aa34570d9,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 21:59:35.365997 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53e8c9-7c12-4e00-a951-53cc65f57ad4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:35.366342 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53e8c9-7c12-4e00-a951-53cc65f57ad4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:35.366691 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53e8c9-7c12-4e00-a951-53cc65f57ad4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:35.367031 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53e8c9-7c12-4e00-a951-53cc65f57ad4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:35.367392 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53e8c9-7c12-4e00-a951-53cc65f57ad4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:35.367719 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53e8c9-7c12-4e00-a951-53cc65f57ad4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:35.368048 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53e8c9-7c12-4e00-a951-53cc65f57ad4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:35.379511 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53e8c9-7c12-4e00-a951-53cc65f57ad4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:35.379511 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53e8c9-7c12-4e00-a951-53cc65f57ad4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:35.379511 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53e8c9-7c12-4e00-a951-53cc65f57ad4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:35.379511 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53e8c9-7c12-4e00-a951-53cc65f57ad4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:35.379511 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53e8c9-7c12-4e00-a951-53cc65f57ad4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:35.379511 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53e8c9-7c12-4e00-a951-53cc65f57ad4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 21:59:37.307943 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 5 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 21:59:53.238494 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-94257cc0-12f8-46a0-997e-b932f353b9b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:55.529731 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8789beaf-1fa1-4293-8060-f639dfb3560f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:56.728969 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:58.089430 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 21:59:58.884351 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:14.305999 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 5 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:00:23.260865 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eee5ad30-8da0-4672-a81d-fe456473faf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:25.517828 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f80e35e9-0f16-463d-9240-904a29c30aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:26.752326 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:28.134960 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:28.951839 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:51.306816 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 5 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:00:53.351827 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c2fef074-9693-4afc-8d02-1751f13e5442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:55.551523 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b0d8e235-1ad9-4990-8f2b-68c8e21a0a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:56.723392 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:58.106041 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:00:58.905990 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:23.253609 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07f8feca-8322-42f3-a243-cd4f2c28781d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:25.505305 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-efc35cb8-8e61-47ec-afd7-d8ea51fdf5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:26.716559 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:28.088125 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:28.306343 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 5 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:01:28.882822 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:53.242435 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d7fb9cf-875a-4518-bd74-7270b6219a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:55.522793 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-62a66fec-1813-491e-9739-024275579f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:56.757418 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:58.151255 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:01:58.922108 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:05.305294 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 5 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:02:23.236805 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ed62a016-931e-433c-92ff-f192f4ab444a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:25.505094 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-34eeaf3a-084d-44df-856f-e71919e20cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:26.739401 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:28.110541 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:28.870751 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:42.304086 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 5 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:02:53.242189 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d69b41fd-bee6-4df2-b7ba-0176d6182c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:55.509823 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c8818ab1-b553-4c71-8ebe-e32e5f4e0193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:56.596722 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-601235'] for agent, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:56.728324 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:58.117764 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:58.151136 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-601235'] for agent, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:02:58.905201 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:19.304452 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:03:23.242638 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-df8c0dc2-92a8-4f29-950e-fa783957444e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:25.540037 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d6ea8f54-6b19-4939-b75a-c535fafb71c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:26.562626 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:26.734094 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:28.132691 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:28.157823 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:28.888642 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:33.450182 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50130) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:03:33.561806 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-dcdf29fd-d42e-4174-a5ea-39dfcd9ba330 admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1104207 Dec 16 22:03:36.024823 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50140) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:03:36.083482 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d68aec49-e754-4472-ba32-455b1e959b20 admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0575507 Dec 16 22:03:53.242416 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5268636a-3892-4ecc-9d25-940aaa128f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:55.504764 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9ec4d011-3fcb-45c0-a873-b7afdcac801e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:56.303846 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:03:56.591003 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:56.790878 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:58.150886 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:58.179487 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:03:58.916754 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:23.257159 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd70907f-a84e-4919-9acc-5bd1481978f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:25.556634 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c94b19d1-d59f-43d2-b5d8-652b3765430a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:26.571237 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:26.742583 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:28.179445 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:28.222198 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:28.916692 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:33.304728 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:04:53.311318 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d6da955d-0f99-4b66-a6f5-2f21e7c64c0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:55.556958 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7c963d9a-692c-4b63-a40e-feee57106c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:56.571293 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:56.805437 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:58.145018 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:58.167821 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:04:58.910885 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:00.916376 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50360) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:01.665332 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c27d8a52-ab85-41f6-b1ba-d553a0f0ddd0 tempest-AutoAllocateNetworkTest-1102558743 tempest-AutoAllocateNetworkTest-1102558743-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=856c4892c393449aaf926980e89cbea9&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7441144 Dec 16 22:05:01.666717 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50384) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:01.862444 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9dc645-26df-492f-b434-dfe8927e5bc7 tempest-AutoAllocateNetworkTest-1102558743 tempest-AutoAllocateNetworkTest-1102558743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:01.864283 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-da9dc645-26df-492f-b434-dfe8927e5bc7 tempest-AutoAllocateNetworkTest-1102558743 tempest-AutoAllocateNetworkTest-1102558743-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1964874 Dec 16 22:05:01.867158 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50392) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:01.998175 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b4149c06-2758-436c-b052-20fff43d3b86 tempest-AutoAllocateNetworkTest-1102558743 tempest-AutoAllocateNetworkTest-1102558743-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1292608 Dec 16 22:05:02.003893 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50400) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:02.037967 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-700452b6-02cc-4e00-94b7-d35f1afd65b0 tempest-AutoAllocateNetworkTest-1102558743 tempest-AutoAllocateNetworkTest-1102558743-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=856c4892c393449aaf926980e89cbea9 HTTP/1.1" status: 200 len: 208 time: 0.0325184 Dec 16 22:05:03.105278 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50446) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:03.514097 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3886c25e-8d48-42f0-983e-fa9325f85efb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:03.603660 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3886c25e-8d48-42f0-983e-fa9325f85efb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:03.696927 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3886c25e-8d48-42f0-983e-fa9325f85efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:03.742995 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886c25e-8d48-42f0-983e-fa9325f85efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4c6d31-7bf1-4347-bb9a-60aa2fb68a84,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:03.753353 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3886c25e-8d48-42f0-983e-fa9325f85efb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:03.753856 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3886c25e-8d48-42f0-983e-fa9325f85efb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:03.754342 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3886c25e-8d48-42f0-983e-fa9325f85efb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:03.754681 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3886c25e-8d48-42f0-983e-fa9325f85efb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:03.755173 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3886c25e-8d48-42f0-983e-fa9325f85efb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:03.755647 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3886c25e-8d48-42f0-983e-fa9325f85efb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:03.756116 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3886c25e-8d48-42f0-983e-fa9325f85efb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:03.756571 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3886c25e-8d48-42f0-983e-fa9325f85efb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:03.757048 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3886c25e-8d48-42f0-983e-fa9325f85efb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:03.757388 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3886c25e-8d48-42f0-983e-fa9325f85efb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:03.757869 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3886c25e-8d48-42f0-983e-fa9325f85efb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:03.758197 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3886c25e-8d48-42f0-983e-fa9325f85efb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:03.758684 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3886c25e-8d48-42f0-983e-fa9325f85efb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3886c25e-8d48-42f0-983e-fa9325f85efb admin admin] Tracked resource versions report: Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: pushed versions: Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: { 'AddressGroup': {'1.2'}, Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: 'ConntrackHelper': {'1.0'}, Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: 'LocalIPAssociation': {'1.0'}, Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: 'Log': {'1.0'}, Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: 'Network': {'1.1'}, Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: 'Port': {'1.7'}, Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: 'PortForwarding': {'1.2'}, Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: 'QosPolicy': {'1.10'}, Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: 'SecurityGroup': {'1.5'}, Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: 'SecurityGroupRule': {'1.2'}, Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: 'SubPort': {'1.0'}, Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: 'Subnet': {'1.1'}, Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: 'Trunk': {'1.1'}} Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: consumer versions: Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: { DHCP agent@n-d-815324-4: {}, Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: HyperV agent@n-h1-815324-4: {}, Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: HyperV agent@n-h2-815324-4: {}, Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: L3 agent@n-d-815324-4: {}, Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: Metadata agent@n-d-815324-4: {}, Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: Metering agent@n-d-815324-4: {}, Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: Open vSwitch agent@n-d-815324-4: { 'AddressGroup': '1.2', Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: 'ConntrackHelper': '1.0', Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: 'LocalIPAssociation': '1.0', Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: 'Log': '1.0', Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: 'Network': '1.1', Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: 'Port': '1.7', Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: 'PortForwarding': '1.2', Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: 'QosPolicy': '1.10', Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: 'SecurityGroup': '1.5', Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: 'SecurityGroupRule': '1.2', Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: 'SubPort': '1.0', Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: 'Subnet': '1.1', Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: 'Trunk': '1.1'}} Dec 16 22:05:03.759863 n-d-815324-4 neutron-server[103613]: {{(pid=103613) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 22:05:03.769472 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3886c25e-8d48-42f0-983e-fa9325f85efb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=856c4892c393449aaf926980e89cbea9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6606185 Dec 16 22:05:03.770176 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50482) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:03.847065 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-221295c5-3716-41a7-9d3a-79b59602127e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:03.869770 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-221295c5-3716-41a7-9d3a-79b59602127e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:03.994072 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-221295c5-3716-41a7-9d3a-79b59602127e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:03.997674 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-221295c5-3716-41a7-9d3a-79b59602127e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:03.997914 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-221295c5-3716-41a7-9d3a-79b59602127e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fa4c6d31-7bf1-4347-bb9a-60aa2fb68a84 HTTP/1.1" status: 204 len: 168 time: 0.2268054 Dec 16 22:05:04.008400 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221295c5-3716-41a7-9d3a-79b59602127e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4c6d31-7bf1-4347-bb9a-60aa2fb68a84,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:04.616892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50534) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:04.620036 n-d-815324-4 neutron-server[103614]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 16 22:05:04.646919 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-3d9546f6-ba93-4f78-96a2-05f1c51206d1 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=3a3c0862f1e84a579605ccaed0deeb8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283539 Dec 16 22:05:04.944404 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-987eeb85-3a7f-4095-aa86-0cc7b95c36e2 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:04.945907 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-987eeb85-3a7f-4095-aa86-0cc7b95c36e2 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2980540 Dec 16 22:05:04.963092 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-ab02cc7e-23fc-4454-a1ee-1a3540e191d4 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/quotas/3a3c0862f1e84a579605ccaed0deeb8c HTTP/1.1" status: 200 len: 375 time: 0.0111053 Dec 16 22:05:05.019035 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-b1209cb8-c688-4294-821e-ac8b1fedc3c8 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=3a3c0862f1e84a579605ccaed0deeb8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499079 Dec 16 22:05:05.559445 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50582) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:05.621704 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1229395b-5107-414c-abb2-ee3ff4eec997 req-d5ffdced-6bda-4dfb-a899-01a3114ecfac tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 210 time: 0.0544794 Dec 16 22:05:05.841982 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-564571444-network', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:05.877161 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50600) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:05.940706 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] Made reservation on behalf of eef4474b3e2b443596735e3c2ca6ae10 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:05:05.943564 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:05.952985 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:06.034605 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:06.120771 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:06.125490 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78c01d3d-2d0a-468f-88d3-d5df8d8690e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:06.135517 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50618) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:06.150813 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:05:06.186848 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:06.187324 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] Added segment 0872ca05-b35c-4fa1-9280-4ff6b06627ab of type vlan for network d94d0871-a0a1-410a-ba04-ae858b15c465 Dec 16 22:05:06.200070 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f2fd0b-c7bf-4fb2-9a60-a4b61f1abb3d,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:06.241280 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:06.241878 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:06.242225 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:06.242587 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:06.242928 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:06.243273 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:06.243625 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:06.243959 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:06.244328 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] Tracked resource versions report: Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: pushed versions: Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: { 'AddressGroup': {'1.2'}, Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: 'ConntrackHelper': {'1.0'}, Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: 'LocalIPAssociation': {'1.0'}, Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: 'Log': {'1.0'}, Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: 'Network': {'1.1'}, Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: 'Port': {'1.7'}, Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: 'PortForwarding': {'1.2'}, Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: 'QosPolicy': {'1.10'}, Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: 'SecurityGroup': {'1.5'}, Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: 'SecurityGroupRule': {'1.2'}, Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: 'SubPort': {'1.0'}, Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: 'Subnet': {'1.1'}, Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: 'Trunk': {'1.1'}} Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: consumer versions: Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: { DHCP agent@n-d-815324-4: {}, Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: HyperV agent@n-h1-815324-4: {}, Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: HyperV agent@n-h2-815324-4: {}, Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: L3 agent@n-d-815324-4: {}, Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: Metadata agent@n-d-815324-4: {}, Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: Metering agent@n-d-815324-4: {}, Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: Open vSwitch agent@n-d-815324-4: { 'AddressGroup': '1.2', Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: 'ConntrackHelper': '1.0', Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: 'LocalIPAssociation': '1.0', Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: 'Log': '1.0', Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: 'Network': '1.1', Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: 'Port': '1.7', Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: 'PortForwarding': '1.2', Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: 'QosPolicy': '1.10', Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: 'SecurityGroup': '1.5', Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: 'SecurityGroupRule': '1.2', Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: 'SubPort': '1.0', Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: 'Subnet': '1.1', Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: 'Trunk': '1.1'}} Dec 16 22:05:06.250309 n-d-815324-4 neutron-server[103614]: {{(pid=103614) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 22:05:06.264676 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:06.320419 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78c01d3d-2d0a-468f-88d3-d5df8d8690e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:06.376985 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50630) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:06.390631 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:06.391857 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:06.392339 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:06.443537 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78c01d3d-2d0a-468f-88d3-d5df8d8690e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:06.451597 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-26465e9c-70c2-4da2-8d58-258d19b5b867 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:06.514207 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-596ab474-00e0-40e0-980f-5f17a273f4ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:06.543872 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9831066 Dec 16 22:05:06.550555 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c9d1c-9548-468e-8538-e25c4fc0d343 admin admin] Pushing event updated for resources: {'Network': ['ID=d94d0871-a0a1-410a-ba04-ae858b15c465,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:06.555397 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50638) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:06.557053 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c01d3d-2d0a-468f-88d3-d5df8d8690e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f549395e-0051-411f-b0fc-d19192f12dab,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:06.564882 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network d94d0871-a0a1-410a-ba04-ae858b15c465 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:05:06.587926 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-efb530a7-b7a1-4375-bf38-70a25b1f07bc admin admin] Request body: {'subnet': {'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-564571444-subnet', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:06.600407 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-78c01d3d-2d0a-468f-88d3-d5df8d8690e5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b0fc979905ed455085a9146c8a7234c7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7213285 Dec 16 22:05:06.601274 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50646) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:06.709887 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ccfd0d76-6c8f-4b61-89f2-aeee2c9038bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:06.757094 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eb98b837-2b24-4400-b905-1eb78fd69e7f req-0bc37273-e620-43bd-8f81-a89451020c48 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 210 time: 0.0332055 Dec 16 22:05:06.767867 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ccfd0d76-6c8f-4b61-89f2-aeee2c9038bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:06.773176 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-26465e9c-70c2-4da2-8d58-258d19b5b867 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:06.788368 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb530a7-b7a1-4375-bf38-70a25b1f07bc admin admin] Made reservation on behalf of eef4474b3e2b443596735e3c2ca6ae10 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:05:06.797770 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-efb530a7-b7a1-4375-bf38-70a25b1f07bc admin admin] Publish callbacks [] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:06.797915 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-596ab474-00e0-40e0-980f-5f17a273f4ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:06.913991 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-26465e9c-70c2-4da2-8d58-258d19b5b867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:06.947987 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-26465e9c-70c2-4da2-8d58-258d19b5b867 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=76df26b12c1e4e2ba047fe801ad6f02c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8113632 Dec 16 22:05:06.950881 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50658) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:06.953254 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-596ab474-00e0-40e0-980f-5f17a273f4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:06.977347 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26465e9c-70c2-4da2-8d58-258d19b5b867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a734d98b-2898-4dc3-86b0-c37950cacf1e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:07.005875 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-596ab474-00e0-40e0-980f-5f17a273f4ae admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8d5d7553b38548c5983ee1d19997a935&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6276143 Dec 16 22:05:07.008709 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50662) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:07.027258 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ab474-00e0-40e0-980f-5f17a273f4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a3920b-2588-4c71-83da-2b3f2a1ae4fe,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:07.029867 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-36b2e66c-443b-4d52-9452-ab46253852ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:07.031484 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ccfd0d76-6c8f-4b61-89f2-aeee2c9038bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:07.035273 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ccfd0d76-6c8f-4b61-89f2-aeee2c9038bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:07.039261 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ccfd0d76-6c8f-4b61-89f2-aeee2c9038bb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f549395e-0051-411f-b0fc-d19192f12dab HTTP/1.1" status: 204 len: 168 time: 0.4356468 Dec 16 22:05:07.082079 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd0d76-6c8f-4b61-89f2-aeee2c9038bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f549395e-0051-411f-b0fc-d19192f12dab,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:07.104278 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-36b2e66c-443b-4d52-9452-ab46253852ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:07.211688 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9e97fe0f-bc18-490c-a776-3d17d436da38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:07.252892 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9e97fe0f-bc18-490c-a776-3d17d436da38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:07.316734 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-efb530a7-b7a1-4375-bf38-70a25b1f07bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:07.351831 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-36b2e66c-443b-4d52-9452-ab46253852ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:07.354330 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-36b2e66c-443b-4d52-9452-ab46253852ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:07.357929 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-36b2e66c-443b-4d52-9452-ab46253852ed admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a734d98b-2898-4dc3-86b0-c37950cacf1e HTTP/1.1" status: 204 len: 168 time: 0.4035039 Dec 16 22:05:07.379662 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2e66c-443b-4d52-9452-ab46253852ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a734d98b-2898-4dc3-86b0-c37950cacf1e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:07.383941 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb530a7-b7a1-4375-bf38-70a25b1f07bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=797fa958-cbb2-4eb6-8ec6-7506427faefa,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:07.405300 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9e97fe0f-bc18-490c-a776-3d17d436da38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:07.408000 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9e97fe0f-bc18-490c-a776-3d17d436da38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:07.409151 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9e97fe0f-bc18-490c-a776-3d17d436da38 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/35a3920b-2588-4c71-83da-2b3f2a1ae4fe HTTP/1.1" status: 204 len: 168 time: 0.3994174 Dec 16 22:05:07.420932 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97fe0f-bc18-490c-a776-3d17d436da38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a3920b-2588-4c71-83da-2b3f2a1ae4fe,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:07.423508 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb530a7-b7a1-4375-bf38-70a25b1f07bc admin admin] Checking segment: {'id': '0872ca05-b35c-4fa1-9280-4ff6b06627ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:05:07.423867 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb530a7-b7a1-4375-bf38-70a25b1f07bc admin admin] Network hostable DHCP agents. Network: d94d0871-a0a1-410a-ba04-ae858b15c465, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:05:07.519632 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb530a7-b7a1-4375-bf38-70a25b1f07bc admin admin] Network d94d0871-a0a1-410a-ba04-ae858b15c465 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:05:07.621289 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-efb530a7-b7a1-4375-bf38-70a25b1f07bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, d94d0871-a0a1-410a-ba04-ae858b15c465) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:05:07.636016 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb530a7-b7a1-4375-bf38-70a25b1f07bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:07.636982 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-efb530a7-b7a1-4375-bf38-70a25b1f07bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:07.660531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc005693-1d9b-463d-99ee-4c119f4d4d2c None None] Network d94d0871-a0a1-410a-ba04-ae858b15c465 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:05:07.753851 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-efb530a7-b7a1-4375-bf38-70a25b1f07bc admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1704762 Dec 16 22:05:07.758013 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50698) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:07.762525 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-0a633d65-f22e-4535-8829-ac1a838421cb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-564571444-router', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:07.770571 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-d94d0871-a0a1-410a-ba04-ae858b15c465', 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465', 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'fixed_ips': [{'subnet_id': '797fa958-cbb2-4eb6-8ec6-7506427faefa'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:05:07.771554 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:07.920094 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0a633d65-f22e-4535-8829-ac1a838421cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:07.921497 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0a633d65-f22e-4535-8829-ac1a838421cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:07.930262 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Allocated IP 172.20.0.2 (d94d0871-a0a1-410a-ba04-ae858b15c465/797fa958-cbb2-4eb6-8ec6-7506427faefa/2b407718-64e3-4274-81ec-f92eb4868d06) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:05:08.003640 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0a633d65-f22e-4535-8829-ac1a838421cb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:08.104042 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:08.218787 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0a633d65-f22e-4535-8829-ac1a838421cb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:08.311755 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:08.352178 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Network d94d0871-a0a1-410a-ba04-ae858b15c465 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:05:08.355132 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:05:08.358553 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:05:08.371020 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Pushing event updated for resources: {'Port': ['ID=2b407718-64e3-4274-81ec-f92eb4868d06,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:08.402116 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:08.402463 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:08.402799 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:08.403161 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:08.403805 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:08.403805 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:08.404130 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:08.404450 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:08.404765 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:08.405083 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:08.405405 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:08.405720 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:08.406036 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Tracked resource versions report: Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: pushed versions: Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: { 'AddressGroup': {'1.2'}, Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: 'ConntrackHelper': {'1.0'}, Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: 'LocalIPAssociation': {'1.0'}, Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: 'Log': {'1.0'}, Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: 'Network': {'1.1'}, Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: 'Port': {'1.7'}, Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: 'PortForwarding': {'1.2'}, Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: 'QosPolicy': {'1.10'}, Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: 'SecurityGroup': {'1.5'}, Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: 'SecurityGroupRule': {'1.2'}, Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: 'SubPort': {'1.0'}, Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: 'Subnet': {'1.1'}, Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: 'Trunk': {'1.1'}} Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: consumer versions: Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: { DHCP agent@n-d-815324-4: {}, Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: HyperV agent@n-h1-815324-4: {}, Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: HyperV agent@n-h2-815324-4: {}, Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: L3 agent@n-d-815324-4: {}, Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: Metadata agent@n-d-815324-4: {}, Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: Metering agent@n-d-815324-4: {}, Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: Open vSwitch agent@n-d-815324-4: { 'AddressGroup': '1.2', Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: 'ConntrackHelper': '1.0', Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: 'LocalIPAssociation': '1.0', Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: 'Log': '1.0', Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: 'Network': '1.1', Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: 'Port': '1.7', Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: 'PortForwarding': '1.2', Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: 'QosPolicy': '1.10', Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: 'SecurityGroup': '1.5', Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: 'SecurityGroupRule': '1.2', Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: 'SubPort': '1.0', Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: 'Subnet': '1.1', Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: 'Trunk': '1.1'}} Dec 16 22:05:08.408122 n-d-815324-4 neutron-server[103615]: {{(pid=103615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 22:05:08.547753 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50712) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:08.564745 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bcc5db6b-5e11-4ec9-873b-1134f84c7a22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:08.574025 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Attempting to bind port 2b407718-64e3-4274-81ec-f92eb4868d06 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:05:08.574398 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Attempting to bind port 2b407718-64e3-4274-81ec-f92eb4868d06 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '0872ca05-b35c-4fa1-9280-4ff6b06627ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:05:08.575574 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Attempting to bind port 2b407718-64e3-4274-81ec-f92eb4868d06 on network d94d0871-a0a1-410a-ba04-ae858b15c465 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:05:08.583174 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:05:08.583559 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Checking segment: {'id': '0872ca05-b35c-4fa1-9280-4ff6b06627ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:05:08.583970 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:08.584381 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Bound using segment: {'id': '0872ca05-b35c-4fa1-9280-4ff6b06627ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:05:08.585048 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Bound port: 2b407718-64e3-4274-81ec-f92eb4868d06, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0872ca05-b35c-4fa1-9280-4ff6b06627ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:05:08.585692 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:08.649676 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50716) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:08.668583 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] For port 2b407718-64e3-4274-81ec-f92eb4868d06, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:05:08.672695 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] For port 2b407718-64e3-4274-81ec-f92eb4868d06, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2b407718-64e3-4274-81ec-f92eb4868d06,segment=NetworkSegment(0872ca05-b35c-4fa1-9280-4ff6b06627ab),segment_id=0872ca05-b35c-4fa1-9280-4ff6b06627ab)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:05:08.679545 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0ae3-e950-47ed-b11b-70d06b110686 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:08.704781 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bcc5db6b-5e11-4ec9-873b-1134f84c7a22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:08.710662 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0a633d65-f22e-4535-8829-ac1a838421cb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:08.732419 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0a633d65-f22e-4535-8829-ac1a838421cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:08.778816 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0ae3-e950-47ed-b11b-70d06b110686 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:08.781462 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:08.856947 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bcc5db6b-5e11-4ec9-873b-1134f84c7a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:08.873667 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53e3c1-e931-40e5-813c-48505fb1e92b None None] Pushing event updated for resources: {'Port': ['ID=2b407718-64e3-4274-81ec-f92eb4868d06,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:08.889534 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-0a633d65-f22e-4535-8829-ac1a838421cb admin admin] Allocated IP 172.25.6.14 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/b5078b35-e78f-48b0-9c56-2c8351a99f5f) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:05:08.906999 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5db6b-5e11-4ec9-873b-1134f84c7a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac0245c-397c-4fa6-9a66-d6fe1dc31697,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:08.910160 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0ae3-e950-47ed-b11b-70d06b110686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:08.919636 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bcc5db6b-5e11-4ec9-873b-1134f84c7a22 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=eb0144070a9f42179f09344f2fcc77fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3734610 Dec 16 22:05:08.934158 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50726) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:08.959067 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50728) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:09.006192 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e0ae3-e950-47ed-b11b-70d06b110686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b644d05-8e03-447e-a7c9-1e9058c0420a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:09.015010 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cd2e0ae3-e950-47ed-b11b-70d06b110686 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a7412472987947ba8cb66c36d6dbdccb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3635290 Dec 16 22:05:09.020734 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50732) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:09.102492 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d177f15-f305-4952-8239-cf5972af8e74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:09.128870 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d177f15-f305-4952-8239-cf5972af8e74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:09.180302 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-348a106f-194b-49e2-9934-17d5ac13a1dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:09.196736 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50738) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:09.202796 n-d-815324-4 neutron-server[103613]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 16 22:05:09.206153 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-348a106f-194b-49e2-9934-17d5ac13a1dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:09.251737 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-59fe51a2-14ab-405f-8349-173f9d4642a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:09.279106 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0a633d65-f22e-4535-8829-ac1a838421cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:09.319158 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d177f15-f305-4952-8239-cf5972af8e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:09.322013 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d177f15-f305-4952-8239-cf5972af8e74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:09.338630 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9d177f15-f305-4952-8239-cf5972af8e74 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1b644d05-8e03-447e-a7c9-1e9058c0420a HTTP/1.1" status: 204 len: 168 time: 0.3157225 Dec 16 22:05:09.364955 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1583e6b8-7dc9-4d47-b906-9813d43e68e6 req-c6c45e87-d2c2-4a14-8039-fec9639bcf1c tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 210 time: 0.4043543 Dec 16 22:05:09.367995 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.76', 58882) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:09.368939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d177f15-f305-4952-8239-cf5972af8e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b644d05-8e03-447e-a7c9-1e9058c0420a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:09.445626 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-3b35d6cd-1eae-436e-954b-267a6b96fd91 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=3a3c0862f1e84a579605ccaed0deeb8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733445 Dec 16 22:05:09.526341 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-59fe51a2-14ab-405f-8349-173f9d4642a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:09.557511 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0a633d65-f22e-4535-8829-ac1a838421cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:09.582033 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-348a106f-194b-49e2-9934-17d5ac13a1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:09.585975 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-348a106f-194b-49e2-9934-17d5ac13a1dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:09.587191 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-348a106f-194b-49e2-9934-17d5ac13a1dc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3ac0245c-397c-4fa6-9a66-d6fe1dc31697 HTTP/1.1" status: 204 len: 168 time: 0.6519544 Dec 16 22:05:09.607644 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a633d65-f22e-4535-8829-ac1a838421cb admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:05:09.613589 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-0a633d65-f22e-4535-8829-ac1a838421cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:05:09.616204 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a633d65-f22e-4535-8829-ac1a838421cb admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:05:09.619330 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a106f-194b-49e2-9934-17d5ac13a1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac0245c-397c-4fa6-9a66-d6fe1dc31697,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:09.652413 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-7a7cdd60-0e14-4d3a-8e07-65030482ea65 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:09.654998 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-7a7cdd60-0e14-4d3a-8e07-65030482ea65 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1991231 Dec 16 22:05:09.663492 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a633d65-f22e-4535-8829-ac1a838421cb admin admin] Pushing event updated for resources: {'Port': ['ID=b5078b35-e78f-48b0-9c56-2c8351a99f5f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:09.700398 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-59fe51a2-14ab-405f-8349-173f9d4642a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:09.773897 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50758) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:09.774088 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-59fe51a2-14ab-405f-8349-173f9d4642a3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e1c1dcf3b181496d89d8c00e7dd4e653&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5761282 Dec 16 22:05:09.777111 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe51a2-14ab-405f-8349-173f9d4642a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2079321-2210-46fb-a59b-feef37e29cdf,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:09.811176 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-01f83320-e6f0-4acc-9846-2deb35fbfc27 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Request body: {'port': {'device_id': '81732e19-dd59-40e8-bcb2-e5ffb7ac89a4', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': '3a3c0862f1e84a579605ccaed0deeb8c'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:10.016962 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-680c8714-b2ce-4878-a9bb-93532397653d req-09ad6be4-9058-4139-bcc9-1cb3fb097f01 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=cd0fafdb4af14a58928a9e92a0a90634&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1259141 Dec 16 22:05:10.157894 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0a633d65-f22e-4535-8829-ac1a838421cb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:10.233155 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-51d26433-474a-43a2-9b65-06f7827e32f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:10.309162 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:05:10.327218 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-51d26433-474a-43a2-9b65-06f7827e32f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:10.410025 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c8714-b2ce-4878-a9bb-93532397653d req-1192e232-b2a9-4fc1-8e2f-dffe4498b514 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:10.417606 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-680c8714-b2ce-4878-a9bb-93532397653d req-1192e232-b2a9-4fc1-8e2f-dffe4498b514 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3899245 Dec 16 22:05:10.440737 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-680c8714-b2ce-4878-a9bb-93532397653d req-c93ea359-689f-4818-9703-7a9fa33d3eee tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/quotas/cd0fafdb4af14a58928a9e92a0a90634 HTTP/1.1" status: 200 len: 375 time: 0.0222232 Dec 16 22:05:10.469914 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acac4ff2-9163-4598-a4f6-d26ab2e1d32c None None] Network d94d0871-a0a1-410a-ba04-ae858b15c465 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:05:10.510551 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0a633d65-f22e-4535-8829-ac1a838421cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:10.561862 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-01f83320-e6f0-4acc-9846-2deb35fbfc27 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Made reservation on behalf of 3a3c0862f1e84a579605ccaed0deeb8c for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:05:10.570154 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-01f83320-e6f0-4acc-9846-2deb35fbfc27 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:10.572292 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-51d26433-474a-43a2-9b65-06f7827e32f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:10.579993 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-51d26433-474a-43a2-9b65-06f7827e32f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:10.589087 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-51d26433-474a-43a2-9b65-06f7827e32f0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a2079321-2210-46fb-a59b-feef37e29cdf HTTP/1.1" status: 204 len: 168 time: 0.8133028 Dec 16 22:05:10.620847 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-680c8714-b2ce-4878-a9bb-93532397653d req-af713f94-c6c6-4ea2-ba0b-f7cbf5d5c03f tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd0fafdb4af14a58928a9e92a0a90634&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1714907 Dec 16 22:05:10.638390 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3c3cb680-2c7c-44a9-83ff-02b9fbfdde97 None None] Provisioning complete for port 2b407718-64e3-4274-81ec-f92eb4868d06 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:10.639489 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3c3cb680-2c7c-44a9-83ff-02b9fbfdde97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:10.659320 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-01f83320-e6f0-4acc-9846-2deb35fbfc27 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:10.682714 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d26433-474a-43a2-9b65-06f7827e32f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2079321-2210-46fb-a59b-feef37e29cdf,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:10.778189 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a633d65-f22e-4535-8829-ac1a838421cb admin admin] Router 2a9fdd73-b008-433a-8b53-f0ad75a818e5 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:05:10.791408 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3c3cb680-2c7c-44a9-83ff-02b9fbfdde97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:10.824443 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87f76ecd-7602-4e1a-b82d-b0bdd320c12c req-0f4856a7-cc5f-48ff-b550-92846354cdd2 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 210 time: 0.0628293 Dec 16 22:05:10.833846 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-3c3cb680-2c7c-44a9-83ff-02b9fbfdde97 None None] For port 2b407718-64e3-4274-81ec-f92eb4868d06, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2b407718-64e3-4274-81ec-f92eb4868d06,segment=NetworkSegment(0872ca05-b35c-4fa1-9280-4ff6b06627ab),segment_id=0872ca05-b35c-4fa1-9280-4ff6b06627ab)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:05:10.882592 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-01f83320-e6f0-4acc-9846-2deb35fbfc27 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:10.911296 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3c3cb680-2c7c-44a9-83ff-02b9fbfdde97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:10.980235 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-01f83320-e6f0-4acc-9846-2deb35fbfc27 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:11.055219 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cb680-2c7c-44a9-83ff-02b9fbfdde97 None None] Pushing event updated for resources: {'Port': ['ID=2b407718-64e3-4274-81ec-f92eb4868d06,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:11.067313 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2b407718-64e3-4274-81ec-f92eb4868d06 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:05:11.118286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a633d65-f22e-4535-8829-ac1a838421cb admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:05:11.130871 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-33bd5da7-ea3f-43ea-a128-e3be0906d77a req-abd32a6a-33c4-4aa7-9ac8-470a3eb33650 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/ports?device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 210 time: 0.0994158 Dec 16 22:05:11.135482 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d11e97-3157-46aa-ab67-d2782605ae5e None None] Sync routers for ids ['2a9fdd73-b008-433a-8b53-f0ad75a818e5'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:05:11.167957 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d11e97-3157-46aa-ab67-d2782605ae5e None None] Routers {'2a9fdd73-b008-433a-8b53-f0ad75a818e5'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:05:11.168596 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-79d11e97-3157-46aa-ab67-d2782605ae5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:04:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2a9fdd73-b008-433a-8b53-f0ad75a818e5'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:11.206974 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 2b407718-64e3-4274-81ec-f92eb4868d06 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:11.207560 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:11.284847 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0a633d65-f22e-4535-8829-ac1a838421cb admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:11.292823 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0a633d65-f22e-4535-8829-ac1a838421cb admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.5337615 Dec 16 22:05:11.293732 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-fdb833ed-4b26-49dc-9c7c-27094fc22dd2 None None] Provisioning complete for port 2b407718-64e3-4274-81ec-f92eb4868d06 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:11.295204 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fdb833ed-4b26-49dc-9c7c-27094fc22dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:11.296627 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50854) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:11.306131 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f83320-e6f0-4acc-9846-2deb35fbfc27 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81af1bfe-7732-4109-9c35-7485e7a35fa2,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:11.613463 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-79d11e97-3157-46aa-ab67-d2782605ae5e None None] Set router 2a9fdd73-b008-433a-8b53-f0ad75a818e5 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:05:11.636854 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-01f83320-e6f0-4acc-9846-2deb35fbfc27 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Allocated IP 192.168.233.60 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/bf6ad858-eb75-4a3c-88f7-42523e2298dd) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:05:12.015401 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-79d11e97-3157-46aa-ab67-d2782605ae5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-564571444-router', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:07Z', 'updated_at': '2021-12-16T22:05:09Z', 'revision_number': 3, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'gw_port': {'id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:08Z', 'updated_at': '2021-12-16T22:05:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:12.115185 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d11e97-3157-46aa-ab67-d2782605ae5e None None] Checking router: 2a9fdd73-b008-433a-8b53-f0ad75a818e5 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:05:12.115547 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d11e97-3157-46aa-ab67-d2782605ae5e None None] Updating router 2a9fdd73-b008-433a-8b53-f0ad75a818e5 port b5078b35-e78f-48b0-9c56-2c8351a99f5f binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:05:12.180007 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bfa45362-16cd-4f07-92e7-8d536fca1823 req-9e969b17-0492-4d7d-9466-af27459a6468 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 210 time: 0.1259491 Dec 16 22:05:12.222998 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-79d11e97-3157-46aa-ab67-d2782605ae5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:12.352647 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-01f83320-e6f0-4acc-9846-2deb35fbfc27 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:12.521583 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cb4297ed-a2e6-4cc4-b941-d40c2435274a req-2fd5d17c-e4fe-4b45-a872-d028ba6df2f4 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/ports?device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 210 time: 0.2633834 Dec 16 22:05:12.560156 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-01f83320-e6f0-4acc-9846-2deb35fbfc27 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:12.601938 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-540b5fcb-64ed-43e4-92e8-0249bafebf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:12.631972 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-79d11e97-3157-46aa-ab67-d2782605ae5e None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:12.731698 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-79d11e97-3157-46aa-ab67-d2782605ae5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:12.763054 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-01f83320-e6f0-4acc-9846-2deb35fbfc27 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:05:12.773769 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-01f83320-e6f0-4acc-9846-2deb35fbfc27 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:05:12.783195 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-01f83320-e6f0-4acc-9846-2deb35fbfc27 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:05:12.789030 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-01f83320-e6f0-4acc-9846-2deb35fbfc27 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:12.789779 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-01f83320-e6f0-4acc-9846-2deb35fbfc27 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:12.804407 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47684d0a-b4de-46d2-9039-acfb99218c3f None None] Pushing event updated for resources: {'Port': ['ID=b5078b35-e78f-48b0-9c56-2c8351a99f5f,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:12.816640 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f83320-e6f0-4acc-9846-2deb35fbfc27 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Pushing event updated for resources: {'Port': ['ID=bf6ad858-eb75-4a3c-88f7-42523e2298dd,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:12.832633 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47684d0a-b4de-46d2-9039-acfb99218c3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:12.833183 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47684d0a-b4de-46d2-9039-acfb99218c3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:12.833711 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47684d0a-b4de-46d2-9039-acfb99218c3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:12.836123 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47684d0a-b4de-46d2-9039-acfb99218c3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:12.836752 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47684d0a-b4de-46d2-9039-acfb99218c3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:12.837172 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47684d0a-b4de-46d2-9039-acfb99218c3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:12.837625 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47684d0a-b4de-46d2-9039-acfb99218c3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:12.839571 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47684d0a-b4de-46d2-9039-acfb99218c3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:12.842467 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47684d0a-b4de-46d2-9039-acfb99218c3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:12.843173 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47684d0a-b4de-46d2-9039-acfb99218c3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:12.844513 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47684d0a-b4de-46d2-9039-acfb99218c3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:12.846429 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47684d0a-b4de-46d2-9039-acfb99218c3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:12.848691 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47684d0a-b4de-46d2-9039-acfb99218c3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47684d0a-b4de-46d2-9039-acfb99218c3f None None] Tracked resource versions report: Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: pushed versions: Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: { 'AddressGroup': {'1.2'}, Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: 'ConntrackHelper': {'1.0'}, Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: 'LocalIPAssociation': {'1.0'}, Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: 'Log': {'1.0'}, Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: 'Network': {'1.1'}, Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: 'Port': {'1.7'}, Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: 'PortForwarding': {'1.2'}, Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: 'QosPolicy': {'1.10'}, Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: 'SecurityGroup': {'1.5'}, Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: 'SecurityGroupRule': {'1.2'}, Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: 'SubPort': {'1.0'}, Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: 'Subnet': {'1.1'}, Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: 'Trunk': {'1.1'}} Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: consumer versions: Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: { DHCP agent@n-d-815324-4: {}, Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: HyperV agent@n-h1-815324-4: {}, Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: HyperV agent@n-h2-815324-4: {}, Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: L3 agent@n-d-815324-4: {}, Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: Metadata agent@n-d-815324-4: {}, Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: Metering agent@n-d-815324-4: {}, Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: Open vSwitch agent@n-d-815324-4: { 'AddressGroup': '1.2', Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: 'ConntrackHelper': '1.0', Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: 'LocalIPAssociation': '1.0', Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: 'Log': '1.0', Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: 'Network': '1.1', Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: 'Port': '1.7', Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: 'PortForwarding': '1.2', Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: 'QosPolicy': '1.10', Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: 'SecurityGroup': '1.5', Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: 'SecurityGroupRule': '1.2', Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: 'SubPort': '1.0', Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: 'Subnet': '1.1', Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: 'Trunk': '1.1'}} Dec 16 22:05:12.850611 n-d-815324-4 neutron-server[103616]: {{(pid=103616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 22:05:12.887328 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-79d11e97-3157-46aa-ab67-d2782605ae5e None None] Attempting to bind port b5078b35-e78f-48b0-9c56-2c8351a99f5f on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:05:12.887975 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-79d11e97-3157-46aa-ab67-d2782605ae5e None None] Attempting to bind port b5078b35-e78f-48b0-9c56-2c8351a99f5f by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:05:12.888394 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d11e97-3157-46aa-ab67-d2782605ae5e None None] Attempting to bind port b5078b35-e78f-48b0-9c56-2c8351a99f5f on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:05:12.916837 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-01f83320-e6f0-4acc-9846-2deb35fbfc27 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1214087 Dec 16 22:05:12.917785 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d11e97-3157-46aa-ab67-d2782605ae5e None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:05:12.918219 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d11e97-3157-46aa-ab67-d2782605ae5e None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:05:12.918638 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-79d11e97-3157-46aa-ab67-d2782605ae5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:12.919091 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d11e97-3157-46aa-ab67-d2782605ae5e None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:05:12.921058 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-79d11e97-3157-46aa-ab67-d2782605ae5e None None] Bound port: b5078b35-e78f-48b0-9c56-2c8351a99f5f, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:05:12.921516 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-79d11e97-3157-46aa-ab67-d2782605ae5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:12.930863 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-17b9b7ee-297c-44e4-8ddc-7ced4f9e6658 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:05:12.938165 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-17b9b7ee-297c-44e4-8ddc-7ced4f9e6658 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089424 Dec 16 22:05:13.108373 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-79d11e97-3157-46aa-ab67-d2782605ae5e None None] For port b5078b35-e78f-48b0-9c56-2c8351a99f5f, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:05:13.108373 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-79d11e97-3157-46aa-ab67-d2782605ae5e None None] For port b5078b35-e78f-48b0-9c56-2c8351a99f5f, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b5078b35-e78f-48b0-9c56-2c8351a99f5f,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:05:13.108527 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2b407718-64e3-4274-81ec-f92eb4868d06 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:05:13.108969 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-540b5fcb-64ed-43e4-92e8-0249bafebf06 admin admin] Allocated IP 172.20.0.1 (d94d0871-a0a1-410a-ba04-ae858b15c465/797fa958-cbb2-4eb6-8ec6-7506427faefa/5aafa023-81ba-4344-a6f8-e9f8d7ee7393) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:05:13.264009 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 2b407718-64e3-4274-81ec-f92eb4868d06 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:13.264009 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:13.278876 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-540b5fcb-64ed-43e4-92e8-0249bafebf06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:13.369198 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-79d11e97-3157-46aa-ab67-d2782605ae5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:13.464549 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd70c2-7393-4ea8-b212-3139992f1c92 req-222a25c1-5a3c-483e-a7e9-8a067002aef3 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:13.476088 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9efd70c2-7393-4ea8-b212-3139992f1c92 req-222a25c1-5a3c-483e-a7e9-8a067002aef3 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 935 time: 0.1185920 Dec 16 22:05:13.490939 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-540b5fcb-64ed-43e4-92e8-0249bafebf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:13.519681 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47684d0a-b4de-46d2-9039-acfb99218c3f None None] Pushing event updated for resources: {'Port': ['ID=b5078b35-e78f-48b0-9c56-2c8351a99f5f,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:13.574402 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e6f9fcc5-3368-42a9-8193-e452f1ea5f58 None None] Provisioning complete for port bf6ad858-eb75-4a3c-88f7-42523e2298dd triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:13.578871 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e6f9fcc5-3368-42a9-8193-e452f1ea5f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:13.586136 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d11e97-3157-46aa-ab67-d2782605ae5e None None] Routers {'2a9fdd73-b008-433a-8b53-f0ad75a818e5'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:05:13.589893 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-79d11e97-3157-46aa-ab67-d2782605ae5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:04:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2a9fdd73-b008-433a-8b53-f0ad75a818e5'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:13.632663 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9efd70c2-7393-4ea8-b212-3139992f1c92 req-bfdc89fe-2eb9-45a9-b640-506163eda51d tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550565 Dec 16 22:05:13.654697 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540b5fcb-64ed-43e4-92e8-0249bafebf06 admin admin] Network d94d0871-a0a1-410a-ba04-ae858b15c465 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:05:13.674236 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-540b5fcb-64ed-43e4-92e8-0249bafebf06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:05:13.683197 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540b5fcb-64ed-43e4-92e8-0249bafebf06 admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:05:13.684303 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-540b5fcb-64ed-43e4-92e8-0249bafebf06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:13.691896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b5fcb-64ed-43e4-92e8-0249bafebf06 admin admin] Pushing event updated for resources: {'Port': ['ID=5aafa023-81ba-4344-a6f8-e9f8d7ee7393,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:13.717546 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e6f9fcc5-3368-42a9-8193-e452f1ea5f58 None None] Port bf6ad858-eb75-4a3c-88f7-42523e2298dd cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:05:13.838442 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-79d11e97-3157-46aa-ab67-d2782605ae5e None None] Set router 2a9fdd73-b008-433a-8b53-f0ad75a818e5 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:05:13.850600 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b16ec850-9e89-4199-a9f2-11f06f964a86 req-90e2a510-6042-4ff6-95be-6825f7a30423 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/ports?device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 210 time: 0.2101064 Dec 16 22:05:13.943491 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-16316ffe-309b-4f8e-8f21-27dd22a3465f service neutron] Request body: {'port': {'device_id': '81732e19-dd59-40e8-bcb2-e5ffb7ac89a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:14.137926 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-16316ffe-309b-4f8e-8f21-27dd22a3465f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:14.145860 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-399504b1-6642-48f4-b92a-a31393d96d5c None None] Provisioning complete for port 5aafa023-81ba-4344-a6f8-e9f8d7ee7393 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:14.147100 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-399504b1-6642-48f4-b92a-a31393d96d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:14.174248 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-540b5fcb-64ed-43e4-92e8-0249bafebf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:14.191960 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-399504b1-6642-48f4-b92a-a31393d96d5c None None] Port 5aafa023-81ba-4344-a6f8-e9f8d7ee7393 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:05:14.261852 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-79d11e97-3157-46aa-ab67-d2782605ae5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-564571444-router', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:07Z', 'updated_at': '2021-12-16T22:05:09Z', 'revision_number': 3, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'gw_port': {'id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:08Z', 'updated_at': '2021-12-16T22:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:14.321767 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d11e97-3157-46aa-ab67-d2782605ae5e None None] The sync data for ids ['2a9fdd73-b008-433a-8b53-f0ad75a818e5'] in n-d-815324-4 is: [{'id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-564571444-router', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:07Z', 'updated_at': '2021-12-16T22:05:09Z', 'revision_number': 3, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'gw_port': {'id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:08Z', 'updated_at': '2021-12-16T22:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:05:14.642630 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-540b5fcb-64ed-43e4-92e8-0249bafebf06 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:14.747369 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-540b5fcb-64ed-43e4-92e8-0249bafebf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:14.749454 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-540b5fcb-64ed-43e4-92e8-0249bafebf06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:14.765357 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-16316ffe-309b-4f8e-8f21-27dd22a3465f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6ad858-eb75-4a3c-88f7-42523e2298dd {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:05:14.776339 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-16316ffe-309b-4f8e-8f21-27dd22a3465f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:14.931483 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-16316ffe-309b-4f8e-8f21-27dd22a3465f service neutron] Transition to ACTIVE for port object bf6ad858-eb75-4a3c-88f7-42523e2298dd will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:05:15.018472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b5fcb-64ed-43e4-92e8-0249bafebf06 admin admin] Pushing event updated for resources: {'Port': ['ID=5aafa023-81ba-4344-a6f8-e9f8d7ee7393,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:15.021104 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c1c99-0442-48b0-b00b-91babc0cf724 req-ef24972c-ab02-4c0f-a110-8f212a3e0df9 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:15.052927 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f66c1c99-0442-48b0-b00b-91babc0cf724 req-ef24972c-ab02-4c0f-a110-8f212a3e0df9 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 935 time: 0.2357156 Dec 16 22:05:15.058586 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-16316ffe-309b-4f8e-8f21-27dd22a3465f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:15.080165 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-43765a88-b684-47a3-a54e-ebd41f46974d req-4259931f-f64c-4232-9658-e7e7e3a8bf3e tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/ports?device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 210 time: 0.1307275 Dec 16 22:05:15.148569 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b5078b35-e78f-48b0-9c56-2c8351a99f5f up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:05:15.202591 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540b5fcb-64ed-43e4-92e8-0249bafebf06 admin admin] Network d94d0871-a0a1-410a-ba04-ae858b15c465 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:05:15.209841 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-540b5fcb-64ed-43e4-92e8-0249bafebf06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:05:15.377379 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port b5078b35-e78f-48b0-9c56-2c8351a99f5f triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:15.377777 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:15.464379 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f66c1c99-0442-48b0-b00b-91babc0cf724 req-cf86501b-4ae2-4ad5-a2a1-1b043a6d0343 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087765 Dec 16 22:05:15.542723 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16316ffe-309b-4f8e-8f21-27dd22a3465f service neutron] Pushing event updated for resources: {'Port': ['ID=bf6ad858-eb75-4a3c-88f7-42523e2298dd,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:15.643320 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540b5fcb-64ed-43e4-92e8-0249bafebf06 admin admin] Router 2a9fdd73-b008-433a-8b53-f0ad75a818e5 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:05:15.698451 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-16316ffe-309b-4f8e-8f21-27dd22a3465f service neutron] Attempting to bind port bf6ad858-eb75-4a3c-88f7-42523e2298dd on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:05:15.700259 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-16316ffe-309b-4f8e-8f21-27dd22a3465f service neutron] Attempting to bind port bf6ad858-eb75-4a3c-88f7-42523e2298dd by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:05:15.710365 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-16316ffe-309b-4f8e-8f21-27dd22a3465f service neutron] Attempting to bind port bf6ad858-eb75-4a3c-88f7-42523e2298dd on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:05:15.730563 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-16316ffe-309b-4f8e-8f21-27dd22a3465f service neutron] Port bf6ad858-eb75-4a3c-88f7-42523e2298dd on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:05:15.732337 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-16316ffe-309b-4f8e-8f21-27dd22a3465f service neutron] Attempting to bind port bf6ad858-eb75-4a3c-88f7-42523e2298dd on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:05:15.770761 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-16316ffe-309b-4f8e-8f21-27dd22a3465f service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:05:15.773258 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-16316ffe-309b-4f8e-8f21-27dd22a3465f service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:05:15.774546 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-16316ffe-309b-4f8e-8f21-27dd22a3465f service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:05:15.776029 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-16316ffe-309b-4f8e-8f21-27dd22a3465f service neutron] Bound port: bf6ad858-eb75-4a3c-88f7-42523e2298dd, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:05:15.778349 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-16316ffe-309b-4f8e-8f21-27dd22a3465f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:15.876963 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:15.889738 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5f40a742-abf8-40a7-aab3-4e001d17bf0a None None] Provisioning complete for port 5aafa023-81ba-4344-a6f8-e9f8d7ee7393 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:15.890372 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f40a742-abf8-40a7-aab3-4e001d17bf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:15.973652 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port b5078b35-e78f-48b0-9c56-2c8351a99f5f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b5078b35-e78f-48b0-9c56-2c8351a99f5f,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:05:15.979830 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5f40a742-abf8-40a7-aab3-4e001d17bf0a None None] Port 5aafa023-81ba-4344-a6f8-e9f8d7ee7393 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:05:15.992375 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540b5fcb-64ed-43e4-92e8-0249bafebf06 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:05:16.007930 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-540b5fcb-64ed-43e4-92e8-0249bafebf06 admin admin] 10.222.0.75 "PUT /v2.0/routers/2a9fdd73-b008-433a-8b53-f0ad75a818e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7056265 Dec 16 22:05:16.039866 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-16316ffe-309b-4f8e-8f21-27dd22a3465f service neutron] For port bf6ad858-eb75-4a3c-88f7-42523e2298dd, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:05:16.051377 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-16316ffe-309b-4f8e-8f21-27dd22a3465f service neutron] For port bf6ad858-eb75-4a3c-88f7-42523e2298dd, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=bf6ad858-eb75-4a3c-88f7-42523e2298dd,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:05:16.071349 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:16.171232 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-16316ffe-309b-4f8e-8f21-27dd22a3465f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:16.248005 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=b5078b35-e78f-48b0-9c56-2c8351a99f5f,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:16.308252 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16316ffe-309b-4f8e-8f21-27dd22a3465f service neutron] Pushing event updated for resources: {'Port': ['ID=bf6ad858-eb75-4a3c-88f7-42523e2298dd,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:16.319548 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.76', 58887) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:16.372516 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-16316ffe-309b-4f8e-8f21-27dd22a3465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:16.374837 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-680c8714-b2ce-4878-a9bb-93532397653d req-f2565be4-c6bc-4b57-92ba-cf8e83c12e4a tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=cd0fafdb4af14a58928a9e92a0a90634&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460689 Dec 16 22:05:16.376473 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-16316ffe-309b-4f8e-8f21-27dd22a3465f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:16.379373 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-16316ffe-309b-4f8e-8f21-27dd22a3465f service neutron] 10.222.0.76 "PUT /v2.0/ports/bf6ad858-eb75-4a3c-88f7-42523e2298dd HTTP/1.1" status: 200 len: 1095 time: 2.8923607 Dec 16 22:05:16.380089 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81732e19-dd59-40e8-bcb2-e5ffb7ac89a4', 'tag': 'bf6ad858-eb75-4a3c-88f7-42523e2298dd'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:05:16.758192 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c8714-b2ce-4878-a9bb-93532397653d req-0911397a-8bf5-44ca-b98a-2389ca41976b tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:16.760410 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-680c8714-b2ce-4878-a9bb-93532397653d req-0911397a-8bf5-44ca-b98a-2389ca41976b tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3696656 Dec 16 22:05:16.869823 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-680c8714-b2ce-4878-a9bb-93532397653d req-922242e4-c22c-47f5-9a14-2435d947cf51 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Request body: {'port': {'device_id': '67b75a36-b734-4dfd-9084-29cc0c4132a5', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': 'cd0fafdb4af14a58928a9e92a0a90634'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:16.940105 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-6b5a34f9-c164-423e-81c0-6a9f1bf29667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:16.959839 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-6b5a34f9-c164-423e-81c0-6a9f1bf29667 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a3c0862f1e84a579605ccaed0deeb8c&device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 1098 time: 0.1954262 Dec 16 22:05:17.061931 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b5078b35-e78f-48b0-9c56-2c8351a99f5f up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:05:17.167626 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-5c1577f5-d680-48b0-a64e-4e82fd7543ab service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=bf6ad858-eb75-4a3c-88f7-42523e2298dd HTTP/1.1" status: 200 len: 217 time: 0.1741216 Dec 16 22:05:17.257184 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port b5078b35-e78f-48b0-9c56-2c8351a99f5f triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:17.257733 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:17.318361 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd77d32-006d-4c3e-8e93-8bd3b996d0ee" -d '{"events": [{"name": "network-changed", "server_uuid": "81732e19-dd59-40e8-bcb2-e5ffb7ac89a4", "tag": "bf6ad858-eb75-4a3c-88f7-42523e2298dd"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:05:17.323833 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-675ea87a-f1df-49f8-a9fe-05233ce68ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:17.325444 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-675ea87a-f1df-49f8-a9fe-05233ce68ebd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1540279 Dec 16 22:05:17.457553 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-10d08fdd-b111-4681-8ef2-131e88e8d228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:17.459087 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-10d08fdd-b111-4681-8ef2-131e88e8d228 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1229520 Dec 16 22:05:17.507462 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9fb9f3d2-4400-48fc-894f-25fa9a17e97f req-1fceb013-e4e3-471e-b14e-4e844bd3f27c tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/ports?device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 210 time: 0.2017021 Dec 16 22:05:17.691386 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-4a23434e-150c-4bb6-8ae1-5b7c7a5fbb58 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816497 Dec 16 22:05:17.726212 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e1af74-0f38-4bef-88a4-32ec00a17284 None None] Sync routers for ids ['2a9fdd73-b008-433a-8b53-f0ad75a818e5'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:05:17.738257 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-680c8714-b2ce-4878-a9bb-93532397653d req-922242e4-c22c-47f5-9a14-2435d947cf51 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Made reservation on behalf of cd0fafdb4af14a58928a9e92a0a90634 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:05:17.742072 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-680c8714-b2ce-4878-a9bb-93532397653d req-922242e4-c22c-47f5-9a14-2435d947cf51 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:17.746958 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e1af74-0f38-4bef-88a4-32ec00a17284 None None] Routers {'2a9fdd73-b008-433a-8b53-f0ad75a818e5'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:05:17.753267 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-61e1af74-0f38-4bef-88a4-32ec00a17284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:04:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2a9fdd73-b008-433a-8b53-f0ad75a818e5'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:17.790305 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-680c8714-b2ce-4878-a9bb-93532397653d req-922242e4-c22c-47f5-9a14-2435d947cf51 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:17.881074 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31fa82-68ed-4e23-9d85-dd4f8227503b req-e85ff4a7-0f25-4b74-a058-24d03e0b26cc tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:17.893710 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4a31fa82-68ed-4e23-9d85-dd4f8227503b req-e85ff4a7-0f25-4b74-a058-24d03e0b26cc tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 947 time: 0.2000391 Dec 16 22:05:17.912308 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51020) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:17.917940 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-8994fd9d-6453-46c3-adf0-bdbd5c0373ae admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-226435444-network', 'tenant_id': 'd18db53198444f9692fbe6e92344e216'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:17.976691 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-61e1af74-0f38-4bef-88a4-32ec00a17284 None None] Set router 2a9fdd73-b008-433a-8b53-f0ad75a818e5 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:05:17.979141 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4fd7c6d3-0f4c-4693-b3ba-b8132b738c2e req-f860d5e6-b6fc-4d3d-9e87-ab788866eeba service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357154 Dec 16 22:05:18.053670 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4a31fa82-68ed-4e23-9d85-dd4f8227503b req-48f788de-105b-4f18-8990-2579a7d1d3c6 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570714 Dec 16 22:05:18.150739 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-680c8714-b2ce-4878-a9bb-93532397653d req-922242e4-c22c-47f5-9a14-2435d947cf51 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:18.188247 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8994fd9d-6453-46c3-adf0-bdbd5c0373ae admin admin] Made reservation on behalf of d18db53198444f9692fbe6e92344e216 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:05:18.191599 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8994fd9d-6453-46c3-adf0-bdbd5c0373ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:18.202681 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8994fd9d-6453-46c3-adf0-bdbd5c0373ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:18.291339 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-61e1af74-0f38-4bef-88a4-32ec00a17284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-564571444-router', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:07Z', 'updated_at': '2021-12-16T22:05:14Z', 'revision_number': 4, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'gw_port': {'id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:08Z', 'updated_at': '2021-12-16T22:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '5aafa023-81ba-4344-a6f8-e9f8d7ee7393', 'name': '', 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'mac_address': 'fa:16:3e:93:9e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:12Z', 'updated_at': '2021-12-16T22:05:14Z', 'revision_number': 2, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'subnets': [{'id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:18.311184 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-680c8714-b2ce-4878-a9bb-93532397653d req-922242e4-c22c-47f5-9a14-2435d947cf51 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:18.338422 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e1af74-0f38-4bef-88a4-32ec00a17284 None None] Checking router: 2a9fdd73-b008-433a-8b53-f0ad75a818e5 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:05:18.338781 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e1af74-0f38-4bef-88a4-32ec00a17284 None None] Updating router 2a9fdd73-b008-433a-8b53-f0ad75a818e5 port 5aafa023-81ba-4344-a6f8-e9f8d7ee7393 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:05:18.405420 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8994fd9d-6453-46c3-adf0-bdbd5c0373ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:18.413302 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61e1af74-0f38-4bef-88a4-32ec00a17284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:18.504593 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e832e1f8-4641-4600-a2a0-56138bfded83 x-openstack-request-id: req-e832e1f8-4641-4600-a2a0-56138bfded83 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:05:18.504921 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81732e19-dd59-40e8-bcb2-e5ffb7ac89a4", "tag": "bf6ad858-eb75-4a3c-88f7-42523e2298dd", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:05:18.506503 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e832e1f8-4641-4600-a2a0-56138bfded83 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:05:18.507069 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81732e19-dd59-40e8-bcb2-e5ffb7ac89a4', 'tag': 'bf6ad858-eb75-4a3c-88f7-42523e2298dd', 'status': 'completed', 'code': 200} Dec 16 22:05:18.531266 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8994fd9d-6453-46c3-adf0-bdbd5c0373ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:18.641071 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922242e4-c22c-47f5-9a14-2435d947cf51 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1268fb3-2866-4cd3-bbe5-71b7cf9d4fa7,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:18.988531 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-680c8714-b2ce-4878-a9bb-93532397653d req-922242e4-c22c-47f5-9a14-2435d947cf51 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Allocated IP 192.168.233.221 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/fd0865a7-d130-45e7-97dc-1118a62fab2f) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:05:19.034071 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ba2fbf4e-d947-4431-8df1-16fc998edbd8 req-12adc029-e391-418e-8cee-940e79f401cc tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/ports?device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 210 time: 0.0475357 Dec 16 22:05:19.057612 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8994fd9d-6453-46c3-adf0-bdbd5c0373ae admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:05:19.125723 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994fd9d-6453-46c3-adf0-bdbd5c0373ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb655f8-6e60-46ed-9ca7-4a5e48276029,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:19.129855 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8994fd9d-6453-46c3-adf0-bdbd5c0373ae admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727494106233', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:19.130622 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8994fd9d-6453-46c3-adf0-bdbd5c0373ae admin admin] Unsubscribe: segment precommit_create {{(pid=103613) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 16 22:05:19.131423 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-8994fd9d-6453-46c3-adf0-bdbd5c0373ae admin admin] Added segment 7909d4d1-8209-45db-84d7-b7812bd398b1 of type vlan for network e7f9c6e1-2661-4ded-9a89-10d29313cf9a Dec 16 22:05:19.190902 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61e1af74-0f38-4bef-88a4-32ec00a17284 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:19.238243 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd77d32-006d-4c3e-8e93-8bd3b996d0ee req-84542b38-2648-494a-b7c6-790c99c2a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:19.239478 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6fd77d32-006d-4c3e-8e93-8bd3b996d0ee req-84542b38-2648-494a-b7c6-790c99c2a9ba service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a3c0862f1e84a579605ccaed0deeb8c&device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 1098 time: 0.2410176 Dec 16 22:05:19.269064 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-680c8714-b2ce-4878-a9bb-93532397653d req-922242e4-c22c-47f5-9a14-2435d947cf51 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:19.279180 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8994fd9d-6453-46c3-adf0-bdbd5c0373ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:19.342412 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61e1af74-0f38-4bef-88a4-32ec00a17284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:19.375258 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-680c8714-b2ce-4878-a9bb-93532397653d req-922242e4-c22c-47f5-9a14-2435d947cf51 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:19.429439 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0f981-c582-4aa4-b022-838143edc981 None None] Pushing event updated for resources: {'Port': ['ID=5aafa023-81ba-4344-a6f8-e9f8d7ee7393,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:19.561633 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8994fd9d-6453-46c3-adf0-bdbd5c0373ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:19.564020 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8994fd9d-6453-46c3-adf0-bdbd5c0373ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:19.564767 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8994fd9d-6453-46c3-adf0-bdbd5c0373ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:19.564957 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-61e1af74-0f38-4bef-88a4-32ec00a17284 None None] Attempting to bind port 5aafa023-81ba-4344-a6f8-e9f8d7ee7393 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:05:19.565478 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-61e1af74-0f38-4bef-88a4-32ec00a17284 None None] Attempting to bind port 5aafa023-81ba-4344-a6f8-e9f8d7ee7393 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '0872ca05-b35c-4fa1-9280-4ff6b06627ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:05:19.579402 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e1af74-0f38-4bef-88a4-32ec00a17284 None None] Attempting to bind port 5aafa023-81ba-4344-a6f8-e9f8d7ee7393 on network d94d0871-a0a1-410a-ba04-ae858b15c465 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:05:19.594448 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e1af74-0f38-4bef-88a4-32ec00a17284 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:05:19.594448 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e1af74-0f38-4bef-88a4-32ec00a17284 None None] Checking segment: {'id': '0872ca05-b35c-4fa1-9280-4ff6b06627ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:05:19.594448 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61e1af74-0f38-4bef-88a4-32ec00a17284 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:19.594448 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e1af74-0f38-4bef-88a4-32ec00a17284 None None] Bound using segment: {'id': '0872ca05-b35c-4fa1-9280-4ff6b06627ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:05:19.594448 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-61e1af74-0f38-4bef-88a4-32ec00a17284 None None] Bound port: 5aafa023-81ba-4344-a6f8-e9f8d7ee7393, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0872ca05-b35c-4fa1-9280-4ff6b06627ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:05:19.594448 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61e1af74-0f38-4bef-88a4-32ec00a17284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:19.626488 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-680c8714-b2ce-4878-a9bb-93532397653d req-922242e4-c22c-47f5-9a14-2435d947cf51 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:05:19.635415 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-680c8714-b2ce-4878-a9bb-93532397653d req-922242e4-c22c-47f5-9a14-2435d947cf51 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:05:19.639904 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-680c8714-b2ce-4878-a9bb-93532397653d req-922242e4-c22c-47f5-9a14-2435d947cf51 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:05:19.649308 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c8714-b2ce-4878-a9bb-93532397653d req-922242e4-c22c-47f5-9a14-2435d947cf51 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:19.650384 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-680c8714-b2ce-4878-a9bb-93532397653d req-922242e4-c22c-47f5-9a14-2435d947cf51 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:19.703242 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922242e4-c22c-47f5-9a14-2435d947cf51 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Pushing event updated for resources: {'Port': ['ID=fd0865a7-d130-45e7-97dc-1118a62fab2f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:19.722905 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994fd9d-6453-46c3-adf0-bdbd5c0373ae admin admin] Pushing event updated for resources: {'Network': ['ID=e7f9c6e1-2661-4ded-9a89-10d29313cf9a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:19.737366 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd77d32-006d-4c3e-8e93-8bd3b996d0ee req-6c800496-a291-425f-9c67-755f1cff62ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:19.739620 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network e7f9c6e1-2661-4ded-9a89-10d29313cf9a details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:05:19.739755 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6fd77d32-006d-4c3e-8e93-8bd3b996d0ee req-6c800496-a291-425f-9c67-755f1cff62ca service neutron] 10.222.0.76 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.4859972 Dec 16 22:05:19.799585 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2ee61-bc15-47ff-8705-13beac3a2d1d req-bd145dea-b853-4b19-b37c-cad353bffa6a tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:19.829282 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17a2ee61-bc15-47ff-8705-13beac3a2d1d req-bd145dea-b853-4b19-b37c-cad353bffa6a tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 947 time: 0.1990180 Dec 16 22:05:19.854983 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6fd77d32-006d-4c3e-8e93-8bd3b996d0ee req-962a3371-339c-4ef8-9692-c2d4db796b13 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=bf6ad858-eb75-4a3c-88f7-42523e2298dd HTTP/1.1" status: 200 len: 217 time: 0.0768976 Dec 16 22:05:19.868556 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8994fd9d-6453-46c3-adf0-bdbd5c0373ae admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9547286 Dec 16 22:05:19.869572 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51050) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:19.880229 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-f9cbf3d3-9d34-4ea3-8fac-62cff691d52c admin admin] Request body: {'subnet': {'network_id': 'e7f9c6e1-2661-4ded-9a89-10d29313cf9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226435444-subnet', 'tenant_id': 'd18db53198444f9692fbe6e92344e216', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:19.938550 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17a2ee61-bc15-47ff-8705-13beac3a2d1d req-ea4cf727-4c7c-45b1-ba5f-15f4cf16add8 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081705 Dec 16 22:05:19.955263 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-680c8714-b2ce-4878-a9bb-93532397653d req-922242e4-c22c-47f5-9a14-2435d947cf51 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0903826 Dec 16 22:05:19.987935 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd77d32-006d-4c3e-8e93-8bd3b996d0ee req-b4ba3a8c-9008-4791-9572-5d2caa12d7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:19.989691 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6fd77d32-006d-4c3e-8e93-8bd3b996d0ee req-b4ba3a8c-9008-4791-9572-5d2caa12d7eb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1048956 Dec 16 22:05:19.998105 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-680c8714-b2ce-4878-a9bb-93532397653d req-913b3f30-b862-4542-bb17-abd3fae9684c service neutron] Request body: {'port': {'device_id': '67b75a36-b734-4dfd-9084-29cc0c4132a5', 'device_owner': 'compute:tempest-test_az-749272090', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:20.015530 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-90b74e1b-53ba-4f59-a007-82873e1fd537 None None] Provisioning complete for port 5aafa023-81ba-4344-a6f8-e9f8d7ee7393 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:20.015979 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-90b74e1b-53ba-4f59-a007-82873e1fd537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:20.053384 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cbf3d3-9d34-4ea3-8fac-62cff691d52c admin admin] Made reservation on behalf of d18db53198444f9692fbe6e92344e216 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:05:20.056260 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f9cbf3d3-9d34-4ea3-8fac-62cff691d52c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:20.070230 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-90b74e1b-53ba-4f59-a007-82873e1fd537 None None] Port 5aafa023-81ba-4344-a6f8-e9f8d7ee7393 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:05:20.105082 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-61e1af74-0f38-4bef-88a4-32ec00a17284 None None] For port 5aafa023-81ba-4344-a6f8-e9f8d7ee7393, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:05:20.108616 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-61e1af74-0f38-4bef-88a4-32ec00a17284 None None] For port 5aafa023-81ba-4344-a6f8-e9f8d7ee7393, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=5aafa023-81ba-4344-a6f8-e9f8d7ee7393,segment=NetworkSegment(0872ca05-b35c-4fa1-9280-4ff6b06627ab),segment_id=0872ca05-b35c-4fa1-9280-4ff6b06627ab)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:05:20.127339 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd77d32-006d-4c3e-8e93-8bd3b996d0ee req-cb47ea2d-81e7-4eca-8a9c-4a289a80d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:20.128976 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6fd77d32-006d-4c3e-8e93-8bd3b996d0ee req-cb47ea2d-81e7-4eca-8a9c-4a289a80d0a8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1201406 Dec 16 22:05:20.146489 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-680c8714-b2ce-4878-a9bb-93532397653d req-913b3f30-b862-4542-bb17-abd3fae9684c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:20.202153 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-61c4cbb8-7464-418e-8df2-c1188607ecb1 None None] Provisioning complete for port fd0865a7-d130-45e7-97dc-1118a62fab2f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:20.202570 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61c4cbb8-7464-418e-8df2-c1188607ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:20.263326 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-61c4cbb8-7464-418e-8df2-c1188607ecb1 None None] Port fd0865a7-d130-45e7-97dc-1118a62fab2f cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:05:20.267105 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61e1af74-0f38-4bef-88a4-32ec00a17284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:20.345970 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0f981-c582-4aa4-b022-838143edc981 None None] Pushing event updated for resources: {'Port': ['ID=5aafa023-81ba-4344-a6f8-e9f8d7ee7393,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:20.361377 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e1af74-0f38-4bef-88a4-32ec00a17284 None None] Routers {'2a9fdd73-b008-433a-8b53-f0ad75a818e5'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:05:20.362082 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-61e1af74-0f38-4bef-88a4-32ec00a17284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:04:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2a9fdd73-b008-433a-8b53-f0ad75a818e5'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:20.698185 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f9cbf3d3-9d34-4ea3-8fac-62cff691d52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:20.716118 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-61e1af74-0f38-4bef-88a4-32ec00a17284 None None] Set router 2a9fdd73-b008-433a-8b53-f0ad75a818e5 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:05:20.769447 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c89347-a739-4ad4-862a-c8a94fbdc520 req-6176213b-cae4-4616-abf4-7c93141e0cf6 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:20.777098 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-19c89347-a739-4ad4-862a-c8a94fbdc520 req-6176213b-cae4-4616-abf4-7c93141e0cf6 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/ports?device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 936 time: 0.5172215 Dec 16 22:05:20.861044 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-19c89347-a739-4ad4-862a-c8a94fbdc520 req-22c2730f-0990-4e41-89cf-1293d0c98da5 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1268fb3-2866-4cd3-bbe5-71b7cf9d4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828786 Dec 16 22:05:20.909311 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbf3d3-9d34-4ea3-8fac-62cff691d52c admin admin] Pushing event updated for resources: {'Subnet': ['ID=58d7d1d0-26a1-4b06-a1b2-da2dce142691,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:20.919802 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6fd77d32-006d-4c3e-8e93-8bd3b996d0ee req-39f0e0e3-182c-466e-9942-76904b4b9672 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734229 Dec 16 22:05:20.965350 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cbf3d3-9d34-4ea3-8fac-62cff691d52c admin admin] Checking segment: {'id': '7909d4d1-8209-45db-84d7-b7812bd398b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e7f9c6e1-2661-4ded-9a89-10d29313cf9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:05:20.966017 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cbf3d3-9d34-4ea3-8fac-62cff691d52c admin admin] Network hostable DHCP agents. Network: e7f9c6e1-2661-4ded-9a89-10d29313cf9a, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:05:21.012740 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0ef75a15-087d-49a8-85e3-d9a99a35ccd7 None None] Provisioning complete for port 5aafa023-81ba-4344-a6f8-e9f8d7ee7393 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:21.013350 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ef75a15-087d-49a8-85e3-d9a99a35ccd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:21.066527 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-680c8714-b2ce-4878-a9bb-93532397653d req-913b3f30-b862-4542-bb17-abd3fae9684c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd0865a7-d130-45e7-97dc-1118a62fab2f {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:05:21.131085 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-680c8714-b2ce-4878-a9bb-93532397653d req-913b3f30-b862-4542-bb17-abd3fae9684c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:21.132718 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6fd77d32-006d-4c3e-8e93-8bd3b996d0ee req-341c4cd6-0bb7-4f15-8ac6-966b1ff653f6 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914136 Dec 16 22:05:21.147972 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-61e1af74-0f38-4bef-88a4-32ec00a17284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-564571444-router', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:07Z', 'updated_at': '2021-12-16T22:05:14Z', 'revision_number': 4, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'gw_port': {'id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:08Z', 'updated_at': '2021-12-16T22:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '5aafa023-81ba-4344-a6f8-e9f8d7ee7393', 'name': '', 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'mac_address': 'fa:16:3e:93:9e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:12Z', 'updated_at': '2021-12-16T22:05:20Z', 'revision_number': 4, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'subnets': [{'id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:21.184482 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e1af74-0f38-4bef-88a4-32ec00a17284 None None] The sync data for ids ['2a9fdd73-b008-433a-8b53-f0ad75a818e5'] in n-d-815324-4 is: [{'id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-564571444-router', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:07Z', 'updated_at': '2021-12-16T22:05:14Z', 'revision_number': 4, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'gw_port': {'id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:08Z', 'updated_at': '2021-12-16T22:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '5aafa023-81ba-4344-a6f8-e9f8d7ee7393', 'name': '', 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'mac_address': 'fa:16:3e:93:9e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:12Z', 'updated_at': '2021-12-16T22:05:20Z', 'revision_number': 4, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'subnets': [{'id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:05:21.199171 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ef75a15-087d-49a8-85e3-d9a99a35ccd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:21.213090 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-680c8714-b2ce-4878-a9bb-93532397653d req-913b3f30-b862-4542-bb17-abd3fae9684c service neutron] Transition to ACTIVE for port object fd0865a7-d130-45e7-97dc-1118a62fab2f will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:05:21.225452 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0c17f-07b8-43ec-9c2d-072fd8a6d443 req-18699579-abb1-4100-b770-c72e9dce3741 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:21.228420 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fad0c17f-07b8-43ec-9c2d-072fd8a6d443 req-18699579-abb1-4100-b770-c72e9dce3741 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 947 time: 0.1457531 Dec 16 22:05:21.259326 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cbf3d3-9d34-4ea3-8fac-62cff691d52c admin admin] Network e7f9c6e1-2661-4ded-9a89-10d29313cf9a is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:05:21.277108 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0ef75a15-087d-49a8-85e3-d9a99a35ccd7 None None] For port 5aafa023-81ba-4344-a6f8-e9f8d7ee7393, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=5aafa023-81ba-4344-a6f8-e9f8d7ee7393,segment=NetworkSegment(0872ca05-b35c-4fa1-9280-4ff6b06627ab),segment_id=0872ca05-b35c-4fa1-9280-4ff6b06627ab)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:05:21.320654 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-680c8714-b2ce-4878-a9bb-93532397653d req-913b3f30-b862-4542-bb17-abd3fae9684c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:21.347925 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ef75a15-087d-49a8-85e3-d9a99a35ccd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:21.411951 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51080) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:21.417039 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fad0c17f-07b8-43ec-9c2d-072fd8a6d443 req-70b763b2-18b5-4211-a603-bb94e2afe39f tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809275 Dec 16 22:05:21.419361 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-f9cbf3d3-9d34-4ea3-8fac-62cff691d52c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, e7f9c6e1-2661-4ded-9a89-10d29313cf9a) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:05:21.456680 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c4bc0d-3c9f-4ca8-af80-2378fdedd227 None None] Network e7f9c6e1-2661-4ded-9a89-10d29313cf9a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:05:21.456968 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cbf3d3-9d34-4ea3-8fac-62cff691d52c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:21.456968 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f9cbf3d3-9d34-4ea3-8fac-62cff691d52c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:21.496209 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef75a15-087d-49a8-85e3-d9a99a35ccd7 None None] Pushing event updated for resources: {'Port': ['ID=5aafa023-81ba-4344-a6f8-e9f8d7ee7393,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:21.552955 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51084) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:21.586947 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f9cbf3d3-9d34-4ea3-8fac-62cff691d52c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7158589 Dec 16 22:05:21.589608 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51088) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:21.594463 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-12fdb054-7c34-422c-ab9b-31308f96390e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-226435444-router', 'tenant_id': 'd18db53198444f9692fbe6e92344e216', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:21.641706 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b3f30-b862-4542-bb17-abd3fae9684c service neutron] Pushing event updated for resources: {'Port': ['ID=fd0865a7-d130-45e7-97dc-1118a62fab2f,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:21.674555 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238a16a3-b639-42da-b953-74e0d5f41ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-e7f9c6e1-2661-4ded-9a89-10d29313cf9a', 'network_id': 'e7f9c6e1-2661-4ded-9a89-10d29313cf9a', 'project_id': 'd18db53198444f9692fbe6e92344e216', 'fixed_ips': [{'subnet_id': '58d7d1d0-26a1-4b06-a1b2-da2dce142691'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:05:21.674555 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-238a16a3-b639-42da-b953-74e0d5f41ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:21.676634 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-680c8714-b2ce-4878-a9bb-93532397653d req-913b3f30-b862-4542-bb17-abd3fae9684c service neutron] Attempting to bind port fd0865a7-d130-45e7-97dc-1118a62fab2f on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:05:21.677384 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-680c8714-b2ce-4878-a9bb-93532397653d req-913b3f30-b862-4542-bb17-abd3fae9684c service neutron] Attempting to bind port fd0865a7-d130-45e7-97dc-1118a62fab2f by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:05:21.677767 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c8714-b2ce-4878-a9bb-93532397653d req-913b3f30-b862-4542-bb17-abd3fae9684c service neutron] Attempting to bind port fd0865a7-d130-45e7-97dc-1118a62fab2f on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:05:21.685500 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c8714-b2ce-4878-a9bb-93532397653d req-913b3f30-b862-4542-bb17-abd3fae9684c service neutron] Port fd0865a7-d130-45e7-97dc-1118a62fab2f on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:05:21.689373 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c8714-b2ce-4878-a9bb-93532397653d req-913b3f30-b862-4542-bb17-abd3fae9684c service neutron] Attempting to bind port fd0865a7-d130-45e7-97dc-1118a62fab2f on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:05:21.707811 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c8714-b2ce-4878-a9bb-93532397653d req-913b3f30-b862-4542-bb17-abd3fae9684c service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:05:21.708186 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c8714-b2ce-4878-a9bb-93532397653d req-913b3f30-b862-4542-bb17-abd3fae9684c service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:05:21.708746 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680c8714-b2ce-4878-a9bb-93532397653d req-913b3f30-b862-4542-bb17-abd3fae9684c service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:05:21.709245 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-680c8714-b2ce-4878-a9bb-93532397653d req-913b3f30-b862-4542-bb17-abd3fae9684c service neutron] Bound port: fd0865a7-d130-45e7-97dc-1118a62fab2f, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:05:21.709651 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-680c8714-b2ce-4878-a9bb-93532397653d req-913b3f30-b862-4542-bb17-abd3fae9684c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:21.800383 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a0610b7f-c246-48ec-a76b-fc69e296426d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:21.847789 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-12fdb054-7c34-422c-ab9b-31308f96390e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:21.849212 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-12fdb054-7c34-422c-ab9b-31308f96390e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:21.939468 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-680c8714-b2ce-4878-a9bb-93532397653d req-913b3f30-b862-4542-bb17-abd3fae9684c service neutron] For port fd0865a7-d130-45e7-97dc-1118a62fab2f, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:05:21.945989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-680c8714-b2ce-4878-a9bb-93532397653d req-913b3f30-b862-4542-bb17-abd3fae9684c service neutron] For port fd0865a7-d130-45e7-97dc-1118a62fab2f, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=fd0865a7-d130-45e7-97dc-1118a62fab2f,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:05:21.975778 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-238a16a3-b639-42da-b953-74e0d5f41ac0 None None] Allocated IP 172.20.0.2 (e7f9c6e1-2661-4ded-9a89-10d29313cf9a/58d7d1d0-26a1-4b06-a1b2-da2dce142691/d8e92f1b-491f-45db-ba72-3403f78a3f25) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:05:22.045894 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-680c8714-b2ce-4878-a9bb-93532397653d req-913b3f30-b862-4542-bb17-abd3fae9684c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:22.075407 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-12fdb054-7c34-422c-ab9b-31308f96390e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:22.094801 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e129773-5f04-4607-8784-16566343deac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:22.139787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b3f30-b862-4542-bb17-abd3fae9684c service neutron] Pushing event updated for resources: {'Port': ['ID=fd0865a7-d130-45e7-97dc-1118a62fab2f,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:22.193330 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c8714-b2ce-4878-a9bb-93532397653d req-913b3f30-b862-4542-bb17-abd3fae9684c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:22.194124 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-680c8714-b2ce-4878-a9bb-93532397653d req-913b3f30-b862-4542-bb17-abd3fae9684c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:22.196161 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-680c8714-b2ce-4878-a9bb-93532397653d req-913b3f30-b862-4542-bb17-abd3fae9684c service neutron] 10.222.0.76 "PUT /v2.0/ports/fd0865a7-d130-45e7-97dc-1118a62fab2f HTTP/1.1" status: 200 len: 1117 time: 2.2046003 Dec 16 22:05:22.196742 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b75a36-b734-4dfd-9084-29cc0c4132a5', 'tag': 'fd0865a7-d130-45e7-97dc-1118a62fab2f'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:05:22.231811 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51094) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:22.456294 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-238a16a3-b639-42da-b953-74e0d5f41ac0 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:22.545005 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-12fdb054-7c34-422c-ab9b-31308f96390e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:22.595791 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-238a16a3-b639-42da-b953-74e0d5f41ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:22.621031 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f46a12-2926-401d-90c4-41f1a63eea9a" -d '{"events": [{"name": "network-changed", "server_uuid": "67b75a36-b734-4dfd-9084-29cc0c4132a5", "tag": "fd0865a7-d130-45e7-97dc-1118a62fab2f"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:05:22.648249 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74fc85-2490-4fa8-8c1f-892549f5beaf req-654861fb-3c3e-4546-9241-8afe3d72250d tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:22.650632 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4b74fc85-2490-4fa8-8c1f-892549f5beaf req-654861fb-3c3e-4546-9241-8afe3d72250d tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/ports?device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 969 time: 0.6296556 Dec 16 22:05:22.676080 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c8714-b2ce-4878-a9bb-93532397653d req-c5d5e7d8-31d7-4b79-bc01-4f37afa0a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:22.677544 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-680c8714-b2ce-4878-a9bb-93532397653d req-c5d5e7d8-31d7-4b79-bc01-4f37afa0a64d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cd0fafdb4af14a58928a9e92a0a90634&device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 1120 time: 0.2583904 Dec 16 22:05:22.704527 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe101d2-dcb9-43ba-83d8-d9ea8df2f54a req-a33f4cd6-973f-4f11-80e4-5598e1d93043 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:22.716953 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abe101d2-dcb9-43ba-83d8-d9ea8df2f54a req-a33f4cd6-973f-4f11-80e4-5598e1d93043 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 947 time: 0.1241641 Dec 16 22:05:22.765331 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238a16a3-b639-42da-b953-74e0d5f41ac0 None None] Network e7f9c6e1-2661-4ded-9a89-10d29313cf9a is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:05:22.780288 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-238a16a3-b639-42da-b953-74e0d5f41ac0 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:05:22.794177 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238a16a3-b639-42da-b953-74e0d5f41ac0 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:05:22.811588 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a16a3-b639-42da-b953-74e0d5f41ac0 None None] Pushing event updated for resources: {'Port': ['ID=d8e92f1b-491f-45db-ba72-3403f78a3f25,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:22.934095 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0cf0e2cc-b88d-411e-a572-b6b75927945a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:22.949960 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-238a16a3-b639-42da-b953-74e0d5f41ac0 None None] Attempting to bind port d8e92f1b-491f-45db-ba72-3403f78a3f25 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:05:22.950345 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-238a16a3-b639-42da-b953-74e0d5f41ac0 None None] Attempting to bind port d8e92f1b-491f-45db-ba72-3403f78a3f25 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '7909d4d1-8209-45db-84d7-b7812bd398b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e7f9c6e1-2661-4ded-9a89-10d29313cf9a'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:05:22.950695 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238a16a3-b639-42da-b953-74e0d5f41ac0 None None] Attempting to bind port d8e92f1b-491f-45db-ba72-3403f78a3f25 on network e7f9c6e1-2661-4ded-9a89-10d29313cf9a {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:05:22.956531 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-680c8714-b2ce-4878-a9bb-93532397653d req-0935c9b2-147f-4d84-b320-05ad42c5d288 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=fd0865a7-d130-45e7-97dc-1118a62fab2f HTTP/1.1" status: 200 len: 217 time: 0.1695805 Dec 16 22:05:22.966973 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238a16a3-b639-42da-b953-74e0d5f41ac0 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:05:22.967183 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238a16a3-b639-42da-b953-74e0d5f41ac0 None None] Checking segment: {'id': '7909d4d1-8209-45db-84d7-b7812bd398b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e7f9c6e1-2661-4ded-9a89-10d29313cf9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:05:22.971762 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-238a16a3-b639-42da-b953-74e0d5f41ac0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:22.973882 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238a16a3-b639-42da-b953-74e0d5f41ac0 None None] Bound using segment: {'id': '7909d4d1-8209-45db-84d7-b7812bd398b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e7f9c6e1-2661-4ded-9a89-10d29313cf9a'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:05:22.974402 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-238a16a3-b639-42da-b953-74e0d5f41ac0 None None] Bound port: d8e92f1b-491f-45db-ba72-3403f78a3f25, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7909d4d1-8209-45db-84d7-b7812bd398b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e7f9c6e1-2661-4ded-9a89-10d29313cf9a'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:05:22.977557 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-238a16a3-b639-42da-b953-74e0d5f41ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:23.002049 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abe101d2-dcb9-43ba-83d8-d9ea8df2f54a req-bbdbcf3d-7898-4f4d-bc16-2d68d9918806 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840481 Dec 16 22:05:23.112104 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e129773-5f04-4607-8784-16566343deac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:23.120872 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a0610b7f-c246-48ec-a76b-fc69e296426d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:23.142660 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4b74fc85-2490-4fa8-8c1f-892549f5beaf req-9f391878-d154-4a1e-bc55-b96b98bc8139 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1268fb3-2866-4cd3-bbe5-71b7cf9d4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788060 Dec 16 22:05:23.165159 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 5aafa023-81ba-4344-a6f8-e9f8d7ee7393 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:05:23.284392 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0cf0e2cc-b88d-411e-a572-b6b75927945a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:23.287391 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e129773-5f04-4607-8784-16566343deac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:23.289748 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a0610b7f-c246-48ec-a76b-fc69e296426d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:23.302238 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-238a16a3-b639-42da-b953-74e0d5f41ac0 None None] For port d8e92f1b-491f-45db-ba72-3403f78a3f25, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:05:23.321997 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-238a16a3-b639-42da-b953-74e0d5f41ac0 None None] For port d8e92f1b-491f-45db-ba72-3403f78a3f25, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d8e92f1b-491f-45db-ba72-3403f78a3f25,segment=NetworkSegment(7909d4d1-8209-45db-84d7-b7812bd398b1),segment_id=7909d4d1-8209-45db-84d7-b7812bd398b1)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:05:23.361181 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 5aafa023-81ba-4344-a6f8-e9f8d7ee7393 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:23.361898 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:23.369987 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e129773-5f04-4607-8784-16566343deac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853fe3ae-01b6-4825-804e-c85e9b0ddb2c,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:23.381725 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0e129773-5f04-4607-8784-16566343deac admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a4fc32d20eca48668b58fce343bbb60d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8274715 Dec 16 22:05:23.384519 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a0610b7f-c246-48ec-a76b-fc69e296426d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=23f4323d82a34d559be21414d5d6682b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9713445 Dec 16 22:05:23.400676 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51110) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:23.400676 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51112) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:23.423076 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-238a16a3-b639-42da-b953-74e0d5f41ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:23.447031 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aec07ee3-0552-4041-bff7-2a95ccf90965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:23.487508 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3c53ee-d571-44a4-85cf-ab26670e33e6 x-openstack-request-id: req-2e3c53ee-d571-44a4-85cf-ab26670e33e6 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:05:23.487688 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b75a36-b734-4dfd-9084-29cc0c4132a5", "tag": "fd0865a7-d130-45e7-97dc-1118a62fab2f", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:05:23.487928 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2e3c53ee-d571-44a4-85cf-ab26670e33e6 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:05:23.488610 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b75a36-b734-4dfd-9084-29cc0c4132a5', 'tag': 'fd0865a7-d130-45e7-97dc-1118a62fab2f', 'status': 'completed', 'code': 200} Dec 16 22:05:23.527824 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c8714-b2ce-4878-a9bb-93532397653d req-8b13bca2-c70e-4f20-bd83-bcaa4216f005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:23.529220 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-680c8714-b2ce-4878-a9bb-93532397653d req-8b13bca2-c70e-4f20-bd83-bcaa4216f005 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.5260818 Dec 16 22:05:23.566435 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0cf0e2cc-b88d-411e-a572-b6b75927945a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:23.616347 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a16a3-b639-42da-b953-74e0d5f41ac0 None None] Pushing event updated for resources: {'Port': ['ID=d8e92f1b-491f-45db-ba72-3403f78a3f25,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:23.647280 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0cf0e2cc-b88d-411e-a572-b6b75927945a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=622ba3efc288486f9fd5e27d0aef2c0c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4015014 Dec 16 22:05:23.659677 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51122) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:23.751733 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0610b7f-c246-48ec-a76b-fc69e296426d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8be2d27-1ccc-4be3-8fec-12fb258f7919,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:23.767119 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c8714-b2ce-4878-a9bb-93532397653d req-1b98b3da-e8c1-483d-adf6-193b59570d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:23.774733 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-680c8714-b2ce-4878-a9bb-93532397653d req-1b98b3da-e8c1-483d-adf6-193b59570d48 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2305920 Dec 16 22:05:23.792964 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0e2cc-b88d-411e-a572-b6b75927945a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca79d2cd-f423-44fb-932e-a62c954c8685,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:23.834892 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-85f74e40-a94b-4c1c-a095-7c2b01ddbd50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:23.929033 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7cabc39f-fa5e-48bd-b98c-b931763eb5ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:23.930963 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-85f74e40-a94b-4c1c-a095-7c2b01ddbd50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:23.964445 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f65971b0-7369-47e3-af95-b4528ee9cb6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:23.986209 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-12fdb054-7c34-422c-ab9b-31308f96390e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:24.043254 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7cabc39f-fa5e-48bd-b98c-b931763eb5ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:24.055758 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-12fdb054-7c34-422c-ab9b-31308f96390e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:24.092792 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f65971b0-7369-47e3-af95-b4528ee9cb6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:24.162869 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-85f74e40-a94b-4c1c-a095-7c2b01ddbd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:24.166749 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-85f74e40-a94b-4c1c-a095-7c2b01ddbd50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:24.170909 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-85f74e40-a94b-4c1c-a095-7c2b01ddbd50 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ca79d2cd-f423-44fb-932e-a62c954c8685 HTTP/1.1" status: 204 len: 168 time: 0.5098240 Dec 16 22:05:24.184348 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f74e40-a94b-4c1c-a095-7c2b01ddbd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca79d2cd-f423-44fb-932e-a62c954c8685,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:24.316953 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7cabc39f-fa5e-48bd-b98c-b931763eb5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:24.319592 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7cabc39f-fa5e-48bd-b98c-b931763eb5ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:24.330598 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7cabc39f-fa5e-48bd-b98c-b931763eb5ad admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d8be2d27-1ccc-4be3-8fec-12fb258f7919 HTTP/1.1" status: 204 len: 168 time: 0.9331818 Dec 16 22:05:24.350222 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c615bc-1b41-4742-8c4d-479cff62e9b8 req-a11417a1-1ba9-4f4c-a8d0-e2596cbcd4e7 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:24.351772 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c1c615bc-1b41-4742-8c4d-479cff62e9b8 req-a11417a1-1ba9-4f4c-a8d0-e2596cbcd4e7 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 947 time: 0.2387195 Dec 16 22:05:24.399106 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f65971b0-7369-47e3-af95-b4528ee9cb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:24.403208 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f65971b0-7369-47e3-af95-b4528ee9cb6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:24.404397 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f65971b0-7369-47e3-af95-b4528ee9cb6a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/853fe3ae-01b6-4825-804e-c85e9b0ddb2c HTTP/1.1" status: 204 len: 168 time: 1.0083070 Dec 16 22:05:24.408045 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabc39f-fa5e-48bd-b98c-b931763eb5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8be2d27-1ccc-4be3-8fec-12fb258f7919,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:24.409170 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadc5fa-b810-4667-9395-d0243768679a req-25a7eb8d-c73f-4092-8808-418808eb665b tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:24.422039 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9fadc5fa-b810-4667-9395-d0243768679a req-25a7eb8d-c73f-4092-8808-418808eb665b tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/ports?device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 969 time: 0.1093559 Dec 16 22:05:24.469089 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65971b0-7369-47e3-af95-b4528ee9cb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853fe3ae-01b6-4825-804e-c85e9b0ddb2c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:24.533342 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c1c615bc-1b41-4742-8c4d-479cff62e9b8 req-ebcde027-7095-4ff0-883e-6b5abdfe48ba tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356068 Dec 16 22:05:24.534748 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-12fdb054-7c34-422c-ab9b-31308f96390e admin admin] Allocated IP 172.25.6.22 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/74f2b195-5367-4b8e-93ff-ff076a009993) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:05:24.617015 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9fadc5fa-b810-4667-9395-d0243768679a req-95e5edac-ebaf-4c4f-94b8-3d39b59caca1 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1268fb3-2866-4cd3-bbe5-71b7cf9d4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765156 Dec 16 22:05:24.747485 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-12fdb054-7c34-422c-ab9b-31308f96390e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:24.957252 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0864d59f-8866-46c4-bdc7-d1eab05a7ca6 None None] Network e7f9c6e1-2661-4ded-9a89-10d29313cf9a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:05:25.041620 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1351637d-3bc5-4e6b-8969-a9fa2fd2d0c1 None None] Provisioning complete for port d8e92f1b-491f-45db-ba72-3403f78a3f25 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:25.041920 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1351637d-3bc5-4e6b-8969-a9fa2fd2d0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:25.071112 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d8e92f1b-491f-45db-ba72-3403f78a3f25 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:05:25.184640 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port d8e92f1b-491f-45db-ba72-3403f78a3f25 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:25.185019 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:25.227606 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1351637d-3bc5-4e6b-8969-a9fa2fd2d0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:25.290291 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-1351637d-3bc5-4e6b-8969-a9fa2fd2d0c1 None None] For port d8e92f1b-491f-45db-ba72-3403f78a3f25, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d8e92f1b-491f-45db-ba72-3403f78a3f25,segment=NetworkSegment(7909d4d1-8209-45db-84d7-b7812bd398b1),segment_id=7909d4d1-8209-45db-84d7-b7812bd398b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:05:25.303224 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-680c8714-b2ce-4878-a9bb-93532397653d req-d077539f-19c8-4eb4-bdb7-8b204a352a23 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983374 Dec 16 22:05:25.425819 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-680c8714-b2ce-4878-a9bb-93532397653d req-3018e32b-b9f4-4aa7-b5d9-f3595a268121 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116858 Dec 16 22:05:25.431971 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:25.650943 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0434a66-f50a-4cff-8ac3-bef1b9f6c0ee req-c312a34b-d5a1-48b3-b4b4-26092cc35892 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:25.652556 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f0434a66-f50a-4cff-8ac3-bef1b9f6c0ee req-c312a34b-d5a1-48b3-b4b4-26092cc35892 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 947 time: 0.0519052 Dec 16 22:05:25.705157 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f0434a66-f50a-4cff-8ac3-bef1b9f6c0ee req-9d8921e2-9427-4820-9a0f-ceb351d0bb39 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455101 Dec 16 22:05:25.731107 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b74bb2-0662-46bf-8d5e-da0af9cc8d87 req-3212a700-0df2-4f0f-83c5-e80112cfd74e tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:25.731107 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-05b74bb2-0662-46bf-8d5e-da0af9cc8d87 req-3212a700-0df2-4f0f-83c5-e80112cfd74e tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/ports?device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 969 time: 0.0537531 Dec 16 22:05:25.777795 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-05b74bb2-0662-46bf-8d5e-da0af9cc8d87 req-cbf00fa7-27bd-45fb-8f51-c667e6ae0000 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1268fb3-2866-4cd3-bbe5-71b7cf9d4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432153 Dec 16 22:05:25.925875 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-12fdb054-7c34-422c-ab9b-31308f96390e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:25.956345 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1351637d-3bc5-4e6b-8969-a9fa2fd2d0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:25.964129 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61c0023c-bcfb-42db-bc12-8be9a4776149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:25.969980 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fdb054-7c34-422c-ab9b-31308f96390e admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:05:25.975612 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-12fdb054-7c34-422c-ab9b-31308f96390e admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:05:25.980286 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fdb054-7c34-422c-ab9b-31308f96390e admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:05:26.013397 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:05:26.021785 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:05:26.021931 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdb054-7c34-422c-ab9b-31308f96390e admin admin] Pushing event updated for resources: {'Port': ['ID=74f2b195-5367-4b8e-93ff-ff076a009993,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:26.026305 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351637d-3bc5-4e6b-8969-a9fa2fd2d0c1 None None] Pushing event updated for resources: {'Port': ['ID=d8e92f1b-491f-45db-ba72-3403f78a3f25,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:26.089942 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-762421cd-deaf-4560-af58-4c90777fa634 None None] Provisioning complete for port d8e92f1b-491f-45db-ba72-3403f78a3f25 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:26.089942 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-762421cd-deaf-4560-af58-4c90777fa634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:26.178180 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f46a12-2926-401d-90c4-41f1a63eea9a req-ae1a3b20-b34c-4a01-89ed-9d2017921af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:26.179734 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c8f46a12-2926-401d-90c4-41f1a63eea9a req-ae1a3b20-b34c-4a01-89ed-9d2017921af2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cd0fafdb4af14a58928a9e92a0a90634&device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 1120 time: 0.0404735 Dec 16 22:05:26.291510 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-12fdb054-7c34-422c-ab9b-31308f96390e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:26.336077 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f46a12-2926-401d-90c4-41f1a63eea9a req-be675d99-a97d-4398-b1ef-747308592989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:26.337560 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c8f46a12-2926-401d-90c4-41f1a63eea9a req-be675d99-a97d-4398-b1ef-747308592989 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.1471660 Dec 16 22:05:26.425659 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c8f46a12-2926-401d-90c4-41f1a63eea9a req-2ca2220d-b46a-4651-8583-44712381102e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=fd0865a7-d130-45e7-97dc-1118a62fab2f HTTP/1.1" status: 200 len: 217 time: 0.0403552 Dec 16 22:05:26.477575 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51146) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:26.487324 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f46a12-2926-401d-90c4-41f1a63eea9a req-678a0d8f-7f3f-467f-9fe9-d27cdf08bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:26.489686 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c8f46a12-2926-401d-90c4-41f1a63eea9a req-678a0d8f-7f3f-467f-9fe9-d27cdf08bbe1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0492935 Dec 16 22:05:26.495409 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-18cd5e2a-913f-4d99-b7ab-4924dfd2602f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:26.517685 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-12fdb054-7c34-422c-ab9b-31308f96390e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:26.589086 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f46a12-2926-401d-90c4-41f1a63eea9a req-213700d6-73c9-497b-abf4-acab3d9f40ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:26.591494 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:26.593691 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c8f46a12-2926-401d-90c4-41f1a63eea9a req-213700d6-73c9-497b-abf4-acab3d9f40ac service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0594218 Dec 16 22:05:26.594177 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51148) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:26.653726 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dd7e3e9-6fc6-48ba-9578-85028ad7bfac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:26.707659 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-18cd5e2a-913f-4d99-b7ab-4924dfd2602f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:26.724852 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c8f46a12-2926-401d-90c4-41f1a63eea9a req-ebef0fca-8e6a-436e-9f45-b81f7d3e9f55 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228828 Dec 16 22:05:26.816061 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:26.833266 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dd7e3e9-6fc6-48ba-9578-85028ad7bfac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:26.840070 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521ad96-b661-42bb-b7f2-5deb2639ffd6 req-303eaa21-9b3b-49a9-ae41-0045c36b13be tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:26.848336 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a521ad96-b661-42bb-b7f2-5deb2639ffd6 req-303eaa21-9b3b-49a9-ae41-0045c36b13be tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 947 time: 0.0637264 Dec 16 22:05:26.851681 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c8f46a12-2926-401d-90c4-41f1a63eea9a req-84b0e61d-be83-4672-aaa4-7128d9a6e558 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168616 Dec 16 22:05:26.856305 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-18cd5e2a-913f-4d99-b7ab-4924dfd2602f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:26.917756 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b1381-168b-4554-b0a1-cb749de47c11 req-f0ca5d83-c468-4bc2-9dfe-621d5b5e3418 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:26.919270 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4b7b1381-168b-4554-b0a1-cb749de47c11 req-f0ca5d83-c468-4bc2-9dfe-621d5b5e3418 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/ports?device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 969 time: 0.0604916 Dec 16 22:05:26.930158 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-18cd5e2a-913f-4d99-b7ab-4924dfd2602f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=28f2a7eb26f04e95943cae8cda330d5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4493487 Dec 16 22:05:26.931977 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51154) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:26.935611 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a521ad96-b661-42bb-b7f2-5deb2639ffd6 req-50e62e67-6eb0-4e44-b1ca-ef486e745012 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863435 Dec 16 22:05:26.936262 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd5e2a-913f-4d99-b7ab-4924dfd2602f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b34bad-e756-43d2-b42f-08eab27cf9b9,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:26.957224 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fdb054-7c34-422c-ab9b-31308f96390e admin admin] Router 31620b8e-032a-424a-80f0-8fb9aac5abc1 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:05:26.986865 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dd7e3e9-6fc6-48ba-9578-85028ad7bfac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:26.998006 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d8e92f1b-491f-45db-ba72-3403f78a3f25 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:05:27.019598 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51156) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:27.038082 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4b7b1381-168b-4554-b0a1-cb749de47c11 req-1ebeb5f2-6402-4b8a-bfaa-652a080e502d tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1268fb3-2866-4cd3-bbe5-71b7cf9d4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128035 Dec 16 22:05:27.046596 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port d8e92f1b-491f-45db-ba72-3403f78a3f25 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:27.046968 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:27.060616 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-330ea57c-4366-45f9-964b-5a490d48744b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:27.069287 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7dd7e3e9-6fc6-48ba-9578-85028ad7bfac admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=67bb14f8edfe4ba79058d15d37fc5570&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4723752 Dec 16 22:05:27.073907 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7e3e9-6fc6-48ba-9578-85028ad7bfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e217a604-f1a2-4154-b38f-e7775e0be384,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:27.076213 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51158) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:27.087523 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-81e1ab51-15d0-4ed2-8807-920824bd980b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:27.124861 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-81e1ab51-15d0-4ed2-8807-920824bd980b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:27.130985 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fdb054-7c34-422c-ab9b-31308f96390e admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:05:27.147243 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a9367f-5840-4226-b775-737ca673e0b7 None None] Sync routers for ids ['31620b8e-032a-424a-80f0-8fb9aac5abc1'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:05:27.158054 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-253268ea-2ed1-4881-89d3-6ad221b999f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:27.161372 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a9367f-5840-4226-b775-737ca673e0b7 None None] Routers {'31620b8e-032a-424a-80f0-8fb9aac5abc1'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:05:27.162035 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-72a9367f-5840-4226-b775-737ca673e0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:05:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['31620b8e-032a-424a-80f0-8fb9aac5abc1'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:27.182773 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-253268ea-2ed1-4881-89d3-6ad221b999f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:27.206474 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-330ea57c-4366-45f9-964b-5a490d48744b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:27.255834 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-12fdb054-7c34-422c-ab9b-31308f96390e admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:27.256993 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-12fdb054-7c34-422c-ab9b-31308f96390e admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.6668625 Dec 16 22:05:27.259901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51160) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:27.271330 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-72a9367f-5840-4226-b775-737ca673e0b7 None None] Set router 31620b8e-032a-424a-80f0-8fb9aac5abc1 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:05:27.325108 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-330ea57c-4366-45f9-964b-5a490d48744b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:27.330588 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-81e1ab51-15d0-4ed2-8807-920824bd980b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:27.333173 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-81e1ab51-15d0-4ed2-8807-920824bd980b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:27.336845 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-81e1ab51-15d0-4ed2-8807-920824bd980b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/07b34bad-e756-43d2-b42f-08eab27cf9b9 HTTP/1.1" status: 204 len: 168 time: 0.4012630 Dec 16 22:05:27.373999 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-330ea57c-4366-45f9-964b-5a490d48744b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=444cee436f7e42959b72012148843339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3484359 Dec 16 22:05:27.373999 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ea57c-4366-45f9-964b-5a490d48744b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb12f4c-5be3-4344-bb12-d29ff73a5b69,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:27.389427 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51164) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:27.411508 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1ab51-15d0-4ed2-8807-920824bd980b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b34bad-e756-43d2-b42f-08eab27cf9b9,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:27.473328 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0fdd-f057-4fe1-afc0-8ba704d78df7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:27.479924 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-72a9367f-5840-4226-b775-737ca673e0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31620b8e-032a-424a-80f0-8fb9aac5abc1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226435444-router', 'tenant_id': 'd18db53198444f9692fbe6e92344e216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '74f2b195-5367-4b8e-93ff-ff076a009993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:21Z', 'updated_at': '2021-12-16T22:05:26Z', 'revision_number': 3, 'project_id': 'd18db53198444f9692fbe6e92344e216', 'gw_port': {'id': '74f2b195-5367-4b8e-93ff-ff076a009993', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:47:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31620b8e-032a-424a-80f0-8fb9aac5abc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:24Z', 'updated_at': '2021-12-16T22:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:27.505930 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0fdd-f057-4fe1-afc0-8ba704d78df7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:27.519494 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a9367f-5840-4226-b775-737ca673e0b7 None None] Checking router: 31620b8e-032a-424a-80f0-8fb9aac5abc1 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:05:27.520151 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a9367f-5840-4226-b775-737ca673e0b7 None None] Updating router 31620b8e-032a-424a-80f0-8fb9aac5abc1 port 74f2b195-5367-4b8e-93ff-ff076a009993 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:05:27.549886 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-72a9367f-5840-4226-b775-737ca673e0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:27.644794 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-253268ea-2ed1-4881-89d3-6ad221b999f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:27.647387 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-253268ea-2ed1-4881-89d3-6ad221b999f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:27.651284 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-253268ea-2ed1-4881-89d3-6ad221b999f0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e217a604-f1a2-4154-b38f-e7775e0be384 HTTP/1.1" status: 204 len: 168 time: 0.5703433 Dec 16 22:05:27.663420 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253268ea-2ed1-4881-89d3-6ad221b999f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e217a604-f1a2-4154-b38f-e7775e0be384,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:27.668935 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0fdd-f057-4fe1-afc0-8ba704d78df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:27.671801 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0fdd-f057-4fe1-afc0-8ba704d78df7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:27.676229 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9b9a0fdd-f057-4fe1-afc0-8ba704d78df7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/feb12f4c-5be3-4344-bb12-d29ff73a5b69 HTTP/1.1" status: 204 len: 168 time: 0.2887115 Dec 16 22:05:27.691091 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a0fdd-f057-4fe1-afc0-8ba704d78df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb12f4c-5be3-4344-bb12-d29ff73a5b69,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:27.862258 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-72a9367f-5840-4226-b775-737ca673e0b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:27.926798 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a0e5559-67ba-4c8f-bedd-8b854f6c14c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:27.945288 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-72a9367f-5840-4226-b775-737ca673e0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:28.012092 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-72a9367f-5840-4226-b775-737ca673e0b7 None None] Attempting to bind port 74f2b195-5367-4b8e-93ff-ff076a009993 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:05:28.012370 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-72a9367f-5840-4226-b775-737ca673e0b7 None None] Attempting to bind port 74f2b195-5367-4b8e-93ff-ff076a009993 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:05:28.012736 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a9367f-5840-4226-b775-737ca673e0b7 None None] Attempting to bind port 74f2b195-5367-4b8e-93ff-ff076a009993 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:05:28.015656 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff3c0c-eb06-4275-9552-09cfa988bc54 None None] Pushing event updated for resources: {'Port': ['ID=74f2b195-5367-4b8e-93ff-ff076a009993,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:28.021665 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a9367f-5840-4226-b775-737ca673e0b7 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:05:28.022045 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a9367f-5840-4226-b775-737ca673e0b7 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:05:28.022449 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-72a9367f-5840-4226-b775-737ca673e0b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:28.022840 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a9367f-5840-4226-b775-737ca673e0b7 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:05:28.023345 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-72a9367f-5840-4226-b775-737ca673e0b7 None None] Bound port: 74f2b195-5367-4b8e-93ff-ff076a009993, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:05:28.023745 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-72a9367f-5840-4226-b775-737ca673e0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:28.122722 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-72a9367f-5840-4226-b775-737ca673e0b7 None None] For port 74f2b195-5367-4b8e-93ff-ff076a009993, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:05:28.129400 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-72a9367f-5840-4226-b775-737ca673e0b7 None None] For port 74f2b195-5367-4b8e-93ff-ff076a009993, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=74f2b195-5367-4b8e-93ff-ff076a009993,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:05:28.160544 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:28.168153 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37049b9b-bffa-42fe-9838-ed1e0e67dcc2 req-28e392c8-c630-4b2c-84a4-897002cce5a6 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:28.169700 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-37049b9b-bffa-42fe-9838-ed1e0e67dcc2 req-28e392c8-c630-4b2c-84a4-897002cce5a6 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 947 time: 0.1414721 Dec 16 22:05:28.222188 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211795c-d6fa-41c6-925c-ce5347175398 req-3e6b6364-0771-402f-922e-1935ba8d6948 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:28.227681 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:28.230570 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0211795c-d6fa-41c6-925c-ce5347175398 req-3e6b6364-0771-402f-922e-1935ba8d6948 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/ports?device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 969 time: 0.0593681 Dec 16 22:05:28.257653 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-37049b9b-bffa-42fe-9838-ed1e0e67dcc2 req-43f4c93a-11f6-4331-8e83-e93b5ed6a639 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792043 Dec 16 22:05:28.270941 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-72a9367f-5840-4226-b775-737ca673e0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:28.274737 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-6a0e5559-67ba-4c8f-bedd-8b854f6c14c2 admin admin] Allocated IP 172.20.0.1 (e7f9c6e1-2661-4ded-9a89-10d29313cf9a/58d7d1d0-26a1-4b06-a1b2-da2dce142691/f079736d-77c1-422c-835f-0649225c9c70) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:05:28.306108 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0211795c-d6fa-41c6-925c-ce5347175398 req-bfa689db-266c-43a3-a2b3-35d8e9d7ada0 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1268fb3-2866-4cd3-bbe5-71b7cf9d4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746605 Dec 16 22:05:28.327573 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a9367f-5840-4226-b775-737ca673e0b7 None None] Routers {'31620b8e-032a-424a-80f0-8fb9aac5abc1'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:05:28.327573 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-72a9367f-5840-4226-b775-737ca673e0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:05:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['31620b8e-032a-424a-80f0-8fb9aac5abc1'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:28.406628 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a0e5559-67ba-4c8f-bedd-8b854f6c14c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:28.425740 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff3c0c-eb06-4275-9552-09cfa988bc54 None None] Pushing event updated for resources: {'Port': ['ID=74f2b195-5367-4b8e-93ff-ff076a009993,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:28.462213 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-72a9367f-5840-4226-b775-737ca673e0b7 None None] Set router 31620b8e-032a-424a-80f0-8fb9aac5abc1 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:05:28.534416 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a0e5559-67ba-4c8f-bedd-8b854f6c14c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:28.581939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0e5559-67ba-4c8f-bedd-8b854f6c14c2 admin admin] Network e7f9c6e1-2661-4ded-9a89-10d29313cf9a is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:05:28.584986 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-6a0e5559-67ba-4c8f-bedd-8b854f6c14c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:05:28.588543 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0e5559-67ba-4c8f-bedd-8b854f6c14c2 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:05:28.589025 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a0e5559-67ba-4c8f-bedd-8b854f6c14c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:28.659811 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e5559-67ba-4c8f-bedd-8b854f6c14c2 admin admin] Pushing event updated for resources: {'Port': ['ID=f079736d-77c1-422c-835f-0649225c9c70,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:28.685546 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-72a9367f-5840-4226-b775-737ca673e0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31620b8e-032a-424a-80f0-8fb9aac5abc1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226435444-router', 'tenant_id': 'd18db53198444f9692fbe6e92344e216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '74f2b195-5367-4b8e-93ff-ff076a009993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:21Z', 'updated_at': '2021-12-16T22:05:26Z', 'revision_number': 3, 'project_id': 'd18db53198444f9692fbe6e92344e216', 'gw_port': {'id': '74f2b195-5367-4b8e-93ff-ff076a009993', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:47:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31620b8e-032a-424a-80f0-8fb9aac5abc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:24Z', 'updated_at': '2021-12-16T22:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:28.723745 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a9367f-5840-4226-b775-737ca673e0b7 None None] The sync data for ids ['31620b8e-032a-424a-80f0-8fb9aac5abc1'] in n-d-815324-4 is: [{'id': '31620b8e-032a-424a-80f0-8fb9aac5abc1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226435444-router', 'tenant_id': 'd18db53198444f9692fbe6e92344e216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '74f2b195-5367-4b8e-93ff-ff076a009993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:21Z', 'updated_at': '2021-12-16T22:05:26Z', 'revision_number': 3, 'project_id': 'd18db53198444f9692fbe6e92344e216', 'gw_port': {'id': '74f2b195-5367-4b8e-93ff-ff076a009993', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:47:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31620b8e-032a-424a-80f0-8fb9aac5abc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:24Z', 'updated_at': '2021-12-16T22:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:05:28.920246 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cc00377f-932a-40ba-a356-72a6aee5ebe8 None None] Provisioning complete for port f079736d-77c1-422c-835f-0649225c9c70 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:28.920742 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cc00377f-932a-40ba-a356-72a6aee5ebe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:28.952895 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:28.967815 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-cc00377f-932a-40ba-a356-72a6aee5ebe8 None None] Port f079736d-77c1-422c-835f-0649225c9c70 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:05:28.988691 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a0e5559-67ba-4c8f-bedd-8b854f6c14c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:29.207063 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a0e5559-67ba-4c8f-bedd-8b854f6c14c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:29.341254 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a0e5559-67ba-4c8f-bedd-8b854f6c14c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:29.341799 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a0e5559-67ba-4c8f-bedd-8b854f6c14c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:29.410695 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e5559-67ba-4c8f-bedd-8b854f6c14c2 admin admin] Pushing event updated for resources: {'Port': ['ID=f079736d-77c1-422c-835f-0649225c9c70,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:29.479402 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb72901-f9ff-4f89-8729-d856fc440cf1 req-16e55ed1-c8f8-43ab-a0b1-6c279053c3dc tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:29.480997 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9bb72901-f9ff-4f89-8729-d856fc440cf1 req-16e55ed1-c8f8-43ab-a0b1-6c279053c3dc tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/ports?device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 969 time: 0.0566182 Dec 16 22:05:29.519198 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544b358-1f78-4bf2-b8d4-17a3479cd999 req-1255f0eb-9d25-4f81-81d7-12eded6cc691 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:29.520790 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0544b358-1f78-4bf2-b8d4-17a3479cd999 req-1255f0eb-9d25-4f81-81d7-12eded6cc691 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 947 time: 0.1124165 Dec 16 22:05:29.561570 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9bb72901-f9ff-4f89-8729-d856fc440cf1 req-6e8dd49d-c1a0-472f-8d0b-a102fecf8581 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1268fb3-2866-4cd3-bbe5-71b7cf9d4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712984 Dec 16 22:05:29.584474 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0e5559-67ba-4c8f-bedd-8b854f6c14c2 admin admin] Network e7f9c6e1-2661-4ded-9a89-10d29313cf9a is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:05:29.589754 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-6a0e5559-67ba-4c8f-bedd-8b854f6c14c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:05:29.769440 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0544b358-1f78-4bf2-b8d4-17a3479cd999 req-942f4801-0092-49f8-9884-cff4ca9cdf36 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333472 Dec 16 22:05:29.814326 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0e5559-67ba-4c8f-bedd-8b854f6c14c2 admin admin] Router 31620b8e-032a-424a-80f0-8fb9aac5abc1 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:05:29.901495 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e915ef56-c134-41c6-a88b-e40140729641 None None] Provisioning complete for port f079736d-77c1-422c-835f-0649225c9c70 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:29.902101 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e915ef56-c134-41c6-a88b-e40140729641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:29.940568 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e915ef56-c134-41c6-a88b-e40140729641 None None] Port f079736d-77c1-422c-835f-0649225c9c70 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:05:29.945068 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0e5559-67ba-4c8f-bedd-8b854f6c14c2 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:05:29.956892 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6a0e5559-67ba-4c8f-bedd-8b854f6c14c2 admin admin] 10.222.0.75 "PUT /v2.0/routers/31620b8e-032a-424a-80f0-8fb9aac5abc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6892087 Dec 16 22:05:30.635124 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f3cc77-65aa-4882-9f02-316da56d8a8a None None] Sync routers for ids ['31620b8e-032a-424a-80f0-8fb9aac5abc1'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:05:30.649007 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f3cc77-65aa-4882-9f02-316da56d8a8a None None] Routers {'31620b8e-032a-424a-80f0-8fb9aac5abc1'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:05:30.649861 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c4f3cc77-65aa-4882-9f02-316da56d8a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:05:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['31620b8e-032a-424a-80f0-8fb9aac5abc1'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:30.692027 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eebbd33-ea35-4b08-8bf1-13c2420fee71 req-80352adc-581a-4b2b-a057-1bb4d83e3d61 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:30.702269 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6eebbd33-ea35-4b08-8bf1-13c2420fee71 req-80352adc-581a-4b2b-a057-1bb4d83e3d61 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/ports?device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 969 time: 0.0651541 Dec 16 22:05:30.768087 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-c4f3cc77-65aa-4882-9f02-316da56d8a8a None None] Set router 31620b8e-032a-424a-80f0-8fb9aac5abc1 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:05:30.768712 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6eebbd33-ea35-4b08-8bf1-13c2420fee71 req-40e8b38c-cd89-4f40-8d75-ed38e4403f6b tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1268fb3-2866-4cd3-bbe5-71b7cf9d4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628662 Dec 16 22:05:31.066933 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 74f2b195-5367-4b8e-93ff-ff076a009993 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:05:31.136293 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c4f3cc77-65aa-4882-9f02-316da56d8a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31620b8e-032a-424a-80f0-8fb9aac5abc1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226435444-router', 'tenant_id': 'd18db53198444f9692fbe6e92344e216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '74f2b195-5367-4b8e-93ff-ff076a009993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:21Z', 'updated_at': '2021-12-16T22:05:28Z', 'revision_number': 4, 'project_id': 'd18db53198444f9692fbe6e92344e216', 'gw_port': {'id': '74f2b195-5367-4b8e-93ff-ff076a009993', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:47:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31620b8e-032a-424a-80f0-8fb9aac5abc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:24Z', 'updated_at': '2021-12-16T22:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f079736d-77c1-422c-835f-0649225c9c70', 'name': '', 'network_id': 'e7f9c6e1-2661-4ded-9a89-10d29313cf9a', 'tenant_id': 'd18db53198444f9692fbe6e92344e216', 'mac_address': 'fa:16:3e:49:6c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31620b8e-032a-424a-80f0-8fb9aac5abc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '58d7d1d0-26a1-4b06-a1b2-da2dce142691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:27Z', 'updated_at': '2021-12-16T22:05:29Z', 'revision_number': 2, 'project_id': 'd18db53198444f9692fbe6e92344e216', 'subnets': [{'id': '58d7d1d0-26a1-4b06-a1b2-da2dce142691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:31.164986 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f3cc77-65aa-4882-9f02-316da56d8a8a None None] Checking router: 31620b8e-032a-424a-80f0-8fb9aac5abc1 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:05:31.165346 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f3cc77-65aa-4882-9f02-316da56d8a8a None None] Updating router 31620b8e-032a-424a-80f0-8fb9aac5abc1 port f079736d-77c1-422c-835f-0649225c9c70 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:05:31.170983 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1bc12-d700-44fa-82f5-b8adeab627eb req-5fdc2389-9255-4a6e-8ede-661ea7e131e3 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:31.172601 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c1a1bc12-d700-44fa-82f5-b8adeab627eb req-5fdc2389-9255-4a6e-8ede-661ea7e131e3 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 947 time: 0.3147528 Dec 16 22:05:31.185811 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device bf6ad858-eb75-4a3c-88f7-42523e2298dd details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:05:31.214087 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c4f3cc77-65aa-4882-9f02-316da56d8a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:31.228620 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c1a1bc12-d700-44fa-82f5-b8adeab627eb req-817c275d-2721-4b6f-8431-d8e205012cb7 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458424 Dec 16 22:05:31.239271 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 74f2b195-5367-4b8e-93ff-ff076a009993 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:31.239634 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:31.449256 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port bf6ad858-eb75-4a3c-88f7-42523e2298dd, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=bf6ad858-eb75-4a3c-88f7-42523e2298dd,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:05:31.522229 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'bf6ad858-eb75-4a3c-88f7-42523e2298dd', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': 'bf6ad858-eb75-4a3c-88f7-42523e2298dd', 'mac_address': 'fa:16:3e:9b:3f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:05:31.542770 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:31.594650 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 74f2b195-5367-4b8e-93ff-ff076a009993, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=74f2b195-5367-4b8e-93ff-ff076a009993,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:05:31.614261 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:31.645390 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6ad858-eb75-4a3c-88f7-42523e2298dd {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:05:31.678076 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port bf6ad858-eb75-4a3c-88f7-42523e2298dd, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=bf6ad858-eb75-4a3c-88f7-42523e2298dd,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:05:31.681800 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:31.843374 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:31.844029 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device fd0865a7-d130-45e7-97dc-1118a62fab2f details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:05:31.864857 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51298) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:31.871795 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-630a318d-a4d0-466b-af20-a4c5920926d1 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1706559993', 'description': 'tempest-description--1609518308'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:31.886829 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c4f3cc77-65aa-4882-9f02-316da56d8a8a None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:31.897081 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=74f2b195-5367-4b8e-93ff-ff076a009993,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:31.940946 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port fd0865a7-d130-45e7-97dc-1118a62fab2f, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=fd0865a7-d130-45e7-97dc-1118a62fab2f,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:05:31.963245 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'fd0865a7-d130-45e7-97dc-1118a62fab2f', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': 'fd0865a7-d130-45e7-97dc-1118a62fab2f', 'mac_address': 'fa:16:3e:b5:7a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:tempest-test_az-749272090', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:05:31.971261 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2299b19-f209-4a38-a8d6-b2239824e81d req-ea5bccc3-8fb8-4ab4-b231-c3f1086d4765 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:31.972154 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=bf6ad858-eb75-4a3c-88f7-42523e2298dd,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:31.972946 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d2299b19-f209-4a38-a8d6-b2239824e81d req-ea5bccc3-8fb8-4ab4-b231-c3f1086d4765 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/ports?device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 969 time: 0.0542047 Dec 16 22:05:32.014473 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:32.018270 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c4f3cc77-65aa-4882-9f02-316da56d8a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:32.019340 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-630a318d-a4d0-466b-af20-a4c5920926d1 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:32.062521 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0865a7-d130-45e7-97dc-1118a62fab2f {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:05:32.067970 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d2299b19-f209-4a38-a8d6-b2239824e81d req-105d557d-4518-4d99-923c-ff812f5262ca tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1268fb3-2866-4cd3-bbe5-71b7cf9d4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795877 Dec 16 22:05:32.108947 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port fd0865a7-d130-45e7-97dc-1118a62fab2f, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=fd0865a7-d130-45e7-97dc-1118a62fab2f,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:05:32.114511 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426590bb-67c2-4dc6-addf-0b109fafff49 None None] Pushing event updated for resources: {'Port': ['ID=f079736d-77c1-422c-835f-0649225c9c70,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:32.194754 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c4f3cc77-65aa-4882-9f02-316da56d8a8a None None] Attempting to bind port f079736d-77c1-422c-835f-0649225c9c70 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:05:32.195164 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c4f3cc77-65aa-4882-9f02-316da56d8a8a None None] Attempting to bind port f079736d-77c1-422c-835f-0649225c9c70 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '7909d4d1-8209-45db-84d7-b7812bd398b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e7f9c6e1-2661-4ded-9a89-10d29313cf9a'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:05:32.195538 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f3cc77-65aa-4882-9f02-316da56d8a8a None None] Attempting to bind port f079736d-77c1-422c-835f-0649225c9c70 on network e7f9c6e1-2661-4ded-9a89-10d29313cf9a {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:05:32.198020 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-630a318d-a4d0-466b-af20-a4c5920926d1 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:32.204496 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f3cc77-65aa-4882-9f02-316da56d8a8a None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:05:32.205026 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f3cc77-65aa-4882-9f02-316da56d8a8a None None] Checking segment: {'id': '7909d4d1-8209-45db-84d7-b7812bd398b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e7f9c6e1-2661-4ded-9a89-10d29313cf9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:05:32.205519 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c4f3cc77-65aa-4882-9f02-316da56d8a8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:32.205858 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f3cc77-65aa-4882-9f02-316da56d8a8a None None] Bound using segment: {'id': '7909d4d1-8209-45db-84d7-b7812bd398b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e7f9c6e1-2661-4ded-9a89-10d29313cf9a'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:05:32.207108 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c4f3cc77-65aa-4882-9f02-316da56d8a8a None None] Bound port: f079736d-77c1-422c-835f-0649225c9c70, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7909d4d1-8209-45db-84d7-b7812bd398b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e7f9c6e1-2661-4ded-9a89-10d29313cf9a'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:05:32.207850 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c4f3cc77-65aa-4882-9f02-316da56d8a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:32.250599 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:32.308406 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-630a318d-a4d0-466b-af20-a4c5920926d1 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:32.338576 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c4f3cc77-65aa-4882-9f02-316da56d8a8a None None] For port f079736d-77c1-422c-835f-0649225c9c70, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:05:32.343336 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c4f3cc77-65aa-4882-9f02-316da56d8a8a None None] For port f079736d-77c1-422c-835f-0649225c9c70, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f079736d-77c1-422c-835f-0649225c9c70,segment=NetworkSegment(7909d4d1-8209-45db-84d7-b7812bd398b1),segment_id=7909d4d1-8209-45db-84d7-b7812bd398b1)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:05:32.347845 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=fd0865a7-d130-45e7-97dc-1118a62fab2f,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:32.402156 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a318d-a4d0-466b-af20-a4c5920926d1 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69aca312-f689-4fdd-842d-1faff92bc151,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:32.424364 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330f766-a5c1-4217-a554-2c4260738ccb req-0a0943e5-7dca-468e-83d7-c649fbdfbdd5 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:32.426143 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e330f766-a5c1-4217-a554-2c4260738ccb req-0a0943e5-7dca-468e-83d7-c649fbdfbdd5 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 948 time: 0.0700715 Dec 16 22:05:32.434717 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c4f3cc77-65aa-4882-9f02-316da56d8a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:32.483841 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-630a318d-a4d0-466b-af20-a4c5920926d1 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:32.491594 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-630a318d-a4d0-466b-af20-a4c5920926d1 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6230297 Dec 16 22:05:32.493110 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51324) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:32.497757 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-83d05c26-b6f8-48c1-9892-fb45e84f9476 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Request body: {'security_group_rule': {'security_group_id': '69aca312-f689-4fdd-842d-1faff92bc151', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:32.507725 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e330f766-a5c1-4217-a554-2c4260738ccb req-e55974eb-d577-44e1-94c9-77eadfc2dae5 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732627 Dec 16 22:05:32.548790 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426590bb-67c2-4dc6-addf-0b109fafff49 None None] Pushing event updated for resources: {'Port': ['ID=f079736d-77c1-422c-835f-0649225c9c70,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:32.551729 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f3cc77-65aa-4882-9f02-316da56d8a8a None None] Routers {'31620b8e-032a-424a-80f0-8fb9aac5abc1'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:05:32.552335 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c4f3cc77-65aa-4882-9f02-316da56d8a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:05:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['31620b8e-032a-424a-80f0-8fb9aac5abc1'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:32.554177 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cf76ffdf-2277-4ea3-9b07-2cb424349306 None None] Provisioning complete for port f079736d-77c1-422c-835f-0649225c9c70 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:32.554538 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf76ffdf-2277-4ea3-9b07-2cb424349306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:32.629065 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-83d05c26-b6f8-48c1-9892-fb45e84f9476 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:32.766043 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-83d05c26-b6f8-48c1-9892-fb45e84f9476 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:32.772562 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-c4f3cc77-65aa-4882-9f02-316da56d8a8a None None] Set router 31620b8e-032a-424a-80f0-8fb9aac5abc1 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:05:32.802211 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['fd0865a7-d130-45e7-97dc-1118a62fab2f'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:05:32.872940 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51336) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:32.884883 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['bf6ad858-eb75-4a3c-88f7-42523e2298dd'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:05:32.899473 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-83d05c26-b6f8-48c1-9892-fb45e84f9476 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:32.936234 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-8f14744f-abf4-4dea-9064-04f7fd6563ff req-a1c3382d-2967-49a7-bf56-cfc732b103c1 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] Request body: {'security_group': {'name': 'tempest-securitygroup-717018867', 'description': 'tempest-description-1443900502'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:32.987665 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf76ffdf-2277-4ea3-9b07-2cb424349306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:32.991608 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d05c26-b6f8-48c1-9892-fb45e84f9476 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c1272e-6adf-44c1-948f-cbeaedaaa164,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:33.050758 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8f14744f-abf4-4dea-9064-04f7fd6563ff req-a1c3382d-2967-49a7-bf56-cfc732b103c1 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.059361 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8f14744f-abf4-4dea-9064-04f7fd6563ff req-a1c3382d-2967-49a7-bf56-cfc732b103c1 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.068750 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 74f2b195-5367-4b8e-93ff-ff076a009993 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:05:33.107927 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-83d05c26-b6f8-48c1-9892-fb45e84f9476 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.112936 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-83d05c26-b6f8-48c1-9892-fb45e84f9476 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6197474 Dec 16 22:05:33.114205 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51350) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:33.119717 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-f5e3dd64-6140-4709-9459-75e51f530d38 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Request body: {'security_group_rule': {'security_group_id': '69aca312-f689-4fdd-842d-1faff92bc151', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:33.124293 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eef53a10-213c-4b61-87ea-d508b660e103 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.167747 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-cf76ffdf-2277-4ea3-9b07-2cb424349306 None None] For port f079736d-77c1-422c-835f-0649225c9c70, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f079736d-77c1-422c-835f-0649225c9c70,segment=NetworkSegment(7909d4d1-8209-45db-84d7-b7812bd398b1),segment_id=7909d4d1-8209-45db-84d7-b7812bd398b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:05:33.174825 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8f14744f-abf4-4dea-9064-04f7fd6563ff req-a1c3382d-2967-49a7-bf56-cfc732b103c1 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.262952 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b16c93-0ef1-4b1b-96b0-f088ad38ffa6 req-b2dcdedf-e4ae-4fd8-94c1-c106fba18a01 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:33.264516 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d6b16c93-0ef1-4b1b-96b0-f088ad38ffa6 req-b2dcdedf-e4ae-4fd8-94c1-c106fba18a01 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/ports?device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 970 time: 0.0859668 Dec 16 22:05:33.266465 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eef53a10-213c-4b61-87ea-d508b660e103 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.316909 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d6b16c93-0ef1-4b1b-96b0-f088ad38ffa6 req-2d817900-24c2-4d53-9bd7-495ae54bc0ac tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1268fb3-2866-4cd3-bbe5-71b7cf9d4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445786 Dec 16 22:05:33.321020 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8f14744f-abf4-4dea-9064-04f7fd6563ff req-a1c3382d-2967-49a7-bf56-cfc732b103c1 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.322756 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf76ffdf-2277-4ea3-9b07-2cb424349306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.345546 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f5e3dd64-6140-4709-9459-75e51f530d38 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.370662 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 74f2b195-5367-4b8e-93ff-ff076a009993 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:33.371028 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.398523 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3382d-2967-49a7-bf56-cfc732b103c1 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f319e9-0402-4d6e-8d19-5aafa1251966,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:33.409602 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eef53a10-213c-4b61-87ea-d508b660e103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.474630 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f5e3dd64-6140-4709-9459-75e51f530d38 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.477075 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8f14744f-abf4-4dea-9064-04f7fd6563ff req-a1c3382d-2967-49a7-bf56-cfc732b103c1 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.489552 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-eef53a10-213c-4b61-87ea-d508b660e103 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c8759573f6944ebcba9132d36760092c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6126871 Dec 16 22:05:33.489936 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51354) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:33.496019 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef53a10-213c-4b61-87ea-d508b660e103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bdc44e-cfc6-498f-9430-8952c4aafef1,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:33.500429 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76ffdf-2277-4ea3-9b07-2cb424349306 None None] Pushing event updated for resources: {'Port': ['ID=f079736d-77c1-422c-835f-0649225c9c70,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:33.529364 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c4f3cc77-65aa-4882-9f02-316da56d8a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31620b8e-032a-424a-80f0-8fb9aac5abc1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226435444-router', 'tenant_id': 'd18db53198444f9692fbe6e92344e216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '74f2b195-5367-4b8e-93ff-ff076a009993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:21Z', 'updated_at': '2021-12-16T22:05:28Z', 'revision_number': 4, 'project_id': 'd18db53198444f9692fbe6e92344e216', 'gw_port': {'id': '74f2b195-5367-4b8e-93ff-ff076a009993', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:47:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31620b8e-032a-424a-80f0-8fb9aac5abc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:24Z', 'updated_at': '2021-12-16T22:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f079736d-77c1-422c-835f-0649225c9c70', 'name': '', 'network_id': 'e7f9c6e1-2661-4ded-9a89-10d29313cf9a', 'tenant_id': 'd18db53198444f9692fbe6e92344e216', 'mac_address': 'fa:16:3e:49:6c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31620b8e-032a-424a-80f0-8fb9aac5abc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '58d7d1d0-26a1-4b06-a1b2-da2dce142691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:27Z', 'updated_at': '2021-12-16T22:05:32Z', 'revision_number': 4, 'project_id': 'd18db53198444f9692fbe6e92344e216', 'subnets': [{'id': '58d7d1d0-26a1-4b06-a1b2-da2dce142691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:05:33.561906 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c0dd0adf-61f3-42ae-b130-12ab8b9eb2a6 None None] Provisioning complete for port f079736d-77c1-422c-835f-0649225c9c70 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:33.562279 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0dd0adf-61f3-42ae-b130-12ab8b9eb2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.569505 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b3698836-2aba-45bb-b910-0a8a5bd90080 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.572493 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f5e3dd64-6140-4709-9459-75e51f530d38 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.583935 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f3cc77-65aa-4882-9f02-316da56d8a8a None None] The sync data for ids ['31620b8e-032a-424a-80f0-8fb9aac5abc1'] in n-d-815324-4 is: [{'id': '31620b8e-032a-424a-80f0-8fb9aac5abc1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226435444-router', 'tenant_id': 'd18db53198444f9692fbe6e92344e216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '74f2b195-5367-4b8e-93ff-ff076a009993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:21Z', 'updated_at': '2021-12-16T22:05:28Z', 'revision_number': 4, 'project_id': 'd18db53198444f9692fbe6e92344e216', 'gw_port': {'id': '74f2b195-5367-4b8e-93ff-ff076a009993', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:47:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31620b8e-032a-424a-80f0-8fb9aac5abc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:24Z', 'updated_at': '2021-12-16T22:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f079736d-77c1-422c-835f-0649225c9c70', 'name': '', 'network_id': 'e7f9c6e1-2661-4ded-9a89-10d29313cf9a', 'tenant_id': 'd18db53198444f9692fbe6e92344e216', 'mac_address': 'fa:16:3e:49:6c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31620b8e-032a-424a-80f0-8fb9aac5abc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '58d7d1d0-26a1-4b06-a1b2-da2dce142691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:27Z', 'updated_at': '2021-12-16T22:05:32Z', 'revision_number': 4, 'project_id': 'd18db53198444f9692fbe6e92344e216', 'subnets': [{'id': '58d7d1d0-26a1-4b06-a1b2-da2dce142691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:05:33.619144 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51360) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:33.653019 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b3698836-2aba-45bb-b910-0a8a5bd90080 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.687383 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8f14744f-abf4-4dea-9064-04f7fd6563ff req-a1c3382d-2967-49a7-bf56-cfc732b103c1 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.728914 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a750eda-f250-4c43-a868-e8aadcea1430 req-1ea0af9b-8f24-42c8-936b-4ae568d239b2 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:33.728914 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6a750eda-f250-4c43-a868-e8aadcea1430 req-1ea0af9b-8f24-42c8-936b-4ae568d239b2 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 948 time: 0.1065004 Dec 16 22:05:33.729067 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3dd64-6140-4709-9459-75e51f530d38 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618e723e-a3d2-48fa-9363-a35a74e85dbe,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:33.739621 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3382d-2967-49a7-bf56-cfc732b103c1 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6cc8bb-248a-4516-9117-ef4c7bd57bb7,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:33.750752 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f5e3dd64-6140-4709-9459-75e51f530d38 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:33.757265 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51364) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:33.757927 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f5e3dd64-6140-4709-9459-75e51f530d38 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6422553 Dec 16 22:05:33.766640 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-8b00b2e0-2dcc-4f78-9d99-9c24c31eae95 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:33.820184 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6a750eda-f250-4c43-a868-e8aadcea1430 req-464f9748-da65-4fe9-9f33-7375bd380bb2 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946023 Dec 16 22:05:33.838994 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ca80aa0b-a7cd-4585-b1fb-9ab0e37fa25d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:34.013314 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8f14744f-abf4-4dea-9064-04f7fd6563ff req-a1c3382d-2967-49a7-bf56-cfc732b103c1 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:34.016021 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f14744f-abf4-4dea-9064-04f7fd6563ff req-a1c3382d-2967-49a7-bf56-cfc732b103c1 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0883574 Dec 16 22:05:34.044403 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-bacc7261-fc60-4156-aaef-36be97bd4604 req-38674612-2690-4f39-a110-73db6457c4b3 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1061262908', 'description': 'tempest-description-1263699734'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:34.084685 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b3698836-2aba-45bb-b910-0a8a5bd90080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:34.084685 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b3698836-2aba-45bb-b910-0a8a5bd90080 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:34.084685 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b3698836-2aba-45bb-b910-0a8a5bd90080 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f7bdc44e-cfc6-498f-9430-8952c4aafef1 HTTP/1.1" status: 204 len: 168 time: 0.5875764 Dec 16 22:05:34.093512 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3698836-2aba-45bb-b910-0a8a5bd90080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bdc44e-cfc6-498f-9430-8952c4aafef1,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:34.137995 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ca80aa0b-a7cd-4585-b1fb-9ab0e37fa25d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:34.222907 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b00b2e0-2dcc-4f78-9d99-9c24c31eae95 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:34.277634 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ca80aa0b-a7cd-4585-b1fb-9ab0e37fa25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:34.330697 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ca80aa0b-a7cd-4585-b1fb-9ab0e37fa25d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=580ebd935dfa4f0e9c3d7035a3aaaa09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7126832 Dec 16 22:05:34.333568 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51370) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:34.337628 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80aa0b-a7cd-4585-b1fb-9ab0e37fa25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbc1438-09dd-4d2c-9933-5d51bbd95582,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:34.407171 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1f66f6a-cb4b-4393-8eaa-777c3f2ba0b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:34.408316 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b00b2e0-2dcc-4f78-9d99-9c24c31eae95 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:34.460837 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-bacc7261-fc60-4156-aaef-36be97bd4604 req-38674612-2690-4f39-a110-73db6457c4b3 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:34.484137 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1f66f6a-cb4b-4393-8eaa-777c3f2ba0b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:34.530554 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f749a8-7013-4ded-96ec-5fcd731c59e0 req-0251975c-c3a6-4e34-8e41-fdcfa79f0f1d tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:34.533100 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-02f749a8-7013-4ded-96ec-5fcd731c59e0 req-0251975c-c3a6-4e34-8e41-fdcfa79f0f1d tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/ports?device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 970 time: 0.1128550 Dec 16 22:05:34.571234 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-8b00b2e0-2dcc-4f78-9d99-9c24c31eae95 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Allocated IP 172.25.6.123 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/658165e7-00ff-4abb-b21d-f4571924939f) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:05:34.619194 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-02f749a8-7013-4ded-96ec-5fcd731c59e0 req-890e6bb5-e2b9-4bfd-a888-6581e804fc3f tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1268fb3-2866-4cd3-bbe5-71b7cf9d4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627198 Dec 16 22:05:34.698074 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b00b2e0-2dcc-4f78-9d99-9c24c31eae95 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:34.719277 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1f66f6a-cb4b-4393-8eaa-777c3f2ba0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:34.722834 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1f66f6a-cb4b-4393-8eaa-777c3f2ba0b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:34.725712 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c1f66f6a-cb4b-4393-8eaa-777c3f2ba0b5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fcbc1438-09dd-4d2c-9933-5d51bbd95582 HTTP/1.1" status: 204 len: 168 time: 0.3911183 Dec 16 22:05:34.735500 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f66f6a-cb4b-4393-8eaa-777c3f2ba0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbc1438-09dd-4d2c-9933-5d51bbd95582,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:34.779554 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-bacc7261-fc60-4156-aaef-36be97bd4604 req-38674612-2690-4f39-a110-73db6457c4b3 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:34.903106 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b00b2e0-2dcc-4f78-9d99-9c24c31eae95 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:34.950148 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b00b2e0-2dcc-4f78-9d99-9c24c31eae95 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:05:34.953528 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-8b00b2e0-2dcc-4f78-9d99-9c24c31eae95 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:05:34.963815 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92165049-dd9e-41dc-aa5c-7e09133a738d req-e67809f9-518b-4f78-b44b-52f2c33cdee4 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:34.966255 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-92165049-dd9e-41dc-aa5c-7e09133a738d req-e67809f9-518b-4f78-b44b-52f2c33cdee4 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 948 time: 0.0772016 Dec 16 22:05:34.967549 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b00b2e0-2dcc-4f78-9d99-9c24c31eae95 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:05:34.984655 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-bacc7261-fc60-4156-aaef-36be97bd4604 req-38674612-2690-4f39-a110-73db6457c4b3 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:35.008283 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00b2e0-2dcc-4f78-9d99-9c24c31eae95 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Pushing event updated for resources: {'Port': ['ID=658165e7-00ff-4abb-b21d-f4571924939f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:35.022674 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-92165049-dd9e-41dc-aa5c-7e09133a738d req-f9129ade-b6af-4227-b78b-231fc9b855b6 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476089 Dec 16 22:05:35.053110 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f079736d-77c1-422c-835f-0649225c9c70 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:05:35.081344 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38674612-2690-4f39-a110-73db6457c4b3 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f8fbf9-93f8-4301-a6aa-eea6443d4c9d,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:35.103359 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port f079736d-77c1-422c-835f-0649225c9c70 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:35.103778 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:35.110938 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b00b2e0-2dcc-4f78-9d99-9c24c31eae95 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:35.144983 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51380) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:35.160080 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ac59a475-b860-48d8-a9a0-7c6de499a94a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:35.181759 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-bacc7261-fc60-4156-aaef-36be97bd4604 req-38674612-2690-4f39-a110-73db6457c4b3 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:35.183194 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bacc7261-fc60-4156-aaef-36be97bd4604 req-38674612-2690-4f39-a110-73db6457c4b3 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.1431587 Dec 16 22:05:35.256255 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ac59a475-b860-48d8-a9a0-7c6de499a94a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:35.305213 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device bf6ad858-eb75-4a3c-88f7-42523e2298dd up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:05:35.393472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-7d53ac9b-ee1c-4aee-b2a0-0ba15557e259 req-308bbf25-783d-4ded-9e29-38ddad9888fa tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-703828201', 'description': 'tempest-description-1761178072'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:35.414782 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b00b2e0-2dcc-4f78-9d99-9c24c31eae95 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:35.459310 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ac59a475-b860-48d8-a9a0-7c6de499a94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:35.502930 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port bf6ad858-eb75-4a3c-88f7-42523e2298dd completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:05:35.503459 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7d53ac9b-ee1c-4aee-b2a0-0ba15557e259 req-308bbf25-783d-4ded-9e29-38ddad9888fa tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:35.507971 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port bf6ad858-eb75-4a3c-88f7-42523e2298dd triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:35.508444 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:35.517601 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7d53ac9b-ee1c-4aee-b2a0-0ba15557e259 req-308bbf25-783d-4ded-9e29-38ddad9888fa tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:35.550016 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ac59a475-b860-48d8-a9a0-7c6de499a94a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8a76b2ee728d4a12b22b8e16a32567a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4007251 Dec 16 22:05:35.550525 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59a475-b860-48d8-a9a0-7c6de499a94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7ad068-2131-405d-9c99-6329eb657fde,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:35.550851 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51388) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:35.605937 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:35.637557 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81732e19-dd59-40e8-bcb2-e5ffb7ac89a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6ad858-eb75-4a3c-88f7-42523e2298dd'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:05:35.637939 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b00b2e0-2dcc-4f78-9d99-9c24c31eae95 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:35.654692 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-af83a150-4181-4a78-bb11-caf4f41f7ec8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:35.703566 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-af83a150-4181-4a78-bb11-caf4f41f7ec8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:35.712644 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port bf6ad858-eb75-4a3c-88f7-42523e2298dd, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=bf6ad858-eb75-4a3c-88f7-42523e2298dd,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:05:35.740893 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7d53ac9b-ee1c-4aee-b2a0-0ba15557e259 req-308bbf25-783d-4ded-9e29-38ddad9888fa tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:35.754710 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51c6eac-7ba1-4fd2-9245-78b986eb40fd" -d '{"events": [{"server_uuid": "81732e19-dd59-40e8-bcb2-e5ffb7ac89a4", "name": "network-vif-plugged", "status": "completed", "tag": "bf6ad858-eb75-4a3c-88f7-42523e2298dd"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:05:35.760011 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e29044-c598-4964-bc72-bc03f6994872 req-d9133b24-4c79-4fb1-ae99-048702ae9ecc tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:35.763515 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-70e29044-c598-4964-bc72-bc03f6994872 req-d9133b24-4c79-4fb1-ae99-048702ae9ecc tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/ports?device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 970 time: 0.0662475 Dec 16 22:05:35.765231 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b00b2e0-2dcc-4f78-9d99-9c24c31eae95 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:35.818913 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b00b2e0-2dcc-4f78-9d99-9c24c31eae95 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:35.845916 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00b2e0-2dcc-4f78-9d99-9c24c31eae95 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Pushing event updated for resources: {'Port': ['ID=658165e7-00ff-4abb-b21d-f4571924939f,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:35.864850 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-70e29044-c598-4964-bc72-bc03f6994872 req-2d1ba395-5518-4753-8e96-a2d2e3c30183 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1268fb3-2866-4cd3-bbe5-71b7cf9d4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969064 Dec 16 22:05:35.877441 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7d53ac9b-ee1c-4aee-b2a0-0ba15557e259 req-308bbf25-783d-4ded-9e29-38ddad9888fa tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:35.877832 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:35.878469 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device fd0865a7-d130-45e7-97dc-1118a62fab2f up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:05:35.917421 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308bbf25-783d-4ded-9e29-38ddad9888fa tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08eb0149-05b5-4ac4-b461-0b0b79f639f0,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:35.924593 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-af83a150-4181-4a78-bb11-caf4f41f7ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:35.934897 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-af83a150-4181-4a78-bb11-caf4f41f7ec8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:35.934897 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-af83a150-4181-4a78-bb11-caf4f41f7ec8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7d7ad068-2131-405d-9c99-6329eb657fde HTTP/1.1" status: 204 len: 168 time: 0.3760576 Dec 16 22:05:35.945389 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83a150-4181-4a78-bb11-caf4f41f7ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7ad068-2131-405d-9c99-6329eb657fde,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:35.972473 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51402) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:35.990979 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e275f09-2e57-4b02-9b04-95e07cf3bffa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:35.996920 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7d53ac9b-ee1c-4aee-b2a0-0ba15557e259 req-308bbf25-783d-4ded-9e29-38ddad9888fa tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:36.003342 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=bf6ad858-eb75-4a3c-88f7-42523e2298dd,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:36.008810 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b00b2e0-2dcc-4f78-9d99-9c24c31eae95 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:36.020642 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8b00b2e0-2dcc-4f78-9d99-9c24c31eae95 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2500603 Dec 16 22:05:36.082454 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7d53ac9b-ee1c-4aee-b2a0-0ba15557e259 req-308bbf25-783d-4ded-9e29-38ddad9888fa tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:36.082949 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9861d8c-af08-4684-badb-13bfe20628ce x-openstack-request-id: req-f9861d8c-af08-4684-badb-13bfe20628ce {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:05:36.083936 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81732e19-dd59-40e8-bcb2-e5ffb7ac89a4", "name": "network-vif-plugged", "status": "completed", "tag": "bf6ad858-eb75-4a3c-88f7-42523e2298dd", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:05:36.084274 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f9861d8c-af08-4684-badb-13bfe20628ce {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:05:36.084804 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81732e19-dd59-40e8-bcb2-e5ffb7ac89a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6ad858-eb75-4a3c-88f7-42523e2298dd', 'code': 200} Dec 16 22:05:36.121337 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308bbf25-783d-4ded-9e29-38ddad9888fa tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7466b000-536a-478b-b29f-9c56b693282d,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:36.127484 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port fd0865a7-d130-45e7-97dc-1118a62fab2f completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:05:36.138896 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port fd0865a7-d130-45e7-97dc-1118a62fab2f triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:36.139317 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:36.145642 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e275f09-2e57-4b02-9b04-95e07cf3bffa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:36.214938 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d83388-d7f4-46aa-a0a6-fe807f502ff8 req-a3fb6222-9050-4ecc-83c2-94f2c1da3056 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:36.214938 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-85d83388-d7f4-46aa-a0a6-fe807f502ff8 req-a3fb6222-9050-4ecc-83c2-94f2c1da3056 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 949 time: 0.0601349 Dec 16 22:05:36.228516 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:36.228855 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7d53ac9b-ee1c-4aee-b2a0-0ba15557e259 req-308bbf25-783d-4ded-9e29-38ddad9888fa tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:36.230376 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7d53ac9b-ee1c-4aee-b2a0-0ba15557e259 req-308bbf25-783d-4ded-9e29-38ddad9888fa tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8415165 Dec 16 22:05:36.286191 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port fd0865a7-d130-45e7-97dc-1118a62fab2f, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=fd0865a7-d130-45e7-97dc-1118a62fab2f,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:05:36.287536 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e275f09-2e57-4b02-9b04-95e07cf3bffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:36.304499 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa6ce2-cc08-4e95-b224-9f0572ba9009 req-e50a5dad-e3e4-4ee2-8fa1-6332a1a84334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:36.306341 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f0aa6ce2-cc08-4e95-b224-9f0572ba9009 req-e50a5dad-e3e4-4ee2-8fa1-6332a1a84334 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 1100 time: 0.1089876 Dec 16 22:05:36.318775 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-85d83388-d7f4-46aa-a0a6-fe807f502ff8 req-85bc81b1-b8d9-47e7-be7c-3762ac942c00 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989857 Dec 16 22:05:36.338084 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e275f09-2e57-4b02-9b04-95e07cf3bffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f05a2b2-dc13-4574-9a3a-3b50bf2e6c63,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:36.347165 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f0aa6ce2-cc08-4e95-b224-9f0572ba9009 req-75f2b8e2-c13a-4b0e-9bc7-6c2d5cd0e5a9 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:36.347641 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51422) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:36.348360 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0e275f09-2e57-4b02-9b04-95e07cf3bffa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=58c8d1f13aa9425c907bfd2cc57a9bfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3743262 Dec 16 22:05:36.353271 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-a5106b22-6d84-4ea0-a073-fa1ab8456a36 req-1433a28d-2d14-4eab-bab1-61ae7ffd7c43 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-920743264', 'description': 'tempest-description-1144187178'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:36.387881 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:36.419693 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-7ee97d10-ad7b-4fe7-ae71-9db31555f69f tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1706559993&fields=id&tenant_id=eef4474b3e2b443596735e3c2ca6ae10 HTTP/1.1" status: 200 len: 267 time: 0.1111698 Dec 16 22:05:36.439718 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=fd0865a7-d130-45e7-97dc-1118a62fab2f,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:36.467591 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a5106b22-6d84-4ea0-a073-fa1ab8456a36 req-1433a28d-2d14-4eab-bab1-61ae7ffd7c43 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:36.555359 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a5106b22-6d84-4ea0-a073-fa1ab8456a36 req-1433a28d-2d14-4eab-bab1-61ae7ffd7c43 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:36.645300 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a5106b22-6d84-4ea0-a073-fa1ab8456a36 req-1433a28d-2d14-4eab-bab1-61ae7ffd7c43 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:36.677227 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433a28d-2d14-4eab-bab1-61ae7ffd7c43 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babf4c43-da4a-40f9-bb4d-558e693f0fdb,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:36.723920 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c24d6f8-49d6-4ce8-9008-1a8261bfc6eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:36.752893 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a5106b22-6d84-4ea0-a073-fa1ab8456a36 req-1433a28d-2d14-4eab-bab1-61ae7ffd7c43 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:36.754178 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a5106b22-6d84-4ea0-a073-fa1ab8456a36 req-1433a28d-2d14-4eab-bab1-61ae7ffd7c43 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4047053 Dec 16 22:05:36.804912 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c24d6f8-49d6-4ce8-9008-1a8261bfc6eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:36.865802 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f0aa6ce2-cc08-4e95-b224-9f0572ba9009 req-75f2b8e2-c13a-4b0e-9bc7-6c2d5cd0e5a9 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:36.893286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-bbc3487c-dd69-4e4f-8d7e-13bcce467e71 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:36.894797 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-bbc3487c-dd69-4e4f-8d7e-13bcce467e71 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/networks?id=d94d0871-a0a1-410a-ba04-ae858b15c465 HTTP/1.1" status: 200 len: 823 time: 0.4603488 Dec 16 22:05:36.911227 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-2ffec321-0e09-4eee-af9f-002598c830d1 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/quotas/eef4474b3e2b443596735e3c2ca6ae10 HTTP/1.1" status: 200 len: 375 time: 0.0098491 Dec 16 22:05:36.930841 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f0aa6ce2-cc08-4e95-b224-9f0572ba9009 req-75f2b8e2-c13a-4b0e-9bc7-6c2d5cd0e5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:36.974639 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22947c45-8a0c-4e6d-a4e7-884ea9a38605 req-e20857b7-5d40-487e-a79c-144f70fe15dd tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34261 time: 0.1982603 Dec 16 22:05:37.004315 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2b8e2-c13a-4b0e-9bc7-6c2d5cd0e5a9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=45b2ecd2-642c-45d5-ad1b-1046d0462e87,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:37.009440 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f0aa6ce2-cc08-4e95-b224-9f0572ba9009 req-75f2b8e2-c13a-4b0e-9bc7-6c2d5cd0e5a9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6935496 Dec 16 22:05:37.021604 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22947c45-8a0c-4e6d-a4e7-884ea9a38605 req-d697e097-064d-40d6-aa33-6158182cff87 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] 10.222.0.75 "GET /v2.0/security-groups/08eb0149-05b5-4ac4-b461-0b0b79f639f0 HTTP/1.1" status: 200 len: 2998 time: 0.0395663 Dec 16 22:05:37.022190 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-a873ced4-dfa7-4440-9edb-c24249503419 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=eef4474b3e2b443596735e3c2ca6ae10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1015775 Dec 16 22:05:37.042451 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c24d6f8-49d6-4ce8-9008-1a8261bfc6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:37.050215 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c24d6f8-49d6-4ce8-9008-1a8261bfc6eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:37.053156 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3c24d6f8-49d6-4ce8-9008-1a8261bfc6eb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5f05a2b2-dc13-4574-9a3a-3b50bf2e6c63 HTTP/1.1" status: 204 len: 168 time: 0.6992822 Dec 16 22:05:37.072576 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24d6f8-49d6-4ce8-9008-1a8261bfc6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f05a2b2-dc13-4574-9a3a-3b50bf2e6c63,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:37.073455 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22947c45-8a0c-4e6d-a4e7-884ea9a38605 req-164d04e0-a25f-400a-b19c-c98fca8f9cc2 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] 10.222.0.75 "GET /v2.0/security-groups/08eb0149-05b5-4ac4-b461-0b0b79f639f0 HTTP/1.1" status: 200 len: 2998 time: 0.0383179 Dec 16 22:05:37.130920 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22947c45-8a0c-4e6d-a4e7-884ea9a38605 req-fcf6de2f-19d8-47ab-aa55-af1c6d07e020 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] 10.222.0.75 "GET /v2.0/security-groups/1eb655f8-6e60-46ed-9ca7-4a5e48276029 HTTP/1.1" status: 200 len: 2994 time: 0.0473657 Dec 16 22:05:37.187553 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22947c45-8a0c-4e6d-a4e7-884ea9a38605 req-200991e7-c155-4d64-87d3-c149bd4ea472 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] 10.222.0.75 "GET /v2.0/security-groups/1eb655f8-6e60-46ed-9ca7-4a5e48276029 HTTP/1.1" status: 200 len: 2994 time: 0.0493455 Dec 16 22:05:37.237702 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22947c45-8a0c-4e6d-a4e7-884ea9a38605 req-947d5006-12ce-4733-b069-3d907fb850fb tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] 10.222.0.75 "GET /v2.0/security-groups/34f319e9-0402-4d6e-8d19-5aafa1251966 HTTP/1.1" status: 200 len: 2998 time: 0.0429850 Dec 16 22:05:37.292886 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22947c45-8a0c-4e6d-a4e7-884ea9a38605 req-1dda5f30-36a5-4fea-965e-e6107d4a6cd0 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] 10.222.0.75 "GET /v2.0/security-groups/34f319e9-0402-4d6e-8d19-5aafa1251966 HTTP/1.1" status: 200 len: 2998 time: 0.0485070 Dec 16 22:05:37.309831 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [req-22947c45-8a0c-4e6d-a4e7-884ea9a38605 req-16099f8d-8efc-4919-b0a2-bd3a4a602ef8 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] show failed (client error): The resource could not be found. Dec 16 22:05:37.310838 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22947c45-8a0c-4e6d-a4e7-884ea9a38605 req-16099f8d-8efc-4919-b0a2-bd3a4a602ef8 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] 10.222.0.75 "GET /v2.0/security-groups/5f05a2b2-dc13-4574-9a3a-3b50bf2e6c63 HTTP/1.1" status: 404 len: 352 time: 0.0125737 Dec 16 22:05:37.333381 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [req-22947c45-8a0c-4e6d-a4e7-884ea9a38605 req-630f59fb-5dfb-4a47-a878-0121377d6f20 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] show failed (client error): The resource could not be found. Dec 16 22:05:37.334464 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22947c45-8a0c-4e6d-a4e7-884ea9a38605 req-630f59fb-5dfb-4a47-a878-0121377d6f20 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] 10.222.0.75 "GET /v2.0/security-groups/5f05a2b2-dc13-4574-9a3a-3b50bf2e6c63 HTTP/1.1" status: 404 len: 352 time: 0.0142148 Dec 16 22:05:37.380549 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22947c45-8a0c-4e6d-a4e7-884ea9a38605 req-7674b909-37e9-4ee8-a37f-d446dff78eba tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] 10.222.0.75 "GET /v2.0/security-groups/80650c1a-e7bb-4582-bc27-484b5fb419c1 HTTP/1.1" status: 200 len: 2994 time: 0.0380969 Dec 16 22:05:37.430032 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22947c45-8a0c-4e6d-a4e7-884ea9a38605 req-1d2ed332-a3a7-4328-a3ed-9171cbcae934 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] 10.222.0.75 "GET /v2.0/security-groups/80650c1a-e7bb-4582-bc27-484b5fb419c1 HTTP/1.1" status: 200 len: 2994 time: 0.0430377 Dec 16 22:05:37.444789 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-18bfa225-b364-4fb1-861b-7f74dab75eb3 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:05:37.445850 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-18bfa225-b364-4fb1-861b-7f74dab75eb3 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2966814 Dec 16 22:05:37.496098 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22947c45-8a0c-4e6d-a4e7-884ea9a38605 req-4c4f61ca-7f1e-407e-8b11-e1c8ec9c7746 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] 10.222.0.75 "GET /v2.0/security-groups/81af1bfe-7732-4109-9c35-7485e7a35fa2 HTTP/1.1" status: 200 len: 2994 time: 0.0574594 Dec 16 22:05:37.551686 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22947c45-8a0c-4e6d-a4e7-884ea9a38605 req-dcbfd86d-903c-45c1-adc2-df928db345f1 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] 10.222.0.75 "GET /v2.0/security-groups/81af1bfe-7732-4109-9c35-7485e7a35fa2 HTTP/1.1" status: 200 len: 2994 time: 0.0547099 Dec 16 22:05:37.571289 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-45105bb2-255d-43da-8556-6089abbf2055 service neutron] 10.222.0.75 "GET /v2.0/networks/d94d0871-a0a1-410a-ba04-ae858b15c465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170189 Dec 16 22:05:37.608357 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22947c45-8a0c-4e6d-a4e7-884ea9a38605 req-7c834b01-9d4e-4b94-acad-3592136f852e tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] 10.222.0.75 "GET /v2.0/security-groups/a503bd59-057c-4917-9173-0cf58d51dfc7 HTTP/1.1" status: 200 len: 2990 time: 0.0555863 Dec 16 22:05:37.665483 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22947c45-8a0c-4e6d-a4e7-884ea9a38605 req-2d458acc-ab8f-4da8-93fe-2acdb8059129 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] 10.222.0.75 "GET /v2.0/security-groups/a503bd59-057c-4917-9173-0cf58d51dfc7 HTTP/1.1" status: 200 len: 2990 time: 0.0454416 Dec 16 22:05:37.685081 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-eb8d5a7d-1f01-4f9d-bb98-a3ef26e347cf service neutron] 10.222.0.75 "GET /v2.0/networks/d94d0871-a0a1-410a-ba04-ae858b15c465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129279 Dec 16 22:05:37.718561 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22947c45-8a0c-4e6d-a4e7-884ea9a38605 req-7ec9c3f5-03e9-4745-b012-f68763a3e0d5 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] 10.222.0.75 "GET /v2.0/security-groups/b5f2fd0b-c7bf-4fb2-9a60-a4b61f1abb3d HTTP/1.1" status: 200 len: 2994 time: 0.0431230 Dec 16 22:05:37.768566 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22947c45-8a0c-4e6d-a4e7-884ea9a38605 req-25c2face-2b23-4f62-bda2-7a47a5558d1a tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] 10.222.0.75 "GET /v2.0/security-groups/b5f2fd0b-c7bf-4fb2-9a60-a4b61f1abb3d HTTP/1.1" status: 200 len: 2994 time: 0.0401869 Dec 16 22:05:37.816281 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22947c45-8a0c-4e6d-a4e7-884ea9a38605 req-fe0bc3b5-8dc8-44a9-9dc1-d5cc9dced187 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] 10.222.0.75 "GET /v2.0/security-groups/c1268fb3-2866-4cd3-bbe5-71b7cf9d4fa7 HTTP/1.1" status: 200 len: 2994 time: 0.0408795 Dec 16 22:05:37.858672 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22947c45-8a0c-4e6d-a4e7-884ea9a38605 req-20f988c3-3919-4e1d-8129-c7ea335ee6bc tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] 10.222.0.75 "GET /v2.0/security-groups/c1268fb3-2866-4cd3-bbe5-71b7cf9d4fa7 HTTP/1.1" status: 200 len: 2994 time: 0.0362906 Dec 16 22:05:38.004942 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0589279-7db3-4d58-afea-b5883e25d33d req-2ad64c60-f117-4eb3-94d2-60a50fe2f002 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:38.010221 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f0589279-7db3-4d58-afea-b5883e25d33d req-2ad64c60-f117-4eb3-94d2-60a50fe2f002 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/ports?device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 971 time: 0.0989156 Dec 16 22:05:38.035881 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d667d-c76e-4a9b-8839-c92403a7be69 req-c37dfc9e-209a-4f7c-8020-c4b3b1d4ed76 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:38.037513 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-340d667d-c76e-4a9b-8839-c92403a7be69 req-c37dfc9e-209a-4f7c-8020-c4b3b1d4ed76 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 949 time: 0.0635679 Dec 16 22:05:38.086478 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b75a36-b734-4dfd-9084-29cc0c4132a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0865a7-d130-45e7-97dc-1118a62fab2f'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:05:38.089348 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83b5a2c-18c0-46eb-8f31-c49af0307171" -d '{"events": [{"server_uuid": "67b75a36-b734-4dfd-9084-29cc0c4132a5", "name": "network-vif-plugged", "status": "completed", "tag": "fd0865a7-d130-45e7-97dc-1118a62fab2f"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:05:38.110858 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f0589279-7db3-4d58-afea-b5883e25d33d req-b0b0d1f5-1b73-49c3-b2c1-b3a05953d321 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1268fb3-2866-4cd3-bbe5-71b7cf9d4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943041 Dec 16 22:05:38.122666 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-340d667d-c76e-4a9b-8839-c92403a7be69 req-1ead62e4-1182-440b-897e-8bf66f3d7507 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753336 Dec 16 22:05:38.252634 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-400e24b4-8309-4d00-ab66-ef8bfc1c4609 req-bc980b56-084d-4021-9dfd-dfa54e9e2632 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=760ab52f6c314e459aa9605049c8eb19 HTTP/1.1" status: 200 len: 6154 time: 0.0981505 Dec 16 22:05:38.261451 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-941e8f82-97cc-4454-8d4b-b5002d4dd396 req-a2f7cf8e-4aa7-4ab7-94de-e430e94f10e1 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 210 time: 0.0252364 Dec 16 22:05:38.308040 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-400e24b4-8309-4d00-ab66-ef8bfc1c4609 req-4258ea92-2b44-4efb-94fc-c6861dc79038 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] 10.222.0.75 "GET /v2.0/security-groups/34f319e9-0402-4d6e-8d19-5aafa1251966 HTTP/1.1" status: 200 len: 2998 time: 0.0489819 Dec 16 22:05:38.309103 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83af9f74-a3a4-43b7-a951-009f52bead66 x-openstack-request-id: req-83af9f74-a3a4-43b7-a951-009f52bead66 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:05:38.309473 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b75a36-b734-4dfd-9084-29cc0c4132a5", "name": "network-vif-plugged", "status": "completed", "tag": "fd0865a7-d130-45e7-97dc-1118a62fab2f", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:05:38.309910 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-83af9f74-a3a4-43b7-a951-009f52bead66 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:05:38.310482 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b75a36-b734-4dfd-9084-29cc0c4132a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0865a7-d130-45e7-97dc-1118a62fab2f', 'code': 200} Dec 16 22:05:38.354253 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-400e24b4-8309-4d00-ab66-ef8bfc1c4609 req-7a2fa1d2-aa9a-4b5e-8d56-b4818aea277b tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] 10.222.0.75 "GET /v2.0/security-groups/34f319e9-0402-4d6e-8d19-5aafa1251966 HTTP/1.1" status: 200 len: 2998 time: 0.0391383 Dec 16 22:05:38.440581 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3efd46d7-f01f-43bd-a8de-42ea7fd5cf87 req-f20eb9e5-d417-4986-beeb-08348efb20ba tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] 10.222.0.75 "GET /v2.0/security-groups/babf4c43-da4a-40f9-bb4d-558e693f0fdb HTTP/1.1" status: 200 len: 1794 time: 0.0581424 Dec 16 22:05:38.515957 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8c15e-fc01-4cb7-8a04-6e08ffc2b4c1 req-9769172b-90a3-4b78-a091-ec332e7bcad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:38.518158 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-68d8c15e-fc01-4cb7-8a04-6e08ffc2b4c1 req-9769172b-90a3-4b78-a091-ec332e7bcad2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 1122 time: 0.0897238 Dec 16 22:05:38.523625 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3efd46d7-f01f-43bd-a8de-42ea7fd5cf87 req-908df979-5d90-4ac3-9154-b9a4c35df52e tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:38.561287 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3efd46d7-f01f-43bd-a8de-42ea7fd5cf87 req-908df979-5d90-4ac3-9154-b9a4c35df52e tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:38.605207 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-68d8c15e-fc01-4cb7-8a04-6e08ffc2b4c1 req-909953db-f74a-4630-b3b3-4af803c36cef service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c1268fb3-2866-4cd3-bbe5-71b7cf9d4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786176 Dec 16 22:05:38.676322 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3efd46d7-f01f-43bd-a8de-42ea7fd5cf87 req-908df979-5d90-4ac3-9154-b9a4c35df52e tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:38.679552 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3efd46d7-f01f-43bd-a8de-42ea7fd5cf87 req-908df979-5d90-4ac3-9154-b9a4c35df52e tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:38.680887 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3efd46d7-f01f-43bd-a8de-42ea7fd5cf87 req-908df979-5d90-4ac3-9154-b9a4c35df52e tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] 10.222.0.75 "DELETE /v2.0/security-groups/babf4c43-da4a-40f9-bb4d-558e693f0fdb HTTP/1.1" status: 204 len: 173 time: 0.2253900 Dec 16 22:05:38.690424 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908df979-5d90-4ac3-9154-b9a4c35df52e tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babf4c43-da4a-40f9-bb4d-558e693f0fdb,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:38.748325 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f95fb5da-84c7-4039-bce0-7f520847e0ac req-f74ea9a3-54c4-4902-9527-5efc6a889b41 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] 10.222.0.75 "GET /v2.0/security-groups/7466b000-536a-478b-b29f-9c56b693282d HTTP/1.1" status: 200 len: 1794 time: 0.0461035 Dec 16 22:05:38.815442 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f95fb5da-84c7-4039-bce0-7f520847e0ac req-81b9ab9a-591c-45b0-b8b7-86d36b71dcf9 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:38.838586 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f95fb5da-84c7-4039-bce0-7f520847e0ac req-81b9ab9a-591c-45b0-b8b7-86d36b71dcf9 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:38.971204 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f95fb5da-84c7-4039-bce0-7f520847e0ac req-81b9ab9a-591c-45b0-b8b7-86d36b71dcf9 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:38.973998 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f95fb5da-84c7-4039-bce0-7f520847e0ac req-81b9ab9a-591c-45b0-b8b7-86d36b71dcf9 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:38.975942 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f95fb5da-84c7-4039-bce0-7f520847e0ac req-81b9ab9a-591c-45b0-b8b7-86d36b71dcf9 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] 10.222.0.75 "DELETE /v2.0/security-groups/7466b000-536a-478b-b29f-9c56b693282d HTTP/1.1" status: 204 len: 173 time: 0.2197189 Dec 16 22:05:38.984683 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9ab9a-591c-45b0-b8b7-86d36b71dcf9 tempest-SecurityGroupsTestAdminJSON-1639454581 tempest-SecurityGroupsTestAdminJSON-1639454581-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7466b000-536a-478b-b29f-9c56b693282d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:39.064394 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b706647f-3109-44e7-93fe-0596a99a1ce0 req-9fe8e76b-662c-4bc1-b365-02d61513e799 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] 10.222.0.75 "GET /v2.0/security-groups/80f8fbf9-93f8-4301-a6aa-eea6443d4c9d HTTP/1.1" status: 200 len: 1795 time: 0.0503039 Dec 16 22:05:39.139068 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b706647f-3109-44e7-93fe-0596a99a1ce0 req-7355fec8-b040-4b55-b9a1-677c31532c69 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:39.171733 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b706647f-3109-44e7-93fe-0596a99a1ce0 req-7355fec8-b040-4b55-b9a1-677c31532c69 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:39.179438 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-048f3a41-e074-40ac-8291-22698bb7beb4 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=ee2a4187d6904f62bc064a64b80f834b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315676 Dec 16 22:05:39.318801 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b706647f-3109-44e7-93fe-0596a99a1ce0 req-7355fec8-b040-4b55-b9a1-677c31532c69 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:39.321511 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b706647f-3109-44e7-93fe-0596a99a1ce0 req-7355fec8-b040-4b55-b9a1-677c31532c69 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:39.322741 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b706647f-3109-44e7-93fe-0596a99a1ce0 req-7355fec8-b040-4b55-b9a1-677c31532c69 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] 10.222.0.75 "DELETE /v2.0/security-groups/80f8fbf9-93f8-4301-a6aa-eea6443d4c9d HTTP/1.1" status: 204 len: 173 time: 0.2516077 Dec 16 22:05:39.338428 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355fec8-b040-4b55-b9a1-677c31532c69 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f8fbf9-93f8-4301-a6aa-eea6443d4c9d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:39.339171 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-3dc8789b-fc34-4db3-909a-943c709baf6b tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:39.341695 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-3dc8789b-fc34-4db3-909a-943c709baf6b tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1554332 Dec 16 22:05:39.376525 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-902d4d94-14d2-416f-a067-b1d79cabd089 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/quotas/ee2a4187d6904f62bc064a64b80f834b HTTP/1.1" status: 200 len: 375 time: 0.0220838 Dec 16 22:05:39.433244 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-eab33e45-f535-454b-9825-7cc0ed3a3fce tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ee2a4187d6904f62bc064a64b80f834b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497420 Dec 16 22:05:39.462246 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95a190-3ce3-4fd8-99f8-4437ad465262 req-41da9807-6019-45e1-84ad-2e1c51d036e0 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:39.466764 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4f95a190-3ce3-4fd8-99f8-4437ad465262 req-41da9807-6019-45e1-84ad-2e1c51d036e0 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/ports?device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 971 time: 0.0520873 Dec 16 22:05:39.527835 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4f95a190-3ce3-4fd8-99f8-4437ad465262 req-6e5a8a9e-b231-4d24-9e97-2c51d339cd01 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1268fb3-2866-4cd3-bbe5-71b7cf9d4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555108 Dec 16 22:05:39.639438 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99379425-92d1-4e0d-819d-2f33f77145ac req-32a6eed0-4ebf-4a60-b4c2-2a5885c4ee93 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:39.640953 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-99379425-92d1-4e0d-819d-2f33f77145ac req-32a6eed0-4ebf-4a60-b4c2-2a5885c4ee93 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 949 time: 0.0501437 Dec 16 22:05:39.712117 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-99379425-92d1-4e0d-819d-2f33f77145ac req-db0e95a9-e5d6-496b-8307-52dbde3d6421 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565224 Dec 16 22:05:39.764895 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6687af86-29c0-4b79-b042-c1b1e11f95e6 req-2cb1b5e3-6a0e-4447-ab64-2de8ffeeb7ed tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 210 time: 0.0470104 Dec 16 22:05:39.801076 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2e5bb6ec-17a0-470a-a67f-e3b292721a41 req-016a0e61-5345-423f-9228-309977b83ef0 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] 10.222.0.75 "GET /v2.0/security-groups/bb6cc8bb-248a-4516-9117-ef4c7bd57bb7 HTTP/1.1" status: 200 len: 1794 time: 0.0558608 Dec 16 22:05:39.868467 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2e5bb6ec-17a0-470a-a67f-e3b292721a41 req-630d6ce5-8458-498f-9746-78a412e98d84 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:39.897969 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2e5bb6ec-17a0-470a-a67f-e3b292721a41 req-630d6ce5-8458-498f-9746-78a412e98d84 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:40.084926 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2e5bb6ec-17a0-470a-a67f-e3b292721a41 req-630d6ce5-8458-498f-9746-78a412e98d84 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:40.088292 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2e5bb6ec-17a0-470a-a67f-e3b292721a41 req-630d6ce5-8458-498f-9746-78a412e98d84 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:40.103668 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2e5bb6ec-17a0-470a-a67f-e3b292721a41 req-630d6ce5-8458-498f-9746-78a412e98d84 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] 10.222.0.75 "DELETE /v2.0/security-groups/bb6cc8bb-248a-4516-9117-ef4c7bd57bb7 HTTP/1.1" status: 204 len: 173 time: 0.2948315 Dec 16 22:05:40.123261 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d6ce5-8458-498f-9746-78a412e98d84 tempest-SecurityGroupsTestAdminJSON-1476055336 tempest-SecurityGroupsTestAdminJSON-1476055336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6cc8bb-248a-4516-9117-ef4c7bd57bb7,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:40.256004 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-c5994638-f117-4265-a746-ff4eb6ee3efc tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=ee2a4187d6904f62bc064a64b80f834b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467451 Dec 16 22:05:40.380895 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-ce247dc3-48b9-4c13-b929-6b710efeaea3 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:40.382330 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-ce247dc3-48b9-4c13-b929-6b710efeaea3 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1253269 Dec 16 22:05:40.405132 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-c01bfe8d-2c9e-4ea0-9cd4-60686d251c62 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/quotas/ee2a4187d6904f62bc064a64b80f834b HTTP/1.1" status: 200 len: 375 time: 0.0138876 Dec 16 22:05:40.438872 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-8dd9e938-6d4f-48d5-9d89-8316fdab9479 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ee2a4187d6904f62bc064a64b80f834b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262916 Dec 16 22:05:40.868072 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51596) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:40.909131 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bdecf-18bd-4206-b88f-0fd9c9c2a60d req-fe55caa4-c2af-4670-b651-0d7341054f19 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:40.919825 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7e8bdecf-18bd-4206-b88f-0fd9c9c2a60d req-fe55caa4-c2af-4670-b651-0d7341054f19 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/ports?device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 971 time: 0.1263490 Dec 16 22:05:40.951544 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.57', 65353) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:41.000703 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c61000-7346-45ce-a175-cf0a283cd8f3 req-b232bd08-2c0d-4669-82c1-798fe50f6dc2 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:41.003097 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9c61000-7346-45ce-a175-cf0a283cd8f3 req-b232bd08-2c0d-4669-82c1-798fe50f6dc2 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 949 time: 0.0615106 Dec 16 22:05:41.042708 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7e8bdecf-18bd-4206-b88f-0fd9c9c2a60d req-b3de27af-cbd4-438b-8d03-d4502aab5b5d tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1268fb3-2866-4cd3-bbe5-71b7cf9d4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247101 Dec 16 22:05:41.115900 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9c61000-7346-45ce-a175-cf0a283cd8f3 req-68af58f1-c3ea-4b40-9b7c-f7c57e9d2c37 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010268 Dec 16 22:05:41.148756 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9d6a72c5-b8a3-4580-bb9a-f0b7c9071613 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=760ab52f6c314e459aa9605049c8eb19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2788491 Dec 16 22:05:41.151241 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51606) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:41.212046 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2e18027e-1f72-48c3-92d8-1285676b3baa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:41.241438 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2e18027e-1f72-48c3-92d8-1285676b3baa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:41.352068 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a85d6067-ccde-4ff3-a78d-c164cadd9ae6 req-9dbc79dc-05f1-4806-a1f5-97c1acfb0052 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 210 time: 0.2274058 Dec 16 22:05:41.375389 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-a802f528-92b0-42fa-8443-f4c3ec29489b tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:41.382054 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-a802f528-92b0-42fa-8443-f4c3ec29489b tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.57 "GET /v2.0/networks?id=d94d0871-a0a1-410a-ba04-ae858b15c465 HTTP/1.1" status: 200 len: 823 time: 0.4245465 Dec 16 22:05:41.394060 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-14d51b90-6d10-440e-b617-f5d6c6cb904c req-1d418562-1db2-4eab-81c7-fbce514b7ec9 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 210 time: 0.0457847 Dec 16 22:05:41.460243 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2e18027e-1f72-48c3-92d8-1285676b3baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:41.463733 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2e18027e-1f72-48c3-92d8-1285676b3baa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:41.467138 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2e18027e-1f72-48c3-92d8-1285676b3baa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/34f319e9-0402-4d6e-8d19-5aafa1251966 HTTP/1.1" status: 204 len: 168 time: 0.3124785 Dec 16 22:05:41.474975 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18027e-1f72-48c3-92d8-1285676b3baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f319e9-0402-4d6e-8d19-5aafa1251966,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:41.625493 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef580051-f470-4a15-9994-a5d6cdf9600f req-7b30da54-01c2-49c9-9440-25b7baa75e08 tempest-AggregatesAdminTestJSON-622859211 tempest-AggregatesAdminTestJSON-622859211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:41.627635 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ef580051-f470-4a15-9994-a5d6cdf9600f req-7b30da54-01c2-49c9-9440-25b7baa75e08 tempest-AggregatesAdminTestJSON-622859211 tempest-AggregatesAdminTestJSON-622859211-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 1122 time: 0.1537433 Dec 16 22:05:41.657922 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-311615dd-ce22-4080-898a-8352d3d671f0 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eef4474b3e2b443596735e3c2ca6ae10 HTTP/1.1" status: 200 len: 380 time: 0.1248016 Dec 16 22:05:41.659251 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ef580051-f470-4a15-9994-a5d6cdf9600f req-490ce3a4-6242-4997-81ec-621d76458739 tempest-AggregatesAdminTestJSON-622859211 tempest-AggregatesAdminTestJSON-622859211-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:41.671200 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-7fa6d710-8c5b-46e2-a835-9e1d149b1ebe tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Request body: {'port': {'device_id': '9b9f2379-26ba-4346-a93e-ab35ee2d64a5', 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465', 'admin_state_up': True, 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'security_groups': ['69aca312-f689-4fdd-842d-1faff92bc151']}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:41.861601 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ef580051-f470-4a15-9994-a5d6cdf9600f req-490ce3a4-6242-4997-81ec-621d76458739 tempest-AggregatesAdminTestJSON-622859211 tempest-AggregatesAdminTestJSON-622859211-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:41.954789 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ef580051-f470-4a15-9994-a5d6cdf9600f req-490ce3a4-6242-4997-81ec-621d76458739 tempest-AggregatesAdminTestJSON-622859211 tempest-AggregatesAdminTestJSON-622859211-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:41.967487 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-7fa6d710-8c5b-46e2-a835-9e1d149b1ebe tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Made reservation on behalf of eef4474b3e2b443596735e3c2ca6ae10 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:05:41.974052 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-7fa6d710-8c5b-46e2-a835-9e1d149b1ebe tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:42.035493 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ef580051-f470-4a15-9994-a5d6cdf9600f req-490ce3a4-6242-4997-81ec-621d76458739 tempest-AggregatesAdminTestJSON-622859211 tempest-AggregatesAdminTestJSON-622859211-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c1268fb3-2866-4cd3-bbe5-71b7cf9d4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988397 Dec 16 22:05:42.047411 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ce3a4-6242-4997-81ec-621d76458739 tempest-AggregatesAdminTestJSON-622859211 tempest-AggregatesAdminTestJSON-622859211-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b76a5bb-fcd2-458e-957a-54be453e5055,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:42.156974 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51636) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:42.240474 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-7fa6d710-8c5b-46e2-a835-9e1d149b1ebe tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Allocated IP 172.20.0.10 (d94d0871-a0a1-410a-ba04-ae858b15c465/797fa958-cbb2-4eb6-8ec6-7506427faefa/335af761-796e-4f3b-b720-e04993b9f8e0) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:05:42.250218 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51642) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:42.304429 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51644) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:42.316908 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a76bb1ec-8ec8-4974-8082-8d0813350e12 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3331ef7bb26e4b359523846296dc9abb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0605536 Dec 16 22:05:42.321334 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7501e-b5ca-428e-ad72-99e3f8f19420 req-748c6016-5af9-4dc9-a6dd-00bc45dcceac tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:42.323069 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-38d7501e-b5ca-428e-ad72-99e3f8f19420 req-748c6016-5af9-4dc9-a6dd-00bc45dcceac tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 949 time: 0.1070576 Dec 16 22:05:42.422190 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67a4ce-25ef-4b55-b8a7-5055a6db9ae1 req-63182cde-6702-467e-92f0-2ef6a89fe5b6 tempest-DeleteServersAdminTestJSON-1987938522 tempest-DeleteServersAdminTestJSON-1987938522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:42.425376 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2e67a4ce-25ef-4b55-b8a7-5055a6db9ae1 req-63182cde-6702-467e-92f0-2ef6a89fe5b6 tempest-DeleteServersAdminTestJSON-1987938522 tempest-DeleteServersAdminTestJSON-1987938522-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 1100 time: 0.0578556 Dec 16 22:05:42.478558 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0d494395-9fa8-454b-b15c-772f162e0af8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:42.487584 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-38d7501e-b5ca-428e-ad72-99e3f8f19420 req-2312f25b-3b70-4795-811f-a87fc79085e5 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493924 Dec 16 22:05:42.534605 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-78a6bae2-6e60-4292-b0e6-6be0fbec0ba2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:42.561194 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e3124d56-2313-4311-9179-b70b036fc3cd req-a80e767f-c32e-4ce5-9263-8b6fa6a6dcd6 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 210 time: 0.0420504 Dec 16 22:05:42.582231 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-7fa6d710-8c5b-46e2-a835-9e1d149b1ebe tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:42.609410 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b91ed9e8-bbc8-4d42-a54c-6a3fd84b211c req-24c4d57a-68f5-4e6b-afaa-7b8e6cfff09a tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 210 time: 0.0518620 Dec 16 22:05:42.612336 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-2e67a4ce-25ef-4b55-b8a7-5055a6db9ae1 req-0ca2cbf3-473d-4977-8843-506a7f49d2a8 tempest-DeleteServersAdminTestJSON-1987938522 tempest-DeleteServersAdminTestJSON-1987938522-project-admin] Deleting port bf6ad858-eb75-4a3c-88f7-42523e2298dd {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:05:42.613021 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2e67a4ce-25ef-4b55-b8a7-5055a6db9ae1 req-0ca2cbf3-473d-4977-8843-506a7f49d2a8 tempest-DeleteServersAdminTestJSON-1987938522 tempest-DeleteServersAdminTestJSON-1987938522-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:42.631243 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-78a6bae2-6e60-4292-b0e6-6be0fbec0ba2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:42.699855 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0d494395-9fa8-454b-b15c-772f162e0af8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:42.737205 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-2e67a4ce-25ef-4b55-b8a7-5055a6db9ae1 req-0ca2cbf3-473d-4977-8843-506a7f49d2a8 tempest-DeleteServersAdminTestJSON-1987938522 tempest-DeleteServersAdminTestJSON-1987938522-project-admin] For port bf6ad858-eb75-4a3c-88f7-42523e2298dd, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=bf6ad858-eb75-4a3c-88f7-42523e2298dd,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:05:42.737495 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2e67a4ce-25ef-4b55-b8a7-5055a6db9ae1 req-0ca2cbf3-473d-4977-8843-506a7f49d2a8 tempest-DeleteServersAdminTestJSON-1987938522 tempest-DeleteServersAdminTestJSON-1987938522-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:42.750191 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-2e67a4ce-25ef-4b55-b8a7-5055a6db9ae1 req-0ca2cbf3-473d-4977-8843-506a7f49d2a8 tempest-DeleteServersAdminTestJSON-1987938522 tempest-DeleteServersAdminTestJSON-1987938522-project-admin] Calling delete_port for bf6ad858-eb75-4a3c-88f7-42523e2298dd owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:05:42.770833 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-7fa6d710-8c5b-46e2-a835-9e1d149b1ebe tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:42.820710 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-7fa6d710-8c5b-46e2-a835-9e1d149b1ebe tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Network d94d0871-a0a1-410a-ba04-ae858b15c465 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:05:42.824194 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-7fa6d710-8c5b-46e2-a835-9e1d149b1ebe tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:05:42.828305 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-7fa6d710-8c5b-46e2-a835-9e1d149b1ebe tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:05:42.836101 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-7fa6d710-8c5b-46e2-a835-9e1d149b1ebe tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:42.836757 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-7fa6d710-8c5b-46e2-a835-9e1d149b1ebe tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:42.841628 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0d494395-9fa8-454b-b15c-772f162e0af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:42.867515 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-78a6bae2-6e60-4292-b0e6-6be0fbec0ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:42.872035 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-78a6bae2-6e60-4292-b0e6-6be0fbec0ba2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:42.873898 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-78a6bae2-6e60-4292-b0e6-6be0fbec0ba2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/08eb0149-05b5-4ac4-b461-0b0b79f639f0 HTTP/1.1" status: 204 len: 168 time: 0.5497134 Dec 16 22:05:42.879613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6d710-8c5b-46e2-a835-9e1d149b1ebe tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Pushing event updated for resources: {'Port': ['ID=335af761-796e-4f3b-b720-e04993b9f8e0,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:42.896812 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a6bae2-6e60-4292-b0e6-6be0fbec0ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08eb0149-05b5-4ac4-b461-0b0b79f639f0,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:42.910299 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d494395-9fa8-454b-b15c-772f162e0af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7bc843-c6b1-4ccf-850d-6673dc9c23f3,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:42.928626 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0d494395-9fa8-454b-b15c-772f162e0af8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2f6deda116114ecd8321c65ac9dfe05a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7703080 Dec 16 22:05:42.931794 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51660) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:43.014635 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-7fa6d710-8c5b-46e2-a835-9e1d149b1ebe tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3519313 Dec 16 22:05:43.015701 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7af057ae-6f2a-4346-bb4e-a410ac79a60a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:43.042663 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7af057ae-6f2a-4346-bb4e-a410ac79a60a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:43.128519 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2e67a4ce-25ef-4b55-b8a7-5055a6db9ae1 req-0ca2cbf3-473d-4977-8843-506a7f49d2a8 tempest-DeleteServersAdminTestJSON-1987938522 tempest-DeleteServersAdminTestJSON-1987938522-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:43.132855 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-aa4ab9d5-432a-4c89-8489-82b5cb883879 None None] Provisioning complete for port 335af761-796e-4f3b-b720-e04993b9f8e0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:43.133918 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa4ab9d5-432a-4c89-8489-82b5cb883879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:43.165971 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['bf6ad858-eb75-4a3c-88f7-42523e2298dd'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:05:43.205925 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ab9d5-432a-4c89-8489-82b5cb883879 None None] Port 335af761-796e-4f3b-b720-e04993b9f8e0 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:05:43.208341 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e67a4ce-25ef-4b55-b8a7-5055a6db9ae1 req-0ca2cbf3-473d-4977-8843-506a7f49d2a8 tempest-DeleteServersAdminTestJSON-1987938522 tempest-DeleteServersAdminTestJSON-1987938522-project-admin] No DVR routers for this DVR port bf6ad858-eb75-4a3c-88f7-42523e2298dd on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:05:43.211889 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2e67a4ce-25ef-4b55-b8a7-5055a6db9ae1 req-0ca2cbf3-473d-4977-8843-506a7f49d2a8 tempest-DeleteServersAdminTestJSON-1987938522 tempest-DeleteServersAdminTestJSON-1987938522-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:43.216059 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2e67a4ce-25ef-4b55-b8a7-5055a6db9ae1 req-0ca2cbf3-473d-4977-8843-506a7f49d2a8 tempest-DeleteServersAdminTestJSON-1987938522 tempest-DeleteServersAdminTestJSON-1987938522-project-admin] 10.222.0.76 "DELETE /v2.0/ports/bf6ad858-eb75-4a3c-88f7-42523e2298dd HTTP/1.1" status: 204 len: 173 time: 0.7823715 Dec 16 22:05:43.217067 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2cbf3-473d-4977-8843-506a7f49d2a8 tempest-DeleteServersAdminTestJSON-1987938522 tempest-DeleteServersAdminTestJSON-1987938522-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf6ad858-eb75-4a3c-88f7-42523e2298dd,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:43.221504 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81732e19-dd59-40e8-bcb2-e5ffb7ac89a4', 'name': 'network-vif-deleted', 'tag': 'bf6ad858-eb75-4a3c-88f7-42523e2298dd'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:05:43.223765 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7af057ae-6f2a-4346-bb4e-a410ac79a60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:43.230537 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed247516-be83-4a67-8746-cce30736ecab" -d '{"events": [{"server_uuid": "81732e19-dd59-40e8-bcb2-e5ffb7ac89a4", "name": "network-vif-deleted", "tag": "bf6ad858-eb75-4a3c-88f7-42523e2298dd"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:05:43.234524 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7af057ae-6f2a-4346-bb4e-a410ac79a60a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:43.236036 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7af057ae-6f2a-4346-bb4e-a410ac79a60a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/de7bc843-c6b1-4ccf-850d-6673dc9c23f3 HTTP/1.1" status: 204 len: 168 time: 0.3021116 Dec 16 22:05:43.248465 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af057ae-6f2a-4346-bb4e-a410ac79a60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7bc843-c6b1-4ccf-850d-6673dc9c23f3,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:43.474379 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf6f2dc-f9b2-4cf7-8d2f-6c01657e207d x-openstack-request-id: req-eaf6f2dc-f9b2-4cf7-8d2f-6c01657e207d {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:05:43.474697 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81732e19-dd59-40e8-bcb2-e5ffb7ac89a4", "name": "network-vif-deleted", "tag": "bf6ad858-eb75-4a3c-88f7-42523e2298dd", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:05:43.474958 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-eaf6f2dc-f9b2-4cf7-8d2f-6c01657e207d {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:05:43.475425 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81732e19-dd59-40e8-bcb2-e5ffb7ac89a4', 'name': 'network-vif-deleted', 'tag': 'bf6ad858-eb75-4a3c-88f7-42523e2298dd', 'status': 'completed', 'code': 200} Dec 16 22:05:43.621589 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e12b75ae-8594-4842-b84b-b2eec9223f72 req-8ff04f08-0c63-424f-9163-5bae98c8226b tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 210 time: 0.0372360 Dec 16 22:05:43.755098 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c54e3499-97a8-4fdb-829b-2248a1678fd9 req-0d730d5c-da6e-4721-9461-8bfc9621f290 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 210 time: 0.0356152 Dec 16 22:05:43.892950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9b328-9a1f-42f0-a5aa-1eb76f58f5eb req-3268357a-6adc-42e8-8391-3e8815d27be3 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:43.894862 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5af9b328-9a1f-42f0-a5aa-1eb76f58f5eb req-3268357a-6adc-42e8-8391-3e8815d27be3 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 932 time: 0.0614679 Dec 16 22:05:43.959208 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5af9b328-9a1f-42f0-a5aa-1eb76f58f5eb req-38c1fafb-396c-4fb7-bd81-fea8f554669d tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579171 Dec 16 22:05:44.149593 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51706) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:44.166077 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16ed5347-bffa-4f94-b9d1-11c3b02becfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:44.270853 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16ed5347-bffa-4f94-b9d1-11c3b02becfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:44.433345 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16ed5347-bffa-4f94-b9d1-11c3b02becfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:44.477013 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed5347-bffa-4f94-b9d1-11c3b02becfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50921d62-c54a-4dad-ac00-7ffd9a8b10ee,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:44.482211 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-16ed5347-bffa-4f94-b9d1-11c3b02becfb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=176263553f6c43aabff0ea7736daf21c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315239 Dec 16 22:05:44.484850 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51724) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:44.549165 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ea531b7-a245-4a7c-932d-d0fa65d0d276 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:44.591842 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ea531b7-a245-4a7c-932d-d0fa65d0d276 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:44.756817 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d4055452-2430-4dd4-a715-19f0c8a0a57f req-0bf885ba-dd09-4062-b071-3566850320da tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=81732e19-dd59-40e8-bcb2-e5ffb7ac89a4 HTTP/1.1" status: 200 len: 210 time: 0.0266097 Dec 16 22:05:44.762772 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ea531b7-a245-4a7c-932d-d0fa65d0d276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:44.765601 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ea531b7-a245-4a7c-932d-d0fa65d0d276 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:44.770192 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7ea531b7-a245-4a7c-932d-d0fa65d0d276 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/50921d62-c54a-4dad-ac00-7ffd9a8b10ee HTTP/1.1" status: 204 len: 168 time: 0.2804077 Dec 16 22:05:44.775902 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea531b7-a245-4a7c-932d-d0fa65d0d276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50921d62-c54a-4dad-ac00-7ffd9a8b10ee,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:44.883079 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-98be043c-abbf-41d8-9a52-682b4cc21d40 req-14e893fd-bf95-4938-b86b-77aab4057f71 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 210 time: 0.0324914 Dec 16 22:05:45.123015 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01371ad2-8922-4eff-9e7c-cf06d79db4b3 req-4bd6194a-4e56-4c10-8121-7c32a03dd9ea tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:45.125256 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-01371ad2-8922-4eff-9e7c-cf06d79db4b3 req-4bd6194a-4e56-4c10-8121-7c32a03dd9ea tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 932 time: 0.0707445 Dec 16 22:05:45.188949 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-01371ad2-8922-4eff-9e7c-cf06d79db4b3 req-3883f93b-bfe7-4278-944e-d6981f4d9eb6 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528255 Dec 16 22:05:46.037663 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e5e690c-071b-4c39-bf7b-ebaf23e2ce1a req-34061025-e046-42de-9acd-8eb8b64995eb tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 210 time: 0.0357044 Dec 16 22:05:46.184317 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-32b0453f-f809-4b49-ae69-4340ad56aec3 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=3a3c0862f1e84a579605ccaed0deeb8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275538 Dec 16 22:05:46.320711 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-ac9c41a2-f282-4d38-9d1e-66f5e42f85f6 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:46.327755 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-ac9c41a2-f282-4d38-9d1e-66f5e42f85f6 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1368310 Dec 16 22:05:46.347881 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-42adf8b2-b182-474b-955b-027be4a5ce6c tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/quotas/3a3c0862f1e84a579605ccaed0deeb8c HTTP/1.1" status: 200 len: 375 time: 0.0169392 Dec 16 22:05:46.382880 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-ffbef71f-8cba-4ee3-bc05-5e214af6b5bf tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=3a3c0862f1e84a579605ccaed0deeb8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333076 Dec 16 22:05:46.637780 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-989fe616-957d-43e9-8037-372775153c9a req-2b2e9663-b282-4053-96c1-5af271293be5 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=7d4b9f1defd84688bd6288634525dd0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509622 Dec 16 22:05:46.803092 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fe616-957d-43e9-8037-372775153c9a req-ef103258-13ca-43d8-a282-48be1760f79e tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:46.810510 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-989fe616-957d-43e9-8037-372775153c9a req-ef103258-13ca-43d8-a282-48be1760f79e tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1715467 Dec 16 22:05:46.821481 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-989fe616-957d-43e9-8037-372775153c9a req-64fba168-faf7-47d5-baab-5cca84fe67cd tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/quotas/7d4b9f1defd84688bd6288634525dd0f HTTP/1.1" status: 200 len: 375 time: 0.0101452 Dec 16 22:05:46.855696 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-989fe616-957d-43e9-8037-372775153c9a req-8ff1749a-32e2-427f-b211-f28cf3e4ff90 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7d4b9f1defd84688bd6288634525dd0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283608 Dec 16 22:05:47.013219 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6b5b9-6393-477a-b567-45e8b516528d req-acac0a58-b40b-46de-a644-d1974803c76c tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:47.021729 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-56f6b5b9-6393-477a-b567-45e8b516528d req-acac0a58-b40b-46de-a644-d1974803c76c tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 932 time: 0.0654962 Dec 16 22:05:47.074648 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-56f6b5b9-6393-477a-b567-45e8b516528d req-e31c0373-31e4-4b07-9170-3f4f84d766b9 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517726 Dec 16 22:05:47.164584 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e02febbc-2637-4528-a603-1288c277bced req-6d549c51-9a23-4ac0-8683-35b66cb7aab8 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=c94d48c5-8c90-4cb6-9d87-f9492abebfa6 HTTP/1.1" status: 200 len: 210 time: 0.0269661 Dec 16 22:05:47.211036 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device bf6ad858-eb75-4a3c-88f7-42523e2298dd no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:05:47.256350 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: bf6ad858-eb75-4a3c-88f7-42523e2298dd {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:05:47.256711 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device bf6ad858-eb75-4a3c-88f7-42523e2298dd not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:05:47.311288 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:05:47.327326 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fce17bd8-86c5-4bfe-bc0d-9364757e8f38 req-8b59a330-a4bc-4fbf-9340-f29e28c407a4 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 210 time: 0.0772557 Dec 16 22:05:47.350619 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bdfe0390-ee86-4d4b-8717-0c5d638bcb0e req-9f55a57c-d308-42fd-b26e-6a508215ff32 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/ports?device_id=1cb5a625-02d6-4d52-a013-fc976b77bcb6 HTTP/1.1" status: 200 len: 210 time: 0.0586190 Dec 16 22:05:48.312896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3837e9-2f3c-4038-83ee-fb0ede3d356e req-e30cd1c8-fda8-47c7-b995-e59b85d2b61f tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:48.315147 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ae3837e9-2f3c-4038-83ee-fb0ede3d356e req-e30cd1c8-fda8-47c7-b995-e59b85d2b61f tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 932 time: 0.0592091 Dec 16 22:05:48.368444 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ae3837e9-2f3c-4038-83ee-fb0ede3d356e req-48e5a920-de14-4c39-bf7d-a104899433a5 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472569 Dec 16 22:05:48.449477 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5c0fe4da-c172-4057-a348-fb555a68e3b6 req-55195c3f-dd36-431c-a77e-ebe4aee86ce3 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=c94d48c5-8c90-4cb6-9d87-f9492abebfa6 HTTP/1.1" status: 200 len: 210 time: 0.0254531 Dec 16 22:05:48.530903 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2b59bc15-8701-4d2d-917d-d0abbce3b6a8 req-31438968-2cbe-4f89-b7b5-5672c9a0212a tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/ports?device_id=1cb5a625-02d6-4d52-a013-fc976b77bcb6 HTTP/1.1" status: 200 len: 210 time: 0.0252104 Dec 16 22:05:48.563957 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c8dad7e1-093c-4c23-84e1-9b28e93c1c42 req-cf114842-887f-4280-8f6a-269173a86914 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 210 time: 0.0260615 Dec 16 22:05:48.810618 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51942) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:48.985996 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-81718214-e458-4e23-9372-01b75e1cb799 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:49.112533 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-81718214-e458-4e23-9372-01b75e1cb799 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:49.255847 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-81718214-e458-4e23-9372-01b75e1cb799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:49.286804 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51964) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:49.297267 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-81718214-e458-4e23-9372-01b75e1cb799 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cd2f8f37734a491686d4b204eddeed2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4854751 Dec 16 22:05:49.300530 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81718214-e458-4e23-9372-01b75e1cb799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b672ab-42d7-499c-ba10-2d25b26a753f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:49.300868 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51968) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:49.365009 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9b483e29-1d84-42c9-8cd0-85fdd3717843 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:49.395126 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9b483e29-1d84-42c9-8cd0-85fdd3717843 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:49.431099 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-629516bd-3bc6-49d6-b58c-6616c6fe2d0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:49.506681 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebb606-eaa4-40a7-9ab5-6bf7215be687 req-0dac0845-0a8f-4cc6-97d2-593f4036fb93 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:49.508657 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ceebb606-eaa4-40a7-9ab5-6bf7215be687 req-0dac0845-0a8f-4cc6-97d2-593f4036fb93 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 932 time: 0.0638561 Dec 16 22:05:49.556034 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-882de1fe-c6a8-44fb-b828-510295f69b33 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=3a3c0862f1e84a579605ccaed0deeb8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265627 Dec 16 22:05:49.640552 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9b483e29-1d84-42c9-8cd0-85fdd3717843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:49.643665 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ceebb606-eaa4-40a7-9ab5-6bf7215be687 req-56b6b120-62de-421f-9de8-3381499786e5 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285484 Dec 16 22:05:49.650999 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9b483e29-1d84-42c9-8cd0-85fdd3717843 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:49.655420 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9b483e29-1d84-42c9-8cd0-85fdd3717843 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/22b672ab-42d7-499c-ba10-2d25b26a753f HTTP/1.1" status: 204 len: 168 time: 0.3533428 Dec 16 22:05:49.719220 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b483e29-1d84-42c9-8cd0-85fdd3717843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b672ab-42d7-499c-ba10-2d25b26a753f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:49.775986 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a9e63088-646f-446b-b95e-e91141a8cf9a req-39c22e68-5a18-4fce-a6f3-5438bfd4de8a tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=c94d48c5-8c90-4cb6-9d87-f9492abebfa6 HTTP/1.1" status: 200 len: 210 time: 0.0622940 Dec 16 22:05:49.785715 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-f85e7b91-3706-45ea-a489-ca4644459f13 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:49.787293 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-f85e7b91-3706-45ea-a489-ca4644459f13 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2222648 Dec 16 22:05:49.806141 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-629516bd-3bc6-49d6-b58c-6616c6fe2d0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:49.809700 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-31c2e2bd-afea-46f1-a7b9-3821bf317b0a tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Request body: {'port': {'device_id': 'c94d48c5-8c90-4cb6-9d87-f9492abebfa6', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': '3a3c0862f1e84a579605ccaed0deeb8c'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:49.891216 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d05d4324-9aad-4be5-94ed-5bf82f0adb12 req-eb8f1084-0384-41da-b871-448ae62e8fc8 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/ports?device_id=1cb5a625-02d6-4d52-a013-fc976b77bcb6 HTTP/1.1" status: 200 len: 210 time: 0.0331926 Dec 16 22:05:49.948824 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-629516bd-3bc6-49d6-b58c-6616c6fe2d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:49.991515 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-629516bd-3bc6-49d6-b58c-6616c6fe2d0c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b3e94c2833b942ba9b89e742003195ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7034314 Dec 16 22:05:49.993906 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629516bd-3bc6-49d6-b58c-6616c6fe2d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cb1abf-fd61-401f-8a22-6fb91b28d8f7,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:49.997473 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51996) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:50.037213 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ff330435-2448-4adf-823e-e3db9a3663c7 req-fb977b1e-e0dc-41e4-9d98-b5e6e3f4675e tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 210 time: 0.0515921 Dec 16 22:05:50.044670 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-1c697d58-2076-473a-b025-8f5ba7248512 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:05:50.046313 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-1c697d58-2076-473a-b025-8f5ba7248512 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0333979 Dec 16 22:05:50.051889 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-31c2e2bd-afea-46f1-a7b9-3821bf317b0a tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Made reservation on behalf of 3a3c0862f1e84a579605ccaed0deeb8c for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:05:50.059424 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-31c2e2bd-afea-46f1-a7b9-3821bf317b0a tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:50.145350 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c1dd5efe-2f6a-4f36-b894-15b8624931f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:50.170061 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c1dd5efe-2f6a-4f36-b894-15b8624931f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:50.273180 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-31c2e2bd-afea-46f1-a7b9-3821bf317b0a tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Allocated IP 192.168.233.139 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/f39f82df-9eb2-4151-8f59-3a2ea8336f14) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:05:50.373649 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-579a1b8d-c096-4f70-adc7-25062201ef03 service neutron] Request body: {'port': {'device_id': '9b9f2379-26ba-4346-a93e-ab35ee2d64a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:50.431532 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-579a1b8d-c096-4f70-adc7-25062201ef03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:50.444011 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-31c2e2bd-afea-46f1-a7b9-3821bf317b0a tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:50.539780 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c1dd5efe-2f6a-4f36-b894-15b8624931f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:50.542886 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c1dd5efe-2f6a-4f36-b894-15b8624931f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:50.546488 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c1dd5efe-2f6a-4f36-b894-15b8624931f1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/56cb1abf-fd61-401f-8a22-6fb91b28d8f7 HTTP/1.1" status: 204 len: 168 time: 0.5454404 Dec 16 22:05:50.570556 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd5efe-2f6a-4f36-b894-15b8624931f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cb1abf-fd61-401f-8a22-6fb91b28d8f7,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:50.627789 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-31c2e2bd-afea-46f1-a7b9-3821bf317b0a tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:50.684227 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-989fe616-957d-43e9-8037-372775153c9a req-bac6d624-25a7-4271-8574-30692c760ff9 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=7d4b9f1defd84688bd6288634525dd0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303245 Dec 16 22:05:50.690522 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-31c2e2bd-afea-46f1-a7b9-3821bf317b0a tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:05:50.694711 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-31c2e2bd-afea-46f1-a7b9-3821bf317b0a tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:05:50.697447 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-31c2e2bd-afea-46f1-a7b9-3821bf317b0a tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:05:50.705902 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-31c2e2bd-afea-46f1-a7b9-3821bf317b0a tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:50.718290 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-31c2e2bd-afea-46f1-a7b9-3821bf317b0a tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:50.739923 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2e2bd-afea-46f1-a7b9-3821bf317b0a tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Pushing event updated for resources: {'Port': ['ID=f39f82df-9eb2-4151-8f59-3a2ea8336f14,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:50.807114 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52026) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:50.832744 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-31c2e2bd-afea-46f1-a7b9-3821bf317b0a tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0282881 Dec 16 22:05:50.833501 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11ca1b03-b8b0-4c1c-a55b-dda97ae3a5ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:50.863466 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-37d4f9d6-38bb-44b2-b964-d2a5600cf371 service neutron] Request body: {'port': {'device_id': 'c94d48c5-8c90-4cb6-9d87-f9492abebfa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:50.902717 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e687488-c2be-436e-a1fa-4c133638a980 req-6dd0a3cf-a235-474a-bf40-5aa3272d6540 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:50.913565 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e687488-c2be-436e-a1fa-4c133638a980 req-6dd0a3cf-a235-474a-bf40-5aa3272d6540 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 932 time: 0.1421859 Dec 16 22:05:51.049837 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-37d4f9d6-38bb-44b2-b964-d2a5600cf371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:51.073447 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fe616-957d-43e9-8037-372775153c9a req-eb0c5d01-9eb9-4ea8-be69-7239f9e7406d tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:51.074994 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-989fe616-957d-43e9-8037-372775153c9a req-eb0c5d01-9eb9-4ea8-be69-7239f9e7406d tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3820426 Dec 16 22:05:51.082828 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-579a1b8d-c096-4f70-adc7-25062201ef03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 335af761-796e-4f3b-b720-e04993b9f8e0 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:05:51.086456 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e687488-c2be-436e-a1fa-4c133638a980 req-c2640d87-3a62-4773-a689-6690165c2cd7 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722949 Dec 16 22:05:51.090903 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-579a1b8d-c096-4f70-adc7-25062201ef03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:51.103056 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-989fe616-957d-43e9-8037-372775153c9a req-dda6ace8-3419-42cc-b3dd-90612027746a tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Request body: {'port': {'device_id': '1cb5a625-02d6-4d52-a013-fc976b77bcb6', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': '7d4b9f1defd84688bd6288634525dd0f'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:51.158685 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-579a1b8d-c096-4f70-adc7-25062201ef03 service neutron] Transition to ACTIVE for port object 335af761-796e-4f3b-b720-e04993b9f8e0 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:05:51.179963 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11ca1b03-b8b0-4c1c-a55b-dda97ae3a5ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:51.217650 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9ac38ff0-ee02-4b60-9902-9675df3179f3 None None] Provisioning complete for port f39f82df-9eb2-4151-8f59-3a2ea8336f14 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:51.226263 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9ac38ff0-ee02-4b60-9902-9675df3179f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:51.287751 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-579a1b8d-c096-4f70-adc7-25062201ef03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:51.309250 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9ac38ff0-ee02-4b60-9902-9675df3179f3 None None] Port f39f82df-9eb2-4151-8f59-3a2ea8336f14 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:05:51.349279 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a1b8d-c096-4f70-adc7-25062201ef03 service neutron] Pushing event updated for resources: {'Port': ['ID=335af761-796e-4f3b-b720-e04993b9f8e0,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:51.397773 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-579a1b8d-c096-4f70-adc7-25062201ef03 service neutron] Attempting to bind port 335af761-796e-4f3b-b720-e04993b9f8e0 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:05:51.398270 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-579a1b8d-c096-4f70-adc7-25062201ef03 service neutron] Attempting to bind port 335af761-796e-4f3b-b720-e04993b9f8e0 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '0872ca05-b35c-4fa1-9280-4ff6b06627ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:05:51.398607 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-579a1b8d-c096-4f70-adc7-25062201ef03 service neutron] Attempting to bind port 335af761-796e-4f3b-b720-e04993b9f8e0 on network d94d0871-a0a1-410a-ba04-ae858b15c465 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:05:51.408739 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-579a1b8d-c096-4f70-adc7-25062201ef03 service neutron] Port 335af761-796e-4f3b-b720-e04993b9f8e0 on network d94d0871-a0a1-410a-ba04-ae858b15c465 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:05:51.409040 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-579a1b8d-c096-4f70-adc7-25062201ef03 service neutron] Attempting to bind port 335af761-796e-4f3b-b720-e04993b9f8e0 on network d94d0871-a0a1-410a-ba04-ae858b15c465 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:05:51.421731 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-579a1b8d-c096-4f70-adc7-25062201ef03 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:05:51.422076 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-579a1b8d-c096-4f70-adc7-25062201ef03 service neutron] Checking segment: {'id': '0872ca05-b35c-4fa1-9280-4ff6b06627ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:05:51.422470 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-579a1b8d-c096-4f70-adc7-25062201ef03 service neutron] Bound using segment: {'id': '0872ca05-b35c-4fa1-9280-4ff6b06627ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:05:51.425589 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-579a1b8d-c096-4f70-adc7-25062201ef03 service neutron] Bound port: 335af761-796e-4f3b-b720-e04993b9f8e0, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0872ca05-b35c-4fa1-9280-4ff6b06627ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:05:51.425984 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-579a1b8d-c096-4f70-adc7-25062201ef03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:51.520464 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-989fe616-957d-43e9-8037-372775153c9a req-dda6ace8-3419-42cc-b3dd-90612027746a tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Made reservation on behalf of 7d4b9f1defd84688bd6288634525dd0f for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:05:51.526105 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-989fe616-957d-43e9-8037-372775153c9a req-dda6ace8-3419-42cc-b3dd-90612027746a tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:51.544092 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbe512-00e4-4835-a670-4308a0f38c97 req-e41a97a7-c0bf-49b5-9b4a-581147a1f691 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:51.552194 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2dcbe512-00e4-4835-a670-4308a0f38c97 req-e41a97a7-c0bf-49b5-9b4a-581147a1f691 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=c94d48c5-8c90-4cb6-9d87-f9492abebfa6 HTTP/1.1" status: 200 len: 936 time: 0.3707821 Dec 16 22:05:51.571504 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11ca1b03-b8b0-4c1c-a55b-dda97ae3a5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:51.612634 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5dd78481-b615-4c9f-9cc7-19e8233bc045 req-2ce4a44d-4dbc-431e-bb7b-2a502975a684 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/ports?device_id=1cb5a625-02d6-4d52-a013-fc976b77bcb6 HTTP/1.1" status: 200 len: 210 time: 0.0586495 Dec 16 22:05:51.612840 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.57', 65360) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:51.613062 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52040) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:51.632651 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-579a1b8d-c096-4f70-adc7-25062201ef03 service neutron] For port 335af761-796e-4f3b-b720-e04993b9f8e0, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:05:51.637363 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-579a1b8d-c096-4f70-adc7-25062201ef03 service neutron] For port 335af761-796e-4f3b-b720-e04993b9f8e0, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=335af761-796e-4f3b-b720-e04993b9f8e0,segment=NetworkSegment(0872ca05-b35c-4fa1-9280-4ff6b06627ab),segment_id=0872ca05-b35c-4fa1-9280-4ff6b06627ab)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:05:51.639226 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-989fe616-957d-43e9-8037-372775153c9a req-dda6ace8-3419-42cc-b3dd-90612027746a tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:51.679437 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52044) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:51.706704 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3395-1714-4269-bec4-f02f585215e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:51.745027 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-11ca1b03-b8b0-4c1c-a55b-dda97ae3a5ef admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=80aa623a20ed4dc0b0d23e69a5dc5a2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9368417 Dec 16 22:05:51.754626 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52046) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:51.759639 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-579a1b8d-c096-4f70-adc7-25062201ef03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:51.769006 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-49d9ccd5-dec0-4c7b-832a-663248688639 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ee2a4187d6904f62bc064a64b80f834b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1463270 Dec 16 22:05:51.771740 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-56cc9df0-0c47-48dc-83b7-9f810671c0fd req-fba25a66-6825-424f-87e6-12fc8967a561 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 210 time: 0.0741158 Dec 16 22:05:51.835966 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-579a1b8d-c096-4f70-adc7-25062201ef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:51.836715 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-579a1b8d-c096-4f70-adc7-25062201ef03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:51.838278 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-579a1b8d-c096-4f70-adc7-25062201ef03 service neutron] 10.222.0.57 "PUT /v2.0/ports/335af761-796e-4f3b-b720-e04993b9f8e0 HTTP/1.1" status: 200 len: 1092 time: 1.5143239 Dec 16 22:05:51.859891 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9f2379-26ba-4346-a93e-ab35ee2d64a5', 'tag': '335af761-796e-4f3b-b720-e04993b9f8e0'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:05:51.864065 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac01059-e386-4393-8da7-229f9dd851bc" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9f2379-26ba-4346-a93e-ab35ee2d64a5", "tag": "335af761-796e-4f3b-b720-e04993b9f8e0"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:05:51.897942 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2dcbe512-00e4-4835-a670-4308a0f38c97 req-51bff8cb-1154-4a7a-aa27-bca87a0abc52 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447773 Dec 16 22:05:51.943346 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca1b03-b8b0-4c1c-a55b-dda97ae3a5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1608993b-0438-4cef-91fc-67709dc6ba94,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:52.030373 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3cf4ee-0a2d-4c18-bb08-ca42cf1665e1 x-openstack-request-id: req-bd3cf4ee-0a2d-4c18-bb08-ca42cf1665e1 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:05:52.030693 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9f2379-26ba-4346-a93e-ab35ee2d64a5", "tag": "335af761-796e-4f3b-b720-e04993b9f8e0", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:05:52.030931 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bd3cf4ee-0a2d-4c18-bb08-ca42cf1665e1 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:05:52.031360 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9f2379-26ba-4346-a93e-ab35ee2d64a5', 'tag': '335af761-796e-4f3b-b720-e04993b9f8e0', 'status': 'completed', 'code': 200} Dec 16 22:05:52.033726 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b950807f-4633-4046-98d8-61597f229329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:52.049941 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f0e27a49-75e0-4214-a742-c0ac96be7150 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:52.055795 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-989fe616-957d-43e9-8037-372775153c9a req-dda6ace8-3419-42cc-b3dd-90612027746a tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:52.063965 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-a73310da-c071-47f6-8964-325ebc59ea61 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:52.065710 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-a73310da-c071-47f6-8964-325ebc59ea61 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2866135 Dec 16 22:05:52.071852 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a1b8d-c096-4f70-adc7-25062201ef03 service neutron] Pushing event updated for resources: {'Port': ['ID=335af761-796e-4f3b-b720-e04993b9f8e0,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:52.106204 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-de151c1e-779c-47c4-b98a-e88054f78398 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Request body: {'port': {'device_id': '184e2541-4ad3-494d-86c5-4b0ba9c944f4', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': 'ee2a4187d6904f62bc064a64b80f834b'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:52.119709 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b950807f-4633-4046-98d8-61597f229329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:52.130712 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74b2a6-a9fb-4238-b64f-92de153708a2 req-b30e60c5-61b9-4018-b9c2-b020bda17d67 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:52.132353 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8f74b2a6-a9fb-4238-b64f-92de153708a2 req-b30e60c5-61b9-4018-b9c2-b020bda17d67 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/ports?device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 971 time: 0.2480567 Dec 16 22:05:52.205019 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-989fe616-957d-43e9-8037-372775153c9a req-dda6ace8-3419-42cc-b3dd-90612027746a tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:52.219315 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3395-1714-4269-bec4-f02f585215e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:52.220081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-37d4f9d6-38bb-44b2-b964-d2a5600cf371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f39f82df-9eb2-4151-8f59-3a2ea8336f14 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:05:52.233753 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-37d4f9d6-38bb-44b2-b964-d2a5600cf371 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:52.256769 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-d3032610-aa45-42f3-a6cc-769575819928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:52.258296 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-d3032610-aa45-42f3-a6cc-769575819928 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eef4474b3e2b443596735e3c2ca6ae10&device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 1095 time: 0.2054605 Dec 16 22:05:52.279284 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-37d4f9d6-38bb-44b2-b964-d2a5600cf371 service neutron] Transition to ACTIVE for port object f39f82df-9eb2-4151-8f59-3a2ea8336f14 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:05:52.317843 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a183a-6d8c-47ca-942d-bcb50a16b448 req-3babf24f-188a-4af9-b686-d33d1f0e9ccc tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:52.319811 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ba1a183a-6d8c-47ca-942d-bcb50a16b448 req-3babf24f-188a-4af9-b686-d33d1f0e9ccc tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 944 time: 0.1398828 Dec 16 22:05:52.329604 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6ace8-3419-42cc-b3dd-90612027746a tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6aa90e-7edc-419e-bcbe-7fea3f5598b7,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:52.369097 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8f74b2a6-a9fb-4238-b64f-92de153708a2 req-ac00757d-ec63-4ba5-9957-1eab328b6cae tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1268fb3-2866-4cd3-bbe5-71b7cf9d4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256322 Dec 16 22:05:52.374739 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-12ec73d3-bf97-4b9f-8839-5da11eeb81ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=335af761-796e-4f3b-b720-e04993b9f8e0 HTTP/1.1" status: 200 len: 217 time: 0.0935349 Dec 16 22:05:52.375978 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f0e27a49-75e0-4214-a742-c0ac96be7150 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:52.381389 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.57', 65363) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:52.410145 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ba1a183a-6d8c-47ca-942d-bcb50a16b448 req-67e05abd-7364-495b-8c01-65758b07c19a tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831022 Dec 16 22:05:52.438029 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3395-1714-4269-bec4-f02f585215e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:52.441817 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-37d4f9d6-38bb-44b2-b964-d2a5600cf371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:52.446029 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-454480e9-df88-4ac2-a1db-007a868ba2db tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ee2a4187d6904f62bc064a64b80f834b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633061 Dec 16 22:05:52.492818 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4f9d6-38bb-44b2-b964-d2a5600cf371 service neutron] Pushing event updated for resources: {'Port': ['ID=f39f82df-9eb2-4151-8f59-3a2ea8336f14,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:52.518751 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f0e27a49-75e0-4214-a742-c0ac96be7150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:52.564595 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-de151c1e-779c-47c4-b98a-e88054f78398 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Made reservation on behalf of ee2a4187d6904f62bc064a64b80f834b for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:05:52.568282 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-de151c1e-779c-47c4-b98a-e88054f78398 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:52.570589 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-37d4f9d6-38bb-44b2-b964-d2a5600cf371 service neutron] Attempting to bind port f39f82df-9eb2-4151-8f59-3a2ea8336f14 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:05:52.570795 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-37d4f9d6-38bb-44b2-b964-d2a5600cf371 service neutron] Attempting to bind port f39f82df-9eb2-4151-8f59-3a2ea8336f14 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:05:52.571167 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-37d4f9d6-38bb-44b2-b964-d2a5600cf371 service neutron] Attempting to bind port f39f82df-9eb2-4151-8f59-3a2ea8336f14 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:05:52.595484 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f0e27a49-75e0-4214-a742-c0ac96be7150 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8af3c2032a5f4ad38421b7b170f2f639&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9481330 Dec 16 22:05:52.597599 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52052) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:52.603922 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-de151c1e-779c-47c4-b98a-e88054f78398 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:52.607866 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e27a49-75e0-4214-a742-c0ac96be7150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a368bab5-6fae-4d44-a02a-335b7bcf28b8,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:52.635698 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-37d4f9d6-38bb-44b2-b964-d2a5600cf371 service neutron] Port f39f82df-9eb2-4151-8f59-3a2ea8336f14 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:05:52.636039 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-37d4f9d6-38bb-44b2-b964-d2a5600cf371 service neutron] Attempting to bind port f39f82df-9eb2-4151-8f59-3a2ea8336f14 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:05:52.658022 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-37d4f9d6-38bb-44b2-b964-d2a5600cf371 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:05:52.658371 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-37d4f9d6-38bb-44b2-b964-d2a5600cf371 service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:05:52.658774 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-37d4f9d6-38bb-44b2-b964-d2a5600cf371 service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:05:52.659252 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-37d4f9d6-38bb-44b2-b964-d2a5600cf371 service neutron] Bound port: f39f82df-9eb2-4151-8f59-3a2ea8336f14, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:05:52.659619 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-37d4f9d6-38bb-44b2-b964-d2a5600cf371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:52.704298 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b950807f-4633-4046-98d8-61597f229329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:52.707230 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b950807f-4633-4046-98d8-61597f229329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:52.708377 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b950807f-4633-4046-98d8-61597f229329 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1608993b-0438-4cef-91fc-67709dc6ba94 HTTP/1.1" status: 204 len: 168 time: 0.9502876 Dec 16 22:05:52.775436 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-38945416-4623-471f-a4c3-d13154bdaa44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:52.796683 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-aa7f3395-1714-4269-bec4-f02f585215e4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=38d52e88af564626a756cc29d06bcc1d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1162317 Dec 16 22:05:52.807691 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52058) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:52.835378 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-c5b3029d-5740-4c65-a13b-b711b4d48e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:52.836862 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-c5b3029d-5740-4c65-a13b-b711b4d48e41 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=797fa958-cbb2-4eb6-8ec6-7506427faefa HTTP/1.1" status: 200 len: 862 time: 0.4384458 Dec 16 22:05:52.837484 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f3395-1714-4269-bec4-f02f585215e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bf98c6-1d4c-47c0-9d94-514bb6861c78,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:52.851296 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-37d4f9d6-38bb-44b2-b964-d2a5600cf371 service neutron] For port f39f82df-9eb2-4151-8f59-3a2ea8336f14, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:05:52.880748 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-38945416-4623-471f-a4c3-d13154bdaa44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:52.887465 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-37d4f9d6-38bb-44b2-b964-d2a5600cf371 service neutron] For port f39f82df-9eb2-4151-8f59-3a2ea8336f14, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=f39f82df-9eb2-4151-8f59-3a2ea8336f14,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:05:52.903989 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-52c07a34-314d-4a9a-8dcd-0cc49bee5e78 req-5494e0a9-b5b7-46b6-8cc8-89a9eab89215 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/ports?device_id=1cb5a625-02d6-4d52-a013-fc976b77bcb6 HTTP/1.1" status: 200 len: 210 time: 0.1261647 Dec 16 22:05:52.906178 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-989fe616-957d-43e9-8037-372775153c9a req-dda6ace8-3419-42cc-b3dd-90612027746a tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Allocated IP 192.168.233.200 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/61d2a47e-9886-49d8-b15e-9ae78f49bac4) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:05:52.955253 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-07288ff0-c19a-41eb-baa2-ed57d977b169 req-005eae4b-21a8-4852-a958-c62e019fd4b2 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 210 time: 0.0585725 Dec 16 22:05:52.982393 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-de151c1e-779c-47c4-b98a-e88054f78398 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:52.985985 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-37d4f9d6-38bb-44b2-b964-d2a5600cf371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:52.988437 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950807f-4633-4046-98d8-61597f229329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1608993b-0438-4cef-91fc-67709dc6ba94,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:53.046019 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-7b8f53dd-c1bd-47dd-b521-05e1b758f218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:53.047575 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-7b8f53dd-c1bd-47dd-b521-05e1b758f218 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d94d0871-a0a1-410a-ba04-ae858b15c465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1624863 Dec 16 22:05:53.059915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-37d4f9d6-38bb-44b2-b964-d2a5600cf371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:53.060536 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-37d4f9d6-38bb-44b2-b964-d2a5600cf371 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:53.061940 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-37d4f9d6-38bb-44b2-b964-d2a5600cf371 service neutron] 10.222.0.76 "PUT /v2.0/ports/f39f82df-9eb2-4151-8f59-3a2ea8336f14 HTTP/1.1" status: 200 len: 1096 time: 2.2103553 Dec 16 22:05:53.062482 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94d48c5-8c90-4cb6-9d87-f9492abebfa6', 'tag': 'f39f82df-9eb2-4151-8f59-3a2ea8336f14'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:05:53.064886 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc36054-1647-4c10-9b6c-28873bbdf144" -d '{"events": [{"name": "network-changed", "server_uuid": "c94d48c5-8c90-4cb6-9d87-f9492abebfa6", "tag": "f39f82df-9eb2-4151-8f59-3a2ea8336f14"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:05:53.076006 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1092e9ea-27ef-45f0-beff-567a616c9061 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:53.102604 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-de151c1e-779c-47c4-b98a-e88054f78398 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:53.105745 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-01d18073-3758-47e1-a64e-30d53e2f2a3f tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:53.109939 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-01d18073-3758-47e1-a64e-30d53e2f2a3f tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6457489 Dec 16 22:05:53.110964 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4f9d6-38bb-44b2-b964-d2a5600cf371 service neutron] Pushing event updated for resources: {'Port': ['ID=f39f82df-9eb2-4151-8f59-3a2ea8336f14,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:53.153073 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1092e9ea-27ef-45f0-beff-567a616c9061 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:53.166057 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-65cd6138-6377-402e-8f4e-ea08e01c240c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Request body: {'port': {'device_id': 'e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': 'ee2a4187d6904f62bc064a64b80f834b'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:53.198430 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac8d125-8d70-4371-b7fc-df9a87ad72ff x-openstack-request-id: req-3ac8d125-8d70-4371-b7fc-df9a87ad72ff {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:05:53.198726 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94d48c5-8c90-4cb6-9d87-f9492abebfa6", "tag": "f39f82df-9eb2-4151-8f59-3a2ea8336f14", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:05:53.199026 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3ac8d125-8d70-4371-b7fc-df9a87ad72ff {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:05:53.199579 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94d48c5-8c90-4cb6-9d87-f9492abebfa6', 'tag': 'f39f82df-9eb2-4151-8f59-3a2ea8336f14', 'status': 'completed', 'code': 200} Dec 16 22:05:53.207059 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de151c1e-779c-47c4-b98a-e88054f78398 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:53.214796 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8692a5-103c-4b44-bca4-2e2bbcdfd9a4 req-5ecfd757-f43d-4108-82d4-0098e61e18a9 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:53.219721 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-38945416-4623-471f-a4c3-d13154bdaa44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:53.223189 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-38945416-4623-471f-a4c3-d13154bdaa44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:53.227200 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-38945416-4623-471f-a4c3-d13154bdaa44 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a368bab5-6fae-4d44-a02a-335b7bcf28b8 HTTP/1.1" status: 204 len: 168 time: 0.6283450 Dec 16 22:05:53.227302 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8e8692a5-103c-4b44-bca4-2e2bbcdfd9a4 req-5ecfd757-f43d-4108-82d4-0098e61e18a9 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=c94d48c5-8c90-4cb6-9d87-f9492abebfa6 HTTP/1.1" status: 200 len: 948 time: 0.2246761 Dec 16 22:05:53.275850 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d90d3bfe-e31d-4450-acff-995c6d552a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:53.285329 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.76', 58899) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:53.326830 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38945416-4623-471f-a4c3-d13154bdaa44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a368bab5-6fae-4d44-a02a-335b7bcf28b8,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:53.357063 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a120a4-6868-4b5a-b963-dcb6b7f11ebc req-b2a53a13-a6f5-45a0-ba32-e127d3eda6cd tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:53.358589 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d8a120a4-6868-4b5a-b963-dcb6b7f11ebc req-b2a53a13-a6f5-45a0-ba32-e127d3eda6cd tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.76 "GET /v2.0/ports?device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 971 time: 0.2236311 Dec 16 22:05:53.503755 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8e8692a5-103c-4b44-bca4-2e2bbcdfd9a4 req-909c7d4e-5ddf-4450-a247-5f4bd9355202 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755096 Dec 16 22:05:53.614601 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-d8a120a4-6868-4b5a-b963-dcb6b7f11ebc req-353ea7ad-807f-4e5a-89ac-940ed16b9812 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Deleting port fd0865a7-d130-45e7-97dc-1118a62fab2f {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:05:53.614957 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d8a120a4-6868-4b5a-b963-dcb6b7f11ebc req-353ea7ad-807f-4e5a-89ac-940ed16b9812 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:53.625294 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-989fe616-957d-43e9-8037-372775153c9a req-dda6ace8-3419-42cc-b3dd-90612027746a tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:53.654678 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-b9644010-4309-406b-a640-e27caf438ec8 service neutron] 10.222.0.57 "GET /v2.0/networks/d94d0871-a0a1-410a-ba04-ae858b15c465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5880673 Dec 16 22:05:53.675895 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4966990-d1e3-4c51-937b-4604b9ec2a4a req-a927af33-b909-46cd-b0f0-e840467ed20e tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:53.677434 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c4966990-d1e3-4c51-937b-4604b9ec2a4a req-a927af33-b909-46cd-b0f0-e840467ed20e tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/ports?device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 971 time: 0.1643529 Dec 16 22:05:53.680648 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc36054-1647-4c10-9b6c-28873bbdf144 req-ba20ac10-1688-42f9-8800-42e024ed353d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:53.681914 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1092e9ea-27ef-45f0-beff-567a616c9061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:53.682148 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3cc36054-1647-4c10-9b6c-28873bbdf144 req-ba20ac10-1688-42f9-8800-42e024ed353d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a3c0862f1e84a579605ccaed0deeb8c&device_id=c94d48c5-8c90-4cb6-9d87-f9492abebfa6 HTTP/1.1" status: 200 len: 1099 time: 0.3626833 Dec 16 22:05:53.683339 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1092e9ea-27ef-45f0-beff-567a616c9061 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:53.687854 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1092e9ea-27ef-45f0-beff-567a616c9061 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/94bf98c6-1d4c-47c0-9d94-514bb6861c78 HTTP/1.1" status: 204 len: 168 time: 0.8742712 Dec 16 22:05:53.740538 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092e9ea-27ef-45f0-beff-567a616c9061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bf98c6-1d4c-47c0-9d94-514bb6861c78,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:53.812367 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-d8a120a4-6868-4b5a-b963-dcb6b7f11ebc req-353ea7ad-807f-4e5a-89ac-940ed16b9812 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] For port fd0865a7-d130-45e7-97dc-1118a62fab2f, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=fd0865a7-d130-45e7-97dc-1118a62fab2f,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:05:53.813202 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3cc36054-1647-4c10-9b6c-28873bbdf144 req-fa4f35ac-6fb2-4dc6-b561-99276548dfe8 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=3a3c0862f1e84a579605ccaed0deeb8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0964122 Dec 16 22:05:53.815577 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d8a120a4-6868-4b5a-b963-dcb6b7f11ebc req-353ea7ad-807f-4e5a-89ac-940ed16b9812 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:53.839897 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-d8a120a4-6868-4b5a-b963-dcb6b7f11ebc req-353ea7ad-807f-4e5a-89ac-940ed16b9812 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Calling delete_port for fd0865a7-d130-45e7-97dc-1118a62fab2f owned by compute:tempest-test_az-749272090 {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:05:53.863587 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e10e13-fd1b-493a-aa21-6f28f11df323 req-e9e46bfa-3fe4-4294-ac44-f712221d14d9 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:53.865372 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e4e10e13-fd1b-493a-aa21-6f28f11df323 req-e9e46bfa-3fe4-4294-ac44-f712221d14d9 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 944 time: 0.2537870 Dec 16 22:05:53.945880 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-989fe616-957d-43e9-8037-372775153c9a req-dda6ace8-3419-42cc-b3dd-90612027746a tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:53.954136 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c4966990-d1e3-4c51-937b-4604b9ec2a4a req-9711c70c-45df-43b7-adfa-67486043bff5 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/security-groups?id=c1268fb3-2866-4cd3-bbe5-71b7cf9d4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665520 Dec 16 22:05:53.986672 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-65cd6138-6377-402e-8f4e-ea08e01c240c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Made reservation on behalf of ee2a4187d6904f62bc064a64b80f834b for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:05:53.990571 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-65cd6138-6377-402e-8f4e-ea08e01c240c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:54.014653 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-de151c1e-779c-47c4-b98a-e88054f78398 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Allocated IP 192.168.233.110 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/6152338b-9db8-4f48-8fa8-1e9544e29588) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:05:54.084485 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7b258d7-8e9c-431c-9b7d-3dc255cd82fa req-062ace99-b56c-49a6-a912-e197351d01a8 service neutron] 10.222.0.57 "GET /v2.0/networks/d94d0871-a0a1-410a-ba04-ae858b15c465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061003 Dec 16 22:05:54.122029 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-989fe616-957d-43e9-8037-372775153c9a req-dda6ace8-3419-42cc-b3dd-90612027746a tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:05:54.156900 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-989fe616-957d-43e9-8037-372775153c9a req-dda6ace8-3419-42cc-b3dd-90612027746a tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:05:54.160217 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-989fe616-957d-43e9-8037-372775153c9a req-dda6ace8-3419-42cc-b3dd-90612027746a tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:05:54.166577 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fe616-957d-43e9-8037-372775153c9a req-dda6ace8-3419-42cc-b3dd-90612027746a tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:54.167292 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-989fe616-957d-43e9-8037-372775153c9a req-dda6ace8-3419-42cc-b3dd-90612027746a tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:54.174453 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a73c2-0eea-4b3f-a8d6-c9480ab71680 req-91537f92-f479-4535-82c0-4c7fc87d8ed5 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:54.176093 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fe9a73c2-0eea-4b3f-a8d6-c9480ab71680 req-91537f92-f479-4535-82c0-4c7fc87d8ed5 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/ports?device_id=1cb5a625-02d6-4d52-a013-fc976b77bcb6 HTTP/1.1" status: 200 len: 936 time: 0.1535952 Dec 16 22:05:54.190611 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6ace8-3419-42cc-b3dd-90612027746a tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Pushing event updated for resources: {'Port': ['ID=61d2a47e-9886-49d8-b15e-9ae78f49bac4,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:54.243406 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e4e10e13-fd1b-493a-aa21-6f28f11df323 req-cc930ef7-3b20-46b3-941e-e60a383982a3 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3244789 Dec 16 22:05:54.250170 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc36054-1647-4c10-9b6c-28873bbdf144 req-510c0ff0-2fb2-42c2-86e8-4f7305500e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:54.251635 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3cc36054-1647-4c10-9b6c-28873bbdf144 req-510c0ff0-2fb2-42c2-86e8-4f7305500e54 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4198523 Dec 16 22:05:54.368212 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fe9a73c2-0eea-4b3f-a8d6-c9480ab71680 req-ef91c099-e41b-4243-b4e2-e8f29e29477d tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a6aa90e-7edc-419e-bcbe-7fea3f5598b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802275 Dec 16 22:05:54.381929 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d8a120a4-6868-4b5a-b963-dcb6b7f11ebc req-353ea7ad-807f-4e5a-89ac-940ed16b9812 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:54.432260 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['fd0865a7-d130-45e7-97dc-1118a62fab2f'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:05:54.435669 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-de151c1e-779c-47c4-b98a-e88054f78398 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:54.439022 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ea7ad-807f-4e5a-89ac-940ed16b9812 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Pushing event deleted for resources: {'Port': ['ID=fd0865a7-d130-45e7-97dc-1118a62fab2f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:54.468989 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-989fe616-957d-43e9-8037-372775153c9a req-dda6ace8-3419-42cc-b3dd-90612027746a tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3718567 Dec 16 22:05:54.503944 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-989fe616-957d-43e9-8037-372775153c9a req-6d09347e-a663-41d1-b4e2-9e552a1a532b service neutron] Request body: {'port': {'device_id': '1cb5a625-02d6-4d52-a013-fc976b77bcb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:54.549837 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a098a1e4-e701-4254-9668-43fff9068600 req-25c13068-ac30-4ed5-989c-0b49922828fe tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 210 time: 0.0901728 Dec 16 22:05:54.559419 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4e83561c-41af-436e-8fb5-0d75d3e8e702 None None] Provisioning complete for port 61d2a47e-9886-49d8-b15e-9ae78f49bac4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:54.559905 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4e83561c-41af-436e-8fb5-0d75d3e8e702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:54.614351 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac01059-e386-4393-8da7-229f9dd851bc req-a0ad6d9e-a6a5-4e4b-aae2-13d3026b8bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:54.621331 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aac01059-e386-4393-8da7-229f9dd851bc req-a0ad6d9e-a6a5-4e4b-aae2-13d3026b8bf5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eef4474b3e2b443596735e3c2ca6ae10&device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 1095 time: 0.2251208 Dec 16 22:05:54.622304 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4e83561c-41af-436e-8fb5-0d75d3e8e702 None None] Port 61d2a47e-9886-49d8-b15e-9ae78f49bac4 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:05:54.632340 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-4bae6f06-b3f1-4fdd-a8bb-3e1d53535a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:54.634005 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-4bae6f06-b3f1-4fdd-a8bb-3e1d53535a6e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a3c0862f1e84a579605ccaed0deeb8c&device_id=c94d48c5-8c90-4cb6-9d87-f9492abebfa6 HTTP/1.1" status: 200 len: 1099 time: 0.2980483 Dec 16 22:05:54.634381 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a120a4-6868-4b5a-b963-dcb6b7f11ebc req-353ea7ad-807f-4e5a-89ac-940ed16b9812 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] No DVR routers for this DVR port fd0865a7-d130-45e7-97dc-1118a62fab2f on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:05:54.659388 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d8a120a4-6868-4b5a-b963-dcb6b7f11ebc req-353ea7ad-807f-4e5a-89ac-940ed16b9812 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:54.664627 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d8a120a4-6868-4b5a-b963-dcb6b7f11ebc req-353ea7ad-807f-4e5a-89ac-940ed16b9812 tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.76 "DELETE /v2.0/ports/fd0865a7-d130-45e7-97dc-1118a62fab2f HTTP/1.1" status: 204 len: 173 time: 1.2976797 Dec 16 22:05:54.667370 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52106) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:54.751277 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-74a75675-04d8-4212-865f-2fd4885d21bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:54.784895 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac01059-e386-4393-8da7-229f9dd851bc req-bd1f58e8-86f7-4ffe-8b99-8f14978d7890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:54.786449 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aac01059-e386-4393-8da7-229f9dd851bc req-bd1f58e8-86f7-4ffe-8b99-8f14978d7890 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d94d0871-a0a1-410a-ba04-ae858b15c465 HTTP/1.1" status: 200 len: 923 time: 0.1514332 Dec 16 22:05:54.840878 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834bdbd-0b89-4733-90aa-fec32a7caa7b req-6565538b-671e-49f6-8b16-dcb9e8e2504f tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:54.849904 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6834bdbd-0b89-4733-90aa-fec32a7caa7b req-6565538b-671e-49f6-8b16-dcb9e8e2504f tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=c94d48c5-8c90-4cb6-9d87-f9492abebfa6 HTTP/1.1" status: 200 len: 948 time: 0.2175553 Dec 16 22:05:54.855464 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-d4ffc8a9-7612-4ab3-bdb9-4f7a9333eb02 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=f39f82df-9eb2-4151-8f59-3a2ea8336f14 HTTP/1.1" status: 200 len: 217 time: 0.0628018 Dec 16 22:05:54.883917 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-de151c1e-779c-47c4-b98a-e88054f78398 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:54.924969 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aac01059-e386-4393-8da7-229f9dd851bc req-4aef4f42-22e3-4786-861c-839f1f5f8581 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=335af761-796e-4f3b-b720-e04993b9f8e0 HTTP/1.1" status: 200 len: 217 time: 0.0916464 Dec 16 22:05:54.975488 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6834bdbd-0b89-4733-90aa-fec32a7caa7b req-63b67ac0-36b2-4e0b-98c1-9f57bb3c128f tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191125 Dec 16 22:05:54.987956 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-de151c1e-779c-47c4-b98a-e88054f78398 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:05:54.995601 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-74a75675-04d8-4212-865f-2fd4885d21bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:54.997022 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-de151c1e-779c-47c4-b98a-e88054f78398 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:05:55.001661 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-de151c1e-779c-47c4-b98a-e88054f78398 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:05:55.008363 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-de151c1e-779c-47c4-b98a-e88054f78398 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:55.009199 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-de151c1e-779c-47c4-b98a-e88054f78398 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:55.027442 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de151c1e-779c-47c4-b98a-e88054f78398 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Pushing event updated for resources: {'Port': ['ID=6152338b-9db8-4f48-8fa8-1e9544e29588,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:55.087828 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac01059-e386-4393-8da7-229f9dd851bc req-d41a37ce-7247-472a-ade2-943d8460122d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:55.088629 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-74a75675-04d8-4212-865f-2fd4885d21bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:55.089307 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aac01059-e386-4393-8da7-229f9dd851bc req-d41a37ce-7247-472a-ade2-943d8460122d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=797fa958-cbb2-4eb6-8ec6-7506427faefa HTTP/1.1" status: 200 len: 862 time: 0.1373439 Dec 16 22:05:55.090132 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-989fe616-957d-43e9-8037-372775153c9a req-6d09347e-a663-41d1-b4e2-9e552a1a532b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:55.113899 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52116) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:55.150439 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-de151c1e-779c-47c4-b98a-e88054f78398 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0496016 Dec 16 22:05:55.161482 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a75675-04d8-4212-865f-2fd4885d21bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3baded4-dfa8-4829-9bef-d112b026304a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:55.169427 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-74a75675-04d8-4212-865f-2fd4885d21bc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ef61e2543ac7440e87d4477f6ccb3064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4996283 Dec 16 22:05:55.170065 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52120) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:55.178431 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-83109422-cc0a-4983-8c84-760be343de23 service neutron] Request body: {'port': {'device_id': '184e2541-4ad3-494d-86c5-4b0ba9c944f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:55.234220 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b75a36-b734-4dfd-9084-29cc0c4132a5', 'name': 'network-vif-deleted', 'tag': 'fd0865a7-d130-45e7-97dc-1118a62fab2f'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:05:55.244483 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5eed17-8974-4bd5-94c0-166a41744e62" -d '{"events": [{"server_uuid": "67b75a36-b734-4dfd-9084-29cc0c4132a5", "name": "network-vif-deleted", "tag": "fd0865a7-d130-45e7-97dc-1118a62fab2f"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:05:55.304376 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2717659-a285-4af8-98ea-a244c47dcac9 x-openstack-request-id: req-a2717659-a285-4af8-98ea-a244c47dcac9 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:05:55.304769 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b75a36-b734-4dfd-9084-29cc0c4132a5", "name": "network-vif-deleted", "tag": "fd0865a7-d130-45e7-97dc-1118a62fab2f", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:05:55.305064 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a2717659-a285-4af8-98ea-a244c47dcac9 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:05:55.305642 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b75a36-b734-4dfd-9084-29cc0c4132a5', 'name': 'network-vif-deleted', 'tag': 'fd0865a7-d130-45e7-97dc-1118a62fab2f', 'status': 'completed', 'code': 200} Dec 16 22:05:55.380320 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-83109422-cc0a-4983-8c84-760be343de23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:55.419105 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e69ef9f6-8093-4d6d-8d34-aeed6258fc65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:55.450025 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-a2328685-9ac0-41de-8bf7-3386cf199680 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2103249237-network', 'tenant_id': '70ddf0fe02f649f28d93270673f4f1b0'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:55.459247 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-67efb5cb-0c70-4a0e-b617-fd6bafa2fe6c None None] Provisioning complete for port 6152338b-9db8-4f48-8fa8-1e9544e29588 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:55.459765 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67efb5cb-0c70-4a0e-b617-fd6bafa2fe6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:55.465344 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-f7ae4bda-76a2-4ba7-8149-ebc4725e79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:55.466962 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-f7ae4bda-76a2-4ba7-8149-ebc4725e79fc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.5703857 Dec 16 22:05:55.528985 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-67efb5cb-0c70-4a0e-b617-fd6bafa2fe6c None None] Port 6152338b-9db8-4f48-8fa8-1e9544e29588 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:05:55.531554 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4cd1c3e9-5cc9-4e39-9262-00d36df6ee97 req-f9b8d21d-c92f-48a5-b156-b853b1084d3a tempest-AggregatesAdminTestJSON-227006531 tempest-AggregatesAdminTestJSON-227006531-project] 10.222.0.75 "GET /v2.0/ports?device_id=67b75a36-b734-4dfd-9084-29cc0c4132a5 HTTP/1.1" status: 200 len: 210 time: 0.1200955 Dec 16 22:05:55.535717 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e69ef9f6-8093-4d6d-8d34-aeed6258fc65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:55.576509 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-65cd6138-6377-402e-8f4e-ea08e01c240c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Allocated IP 192.168.233.48 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/58679fee-c554-4e1d-95cc-dfb8d9197916) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:05:55.601424 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac01059-e386-4393-8da7-229f9dd851bc req-153f2edb-3af1-4e7c-94a7-c89408f6f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:55.602970 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aac01059-e386-4393-8da7-229f9dd851bc req-153f2edb-3af1-4e7c-94a7-c89408f6f6b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d94d0871-a0a1-410a-ba04-ae858b15c465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2163396 Dec 16 22:05:55.622537 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0cde81d1-89be-494a-9fac-5d9398ea69ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:55.636735 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f431fe9-fd16-4bec-96b9-37cf2628ee78 req-b90426ff-0ff1-4e19-9836-9e71bab549cb tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:55.638546 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6f431fe9-fd16-4bec-96b9-37cf2628ee78 req-b90426ff-0ff1-4e19-9836-9e71bab549cb tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 944 time: 0.2359817 Dec 16 22:05:55.693245 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2328685-9ac0-41de-8bf7-3386cf199680 admin admin] Made reservation on behalf of 70ddf0fe02f649f28d93270673f4f1b0 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:05:55.695662 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a2328685-9ac0-41de-8bf7-3386cf199680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:55.716486 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a2328685-9ac0-41de-8bf7-3386cf199680 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:55.757450 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6f431fe9-fd16-4bec-96b9-37cf2628ee78 req-cd8d218f-71a2-4743-a9ce-e27ba3693b59 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035714 Dec 16 22:05:55.776033 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-ee7b0aac-899f-4d72-829e-e0ed3c17b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:55.776033 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-ee7b0aac-899f-4d72-829e-e0ed3c17b612 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2819314 Dec 16 22:05:55.841857 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e69ef9f6-8093-4d6d-8d34-aeed6258fc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:55.845121 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e69ef9f6-8093-4d6d-8d34-aeed6258fc65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:55.848650 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e69ef9f6-8093-4d6d-8d34-aeed6258fc65 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b3baded4-dfa8-4829-9bef-d112b026304a HTTP/1.1" status: 204 len: 168 time: 0.6738281 Dec 16 22:05:55.880912 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ef9f6-8093-4d6d-8d34-aeed6258fc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3baded4-dfa8-4829-9bef-d112b026304a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:55.934522 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-390c653e-3d9a-4cc9-a56e-99f2954fb7ca req-ee9b0ef5-a891-4063-94cf-dc0146b938ba tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 210 time: 0.0688901 Dec 16 22:05:55.962886 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f11879-5836-4e0f-b7e8-8e3bf4e70126 req-fcadb2cf-0370-4f7a-86dd-499fcd75b88e tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:55.964908 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-23f11879-5836-4e0f-b7e8-8e3bf4e70126 req-fcadb2cf-0370-4f7a-86dd-499fcd75b88e tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/ports?device_id=1cb5a625-02d6-4d52-a013-fc976b77bcb6 HTTP/1.1" status: 200 len: 936 time: 0.3553269 Dec 16 22:05:55.996835 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aac01059-e386-4393-8da7-229f9dd851bc req-41a8e1f8-07be-4830-a730-5f0bdee544fe service neutron] 10.222.0.57 "GET /v2.0/networks/d94d0871-a0a1-410a-ba04-ae858b15c465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807416 Dec 16 22:05:56.026114 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a2328685-9ac0-41de-8bf7-3386cf199680 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:56.125598 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-2cab3ef9-efb7-4bbb-ba6e-6c799a9efcb0 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226933 Dec 16 22:05:56.130617 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f18852-31f4-47ff-bc58-9e80001ae73c req-ac9ed346-2fd3-4ae3-9164-f08e4191b2b7 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:56.132108 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-78f18852-31f4-47ff-bc58-9e80001ae73c req-ac9ed346-2fd3-4ae3-9164-f08e4191b2b7 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=c94d48c5-8c90-4cb6-9d87-f9492abebfa6 HTTP/1.1" status: 200 len: 948 time: 0.0584228 Dec 16 22:05:56.135639 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a2328685-9ac0-41de-8bf7-3386cf199680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:56.151064 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-65cd6138-6377-402e-8f4e-ea08e01c240c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:56.171279 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-23f11879-5836-4e0f-b7e8-8e3bf4e70126 req-42c94ac6-4d4f-4520-907e-afbc32440970 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a6aa90e-7edc-419e-bcbe-7fea3f5598b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941938 Dec 16 22:05:56.250335 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2328685-9ac0-41de-8bf7-3386cf199680 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:05:56.250335 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2328685-9ac0-41de-8bf7-3386cf199680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789c0d59-a9fc-45d5-8909-e9759b679301,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:56.250335 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a2328685-9ac0-41de-8bf7-3386cf199680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:56.250335 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-a2328685-9ac0-41de-8bf7-3386cf199680 admin admin] Added segment f7229ae5-deec-458d-b7b0-748c20bbbce0 of type vlan for network 851b3d27-6497-40f0-b603-b3da566b57ea Dec 16 22:05:56.268679 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-78f18852-31f4-47ff-bc58-9e80001ae73c req-c7ef279b-e945-409c-a247-226dbd2d1543 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270130 Dec 16 22:05:56.276663 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aac01059-e386-4393-8da7-229f9dd851bc req-2c4dec5c-af7f-49c8-9013-39191293238d service neutron] 10.222.0.57 "GET /v2.0/networks/d94d0871-a0a1-410a-ba04-ae858b15c465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547367 Dec 16 22:05:56.281211 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a2328685-9ac0-41de-8bf7-3386cf199680 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:56.317541 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f5cdebaa-5360-47d5-8cb6-3e75187a9995 req-383fcd8d-f476-4e1c-a29b-2859ef746a18 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719182 Dec 16 22:05:56.774250 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-65cd6138-6377-402e-8f4e-ea08e01c240c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:56.777184 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a2328685-9ac0-41de-8bf7-3386cf199680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:56.778348 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2328685-9ac0-41de-8bf7-3386cf199680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:56.779312 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a2328685-9ac0-41de-8bf7-3386cf199680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:56.854050 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-65cd6138-6377-402e-8f4e-ea08e01c240c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:05:56.860025 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-65cd6138-6377-402e-8f4e-ea08e01c240c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:05:56.869950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-65cd6138-6377-402e-8f4e-ea08e01c240c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:05:56.883546 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-65cd6138-6377-402e-8f4e-ea08e01c240c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:56.884252 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-65cd6138-6377-402e-8f4e-ea08e01c240c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:56.900411 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd6138-6377-402e-8f4e-ea08e01c240c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Pushing event updated for resources: {'Port': ['ID=58679fee-c554-4e1d-95cc-dfb8d9197916,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:56.912718 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:56.922046 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:57.057275 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-65cd6138-6377-402e-8f4e-ea08e01c240c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8964214 Dec 16 22:05:57.076859 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-1f3758b8-c766-4b44-bbc8-cabb6465f14b service neutron] Request body: {'port': {'device_id': 'e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:57.134994 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfd84d-d016-44e6-b57d-ee1193117234 req-7cb42b12-a9f6-4542-8819-8c22c26e33f2 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:57.136783 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07bfd84d-d016-44e6-b57d-ee1193117234 req-7cb42b12-a9f6-4542-8819-8c22c26e33f2 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 935 time: 0.1153493 Dec 16 22:05:57.168656 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bdee87fa-e5da-4a7a-a9c2-5c06e837eccc None None] Provisioning complete for port 58679fee-c554-4e1d-95cc-dfb8d9197916 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:05:57.169326 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bdee87fa-e5da-4a7a-a9c2-5c06e837eccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:57.194292 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-1f3758b8-c766-4b44-bbc8-cabb6465f14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:57.203686 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a2328685-9ac0-41de-8bf7-3386cf199680 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.0831592 Dec 16 22:05:57.209514 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52168) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:57.219110 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-f73b81b4-5f16-4e0e-b22b-bb1aa21e531a admin admin] Request body: {'subnet': {'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2103249237-subnet', 'tenant_id': '70ddf0fe02f649f28d93270673f4f1b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:05:57.224546 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bdee87fa-e5da-4a7a-a9c2-5c06e837eccc None None] Port 58679fee-c554-4e1d-95cc-dfb8d9197916 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:05:57.224769 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2328685-9ac0-41de-8bf7-3386cf199680 admin admin] Pushing event updated for resources: {'Network': ['ID=851b3d27-6497-40f0-b603-b3da566b57ea,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:57.252175 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 851b3d27-6497-40f0-b603-b3da566b57ea details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:05:57.268264 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device fd0865a7-d130-45e7-97dc-1118a62fab2f no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:05:57.274238 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca588a-7b2b-45cc-a552-4d46fe6fc736 req-56a53026-9e00-465c-974e-8cf9ec67fba5 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:57.279344 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07bfd84d-d016-44e6-b57d-ee1193117234 req-5a1971d7-6bc5-40ee-b255-ff3ab3eb2699 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175778 Dec 16 22:05:57.282029 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-19ca588a-7b2b-45cc-a552-4d46fe6fc736 req-56a53026-9e00-465c-974e-8cf9ec67fba5 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 944 time: 0.3577087 Dec 16 22:05:57.353312 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73b81b4-5f16-4e0e-b22b-bb1aa21e531a admin admin] Made reservation on behalf of 70ddf0fe02f649f28d93270673f4f1b0 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:05:57.355667 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f73b81b4-5f16-4e0e-b22b-bb1aa21e531a admin admin] Publish callbacks [] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:57.391865 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: fd0865a7-d130-45e7-97dc-1118a62fab2f {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:05:57.392300 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device fd0865a7-d130-45e7-97dc-1118a62fab2f not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:05:57.442831 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-19ca588a-7b2b-45cc-a552-4d46fe6fc736 req-48df4e9e-4d94-4ee8-a768-b6e74e3ebc76 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598845 Dec 16 22:05:57.478670 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52597611-410a-4c4b-8f3a-9f7c4a8090a9 req-8476f162-d124-405d-aa29-e7d9089f759f tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:57.486778 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-52597611-410a-4c4b-8f3a-9f7c4a8090a9 req-8476f162-d124-405d-aa29-e7d9089f759f tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/ports?device_id=1cb5a625-02d6-4d52-a013-fc976b77bcb6 HTTP/1.1" status: 200 len: 936 time: 0.1026700 Dec 16 22:05:57.540037 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-52597611-410a-4c4b-8f3a-9f7c4a8090a9 req-bd9dcf5a-5b3c-41bb-b7e2-edf1de04e51d tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a6aa90e-7edc-419e-bcbe-7fea3f5598b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523024 Dec 16 22:05:57.543032 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-83109422-cc0a-4983-8c84-760be343de23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6152338b-9db8-4f48-8fa8-1e9544e29588 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:05:57.564682 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-83109422-cc0a-4983-8c84-760be343de23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:57.600025 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-83109422-cc0a-4983-8c84-760be343de23 service neutron] Transition to ACTIVE for port object 6152338b-9db8-4f48-8fa8-1e9544e29588 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:05:57.611444 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52180) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:57.661049 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2272e5-7cff-4424-80c3-71d131b0c0aa req-d7df29f3-346d-40b1-8eae-1f1e848e1b76 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:57.662582 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b2272e5-7cff-4424-80c3-71d131b0c0aa req-d7df29f3-346d-40b1-8eae-1f1e848e1b76 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=c94d48c5-8c90-4cb6-9d87-f9492abebfa6 HTTP/1.1" status: 200 len: 948 time: 0.1232991 Dec 16 22:05:57.705059 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-83109422-cc0a-4983-8c84-760be343de23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:57.810524 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b2272e5-7cff-4424-80c3-71d131b0c0aa req-4ae4787b-a0d5-479e-996e-331bfbe83a47 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370516 Dec 16 22:05:57.847425 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83109422-cc0a-4983-8c84-760be343de23 service neutron] Pushing event updated for resources: {'Port': ['ID=6152338b-9db8-4f48-8fa8-1e9544e29588,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:57.878848 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f73b81b4-5f16-4e0e-b22b-bb1aa21e531a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:57.895305 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-83109422-cc0a-4983-8c84-760be343de23 service neutron] Attempting to bind port 6152338b-9db8-4f48-8fa8-1e9544e29588 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:05:57.895642 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-83109422-cc0a-4983-8c84-760be343de23 service neutron] Attempting to bind port 6152338b-9db8-4f48-8fa8-1e9544e29588 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:05:57.896028 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-83109422-cc0a-4983-8c84-760be343de23 service neutron] Attempting to bind port 6152338b-9db8-4f48-8fa8-1e9544e29588 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:05:57.932333 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-83109422-cc0a-4983-8c84-760be343de23 service neutron] Port 6152338b-9db8-4f48-8fa8-1e9544e29588 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:05:57.932333 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-83109422-cc0a-4983-8c84-760be343de23 service neutron] Attempting to bind port 6152338b-9db8-4f48-8fa8-1e9544e29588 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:05:57.942181 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-83109422-cc0a-4983-8c84-760be343de23 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:05:57.942527 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-83109422-cc0a-4983-8c84-760be343de23 service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:05:57.942920 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-83109422-cc0a-4983-8c84-760be343de23 service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:05:57.943898 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-83109422-cc0a-4983-8c84-760be343de23 service neutron] Bound port: 6152338b-9db8-4f48-8fa8-1e9544e29588, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:05:57.943898 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-83109422-cc0a-4983-8c84-760be343de23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:57.975132 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b81b4-5f16-4e0e-b22b-bb1aa21e531a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac517c80-ed1c-4940-8a98-4b18f46cf35e,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:58.015416 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-989fe616-957d-43e9-8037-372775153c9a req-6d09347e-a663-41d1-b4e2-9e552a1a532b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d2a47e-9886-49d8-b15e-9ae78f49bac4 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:05:58.026306 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-989fe616-957d-43e9-8037-372775153c9a req-6d09347e-a663-41d1-b4e2-9e552a1a532b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:58.048577 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-989fe616-957d-43e9-8037-372775153c9a req-6d09347e-a663-41d1-b4e2-9e552a1a532b service neutron] Transition to ACTIVE for port object 61d2a47e-9886-49d8-b15e-9ae78f49bac4 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:05:58.055808 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73b81b4-5f16-4e0e-b22b-bb1aa21e531a admin admin] Checking segment: {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:05:58.057034 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73b81b4-5f16-4e0e-b22b-bb1aa21e531a admin admin] Network hostable DHCP agents. Network: 851b3d27-6497-40f0-b603-b3da566b57ea, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:05:58.126241 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-34b6e0e7-1faf-4f91-adeb-6e4c278902f8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cd0fafdb4af14a58928a9e92a0a90634&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5150795 Dec 16 22:05:58.128757 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52192) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:05:58.133149 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-83109422-cc0a-4983-8c84-760be343de23 service neutron] For port 6152338b-9db8-4f48-8fa8-1e9544e29588, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:05:58.137545 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-83109422-cc0a-4983-8c84-760be343de23 service neutron] For port 6152338b-9db8-4f48-8fa8-1e9544e29588, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=6152338b-9db8-4f48-8fa8-1e9544e29588,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:05:58.148932 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-989fe616-957d-43e9-8037-372775153c9a req-6d09347e-a663-41d1-b4e2-9e552a1a532b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:58.182601 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:58.183599 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:58.276548 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09347e-a663-41d1-b4e2-9e552a1a532b service neutron] Pushing event updated for resources: {'Port': ['ID=61d2a47e-9886-49d8-b15e-9ae78f49bac4,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:58.309099 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73b81b4-5f16-4e0e-b22b-bb1aa21e531a admin admin] Network 851b3d27-6497-40f0-b603-b3da566b57ea is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:05:58.312637 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-83109422-cc0a-4983-8c84-760be343de23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:58.328648 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0885069a-4859-4d4d-9f9c-351fef5c8fcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:58.358814 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-989fe616-957d-43e9-8037-372775153c9a req-6d09347e-a663-41d1-b4e2-9e552a1a532b service neutron] Attempting to bind port 61d2a47e-9886-49d8-b15e-9ae78f49bac4 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:05:58.359172 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-989fe616-957d-43e9-8037-372775153c9a req-6d09347e-a663-41d1-b4e2-9e552a1a532b service neutron] Attempting to bind port 61d2a47e-9886-49d8-b15e-9ae78f49bac4 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:05:58.359417 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989fe616-957d-43e9-8037-372775153c9a req-6d09347e-a663-41d1-b4e2-9e552a1a532b service neutron] Attempting to bind port 61d2a47e-9886-49d8-b15e-9ae78f49bac4 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:05:58.364886 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-83109422-cc0a-4983-8c84-760be343de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:58.365781 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-83109422-cc0a-4983-8c84-760be343de23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:58.373194 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-83109422-cc0a-4983-8c84-760be343de23 service neutron] 10.222.0.57 "PUT /v2.0/ports/6152338b-9db8-4f48-8fa8-1e9544e29588 HTTP/1.1" status: 200 len: 1096 time: 3.1971803 Dec 16 22:05:58.373833 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184e2541-4ad3-494d-86c5-4b0ba9c944f4', 'tag': '6152338b-9db8-4f48-8fa8-1e9544e29588'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:05:58.376195 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc1990a-4f57-45b1-ae67-e9052de5a929" -d '{"events": [{"name": "network-changed", "server_uuid": "184e2541-4ad3-494d-86c5-4b0ba9c944f4", "tag": "6152338b-9db8-4f48-8fa8-1e9544e29588"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:05:58.385961 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0885069a-4859-4d4d-9f9c-351fef5c8fcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:58.414000 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83109422-cc0a-4983-8c84-760be343de23 service neutron] Pushing event updated for resources: {'Port': ['ID=6152338b-9db8-4f48-8fa8-1e9544e29588,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:58.428390 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011568ad-7a91-472d-a066-73f9146f21a7 x-openstack-request-id: req-011568ad-7a91-472d-a066-73f9146f21a7 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:05:58.428681 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184e2541-4ad3-494d-86c5-4b0ba9c944f4", "tag": "6152338b-9db8-4f48-8fa8-1e9544e29588", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:05:58.429123 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-011568ad-7a91-472d-a066-73f9146f21a7 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:05:58.429690 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184e2541-4ad3-494d-86c5-4b0ba9c944f4', 'tag': '6152338b-9db8-4f48-8fa8-1e9544e29588', 'status': 'completed', 'code': 200} Dec 16 22:05:58.464199 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989fe616-957d-43e9-8037-372775153c9a req-6d09347e-a663-41d1-b4e2-9e552a1a532b service neutron] Port 61d2a47e-9886-49d8-b15e-9ae78f49bac4 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:05:58.464768 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989fe616-957d-43e9-8037-372775153c9a req-6d09347e-a663-41d1-b4e2-9e552a1a532b service neutron] Attempting to bind port 61d2a47e-9886-49d8-b15e-9ae78f49bac4 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:05:58.475597 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989fe616-957d-43e9-8037-372775153c9a req-6d09347e-a663-41d1-b4e2-9e552a1a532b service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:05:58.476199 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989fe616-957d-43e9-8037-372775153c9a req-6d09347e-a663-41d1-b4e2-9e552a1a532b service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:05:58.476908 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989fe616-957d-43e9-8037-372775153c9a req-6d09347e-a663-41d1-b4e2-9e552a1a532b service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:05:58.477523 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-989fe616-957d-43e9-8037-372775153c9a req-6d09347e-a663-41d1-b4e2-9e552a1a532b service neutron] Bound port: 61d2a47e-9886-49d8-b15e-9ae78f49bac4, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:05:58.478180 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-989fe616-957d-43e9-8037-372775153c9a req-6d09347e-a663-41d1-b4e2-9e552a1a532b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:58.533712 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-f73b81b4-5f16-4e0e-b22b-bb1aa21e531a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 851b3d27-6497-40f0-b603-b3da566b57ea) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:05:58.545479 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab660617-94c7-451b-ae2a-c9cc1881314c None None] Network 851b3d27-6497-40f0-b603-b3da566b57ea requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:05:58.559034 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73b81b4-5f16-4e0e-b22b-bb1aa21e531a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:58.561069 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f73b81b4-5f16-4e0e-b22b-bb1aa21e531a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:58.580811 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-989fe616-957d-43e9-8037-372775153c9a req-6d09347e-a663-41d1-b4e2-9e552a1a532b service neutron] For port 61d2a47e-9886-49d8-b15e-9ae78f49bac4, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:05:58.586594 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-989fe616-957d-43e9-8037-372775153c9a req-6d09347e-a663-41d1-b4e2-9e552a1a532b service neutron] For port 61d2a47e-9886-49d8-b15e-9ae78f49bac4, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=61d2a47e-9886-49d8-b15e-9ae78f49bac4,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:05:58.668080 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd8f14-78fe-4589-b2e6-42ed69affc18 req-b7875007-e3ff-466d-b9e3-7552e25bd7e0 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:58.678377 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-54bd8f14-78fe-4589-b2e6-42ed69affc18 req-b7875007-e3ff-466d-b9e3-7552e25bd7e0 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 935 time: 0.2273283 Dec 16 22:05:58.716205 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-1f3758b8-c766-4b44-bbc8-cabb6465f14b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58679fee-c554-4e1d-95cc-dfb8d9197916 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:05:58.719155 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1990a-4f57-45b1-ae67-e9052de5a929 req-ed0c8dd5-2fdd-4275-954d-ecebb28c796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:58.721183 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dcc1990a-4f57-45b1-ae67-e9052de5a929 req-ed0c8dd5-2fdd-4275-954d-ecebb28c796f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee2a4187d6904f62bc064a64b80f834b&device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 1099 time: 0.2428524 Dec 16 22:05:58.732743 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-989fe616-957d-43e9-8037-372775153c9a req-6d09347e-a663-41d1-b4e2-9e552a1a532b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:58.765617 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-1f3758b8-c766-4b44-bbc8-cabb6465f14b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:58.789025 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59704a65-b1d1-4009-a3aa-b2cf4db8e84a None None] Network 851b3d27-6497-40f0-b603-b3da566b57ea requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:05:58.797289 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fe616-957d-43e9-8037-372775153c9a req-6d09347e-a663-41d1-b4e2-9e552a1a532b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:58.797861 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-989fe616-957d-43e9-8037-372775153c9a req-6d09347e-a663-41d1-b4e2-9e552a1a532b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:58.799641 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-989fe616-957d-43e9-8037-372775153c9a req-6d09347e-a663-41d1-b4e2-9e552a1a532b service neutron] 10.222.0.76 "PUT /v2.0/ports/61d2a47e-9886-49d8-b15e-9ae78f49bac4 HTTP/1.1" status: 200 len: 1096 time: 4.3093560 Dec 16 22:05:58.802511 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dcc1990a-4f57-45b1-ae67-e9052de5a929 req-841ac662-bda8-4acb-8042-fb95de5a8d68 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ee2a4187d6904f62bc064a64b80f834b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617867 Dec 16 22:05:58.803391 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb5a625-02d6-4d52-a013-fc976b77bcb6', 'tag': '61d2a47e-9886-49d8-b15e-9ae78f49bac4'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:05:58.807063 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148fc2e1-3a45-4c9c-b80d-9b5dc79fd6c4" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb5a625-02d6-4d52-a013-fc976b77bcb6", "tag": "61d2a47e-9886-49d8-b15e-9ae78f49bac4"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:05:58.808961 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0885069a-4859-4d4d-9f9c-351fef5c8fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:58.812061 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0885069a-4859-4d4d-9f9c-351fef5c8fcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:58.813458 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0885069a-4859-4d4d-9f9c-351fef5c8fcb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c1268fb3-2866-4cd3-bbe5-71b7cf9d4fa7 HTTP/1.1" status: 204 len: 168 time: 0.6826158 Dec 16 22:05:58.821048 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f73b81b4-5f16-4e0e-b22b-bb1aa21e531a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6095901 Dec 16 22:05:58.846819 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-1f3758b8-c766-4b44-bbc8-cabb6465f14b service neutron] Transition to ACTIVE for port object 58679fee-c554-4e1d-95cc-dfb8d9197916 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:05:58.860234 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885069a-4859-4d4d-9f9c-351fef5c8fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1268fb3-2866-4cd3-bbe5-71b7cf9d4fa7,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:58.884247 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 335af761-796e-4f3b-b720-e04993b9f8e0 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:05:58.900842 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-54bd8f14-78fe-4589-b2e6-42ed69affc18 req-cc4245d3-d4e4-4629-acce-6b73122f677c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208908 Dec 16 22:05:58.920519 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57011a75-c412-4ba0-813b-025a21acd425 req-e19c6f4d-c916-4d94-9cd2-5926db1fc338 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:58.937576 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57011a75-c412-4ba0-813b-025a21acd425 req-e19c6f4d-c916-4d94-9cd2-5926db1fc338 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 944 time: 0.3301160 Dec 16 22:05:58.938611 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09347e-a663-41d1-b4e2-9e552a1a532b service neutron] Pushing event updated for resources: {'Port': ['ID=61d2a47e-9886-49d8-b15e-9ae78f49bac4,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:58.965394 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-1f3758b8-c766-4b44-bbc8-cabb6465f14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:59.135562 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57011a75-c412-4ba0-813b-025a21acd425 req-c4c979d8-2f5c-48cf-91a7-29dd78c5901e tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969306 Dec 16 22:05:59.178378 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3758b8-c766-4b44-bbc8-cabb6465f14b service neutron] Pushing event updated for resources: {'Port': ['ID=58679fee-c554-4e1d-95cc-dfb8d9197916,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:59.200992 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fe616-957d-43e9-8037-372775153c9a req-0af74c4a-14ad-4426-86dc-92728a4ca936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:59.202578 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-989fe616-957d-43e9-8037-372775153c9a req-0af74c4a-14ad-4426-86dc-92728a4ca936 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7d4b9f1defd84688bd6288634525dd0f&device_id=1cb5a625-02d6-4d52-a013-fc976b77bcb6 HTTP/1.1" status: 200 len: 1099 time: 0.2085364 Dec 16 22:05:59.207300 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-1f3758b8-c766-4b44-bbc8-cabb6465f14b service neutron] Attempting to bind port 58679fee-c554-4e1d-95cc-dfb8d9197916 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:05:59.207300 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-1f3758b8-c766-4b44-bbc8-cabb6465f14b service neutron] Attempting to bind port 58679fee-c554-4e1d-95cc-dfb8d9197916 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:05:59.207660 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-1f3758b8-c766-4b44-bbc8-cabb6465f14b service neutron] Attempting to bind port 58679fee-c554-4e1d-95cc-dfb8d9197916 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:05:59.216094 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-1f3758b8-c766-4b44-bbc8-cabb6465f14b service neutron] Port 58679fee-c554-4e1d-95cc-dfb8d9197916 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:05:59.216429 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-1f3758b8-c766-4b44-bbc8-cabb6465f14b service neutron] Attempting to bind port 58679fee-c554-4e1d-95cc-dfb8d9197916 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:05:59.226416 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-1f3758b8-c766-4b44-bbc8-cabb6465f14b service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:05:59.231293 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-1f3758b8-c766-4b44-bbc8-cabb6465f14b service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:05:59.231293 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-1f3758b8-c766-4b44-bbc8-cabb6465f14b service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:05:59.231293 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-1f3758b8-c766-4b44-bbc8-cabb6465f14b service neutron] Bound port: 58679fee-c554-4e1d-95cc-dfb8d9197916, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:05:59.231293 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-1f3758b8-c766-4b44-bbc8-cabb6465f14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:59.237135 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2643f-4b2a-4004-8612-dcc70fc29cb6 req-b1f5af17-df73-4726-acc0-a661dff98881 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:59.245474 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79a2643f-4b2a-4004-8612-dcc70fc29cb6 req-b1f5af17-df73-4726-acc0-a661dff98881 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/ports?device_id=1cb5a625-02d6-4d52-a013-fc976b77bcb6 HTTP/1.1" status: 200 len: 948 time: 0.1563046 Dec 16 22:05:59.246988 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1990a-4f57-45b1-ae67-e9052de5a929 req-67fa3b08-b918-4436-81c5-194f2f2f3152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:59.249152 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dcc1990a-4f57-45b1-ae67-e9052de5a929 req-67fa3b08-b918-4436-81c5-194f2f2f3152 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4324601 Dec 16 22:05:59.293177 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 335af761-796e-4f3b-b720-e04993b9f8e0, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=335af761-796e-4f3b-b720-e04993b9f8e0,segment=NetworkSegment(0872ca05-b35c-4fa1-9280-4ff6b06627ab),segment_id=0872ca05-b35c-4fa1-9280-4ff6b06627ab)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:05:59.332680 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:59.342002 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device f39f82df-9eb2-4151-8f59-3a2ea8336f14 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:05:59.342517 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-989fe616-957d-43e9-8037-372775153c9a req-7d9e9061-ff0c-4fbe-a918-7a897cc9d5ce service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=61d2a47e-9886-49d8-b15e-9ae78f49bac4 HTTP/1.1" status: 200 len: 217 time: 0.1173663 Dec 16 22:05:59.344643 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b883ab80-191f-4760-bbc2-34d8e5e01a84 x-openstack-request-id: req-b883ab80-191f-4760-bbc2-34d8e5e01a84 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:05:59.344948 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb5a625-02d6-4d52-a013-fc976b77bcb6", "tag": "61d2a47e-9886-49d8-b15e-9ae78f49bac4", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:05:59.345207 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b883ab80-191f-4760-bbc2-34d8e5e01a84 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:05:59.345623 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cb5a625-02d6-4d52-a013-fc976b77bcb6', 'tag': '61d2a47e-9886-49d8-b15e-9ae78f49bac4', 'status': 'completed', 'code': 200} Dec 16 22:05:59.371570 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '335af761-796e-4f3b-b720-e04993b9f8e0', 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465', 'port_id': '335af761-796e-4f3b-b720-e04993b9f8e0', 'mac_address': 'fa:16:3e:71:a6:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:05:59.477910 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:59.535622 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-9057d81f-773e-42e7-a82a-4f62fbb3f208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:59.541736 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-9057d81f-773e-42e7-a82a-4f62fbb3f208 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee2a4187d6904f62bc064a64b80f834b&device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 1099 time: 0.2133906 Dec 16 22:05:59.572185 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 335af761-796e-4f3b-b720-e04993b9f8e0 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:05:59.572315 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e87c8-232b-4c9a-9824-458e142677d3 req-b3710cc9-00af-4e63-9bce-61758e01b1cc tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:59.572909 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-715e87c8-232b-4c9a-9824-458e142677d3 req-b3710cc9-00af-4e63-9bce-61758e01b1cc tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=c94d48c5-8c90-4cb6-9d87-f9492abebfa6 HTTP/1.1" status: 200 len: 948 time: 0.1089296 Dec 16 22:05:59.598546 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 335af761-796e-4f3b-b720-e04993b9f8e0, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=335af761-796e-4f3b-b720-e04993b9f8e0,segment=NetworkSegment(0872ca05-b35c-4fa1-9280-4ff6b06627ab),segment_id=0872ca05-b35c-4fa1-9280-4ff6b06627ab)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:05:59.622745 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-874705e1-3346-414f-9008-fab660428a32 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=6152338b-9db8-4f48-8fa8-1e9544e29588 HTTP/1.1" status: 200 len: 217 time: 0.0486341 Dec 16 22:05:59.655875 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port f39f82df-9eb2-4151-8f59-3a2ea8336f14, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=f39f82df-9eb2-4151-8f59-3a2ea8336f14,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:05:59.682981 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'f39f82df-9eb2-4151-8f59-3a2ea8336f14', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': 'f39f82df-9eb2-4151-8f59-3a2ea8336f14', 'mac_address': 'fa:16:3e:9d:dc:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:05:59.691540 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-3771e143-a8e0-4c3c-b45f-7a821b36b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:59.693200 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-3771e143-a8e0-4c3c-b45f-7a821b36b487 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0613365 Dec 16 22:05:59.700380 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:59.757922 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79a2643f-4b2a-4004-8612-dcc70fc29cb6 req-944f2568-82df-491b-8667-6389d518ed0f tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a6aa90e-7edc-419e-bcbe-7fea3f5598b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114770 Dec 16 22:05:59.777173 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-715e87c8-232b-4c9a-9824-458e142677d3 req-0d5c6797-5abd-412f-be0c-bc58c98e0adc tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531296 Dec 16 22:05:59.795898 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fe616-957d-43e9-8037-372775153c9a req-6c4ddb10-80e1-4784-9754-00e6885e602a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:59.798184 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-989fe616-957d-43e9-8037-372775153c9a req-6c4ddb10-80e1-4784-9754-00e6885e602a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.4402320 Dec 16 22:05:59.798790 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-7a41c68e-582a-4a3c-97ed-54edc1e4e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:59.801978 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-7a41c68e-582a-4a3c-97ed-54edc1e4e0b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0933242 Dec 16 22:05:59.827069 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:59.838665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-1f3758b8-c766-4b44-bbc8-cabb6465f14b service neutron] For port 58679fee-c554-4e1d-95cc-dfb8d9197916, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:05:59.850198 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f39f82df-9eb2-4151-8f59-3a2ea8336f14 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:05:59.855115 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-1f3758b8-c766-4b44-bbc8-cabb6465f14b service neutron] For port 58679fee-c554-4e1d-95cc-dfb8d9197916, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=58679fee-c554-4e1d-95cc-dfb8d9197916,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:05:59.855675 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=335af761-796e-4f3b-b720-e04993b9f8e0,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:05:59.874021 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fe616-957d-43e9-8037-372775153c9a req-1ca57d9d-c166-4173-902c-e50b0aef89a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:05:59.876299 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-989fe616-957d-43e9-8037-372775153c9a req-1ca57d9d-c166-4173-902c-e50b0aef89a2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0653844 Dec 16 22:05:59.879207 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port f39f82df-9eb2-4151-8f59-3a2ea8336f14, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=f39f82df-9eb2-4151-8f59-3a2ea8336f14,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:05:59.914782 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-7172de4f-0b34-4495-b587-abeebec5b34b service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055353 Dec 16 22:05:59.984885 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-1f3758b8-c766-4b44-bbc8-cabb6465f14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:05:59.992476 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:00.029618 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-991883f5-f30c-4027-801b-5cb9dc9883b4 req-8801016d-fa0f-42e7-9124-95d300665134 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074297 Dec 16 22:06:00.031511 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-989fe616-957d-43e9-8037-372775153c9a req-10862654-b08f-47b3-8f35-3a8102c9c1e6 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472371 Dec 16 22:06:00.039037 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-1f3758b8-c766-4b44-bbc8-cabb6465f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:00.039864 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-1f3758b8-c766-4b44-bbc8-cabb6465f14b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:00.044067 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-1f3758b8-c766-4b44-bbc8-cabb6465f14b service neutron] 10.222.0.57 "PUT /v2.0/ports/58679fee-c554-4e1d-95cc-dfb8d9197916 HTTP/1.1" status: 200 len: 1095 time: 2.9687119 Dec 16 22:06:00.106317 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=f39f82df-9eb2-4151-8f59-3a2ea8336f14,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:00.107019 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717fdec-b39a-4bb1-b790-0e6779e85319 req-4f6d1bf2-6cf0-44e9-9e0b-6305f097ada1 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:00.108672 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c717fdec-b39a-4bb1-b790-0e6779e85319 req-4f6d1bf2-6cf0-44e9-9e0b-6305f097ada1 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 947 time: 0.0825238 Dec 16 22:06:00.127671 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3758b8-c766-4b44-bbc8-cabb6465f14b service neutron] Pushing event updated for resources: {'Port': ['ID=58679fee-c554-4e1d-95cc-dfb8d9197916,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:00.167841 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-989fe616-957d-43e9-8037-372775153c9a req-9cb02ed8-43eb-4909-ad53-f344adcecde7 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207759 Dec 16 22:06:00.173048 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c717fdec-b39a-4bb1-b790-0e6779e85319 req-a628b7b2-7520-45c0-a4b3-73049dae4016 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553343 Dec 16 22:06:00.247794 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['335af761-796e-4f3b-b720-e04993b9f8e0'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:06:00.304795 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10788a-2458-4d56-b8c4-3d116634af71 req-fea1f004-24f8-40e1-8dbe-dcb2a8f9ee08 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:00.305223 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-de10788a-2458-4d56-b8c4-3d116634af71 req-fea1f004-24f8-40e1-8dbe-dcb2a8f9ee08 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 945 time: 0.0644011 Dec 16 22:06:00.307597 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['f39f82df-9eb2-4151-8f59-3a2ea8336f14'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:06:00.374158 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52250) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:00.376652 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-24735565-1b67-48e7-a64d-b3d6cacc44b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:00.379487 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-24735565-1b67-48e7-a64d-b3d6cacc44b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee2a4187d6904f62bc064a64b80f834b&device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 1098 time: 0.0891309 Dec 16 22:06:00.400318 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-de10788a-2458-4d56-b8c4-3d116634af71 req-ac4e5d77-90cd-4324-8a0e-106820936432 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875039 Dec 16 22:06:00.481221 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-79459d73-76ee-46dd-8739-14589df0db98 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=58679fee-c554-4e1d-95cc-dfb8d9197916 HTTP/1.1" status: 200 len: 217 time: 0.0800443 Dec 16 22:06:00.590473 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b80fd990-9908-4fe0-b98a-0bf1474eda7c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f2d8db8cfb074454bf2c96057de3048c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2099943 Dec 16 22:06:00.593927 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52252) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:00.594929 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fc2e1-3a45-4c9c-b80d-9b5dc79fd6c4 req-21fe6974-f042-40ef-9c60-efb4f7b96a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:00.597503 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-148fc2e1-3a45-4c9c-b80d-9b5dc79fd6c4 req-21fe6974-f042-40ef-9c60-efb4f7b96a3c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7d4b9f1defd84688bd6288634525dd0f&device_id=1cb5a625-02d6-4d52-a013-fc976b77bcb6 HTTP/1.1" status: 200 len: 1099 time: 0.1670117 Dec 16 22:06:00.602559 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-cbb791e4-1263-4f20-a83f-015ed0173386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:00.604119 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-cbb791e4-1263-4f20-a83f-015ed0173386 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0857074 Dec 16 22:06:00.684473 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ce27d350-20ec-4875-8ec7-25a291530f8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:00.729464 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ce27d350-20ec-4875-8ec7-25a291530f8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:00.738012 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-7e478e99-dc74-4a73-b82e-dab622b80dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:00.747478 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-7e478e99-dc74-4a73-b82e-dab622b80dad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1228802 Dec 16 22:06:00.747478 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fc2e1-3a45-4c9c-b80d-9b5dc79fd6c4 req-210637c7-766d-4a09-bf9f-a1a28fe931f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:00.747478 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-148fc2e1-3a45-4c9c-b80d-9b5dc79fd6c4 req-210637c7-766d-4a09-bf9f-a1a28fe931f7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.1402144 Dec 16 22:06:00.835216 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-148fc2e1-3a45-4c9c-b80d-9b5dc79fd6c4 req-5c967a51-e20b-45a5-8f96-bae1c1f670f1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=61d2a47e-9886-49d8-b15e-9ae78f49bac4 HTTP/1.1" status: 200 len: 217 time: 0.0752602 Dec 16 22:06:00.908511 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d696cb8-595c-4730-b261-f90e48a3ca06 req-bd782c8c-32d9-4e61-9929-47d0bf377962 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:00.911534 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0d696cb8-595c-4730-b261-f90e48a3ca06 req-bd782c8c-32d9-4e61-9929-47d0bf377962 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/ports?device_id=1cb5a625-02d6-4d52-a013-fc976b77bcb6 HTTP/1.1" status: 200 len: 948 time: 0.0693986 Dec 16 22:06:00.930589 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ce27d350-20ec-4875-8ec7-25a291530f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:00.933849 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ce27d350-20ec-4875-8ec7-25a291530f8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:00.934976 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ce27d350-20ec-4875-8ec7-25a291530f8e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9b76a5bb-fcd2-458e-957a-54be453e5055 HTTP/1.1" status: 204 len: 168 time: 0.3400509 Dec 16 22:06:00.953539 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27d350-20ec-4875-8ec7-25a291530f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b76a5bb-fcd2-458e-957a-54be453e5055,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:00.967336 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fc2e1-3a45-4c9c-b80d-9b5dc79fd6c4 req-9818aec2-d87e-48a7-a499-c843d8704245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:00.968825 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-148fc2e1-3a45-4c9c-b80d-9b5dc79fd6c4 req-9818aec2-d87e-48a7-a499-c843d8704245 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1274805 Dec 16 22:06:00.977916 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-2a091565-c86c-4c6d-9ee8-381c857f01ed service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296519 Dec 16 22:06:00.992074 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0d696cb8-595c-4730-b261-f90e48a3ca06 req-b02a102b-b0fc-4e52-8465-98f5fbbcb5a9 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a6aa90e-7edc-419e-bcbe-7fea3f5598b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727916 Dec 16 22:06:01.031942 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024f8e7-caab-4c2d-869b-ee3bdbfffe5e req-20cdb8b4-0ef2-447f-b113-e13e1c8dd053 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:01.033498 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2024f8e7-caab-4c2d-869b-ee3bdbfffe5e req-20cdb8b4-0ef2-447f-b113-e13e1c8dd053 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=c94d48c5-8c90-4cb6-9d87-f9492abebfa6 HTTP/1.1" status: 200 len: 949 time: 0.1419168 Dec 16 22:06:01.070741 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52278) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:01.086496 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-ac84c3af-30c9-41b7-89d7-e59505e2431e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-950986675-network', 'tenant_id': 'ae700950746a4c24b7bdf52a81321885'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:01.144213 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fc2e1-3a45-4c9c-b80d-9b5dc79fd6c4 req-9f8a5b0a-3985-4d8f-b230-d171cd3a7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:01.146326 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-148fc2e1-3a45-4c9c-b80d-9b5dc79fd6c4 req-9f8a5b0a-3985-4d8f-b230-d171cd3a7b66 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1676881 Dec 16 22:06:01.153641 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2024f8e7-caab-4c2d-869b-ee3bdbfffe5e req-9a723f2a-0359-414f-95cf-e1cbb13df259 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069975 Dec 16 22:06:01.207973 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac84c3af-30c9-41b7-89d7-e59505e2431e admin admin] Made reservation on behalf of ae700950746a4c24b7bdf52a81321885 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:06:01.210847 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac84c3af-30c9-41b7-89d7-e59505e2431e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:01.224071 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac84c3af-30c9-41b7-89d7-e59505e2431e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:01.246164 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cc0259e-c27b-4aa0-a11e-6c4591c56c73 req-e67595fa-219d-4a55-a65e-e93b636c1371 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528267 Dec 16 22:06:01.288776 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-148fc2e1-3a45-4c9c-b80d-9b5dc79fd6c4 req-907c4e9a-4f42-4b6a-9eb6-8db7d19a4108 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266642 Dec 16 22:06:01.293115 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device f39f82df-9eb2-4151-8f59-3a2ea8336f14 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:06:01.358975 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac84c3af-30c9-41b7-89d7-e59505e2431e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:01.388785 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7', 'tag': '58679fee-c554-4e1d-95cc-dfb8d9197916'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:06:01.391035 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99aecae-490f-45cc-b0be-baeb85109536" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7", "tag": "58679fee-c554-4e1d-95cc-dfb8d9197916"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:06:01.444124 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-148fc2e1-3a45-4c9c-b80d-9b5dc79fd6c4 req-2cf33651-b6f9-4e17-bfe3-8e0f002c74ad service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407146 Dec 16 22:06:01.444481 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac84c3af-30c9-41b7-89d7-e59505e2431e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:01.468284 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port f39f82df-9eb2-4151-8f59-3a2ea8336f14 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:06:01.480727 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port f39f82df-9eb2-4151-8f59-3a2ea8336f14 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:06:01.481202 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:01.488498 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac84c3af-30c9-41b7-89d7-e59505e2431e admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:06:01.500258 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84c3af-30c9-41b7-89d7-e59505e2431e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7241a3-4ad0-441d-b7e2-8975e53168e4,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:01.524738 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac84c3af-30c9-41b7-89d7-e59505e2431e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:01.524738 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-ac84c3af-30c9-41b7-89d7-e59505e2431e admin admin] Added segment 334e3c24-dd14-42f2-b01d-e998f5ab44f4 of type vlan for network 250755f9-a0b3-4a2b-8ea4-e59ee63f45c9 Dec 16 22:06:01.603364 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac84c3af-30c9-41b7-89d7-e59505e2431e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:01.671925 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:01.690020 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e2311-a51c-47a3-bcaf-0c4b33e4c500 req-92b216b0-e2bf-4f46-86e7-ef235629f04e tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:01.692494 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6f1e2311-a51c-47a3-bcaf-0c4b33e4c500 req-92b216b0-e2bf-4f46-86e7-ef235629f04e tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 947 time: 0.0664001 Dec 16 22:06:01.698886 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94d48c5-8c90-4cb6-9d87-f9492abebfa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39f82df-9eb2-4151-8f59-3a2ea8336f14'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:06:01.701485 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafd80ac-9a9f-4ec6-927a-28e7b748060b" -d '{"events": [{"server_uuid": "c94d48c5-8c90-4cb6-9d87-f9492abebfa6", "name": "network-vif-plugged", "status": "completed", "tag": "f39f82df-9eb2-4151-8f59-3a2ea8336f14"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:06:01.716537 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port f39f82df-9eb2-4151-8f59-3a2ea8336f14, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=f39f82df-9eb2-4151-8f59-3a2ea8336f14,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:01.751722 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac84c3af-30c9-41b7-89d7-e59505e2431e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:01.753948 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac84c3af-30c9-41b7-89d7-e59505e2431e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:01.754995 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac84c3af-30c9-41b7-89d7-e59505e2431e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:01.793514 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:01.818151 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6f1e2311-a51c-47a3-bcaf-0c4b33e4c500 req-5d77dca7-3a2b-41e0-ab28-f2cb3b752090 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194470 Dec 16 22:06:01.838144 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84c3af-30c9-41b7-89d7-e59505e2431e admin admin] Pushing event updated for resources: {'Network': ['ID=250755f9-a0b3-4a2b-8ea4-e59ee63f45c9,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:01.850440 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac86e7e-0281-47fd-8b4c-c4b9b6bc9ecd x-openstack-request-id: req-aac86e7e-0281-47fd-8b4c-c4b9b6bc9ecd {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:06:01.850737 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7", "tag": "58679fee-c554-4e1d-95cc-dfb8d9197916", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:06:01.851036 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-aac86e7e-0281-47fd-8b4c-c4b9b6bc9ecd {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:06:01.851695 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7', 'tag': '58679fee-c554-4e1d-95cc-dfb8d9197916', 'status': 'completed', 'code': 200} Dec 16 22:06:01.859214 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 250755f9-a0b3-4a2b-8ea4-e59ee63f45c9 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:06:01.910544 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ac84c3af-30c9-41b7-89d7-e59505e2431e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8379226 Dec 16 22:06:01.920221 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52310) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:01.926800 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-362f63f4-e9f2-4c97-9f50-f6d964eb7e4c admin admin] Request body: {'subnet': {'network_id': '250755f9-a0b3-4a2b-8ea4-e59ee63f45c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-950986675-subnet', 'tenant_id': 'ae700950746a4c24b7bdf52a81321885', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:01.990572 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=f39f82df-9eb2-4151-8f59-3a2ea8336f14,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:02.016456 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99aecae-490f-45cc-b0be-baeb85109536 req-b3844699-586a-44a4-b2d5-7e0987858a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:02.018035 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e99aecae-490f-45cc-b0be-baeb85109536 req-b3844699-586a-44a4-b2d5-7e0987858a7a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee2a4187d6904f62bc064a64b80f834b&device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 1098 time: 0.1217694 Dec 16 22:06:02.032557 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362f63f4-e9f2-4c97-9f50-f6d964eb7e4c admin admin] Made reservation on behalf of ae700950746a4c24b7bdf52a81321885 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:06:02.035454 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-362f63f4-e9f2-4c97-9f50-f6d964eb7e4c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:02.107877 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a0eed-7352-4611-ab80-18f375db5ee9 req-8ed17999-5f3c-4021-a8ed-3b4071501b70 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:02.115630 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3f0a0eed-7352-4611-ab80-18f375db5ee9 req-8ed17999-5f3c-4021-a8ed-3b4071501b70 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 945 time: 0.1605134 Dec 16 22:06:02.133133 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbfb0db-c3d6-49aa-8b99-1cedef36ed71 x-openstack-request-id: req-ecbfb0db-c3d6-49aa-8b99-1cedef36ed71 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:06:02.133674 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94d48c5-8c90-4cb6-9d87-f9492abebfa6", "name": "network-vif-plugged", "status": "completed", "tag": "f39f82df-9eb2-4151-8f59-3a2ea8336f14", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:06:02.133949 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ecbfb0db-c3d6-49aa-8b99-1cedef36ed71 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:06:02.134372 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94d48c5-8c90-4cb6-9d87-f9492abebfa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39f82df-9eb2-4151-8f59-3a2ea8336f14', 'code': 200} Dec 16 22:06:02.189558 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99aecae-490f-45cc-b0be-baeb85109536 req-0f23727d-9a24-4760-8e02-37a630f86584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:02.191717 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e99aecae-490f-45cc-b0be-baeb85109536 req-0f23727d-9a24-4760-8e02-37a630f86584 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.1493213 Dec 16 22:06:02.256586 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e99aecae-490f-45cc-b0be-baeb85109536 req-ce44dd5e-be04-4585-bb84-4539e9c5d664 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=58679fee-c554-4e1d-95cc-dfb8d9197916 HTTP/1.1" status: 200 len: 217 time: 0.0555820 Dec 16 22:06:02.274710 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3f0a0eed-7352-4611-ab80-18f375db5ee9 req-37255f6f-98fd-4263-bb74-3e0559143ed4 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548982 Dec 16 22:06:02.349677 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ab78d-267f-49ef-813b-648d9cd2e5d6 req-8c6663be-4b52-47ff-be4d-4c0cea4a17bd tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:02.351573 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-465ab78d-267f-49ef-813b-648d9cd2e5d6 req-8c6663be-4b52-47ff-be4d-4c0cea4a17bd tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/ports?device_id=1cb5a625-02d6-4d52-a013-fc976b77bcb6 HTTP/1.1" status: 200 len: 948 time: 0.0750005 Dec 16 22:06:02.377715 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99aecae-490f-45cc-b0be-baeb85109536 req-e046280a-e1b8-4c4d-a031-6f5964df4b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:02.379772 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e99aecae-490f-45cc-b0be-baeb85109536 req-e046280a-e1b8-4c4d-a031-6f5964df4b3d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1040032 Dec 16 22:06:02.387456 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efd4ec-4fa2-4241-acfc-15a698432fe1 req-9e280ec6-abe4-46bd-aa6c-2bf878f61b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:02.389200 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-82efd4ec-4fa2-4241-acfc-15a698432fe1 req-9e280ec6-abe4-46bd-aa6c-2bf878f61b87 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c94d48c5-8c90-4cb6-9d87-f9492abebfa6 HTTP/1.1" status: 200 len: 1101 time: 0.0805573 Dec 16 22:06:02.412974 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-362f63f4-e9f2-4c97-9f50-f6d964eb7e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:02.455312 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-465ab78d-267f-49ef-813b-648d9cd2e5d6 req-b1d452ac-c4c5-4134-8df7-cc9f701b3d5e tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a6aa90e-7edc-419e-bcbe-7fea3f5598b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951557 Dec 16 22:06:02.471201 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99aecae-490f-45cc-b0be-baeb85109536 req-cdcdca85-9375-4119-a6c4-b027f5e81ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:02.473474 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e99aecae-490f-45cc-b0be-baeb85109536 req-cdcdca85-9375-4119-a6c4-b027f5e81ac6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0833659 Dec 16 22:06:02.490139 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f63f4-e9f2-4c97-9f50-f6d964eb7e4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffd41e1a-8f16-43cb-a702-beea2b3e9d24,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:02.520244 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-82efd4ec-4fa2-4241-acfc-15a698432fe1 req-0964ab78-d624-4753-bfe4-31ea2550fd68 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192274 Dec 16 22:06:02.524809 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362f63f4-e9f2-4c97-9f50-f6d964eb7e4c admin admin] Checking segment: {'id': '334e3c24-dd14-42f2-b01d-e998f5ab44f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '250755f9-a0b3-4a2b-8ea4-e59ee63f45c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:06:02.525093 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362f63f4-e9f2-4c97-9f50-f6d964eb7e4c admin admin] Network hostable DHCP agents. Network: 250755f9-a0b3-4a2b-8ea4-e59ee63f45c9, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:06:02.603273 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a30bca-ce88-41f7-8702-d8df42841bfa req-56e6e878-6fd5-46ed-8096-67005457086d tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:02.603488 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d8a30bca-ce88-41f7-8702-d8df42841bfa req-56e6e878-6fd5-46ed-8096-67005457086d tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=c94d48c5-8c90-4cb6-9d87-f9492abebfa6 HTTP/1.1" status: 200 len: 950 time: 0.0667284 Dec 16 22:06:02.625696 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e99aecae-490f-45cc-b0be-baeb85109536 req-7afdfdd8-5a6e-49eb-9c3f-2611a0f51ac8 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423225 Dec 16 22:06:02.652876 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362f63f4-e9f2-4c97-9f50-f6d964eb7e4c admin admin] Network 250755f9-a0b3-4a2b-8ea4-e59ee63f45c9 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:06:02.676756 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d8a30bca-ce88-41f7-8702-d8df42841bfa req-618a962a-90f6-404c-96d9-b21c9ff427f5 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651357 Dec 16 22:06:02.731565 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-362f63f4-e9f2-4c97-9f50-f6d964eb7e4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 250755f9-a0b3-4a2b-8ea4-e59ee63f45c9) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:06:02.736441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362f63f4-e9f2-4c97-9f50-f6d964eb7e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:02.740850 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-362f63f4-e9f2-4c97-9f50-f6d964eb7e4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:02.745341 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498c29db-57b3-49d9-bbdd-26c22aeaf397 None None] Network 250755f9-a0b3-4a2b-8ea4-e59ee63f45c9 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:06:02.777294 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 335af761-796e-4f3b-b720-e04993b9f8e0 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:06:02.796677 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e99aecae-490f-45cc-b0be-baeb85109536 req-4ad0e424-bfe1-4614-b2e9-3a0fa71acec1 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585679 Dec 16 22:06:02.828457 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-362f63f4-e9f2-4c97-9f50-f6d964eb7e4c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9069064 Dec 16 22:06:03.042021 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c22e8-2bd7-45c1-959f-badbff013fd0 req-02ae1cad-affe-4379-b3b9-03c7df54909c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:03.049972 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f7c22e8-2bd7-45c1-959f-badbff013fd0 req-02ae1cad-affe-4379-b3b9-03c7df54909c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 947 time: 0.1244092 Dec 16 22:06:03.099888 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d267c776-04d6-4dfa-80ab-ddb6bac41081 None None] Network 250755f9-a0b3-4a2b-8ea4-e59ee63f45c9 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:06:03.134470 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f7c22e8-2bd7-45c1-959f-badbff013fd0 req-c0842eaa-ea76-42a2-9341-6eaee85402b8 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799384 Dec 16 22:06:03.160546 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 335af761-796e-4f3b-b720-e04993b9f8e0 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:06:03.165725 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 335af761-796e-4f3b-b720-e04993b9f8e0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:06:03.166073 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:03.291203 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 61d2a47e-9886-49d8-b15e-9ae78f49bac4 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:06:03.312636 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:03.414546 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 335af761-796e-4f3b-b720-e04993b9f8e0, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=335af761-796e-4f3b-b720-e04993b9f8e0,segment=NetworkSegment(0872ca05-b35c-4fa1-9280-4ff6b06627ab),segment_id=0872ca05-b35c-4fa1-9280-4ff6b06627ab)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:03.451533 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 61d2a47e-9886-49d8-b15e-9ae78f49bac4, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=61d2a47e-9886-49d8-b15e-9ae78f49bac4,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:03.466374 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '61d2a47e-9886-49d8-b15e-9ae78f49bac4', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '61d2a47e-9886-49d8-b15e-9ae78f49bac4', 'mac_address': 'fa:16:3e:0d:ae:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:06:03.492496 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d423b51-22fe-432e-8eab-6e02805693e9 req-20eca3fb-cd05-4286-8bba-5a20df2e6aff tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:03.494053 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6d423b51-22fe-432e-8eab-6e02805693e9 req-20eca3fb-cd05-4286-8bba-5a20df2e6aff tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 945 time: 0.0807521 Dec 16 22:06:03.511753 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:03.527003 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d2a47e-9886-49d8-b15e-9ae78f49bac4 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:06:03.538282 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:03.560107 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6d423b51-22fe-432e-8eab-6e02805693e9 req-9cac13a5-b96b-42ab-a7a6-f901727b069f tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578539 Dec 16 22:06:03.574539 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 61d2a47e-9886-49d8-b15e-9ae78f49bac4, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=61d2a47e-9886-49d8-b15e-9ae78f49bac4,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:03.589133 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-559efe76-b969-4115-9761-e2a70a53b445 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:03.590822 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-559efe76-b969-4115-9761-e2a70a53b445 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/networks?id=851b3d27-6497-40f0-b603-b3da566b57ea HTTP/1.1" status: 200 len: 808 time: 0.1443701 Dec 16 22:06:03.602066 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=335af761-796e-4f3b-b720-e04993b9f8e0,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:03.608959 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-ac9e18a6-4472-4dca-8781-c6e2a2f7ae1b tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/quotas/70ddf0fe02f649f28d93270673f4f1b0 HTTP/1.1" status: 200 len: 375 time: 0.0124962 Dec 16 22:06:03.671783 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-4f793ac7-e7a9-477d-a71f-d40b898b8546 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=70ddf0fe02f649f28d93270673f4f1b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437834 Dec 16 22:06:03.722783 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:03.792710 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-7a0d488c-415d-4a71-9042-834c2792b331 service neutron] 10.222.0.75 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177092 Dec 16 22:06:03.796476 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=61d2a47e-9886-49d8-b15e-9ae78f49bac4,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:03.861600 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52404) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:03.934530 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-64c045ad-681c-4324-8596-555e5e63bef8 service neutron] 10.222.0.75 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409316 Dec 16 22:06:04.038851 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['61d2a47e-9886-49d8-b15e-9ae78f49bac4'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:06:04.040615 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83c13b-094a-475b-b544-659b0b3ef132 req-4f45ebfc-e5bb-4893-9a08-7c9b108b528e tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:04.042375 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4c83c13b-094a-475b-b544-659b0b3ef132 req-4f45ebfc-e5bb-4893-9a08-7c9b108b528e tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/ports?device_id=1cb5a625-02d6-4d52-a013-fc976b77bcb6 HTTP/1.1" status: 200 len: 949 time: 0.0566583 Dec 16 22:06:04.094585 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f1b0eb03-ab4c-4289-b00a-3bc2de9bc584 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:04.117283 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4c83c13b-094a-475b-b544-659b0b3ef132 req-f272b9c9-b4f5-41ee-a212-235f2a3be156 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a6aa90e-7edc-419e-bcbe-7fea3f5598b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686915 Dec 16 22:06:04.139961 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9f2379-26ba-4346-a93e-ab35ee2d64a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335af761-796e-4f3b-b720-e04993b9f8e0'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:06:04.142529 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081b0a00-f501-4fba-a3c6-e25b661a6c48" -d '{"events": [{"server_uuid": "9b9f2379-26ba-4346-a93e-ab35ee2d64a5", "name": "network-vif-plugged", "status": "completed", "tag": "335af761-796e-4f3b-b720-e04993b9f8e0"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:06:04.231183 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f1b0eb03-ab4c-4289-b00a-3bc2de9bc584 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:04.280830 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c68b0d-faa8-4bfd-994f-ab1578be43ba req-a48a0b1c-d35c-4b10-837d-036d6b1f7149 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:04.282302 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b6c68b0d-faa8-4bfd-994f-ab1578be43ba req-a48a0b1c-d35c-4b10-837d-036d6b1f7149 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=c94d48c5-8c90-4cb6-9d87-f9492abebfa6 HTTP/1.1" status: 200 len: 950 time: 0.0575483 Dec 16 22:06:04.341282 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b6c68b0d-faa8-4bfd-994f-ab1578be43ba req-e0b5f78b-cf04-4d19-b0e8-0c98efcc790b tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499148 Dec 16 22:06:04.362934 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f1b0eb03-ab4c-4289-b00a-3bc2de9bc584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:04.397069 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6016a877-55ae-48c2-a0a1-2d39f3a9df75 x-openstack-request-id: req-6016a877-55ae-48c2-a0a1-2d39f3a9df75 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:06:04.397069 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9f2379-26ba-4346-a93e-ab35ee2d64a5", "name": "network-vif-plugged", "status": "completed", "tag": "335af761-796e-4f3b-b720-e04993b9f8e0", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:06:04.397069 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6016a877-55ae-48c2-a0a1-2d39f3a9df75 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:06:04.397572 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9f2379-26ba-4346-a93e-ab35ee2d64a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335af761-796e-4f3b-b720-e04993b9f8e0', 'code': 200} Dec 16 22:06:04.403509 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0eb03-ab4c-4289-b00a-3bc2de9bc584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787fc5ac-8710-4191-baa2-4f6f8fd7c5e0,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:04.423564 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0eb03-ab4c-4289-b00a-3bc2de9bc584 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:04.424077 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0eb03-ab4c-4289-b00a-3bc2de9bc584 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:04.424496 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0eb03-ab4c-4289-b00a-3bc2de9bc584 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:04.425032 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0eb03-ab4c-4289-b00a-3bc2de9bc584 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:04.425516 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0eb03-ab4c-4289-b00a-3bc2de9bc584 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:04.426063 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0eb03-ab4c-4289-b00a-3bc2de9bc584 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:04.426458 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0eb03-ab4c-4289-b00a-3bc2de9bc584 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:04.426786 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0eb03-ab4c-4289-b00a-3bc2de9bc584 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:04.427135 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0eb03-ab4c-4289-b00a-3bc2de9bc584 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:04.434560 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0eb03-ab4c-4289-b00a-3bc2de9bc584 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:04.434560 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0eb03-ab4c-4289-b00a-3bc2de9bc584 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:04.434560 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0eb03-ab4c-4289-b00a-3bc2de9bc584 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:04.434560 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0eb03-ab4c-4289-b00a-3bc2de9bc584 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:04.451203 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f1b0eb03-ab4c-4289-b00a-3bc2de9bc584 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8b99439d7d064268b76567adbd4e950b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5862319 Dec 16 22:06:04.452341 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52436) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:04.465603 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f3730fa4-65a4-4b03-b915-a9fa3dc1faf8 req-daedde13-6403-4083-9191-f891d925a201 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 210 time: 0.0297635 Dec 16 22:06:04.526922 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd57ed-b623-40d3-98b4-5be9d5805043 req-867744b7-57c9-4830-bea9-05d318455912 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:04.528552 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ddd57ed-b623-40d3-98b4-5be9d5805043 req-867744b7-57c9-4830-bea9-05d318455912 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 947 time: 0.0871539 Dec 16 22:06:04.549523 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1ef1631-db80-4c01-ba0d-85982097fa22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:04.562843 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4a1d0-03d2-4adf-8972-d554300461c0 req-18e2b90e-8db3-430b-a8ba-e5c09b4e523a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:04.564398 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ce4a1d0-03d2-4adf-8972-d554300461c0 req-18e2b90e-8db3-430b-a8ba-e5c09b4e523a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 1097 time: 0.0522044 Dec 16 22:06:04.592108 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1ef1631-db80-4c01-ba0d-85982097fa22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:04.609937 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ce4a1d0-03d2-4adf-8972-d554300461c0 req-2c53405b-2727-405a-b414-419ac8b82d66 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376933 Dec 16 22:06:04.611935 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ddd57ed-b623-40d3-98b4-5be9d5805043 req-d84875d1-416b-4b9e-8be4-d8daa8ed7c75 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709581 Dec 16 22:06:04.753032 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1ef1631-db80-4c01-ba0d-85982097fa22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:04.755697 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1ef1631-db80-4c01-ba0d-85982097fa22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:04.756946 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c1ef1631-db80-4c01-ba0d-85982097fa22 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/787fc5ac-8710-4191-baa2-4f6f8fd7c5e0 HTTP/1.1" status: 204 len: 168 time: 0.3035915 Dec 16 22:06:04.764967 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef1631-db80-4c01-ba0d-85982097fa22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787fc5ac-8710-4191-baa2-4f6f8fd7c5e0,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:04.777299 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 6152338b-9db8-4f48-8fa8-1e9544e29588 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:06:04.905351 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 6152338b-9db8-4f48-8fa8-1e9544e29588, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=6152338b-9db8-4f48-8fa8-1e9544e29588,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:04.917037 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '6152338b-9db8-4f48-8fa8-1e9544e29588', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '6152338b-9db8-4f48-8fa8-1e9544e29588', 'mac_address': 'fa:16:3e:54:14:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:06:04.955851 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:04.973202 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6152338b-9db8-4f48-8fa8-1e9544e29588 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:06:04.998487 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 6152338b-9db8-4f48-8fa8-1e9544e29588, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=6152338b-9db8-4f48-8fa8-1e9544e29588,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:05.006293 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eae10c-7574-490e-aeff-29d6a9d472f7 req-defac082-247a-45d1-a119-ce9bde797413 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:05.007840 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b6eae10c-7574-490e-aeff-29d6a9d472f7 req-defac082-247a-45d1-a119-ce9bde797413 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 946 time: 0.0567374 Dec 16 22:06:05.060128 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b6eae10c-7574-490e-aeff-29d6a9d472f7 req-91b0d1d6-aeeb-4d6d-ab5f-c1f0e893b0a4 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461297 Dec 16 22:06:05.178897 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64807aef-c367-415b-a0eb-abd160d7bed7 req-f56c9489-96de-429c-ab33-b7d2ce3c9ccf tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:05.180625 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-64807aef-c367-415b-a0eb-abd160d7bed7 req-f56c9489-96de-429c-ab33-b7d2ce3c9ccf tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=c94d48c5-8c90-4cb6-9d87-f9492abebfa6 HTTP/1.1" status: 200 len: 950 time: 0.0495582 Dec 16 22:06:05.227790 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-64807aef-c367-415b-a0eb-abd160d7bed7 req-c78af782-74fa-4809-bdda-93c6f91bbcd8 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408716 Dec 16 22:06:05.247727 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:05.302135 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=6152338b-9db8-4f48-8fa8-1e9544e29588,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:05.335675 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 61d2a47e-9886-49d8-b15e-9ae78f49bac4 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:06:05.381910 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d638a58-6551-4834-9fdf-367cea748eff req-231977df-fb15-4447-ab54-41ce9b139700 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:05.390920 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1d638a58-6551-4834-9fdf-367cea748eff req-231977df-fb15-4447-ab54-41ce9b139700 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/ports?device_id=1cb5a625-02d6-4d52-a013-fc976b77bcb6 HTTP/1.1" status: 200 len: 949 time: 0.0831144 Dec 16 22:06:05.444821 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1d638a58-6551-4834-9fdf-367cea748eff req-dc49a7bd-91b0-4c4e-90fa-5aed76f5e8b2 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a6aa90e-7edc-419e-bcbe-7fea3f5598b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472965 Dec 16 22:06:05.529769 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 61d2a47e-9886-49d8-b15e-9ae78f49bac4 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:06:05.534776 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 61d2a47e-9886-49d8-b15e-9ae78f49bac4 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:06:05.535641 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:05.615273 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:05.649159 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 61d2a47e-9886-49d8-b15e-9ae78f49bac4, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=61d2a47e-9886-49d8-b15e-9ae78f49bac4,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:05.713149 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['6152338b-9db8-4f48-8fa8-1e9544e29588'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:06:05.773641 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:05.858785 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=61d2a47e-9886-49d8-b15e-9ae78f49bac4,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:05.868499 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52482) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:05.881411 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d9bcce2a-08c2-45f1-a1d7-4ddb7568a59a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:05.962532 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d9bcce2a-08c2-45f1-a1d7-4ddb7568a59a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:06.020729 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cfc9f97f-23a3-4c19-a2d3-4a9a354f51be req-37f9286e-3b3c-472f-8145-05785443950a tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 210 time: 0.0346632 Dec 16 22:06:06.084302 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d9bcce2a-08c2-45f1-a1d7-4ddb7568a59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:06.130827 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d9bcce2a-08c2-45f1-a1d7-4ddb7568a59a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=629ca1be971043f5a39eb96537c0f92b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586098 Dec 16 22:06:06.131314 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52496) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:06.133458 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bcce2a-08c2-45f1-a1d7-4ddb7568a59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c41ee5-aa90-4f10-bf9a-9dcd6b28ebb3,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:06.145633 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49c0ec-2876-45ef-97b1-363090246ec3 req-5deaac58-dfa9-43df-b09e-e2de36a114fc tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:06.147893 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3c49c0ec-2876-45ef-97b1-363090246ec3 req-5deaac58-dfa9-43df-b09e-e2de36a114fc tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 947 time: 0.0965769 Dec 16 22:06:06.188358 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b31ebf5-c441-4c72-a4a4-f8c87d09e6e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:06.212428 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b31ebf5-c441-4c72-a4a4-f8c87d09e6e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:06.215909 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3c49c0ec-2876-45ef-97b1-363090246ec3 req-5ec0a6e6-412b-4c3c-8dab-380233a1b157 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603502 Dec 16 22:06:06.339101 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2de6c-4bd8-42e2-a879-53cfbfc0bc5d req-e9b07028-51d9-4abd-a382-83f9b1b374bc tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:06.340616 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e7c2de6c-4bd8-42e2-a879-53cfbfc0bc5d req-e9b07028-51d9-4abd-a382-83f9b1b374bc tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=c94d48c5-8c90-4cb6-9d87-f9492abebfa6 HTTP/1.1" status: 200 len: 950 time: 0.0491111 Dec 16 22:06:06.356316 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b31ebf5-c441-4c72-a4a4-f8c87d09e6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:06.358928 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b31ebf5-c441-4c72-a4a4-f8c87d09e6e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:06.361033 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5b31ebf5-c441-4c72-a4a4-f8c87d09e6e6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/29c41ee5-aa90-4f10-bf9a-9dcd6b28ebb3 HTTP/1.1" status: 204 len: 168 time: 0.2286365 Dec 16 22:06:06.372140 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31ebf5-c441-4c72-a4a4-f8c87d09e6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c41ee5-aa90-4f10-bf9a-9dcd6b28ebb3,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:06.383610 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31ebf5-c441-4c72-a4a4-f8c87d09e6e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:06.383965 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31ebf5-c441-4c72-a4a4-f8c87d09e6e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:06.384314 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31ebf5-c441-4c72-a4a4-f8c87d09e6e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:06.384695 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31ebf5-c441-4c72-a4a4-f8c87d09e6e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:06.385022 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31ebf5-c441-4c72-a4a4-f8c87d09e6e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:06.385361 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31ebf5-c441-4c72-a4a4-f8c87d09e6e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:06.385697 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31ebf5-c441-4c72-a4a4-f8c87d09e6e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:06.386031 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31ebf5-c441-4c72-a4a4-f8c87d09e6e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:06.386363 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31ebf5-c441-4c72-a4a4-f8c87d09e6e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:06.386695 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31ebf5-c441-4c72-a4a4-f8c87d09e6e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:06.388446 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31ebf5-c441-4c72-a4a4-f8c87d09e6e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:06.388984 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31ebf5-c441-4c72-a4a4-f8c87d09e6e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:06.389837 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31ebf5-c441-4c72-a4a4-f8c87d09e6e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:06.398697 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb5a625-02d6-4d52-a013-fc976b77bcb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d2a47e-9886-49d8-b15e-9ae78f49bac4'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:06:06.401766 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c29e66-43cf-44b1-89dc-492ecaad7750" -d '{"events": [{"server_uuid": "1cb5a625-02d6-4d52-a013-fc976b77bcb6", "name": "network-vif-plugged", "status": "completed", "tag": "61d2a47e-9886-49d8-b15e-9ae78f49bac4"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:06:06.413877 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e7c2de6c-4bd8-42e2-a879-53cfbfc0bc5d req-e97aaddf-623b-4e4e-bc31-914c2c32b357 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606601 Dec 16 22:06:06.532642 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca3f67-4b20-40ca-86f3-63b8661bd9b6 req-076d08d0-adf0-4a83-8339-8ca6017d8ae1 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:06.534243 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eeca3f67-4b20-40ca-86f3-63b8661bd9b6 req-076d08d0-adf0-4a83-8339-8ca6017d8ae1 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 946 time: 0.0601039 Dec 16 22:06:06.589249 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eeca3f67-4b20-40ca-86f3-63b8661bd9b6 req-ef36cbdc-3e01-4ae6-912d-8ac2f30087d2 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488741 Dec 16 22:06:06.648478 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ece5ba-9669-4a6d-95dc-82987792aeb4 x-openstack-request-id: req-f2ece5ba-9669-4a6d-95dc-82987792aeb4 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:06:06.648793 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb5a625-02d6-4d52-a013-fc976b77bcb6", "name": "network-vif-plugged", "status": "completed", "tag": "61d2a47e-9886-49d8-b15e-9ae78f49bac4", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:06:06.649051 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f2ece5ba-9669-4a6d-95dc-82987792aeb4 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:06:06.649982 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb5a625-02d6-4d52-a013-fc976b77bcb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d2a47e-9886-49d8-b15e-9ae78f49bac4', 'code': 200} Dec 16 22:06:06.758753 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afca88e-e2dc-428e-969e-6524733db13c req-501da086-1867-49b6-a047-dd8f86c44e9b tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:06.761955 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6afca88e-e2dc-428e-969e-6524733db13c req-501da086-1867-49b6-a047-dd8f86c44e9b tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/ports?device_id=1cb5a625-02d6-4d52-a013-fc976b77bcb6 HTTP/1.1" status: 200 len: 950 time: 0.0628726 Dec 16 22:06:06.778919 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 58679fee-c554-4e1d-95cc-dfb8d9197916 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:06:06.818486 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 6152338b-9db8-4f48-8fa8-1e9544e29588 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:06:06.837540 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524dfbd-df2d-4048-acb1-b1bf3a2353aa req-90c60d60-da29-4a7e-9fe2-52e6bcf0f271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:06.839364 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5524dfbd-df2d-4048-acb1-b1bf3a2353aa req-90c60d60-da29-4a7e-9fe2-52e6bcf0f271 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1cb5a625-02d6-4d52-a013-fc976b77bcb6 HTTP/1.1" status: 200 len: 1101 time: 0.0689926 Dec 16 22:06:06.850410 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6afca88e-e2dc-428e-969e-6524733db13c req-5dab3cbc-fb02-4ed1-a05e-7e6bac8a8a88 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a6aa90e-7edc-419e-bcbe-7fea3f5598b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875216 Dec 16 22:06:06.901353 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5524dfbd-df2d-4048-acb1-b1bf3a2353aa req-1d31a177-c4e1-4277-8a5e-3df912632c96 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0a6aa90e-7edc-419e-bcbe-7fea3f5598b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471644 Dec 16 22:06:06.939534 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 58679fee-c554-4e1d-95cc-dfb8d9197916, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=58679fee-c554-4e1d-95cc-dfb8d9197916,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:06.955691 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '58679fee-c554-4e1d-95cc-dfb8d9197916', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '58679fee-c554-4e1d-95cc-dfb8d9197916', 'mac_address': 'fa:16:3e:ad:5a:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:06:06.999311 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:07.013194 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58679fee-c554-4e1d-95cc-dfb8d9197916 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:06:07.033485 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 58679fee-c554-4e1d-95cc-dfb8d9197916, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=58679fee-c554-4e1d-95cc-dfb8d9197916,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:07.056776 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 6152338b-9db8-4f48-8fa8-1e9544e29588 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:06:07.063001 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 6152338b-9db8-4f48-8fa8-1e9544e29588 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:06:07.065627 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:07.134787 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-798d7ea6-ca01-40c7-9001-3a6e2ad14fd6 req-7e6d9761-635e-42e7-93c0-1b634b6f51fa tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 210 time: 0.0419347 Dec 16 22:06:07.165823 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:07.199832 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 6152338b-9db8-4f48-8fa8-1e9544e29588, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=6152338b-9db8-4f48-8fa8-1e9544e29588,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:07.202411 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:07.287270 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=58679fee-c554-4e1d-95cc-dfb8d9197916,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:07.330228 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:07.357099 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0578085-2465-4e13-90a3-ebce825cc98c req-1395be22-40d6-433b-8dbf-ed27b096ffb0 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:07.359170 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0578085-2465-4e13-90a3-ebce825cc98c req-1395be22-40d6-433b-8dbf-ed27b096ffb0 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 948 time: 0.0586491 Dec 16 22:06:07.400209 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=6152338b-9db8-4f48-8fa8-1e9544e29588,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:07.421741 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0578085-2465-4e13-90a3-ebce825cc98c req-ddcf8546-90d0-4c13-bfc3-ef0f5620b401 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540643 Dec 16 22:06:07.559616 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59291a3-5799-4077-8669-64245b8e45f1 req-24a3ab91-7727-400e-97bc-9fc9ea8317e1 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:07.561253 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c59291a3-5799-4077-8669-64245b8e45f1 req-24a3ab91-7727-400e-97bc-9fc9ea8317e1 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=c94d48c5-8c90-4cb6-9d87-f9492abebfa6 HTTP/1.1" status: 200 len: 950 time: 0.0528719 Dec 16 22:06:07.620422 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c59291a3-5799-4077-8669-64245b8e45f1 req-34d06479-1833-4db8-8f29-488fbeb21ef2 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519161 Dec 16 22:06:07.629792 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['58679fee-c554-4e1d-95cc-dfb8d9197916'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:06:07.802829 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-9d7b0d69-8f3f-4af3-b270-f7557d7c14d9 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:07.804633 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-9d7b0d69-8f3f-4af3-b270-f7557d7c14d9 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.76 "GET /v2.0/networks?id=851b3d27-6497-40f0-b603-b3da566b57ea HTTP/1.1" status: 200 len: 808 time: 0.1743329 Dec 16 22:06:07.821509 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84cf12-48ed-477b-b31e-696cac2dc425 req-50ff690d-9642-4893-9ab7-73b41adf9d4a tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:07.823102 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dc84cf12-48ed-477b-b31e-696cac2dc425 req-50ff690d-9642-4893-9ab7-73b41adf9d4a tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 946 time: 0.0898051 Dec 16 22:06:08.097136 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52564) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:08.101070 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-68821951-f5aa-48ea-b906-02f74eedc5f9 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Request body: {'port': {'device_id': '4e25c3b9-f15d-4f15-b896-f115a554edb9', 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea', 'admin_state_up': True, 'tenant_id': '70ddf0fe02f649f28d93270673f4f1b0'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:08.113679 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecd06d-ee6b-436f-8725-1f39040cfeb6 req-e9cae39e-f126-4c18-9eb0-a31ead12e894 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:08.122013 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dcecd06d-ee6b-436f-8725-1f39040cfeb6 req-e9cae39e-f126-4c18-9eb0-a31ead12e894 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/ports?device_id=1cb5a625-02d6-4d52-a013-fc976b77bcb6 HTTP/1.1" status: 200 len: 950 time: 0.0941594 Dec 16 22:06:08.182674 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dcecd06d-ee6b-436f-8725-1f39040cfeb6 req-1dd8ef0c-de4b-44ed-992e-f20abb9de4bc tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a6aa90e-7edc-419e-bcbe-7fea3f5598b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595317 Dec 16 22:06:08.204136 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dc84cf12-48ed-477b-b31e-696cac2dc425 req-cd352e9c-874e-4d51-b400-f6af0211ff05 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3737681 Dec 16 22:06:08.251329 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac16e4d4-5bfd-4fef-bec1-32115e15af9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:08.270665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ee79f-6598-4573-a7c0-187b1e95963c req-f429434f-a42d-4fcb-9e49-e807ea351bdb tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:08.272501 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-320ee79f-6598-4573-a7c0-187b1e95963c req-f429434f-a42d-4fcb-9e49-e807ea351bdb tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.76 "GET /v2.0/ports?device_id=c94d48c5-8c90-4cb6-9d87-f9492abebfa6 HTTP/1.1" status: 200 len: 950 time: 0.1939783 Dec 16 22:06:08.357132 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac16e4d4-5bfd-4fef-bec1-32115e15af9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:08.393205 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d8a7ba5a-9dbc-4a83-bff1-97d31a4d36de req-e52ac4b3-7cc1-4bf7-a93b-4a9ef1c9540f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 210 time: 0.0585291 Dec 16 22:06:08.474192 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac16e4d4-5bfd-4fef-bec1-32115e15af9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:08.547742 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ac16e4d4-5bfd-4fef-bec1-32115e15af9d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=de4a56d3bcfd44c0aebf8dc89ecddf0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4488645 Dec 16 22:06:08.551222 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16e4d4-5bfd-4fef-bec1-32115e15af9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e711851-99dd-4c47-be2f-0da5bf8e5cb8,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:08.558760 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52582) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:08.571313 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab294fec-0966-4027-acc3-9ac06d621f9d req-c2ab9242-b7da-4af8-82d1-687cc845b5c6 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:08.584001 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ab294fec-0966-4027-acc3-9ac06d621f9d req-c2ab9242-b7da-4af8-82d1-687cc845b5c6 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 946 time: 0.1546159 Dec 16 22:06:08.584374 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52584) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:08.593304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-470dbb61-de8f-48fd-bfc9-6b1703706ada tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Request body: {'floatingip': {'port_id': '335af761-796e-4f3b-b720-e04993b9f8e0'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:08.651035 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184e2541-4ad3-494d-86c5-4b0ba9c944f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6152338b-9db8-4f48-8fa8-1e9544e29588'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:06:08.655454 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2262d0b1-1dcb-4713-9a76-d06e6ef6b098" -d '{"events": [{"server_uuid": "184e2541-4ad3-494d-86c5-4b0ba9c944f4", "name": "network-vif-plugged", "status": "completed", "tag": "6152338b-9db8-4f48-8fa8-1e9544e29588"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:06:08.678965 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-320ee79f-6598-4573-a7c0-187b1e95963c req-ee7390f5-ac91-46c6-ad2d-fa5d46a9f022 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Deleting port f39f82df-9eb2-4151-8f59-3a2ea8336f14 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:06:08.679580 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-320ee79f-6598-4573-a7c0-187b1e95963c req-ee7390f5-ac91-46c6-ad2d-fa5d46a9f022 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:08.693186 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-68821951-f5aa-48ea-b906-02f74eedc5f9 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Made reservation on behalf of 70ddf0fe02f649f28d93270673f4f1b0 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:06:08.697339 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-68821951-f5aa-48ea-b906-02f74eedc5f9 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:08.710726 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-470dbb61-de8f-48fd-bfc9-6b1703706ada tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks [] for floatingip, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:08.793096 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 58679fee-c554-4e1d-95cc-dfb8d9197916 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:06:08.862124 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f246c-a923-4ebe-90ad-f05db5113da5 req-3ec0e11c-f802-465c-bc3d-fffb1622aa91 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:08.874937 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1f7f246c-a923-4ebe-90ad-f05db5113da5 req-3ec0e11c-f802-465c-bc3d-fffb1622aa91 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 948 time: 0.2981305 Dec 16 22:06:08.885976 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-25ece272-ede1-4220-a7e4-59306642571d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:08.960375 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 58679fee-c554-4e1d-95cc-dfb8d9197916 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:06:08.966814 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 58679fee-c554-4e1d-95cc-dfb8d9197916 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:06:08.967386 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:08.974696 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-25ece272-ede1-4220-a7e4-59306642571d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:08.978370 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-320ee79f-6598-4573-a7c0-187b1e95963c req-ee7390f5-ac91-46c6-ad2d-fa5d46a9f022 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] For port f39f82df-9eb2-4151-8f59-3a2ea8336f14, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=f39f82df-9eb2-4151-8f59-3a2ea8336f14,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:08.979309 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-320ee79f-6598-4573-a7c0-187b1e95963c req-ee7390f5-ac91-46c6-ad2d-fa5d46a9f022 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:09.051813 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-320ee79f-6598-4573-a7c0-187b1e95963c req-ee7390f5-ac91-46c6-ad2d-fa5d46a9f022 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Calling delete_port for f39f82df-9eb2-4151-8f59-3a2ea8336f14 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:06:09.063793 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271db449-01df-47fb-b770-dead4a0c55df req-8c66ec59-074a-46a4-af9b-a7a77c1f222c tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:09.071475 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-271db449-01df-47fb-b770-dead4a0c55df req-8c66ec59-074a-46a4-af9b-a7a77c1f222c tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=c94d48c5-8c90-4cb6-9d87-f9492abebfa6 HTTP/1.1" status: 200 len: 950 time: 0.3234942 Dec 16 22:06:09.087434 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:09.118454 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1f7f246c-a923-4ebe-90ad-f05db5113da5 req-c0815666-c8b0-46a0-be15-464619e0807f tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349408 Dec 16 22:06:09.137941 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 58679fee-c554-4e1d-95cc-dfb8d9197916, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=58679fee-c554-4e1d-95cc-dfb8d9197916,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:09.194741 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-271db449-01df-47fb-b770-dead4a0c55df req-11e64750-3ee8-4393-a6af-dc0eaeb765f7 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/security-groups?id=81af1bfe-7732-4109-9c35-7485e7a35fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175315 Dec 16 22:06:09.207355 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6683f438-0071-4901-8b4e-d3a93a1ca4ac x-openstack-request-id: req-6683f438-0071-4901-8b4e-d3a93a1ca4ac {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:06:09.207355 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184e2541-4ad3-494d-86c5-4b0ba9c944f4", "name": "network-vif-plugged", "status": "completed", "tag": "6152338b-9db8-4f48-8fa8-1e9544e29588", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:06:09.207355 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6683f438-0071-4901-8b4e-d3a93a1ca4ac {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:06:09.207355 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184e2541-4ad3-494d-86c5-4b0ba9c944f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6152338b-9db8-4f48-8fa8-1e9544e29588', 'code': 200} Dec 16 22:06:09.214415 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-68821951-f5aa-48ea-b906-02f74eedc5f9 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Allocated IP 172.20.0.8 (851b3d27-6497-40f0-b603-b3da566b57ea/ac517c80-ed1c-4940-8a98-4b18f46cf35e/d116848c-1471-4247-aa08-ce165700ea6b) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:06:09.214604 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:09.359781 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-25ece272-ede1-4220-a7e4-59306642571d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:09.361714 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52600) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:09.362357 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-25ece272-ede1-4220-a7e4-59306642571d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:09.366933 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-25ece272-ede1-4220-a7e4-59306642571d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0e711851-99dd-4c47-be2f-0da5bf8e5cb8 HTTP/1.1" status: 204 len: 168 time: 0.8041360 Dec 16 22:06:09.376541 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=58679fee-c554-4e1d-95cc-dfb8d9197916,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:09.386435 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:09.387007 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:09.387550 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:09.388286 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:09.388899 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:09.389797 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:09.392382 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:09.392942 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:09.393440 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:09.394684 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:09.395208 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:09.395819 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:09.396306 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:09.439291 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ece272-ede1-4220-a7e4-59306642571d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e711851-99dd-4c47-be2f-0da5bf8e5cb8,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:09.463168 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01668517-8cf5-42f0-bda1-a42c64d3e539 req-9b57fd10-80b0-4704-a7f6-c89cae4a6f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:09.465256 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-01668517-8cf5-42f0-bda1-a42c64d3e539 req-9b57fd10-80b0-4704-a7f6-c89cae4a6f1e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 1101 time: 0.1145799 Dec 16 22:06:09.479639 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c2b12-5baf-4d57-ba12-15a82644a9f8 req-ca5a7164-115d-45a6-8e73-43205179f8f3 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:09.482815 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b6c2b12-5baf-4d57-ba12-15a82644a9f8 req-ca5a7164-115d-45a6-8e73-43205179f8f3 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/ports?device_id=1cb5a625-02d6-4d52-a013-fc976b77bcb6 HTTP/1.1" status: 200 len: 950 time: 0.1160173 Dec 16 22:06:09.554881 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-320ee79f-6598-4573-a7c0-187b1e95963c req-ee7390f5-ac91-46c6-ad2d-fa5d46a9f022 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:09.605254 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-68e1c3d9-b45d-4ad4-a627-9a3d50beb8e6 req-0b943a8f-7d8b-449b-a631-47b5a87508f2 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 210 time: 0.1173027 Dec 16 22:06:09.609307 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-01668517-8cf5-42f0-bda1-a42c64d3e539 req-b5e211c1-17b1-470f-806c-82da6e70cfb2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253598 Dec 16 22:06:09.639939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7390f5-ac91-46c6-ad2d-fa5d46a9f022 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Pushing event deleted for resources: {'Port': ['ID=f39f82df-9eb2-4151-8f59-3a2ea8336f14,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:09.686701 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b6c2b12-5baf-4d57-ba12-15a82644a9f8 req-e955b586-0c2f-47ff-b0cf-aa9574246f22 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a6aa90e-7edc-419e-bcbe-7fea3f5598b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956015 Dec 16 22:06:09.732943 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-320ee79f-6598-4573-a7c0-187b1e95963c req-ee7390f5-ac91-46c6-ad2d-fa5d46a9f022 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] No DVR routers for this DVR port f39f82df-9eb2-4151-8f59-3a2ea8336f14 on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:06:09.734345 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-320ee79f-6598-4573-a7c0-187b1e95963c req-ee7390f5-ac91-46c6-ad2d-fa5d46a9f022 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:09.739221 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-320ee79f-6598-4573-a7c0-187b1e95963c req-ee7390f5-ac91-46c6-ad2d-fa5d46a9f022 tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.76 "DELETE /v2.0/ports/f39f82df-9eb2-4151-8f59-3a2ea8336f14 HTTP/1.1" status: 204 len: 173 time: 1.4587414 Dec 16 22:06:09.750089 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94d48c5-8c90-4cb6-9d87-f9492abebfa6', 'name': 'network-vif-deleted', 'tag': 'f39f82df-9eb2-4151-8f59-3a2ea8336f14'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:06:09.754237 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31275be-879a-49fd-97fd-4df3d3b339eb" -d '{"events": [{"server_uuid": "c94d48c5-8c90-4cb6-9d87-f9492abebfa6", "name": "network-vif-deleted", "tag": "f39f82df-9eb2-4151-8f59-3a2ea8336f14"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:06:09.782587 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-81d5f08d-d160-41de-87c0-84cf14e72185 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:09.813234 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.db.resource_extend [None req-470dbb61-de8f-48fd-bfc9-6b1703706ada tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:06:09.834005 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a0679b-f006-4e01-ac72-b61bb47a331c x-openstack-request-id: req-76a0679b-f006-4e01-ac72-b61bb47a331c {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:06:09.834287 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94d48c5-8c90-4cb6-9d87-f9492abebfa6", "name": "network-vif-deleted", "tag": "f39f82df-9eb2-4151-8f59-3a2ea8336f14", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:06:09.834547 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-76a0679b-f006-4e01-ac72-b61bb47a331c {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:06:09.834946 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94d48c5-8c90-4cb6-9d87-f9492abebfa6', 'name': 'network-vif-deleted', 'tag': 'f39f82df-9eb2-4151-8f59-3a2ea8336f14', 'status': 'completed', 'code': 200} Dec 16 22:06:09.853153 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-68821951-f5aa-48ea-b906-02f74eedc5f9 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:09.921689 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-470dbb61-de8f-48fd-bfc9-6b1703706ada tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:09.977850 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-81d5f08d-d160-41de-87c0-84cf14e72185 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:10.049882 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-470dbb61-de8f-48fd-bfc9-6b1703706ada tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:10.050331 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-68821951-f5aa-48ea-b906-02f74eedc5f9 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:10.100616 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-68821951-f5aa-48ea-b906-02f74eedc5f9 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Network 851b3d27-6497-40f0-b603-b3da566b57ea is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:06:10.109981 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-68821951-f5aa-48ea-b906-02f74eedc5f9 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:06:10.115149 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-68821951-f5aa-48ea-b906-02f74eedc5f9 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:06:10.121253 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-68821951-f5aa-48ea-b906-02f74eedc5f9 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:10.121986 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-68821951-f5aa-48ea-b906-02f74eedc5f9 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:10.144386 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68821951-f5aa-48ea-b906-02f74eedc5f9 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Pushing event updated for resources: {'Port': ['ID=d116848c-1471-4247-aa08-ce165700ea6b,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:10.158460 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-81d5f08d-d160-41de-87c0-84cf14e72185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:10.236059 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5f08d-d160-41de-87c0-84cf14e72185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580289d6-5ad7-4016-8c52-c5826bffa52b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:10.252072 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-81d5f08d-d160-41de-87c0-84cf14e72185 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c095effbc52c4a378db5250732b294cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8877275 Dec 16 22:06:10.252701 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52630) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:10.279345 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-470dbb61-de8f-48fd-bfc9-6b1703706ada tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Floating IP db8244e0-d4f8-42e6-bd88-137c93cd9686 associated. External IP: 172.25.6.123, port: 335af761-796e-4f3b-b720-e04993b9f8e0. Dec 16 22:06:10.312669 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-68821951-f5aa-48ea-b906-02f74eedc5f9 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2324662 Dec 16 22:06:10.341966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f86ce-b4ce-4cf3-99eb-17d9f9aa303a req-337073eb-10be-4df4-a524-2fa89353e011 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:10.343333 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-162d3e46-9732-4e41-b3c1-a5b2041ab46e service neutron] Request body: {'port': {'device_id': '4e25c3b9-f15d-4f15-b896-f115a554edb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:10.343512 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5d0f86ce-b4ce-4cf3-99eb-17d9f9aa303a req-337073eb-10be-4df4-a524-2fa89353e011 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 949 time: 0.1304827 Dec 16 22:06:10.360339 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e3f9bd43-ce32-4216-9330-1f5f4b5f320a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:10.364559 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5ab1f850-b6b3-4e46-acde-5a00586c29f6 req-4b3bac17-1cdb-48c2-b4e3-f79d7d46ce4c tempest-DeleteServersAdminTestJSON-399804993 tempest-DeleteServersAdminTestJSON-399804993-project] 10.222.0.75 "GET /v2.0/ports?device_id=c94d48c5-8c90-4cb6-9d87-f9492abebfa6 HTTP/1.1" status: 200 len: 210 time: 0.0430229 Dec 16 22:06:10.410328 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e3f9bd43-ce32-4216-9330-1f5f4b5f320a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:10.456841 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5d0f86ce-b4ce-4cf3-99eb-17d9f9aa303a req-4c5abe41-b419-4b72-a723-2967897e8a60 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637403 Dec 16 22:06:10.478393 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52636) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:10.478712 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-162d3e46-9732-4e41-b3c1-a5b2041ab46e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:10.511246 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d5b7118c-df4a-4fb6-a4a7-1bd58c78753e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:10.598393 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470dbb61-de8f-48fd-bfc9-6b1703706ada tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Router 2a9fdd73-b008-433a-8b53-f0ad75a818e5 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:06:10.633010 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e3f9bd43-ce32-4216-9330-1f5f4b5f320a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:10.635654 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e3f9bd43-ce32-4216-9330-1f5f4b5f320a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:10.639198 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e3f9bd43-ce32-4216-9330-1f5f4b5f320a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/580289d6-5ad7-4016-8c52-c5826bffa52b HTTP/1.1" status: 204 len: 168 time: 0.3816042 Dec 16 22:06:10.682958 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9bd43-ce32-4216-9330-1f5f4b5f320a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580289d6-5ad7-4016-8c52-c5826bffa52b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:10.735851 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470dbb61-de8f-48fd-bfc9-6b1703706ada tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:06:10.740993 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-470dbb61-de8f-48fd-bfc9-6b1703706ada tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:10.752055 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e4f6a5-1e2f-4caa-93a4-5581bb9a1aa1 None None] Sync routers for ids ['2a9fdd73-b008-433a-8b53-f0ad75a818e5'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:06:10.772066 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e4f6a5-1e2f-4caa-93a4-5581bb9a1aa1 None None] Routers {'2a9fdd73-b008-433a-8b53-f0ad75a818e5'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:06:10.772515 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-42e4f6a5-1e2f-4caa-93a4-5581bb9a1aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:05:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2a9fdd73-b008-433a-8b53-f0ad75a818e5'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:06:10.780351 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-470dbb61-de8f-48fd-bfc9-6b1703706ada tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "PUT /v2.0/floatingips/db8244e0-d4f8-42e6-bd88-137c93cd9686 HTTP/1.1" status: 200 len: 992 time: 2.1910875 Dec 16 22:06:10.780351 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9f2379-26ba-4346-a93e-ab35ee2d64a5', 'tag': '335af761-796e-4f3b-b720-e04993b9f8e0'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:06:10.780881 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfeaca38-6596-4f5c-881a-7ed77a5f12c4" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9f2379-26ba-4346-a93e-ab35ee2d64a5", "tag": "335af761-796e-4f3b-b720-e04993b9f8e0"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:06:10.835862 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d5b7118c-df4a-4fb6-a4a7-1bd58c78753e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:10.921628 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-162d3e46-9732-4e41-b3c1-a5b2041ab46e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d116848c-1471-4247-aa08-ce165700ea6b {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:06:10.931820 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-162d3e46-9732-4e41-b3c1-a5b2041ab46e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:10.951480 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-162d3e46-9732-4e41-b3c1-a5b2041ab46e service neutron] Transition to ACTIVE for port object d116848c-1471-4247-aa08-ce165700ea6b will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:06:10.953493 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d5b7118c-df4a-4fb6-a4a7-1bd58c78753e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:11.007943 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d5b7118c-df4a-4fb6-a4a7-1bd58c78753e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=27e6a735f081416f80c08429d254f9bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5269568 Dec 16 22:06:11.010663 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52652) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:11.026501 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7118c-df4a-4fb6-a4a7-1bd58c78753e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e427f525-b7c4-4c74-82c3-9f0bad412b4d,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:11.033457 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-162d3e46-9732-4e41-b3c1-a5b2041ab46e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:11.033675 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-42e4f6a5-1e2f-4caa-93a4-5581bb9a1aa1 None None] Set router 2a9fdd73-b008-433a-8b53-f0ad75a818e5 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:06:11.141436 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f135dcb2-e9fd-4957-acd2-a0470f798577 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:11.177991 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f135dcb2-e9fd-4957-acd2-a0470f798577 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:11.201667 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d3e46-9732-4e41-b3c1-a5b2041ab46e service neutron] Pushing event updated for resources: {'Port': ['ID=d116848c-1471-4247-aa08-ce165700ea6b,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:11.207516 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58679fee-c554-4e1d-95cc-dfb8d9197916'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:06:11.214688 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e306bde8-56c4-4c2e-a26c-351c3708c379" -d '{"events": [{"server_uuid": "e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7", "name": "network-vif-plugged", "status": "completed", "tag": "58679fee-c554-4e1d-95cc-dfb8d9197916"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:06:11.258058 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-162d3e46-9732-4e41-b3c1-a5b2041ab46e service neutron] Attempting to bind port d116848c-1471-4247-aa08-ce165700ea6b on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:06:11.258541 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-162d3e46-9732-4e41-b3c1-a5b2041ab46e service neutron] Attempting to bind port d116848c-1471-4247-aa08-ce165700ea6b by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:06:11.258928 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-162d3e46-9732-4e41-b3c1-a5b2041ab46e service neutron] Attempting to bind port d116848c-1471-4247-aa08-ce165700ea6b on network 851b3d27-6497-40f0-b603-b3da566b57ea {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:06:11.275110 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e2923f-2a61-44d4-9607-340f51096168 x-openstack-request-id: req-c0e2923f-2a61-44d4-9607-340f51096168 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:06:11.275648 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb19cd6-2f88-4fbb-af57-ebafce4d3eb2 req-28eb586b-8af5-4100-8ef4-78112ddd18bc tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:11.275771 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9f2379-26ba-4346-a93e-ab35ee2d64a5", "tag": "335af761-796e-4f3b-b720-e04993b9f8e0", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:06:11.275935 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c0e2923f-2a61-44d4-9607-340f51096168 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:06:11.276421 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9f2379-26ba-4346-a93e-ab35ee2d64a5', 'tag': '335af761-796e-4f3b-b720-e04993b9f8e0', 'status': 'completed', 'code': 200} Dec 16 22:06:11.284288 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7eb19cd6-2f88-4fbb-af57-ebafce4d3eb2 req-28eb586b-8af5-4100-8ef4-78112ddd18bc tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 943 time: 0.1345413 Dec 16 22:06:11.303352 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-162d3e46-9732-4e41-b3c1-a5b2041ab46e service neutron] Port d116848c-1471-4247-aa08-ce165700ea6b on network 851b3d27-6497-40f0-b603-b3da566b57ea not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:06:11.303685 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-162d3e46-9732-4e41-b3c1-a5b2041ab46e service neutron] Attempting to bind port d116848c-1471-4247-aa08-ce165700ea6b on network 851b3d27-6497-40f0-b603-b3da566b57ea {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:06:11.341198 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-162d3e46-9732-4e41-b3c1-a5b2041ab46e service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:06:11.342822 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-162d3e46-9732-4e41-b3c1-a5b2041ab46e service neutron] Checking segment: {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:06:11.343281 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-162d3e46-9732-4e41-b3c1-a5b2041ab46e service neutron] Bound using segment: {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:06:11.343739 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-162d3e46-9732-4e41-b3c1-a5b2041ab46e service neutron] Bound port: d116848c-1471-4247-aa08-ce165700ea6b, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:06:11.344110 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-162d3e46-9732-4e41-b3c1-a5b2041ab46e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:11.373161 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device f39f82df-9eb2-4151-8f59-3a2ea8336f14 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:06:11.385871 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f135dcb2-e9fd-4957-acd2-a0470f798577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:11.390716 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f135dcb2-e9fd-4957-acd2-a0470f798577 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:11.392377 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f135dcb2-e9fd-4957-acd2-a0470f798577 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e427f525-b7c4-4c74-82c3-9f0bad412b4d HTTP/1.1" status: 204 len: 168 time: 0.3805399 Dec 16 22:06:11.410597 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-42e4f6a5-1e2f-4caa-93a4-5581bb9a1aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-564571444-router', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:07Z', 'updated_at': '2021-12-16T22:05:14Z', 'revision_number': 4, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'gw_port': {'id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:08Z', 'updated_at': '2021-12-16T22:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'db8244e0-d4f8-42e6-bd88-137c93cd9686', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'port_id': '335af761-796e-4f3b-b720-e04993b9f8e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465', 'mac_address': 'fa:16:3e:71:a6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9f2379-26ba-4346-a93e-ab35ee2d64a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:05:34Z', 'updated_at': '2021-12-16T22:06:09Z', 'revision_number': 1, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aafa023-81ba-4344-a6f8-e9f8d7ee7393', 'name': '', 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'mac_address': 'fa:16:3e:93:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:12Z', 'updated_at': '2021-12-16T22:05:21Z', 'revision_number': 5, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'subnets': [{'id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:06:11.417592 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135dcb2-e9fd-4957-acd2-a0470f798577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e427f525-b7c4-4c74-82c3-9f0bad412b4d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:11.438559 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e4f6a5-1e2f-4caa-93a4-5581bb9a1aa1 None None] Checking router: 2a9fdd73-b008-433a-8b53-f0ad75a818e5 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:06:11.444197 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: f39f82df-9eb2-4151-8f59-3a2ea8336f14 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:06:11.446762 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device f39f82df-9eb2-4151-8f59-3a2ea8336f14 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:06:11.448662 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e4f6a5-1e2f-4caa-93a4-5581bb9a1aa1 None None] Routers {'2a9fdd73-b008-433a-8b53-f0ad75a818e5'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:06:11.449300 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-42e4f6a5-1e2f-4caa-93a4-5581bb9a1aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:05:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2a9fdd73-b008-433a-8b53-f0ad75a818e5'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:06:11.451700 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a01f4e-f697-484a-b00d-45452848206f req-bf58ba37-bf69-4743-b3ac-001969c76d5f tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:11.460822 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b1a01f4e-f697-484a-b00d-45452848206f req-bf58ba37-bf69-4743-b3ac-001969c76d5f tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/ports?device_id=1cb5a625-02d6-4d52-a013-fc976b77bcb6 HTTP/1.1" status: 200 len: 950 time: 0.0892713 Dec 16 22:06:11.531378 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b1a01f4e-f697-484a-b00d-45452848206f req-da3ebb2f-7d4d-4324-b7aa-60cef099d016 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a6aa90e-7edc-419e-bcbe-7fea3f5598b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641048 Dec 16 22:06:11.570561 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0903239-6b13-4602-83f6-d94fca856043 x-openstack-request-id: req-c0903239-6b13-4602-83f6-d94fca856043 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:06:11.571682 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7", "name": "network-vif-plugged", "status": "completed", "tag": "58679fee-c554-4e1d-95cc-dfb8d9197916", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:06:11.571984 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c0903239-6b13-4602-83f6-d94fca856043 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:06:11.572702 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58679fee-c554-4e1d-95cc-dfb8d9197916', 'code': 200} Dec 16 22:06:11.576116 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-42e4f6a5-1e2f-4caa-93a4-5581bb9a1aa1 None None] Set router 2a9fdd73-b008-433a-8b53-f0ad75a818e5 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:06:11.687258 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52670) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:11.726193 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-acffdec6-d592-4e04-9425-0d206897c30d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:11.745180 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7eb19cd6-2f88-4fbb-af57-ebafce4d3eb2 req-8f0b44ac-1013-4f57-9d73-6e1b86fe6298 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597096 Dec 16 22:06:11.761569 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-162d3e46-9732-4e41-b3c1-a5b2041ab46e service neutron] For port d116848c-1471-4247-aa08-ce165700ea6b, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:06:11.772452 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-162d3e46-9732-4e41-b3c1-a5b2041ab46e service neutron] For port d116848c-1471-4247-aa08-ce165700ea6b, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d116848c-1471-4247-aa08-ce165700ea6b,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:06:11.780162 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeaca38-6596-4f5c-881a-7ed77a5f12c4 req-98af3912-bf37-4ffe-b5aa-2544f58ee911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:11.781677 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bfeaca38-6596-4f5c-881a-7ed77a5f12c4 req-98af3912-bf37-4ffe-b5aa-2544f58ee911 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eef4474b3e2b443596735e3c2ca6ae10&device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 1097 time: 0.4632604 Dec 16 22:06:11.855940 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcc6b1-f90d-41e8-ab6e-af3622c9102b req-f2d97a2b-d3c9-4bf2-986f-8c3b10759430 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:11.858465 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-162d3e46-9732-4e41-b3c1-a5b2041ab46e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:11.865189 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9efcc6b1-f90d-41e8-ab6e-af3622c9102b req-f2d97a2b-d3c9-4bf2-986f-8c3b10759430 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 949 time: 0.1364751 Dec 16 22:06:11.872798 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e45f9-b22c-48ff-9d13-2abd657ba110 req-8e4e4464-0bd8-4c02-940e-72363f33f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:11.874884 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-474e45f9-b22c-48ff-9d13-2abd657ba110 req-8e4e4464-0bd8-4c02-940e-72363f33f91c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 1100 time: 0.1981208 Dec 16 22:06:11.900435 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-42e4f6a5-1e2f-4caa-93a4-5581bb9a1aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-564571444-router', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:07Z', 'updated_at': '2021-12-16T22:05:14Z', 'revision_number': 4, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'gw_port': {'id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:08Z', 'updated_at': '2021-12-16T22:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'db8244e0-d4f8-42e6-bd88-137c93cd9686', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'port_id': '335af761-796e-4f3b-b720-e04993b9f8e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465', 'mac_address': 'fa:16:3e:71:a6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9f2379-26ba-4346-a93e-ab35ee2d64a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:05:34Z', 'updated_at': '2021-12-16T22:06:09Z', 'revision_number': 1, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aafa023-81ba-4344-a6f8-e9f8d7ee7393', 'name': '', 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'mac_address': 'fa:16:3e:93:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:12Z', 'updated_at': '2021-12-16T22:05:21Z', 'revision_number': 5, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'subnets': [{'id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:06:11.941849 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e4f6a5-1e2f-4caa-93a4-5581bb9a1aa1 None None] The sync data for ids ['2a9fdd73-b008-433a-8b53-f0ad75a818e5'] in n-d-815324-4 is: [{'id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-564571444-router', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:07Z', 'updated_at': '2021-12-16T22:05:14Z', 'revision_number': 4, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'gw_port': {'id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:08Z', 'updated_at': '2021-12-16T22:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'db8244e0-d4f8-42e6-bd88-137c93cd9686', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'port_id': '335af761-796e-4f3b-b720-e04993b9f8e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465', 'mac_address': 'fa:16:3e:71:a6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9f2379-26ba-4346-a93e-ab35ee2d64a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:05:34Z', 'updated_at': '2021-12-16T22:06:09Z', 'revision_number': 1, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aafa023-81ba-4344-a6f8-e9f8d7ee7393', 'name': '', 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'mac_address': 'fa:16:3e:93:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:12Z', 'updated_at': '2021-12-16T22:05:21Z', 'revision_number': 5, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'subnets': [{'id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:06:11.962555 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-162d3e46-9732-4e41-b3c1-a5b2041ab46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:11.973191 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-162d3e46-9732-4e41-b3c1-a5b2041ab46e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:11.974827 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-162d3e46-9732-4e41-b3c1-a5b2041ab46e service neutron] 10.222.0.76 "PUT /v2.0/ports/d116848c-1471-4247-aa08-ce165700ea6b HTTP/1.1" status: 200 len: 1091 time: 1.6457479 Dec 16 22:06:11.975419 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e25c3b9-f15d-4f15-b896-f115a554edb9', 'tag': 'd116848c-1471-4247-aa08-ce165700ea6b'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:06:11.977838 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41414ebf-4058-418b-97c8-02351f58b452" -d '{"events": [{"name": "network-changed", "server_uuid": "4e25c3b9-f15d-4f15-b896-f115a554edb9", "tag": "d116848c-1471-4247-aa08-ce165700ea6b"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:06:12.009903 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9efcc6b1-f90d-41e8-ab6e-af3622c9102b req-005e5dc5-0a20-4870-a638-e08e1d09c804 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437306 Dec 16 22:06:12.022596 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-474e45f9-b22c-48ff-9d13-2abd657ba110 req-fec5911a-42c5-4248-bfd5-fd467f8b78cc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352084 Dec 16 22:06:12.051462 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52684) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:12.054749 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d3e46-9732-4e41-b3c1-a5b2041ab46e service neutron] Pushing event updated for resources: {'Port': ['ID=d116848c-1471-4247-aa08-ce165700ea6b,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:12.073446 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeaca38-6596-4f5c-881a-7ed77a5f12c4 req-0a674fe3-88ea-4e65-8b09-75815ddad258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:12.074958 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bfeaca38-6596-4f5c-881a-7ed77a5f12c4 req-0a674fe3-88ea-4e65-8b09-75815ddad258 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d94d0871-a0a1-410a-ba04-ae858b15c465 HTTP/1.1" status: 200 len: 923 time: 0.2790353 Dec 16 22:06:12.083760 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735f921f-0fac-4142-944f-1a0e98602351 x-openstack-request-id: req-735f921f-0fac-4142-944f-1a0e98602351 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:06:12.083760 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e25c3b9-f15d-4f15-b896-f115a554edb9", "tag": "d116848c-1471-4247-aa08-ce165700ea6b", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:06:12.083760 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-735f921f-0fac-4142-944f-1a0e98602351 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:06:12.083760 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e25c3b9-f15d-4f15-b896-f115a554edb9', 'tag': 'd116848c-1471-4247-aa08-ce165700ea6b', 'status': 'completed', 'code': 200} Dec 16 22:06:12.092015 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-acffdec6-d592-4e04-9425-0d206897c30d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:12.161483 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41414ebf-4058-418b-97c8-02351f58b452 req-5fd24a3a-8850-467a-bc48-3dfea9d823f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:12.163243 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-41414ebf-4058-418b-97c8-02351f58b452 req-5fd24a3a-8850-467a-bc48-3dfea9d823f9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=70ddf0fe02f649f28d93270673f4f1b0&device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 1094 time: 0.0441914 Dec 16 22:06:12.219267 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b8f9f4-94e8-4de4-af9e-6bb198027727 None None] New status for floating IP db8244e0-d4f8-42e6-bd88-137c93cd9686: ACTIVE {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:06:12.223389 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-acffdec6-d592-4e04-9425-0d206897c30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:12.294182 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-acffdec6-d592-4e04-9425-0d206897c30d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3600b78240ee449a8dcb26279c7b1fa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6013343 Dec 16 22:06:12.295680 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acffdec6-d592-4e04-9425-0d206897c30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac4d66f-d6e4-4db5-bacd-0d594d75d8c2,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:12.298258 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52692) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:12.348748 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4ddf47ef-96b9-4d21-80c1-bb93ae0e4f63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:12.369863 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41414ebf-4058-418b-97c8-02351f58b452 req-f91e42ff-b793-4a5e-a121-609cf8625793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:12.371542 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-41414ebf-4058-418b-97c8-02351f58b452 req-f91e42ff-b793-4a5e-a121-609cf8625793 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=70ddf0fe02f649f28d93270673f4f1b0&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1891398 Dec 16 22:06:12.388166 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-629228c1-bfa0-4fd1-8205-96a0027798c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:12.435031 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-629228c1-bfa0-4fd1-8205-96a0027798c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:12.506710 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4ddf47ef-96b9-4d21-80c1-bb93ae0e4f63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:12.585350 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bfeaca38-6596-4f5c-881a-7ed77a5f12c4 req-c7d6d14e-7de6-4f3d-b1a1-93e19cf3b9e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=335af761-796e-4f3b-b720-e04993b9f8e0 HTTP/1.1" status: 200 len: 1000 time: 0.1933846 Dec 16 22:06:12.604476 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4ddf47ef-96b9-4d21-80c1-bb93ae0e4f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:12.659987 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf47ef-96b9-4d21-80c1-bb93ae0e4f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77055044-7155-473d-92cc-d9d865895fc0,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:12.667423 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4ddf47ef-96b9-4d21-80c1-bb93ae0e4f63 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6f530bdbd2494e388028a8a3c985ebf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6149020 Dec 16 22:06:12.675987 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52704) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:12.686565 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-629228c1-bfa0-4fd1-8205-96a0027798c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:12.689114 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-629228c1-bfa0-4fd1-8205-96a0027798c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:12.690333 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-629228c1-bfa0-4fd1-8205-96a0027798c2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4ac4d66f-d6e4-4db5-bacd-0d594d75d8c2 HTTP/1.1" status: 204 len: 168 time: 0.3907819 Dec 16 22:06:12.717012 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629228c1-bfa0-4fd1-8205-96a0027798c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac4d66f-d6e4-4db5-bacd-0d594d75d8c2,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:12.736546 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb786ade-263d-4e40-9ed8-9c4dd5d55bcc req-8adb8ac6-1d2e-498b-ae95-9e46fe42f689 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:12.738895 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bb786ade-263d-4e40-9ed8-9c4dd5d55bcc req-8adb8ac6-1d2e-498b-ae95-9e46fe42f689 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cb5a625-02d6-4d52-a013-fc976b77bcb6 HTTP/1.1" status: 200 len: 950 time: 0.1929548 Dec 16 22:06:12.749933 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52710) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:12.754769 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeaca38-6596-4f5c-881a-7ed77a5f12c4 req-bf07fb0a-8e8e-474a-917d-f3e767f5d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:12.756278 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bfeaca38-6596-4f5c-881a-7ed77a5f12c4 req-bf07fb0a-8e8e-474a-917d-f3e767f5d7dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=797fa958-cbb2-4eb6-8ec6-7506427faefa HTTP/1.1" status: 200 len: 862 time: 0.1628699 Dec 16 22:06:12.768302 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41414ebf-4058-418b-97c8-02351f58b452 req-fb7d149d-04aa-4e09-8576-adb7873d6628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:12.771454 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-41414ebf-4058-418b-97c8-02351f58b452 req-fb7d149d-04aa-4e09-8576-adb7873d6628 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3876965 Dec 16 22:06:12.822234 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9ae4b1f9-e177-4f74-8518-0926214b22a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:12.844689 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb13c3-6c97-447b-8841-14eae06cd0b8 req-8a57d99e-ec5c-4335-ad0e-8a37a5dd9d86 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:12.846227 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f6cb13c3-6c97-447b-8841-14eae06cd0b8 req-8a57d99e-ec5c-4335-ad0e-8a37a5dd9d86 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/ports?device_id=1cb5a625-02d6-4d52-a013-fc976b77bcb6 HTTP/1.1" status: 200 len: 950 time: 0.2388992 Dec 16 22:06:12.904615 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9ae4b1f9-e177-4f74-8518-0926214b22a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:12.939889 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeaca38-6596-4f5c-881a-7ed77a5f12c4 req-043773f9-1f1d-4342-999b-3a0a6e5324ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:12.941836 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bfeaca38-6596-4f5c-881a-7ed77a5f12c4 req-043773f9-1f1d-4342-999b-3a0a6e5324ce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d94d0871-a0a1-410a-ba04-ae858b15c465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1641479 Dec 16 22:06:12.957733 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc44471-3b82-4ea5-9079-add7bb867d75 req-ed373a9c-7b97-4687-8f26-ae9e9a8854c3 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:12.959245 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7bc44471-3b82-4ea5-9079-add7bb867d75 req-ed373a9c-7b97-4687-8f26-ae9e9a8854c3 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 943 time: 0.1141407 Dec 16 22:06:13.054162 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f6cb13c3-6c97-447b-8841-14eae06cd0b8 req-cf2fe0cf-5a10-4bfb-a7bf-ec8c2912e024 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a6aa90e-7edc-419e-bcbe-7fea3f5598b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977613 Dec 16 22:06:13.062719 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-c79a781f-6206-4610-a758-d5c3ca567726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:13.062719 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-c79a781f-6206-4610-a758-d5c3ca567726 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=70ddf0fe02f649f28d93270673f4f1b0&device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 1094 time: 0.2017226 Dec 16 22:06:13.095519 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-bb786ade-263d-4e40-9ed8-9c4dd5d55bcc req-f85c75ac-713c-4637-a8ee-d4643fbe03e3 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Deleting port 61d2a47e-9886-49d8-b15e-9ae78f49bac4 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:06:13.095877 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-bb786ade-263d-4e40-9ed8-9c4dd5d55bcc req-f85c75ac-713c-4637-a8ee-d4643fbe03e3 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:13.149494 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-13ae9a29-c973-4673-aee3-6486aa945634 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d116848c-1471-4247-aa08-ce165700ea6b HTTP/1.1" status: 200 len: 217 time: 0.0641792 Dec 16 22:06:13.217492 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bfeaca38-6596-4f5c-881a-7ed77a5f12c4 req-10dc1b6a-b05c-4dff-b98c-c2395791a0ac service neutron] 10.222.0.57 "GET /v2.0/networks/d94d0871-a0a1-410a-ba04-ae858b15c465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666280 Dec 16 22:06:13.272037 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9ae4b1f9-e177-4f74-8518-0926214b22a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:13.274561 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9ae4b1f9-e177-4f74-8518-0926214b22a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:13.278773 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9ae4b1f9-e177-4f74-8518-0926214b22a2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/77055044-7155-473d-92cc-d9d865895fc0 HTTP/1.1" status: 204 len: 168 time: 0.6004970 Dec 16 22:06:13.304948 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4b1f9-e177-4f74-8518-0926214b22a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77055044-7155-473d-92cc-d9d865895fc0,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:13.338056 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7bc44471-3b82-4ea5-9079-add7bb867d75 req-1d277d6f-0583-4c6d-8be5-aa4a492f218c tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480446 Dec 16 22:06:13.369080 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5bc85320-c493-456f-85d0-a3ab6e046a60 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3a3c0862f1e84a579605ccaed0deeb8c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6169646 Dec 16 22:06:13.371437 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52726) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:13.415084 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-b717308b-3d59-426c-bf5b-a9b79e01b797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:13.417165 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-b717308b-3d59-426c-bf5b-a9b79e01b797 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ac517c80-ed1c-4940-8a98-4b18f46cf35e HTTP/1.1" status: 200 len: 848 time: 0.2345548 Dec 16 22:06:13.452132 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24c93680-7afe-425d-878d-95e46aa98ced admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:13.466532 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab8b79-bc8d-4734-b755-f429763b9bc4 req-1655d314-b4d7-4b09-9a0b-562f73a6b43f tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:13.468046 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-05ab8b79-bc8d-4734-b755-f429763b9bc4 req-1655d314-b4d7-4b09-9a0b-562f73a6b43f tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 949 time: 0.2870717 Dec 16 22:06:13.477205 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24c93680-7afe-425d-878d-95e46aa98ced admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:13.497431 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-23e3527b-908b-4a27-82be-f35b640f5621 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=851b3d27-6497-40f0-b603-b3da566b57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645945 Dec 16 22:06:13.515622 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-bb786ade-263d-4e40-9ed8-9c4dd5d55bcc req-f85c75ac-713c-4637-a8ee-d4643fbe03e3 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] For port 61d2a47e-9886-49d8-b15e-9ae78f49bac4, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=61d2a47e-9886-49d8-b15e-9ae78f49bac4,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:13.516159 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-bb786ade-263d-4e40-9ed8-9c4dd5d55bcc req-f85c75ac-713c-4637-a8ee-d4643fbe03e3 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:13.582123 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24c93680-7afe-425d-878d-95e46aa98ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:13.584932 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24c93680-7afe-425d-878d-95e46aa98ced admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:13.586116 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-24c93680-7afe-425d-878d-95e46aa98ced admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/81af1bfe-7732-4109-9c35-7485e7a35fa2 HTTP/1.1" status: 204 len: 168 time: 0.2137618 Dec 16 22:06:13.594913 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c93680-7afe-425d-878d-95e46aa98ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81af1bfe-7732-4109-9c35-7485e7a35fa2,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:13.597581 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-bb786ade-263d-4e40-9ed8-9c4dd5d55bcc req-f85c75ac-713c-4637-a8ee-d4643fbe03e3 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Calling delete_port for 61d2a47e-9886-49d8-b15e-9ae78f49bac4 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:06:13.620155 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bfeaca38-6596-4f5c-881a-7ed77a5f12c4 req-e2a8f6a4-e83f-407c-b320-bdc8e61efaa8 service neutron] 10.222.0.57 "GET /v2.0/networks/d94d0871-a0a1-410a-ba04-ae858b15c465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684704 Dec 16 22:06:13.652251 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52732) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:13.666383 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-baa034c8-4f8b-4054-9507-716de7d909aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:13.709263 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-05ab8b79-bc8d-4734-b755-f429763b9bc4 req-968b9a79-5e79-4287-ae2b-e22074151aea tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120693 Dec 16 22:06:13.724589 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-075bbd4c-b847-433e-8792-9be86d1e23d6 service neutron] 10.222.0.76 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108808 Dec 16 22:06:13.770403 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-baa034c8-4f8b-4054-9507-716de7d909aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:13.838703 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-baa034c8-4f8b-4054-9507-716de7d909aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:13.884971 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-baa034c8-4f8b-4054-9507-716de7d909aa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c3b264f3d15848ddb7df7700fb2654be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315850 Dec 16 22:06:13.885861 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa034c8-4f8b-4054-9507-716de7d909aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440068af-352a-459d-817a-24cb321e0e7d,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:13.888240 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52738) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:13.944779 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f716f1d5-fb70-4971-8bbd-99bdb4ea5a7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:13.966278 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f716f1d5-fb70-4971-8bbd-99bdb4ea5a7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:14.090302 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0c9982e-8d60-48c3-9e98-ea514c517b62 req-93799b9a-1c03-474b-818d-87ea4342fa39 service neutron] 10.222.0.76 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523395 Dec 16 22:06:14.146015 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52742) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:14.161134 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c8cbe1be-4cc0-47af-a3da-73203189042b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:14.164931 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f716f1d5-fb70-4971-8bbd-99bdb4ea5a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:14.167832 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f716f1d5-fb70-4971-8bbd-99bdb4ea5a7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:14.169046 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f716f1d5-fb70-4971-8bbd-99bdb4ea5a7a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/440068af-352a-459d-817a-24cb321e0e7d HTTP/1.1" status: 204 len: 168 time: 0.2798870 Dec 16 22:06:14.181483 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716f1d5-fb70-4971-8bbd-99bdb4ea5a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440068af-352a-459d-817a-24cb321e0e7d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:14.202500 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f9716-f584-48e2-89ef-abc76f0f97de req-dba49f2e-26af-4480-a5f7-32d480594b56 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:14.203257 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-bb786ade-263d-4e40-9ed8-9c4dd5d55bcc req-f85c75ac-713c-4637-a8ee-d4643fbe03e3 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:14.204048 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3a2f9716-f584-48e2-89ef-abc76f0f97de req-dba49f2e-26af-4480-a5f7-32d480594b56 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/ports?device_id=1cb5a625-02d6-4d52-a013-fc976b77bcb6 HTTP/1.1" status: 200 len: 950 time: 0.0684934 Dec 16 22:06:14.247476 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['61d2a47e-9886-49d8-b15e-9ae78f49bac4'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:06:14.249573 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c75ac-713c-4637-a8ee-d4643fbe03e3 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Pushing event deleted for resources: {'Port': ['ID=61d2a47e-9886-49d8-b15e-9ae78f49bac4,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:14.297148 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3a2f9716-f584-48e2-89ef-abc76f0f97de req-9b047c1c-1b5c-4b12-83a6-7c775f843609 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/security-groups?id=0a6aa90e-7edc-419e-bcbe-7fea3f5598b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867140 Dec 16 22:06:14.302467 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb786ade-263d-4e40-9ed8-9c4dd5d55bcc req-f85c75ac-713c-4637-a8ee-d4643fbe03e3 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] No DVR routers for this DVR port 61d2a47e-9886-49d8-b15e-9ae78f49bac4 on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:06:14.311908 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-bb786ade-263d-4e40-9ed8-9c4dd5d55bcc req-f85c75ac-713c-4637-a8ee-d4643fbe03e3 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:14.315628 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bb786ade-263d-4e40-9ed8-9c4dd5d55bcc req-f85c75ac-713c-4637-a8ee-d4643fbe03e3 tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.76 "DELETE /v2.0/ports/61d2a47e-9886-49d8-b15e-9ae78f49bac4 HTTP/1.1" status: 204 len: 173 time: 1.5637631 Dec 16 22:06:14.316206 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb5a625-02d6-4d52-a013-fc976b77bcb6', 'name': 'network-vif-deleted', 'tag': '61d2a47e-9886-49d8-b15e-9ae78f49bac4'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:06:14.318457 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123d32d0-4175-485a-b707-e0dcdfd0aa38" -d '{"events": [{"server_uuid": "1cb5a625-02d6-4d52-a013-fc976b77bcb6", "name": "network-vif-deleted", "tag": "61d2a47e-9886-49d8-b15e-9ae78f49bac4"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:06:14.350557 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c8cbe1be-4cc0-47af-a3da-73203189042b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:14.369037 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9442d2-a4c6-45fd-9da9-bb376b79a700 x-openstack-request-id: req-8d9442d2-a4c6-45fd-9da9-bb376b79a700 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:06:14.370111 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb5a625-02d6-4d52-a013-fc976b77bcb6", "name": "network-vif-deleted", "tag": "61d2a47e-9886-49d8-b15e-9ae78f49bac4", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:06:14.370111 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8d9442d2-a4c6-45fd-9da9-bb376b79a700 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:06:14.370839 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb5a625-02d6-4d52-a013-fc976b77bcb6', 'name': 'network-vif-deleted', 'tag': '61d2a47e-9886-49d8-b15e-9ae78f49bac4', 'status': 'completed', 'code': 200} Dec 16 22:06:14.477134 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233d414-4a22-47e3-9e77-361c71b8a428 req-753a7a37-09ae-4125-95fa-2415d07f03d7 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:14.479203 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f233d414-4a22-47e3-9e77-361c71b8a428 req-753a7a37-09ae-4125-95fa-2415d07f03d7 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 943 time: 0.0660877 Dec 16 22:06:14.505089 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c8cbe1be-4cc0-47af-a3da-73203189042b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:14.565568 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbe1be-4cc0-47af-a3da-73203189042b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db7db5d-276f-4048-af57-0325ef3a7de7,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:14.572006 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f233d414-4a22-47e3-9e77-361c71b8a428 req-5567edf6-4388-4078-bd08-8937a9a13d62 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744970 Dec 16 22:06:14.591673 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c8cbe1be-4cc0-47af-a3da-73203189042b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9162185937a64b519cd620557946824d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4436312 Dec 16 22:06:14.594144 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52756) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:14.664110 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ac2b86e5-c6cb-4c9c-b683-50e2291b1d5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:14.685675 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ac2b86e5-c6cb-4c9c-b683-50e2291b1d5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:14.814547 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ac2b86e5-c6cb-4c9c-b683-50e2291b1d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:14.817461 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ac2b86e5-c6cb-4c9c-b683-50e2291b1d5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:14.818661 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ac2b86e5-c6cb-4c9c-b683-50e2291b1d5b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4db7db5d-276f-4048-af57-0325ef3a7de7 HTTP/1.1" status: 204 len: 168 time: 0.2234614 Dec 16 22:06:14.837170 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505755f2-cbdf-4cd4-83c9-c762f3f00812 req-669456c7-3e23-4901-8027-1690ea8306a0 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:14.838651 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-505755f2-cbdf-4cd4-83c9-c762f3f00812 req-669456c7-3e23-4901-8027-1690ea8306a0 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 949 time: 0.0603323 Dec 16 22:06:14.839403 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b86e5-c6cb-4c9c-b683-50e2291b1d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db7db5d-276f-4048-af57-0325ef3a7de7,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:14.893061 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-505755f2-cbdf-4cd4-83c9-c762f3f00812 req-9f96aa9d-1ce1-415c-a20d-2089fbeecd0c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482094 Dec 16 22:06:14.984681 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52766) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:14.998451 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ebe526dc-9357-46ee-898d-4924ee2b62de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:15.042833 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f8000-b101-4f34-a6d7-54b58e6e9ac4 req-fe234c4d-0c93-4407-96e3-549e349b3cf5 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:15.044587 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f1f8000-b101-4f34-a6d7-54b58e6e9ac4 req-fe234c4d-0c93-4407-96e3-549e349b3cf5 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.0730107 Dec 16 22:06:15.092060 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ebe526dc-9357-46ee-898d-4924ee2b62de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:15.103648 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f1f8000-b101-4f34-a6d7-54b58e6e9ac4 req-f4dad209-e307-43bc-8902-19e45b4f772a tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518935 Dec 16 22:06:15.204009 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ebe526dc-9357-46ee-898d-4924ee2b62de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:15.246051 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ebe526dc-9357-46ee-898d-4924ee2b62de admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e2e6b845b0f841f4b8ec2260030fcfb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602897 Dec 16 22:06:15.246910 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe526dc-9357-46ee-898d-4924ee2b62de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9067a2c9-be1a-4628-8ad8-795ab312768f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:15.248991 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52774) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:15.301090 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b932278f-65b3-4cd0-aea4-93185846f7e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:15.327225 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b932278f-65b3-4cd0-aea4-93185846f7e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:15.408669 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9e6b6fb0-976a-4b96-897a-fba38bd2a05f req-17d66e5c-05e8-47ff-b9e3-831571a4547e tempest-TenantUsagesTestJSON-1205153062 tempest-TenantUsagesTestJSON-1205153062-project] 10.222.0.75 "GET /v2.0/ports?device_id=1cb5a625-02d6-4d52-a013-fc976b77bcb6 HTTP/1.1" status: 200 len: 210 time: 0.0349505 Dec 16 22:06:15.512439 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-55255ef0-6f3b-4b0b-8cc8-1721f20e225a tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=ee2a4187d6904f62bc064a64b80f834b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254285 Dec 16 22:06:15.513492 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b932278f-65b3-4cd0-aea4-93185846f7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:15.516086 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b932278f-65b3-4cd0-aea4-93185846f7e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:15.517153 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b932278f-65b3-4cd0-aea4-93185846f7e1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9067a2c9-be1a-4628-8ad8-795ab312768f HTTP/1.1" status: 204 len: 168 time: 0.2662520 Dec 16 22:06:15.538532 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932278f-65b3-4cd0-aea4-93185846f7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9067a2c9-be1a-4628-8ad8-795ab312768f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:15.662944 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-f68be4ca-853b-4f46-9c6e-4373e8f51370 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:15.664867 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-f68be4ca-853b-4f46-9c6e-4373e8f51370 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1441929 Dec 16 22:06:15.688441 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-026e2d76-414d-46d5-a23f-59b20bc99f01 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/quotas/ee2a4187d6904f62bc064a64b80f834b HTTP/1.1" status: 200 len: 375 time: 0.0175271 Dec 16 22:06:15.744476 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-1339bc83-08cc-445b-93de-0815aa512d70 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ee2a4187d6904f62bc064a64b80f834b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525599 Dec 16 22:06:15.795880 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92c93f-3d18-4768-9416-78d8305761b3 req-8531a349-654f-42c5-be43-bd437c2f8ede tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:15.797486 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b92c93f-3d18-4768-9416-78d8305761b3 req-8531a349-654f-42c5-be43-bd437c2f8ede tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 943 time: 0.0505970 Dec 16 22:06:15.872433 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b92c93f-3d18-4768-9416-78d8305761b3 req-b69531da-1c82-4bab-836a-0a5d650165a9 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665772 Dec 16 22:06:16.064599 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-94db347f-3a70-49c1-9297-c897f2db2f85 req-7c6834ce-f24e-4686-b8d6-56dbc7e968b9 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3fffcc0-e458-4473-8f41-b8135dce4457 HTTP/1.1" status: 200 len: 210 time: 0.0309911 Dec 16 22:06:16.997296 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf1a99-285d-45b5-bddf-986fc0d5b0cf req-14245199-d628-4d9a-b91d-b62c36600f93 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:16.998868 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3ecf1a99-285d-45b5-bddf-986fc0d5b0cf req-14245199-d628-4d9a-b91d-b62c36600f93 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 943 time: 0.0618653 Dec 16 22:06:17.059596 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3ecf1a99-285d-45b5-bddf-986fc0d5b0cf req-cb018a11-c2c5-44a6-91c3-233a30638756 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514359 Dec 16 22:06:17.195378 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b9b0b9b-bf14-4093-98ba-0190cf2255cd req-ad3f2ef1-9c76-4cae-9685-c5836df37b14 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3fffcc0-e458-4473-8f41-b8135dce4457 HTTP/1.1" status: 200 len: 210 time: 0.0361524 Dec 16 22:06:17.283391 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52880) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:17.433714 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device d116848c-1471-4247-aa08-ce165700ea6b details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:06:17.451904 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 61d2a47e-9886-49d8-b15e-9ae78f49bac4 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:06:17.475559 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 61d2a47e-9886-49d8-b15e-9ae78f49bac4 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:06:17.475804 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 61d2a47e-9886-49d8-b15e-9ae78f49bac4 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:06:17.558541 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port d116848c-1471-4247-aa08-ce165700ea6b, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d116848c-1471-4247-aa08-ce165700ea6b,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:17.570799 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'd116848c-1471-4247-aa08-ce165700ea6b', 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea', 'port_id': 'd116848c-1471-4247-aa08-ce165700ea6b', 'mac_address': 'fa:16:3e:41:bc:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac517c80-ed1c-4940-8a98-4b18f46cf35e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:06:17.613823 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:17.627868 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d116848c-1471-4247-aa08-ce165700ea6b {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:06:17.648746 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port d116848c-1471-4247-aa08-ce165700ea6b, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d116848c-1471-4247-aa08-ce165700ea6b,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:17.717825 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-327ffd82-e5ff-47be-b0ac-7b0faa487560 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7d4b9f1defd84688bd6288634525dd0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4327056 Dec 16 22:06:17.720539 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52892) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:17.747293 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:17.807654 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dea3a448-ab14-4485-a50d-1f751328330e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:17.809333 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=d116848c-1471-4247-aa08-ce165700ea6b,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:17.835912 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52902) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:17.836721 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dea3a448-ab14-4485-a50d-1f751328330e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:17.964387 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dea3a448-ab14-4485-a50d-1f751328330e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:17.967183 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dea3a448-ab14-4485-a50d-1f751328330e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:17.968629 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-dea3a448-ab14-4485-a50d-1f751328330e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0a6aa90e-7edc-419e-bcbe-7fea3f5598b7 HTTP/1.1" status: 204 len: 168 time: 0.2458413 Dec 16 22:06:17.980328 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3a448-ab14-4485-a50d-1f751328330e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6aa90e-7edc-419e-bcbe-7fea3f5598b7,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:18.069723 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-5d94e137-e501-4ca7-8652-2418bced5ca7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1693735094-network', 'tenant_id': '0f9f6b3772934ec8be1700bc78e668de'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:18.089879 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['d116848c-1471-4247-aa08-ce165700ea6b'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:06:18.233801 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d94e137-e501-4ca7-8652-2418bced5ca7 admin admin] Made reservation on behalf of 0f9f6b3772934ec8be1700bc78e668de for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:06:18.241870 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5d94e137-e501-4ca7-8652-2418bced5ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:18.251885 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5d94e137-e501-4ca7-8652-2418bced5ca7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:18.270580 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d5104-d274-44ff-ae1a-623712ac573d req-d7c45957-b84f-4a29-b8af-0007a4de37d9 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:18.272348 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-150d5104-d274-44ff-ae1a-623712ac573d req-d7c45957-b84f-4a29-b8af-0007a4de37d9 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 944 time: 0.0788865 Dec 16 22:06:18.406271 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-61449efb-c057-4d38-a035-b3c3f84b4d59 req-187d3dcb-3827-49ce-a3e5-9ef5d6a2a620 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3fffcc0-e458-4473-8f41-b8135dce4457 HTTP/1.1" status: 200 len: 210 time: 0.0300465 Dec 16 22:06:18.425088 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-150d5104-d274-44ff-ae1a-623712ac573d req-eb3a9da9-02cc-43bb-96ca-76a9b1fa9ecf tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339865 Dec 16 22:06:18.469079 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5d94e137-e501-4ca7-8652-2418bced5ca7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:18.501004 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-50070e5f-faac-48a1-ba2c-1d2286e5d7b5 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ee2a4187d6904f62bc064a64b80f834b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202253 Dec 16 22:06:18.570295 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5d94e137-e501-4ca7-8652-2418bced5ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:18.604236 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d94e137-e501-4ca7-8652-2418bced5ca7 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:06:18.639309 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94e137-e501-4ca7-8652-2418bced5ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d966237e-fd2a-4b4e-bbb0-cfc5b353d168,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:18.645734 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5d94e137-e501-4ca7-8652-2418bced5ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:18.646246 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-5d94e137-e501-4ca7-8652-2418bced5ca7 admin admin] Added segment 597c9922-8932-4da8-bfa6-27f20a49aa7d of type vlan for network 516a27f4-d7ec-44eb-9ae5-58583ec19720 Dec 16 22:06:18.662799 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-3b5ffda4-6ec6-45ab-a4ef-dfb79f1d4a0e tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:18.664379 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-3b5ffda4-6ec6-45ab-a4ef-dfb79f1d4a0e tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1569474 Dec 16 22:06:18.694245 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-21396ffa-e795-4268-b8b9-a23361d225d4 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Request body: {'port': {'device_id': 'f3fffcc0-e458-4473-8f41-b8135dce4457', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': 'ee2a4187d6904f62bc064a64b80f834b'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:18.751328 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5d94e137-e501-4ca7-8652-2418bced5ca7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:18.901777 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5d94e137-e501-4ca7-8652-2418bced5ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:18.902855 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d94e137-e501-4ca7-8652-2418bced5ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:18.903507 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5d94e137-e501-4ca7-8652-2418bced5ca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:18.962002 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-21396ffa-e795-4268-b8b9-a23361d225d4 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Made reservation on behalf of ee2a4187d6904f62bc064a64b80f834b for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:06:18.965436 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-21396ffa-e795-4268-b8b9-a23361d225d4 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:18.979810 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94e137-e501-4ca7-8652-2418bced5ca7 admin admin] Pushing event updated for resources: {'Network': ['ID=516a27f4-d7ec-44eb-9ae5-58583ec19720,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:18.992900 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 516a27f4-d7ec-44eb-9ae5-58583ec19720 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:06:19.062046 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5d94e137-e501-4ca7-8652-2418bced5ca7 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2225556 Dec 16 22:06:19.065087 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52940) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:19.075890 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-2b4bc063-4947-4e40-b0f2-1cf1f01898ba admin admin] Request body: {'subnet': {'network_id': '516a27f4-d7ec-44eb-9ae5-58583ec19720', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1693735094-subnet', 'tenant_id': '0f9f6b3772934ec8be1700bc78e668de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:19.144667 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6977a019-7c16-445c-b42b-0e5c20466024 req-b7b12878-b5d4-407d-a0df-6026ee493505 tempest-QuotasAdminNegativeTest-1806214371 tempest-QuotasAdminNegativeTest-1806214371-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=d19bb96f925241ec8198d99f42ccf9c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225599 Dec 16 22:06:19.153719 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-21396ffa-e795-4268-b8b9-a23361d225d4 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Allocated IP 192.168.233.177 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/ef90d037-4f3a-4e69-a100-df93e6691815) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:06:19.216684 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52952) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:19.240585 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d6d21edb-0f95-4c53-8ac8-af4a304438ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:19.261244 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4bc063-4947-4e40-b0f2-1cf1f01898ba admin admin] Made reservation on behalf of 0f9f6b3772934ec8be1700bc78e668de for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:06:19.264247 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b4bc063-4947-4e40-b0f2-1cf1f01898ba admin admin] Publish callbacks [] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:19.318577 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977a019-7c16-445c-b42b-0e5c20466024 req-82c8b2ec-a155-48ef-8594-393e24435a5c tempest-QuotasAdminNegativeTest-1806214371 tempest-QuotasAdminNegativeTest-1806214371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:19.320255 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6977a019-7c16-445c-b42b-0e5c20466024 req-82c8b2ec-a155-48ef-8594-393e24435a5c tempest-QuotasAdminNegativeTest-1806214371 tempest-QuotasAdminNegativeTest-1806214371-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1696122 Dec 16 22:06:19.349822 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6977a019-7c16-445c-b42b-0e5c20466024 req-c48eb4a6-b5f1-403c-bc7f-82b5267a3559 tempest-QuotasAdminNegativeTest-1806214371 tempest-QuotasAdminNegativeTest-1806214371-project] 10.222.0.75 "GET /v2.0/quotas/d19bb96f925241ec8198d99f42ccf9c1 HTTP/1.1" status: 200 len: 375 time: 0.0169077 Dec 16 22:06:19.404238 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6977a019-7c16-445c-b42b-0e5c20466024 req-9356ae43-e10a-46b2-b379-9f0862686e58 tempest-QuotasAdminNegativeTest-1806214371 tempest-QuotasAdminNegativeTest-1806214371-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d19bb96f925241ec8198d99f42ccf9c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434241 Dec 16 22:06:19.407389 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-21396ffa-e795-4268-b8b9-a23361d225d4 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:19.417023 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d6d21edb-0f95-4c53-8ac8-af4a304438ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:19.451463 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device d116848c-1471-4247-aa08-ce165700ea6b up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:06:19.505419 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d6d21edb-0f95-4c53-8ac8-af4a304438ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:19.563738 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d21edb-0f95-4c53-8ac8-af4a304438ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3075c35d-07f5-4a02-9b08-a005aac4251b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:19.579456 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d6d21edb-0f95-4c53-8ac8-af4a304438ab admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4583b1be15a34fde9df12dcfafcf152c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3613791 Dec 16 22:06:19.582541 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-21396ffa-e795-4268-b8b9-a23361d225d4 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:19.584477 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52966) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:19.622311 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['6152338b-9db8-4f48-8fa8-1e9544e29588', '58679fee-c554-4e1d-95cc-dfb8d9197916'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:06:19.698246 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port d116848c-1471-4247-aa08-ce165700ea6b completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:06:19.709970 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port d116848c-1471-4247-aa08-ce165700ea6b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:06:19.711125 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:19.725369 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b4bc063-4947-4e40-b0f2-1cf1f01898ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:19.728175 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc12ba-1e62-49ad-94ef-59f3a03815bb req-ebee9bd2-e148-49d3-9585-4179cf496726 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:19.736742 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-46cc12ba-1e62-49ad-94ef-59f3a03815bb req-ebee9bd2-e148-49d3-9585-4179cf496726 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3fffcc0-e458-4473-8f41-b8135dce4457 HTTP/1.1" status: 200 len: 936 time: 0.1217227 Dec 16 22:06:19.803745 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-46cc12ba-1e62-49ad-94ef-59f3a03815bb req-51409a28-8bb6-4014-8584-96c9f416419a tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660775 Dec 16 22:06:19.824344 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-21396ffa-e795-4268-b8b9-a23361d225d4 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:06:19.833209 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-21396ffa-e795-4268-b8b9-a23361d225d4 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:06:19.841593 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-21396ffa-e795-4268-b8b9-a23361d225d4 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:06:19.847901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-21396ffa-e795-4268-b8b9-a23361d225d4 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:19.848706 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-21396ffa-e795-4268-b8b9-a23361d225d4 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:19.894898 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21396ffa-e795-4268-b8b9-a23361d225d4 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Pushing event updated for resources: {'Port': ['ID=ef90d037-4f3a-4e69-a100-df93e6691815,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:19.903872 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:19.908237 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a9e30700-6f9b-4c01-afd3-616a583079e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:19.948402 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4bc063-4947-4e40-b0f2-1cf1f01898ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc20376c-804c-468b-8b09-993b67083c67,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:19.952811 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e25c3b9-f15d-4f15-b896-f115a554edb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd116848c-1471-4247-aa08-ce165700ea6b'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:06:19.955282 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cc4c0c-88e8-4bec-b79f-9cb92ea18eba" -d '{"events": [{"server_uuid": "4e25c3b9-f15d-4f15-b896-f115a554edb9", "name": "network-vif-plugged", "status": "completed", "tag": "d116848c-1471-4247-aa08-ce165700ea6b"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:06:19.966862 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-21396ffa-e795-4268-b8b9-a23361d225d4 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2805116 Dec 16 22:06:19.969112 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a9e30700-6f9b-4c01-afd3-616a583079e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:19.978814 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port d116848c-1471-4247-aa08-ce165700ea6b, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d116848c-1471-4247-aa08-ce165700ea6b,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:19.993175 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7453f-f009-4733-acc6-4fb72413e963 req-a56aacc4-725e-440a-81e0-376bdd24daba tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:20.000938 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aac7453f-f009-4733-acc6-4fb72413e963 req-a56aacc4-725e-440a-81e0-376bdd24daba tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 944 time: 0.2709465 Dec 16 22:06:20.018210 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-397ff206-0a96-4ab7-9da3-6903d00bc32a service neutron] Request body: {'port': {'device_id': 'f3fffcc0-e458-4473-8f41-b8135dce4457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:20.037696 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4bc063-4947-4e40-b0f2-1cf1f01898ba admin admin] Checking segment: {'id': '597c9922-8932-4da8-bfa6-27f20a49aa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '516a27f4-d7ec-44eb-9ae5-58583ec19720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:06:20.037908 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4bc063-4947-4e40-b0f2-1cf1f01898ba admin admin] Network hostable DHCP agents. Network: 516a27f4-d7ec-44eb-9ae5-58583ec19720, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:06:20.057997 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:20.148883 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=d116848c-1471-4247-aa08-ce165700ea6b,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:20.175550 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-397ff206-0a96-4ab7-9da3-6903d00bc32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:20.180572 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aac7453f-f009-4733-acc6-4fb72413e963 req-27028e24-2660-4b71-b8cf-6a14c03ef7a2 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787920 Dec 16 22:06:20.221458 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f459be2d-953e-4ddf-b8ab-07bb230145d7 None None] Provisioning complete for port ef90d037-4f3a-4e69-a100-df93e6691815 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:06:20.221458 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f459be2d-953e-4ddf-b8ab-07bb230145d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:20.263781 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f459be2d-953e-4ddf-b8ab-07bb230145d7 None None] Port ef90d037-4f3a-4e69-a100-df93e6691815 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:06:20.305209 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4bc063-4947-4e40-b0f2-1cf1f01898ba admin admin] Network 516a27f4-d7ec-44eb-9ae5-58583ec19720 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:06:20.307150 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a9e30700-6f9b-4c01-afd3-616a583079e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:20.309761 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a9e30700-6f9b-4c01-afd3-616a583079e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:20.311171 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a9e30700-6f9b-4c01-afd3-616a583079e5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3075c35d-07f5-4a02-9b08-a005aac4251b HTTP/1.1" status: 204 len: 168 time: 0.7258942 Dec 16 22:06:20.365157 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e30700-6f9b-4c01-afd3-616a583079e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3075c35d-07f5-4a02-9b08-a005aac4251b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:20.451179 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545c9268-a53b-4fa0-98a6-eac03b345127 x-openstack-request-id: req-545c9268-a53b-4fa0-98a6-eac03b345127 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:06:20.451603 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e25c3b9-f15d-4f15-b896-f115a554edb9", "name": "network-vif-plugged", "status": "completed", "tag": "d116848c-1471-4247-aa08-ce165700ea6b", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:06:20.451974 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-545c9268-a53b-4fa0-98a6-eac03b345127 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:06:20.452374 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e25c3b9-f15d-4f15-b896-f115a554edb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd116848c-1471-4247-aa08-ce165700ea6b', 'code': 200} Dec 16 22:06:20.482315 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-2b4bc063-4947-4e40-b0f2-1cf1f01898ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 516a27f4-d7ec-44eb-9ae5-58583ec19720) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:06:20.488839 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4bc063-4947-4e40-b0f2-1cf1f01898ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:20.489688 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b4bc063-4947-4e40-b0f2-1cf1f01898ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:20.500455 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27501aca-72a4-4164-af36-8aee271a2500 None None] Network 516a27f4-d7ec-44eb-9ae5-58583ec19720 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:06:20.548801 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-397ff206-0a96-4ab7-9da3-6903d00bc32a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef90d037-4f3a-4e69-a100-df93e6691815 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:06:20.559433 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-397ff206-0a96-4ab7-9da3-6903d00bc32a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:20.586955 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-397ff206-0a96-4ab7-9da3-6903d00bc32a service neutron] Transition to ACTIVE for port object ef90d037-4f3a-4e69-a100-df93e6691815 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:06:20.627507 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2b4bc063-4947-4e40-b0f2-1cf1f01898ba admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5602732 Dec 16 22:06:20.643874 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1134e3d6-05b7-4b70-8943-f1a56b0fb24e None None] Network 516a27f4-d7ec-44eb-9ae5-58583ec19720 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:06:20.648156 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4f63b-e53c-43d6-b783-c0cdba35a412 req-e8979807-7a12-481f-b1c4-7f06c7af8c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:20.650432 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a5f4f63b-e53c-43d6-b783-c0cdba35a412 req-e8979807-7a12-481f-b1c4-7f06c7af8c13 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 1096 time: 0.0644541 Dec 16 22:06:20.716507 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-397ff206-0a96-4ab7-9da3-6903d00bc32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:20.799853 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a5f4f63b-e53c-43d6-b783-c0cdba35a412 req-1f251808-b056-41ce-aec1-074797fd5ab2 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389186 Dec 16 22:06:20.884132 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ff206-0a96-4ab7-9da3-6903d00bc32a service neutron] Pushing event updated for resources: {'Port': ['ID=ef90d037-4f3a-4e69-a100-df93e6691815,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:20.886847 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-397ff206-0a96-4ab7-9da3-6903d00bc32a service neutron] Attempting to bind port ef90d037-4f3a-4e69-a100-df93e6691815 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:06:20.887219 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-397ff206-0a96-4ab7-9da3-6903d00bc32a service neutron] Attempting to bind port ef90d037-4f3a-4e69-a100-df93e6691815 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:06:20.887549 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-397ff206-0a96-4ab7-9da3-6903d00bc32a service neutron] Attempting to bind port ef90d037-4f3a-4e69-a100-df93e6691815 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:06:20.892408 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-397ff206-0a96-4ab7-9da3-6903d00bc32a service neutron] Port ef90d037-4f3a-4e69-a100-df93e6691815 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:06:20.892732 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-397ff206-0a96-4ab7-9da3-6903d00bc32a service neutron] Attempting to bind port ef90d037-4f3a-4e69-a100-df93e6691815 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:06:20.898781 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-397ff206-0a96-4ab7-9da3-6903d00bc32a service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:06:20.899725 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-397ff206-0a96-4ab7-9da3-6903d00bc32a service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:06:20.900128 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-397ff206-0a96-4ab7-9da3-6903d00bc32a service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:06:20.900579 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-397ff206-0a96-4ab7-9da3-6903d00bc32a service neutron] Bound port: ef90d037-4f3a-4e69-a100-df93e6691815, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:06:20.900977 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-397ff206-0a96-4ab7-9da3-6903d00bc32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:21.024996 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-397ff206-0a96-4ab7-9da3-6903d00bc32a service neutron] For port ef90d037-4f3a-4e69-a100-df93e6691815, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:06:21.029693 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-397ff206-0a96-4ab7-9da3-6903d00bc32a service neutron] For port ef90d037-4f3a-4e69-a100-df93e6691815, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=ef90d037-4f3a-4e69-a100-df93e6691815,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:06:21.099877 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a87dc1-e643-432d-b2bd-5baa47f78c41 req-b677d332-c564-4667-9574-d44c68116014 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:21.101944 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f1a87dc1-e643-432d-b2bd-5baa47f78c41 req-b677d332-c564-4667-9574-d44c68116014 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3fffcc0-e458-4473-8f41-b8135dce4457 HTTP/1.1" status: 200 len: 948 time: 0.0559559 Dec 16 22:06:21.128028 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-397ff206-0a96-4ab7-9da3-6903d00bc32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:21.190421 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-397ff206-0a96-4ab7-9da3-6903d00bc32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:21.191210 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-397ff206-0a96-4ab7-9da3-6903d00bc32a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:21.192693 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-397ff206-0a96-4ab7-9da3-6903d00bc32a service neutron] 10.222.0.57 "PUT /v2.0/ports/ef90d037-4f3a-4e69-a100-df93e6691815 HTTP/1.1" status: 200 len: 1096 time: 1.1851790 Dec 16 22:06:21.193160 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fffcc0-e458-4473-8f41-b8135dce4457', 'tag': 'ef90d037-4f3a-4e69-a100-df93e6691815'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:06:21.195766 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d60457-6ecb-4370-b442-6e1944ab941c" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fffcc0-e458-4473-8f41-b8135dce4457", "tag": "ef90d037-4f3a-4e69-a100-df93e6691815"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:06:21.196925 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f1a87dc1-e643-432d-b2bd-5baa47f78c41 req-fe30c2d4-9cce-487b-b790-96cccacdaf73 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881085 Dec 16 22:06:21.248745 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ff206-0a96-4ab7-9da3-6903d00bc32a service neutron] Pushing event updated for resources: {'Port': ['ID=ef90d037-4f3a-4e69-a100-df93e6691815,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:21.349626 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bc9dc1-4a88-4191-8b54-5f9d24a0fab7 x-openstack-request-id: req-d6bc9dc1-4a88-4191-8b54-5f9d24a0fab7 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:06:21.350287 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fffcc0-e458-4473-8f41-b8135dce4457", "tag": "ef90d037-4f3a-4e69-a100-df93e6691815", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:06:21.350865 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d6bc9dc1-4a88-4191-8b54-5f9d24a0fab7 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:06:21.351563 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3fffcc0-e458-4473-8f41-b8135dce4457', 'tag': 'ef90d037-4f3a-4e69-a100-df93e6691815', 'status': 'completed', 'code': 200} Dec 16 22:06:21.442172 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-3f4ef5ed-993c-4105-8962-50ba4ad8c14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:21.443555 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41871c15-d19c-4517-9d7e-3c6467673ab7 req-276dab84-8e76-4b61-8da8-f6529452bb47 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:21.445153 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-41871c15-d19c-4517-9d7e-3c6467673ab7 req-276dab84-8e76-4b61-8da8-f6529452bb47 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 945 time: 0.0846808 Dec 16 22:06:21.445807 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-3f4ef5ed-993c-4105-8962-50ba4ad8c14f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee2a4187d6904f62bc064a64b80f834b&device_id=f3fffcc0-e458-4473-8f41-b8135dce4457 HTTP/1.1" status: 200 len: 1099 time: 0.0717490 Dec 16 22:06:21.500972 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-fcef0e7a-5654-43ee-8072-233822c8163c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=ef90d037-4f3a-4e69-a100-df93e6691815 HTTP/1.1" status: 200 len: 217 time: 0.0376468 Dec 16 22:06:21.554213 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-41871c15-d19c-4517-9d7e-3c6467673ab7 req-827a1d56-cb7d-4e2c-9e21-74eb65f82a60 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009657 Dec 16 22:06:21.583473 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-ed8512b5-956f-49a1-9254-e40f626d6898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:21.585021 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-ed8512b5-956f-49a1-9254-e40f626d6898 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0756438 Dec 16 22:06:21.653326 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-1c66a1bd-5bfb-4f47-ae94-22e0113c7444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:21.656617 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-1c66a1bd-5bfb-4f47-ae94-22e0113c7444 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0562704 Dec 16 22:06:21.747212 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d1d8bb2b-f1fb-43c5-afcc-97a2c6ae4e26 req-5dbc5c0e-bd82-41ee-9305-f7853a967409 tempest-QuotasAdminNegativeTest-1806214371 tempest-QuotasAdminNegativeTest-1806214371-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=d19bb96f925241ec8198d99f42ccf9c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292492 Dec 16 22:06:21.846155 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-ae9f0b43-d470-4476-962c-eb4fa9560f66 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795001 Dec 16 22:06:21.947253 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8bb2b-f1fb-43c5-afcc-97a2c6ae4e26 req-f9ac1d47-a86e-4dd9-af13-cd2c59781085 tempest-QuotasAdminNegativeTest-1806214371 tempest-QuotasAdminNegativeTest-1806214371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:21.949133 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d1d8bb2b-f1fb-43c5-afcc-97a2c6ae4e26 req-f9ac1d47-a86e-4dd9-af13-cd2c59781085 tempest-QuotasAdminNegativeTest-1806214371 tempest-QuotasAdminNegativeTest-1806214371-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1931159 Dec 16 22:06:21.989805 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d1d8bb2b-f1fb-43c5-afcc-97a2c6ae4e26 req-ce9669a8-31de-40b5-ba54-f73a09eca424 tempest-QuotasAdminNegativeTest-1806214371 tempest-QuotasAdminNegativeTest-1806214371-project] 10.222.0.75 "GET /v2.0/quotas/d19bb96f925241ec8198d99f42ccf9c1 HTTP/1.1" status: 200 len: 375 time: 0.0334055 Dec 16 22:06:22.008633 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-95760500-91dc-43a0-80e2-f39cfc436e2e req-ca0d7bcd-c5fe-424c-bba0-d57532bebf50 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497300 Dec 16 22:06:22.033211 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d1d8bb2b-f1fb-43c5-afcc-97a2c6ae4e26 req-2b4cbcab-7fee-466f-9f83-838925dd707a tempest-QuotasAdminNegativeTest-1806214371 tempest-QuotasAdminNegativeTest-1806214371-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d19bb96f925241ec8198d99f42ccf9c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420477 Dec 16 22:06:22.146030 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53110) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:22.151092 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-c7e6ab94-95e5-430f-b330-361f0cb8090c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1568248076-network', 'tenant_id': '43d4a8755b754a7ab23ed54cbdfe72b0'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:22.307747 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e6ab94-95e5-430f-b330-361f0cb8090c admin admin] Made reservation on behalf of 43d4a8755b754a7ab23ed54cbdfe72b0 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:06:22.310358 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c7e6ab94-95e5-430f-b330-361f0cb8090c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:22.320313 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c7e6ab94-95e5-430f-b330-361f0cb8090c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:22.395905 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d60457-6ecb-4370-b442-6e1944ab941c req-e784c5f6-6770-4209-ab64-df17f16eddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:22.397392 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f2d60457-6ecb-4370-b442-6e1944ab941c req-e784c5f6-6770-4209-ab64-df17f16eddf4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee2a4187d6904f62bc064a64b80f834b&device_id=f3fffcc0-e458-4473-8f41-b8135dce4457 HTTP/1.1" status: 200 len: 1099 time: 0.0638909 Dec 16 22:06:22.530074 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c7e6ab94-95e5-430f-b330-361f0cb8090c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:22.542086 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d60457-6ecb-4370-b442-6e1944ab941c req-3f5874a9-d725-42e2-9da7-a78775ac8ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:22.543676 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f2d60457-6ecb-4370-b442-6e1944ab941c req-3f5874a9-d725-42e2-9da7-a78775ac8ddc service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.1396267 Dec 16 22:06:22.589433 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e93c6b-b2c5-4cea-ab84-30a0e4705344 req-a178e653-1137-4873-81e6-f483285189bb tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:22.591313 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-20e93c6b-b2c5-4cea-ab84-30a0e4705344 req-a178e653-1137-4873-81e6-f483285189bb tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3fffcc0-e458-4473-8f41-b8135dce4457 HTTP/1.1" status: 200 len: 948 time: 0.0580106 Dec 16 22:06:22.591960 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53128) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:22.605954 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f2d60457-6ecb-4370-b442-6e1944ab941c req-d3729358-2751-4014-bf8f-ce49cf7c02e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=ef90d037-4f3a-4e69-a100-df93e6691815 HTTP/1.1" status: 200 len: 217 time: 0.0538146 Dec 16 22:06:22.611066 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c7e6ab94-95e5-430f-b330-361f0cb8090c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:22.653990 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-20e93c6b-b2c5-4cea-ab84-30a0e4705344 req-d6d7cc72-c448-4a01-8f42-1bb510c59f6c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551226 Dec 16 22:06:22.666064 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e6ab94-95e5-430f-b330-361f0cb8090c admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:06:22.678929 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6ab94-95e5-430f-b330-361f0cb8090c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22521982-219c-4799-a555-1452e313f4ac,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:22.694699 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c7e6ab94-95e5-430f-b330-361f0cb8090c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:22.695073 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-c7e6ab94-95e5-430f-b330-361f0cb8090c admin admin] Added segment 20368d6f-6daa-418f-ab25-fe567dd4e148 of type vlan for network f7a812c8-1080-448d-af1e-676901e01ed2 Dec 16 22:06:22.719517 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d60457-6ecb-4370-b442-6e1944ab941c req-81a740ef-8009-466f-81a7-e55b1c10664a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:22.719517 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f2d60457-6ecb-4370-b442-6e1944ab941c req-81a740ef-8009-466f-81a7-e55b1c10664a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1000388 Dec 16 22:06:22.743371 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4bfaf437-feff-4f7d-a501-3f810d925046 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:22.774538 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c7e6ab94-95e5-430f-b330-361f0cb8090c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:22.810875 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d60457-6ecb-4370-b442-6e1944ab941c req-61bf651d-ef95-4928-9a9a-c51bf57921b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:22.812676 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f2d60457-6ecb-4370-b442-6e1944ab941c req-61bf651d-ef95-4928-9a9a-c51bf57921b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0765159 Dec 16 22:06:22.868529 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827334e-4dd5-4b6e-bc1b-248bbd06c6f3 req-492681c5-624b-4aa7-910d-ed4804c0d5ab tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:22.870618 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9827334e-4dd5-4b6e-bc1b-248bbd06c6f3 req-492681c5-624b-4aa7-910d-ed4804c0d5ab tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 945 time: 0.0837862 Dec 16 22:06:22.895784 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4bfaf437-feff-4f7d-a501-3f810d925046 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:22.896000 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c7e6ab94-95e5-430f-b330-361f0cb8090c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:22.896799 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e6ab94-95e5-430f-b330-361f0cb8090c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:22.897462 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c7e6ab94-95e5-430f-b330-361f0cb8090c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:22.929249 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9827334e-4dd5-4b6e-bc1b-248bbd06c6f3 req-83364023-6e93-4e5a-aa04-6a4cb00e436b tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502770 Dec 16 22:06:22.997427 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f2d60457-6ecb-4370-b442-6e1944ab941c req-937d3cfa-4ca3-4d0e-9c7f-d037f687710f service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739926 Dec 16 22:06:22.997427 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6ab94-95e5-430f-b330-361f0cb8090c admin admin] Pushing event updated for resources: {'Network': ['ID=f7a812c8-1080-448d-af1e-676901e01ed2,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:22.999843 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4bfaf437-feff-4f7d-a501-3f810d925046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:23.020219 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network f7a812c8-1080-448d-af1e-676901e01ed2 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:06:23.047198 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4bfaf437-feff-4f7d-a501-3f810d925046 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4d2dc69217114bbe953abbf9d66d44ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4541168 Dec 16 22:06:23.050193 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53152) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:23.056605 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfaf437-feff-4f7d-a501-3f810d925046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c52b88-b238-4695-9349-b7081516f2e6,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:23.123148 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6df45e1b-b5d7-4a00-94ae-6b37d54e8ef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:23.135086 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c7e6ab94-95e5-430f-b330-361f0cb8090c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9877830 Dec 16 22:06:23.139403 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53154) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:23.148021 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-3cae1b10-6010-4216-903a-2f10f2786a52 admin admin] Request body: {'subnet': {'network_id': 'f7a812c8-1080-448d-af1e-676901e01ed2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1568248076-subnet', 'tenant_id': '43d4a8755b754a7ab23ed54cbdfe72b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:23.164876 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6df45e1b-b5d7-4a00-94ae-6b37d54e8ef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:23.180326 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f2d60457-6ecb-4370-b442-6e1944ab941c req-2be993dc-1d3c-4c2d-ae30-070fec2ea431 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743975 Dec 16 22:06:23.265276 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cae1b10-6010-4216-903a-2f10f2786a52 admin admin] Made reservation on behalf of 43d4a8755b754a7ab23ed54cbdfe72b0 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:06:23.267945 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3cae1b10-6010-4216-903a-2f10f2786a52 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:23.277913 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531341d9-c4f4-47bf-826e-0e9d0427ef21 req-5904a2c6-ede1-4e3c-966f-414d6fa87c01 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:23.277913 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-531341d9-c4f4-47bf-826e-0e9d0427ef21 req-5904a2c6-ede1-4e3c-966f-414d6fa87c01 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 1096 time: 0.0517087 Dec 16 22:06:23.295878 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f8fdf7dd-a70a-4525-8046-1d15ca6a22f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:23.328927 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-531341d9-c4f4-47bf-826e-0e9d0427ef21 req-ad6bb0e0-d01e-491e-bf98-ea95db370dab tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498645 Dec 16 22:06:23.350962 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6df45e1b-b5d7-4a00-94ae-6b37d54e8ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:23.353605 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6df45e1b-b5d7-4a00-94ae-6b37d54e8ef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:23.354898 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6df45e1b-b5d7-4a00-94ae-6b37d54e8ef2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c0c52b88-b238-4695-9349-b7081516f2e6 HTTP/1.1" status: 204 len: 168 time: 0.3037455 Dec 16 22:06:23.366913 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df45e1b-b5d7-4a00-94ae-6b37d54e8ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c52b88-b238-4695-9349-b7081516f2e6,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:23.522393 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64ad42-36ec-4c0a-810b-b5546fc101b9 req-b208cb1e-32c0-41e1-8089-7564a8aaa3ee tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:23.525056 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9b64ad42-36ec-4c0a-810b-b5546fc101b9 req-b208cb1e-32c0-41e1-8089-7564a8aaa3ee tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 1096 time: 0.0558012 Dec 16 22:06:23.582981 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9b64ad42-36ec-4c0a-810b-b5546fc101b9 req-b4460912-936e-4d3f-afe3-fd5fcfb0f56c tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510104 Dec 16 22:06:23.640318 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-02d561fd-0320-4e54-ad7a-7fd86aa8ebd5 req-f707468b-2ef5-4a32-af70-ce7eaa0ae275 tempest-QuotasAdminNegativeTest-1806214371 tempest-QuotasAdminNegativeTest-1806214371-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=d19bb96f925241ec8198d99f42ccf9c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233958 Dec 16 22:06:23.660147 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3cae1b10-6010-4216-903a-2f10f2786a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:23.779592 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d561fd-0320-4e54-ad7a-7fd86aa8ebd5 req-a55b0a79-aea6-43f2-9b0e-9c663137878f tempest-QuotasAdminNegativeTest-1806214371 tempest-QuotasAdminNegativeTest-1806214371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:23.790043 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-02d561fd-0320-4e54-ad7a-7fd86aa8ebd5 req-a55b0a79-aea6-43f2-9b0e-9c663137878f tempest-QuotasAdminNegativeTest-1806214371 tempest-QuotasAdminNegativeTest-1806214371-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1439111 Dec 16 22:06:23.820747 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-02d561fd-0320-4e54-ad7a-7fd86aa8ebd5 req-01e2e45d-4e2d-4061-8b8a-de37f284cd3b tempest-QuotasAdminNegativeTest-1806214371 tempest-QuotasAdminNegativeTest-1806214371-project] 10.222.0.75 "GET /v2.0/quotas/d19bb96f925241ec8198d99f42ccf9c1 HTTP/1.1" status: 200 len: 375 time: 0.0294938 Dec 16 22:06:23.852979 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-02d561fd-0320-4e54-ad7a-7fd86aa8ebd5 req-2ece3055-64fa-43b0-8abb-5a5d56c28540 tempest-QuotasAdminNegativeTest-1806214371 tempest-QuotasAdminNegativeTest-1806214371-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d19bb96f925241ec8198d99f42ccf9c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312314 Dec 16 22:06:23.990373 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae1b10-6010-4216-903a-2f10f2786a52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f23d64e-b76c-471a-8990-27578ee76b70,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:24.006762 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cae1b10-6010-4216-903a-2f10f2786a52 admin admin] Checking segment: {'id': '20368d6f-6daa-418f-ab25-fe567dd4e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f7a812c8-1080-448d-af1e-676901e01ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:06:24.007289 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cae1b10-6010-4216-903a-2f10f2786a52 admin admin] Network hostable DHCP agents. Network: f7a812c8-1080-448d-af1e-676901e01ed2, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:06:24.025085 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e11ec6-fc08-4e7e-9474-b4bddbf76b75 req-96a3e7ee-859e-4f95-9aa6-dac5607ffd7b tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:24.026634 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e8e11ec6-fc08-4e7e-9474-b4bddbf76b75 req-96a3e7ee-859e-4f95-9aa6-dac5607ffd7b tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3fffcc0-e458-4473-8f41-b8135dce4457 HTTP/1.1" status: 200 len: 948 time: 0.0839317 Dec 16 22:06:24.034899 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-50ce483c-5305-4a85-8b8b-146e6cc26919 req-653de193-2de0-4732-afad-3058e2476917 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:06:24.036189 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-50ce483c-5305-4a85-8b8b-146e6cc26919 req-653de193-2de0-4732-afad-3058e2476917 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075843 Dec 16 22:06:24.078488 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e8e11ec6-fc08-4e7e-9474-b4bddbf76b75 req-3fc8b421-ec4f-4666-bc87-abdb824d45fa tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451078 Dec 16 22:06:24.109813 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cae1b10-6010-4216-903a-2f10f2786a52 admin admin] Network f7a812c8-1080-448d-af1e-676901e01ed2 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:06:24.139655 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53212) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:24.153569 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f45c542d-2791-4936-a94d-8dd658e67821 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:24.219294 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-3cae1b10-6010-4216-903a-2f10f2786a52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, f7a812c8-1080-448d-af1e-676901e01ed2) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:06:24.229938 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb51e854-d9b8-4b86-97a1-b88ee461ef32 None None] Network f7a812c8-1080-448d-af1e-676901e01ed2 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:06:24.230498 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cae1b10-6010-4216-903a-2f10f2786a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:24.230831 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3cae1b10-6010-4216-903a-2f10f2786a52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:24.240966 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f45c542d-2791-4936-a94d-8dd658e67821 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:24.308067 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f45c542d-2791-4936-a94d-8dd658e67821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:24.312693 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:06:24.340652 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c60119-21f7-4313-a593-6c212c4b75e1 None None] Network f7a812c8-1080-448d-af1e-676901e01ed2 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:06:24.353923 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3cae1b10-6010-4216-903a-2f10f2786a52 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2131877 Dec 16 22:06:24.356948 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f45c542d-2791-4936-a94d-8dd658e67821 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cd6412258ee2452baab122adfca7ffb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162628 Dec 16 22:06:24.357841 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c542d-2791-4936-a94d-8dd658e67821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3c0483-de27-441f-91f1-51ea1bacb420,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:24.360036 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53216) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:24.433261 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a3f90613-715e-4ef3-9bd1-071e5d3c60ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:24.456878 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a3f90613-715e-4ef3-9bd1-071e5d3c60ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:24.517767 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53222) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:24.567764 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2bc875f-0ac0-435d-a67c-8e3156be6fd8 admin admin] Deleting subnet fc20376c-804c-468b-8b09-993b67083c67 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:06:24.571317 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e2bc875f-0ac0-435d-a67c-8e3156be6fd8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:24.573592 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a3f90613-715e-4ef3-9bd1-071e5d3c60ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:24.576484 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a3f90613-715e-4ef3-9bd1-071e5d3c60ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:24.578403 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a3f90613-715e-4ef3-9bd1-071e5d3c60ac admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5e3c0483-de27-441f-91f1-51ea1bacb420 HTTP/1.1" status: 204 len: 168 time: 0.2166264 Dec 16 22:06:24.609405 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f90613-715e-4ef3-9bd1-071e5d3c60ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3c0483-de27-441f-91f1-51ea1bacb420,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:24.627860 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e2bc875f-0ac0-435d-a67c-8e3156be6fd8 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:24.641760 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e2bc875f-0ac0-435d-a67c-8e3156be6fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:24.769282 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e2bc875f-0ac0-435d-a67c-8e3156be6fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:24.796925 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc875f-0ac0-435d-a67c-8e3156be6fd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc20376c-804c-468b-8b09-993b67083c67,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:24.801651 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e2bc875f-0ac0-435d-a67c-8e3156be6fd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:24.805426 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e2bc875f-0ac0-435d-a67c-8e3156be6fd8 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/fc20376c-804c-468b-8b09-993b67083c67 HTTP/1.1" status: 204 len: 168 time: 0.2857792 Dec 16 22:06:24.808517 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53236) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:24.896976 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-661b307c-9b77-41f2-b94e-a35e374ac3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:25.019802 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-661b307c-9b77-41f2-b94e-a35e374ac3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:25.058746 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-661b307c-9b77-41f2-b94e-a35e374ac3c0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:06:25.059409 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-661b307c-9b77-41f2-b94e-a35e374ac3c0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:06:25.060374 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-661b307c-9b77-41f2-b94e-a35e374ac3c0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:06:25.060931 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-661b307c-9b77-41f2-b94e-a35e374ac3c0 admin admin] Subscribe: > port after_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:06:25.061449 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-661b307c-9b77-41f2-b94e-a35e374ac3c0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:06:25.061963 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-661b307c-9b77-41f2-b94e-a35e374ac3c0 admin admin] Subscribe: > port after_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:06:25.062493 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-661b307c-9b77-41f2-b94e-a35e374ac3c0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:06:25.063074 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-661b307c-9b77-41f2-b94e-a35e374ac3c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:06:25.063602 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-661b307c-9b77-41f2-b94e-a35e374ac3c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:06:25.064128 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-661b307c-9b77-41f2-b94e-a35e374ac3c0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:06:25.161685 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-661b307c-9b77-41f2-b94e-a35e374ac3c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:06:25.162438 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-661b307c-9b77-41f2-b94e-a35e374ac3c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:06:25.162438 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-661b307c-9b77-41f2-b94e-a35e374ac3c0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:06:25.162743 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-661b307c-9b77-41f2-b94e-a35e374ac3c0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:06:25.163141 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-661b307c-9b77-41f2-b94e-a35e374ac3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516a27f4-d7ec-44eb-9ae5-58583ec19720']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:06:25.183372 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-661b307c-9b77-41f2-b94e-a35e374ac3c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597c9922-8932-4da8-bfa6-27f20a49aa7d') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:06:25.183681 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-661b307c-9b77-41f2-b94e-a35e374ac3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597c9922-8932-4da8-bfa6-27f20a49aa7d') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:06:25.201342 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-661b307c-9b77-41f2-b94e-a35e374ac3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:25.225168 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-661b307c-9b77-41f2-b94e-a35e374ac3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:25.234970 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-661b307c-9b77-41f2-b94e-a35e374ac3c0 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:06:25.235437 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-661b307c-9b77-41f2-b94e-a35e374ac3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: from cryptography.utils import int_from_bytes Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: from cryptography.utils import int_from_bytes Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:06:25.256740 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:06:25.364505 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d2022-c46b-495d-ae4a-ac8be995d31b req-39dba8cd-0d9b-4e01-a3d0-6a013b116e48 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:25.366146 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-897d2022-c46b-495d-ae4a-ac8be995d31b req-39dba8cd-0d9b-4e01-a3d0-6a013b116e48 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3fffcc0-e458-4473-8f41-b8135dce4457 HTTP/1.1" status: 200 len: 948 time: 0.0513284 Dec 16 22:06:25.422245 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-897d2022-c46b-495d-ae4a-ac8be995d31b req-3f94c359-767a-42bb-8b34-0bba22ed855f tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495136 Dec 16 22:06:25.427442 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-661b307c-9b77-41f2-b94e-a35e374ac3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:25.436259 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-661b307c-9b77-41f2-b94e-a35e374ac3c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:25.444034 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-661b307c-9b77-41f2-b94e-a35e374ac3c0 admin admin] 10.222.0.75 "DELETE /v2.0/networks/516a27f4-d7ec-44eb-9ae5-58583ec19720 HTTP/1.1" status: 204 len: 168 time: 0.6338105 Dec 16 22:06:25.446305 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53278) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:25.453556 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b307c-9b77-41f2-b94e-a35e374ac3c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=516a27f4-d7ec-44eb-9ae5-58583ec19720,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:25.499576 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-4040fde8-c269-4abd-9d55-73e3a52ef8e6 admin admin] Deleting subnet 1f23d64e-b76c-471a-8990-27578ee76b70 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:06:25.503712 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4040fde8-c269-4abd-9d55-73e3a52ef8e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:25.545444 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4040fde8-c269-4abd-9d55-73e3a52ef8e6 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:25.550023 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4040fde8-c269-4abd-9d55-73e3a52ef8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:25.564354 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b201c02e-c20d-41ec-9b3e-decfbf17ce76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:25.639635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53292) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:25.706218 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4040fde8-c269-4abd-9d55-73e3a52ef8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:25.742892 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4040fde8-c269-4abd-9d55-73e3a52ef8e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:25.747303 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4040fde8-c269-4abd-9d55-73e3a52ef8e6 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1f23d64e-b76c-471a-8990-27578ee76b70 HTTP/1.1" status: 204 len: 168 time: 0.2996850 Dec 16 22:06:25.749112 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040fde8-c269-4abd-9d55-73e3a52ef8e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f23d64e-b76c-471a-8990-27578ee76b70,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:25.750141 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53306) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:25.818206 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ff7e40f-c59a-45a3-8f16-d9546474372b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:25.838929 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6b7ee4c6-b739-4b8f-9cdb-0e44ec20c060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:25.932705 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ff7e40f-c59a-45a3-8f16-d9546474372b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:25.939223 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6b7ee4c6-b739-4b8f-9cdb-0e44ec20c060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:25.961909 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-6b7ee4c6-b739-4b8f-9cdb-0e44ec20c060 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a812c8-1080-448d-af1e-676901e01ed2']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:06:25.972153 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-6b7ee4c6-b739-4b8f-9cdb-0e44ec20c060 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20368d6f-6daa-418f-ab25-fe567dd4e148') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:06:25.972517 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-6b7ee4c6-b739-4b8f-9cdb-0e44ec20c060 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20368d6f-6daa-418f-ab25-fe567dd4e148') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:06:25.985408 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6b7ee4c6-b739-4b8f-9cdb-0e44ec20c060 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:25.999162 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6b7ee4c6-b739-4b8f-9cdb-0e44ec20c060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:26.005799 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7ee4c6-b739-4b8f-9cdb-0e44ec20c060 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:06:26.006185 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6b7ee4c6-b739-4b8f-9cdb-0e44ec20c060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:06:26.007876 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:06:26.024744 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ff7e40f-c59a-45a3-8f16-d9546474372b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:26.057993 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5ff7e40f-c59a-45a3-8f16-d9546474372b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d19bb96f925241ec8198d99f42ccf9c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4171941 Dec 16 22:06:26.060841 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53322) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:26.103383 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7e40f-c59a-45a3-8f16-d9546474372b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2decb24-afdb-463b-8737-041fcdc893c2,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:26.127928 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ea6685b8-6371-4d53-980c-3e35ac0536f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:26.155971 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6b7ee4c6-b739-4b8f-9cdb-0e44ec20c060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:26.169676 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6b7ee4c6-b739-4b8f-9cdb-0e44ec20c060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:26.176311 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6b7ee4c6-b739-4b8f-9cdb-0e44ec20c060 admin admin] 10.222.0.75 "DELETE /v2.0/networks/f7a812c8-1080-448d-af1e-676901e01ed2 HTTP/1.1" status: 204 len: 168 time: 0.4232674 Dec 16 22:06:26.185322 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ea6685b8-6371-4d53-980c-3e35ac0536f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:26.200004 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ee4c6-b739-4b8f-9cdb-0e44ec20c060 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7a812c8-1080-448d-af1e-676901e01ed2,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:26.341411 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ea6685b8-6371-4d53-980c-3e35ac0536f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:26.344572 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ea6685b8-6371-4d53-980c-3e35ac0536f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:26.347074 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ea6685b8-6371-4d53-980c-3e35ac0536f7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c2decb24-afdb-463b-8737-041fcdc893c2 HTTP/1.1" status: 204 len: 168 time: 0.2838786 Dec 16 22:06:26.355226 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6685b8-6371-4d53-980c-3e35ac0536f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2decb24-afdb-463b-8737-041fcdc893c2,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:26.572819 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53360) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:26.604088 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:26.609243 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a01ed-fc73-4992-b60b-d49b89d217a8 req-798782e4-207b-4833-b4fb-aeb65bd31f02 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:26.610863 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d09a01ed-fc73-4992-b60b-d49b89d217a8 req-798782e4-207b-4833-b4fb-aeb65bd31f02 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3fffcc0-e458-4473-8f41-b8135dce4457 HTTP/1.1" status: 200 len: 948 time: 0.0549796 Dec 16 22:06:26.630217 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c59e65ba-ce70-4b9f-aed6-4980b903d520 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0f9f6b3772934ec8be1700bc78e668de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0557454 Dec 16 22:06:26.632560 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53362) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:26.692369 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c0a84f2a-30f6-40f0-a5e3-02b86dbfaada admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:26.701150 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d09a01ed-fc73-4992-b60b-d49b89d217a8 req-70a1f482-f280-41eb-ad2c-633013e82a62 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816379 Dec 16 22:06:26.718481 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c0a84f2a-30f6-40f0-a5e3-02b86dbfaada admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:26.821488 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:26.849531 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c0a84f2a-30f6-40f0-a5e3-02b86dbfaada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:26.852114 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c0a84f2a-30f6-40f0-a5e3-02b86dbfaada admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:26.853285 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c0a84f2a-30f6-40f0-a5e3-02b86dbfaada admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d966237e-fd2a-4b4e-bbb0-cfc5b353d168 HTTP/1.1" status: 204 len: 168 time: 0.2197943 Dec 16 22:06:26.861285 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a84f2a-30f6-40f0-a5e3-02b86dbfaada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d966237e-fd2a-4b4e-bbb0-cfc5b353d168,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:26.872144 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device ef90d037-4f3a-4e69-a100-df93e6691815 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:06:27.011326 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port ef90d037-4f3a-4e69-a100-df93e6691815, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=ef90d037-4f3a-4e69-a100-df93e6691815,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:27.022577 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53380) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:27.025007 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': 'ef90d037-4f3a-4e69-a100-df93e6691815', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': 'ef90d037-4f3a-4e69-a100-df93e6691815', 'mac_address': 'fa:16:3e:b7:d7:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:06:27.077648 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:27.096280 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef90d037-4f3a-4e69-a100-df93e6691815 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:06:27.138916 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port ef90d037-4f3a-4e69-a100-df93e6691815, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=ef90d037-4f3a-4e69-a100-df93e6691815,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:27.581446 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:27.635663 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=ef90d037-4f3a-4e69-a100-df93e6691815,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:27.721596 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53400) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:27.828552 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-476afff9-548f-42ec-944b-46fe2d4b74dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:27.923551 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ca029-155a-402c-9478-8c50ccf7fe5e req-d4894e8a-87db-4a7f-9dd4-775735afd393 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:27.926373 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f31ca029-155a-402c-9478-8c50ccf7fe5e req-d4894e8a-87db-4a7f-9dd4-775735afd393 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3fffcc0-e458-4473-8f41-b8135dce4457 HTTP/1.1" status: 200 len: 949 time: 0.0652270 Dec 16 22:06:27.926918 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-476afff9-548f-42ec-944b-46fe2d4b74dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:27.976352 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f31ca029-155a-402c-9478-8c50ccf7fe5e req-ccbdea8a-1d8f-4105-8993-8e77c8fe9f20 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439210 Dec 16 22:06:27.998757 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-476afff9-548f-42ec-944b-46fe2d4b74dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:28.049315 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['ef90d037-4f3a-4e69-a100-df93e6691815'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:06:28.052490 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-476afff9-548f-42ec-944b-46fe2d4b74dd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d6cab5a763a14af5a54412499e3548c7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0271556 Dec 16 22:06:28.052490 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476afff9-548f-42ec-944b-46fe2d4b74dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e134b02-8980-4098-936b-d14af9571bb2,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:28.054509 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53416) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:28.110382 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d4e61c4d-ee97-4c70-9cf6-027658768af2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:28.133274 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d4e61c4d-ee97-4c70-9cf6-027658768af2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:28.265386 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53420) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:28.279496 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-138cd14e-9444-4a57-a3d6-367785925d55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:28.296292 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:28.297528 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:28.335032 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d4e61c4d-ee97-4c70-9cf6-027658768af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:28.339660 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d4e61c4d-ee97-4c70-9cf6-027658768af2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:28.340886 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d4e61c4d-ee97-4c70-9cf6-027658768af2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5e134b02-8980-4098-936b-d14af9571bb2 HTTP/1.1" status: 204 len: 168 time: 0.2853248 Dec 16 22:06:28.354824 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e61c4d-ee97-4c70-9cf6-027658768af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e134b02-8980-4098-936b-d14af9571bb2,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:28.375901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53426) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:28.419750 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-138cd14e-9444-4a57-a3d6-367785925d55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:28.421399 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ac95d2d9-99e1-44c5-a803-784890e3be24 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=43d4a8755b754a7ab23ed54cbdfe72b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443182 Dec 16 22:06:28.424570 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53428) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:28.488626 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-d8dc0870-f2fa-430f-a165-1648cc321bb7 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:06:28.489803 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-138cd14e-9444-4a57-a3d6-367785925d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:28.500312 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-d8dc0870-f2fa-430f-a165-1648cc321bb7 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7772458 Dec 16 22:06:28.501471 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-29caa239-441a-4667-8fa0-f9638a260a0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:28.529289 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-29caa239-441a-4667-8fa0-f9638a260a0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:28.543907 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-138cd14e-9444-4a57-a3d6-367785925d55 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=938d2b9cb120438b8d532af7544f8443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2773442 Dec 16 22:06:28.546658 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cd14e-9444-4a57-a3d6-367785925d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fa5335-1498-4f2f-b68e-5a5df0ddadcd,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:28.547704 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53432) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:28.609369 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1347e6b-7273-4a23-9eac-817629d50cfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:28.642202 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1347e6b-7273-4a23-9eac-817629d50cfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:28.666807 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-29caa239-441a-4667-8fa0-f9638a260a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:28.670940 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-29caa239-441a-4667-8fa0-f9638a260a0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:28.674109 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-29caa239-441a-4667-8fa0-f9638a260a0e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/22521982-219c-4799-a555-1452e313f4ac HTTP/1.1" status: 204 len: 168 time: 0.2479801 Dec 16 22:06:28.688084 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29caa239-441a-4667-8fa0-f9638a260a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22521982-219c-4799-a555-1452e313f4ac,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:28.786982 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1347e6b-7273-4a23-9eac-817629d50cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:28.802614 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1347e6b-7273-4a23-9eac-817629d50cfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:28.802614 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c1347e6b-7273-4a23-9eac-817629d50cfc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/15fa5335-1498-4f2f-b68e-5a5df0ddadcd HTTP/1.1" status: 204 len: 168 time: 0.2423024 Dec 16 22:06:28.807121 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1347e6b-7273-4a23-9eac-817629d50cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fa5335-1498-4f2f-b68e-5a5df0ddadcd,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:28.906901 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:29.109331 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b32e1-9a12-4597-b301-136aad554b41 req-3cece5fd-5cc1-4394-be8e-e318f10d4880 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:29.111033 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6b4b32e1-9a12-4597-b301-136aad554b41 req-3cece5fd-5cc1-4394-be8e-e318f10d4880 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3fffcc0-e458-4473-8f41-b8135dce4457 HTTP/1.1" status: 200 len: 949 time: 0.0584040 Dec 16 22:06:29.166119 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6b4b32e1-9a12-4597-b301-136aad554b41 req-13481bde-7f28-4a84-96eb-679952728e95 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477772 Dec 16 22:06:29.360132 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-ff0e5dfe-287b-46d1-b6d5-df2278a4c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:29.361745 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-ff0e5dfe-287b-46d1-b6d5-df2278a4c7ff service neutron] 10.222.0.75 "GET /v2.0/ports/d116848c-1471-4247-aa08-ce165700ea6b HTTP/1.1" status: 200 len: 1093 time: 0.4735644 Dec 16 22:06:29.372741 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-27e0cc27-92ad-401f-9b13-760b61994f67 service neutron] Request body: {'binding': {'host': 'n-h2-815324-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:29.373401 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-27e0cc27-92ad-401f-9b13-760b61994f67 service neutron] Unknown quota resources ['binding']. {{(pid=103613) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:06:29.441942 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53458) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:29.536939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-27e0cc27-92ad-401f-9b13-760b61994f67 service neutron] Attempting to bind port d116848c-1471-4247-aa08-ce165700ea6b on host n-h2-815324-4 for vnic_type normal with profile None {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:06:29.536939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-27e0cc27-92ad-401f-9b13-760b61994f67 service neutron] Attempting to bind port d116848c-1471-4247-aa08-ce165700ea6b by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:06:29.536939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-27e0cc27-92ad-401f-9b13-760b61994f67 service neutron] Attempting to bind port d116848c-1471-4247-aa08-ce165700ea6b on network 851b3d27-6497-40f0-b603-b3da566b57ea {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:06:29.538806 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-27e0cc27-92ad-401f-9b13-760b61994f67 service neutron] Port d116848c-1471-4247-aa08-ce165700ea6b on network 851b3d27-6497-40f0-b603-b3da566b57ea not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:06:29.539152 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-27e0cc27-92ad-401f-9b13-760b61994f67 service neutron] Attempting to bind port d116848c-1471-4247-aa08-ce165700ea6b on network 851b3d27-6497-40f0-b603-b3da566b57ea {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:06:29.544642 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-27e0cc27-92ad-401f-9b13-760b61994f67 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:06:29.544967 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-27e0cc27-92ad-401f-9b13-760b61994f67 service neutron] Checking segment: {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:06:29.545357 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-27e0cc27-92ad-401f-9b13-760b61994f67 service neutron] Bound using segment: {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:06:29.545838 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-27e0cc27-92ad-401f-9b13-760b61994f67 service neutron] Bound port: d116848c-1471-4247-aa08-ce165700ea6b, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:06:29.638249 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-27e0cc27-92ad-401f-9b13-760b61994f67 service neutron] For port d116848c-1471-4247-aa08-ce165700ea6b, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=d116848c-1471-4247-aa08-ce165700ea6b,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:06:29.703192 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-79dabc83-1988-42d3-aa38-32abf71cb72f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:29.730952 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-27e0cc27-92ad-401f-9b13-760b61994f67 service neutron] Publish callbacks [] for binding, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:29.733203 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-27e0cc27-92ad-401f-9b13-760b61994f67 service neutron] 10.222.0.75 "POST /v2.0/ports/d116848c-1471-4247-aa08-ce165700ea6b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3646247 Dec 16 22:06:29.821816 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-79dabc83-1988-42d3-aa38-32abf71cb72f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:29.979207 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-79dabc83-1988-42d3-aa38-32abf71cb72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:30.023245 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-79dabc83-1988-42d3-aa38-32abf71cb72f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2a19acc40fa54d15ab8595bc63fd809b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5757561 Dec 16 22:06:30.023245 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dabc83-1988-42d3-aa38-32abf71cb72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50340ca-32b8-4b1d-b7b5-a95afa0f6edb,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:30.027796 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53482) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:30.094536 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0fa4dc08-1f4a-49b5-adc2-ed48ac10e315 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:30.123002 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0fa4dc08-1f4a-49b5-adc2-ed48ac10e315 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:30.317520 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe95b27-cdd3-4798-96a6-af1663c2e12d req-ab9deea3-3e06-4312-92a2-4b54df5a68b9 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:30.319236 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9fe95b27-cdd3-4798-96a6-af1663c2e12d req-ab9deea3-3e06-4312-92a2-4b54df5a68b9 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 945 time: 0.0577254 Dec 16 22:06:30.332510 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0fa4dc08-1f4a-49b5-adc2-ed48ac10e315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:30.335273 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0fa4dc08-1f4a-49b5-adc2-ed48ac10e315 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:30.347684 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0fa4dc08-1f4a-49b5-adc2-ed48ac10e315 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a50340ca-32b8-4b1d-b7b5-a95afa0f6edb HTTP/1.1" status: 204 len: 168 time: 0.3142104 Dec 16 22:06:30.370970 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4dc08-1f4a-49b5-adc2-ed48ac10e315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50340ca-32b8-4b1d-b7b5-a95afa0f6edb,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:30.419214 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9fe95b27-cdd3-4798-96a6-af1663c2e12d req-00c061b9-4124-4f4e-a036-4b1d4c0c316f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932381 Dec 16 22:06:30.478615 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe79c7-0897-4a9e-b4cd-980e04a0a5d8 req-d9283964-7a43-4c2d-adfa-4cc91d917b84 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:30.480959 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-11fe79c7-0897-4a9e-b4cd-980e04a0a5d8 req-d9283964-7a43-4c2d-adfa-4cc91d917b84 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3fffcc0-e458-4473-8f41-b8135dce4457 HTTP/1.1" status: 200 len: 949 time: 0.0749938 Dec 16 22:06:30.547673 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-11fe79c7-0897-4a9e-b4cd-980e04a0a5d8 req-68de7654-6afd-4060-8b2e-e1cbd98fd376 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603790 Dec 16 22:06:30.651406 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-d685f059-46fa-4417-97d2-b28d9f93ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:30.656346 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-d685f059-46fa-4417-97d2-b28d9f93ef56 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70ddf0fe02f649f28d93270673f4f1b0&device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 1096 time: 0.0489702 Dec 16 22:06:30.820706 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-7d9e49f0-d5bd-49ff-bf41-e9dbfea5939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:30.822003 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-7d9e49f0-d5bd-49ff-bf41-e9dbfea5939a service neutron] 10.222.0.57 "GET /v2.0/networks?id=851b3d27-6497-40f0-b603-b3da566b57ea HTTP/1.1" status: 200 len: 908 time: 0.1540740 Dec 16 22:06:30.892510 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-b7d961de-f4e5-46f9-8025-f5de40d34acd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d116848c-1471-4247-aa08-ce165700ea6b HTTP/1.1" status: 200 len: 217 time: 0.0611591 Dec 16 22:06:30.901878 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device ef90d037-4f3a-4e69-a100-df93e6691815 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:06:30.947164 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-2113fb5e-a633-40a5-a918-b4c79ed7e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:30.948995 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-2113fb5e-a633-40a5-a918-b4c79ed7e120 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ac517c80-ed1c-4940-8a98-4b18f46cf35e HTTP/1.1" status: 200 len: 848 time: 0.0490751 Dec 16 22:06:30.989302 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-aa713de1-2bcc-4957-8842-76617305261a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=851b3d27-6497-40f0-b603-b3da566b57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308607 Dec 16 22:06:31.059702 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port ef90d037-4f3a-4e69-a100-df93e6691815 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:06:31.065393 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port ef90d037-4f3a-4e69-a100-df93e6691815 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:06:31.065611 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:31.091874 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-196fae0d-84c1-4efb-8694-898adce5b887 service neutron] 10.222.0.57 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930712 Dec 16 22:06:31.159424 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:31.198839 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fffcc0-e458-4473-8f41-b8135dce4457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef90d037-4f3a-4e69-a100-df93e6691815'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:06:31.201903 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb75523e-3f89-4c9f-a831-dd70249ed815" -d '{"events": [{"server_uuid": "f3fffcc0-e458-4473-8f41-b8135dce4457", "name": "network-vif-plugged", "status": "completed", "tag": "ef90d037-4f3a-4e69-a100-df93e6691815"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:06:31.206391 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port ef90d037-4f3a-4e69-a100-df93e6691815, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=ef90d037-4f3a-4e69-a100-df93e6691815,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:31.233343 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-e0a50593-8d05-4dc2-887f-7aa93bf6a875 service neutron] 10.222.0.57 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317077 Dec 16 22:06:31.265179 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b93b062-ef29-4706-85bb-cf0d7c3d2797 x-openstack-request-id: req-0b93b062-ef29-4706-85bb-cf0d7c3d2797 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:06:31.265527 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fffcc0-e458-4473-8f41-b8135dce4457", "name": "network-vif-plugged", "status": "completed", "tag": "ef90d037-4f3a-4e69-a100-df93e6691815", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:06:31.265705 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0b93b062-ef29-4706-85bb-cf0d7c3d2797 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:06:31.266096 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3fffcc0-e458-4473-8f41-b8135dce4457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef90d037-4f3a-4e69-a100-df93e6691815', 'code': 200} Dec 16 22:06:31.364020 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:31.389603 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53534) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:31.407598 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0b63712a-deca-4d18-8331-7b878dd0455b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:31.428197 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=ef90d037-4f3a-4e69-a100-df93e6691815,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:31.519315 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53540) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:31.563423 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840296f0-152e-4922-aec4-a2969e6d4d7d req-01cef676-bef5-431e-8e53-9a1ba2255e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:31.566057 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-840296f0-152e-4922-aec4-a2969e6d4d7d req-01cef676-bef5-431e-8e53-9a1ba2255e69 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f3fffcc0-e458-4473-8f41-b8135dce4457 HTTP/1.1" status: 200 len: 1101 time: 0.0740693 Dec 16 22:06:31.573818 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53548) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:31.578236 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0b63712a-deca-4d18-8331-7b878dd0455b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:31.582579 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c6247-944d-4429-ba76-79a3fb015cce req-5b216606-810e-4832-9ce3-c13a20fdaa96 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:31.585007 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7c9c6247-944d-4429-ba76-79a3fb015cce req-5b216606-810e-4832-9ce3-c13a20fdaa96 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 945 time: 0.0734656 Dec 16 22:06:31.629664 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-840296f0-152e-4922-aec4-a2969e6d4d7d req-d9b2762a-e4d8-408f-ab2f-39aaa9c3a4ba service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553007 Dec 16 22:06:31.661225 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0b63712a-deca-4d18-8331-7b878dd0455b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:31.726286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-1b2c9f0c-913d-49b7-8ff1-60c886d660f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-60956684-network', 'tenant_id': '9ec6d52b2cc74dfe9b3e2eda729bdbff'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:31.743419 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-da249be4-708b-43f4-b32a-cc9605c10f44 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-network', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:31.752627 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63712a-deca-4d18-8331-7b878dd0455b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7319a6ac-1802-47f8-a3d8-1b302546f640,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:31.757179 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0b63712a-deca-4d18-8331-7b878dd0455b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f59adb91b44943c8b5cd7d622d9e7e29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3665178 Dec 16 22:06:31.761495 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53558) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:31.804679 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7c9c6247-944d-4429-ba76-79a3fb015cce req-66a1be23-615e-40ac-b070-3f047f44d709 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114832 Dec 16 22:06:31.807455 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-d6bf20a2-000f-4aa1-88f4-20469a6b3c1b tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:31.809225 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-d6bf20a2-000f-4aa1-88f4-20469a6b3c1b tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9&tenant_id=70ddf0fe02f649f28d93270673f4f1b0&binding%3Ahost_id=n-h1-815324-4 HTTP/1.1" status: 200 len: 1096 time: 0.1688073 Dec 16 22:06:31.825118 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f171f-fede-43d2-a794-b8d652799ddd req-46afe43b-d07d-4b09-b627-540464cd9417 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:31.826786 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb1f171f-fede-43d2-a794-b8d652799ddd req-46afe43b-d07d-4b09-b627-540464cd9417 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3fffcc0-e458-4473-8f41-b8135dce4457 HTTP/1.1" status: 200 len: 950 time: 0.1461823 Dec 16 22:06:31.856526 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b5940bd-e714-48ee-9ea0-1bd52921453e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:31.893810 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b5940bd-e714-48ee-9ea0-1bd52921453e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:31.918264 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb1f171f-fede-43d2-a794-b8d652799ddd req-af619d01-66f1-421f-af44-d11f274b913d tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830951 Dec 16 22:06:31.928337 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2c9f0c-913d-49b7-8ff1-60c886d660f6 admin admin] Made reservation on behalf of 9ec6d52b2cc74dfe9b3e2eda729bdbff for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:06:31.931252 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da249be4-708b-43f4-b32a-cc9605c10f44 admin admin] Made reservation on behalf of dd4a9ba818474cd5afa3715e32dea22f for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:06:31.943081 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1b2c9f0c-913d-49b7-8ff1-60c886d660f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:31.943490 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-da249be4-708b-43f4-b32a-cc9605c10f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:31.948863 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1b2c9f0c-913d-49b7-8ff1-60c886d660f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:31.949168 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-da249be4-708b-43f4-b32a-cc9605c10f44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:32.042833 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-03ba6f7e-b701-4c2e-9a76-dc5b156d5e8e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815324-4'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:32.088367 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b5940bd-e714-48ee-9ea0-1bd52921453e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:32.091005 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b5940bd-e714-48ee-9ea0-1bd52921453e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:32.094935 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2b5940bd-e714-48ee-9ea0-1bd52921453e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7319a6ac-1802-47f8-a3d8-1b302546f640 HTTP/1.1" status: 204 len: 168 time: 0.3279796 Dec 16 22:06:32.110760 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5940bd-e714-48ee-9ea0-1bd52921453e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7319a6ac-1802-47f8-a3d8-1b302546f640,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:32.111453 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-03ba6f7e-b701-4c2e-9a76-dc5b156d5e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:32.184908 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-da249be4-708b-43f4-b32a-cc9605c10f44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:32.268824 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1b2c9f0c-913d-49b7-8ff1-60c886d660f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:32.287801 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-da249be4-708b-43f4-b32a-cc9605c10f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:32.304009 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-03ba6f7e-b701-4c2e-9a76-dc5b156d5e8e service neutron] For port d116848c-1471-4247-aa08-ce165700ea6b, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d116848c-1471-4247-aa08-ce165700ea6b,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:32.313655 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da249be4-708b-43f4-b32a-cc9605c10f44 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:06:32.323953 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da249be4-708b-43f4-b32a-cc9605c10f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c803242-6065-4bc2-b18a-8e8071b9098f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:32.330155 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-da249be4-708b-43f4-b32a-cc9605c10f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:32.330517 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-da249be4-708b-43f4-b32a-cc9605c10f44 admin admin] Added segment 5980641f-2ab7-4781-988c-cf5871132f96 of type vlan for network cb6f27cb-a12f-415d-801e-6e403da44a59 Dec 16 22:06:32.343369 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-03ba6f7e-b701-4c2e-9a76-dc5b156d5e8e service neutron] For port d116848c-1471-4247-aa08-ce165700ea6b, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:06:32.372626 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-da249be4-708b-43f4-b32a-cc9605c10f44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:32.387995 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e25c3b9-f15d-4f15-b896-f115a554edb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd116848c-1471-4247-aa08-ce165700ea6b'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:06:32.390244 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5687dd84-96c7-49fb-81d6-aeeb15606016" -d '{"events": [{"server_uuid": "4e25c3b9-f15d-4f15-b896-f115a554edb9", "name": "network-vif-unplugged", "status": "completed", "tag": "d116848c-1471-4247-aa08-ce165700ea6b"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:06:32.395021 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-03ba6f7e-b701-4c2e-9a76-dc5b156d5e8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:32.431324 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3592e17-4534-487e-8967-511ca6135940 x-openstack-request-id: req-e3592e17-4534-487e-8967-511ca6135940 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:06:32.431620 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e25c3b9-f15d-4f15-b896-f115a554edb9", "name": "network-vif-unplugged", "status": "completed", "tag": "d116848c-1471-4247-aa08-ce165700ea6b", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:06:32.431894 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e3592e17-4534-487e-8967-511ca6135940 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:06:32.432288 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e25c3b9-f15d-4f15-b896-f115a554edb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd116848c-1471-4247-aa08-ce165700ea6b', 'code': 200} Dec 16 22:06:32.495812 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1b2c9f0c-913d-49b7-8ff1-60c886d660f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:32.506584 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53572) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:32.522309 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b2c9f0c-913d-49b7-8ff1-60c886d660f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:06:32.532671 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c9f0c-913d-49b7-8ff1-60c886d660f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8aa6ea8-9129-4ea7-9e46-cc7180e25a3a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:32.536913 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-da249be4-708b-43f4-b32a-cc9605c10f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:32.539235 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da249be4-708b-43f4-b32a-cc9605c10f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:32.539863 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-da249be4-708b-43f4-b32a-cc9605c10f44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:32.546700 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1b2c9f0c-913d-49b7-8ff1-60c886d660f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:32.546700 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-1b2c9f0c-913d-49b7-8ff1-60c886d660f6 admin admin] Added segment ea5cbc29-5675-415a-a003-81178ff2b12c of type vlan for network 5bb4d219-3d24-497b-88db-fa81cfc96f87 Dec 16 22:06:32.546700 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-03ba6f7e-b701-4c2e-9a76-dc5b156d5e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:32.610121 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da249be4-708b-43f4-b32a-cc9605c10f44 admin admin] Pushing event updated for resources: {'Network': ['ID=cb6f27cb-a12f-415d-801e-6e403da44a59,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:32.622563 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1b2c9f0c-913d-49b7-8ff1-60c886d660f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:32.636395 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network cb6f27cb-a12f-415d-801e-6e403da44a59 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:06:32.669510 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-da249be4-708b-43f4-b32a-cc9605c10f44 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1453621 Dec 16 22:06:32.675747 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53578) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:32.682027 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-3f691ae6-5e44-42e5-be10-976220b5fe95 admin admin] Request body: {'subnet': {'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-subnet', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:32.692951 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba6f7e-b701-4c2e-9a76-dc5b156d5e8e service neutron] Pushing event updated for resources: {'Port': ['ID=d116848c-1471-4247-aa08-ce165700ea6b,revision_number=7']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:32.713650 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-03ba6f7e-b701-4c2e-9a76-dc5b156d5e8e service neutron] Attempting to bind port d116848c-1471-4247-aa08-ce165700ea6b on host n-h1-815324-4 for vnic_type normal with profile {"migrating_to": "n-h2-815324-4"} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:06:32.713990 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-03ba6f7e-b701-4c2e-9a76-dc5b156d5e8e service neutron] Attempting to bind port d116848c-1471-4247-aa08-ce165700ea6b by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:06:32.714327 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-03ba6f7e-b701-4c2e-9a76-dc5b156d5e8e service neutron] Attempting to bind port d116848c-1471-4247-aa08-ce165700ea6b on network 851b3d27-6497-40f0-b603-b3da566b57ea {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:06:32.719117 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-03ba6f7e-b701-4c2e-9a76-dc5b156d5e8e service neutron] Port d116848c-1471-4247-aa08-ce165700ea6b on network 851b3d27-6497-40f0-b603-b3da566b57ea not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:06:32.719453 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-03ba6f7e-b701-4c2e-9a76-dc5b156d5e8e service neutron] Attempting to bind port d116848c-1471-4247-aa08-ce165700ea6b on network 851b3d27-6497-40f0-b603-b3da566b57ea {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:06:32.727613 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-03ba6f7e-b701-4c2e-9a76-dc5b156d5e8e service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:06:32.728624 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-03ba6f7e-b701-4c2e-9a76-dc5b156d5e8e service neutron] Checking segment: {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:06:32.728936 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-03ba6f7e-b701-4c2e-9a76-dc5b156d5e8e service neutron] Bound using segment: {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:06:32.729426 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-03ba6f7e-b701-4c2e-9a76-dc5b156d5e8e service neutron] Bound port: d116848c-1471-4247-aa08-ce165700ea6b, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:06:32.729787 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-03ba6f7e-b701-4c2e-9a76-dc5b156d5e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:32.767777 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1b2c9f0c-913d-49b7-8ff1-60c886d660f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:32.769439 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2c9f0c-913d-49b7-8ff1-60c886d660f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:32.770045 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1b2c9f0c-913d-49b7-8ff1-60c886d660f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:32.787266 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f691ae6-5e44-42e5-be10-976220b5fe95 admin admin] Made reservation on behalf of dd4a9ba818474cd5afa3715e32dea22f for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:06:32.797440 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f691ae6-5e44-42e5-be10-976220b5fe95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:32.869367 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c9f0c-913d-49b7-8ff1-60c886d660f6 admin admin] Pushing event updated for resources: {'Network': ['ID=5bb4d219-3d24-497b-88db-fa81cfc96f87,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:32.881800 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2322c13b-4257-4b8d-b389-ad906d96dbe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:32.883502 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-03ba6f7e-b701-4c2e-9a76-dc5b156d5e8e service neutron] For port d116848c-1471-4247-aa08-ce165700ea6b, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:06:32.884293 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 5bb4d219-3d24-497b-88db-fa81cfc96f87 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:06:32.887499 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-03ba6f7e-b701-4c2e-9a76-dc5b156d5e8e service neutron] For port d116848c-1471-4247-aa08-ce165700ea6b, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d116848c-1471-4247-aa08-ce165700ea6b,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:06:32.916236 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1b2c9f0c-913d-49b7-8ff1-60c886d660f6 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3293357 Dec 16 22:06:32.917709 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53592) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:32.927824 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-04818e10-eb97-4f7a-ad1f-a66f9bdd037a admin admin] Request body: {'subnet': {'network_id': '5bb4d219-3d24-497b-88db-fa81cfc96f87', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-60956684-subnet', 'tenant_id': '9ec6d52b2cc74dfe9b3e2eda729bdbff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:32.970556 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-03ba6f7e-b701-4c2e-9a76-dc5b156d5e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:33.068314 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04818e10-eb97-4f7a-ad1f-a66f9bdd037a admin admin] Made reservation on behalf of 9ec6d52b2cc74dfe9b3e2eda729bdbff for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:06:33.070880 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-04818e10-eb97-4f7a-ad1f-a66f9bdd037a admin admin] Publish callbacks [] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:33.088593 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2322c13b-4257-4b8d-b389-ad906d96dbe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:33.151623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffee76-2dfe-49e2-b3c5-c91a856ae0c1 req-b6bff3ca-34ac-44c8-b468-62b379bb702d tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:33.153550 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-51ffee76-2dfe-49e2-b3c5-c91a856ae0c1 req-b6bff3ca-34ac-44c8-b468-62b379bb702d tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3fffcc0-e458-4473-8f41-b8135dce4457 HTTP/1.1" status: 200 len: 950 time: 0.1195855 Dec 16 22:06:33.154925 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2322c13b-4257-4b8d-b389-ad906d96dbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:33.177900 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-03ba6f7e-b701-4c2e-9a76-dc5b156d5e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:33.183289 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-03ba6f7e-b701-4c2e-9a76-dc5b156d5e8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:33.183289 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-03ba6f7e-b701-4c2e-9a76-dc5b156d5e8e service neutron] 10.222.0.57 "PUT /v2.0/ports/d116848c-1471-4247-aa08-ce165700ea6b HTTP/1.1" status: 200 len: 1121 time: 1.1431017 Dec 16 22:06:33.203377 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712cecd-c730-40ab-bfbf-ab95de757975 req-7e33835d-6f58-4419-b953-d147ecd8d901 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:33.211950 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8712cecd-c730-40ab-bfbf-ab95de757975 req-7e33835d-6f58-4419-b953-d147ecd8d901 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 943 time: 0.2397952 Dec 16 22:06:33.211950 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba6f7e-b701-4c2e-9a76-dc5b156d5e8e service neutron] Pushing event updated for resources: {'Port': ['ID=d116848c-1471-4247-aa08-ce165700ea6b,revision_number=8']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:33.224247 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2322c13b-4257-4b8d-b389-ad906d96dbe9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9adc18f85cef4a97bc34356c09c2eac4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7162452 Dec 16 22:06:33.230163 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322c13b-4257-4b8d-b389-ad906d96dbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2d03f6-ca77-4a40-ab40-0f5294dee94f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:33.231493 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53602) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:33.247212 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f691ae6-5e44-42e5-be10-976220b5fe95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:33.280786 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-51ffee76-2dfe-49e2-b3c5-c91a856ae0c1 req-8b0f8842-f32b-4be0-9f0d-86446e3cfad6 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000547 Dec 16 22:06:33.343450 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['d116848c-1471-4247-aa08-ce165700ea6b'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:06:33.397474 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8712cecd-c730-40ab-bfbf-ab95de757975 req-052cdc97-3ce5-480e-b6e2-80201f1688ae tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775434 Dec 16 22:06:33.405006 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7b4f963f-e4fd-402e-b5db-43fe34da6a3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:33.484707 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f691ae6-5e44-42e5-be10-976220b5fe95 admin admin] Checking segment: {'id': '5980641f-2ab7-4781-988c-cf5871132f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:06:33.486067 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7b4f963f-e4fd-402e-b5db-43fe34da6a3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:33.488289 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f691ae6-5e44-42e5-be10-976220b5fe95 admin admin] Network hostable DHCP agents. Network: cb6f27cb-a12f-415d-801e-6e403da44a59, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:06:33.506430 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f691ae6-5e44-42e5-be10-976220b5fe95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:33.659501 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-04818e10-eb97-4f7a-ad1f-a66f9bdd037a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:33.709199 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04818e10-eb97-4f7a-ad1f-a66f9bdd037a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c88e8114-d80c-496d-b064-37820cf4b82b,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:33.724302 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04818e10-eb97-4f7a-ad1f-a66f9bdd037a admin admin] Checking segment: {'id': 'ea5cbc29-5675-415a-a003-81178ff2b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5bb4d219-3d24-497b-88db-fa81cfc96f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:06:33.725282 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04818e10-eb97-4f7a-ad1f-a66f9bdd037a admin admin] Network hostable DHCP agents. Network: 5bb4d219-3d24-497b-88db-fa81cfc96f87, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:06:33.779582 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7b4f963f-e4fd-402e-b5db-43fe34da6a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:33.779785 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f691ae6-5e44-42e5-be10-976220b5fe95 admin admin] Network cb6f27cb-a12f-415d-801e-6e403da44a59 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:06:33.782994 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7b4f963f-e4fd-402e-b5db-43fe34da6a3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:33.784734 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7b4f963f-e4fd-402e-b5db-43fe34da6a3e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2d2d03f6-ca77-4a40-ab40-0f5294dee94f HTTP/1.1" status: 204 len: 168 time: 0.5450327 Dec 16 22:06:33.793287 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f963f-e4fd-402e-b5db-43fe34da6a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2d03f6-ca77-4a40-ab40-0f5294dee94f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:33.883998 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04818e10-eb97-4f7a-ad1f-a66f9bdd037a admin admin] Network 5bb4d219-3d24-497b-88db-fa81cfc96f87 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:06:33.984956 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-3f691ae6-5e44-42e5-be10-976220b5fe95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, cb6f27cb-a12f-415d-801e-6e403da44a59) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:06:33.990319 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f691ae6-5e44-42e5-be10-976220b5fe95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:33.990930 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f691ae6-5e44-42e5-be10-976220b5fe95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:33.992357 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-04818e10-eb97-4f7a-ad1f-a66f9bdd037a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 5bb4d219-3d24-497b-88db-fa81cfc96f87) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:06:33.998846 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04818e10-eb97-4f7a-ad1f-a66f9bdd037a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:34.000440 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-04818e10-eb97-4f7a-ad1f-a66f9bdd037a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:34.006970 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390a30eb-3573-42cd-a06a-1eb1fac5947b None None] Network cb6f27cb-a12f-415d-801e-6e403da44a59 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:06:34.024964 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd5ce3a-7434-4698-b2f2-f54a1d72d736 None None] Network 5bb4d219-3d24-497b-88db-fa81cfc96f87 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:06:34.168819 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3f691ae6-5e44-42e5-be10-976220b5fe95 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4916906 Dec 16 22:06:34.169138 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53644) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:34.174487 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-bb00b4cb-b630-4144-bcff-f7a8b0619edb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-router', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:34.190486 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-04818e10-eb97-4f7a-ad1f-a66f9bdd037a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2713137 Dec 16 22:06:34.303668 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed0fefc-a275-4684-ae8c-136c88d4695d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-cb6f27cb-a12f-415d-801e-6e403da44a59', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'fixed_ips': [{'subnet_id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:06:34.304538 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ed0fefc-a275-4684-ae8c-136c88d4695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:34.317974 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d081cd53-2ae6-4e5e-9e38-2d20f4dc1e95 None None] Network 5bb4d219-3d24-497b-88db-fa81cfc96f87 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:06:34.386397 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aceeb8d-b210-4299-a511-1b1eb692c755 req-8e36d067-da1f-4cfe-963e-7cfde64b0c0d tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:34.388099 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4aceeb8d-b210-4299-a511-1b1eb692c755 req-8e36d067-da1f-4cfe-963e-7cfde64b0c0d tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3fffcc0-e458-4473-8f41-b8135dce4457 HTTP/1.1" status: 200 len: 950 time: 0.0543911 Dec 16 22:06:34.433538 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e25c3b9-f15d-4f15-b896-f115a554edb9', 'tag': 'd116848c-1471-4247-aa08-ce165700ea6b'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:06:34.437105 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ca52c9-9db7-4ac9-97e0-f85c99d43026" -d '{"events": [{"name": "network-changed", "server_uuid": "4e25c3b9-f15d-4f15-b896-f115a554edb9", "tag": "d116848c-1471-4247-aa08-ce165700ea6b"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:06:34.458059 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4aceeb8d-b210-4299-a511-1b1eb692c755 req-393da128-efd5-4f6b-858c-228c16fb0144 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630307 Dec 16 22:06:34.469857 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bb00b4cb-b630-4144-bcff-f7a8b0619edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:34.470560 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bb00b4cb-b630-4144-bcff-f7a8b0619edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:34.567806 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-2ed0fefc-a275-4684-ae8c-136c88d4695d None None] Allocated IP 172.20.0.2 (cb6f27cb-a12f-415d-801e-6e403da44a59/03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd/af3091e1-e4d8-455b-994f-375957e2fc0b) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:06:34.592765 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bb00b4cb-b630-4144-bcff-f7a8b0619edb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:34.605006 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7abe1a7-f235-443d-813a-9f97f96d25e9 x-openstack-request-id: req-e7abe1a7-f235-443d-813a-9f97f96d25e9 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:06:34.605006 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e25c3b9-f15d-4f15-b896-f115a554edb9", "tag": "d116848c-1471-4247-aa08-ce165700ea6b", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:06:34.605006 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e7abe1a7-f235-443d-813a-9f97f96d25e9 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:06:34.605006 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e25c3b9-f15d-4f15-b896-f115a554edb9', 'tag': 'd116848c-1471-4247-aa08-ce165700ea6b', 'status': 'completed', 'code': 200} Dec 16 22:06:34.635610 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047613a-8d4b-4830-ad17-54fe2b138841 req-6c189fcf-89fb-4e1c-9439-762b67bbf515 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:34.637185 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4047613a-8d4b-4830-ad17-54fe2b138841 req-6c189fcf-89fb-4e1c-9439-762b67bbf515 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 943 time: 0.0564630 Dec 16 22:06:34.732748 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4047613a-8d4b-4830-ad17-54fe2b138841 req-6c496407-777e-46b0-bf5d-95a1e4f87a81 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865214 Dec 16 22:06:34.742653 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca52c9-9db7-4ac9-97e0-f85c99d43026 req-f6a797b9-d28e-40f8-aab3-362e25fa051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:34.745697 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-80ca52c9-9db7-4ac9-97e0-f85c99d43026 req-f6a797b9-d28e-40f8-aab3-362e25fa051e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=70ddf0fe02f649f28d93270673f4f1b0&device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 1124 time: 0.0928185 Dec 16 22:06:34.746241 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ed0fefc-a275-4684-ae8c-136c88d4695d None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:34.858956 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca52c9-9db7-4ac9-97e0-f85c99d43026 req-6e595309-05dc-45e5-8de9-352d9c2023c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:34.860481 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ed0fefc-a275-4684-ae8c-136c88d4695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:34.861520 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-80ca52c9-9db7-4ac9-97e0-f85c99d43026 req-6e595309-05dc-45e5-8de9-352d9c2023c9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=851b3d27-6497-40f0-b603-b3da566b57ea HTTP/1.1" status: 200 len: 908 time: 0.1078994 Dec 16 22:06:34.883104 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bb00b4cb-b630-4144-bcff-f7a8b0619edb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:34.918719 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed0fefc-a275-4684-ae8c-136c88d4695d None None] Network cb6f27cb-a12f-415d-801e-6e403da44a59 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:06:34.918719 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0fefc-a275-4684-ae8c-136c88d4695d None None] Pushing event updated for resources: {'Port': ['ID=af3091e1-e4d8-455b-994f-375957e2fc0b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:34.921536 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-2ed0fefc-a275-4684-ae8c-136c88d4695d None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:06:34.922938 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-80ca52c9-9db7-4ac9-97e0-f85c99d43026 req-a0954562-2959-48b3-bfe8-e4a88b67ff63 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d116848c-1471-4247-aa08-ce165700ea6b HTTP/1.1" status: 200 len: 217 time: 0.0495074 Dec 16 22:06:34.923822 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed0fefc-a275-4684-ae8c-136c88d4695d None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:06:34.979801 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca52c9-9db7-4ac9-97e0-f85c99d43026 req-2cc18331-4eea-434b-8438-5f340f0eafc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:34.981195 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-2ed0fefc-a275-4684-ae8c-136c88d4695d None None] Attempting to bind port af3091e1-e4d8-455b-994f-375957e2fc0b on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:06:34.981313 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-80ca52c9-9db7-4ac9-97e0-f85c99d43026 req-2cc18331-4eea-434b-8438-5f340f0eafc1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ac517c80-ed1c-4940-8a98-4b18f46cf35e HTTP/1.1" status: 200 len: 848 time: 0.0504682 Dec 16 22:06:34.981575 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-2ed0fefc-a275-4684-ae8c-136c88d4695d None None] Attempting to bind port af3091e1-e4d8-455b-994f-375957e2fc0b by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '5980641f-2ab7-4781-988c-cf5871132f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:06:34.981930 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed0fefc-a275-4684-ae8c-136c88d4695d None None] Attempting to bind port af3091e1-e4d8-455b-994f-375957e2fc0b on network cb6f27cb-a12f-415d-801e-6e403da44a59 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:06:34.987746 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed0fefc-a275-4684-ae8c-136c88d4695d None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:06:34.988135 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed0fefc-a275-4684-ae8c-136c88d4695d None None] Checking segment: {'id': '5980641f-2ab7-4781-988c-cf5871132f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:06:34.988544 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ed0fefc-a275-4684-ae8c-136c88d4695d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:34.988935 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed0fefc-a275-4684-ae8c-136c88d4695d None None] Bound using segment: {'id': '5980641f-2ab7-4781-988c-cf5871132f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:06:34.989916 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-2ed0fefc-a275-4684-ae8c-136c88d4695d None None] Bound port: af3091e1-e4d8-455b-994f-375957e2fc0b, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5980641f-2ab7-4781-988c-cf5871132f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:06:34.990470 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ed0fefc-a275-4684-ae8c-136c88d4695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:35.001590 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53666) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:35.021763 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-80ca52c9-9db7-4ac9-97e0-f85c99d43026 req-6b7ae85a-3a37-4da2-bb36-6927b80ba60c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=851b3d27-6497-40f0-b603-b3da566b57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294931 Dec 16 22:06:35.048578 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11e9e007-21fc-4863-92b9-42e1ea8d35ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:35.069473 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-2ed0fefc-a275-4684-ae8c-136c88d4695d None None] For port af3091e1-e4d8-455b-994f-375957e2fc0b, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:06:35.073801 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-2ed0fefc-a275-4684-ae8c-136c88d4695d None None] For port af3091e1-e4d8-455b-994f-375957e2fc0b, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=af3091e1-e4d8-455b-994f-375957e2fc0b,segment=NetworkSegment(5980641f-2ab7-4781-988c-cf5871132f96),segment_id=5980641f-2ab7-4781-988c-cf5871132f96)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:06:35.167598 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11e9e007-21fc-4863-92b9-42e1ea8d35ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:35.170632 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-80ca52c9-9db7-4ac9-97e0-f85c99d43026 req-151357ed-66d0-4d77-8469-1f0dde42ed26 service neutron] 10.222.0.76 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393776 Dec 16 22:06:35.174326 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ed0fefc-a275-4684-ae8c-136c88d4695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:35.217545 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53670) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:35.248824 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0fefc-a275-4684-ae8c-136c88d4695d None None] Pushing event updated for resources: {'Port': ['ID=af3091e1-e4d8-455b-994f-375957e2fc0b,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:35.326539 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-80ca52c9-9db7-4ac9-97e0-f85c99d43026 req-10f0f4cc-ebd9-497a-9e18-591cc6276f4d service neutron] 10.222.0.76 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461408 Dec 16 22:06:35.570536 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a9cb4ba-63f1-4cea-bec5-609ef61a92f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:35.656469 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11e9e007-21fc-4863-92b9-42e1ea8d35ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:35.761645 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-11e9e007-21fc-4863-92b9-42e1ea8d35ce admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ed04829167da45caad3eadc03c12c5aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7521198 Dec 16 22:06:35.774770 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53682) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:35.774770 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a9cb4ba-63f1-4cea-bec5-609ef61a92f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:35.775454 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bb00b4cb-b630-4144-bcff-f7a8b0619edb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:35.780325 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9e007-21fc-4863-92b9-42e1ea8d35ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c8b720-83f7-4be0-8d15-3282acb527ed,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:35.814958 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bb00b4cb-b630-4144-bcff-f7a8b0619edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:35.842226 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1af0ec3a-3ac6-49c1-85dd-bee8260dd3ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:35.876119 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1af0ec3a-3ac6-49c1-85dd-bee8260dd3ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:35.941118 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a9cb4ba-63f1-4cea-bec5-609ef61a92f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:35.964260 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c512346-09d8-414a-978a-6b486eea5b89 req-0d4ee6aa-050a-43b3-b36e-0a3ccff2f8fb tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:35.973323 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1c512346-09d8-414a-978a-6b486eea5b89 req-0d4ee6aa-050a-43b3-b36e-0a3ccff2f8fb tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 943 time: 0.1466324 Dec 16 22:06:36.026465 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9a9cb4ba-63f1-4cea-bec5-609ef61a92f7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=954aee474eaa4b07aed56898f9a77d79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8078005 Dec 16 22:06:36.029917 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53694) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:36.033028 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9cb4ba-63f1-4cea-bec5-609ef61a92f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bb840a-08d6-4102-a7f4-7423ac7f5744,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:36.067678 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1c512346-09d8-414a-978a-6b486eea5b89 req-44d64e5c-4903-49e3-bd78-0d8a8f911551 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934355 Dec 16 22:06:36.076606 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0fbb6-f8bc-4138-9595-32d6eadfa2e8 req-e9a347d5-4508-49d0-ad72-626645327afc tempest-ServersAdminTestJSON-87635640 tempest-ServersAdminTestJSON-87635640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:36.077117 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0fbb6-f8bc-4138-9595-32d6eadfa2e8 req-e9a347d5-4508-49d0-ad72-626645327afc tempest-ServersAdminTestJSON-87635640 tempest-ServersAdminTestJSON-87635640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:36.077609 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0fbb6-f8bc-4138-9595-32d6eadfa2e8 req-e9a347d5-4508-49d0-ad72-626645327afc tempest-ServersAdminTestJSON-87635640 tempest-ServersAdminTestJSON-87635640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:36.078093 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0fbb6-f8bc-4138-9595-32d6eadfa2e8 req-e9a347d5-4508-49d0-ad72-626645327afc tempest-ServersAdminTestJSON-87635640 tempest-ServersAdminTestJSON-87635640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:36.078663 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0fbb6-f8bc-4138-9595-32d6eadfa2e8 req-e9a347d5-4508-49d0-ad72-626645327afc tempest-ServersAdminTestJSON-87635640 tempest-ServersAdminTestJSON-87635640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:36.081752 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0c0fbb6-f8bc-4138-9595-32d6eadfa2e8 req-e9a347d5-4508-49d0-ad72-626645327afc tempest-ServersAdminTestJSON-87635640 tempest-ServersAdminTestJSON-87635640-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f3fffcc0-e458-4473-8f41-b8135dce4457&device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9&device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7&device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4&device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 4684 time: 0.1904099 Dec 16 22:06:36.082928 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-bb00b4cb-b630-4144-bcff-f7a8b0619edb admin admin] Allocated IP 172.25.6.200 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/cc1e8aa3-ee17-451a-afb4-f815964471e5) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:06:36.120488 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b0c0fbb6-f8bc-4138-9595-32d6eadfa2e8 req-e54e9c19-2105-4bc4-a53f-8eeb9004f47f tempest-ServersAdminTestJSON-87635640 tempest-ServersAdminTestJSON-87635640-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:36.149734 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ca3e349c-7da8-46d7-a2aa-ae31c3929496 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:36.193666 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ca3e349c-7da8-46d7-a2aa-ae31c3929496 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:36.225060 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1af0ec3a-3ac6-49c1-85dd-bee8260dd3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:36.227714 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1af0ec3a-3ac6-49c1-85dd-bee8260dd3ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:36.231846 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1af0ec3a-3ac6-49c1-85dd-bee8260dd3ed admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f1c8b720-83f7-4be0-8d15-3282acb527ed HTTP/1.1" status: 204 len: 168 time: 0.4704571 Dec 16 22:06:36.235567 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bb00b4cb-b630-4144-bcff-f7a8b0619edb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:36.275918 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0ec3a-3ac6-49c1-85dd-bee8260dd3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c8b720-83f7-4be0-8d15-3282acb527ed,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:36.317212 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b0c0fbb6-f8bc-4138-9595-32d6eadfa2e8 req-e54e9c19-2105-4bc4-a53f-8eeb9004f47f tempest-ServersAdminTestJSON-87635640 tempest-ServersAdminTestJSON-87635640-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:36.381334 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bb00b4cb-b630-4144-bcff-f7a8b0619edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:36.422754 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb00b4cb-b630-4144-bcff-f7a8b0619edb admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:06:36.426545 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-bb00b4cb-b630-4144-bcff-f7a8b0619edb admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:06:36.427742 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ca3e349c-7da8-46d7-a2aa-ae31c3929496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:36.430281 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb00b4cb-b630-4144-bcff-f7a8b0619edb admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:06:36.430484 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ca3e349c-7da8-46d7-a2aa-ae31c3929496 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:36.432205 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ca3e349c-7da8-46d7-a2aa-ae31c3929496 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/56bb840a-08d6-4102-a7f4-7423ac7f5744 HTTP/1.1" status: 204 len: 168 time: 0.3997803 Dec 16 22:06:36.432893 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b0c0fbb6-f8bc-4138-9595-32d6eadfa2e8 req-e54e9c19-2105-4bc4-a53f-8eeb9004f47f tempest-ServersAdminTestJSON-87635640 tempest-ServersAdminTestJSON-87635640-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:36.466716 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e349c-7da8-46d7-a2aa-ae31c3929496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bb840a-08d6-4102-a7f4-7423ac7f5744,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:36.498989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00b4cb-b630-4144-bcff-f7a8b0619edb admin admin] Pushing event updated for resources: {'Port': ['ID=cc1e8aa3-ee17-451a-afb4-f815964471e5,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:36.570869 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0c0fbb6-f8bc-4138-9595-32d6eadfa2e8 req-e54e9c19-2105-4bc4-a53f-8eeb9004f47f tempest-ServersAdminTestJSON-87635640 tempest-ServersAdminTestJSON-87635640-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 447 time: 0.4816229 Dec 16 22:06:36.579963 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9c19-2105-4bc4-a53f-8eeb9004f47f tempest-ServersAdminTestJSON-87635640 tempest-ServersAdminTestJSON-87635640-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2b1946-beec-4c0c-9af5-248b4c8215aa,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:36.714340 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c2005f-c0f0-4ba8-b7d5-3ef05827a87e None None] Network cb6f27cb-a12f-415d-801e-6e403da44a59 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:06:36.731196 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53718) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:36.737643 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-8613e684-543c-4986-90d8-ed90276c4067 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-900714241-network', 'tenant_id': '11d3668a130341028a8b58d688a0010b'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:36.773702 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bb00b4cb-b630-4144-bcff-f7a8b0619edb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:36.880000 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8613e684-543c-4986-90d8-ed90276c4067 admin admin] Made reservation on behalf of 11d3668a130341028a8b58d688a0010b for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:06:36.882483 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8613e684-543c-4986-90d8-ed90276c4067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:36.910881 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e9a4037f-d311-4d99-9f75-3225a062010c None None] Provisioning complete for port af3091e1-e4d8-455b-994f-375957e2fc0b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:06:36.914125 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e9a4037f-d311-4d99-9f75-3225a062010c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:36.915632 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8613e684-543c-4986-90d8-ed90276c4067 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:36.999519 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device d116848c-1471-4247-aa08-ce165700ea6b details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:06:37.073948 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bb00b4cb-b630-4144-bcff-f7a8b0619edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:37.120606 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8613e684-543c-4986-90d8-ed90276c4067 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:37.196189 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device af3091e1-e4d8-455b-994f-375957e2fc0b up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:06:37.206812 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8613e684-543c-4986-90d8-ed90276c4067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:37.260847 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613e684-543c-4986-90d8-ed90276c4067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36eec6b2-8bb0-45cb-9339-1f78bb017f18,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:37.288213 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8613e684-543c-4986-90d8-ed90276c4067 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:06:37.314779 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8613e684-543c-4986-90d8-ed90276c4067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:37.318897 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-8613e684-543c-4986-90d8-ed90276c4067 admin admin] Added segment 48f5beec-c60e-464a-84e3-cc21f89e5545 of type vlan for network 90fdfb8c-2d66-4f22-ad05-cc8ddcc791dd Dec 16 22:06:37.348693 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e9a4037f-d311-4d99-9f75-3225a062010c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:37.379389 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port d116848c-1471-4247-aa08-ce165700ea6b, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d116848c-1471-4247-aa08-ce165700ea6b,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:37.407883 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e9a4037f-d311-4d99-9f75-3225a062010c None None] For port af3091e1-e4d8-455b-994f-375957e2fc0b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=af3091e1-e4d8-455b-994f-375957e2fc0b,segment=NetworkSegment(5980641f-2ab7-4781-988c-cf5871132f96),segment_id=5980641f-2ab7-4781-988c-cf5871132f96)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:37.421353 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a072be4-cd7a-4af1-8f16-7eb2ac0750d5 req-5d2addae-5d38-4081-a6a1-ef9a5298cf32 tempest-ServersAdminTestJSON-87635640 tempest-ServersAdminTestJSON-87635640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:37.425190 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a072be4-cd7a-4af1-8f16-7eb2ac0750d5 req-5d2addae-5d38-4081-a6a1-ef9a5298cf32 tempest-ServersAdminTestJSON-87635640 tempest-ServersAdminTestJSON-87635640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:37.425190 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a072be4-cd7a-4af1-8f16-7eb2ac0750d5 req-5d2addae-5d38-4081-a6a1-ef9a5298cf32 tempest-ServersAdminTestJSON-87635640 tempest-ServersAdminTestJSON-87635640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:37.425674 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device d116848c-1471-4247-aa08-ce165700ea6b has no active binding in host n-h2-815324-4 {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 22:06:37.425674 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port af3091e1-e4d8-455b-994f-375957e2fc0b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:06:37.425674 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:37.434061 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a072be4-cd7a-4af1-8f16-7eb2ac0750d5 req-5d2addae-5d38-4081-a6a1-ef9a5298cf32 tempest-ServersAdminTestJSON-87635640 tempest-ServersAdminTestJSON-87635640-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f3fffcc0-e458-4473-8f41-b8135dce4457&device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7&device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 2883 time: 0.2038188 Dec 16 22:06:37.480844 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8613e684-543c-4986-90d8-ed90276c4067 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:37.501297 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebf361-4e96-4e97-8ff7-48951d20cd94 req-2f50a495-c440-4b56-943b-5fe88621ebb3 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:37.504132 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a072be4-cd7a-4af1-8f16-7eb2ac0750d5 req-2219ec6c-5f54-45e1-89c6-90b40c6bf3ee tempest-ServersAdminTestJSON-87635640 tempest-ServersAdminTestJSON-87635640-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691226 Dec 16 22:06:37.511237 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e9a4037f-d311-4d99-9f75-3225a062010c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:37.526204 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fcebf361-4e96-4e97-8ff7-48951d20cd94 req-2f50a495-c440-4b56-943b-5fe88621ebb3 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 943 time: 0.1250505 Dec 16 22:06:37.541532 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb00b4cb-b630-4144-bcff-f7a8b0619edb admin admin] Router 21a0bda8-b0cc-4d95-95c5-125dc7965801 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:06:37.554355 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:37.591314 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4037f-d311-4d99-9f75-3225a062010c None None] Pushing event updated for resources: {'Port': ['ID=af3091e1-e4d8-455b-994f-375957e2fc0b,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:37.642225 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:06:37.642225 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:06:37.645657 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fcebf361-4e96-4e97-8ff7-48951d20cd94 req-40333240-16c5-4324-9901-b54b8a3f44d8 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143804 Dec 16 22:06:37.667877 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cf078052-ce6c-43ae-92ae-d87840c36949 None None] Provisioning complete for port af3091e1-e4d8-455b-994f-375957e2fc0b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:06:37.668327 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf078052-ce6c-43ae-92ae-d87840c36949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:37.702217 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8613e684-543c-4986-90d8-ed90276c4067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:37.703680 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8613e684-543c-4986-90d8-ed90276c4067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:37.705039 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8613e684-543c-4986-90d8-ed90276c4067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:37.740495 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb00b4cb-b630-4144-bcff-f7a8b0619edb admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:06:37.755074 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f373bdd-8583-41a4-81b4-8e38ef08a410 None None] Sync routers for ids ['21a0bda8-b0cc-4d95-95c5-125dc7965801'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:06:37.768038 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f373bdd-8583-41a4-81b4-8e38ef08a410 None None] Routers {'21a0bda8-b0cc-4d95-95c5-125dc7965801'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:06:37.768955 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-7f373bdd-8583-41a4-81b4-8e38ef08a410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:06:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['21a0bda8-b0cc-4d95-95c5-125dc7965801'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:06:37.823969 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53754) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:37.824608 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8613e684-543c-4986-90d8-ed90276c4067 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0923865 Dec 16 22:06:37.830352 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613e684-543c-4986-90d8-ed90276c4067 admin admin] Pushing event updated for resources: {'Network': ['ID=90fdfb8c-2d66-4f22-ad05-cc8ddcc791dd,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:37.831362 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-5a6fe041-7cd4-4c62-b99d-2e59d382aacd admin admin] Request body: {'subnet': {'network_id': '90fdfb8c-2d66-4f22-ad05-cc8ddcc791dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-900714241-subnet', 'tenant_id': '11d3668a130341028a8b58d688a0010b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:37.843104 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 90fdfb8c-2d66-4f22-ad05-cc8ddcc791dd details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:06:37.909940 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-7f373bdd-8583-41a4-81b4-8e38ef08a410 None None] Set router 21a0bda8-b0cc-4d95-95c5-125dc7965801 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:06:37.913978 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bb00b4cb-b630-4144-bcff-f7a8b0619edb admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:37.917866 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bb00b4cb-b630-4144-bcff-f7a8b0619edb admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.7448552 Dec 16 22:06:37.918719 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53758) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:37.984011 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53764) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:38.090399 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6fe041-7cd4-4c62-b99d-2e59d382aacd admin admin] Made reservation on behalf of 11d3668a130341028a8b58d688a0010b for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:06:38.097960 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5a6fe041-7cd4-4c62-b99d-2e59d382aacd admin admin] Publish callbacks [] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:38.198613 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-7f373bdd-8583-41a4-81b4-8e38ef08a410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-router', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:06:34Z', 'updated_at': '2021-12-16T22:06:36Z', 'revision_number': 3, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'gw_port': {'id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:35Z', 'updated_at': '2021-12-16T22:06:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:06:38.236964 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f373bdd-8583-41a4-81b4-8e38ef08a410 None None] Checking router: 21a0bda8-b0cc-4d95-95c5-125dc7965801 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:06:38.237359 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f373bdd-8583-41a4-81b4-8e38ef08a410 None None] Updating router 21a0bda8-b0cc-4d95-95c5-125dc7965801 port cc1e8aa3-ee17-451a-afb4-f815964471e5 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:06:38.277659 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7f373bdd-8583-41a4-81b4-8e38ef08a410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:38.293737 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6d2e006c-29e3-422a-9da4-82ae650c80d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:38.501067 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5a6fe041-7cd4-4c62-b99d-2e59d382aacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:38.526100 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6d2e006c-29e3-422a-9da4-82ae650c80d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:38.621305 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fe041-7cd4-4c62-b99d-2e59d382aacd admin admin] Pushing event updated for resources: {'Subnet': ['ID=648080b7-0166-449e-b652-da66357a9452,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:38.635035 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6fe041-7cd4-4c62-b99d-2e59d382aacd admin admin] Checking segment: {'id': '48f5beec-c60e-464a-84e3-cc21f89e5545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '90fdfb8c-2d66-4f22-ad05-cc8ddcc791dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:06:38.635677 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6fe041-7cd4-4c62-b99d-2e59d382aacd admin admin] Network hostable DHCP agents. Network: 90fdfb8c-2d66-4f22-ad05-cc8ddcc791dd, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:06:38.653617 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6d2e006c-29e3-422a-9da4-82ae650c80d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:38.712661 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53790) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:38.761238 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6d2e006c-29e3-422a-9da4-82ae650c80d5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a00c63bf77a84f39b2b51c7b4a297222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7736545 Dec 16 22:06:38.761665 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53794) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:38.764069 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e006c-29e3-422a-9da4-82ae650c80d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4046f9-2f1b-4391-8be9-a07f9a32bc5d,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:38.788106 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7f373bdd-8583-41a4-81b4-8e38ef08a410 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:38.798836 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6fe041-7cd4-4c62-b99d-2e59d382aacd admin admin] Network 90fdfb8c-2d66-4f22-ad05-cc8ddcc791dd is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:06:38.887925 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-bf2072e6-3bb9-47bd-8cf4-2090fd005ac9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1294398993-network', 'tenant_id': '0dec5fe31b6f4228b3d46ecd46e77bb6'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:38.901035 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7f373bdd-8583-41a4-81b4-8e38ef08a410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:38.904808 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75666cb-9a65-426f-ba71-883e34b83c22 req-1ab5e09d-5ca2-406f-b8db-f09d7e6a2831 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:38.906608 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f75666cb-9a65-426f-ba71-883e34b83c22 req-1ab5e09d-5ca2-406f-b8db-f09d7e6a2831 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 943 time: 0.1042330 Dec 16 22:06:38.909641 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-db34b8cc-e65f-4155-8d69-1adce871d11b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:38.916796 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ab952639-2c72-4c4a-9135-5092b5084435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:38.955528 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-5a6fe041-7cd4-4c62-b99d-2e59d382aacd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 90fdfb8c-2d66-4f22-ad05-cc8ddcc791dd) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:06:38.965443 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-db34b8cc-e65f-4155-8d69-1adce871d11b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:38.968758 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-7f373bdd-8583-41a4-81b4-8e38ef08a410 None None] Attempting to bind port cc1e8aa3-ee17-451a-afb4-f815964471e5 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:06:38.969134 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6fe041-7cd4-4c62-b99d-2e59d382aacd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:38.969288 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-7f373bdd-8583-41a4-81b4-8e38ef08a410 None None] Attempting to bind port cc1e8aa3-ee17-451a-afb4-f815964471e5 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:06:38.969543 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f373bdd-8583-41a4-81b4-8e38ef08a410 None None] Attempting to bind port cc1e8aa3-ee17-451a-afb4-f815964471e5 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:06:38.969782 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5a6fe041-7cd4-4c62-b99d-2e59d382aacd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:38.973801 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47c622-4020-4650-89aa-dd7c576fcd74 None None] Pushing event updated for resources: {'Port': ['ID=cc1e8aa3-ee17-451a-afb4-f815964471e5,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:38.977566 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10641ec-de49-462b-8c43-e179c41712f4 None None] Network 90fdfb8c-2d66-4f22-ad05-cc8ddcc791dd requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:06:38.982039 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f373bdd-8583-41a4-81b4-8e38ef08a410 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:06:38.982358 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f373bdd-8583-41a4-81b4-8e38ef08a410 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:06:38.982778 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7f373bdd-8583-41a4-81b4-8e38ef08a410 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:38.983203 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f373bdd-8583-41a4-81b4-8e38ef08a410 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:06:38.983678 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-7f373bdd-8583-41a4-81b4-8e38ef08a410 None None] Bound port: cc1e8aa3-ee17-451a-afb4-f815964471e5, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:06:38.984080 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7f373bdd-8583-41a4-81b4-8e38ef08a410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:38.986496 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47c622-4020-4650-89aa-dd7c576fcd74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.987771 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47c622-4020-4650-89aa-dd7c576fcd74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.988128 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47c622-4020-4650-89aa-dd7c576fcd74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.988564 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47c622-4020-4650-89aa-dd7c576fcd74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.988864 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47c622-4020-4650-89aa-dd7c576fcd74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.989201 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47c622-4020-4650-89aa-dd7c576fcd74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.989782 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47c622-4020-4650-89aa-dd7c576fcd74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.990132 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47c622-4020-4650-89aa-dd7c576fcd74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.990460 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47c622-4020-4650-89aa-dd7c576fcd74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.990786 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47c622-4020-4650-89aa-dd7c576fcd74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.991152 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47c622-4020-4650-89aa-dd7c576fcd74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.991478 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47c622-4020-4650-89aa-dd7c576fcd74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:38.991798 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47c622-4020-4650-89aa-dd7c576fcd74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:06:39.030845 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f75666cb-9a65-426f-ba71-883e34b83c22 req-8edb2a07-30e6-45fd-82c1-2722bd305820 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173241 Dec 16 22:06:39.088687 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-7f373bdd-8583-41a4-81b4-8e38ef08a410 None None] For port cc1e8aa3-ee17-451a-afb4-f815964471e5, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:06:39.093140 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2072e6-3bb9-47bd-8cf4-2090fd005ac9 admin admin] Made reservation on behalf of 0dec5fe31b6f4228b3d46ecd46e77bb6 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:06:39.093668 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-7f373bdd-8583-41a4-81b4-8e38ef08a410 None None] For port cc1e8aa3-ee17-451a-afb4-f815964471e5, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=cc1e8aa3-ee17-451a-afb4-f815964471e5,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:06:39.099532 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bf2072e6-3bb9-47bd-8cf4-2090fd005ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:39.122884 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bf2072e6-3bb9-47bd-8cf4-2090fd005ac9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:39.156301 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f86bc34-132b-4ec3-a266-b0f950362a83 None None] Network 90fdfb8c-2d66-4f22-ad05-cc8ddcc791dd requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:06:39.187814 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5a6fe041-7cd4-4c62-b99d-2e59d382aacd admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3621778 Dec 16 22:06:39.206484 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device af3091e1-e4d8-455b-994f-375957e2fc0b up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:06:39.210082 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7f373bdd-8583-41a4-81b4-8e38ef08a410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:39.211460 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-db34b8cc-e65f-4155-8d69-1adce871d11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:39.214804 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-db34b8cc-e65f-4155-8d69-1adce871d11b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:39.216124 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-db34b8cc-e65f-4155-8d69-1adce871d11b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ac4046f9-2f1b-4391-8be9-a07f9a32bc5d HTTP/1.1" status: 204 len: 168 time: 0.4531090 Dec 16 22:06:39.226753 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-ab952639-2c72-4c4a-9135-5092b5084435 admin admin] Allocated IP 172.20.0.1 (cb6f27cb-a12f-415d-801e-6e403da44a59/03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd/9f09e070-f3c5-441d-80c1-718ab7929e46) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:06:39.267742 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34b8cc-e65f-4155-8d69-1adce871d11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4046f9-2f1b-4391-8be9-a07f9a32bc5d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:39.325923 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port af3091e1-e4d8-455b-994f-375957e2fc0b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:06:39.325923 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:39.347068 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0533aa0-f63c-441a-80d4-bc9850de8dad req-792b2df5-89ac-422c-a3d1-0bfd958ccaf0 tempest-ServersAdminTestJSON-87635640 tempest-ServersAdminTestJSON-87635640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:39.349307 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d0533aa0-f63c-441a-80d4-bc9850de8dad req-792b2df5-89ac-422c-a3d1-0bfd958ccaf0 tempest-ServersAdminTestJSON-87635640 tempest-ServersAdminTestJSON-87635640-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 1101 time: 0.1107790 Dec 16 22:06:39.376162 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f373bdd-8583-41a4-81b4-8e38ef08a410 None None] Routers {'21a0bda8-b0cc-4d95-95c5-125dc7965801'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:06:39.377109 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-7f373bdd-8583-41a4-81b4-8e38ef08a410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:06:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['21a0bda8-b0cc-4d95-95c5-125dc7965801'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:06:39.431955 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bf2072e6-3bb9-47bd-8cf4-2090fd005ac9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:39.514454 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53808) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:39.517650 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ab952639-2c72-4c4a-9135-5092b5084435 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:39.528321 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d0533aa0-f63c-441a-80d4-bc9850de8dad req-5aeec71a-3307-41e7-ab1d-670b2525c9b6 tempest-ServersAdminTestJSON-87635640 tempest-ServersAdminTestJSON-87635640-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651154 Dec 16 22:06:39.536093 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bf2072e6-3bb9-47bd-8cf4-2090fd005ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:39.540614 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47c622-4020-4650-89aa-dd7c576fcd74 None None] Pushing event updated for resources: {'Port': ['ID=cc1e8aa3-ee17-451a-afb4-f815964471e5,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:39.619382 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2072e6-3bb9-47bd-8cf4-2090fd005ac9 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:06:39.634538 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-7f373bdd-8583-41a4-81b4-8e38ef08a410 None None] Set router 21a0bda8-b0cc-4d95-95c5-125dc7965801 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:06:39.658341 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2072e6-3bb9-47bd-8cf4-2090fd005ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbc48b0-413e-4205-a0a1-01993c6ba5b4,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:39.673509 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ab952639-2c72-4c4a-9135-5092b5084435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:39.673827 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bf2072e6-3bb9-47bd-8cf4-2090fd005ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:39.673827 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-bf2072e6-3bb9-47bd-8cf4-2090fd005ac9 admin admin] Added segment dfcb7670-59c9-4344-8b25-7b185a623e1c of type vlan for network a733dfc2-18aa-436d-9a35-1f59bb423cae Dec 16 22:06:39.720266 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab952639-2c72-4c4a-9135-5092b5084435 admin admin] Pushing event updated for resources: {'Port': ['ID=9f09e070-f3c5-441d-80c1-718ab7929e46,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:39.740482 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab952639-2c72-4c4a-9135-5092b5084435 admin admin] Network cb6f27cb-a12f-415d-801e-6e403da44a59 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:06:39.743155 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-ab952639-2c72-4c4a-9135-5092b5084435 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:06:39.745846 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab952639-2c72-4c4a-9135-5092b5084435 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:06:39.752616 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bf2072e6-3bb9-47bd-8cf4-2090fd005ac9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:39.766813 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd094465-be71-4e45-a200-6adac8618f7e req-10dc8011-c4c1-424b-b992-25be0851dd69 tempest-ServersAdminTestJSON-87635640 tempest-ServersAdminTestJSON-87635640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:39.775498 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dd094465-be71-4e45-a200-6adac8618f7e req-10dc8011-c4c1-424b-b992-25be0851dd69 tempest-ServersAdminTestJSON-87635640 tempest-ServersAdminTestJSON-87635640-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 1101 time: 0.1039917 Dec 16 22:06:39.850058 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dd094465-be71-4e45-a200-6adac8618f7e req-2e6c4b6e-9f8a-48b1-9581-b955b77f89a3 tempest-ServersAdminTestJSON-87635640 tempest-ServersAdminTestJSON-87635640-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687833 Dec 16 22:06:39.872116 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ab952639-2c72-4c4a-9135-5092b5084435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:39.899434 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-7f373bdd-8583-41a4-81b4-8e38ef08a410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-router', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:06:34Z', 'updated_at': '2021-12-16T22:06:36Z', 'revision_number': 3, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'gw_port': {'id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:35Z', 'updated_at': '2021-12-16T22:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:06:39.923980 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bf2072e6-3bb9-47bd-8cf4-2090fd005ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:39.925806 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2072e6-3bb9-47bd-8cf4-2090fd005ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:39.926421 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bf2072e6-3bb9-47bd-8cf4-2090fd005ac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:39.927892 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f373bdd-8583-41a4-81b4-8e38ef08a410 None None] The sync data for ids ['21a0bda8-b0cc-4d95-95c5-125dc7965801'] in n-d-815324-4 is: [{'id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-router', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:06:34Z', 'updated_at': '2021-12-16T22:06:36Z', 'revision_number': 3, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'gw_port': {'id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:35Z', 'updated_at': '2021-12-16T22:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:06:40.106848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2072e6-3bb9-47bd-8cf4-2090fd005ac9 admin admin] Pushing event updated for resources: {'Network': ['ID=a733dfc2-18aa-436d-9a35-1f59bb423cae,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:40.120762 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network a733dfc2-18aa-436d-9a35-1f59bb423cae details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:06:40.155407 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d2b7594-0cc8-451b-91e1-03751e7e6f7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:40.214441 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-67fb58e3-ee4a-4ba6-a7ba-e59275938bca None None] Provisioning complete for port 9f09e070-f3c5-441d-80c1-718ab7929e46 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:06:40.214829 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67fb58e3-ee4a-4ba6-a7ba-e59275938bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:40.229178 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ab952639-2c72-4c4a-9135-5092b5084435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:40.318612 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-67fb58e3-ee4a-4ba6-a7ba-e59275938bca None None] Port 9f09e070-f3c5-441d-80c1-718ab7929e46 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:06:40.323592 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d2b7594-0cc8-451b-91e1-03751e7e6f7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:40.336361 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bf2072e6-3bb9-47bd-8cf4-2090fd005ac9 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6222525 Dec 16 22:06:40.356027 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53844) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:40.381867 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-642a01b9-f24d-40fd-94d3-36a26817c6bc admin admin] Request body: {'subnet': {'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1294398993-subnet', 'tenant_id': '0dec5fe31b6f4228b3d46ecd46e77bb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:40.397093 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d2b7594-0cc8-451b-91e1-03751e7e6f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:40.415246 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7b2a4-2241-4b87-abfa-9ca319744ce5 req-e74b4b1e-1d13-4d72-9a5e-3d7fb6fee130 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:40.418500 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0fc7b2a4-2241-4b87-abfa-9ca319744ce5 req-e74b4b1e-1d13-4d72-9a5e-3d7fb6fee130 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 943 time: 0.0913250 Dec 16 22:06:40.494619 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4d2b7594-0cc8-451b-91e1-03751e7e6f7a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ffe303e46d3a460880027fa39534a400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9787531 Dec 16 22:06:40.495659 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53848) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:40.496234 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b7594-0cc8-451b-91e1-03751e7e6f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23a3bb6-f73a-4f72-b137-0f08eafc4f70,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:40.564307 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0fc7b2a4-2241-4b87-abfa-9ca319744ce5 req-e133de46-becb-4f15-a830-2f34db9e96db tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137679 Dec 16 22:06:40.578857 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-15b1a99b-1a4f-4238-bbb9-e4842fdf572a tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:40.586716 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-15b1a99b-1a4f-4238-bbb9-e4842fdf572a tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/networks?id=5bb4d219-3d24-497b-88db-fa81cfc96f87 HTTP/1.1" status: 200 len: 813 time: 0.2313216 Dec 16 22:06:40.592704 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d1808c9-32f5-4021-a612-b141da0ef64f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:40.604932 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642a01b9-f24d-40fd-94d3-36a26817c6bc admin admin] Made reservation on behalf of 0dec5fe31b6f4228b3d46ecd46e77bb6 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:06:40.607419 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-642a01b9-f24d-40fd-94d3-36a26817c6bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:40.624256 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-a3b2f3cd-bd04-4062-87be-0451573323d0 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/quotas/9ec6d52b2cc74dfe9b3e2eda729bdbff HTTP/1.1" status: 200 len: 375 time: 0.0365853 Dec 16 22:06:40.639314 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d1808c9-32f5-4021-a612-b141da0ef64f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:40.710752 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-409d2d9c-5ec0-4523-9f56-752e17e6d468 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9ec6d52b2cc74dfe9b3e2eda729bdbff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853243 Dec 16 22:06:40.744140 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ab952639-2c72-4c4a-9135-5092b5084435 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:40.781199 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d1808c9-32f5-4021-a612-b141da0ef64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:40.785458 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d1808c9-32f5-4021-a612-b141da0ef64f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:40.786852 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4d1808c9-32f5-4021-a612-b141da0ef64f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b23a3bb6-f73a-4f72-b137-0f08eafc4f70 HTTP/1.1" status: 204 len: 168 time: 0.2875788 Dec 16 22:06:40.804849 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1808c9-32f5-4021-a612-b141da0ef64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23a3bb6-f73a-4f72-b137-0f08eafc4f70,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:40.814169 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ab952639-2c72-4c4a-9135-5092b5084435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:40.948813 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ab952639-2c72-4c4a-9135-5092b5084435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:40.963782 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab952639-2c72-4c4a-9135-5092b5084435 admin admin] Pushing event updated for resources: {'Port': ['ID=9f09e070-f3c5-441d-80c1-718ab7929e46,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:41.137248 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab952639-2c72-4c4a-9135-5092b5084435 admin admin] Network cb6f27cb-a12f-415d-801e-6e403da44a59 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:06:41.137406 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device cc1e8aa3-ee17-451a-afb4-f815964471e5 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:06:41.137935 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-ab952639-2c72-4c4a-9135-5092b5084435 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:06:41.204550 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port cc1e8aa3-ee17-451a-afb4-f815964471e5 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:06:41.211933 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:41.341925 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:41.367411 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port cc1e8aa3-ee17-451a-afb4-f815964471e5, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=cc1e8aa3-ee17-451a-afb4-f815964471e5,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:41.375529 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-5abbd19e-7bbd-436f-8116-8f7173ae7eef service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:06:41.384092 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-5abbd19e-7bbd-436f-8116-8f7173ae7eef service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5000670 Dec 16 22:06:41.410237 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-642a01b9-f24d-40fd-94d3-36a26817c6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:41.420480 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab952639-2c72-4c4a-9135-5092b5084435 admin admin] Router 21a0bda8-b0cc-4d95-95c5-125dc7965801 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:06:41.456878 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:41.466096 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-8cebad84-91a6-4200-85ee-c6d0d3eda2ad None None] Provisioning complete for port 9f09e070-f3c5-441d-80c1-718ab7929e46 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:06:41.466375 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8cebad84-91a6-4200-85ee-c6d0d3eda2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:41.548523 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-8cebad84-91a6-4200-85ee-c6d0d3eda2ad None None] Port 9f09e070-f3c5-441d-80c1-718ab7929e46 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:06:41.553882 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=cc1e8aa3-ee17-451a-afb4-f815964471e5,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:41.640157 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a01b9-f24d-40fd-94d3-36a26817c6bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=28a903b4-5579-4f62-80b4-b7b74c354d7a,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:41.643905 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642a01b9-f24d-40fd-94d3-36a26817c6bc admin admin] Checking segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:06:41.644427 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642a01b9-f24d-40fd-94d3-36a26817c6bc admin admin] Network hostable DHCP agents. Network: a733dfc2-18aa-436d-9a35-1f59bb423cae, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:06:41.693987 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-71a1649e-0784-4886-b74f-24be9d293ec7 service neutron] 10.222.0.76 "GET /v2.0/ports/d116848c-1471-4247-aa08-ce165700ea6b/bindings/n-h2-815324-4 HTTP/1.1" status: 200 len: 384 time: 0.3245175 Dec 16 22:06:41.726231 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-36f6a137-1828-4853-ac8a-755d0132cbcf service neutron] 10.222.0.75 "GET /v2.0/networks/5bb4d219-3d24-497b-88db-fa81cfc96f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407030 Dec 16 22:06:41.822541 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642a01b9-f24d-40fd-94d3-36a26817c6bc admin admin] Network a733dfc2-18aa-436d-9a35-1f59bb423cae is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:06:41.870937 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab952639-2c72-4c4a-9135-5092b5084435 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:06:41.875723 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53888) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:41.876768 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ab952639-2c72-4c4a-9135-5092b5084435 admin admin] 10.222.0.75 "PUT /v2.0/routers/21a0bda8-b0cc-4d95-95c5-125dc7965801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9575486 Dec 16 22:06:41.932278 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c7e53574-8d07-4b81-b122-2308f064df0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:41.993118 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-642a01b9-f24d-40fd-94d3-36a26817c6bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, a733dfc2-18aa-436d-9a35-1f59bb423cae) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:06:42.003292 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb0a1e3-3fbd-4614-afd2-a936516661d5 None None] Network a733dfc2-18aa-436d-9a35-1f59bb423cae requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:06:42.013437 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642a01b9-f24d-40fd-94d3-36a26817c6bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:42.014051 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-642a01b9-f24d-40fd-94d3-36a26817c6bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:42.029405 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-4a5f59d0-ddfc-46b8-aa39-85350184b753 service neutron] 10.222.0.75 "GET /v2.0/networks/5bb4d219-3d24-497b-88db-fa81cfc96f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902517 Dec 16 22:06:42.105790 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70ce54-22d4-4817-8b68-c98bc44003ae req-ab7b06c1-6539-4512-94de-68f08b89fc3c tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:42.113955 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b70ce54-22d4-4817-8b68-c98bc44003ae req-ab7b06c1-6539-4512-94de-68f08b89fc3c tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 943 time: 0.1572237 Dec 16 22:06:42.206824 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-642a01b9-f24d-40fd-94d3-36a26817c6bc admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8413379 Dec 16 22:06:42.217133 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f136157-2094-402c-a009-07434a3cd63d None None] Network a733dfc2-18aa-436d-9a35-1f59bb423cae requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:06:42.249754 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-352097b9-1ad7-43eb-be2e-b0f9e794be0f service neutron] For port d116848c-1471-4247-aa08-ce165700ea6b, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d116848c-1471-4247-aa08-ce165700ea6b,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:42.297883 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b70ce54-22d4-4817-8b68-c98bc44003ae req-82b0701d-3174-4283-9c93-a2d727306120 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768517 Dec 16 22:06:42.313786 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-352097b9-1ad7-43eb-be2e-b0f9e794be0f service neutron] For port d116848c-1471-4247-aa08-ce165700ea6b, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:06:42.331854 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c7e53574-8d07-4b81-b122-2308f064df0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:42.409185 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-352097b9-1ad7-43eb-be2e-b0f9e794be0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d116848c-1471-4247-aa08-ce165700ea6b {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:06:42.421237 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c7e53574-8d07-4b81-b122-2308f064df0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:42.446015 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-352097b9-1ad7-43eb-be2e-b0f9e794be0f service neutron] For port d116848c-1471-4247-aa08-ce165700ea6b, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=d116848c-1471-4247-aa08-ce165700ea6b,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:42.541943 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c7e53574-8d07-4b81-b122-2308f064df0d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4a568df0cdf24d12bb0367bc4b3f1de4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6540000 Dec 16 22:06:42.541943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53920) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:42.541943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e53574-8d07-4b81-b122-2308f064df0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9aa51f-7387-4d05-ac8f-a525a7975251,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:42.566675 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-352097b9-1ad7-43eb-be2e-b0f9e794be0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:42.633726 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85b2655-be51-4507-9817-97a84a763d24 None None] Sync routers for ids ['21a0bda8-b0cc-4d95-95c5-125dc7965801'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:06:42.662565 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6664e1d-ae81-4bfe-9a79-f56f45ad7ebd req-27d43334-4a4c-4e08-993d-fbd6050b3538 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:42.671236 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c6c343d-df17-448f-a6da-eb0abfd9b942 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:42.674541 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f6664e1d-ae81-4bfe-9a79-f56f45ad7ebd req-27d43334-4a4c-4e08-993d-fbd6050b3538 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.1723776 Dec 16 22:06:42.711216 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85b2655-be51-4507-9817-97a84a763d24 None None] Routers {'21a0bda8-b0cc-4d95-95c5-125dc7965801'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:06:42.712467 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c85b2655-be51-4507-9817-97a84a763d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:06:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['21a0bda8-b0cc-4d95-95c5-125dc7965801'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:06:42.733893 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c6c343d-df17-448f-a6da-eb0abfd9b942 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:42.791523 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f6664e1d-ae81-4bfe-9a79-f56f45ad7ebd req-0b5d1648-ce95-4670-bbb9-ad8a238ff8d5 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157720 Dec 16 22:06:42.803601 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-352097b9-1ad7-43eb-be2e-b0f9e794be0f service neutron] Transition to ACTIVE for port object d116848c-1471-4247-aa08-ce165700ea6b will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:06:42.896829 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-886fb963-b1a0-46ab-aba5-05c7de775682 req-d4ddbb68-6371-4709-a690-54431948b3e9 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df HTTP/1.1" status: 200 len: 210 time: 0.0366960 Dec 16 22:06:42.914120 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-352097b9-1ad7-43eb-be2e-b0f9e794be0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:42.929574 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-c85b2655-be51-4507-9817-97a84a763d24 None None] Set router 21a0bda8-b0cc-4d95-95c5-125dc7965801 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:06:42.944584 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c6c343d-df17-448f-a6da-eb0abfd9b942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:42.947622 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c6c343d-df17-448f-a6da-eb0abfd9b942 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:42.948881 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4c6c343d-df17-448f-a6da-eb0abfd9b942 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7d9aa51f-7387-4d05-ac8f-a525a7975251 HTTP/1.1" status: 204 len: 168 time: 0.4016373 Dec 16 22:06:43.015304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c343d-df17-448f-a6da-eb0abfd9b942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9aa51f-7387-4d05-ac8f-a525a7975251,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:43.066198 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352097b9-1ad7-43eb-be2e-b0f9e794be0f service neutron] Pushing event updated for resources: {'Port': ['ID=d116848c-1471-4247-aa08-ce165700ea6b,revision_number=10']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:43.083109 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-352097b9-1ad7-43eb-be2e-b0f9e794be0f service neutron] No DVR routers for this DVR port d116848c-1471-4247-aa08-ce165700ea6b on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:06:43.166292 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-352097b9-1ad7-43eb-be2e-b0f9e794be0f service neutron] 10.222.0.76 "PUT /v2.0/ports/d116848c-1471-4247-aa08-ce165700ea6b/bindings/n-h2-815324-4/activate HTTP/1.1" status: 200 len: 369 time: 1.4389987 Dec 16 22:06:43.180889 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465365e-1a5b-4474-8022-80905d2a474f req-2700849d-8cfe-4c8e-ad03-5e3233c99868 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:43.182713 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a465365e-1a5b-4474-8022-80905d2a474f req-2700849d-8cfe-4c8e-ad03-5e3233c99868 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/networks?id=cb6f27cb-a12f-415d-801e-6e403da44a59 HTTP/1.1" status: 200 len: 821 time: 0.2528279 Dec 16 22:06:43.191685 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device cc1e8aa3-ee17-451a-afb4-f815964471e5 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:06:43.198980 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a465365e-1a5b-4474-8022-80905d2a474f req-4c8ad4e8-10e0-4c76-a3d4-3e2b4401194e tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/quotas/dd4a9ba818474cd5afa3715e32dea22f HTTP/1.1" status: 200 len: 375 time: 0.0096877 Dec 16 22:06:43.283338 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a465365e-1a5b-4474-8022-80905d2a474f req-a9957c52-91b4-4260-846a-36636cc19167 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=dd4a9ba818474cd5afa3715e32dea22f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720952 Dec 16 22:06:43.309846 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port cc1e8aa3-ee17-451a-afb4-f815964471e5 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:06:43.310507 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:43.354771 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c85b2655-be51-4507-9817-97a84a763d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-router', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:06:34Z', 'updated_at': '2021-12-16T22:06:40Z', 'revision_number': 4, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'gw_port': {'id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:35Z', 'updated_at': '2021-12-16T22:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '9f09e070-f3c5-441d-80c1-718ab7929e46', 'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'mac_address': 'fa:16:3e:ce:65:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:38Z', 'updated_at': '2021-12-16T22:06:40Z', 'revision_number': 2, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'subnets': [{'id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:06:43.387914 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a465365e-1a5b-4474-8022-80905d2a474f req-62efb8b6-cbad-45dd-9206-218aaf1bda86 service neutron] 10.222.0.75 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968792 Dec 16 22:06:43.389548 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85b2655-be51-4507-9817-97a84a763d24 None None] Checking router: 21a0bda8-b0cc-4d95-95c5-125dc7965801 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:06:43.389900 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85b2655-be51-4507-9817-97a84a763d24 None None] Updating router 21a0bda8-b0cc-4d95-95c5-125dc7965801 port 9f09e070-f3c5-441d-80c1-718ab7929e46 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:06:43.442086 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c85b2655-be51-4507-9817-97a84a763d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:43.514007 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-319b408d-ebb7-4a94-a7a7-365c7e0cb8a0 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:43.515404 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-319b408d-ebb7-4a94-a7a7-365c7e0cb8a0 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9&tenant_id=70ddf0fe02f649f28d93270673f4f1b0&binding%3Ahost_id=n-h1-815324-4 HTTP/1.1" status: 200 len: 1095 time: 0.0702779 Dec 16 22:06:43.594499 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device d116848c-1471-4247-aa08-ce165700ea6b no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:06:43.599700 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a465365e-1a5b-4474-8022-80905d2a474f req-030172fa-ad35-4010-bfb0-34acce09ce2c service neutron] 10.222.0.75 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035058 Dec 16 22:06:43.658539 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-0e03a339-4e31-4abe-9cc2-8ffa31cd780b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:43.660855 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-0e03a339-4e31-4abe-9cc2-8ffa31cd780b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9&tenant_id=70ddf0fe02f649f28d93270673f4f1b0 HTTP/1.1" status: 200 len: 1095 time: 0.1334274 Dec 16 22:06:43.744606 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device d116848c-1471-4247-aa08-ce165700ea6b not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:06:43.763642 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-2b110e18-dde2-4787-83ff-f40eb3d6795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:43.765347 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-2b110e18-dde2-4787-83ff-f40eb3d6795f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70ddf0fe02f649f28d93270673f4f1b0&device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 1095 time: 0.0523667 Dec 16 22:06:43.913888 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c85b2655-be51-4507-9817-97a84a763d24 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:43.987838 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c85b2655-be51-4507-9817-97a84a763d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:44.001867 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-0a01df15-ae30-4a7f-a194-d91166e4ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:44.004217 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-0a01df15-ae30-4a7f-a194-d91166e4ea88 service neutron] 10.222.0.57 "GET /v2.0/networks?id=851b3d27-6497-40f0-b603-b3da566b57ea HTTP/1.1" status: 200 len: 908 time: 0.2273340 Dec 16 22:06:44.165996 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf49471-bcef-4ec0-8c86-95da43f107d4 req-5114132f-a1a2-498d-9ab6-9ed64cc22f2e tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:44.175139 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-daf49471-bcef-4ec0-8c86-95da43f107d4 req-5114132f-a1a2-498d-9ab6-9ed64cc22f2e tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 944 time: 0.2171373 Dec 16 22:06:44.225515 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c85b2655-be51-4507-9817-97a84a763d24 None None] Attempting to bind port 9f09e070-f3c5-441d-80c1-718ab7929e46 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:06:44.227693 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c85b2655-be51-4507-9817-97a84a763d24 None None] Attempting to bind port 9f09e070-f3c5-441d-80c1-718ab7929e46 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '5980641f-2ab7-4781-988c-cf5871132f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:06:44.229373 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-c778bff1-cca7-41c9-b360-f9af2cbd8443 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d116848c-1471-4247-aa08-ce165700ea6b HTTP/1.1" status: 200 len: 217 time: 0.1869521 Dec 16 22:06:44.229828 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85b2655-be51-4507-9817-97a84a763d24 None None] Attempting to bind port 9f09e070-f3c5-441d-80c1-718ab7929e46 on network cb6f27cb-a12f-415d-801e-6e403da44a59 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:06:44.239235 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004d756-8a22-4df4-a4c8-a5505ad420a6 None None] Pushing event updated for resources: {'Port': ['ID=9f09e070-f3c5-441d-80c1-718ab7929e46,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:44.255733 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85b2655-be51-4507-9817-97a84a763d24 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:06:44.257154 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85b2655-be51-4507-9817-97a84a763d24 None None] Checking segment: {'id': '5980641f-2ab7-4781-988c-cf5871132f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:06:44.258229 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c85b2655-be51-4507-9817-97a84a763d24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:44.259310 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85b2655-be51-4507-9817-97a84a763d24 None None] Bound using segment: {'id': '5980641f-2ab7-4781-988c-cf5871132f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:06:44.260632 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c85b2655-be51-4507-9817-97a84a763d24 None None] Bound port: 9f09e070-f3c5-441d-80c1-718ab7929e46, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5980641f-2ab7-4781-988c-cf5871132f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:06:44.264144 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c85b2655-be51-4507-9817-97a84a763d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:44.341339 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-daf49471-bcef-4ec0-8c86-95da43f107d4 req-602cb631-6ec0-4241-968a-7d29721f42fa tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542749 Dec 16 22:06:44.376627 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53986) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:44.385447 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-b801e9d8-3a2a-4e5d-8079-ed24337df7d3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1954613382-network', 'tenant_id': 'f5402c1c8e7b41f2a2180567481e9973'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:44.418464 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c85b2655-be51-4507-9817-97a84a763d24 None None] For port 9f09e070-f3c5-441d-80c1-718ab7929e46, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:06:44.419019 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-066ac952-7836-452b-956c-52bd95a02714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:44.423575 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c85b2655-be51-4507-9817-97a84a763d24 None None] For port 9f09e070-f3c5-441d-80c1-718ab7929e46, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=9f09e070-f3c5-441d-80c1-718ab7929e46,segment=NetworkSegment(5980641f-2ab7-4781-988c-cf5871132f96),segment_id=5980641f-2ab7-4781-988c-cf5871132f96)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:06:44.427945 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-066ac952-7836-452b-956c-52bd95a02714 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ac517c80-ed1c-4940-8a98-4b18f46cf35e HTTP/1.1" status: 200 len: 848 time: 0.1899047 Dec 16 22:06:44.455371 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72803f69-6399-45f2-aaf1-36576589a60c req-8e8de886-7af2-469c-9b23-4cdfe66847c9 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:44.457156 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-72803f69-6399-45f2-aaf1-36576589a60c req-8e8de886-7af2-469c-9b23-4cdfe66847c9 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.1264346 Dec 16 22:06:44.481224 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-eca3726e-af14-47fb-a653-2cd3f0cf6ff1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=851b3d27-6497-40f0-b603-b3da566b57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417559 Dec 16 22:06:44.515635 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c85b2655-be51-4507-9817-97a84a763d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:44.534567 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5a16ddb-99b2-400c-a2e4-9ed1b5f67379 req-8a7368e7-360c-48cf-81e9-c021f6f78db6 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df HTTP/1.1" status: 200 len: 210 time: 0.0716043 Dec 16 22:06:44.534888 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-fd8852b5-0de2-40dd-aed9-b2c38f49818e None None] Provisioning complete for port 9f09e070-f3c5-441d-80c1-718ab7929e46 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:06:44.535637 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fd8852b5-0de2-40dd-aed9-b2c38f49818e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:44.538679 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b801e9d8-3a2a-4e5d-8079-ed24337df7d3 admin admin] Made reservation on behalf of f5402c1c8e7b41f2a2180567481e9973 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:06:44.551329 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b801e9d8-3a2a-4e5d-8079-ed24337df7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:44.575100 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b801e9d8-3a2a-4e5d-8079-ed24337df7d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:44.591134 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-72803f69-6399-45f2-aaf1-36576589a60c req-e606bb28-c9b2-4ba2-bbd6-045451b52d52 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062720 Dec 16 22:06:44.663922 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-fe998acb-fa12-4ede-aa9b-169ec891fb25 service neutron] 10.222.0.57 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623852 Dec 16 22:06:44.718174 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cd3fb397-747c-4f93-a668-a0106e25c33c req-6dfe237e-c614-42bd-86d9-14cdd4f1bc4a tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 210 time: 0.0756278 Dec 16 22:06:44.720260 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53990) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:44.720695 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85b2655-be51-4507-9817-97a84a763d24 None None] Routers {'21a0bda8-b0cc-4d95-95c5-125dc7965801'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:06:44.721243 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c85b2655-be51-4507-9817-97a84a763d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:06:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['21a0bda8-b0cc-4d95-95c5-125dc7965801'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:06:44.815176 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004d756-8a22-4df4-a4c8-a5505ad420a6 None None] Pushing event updated for resources: {'Port': ['ID=9f09e070-f3c5-441d-80c1-718ab7929e46,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:44.818961 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b801e9d8-3a2a-4e5d-8079-ed24337df7d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:44.927002 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-491778ed-c0e7-4120-8986-03545ebbe9da service neutron] 10.222.0.57 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391834 Dec 16 22:06:44.939611 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fd8852b5-0de2-40dd-aed9-b2c38f49818e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:44.941456 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b801e9d8-3a2a-4e5d-8079-ed24337df7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:44.988476 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b801e9d8-3a2a-4e5d-8079-ed24337df7d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:06:44.991032 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-fd8852b5-0de2-40dd-aed9-b2c38f49818e None None] For port 9f09e070-f3c5-441d-80c1-718ab7929e46, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=9f09e070-f3c5-441d-80c1-718ab7929e46,segment=NetworkSegment(5980641f-2ab7-4781-988c-cf5871132f96),segment_id=5980641f-2ab7-4781-988c-cf5871132f96)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:44.993752 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-c85b2655-be51-4507-9817-97a84a763d24 None None] Set router 21a0bda8-b0cc-4d95-95c5-125dc7965801 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:06:45.014171 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801e9d8-3a2a-4e5d-8079-ed24337df7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650cf0db-e161-4d72-97ce-2acde74ae60b,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:45.017114 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b801e9d8-3a2a-4e5d-8079-ed24337df7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:45.017458 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-b801e9d8-3a2a-4e5d-8079-ed24337df7d3 admin admin] Added segment 1ce9b6a1-44e0-45bf-9a23-b595c00fbbbd of type vlan for network 5e024be1-21a2-43f3-b3ee-a627c39e6b8e Dec 16 22:06:45.066738 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b801e9d8-3a2a-4e5d-8079-ed24337df7d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:45.108125 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c843f409-af52-4b8e-8795-59d7f1b283f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:45.174140 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fd8852b5-0de2-40dd-aed9-b2c38f49818e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:45.234470 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b801e9d8-3a2a-4e5d-8079-ed24337df7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:45.237587 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b801e9d8-3a2a-4e5d-8079-ed24337df7d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:45.238392 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b801e9d8-3a2a-4e5d-8079-ed24337df7d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:45.252626 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8852b5-0de2-40dd-aed9-b2c38f49818e None None] Pushing event updated for resources: {'Port': ['ID=9f09e070-f3c5-441d-80c1-718ab7929e46,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:45.315075 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c85b2655-be51-4507-9817-97a84a763d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-router', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:06:34Z', 'updated_at': '2021-12-16T22:06:40Z', 'revision_number': 4, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'gw_port': {'id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:35Z', 'updated_at': '2021-12-16T22:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '9f09e070-f3c5-441d-80c1-718ab7929e46', 'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'mac_address': 'fa:16:3e:ce:65:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:38Z', 'updated_at': '2021-12-16T22:06:44Z', 'revision_number': 4, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'subnets': [{'id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:06:45.333850 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801e9d8-3a2a-4e5d-8079-ed24337df7d3 admin admin] Pushing event updated for resources: {'Network': ['ID=5e024be1-21a2-43f3-b3ee-a627c39e6b8e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:45.346060 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85b2655-be51-4507-9817-97a84a763d24 None None] The sync data for ids ['21a0bda8-b0cc-4d95-95c5-125dc7965801'] in n-d-815324-4 is: [{'id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-router', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:06:34Z', 'updated_at': '2021-12-16T22:06:40Z', 'revision_number': 4, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'gw_port': {'id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:35Z', 'updated_at': '2021-12-16T22:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '9f09e070-f3c5-441d-80c1-718ab7929e46', 'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'mac_address': 'fa:16:3e:ce:65:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:38Z', 'updated_at': '2021-12-16T22:06:44Z', 'revision_number': 4, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'subnets': [{'id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:06:45.350788 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4126995c-2f3d-4592-9238-764c8c425ce1 None None] Provisioning complete for port 9f09e070-f3c5-441d-80c1-718ab7929e46 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:06:45.351707 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4126995c-2f3d-4592-9238-764c8c425ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:45.382882 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 5e024be1-21a2-43f3-b3ee-a627c39e6b8e details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:06:45.385057 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c843f409-af52-4b8e-8795-59d7f1b283f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:45.395273 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b801e9d8-3a2a-4e5d-8079-ed24337df7d3 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0160828 Dec 16 22:06:45.399616 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54008) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:45.405279 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-0956a8b6-a3b3-4454-9e29-41f0019a0e02 admin admin] Request body: {'subnet': {'network_id': '5e024be1-21a2-43f3-b3ee-a627c39e6b8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1954613382-subnet', 'tenant_id': 'f5402c1c8e7b41f2a2180567481e9973', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:45.479269 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c843f409-af52-4b8e-8795-59d7f1b283f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:45.526893 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c843f409-af52-4b8e-8795-59d7f1b283f3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=239021d0c2a94651ae67027a3e61a83f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8008971 Dec 16 22:06:45.526893 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843f409-af52-4b8e-8795-59d7f1b283f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4029ac-02f9-4cb0-9054-908cf2cafed5,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:45.527195 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54012) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:45.543162 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0956a8b6-a3b3-4454-9e29-41f0019a0e02 admin admin] Made reservation on behalf of f5402c1c8e7b41f2a2180567481e9973 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:06:45.543575 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0956a8b6-a3b3-4454-9e29-41f0019a0e02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:45.711084 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78a798f3-d027-47cb-8d27-d41c33c538c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:45.746767 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78a798f3-d027-47cb-8d27-d41c33c538c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:45.758379 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-9fda7808-2379-4ab7-9ee4-3276ba7b8301 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:45.760273 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-9fda7808-2379-4ab7-9ee4-3276ba7b8301 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9&tenant_id=70ddf0fe02f649f28d93270673f4f1b0&binding%3Ahost_id=n-h2-815324-4 HTTP/1.1" status: 200 len: 1095 time: 0.1077962 Dec 16 22:06:45.905490 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-911e737e-b432-4c3e-9a11-c23719e9b785 req-68aef313-c99a-475b-a6a3-c0711f45ded7 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df HTTP/1.1" status: 200 len: 210 time: 0.1325355 Dec 16 22:06:46.138123 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17643ce4-0177-4f54-ba42-648574ddc1b4 req-b51c7784-d155-4a36-bd61-5f43462acac4 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:46.140862 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17643ce4-0177-4f54-ba42-648574ddc1b4 req-b51c7784-d155-4a36-bd61-5f43462acac4 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.1193342 Dec 16 22:06:46.147531 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78a798f3-d027-47cb-8d27-d41c33c538c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:46.158479 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78a798f3-d027-47cb-8d27-d41c33c538c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:46.168896 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-78a798f3-d027-47cb-8d27-d41c33c538c6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fd4029ac-02f9-4cb0-9054-908cf2cafed5 HTTP/1.1" status: 204 len: 168 time: 0.6402845 Dec 16 22:06:46.211252 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-c56f0b22-7ba6-4c32-aa55-8b25610a9140 service neutron] For port d116848c-1471-4247-aa08-ce165700ea6b, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:06:46.213307 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a798f3-d027-47cb-8d27-d41c33c538c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4029ac-02f9-4cb0-9054-908cf2cafed5,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:46.306429 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-c56f0b22-7ba6-4c32-aa55-8b25610a9140 service neutron] Publish callbacks [] for binding, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:46.311928 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5020c73-24c8-49d5-b06a-5e26b0c1490e req-c56f0b22-7ba6-4c32-aa55-8b25610a9140 service neutron] 10.222.0.57 "DELETE /v2.0/ports/d116848c-1471-4247-aa08-ce165700ea6b/bindings/n-h1-815324-4 HTTP/1.1" status: 204 len: 173 time: 0.5397737 Dec 16 22:06:46.391401 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17643ce4-0177-4f54-ba42-648574ddc1b4 req-24b25ad5-5783-4206-b965-6bc809245c08 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198768 Dec 16 22:06:46.536928 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701cc88-3e3d-4f8a-a183-6826deae2fd4 req-0a9d4a82-5991-4ad2-9478-d33c51c154c0 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:46.543369 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1701cc88-3e3d-4f8a-a183-6826deae2fd4 req-0a9d4a82-5991-4ad2-9478-d33c51c154c0 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 944 time: 0.4079726 Dec 16 22:06:46.568998 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6c645ae7-a818-4caa-82f0-b793a985f980 req-4a7f3170-19dd-4490-a7e1-48425e23fdc0 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 210 time: 0.0795128 Dec 16 22:06:46.628132 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-9f9e72ba-e8c4-4df9-8e92-0be4321de8c2 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:46.630455 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-9f9e72ba-e8c4-4df9-8e92-0be4321de8c2 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.76 "GET /v2.0/networks?id=5bb4d219-3d24-497b-88db-fa81cfc96f87 HTTP/1.1" status: 200 len: 813 time: 0.5001707 Dec 16 22:06:46.677037 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-7966d18e-73e3-4e5f-893a-0aac1e456b41 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Request body: {'port': {'device_id': '5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df', 'network_id': '5bb4d219-3d24-497b-88db-fa81cfc96f87', 'admin_state_up': True, 'tenant_id': '9ec6d52b2cc74dfe9b3e2eda729bdbff'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:46.973333 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1701cc88-3e3d-4f8a-a183-6826deae2fd4 req-9ba0b8c2-fd57-43b7-996f-0d5152c7222d tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993356 Dec 16 22:06:47.094199 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0956a8b6-a3b3-4454-9e29-41f0019a0e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:47.149252 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 9f09e070-f3c5-441d-80c1-718ab7929e46 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:06:47.222423 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-7966d18e-73e3-4e5f-893a-0aac1e456b41 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Made reservation on behalf of 9ec6d52b2cc74dfe9b3e2eda729bdbff for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:06:47.232797 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-7966d18e-73e3-4e5f-893a-0aac1e456b41 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:47.278050 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 9f09e070-f3c5-441d-80c1-718ab7929e46 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:06:47.279285 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:47.351550 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54046) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:47.390414 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956a8b6-a3b3-4454-9e29-41f0019a0e02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a0bef4c-fc28-45e0-a364-9b735a1812ca,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:47.513339 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-76958a21-3832-40c0-82b1-2d25fced5cd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:47.525579 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0956a8b6-a3b3-4454-9e29-41f0019a0e02 admin admin] Checking segment: {'id': '1ce9b6a1-44e0-45bf-9a23-b595c00fbbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5e024be1-21a2-43f3-b3ee-a627c39e6b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:06:47.528057 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0956a8b6-a3b3-4454-9e29-41f0019a0e02 admin admin] Network hostable DHCP agents. Network: 5e024be1-21a2-43f3-b3ee-a627c39e6b8e, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:06:47.597971 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ee2d52ed-17af-4b32-8ae8-592601ef576b req-7b8cea5d-43ec-45f4-8d88-ce872d202a79 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df HTTP/1.1" status: 200 len: 210 time: 0.5363495 Dec 16 22:06:47.763130 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868edadd-644f-4053-8b8f-321cde83293a req-3a9a97da-82e5-47a8-9f51-75b3027a65b8 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:47.764785 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-868edadd-644f-4053-8b8f-321cde83293a req-3a9a97da-82e5-47a8-9f51-75b3027a65b8 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.0827594 Dec 16 22:06:47.790390 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0956a8b6-a3b3-4454-9e29-41f0019a0e02 admin admin] Network 5e024be1-21a2-43f3-b3ee-a627c39e6b8e is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:06:47.821957 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-868edadd-644f-4053-8b8f-321cde83293a req-308d0137-ad48-4900-bdcd-9645ddd306b7 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459142 Dec 16 22:06:47.824177 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465365e-1a5b-4474-8022-80905d2a474f req-cfaa3955-63f8-4dce-8e41-dfa560967915 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:47.825709 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a465365e-1a5b-4474-8022-80905d2a474f req-cfaa3955-63f8-4dce-8e41-dfa560967915 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.76 "GET /v2.0/networks?id=cb6f27cb-a12f-415d-801e-6e403da44a59 HTTP/1.1" status: 200 len: 821 time: 0.2834861 Dec 16 22:06:47.856856 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-7966d18e-73e3-4e5f-893a-0aac1e456b41 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Allocated IP 172.20.0.5 (5bb4d219-3d24-497b-88db-fa81cfc96f87/c88e8114-d80c-496d-b064-37820cf4b82b/70e1e167-9b0c-4bf2-a3d4-034cf452e4b9) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:06:47.864154 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e2209888-f6aa-4990-a6cc-a3c0ff170a38 req-7114cc5f-0eac-47a4-9bc9-c06884279362 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 210 time: 0.0470197 Dec 16 22:06:47.888037 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-0956a8b6-a3b3-4454-9e29-41f0019a0e02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 5e024be1-21a2-43f3-b3ee-a627c39e6b8e) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:06:47.898353 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55530b21-b30e-426e-9707-fca2efb0d346 None None] Network 5e024be1-21a2-43f3-b3ee-a627c39e6b8e requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:06:47.902149 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-a465365e-1a5b-4474-8022-80905d2a474f req-c813aa5f-7ff5-47f1-af5a-68707663d8f9 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Request body: {'port': {'device_id': 'b995fd1f-7c5c-45d4-b538-1ae315d1c7f8', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'admin_state_up': True, 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:47.918292 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0956a8b6-a3b3-4454-9e29-41f0019a0e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:47.918909 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0956a8b6-a3b3-4454-9e29-41f0019a0e02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:48.018153 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-76958a21-3832-40c0-82b1-2d25fced5cd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:48.062078 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af6c5a4-f280-4f7b-b7a5-5e15ff1d838e None None] Network 5e024be1-21a2-43f3-b3ee-a627c39e6b8e requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:06:48.100266 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-76958a21-3832-40c0-82b1-2d25fced5cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:48.105177 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0956a8b6-a3b3-4454-9e29-41f0019a0e02 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.7064142 Dec 16 22:06:48.239303 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-76958a21-3832-40c0-82b1-2d25fced5cd7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=aecada397dc8442baa424e496b68f1a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8857679 Dec 16 22:06:48.241786 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54068) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:48.275397 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76958a21-3832-40c0-82b1-2d25fced5cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7c93fa-81f6-48ea-985d-5e6345d4cdb0,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:48.319878 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f14850-52cc-417d-b94f-b815bd6e1023 req-27688086-5c4f-409e-a0f1-581a0ebc9c4a tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:48.327306 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5f14850-52cc-417d-b94f-b815bd6e1023 req-27688086-5c4f-409e-a0f1-581a0ebc9c4a tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 944 time: 0.2206535 Dec 16 22:06:48.329588 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a13adf39-f33c-4cbf-8ba3-e7230f53d068 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:48.336516 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-7966d18e-73e3-4e5f-893a-0aac1e456b41 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:48.355260 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a13adf39-f33c-4cbf-8ba3-e7230f53d068 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:48.402110 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5f14850-52cc-417d-b94f-b815bd6e1023 req-cd2b38ba-00fc-42cb-be0f-fd97a5cba629 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738640 Dec 16 22:06:48.430523 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a465365e-1a5b-4474-8022-80905d2a474f req-c813aa5f-7ff5-47f1-af5a-68707663d8f9 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Made reservation on behalf of dd4a9ba818474cd5afa3715e32dea22f for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:06:48.434131 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a465365e-1a5b-4474-8022-80905d2a474f req-c813aa5f-7ff5-47f1-af5a-68707663d8f9 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:48.505419 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a13adf39-f33c-4cbf-8ba3-e7230f53d068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:48.506140 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-7966d18e-73e3-4e5f-893a-0aac1e456b41 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:48.523409 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a13adf39-f33c-4cbf-8ba3-e7230f53d068 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:48.523409 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a13adf39-f33c-4cbf-8ba3-e7230f53d068 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bd7c93fa-81f6-48ea-985d-5e6345d4cdb0 HTTP/1.1" status: 204 len: 168 time: 0.2693233 Dec 16 22:06:48.547674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13adf39-f33c-4cbf-8ba3-e7230f53d068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7c93fa-81f6-48ea-985d-5e6345d4cdb0,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:48.663616 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2de2f-2ae1-49f0-a3ad-404aa2a5bd91 req-f9f410ef-9d7e-41f5-ab70-4c880cba7fe5 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:48.666297 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47a2de2f-2ae1-49f0-a3ad-404aa2a5bd91 req-f9f410ef-9d7e-41f5-ab70-4c880cba7fe5 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 1095 time: 0.0543680 Dec 16 22:06:48.719945 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47a2de2f-2ae1-49f0-a3ad-404aa2a5bd91 req-0e590673-5c25-4ea5-a671-b0c8e65e85b2 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455611 Dec 16 22:06:48.733150 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-7966d18e-73e3-4e5f-893a-0aac1e456b41 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Network 5bb4d219-3d24-497b-88db-fa81cfc96f87 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:06:48.744076 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-7966d18e-73e3-4e5f-893a-0aac1e456b41 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:06:48.775645 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-7966d18e-73e3-4e5f-893a-0aac1e456b41 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:06:48.807925 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966d18e-73e3-4e5f-893a-0aac1e456b41 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Pushing event updated for resources: {'Port': ['ID=70e1e167-9b0c-4bf2-a3d4-034cf452e4b9,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:48.871119 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-a465365e-1a5b-4474-8022-80905d2a474f req-c813aa5f-7ff5-47f1-af5a-68707663d8f9 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Allocated IP 172.20.0.5 (cb6f27cb-a12f-415d-801e-6e403da44a59/03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd/3b474ccc-594f-4256-a7b3-043afdc722b0) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:06:48.889613 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d5b22-04b9-41c0-a6a5-fca8d226eab7 req-fc5b77f7-86c9-4f43-aa88-0a3fccccef70 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:48.891263 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-057d5b22-04b9-41c0-a6a5-fca8d226eab7 req-fc5b77f7-86c9-4f43-aa88-0a3fccccef70 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df HTTP/1.1" status: 200 len: 931 time: 0.0642314 Dec 16 22:06:48.892812 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-7966d18e-73e3-4e5f-893a-0aac1e456b41 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:48.893630 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-7966d18e-73e3-4e5f-893a-0aac1e456b41 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:48.906479 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-84aaf52d-f8cb-46bc-95a7-7e1458a518c6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:48.908024 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-84aaf52d-f8cb-46bc-95a7-7e1458a518c6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/networks?id=a733dfc2-18aa-436d-9a35-1f59bb423cae HTTP/1.1" status: 200 len: 821 time: 0.2949181 Dec 16 22:06:48.941967 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-2141fbba-90f5-4033-bc52-53bb17c99504 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/quotas/0dec5fe31b6f4228b3d46ecd46e77bb6 HTTP/1.1" status: 200 len: 375 time: 0.0235815 Dec 16 22:06:48.978038 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-057d5b22-04b9-41c0-a6a5-fca8d226eab7 req-adef6e13-ec35-4b10-a49f-e276e52f5e97 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8aa6ea8-9129-4ea7-9e46-cc7180e25a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791504 Dec 16 22:06:48.992287 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-5ebb7c87-c807-4f62-9cd5-90ea6cd18bc5 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331833 Dec 16 22:06:49.028428 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-7966d18e-73e3-4e5f-893a-0aac1e456b41 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3623254 Dec 16 22:06:49.071349 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-22514922-537f-4c6b-bc1d-ebaa209f7e38 service neutron] Request body: {'port': {'device_id': '5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:49.126180 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752cfd2-44f9-4cb6-a5df-2fc51d6d03f8 req-b09cad7f-f095-4e79-bf87-361691669d2f tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:49.127840 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b752cfd2-44f9-4cb6-a5df-2fc51d6d03f8 req-b09cad7f-f095-4e79-bf87-361691669d2f tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.0686326 Dec 16 22:06:49.185310 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b752cfd2-44f9-4cb6-a5df-2fc51d6d03f8 req-b9d135e2-0274-4165-a9c0-7e7892925128 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505872 Dec 16 22:06:49.249598 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-22514922-537f-4c6b-bc1d-ebaa209f7e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:49.257786 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a465365e-1a5b-4474-8022-80905d2a474f req-c813aa5f-7ff5-47f1-af5a-68707663d8f9 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:49.299139 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-ab16f702-0b10-499b-9672-334fdebd92b0 service neutron] 10.222.0.75 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965126 Dec 16 22:06:49.305620 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2134c560-6d2a-4ab3-ab70-f096e8b5ccc7 req-e4a625b9-b0d5-4f2e-af85-16c4bec63294 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 210 time: 0.0420301 Dec 16 22:06:49.349593 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54112) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:49.491217 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9387d2e5-a8ed-4098-a304-f30faa1f278d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:49.531318 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-40e49d5b-b74f-4d25-9957-b5b459b98db3 service neutron] 10.222.0.75 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314548 Dec 16 22:06:49.595273 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a465365e-1a5b-4474-8022-80905d2a474f req-c813aa5f-7ff5-47f1-af5a-68707663d8f9 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:49.650754 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a465365e-1a5b-4474-8022-80905d2a474f req-c813aa5f-7ff5-47f1-af5a-68707663d8f9 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Network cb6f27cb-a12f-415d-801e-6e403da44a59 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:06:49.662063 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-a465365e-1a5b-4474-8022-80905d2a474f req-c813aa5f-7ff5-47f1-af5a-68707663d8f9 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:06:49.664397 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-a465365e-1a5b-4474-8022-80905d2a474f req-c813aa5f-7ff5-47f1-af5a-68707663d8f9 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:06:49.708250 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-34f36a2c-a91f-4173-8f69-bcfb42af3d90 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:49.709728 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813aa5f-7ff5-47f1-af5a-68707663d8f9 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Pushing event updated for resources: {'Port': ['ID=3b474ccc-594f-4256-a7b3-043afdc722b0,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:49.720423 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-34f36a2c-a91f-4173-8f69-bcfb42af3d90 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/networks?id=851b3d27-6497-40f0-b603-b3da566b57ea HTTP/1.1" status: 200 len: 808 time: 0.2129104 Dec 16 22:06:49.724126 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9387d2e5-a8ed-4098-a304-f30faa1f278d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:49.742871 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-7c3fdbe8-2858-4bd5-af91-d6d28a7b8ea8 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/quotas/70ddf0fe02f649f28d93270673f4f1b0 HTTP/1.1" status: 200 len: 375 time: 0.0213227 Dec 16 22:06:49.768739 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465365e-1a5b-4474-8022-80905d2a474f req-c813aa5f-7ff5-47f1-af5a-68707663d8f9 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:49.768739 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a465365e-1a5b-4474-8022-80905d2a474f req-c813aa5f-7ff5-47f1-af5a-68707663d8f9 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:49.817905 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9387d2e5-a8ed-4098-a304-f30faa1f278d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:49.835669 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-13a8dd88-2bff-4c49-93ec-c867ebe0d73d tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=70ddf0fe02f649f28d93270673f4f1b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0917933 Dec 16 22:06:49.875937 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ab8301d9-d044-47f2-b125-1fa3b6583e2e req-4268484a-3b4c-4678-b604-f67f11aecd49 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 210 time: 0.0472364 Dec 16 22:06:49.885015 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-22514922-537f-4c6b-bc1d-ebaa209f7e38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e1e167-9b0c-4bf2-a3d4-034cf452e4b9 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:06:49.895431 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-22514922-537f-4c6b-bc1d-ebaa209f7e38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:49.925332 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-22514922-537f-4c6b-bc1d-ebaa209f7e38 service neutron] Transition to ACTIVE for port object 70e1e167-9b0c-4bf2-a3d4-034cf452e4b9 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:06:49.937897 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387d2e5-a8ed-4098-a304-f30faa1f278d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50b9484-8416-48da-89a8-2c8e824dc443,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:49.947554 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9387d2e5-a8ed-4098-a304-f30faa1f278d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b450ccfd78a34616a9c7e55fc3925fff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5964911 Dec 16 22:06:49.951528 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54136) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:49.957324 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a465365e-1a5b-4474-8022-80905d2a474f req-c813aa5f-7ff5-47f1-af5a-68707663d8f9 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0635495 Dec 16 22:06:49.993471 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-a465365e-1a5b-4474-8022-80905d2a474f req-6bf3269b-ffcb-4eb0-aa96-61934b9c7bda service neutron] Request body: {'port': {'device_id': 'b995fd1f-7c5c-45d4-b538-1ae315d1c7f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:49.999533 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-22514922-537f-4c6b-bc1d-ebaa209f7e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:50.068988 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-499a9cf8-70eb-4872-b19d-fddc479b92b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:50.116836 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-499a9cf8-70eb-4872-b19d-fddc479b92b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:50.123951 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-3cf66eb4-a061-401b-ac27-80d2cf66e3d9 service neutron] 10.222.0.75 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750599 Dec 16 22:06:50.144022 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7e6a900a-b065-4fbf-ab52-87ab3bd165d7 None None] Provisioning complete for port 3b474ccc-594f-4256-a7b3-043afdc722b0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:06:50.145167 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e6a900a-b065-4fbf-ab52-87ab3bd165d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:50.193412 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22514922-537f-4c6b-bc1d-ebaa209f7e38 service neutron] Pushing event updated for resources: {'Port': ['ID=70e1e167-9b0c-4bf2-a3d4-034cf452e4b9,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:50.212336 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7e6a900a-b065-4fbf-ab52-87ab3bd165d7 None None] Port 3b474ccc-594f-4256-a7b3-043afdc722b0 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:06:50.234537 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a465365e-1a5b-4474-8022-80905d2a474f req-6bf3269b-ffcb-4eb0-aa96-61934b9c7bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:50.256027 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-e32ba710-d801-484e-93af-0dda59059da1 service neutron] 10.222.0.75 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311798 Dec 16 22:06:50.370579 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-499a9cf8-70eb-4872-b19d-fddc479b92b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:50.374334 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-499a9cf8-70eb-4872-b19d-fddc479b92b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:50.377355 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-499a9cf8-70eb-4872-b19d-fddc479b92b4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a50b9484-8416-48da-89a8-2c8e824dc443 HTTP/1.1" status: 204 len: 168 time: 0.4255803 Dec 16 22:06:50.416259 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a9cf8-70eb-4872-b19d-fddc479b92b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50b9484-8416-48da-89a8-2c8e824dc443,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:50.625016 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb977b0-cb25-442d-b4c7-e01f18449381 req-3f0fa3bc-361e-4a4b-a81d-07caccd756c6 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:50.635410 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-beb977b0-cb25-442d-b4c7-e01f18449381 req-3f0fa3bc-361e-4a4b-a81d-07caccd756c6 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df HTTP/1.1" status: 200 len: 943 time: 0.4879389 Dec 16 22:06:50.653382 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd809df6-3aea-4457-9442-ff4f9050094f req-6c51e31e-6a62-457a-81a3-081f421cde3a tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:50.662333 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cd809df6-3aea-4457-9442-ff4f9050094f req-6c51e31e-6a62-457a-81a3-081f421cde3a tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.0951197 Dec 16 22:06:50.712785 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-22514922-537f-4c6b-bc1d-ebaa209f7e38 service neutron] Attempting to bind port 70e1e167-9b0c-4bf2-a3d4-034cf452e4b9 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:06:50.713000 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-22514922-537f-4c6b-bc1d-ebaa209f7e38 service neutron] Attempting to bind port 70e1e167-9b0c-4bf2-a3d4-034cf452e4b9 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'ea5cbc29-5675-415a-a003-81178ff2b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5bb4d219-3d24-497b-88db-fa81cfc96f87'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:06:50.713309 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-22514922-537f-4c6b-bc1d-ebaa209f7e38 service neutron] Attempting to bind port 70e1e167-9b0c-4bf2-a3d4-034cf452e4b9 on network 5bb4d219-3d24-497b-88db-fa81cfc96f87 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:06:50.730250 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-22514922-537f-4c6b-bc1d-ebaa209f7e38 service neutron] Port 70e1e167-9b0c-4bf2-a3d4-034cf452e4b9 on network 5bb4d219-3d24-497b-88db-fa81cfc96f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:06:50.730435 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-22514922-537f-4c6b-bc1d-ebaa209f7e38 service neutron] Attempting to bind port 70e1e167-9b0c-4bf2-a3d4-034cf452e4b9 on network 5bb4d219-3d24-497b-88db-fa81cfc96f87 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:06:50.747654 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cd809df6-3aea-4457-9442-ff4f9050094f req-1036a251-7a7f-4ea7-bbed-a2ac3dbcec61 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835981 Dec 16 22:06:50.762229 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-22514922-537f-4c6b-bc1d-ebaa209f7e38 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:06:50.763408 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-22514922-537f-4c6b-bc1d-ebaa209f7e38 service neutron] Checking segment: {'id': 'ea5cbc29-5675-415a-a003-81178ff2b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5bb4d219-3d24-497b-88db-fa81cfc96f87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:06:50.764513 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-22514922-537f-4c6b-bc1d-ebaa209f7e38 service neutron] Bound using segment: {'id': 'ea5cbc29-5675-415a-a003-81178ff2b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5bb4d219-3d24-497b-88db-fa81cfc96f87'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:06:50.765290 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-22514922-537f-4c6b-bc1d-ebaa209f7e38 service neutron] Bound port: 70e1e167-9b0c-4bf2-a3d4-034cf452e4b9, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea5cbc29-5675-415a-a003-81178ff2b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5bb4d219-3d24-497b-88db-fa81cfc96f87'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:06:50.765932 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-22514922-537f-4c6b-bc1d-ebaa209f7e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:50.845281 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-beb977b0-cb25-442d-b4c7-e01f18449381 req-1e05152e-df09-44a9-a6c4-1b6f9d47916e tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8aa6ea8-9129-4ea7-9e46-cc7180e25a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088261 Dec 16 22:06:50.904412 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9e8e2-0d3c-4456-a8b1-947f7ffa168b req-907a0add-4ec0-4f3d-92c1-8429ad1f84ec tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:50.918351 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-59a9e8e2-0d3c-4456-a8b1-947f7ffa168b req-907a0add-4ec0-4f3d-92c1-8429ad1f84ec tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 931 time: 0.0977504 Dec 16 22:06:51.003351 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-22514922-537f-4c6b-bc1d-ebaa209f7e38 service neutron] For port 70e1e167-9b0c-4bf2-a3d4-034cf452e4b9, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:06:51.013201 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-22514922-537f-4c6b-bc1d-ebaa209f7e38 service neutron] For port 70e1e167-9b0c-4bf2-a3d4-034cf452e4b9, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=70e1e167-9b0c-4bf2-a3d4-034cf452e4b9,segment=NetworkSegment(ea5cbc29-5675-415a-a003-81178ff2b12c),segment_id=ea5cbc29-5675-415a-a003-81178ff2b12c)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:06:51.053511 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-59a9e8e2-0d3c-4456-a8b1-947f7ffa168b req-3e13e225-03aa-4bff-b767-d9d8bc8c3fce tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334865 Dec 16 22:06:51.108601 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-22514922-537f-4c6b-bc1d-ebaa209f7e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:51.145530 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-a465365e-1a5b-4474-8022-80905d2a474f req-6bf3269b-ffcb-4eb0-aa96-61934b9c7bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b474ccc-594f-4256-a7b3-043afdc722b0 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:06:51.162670 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a465365e-1a5b-4474-8022-80905d2a474f req-6bf3269b-ffcb-4eb0-aa96-61934b9c7bda service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:51.173390 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-22514922-537f-4c6b-bc1d-ebaa209f7e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:51.176341 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-22514922-537f-4c6b-bc1d-ebaa209f7e38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:51.178908 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-22514922-537f-4c6b-bc1d-ebaa209f7e38 service neutron] 10.222.0.76 "PUT /v2.0/ports/70e1e167-9b0c-4bf2-a3d4-034cf452e4b9 HTTP/1.1" status: 200 len: 1091 time: 2.1138625 Dec 16 22:06:51.180449 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df', 'tag': '70e1e167-9b0c-4bf2-a3d4-034cf452e4b9'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:06:51.186442 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf23d1b-358d-4bfb-916d-6e1dfb73790f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df", "tag": "70e1e167-9b0c-4bf2-a3d4-034cf452e4b9"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:06:51.219872 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aaa600b4-6f33-4ff7-adc0-3aa334def633 req-0e5a0a1e-0fa7-4943-a5a7-f072e945b417 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 210 time: 0.0529075 Dec 16 22:06:51.235843 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-a465365e-1a5b-4474-8022-80905d2a474f req-6bf3269b-ffcb-4eb0-aa96-61934b9c7bda service neutron] Transition to ACTIVE for port object 3b474ccc-594f-4256-a7b3-043afdc722b0 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:06:51.241835 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22514922-537f-4c6b-bc1d-ebaa209f7e38 service neutron] Pushing event updated for resources: {'Port': ['ID=70e1e167-9b0c-4bf2-a3d4-034cf452e4b9,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:51.296065 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a465365e-1a5b-4474-8022-80905d2a474f req-6bf3269b-ffcb-4eb0-aa96-61934b9c7bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:51.340370 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-99f20606-9015-4694-8416-4fee5d0537db req-58afaff2-7858-4f67-ac68-b1cad51b9d50 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 210 time: 0.0602603 Dec 16 22:06:51.406469 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3269b-ffcb-4eb0-aa96-61934b9c7bda service neutron] Pushing event updated for resources: {'Port': ['ID=3b474ccc-594f-4256-a7b3-043afdc722b0,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:51.449837 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae98bc26-cf7b-4d03-969c-f382da515816 x-openstack-request-id: req-ae98bc26-cf7b-4d03-969c-f382da515816 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:06:51.450386 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df", "tag": "70e1e167-9b0c-4bf2-a3d4-034cf452e4b9", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:06:51.450751 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ae98bc26-cf7b-4d03-969c-f382da515816 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:06:51.458329 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df', 'tag': '70e1e167-9b0c-4bf2-a3d4-034cf452e4b9', 'status': 'completed', 'code': 200} Dec 16 22:06:51.478590 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54184) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:51.508151 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4757aa74-18bc-4850-955a-4894b3161dfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:51.560618 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-2eb90f1e-d853-46c7-b7c1-2ae47725889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:51.563226 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-2eb90f1e-d853-46c7-b7c1-2ae47725889f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9ec6d52b2cc74dfe9b3e2eda729bdbff&device_id=5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df HTTP/1.1" status: 200 len: 1094 time: 0.1779835 Dec 16 22:06:51.611587 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4757aa74-18bc-4850-955a-4894b3161dfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:51.657835 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-e95b8520-558d-4b2a-8ce0-1cff3c083da9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70e1e167-9b0c-4bf2-a3d4-034cf452e4b9 HTTP/1.1" status: 200 len: 217 time: 0.0675833 Dec 16 22:06:51.680604 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-a465365e-1a5b-4474-8022-80905d2a474f req-6bf3269b-ffcb-4eb0-aa96-61934b9c7bda service neutron] Attempting to bind port 3b474ccc-594f-4256-a7b3-043afdc722b0 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:06:51.680604 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-a465365e-1a5b-4474-8022-80905d2a474f req-6bf3269b-ffcb-4eb0-aa96-61934b9c7bda service neutron] Attempting to bind port 3b474ccc-594f-4256-a7b3-043afdc722b0 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '5980641f-2ab7-4781-988c-cf5871132f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:06:51.680604 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a465365e-1a5b-4474-8022-80905d2a474f req-6bf3269b-ffcb-4eb0-aa96-61934b9c7bda service neutron] Attempting to bind port 3b474ccc-594f-4256-a7b3-043afdc722b0 on network cb6f27cb-a12f-415d-801e-6e403da44a59 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:06:51.706419 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a465365e-1a5b-4474-8022-80905d2a474f req-6bf3269b-ffcb-4eb0-aa96-61934b9c7bda service neutron] Port 3b474ccc-594f-4256-a7b3-043afdc722b0 on network cb6f27cb-a12f-415d-801e-6e403da44a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:06:51.706842 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a465365e-1a5b-4474-8022-80905d2a474f req-6bf3269b-ffcb-4eb0-aa96-61934b9c7bda service neutron] Attempting to bind port 3b474ccc-594f-4256-a7b3-043afdc722b0 on network cb6f27cb-a12f-415d-801e-6e403da44a59 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:06:51.707258 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4757aa74-18bc-4850-955a-4894b3161dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:51.718815 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a465365e-1a5b-4474-8022-80905d2a474f req-6bf3269b-ffcb-4eb0-aa96-61934b9c7bda service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:06:51.719634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a465365e-1a5b-4474-8022-80905d2a474f req-6bf3269b-ffcb-4eb0-aa96-61934b9c7bda service neutron] Checking segment: {'id': '5980641f-2ab7-4781-988c-cf5871132f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:06:51.720130 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a465365e-1a5b-4474-8022-80905d2a474f req-6bf3269b-ffcb-4eb0-aa96-61934b9c7bda service neutron] Bound using segment: {'id': '5980641f-2ab7-4781-988c-cf5871132f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:06:51.720636 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-a465365e-1a5b-4474-8022-80905d2a474f req-6bf3269b-ffcb-4eb0-aa96-61934b9c7bda service neutron] Bound port: 3b474ccc-594f-4256-a7b3-043afdc722b0, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5980641f-2ab7-4781-988c-cf5871132f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:06:51.721612 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a465365e-1a5b-4474-8022-80905d2a474f req-6bf3269b-ffcb-4eb0-aa96-61934b9c7bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:51.745772 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-72efe93b-17a6-4004-a497-fc65fb2e8a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:51.747360 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-72efe93b-17a6-4004-a497-fc65fb2e8a12 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c88e8114-d80c-496d-b064-37820cf4b82b HTTP/1.1" status: 200 len: 853 time: 0.0774989 Dec 16 22:06:51.794743 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d98815c0-48bc-4533-ba93-d8990781247e req-6eeafe3e-dc28-4411-8065-d03146c255c9 tempest-AbsoluteLimitsNegativeTestJSON-182934444 tempest-AbsoluteLimitsNegativeTestJSON-182934444-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=911b5e5fb5c24b4a8431923e8a625d02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694063 Dec 16 22:06:51.801132 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4757aa74-18bc-4850-955a-4894b3161dfd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=aa0824f83f1947adb301c3b75ac7921b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200552 Dec 16 22:06:51.808814 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54198) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:51.811830 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757aa74-18bc-4850-955a-4894b3161dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28dd9272-5ea1-44b5-af5a-9ad84e95002f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:51.847220 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-fefcd596-b0ae-4780-878f-cdea68e0a052 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5bb4d219-3d24-497b-88db-fa81cfc96f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512354 Dec 16 22:06:51.920939 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98815c0-48bc-4533-ba93-d8990781247e req-57d2835e-0d04-49ca-936a-835e3dae32c0 tempest-AbsoluteLimitsNegativeTestJSON-182934444 tempest-AbsoluteLimitsNegativeTestJSON-182934444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:51.923570 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d98815c0-48bc-4533-ba93-d8990781247e req-57d2835e-0d04-49ca-936a-835e3dae32c0 tempest-AbsoluteLimitsNegativeTestJSON-182934444 tempest-AbsoluteLimitsNegativeTestJSON-182934444-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1278939 Dec 16 22:06:51.939078 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d98815c0-48bc-4533-ba93-d8990781247e req-2aa9841d-54b6-4a6e-9a5e-5384f6f5ef72 tempest-AbsoluteLimitsNegativeTestJSON-182934444 tempest-AbsoluteLimitsNegativeTestJSON-182934444-project] 10.222.0.75 "GET /v2.0/quotas/911b5e5fb5c24b4a8431923e8a625d02 HTTP/1.1" status: 200 len: 375 time: 0.0095954 Dec 16 22:06:51.942844 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-a465365e-1a5b-4474-8022-80905d2a474f req-6bf3269b-ffcb-4eb0-aa96-61934b9c7bda service neutron] For port 3b474ccc-594f-4256-a7b3-043afdc722b0, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:06:51.973579 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-a465365e-1a5b-4474-8022-80905d2a474f req-6bf3269b-ffcb-4eb0-aa96-61934b9c7bda service neutron] For port 3b474ccc-594f-4256-a7b3-043afdc722b0, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3b474ccc-594f-4256-a7b3-043afdc722b0,segment=NetworkSegment(5980641f-2ab7-4781-988c-cf5871132f96),segment_id=5980641f-2ab7-4781-988c-cf5871132f96)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:06:51.976874 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d98815c0-48bc-4533-ba93-d8990781247e req-8e438600-240f-488f-bdd0-ed290e1a04e8 tempest-AbsoluteLimitsNegativeTestJSON-182934444 tempest-AbsoluteLimitsNegativeTestJSON-182934444-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=911b5e5fb5c24b4a8431923e8a625d02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320585 Dec 16 22:06:52.014554 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023f6c6-c6c1-48a9-80b7-ab43141c9205 req-053db56f-6fda-405a-97d3-7fbc72d4ff35 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:52.016019 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9023f6c6-c6c1-48a9-80b7-ab43141c9205 req-053db56f-6fda-405a-97d3-7fbc72d4ff35 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.1601214 Dec 16 22:06:52.029053 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-de9d70c9-ae48-4787-a891-7874758674f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:52.073718 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-a51bf7c5-3260-4df2-933e-89a80c73be03 service neutron] 10.222.0.76 "GET /v2.0/networks/5bb4d219-3d24-497b-88db-fa81cfc96f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159767 Dec 16 22:06:52.103548 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-de9d70c9-ae48-4787-a891-7874758674f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:52.114263 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a465365e-1a5b-4474-8022-80905d2a474f req-6bf3269b-ffcb-4eb0-aa96-61934b9c7bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:52.136396 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd015a42-4ea5-4664-a2e5-d1740269a367 req-af1a901c-b3e2-4f92-a641-2638b7bc27cd tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:52.137985 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd015a42-4ea5-4664-a2e5-d1740269a367 req-af1a901c-b3e2-4f92-a641-2638b7bc27cd tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df HTTP/1.1" status: 200 len: 943 time: 0.0541959 Dec 16 22:06:52.196070 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd015a42-4ea5-4664-a2e5-d1740269a367 req-8eeb7ab8-d165-4b8f-bb86-b9e18a20ae60 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8aa6ea8-9129-4ea7-9e46-cc7180e25a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504398 Dec 16 22:06:52.239011 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9023f6c6-c6c1-48a9-80b7-ab43141c9205 req-228379e9-7cf2-45dc-b333-24ce687630a7 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129905 Dec 16 22:06:52.252990 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465365e-1a5b-4474-8022-80905d2a474f req-6bf3269b-ffcb-4eb0-aa96-61934b9c7bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:52.253647 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a465365e-1a5b-4474-8022-80905d2a474f req-6bf3269b-ffcb-4eb0-aa96-61934b9c7bda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:52.255252 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a465365e-1a5b-4474-8022-80905d2a474f req-6bf3269b-ffcb-4eb0-aa96-61934b9c7bda service neutron] 10.222.0.76 "PUT /v2.0/ports/3b474ccc-594f-4256-a7b3-043afdc722b0 HTTP/1.1" status: 200 len: 1091 time: 2.2742887 Dec 16 22:06:52.302966 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3269b-ffcb-4eb0-aa96-61934b9c7bda service neutron] Pushing event updated for resources: {'Port': ['ID=3b474ccc-594f-4256-a7b3-043afdc722b0,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:52.337084 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-701daf8e-863e-46b0-95fd-bd6d98290570 req-36df689f-8e5d-4493-9419-3a2a3bd02eb3 service neutron] 10.222.0.76 "GET /v2.0/networks/5bb4d219-3d24-497b-88db-fa81cfc96f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504675 Dec 16 22:06:52.404942 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef3b19-f9af-4af2-8b6c-38332fb0c931 req-210c6c77-7789-4ab0-b660-3b3dc96a0600 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:52.412114 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f2ef3b19-f9af-4af2-8b6c-38332fb0c931 req-210c6c77-7789-4ab0-b660-3b3dc96a0600 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 943 time: 0.0687456 Dec 16 22:06:52.430165 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47296b2f-702e-431b-8c9a-e3cef8027a48 req-f5f2665b-705f-4b57-9e6d-88ca70d06cbd tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 210 time: 0.0325065 Dec 16 22:06:52.472204 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-de9d70c9-ae48-4787-a891-7874758674f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:52.474906 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-de9d70c9-ae48-4787-a891-7874758674f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:52.478920 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-de9d70c9-ae48-4787-a891-7874758674f0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/28dd9272-5ea1-44b5-af5a-9ad84e95002f HTTP/1.1" status: 204 len: 168 time: 0.6635833 Dec 16 22:06:52.491420 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f2ef3b19-f9af-4af2-8b6c-38332fb0c931 req-062c14f8-9f12-4db2-b98c-00c27a446f43 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767655 Dec 16 22:06:52.499188 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d70c9-ae48-4787-a891-7874758674f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dd9272-5ea1-44b5-af5a-9ad84e95002f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:52.560024 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465365e-1a5b-4474-8022-80905d2a474f req-55e31bf6-ba5a-4fb8-b95c-dde124851bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:52.561691 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a465365e-1a5b-4474-8022-80905d2a474f req-55e31bf6-ba5a-4fb8-b95c-dde124851bc7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dd4a9ba818474cd5afa3715e32dea22f&device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 1094 time: 0.0485237 Dec 16 22:06:52.562061 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1689a091-de0b-400f-a99a-d61378b29b17 req-ad110cc4-05fc-4a71-8a76-90a06495a869 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 210 time: 0.0282092 Dec 16 22:06:52.676747 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a465365e-1a5b-4474-8022-80905d2a474f req-10232784-8476-4ffa-af19-bb2d7abb7aa3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b474ccc-594f-4256-a7b3-043afdc722b0 HTTP/1.1" status: 200 len: 217 time: 0.0529106 Dec 16 22:06:52.682576 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54216) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:52.719533 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf23d1b-358d-4bfb-916d-6e1dfb73790f req-9d926ab9-a814-4938-940c-70503de5ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:52.721038 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1bf23d1b-358d-4bfb-916d-6e1dfb73790f req-9d926ab9-a814-4938-940c-70503de5ac37 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9ec6d52b2cc74dfe9b3e2eda729bdbff&device_id=5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df HTTP/1.1" status: 200 len: 1094 time: 0.1065118 Dec 16 22:06:52.743381 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465365e-1a5b-4474-8022-80905d2a474f req-53f29691-6681-4c45-acdd-651e216c6272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:52.745149 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a465365e-1a5b-4474-8022-80905d2a474f req-53f29691-6681-4c45-acdd-651e216c6272 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd HTTP/1.1" status: 200 len: 860 time: 0.0592909 Dec 16 22:06:52.860925 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465365e-1a5b-4474-8022-80905d2a474f req-e1dd46de-e734-4713-8f99-fc1eb7be242a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:52.863568 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a465365e-1a5b-4474-8022-80905d2a474f req-e1dd46de-e734-4713-8f99-fc1eb7be242a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cb6f27cb-a12f-415d-801e-6e403da44a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083300 Dec 16 22:06:52.927498 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf23d1b-358d-4bfb-916d-6e1dfb73790f req-1fdeaf83-c3df-444a-94fd-f442ff7f2167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:52.928974 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1bf23d1b-358d-4bfb-916d-6e1dfb73790f req-1fdeaf83-c3df-444a-94fd-f442ff7f2167 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5bb4d219-3d24-497b-88db-fa81cfc96f87 HTTP/1.1" status: 200 len: 913 time: 0.1652257 Dec 16 22:06:52.939097 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-04643e96-bf6c-41f4-901a-a4c6d6e9682d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:52.985779 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1bf23d1b-358d-4bfb-916d-6e1dfb73790f req-33443128-0857-44dc-af19-da0a36a3535e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70e1e167-9b0c-4bf2-a3d4-034cf452e4b9 HTTP/1.1" status: 200 len: 217 time: 0.0438550 Dec 16 22:06:53.052629 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a465365e-1a5b-4474-8022-80905d2a474f req-bc32e43f-668a-49c4-a9fe-7a518147514a service neutron] 10.222.0.76 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803052 Dec 16 22:06:53.063816 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf23d1b-358d-4bfb-916d-6e1dfb73790f req-7b62fdd2-4c43-4deb-86d4-c69286d5fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:53.065797 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1bf23d1b-358d-4bfb-916d-6e1dfb73790f req-7b62fdd2-4c43-4deb-86d4-c69286d5fa1c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c88e8114-d80c-496d-b064-37820cf4b82b HTTP/1.1" status: 200 len: 853 time: 0.0698962 Dec 16 22:06:53.097571 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-04643e96-bf6c-41f4-901a-a4c6d6e9682d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:53.103133 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1bf23d1b-358d-4bfb-916d-6e1dfb73790f req-d7539f4b-5b83-44b3-9aff-a5e277f222d6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5bb4d219-3d24-497b-88db-fa81cfc96f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285983 Dec 16 22:06:53.195412 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-0d70b08b-ccac-448d-b26b-558705aa31f1 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:53.196920 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-0d70b08b-ccac-448d-b26b-558705aa31f1 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.76 "GET /v2.0/networks?id=a733dfc2-18aa-436d-9a35-1f59bb423cae HTTP/1.1" status: 200 len: 821 time: 0.1602967 Dec 16 22:06:53.224336 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-33e50052-6dbf-4fd9-a6fc-1756126a2d82 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Request body: {'port': {'device_id': '5cac6615-4457-406e-9f48-c3843e9fcd12', 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae', 'admin_state_up': True, 'tenant_id': '0dec5fe31b6f4228b3d46ecd46e77bb6'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:53.273175 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a465365e-1a5b-4474-8022-80905d2a474f req-54e3f136-bc67-468f-86ed-33313a4ebd10 service neutron] 10.222.0.76 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029583 Dec 16 22:06:53.274981 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1bf23d1b-358d-4bfb-916d-6e1dfb73790f req-9fbbe102-d5a7-4808-ad81-5c39040983c6 service neutron] 10.222.0.76 "GET /v2.0/networks/5bb4d219-3d24-497b-88db-fa81cfc96f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595359 Dec 16 22:06:53.307843 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-04643e96-bf6c-41f4-901a-a4c6d6e9682d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:53.313379 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16155afc-1949-4d16-b625-ccdf2a175758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:53.384733 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da911ff-e5e9-428f-8831-46fcd16ee763 req-1c385435-2955-418c-842b-a060d2aa10e6 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:53.386329 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7da911ff-e5e9-428f-8831-46fcd16ee763 req-1c385435-2955-418c-842b-a060d2aa10e6 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df HTTP/1.1" status: 200 len: 943 time: 0.1203017 Dec 16 22:06:53.422913 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-04643e96-bf6c-41f4-901a-a4c6d6e9682d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=911b5e5fb5c24b4a8431923e8a625d02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7352171 Dec 16 22:06:53.427102 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04643e96-bf6c-41f4-901a-a4c6d6e9682d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a66aee7-5c25-43a6-a8a6-cf95e6799755,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:53.428534 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54242) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:53.453439 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1bf23d1b-358d-4bfb-916d-6e1dfb73790f req-5a089e41-6661-4ca7-84ec-380ad67009fa service neutron] 10.222.0.76 "GET /v2.0/networks/5bb4d219-3d24-497b-88db-fa81cfc96f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479416 Dec 16 22:06:53.457244 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b995fd1f-7c5c-45d4-b538-1ae315d1c7f8', 'tag': '3b474ccc-594f-4256-a7b3-043afdc722b0'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:06:53.459504 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd535a8c-8669-4699-80e5-1abccf43bf41" -d '{"events": [{"name": "network-changed", "server_uuid": "b995fd1f-7c5c-45d4-b538-1ae315d1c7f8", "tag": "3b474ccc-594f-4256-a7b3-043afdc722b0"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:06:53.464374 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee5bdd-a28f-4620-a209-4fd1e424f90b req-1a97a3ce-66d2-4249-acb7-331425626bf6 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:53.466266 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fcee5bdd-a28f-4620-a209-4fd1e424f90b req-1a97a3ce-66d2-4249-acb7-331425626bf6 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.1107805 Dec 16 22:06:53.525800 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7da911ff-e5e9-428f-8831-46fcd16ee763 req-20fd8eeb-733f-4d64-9a59-d57f6fb943ed tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8aa6ea8-9129-4ea7-9e46-cc7180e25a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197395 Dec 16 22:06:53.535408 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fcee5bdd-a28f-4620-a209-4fd1e424f90b req-35aa7522-f406-4f40-869c-4fb662af32f0 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524678 Dec 16 22:06:53.538749 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6e4064f-b4bc-4f89-a799-aa426c12371b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:53.562984 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6e4064f-b4bc-4f89-a799-aa426c12371b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:53.581189 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-33e50052-6dbf-4fd9-a6fc-1756126a2d82 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Made reservation on behalf of 0dec5fe31b6f4228b3d46ecd46e77bb6 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:06:53.585262 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-33e50052-6dbf-4fd9-a6fc-1756126a2d82 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:53.687774 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fb728a-9948-4308-bb1a-fd6b903b513c x-openstack-request-id: req-b8fb728a-9948-4308-bb1a-fd6b903b513c {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:06:53.688147 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b995fd1f-7c5c-45d4-b538-1ae315d1c7f8", "tag": "3b474ccc-594f-4256-a7b3-043afdc722b0", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:06:53.688404 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b8fb728a-9948-4308-bb1a-fd6b903b513c {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:06:53.688802 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b995fd1f-7c5c-45d4-b538-1ae315d1c7f8', 'tag': '3b474ccc-594f-4256-a7b3-043afdc722b0', 'status': 'completed', 'code': 200} Dec 16 22:06:53.693974 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6e4064f-b4bc-4f89-a799-aa426c12371b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:53.698479 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6e4064f-b4bc-4f89-a799-aa426c12371b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:53.702217 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d6e4064f-b4bc-4f89-a799-aa426c12371b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2a66aee7-5c25-43a6-a8a6-cf95e6799755 HTTP/1.1" status: 204 len: 168 time: 0.2695606 Dec 16 22:06:53.718974 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4064f-b4bc-4f89-a799-aa426c12371b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a66aee7-5c25-43a6-a8a6-cf95e6799755,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:53.735328 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1e314b87-5fe3-4836-84b8-238e38170242 req-d9f10b6c-5f50-4f5a-9b30-cd5d4b7c8370 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 210 time: 0.1058052 Dec 16 22:06:53.877720 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd535a8c-8669-4699-80e5-1abccf43bf41 req-d7d688e3-6b53-479b-b071-91dc411da14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:53.879316 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cd535a8c-8669-4699-80e5-1abccf43bf41 req-d7d688e3-6b53-479b-b071-91dc411da14f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dd4a9ba818474cd5afa3715e32dea22f&device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 1094 time: 0.1364543 Dec 16 22:06:53.889433 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-33e50052-6dbf-4fd9-a6fc-1756126a2d82 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Allocated IP 172.20.0.6 (a733dfc2-18aa-436d-9a35-1f59bb423cae/28a903b4-5579-4f62-80b4-b7b74c354d7a/3dab41f1-8149-4402-b813-6554b0a6288a) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:06:53.891691 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ac05b-4f86-4525-b5f6-95820600a507 req-a7ae0b79-e549-4013-8c44-15ba286e7b57 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:53.893253 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-103ac05b-4f86-4525-b5f6-95820600a507 req-a7ae0b79-e549-4013-8c44-15ba286e7b57 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 943 time: 0.1008718 Dec 16 22:06:53.911630 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-057409b2-25a7-4b44-af1c-e2eb57d9b8b9 req-95f736e5-89f5-4b3a-891f-a80f9815f767 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 210 time: 0.0406003 Dec 16 22:06:53.991594 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-103ac05b-4f86-4525-b5f6-95820600a507 req-bc519ccf-541d-481b-9129-3e417e493394 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897565 Dec 16 22:06:54.025806 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd535a8c-8669-4699-80e5-1abccf43bf41 req-9e3e764b-11b8-478f-8326-79024a09b58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:54.027370 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cd535a8c-8669-4699-80e5-1abccf43bf41 req-9e3e764b-11b8-478f-8326-79024a09b58b service neutron] 10.222.0.76 "GET /v2.0/networks?id=cb6f27cb-a12f-415d-801e-6e403da44a59 HTTP/1.1" status: 200 len: 921 time: 0.1332088 Dec 16 22:06:54.088297 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cd535a8c-8669-4699-80e5-1abccf43bf41 req-004ef17f-d007-4fb4-a74f-e2750e3991cb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b474ccc-594f-4256-a7b3-043afdc722b0 HTTP/1.1" status: 200 len: 217 time: 0.0467255 Dec 16 22:06:54.089080 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-33e50052-6dbf-4fd9-a6fc-1756126a2d82 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:54.207767 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd535a8c-8669-4699-80e5-1abccf43bf41 req-68aa63ae-3d2f-4eef-acbc-5e3b4ec7cd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:54.209257 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cd535a8c-8669-4699-80e5-1abccf43bf41 req-68aa63ae-3d2f-4eef-acbc-5e3b4ec7cd14 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd HTTP/1.1" status: 200 len: 860 time: 0.1079674 Dec 16 22:06:54.219570 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-33e50052-6dbf-4fd9-a6fc-1756126a2d82 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:54.278989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-33e50052-6dbf-4fd9-a6fc-1756126a2d82 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Network a733dfc2-18aa-436d-9a35-1f59bb423cae is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:06:54.286345 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-33e50052-6dbf-4fd9-a6fc-1756126a2d82 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:06:54.289759 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-5d42cac5-465b-47c2-b0e2-5ee11b359132 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:54.291321 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-5d42cac5-465b-47c2-b0e2-5ee11b359132 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.76 "GET /v2.0/networks?id=851b3d27-6497-40f0-b603-b3da566b57ea HTTP/1.1" status: 200 len: 808 time: 0.1911237 Dec 16 22:06:54.295714 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-33e50052-6dbf-4fd9-a6fc-1756126a2d82 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:06:54.298180 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd535a8c-8669-4699-80e5-1abccf43bf41 req-c8c02b75-8e22-4468-a46e-e4ec45527a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:54.299703 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cd535a8c-8669-4699-80e5-1abccf43bf41 req-c8c02b75-8e22-4468-a46e-e4ec45527a61 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cb6f27cb-a12f-415d-801e-6e403da44a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742424 Dec 16 22:06:54.301913 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-33e50052-6dbf-4fd9-a6fc-1756126a2d82 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:54.302550 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-33e50052-6dbf-4fd9-a6fc-1756126a2d82 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:54.306268 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e50052-6dbf-4fd9-a6fc-1756126a2d82 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Pushing event updated for resources: {'Port': ['ID=3dab41f1-8149-4402-b813-6554b0a6288a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:54.320827 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-cfe4acf2-b767-4b87-af8a-3d7fcb6de55b tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Request body: {'port': {'device_id': '89042aa0-7e82-434f-b38b-2ba68fab5bc3', 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea', 'admin_state_up': True, 'tenant_id': '70ddf0fe02f649f28d93270673f4f1b0'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:54.464413 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-33e50052-6dbf-4fd9-a6fc-1756126a2d82 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2407851 Dec 16 22:06:54.482116 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-60517bfe-5459-438e-8486-0cf08684579f service neutron] Request body: {'port': {'device_id': '5cac6615-4457-406e-9f48-c3843e9fcd12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:54.492310 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cd535a8c-8669-4699-80e5-1abccf43bf41 req-cd679e7a-f552-4f0f-b817-4815ac47441a service neutron] 10.222.0.76 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757729 Dec 16 22:06:54.560925 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-60517bfe-5459-438e-8486-0cf08684579f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:54.636086 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cd535a8c-8669-4699-80e5-1abccf43bf41 req-893c5d87-b4f3-446c-b037-3229ceab3063 service neutron] 10.222.0.76 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310821 Dec 16 22:06:54.708997 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64619a02-f00c-47f4-b795-332a4eb4eb00 req-3921b2ca-c093-4ff9-80d2-f3c8c59f3e67 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:54.711267 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-64619a02-f00c-47f4-b795-332a4eb4eb00 req-3921b2ca-c093-4ff9-80d2-f3c8c59f3e67 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.0745375 Dec 16 22:06:54.772348 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a01b3-a50d-460c-9aeb-355d2dd0c11c req-d6db2c49-a63b-421d-a546-53c1a33f1406 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:54.773617 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-cfe4acf2-b767-4b87-af8a-3d7fcb6de55b tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Made reservation on behalf of 70ddf0fe02f649f28d93270673f4f1b0 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:06:54.773935 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-487a01b3-a50d-460c-9aeb-355d2dd0c11c req-d6db2c49-a63b-421d-a546-53c1a33f1406 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df HTTP/1.1" status: 200 len: 943 time: 0.1497061 Dec 16 22:06:54.779302 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-cfe4acf2-b767-4b87-af8a-3d7fcb6de55b tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:54.795640 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-64619a02-f00c-47f4-b795-332a4eb4eb00 req-c404a2fc-a09e-4d0c-8888-d7de51ea6c72 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763917 Dec 16 22:06:54.904445 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-487a01b3-a50d-460c-9aeb-355d2dd0c11c req-808a283c-3242-422d-9479-b043f4361dea tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8aa6ea8-9129-4ea7-9e46-cc7180e25a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086552 Dec 16 22:06:55.086252 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-cfe4acf2-b767-4b87-af8a-3d7fcb6de55b tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Allocated IP 172.20.0.10 (851b3d27-6497-40f0-b603-b3da566b57ea/ac517c80-ed1c-4940-8a98-4b18f46cf35e/e1d6fa1b-7800-442c-82f6-1242fec7fad2) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:06:55.098646 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc1a1cc1-46c0-43cb-9fcf-ead0a1eeb47b req-e4157363-0e4e-4c02-95f8-f2d3da7288df tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 210 time: 0.0641429 Dec 16 22:06:55.116832 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-60517bfe-5459-438e-8486-0cf08684579f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dab41f1-8149-4402-b813-6554b0a6288a {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:06:55.141604 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-60517bfe-5459-438e-8486-0cf08684579f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:55.153689 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5eda5-1843-4671-b48c-a4c0c65e0c56 req-0187fb0d-907e-46eb-92fa-4d98b9423d2b tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:55.155233 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-62c5eda5-1843-4671-b48c-a4c0c65e0c56 req-0187fb0d-907e-46eb-92fa-4d98b9423d2b tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 931 time: 0.0827878 Dec 16 22:06:55.184839 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-60517bfe-5459-438e-8486-0cf08684579f service neutron] Transition to ACTIVE for port object 3dab41f1-8149-4402-b813-6554b0a6288a will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:06:55.259062 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-60517bfe-5459-438e-8486-0cf08684579f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:55.274155 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-62c5eda5-1843-4671-b48c-a4c0c65e0c56 req-cc40dd0a-fab5-4a36-a23a-9c20f1b834c2 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977831 Dec 16 22:06:55.303386 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09364245-95fd-4b97-81c3-7cd7250558a1 req-37cb7446-59ca-4b0f-a793-8900fa9a92e2 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:55.304978 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-09364245-95fd-4b97-81c3-7cd7250558a1 req-37cb7446-59ca-4b0f-a793-8900fa9a92e2 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 943 time: 0.0858335 Dec 16 22:06:55.317185 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54304) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:55.372039 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60517bfe-5459-438e-8486-0cf08684579f service neutron] Pushing event updated for resources: {'Port': ['ID=3dab41f1-8149-4402-b813-6554b0a6288a,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:55.391776 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-60517bfe-5459-438e-8486-0cf08684579f service neutron] Attempting to bind port 3dab41f1-8149-4402-b813-6554b0a6288a on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:06:55.392125 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-60517bfe-5459-438e-8486-0cf08684579f service neutron] Attempting to bind port 3dab41f1-8149-4402-b813-6554b0a6288a by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:06:55.392493 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-60517bfe-5459-438e-8486-0cf08684579f service neutron] Attempting to bind port 3dab41f1-8149-4402-b813-6554b0a6288a on network a733dfc2-18aa-436d-9a35-1f59bb423cae {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:06:55.412660 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-60517bfe-5459-438e-8486-0cf08684579f service neutron] Port 3dab41f1-8149-4402-b813-6554b0a6288a on network a733dfc2-18aa-436d-9a35-1f59bb423cae not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:06:55.413056 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-60517bfe-5459-438e-8486-0cf08684579f service neutron] Attempting to bind port 3dab41f1-8149-4402-b813-6554b0a6288a on network a733dfc2-18aa-436d-9a35-1f59bb423cae {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:06:55.435601 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-09364245-95fd-4b97-81c3-7cd7250558a1 req-b8e01732-36f6-4369-9c6c-4fc4eeacad26 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086249 Dec 16 22:06:55.438200 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-60517bfe-5459-438e-8486-0cf08684579f service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:06:55.438875 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-60517bfe-5459-438e-8486-0cf08684579f service neutron] Checking segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:06:55.439679 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-60517bfe-5459-438e-8486-0cf08684579f service neutron] Bound using segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:06:55.440469 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-60517bfe-5459-438e-8486-0cf08684579f service neutron] Bound port: 3dab41f1-8149-4402-b813-6554b0a6288a, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:06:55.441211 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-60517bfe-5459-438e-8486-0cf08684579f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:55.517512 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-60517bfe-5459-438e-8486-0cf08684579f service neutron] For port 3dab41f1-8149-4402-b813-6554b0a6288a, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:06:55.521983 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-60517bfe-5459-438e-8486-0cf08684579f service neutron] For port 3dab41f1-8149-4402-b813-6554b0a6288a, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3dab41f1-8149-4402-b813-6554b0a6288a,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:06:55.556442 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fd347145-d8f5-4990-aa1c-25be659fa43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:55.588879 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-cfe4acf2-b767-4b87-af8a-3d7fcb6de55b tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:55.590185 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-60517bfe-5459-438e-8486-0cf08684579f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:55.637459 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 70e1e167-9b0c-4bf2-a3d4-034cf452e4b9 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:06:55.648034 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-60517bfe-5459-438e-8486-0cf08684579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:55.649232 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-60517bfe-5459-438e-8486-0cf08684579f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:55.650848 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-60517bfe-5459-438e-8486-0cf08684579f service neutron] 10.222.0.76 "PUT /v2.0/ports/3dab41f1-8149-4402-b813-6554b0a6288a HTTP/1.1" status: 200 len: 1091 time: 1.1732416 Dec 16 22:06:55.654700 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cac6615-4457-406e-9f48-c3843e9fcd12', 'tag': '3dab41f1-8149-4402-b813-6554b0a6288a'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:06:55.657067 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7169e142-df8a-4126-8707-042236e510b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5cac6615-4457-406e-9f48-c3843e9fcd12", "tag": "3dab41f1-8149-4402-b813-6554b0a6288a"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:06:55.688535 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-cfe4acf2-b767-4b87-af8a-3d7fcb6de55b tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:55.714155 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0604e6ae-921d-4c33-8168-7ed7fe654af8 x-openstack-request-id: req-0604e6ae-921d-4c33-8168-7ed7fe654af8 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:06:55.714336 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cac6615-4457-406e-9f48-c3843e9fcd12", "tag": "3dab41f1-8149-4402-b813-6554b0a6288a", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:06:55.714573 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0604e6ae-921d-4c33-8168-7ed7fe654af8 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:06:55.714974 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cac6615-4457-406e-9f48-c3843e9fcd12', 'tag': '3dab41f1-8149-4402-b813-6554b0a6288a', 'status': 'completed', 'code': 200} Dec 16 22:06:55.722958 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-6df2c0c0-e0dd-41eb-84d1-11c753cca123 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-361491249-network', 'tenant_id': '280da4f2e14b4268a02d6e23cdd8b69d'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:55.730965 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60517bfe-5459-438e-8486-0cf08684579f service neutron] Pushing event updated for resources: {'Port': ['ID=3dab41f1-8149-4402-b813-6554b0a6288a,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:55.755000 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-cfe4acf2-b767-4b87-af8a-3d7fcb6de55b tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Network 851b3d27-6497-40f0-b603-b3da566b57ea is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:06:55.762354 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-cfe4acf2-b767-4b87-af8a-3d7fcb6de55b tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:06:55.769699 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-cfe4acf2-b767-4b87-af8a-3d7fcb6de55b tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:06:55.791418 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 70e1e167-9b0c-4bf2-a3d4-034cf452e4b9, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=70e1e167-9b0c-4bf2-a3d4-034cf452e4b9,segment=NetworkSegment(ea5cbc29-5675-415a-a003-81178ff2b12c),segment_id=ea5cbc29-5675-415a-a003-81178ff2b12c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:55.795337 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4acf2-b767-4b87-af8a-3d7fcb6de55b tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Pushing event updated for resources: {'Port': ['ID=e1d6fa1b-7800-442c-82f6-1242fec7fad2,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:55.809254 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '70e1e167-9b0c-4bf2-a3d4-034cf452e4b9', 'network_id': '5bb4d219-3d24-497b-88db-fa81cfc96f87', 'port_id': '70e1e167-9b0c-4bf2-a3d4-034cf452e4b9', 'mac_address': 'fa:16:3e:83:8b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c88e8114-d80c-496d-b064-37820cf4b82b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:06:55.833318 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169e142-df8a-4126-8707-042236e510b6 req-2c33c1db-5c66-4e9d-9005-dde9c7263657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:55.835137 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7169e142-df8a-4126-8707-042236e510b6 req-2c33c1db-5c66-4e9d-9005-dde9c7263657 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 1094 time: 0.0654254 Dec 16 22:06:55.849119 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-cfe4acf2-b767-4b87-af8a-3d7fcb6de55b tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:55.853663 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-cfe4acf2-b767-4b87-af8a-3d7fcb6de55b tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:55.863296 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:55.887990 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e1e167-9b0c-4bf2-a3d4-034cf452e4b9 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:06:55.913018 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 70e1e167-9b0c-4bf2-a3d4-034cf452e4b9, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=70e1e167-9b0c-4bf2-a3d4-034cf452e4b9,segment=NetworkSegment(ea5cbc29-5675-415a-a003-81178ff2b12c),segment_id=ea5cbc29-5675-415a-a003-81178ff2b12c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:55.925622 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df2c0c0-e0dd-41eb-84d1-11c753cca123 admin admin] Made reservation on behalf of 280da4f2e14b4268a02d6e23cdd8b69d for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:06:55.929051 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6df2c0c0-e0dd-41eb-84d1-11c753cca123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:55.940967 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6df2c0c0-e0dd-41eb-84d1-11c753cca123 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:55.963215 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-cfe4acf2-b767-4b87-af8a-3d7fcb6de55b tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6478546 Dec 16 22:06:55.980315 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930f06a-9bde-4526-889f-0ca432511a99 req-f9720522-63fb-4d6e-8914-8f98ff2ba304 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:55.981827 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d930f06a-9bde-4526-889f-0ca432511a99 req-f9720522-63fb-4d6e-8914-8f98ff2ba304 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.0901172 Dec 16 22:06:55.994872 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-fe273df7-8ba7-4ba5-a6f1-483a0278fffa service neutron] Request body: {'port': {'device_id': '89042aa0-7e82-434f-b38b-2ba68fab5bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:56.041865 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169e142-df8a-4126-8707-042236e510b6 req-6165b485-3d34-4892-83c4-00b1da967298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:56.043452 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7169e142-df8a-4126-8707-042236e510b6 req-6165b485-3d34-4892-83c4-00b1da967298 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1867268 Dec 16 22:06:56.079279 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:56.079925 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 3b474ccc-594f-4256-a7b3-043afdc722b0 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:06:56.110697 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d930f06a-9bde-4526-889f-0ca432511a99 req-c55b8929-97a0-4152-93e7-9840cb7d1495 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216331 Dec 16 22:06:56.116841 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-fe273df7-8ba7-4ba5-a6f1-483a0278fffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:56.169696 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6df2c0c0-e0dd-41eb-84d1-11c753cca123 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:56.210149 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da36d0-c8a5-4c31-b992-69ce773ee182 req-9b00dd27-f985-412c-80cb-16c12a120d33 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:56.215751 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d3da36d0-c8a5-4c31-b992-69ce773ee182 req-9b00dd27-f985-412c-80cb-16c12a120d33 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df HTTP/1.1" status: 200 len: 944 time: 0.0817921 Dec 16 22:06:56.237284 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169e142-df8a-4126-8707-042236e510b6 req-1f106098-297e-4b70-9507-755f3515ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:56.239204 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7169e142-df8a-4126-8707-042236e510b6 req-1f106098-297e-4b70-9507-755f3515ee6f service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1854167 Dec 16 22:06:56.260728 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6df2c0c0-e0dd-41eb-84d1-11c753cca123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:56.270174 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=70e1e167-9b0c-4bf2-a3d4-034cf452e4b9,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:56.303931 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df2c0c0-e0dd-41eb-84d1-11c753cca123 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:06:56.308835 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 3b474ccc-594f-4256-a7b3-043afdc722b0, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3b474ccc-594f-4256-a7b3-043afdc722b0,segment=NetworkSegment(5980641f-2ab7-4781-988c-cf5871132f96),segment_id=5980641f-2ab7-4781-988c-cf5871132f96)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:56.332102 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d3da36d0-c8a5-4c31-b992-69ce773ee182 req-8798d30f-dc9f-4dd0-a62d-6d569ce8d4fc tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8aa6ea8-9129-4ea7-9e46-cc7180e25a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133945 Dec 16 22:06:56.365358 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '3b474ccc-594f-4256-a7b3-043afdc722b0', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'port_id': '3b474ccc-594f-4256-a7b3-043afdc722b0', 'mac_address': 'fa:16:3e:58:ab:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:06:56.374669 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6df2c0c0-e0dd-41eb-84d1-11c753cca123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:56.375176 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-6df2c0c0-e0dd-41eb-84d1-11c753cca123 admin admin] Added segment e351eb60-7e7d-4c09-bc4f-4c318f73b07e of type vlan for network 0f85a2d5-17f9-4b8f-80e1-04046d002d0d Dec 16 22:06:56.377042 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2c0c0-e0dd-41eb-84d1-11c753cca123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be603f1b-2f5c-4b1f-94db-a4dca817eec6,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:56.442075 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:56.458841 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b474ccc-594f-4256-a7b3-043afdc722b0 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:06:56.459165 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-c9001a84-5768-40d9-a678-0c2adf72ae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:56.460562 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-c9001a84-5768-40d9-a678-0c2adf72ae1a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 1094 time: 0.0944173 Dec 16 22:06:56.480515 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 3b474ccc-594f-4256-a7b3-043afdc722b0, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3b474ccc-594f-4256-a7b3-043afdc722b0,segment=NetworkSegment(5980641f-2ab7-4781-988c-cf5871132f96),segment_id=5980641f-2ab7-4781-988c-cf5871132f96)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:56.480729 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d590d6-b01b-4b14-9a52-c7caefebe86f req-37c98c51-fdbc-41a6-90f2-f80479b106ac tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:56.482208 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-21d590d6-b01b-4b14-9a52-c7caefebe86f req-37c98c51-fdbc-41a6-90f2-f80479b106ac tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 943 time: 0.0703433 Dec 16 22:06:56.489038 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6df2c0c0-e0dd-41eb-84d1-11c753cca123 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:56.525878 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-ecfcad04-c180-49ed-82b5-a5050eb73bda service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dab41f1-8149-4402-b813-6554b0a6288a HTTP/1.1" status: 200 len: 217 time: 0.0425181 Dec 16 22:06:56.546598 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:56.549623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3a80e-2307-4201-bb66-3696511bf4aa req-d72a7b32-0ea4-4f75-bbec-8e5869c67753 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:56.551410 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-06d3a80e-2307-4201-bb66-3696511bf4aa req-d72a7b32-0ea4-4f75-bbec-8e5869c67753 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 932 time: 0.1150732 Dec 16 22:06:56.597977 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-21d590d6-b01b-4b14-9a52-c7caefebe86f req-6c3d9610-f457-476e-b7e7-75f17936381e tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056969 Dec 16 22:06:56.605586 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-0ee98060-c028-46cf-add6-027c3ed0a09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:56.605782 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:56.606856 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-0ee98060-c028-46cf-add6-027c3ed0a09f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=28a903b4-5579-4f62-80b4-b7b74c354d7a HTTP/1.1" status: 200 len: 861 time: 0.0684385 Dec 16 22:06:56.610293 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=3b474ccc-594f-4256-a7b3-043afdc722b0,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:56.630460 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-fe273df7-8ba7-4ba5-a6f1-483a0278fffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d6fa1b-7800-442c-82f6-1242fec7fad2 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:06:56.640861 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-7b5826e8-a883-492c-86ac-65e3540d989b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a733dfc2-18aa-436d-9a35-1f59bb423cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263720 Dec 16 22:06:56.645966 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6df2c0c0-e0dd-41eb-84d1-11c753cca123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:56.646948 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df2c0c0-e0dd-41eb-84d1-11c753cca123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:56.647551 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6df2c0c0-e0dd-41eb-84d1-11c753cca123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:56.651676 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-fe273df7-8ba7-4ba5-a6f1-483a0278fffa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:56.676441 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-06d3a80e-2307-4201-bb66-3696511bf4aa req-b948fe74-f15c-4d6e-a378-947d0d35babb tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123581 Dec 16 22:06:56.720882 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-fe273df7-8ba7-4ba5-a6f1-483a0278fffa service neutron] Transition to ACTIVE for port object e1d6fa1b-7800-442c-82f6-1242fec7fad2 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:06:56.727860 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2c0c0-e0dd-41eb-84d1-11c753cca123 admin admin] Pushing event updated for resources: {'Network': ['ID=0f85a2d5-17f9-4b8f-80e1-04046d002d0d,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:56.743957 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 0f85a2d5-17f9-4b8f-80e1-04046d002d0d details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:06:56.787645 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-e5e732c5-c6e0-4722-a20a-d0b3f3541b5b service neutron] 10.222.0.76 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379008 Dec 16 22:06:56.835296 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6df2c0c0-e0dd-41eb-84d1-11c753cca123 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5169456 Dec 16 22:06:56.838357 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54336) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:56.844228 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:56.844426 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-d973d577-9a43-4e4a-b603-8a1dcbf9e84a admin admin] Request body: {'subnet': {'network_id': '0f85a2d5-17f9-4b8f-80e1-04046d002d0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-361491249-subnet', 'tenant_id': '280da4f2e14b4268a02d6e23cdd8b69d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:06:56.850461 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-fe273df7-8ba7-4ba5-a6f1-483a0278fffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:56.880465 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01d732-1bc9-4f6a-9d7f-88fc53f584d3 req-30b68483-a027-4b64-a5d7-79a2fa44e9ab tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:56.884552 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a01d732-1bc9-4f6a-9d7f-88fc53f584d3 req-30b68483-a027-4b64-a5d7-79a2fa44e9ab tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 944 time: 0.1177199 Dec 16 22:06:56.917728 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe273df7-8ba7-4ba5-a6f1-483a0278fffa service neutron] Pushing event updated for resources: {'Port': ['ID=e1d6fa1b-7800-442c-82f6-1242fec7fad2,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:56.945406 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['70e1e167-9b0c-4bf2-a3d4-034cf452e4b9'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:06:56.961521 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a01d732-1bc9-4f6a-9d7f-88fc53f584d3 req-1563a683-7d5c-452f-bd82-5b65e36873c5 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727770 Dec 16 22:06:56.963631 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d90348a0-e198-42f1-943c-04ad5a0eb9b9 req-82b1d4af-7ec8-48b9-b5c9-35f169c7f2a8 service neutron] 10.222.0.76 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618097 Dec 16 22:06:56.989559 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['3b474ccc-594f-4256-a7b3-043afdc722b0'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:06:57.015292 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d973d577-9a43-4e4a-b603-8a1dcbf9e84a admin admin] Made reservation on behalf of 280da4f2e14b4268a02d6e23cdd8b69d for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:06:57.017584 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d973d577-9a43-4e4a-b603-8a1dcbf9e84a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:57.022969 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-fe273df7-8ba7-4ba5-a6f1-483a0278fffa service neutron] Attempting to bind port e1d6fa1b-7800-442c-82f6-1242fec7fad2 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:06:57.023612 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-fe273df7-8ba7-4ba5-a6f1-483a0278fffa service neutron] Attempting to bind port e1d6fa1b-7800-442c-82f6-1242fec7fad2 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:06:57.023612 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-fe273df7-8ba7-4ba5-a6f1-483a0278fffa service neutron] Attempting to bind port e1d6fa1b-7800-442c-82f6-1242fec7fad2 on network 851b3d27-6497-40f0-b603-b3da566b57ea {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:06:57.062108 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-fe273df7-8ba7-4ba5-a6f1-483a0278fffa service neutron] Port e1d6fa1b-7800-442c-82f6-1242fec7fad2 on network 851b3d27-6497-40f0-b603-b3da566b57ea not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:06:57.062478 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-fe273df7-8ba7-4ba5-a6f1-483a0278fffa service neutron] Attempting to bind port e1d6fa1b-7800-442c-82f6-1242fec7fad2 on network 851b3d27-6497-40f0-b603-b3da566b57ea {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:06:57.085401 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-fe273df7-8ba7-4ba5-a6f1-483a0278fffa service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:06:57.085783 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-fe273df7-8ba7-4ba5-a6f1-483a0278fffa service neutron] Checking segment: {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:06:57.086126 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-fe273df7-8ba7-4ba5-a6f1-483a0278fffa service neutron] Bound using segment: {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:06:57.086570 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-fe273df7-8ba7-4ba5-a6f1-483a0278fffa service neutron] Bound port: e1d6fa1b-7800-442c-82f6-1242fec7fad2, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:06:57.086933 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-fe273df7-8ba7-4ba5-a6f1-483a0278fffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:57.195184 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-fe273df7-8ba7-4ba5-a6f1-483a0278fffa service neutron] For port e1d6fa1b-7800-442c-82f6-1242fec7fad2, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:06:57.200095 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-fe273df7-8ba7-4ba5-a6f1-483a0278fffa service neutron] For port e1d6fa1b-7800-442c-82f6-1242fec7fad2, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e1d6fa1b-7800-442c-82f6-1242fec7fad2,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:06:57.349664 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-fe273df7-8ba7-4ba5-a6f1-483a0278fffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:57.388171 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d973d577-9a43-4e4a-b603-8a1dcbf9e84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:57.392312 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-fe273df7-8ba7-4ba5-a6f1-483a0278fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:57.393305 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-fe273df7-8ba7-4ba5-a6f1-483a0278fffa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:57.394717 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-fe273df7-8ba7-4ba5-a6f1-483a0278fffa service neutron] 10.222.0.76 "PUT /v2.0/ports/e1d6fa1b-7800-442c-82f6-1242fec7fad2 HTTP/1.1" status: 200 len: 1092 time: 1.4046032 Dec 16 22:06:57.398308 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89042aa0-7e82-434f-b38b-2ba68fab5bc3', 'tag': 'e1d6fa1b-7800-442c-82f6-1242fec7fad2'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:06:57.400568 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c5e52b-8691-4884-97a1-6ccab5bd17c9" -d '{"events": [{"name": "network-changed", "server_uuid": "89042aa0-7e82-434f-b38b-2ba68fab5bc3", "tag": "e1d6fa1b-7800-442c-82f6-1242fec7fad2"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:06:57.472345 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe273df7-8ba7-4ba5-a6f1-483a0278fffa service neutron] Pushing event updated for resources: {'Port': ['ID=e1d6fa1b-7800-442c-82f6-1242fec7fad2,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:57.484477 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fbe10-fcf5-4aa8-a686-c3563e64b4a4 req-e68c658c-92ce-4e02-8703-0fadd57e89a6 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:57.488022 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f65fbe10-fcf5-4aa8-a686-c3563e64b4a4 req-e68c658c-92ce-4e02-8703-0fadd57e89a6 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.1684318 Dec 16 22:06:57.491265 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973d577-9a43-4e4a-b603-8a1dcbf9e84a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d4321b5-6b7f-4263-a84f-602aac82aab0,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:57.517627 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54352) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:57.529810 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d973d577-9a43-4e4a-b603-8a1dcbf9e84a admin admin] Checking segment: {'id': 'e351eb60-7e7d-4c09-bc4f-4c318f73b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0f85a2d5-17f9-4b8f-80e1-04046d002d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:06:57.530183 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d973d577-9a43-4e4a-b603-8a1dcbf9e84a admin admin] Network hostable DHCP agents. Network: 0f85a2d5-17f9-4b8f-80e1-04046d002d0d, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:06:57.578955 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f65fbe10-fcf5-4aa8-a686-c3563e64b4a4 req-9408642a-b0e6-43ec-8aec-465f76e249c1 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804687 Dec 16 22:06:57.655527 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16970eb4-622b-403c-99c1-c5a5d3d648ae x-openstack-request-id: req-16970eb4-622b-403c-99c1-c5a5d3d648ae {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:06:57.655813 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89042aa0-7e82-434f-b38b-2ba68fab5bc3", "tag": "e1d6fa1b-7800-442c-82f6-1242fec7fad2", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:06:57.656097 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-16970eb4-622b-403c-99c1-c5a5d3d648ae {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:06:57.656444 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89042aa0-7e82-434f-b38b-2ba68fab5bc3', 'tag': 'e1d6fa1b-7800-442c-82f6-1242fec7fad2', 'status': 'completed', 'code': 200} Dec 16 22:06:57.657166 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d973d577-9a43-4e4a-b603-8a1dcbf9e84a admin admin] Network 0f85a2d5-17f9-4b8f-80e1-04046d002d0d is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:06:57.677776 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7af4c9db-96d8-4066-8e5f-7adb8b158225 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:57.704042 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-8bc715d2-7e83-4932-b075-e4ea53567887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:57.708284 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-8bc715d2-7e83-4932-b075-e4ea53567887 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=70ddf0fe02f649f28d93270673f4f1b0&device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 1095 time: 0.1096833 Dec 16 22:06:57.760265 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14990f62-139e-40f3-a08e-ce1807653e21 req-282edd7c-8d97-425a-bae6-99b1b87ab20a tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:57.761829 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-14990f62-139e-40f3-a08e-ce1807653e21 req-282edd7c-8d97-425a-bae6-99b1b87ab20a tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df HTTP/1.1" status: 200 len: 944 time: 0.3362868 Dec 16 22:06:57.806442 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-d973d577-9a43-4e4a-b603-8a1dcbf9e84a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 0f85a2d5-17f9-4b8f-80e1-04046d002d0d) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:06:57.808992 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-b79e8245-4921-45c5-a28b-91d12584c5b8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1d6fa1b-7800-442c-82f6-1242fec7fad2 HTTP/1.1" status: 200 len: 217 time: 0.0805104 Dec 16 22:06:57.814417 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d973d577-9a43-4e4a-b603-8a1dcbf9e84a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:57.815337 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d973d577-9a43-4e4a-b603-8a1dcbf9e84a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:57.816430 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05839971-2f01-479d-b01a-571d19f092c5 None None] Network 0f85a2d5-17f9-4b8f-80e1-04046d002d0d requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:06:57.820214 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-14990f62-139e-40f3-a08e-ce1807653e21 req-5369860b-a39f-41c8-ae23-af51c9c85e09 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8aa6ea8-9129-4ea7-9e46-cc7180e25a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515161 Dec 16 22:06:57.904899 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adebef9-97ed-40c2-9b5c-cdfbc2dc1d5d req-058b3727-5b4f-4a00-9295-8f12aa18337b tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:57.906855 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8adebef9-97ed-40c2-9b5c-cdfbc2dc1d5d req-058b3727-5b4f-4a00-9295-8f12aa18337b tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 943 time: 0.1765409 Dec 16 22:06:57.925894 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7af4c9db-96d8-4066-8e5f-7adb8b158225 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:57.927748 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-c87864ee-c9f6-4d96-968d-d8a6a1a9c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:57.929340 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-c87864ee-c9f6-4d96-968d-d8a6a1a9c5b4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ac517c80-ed1c-4940-8a98-4b18f46cf35e HTTP/1.1" status: 200 len: 848 time: 0.1101334 Dec 16 22:06:57.936976 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4973d26c-3214-4a48-812b-b512c580713b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-0f85a2d5-17f9-4b8f-80e1-04046d002d0d', 'network_id': '0f85a2d5-17f9-4b8f-80e1-04046d002d0d', 'project_id': '280da4f2e14b4268a02d6e23cdd8b69d', 'fixed_ips': [{'subnet_id': '8d4321b5-6b7f-4263-a84f-602aac82aab0'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:06:57.939648 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4973d26c-3214-4a48-812b-b512c580713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:57.964140 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283d2ed-1495-4f13-95d0-d77e814f0d00 req-6e6b7bfa-9b70-4ece-8571-2cb23a5983b6 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:57.965835 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b283d2ed-1495-4f13-95d0-d77e814f0d00 req-6e6b7bfa-9b70-4ece-8571-2cb23a5983b6 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 944 time: 0.0623219 Dec 16 22:06:57.979144 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d973d577-9a43-4e4a-b603-8a1dcbf9e84a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1308634 Dec 16 22:06:57.979144 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-43de4f10-6c5b-4569-8f55-62a89eb2dc9d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=851b3d27-6497-40f0-b603-b3da566b57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337563 Dec 16 22:06:57.996807 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7af4c9db-96d8-4066-8e5f-7adb8b158225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:58.046922 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b283d2ed-1495-4f13-95d0-d77e814f0d00 req-880e169c-c73b-42da-bbbc-04494c9029c4 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585930 Dec 16 22:06:58.089080 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8adebef9-97ed-40c2-9b5c-cdfbc2dc1d5d req-283863df-e17e-43c8-86d3-f799a478c3fa tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641350 Dec 16 22:06:58.136478 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4c9db-96d8-4066-8e5f-7adb8b158225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08b3a62-f458-492a-b9e7-aa307ef381b0,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:58.141397 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7af4c9db-96d8-4066-8e5f-7adb8b158225 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f553667f8c6c4503a9b4f21187405bfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6205399 Dec 16 22:06:58.155062 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54364) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:58.289861 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-4973d26c-3214-4a48-812b-b512c580713b None None] Allocated IP 172.20.0.2 (0f85a2d5-17f9-4b8f-80e1-04046d002d0d/8d4321b5-6b7f-4263-a84f-602aac82aab0/80f2deff-d6bf-4900-9f90-6a551c5cef45) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:06:58.290866 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd56756-6e27-4a91-b254-00ffb613f050 req-3c145ab3-8445-44d7-a385-24242fdecf83 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:58.290866 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6cd56756-6e27-4a91-b254-00ffb613f050 req-3c145ab3-8445-44d7-a385-24242fdecf83 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 944 time: 0.1028790 Dec 16 22:06:58.291145 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-72f15bbc-b705-45a2-b2c5-cb93b572b461 service neutron] 10.222.0.76 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511406 Dec 16 22:06:58.291546 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6cd56756-6e27-4a91-b254-00ffb613f050 req-669a9d12-4df1-4190-a215-e9d9f59978d2 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531909 Dec 16 22:06:58.304943 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf0b0f87-3d27-4720-851f-1f644087d031 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:58.340969 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf0b0f87-3d27-4720-851f-1f644087d031 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:58.377972 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4973d26c-3214-4a48-812b-b512c580713b None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:58.402340 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb835173-d7e9-4c3e-9296-615c574e3baa req-b8afb737-7579-4552-97f4-5221d5504ed8 service neutron] 10.222.0.76 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572807 Dec 16 22:06:58.428558 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:58.475930 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:58.542850 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4973d26c-3214-4a48-812b-b512c580713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:58.543021 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf0b0f87-3d27-4720-851f-1f644087d031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:58.546326 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf0b0f87-3d27-4720-851f-1f644087d031 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:58.550459 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bf0b0f87-3d27-4720-851f-1f644087d031 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b08b3a62-f458-492a-b9e7-aa307ef381b0 HTTP/1.1" status: 204 len: 168 time: 0.3911059 Dec 16 22:06:58.556517 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b0f87-3d27-4720-851f-1f644087d031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08b3a62-f458-492a-b9e7-aa307ef381b0,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:58.622849 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4973d26c-3214-4a48-812b-b512c580713b None None] Network 0f85a2d5-17f9-4b8f-80e1-04046d002d0d is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:06:58.629423 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-4973d26c-3214-4a48-812b-b512c580713b None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:06:58.629423 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973d26c-3214-4a48-812b-b512c580713b None None] Pushing event updated for resources: {'Port': ['ID=80f2deff-d6bf-4900-9f90-6a551c5cef45,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:58.636231 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4973d26c-3214-4a48-812b-b512c580713b None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:06:58.689677 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5e52b-8691-4884-97a1-6ccab5bd17c9 req-a8853517-b3ce-4c90-94b5-1f46bcbd87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:58.692290 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-24c5e52b-8691-4884-97a1-6ccab5bd17c9 req-a8853517-b3ce-4c90-94b5-1f46bcbd87e2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=70ddf0fe02f649f28d93270673f4f1b0&device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 1095 time: 0.0462215 Dec 16 22:06:58.713507 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4973d26c-3214-4a48-812b-b512c580713b None None] Attempting to bind port 80f2deff-d6bf-4900-9f90-6a551c5cef45 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:06:58.713927 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4973d26c-3214-4a48-812b-b512c580713b None None] Attempting to bind port 80f2deff-d6bf-4900-9f90-6a551c5cef45 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'e351eb60-7e7d-4c09-bc4f-4c318f73b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0f85a2d5-17f9-4b8f-80e1-04046d002d0d'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:06:58.714797 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4973d26c-3214-4a48-812b-b512c580713b None None] Attempting to bind port 80f2deff-d6bf-4900-9f90-6a551c5cef45 on network 0f85a2d5-17f9-4b8f-80e1-04046d002d0d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:06:58.723462 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4973d26c-3214-4a48-812b-b512c580713b None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:06:58.727443 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4973d26c-3214-4a48-812b-b512c580713b None None] Checking segment: {'id': 'e351eb60-7e7d-4c09-bc4f-4c318f73b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0f85a2d5-17f9-4b8f-80e1-04046d002d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:06:58.727443 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4973d26c-3214-4a48-812b-b512c580713b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:58.727443 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4973d26c-3214-4a48-812b-b512c580713b None None] Bound using segment: {'id': 'e351eb60-7e7d-4c09-bc4f-4c318f73b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0f85a2d5-17f9-4b8f-80e1-04046d002d0d'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:06:58.727777 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4973d26c-3214-4a48-812b-b512c580713b None None] Bound port: 80f2deff-d6bf-4900-9f90-6a551c5cef45, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e351eb60-7e7d-4c09-bc4f-4c318f73b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0f85a2d5-17f9-4b8f-80e1-04046d002d0d'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:06:58.728220 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4973d26c-3214-4a48-812b-b512c580713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:58.757797 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-3b705aa1-db5c-48d1-a166-268a7a1ffb4e tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:58.759403 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-3b705aa1-db5c-48d1-a166-268a7a1ffb4e tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/networks?id=0f85a2d5-17f9-4b8f-80e1-04046d002d0d HTTP/1.1" status: 200 len: 815 time: 0.1890531 Dec 16 22:06:58.778990 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-0058a137-e4de-4543-88dd-bc3a14eef1bf tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/quotas/280da4f2e14b4268a02d6e23cdd8b69d HTTP/1.1" status: 200 len: 375 time: 0.0117295 Dec 16 22:06:58.808445 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4973d26c-3214-4a48-812b-b512c580713b None None] For port 80f2deff-d6bf-4900-9f90-6a551c5cef45, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:06:58.811931 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4973d26c-3214-4a48-812b-b512c580713b None None] For port 80f2deff-d6bf-4900-9f90-6a551c5cef45, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=80f2deff-d6bf-4900-9f90-6a551c5cef45,segment=NetworkSegment(e351eb60-7e7d-4c09-bc4f-4c318f73b07e),segment_id=e351eb60-7e7d-4c09-bc4f-4c318f73b07e)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:06:58.828281 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f176de7-43fc-428e-8e7c-e60acdbaa38e req-db547c09-1c1e-4d65-9a8c-ba54052ea32f tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:58.833719 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0f176de7-43fc-428e-8e7c-e60acdbaa38e req-db547c09-1c1e-4d65-9a8c-ba54052ea32f tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.1286113 Dec 16 22:06:58.850936 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-11f0dadd-ca1c-4bed-b8ba-4a5d400b78f6 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=280da4f2e14b4268a02d6e23cdd8b69d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0599942 Dec 16 22:06:58.907338 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5e52b-8691-4884-97a1-6ccab5bd17c9 req-c82ccb43-0689-4249-a429-e4b3d7d44b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:58.910025 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-24c5e52b-8691-4884-97a1-6ccab5bd17c9 req-c82ccb43-0689-4249-a429-e4b3d7d44b69 service neutron] 10.222.0.76 "GET /v2.0/networks?id=851b3d27-6497-40f0-b603-b3da566b57ea HTTP/1.1" status: 200 len: 908 time: 0.2087760 Dec 16 22:06:58.925340 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4973d26c-3214-4a48-812b-b512c580713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:58.986701 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-0f0e6ccc-fef5-4a99-9367-9632e539b3d6 service neutron] 10.222.0.75 "GET /v2.0/networks/0f85a2d5-17f9-4b8f-80e1-04046d002d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207263 Dec 16 22:06:59.011176 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:59.014416 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-24c5e52b-8691-4884-97a1-6ccab5bd17c9 req-bc32dd8a-f16d-4afd-ba01-f7631e8cc28f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1d6fa1b-7800-442c-82f6-1242fec7fad2 HTTP/1.1" status: 200 len: 217 time: 0.0851274 Dec 16 22:06:59.022965 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0f176de7-43fc-428e-8e7c-e60acdbaa38e req-1898dc5b-ade8-4c6a-a8af-76d395826d7a tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593747 Dec 16 22:06:59.029635 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973d26c-3214-4a48-812b-b512c580713b None None] Pushing event updated for resources: {'Port': ['ID=80f2deff-d6bf-4900-9f90-6a551c5cef45,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:59.076241 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 6152338b-9db8-4f48-8fa8-1e9544e29588 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:06:59.103759 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 6152338b-9db8-4f48-8fa8-1e9544e29588 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:06:59.120696 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5e52b-8691-4884-97a1-6ccab5bd17c9 req-c81e7b05-8eaf-45f6-87f4-182c3ada7e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:59.123283 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-24c5e52b-8691-4884-97a1-6ccab5bd17c9 req-c81e7b05-8eaf-45f6-87f4-182c3ada7e62 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ac517c80-ed1c-4940-8a98-4b18f46cf35e HTTP/1.1" status: 200 len: 848 time: 0.0987737 Dec 16 22:06:59.173707 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-fbce8705-80f4-4099-b372-a67d22d9c3e6 service neutron] 10.222.0.75 "GET /v2.0/networks/0f85a2d5-17f9-4b8f-80e1-04046d002d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720238 Dec 16 22:06:59.222661 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-24c5e52b-8691-4884-97a1-6ccab5bd17c9 req-ad18eace-9a7b-4a1a-86f8-efab6de3aeaa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=851b3d27-6497-40f0-b603-b3da566b57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675201 Dec 16 22:06:59.265113 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:59.307933 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535e9a7-0962-4943-bbd3-1ae8b99b3873 req-7baf6853-5a41-42ca-bdbd-5e563d58e3e7 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:59.310073 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184e2541-4ad3-494d-86c5-4b0ba9c944f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6152338b-9db8-4f48-8fa8-1e9544e29588'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:06:59.313216 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d91e88-edfe-4f19-9bef-75b688bdcdcb" -d '{"events": [{"server_uuid": "184e2541-4ad3-494d-86c5-4b0ba9c944f4", "name": "network-vif-unplugged", "status": "completed", "tag": "6152338b-9db8-4f48-8fa8-1e9544e29588"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:06:59.316176 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1535e9a7-0962-4943-bbd3-1ae8b99b3873 req-7baf6853-5a41-42ca-bdbd-5e563d58e3e7 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df HTTP/1.1" status: 200 len: 944 time: 0.1860695 Dec 16 22:06:59.323567 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 6152338b-9db8-4f48-8fa8-1e9544e29588, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=6152338b-9db8-4f48-8fa8-1e9544e29588,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:59.347693 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54400) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:59.347931 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 6152338b-9db8-4f48-8fa8-1e9544e29588, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=6152338b-9db8-4f48-8fa8-1e9544e29588,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:06:59.358167 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '6152338b-9db8-4f48-8fa8-1e9544e29588', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '6152338b-9db8-4f48-8fa8-1e9544e29588', 'mac_address': 'fa:16:3e:54:14:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:06:59.395468 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-87f1470e-04f1-49f5-941a-14c165953074 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:59.411891 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1535e9a7-0962-4943-bbd3-1ae8b99b3873 req-ddbc6387-d2d6-46e0-a649-f24d007c8e62 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8aa6ea8-9129-4ea7-9e46-cc7180e25a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947342 Dec 16 22:06:59.447028 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:59.450291 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-24c5e52b-8691-4884-97a1-6ccab5bd17c9 req-9cf1b4f2-3d79-41f8-b263-c37034c70dfa service neutron] 10.222.0.76 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209942 Dec 16 22:06:59.451502 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:59.507957 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6152338b-9db8-4f48-8fa8-1e9544e29588 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:06:59.520142 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-87f1470e-04f1-49f5-941a-14c165953074 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:59.589924 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=6152338b-9db8-4f48-8fa8-1e9544e29588,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:59.600130 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-87f1470e-04f1-49f5-941a-14c165953074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:59.630048 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:06:59.630545 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:06:59.665705 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 3dab41f1-8149-4402-b813-6554b0a6288a details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:06:59.679115 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 70e1e167-9b0c-4bf2-a3d4-034cf452e4b9 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:06:59.683322 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a43dbc-7fb5-458d-92a6-a48251928cbf req-aca84c12-97eb-4300-a717-f0ef19f93765 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:59.696470 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-34a43dbc-7fb5-458d-92a6-a48251928cbf req-aca84c12-97eb-4300-a717-f0ef19f93765 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 944 time: 0.1247323 Dec 16 22:06:59.701152 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1470e-04f1-49f5-941a-14c165953074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75afe08f-a7ba-4064-8ee9-90172281952e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:06:59.737072 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-87f1470e-04f1-49f5-941a-14c165953074 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=28a29717d7dd456ab21143c4b71d33da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3916931 Dec 16 22:06:59.743559 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54408) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:06:59.759594 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-24c5e52b-8691-4884-97a1-6ccab5bd17c9 req-fcb927d5-8811-4068-9f95-a61ff7a07b23 service neutron] 10.222.0.76 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007762 Dec 16 22:06:59.811468 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-34a43dbc-7fb5-458d-92a6-a48251928cbf req-f3815f49-8607-4727-955a-f5b5be78be88 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117272 Dec 16 22:06:59.830240 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5d93c-9a14-43d6-95b6-22bcd3280f70 req-e053ff8e-0b53-4776-bbd1-069a8f1c971c tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:59.833721 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6ce5d93c-9a14-43d6-95b6-22bcd3280f70 req-e053ff8e-0b53-4776-bbd1-069a8f1c971c tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 943 time: 0.1802566 Dec 16 22:06:59.853248 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-227e654f-50ea-456c-938d-f33f8400fe3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:59.911678 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-227e654f-50ea-456c-938d-f33f8400fe3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:06:59.953224 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6ce5d93c-9a14-43d6-95b6-22bcd3280f70 req-5ac0e1eb-2c0c-43f0-9595-ee1261d91d2f tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010532 Dec 16 22:06:59.956157 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab1de4-544e-4dd4-b02f-d6fee5bb92f1 req-65febe87-951f-4fb3-abc0-da809136d965 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:06:59.959134 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-acab1de4-544e-4dd4-b02f-d6fee5bb92f1 req-65febe87-951f-4fb3-abc0-da809136d965 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 944 time: 0.0736728 Dec 16 22:07:00.028630 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ccde29-c900-45cd-a15e-ed3a36ab7358 x-openstack-request-id: req-b8ccde29-c900-45cd-a15e-ed3a36ab7358 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:00.029193 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184e2541-4ad3-494d-86c5-4b0ba9c944f4", "name": "network-vif-unplugged", "status": "completed", "tag": "6152338b-9db8-4f48-8fa8-1e9544e29588", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:00.029193 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b8ccde29-c900-45cd-a15e-ed3a36ab7358 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:00.029581 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184e2541-4ad3-494d-86c5-4b0ba9c944f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6152338b-9db8-4f48-8fa8-1e9544e29588', 'code': 200} Dec 16 22:07:00.036862 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-acab1de4-544e-4dd4-b02f-d6fee5bb92f1 req-12df1ef4-03a6-4fb6-9323-7033470ccbe0 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711110 Dec 16 22:07:00.083523 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 3dab41f1-8149-4402-b813-6554b0a6288a, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3dab41f1-8149-4402-b813-6554b0a6288a,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:00.089277 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-227e654f-50ea-456c-938d-f33f8400fe3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.093181 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-227e654f-50ea-456c-938d-f33f8400fe3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.101923 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-227e654f-50ea-456c-938d-f33f8400fe3d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/75afe08f-a7ba-4064-8ee9-90172281952e HTTP/1.1" status: 204 len: 168 time: 0.3466208 Dec 16 22:07:00.102774 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '3dab41f1-8149-4402-b813-6554b0a6288a', 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae', 'port_id': '3dab41f1-8149-4402-b813-6554b0a6288a', 'mac_address': 'fa:16:3e:23:6e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a903b4-5579-4f62-80b4-b7b74c354d7a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:07:00.106702 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e654f-50ea-456c-938d-f33f8400fe3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75afe08f-a7ba-4064-8ee9-90172281952e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:00.291483 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 70e1e167-9b0c-4bf2-a3d4-034cf452e4b9 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:07:00.315874 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.323420 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 70e1e167-9b0c-4bf2-a3d4-034cf452e4b9 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:00.324064 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.374897 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6152338b-9db8-4f48-8fa8-1e9544e29588 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:07:00.382595 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f21a2-acf5-4325-994d-b6e1ef45b13b req-6a5c5ccd-302c-4eeb-b180-7219be5f1279 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:00.384547 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fa9f21a2-acf5-4325-994d-b6e1ef45b13b req-6a5c5ccd-302c-4eeb-b180-7219be5f1279 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 948 time: 0.1001649 Dec 16 22:07:00.395452 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-02497194-c013-45fe-ac80-ffb588c99d2e tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:00.398769 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-02497194-c013-45fe-ac80-ffb588c99d2e tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/networks?id=0f85a2d5-17f9-4b8f-80e1-04046d002d0d HTTP/1.1" status: 200 len: 815 time: 0.2356756 Dec 16 22:07:00.405632 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.431454 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-aa24a506-11cd-443c-a6fa-99c6699d7eb5 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/quotas/280da4f2e14b4268a02d6e23cdd8b69d HTTP/1.1" status: 200 len: 375 time: 0.0226560 Dec 16 22:07:00.467618 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dab41f1-8149-4402-b813-6554b0a6288a {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:07:00.487833 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fa9f21a2-acf5-4325-994d-b6e1ef45b13b req-eda8d5d3-796e-4e78-9c18-8d91d4fc1863 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888212 Dec 16 22:07:00.488506 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 6152338b-9db8-4f48-8fa8-1e9544e29588, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=6152338b-9db8-4f48-8fa8-1e9544e29588,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:00.514316 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 3dab41f1-8149-4402-b813-6554b0a6288a, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3dab41f1-8149-4402-b813-6554b0a6288a,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:00.557554 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.567595 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-56b9b23b-c51a-4504-bd80-97a13c1843d4 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=280da4f2e14b4268a02d6e23cdd8b69d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1301031 Dec 16 22:07:00.606027 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.619929 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 70e1e167-9b0c-4bf2-a3d4-034cf452e4b9, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=70e1e167-9b0c-4bf2-a3d4-034cf452e4b9,segment=NetworkSegment(ea5cbc29-5675-415a-a003-81178ff2b12c),segment_id=ea5cbc29-5675-415a-a003-81178ff2b12c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:00.644045 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d57961-928f-43d7-8fcb-20c6ad9c3e07 req-e52e7be6-a415-41e8-b288-a0cad776d847 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:00.645072 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93057be4-2aa1-44b2-bc5f-c65329fd6c89 None None] Network 0f85a2d5-17f9-4b8f-80e1-04046d002d0d requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:07:00.645789 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34d57961-928f-43d7-8fcb-20c6ad9c3e07 req-e52e7be6-a415-41e8-b288-a0cad776d847 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df HTTP/1.1" status: 200 len: 944 time: 0.0724709 Dec 16 22:07:00.685191 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.688422 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-182b8e92-7b3d-4fa1-9d40-5ff6cad2586f service neutron] 10.222.0.75 "GET /v2.0/networks/0f85a2d5-17f9-4b8f-80e1-04046d002d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191719 Dec 16 22:07:00.733127 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.734108 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 3b474ccc-594f-4256-a7b3-043afdc722b0 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:00.775379 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34d57961-928f-43d7-8fcb-20c6ad9c3e07 req-827cab71-47ae-40f7-8add-b4350e3432de tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8aa6ea8-9129-4ea7-9e46-cc7180e25a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148767 Dec 16 22:07:00.806582 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=6152338b-9db8-4f48-8fa8-1e9544e29588,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:00.809316 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-14a95367-ed5a-4097-8010-a0941565854a None None] Provisioning complete for port 80f2deff-d6bf-4900-9f90-6a551c5cef45 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:00.809685 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14a95367-ed5a-4097-8010-a0941565854a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:00.837769 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-1c3c8f70-f389-416d-bbed-71aca50689d0 service neutron] 10.222.0.75 "GET /v2.0/networks/0f85a2d5-17f9-4b8f-80e1-04046d002d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484659 Dec 16 22:07:00.957422 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=3dab41f1-8149-4402-b813-6554b0a6288a,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:00.971908 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fac087-070a-4e75-b0b7-21e8ebab35a5 req-d9b67998-9405-4926-9213-18d4093b3457 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:00.973904 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-90fac087-070a-4e75-b0b7-21e8ebab35a5 req-d9b67998-9405-4926-9213-18d4093b3457 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 944 time: 0.0671334 Dec 16 22:07:01.059487 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=70e1e167-9b0c-4bf2-a3d4-034cf452e4b9,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:01.059487 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['6152338b-9db8-4f48-8fa8-1e9544e29588'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:07:01.062259 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-90fac087-070a-4e75-b0b7-21e8ebab35a5 req-4ed153f5-7aec-4277-a85d-e4d29449ee71 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796113 Dec 16 22:07:01.088517 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['3dab41f1-8149-4402-b813-6554b0a6288a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:07:01.093677 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 3b474ccc-594f-4256-a7b3-043afdc722b0 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:07:01.121477 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14a95367-ed5a-4097-8010-a0941565854a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:01.186662 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 3b474ccc-594f-4256-a7b3-043afdc722b0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:01.186662 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:01.257482 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 80f2deff-d6bf-4900-9f90-6a551c5cef45 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:01.320484 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:07:01.378538 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd497f6-91bc-4ca8-a479-24395bccff5b req-6735edf3-03f8-425d-8ed4-01ee7baceb5b tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:01.386308 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be841e-8139-4f0f-8d39-31a69e3b8650 req-a37afca7-68e1-459e-a222-24ad6003f51b tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:01.391913 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-efd497f6-91bc-4ca8-a479-24395bccff5b req-6735edf3-03f8-425d-8ed4-01ee7baceb5b tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 944 time: 0.2303445 Dec 16 22:07:01.395840 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7be841e-8139-4f0f-8d39-31a69e3b8650 req-a37afca7-68e1-459e-a222-24ad6003f51b tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 944 time: 0.1626778 Dec 16 22:07:01.424838 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-14a95367-ed5a-4097-8010-a0941565854a None None] For port 80f2deff-d6bf-4900-9f90-6a551c5cef45, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=80f2deff-d6bf-4900-9f90-6a551c5cef45,segment=NetworkSegment(e351eb60-7e7d-4c09-bc4f-4c318f73b07e),segment_id=e351eb60-7e7d-4c09-bc4f-4c318f73b07e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:01.458951 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7be841e-8139-4f0f-8d39-31a69e3b8650 req-cbab12ab-c7d8-4a48-bca4-454c4515f945 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621502 Dec 16 22:07:01.462253 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-efd497f6-91bc-4ca8-a479-24395bccff5b req-cd4b1696-b3fc-446d-a85e-35f5ea1be775 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674963 Dec 16 22:07:01.606964 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14a95367-ed5a-4097-8010-a0941565854a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:01.763234 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa223cdd-36da-4c8c-9637-6a539185ca3f req-4d9a86a1-d7c3-47aa-84d3-95f293612bae tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:01.773917 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aa223cdd-36da-4c8c-9637-6a539185ca3f req-4d9a86a1-d7c3-47aa-84d3-95f293612bae tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 949 time: 0.1125998 Dec 16 22:07:01.809504 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a95367-ed5a-4097-8010-a0941565854a None None] Pushing event updated for resources: {'Port': ['ID=80f2deff-d6bf-4900-9f90-6a551c5cef45,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:01.862154 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-39b0c321-a824-43b1-be2f-028441273622 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:01.869636 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-39b0c321-a824-43b1-be2f-028441273622 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/networks?id=0f85a2d5-17f9-4b8f-80e1-04046d002d0d HTTP/1.1" status: 200 len: 815 time: 0.2676117 Dec 16 22:07:01.894328 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:01.899137 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aa223cdd-36da-4c8c-9637-6a539185ca3f req-f9918fbf-2cfe-4bfb-a3eb-4f57f2c95970 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233625 Dec 16 22:07:01.900041 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e1d6fa1b-7800-442c-82f6-1242fec7fad2 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:07:01.915133 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 80f2deff-d6bf-4900-9f90-6a551c5cef45 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:01.915406 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:01.927859 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-4dbe9135-117c-4057-97f9-c9b2dfceaf09 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/quotas/280da4f2e14b4268a02d6e23cdd8b69d HTTP/1.1" status: 200 len: 375 time: 0.0492561 Dec 16 22:07:02.042728 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-d4c26a90-171e-4461-b22e-6b95f1b53885 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=280da4f2e14b4268a02d6e23cdd8b69d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1138265 Dec 16 22:07:02.068661 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e1e167-9b0c-4bf2-a3d4-034cf452e4b9'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:02.085233 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04f6d5d-c367-4c7f-bd59-de31931bd3f5" -d '{"events": [{"server_uuid": "5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df", "name": "network-vif-plugged", "status": "completed", "tag": "70e1e167-9b0c-4bf2-a3d4-034cf452e4b9"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:02.116981 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.resource_extend [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:07:02.138067 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ffc2f4fb-bb72-4f82-b003-1888f9e5cb3a None None] Provisioning complete for port 80f2deff-d6bf-4900-9f90-6a551c5cef45 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:02.138368 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ffc2f4fb-bb72-4f82-b003-1888f9e5cb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:02.199566 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d764d-8bf7-4a51-be51-682f00cc7b5b req-74f5726c-91cf-4ef1-9f84-50841ea03a2d tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:02.208650 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-747d764d-8bf7-4a51-be51-682f00cc7b5b req-74f5726c-91cf-4ef1-9f84-50841ea03a2d tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df HTTP/1.1" status: 200 len: 945 time: 0.1633835 Dec 16 22:07:02.277274 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-747d764d-8bf7-4a51-be51-682f00cc7b5b req-9f35dc2e-ae6d-4504-82bc-fc872202acc0 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8aa6ea8-9129-4ea7-9e46-cc7180e25a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673881 Dec 16 22:07:02.287502 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 3b474ccc-594f-4256-a7b3-043afdc722b0, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3b474ccc-594f-4256-a7b3-043afdc722b0,segment=NetworkSegment(5980641f-2ab7-4781-988c-cf5871132f96),segment_id=5980641f-2ab7-4781-988c-cf5871132f96)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:02.288105 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-6f2f1306-0b31-4eac-ba5a-728aac55874c service neutron] 10.222.0.75 "GET /v2.0/networks/0f85a2d5-17f9-4b8f-80e1-04046d002d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886194 Dec 16 22:07:02.357157 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:02.395005 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-8fceb35a-e04f-483f-88ea-140666b686b5 service neutron] 10.222.0.75 "GET /v2.0/networks/0f85a2d5-17f9-4b8f-80e1-04046d002d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058872 Dec 16 22:07:02.425979 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e1d6fa1b-7800-442c-82f6-1242fec7fad2, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e1d6fa1b-7800-442c-82f6-1242fec7fad2,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:02.468107 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9dd3b8-ad4b-4b66-a8f0-72e46f8eb486 req-88dff8d8-8e7e-4888-89cc-08829152249d tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:02.470072 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2f9dd3b8-ad4b-4b66-a8f0-72e46f8eb486 req-88dff8d8-8e7e-4888-89cc-08829152249d tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 944 time: 0.0770495 Dec 16 22:07:02.478098 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'e1d6fa1b-7800-442c-82f6-1242fec7fad2', 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea', 'port_id': 'e1d6fa1b-7800-442c-82f6-1242fec7fad2', 'mac_address': 'fa:16:3e:61:75:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac517c80-ed1c-4940-8a98-4b18f46cf35e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:07:02.489449 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=3b474ccc-594f-4256-a7b3-043afdc722b0,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:02.546657 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:02.549948 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2f9dd3b8-ad4b-4b66-a8f0-72e46f8eb486 req-dbfeab43-b920-457d-aaa3-4047f173541f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610032 Dec 16 22:07:02.558401 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d6fa1b-7800-442c-82f6-1242fec7fad2 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:07:02.587083 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e1d6fa1b-7800-442c-82f6-1242fec7fad2, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e1d6fa1b-7800-442c-82f6-1242fec7fad2,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:02.628311 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ce3cac-36d6-4dcb-ada8-d0f9fd446065 x-openstack-request-id: req-00ce3cac-36d6-4dcb-ada8-d0f9fd446065 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:02.629181 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df", "name": "network-vif-plugged", "status": "completed", "tag": "70e1e167-9b0c-4bf2-a3d4-034cf452e4b9", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:02.629628 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-00ce3cac-36d6-4dcb-ada8-d0f9fd446065 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:02.630669 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e1e167-9b0c-4bf2-a3d4-034cf452e4b9', 'code': 200} Dec 16 22:07:02.688536 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:02.760486 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=e1d6fa1b-7800-442c-82f6-1242fec7fad2,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:02.776156 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e6ac9-f8ea-4161-a7d0-0bc29aaaddbc req-9b4a0f56-d0f1-4fbe-a9e3-1cc888caa04c tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:02.776156 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da5e6ac9-f8ea-4161-a7d0-0bc29aaaddbc req-9b4a0f56-d0f1-4fbe-a9e3-1cc888caa04c tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 945 time: 0.0849717 Dec 16 22:07:02.816845 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65a7a6-05b8-4db0-ad0e-d79735367f20 req-fcc62dbc-c95e-40ab-a66f-839093c319d4 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:02.824947 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cb65a7a6-05b8-4db0-ad0e-d79735367f20 req-fcc62dbc-c95e-40ab-a66f-839093c319d4 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 944 time: 0.0881791 Dec 16 22:07:02.891363 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cb65a7a6-05b8-4db0-ad0e-d79735367f20 req-9b3fe575-7e4e-4d5c-8292-1a8ea1375b28 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611157 Dec 16 22:07:02.919732 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da5e6ac9-f8ea-4161-a7d0-0bc29aaaddbc req-03eefea9-bbe4-4534-9a96-5962b5a1b1e2 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373491 Dec 16 22:07:02.942714 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e2e08-96d2-4b2e-8d01-c3d9013661c0 req-0259d9e8-0766-4d60-90f2-8b02835bb028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:02.962007 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d88e2e08-96d2-4b2e-8d01-c3d9013661c0 req-0259d9e8-0766-4d60-90f2-8b02835bb028 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df HTTP/1.1" status: 200 len: 1096 time: 0.1330316 Dec 16 22:07:03.041461 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d88e2e08-96d2-4b2e-8d01-c3d9013661c0 req-8a97780d-c234-45fd-bec5-c0fbde89f07b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d8aa6ea8-9129-4ea7-9e46-cc7180e25a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702217 Dec 16 22:07:03.053471 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['e1d6fa1b-7800-442c-82f6-1242fec7fad2'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:07:03.135699 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67323be7-d3dc-422c-b77e-2a035443b311 req-18b7df59-64cc-4dcb-ae92-abcc21fbe380 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19 HTTP/1.1" status: 200 len: 210 time: 0.0970917 Dec 16 22:07:03.155857 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 80f2deff-d6bf-4900-9f90-6a551c5cef45 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:03.194754 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-80a4aca2-041b-4f7c-930f-ec821ae80dbe tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:03.196496 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-80a4aca2-041b-4f7c-930f-ec821ae80dbe tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.76 "GET /v2.0/networks?id=0f85a2d5-17f9-4b8f-80e1-04046d002d0d HTTP/1.1" status: 200 len: 815 time: 0.2763522 Dec 16 22:07:03.238376 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5f487-8f9a-49c3-aed3-1251872cd129 req-fad041e7-3819-489a-95d2-18451a2ae82e tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:03.245031 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 80f2deff-d6bf-4900-9f90-6a551c5cef45 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:03.245031 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:03.247194 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dec5f487-8f9a-49c3-aed3-1251872cd129 req-fad041e7-3819-489a-95d2-18451a2ae82e tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 949 time: 0.1374207 Dec 16 22:07:03.308834 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dec5f487-8f9a-49c3-aed3-1251872cd129 req-53edf94f-71a9-4696-8e3d-222cd7a6cfd2 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604868 Dec 16 22:07:03.384877 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-bfbc2256-496d-4ce5-a267-da66d7173e0e tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Request body: {'port': {'device_id': '96aa72f3-3bb5-4099-9edb-90e1de63b02d', 'network_id': '0f85a2d5-17f9-4b8f-80e1-04046d002d0d', 'admin_state_up': True, 'tenant_id': '280da4f2e14b4268a02d6e23cdd8b69d'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:03.488371 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6d67b-674f-4d79-971a-8622aee6df59 req-aa66effa-f7c9-40a3-b2c1-f9e5d49935e0 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:03.492058 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0bf6d67b-674f-4d79-971a-8622aee6df59 req-aa66effa-f7c9-40a3-b2c1-f9e5d49935e0 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df HTTP/1.1" status: 200 len: 945 time: 0.1169596 Dec 16 22:07:03.574152 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0bf6d67b-674f-4d79-971a-8622aee6df59 req-a06d0850-c625-44e7-be1f-dd45f4d3cca8 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8aa6ea8-9129-4ea7-9e46-cc7180e25a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728512 Dec 16 22:07:03.632926 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ae29312-7e48-4318-a53d-78dd5afb37ef req-dedbf27f-4f08-4da8-bdbf-48d95f2423e9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711622 Dec 16 22:07:03.698917 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 3dab41f1-8149-4402-b813-6554b0a6288a up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:03.733646 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-bfbc2256-496d-4ce5-a267-da66d7173e0e tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Made reservation on behalf of 280da4f2e14b4268a02d6e23cdd8b69d for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:07:03.734647 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09bfe87-90e9-479c-a877-4bca630adf95 req-eb293e82-d2cc-4608-b75b-b97495e93c08 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:03.736446 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e09bfe87-90e9-479c-a877-4bca630adf95 req-eb293e82-d2cc-4608-b75b-b97495e93c08 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 945 time: 0.0801082 Dec 16 22:07:03.737339 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-bfbc2256-496d-4ce5-a267-da66d7173e0e tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:03.807464 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae29312-7e48-4318-a53d-78dd5afb37ef req-22ca66cf-2185-4419-8936-23cbf846703a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:03.808785 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e09bfe87-90e9-479c-a877-4bca630adf95 req-d95273ef-ab7b-48d3-b4b0-35614e9523b1 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620072 Dec 16 22:07:03.811029 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ae29312-7e48-4318-a53d-78dd5afb37ef req-22ca66cf-2185-4419-8936-23cbf846703a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eef4474b3e2b443596735e3c2ca6ae10&device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 1097 time: 0.0873828 Dec 16 22:07:04.077548 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-bfbc2256-496d-4ce5-a267-da66d7173e0e tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Allocated IP 172.20.0.11 (0f85a2d5-17f9-4b8f-80e1-04046d002d0d/8d4321b5-6b7f-4263-a84f-602aac82aab0/1df5e776-236f-4bb5-a08d-fabc708f7933) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:07:04.081223 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae29312-7e48-4318-a53d-78dd5afb37ef req-9c71396d-e255-4cb0-9cd2-33b789c09eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:04.083644 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ae29312-7e48-4318-a53d-78dd5afb37ef req-9c71396d-e255-4cb0-9cd2-33b789c09eec service neutron] 10.222.0.57 "GET /v2.0/networks?id=d94d0871-a0a1-410a-ba04-ae858b15c465 HTTP/1.1" status: 200 len: 923 time: 0.2189758 Dec 16 22:07:04.090848 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35238ae-755e-4c0e-bff1-a6a2f889bae5 req-ab9b67f8-85e3-4bd2-9c5a-d3b063e95793 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:04.092476 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c35238ae-755e-4c0e-bff1-a6a2f889bae5 req-ab9b67f8-85e3-4bd2-9c5a-d3b063e95793 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 945 time: 0.0566938 Dec 16 22:07:04.112910 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 3dab41f1-8149-4402-b813-6554b0a6288a completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:07:04.118886 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 3dab41f1-8149-4402-b813-6554b0a6288a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:04.119836 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:04.163840 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c35238ae-755e-4c0e-bff1-a6a2f889bae5 req-412e10d8-6b9c-418e-a490-6c80215fcd46 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643744 Dec 16 22:07:04.235332 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:04.244921 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d32039-2268-4470-ae80-5d1f3ae9ac40 req-8633e1b8-aa60-4695-becb-a10a3a3e9b55 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:04.247460 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f1d32039-2268-4470-ae80-5d1f3ae9ac40 req-8633e1b8-aa60-4695-becb-a10a3a3e9b55 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 944 time: 0.2374866 Dec 16 22:07:04.319283 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ae29312-7e48-4318-a53d-78dd5afb37ef req-2aa5b206-381f-40e4-96c1-209c019fe992 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=335af761-796e-4f3b-b720-e04993b9f8e0 HTTP/1.1" status: 200 len: 1002 time: 0.2246797 Dec 16 22:07:04.320941 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 3dab41f1-8149-4402-b813-6554b0a6288a, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3dab41f1-8149-4402-b813-6554b0a6288a,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:04.416847 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:04.474640 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3120ce71-d390-45d5-bc30-c3d1d8254b6f req-4c3b425a-2d67-420e-9a98-98fee2e21168 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19 HTTP/1.1" status: 200 len: 210 time: 0.0382121 Dec 16 22:07:04.477373 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f1d32039-2268-4470-ae80-5d1f3ae9ac40 req-26d12e58-a914-482b-a385-83b65c3eba97 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001691 Dec 16 22:07:04.482148 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=3dab41f1-8149-4402-b813-6554b0a6288a,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:04.499726 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae29312-7e48-4318-a53d-78dd5afb37ef req-7a06086a-9e32-43a7-bc4b-e298625e75bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:04.501421 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ae29312-7e48-4318-a53d-78dd5afb37ef req-7a06086a-9e32-43a7-bc4b-e298625e75bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=797fa958-cbb2-4eb6-8ec6-7506427faefa HTTP/1.1" status: 200 len: 862 time: 0.1735864 Dec 16 22:07:04.601329 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-bfbc2256-496d-4ce5-a267-da66d7173e0e tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:04.607381 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae29312-7e48-4318-a53d-78dd5afb37ef req-a3bdc91d-ddc5-4bb5-a108-1b4bc6f50e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:04.609565 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ae29312-7e48-4318-a53d-78dd5afb37ef req-a3bdc91d-ddc5-4bb5-a108-1b4bc6f50e13 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d94d0871-a0a1-410a-ba04-ae858b15c465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965962 Dec 16 22:07:04.633290 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b995fd1f-7c5c-45d4-b538-1ae315d1c7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b474ccc-594f-4256-a7b3-043afdc722b0'}, {'server_uuid': '5cac6615-4457-406e-9f48-c3843e9fcd12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dab41f1-8149-4402-b813-6554b0a6288a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:04.636217 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8332019-aa81-4988-a9f2-d995b6b1ff08" -d '{"events": [{"server_uuid": "b995fd1f-7c5c-45d4-b538-1ae315d1c7f8", "name": "network-vif-plugged", "status": "completed", "tag": "3b474ccc-594f-4256-a7b3-043afdc722b0"}, {"server_uuid": "5cac6615-4457-406e-9f48-c3843e9fcd12", "name": "network-vif-plugged", "status": "completed", "tag": "3dab41f1-8149-4402-b813-6554b0a6288a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:04.701950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-c9365446-dc28-42f5-9415-82c4459aae27 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:04.703946 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-c9365446-dc28-42f5-9415-82c4459aae27 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.76 "GET /v2.0/networks?id=0f85a2d5-17f9-4b8f-80e1-04046d002d0d HTTP/1.1" status: 200 len: 815 time: 0.2061846 Dec 16 22:07:04.721282 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66467b78-16bb-490f-8f35-37bb59c2fa90 req-ef23eba7-53ce-4b24-bcbe-14a3af559976 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:04.729491 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-66467b78-16bb-490f-8f35-37bb59c2fa90 req-ef23eba7-53ce-4b24-bcbe-14a3af559976 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 949 time: 0.1291745 Dec 16 22:07:04.737440 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-489a48b7-d81a-435d-ac5a-5cbc7c165dc9 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Request body: {'port': {'device_id': '3eeef460-6696-42db-b108-51f63624e04e', 'network_id': '0f85a2d5-17f9-4b8f-80e1-04046d002d0d', 'admin_state_up': True, 'tenant_id': '280da4f2e14b4268a02d6e23cdd8b69d'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:04.807863 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc5e9f-d50e-4c4c-b757-3ee142f14a6d req-ce571326-b73c-45e5-be5a-442208cdb7a4 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:04.809492 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8ffc5e9f-d50e-4c4c-b757-3ee142f14a6d req-ce571326-b73c-45e5-be5a-442208cdb7a4 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df HTTP/1.1" status: 200 len: 945 time: 0.1100245 Dec 16 22:07:04.812621 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-bfbc2256-496d-4ce5-a267-da66d7173e0e tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:04.824228 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ae29312-7e48-4318-a53d-78dd5afb37ef req-1dd85177-e2e7-4fe9-a926-f37e715e636c service neutron] 10.222.0.57 "GET /v2.0/networks/d94d0871-a0a1-410a-ba04-ae858b15c465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975944 Dec 16 22:07:04.899944 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-bfbc2256-496d-4ce5-a267-da66d7173e0e tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Network 0f85a2d5-17f9-4b8f-80e1-04046d002d0d is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:07:04.949937 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-bfbc2256-496d-4ce5-a267-da66d7173e0e tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:04.952862 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-bfbc2256-496d-4ce5-a267-da66d7173e0e tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:07:04.961073 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-bfbc2256-496d-4ce5-a267-da66d7173e0e tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:04.962042 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-bfbc2256-496d-4ce5-a267-da66d7173e0e tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:04.990700 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc2256-496d-4ce5-a267-da66d7173e0e tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Pushing event updated for resources: {'Port': ['ID=1df5e776-236f-4bb5-a08d-fabc708f7933,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:05.052638 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8ffc5e9f-d50e-4c4c-b757-3ee142f14a6d req-1d005d68-3f13-4577-80b7-54546e04b739 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8aa6ea8-9129-4ea7-9e46-cc7180e25a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915402 Dec 16 22:07:05.090826 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 6152338b-9db8-4f48-8fa8-1e9544e29588 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:05.118208 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-66467b78-16bb-490f-8f35-37bb59c2fa90 req-e842278c-b24e-4f71-93c4-db7de28d924a tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875053 Dec 16 22:07:05.132119 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-bfbc2256-496d-4ce5-a267-da66d7173e0e tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7490299 Dec 16 22:07:05.167883 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Request body: {'port': {'device_id': '96aa72f3-3bb5-4099-9edb-90e1de63b02d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:05.172624 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54578) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:05.192007 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ae29312-7e48-4318-a53d-78dd5afb37ef req-e70b96eb-80e0-4f2d-8422-163656446d92 service neutron] 10.222.0.57 "GET /v2.0/networks/d94d0871-a0a1-410a-ba04-ae858b15c465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322225 Dec 16 22:07:05.227120 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ff625d-b116-4d1d-a23a-3f1d465b5c52 x-openstack-request-id: req-07ff625d-b116-4d1d-a23a-3f1d465b5c52 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:05.227580 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b995fd1f-7c5c-45d4-b538-1ae315d1c7f8", "name": "network-vif-plugged", "status": "completed", "tag": "3b474ccc-594f-4256-a7b3-043afdc722b0", "code": 200}, {"server_uuid": "5cac6615-4457-406e-9f48-c3843e9fcd12", "name": "network-vif-plugged", "status": "completed", "tag": "3dab41f1-8149-4402-b813-6554b0a6288a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:05.228074 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-07ff625d-b116-4d1d-a23a-3f1d465b5c52 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:05.228451 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b995fd1f-7c5c-45d4-b538-1ae315d1c7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b474ccc-594f-4256-a7b3-043afdc722b0', 'code': 200} Dec 16 22:07:05.230098 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cac6615-4457-406e-9f48-c3843e9fcd12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dab41f1-8149-4402-b813-6554b0a6288a', 'code': 200} Dec 16 22:07:05.231622 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 6152338b-9db8-4f48-8fa8-1e9544e29588 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:05.234096 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:05.375875 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405e41d-bd35-4b12-93af-35773bdd52e0 req-7e270e75-965f-4d77-bf0b-17731cf00fdf tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:05.379522 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7405e41d-bd35-4b12-93af-35773bdd52e0 req-7e270e75-965f-4d77-bf0b-17731cf00fdf tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 945 time: 0.1225836 Dec 16 22:07:05.413155 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.76', 58937) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:05.433305 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:05.483985 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 6152338b-9db8-4f48-8fa8-1e9544e29588, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=6152338b-9db8-4f48-8fa8-1e9544e29588,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:05.487262 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-66e8190a-07cd-4d64-ae77-d1346c5ef50d None None] Provisioning complete for port 1df5e776-236f-4bb5-a08d-fabc708f7933 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:05.487901 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-66e8190a-07cd-4d64-ae77-d1346c5ef50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:05.493975 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7405e41d-bd35-4b12-93af-35773bdd52e0 req-36cb4adc-a008-46e2-8c94-995b7e2d0501 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034696 Dec 16 22:07:05.494714 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-489a48b7-d81a-435d-ac5a-5cbc7c165dc9 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Made reservation on behalf of 280da4f2e14b4268a02d6e23cdd8b69d for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:07:05.498719 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-489a48b7-d81a-435d-ac5a-5cbc7c165dc9 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:05.514879 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5738461b-07a4-4b7f-a812-4be6a7f17e85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:05.520804 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:05.564885 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-66e8190a-07cd-4d64-ae77-d1346c5ef50d None None] Port 1df5e776-236f-4bb5-a08d-fabc708f7933 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:07:05.581528 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:05.646015 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509fbc7-db18-4c06-b3cc-d5cf4ee625a5 req-caf02984-f442-481b-9abb-4de01ae41c54 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:05.647391 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2509fbc7-db18-4c06-b3cc-d5cf4ee625a5 req-caf02984-f442-481b-9abb-4de01ae41c54 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 945 time: 0.2322137 Dec 16 22:07:05.657241 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=6152338b-9db8-4f48-8fa8-1e9544e29588,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:05.660601 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956f785-2a0a-4b06-b6c2-f0b6210792f8 req-73b3f273-e9de-499f-a8bd-2b1e43318027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:05.663622 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6956f785-2a0a-4b06-b6c2-f0b6210792f8 req-73b3f273-e9de-499f-a8bd-2b1e43318027 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 1096 time: 0.2462597 Dec 16 22:07:05.675415 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b39b1-357a-416a-b442-0af49f67e666 req-f4438485-d392-4c85-aaf9-3deac68a7330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:05.677454 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c02b39b1-357a-416a-b442-0af49f67e666 req-f4438485-d392-4c85-aaf9-3deac68a7330 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 1096 time: 0.2958913 Dec 16 22:07:05.709659 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e1d6fa1b-7800-442c-82f6-1242fec7fad2 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:05.808426 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1b4e92ab-18f5-4dcb-a10d-da173b2c0abe req-49ce9c84-699e-461d-b198-12982277032d tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19 HTTP/1.1" status: 200 len: 210 time: 0.0646389 Dec 16 22:07:05.820162 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port e1d6fa1b-7800-442c-82f6-1242fec7fad2 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:07:05.824073 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-489a48b7-d81a-435d-ac5a-5cbc7c165dc9 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Allocated IP 172.20.0.9 (0f85a2d5-17f9-4b8f-80e1-04046d002d0d/8d4321b5-6b7f-4263-a84f-602aac82aab0/32de208e-f2bd-46b9-82ee-f25405bb93fc) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:07:05.825301 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port e1d6fa1b-7800-442c-82f6-1242fec7fad2 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:05.825805 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:05.873464 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5738461b-07a4-4b7f-a812-4be6a7f17e85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:05.891846 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c02b39b1-357a-416a-b442-0af49f67e666 req-16baaea6-b189-4753-9d3d-45e5f01c8b04 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047472 Dec 16 22:07:05.925422 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2509fbc7-db18-4c06-b3cc-d5cf4ee625a5 req-59cdeed7-c990-4c84-adfe-95019ee43641 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478969 Dec 16 22:07:05.950008 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6956f785-2a0a-4b06-b6c2-f0b6210792f8 req-25c2790f-077f-44b2-8632-5208d9759381 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676265 Dec 16 22:07:05.959162 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5738461b-07a4-4b7f-a812-4be6a7f17e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:05.973862 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-5d0385d9-7119-495f-820a-ad42aa52bda5 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:05.975493 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-5d0385d9-7119-495f-820a-ad42aa52bda5 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.57 "GET /v2.0/networks?id=0f85a2d5-17f9-4b8f-80e1-04046d002d0d HTTP/1.1" status: 200 len: 815 time: 0.3109105 Dec 16 22:07:05.984321 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:05.997299 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-91eab990-d38c-45a8-b592-f6a20a35f61d tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Request body: {'port': {'device_id': '7f70c7ba-3c7f-42df-9daf-3fc779a54a19', 'network_id': '0f85a2d5-17f9-4b8f-80e1-04046d002d0d', 'admin_state_up': True, 'tenant_id': '280da4f2e14b4268a02d6e23cdd8b69d'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:06.036330 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e1d6fa1b-7800-442c-82f6-1242fec7fad2, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e1d6fa1b-7800-442c-82f6-1242fec7fad2,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:06.065042 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5738461b-07a4-4b7f-a812-4be6a7f17e85 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9983e76d6d484a6d8309464dd14864f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8911080 Dec 16 22:07:06.070735 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54590) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:06.073609 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738461b-07a4-4b7f-a812-4be6a7f17e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1b36ec-7d26-4c16-b0c0-1c7328060de4,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:06.107455 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5738461b-07a4-4b7f-a812-4be6a7f17e85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:06.107940 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5738461b-07a4-4b7f-a812-4be6a7f17e85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:06.108135 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5738461b-07a4-4b7f-a812-4be6a7f17e85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:06.108674 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5738461b-07a4-4b7f-a812-4be6a7f17e85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:06.108809 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5738461b-07a4-4b7f-a812-4be6a7f17e85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:06.109110 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5738461b-07a4-4b7f-a812-4be6a7f17e85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:06.109445 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5738461b-07a4-4b7f-a812-4be6a7f17e85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:06.109771 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5738461b-07a4-4b7f-a812-4be6a7f17e85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:06.110096 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5738461b-07a4-4b7f-a812-4be6a7f17e85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:06.110419 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5738461b-07a4-4b7f-a812-4be6a7f17e85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:06.110744 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5738461b-07a4-4b7f-a812-4be6a7f17e85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:06.111115 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5738461b-07a4-4b7f-a812-4be6a7f17e85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:06.111960 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5738461b-07a4-4b7f-a812-4be6a7f17e85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:06.134600 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d232fe-5ed9-4f15-a0ec-ec7eb2f4aef9 req-73c53c1c-8f17-4d0e-bf5a-abba3b087814 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:06.139569 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8d232fe-5ed9-4f15-a0ec-ec7eb2f4aef9 req-73c53c1c-8f17-4d0e-bf5a-abba3b087814 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 945 time: 0.1867056 Dec 16 22:07:06.152539 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:06.215419 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=e1d6fa1b-7800-442c-82f6-1242fec7fad2,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:06.258386 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8d232fe-5ed9-4f15-a0ec-ec7eb2f4aef9 req-08fc49ee-f0f9-45e1-9563-31c33bce3df0 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061609 Dec 16 22:07:06.270075 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-830aa51a-9a04-40fa-bb8d-bce2bfc7f3a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:06.272328 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581405b-c608-4200-841d-76c66c9a0f7d req-917b61d1-c275-4289-af39-b14bfa908e3e tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:06.276177 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0581405b-c608-4200-841d-76c66c9a0f7d req-917b61d1-c275-4289-af39-b14bfa908e3e tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.0615652 Dec 16 22:07:06.277913 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-489a48b7-d81a-435d-ac5a-5cbc7c165dc9 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:06.307550 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-830aa51a-9a04-40fa-bb8d-bce2bfc7f3a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:06.311705 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-91eab990-d38c-45a8-b592-f6a20a35f61d tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Made reservation on behalf of 280da4f2e14b4268a02d6e23cdd8b69d for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:07:06.315292 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-91eab990-d38c-45a8-b592-f6a20a35f61d tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:06.341867 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0581405b-c608-4200-841d-76c66c9a0f7d req-aee98e72-2015-4bda-8ede-3b26495e02fd tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571220 Dec 16 22:07:06.431242 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-489a48b7-d81a-435d-ac5a-5cbc7c165dc9 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:06.474022 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-830aa51a-9a04-40fa-bb8d-bce2bfc7f3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:06.476613 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-830aa51a-9a04-40fa-bb8d-bce2bfc7f3a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:06.477881 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-830aa51a-9a04-40fa-bb8d-bce2bfc7f3a2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ac1b36ec-7d26-4c16-b0c0-1c7328060de4 HTTP/1.1" status: 204 len: 168 time: 0.4052694 Dec 16 22:07:06.479882 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-489a48b7-d81a-435d-ac5a-5cbc7c165dc9 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Network 0f85a2d5-17f9-4b8f-80e1-04046d002d0d is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:07:06.512846 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830aa51a-9a04-40fa-bb8d-bce2bfc7f3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1b36ec-7d26-4c16-b0c0-1c7328060de4,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:06.521879 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-489a48b7-d81a-435d-ac5a-5cbc7c165dc9 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:06.540368 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-489a48b7-d81a-435d-ac5a-5cbc7c165dc9 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:07:06.599151 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a48b7-d81a-435d-ac5a-5cbc7c165dc9 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Pushing event updated for resources: {'Port': ['ID=32de208e-f2bd-46b9-82ee-f25405bb93fc,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:06.680518 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df5e776-236f-4bb5-a08d-fabc708f7933 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:07:06.697230 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-489a48b7-d81a-435d-ac5a-5cbc7c165dc9 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:06.698843 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-489a48b7-d81a-435d-ac5a-5cbc7c165dc9 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:06.714172 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:06.735383 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Transition to ACTIVE for port object 1df5e776-236f-4bb5-a08d-fabc708f7933 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:07:06.770854 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c2ad0-4b6d-4853-8166-738734d658be req-7652b74b-424a-4af5-8ef5-5e95b3f1f482 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:06.773318 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e36c2ad0-4b6d-4853-8166-738734d658be req-7652b74b-424a-4af5-8ef5-5e95b3f1f482 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 946 time: 0.1483731 Dec 16 22:07:06.828967 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:06.852353 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-489a48b7-d81a-435d-ac5a-5cbc7c165dc9 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1190255 Dec 16 22:07:06.868480 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e36c2ad0-4b6d-4853-8166-738734d658be req-714658bb-9837-4b77-ab39-9d79e63989c3 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734870 Dec 16 22:07:06.885306 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-1894dde9-0234-4137-9e92-5decfae5e56f service neutron] Request body: {'port': {'device_id': '3eeef460-6696-42db-b108-51f63624e04e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:06.981794 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-1894dde9-0234-4137-9e92-5decfae5e56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:07.023414 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9f02f0ad-2079-4343-910c-72ae5acdbda7 req-3458f2af-d351-473f-a4f0-2eb2d4797d4e tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19 HTTP/1.1" status: 200 len: 210 time: 0.0679491 Dec 16 22:07:07.028498 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-91eab990-d38c-45a8-b592-f6a20a35f61d tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Allocated IP 172.20.0.5 (0f85a2d5-17f9-4b8f-80e1-04046d002d0d/8d4321b5-6b7f-4263-a84f-602aac82aab0/b54b1da1-1684-407b-b02f-c015e09e228c) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:07:07.035332 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-01c7f6d7-c350-4805-b551-7baa6f9f7f82 None None] Provisioning complete for port 32de208e-f2bd-46b9-82ee-f25405bb93fc triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:07.037804 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01c7f6d7-c350-4805-b551-7baa6f9f7f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:07.062445 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Attempting to bind port 1df5e776-236f-4bb5-a08d-fabc708f7933 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:07:07.062776 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Attempting to bind port 1df5e776-236f-4bb5-a08d-fabc708f7933 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'e351eb60-7e7d-4c09-bc4f-4c318f73b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0f85a2d5-17f9-4b8f-80e1-04046d002d0d'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:07:07.063121 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Attempting to bind port 1df5e776-236f-4bb5-a08d-fabc708f7933 on network 0f85a2d5-17f9-4b8f-80e1-04046d002d0d {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:07.068144 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Pushing event updated for resources: {'Port': ['ID=1df5e776-236f-4bb5-a08d-fabc708f7933,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:07.071537 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Port 1df5e776-236f-4bb5-a08d-fabc708f7933 on network 0f85a2d5-17f9-4b8f-80e1-04046d002d0d not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:07:07.071869 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Attempting to bind port 1df5e776-236f-4bb5-a08d-fabc708f7933 on network 0f85a2d5-17f9-4b8f-80e1-04046d002d0d {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:07.089144 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:07:07.089144 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Checking segment: {'id': 'e351eb60-7e7d-4c09-bc4f-4c318f73b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0f85a2d5-17f9-4b8f-80e1-04046d002d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:07.089144 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Bound using segment: {'id': 'e351eb60-7e7d-4c09-bc4f-4c318f73b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0f85a2d5-17f9-4b8f-80e1-04046d002d0d'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:07:07.089144 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Bound port: 1df5e776-236f-4bb5-a08d-fabc708f7933, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e351eb60-7e7d-4c09-bc4f-4c318f73b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0f85a2d5-17f9-4b8f-80e1-04046d002d0d'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:07:07.089144 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:07.125739 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:07.126094 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:07.126437 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:07.126776 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:07.127638 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:07.128231 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:07.128574 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:07.128898 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:07.129226 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:07.130145 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:07.130495 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:07.130822 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:07.131180 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:07.133221 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a3f01-1406-4e09-b758-b8bf1344302f req-20a23fc7-085f-4774-906d-e6ad8120ac1a tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:07.140432 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-01c7f6d7-c350-4805-b551-7baa6f9f7f82 None None] Port 32de208e-f2bd-46b9-82ee-f25405bb93fc cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:07:07.146068 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-799a3f01-1406-4e09-b758-b8bf1344302f req-20a23fc7-085f-4774-906d-e6ad8120ac1a tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 945 time: 0.1394949 Dec 16 22:07:07.230900 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184e2541-4ad3-494d-86c5-4b0ba9c944f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6152338b-9db8-4f48-8fa8-1e9544e29588'}, {'server_uuid': '89042aa0-7e82-434f-b38b-2ba68fab5bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d6fa1b-7800-442c-82f6-1242fec7fad2'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:07.233780 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4efce9f-f96c-4203-b31d-d31a892fb7a8" -d '{"events": [{"server_uuid": "184e2541-4ad3-494d-86c5-4b0ba9c944f4", "name": "network-vif-plugged", "status": "completed", "tag": "6152338b-9db8-4f48-8fa8-1e9544e29588"}, {"server_uuid": "89042aa0-7e82-434f-b38b-2ba68fab5bc3", "name": "network-vif-plugged", "status": "completed", "tag": "e1d6fa1b-7800-442c-82f6-1242fec7fad2"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:07.273971 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] For port 1df5e776-236f-4bb5-a08d-fabc708f7933, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:07:07.285422 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] For port 1df5e776-236f-4bb5-a08d-fabc708f7933, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=1df5e776-236f-4bb5-a08d-fabc708f7933,segment=NetworkSegment(e351eb60-7e7d-4c09-bc4f-4c318f73b07e),segment_id=e351eb60-7e7d-4c09-bc4f-4c318f73b07e)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:07:07.293941 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-799a3f01-1406-4e09-b758-b8bf1344302f req-c1508934-d051-4729-a568-e486be641161 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467931 Dec 16 22:07:07.313979 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a1c70f-2087-486e-adae-626ed1d6f12f x-openstack-request-id: req-d4a1c70f-2087-486e-adae-626ed1d6f12f {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:07.314216 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184e2541-4ad3-494d-86c5-4b0ba9c944f4", "name": "network-vif-plugged", "status": "completed", "tag": "6152338b-9db8-4f48-8fa8-1e9544e29588", "code": 200}, {"server_uuid": "89042aa0-7e82-434f-b38b-2ba68fab5bc3", "name": "network-vif-plugged", "status": "completed", "tag": "e1d6fa1b-7800-442c-82f6-1242fec7fad2", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:07.314471 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d4a1c70f-2087-486e-adae-626ed1d6f12f {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:07.314964 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184e2541-4ad3-494d-86c5-4b0ba9c944f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6152338b-9db8-4f48-8fa8-1e9544e29588', 'code': 200} Dec 16 22:07:07.315268 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89042aa0-7e82-434f-b38b-2ba68fab5bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d6fa1b-7800-442c-82f6-1242fec7fad2', 'code': 200} Dec 16 22:07:07.446455 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:07.447827 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd43ba-1a86-4c00-b0e5-c585665ef209 req-0e0966c0-b012-42f1-83d2-54977f2f7f70 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:07.456840 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ebfd43ba-1a86-4c00-b0e5-c585665ef209 req-0e0966c0-b012-42f1-83d2-54977f2f7f70 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 945 time: 0.0919509 Dec 16 22:07:07.482345 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54624) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:07.500128 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-457f03c8-b95c-4aa6-919a-c5da2fb00c91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:07.575138 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:07.578666 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:07.580388 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] 10.222.0.76 "PUT /v2.0/ports/1df5e776-236f-4bb5-a08d-fabc708f7933 HTTP/1.1" status: 200 len: 1092 time: 2.4325848 Dec 16 22:07:07.582585 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ebfd43ba-1a86-4c00-b0e5-c585665ef209 req-0d47ae0b-df78-4512-93c7-2ed449946d66 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222587 Dec 16 22:07:07.679006 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-457f03c8-b95c-4aa6-919a-c5da2fb00c91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:07.686365 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96aa72f3-3bb5-4099-9edb-90e1de63b02d', 'tag': '1df5e776-236f-4bb5-a08d-fabc708f7933'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:07.689585 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c16d39-e4d6-4ab9-be66-032b17a98c63" -d '{"events": [{"name": "network-changed", "server_uuid": "96aa72f3-3bb5-4099-9edb-90e1de63b02d", "tag": "1df5e776-236f-4bb5-a08d-fabc708f7933"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:07.759541 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-91eab990-d38c-45a8-b592-f6a20a35f61d tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:07.786408 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a46b68-3607-4551-9451-f96f87f1c149 x-openstack-request-id: req-d2a46b68-3607-4551-9451-f96f87f1c149 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:07.787522 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96aa72f3-3bb5-4099-9edb-90e1de63b02d", "tag": "1df5e776-236f-4bb5-a08d-fabc708f7933", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:07.787522 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d2a46b68-3607-4551-9451-f96f87f1c149 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:07.787699 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96aa72f3-3bb5-4099-9edb-90e1de63b02d', 'tag': '1df5e776-236f-4bb5-a08d-fabc708f7933', 'status': 'completed', 'code': 200} Dec 16 22:07:07.816604 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-457f03c8-b95c-4aa6-919a-c5da2fb00c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:07.819704 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f3e1f-2f82-4b26-a685-fe6b46dbdc7f service neutron] Pushing event updated for resources: {'Port': ['ID=1df5e776-236f-4bb5-a08d-fabc708f7933,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:07.843355 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688aa78-55c2-4fc7-a711-48f569f244a0 req-c544a546-e71a-4d9b-9f5e-60120bc97b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:07.845371 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7688aa78-55c2-4fc7-a711-48f569f244a0 req-c544a546-e71a-4d9b-9f5e-60120bc97b21 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 1101 time: 0.1122379 Dec 16 22:07:07.906001 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bbf49-0b7f-4d0a-975d-a311c48b440d req-0712b7e1-0a30-4e05-9e73-9cf841f1795d tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:07.914901 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dd2bbf49-0b7f-4d0a-975d-a311c48b440d req-0712b7e1-0a30-4e05-9e73-9cf841f1795d tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.3769271 Dec 16 22:07:07.943412 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f03c8-b95c-4aa6-919a-c5da2fb00c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ee9bb6-1c49-495b-a9bc-168def2bcf49,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:07.952157 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-457f03c8-b95c-4aa6-919a-c5da2fb00c91 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=34e4d849c0e24177960d5af3296be078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4703722 Dec 16 22:07:07.956055 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54634) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:07.991966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905f177-10ab-4cdf-8c9f-7a02838ad17d req-19947f2d-241f-481f-b18c-938d8d8837f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:07.994422 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c905f177-10ab-4cdf-8c9f-7a02838ad17d req-19947f2d-241f-481f-b18c-938d8d8837f8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 1097 time: 0.4250154 Dec 16 22:07:07.996088 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7688aa78-55c2-4fc7-a711-48f569f244a0 req-0d89f481-14e1-418b-af0f-41f68e8c58aa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364098 Dec 16 22:07:08.033638 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-e6d4558d-99d5-4c3a-a276-6f2ca61ac6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:08.035361 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8001f22-1fea-405c-96db-54ffabd6c9ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:08.035812 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-e6d4558d-99d5-4c3a-a276-6f2ca61ac6a9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=280da4f2e14b4268a02d6e23cdd8b69d&device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 1095 time: 0.2738857 Dec 16 22:07:08.086643 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8001f22-1fea-405c-96db-54ffabd6c9ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:08.176291 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7197b-44e5-4bcf-bb78-7aac2720b3fb req-3894f757-f8ab-49d2-a4f6-9683feb4f397 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:08.177934 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-73e7197b-44e5-4bcf-bb78-7aac2720b3fb req-3894f757-f8ab-49d2-a4f6-9683feb4f397 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 946 time: 0.1371441 Dec 16 22:07:08.300313 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-73e7197b-44e5-4bcf-bb78-7aac2720b3fb req-00ff5fb0-7b58-4c51-bed0-35ada7410323 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032820 Dec 16 22:07:08.359783 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8001f22-1fea-405c-96db-54ffabd6c9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:08.363303 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8001f22-1fea-405c-96db-54ffabd6c9ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:08.364490 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b8001f22-1fea-405c-96db-54ffabd6c9ca admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/28ee9bb6-1c49-495b-a9bc-168def2bcf49 HTTP/1.1" status: 204 len: 168 time: 0.4073794 Dec 16 22:07:08.376552 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-91eab990-d38c-45a8-b592-f6a20a35f61d tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:08.386969 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-1894dde9-0234-4137-9e92-5decfae5e56f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32de208e-f2bd-46b9-82ee-f25405bb93fc {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:07:08.389022 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-6170e2cd-f133-4a84-956f-1788c7b506ac service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1df5e776-236f-4bb5-a08d-fabc708f7933 HTTP/1.1" status: 200 len: 217 time: 0.3383060 Dec 16 22:07:08.406808 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8001f22-1fea-405c-96db-54ffabd6c9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ee9bb6-1c49-495b-a9bc-168def2bcf49,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:08.410821 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-1894dde9-0234-4137-9e92-5decfae5e56f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:08.447402 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dd2bbf49-0b7f-4d0a-975d-a311c48b440d req-0191e964-6bef-4b06-8d36-85be95fc7606 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308764 Dec 16 22:07:08.451884 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-1894dde9-0234-4137-9e92-5decfae5e56f service neutron] Transition to ACTIVE for port object 32de208e-f2bd-46b9-82ee-f25405bb93fc will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:07:08.482513 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab990-d38c-45a8-b592-f6a20a35f61d tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Pushing event updated for resources: {'Port': ['ID=b54b1da1-1684-407b-b02f-c015e09e228c,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:08.495809 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8b6f8-9d0d-43c8-887a-6d891b97a934 req-6957afd6-0158-4b0b-b348-9a06f55eb5e1 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:08.502755 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-82b8b6f8-9d0d-43c8-887a-6d891b97a934 req-6957afd6-0158-4b0b-b348-9a06f55eb5e1 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19 HTTP/1.1" status: 200 len: 931 time: 0.1190462 Dec 16 22:07:08.534768 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-1894dde9-0234-4137-9e92-5decfae5e56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:08.540138 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-91eab990-d38c-45a8-b592-f6a20a35f61d tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Network 0f85a2d5-17f9-4b8f-80e1-04046d002d0d is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:07:08.546260 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c905f177-10ab-4cdf-8c9f-7a02838ad17d req-863bcf28-25b9-45aa-901d-230608e6d6ae service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5374641 Dec 16 22:07:08.549885 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-91eab990-d38c-45a8-b592-f6a20a35f61d tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:08.553884 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-91eab990-d38c-45a8-b592-f6a20a35f61d tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:07:08.560216 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-91eab990-d38c-45a8-b592-f6a20a35f61d tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:08.560867 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-91eab990-d38c-45a8-b592-f6a20a35f61d tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:08.628247 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-d5834ae3-ac5d-44f1-8975-8dea99ce5012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:08.629997 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-d5834ae3-ac5d-44f1-8975-8dea99ce5012 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8d4321b5-6b7f-4263-a84f-602aac82aab0 HTTP/1.1" status: 200 len: 854 time: 0.1737804 Dec 16 22:07:08.687600 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57165081-36fc-475a-9034-b97387153cd4 req-5f7182c5-4f90-4380-b7f8-7a051c1da777 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:08.696763 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57165081-36fc-475a-9034-b97387153cd4 req-5f7182c5-4f90-4380-b7f8-7a051c1da777 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 945 time: 0.1328917 Dec 16 22:07:08.711299 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-82b8b6f8-9d0d-43c8-887a-6d891b97a934 req-2d34f70c-6628-4f47-94a8-96f856409bf6 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023964 Dec 16 22:07:08.717767 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894dde9-0234-4137-9e92-5decfae5e56f service neutron] Pushing event updated for resources: {'Port': ['ID=32de208e-f2bd-46b9-82ee-f25405bb93fc,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:08.741601 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-91eab990-d38c-45a8-b592-f6a20a35f61d tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7494307 Dec 16 22:07:08.766766 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-cac70c79-fe94-4ca8-b90f-c7c917e7cb33 service neutron] Request body: {'port': {'device_id': '7f70c7ba-3c7f-42df-9daf-3fc779a54a19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:08.863688 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7bdf520e-18e9-4832-b981-d4ba80804fa9 None None] Provisioning complete for port b54b1da1-1684-407b-b02f-c015e09e228c triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:08.864809 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7bdf520e-18e9-4832-b981-d4ba80804fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:08.929314 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-1894dde9-0234-4137-9e92-5decfae5e56f service neutron] Attempting to bind port 32de208e-f2bd-46b9-82ee-f25405bb93fc on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:07:08.929684 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-1894dde9-0234-4137-9e92-5decfae5e56f service neutron] Attempting to bind port 32de208e-f2bd-46b9-82ee-f25405bb93fc by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'e351eb60-7e7d-4c09-bc4f-4c318f73b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0f85a2d5-17f9-4b8f-80e1-04046d002d0d'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:07:08.936682 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-1894dde9-0234-4137-9e92-5decfae5e56f service neutron] Attempting to bind port 32de208e-f2bd-46b9-82ee-f25405bb93fc on network 0f85a2d5-17f9-4b8f-80e1-04046d002d0d {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:08.937127 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-1894dde9-0234-4137-9e92-5decfae5e56f service neutron] Port 32de208e-f2bd-46b9-82ee-f25405bb93fc on network 0f85a2d5-17f9-4b8f-80e1-04046d002d0d not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:07:08.937423 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-1894dde9-0234-4137-9e92-5decfae5e56f service neutron] Attempting to bind port 32de208e-f2bd-46b9-82ee-f25405bb93fc on network 0f85a2d5-17f9-4b8f-80e1-04046d002d0d {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:08.951958 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-1894dde9-0234-4137-9e92-5decfae5e56f service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:07:08.951958 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-1894dde9-0234-4137-9e92-5decfae5e56f service neutron] Checking segment: {'id': 'e351eb60-7e7d-4c09-bc4f-4c318f73b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0f85a2d5-17f9-4b8f-80e1-04046d002d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:08.953155 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-1894dde9-0234-4137-9e92-5decfae5e56f service neutron] Bound using segment: {'id': 'e351eb60-7e7d-4c09-bc4f-4c318f73b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0f85a2d5-17f9-4b8f-80e1-04046d002d0d'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:07:08.953315 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-1894dde9-0234-4137-9e92-5decfae5e56f service neutron] Bound port: 32de208e-f2bd-46b9-82ee-f25405bb93fc, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e351eb60-7e7d-4c09-bc4f-4c318f73b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0f85a2d5-17f9-4b8f-80e1-04046d002d0d'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:07:08.953859 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-1894dde9-0234-4137-9e92-5decfae5e56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:08.962078 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7bdf520e-18e9-4832-b981-d4ba80804fa9 None None] Port b54b1da1-1684-407b-b02f-c015e09e228c cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:07:09.019934 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57165081-36fc-475a-9034-b97387153cd4 req-04dabfb1-0f7b-4cdc-8a4e-7521f5a893e4 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221164 Dec 16 22:07:09.102957 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac866fa-b83f-4e01-94e3-adecc481aedb req-4cf3cd15-8431-4238-b54e-52abc77e499c tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:09.121812 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-cac70c79-fe94-4ca8-b90f-c7c917e7cb33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:09.122205 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ac866fa-b83f-4e01-94e3-adecc481aedb req-4cf3cd15-8431-4238-b54e-52abc77e499c tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 945 time: 0.2738087 Dec 16 22:07:09.136242 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-1894dde9-0234-4137-9e92-5decfae5e56f service neutron] For port 32de208e-f2bd-46b9-82ee-f25405bb93fc, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:07:09.150665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-1894dde9-0234-4137-9e92-5decfae5e56f service neutron] For port 32de208e-f2bd-46b9-82ee-f25405bb93fc, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=32de208e-f2bd-46b9-82ee-f25405bb93fc,segment=NetworkSegment(e351eb60-7e7d-4c09-bc4f-4c318f73b07e),segment_id=e351eb60-7e7d-4c09-bc4f-4c318f73b07e)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:07:09.207690 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-b08c0306-a41f-4478-bd8d-33bf5e519d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:09.209045 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-b08c0306-a41f-4478-bd8d-33bf5e519d84 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0f85a2d5-17f9-4b8f-80e1-04046d002d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3721356 Dec 16 22:07:09.235145 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ac866fa-b83f-4e01-94e3-adecc481aedb req-80bc0524-83ca-45d5-aae8-5a6c78a4fd67 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046245 Dec 16 22:07:09.289243 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-1894dde9-0234-4137-9e92-5decfae5e56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:09.435831 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-1894dde9-0234-4137-9e92-5decfae5e56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:09.436186 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-1894dde9-0234-4137-9e92-5decfae5e56f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:09.437587 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-1894dde9-0234-4137-9e92-5decfae5e56f service neutron] 10.222.0.76 "PUT /v2.0/ports/32de208e-f2bd-46b9-82ee-f25405bb93fc HTTP/1.1" status: 200 len: 1091 time: 2.5674901 Dec 16 22:07:09.438062 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eeef460-6696-42db-b108-51f63624e04e', 'tag': '32de208e-f2bd-46b9-82ee-f25405bb93fc'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:09.440913 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766a523e-e932-4d6c-a2a1-948b5f4c71f6" -d '{"events": [{"name": "network-changed", "server_uuid": "3eeef460-6696-42db-b108-51f63624e04e", "tag": "32de208e-f2bd-46b9-82ee-f25405bb93fc"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:09.591325 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-62c57a7a-e0f6-4bba-8bb2-d949bbcd0351 service neutron] 10.222.0.76 "GET /v2.0/networks/0f85a2d5-17f9-4b8f-80e1-04046d002d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708470 Dec 16 22:07:09.608359 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894dde9-0234-4137-9e92-5decfae5e56f service neutron] Pushing event updated for resources: {'Port': ['ID=32de208e-f2bd-46b9-82ee-f25405bb93fc,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:09.689041 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-589972a6-3a3a-4ba2-9a8c-4102d1e4f151 req-cf35ff73-5ff7-442b-8d2e-f8e0a1413886 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4330380 Dec 16 22:07:09.695275 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-589972a6-3a3a-4ba2-9a8c-4102d1e4f151 req-aff48ca3-c0fa-456c-abd2-eb7f342d5702 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:09.824566 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cfff4-c7e3-4dc0-8a6c-e2bd061dd2b3 req-6c416764-3fa3-4b5b-8e84-cb73838c2a79 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:09.826513 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-060cfff4-c7e3-4dc0-8a6c-e2bd061dd2b3 req-6c416764-3fa3-4b5b-8e84-cb73838c2a79 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 1096 time: 0.1038063 Dec 16 22:07:09.845098 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-589972a6-3a3a-4ba2-9a8c-4102d1e4f151 req-aff48ca3-c0fa-456c-abd2-eb7f342d5702 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:09.937955 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-cac70c79-fe94-4ca8-b90f-c7c917e7cb33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54b1da1-1684-407b-b02f-c015e09e228c {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:07:09.942887 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-ef16128d-180c-4ccf-b68f-1f8ab476c16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:09.945206 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-ef16128d-180c-4ccf-b68f-1f8ab476c16e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=280da4f2e14b4268a02d6e23cdd8b69d&device_id=3eeef460-6696-42db-b108-51f63624e04e HTTP/1.1" status: 200 len: 1094 time: 0.1400537 Dec 16 22:07:09.966996 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-cac70c79-fe94-4ca8-b90f-c7c917e7cb33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:09.991112 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-060cfff4-c7e3-4dc0-8a6c-e2bd061dd2b3 req-53a6382f-3776-4bbe-aab5-aad2a7deb4f2 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355846 Dec 16 22:07:10.001643 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6607d204-5570-44f9-a161-3b4ab66e4468 req-c5bc9765-aacf-47df-9559-8fd9ecd69f7f service neutron] 10.222.0.76 "GET /v2.0/networks/0f85a2d5-17f9-4b8f-80e1-04046d002d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151020 Dec 16 22:07:10.005076 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-cac70c79-fe94-4ca8-b90f-c7c917e7cb33 service neutron] Transition to ACTIVE for port object b54b1da1-1684-407b-b02f-c015e09e228c will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:07:10.014539 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-fdc30d15-f5af-4d18-96f6-b436dc01a16a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32de208e-f2bd-46b9-82ee-f25405bb93fc HTTP/1.1" status: 200 len: 217 time: 0.0497527 Dec 16 22:07:10.103665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-0a21fc34-5055-44aa-adb6-18efe9e936d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:10.105596 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-0a21fc34-5055-44aa-adb6-18efe9e936d6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8d4321b5-6b7f-4263-a84f-602aac82aab0 HTTP/1.1" status: 200 len: 854 time: 0.0820308 Dec 16 22:07:10.126250 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-cac70c79-fe94-4ca8-b90f-c7c917e7cb33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:10.168344 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-589972a6-3a3a-4ba2-9a8c-4102d1e4f151 req-aff48ca3-c0fa-456c-abd2-eb7f342d5702 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:10.231382 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-6301f1a3-3b01-455c-b065-47b41ed35564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:10.232979 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-6301f1a3-3b01-455c-b065-47b41ed35564 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0f85a2d5-17f9-4b8f-80e1-04046d002d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1176491 Dec 16 22:07:10.306274 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac70c79-fe94-4ca8-b90f-c7c917e7cb33 service neutron] Pushing event updated for resources: {'Port': ['ID=b54b1da1-1684-407b-b02f-c015e09e228c,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:10.344737 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-cac70c79-fe94-4ca8-b90f-c7c917e7cb33 service neutron] Attempting to bind port b54b1da1-1684-407b-b02f-c015e09e228c on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:07:10.345121 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-cac70c79-fe94-4ca8-b90f-c7c917e7cb33 service neutron] Attempting to bind port b54b1da1-1684-407b-b02f-c015e09e228c by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'e351eb60-7e7d-4c09-bc4f-4c318f73b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0f85a2d5-17f9-4b8f-80e1-04046d002d0d'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:07:10.345420 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-cac70c79-fe94-4ca8-b90f-c7c917e7cb33 service neutron] Attempting to bind port b54b1da1-1684-407b-b02f-c015e09e228c on network 0f85a2d5-17f9-4b8f-80e1-04046d002d0d {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:10.357480 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e04f34-893f-4630-a936-0e2f9fc5182e req-2fda5566-8c7b-4183-887b-8b0afcdebe4a tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:10.359142 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b9e04f34-893f-4630-a936-0e2f9fc5182e req-2fda5566-8c7b-4183-887b-8b0afcdebe4a tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 946 time: 0.1824007 Dec 16 22:07:10.366046 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-cac70c79-fe94-4ca8-b90f-c7c917e7cb33 service neutron] Port b54b1da1-1684-407b-b02f-c015e09e228c on network 0f85a2d5-17f9-4b8f-80e1-04046d002d0d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:07:10.369484 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-cac70c79-fe94-4ca8-b90f-c7c917e7cb33 service neutron] Attempting to bind port b54b1da1-1684-407b-b02f-c015e09e228c on network 0f85a2d5-17f9-4b8f-80e1-04046d002d0d {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:10.379431 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c16d39-e4d6-4ab9-be66-032b17a98c63 req-2a5d0f7a-5c39-45c7-8e01-652737024af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:10.382661 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c2c16d39-e4d6-4ab9-be66-032b17a98c63 req-2a5d0f7a-5c39-45c7-8e01-652737024af2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=280da4f2e14b4268a02d6e23cdd8b69d&device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 1095 time: 0.1609480 Dec 16 22:07:10.388594 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-589972a6-3a3a-4ba2-9a8c-4102d1e4f151 req-aff48ca3-c0fa-456c-abd2-eb7f342d5702 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Allocated IP 172.25.6.106 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/fb8cb81d-df64-483d-85b6-e9aba1aaca77) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:07:10.397920 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-cac70c79-fe94-4ca8-b90f-c7c917e7cb33 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:07:10.398413 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-cac70c79-fe94-4ca8-b90f-c7c917e7cb33 service neutron] Checking segment: {'id': 'e351eb60-7e7d-4c09-bc4f-4c318f73b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0f85a2d5-17f9-4b8f-80e1-04046d002d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:10.398814 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-cac70c79-fe94-4ca8-b90f-c7c917e7cb33 service neutron] Bound using segment: {'id': 'e351eb60-7e7d-4c09-bc4f-4c318f73b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0f85a2d5-17f9-4b8f-80e1-04046d002d0d'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:07:10.400469 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-cac70c79-fe94-4ca8-b90f-c7c917e7cb33 service neutron] Bound port: b54b1da1-1684-407b-b02f-c015e09e228c, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e351eb60-7e7d-4c09-bc4f-4c318f73b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0f85a2d5-17f9-4b8f-80e1-04046d002d0d'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:07:10.400861 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-cac70c79-fe94-4ca8-b90f-c7c917e7cb33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:10.419562 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-ac5f96af-bdf3-413c-806b-d0fcd56d0fd1 service neutron] 10.222.0.76 "GET /v2.0/networks/0f85a2d5-17f9-4b8f-80e1-04046d002d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754336 Dec 16 22:07:10.561389 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b9e04f34-893f-4630-a936-0e2f9fc5182e req-c06c28ff-c0c7-42d2-89a5-040e10f67b35 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869016 Dec 16 22:07:10.585537 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c16d39-e4d6-4ab9-be66-032b17a98c63 req-0dc5eefd-00fd-4c06-9f65-2fc94654987f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:10.587178 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c2c16d39-e4d6-4ab9-be66-032b17a98c63 req-0dc5eefd-00fd-4c06-9f65-2fc94654987f service neutron] 10.222.0.76 "GET /v2.0/networks?id=0f85a2d5-17f9-4b8f-80e1-04046d002d0d HTTP/1.1" status: 200 len: 915 time: 0.1907058 Dec 16 22:07:10.593980 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-cac70c79-fe94-4ca8-b90f-c7c917e7cb33 service neutron] For port b54b1da1-1684-407b-b02f-c015e09e228c, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:07:10.600081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-cac70c79-fe94-4ca8-b90f-c7c917e7cb33 service neutron] For port b54b1da1-1684-407b-b02f-c015e09e228c, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=b54b1da1-1684-407b-b02f-c015e09e228c,segment=NetworkSegment(e351eb60-7e7d-4c09-bc4f-4c318f73b07e),segment_id=e351eb60-7e7d-4c09-bc4f-4c318f73b07e)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:07:10.641722 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c2c16d39-e4d6-4ab9-be66-032b17a98c63 req-f1682c36-10f2-431f-8ccb-9996dc64612d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1df5e776-236f-4bb5-a08d-fabc708f7933 HTTP/1.1" status: 200 len: 217 time: 0.0439487 Dec 16 22:07:10.712776 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-cac70c79-fe94-4ca8-b90f-c7c917e7cb33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:10.735909 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f11b114-a940-4911-9790-6d94b3ca5f05 x-openstack-request-id: req-4f11b114-a940-4911-9790-6d94b3ca5f05 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:10.736197 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eeef460-6696-42db-b108-51f63624e04e", "tag": "32de208e-f2bd-46b9-82ee-f25405bb93fc", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:10.736492 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4f11b114-a940-4911-9790-6d94b3ca5f05 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:10.736886 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eeef460-6696-42db-b108-51f63624e04e', 'tag': '32de208e-f2bd-46b9-82ee-f25405bb93fc', 'status': 'completed', 'code': 200} Dec 16 22:07:10.790319 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c16d39-e4d6-4ab9-be66-032b17a98c63 req-91c9fcd2-b941-4c9a-a9a1-5bc33e981d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:10.791741 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c2c16d39-e4d6-4ab9-be66-032b17a98c63 req-91c9fcd2-b941-4c9a-a9a1-5bc33e981d50 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8d4321b5-6b7f-4263-a84f-602aac82aab0 HTTP/1.1" status: 200 len: 854 time: 0.1184256 Dec 16 22:07:10.796364 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-cac70c79-fe94-4ca8-b90f-c7c917e7cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:10.797051 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-cac70c79-fe94-4ca8-b90f-c7c917e7cb33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:10.798405 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-cac70c79-fe94-4ca8-b90f-c7c917e7cb33 service neutron] 10.222.0.57 "PUT /v2.0/ports/b54b1da1-1684-407b-b02f-c015e09e228c HTTP/1.1" status: 200 len: 1091 time: 2.0398133 Dec 16 22:07:10.798860 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f70c7ba-3c7f-42df-9daf-3fc779a54a19', 'tag': 'b54b1da1-1684-407b-b02f-c015e09e228c'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:10.801192 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b35608d-c077-4856-816b-4954965ac6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "7f70c7ba-3c7f-42df-9daf-3fc779a54a19", "tag": "b54b1da1-1684-407b-b02f-c015e09e228c"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:10.821940 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d69ae47d-2424-4b10-8f0e-a8257ec323c4 req-bad1eba2-e82f-48d0-a31e-f171deffc12a service neutron] 10.222.0.76 "GET /v2.0/networks/0f85a2d5-17f9-4b8f-80e1-04046d002d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893883 Dec 16 22:07:10.833883 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-589972a6-3a3a-4ba2-9a8c-4102d1e4f151 req-aff48ca3-c0fa-456c-abd2-eb7f342d5702 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:10.835557 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac70c79-fe94-4ca8-b90f-c7c917e7cb33 service neutron] Pushing event updated for resources: {'Port': ['ID=b54b1da1-1684-407b-b02f-c015e09e228c,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:10.864086 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99947ce4-7d7a-46cd-9952-e320e14071ab req-1c70eb6a-fb06-48b9-9044-a21bb1c9bd4e tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:10.865948 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-99947ce4-7d7a-46cd-9952-e320e14071ab req-1c70eb6a-fb06-48b9-9044-a21bb1c9bd4e tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.1573508 Dec 16 22:07:10.903582 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c16d39-e4d6-4ab9-be66-032b17a98c63 req-5cdae465-584c-4b9e-81fe-0e3e17f251c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:10.905170 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c2c16d39-e4d6-4ab9-be66-032b17a98c63 req-5cdae465-584c-4b9e-81fe-0e3e17f251c2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0f85a2d5-17f9-4b8f-80e1-04046d002d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870974 Dec 16 22:07:10.980231 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-589972a6-3a3a-4ba2-9a8c-4102d1e4f151 req-aff48ca3-c0fa-456c-abd2-eb7f342d5702 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:11.022296 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-99947ce4-7d7a-46cd-9952-e320e14071ab req-7a37e6f4-53ff-4855-b779-b72f73ac6a0a tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402676 Dec 16 22:07:11.076761 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-34824bd9-2c94-43e4-a86d-1f5deafcadae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:11.078628 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-34824bd9-2c94-43e4-a86d-1f5deafcadae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=280da4f2e14b4268a02d6e23cdd8b69d&device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19 HTTP/1.1" status: 200 len: 1094 time: 0.1286509 Dec 16 22:07:11.088466 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c2c16d39-e4d6-4ab9-be66-032b17a98c63 req-5e135cb1-9cfa-4f25-a071-2740ddbeee88 service neutron] 10.222.0.76 "GET /v2.0/networks/0f85a2d5-17f9-4b8f-80e1-04046d002d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714981 Dec 16 22:07:11.097176 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-589972a6-3a3a-4ba2-9a8c-4102d1e4f151 req-aff48ca3-c0fa-456c-abd2-eb7f342d5702 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:07:11.108446 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-589972a6-3a3a-4ba2-9a8c-4102d1e4f151 req-aff48ca3-c0fa-456c-abd2-eb7f342d5702 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:11.114161 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-589972a6-3a3a-4ba2-9a8c-4102d1e4f151 req-aff48ca3-c0fa-456c-abd2-eb7f342d5702 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:07:11.121105 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff48ca3-c0fa-456c-abd2-eb7f342d5702 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Pushing event updated for resources: {'Port': ['ID=fb8cb81d-df64-483d-85b6-e9aba1aaca77,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:11.155976 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a523e-e932-4d6c-a2a1-948b5f4c71f6 req-ce7a0a54-d029-494e-8bed-00ab9cb2ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:11.157218 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-766a523e-e932-4d6c-a2a1-948b5f4c71f6 req-ce7a0a54-d029-494e-8bed-00ab9cb2ba66 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=280da4f2e14b4268a02d6e23cdd8b69d&device_id=3eeef460-6696-42db-b108-51f63624e04e HTTP/1.1" status: 200 len: 1094 time: 0.1342351 Dec 16 22:07:11.197989 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-2a20fc75-3fca-4c6b-baee-f8e7016244ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b54b1da1-1684-407b-b02f-c015e09e228c HTTP/1.1" status: 200 len: 217 time: 0.0978115 Dec 16 22:07:11.265909 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e511a5-e61f-447d-a121-47229dfda3fb req-8e66a093-8c98-4aaf-9119-f58dd3e614ad tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:11.267510 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-41e511a5-e61f-447d-a121-47229dfda3fb req-8e66a093-8c98-4aaf-9119-f58dd3e614ad tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19 HTTP/1.1" status: 200 len: 943 time: 0.1824303 Dec 16 22:07:11.288481 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-589972a6-3a3a-4ba2-9a8c-4102d1e4f151 req-aff48ca3-c0fa-456c-abd2-eb7f342d5702 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:11.302837 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a523e-e932-4d6c-a2a1-948b5f4c71f6 req-93393b1a-1d1f-4ee2-9e04-127b2f804b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:11.304583 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-766a523e-e932-4d6c-a2a1-948b5f4c71f6 req-93393b1a-1d1f-4ee2-9e04-127b2f804b5c service neutron] 10.222.0.76 "GET /v2.0/networks?id=0f85a2d5-17f9-4b8f-80e1-04046d002d0d HTTP/1.1" status: 200 len: 915 time: 0.1376512 Dec 16 22:07:11.315071 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-5d1b782c-ab76-458f-a508-2e9e9c8ef2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:11.316623 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-5d1b782c-ab76-458f-a508-2e9e9c8ef2b3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d4321b5-6b7f-4263-a84f-602aac82aab0 HTTP/1.1" status: 200 len: 854 time: 0.1011441 Dec 16 22:07:11.325688 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c2c16d39-e4d6-4ab9-be66-032b17a98c63 req-9a067e89-7c7a-40cf-aecf-73e8defad980 service neutron] 10.222.0.76 "GET /v2.0/networks/0f85a2d5-17f9-4b8f-80e1-04046d002d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265966 Dec 16 22:07:11.360851 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-766a523e-e932-4d6c-a2a1-948b5f4c71f6 req-76411fc1-a26e-4767-a1bd-98b5a86f31d3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32de208e-f2bd-46b9-82ee-f25405bb93fc HTTP/1.1" status: 200 len: 217 time: 0.0394454 Dec 16 22:07:11.379069 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-41e511a5-e61f-447d-a121-47229dfda3fb req-56ad7b2e-8318-4efe-b98e-ae6b7f068308 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875604 Dec 16 22:07:11.393645 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-5725ecbf-8db5-43b2-a056-299598964c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:11.395667 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-5725ecbf-8db5-43b2-a056-299598964c45 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f85a2d5-17f9-4b8f-80e1-04046d002d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679913 Dec 16 22:07:11.420370 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-589972a6-3a3a-4ba2-9a8c-4102d1e4f151 req-aff48ca3-c0fa-456c-abd2-eb7f342d5702 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:11.473503 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a523e-e932-4d6c-a2a1-948b5f4c71f6 req-3491f5c4-aa5f-4daa-898b-f2895a9c14f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:11.475009 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-766a523e-e932-4d6c-a2a1-948b5f4c71f6 req-3491f5c4-aa5f-4daa-898b-f2895a9c14f1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8d4321b5-6b7f-4263-a84f-602aac82aab0 HTTP/1.1" status: 200 len: 854 time: 0.0941277 Dec 16 22:07:11.564781 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-e256bfda-b9e1-4fc1-a679-7313a89f0280 service neutron] 10.222.0.57 "GET /v2.0/networks/0f85a2d5-17f9-4b8f-80e1-04046d002d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602812 Dec 16 22:07:11.585851 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a523e-e932-4d6c-a2a1-948b5f4c71f6 req-1244720d-8946-4f43-a5e3-71ea864567c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:11.587659 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-766a523e-e932-4d6c-a2a1-948b5f4c71f6 req-1244720d-8946-4f43-a5e3-71ea864567c2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0f85a2d5-17f9-4b8f-80e1-04046d002d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048822 Dec 16 22:07:11.673049 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af466bc4-5f14-40f0-9702-0951e09dba58 req-a1b22041-83af-4bfb-bc16-cda04dea1088 service neutron] 10.222.0.57 "GET /v2.0/networks/0f85a2d5-17f9-4b8f-80e1-04046d002d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006010 Dec 16 22:07:11.677121 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-589972a6-3a3a-4ba2-9a8c-4102d1e4f151 req-aff48ca3-c0fa-456c-abd2-eb7f342d5702 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:11.712272 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-766a523e-e932-4d6c-a2a1-948b5f4c71f6 req-d4f655b2-e2c8-4144-b5eb-450c4270ead7 service neutron] 10.222.0.76 "GET /v2.0/networks/0f85a2d5-17f9-4b8f-80e1-04046d002d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042206 Dec 16 22:07:11.766694 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-589972a6-3a3a-4ba2-9a8c-4102d1e4f151 req-aff48ca3-c0fa-456c-abd2-eb7f342d5702 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:11.886231 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff48ca3-c0fa-456c-abd2-eb7f342d5702 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Pushing event updated for resources: {'Port': ['ID=fb8cb81d-df64-483d-85b6-e9aba1aaca77,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:11.895602 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-766a523e-e932-4d6c-a2a1-948b5f4c71f6 req-9315dad4-0b54-4876-b448-17358a5eb41e service neutron] 10.222.0.76 "GET /v2.0/networks/0f85a2d5-17f9-4b8f-80e1-04046d002d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747780 Dec 16 22:07:11.898934 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-589972a6-3a3a-4ba2-9a8c-4102d1e4f151 req-aff48ca3-c0fa-456c-abd2-eb7f342d5702 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:11.928874 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54720) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:12.017117 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-589972a6-3a3a-4ba2-9a8c-4102d1e4f151 req-aff48ca3-c0fa-456c-abd2-eb7f342d5702 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:12.022697 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-589972a6-3a3a-4ba2-9a8c-4102d1e4f151 req-aff48ca3-c0fa-456c-abd2-eb7f342d5702 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3285151 Dec 16 22:07:12.040198 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-eb8b852b-93cd-451d-86b0-ab9a537e0282 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:12.098416 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-589972a6-3a3a-4ba2-9a8c-4102d1e4f151 req-2c92b0aa-e056-4f35-ae5f-60b5ba19a270 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 696 time: 0.0728855 Dec 16 22:07:12.134994 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-eb8b852b-93cd-451d-86b0-ab9a537e0282 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:12.211641 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589972a6-3a3a-4ba2-9a8c-4102d1e4f151 req-a7ff6f32-c6ac-42da-ae2c-ec458b57b4b9 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:12.212920 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-589972a6-3a3a-4ba2-9a8c-4102d1e4f151 req-a7ff6f32-c6ac-42da-ae2c-ec458b57b4b9 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 784 time: 0.1089056 Dec 16 22:07:12.223689 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-589972a6-3a3a-4ba2-9a8c-4102d1e4f151 req-d9a53336-7374-4984-acdd-92f6a94848a2 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:07:12.224669 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-589972a6-3a3a-4ba2-9a8c-4102d1e4f151 req-d9a53336-7374-4984-acdd-92f6a94848a2 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062387 Dec 16 22:07:12.294976 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-eb8b852b-93cd-451d-86b0-ab9a537e0282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:12.316872 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216836f-421a-4804-bde8-afb44af560a8 req-20a167c7-b677-43d8-a3f9-b685d4d07ff7 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:12.318450 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2216836f-421a-4804-bde8-afb44af560a8 req-20a167c7-b677-43d8-a3f9-b685d4d07ff7 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 1096 time: 0.0425696 Dec 16 22:07:12.341242 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-eb8b852b-93cd-451d-86b0-ab9a537e0282 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6f7bea66eb654fffa23202cb3d65c8bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4112597 Dec 16 22:07:12.342252 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b852b-93cd-451d-86b0-ab9a537e0282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1db82eb-2134-495d-a155-22c17f313403,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:12.351793 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54728) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:12.367994 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2216836f-421a-4804-bde8-afb44af560a8 req-39b7f667-372d-4a2f-807f-ac8190a0eaf2 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421207 Dec 16 22:07:12.406463 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-46e513d4-3a88-4e1c-bc3c-18263f26ba85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:12.430715 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-46e513d4-3a88-4e1c-bc3c-18263f26ba85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:12.519479 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ac99a1-e42d-46e6-8ac5-47092f494ef1 x-openstack-request-id: req-a1ac99a1-e42d-46e6-8ac5-47092f494ef1 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:12.519851 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f70c7ba-3c7f-42df-9daf-3fc779a54a19", "tag": "b54b1da1-1684-407b-b02f-c015e09e228c", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:12.520159 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a1ac99a1-e42d-46e6-8ac5-47092f494ef1 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:12.520792 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f70c7ba-3c7f-42df-9daf-3fc779a54a19', 'tag': 'b54b1da1-1684-407b-b02f-c015e09e228c', 'status': 'completed', 'code': 200} Dec 16 22:07:12.598357 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-46e513d4-3a88-4e1c-bc3c-18263f26ba85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:12.601012 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-46e513d4-3a88-4e1c-bc3c-18263f26ba85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:12.602147 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-46e513d4-3a88-4e1c-bc3c-18263f26ba85 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c1db82eb-2134-495d-a155-22c17f313403 HTTP/1.1" status: 204 len: 168 time: 0.2492108 Dec 16 22:07:12.624417 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c65a7-5371-4eb0-9e01-beb31d22114b req-a8d2f3b7-7b3f-4773-8343-54126a6bc26e tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:12.632122 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ce4c65a7-5371-4eb0-9e01-beb31d22114b req-a8d2f3b7-7b3f-4773-8343-54126a6bc26e tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.0665765 Dec 16 22:07:12.644263 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e513d4-3a88-4e1c-bc3c-18263f26ba85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1db82eb-2134-495d-a155-22c17f313403,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:12.683535 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35608d-c077-4856-816b-4954965ac6d8 req-1029d351-34f2-4ae8-ad74-60b663a26c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:12.685243 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b35608d-c077-4856-816b-4954965ac6d8 req-1029d351-34f2-4ae8-ad74-60b663a26c35 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=280da4f2e14b4268a02d6e23cdd8b69d&device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19 HTTP/1.1" status: 200 len: 1094 time: 0.1213272 Dec 16 22:07:12.697255 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41e2d2-1a12-458f-abd2-9d393634d281 req-7c6fcfde-8e46-4685-86ec-68bc110e9ff3 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:12.698809 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a41e2d2-1a12-458f-abd2-9d393634d281 req-7c6fcfde-8e46-4685-86ec-68bc110e9ff3 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 946 time: 0.1049740 Dec 16 22:07:12.701755 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ce4c65a7-5371-4eb0-9e01-beb31d22114b req-895f4128-96bf-4c77-b9e0-abe16d60bfd8 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684526 Dec 16 22:07:12.801584 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a41e2d2-1a12-458f-abd2-9d393634d281 req-f56a2588-b5e6-4d2a-b71f-0a9ec27e0484 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942380 Dec 16 22:07:12.831857 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35608d-c077-4856-816b-4954965ac6d8 req-ace7769c-b889-4d4f-8e82-b3d9cdc5b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:12.837919 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b35608d-c077-4856-816b-4954965ac6d8 req-ace7769c-b889-4d4f-8e82-b3d9cdc5b7c4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f85a2d5-17f9-4b8f-80e1-04046d002d0d HTTP/1.1" status: 200 len: 915 time: 0.1336529 Dec 16 22:07:12.897423 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b35608d-c077-4856-816b-4954965ac6d8 req-35e75f5e-f6e1-4ba0-b09c-0c64a2c2d728 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b54b1da1-1684-407b-b02f-c015e09e228c HTTP/1.1" status: 200 len: 217 time: 0.0560410 Dec 16 22:07:12.944338 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-854245c6-2b45-45a1-ae50-55503ec9ba83 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:12.947083 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-854245c6-2b45-45a1-ae50-55503ec9ba83 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/networks?id=cb6f27cb-a12f-415d-801e-6e403da44a59 HTTP/1.1" status: 200 len: 821 time: 0.1496928 Dec 16 22:07:12.966165 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-972d88a4-a4aa-4f30-ad12-586624372bbc tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/quotas/dd4a9ba818474cd5afa3715e32dea22f HTTP/1.1" status: 200 len: 375 time: 0.0121608 Dec 16 22:07:12.983027 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7963d4-f046-43d9-a0e5-3bce43f9b708 req-1aa35bcb-39d2-429c-8601-263925d8865d tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:12.984550 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8d7963d4-f046-43d9-a0e5-3bce43f9b708 req-1aa35bcb-39d2-429c-8601-263925d8865d tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19 HTTP/1.1" status: 200 len: 943 time: 0.0925407 Dec 16 22:07:12.986109 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35608d-c077-4856-816b-4954965ac6d8 req-87eff114-d127-4aa4-b529-42121e66850b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:12.988198 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b35608d-c077-4856-816b-4954965ac6d8 req-87eff114-d127-4aa4-b529-42121e66850b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d4321b5-6b7f-4263-a84f-602aac82aab0 HTTP/1.1" status: 200 len: 854 time: 0.0822670 Dec 16 22:07:13.071958 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35608d-c077-4856-816b-4954965ac6d8 req-9ea77d60-735f-4bf5-8ab6-144f65bcfd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:13.074122 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b35608d-c077-4856-816b-4954965ac6d8 req-9ea77d60-735f-4bf5-8ab6-144f65bcfd22 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f85a2d5-17f9-4b8f-80e1-04046d002d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771480 Dec 16 22:07:13.079237 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8d7963d4-f046-43d9-a0e5-3bce43f9b708 req-64bf85ef-c406-41e7-af37-df3170f19e8f tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809131 Dec 16 22:07:13.083183 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-3da53fec-cb2a-4607-930d-b492d72701b3 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=dd4a9ba818474cd5afa3715e32dea22f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1035399 Dec 16 22:07:13.222443 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b35608d-c077-4856-816b-4954965ac6d8 req-a903e832-3321-45f5-b38d-48f37fe66368 service neutron] 10.222.0.57 "GET /v2.0/networks/0f85a2d5-17f9-4b8f-80e1-04046d002d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406906 Dec 16 22:07:13.252296 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-5267a79f-978a-4ddb-a09e-bfc2cae8a7b4 service neutron] 10.222.0.75 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609745 Dec 16 22:07:13.335781 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b35608d-c077-4856-816b-4954965ac6d8 req-3ca57d3b-d117-4ee4-9bd9-14073a84ae18 service neutron] 10.222.0.57 "GET /v2.0/networks/0f85a2d5-17f9-4b8f-80e1-04046d002d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057611 Dec 16 22:07:13.357349 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-599eae3d-e6f8-4b73-bebf-6e3ebdd38c75 service neutron] 10.222.0.75 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013525 Dec 16 22:07:13.578461 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54772) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:13.597163 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b64a9b6d-dea9-4d60-b118-2b6ca8468dd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:13.712240 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b64a9b6d-dea9-4d60-b118-2b6ca8468dd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:13.744697 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 1df5e776-236f-4bb5-a08d-fabc708f7933 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:07:13.816770 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b64a9b6d-dea9-4d60-b118-2b6ca8468dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:13.860535 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66daf894-ca31-4756-a7ce-6e8f08fa69ce req-9d2c3733-5248-4730-87ce-34dc17aa9d21 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:13.861949 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-66daf894-ca31-4756-a7ce-6e8f08fa69ce req-9d2c3733-5248-4730-87ce-34dc17aa9d21 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 1097 time: 0.1041145 Dec 16 22:07:13.878941 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b64a9b6d-dea9-4d60-b118-2b6ca8468dd3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=87ed1d4e00714bc4ac5df8390aeb855e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3005462 Dec 16 22:07:13.882025 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54778) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:13.897634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a9b6d-dea9-4d60-b118-2b6ca8468dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f48a8fa-fcc5-4039-8e50-ed4a5368f236,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:13.961558 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 1df5e776-236f-4bb5-a08d-fabc708f7933, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=1df5e776-236f-4bb5-a08d-fabc708f7933,segment=NetworkSegment(e351eb60-7e7d-4c09-bc4f-4c318f73b07e),segment_id=e351eb60-7e7d-4c09-bc4f-4c318f73b07e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:13.978542 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-66daf894-ca31-4756-a7ce-6e8f08fa69ce req-fecb6626-4bc4-4fc4-8081-5eb95ec6f70d tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071813 Dec 16 22:07:13.988973 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '1df5e776-236f-4bb5-a08d-fabc708f7933', 'network_id': '0f85a2d5-17f9-4b8f-80e1-04046d002d0d', 'port_id': '1df5e776-236f-4bb5-a08d-fabc708f7933', 'mac_address': 'fa:16:3e:49:94:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d4321b5-6b7f-4263-a84f-602aac82aab0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:07:13.997920 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a1b0515-1ee5-49b6-9b0a-fd11752c62a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:14.045112 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:14.049751 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a1b0515-1ee5-49b6-9b0a-fd11752c62a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:14.065521 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df5e776-236f-4bb5-a08d-fabc708f7933 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:07:14.095509 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 1df5e776-236f-4bb5-a08d-fabc708f7933, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=1df5e776-236f-4bb5-a08d-fabc708f7933,segment=NetworkSegment(e351eb60-7e7d-4c09-bc4f-4c318f73b07e),segment_id=e351eb60-7e7d-4c09-bc4f-4c318f73b07e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:14.310460 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a1b0515-1ee5-49b6-9b0a-fd11752c62a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:14.311543 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:14.311543 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 32de208e-f2bd-46b9-82ee-f25405bb93fc details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:07:14.313311 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a1b0515-1ee5-49b6-9b0a-fd11752c62a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:14.315496 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6a1b0515-1ee5-49b6-9b0a-fd11752c62a8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9f48a8fa-fcc5-4039-8e50-ed4a5368f236 HTTP/1.1" status: 204 len: 168 time: 0.4317732 Dec 16 22:07:14.327059 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b0515-1ee5-49b6-9b0a-fd11752c62a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f48a8fa-fcc5-4039-8e50-ed4a5368f236,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:14.387446 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=1df5e776-236f-4bb5-a08d-fabc708f7933,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:14.413950 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:14.414778 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:14.415306 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:14.415960 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:14.416451 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:14.417115 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:14.417590 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:14.418220 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:14.418682 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:14.419186 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:14.419883 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:14.420568 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:14.421239 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:14.452431 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4e142351-6e29-44dd-aeed-00cb7258e789 req-705776ee-ee15-4a39-96c9-bf3579dacb20 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1fd8e70-f5ca-40b3-9145-02f4f0e4e332 HTTP/1.1" status: 200 len: 210 time: 0.0650754 Dec 16 22:07:14.456040 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 32de208e-f2bd-46b9-82ee-f25405bb93fc, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=32de208e-f2bd-46b9-82ee-f25405bb93fc,segment=NetworkSegment(e351eb60-7e7d-4c09-bc4f-4c318f73b07e),segment_id=e351eb60-7e7d-4c09-bc4f-4c318f73b07e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:14.493425 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '32de208e-f2bd-46b9-82ee-f25405bb93fc', 'network_id': '0f85a2d5-17f9-4b8f-80e1-04046d002d0d', 'port_id': '32de208e-f2bd-46b9-82ee-f25405bb93fc', 'mac_address': 'fa:16:3e:b9:05:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d4321b5-6b7f-4263-a84f-602aac82aab0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:07:14.589420 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:14.605075 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32de208e-f2bd-46b9-82ee-f25405bb93fc {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:07:14.644877 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35928d87-1da3-4579-8943-0eb95b619d71 req-80c4c48b-62f3-4fa8-9da0-c554cc2535f6 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:14.650104 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-35928d87-1da3-4579-8943-0eb95b619d71 req-80c4c48b-62f3-4fa8-9da0-c554cc2535f6 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.0945101 Dec 16 22:07:14.654809 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 32de208e-f2bd-46b9-82ee-f25405bb93fc, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=32de208e-f2bd-46b9-82ee-f25405bb93fc,segment=NetworkSegment(e351eb60-7e7d-4c09-bc4f-4c318f73b07e),segment_id=e351eb60-7e7d-4c09-bc4f-4c318f73b07e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:14.715189 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-35928d87-1da3-4579-8943-0eb95b619d71 req-69eacb99-6c76-4c5e-aee8-8a04127337cd tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611842 Dec 16 22:07:14.817093 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808bf48-59da-44dd-8460-f57327f83375 req-53cb0667-f94f-4d72-85ad-3db243a39bc6 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:14.818699 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e808bf48-59da-44dd-8460-f57327f83375 req-53cb0667-f94f-4d72-85ad-3db243a39bc6 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 1097 time: 0.0418508 Dec 16 22:07:14.852270 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:14.869458 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e808bf48-59da-44dd-8460-f57327f83375 req-0b9834c4-023c-4ce2-825a-7cb7bbf81aae tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445094 Dec 16 22:07:14.926885 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=32de208e-f2bd-46b9-82ee-f25405bb93fc,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:15.044267 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6b336-9a81-45cd-94a1-bff7ed312edf req-ff62d4b2-255c-4bc1-98ce-9e52ef9f56c5 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:15.046207 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5ae6b336-9a81-45cd-94a1-bff7ed312edf req-ff62d4b2-255c-4bc1-98ce-9e52ef9f56c5 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19 HTTP/1.1" status: 200 len: 943 time: 0.0800414 Dec 16 22:07:15.123204 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device b54b1da1-1684-407b-b02f-c015e09e228c details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:07:15.125315 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5ae6b336-9a81-45cd-94a1-bff7ed312edf req-58517238-3ac7-4514-b549-c2d78d8a16c4 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662038 Dec 16 22:07:15.316486 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['1df5e776-236f-4bb5-a08d-fabc708f7933'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:07:15.325186 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['32de208e-f2bd-46b9-82ee-f25405bb93fc'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:07:15.440927 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port b54b1da1-1684-407b-b02f-c015e09e228c, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=b54b1da1-1684-407b-b02f-c015e09e228c,segment=NetworkSegment(e351eb60-7e7d-4c09-bc4f-4c318f73b07e),segment_id=e351eb60-7e7d-4c09-bc4f-4c318f73b07e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:15.467084 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': 'b54b1da1-1684-407b-b02f-c015e09e228c', 'network_id': '0f85a2d5-17f9-4b8f-80e1-04046d002d0d', 'port_id': 'b54b1da1-1684-407b-b02f-c015e09e228c', 'mac_address': 'fa:16:3e:7e:e6:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d4321b5-6b7f-4263-a84f-602aac82aab0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:07:15.568907 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:15.611383 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54b1da1-1684-407b-b02f-c015e09e228c {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:07:15.678147 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port b54b1da1-1684-407b-b02f-c015e09e228c, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=b54b1da1-1684-407b-b02f-c015e09e228c,segment=NetworkSegment(e351eb60-7e7d-4c09-bc4f-4c318f73b07e),segment_id=e351eb60-7e7d-4c09-bc4f-4c318f73b07e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:15.764359 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:15.870205 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=b54b1da1-1684-407b-b02f-c015e09e228c,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:15.900760 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e3bb0cae-cb2d-4e49-99f5-4f5746a38f78 req-93b1f9bd-1878-430b-bf28-1aaaae503c28 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1fd8e70-f5ca-40b3-9145-02f4f0e4e332 HTTP/1.1" status: 200 len: 210 time: 0.0445294 Dec 16 22:07:16.030025 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7dae5-e6dc-47c9-aa8a-56fe85727724 req-cbca71c9-5181-4846-bd05-e81bc25372b6 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:16.031598 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5bf7dae5-e6dc-47c9-aa8a-56fe85727724 req-cbca71c9-5181-4846-bd05-e81bc25372b6 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 1097 time: 0.0557039 Dec 16 22:07:16.085449 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5bf7dae5-e6dc-47c9-aa8a-56fe85727724 req-b0bc02fe-abc7-46cd-9e37-e24f63f05f13 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465562 Dec 16 22:07:16.240657 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ee06d-82ef-4498-86e6-1901cdaefec0 req-538c74a3-c519-466d-b623-441c37c83e80 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:16.242782 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-984ee06d-82ef-4498-86e6-1901cdaefec0 req-538c74a3-c519-466d-b623-441c37c83e80 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.0824037 Dec 16 22:07:16.282268 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['b54b1da1-1684-407b-b02f-c015e09e228c'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:07:16.287528 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54858) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:16.335681 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-984ee06d-82ef-4498-86e6-1901cdaefec0 req-abdd9e05-7f12-4eb0-af9a-75baf323f357 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842595 Dec 16 22:07:16.465002 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-a8a63604-ffd5-49ba-a4ed-d52e3a99aa67 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-691402863-network', 'tenant_id': '085e0b60b27443eea293b679b24c3f97'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:16.531803 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960b557-0fe7-4bb1-b1d9-6592bc107646 req-677867f8-c45d-4c72-8463-1c8c8bfc3d23 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:16.533451 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1960b557-0fe7-4bb1-b1d9-6592bc107646 req-677867f8-c45d-4c72-8463-1c8c8bfc3d23 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19 HTTP/1.1" status: 200 len: 944 time: 0.0880985 Dec 16 22:07:16.602083 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1960b557-0fe7-4bb1-b1d9-6592bc107646 req-5db60c16-5e00-4b55-8a32-f840c155f3de tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605681 Dec 16 22:07:16.602807 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a63604-ffd5-49ba-a4ed-d52e3a99aa67 admin admin] Made reservation on behalf of 085e0b60b27443eea293b679b24c3f97 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:07:16.606454 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8a63604-ffd5-49ba-a4ed-d52e3a99aa67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:16.624900 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8a63604-ffd5-49ba-a4ed-d52e3a99aa67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:16.722752 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8a63604-ffd5-49ba-a4ed-d52e3a99aa67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:16.802197 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8a63604-ffd5-49ba-a4ed-d52e3a99aa67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:16.843176 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a63604-ffd5-49ba-a4ed-d52e3a99aa67 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:07:16.867063 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8a63604-ffd5-49ba-a4ed-d52e3a99aa67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:16.867440 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-a8a63604-ffd5-49ba-a4ed-d52e3a99aa67 admin admin] Added segment 97c1e41b-3bc5-4998-979f-a7303645ea07 of type vlan for network eb568cad-a9f3-449b-b7cd-08e08560552f Dec 16 22:07:16.869158 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a63604-ffd5-49ba-a4ed-d52e3a99aa67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259b6e6b-fa78-4ec9-a03c-8e11d40578a3,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:16.935818 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8a63604-ffd5-49ba-a4ed-d52e3a99aa67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:17.047698 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54874) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:17.056426 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-88cd8a63-0cab-4863-ba83-1c55c0f21bc2 req-2774eddb-93d2-4298-b93c-a9dd21e97375 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1fd8e70-f5ca-40b3-9145-02f4f0e4e332 HTTP/1.1" status: 200 len: 210 time: 0.0513270 Dec 16 22:07:17.157753 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-a0c4b104-fd0e-43f6-a7ee-47459bb510c1 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:07:17.159382 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-a0c4b104-fd0e-43f6-a7ee-47459bb510c1 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1105173 Dec 16 22:07:17.184575 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-4812a409-4678-479d-a9a3-409dc1ec1582 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:17.186436 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-4812a409-4678-479d-a9a3-409dc1ec1582 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.57 "GET /v2.0/networks?id=cb6f27cb-a12f-415d-801e-6e403da44a59 HTTP/1.1" status: 200 len: 821 time: 0.1975968 Dec 16 22:07:17.187809 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8a63604-ffd5-49ba-a4ed-d52e3a99aa67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:17.188860 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a63604-ffd5-49ba-a4ed-d52e3a99aa67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:17.189582 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8a63604-ffd5-49ba-a4ed-d52e3a99aa67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:17.210528 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-7916366b-cb6a-479b-be69-ad2d9e9cf3b7 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Request body: {'port': {'device_id': 'd1fd8e70-f5ca-40b3-9145-02f4f0e4e332', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'admin_state_up': True, 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:17.233714 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cea11-5c16-44d6-bd49-45c6eaacac48 req-c02bc2c3-b9c3-48bc-97e5-4a79b8cd5f31 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:17.235760 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-514cea11-5c16-44d6-bd49-45c6eaacac48 req-c02bc2c3-b9c3-48bc-97e5-4a79b8cd5f31 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 1097 time: 0.0520062 Dec 16 22:07:17.305914 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-514cea11-5c16-44d6-bd49-45c6eaacac48 req-53ae1012-331c-4e54-bbe4-89c870a4637a tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619779 Dec 16 22:07:17.373743 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-f8608be2-84ea-47f5-b7fd-1a5d046fc514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:17.375498 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a63604-ffd5-49ba-a4ed-d52e3a99aa67 admin admin] Pushing event updated for resources: {'Network': ['ID=eb568cad-a9f3-449b-b7cd-08e08560552f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:17.382273 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-f8608be2-84ea-47f5-b7fd-1a5d046fc514 service neutron] 10.222.0.75 "GET /v2.0/ports/3dab41f1-8149-4402-b813-6554b0a6288a HTTP/1.1" status: 200 len: 1093 time: 0.1448452 Dec 16 22:07:17.387812 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-76e093a6-8402-4fe1-9e8d-c8dc6b8e09c9 service neutron] Request body: {'binding': {'host': 'n-h2-815324-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:17.387969 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-76e093a6-8402-4fe1-9e8d-c8dc6b8e09c9 service neutron] Unknown quota resources ['binding']. {{(pid=103613) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:07:17.393692 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network eb568cad-a9f3-449b-b7cd-08e08560552f details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:07:17.443765 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a8a63604-ffd5-49ba-a4ed-d52e3a99aa67 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1547978 Dec 16 22:07:17.451963 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54888) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:17.460218 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-d92e653f-bbd6-47ca-a651-1c6607d9e28e admin admin] Request body: {'subnet': {'network_id': 'eb568cad-a9f3-449b-b7cd-08e08560552f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-691402863-subnet', 'tenant_id': '085e0b60b27443eea293b679b24c3f97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:17.527187 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-d894b68e-a767-4fcc-8abe-099ca65bebb1 req-72fced0f-4532-4053-bf0b-19e681898700 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:07:17.528200 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d894b68e-a767-4fcc-8abe-099ca65bebb1 req-72fced0f-4532-4053-bf0b-19e681898700 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073876 Dec 16 22:07:17.535495 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-7916366b-cb6a-479b-be69-ad2d9e9cf3b7 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Made reservation on behalf of dd4a9ba818474cd5afa3715e32dea22f for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:07:17.544190 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-7916366b-cb6a-479b-be69-ad2d9e9cf3b7 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:17.616607 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-76e093a6-8402-4fe1-9e8d-c8dc6b8e09c9 service neutron] Attempting to bind port 3dab41f1-8149-4402-b813-6554b0a6288a on host n-h2-815324-4 for vnic_type normal with profile None {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:07:17.617045 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-76e093a6-8402-4fe1-9e8d-c8dc6b8e09c9 service neutron] Attempting to bind port 3dab41f1-8149-4402-b813-6554b0a6288a by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:07:17.617446 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-76e093a6-8402-4fe1-9e8d-c8dc6b8e09c9 service neutron] Attempting to bind port 3dab41f1-8149-4402-b813-6554b0a6288a on network a733dfc2-18aa-436d-9a35-1f59bb423cae {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:17.622585 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-76e093a6-8402-4fe1-9e8d-c8dc6b8e09c9 service neutron] Port 3dab41f1-8149-4402-b813-6554b0a6288a on network a733dfc2-18aa-436d-9a35-1f59bb423cae not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:07:17.623002 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-76e093a6-8402-4fe1-9e8d-c8dc6b8e09c9 service neutron] Attempting to bind port 3dab41f1-8149-4402-b813-6554b0a6288a on network a733dfc2-18aa-436d-9a35-1f59bb423cae {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:17.632864 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-76e093a6-8402-4fe1-9e8d-c8dc6b8e09c9 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:07:17.633317 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-76e093a6-8402-4fe1-9e8d-c8dc6b8e09c9 service neutron] Checking segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:17.633771 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-76e093a6-8402-4fe1-9e8d-c8dc6b8e09c9 service neutron] Bound using segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:07:17.634273 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-76e093a6-8402-4fe1-9e8d-c8dc6b8e09c9 service neutron] Bound port: 3dab41f1-8149-4402-b813-6554b0a6288a, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:07:17.679707 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92e653f-bbd6-47ca-a651-1c6607d9e28e admin admin] Made reservation on behalf of 085e0b60b27443eea293b679b24c3f97 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:07:17.682131 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d92e653f-bbd6-47ca-a651-1c6607d9e28e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:17.759244 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-7916366b-cb6a-479b-be69-ad2d9e9cf3b7 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Allocated IP 172.20.0.14 (cb6f27cb-a12f-415d-801e-6e403da44a59/03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd/973a91a2-a360-41ff-9252-b028d4c483d2) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:07:17.766880 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 1df5e776-236f-4bb5-a08d-fabc708f7933 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:17.773786 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-76e093a6-8402-4fe1-9e8d-c8dc6b8e09c9 service neutron] For port 3dab41f1-8149-4402-b813-6554b0a6288a, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=3dab41f1-8149-4402-b813-6554b0a6288a,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:07:17.887323 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-76e093a6-8402-4fe1-9e8d-c8dc6b8e09c9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:17.892325 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-76e093a6-8402-4fe1-9e8d-c8dc6b8e09c9 service neutron] 10.222.0.75 "POST /v2.0/ports/3dab41f1-8149-4402-b813-6554b0a6288a/bindings HTTP/1.1" status: 201 len: 389 time: 0.5090103 Dec 16 22:07:17.951920 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 1df5e776-236f-4bb5-a08d-fabc708f7933 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:07:17.961630 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 1df5e776-236f-4bb5-a08d-fabc708f7933 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:17.962015 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:18.038040 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-7916366b-cb6a-479b-be69-ad2d9e9cf3b7 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:18.076792 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:18.090031 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d92e653f-bbd6-47ca-a651-1c6607d9e28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:18.114165 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96aa72f3-3bb5-4099-9edb-90e1de63b02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df5e776-236f-4bb5-a08d-fabc708f7933'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:18.117555 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7076982a-28ac-4200-97a9-5b0acbb5197a" -d '{"events": [{"server_uuid": "96aa72f3-3bb5-4099-9edb-90e1de63b02d", "name": "network-vif-plugged", "status": "completed", "tag": "1df5e776-236f-4bb5-a08d-fabc708f7933"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:18.135875 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 1df5e776-236f-4bb5-a08d-fabc708f7933, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=1df5e776-236f-4bb5-a08d-fabc708f7933,segment=NetworkSegment(e351eb60-7e7d-4c09-bc4f-4c318f73b07e),segment_id=e351eb60-7e7d-4c09-bc4f-4c318f73b07e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:18.187399 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-7916366b-cb6a-479b-be69-ad2d9e9cf3b7 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:18.215920 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e653f-bbd6-47ca-a651-1c6607d9e28e admin admin] Pushing event updated for resources: {'Subnet': ['ID=97e3a1b6-403c-4be5-9433-75c9d38d0093,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:18.241273 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['3b474ccc-594f-4256-a7b3-043afdc722b0'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:07:18.248937 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-7916366b-cb6a-479b-be69-ad2d9e9cf3b7 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Network cb6f27cb-a12f-415d-801e-6e403da44a59 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:07:18.250216 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92e653f-bbd6-47ca-a651-1c6607d9e28e admin admin] Checking segment: {'id': '97c1e41b-3bc5-4998-979f-a7303645ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'eb568cad-a9f3-449b-b7cd-08e08560552f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:18.250592 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92e653f-bbd6-47ca-a651-1c6607d9e28e admin admin] Network hostable DHCP agents. Network: eb568cad-a9f3-449b-b7cd-08e08560552f, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:07:18.253252 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-7916366b-cb6a-479b-be69-ad2d9e9cf3b7 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:18.263198 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-7916366b-cb6a-479b-be69-ad2d9e9cf3b7 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:07:18.271263 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-7916366b-cb6a-479b-be69-ad2d9e9cf3b7 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:18.271263 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-7916366b-cb6a-479b-be69-ad2d9e9cf3b7 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:18.284436 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:18.285304 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 32de208e-f2bd-46b9-82ee-f25405bb93fc up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:18.318307 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916366b-cb6a-479b-be69-ad2d9e9cf3b7 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Pushing event updated for resources: {'Port': ['ID=973a91a2-a360-41ff-9252-b028d4c483d2,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:18.421699 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92e653f-bbd6-47ca-a651-1c6607d9e28e admin admin] Network eb568cad-a9f3-449b-b7cd-08e08560552f is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:07:18.512727 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=1df5e776-236f-4bb5-a08d-fabc708f7933,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:18.515787 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-d92e653f-bbd6-47ca-a651-1c6607d9e28e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, eb568cad-a9f3-449b-b7cd-08e08560552f) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:18.535849 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92e653f-bbd6-47ca-a651-1c6607d9e28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:18.537457 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d92e653f-bbd6-47ca-a651-1c6607d9e28e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:18.600508 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024a66c3-93d6-4828-a1ba-a1006ba6b0ab None None] Network eb568cad-a9f3-449b-b7cd-08e08560552f requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:07:18.679614 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 32de208e-f2bd-46b9-82ee-f25405bb93fc completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:07:18.682025 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e628b8f1-29b5-46d2-84da-3141ce5d729e None None] Provisioning complete for port 973a91a2-a360-41ff-9252-b028d4c483d2 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:18.682413 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e628b8f1-29b5-46d2-84da-3141ce5d729e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:18.694673 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d92e653f-bbd6-47ca-a651-1c6607d9e28e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2415395 Dec 16 22:07:18.702721 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dbf7b-ae1b-4230-b7bd-efbbd4a8cfec req-0dd1ee55-c1ae-4f22-8708-f011176d9395 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:18.703864 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54908) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:18.706453 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-983dbf7b-ae1b-4230-b7bd-efbbd4a8cfec req-0dd1ee55-c1ae-4f22-8708-f011176d9395 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.4259164 Dec 16 22:07:18.709219 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-e1f96c4b-1c3b-455f-a50a-23708a66b449 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-691402863-router', 'tenant_id': '085e0b60b27443eea293b679b24c3f97', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:18.712863 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-7916366b-cb6a-479b-be69-ad2d9e9cf3b7 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5064085 Dec 16 22:07:18.725221 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e628b8f1-29b5-46d2-84da-3141ce5d729e None None] Port 973a91a2-a360-41ff-9252-b028d4c483d2 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:07:18.742586 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-058a7f4b-6ad5-41fd-8ab3-4c1fa98d2c78 service neutron] Request body: {'port': {'device_id': 'd1fd8e70-f5ca-40b3-9145-02f4f0e4e332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:18.742800 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 32de208e-f2bd-46b9-82ee-f25405bb93fc triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:18.742800 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:18.823857 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-058a7f4b-6ad5-41fd-8ab3-4c1fa98d2c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:18.863436 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-983dbf7b-ae1b-4230-b7bd-efbbd4a8cfec req-72be965d-4204-4bbc-947b-0982014addd0 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556516 Dec 16 22:07:18.886430 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e1f96c4b-1c3b-455f-a50a-23708a66b449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:18.891558 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e1f96c4b-1c3b-455f-a50a-23708a66b449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:18.952757 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-6a3c2e22-283a-48a0-b4eb-b5a5900ac584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:18.957686 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-6a3c2e22-283a-48a0-b4eb-b5a5900ac584 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 1096 time: 0.1083512 Dec 16 22:07:19.119178 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e1f96c4b-1c3b-455f-a50a-23708a66b449 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:19.154839 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f32aed1-3e0b-49c4-b865-670d7e6197b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-eb568cad-a9f3-449b-b7cd-08e08560552f', 'network_id': 'eb568cad-a9f3-449b-b7cd-08e08560552f', 'project_id': '085e0b60b27443eea293b679b24c3f97', 'fixed_ips': [{'subnet_id': '97e3a1b6-403c-4be5-9433-75c9d38d0093'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:07:19.157279 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9f32aed1-3e0b-49c4-b865-670d7e6197b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:19.163220 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:19.166018 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device b54b1da1-1684-407b-b02f-c015e09e228c up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:19.177739 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-d1798c1b-8118-48de-9ac0-ab8e0ea1adee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:19.179384 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-d1798c1b-8118-48de-9ac0-ab8e0ea1adee service neutron] 10.222.0.57 "GET /v2.0/networks?id=a733dfc2-18aa-436d-9a35-1f59bb423cae HTTP/1.1" status: 200 len: 921 time: 0.1972661 Dec 16 22:07:19.226783 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3005c6-96cd-4452-aa5b-1765deb7f252 req-40d36e3c-d840-467e-bb5e-7c79a7709a61 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:19.229046 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0c3005c6-96cd-4452-aa5b-1765deb7f252 req-40d36e3c-d840-467e-bb5e-7c79a7709a61 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19 HTTP/1.1" status: 200 len: 944 time: 0.2312181 Dec 16 22:07:19.383648 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-9f32aed1-3e0b-49c4-b865-670d7e6197b0 None None] Allocated IP 172.20.0.2 (eb568cad-a9f3-449b-b7cd-08e08560552f/97e3a1b6-403c-4be5-9433-75c9d38d0093/eabed63c-a09d-485f-822c-5b1a5c097160) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:07:19.387321 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0c3005c6-96cd-4452-aa5b-1765deb7f252 req-363e1cb1-fab6-4662-a6b3-979324aed098 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361582 Dec 16 22:07:19.388335 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-9fc4ab5d-acbc-4226-a324-0272926b07e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dab41f1-8149-4402-b813-6554b0a6288a HTTP/1.1" status: 200 len: 217 time: 0.2014880 Dec 16 22:07:19.445543 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port b54b1da1-1684-407b-b02f-c015e09e228c completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:07:19.530999 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e1f96c4b-1c3b-455f-a50a-23708a66b449 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:19.552710 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-7648c5a2-1278-4f54-8819-c7a01a71dcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:19.553723 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port b54b1da1-1684-407b-b02f-c015e09e228c triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:19.554434 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:19.554821 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-7648c5a2-1278-4f54-8819-c7a01a71dcb3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=28a903b4-5579-4f62-80b4-b7b74c354d7a HTTP/1.1" status: 200 len: 861 time: 0.0942888 Dec 16 22:07:19.589252 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-058a7f4b-6ad5-41fd-8ab3-4c1fa98d2c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 973a91a2-a360-41ff-9252-b028d4c483d2 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:07:19.610610 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-058a7f4b-6ad5-41fd-8ab3-4c1fa98d2c78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:19.652361 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 32de208e-f2bd-46b9-82ee-f25405bb93fc, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=32de208e-f2bd-46b9-82ee-f25405bb93fc,segment=NetworkSegment(e351eb60-7e7d-4c09-bc4f-4c318f73b07e),segment_id=e351eb60-7e7d-4c09-bc4f-4c318f73b07e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:19.654227 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-f67e3249-cc45-4ca2-b02b-7ab472d8825f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a733dfc2-18aa-436d-9a35-1f59bb423cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768225 Dec 16 22:07:19.669744 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-058a7f4b-6ad5-41fd-8ab3-4c1fa98d2c78 service neutron] Transition to ACTIVE for port object 973a91a2-a360-41ff-9252-b028d4c483d2 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:07:19.735328 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9f32aed1-3e0b-49c4-b865-670d7e6197b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:19.773304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2a556-1d64-4528-854e-62fe0f0e50d2 req-0343aa2b-4bd6-46ce-9e7d-23992a905d50 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:19.775001 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4fa2a556-1d64-4528-854e-62fe0f0e50d2 req-0343aa2b-4bd6-46ce-9e7d-23992a905d50 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1fd8e70-f5ca-40b3-9145-02f4f0e4e332 HTTP/1.1" status: 200 len: 932 time: 0.0751147 Dec 16 22:07:19.795539 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:19.827765 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-c4664a93-0511-46c2-bca4-85a37f22b13d service neutron] 10.222.0.57 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680942 Dec 16 22:07:19.840799 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-058a7f4b-6ad5-41fd-8ab3-4c1fa98d2c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:19.847617 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9f32aed1-3e0b-49c4-b865-670d7e6197b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:19.894722 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4fa2a556-1d64-4528-854e-62fe0f0e50d2 req-6cbe4439-efa3-421e-8515-0465ca1caf1c tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109407 Dec 16 22:07:19.919935 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:19.933276 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f32aed1-3e0b-49c4-b865-670d7e6197b0 None None] Network eb568cad-a9f3-449b-b7cd-08e08560552f is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:07:19.953135 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-9f32aed1-3e0b-49c4-b865-670d7e6197b0 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:19.978732 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f32aed1-3e0b-49c4-b865-670d7e6197b0 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:07:19.992747 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a7f4b-6ad5-41fd-8ab3-4c1fa98d2c78 service neutron] Pushing event updated for resources: {'Port': ['ID=973a91a2-a360-41ff-9252-b028d4c483d2,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:20.012401 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-058a7f4b-6ad5-41fd-8ab3-4c1fa98d2c78 service neutron] Attempting to bind port 973a91a2-a360-41ff-9252-b028d4c483d2 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:07:20.013106 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-058a7f4b-6ad5-41fd-8ab3-4c1fa98d2c78 service neutron] Attempting to bind port 973a91a2-a360-41ff-9252-b028d4c483d2 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '5980641f-2ab7-4781-988c-cf5871132f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:07:20.013829 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-058a7f4b-6ad5-41fd-8ab3-4c1fa98d2c78 service neutron] Attempting to bind port 973a91a2-a360-41ff-9252-b028d4c483d2 on network cb6f27cb-a12f-415d-801e-6e403da44a59 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:20.047477 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-058a7f4b-6ad5-41fd-8ab3-4c1fa98d2c78 service neutron] Port 973a91a2-a360-41ff-9252-b028d4c483d2 on network cb6f27cb-a12f-415d-801e-6e403da44a59 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:07:20.047477 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-058a7f4b-6ad5-41fd-8ab3-4c1fa98d2c78 service neutron] Attempting to bind port 973a91a2-a360-41ff-9252-b028d4c483d2 on network cb6f27cb-a12f-415d-801e-6e403da44a59 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:20.057020 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-058a7f4b-6ad5-41fd-8ab3-4c1fa98d2c78 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:07:20.057852 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-058a7f4b-6ad5-41fd-8ab3-4c1fa98d2c78 service neutron] Checking segment: {'id': '5980641f-2ab7-4781-988c-cf5871132f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:20.059180 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64432d35-35a5-43ea-a6ff-08716c3e9136 x-openstack-request-id: req-64432d35-35a5-43ea-a6ff-08716c3e9136 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:20.059592 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96aa72f3-3bb5-4099-9edb-90e1de63b02d", "name": "network-vif-plugged", "status": "completed", "tag": "1df5e776-236f-4bb5-a08d-fabc708f7933", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:20.059866 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-64432d35-35a5-43ea-a6ff-08716c3e9136 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:20.060112 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-058a7f4b-6ad5-41fd-8ab3-4c1fa98d2c78 service neutron] Bound using segment: {'id': '5980641f-2ab7-4781-988c-cf5871132f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:07:20.060294 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96aa72f3-3bb5-4099-9edb-90e1de63b02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df5e776-236f-4bb5-a08d-fabc708f7933', 'code': 200} Dec 16 22:07:20.061006 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-058a7f4b-6ad5-41fd-8ab3-4c1fa98d2c78 service neutron] Bound port: 973a91a2-a360-41ff-9252-b028d4c483d2, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5980641f-2ab7-4781-988c-cf5871132f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:07:20.061594 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-058a7f4b-6ad5-41fd-8ab3-4c1fa98d2c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.068090 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=32de208e-f2bd-46b9-82ee-f25405bb93fc,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:20.172148 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port b54b1da1-1684-407b-b02f-c015e09e228c, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=b54b1da1-1684-407b-b02f-c015e09e228c,segment=NetworkSegment(e351eb60-7e7d-4c09-bc4f-4c318f73b07e),segment_id=e351eb60-7e7d-4c09-bc4f-4c318f73b07e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:20.347969 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.356996 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32aed1-3e0b-49c4-b865-670d7e6197b0 None None] Pushing event updated for resources: {'Port': ['ID=eabed63c-a09d-485f-822c-5b1a5c097160,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:20.361045 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9f32aed1-3e0b-49c4-b865-670d7e6197b0 None None] Attempting to bind port eabed63c-a09d-485f-822c-5b1a5c097160 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:07:20.362634 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9f32aed1-3e0b-49c4-b865-670d7e6197b0 None None] Attempting to bind port eabed63c-a09d-485f-822c-5b1a5c097160 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '97c1e41b-3bc5-4998-979f-a7303645ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'eb568cad-a9f3-449b-b7cd-08e08560552f'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:07:20.363772 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f32aed1-3e0b-49c4-b865-670d7e6197b0 None None] Attempting to bind port eabed63c-a09d-485f-822c-5b1a5c097160 on network eb568cad-a9f3-449b-b7cd-08e08560552f {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:20.395935 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-058a7f4b-6ad5-41fd-8ab3-4c1fa98d2c78 service neutron] For port 973a91a2-a360-41ff-9252-b028d4c483d2, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:07:20.403186 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f32aed1-3e0b-49c4-b865-670d7e6197b0 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:07:20.403589 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f32aed1-3e0b-49c4-b865-670d7e6197b0 None None] Checking segment: {'id': '97c1e41b-3bc5-4998-979f-a7303645ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'eb568cad-a9f3-449b-b7cd-08e08560552f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:20.403957 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9f32aed1-3e0b-49c4-b865-670d7e6197b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.405056 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f32aed1-3e0b-49c4-b865-670d7e6197b0 None None] Bound using segment: {'id': '97c1e41b-3bc5-4998-979f-a7303645ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'eb568cad-a9f3-449b-b7cd-08e08560552f'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:07:20.405056 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9f32aed1-3e0b-49c4-b865-670d7e6197b0 None None] Bound port: eabed63c-a09d-485f-822c-5b1a5c097160, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c1e41b-3bc5-4998-979f-a7303645ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'eb568cad-a9f3-449b-b7cd-08e08560552f'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:07:20.405267 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9f32aed1-3e0b-49c4-b865-670d7e6197b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.408079 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-058a7f4b-6ad5-41fd-8ab3-4c1fa98d2c78 service neutron] For port 973a91a2-a360-41ff-9252-b028d4c483d2, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=973a91a2-a360-41ff-9252-b028d4c483d2,segment=NetworkSegment(5980641f-2ab7-4781-988c-cf5871132f96),segment_id=5980641f-2ab7-4781-988c-cf5871132f96)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:07:20.425991 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6875540-5c2d-4776-a921-5e8f14487132 req-c137d262-a07c-430a-876f-5c2fe3519361 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:20.440562 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6875540-5c2d-4776-a921-5e8f14487132 req-c137d262-a07c-430a-876f-5c2fe3519361 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 945 time: 0.2626026 Dec 16 22:07:20.446598 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-eace9ab8-c788-4b01-a8ae-4a4e7cbade0d service neutron] 10.222.0.57 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6086709 Dec 16 22:07:20.466693 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=b54b1da1-1684-407b-b02f-c015e09e228c,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:20.507708 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8c4e8-bcc2-47d3-9616-2cc7e28c9164 req-6a80be80-c975-4642-b5bb-82f719e63bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:20.508636 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9f32aed1-3e0b-49c4-b865-670d7e6197b0 None None] For port eabed63c-a09d-485f-822c-5b1a5c097160, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:07:20.509147 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-03f8c4e8-bcc2-47d3-9616-2cc7e28c9164 req-6a80be80-c975-4642-b5bb-82f719e63bbc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 1097 time: 0.1908839 Dec 16 22:07:20.510299 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e1f96c4b-1c3b-455f-a50a-23708a66b449 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.513450 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9f32aed1-3e0b-49c4-b865-670d7e6197b0 None None] For port eabed63c-a09d-485f-822c-5b1a5c097160, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=eabed63c-a09d-485f-822c-5b1a5c097160,segment=NetworkSegment(97c1e41b-3bc5-4998-979f-a7303645ea07),segment_id=97c1e41b-3bc5-4998-979f-a7303645ea07)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:07:20.518823 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6875540-5c2d-4776-a921-5e8f14487132 req-06741a35-104b-4865-bac5-205e88c034cd tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692081 Dec 16 22:07:20.524114 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-058a7f4b-6ad5-41fd-8ab3-4c1fa98d2c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.549676 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e1f96c4b-1c3b-455f-a50a-23708a66b449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.563253 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-058a7f4b-6ad5-41fd-8ab3-4c1fa98d2c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:20.563902 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-058a7f4b-6ad5-41fd-8ab3-4c1fa98d2c78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.565999 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-058a7f4b-6ad5-41fd-8ab3-4c1fa98d2c78 service neutron] 10.222.0.57 "PUT /v2.0/ports/973a91a2-a360-41ff-9252-b028d4c483d2 HTTP/1.1" status: 200 len: 1092 time: 1.8381431 Dec 16 22:07:20.566456 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fd8e70-f5ca-40b3-9145-02f4f0e4e332', 'tag': '973a91a2-a360-41ff-9252-b028d4c483d2'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:20.569184 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b330f1e-4266-4433-bb90-85145940334c" -d '{"events": [{"name": "network-changed", "server_uuid": "d1fd8e70-f5ca-40b3-9145-02f4f0e4e332", "tag": "973a91a2-a360-41ff-9252-b028d4c483d2"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:20.600226 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a7f4b-6ad5-41fd-8ab3-4c1fa98d2c78 service neutron] Pushing event updated for resources: {'Port': ['ID=973a91a2-a360-41ff-9252-b028d4c483d2,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:20.657586 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9f32aed1-3e0b-49c4-b865-670d7e6197b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.667823 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-03f8c4e8-bcc2-47d3-9616-2cc7e28c9164 req-e0713eca-6d9a-47a3-91c2-f9051fc09f91 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363850 Dec 16 22:07:20.727170 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32aed1-3e0b-49c4-b865-670d7e6197b0 None None] Pushing event updated for resources: {'Port': ['ID=eabed63c-a09d-485f-822c-5b1a5c097160,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:20.750375 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-24e32900-d22e-4655-8b09-269e7214bd66 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:20.751723 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-24e32900-d22e-4655-8b09-269e7214bd66 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12&tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&binding%3Ahost_id=n-h1-815324-4 HTTP/1.1" status: 200 len: 1096 time: 0.0663137 Dec 16 22:07:20.767084 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-c5bc2691-722d-484c-93b1-e4720b098016 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815324-4'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:20.801330 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-699a4102-57f1-4666-8b18-a2c61c1ca7e0 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:07:20.809348 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-699a4102-57f1-4666-8b18-a2c61c1ca7e0 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138249 Dec 16 22:07:20.833829 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cad32-f3ef-4766-ab8b-44e6dc65705f req-ab48c9a9-f1c0-477d-aa0d-e7b2efb87e4f tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:20.835738 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-913cad32-f3ef-4766-ab8b-44e6dc65705f req-ab48c9a9-f1c0-477d-aa0d-e7b2efb87e4f tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.2064788 Dec 16 22:07:20.858673 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-e1f96c4b-1c3b-455f-a50a-23708a66b449 admin admin] Allocated IP 172.25.6.30 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/8d6226b5-4ab5-44c8-a735-05da214ae7cc) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:07:20.875537 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-a7cf9bed-6345-406c-acb8-22d3f004c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:20.877283 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-a7cf9bed-6345-406c-acb8-22d3f004c401 service neutron] 10.222.0.75 "GET /v2.0/ports/e1d6fa1b-7800-442c-82f6-1242fec7fad2 HTTP/1.1" status: 200 len: 1094 time: 0.0670156 Dec 16 22:07:20.885581 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-c5bc2691-722d-484c-93b1-e4720b098016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:20.896538 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-6de2de56-24fa-4303-a569-db48c36025cc service neutron] Request body: {'binding': {'host': 'n-h2-815324-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:20.896782 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-6de2de56-24fa-4303-a569-db48c36025cc service neutron] Unknown quota resources ['binding']. {{(pid=103613) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:07:20.904660 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-8c7bc46c-cb75-4648-81fc-e397cbeefa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:20.906114 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-8c7bc46c-cb75-4648-81fc-e397cbeefa35 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd4a9ba818474cd5afa3715e32dea22f&device_id=d1fd8e70-f5ca-40b3-9145-02f4f0e4e332 HTTP/1.1" status: 200 len: 1095 time: 0.1780238 Dec 16 22:07:20.956570 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-913cad32-f3ef-4766-ab8b-44e6dc65705f req-17ed4163-b253-4146-80a4-1539616342fd tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115792 Dec 16 22:07:21.040330 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-e173d557-c2a6-49e0-bd52-cda9171c9fa6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=973a91a2-a360-41ff-9252-b028d4c483d2 HTTP/1.1" status: 200 len: 217 time: 0.1052339 Dec 16 22:07:21.164971 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-c5bc2691-722d-484c-93b1-e4720b098016 service neutron] For port 3dab41f1-8149-4402-b813-6554b0a6288a, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3dab41f1-8149-4402-b813-6554b0a6288a,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:21.196570 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f908c-d231-4c23-944b-299c66ebe17d req-62fca2ae-acbd-4cc6-9a19-9ca1eb63a45f tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:21.198169 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e4f908c-d231-4c23-944b-299c66ebe17d req-62fca2ae-acbd-4cc6-9a19-9ca1eb63a45f tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19 HTTP/1.1" status: 200 len: 945 time: 0.1062074 Dec 16 22:07:21.204675 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-4f606a6b-c3fb-4c88-afd2-d77565488540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:21.206200 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-4f606a6b-c3fb-4c88-afd2-d77565488540 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd HTTP/1.1" status: 200 len: 860 time: 0.1553864 Dec 16 22:07:21.216910 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device eabed63c-a09d-485f-822c-5b1a5c097160 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:21.246113 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-c5bc2691-722d-484c-93b1-e4720b098016 service neutron] For port 3dab41f1-8149-4402-b813-6554b0a6288a, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:07:21.272000 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-6de2de56-24fa-4303-a569-db48c36025cc service neutron] Attempting to bind port e1d6fa1b-7800-442c-82f6-1242fec7fad2 on host n-h2-815324-4 for vnic_type normal with profile None {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:07:21.272346 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-6de2de56-24fa-4303-a569-db48c36025cc service neutron] Attempting to bind port e1d6fa1b-7800-442c-82f6-1242fec7fad2 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:07:21.272681 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-6de2de56-24fa-4303-a569-db48c36025cc service neutron] Attempting to bind port e1d6fa1b-7800-442c-82f6-1242fec7fad2 on network 851b3d27-6497-40f0-b603-b3da566b57ea {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:21.278042 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e4f908c-d231-4c23-944b-299c66ebe17d req-343dd9c8-e023-4142-8696-50b8f47a150c tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685172 Dec 16 22:07:21.327406 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-6de2de56-24fa-4303-a569-db48c36025cc service neutron] Port e1d6fa1b-7800-442c-82f6-1242fec7fad2 on network 851b3d27-6497-40f0-b603-b3da566b57ea not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:07:21.327738 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-6de2de56-24fa-4303-a569-db48c36025cc service neutron] Attempting to bind port e1d6fa1b-7800-442c-82f6-1242fec7fad2 on network 851b3d27-6497-40f0-b603-b3da566b57ea {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:21.337845 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e1f96c4b-1c3b-455f-a50a-23708a66b449 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:21.340086 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-6de2de56-24fa-4303-a569-db48c36025cc service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:07:21.340446 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-6de2de56-24fa-4303-a569-db48c36025cc service neutron] Checking segment: {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:21.340841 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-6de2de56-24fa-4303-a569-db48c36025cc service neutron] Bound using segment: {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:07:21.341461 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-6de2de56-24fa-4303-a569-db48c36025cc service neutron] Bound port: e1d6fa1b-7800-442c-82f6-1242fec7fad2, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:07:21.351989 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-c5bc2691-722d-484c-93b1-e4720b098016 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:21.357277 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port eabed63c-a09d-485f-822c-5b1a5c097160 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:21.357737 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:21.412554 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-0ea825d6-0cdb-4ec0-8cd2-f8f8a301d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:21.414107 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-0ea825d6-0cdb-4ec0-8cd2-f8f8a301d2ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb6f27cb-a12f-415d-801e-6e403da44a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1968927 Dec 16 22:07:21.442537 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-6de2de56-24fa-4303-a569-db48c36025cc service neutron] For port e1d6fa1b-7800-442c-82f6-1242fec7fad2, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=e1d6fa1b-7800-442c-82f6-1242fec7fad2,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:07:21.443161 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a356d539-1d74-4dc8-ab52-f2f3a1fe67d9 x-openstack-request-id: req-a356d539-1d74-4dc8-ab52-f2f3a1fe67d9 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:21.443493 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1fd8e70-f5ca-40b3-9145-02f4f0e4e332", "tag": "973a91a2-a360-41ff-9252-b028d4c483d2", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:21.444242 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a356d539-1d74-4dc8-ab52-f2f3a1fe67d9 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:21.444800 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1fd8e70-f5ca-40b3-9145-02f4f0e4e332', 'tag': '973a91a2-a360-41ff-9252-b028d4c483d2', 'status': 'completed', 'code': 200} Dec 16 22:07:21.452514 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-c5bc2691-722d-484c-93b1-e4720b098016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:21.454812 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:21.498055 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port eabed63c-a09d-485f-822c-5b1a5c097160, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=eabed63c-a09d-485f-822c-5b1a5c097160,segment=NetworkSegment(97c1e41b-3bc5-4998-979f-a7303645ea07),segment_id=97c1e41b-3bc5-4998-979f-a7303645ea07)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:21.529760 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-6de2de56-24fa-4303-a569-db48c36025cc service neutron] Publish callbacks [] for binding, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:21.530372 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-6de2de56-24fa-4303-a569-db48c36025cc service neutron] 10.222.0.75 "POST /v2.0/ports/e1d6fa1b-7800-442c-82f6-1242fec7fad2/bindings HTTP/1.1" status: 201 len: 389 time: 0.6382420 Dec 16 22:07:21.534971 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-41068c1e-5d0a-4106-9582-3039621996af service neutron] 10.222.0.57 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117165 Dec 16 22:07:21.565442 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e1f96c4b-1c3b-455f-a50a-23708a66b449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:21.586725 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:21.610517 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc2691-722d-484c-93b1-e4720b098016 service neutron] Pushing event updated for resources: {'Port': ['ID=3dab41f1-8149-4402-b813-6554b0a6288a,revision_number=7']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:21.626228 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f607a7-ac0e-4ffd-a83a-d248cdf4e253 req-5e2e9b25-6f34-486d-8e8a-f0c8ff051670 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:21.628441 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e9f607a7-ac0e-4ffd-a83a-d248cdf4e253 req-5e2e9b25-6f34-486d-8e8a-f0c8ff051670 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1fd8e70-f5ca-40b3-9145-02f4f0e4e332 HTTP/1.1" status: 200 len: 944 time: 0.1211076 Dec 16 22:07:21.629859 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-c5bc2691-722d-484c-93b1-e4720b098016 service neutron] Attempting to bind port 3dab41f1-8149-4402-b813-6554b0a6288a on host n-h1-815324-4 for vnic_type normal with profile {"migrating_to": "n-h2-815324-4"} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:07:21.629988 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-c5bc2691-722d-484c-93b1-e4720b098016 service neutron] Attempting to bind port 3dab41f1-8149-4402-b813-6554b0a6288a by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:07:21.631668 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-c5bc2691-722d-484c-93b1-e4720b098016 service neutron] Attempting to bind port 3dab41f1-8149-4402-b813-6554b0a6288a on network a733dfc2-18aa-436d-9a35-1f59bb423cae {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:21.635855 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-c5bc2691-722d-484c-93b1-e4720b098016 service neutron] Port 3dab41f1-8149-4402-b813-6554b0a6288a on network a733dfc2-18aa-436d-9a35-1f59bb423cae not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:07:21.636211 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-c5bc2691-722d-484c-93b1-e4720b098016 service neutron] Attempting to bind port 3dab41f1-8149-4402-b813-6554b0a6288a on network a733dfc2-18aa-436d-9a35-1f59bb423cae {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:21.643065 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=eabed63c-a09d-485f-822c-5b1a5c097160,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:21.648657 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-c5bc2691-722d-484c-93b1-e4720b098016 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:07:21.649013 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-c5bc2691-722d-484c-93b1-e4720b098016 service neutron] Checking segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:21.649404 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-c5bc2691-722d-484c-93b1-e4720b098016 service neutron] Bound using segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:07:21.649853 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-c5bc2691-722d-484c-93b1-e4720b098016 service neutron] Bound port: 3dab41f1-8149-4402-b813-6554b0a6288a, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:07:21.650218 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-c5bc2691-722d-484c-93b1-e4720b098016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:21.692698 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f96c4b-1c3b-455f-a50a-23708a66b449 admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:07:21.698885 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-e1f96c4b-1c3b-455f-a50a-23708a66b449 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:21.708581 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f96c4b-1c3b-455f-a50a-23708a66b449 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:07:21.716447 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f96c4b-1c3b-455f-a50a-23708a66b449 admin admin] Pushing event updated for resources: {'Port': ['ID=8d6226b5-4ab5-44c8-a735-05da214ae7cc,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:21.742036 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e9f607a7-ac0e-4ffd-a83a-d248cdf4e253 req-ba0634e4-5f9a-439a-8e22-7e52226883e4 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035264 Dec 16 22:07:21.747591 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-027985a6-0d3f-4bf0-91bb-3b8b75a0e67f req-3bbe3c67-007d-41e9-bdce-386970615d15 service neutron] 10.222.0.57 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045269 Dec 16 22:07:21.777304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-c5bc2691-722d-484c-93b1-e4720b098016 service neutron] For port 3dab41f1-8149-4402-b813-6554b0a6288a, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:07:21.785239 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-c5bc2691-722d-484c-93b1-e4720b098016 service neutron] For port 3dab41f1-8149-4402-b813-6554b0a6288a, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3dab41f1-8149-4402-b813-6554b0a6288a,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:07:21.888124 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b3eba-a8a0-4e42-bc88-e09b01990e78 req-9452261f-8fcd-407a-83d4-360db85290b4 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:21.889921 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b10b3eba-a8a0-4e42-bc88-e09b01990e78 req-9452261f-8fcd-407a-83d4-360db85290b4 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 943 time: 0.0668855 Dec 16 22:07:21.911885 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-c5bc2691-722d-484c-93b1-e4720b098016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:21.957446 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e00f3-c0be-4e40-875f-d19bf6dc8c26 req-106ab0ac-25f2-4ef5-b6a3-0c5942dbb390 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:21.959142 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e15e00f3-c0be-4e40-875f-d19bf6dc8c26 req-106ab0ac-25f2-4ef5-b6a3-0c5942dbb390 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 946 time: 0.0733123 Dec 16 22:07:22.045973 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-c5bc2691-722d-484c-93b1-e4720b098016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:22.046989 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-c5bc2691-722d-484c-93b1-e4720b098016 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:22.050480 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-c5bc2691-722d-484c-93b1-e4720b098016 service neutron] 10.222.0.57 "PUT /v2.0/ports/3dab41f1-8149-4402-b813-6554b0a6288a HTTP/1.1" status: 200 len: 1121 time: 1.2898498 Dec 16 22:07:22.054767 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b10b3eba-a8a0-4e42-bc88-e09b01990e78 req-73aae809-eb8a-4eda-84f0-486a838d8d9f tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571720 Dec 16 22:07:22.059935 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc2691-722d-484c-93b1-e4720b098016 service neutron] Pushing event updated for resources: {'Port': ['ID=3dab41f1-8149-4402-b813-6554b0a6288a,revision_number=8']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:22.061698 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eeef460-6696-42db-b108-51f63624e04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32de208e-f2bd-46b9-82ee-f25405bb93fc'}, {'server_uuid': '7f70c7ba-3c7f-42df-9daf-3fc779a54a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54b1da1-1684-407b-b02f-c015e09e228c'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:22.064245 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ea6ff9-62ea-4726-b883-208d49bb1e96" -d '{"events": [{"server_uuid": "3eeef460-6696-42db-b108-51f63624e04e", "name": "network-vif-plugged", "status": "completed", "tag": "32de208e-f2bd-46b9-82ee-f25405bb93fc"}, {"server_uuid": "7f70c7ba-3c7f-42df-9daf-3fc779a54a19", "name": "network-vif-plugged", "status": "completed", "tag": "b54b1da1-1684-407b-b02f-c015e09e228c"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:22.092479 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b330f1e-4266-4433-bb90-85145940334c req-eaabfa5c-66d3-46d4-91a8-4b80c743df02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:22.097432 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9b330f1e-4266-4433-bb90-85145940334c req-eaabfa5c-66d3-46d4-91a8-4b80c743df02 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd4a9ba818474cd5afa3715e32dea22f&device_id=d1fd8e70-f5ca-40b3-9145-02f4f0e4e332 HTTP/1.1" status: 200 len: 1095 time: 0.1462488 Dec 16 22:07:22.114046 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e15e00f3-c0be-4e40-875f-d19bf6dc8c26 req-8cab6eda-0c46-449c-a7bf-105c635d3cb9 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433337 Dec 16 22:07:22.169360 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56d43bb-8448-4ecf-9ce1-4cb27c10e64b None None] Network eb568cad-a9f3-449b-b7cd-08e08560552f requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:07:22.201457 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fea1bb6-e0c9-49a4-a9ff-54ca5561e8f7 x-openstack-request-id: req-0fea1bb6-e0c9-49a4-a9ff-54ca5561e8f7 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:22.201897 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eeef460-6696-42db-b108-51f63624e04e", "name": "network-vif-plugged", "status": "completed", "tag": "32de208e-f2bd-46b9-82ee-f25405bb93fc", "code": 200}, {"server_uuid": "7f70c7ba-3c7f-42df-9daf-3fc779a54a19", "name": "network-vif-plugged", "status": "completed", "tag": "b54b1da1-1684-407b-b02f-c015e09e228c", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:22.202443 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0fea1bb6-e0c9-49a4-a9ff-54ca5561e8f7 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:22.203607 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eeef460-6696-42db-b108-51f63624e04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32de208e-f2bd-46b9-82ee-f25405bb93fc', 'code': 200} Dec 16 22:07:22.203929 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f70c7ba-3c7f-42df-9daf-3fc779a54a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54b1da1-1684-407b-b02f-c015e09e228c', 'code': 200} Dec 16 22:07:22.234973 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e1f96c4b-1c3b-455f-a50a-23708a66b449 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:22.245248 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf1f95-48d5-4ee9-a619-89b24d3075c3 req-678db461-dd36-4930-973d-6a74d4892392 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:22.246486 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6daf1f95-48d5-4ee9-a619-89b24d3075c3 req-678db461-dd36-4930-973d-6a74d4892392 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.0637851 Dec 16 22:07:22.251472 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['3dab41f1-8149-4402-b813-6554b0a6288a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:07:22.318464 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f44a670e-7797-4408-b504-096161e43dd3 None None] Provisioning complete for port eabed63c-a09d-485f-822c-5b1a5c097160 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:22.318655 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f44a670e-7797-4408-b504-096161e43dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:22.385452 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6daf1f95-48d5-4ee9-a619-89b24d3075c3 req-428b7788-1da0-47a7-9b97-7052ae8c4e8e tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305509 Dec 16 22:07:22.412770 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c6ec6-db76-414a-b290-7a70b3115fa8 req-3b841577-240c-4d01-bc7d-8478192a7928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:22.415951 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8a3c6ec6-db76-414a-b290-7a70b3115fa8 req-3b841577-240c-4d01-bc7d-8478192a7928 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19 HTTP/1.1" status: 200 len: 1096 time: 0.0820098 Dec 16 22:07:22.510784 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8a3c6ec6-db76-414a-b290-7a70b3115fa8 req-3c8fa098-f211-4bce-bded-b85417bff837 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825973 Dec 16 22:07:22.578584 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e1f96c4b-1c3b-455f-a50a-23708a66b449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:22.602183 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b330f1e-4266-4433-bb90-85145940334c req-a842e2bb-fc5f-4f26-8f56-7504abfc2ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:22.603741 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9b330f1e-4266-4433-bb90-85145940334c req-a842e2bb-fc5f-4f26-8f56-7504abfc2ef4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cb6f27cb-a12f-415d-801e-6e403da44a59 HTTP/1.1" status: 200 len: 921 time: 0.4865708 Dec 16 22:07:22.654379 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790146bf-d5ad-47cb-bf95-b7394d375f9a req-60ae3972-7252-4413-a1db-54179987c242 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:22.656084 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-790146bf-d5ad-47cb-bf95-b7394d375f9a req-60ae3972-7252-4413-a1db-54179987c242 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19 HTTP/1.1" status: 200 len: 945 time: 0.1610780 Dec 16 22:07:22.657879 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d28f3-1491-4eaa-ae74-93bda27a2de9 req-fbf17d4a-da30-4939-96b0-e0acb714f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:22.659958 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-575d28f3-1491-4eaa-ae74-93bda27a2de9 req-fbf17d4a-da30-4939-96b0-e0acb714f143 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3eeef460-6696-42db-b108-51f63624e04e HTTP/1.1" status: 200 len: 1096 time: 0.2721896 Dec 16 22:07:22.790275 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-575d28f3-1491-4eaa-ae74-93bda27a2de9 req-c8b48911-b4f3-4c86-95ea-8d12bcc056a5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175764 Dec 16 22:07:22.796949 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-790146bf-d5ad-47cb-bf95-b7394d375f9a req-99c8f8e1-4a6a-4714-bc66-aae7044faca1 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339667 Dec 16 22:07:22.798509 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c3c88bdb-2c18-448b-ad3a-eb5c05299388 None None] Provisioning complete for port eabed63c-a09d-485f-822c-5b1a5c097160 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:22.799910 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c3c88bdb-2c18-448b-ad3a-eb5c05299388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:22.889286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209985b0-1020-4afc-ae11-12b11e784be5 req-03870de5-2955-4daf-aca6-8ba069947190 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:22.890823 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-209985b0-1020-4afc-ae11-12b11e784be5 req-03870de5-2955-4daf-aca6-8ba069947190 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1fd8e70-f5ca-40b3-9145-02f4f0e4e332 HTTP/1.1" status: 200 len: 944 time: 0.0505571 Dec 16 22:07:22.954645 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f96c4b-1c3b-455f-a50a-23708a66b449 admin admin] Router bac4d736-ed15-4def-b857-bd042440c4ba is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:07:22.959031 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9b330f1e-4266-4433-bb90-85145940334c req-bccb94c8-0aa9-4f77-a873-a00a93e9bd1b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=973a91a2-a360-41ff-9252-b028d4c483d2 HTTP/1.1" status: 200 len: 217 time: 0.0466752 Dec 16 22:07:22.959376 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-209985b0-1020-4afc-ae11-12b11e784be5 req-c279f0fc-0360-4676-86e3-06a960bb5c78 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615318 Dec 16 22:07:23.074865 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device eabed63c-a09d-485f-822c-5b1a5c097160 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:23.085026 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b330f1e-4266-4433-bb90-85145940334c req-f04f2e7c-b8bb-45d7-a1e9-064a25316903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:23.086531 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9b330f1e-4266-4433-bb90-85145940334c req-f04f2e7c-b8bb-45d7-a1e9-064a25316903 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd HTTP/1.1" status: 200 len: 860 time: 0.1182055 Dec 16 22:07:23.133123 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f96c4b-1c3b-455f-a50a-23708a66b449 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:07:23.133615 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port eabed63c-a09d-485f-822c-5b1a5c097160 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:23.133993 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:23.145195 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b5a954-ac2e-46c3-b874-53eefc3cfc06 None None] Sync routers for ids ['bac4d736-ed15-4def-b857-bd042440c4ba'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:07:23.155843 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b5a954-ac2e-46c3-b874-53eefc3cfc06 None None] Routers {'bac4d736-ed15-4def-b857-bd042440c4ba'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:07:23.156492 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e6b5a954-ac2e-46c3-b874-53eefc3cfc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:06:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bac4d736-ed15-4def-b857-bd042440c4ba'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:23.195430 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b330f1e-4266-4433-bb90-85145940334c req-ace3c069-85eb-4b4d-8329-b4ce540928df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:23.198778 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9b330f1e-4266-4433-bb90-85145940334c req-ace3c069-85eb-4b4d-8329-b4ce540928df service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb6f27cb-a12f-415d-801e-6e403da44a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015828 Dec 16 22:07:23.282067 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-e6b5a954-ac2e-46c3-b874-53eefc3cfc06 None None] Set router bac4d736-ed15-4def-b857-bd042440c4ba gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:07:23.286615 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d19e12-6190-4f98-87db-6b23d3a73161 req-844d965d-fe55-4643-a1c4-2746d585edc5 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:23.288269 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5d19e12-6190-4f98-87db-6b23d3a73161 req-844d965d-fe55-4643-a1c4-2746d585edc5 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 946 time: 0.0654573 Dec 16 22:07:23.296980 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e1f96c4b-1c3b-455f-a50a-23708a66b449 admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:23.302544 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e1f96c4b-1c3b-455f-a50a-23708a66b449 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6012321 Dec 16 22:07:23.305185 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54962) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:23.317620 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-31fe8bfa-0a73-478b-9cb4-aaf9855b310d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:23.368103 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5d19e12-6190-4f98-87db-6b23d3a73161 req-4713b204-ed8f-442f-9bd3-0ac7f0e9bd4d tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717323 Dec 16 22:07:23.403912 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2eac1f-5b80-49de-bbe3-dc7c5a9df2e7 req-fc4bfc2f-5f40-4bf8-960a-6f182e98a315 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:23.403912 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6e2eac1f-5b80-49de-bbe3-dc7c5a9df2e7 req-fc4bfc2f-5f40-4bf8-960a-6f182e98a315 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 943 time: 0.1997974 Dec 16 22:07:23.447088 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cac6615-4457-406e-9f48-c3843e9fcd12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dab41f1-8149-4402-b813-6554b0a6288a'}, {'name': 'network-changed', 'server_uuid': '5cac6615-4457-406e-9f48-c3843e9fcd12', 'tag': '3dab41f1-8149-4402-b813-6554b0a6288a'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:23.449548 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f54b29-1444-4d27-9fd5-245076737587" -d '{"events": [{"server_uuid": "5cac6615-4457-406e-9f48-c3843e9fcd12", "name": "network-vif-unplugged", "status": "completed", "tag": "3dab41f1-8149-4402-b813-6554b0a6288a"}, {"name": "network-changed", "server_uuid": "5cac6615-4457-406e-9f48-c3843e9fcd12", "tag": "3dab41f1-8149-4402-b813-6554b0a6288a"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:23.495200 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e6b5a954-ac2e-46c3-b874-53eefc3cfc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac4d736-ed15-4def-b857-bd042440c4ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-691402863-router', 'tenant_id': '085e0b60b27443eea293b679b24c3f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '8d6226b5-4ab5-44c8-a735-05da214ae7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:18Z', 'updated_at': '2021-12-16T22:07:21Z', 'revision_number': 3, 'project_id': '085e0b60b27443eea293b679b24c3f97', 'gw_port': {'id': '8d6226b5-4ab5-44c8-a735-05da214ae7cc', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac4d736-ed15-4def-b857-bd042440c4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:20Z', 'updated_at': '2021-12-16T22:07:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:23.528774 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b5a954-ac2e-46c3-b874-53eefc3cfc06 None None] Checking router: bac4d736-ed15-4def-b857-bd042440c4ba for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:07:23.529399 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b5a954-ac2e-46c3-b874-53eefc3cfc06 None None] Updating router bac4d736-ed15-4def-b857-bd042440c4ba port 8d6226b5-4ab5-44c8-a735-05da214ae7cc binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:07:23.551475 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe2814-6531-410e-82fe-900da20c4c11 req-ab6c6986-ce3d-4839-9eac-4a5c07c474a6 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:23.553091 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-43fe2814-6531-410e-82fe-900da20c4c11 req-ab6c6986-ce3d-4839-9eac-4a5c07c474a6 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.0632007 Dec 16 22:07:23.558095 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e6b5a954-ac2e-46c3-b874-53eefc3cfc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:23.612878 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-43fe2814-6531-410e-82fe-900da20c4c11 req-441492ec-ed85-40ae-af64-d96edfcfbb50 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522680 Dec 16 22:07:23.677915 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4b9287-384a-4655-beff-a9b3f59509e4 x-openstack-request-id: req-4b4b9287-384a-4655-beff-a9b3f59509e4 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:23.678214 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cac6615-4457-406e-9f48-c3843e9fcd12", "name": "network-vif-unplugged", "status": "completed", "tag": "3dab41f1-8149-4402-b813-6554b0a6288a", "code": 200}, {"name": "network-changed", "server_uuid": "5cac6615-4457-406e-9f48-c3843e9fcd12", "tag": "3dab41f1-8149-4402-b813-6554b0a6288a", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:23.678463 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4b4b9287-384a-4655-beff-a9b3f59509e4 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:23.679067 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cac6615-4457-406e-9f48-c3843e9fcd12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dab41f1-8149-4402-b813-6554b0a6288a', 'code': 200} Dec 16 22:07:23.679418 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cac6615-4457-406e-9f48-c3843e9fcd12', 'tag': '3dab41f1-8149-4402-b813-6554b0a6288a', 'status': 'completed', 'code': 200} Dec 16 22:07:23.719553 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9b330f1e-4266-4433-bb90-85145940334c req-78dff77a-6f1d-48d7-acbd-fe47be8a7378 service neutron] 10.222.0.57 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006270 Dec 16 22:07:23.852168 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e6b5a954-ac2e-46c3-b874-53eefc3cfc06 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:23.853472 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6e2eac1f-5b80-49de-bbe3-dc7c5a9df2e7 req-e53ffbba-40f3-4795-a392-9de6abe9b50c tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651173 Dec 16 22:07:23.935353 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e6b5a954-ac2e-46c3-b874-53eefc3cfc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:23.960973 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee7b5e-5264-4e9c-ac3b-5f1c16d77b54 req-ba4ee62d-6f64-414a-9525-46441293541c tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:23.964646 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0aee7b5e-5264-4e9c-ac3b-5f1c16d77b54 req-ba4ee62d-6f64-414a-9525-46441293541c tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19 HTTP/1.1" status: 200 len: 945 time: 0.0623741 Dec 16 22:07:23.973030 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f54b29-1444-4d27-9fd5-245076737587 req-ad3049ff-6737-4d26-95e5-aecf44cf977b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:23.974726 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36f54b29-1444-4d27-9fd5-245076737587 req-ad3049ff-6737-4d26-95e5-aecf44cf977b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 1124 time: 0.1481497 Dec 16 22:07:23.982101 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9b330f1e-4266-4433-bb90-85145940334c req-5e6c0942-a0b2-4240-b7a0-c5920135920d service neutron] 10.222.0.57 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497175 Dec 16 22:07:23.995390 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5b448-df5f-4c3d-a1da-5f0098e42d5c None None] Pushing event updated for resources: {'Port': ['ID=8d6226b5-4ab5-44c8-a735-05da214ae7cc,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:24.001695 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-e6b5a954-ac2e-46c3-b874-53eefc3cfc06 None None] Attempting to bind port 8d6226b5-4ab5-44c8-a735-05da214ae7cc on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:07:24.002921 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-e6b5a954-ac2e-46c3-b874-53eefc3cfc06 None None] Attempting to bind port 8d6226b5-4ab5-44c8-a735-05da214ae7cc by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:07:24.003592 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b5a954-ac2e-46c3-b874-53eefc3cfc06 None None] Attempting to bind port 8d6226b5-4ab5-44c8-a735-05da214ae7cc on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:24.009763 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b5a954-ac2e-46c3-b874-53eefc3cfc06 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:07:24.010487 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b5a954-ac2e-46c3-b874-53eefc3cfc06 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:24.011181 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e6b5a954-ac2e-46c3-b874-53eefc3cfc06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:24.011843 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b5a954-ac2e-46c3-b874-53eefc3cfc06 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:07:24.012512 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-e6b5a954-ac2e-46c3-b874-53eefc3cfc06 None None] Bound port: 8d6226b5-4ab5-44c8-a735-05da214ae7cc, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:07:24.013102 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e6b5a954-ac2e-46c3-b874-53eefc3cfc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:24.084408 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-e6b5a954-ac2e-46c3-b874-53eefc3cfc06 None None] For port 8d6226b5-4ab5-44c8-a735-05da214ae7cc, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:07:24.087560 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0aee7b5e-5264-4e9c-ac3b-5f1c16d77b54 req-6d6dab04-b118-46ea-a033-34f14c8310c8 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129587 Dec 16 22:07:24.087943 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-e6b5a954-ac2e-46c3-b874-53eefc3cfc06 None None] For port 8d6226b5-4ab5-44c8-a735-05da214ae7cc, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=8d6226b5-4ab5-44c8-a735-05da214ae7cc,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:07:24.198480 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e6b5a954-ac2e-46c3-b874-53eefc3cfc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:24.213458 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156112c-4b3c-4bea-8117-ed698475c5ed req-94f9d13b-0a61-4a7b-aa57-380db402ae96 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:24.215011 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1156112c-4b3c-4bea-8117-ed698475c5ed req-94f9d13b-0a61-4a7b-aa57-380db402ae96 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1fd8e70-f5ca-40b3-9145-02f4f0e4e332 HTTP/1.1" status: 200 len: 944 time: 0.1384451 Dec 16 22:07:24.240617 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f54b29-1444-4d27-9fd5-245076737587 req-448b0645-c2fc-43b4-854b-9aacc4553c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:24.242290 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36f54b29-1444-4d27-9fd5-245076737587 req-448b0645-c2fc-43b4-854b-9aacc4553c7c service neutron] 10.222.0.76 "GET /v2.0/networks?id=a733dfc2-18aa-436d-9a35-1f59bb423cae HTTP/1.1" status: 200 len: 921 time: 0.2248671 Dec 16 22:07:24.258268 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b5a954-ac2e-46c3-b874-53eefc3cfc06 None None] Routers {'bac4d736-ed15-4def-b857-bd042440c4ba'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:07:24.258909 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e6b5a954-ac2e-46c3-b874-53eefc3cfc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:06:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bac4d736-ed15-4def-b857-bd042440c4ba'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:24.301438 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5b448-df5f-4c3d-a1da-5f0098e42d5c None None] Pushing event updated for resources: {'Port': ['ID=8d6226b5-4ab5-44c8-a735-05da214ae7cc,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:24.310355 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36f54b29-1444-4d27-9fd5-245076737587 req-c1c20553-e12e-4c5f-b388-5b6e55b55f9c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dab41f1-8149-4402-b813-6554b0a6288a HTTP/1.1" status: 200 len: 217 time: 0.0586734 Dec 16 22:07:24.376594 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-e6b5a954-ac2e-46c3-b874-53eefc3cfc06 None None] Set router bac4d736-ed15-4def-b857-bd042440c4ba gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:07:24.400610 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1156112c-4b3c-4bea-8117-ed698475c5ed req-ead67262-95df-4752-b40c-1fa81ece25cd tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624708 Dec 16 22:07:24.439008 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f54b29-1444-4d27-9fd5-245076737587 req-f72e4462-cb03-44c8-b49d-417aab541c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:24.441752 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36f54b29-1444-4d27-9fd5-245076737587 req-f72e4462-cb03-44c8-b49d-417aab541c94 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=28a903b4-5579-4f62-80b4-b7b74c354d7a HTTP/1.1" status: 200 len: 861 time: 0.1178010 Dec 16 22:07:24.495869 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36f54b29-1444-4d27-9fd5-245076737587 req-91207d21-3757-4924-a111-810c940f9939 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a733dfc2-18aa-436d-9a35-1f59bb423cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356100 Dec 16 22:07:24.513548 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fe92b-510e-4334-a253-8bfb6101084b req-f1f9d157-d2ae-43c2-ac86-98f1191995a7 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:24.515646 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e7fe92b-510e-4334-a253-8bfb6101084b req-f1f9d157-d2ae-43c2-ac86-98f1191995a7 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 946 time: 0.0582080 Dec 16 22:07:24.518609 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a5fe9c2-bbce-49dd-95ce-fdfd6d82abfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:24.604199 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e6b5a954-ac2e-46c3-b874-53eefc3cfc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac4d736-ed15-4def-b857-bd042440c4ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-691402863-router', 'tenant_id': '085e0b60b27443eea293b679b24c3f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '8d6226b5-4ab5-44c8-a735-05da214ae7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:18Z', 'updated_at': '2021-12-16T22:07:21Z', 'revision_number': 3, 'project_id': '085e0b60b27443eea293b679b24c3f97', 'gw_port': {'id': '8d6226b5-4ab5-44c8-a735-05da214ae7cc', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac4d736-ed15-4def-b857-bd042440c4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:20Z', 'updated_at': '2021-12-16T22:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:24.611906 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e7fe92b-510e-4334-a253-8bfb6101084b req-97469de2-59db-4947-ae7e-2c79b661b506 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897374 Dec 16 22:07:24.674242 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36f54b29-1444-4d27-9fd5-245076737587 req-4dcb33ae-8b9a-4279-aa82-c93dca8d379f service neutron] 10.222.0.76 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676686 Dec 16 22:07:24.734805 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b5a954-ac2e-46c3-b874-53eefc3cfc06 None None] The sync data for ids ['bac4d736-ed15-4def-b857-bd042440c4ba'] in n-d-815324-4 is: [{'id': 'bac4d736-ed15-4def-b857-bd042440c4ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-691402863-router', 'tenant_id': '085e0b60b27443eea293b679b24c3f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '8d6226b5-4ab5-44c8-a735-05da214ae7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:18Z', 'updated_at': '2021-12-16T22:07:21Z', 'revision_number': 3, 'project_id': '085e0b60b27443eea293b679b24c3f97', 'gw_port': {'id': '8d6226b5-4ab5-44c8-a735-05da214ae7cc', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac4d736-ed15-4def-b857-bd042440c4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:20Z', 'updated_at': '2021-12-16T22:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:07:24.889115 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa94a24-5718-4bc6-9c02-ff4e6a3e9d91 req-a9e11eaf-cecd-4a52-80e1-b1ef405c523a tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:24.890709 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1aa94a24-5718-4bc6-9c02-ff4e6a3e9d91 req-a9e11eaf-cecd-4a52-80e1-b1ef405c523a tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.1741536 Dec 16 22:07:24.916597 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36f54b29-1444-4d27-9fd5-245076737587 req-44aa1544-32c3-4e88-b44b-d708b0ff02e4 service neutron] 10.222.0.76 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328119 Dec 16 22:07:24.924904 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-1a5fe9c2-bbce-49dd-95ce-fdfd6d82abfe admin admin] Allocated IP 172.20.0.1 (eb568cad-a9f3-449b-b7cd-08e08560552f/97e3a1b6-403c-4be5-9433-75c9d38d0093/ed05c464-dd2f-436e-9076-60bd43e25ed0) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:07:25.007840 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1aa94a24-5718-4bc6-9c02-ff4e6a3e9d91 req-544abc29-3d34-4907-9fe2-8ff6882c00b9 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098888 Dec 16 22:07:25.054841 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104bdd4-6967-42a5-8dfe-bf0cac482ce0 req-8ee27c68-a209-461a-8d28-1feb9cab870e tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:25.056618 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4104bdd4-6967-42a5-8dfe-bf0cac482ce0 req-8ee27c68-a209-461a-8d28-1feb9cab870e tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 943 time: 0.1182630 Dec 16 22:07:25.124191 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a5fe9c2-bbce-49dd-95ce-fdfd6d82abfe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:25.138157 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4104bdd4-6967-42a5-8dfe-bf0cac482ce0 req-17744931-24b4-444a-94bb-88e8f36b996c tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648320 Dec 16 22:07:25.178406 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 8d6226b5-4ab5-44c8-a735-05da214ae7cc up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:25.212518 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 3dab41f1-8149-4402-b813-6554b0a6288a details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:07:25.241500 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735549ca-9bae-4c24-834d-9faeea1a1d85 req-1ec3ca65-36a6-4ec0-806c-c41c2980dc12 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:25.243349 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-735549ca-9bae-4c24-834d-9faeea1a1d85 req-1ec3ca65-36a6-4ec0-806c-c41c2980dc12 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19 HTTP/1.1" status: 200 len: 945 time: 0.0571477 Dec 16 22:07:25.267242 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a5fe9c2-bbce-49dd-95ce-fdfd6d82abfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:25.304712 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 8d6226b5-4ab5-44c8-a735-05da214ae7cc triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:25.305083 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:25.327220 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5fe9c2-bbce-49dd-95ce-fdfd6d82abfe admin admin] Network eb568cad-a9f3-449b-b7cd-08e08560552f is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:07:25.337947 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-1a5fe9c2-bbce-49dd-95ce-fdfd6d82abfe admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:25.340417 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5fe9c2-bbce-49dd-95ce-fdfd6d82abfe admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:07:25.366281 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 3dab41f1-8149-4402-b813-6554b0a6288a, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3dab41f1-8149-4402-b813-6554b0a6288a,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:25.375004 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-735549ca-9bae-4c24-834d-9faeea1a1d85 req-2173b0eb-3ded-4042-88a2-a283298a816a tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240475 Dec 16 22:07:25.378259 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5fe9c2-bbce-49dd-95ce-fdfd6d82abfe admin admin] Pushing event updated for resources: {'Port': ['ID=ed05c464-dd2f-436e-9076-60bd43e25ed0,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:25.386458 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 3dab41f1-8149-4402-b813-6554b0a6288a has no active binding in host n-h2-815324-4 {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 22:07:25.414704 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a5fe9c2-bbce-49dd-95ce-fdfd6d82abfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:25.447006 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:25.493873 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 8d6226b5-4ab5-44c8-a735-05da214ae7cc, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=8d6226b5-4ab5-44c8-a735-05da214ae7cc,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:25.553081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170da90-4391-4c9c-a99f-3eed84907cc1 req-a917fbb8-7e39-486b-a60d-f25dcc7e3acd tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:25.555126 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4170da90-4391-4c9c-a99f-3eed84907cc1 req-a917fbb8-7e39-486b-a60d-f25dcc7e3acd tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 946 time: 0.0654824 Dec 16 22:07:25.597544 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:25.637147 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805cbb7-50c5-4a47-94f2-903d064f723b req-ebf4bc1b-0db8-4910-99ac-8e753a2f1ee3 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:25.646636 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d805cbb7-50c5-4a47-94f2-903d064f723b req-ebf4bc1b-0db8-4910-99ac-8e753a2f1ee3 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1fd8e70-f5ca-40b3-9145-02f4f0e4e332 HTTP/1.1" status: 200 len: 944 time: 0.1461136 Dec 16 22:07:25.648436 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4170da90-4391-4c9c-a99f-3eed84907cc1 req-ac5746d8-ec73-4829-8590-7a1f606a51be tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859411 Dec 16 22:07:25.656582 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2d0fa50c-85b4-4a56-9a60-9cf126428d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:25.691125 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=8d6226b5-4ab5-44c8-a735-05da214ae7cc,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:25.747732 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d805cbb7-50c5-4a47-94f2-903d064f723b req-61d8532e-86d6-4c11-9215-b2b21965f50c tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000645 Dec 16 22:07:25.777748 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-daf68d7a-9222-451f-b4e7-9160609caff1 None None] Provisioning complete for port ed05c464-dd2f-436e-9076-60bd43e25ed0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:25.778205 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-daf68d7a-9222-451f-b4e7-9160609caff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:25.789422 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb0a01-5352-4340-b98a-b2903456b1bd req-55a5ad1a-e731-446c-9320-10cd03c14185 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:25.797220 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0ecb0a01-5352-4340-b98a-b2903456b1bd req-55a5ad1a-e731-446c-9320-10cd03c14185 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 946 time: 0.0692916 Dec 16 22:07:25.822783 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-daf68d7a-9222-451f-b4e7-9160609caff1 None None] Port ed05c464-dd2f-436e-9076-60bd43e25ed0 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:07:25.849409 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0ecb0a01-5352-4340-b98a-b2903456b1bd req-b3a46378-8528-4144-bb8f-cca265946561 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512285 Dec 16 22:07:25.883192 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd0e65-bf21-40a0-9a2d-3690f60fe1c2 req-c2473e5b-5875-4e3d-9495-86caea94ec8c tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:25.884794 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5dd0e65-bf21-40a0-9a2d-3690f60fe1c2 req-c2473e5b-5875-4e3d-9495-86caea94ec8c tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eeef460-6696-42db-b108-51f63624e04e HTTP/1.1" status: 200 len: 945 time: 0.0737753 Dec 16 22:07:25.885624 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a5fe9c2-bbce-49dd-95ce-fdfd6d82abfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:25.980301 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5dd0e65-bf21-40a0-9a2d-3690f60fe1c2 req-58eb7805-7992-46c6-9615-85460e229c99 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838177 Dec 16 22:07:26.101775 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a5fe9c2-bbce-49dd-95ce-fdfd6d82abfe admin admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:26.153669 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5daa92-9404-4271-93e0-64863ea9abf0 req-23b3c9cd-741c-44b4-876f-80af608fa7bf tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:26.155366 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1a5daa92-9404-4271-93e0-64863ea9abf0 req-23b3c9cd-741c-44b4-876f-80af608fa7bf tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.0582943 Dec 16 22:07:26.178612 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a5fe9c2-bbce-49dd-95ce-fdfd6d82abfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:26.275127 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1a5daa92-9404-4271-93e0-64863ea9abf0 req-6a2cb526-7537-49ce-bc51-e1532420b57b tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123788 Dec 16 22:07:26.279773 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a5fe9c2-bbce-49dd-95ce-fdfd6d82abfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:26.282601 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5fe9c2-bbce-49dd-95ce-fdfd6d82abfe admin admin] Pushing event updated for resources: {'Port': ['ID=ed05c464-dd2f-436e-9076-60bd43e25ed0,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:26.304952 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88590bb9-0ac0-48cb-9743-73e5428d3b0a req-76029258-b21d-48a0-ad07-b08e358aa9af tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:26.313705 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-88590bb9-0ac0-48cb-9743-73e5428d3b0a req-76029258-b21d-48a0-ad07-b08e358aa9af tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19 HTTP/1.1" status: 200 len: 945 time: 0.0751359 Dec 16 22:07:26.369260 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-88590bb9-0ac0-48cb-9743-73e5428d3b0a req-08b89be3-9d4d-4ed4-a744-dc40674fc21a tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546112 Dec 16 22:07:26.438764 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5fe9c2-bbce-49dd-95ce-fdfd6d82abfe admin admin] Network eb568cad-a9f3-449b-b7cd-08e08560552f is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:07:26.441708 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-1a5fe9c2-bbce-49dd-95ce-fdfd6d82abfe admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:26.455846 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ba9f6-3cb2-4241-8d25-a358af2ff5cb req-43e99774-2329-4790-b525-36f390cb1366 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:26.457845 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-038ba9f6-3cb2-4241-8d25-a358af2ff5cb req-43e99774-2329-4790-b525-36f390cb1366 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 943 time: 0.0922778 Dec 16 22:07:26.634390 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:26.640416 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-038ba9f6-3cb2-4241-8d25-a358af2ff5cb req-b6c1bc91-9b57-4c96-9957-be37b96fc8d5 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377757 Dec 16 22:07:26.673107 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5fe9c2-bbce-49dd-95ce-fdfd6d82abfe admin admin] Router bac4d736-ed15-4def-b857-bd042440c4ba has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:07:26.717936 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a95607-0399-4ad6-a391-85bbf2855e6d req-1258a111-72bc-443e-a989-06335e9e8b14 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:26.719768 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87a95607-0399-4ad6-a391-85bbf2855e6d req-1258a111-72bc-443e-a989-06335e9e8b14 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 946 time: 0.0889683 Dec 16 22:07:26.759869 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1b97f37b-ecbb-4c4c-a9a7-3bc7421692bf None None] Provisioning complete for port ed05c464-dd2f-436e-9076-60bd43e25ed0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:26.760243 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1b97f37b-ecbb-4c4c-a9a7-3bc7421692bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:26.781393 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87a95607-0399-4ad6-a391-85bbf2855e6d req-a9f52e08-df3e-436f-a23f-1b650c976372 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528872 Dec 16 22:07:26.819059 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:26.830282 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1b97f37b-ecbb-4c4c-a9a7-3bc7421692bf None None] Port ed05c464-dd2f-436e-9076-60bd43e25ed0 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:07:27.111834 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 8d6226b5-4ab5-44c8-a735-05da214ae7cc up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:27.129053 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb37d0-0fe5-4da2-bb91-bd113cd010fe req-0d2d0f78-b080-4c0e-be6b-a72e96e7db9d tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:27.137138 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb37d0-0fe5-4da2-bb91-bd113cd010fe req-0d2d0f78-b080-4c0e-be6b-a72e96e7db9d tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:27.144523 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb37d0-0fe5-4da2-bb91-bd113cd010fe req-0d2d0f78-b080-4c0e-be6b-a72e96e7db9d tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:27.146335 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ceeb37d0-0fe5-4da2-bb91-bd113cd010fe req-0d2d0f78-b080-4c0e-be6b-a72e96e7db9d tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19&device_id=3eeef460-6696-42db-b108-51f63624e04e&device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 2417 time: 0.0991266 Dec 16 22:07:27.149371 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5fe9c2-bbce-49dd-95ce-fdfd6d82abfe admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:07:27.169072 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ce7346-6e7c-47f1-a41f-77493a44e522 None None] Sync routers for ids ['bac4d736-ed15-4def-b857-bd042440c4ba'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:07:27.172016 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1a5fe9c2-bbce-49dd-95ce-fdfd6d82abfe admin admin] 10.222.0.75 "PUT /v2.0/routers/bac4d736-ed15-4def-b857-bd042440c4ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8612113 Dec 16 22:07:27.184763 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 8d6226b5-4ab5-44c8-a735-05da214ae7cc triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:27.185138 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:27.186774 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ce7346-6e7c-47f1-a41f-77493a44e522 None None] Routers {'bac4d736-ed15-4def-b857-bd042440c4ba'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:07:27.187594 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a8ce7346-6e7c-47f1-a41f-77493a44e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:07:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bac4d736-ed15-4def-b857-bd042440c4ba'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:27.193139 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de04ed-8a12-48f6-92dd-778eb956fc68 req-da576cd7-da22-453c-ace9-2f1bc11663b8 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:27.195825 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-91de04ed-8a12-48f6-92dd-778eb956fc68 req-da576cd7-da22-453c-ace9-2f1bc11663b8 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1fd8e70-f5ca-40b3-9145-02f4f0e4e332 HTTP/1.1" status: 200 len: 944 time: 0.1109293 Dec 16 22:07:27.223378 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ceeb37d0-0fe5-4da2-bb91-bd113cd010fe req-bceadd66-6210-4d4a-a44a-597839bdb72c tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615320 Dec 16 22:07:27.253560 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 973a91a2-a360-41ff-9252-b028d4c483d2 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:07:27.296707 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-91de04ed-8a12-48f6-92dd-778eb956fc68 req-7bc1190a-86e9-4f1a-b151-3c5202c62702 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932930 Dec 16 22:07:27.402518 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456aa77-71fb-492f-aadf-795f10613d84 req-561ac2de-57f2-4b1e-b890-9439674c62ca tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:27.411082 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1456aa77-71fb-492f-aadf-795f10613d84 req-561ac2de-57f2-4b1e-b890-9439674c62ca tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 946 time: 0.0752463 Dec 16 22:07:27.459529 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1456aa77-71fb-492f-aadf-795f10613d84 req-9bd0005a-5a72-47c8-bb49-d5ec72f3bb91 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475538 Dec 16 22:07:27.493872 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.resource_extend [None req-bba8928c-5618-4157-836a-668ad28b132f None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:07:27.550213 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e86b5-98a3-4dae-939c-33077cdbe068 req-4e1850e3-e8d9-4f30-a734-f296c2b77810 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:27.559396 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ab7e86b5-98a3-4dae-939c-33077cdbe068 req-4e1850e3-e8d9-4f30-a734-f296c2b77810 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19 HTTP/1.1" status: 200 len: 945 time: 0.0625975 Dec 16 22:07:27.604285 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-a8ce7346-6e7c-47f1-a41f-77493a44e522 None None] Set router bac4d736-ed15-4def-b857-bd042440c4ba gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:07:27.614158 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9217ac-45c5-47ce-89a3-672092da2d00 req-d0ee1d44-b50d-4bce-8ffe-655fef6e80c5 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:27.620510 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ab7e86b5-98a3-4dae-939c-33077cdbe068 req-600ff02f-02a7-4b29-8010-4d0bc8c477ef tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601118 Dec 16 22:07:27.631108 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f9217ac-45c5-47ce-89a3-672092da2d00 req-d0ee1d44-b50d-4bce-8ffe-655fef6e80c5 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.0716927 Dec 16 22:07:27.717484 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f9217ac-45c5-47ce-89a3-672092da2d00 req-2701d49d-11b4-4716-922f-ae3448fc4ed1 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826070 Dec 16 22:07:27.728071 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 973a91a2-a360-41ff-9252-b028d4c483d2, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=973a91a2-a360-41ff-9252-b028d4c483d2,segment=NetworkSegment(5980641f-2ab7-4781-988c-cf5871132f96),segment_id=5980641f-2ab7-4781-988c-cf5871132f96)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:27.808423 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '973a91a2-a360-41ff-9252-b028d4c483d2', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'port_id': '973a91a2-a360-41ff-9252-b028d4c483d2', 'mac_address': 'fa:16:3e:2c:e4:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:07:27.884176 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:27.913871 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153be29-a783-4013-ab5c-b5c70c32e086 req-075dcae6-110a-4e4f-95f0-cb3e7c1c7cbd tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:27.915714 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a153be29-a783-4013-ab5c-b5c70c32e086 req-075dcae6-110a-4e4f-95f0-cb3e7c1c7cbd tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 943 time: 0.1041784 Dec 16 22:07:27.932889 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973a91a2-a360-41ff-9252-b028d4c483d2 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:07:27.978558 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a153be29-a783-4013-ab5c-b5c70c32e086 req-823cdf5c-c837-4009-ab9b-7245625f4761 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559380 Dec 16 22:07:27.999253 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 973a91a2-a360-41ff-9252-b028d4c483d2, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=973a91a2-a360-41ff-9252-b028d4c483d2,segment=NetworkSegment(5980641f-2ab7-4781-988c-cf5871132f96),segment_id=5980641f-2ab7-4781-988c-cf5871132f96)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:28.041091 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a8ce7346-6e7c-47f1-a41f-77493a44e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac4d736-ed15-4def-b857-bd042440c4ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-691402863-router', 'tenant_id': '085e0b60b27443eea293b679b24c3f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '8d6226b5-4ab5-44c8-a735-05da214ae7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:18Z', 'updated_at': '2021-12-16T22:07:25Z', 'revision_number': 4, 'project_id': '085e0b60b27443eea293b679b24c3f97', 'gw_port': {'id': '8d6226b5-4ab5-44c8-a735-05da214ae7cc', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac4d736-ed15-4def-b857-bd042440c4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:20Z', 'updated_at': '2021-12-16T22:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'ed05c464-dd2f-436e-9076-60bd43e25ed0', 'name': '', 'network_id': 'eb568cad-a9f3-449b-b7cd-08e08560552f', 'tenant_id': '085e0b60b27443eea293b679b24c3f97', 'mac_address': 'fa:16:3e:78:f3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac4d736-ed15-4def-b857-bd042440c4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '97e3a1b6-403c-4be5-9433-75c9d38d0093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:24Z', 'updated_at': '2021-12-16T22:07:25Z', 'revision_number': 2, 'project_id': '085e0b60b27443eea293b679b24c3f97', 'subnets': [{'id': '97e3a1b6-403c-4be5-9433-75c9d38d0093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:28.091159 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:28.092962 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ce7346-6e7c-47f1-a41f-77493a44e522 None None] Checking router: bac4d736-ed15-4def-b857-bd042440c4ba for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:07:28.093328 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ce7346-6e7c-47f1-a41f-77493a44e522 None None] Updating router bac4d736-ed15-4def-b857-bd042440c4ba port ed05c464-dd2f-436e-9076-60bd43e25ed0 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:07:28.169144 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8ce7346-6e7c-47f1-a41f-77493a44e522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:28.201215 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55046) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:28.210414 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=973a91a2-a360-41ff-9252-b028d4c483d2,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:28.210689 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-3159a629-1771-4b1f-97f3-2c6cb3ffdb62 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-314294392-network', 'tenant_id': 'ee8116ba5ff24a0e80a2fda2563b7eb7'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:28.276342 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:28.277388 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:28.348999 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3159a629-1771-4b1f-97f3-2c6cb3ffdb62 admin admin] Made reservation on behalf of ee8116ba5ff24a0e80a2fda2563b7eb7 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:07:28.354667 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3159a629-1771-4b1f-97f3-2c6cb3ffdb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:28.376471 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3159a629-1771-4b1f-97f3-2c6cb3ffdb62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:28.527783 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d2df6-b186-40bc-a73c-f8bccd06aa60 req-b4c39b83-f8fb-4436-ac7d-d5ac347e42bf tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:28.530163 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-015d2df6-b186-40bc-a73c-f8bccd06aa60 req-b4c39b83-f8fb-4436-ac7d-d5ac347e42bf tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1fd8e70-f5ca-40b3-9145-02f4f0e4e332 HTTP/1.1" status: 200 len: 945 time: 0.1096838 Dec 16 22:07:28.623623 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3159a629-1771-4b1f-97f3-2c6cb3ffdb62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:28.657398 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-015d2df6-b186-40bc-a73c-f8bccd06aa60 req-9ac7ec64-0a1b-4c1b-8626-5a8564767089 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110928 Dec 16 22:07:28.677209 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8ce7346-6e7c-47f1-a41f-77493a44e522 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:28.706740 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3159a629-1771-4b1f-97f3-2c6cb3ffdb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:28.721154 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['973a91a2-a360-41ff-9252-b028d4c483d2'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:07:28.754554 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3159a629-1771-4b1f-97f3-2c6cb3ffdb62 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:07:28.787833 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8ce7346-6e7c-47f1-a41f-77493a44e522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:28.812879 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159a629-1771-4b1f-97f3-2c6cb3ffdb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550f8cf6-bc9e-4f90-b6ef-5d7d14d7f9d7,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:28.829902 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3159a629-1771-4b1f-97f3-2c6cb3ffdb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:28.830614 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-3159a629-1771-4b1f-97f3-2c6cb3ffdb62 admin admin] Added segment 846b1d7e-d189-42ff-8f29-5dc9ddc951ce of type vlan for network adc15640-9e34-4d47-9d0a-a3e723ca2856 Dec 16 22:07:28.891484 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3159a629-1771-4b1f-97f3-2c6cb3ffdb62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:28.961477 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77718d-2a42-4738-aace-4b87eb2455d8 None None] Pushing event updated for resources: {'Port': ['ID=ed05c464-dd2f-436e-9076-60bd43e25ed0,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:28.980737 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e65d2-1ad8-40e4-b569-c5b1fc204bc8 req-78ac8d83-87ad-49b3-ba8c-d4405dbe1154 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:28.982692 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ee9e65d2-1ad8-40e4-b569-c5b1fc204bc8 req-78ac8d83-87ad-49b3-ba8c-d4405dbe1154 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.1125243 Dec 16 22:07:29.019690 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3159a629-1771-4b1f-97f3-2c6cb3ffdb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:29.020935 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3159a629-1771-4b1f-97f3-2c6cb3ffdb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:29.021948 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3159a629-1771-4b1f-97f3-2c6cb3ffdb62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:29.033847 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:29.085223 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30736a-fe74-4059-b5ac-dd1ca8d055ac req-942c625c-fb89-4ea9-a4f0-c5bca69b370d tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:29.091783 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8d30736a-fe74-4059-b5ac-dd1ca8d055ac req-942c625c-fb89-4ea9-a4f0-c5bca69b370d tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 946 time: 0.1695552 Dec 16 22:07:29.123821 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ee9e65d2-1ad8-40e4-b569-c5b1fc204bc8 req-52d7b379-a0ec-49ec-8bbc-30e081270ce7 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306145 Dec 16 22:07:29.185174 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-a8ce7346-6e7c-47f1-a41f-77493a44e522 None None] Attempting to bind port ed05c464-dd2f-436e-9076-60bd43e25ed0 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:07:29.185703 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-a8ce7346-6e7c-47f1-a41f-77493a44e522 None None] Attempting to bind port ed05c464-dd2f-436e-9076-60bd43e25ed0 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '97c1e41b-3bc5-4998-979f-a7303645ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'eb568cad-a9f3-449b-b7cd-08e08560552f'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:07:29.186035 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ce7346-6e7c-47f1-a41f-77493a44e522 None None] Attempting to bind port ed05c464-dd2f-436e-9076-60bd43e25ed0 on network eb568cad-a9f3-449b-b7cd-08e08560552f {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:29.195156 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ce7346-6e7c-47f1-a41f-77493a44e522 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:07:29.195707 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ce7346-6e7c-47f1-a41f-77493a44e522 None None] Checking segment: {'id': '97c1e41b-3bc5-4998-979f-a7303645ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'eb568cad-a9f3-449b-b7cd-08e08560552f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:29.196100 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8ce7346-6e7c-47f1-a41f-77493a44e522 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:29.196590 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ce7346-6e7c-47f1-a41f-77493a44e522 None None] Bound using segment: {'id': '97c1e41b-3bc5-4998-979f-a7303645ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'eb568cad-a9f3-449b-b7cd-08e08560552f'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:07:29.197152 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-a8ce7346-6e7c-47f1-a41f-77493a44e522 None None] Bound port: ed05c464-dd2f-436e-9076-60bd43e25ed0, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c1e41b-3bc5-4998-979f-a7303645ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'eb568cad-a9f3-449b-b7cd-08e08560552f'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:07:29.197447 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159a629-1771-4b1f-97f3-2c6cb3ffdb62 admin admin] Pushing event updated for resources: {'Network': ['ID=adc15640-9e34-4d47-9d0a-a3e723ca2856,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:29.197855 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8ce7346-6e7c-47f1-a41f-77493a44e522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:29.212183 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network adc15640-9e34-4d47-9d0a-a3e723ca2856 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:07:29.245375 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8d30736a-fe74-4059-b5ac-dd1ca8d055ac req-12e75928-e961-4983-a178-83ad204fbcae tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992601 Dec 16 22:07:29.360667 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d499384a-2533-48dc-9a34-1f9f399a1e8c None None] Provisioning complete for port ed05c464-dd2f-436e-9076-60bd43e25ed0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:29.361041 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d499384a-2533-48dc-9a34-1f9f399a1e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:29.409945 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ad567-3b0b-4224-8574-d85787f0b38b req-d1b67c30-cda9-4fdd-b7e9-5b6b5f63971b tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:29.411715 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cb3ad567-3b0b-4224-8574-d85787f0b38b req-d1b67c30-cda9-4fdd-b7e9-5b6b5f63971b tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 943 time: 0.0760715 Dec 16 22:07:29.430490 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d499384a-2533-48dc-9a34-1f9f399a1e8c None None] Port ed05c464-dd2f-436e-9076-60bd43e25ed0 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:07:29.432325 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a8ce7346-6e7c-47f1-a41f-77493a44e522 None None] For port ed05c464-dd2f-436e-9076-60bd43e25ed0, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:07:29.437246 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a8ce7346-6e7c-47f1-a41f-77493a44e522 None None] For port ed05c464-dd2f-436e-9076-60bd43e25ed0, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=ed05c464-dd2f-436e-9076-60bd43e25ed0,segment=NetworkSegment(97c1e41b-3bc5-4998-979f-a7303645ea07),segment_id=97c1e41b-3bc5-4998-979f-a7303645ea07)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:07:29.481061 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cb3ad567-3b0b-4224-8574-d85787f0b38b req-f1dc2dee-0990-4ad4-a8ef-09f1971caace tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610762 Dec 16 22:07:29.667832 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3159a629-1771-4b1f-97f3-2c6cb3ffdb62 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4613376 Dec 16 22:07:29.670462 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55074) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:29.674430 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-52bb5903-2e60-42a9-984e-b1e04c95bd4d admin admin] Request body: {'subnet': {'network_id': 'adc15640-9e34-4d47-9d0a-a3e723ca2856', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-314294392-subnet', 'tenant_id': 'ee8116ba5ff24a0e80a2fda2563b7eb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:29.701971 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8ce7346-6e7c-47f1-a41f-77493a44e522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:29.758918 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bb5903-2e60-42a9-984e-b1e04c95bd4d admin admin] Made reservation on behalf of ee8116ba5ff24a0e80a2fda2563b7eb7 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:07:29.762717 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-52bb5903-2e60-42a9-984e-b1e04c95bd4d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:29.812877 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ce7346-6e7c-47f1-a41f-77493a44e522 None None] Routers {'bac4d736-ed15-4def-b857-bd042440c4ba'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:07:29.813992 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a8ce7346-6e7c-47f1-a41f-77493a44e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:07:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bac4d736-ed15-4def-b857-bd042440c4ba'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:30.006957 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-a8ce7346-6e7c-47f1-a41f-77493a44e522 None None] Set router bac4d736-ed15-4def-b857-bd042440c4ba gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:07:30.119872 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f411f-900d-469f-9fc0-c8292dfcdf0b req-40a5c68b-2207-4a55-ba9f-7aef61606533 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:30.121451 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-291f411f-900d-469f-9fc0-c8292dfcdf0b req-40a5c68b-2207-4a55-ba9f-7aef61606533 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1fd8e70-f5ca-40b3-9145-02f4f0e4e332 HTTP/1.1" status: 200 len: 945 time: 0.1536667 Dec 16 22:07:30.176309 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77718d-2a42-4738-aace-4b87eb2455d8 None None] Pushing event updated for resources: {'Port': ['ID=ed05c464-dd2f-436e-9076-60bd43e25ed0,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:30.195525 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-291f411f-900d-469f-9fc0-c8292dfcdf0b req-4d8d2f71-a579-46a3-b21b-74c1475107c8 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627608 Dec 16 22:07:30.198561 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-52bb5903-2e60-42a9-984e-b1e04c95bd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:30.221687 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01a856-089e-4749-a558-5defdc992a9a req-7e9cb3c0-252d-46b1-86f7-b09f16d95db3 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:30.223313 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2b01a856-089e-4749-a558-5defdc992a9a req-7e9cb3c0-252d-46b1-86f7-b09f16d95db3 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 946 time: 0.0935400 Dec 16 22:07:30.236889 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5678c449-ff5d-4706-8788-01a2b765e6fc None None] Provisioning complete for port ed05c464-dd2f-436e-9076-60bd43e25ed0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:30.237519 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5678c449-ff5d-4706-8788-01a2b765e6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:30.251786 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb5903-2e60-42a9-984e-b1e04c95bd4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee44c48a-95a0-4352-80fc-e9d62b88370d,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:30.296909 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bb5903-2e60-42a9-984e-b1e04c95bd4d admin admin] Checking segment: {'id': '846b1d7e-d189-42ff-8f29-5dc9ddc951ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'adc15640-9e34-4d47-9d0a-a3e723ca2856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:30.297851 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bb5903-2e60-42a9-984e-b1e04c95bd4d admin admin] Network hostable DHCP agents. Network: adc15640-9e34-4d47-9d0a-a3e723ca2856, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:07:30.301788 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2b01a856-089e-4749-a558-5defdc992a9a req-5fa848c5-4c28-47aa-90f5-bcdca1fda6b7 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696697 Dec 16 22:07:30.409533 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bb5903-2e60-42a9-984e-b1e04c95bd4d admin admin] Network adc15640-9e34-4d47-9d0a-a3e723ca2856 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:07:30.440880 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf88c53-4586-4f6c-ad1f-7381f26824c6 req-d76d5e6f-8ac9-47f3-abcd-53106cb56876 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:30.444270 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fcf88c53-4586-4f6c-ad1f-7381f26824c6 req-d76d5e6f-8ac9-47f3-abcd-53106cb56876 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.0700669 Dec 16 22:07:30.471707 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5678c449-ff5d-4706-8788-01a2b765e6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:30.476251 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a8ce7346-6e7c-47f1-a41f-77493a44e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac4d736-ed15-4def-b857-bd042440c4ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-691402863-router', 'tenant_id': '085e0b60b27443eea293b679b24c3f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '8d6226b5-4ab5-44c8-a735-05da214ae7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:18Z', 'updated_at': '2021-12-16T22:07:25Z', 'revision_number': 4, 'project_id': '085e0b60b27443eea293b679b24c3f97', 'gw_port': {'id': '8d6226b5-4ab5-44c8-a735-05da214ae7cc', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac4d736-ed15-4def-b857-bd042440c4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:20Z', 'updated_at': '2021-12-16T22:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'ed05c464-dd2f-436e-9076-60bd43e25ed0', 'name': '', 'network_id': 'eb568cad-a9f3-449b-b7cd-08e08560552f', 'tenant_id': '085e0b60b27443eea293b679b24c3f97', 'mac_address': 'fa:16:3e:78:f3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac4d736-ed15-4def-b857-bd042440c4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '97e3a1b6-403c-4be5-9433-75c9d38d0093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:24Z', 'updated_at': '2021-12-16T22:07:29Z', 'revision_number': 4, 'project_id': '085e0b60b27443eea293b679b24c3f97', 'subnets': [{'id': '97e3a1b6-403c-4be5-9433-75c9d38d0093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:30.500436 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-52bb5903-2e60-42a9-984e-b1e04c95bd4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, adc15640-9e34-4d47-9d0a-a3e723ca2856) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:30.505452 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bb5903-2e60-42a9-984e-b1e04c95bd4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:30.506307 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-52bb5903-2e60-42a9-984e-b1e04c95bd4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:30.516598 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cb9d10-7448-4516-b74b-2a2bca4ac44f None None] Network adc15640-9e34-4d47-9d0a-a3e723ca2856 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:07:30.516794 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fcf88c53-4586-4f6c-ad1f-7381f26824c6 req-e49aeb69-439c-4a17-8105-62ab35962e34 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631452 Dec 16 22:07:30.521918 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ce7346-6e7c-47f1-a41f-77493a44e522 None None] The sync data for ids ['bac4d736-ed15-4def-b857-bd042440c4ba'] in n-d-815324-4 is: [{'id': 'bac4d736-ed15-4def-b857-bd042440c4ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-691402863-router', 'tenant_id': '085e0b60b27443eea293b679b24c3f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '8d6226b5-4ab5-44c8-a735-05da214ae7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:18Z', 'updated_at': '2021-12-16T22:07:25Z', 'revision_number': 4, 'project_id': '085e0b60b27443eea293b679b24c3f97', 'gw_port': {'id': '8d6226b5-4ab5-44c8-a735-05da214ae7cc', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac4d736-ed15-4def-b857-bd042440c4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:20Z', 'updated_at': '2021-12-16T22:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'ed05c464-dd2f-436e-9076-60bd43e25ed0', 'name': '', 'network_id': 'eb568cad-a9f3-449b-b7cd-08e08560552f', 'tenant_id': '085e0b60b27443eea293b679b24c3f97', 'mac_address': 'fa:16:3e:78:f3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac4d736-ed15-4def-b857-bd042440c4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '97e3a1b6-403c-4be5-9433-75c9d38d0093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:24Z', 'updated_at': '2021-12-16T22:07:29Z', 'revision_number': 4, 'project_id': '085e0b60b27443eea293b679b24c3f97', 'subnets': [{'id': '97e3a1b6-403c-4be5-9433-75c9d38d0093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:07:30.643401 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-52bb5903-2e60-42a9-984e-b1e04c95bd4d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9657862 Dec 16 22:07:30.643401 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55100) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:30.643819 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5678c449-ff5d-4706-8788-01a2b765e6fc None None] For port ed05c464-dd2f-436e-9076-60bd43e25ed0, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=ed05c464-dd2f-436e-9076-60bd43e25ed0,segment=NetworkSegment(97c1e41b-3bc5-4998-979f-a7303645ea07),segment_id=97c1e41b-3bc5-4998-979f-a7303645ea07)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:30.645277 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-0579cf8e-0f04-411b-b286-c75b36404f8d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-314294392-router', 'tenant_id': 'ee8116ba5ff24a0e80a2fda2563b7eb7', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:30.688250 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f7775-fcd5-4621-9bd5-1256124bc3a0 req-22b9c256-995b-4d5a-ac1b-0f317f10145e tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:30.701050 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-289f7775-fcd5-4621-9bd5-1256124bc3a0 req-22b9c256-995b-4d5a-ac1b-0f317f10145e tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 946 time: 0.1022022 Dec 16 22:07:30.708130 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0f78e5-6fb5-4c5a-9946-61d42b46a409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-adc15640-9e34-4d47-9d0a-a3e723ca2856', 'network_id': 'adc15640-9e34-4d47-9d0a-a3e723ca2856', 'project_id': 'ee8116ba5ff24a0e80a2fda2563b7eb7', 'fixed_ips': [{'subnet_id': 'ee44c48a-95a0-4352-80fc-e9d62b88370d'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:07:30.709020 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f0f78e5-6fb5-4c5a-9946-61d42b46a409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:30.729729 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5678c449-ff5d-4706-8788-01a2b765e6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:30.763146 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-289f7775-fcd5-4621-9bd5-1256124bc3a0 req-d12e3311-be76-4cc7-90ac-73e4b9e7508a tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600924 Dec 16 22:07:30.796746 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0579cf8e-0f04-411b-b286-c75b36404f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:30.797937 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0579cf8e-0f04-411b-b286-c75b36404f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:30.873535 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678c449-ff5d-4706-8788-01a2b765e6fc None None] Pushing event updated for resources: {'Port': ['ID=ed05c464-dd2f-436e-9076-60bd43e25ed0,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:30.930920 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0579cf8e-0f04-411b-b286-c75b36404f8d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:30.943390 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652aeba-d516-492b-bb85-2e5f3f237c85 req-8fa1f667-32a3-4e3c-a9ed-79a1ed5005bd tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:30.945669 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1652aeba-d516-492b-bb85-2e5f3f237c85 req-8fa1f667-32a3-4e3c-a9ed-79a1ed5005bd tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 943 time: 0.1602159 Dec 16 22:07:30.945843 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-4f0f78e5-6fb5-4c5a-9946-61d42b46a409 None None] Allocated IP 172.20.0.2 (adc15640-9e34-4d47-9d0a-a3e723ca2856/ee44c48a-95a0-4352-80fc-e9d62b88370d/837a42d9-fcfd-4653-a24e-cc8c051ee33e) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:07:31.010700 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1652aeba-d516-492b-bb85-2e5f3f237c85 req-2cfccbcf-d72d-415c-8d88-aeb34f69a369 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568848 Dec 16 22:07:31.190752 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device ed05c464-dd2f-436e-9076-60bd43e25ed0 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:31.235649 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 973a91a2-a360-41ff-9252-b028d4c483d2 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:31.289854 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0579cf8e-0f04-411b-b286-c75b36404f8d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:31.353967 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20af49c-a3f4-4cce-a32c-6b0865cd3431 req-469ee3b8-281d-4619-80ab-1562fd20ab78 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:31.364981 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d20af49c-a3f4-4cce-a32c-6b0865cd3431 req-469ee3b8-281d-4619-80ab-1562fd20ab78 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1fd8e70-f5ca-40b3-9145-02f4f0e4e332 HTTP/1.1" status: 200 len: 945 time: 0.0699761 Dec 16 22:07:31.379806 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port ed05c464-dd2f-436e-9076-60bd43e25ed0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:31.380189 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:31.446921 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f0f78e5-6fb5-4c5a-9946-61d42b46a409 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:31.466641 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 973a91a2-a360-41ff-9252-b028d4c483d2 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:07:31.473592 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d20af49c-a3f4-4cce-a32c-6b0865cd3431 req-87827c0f-b614-4666-9768-3f5ea260b3c7 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078429 Dec 16 22:07:31.481655 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbbb11-40ca-4fe4-85f4-5415a86a0dde req-a8fe919e-83bf-4dd2-b7f2-5d100c92fb91 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:31.492039 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-edbbbb11-40ca-4fe4-85f4-5415a86a0dde req-a8fe919e-83bf-4dd2-b7f2-5d100c92fb91 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 946 time: 0.0724595 Dec 16 22:07:31.504931 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 973a91a2-a360-41ff-9252-b028d4c483d2 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:31.505314 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:31.564180 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-edbbbb11-40ca-4fe4-85f4-5415a86a0dde req-b209beb5-33bd-4f06-a9ef-cbd5b85d1a60 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707729 Dec 16 22:07:31.568011 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f0f78e5-6fb5-4c5a-9946-61d42b46a409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:31.671559 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0f78e5-6fb5-4c5a-9946-61d42b46a409 None None] Network adc15640-9e34-4d47-9d0a-a3e723ca2856 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:07:31.681740 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-4f0f78e5-6fb5-4c5a-9946-61d42b46a409 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:31.692391 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0f78e5-6fb5-4c5a-9946-61d42b46a409 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:07:31.710138 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f78e5-6fb5-4c5a-9946-61d42b46a409 None None] Pushing event updated for resources: {'Port': ['ID=837a42d9-fcfd-4653-a24e-cc8c051ee33e,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:31.722441 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-955e66f0-3d5e-4cd6-81c4-18c4454002bf service neutron] 10.222.0.76 "GET /v2.0/ports/3dab41f1-8149-4402-b813-6554b0a6288a/bindings/n-h2-815324-4 HTTP/1.1" status: 200 len: 384 time: 0.1371107 Dec 16 22:07:31.796589 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0579cf8e-0f04-411b-b286-c75b36404f8d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:31.823248 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0579cf8e-0f04-411b-b286-c75b36404f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:31.869791 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4f0f78e5-6fb5-4c5a-9946-61d42b46a409 None None] Attempting to bind port 837a42d9-fcfd-4653-a24e-cc8c051ee33e on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:07:31.870926 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4f0f78e5-6fb5-4c5a-9946-61d42b46a409 None None] Attempting to bind port 837a42d9-fcfd-4653-a24e-cc8c051ee33e by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '846b1d7e-d189-42ff-8f29-5dc9ddc951ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'adc15640-9e34-4d47-9d0a-a3e723ca2856'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:07:31.871333 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0f78e5-6fb5-4c5a-9946-61d42b46a409 None None] Attempting to bind port 837a42d9-fcfd-4653-a24e-cc8c051ee33e on network adc15640-9e34-4d47-9d0a-a3e723ca2856 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:31.893320 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:31.899123 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0f78e5-6fb5-4c5a-9946-61d42b46a409 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:07:31.899513 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0f78e5-6fb5-4c5a-9946-61d42b46a409 None None] Checking segment: {'id': '846b1d7e-d189-42ff-8f29-5dc9ddc951ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'adc15640-9e34-4d47-9d0a-a3e723ca2856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:31.903358 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f0f78e5-6fb5-4c5a-9946-61d42b46a409 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:31.907227 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0f78e5-6fb5-4c5a-9946-61d42b46a409 None None] Bound using segment: {'id': '846b1d7e-d189-42ff-8f29-5dc9ddc951ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'adc15640-9e34-4d47-9d0a-a3e723ca2856'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:07:31.907227 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4f0f78e5-6fb5-4c5a-9946-61d42b46a409 None None] Bound port: 837a42d9-fcfd-4653-a24e-cc8c051ee33e, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846b1d7e-d189-42ff-8f29-5dc9ddc951ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'adc15640-9e34-4d47-9d0a-a3e723ca2856'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:07:31.907227 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f0f78e5-6fb5-4c5a-9946-61d42b46a409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:31.985872 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fd8e70-f5ca-40b3-9145-02f4f0e4e332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973a91a2-a360-41ff-9252-b028d4c483d2'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:31.989465 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3735b455-30bf-44e8-a167-6d9a3ffbd86e" -d '{"events": [{"server_uuid": "d1fd8e70-f5ca-40b3-9145-02f4f0e4e332", "name": "network-vif-plugged", "status": "completed", "tag": "973a91a2-a360-41ff-9252-b028d4c483d2"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:31.993708 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-0579cf8e-0f04-411b-b286-c75b36404f8d admin admin] Allocated IP 172.25.6.57 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/628f71b2-62a0-40fa-ad82-e53da0d5b173) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:07:32.007730 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 973a91a2-a360-41ff-9252-b028d4c483d2, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=973a91a2-a360-41ff-9252-b028d4c483d2,segment=NetworkSegment(5980641f-2ab7-4781-988c-cf5871132f96),segment_id=5980641f-2ab7-4781-988c-cf5871132f96)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:32.056479 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4f0f78e5-6fb5-4c5a-9946-61d42b46a409 None None] For port 837a42d9-fcfd-4653-a24e-cc8c051ee33e, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:07:32.061442 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4f0f78e5-6fb5-4c5a-9946-61d42b46a409 None None] For port 837a42d9-fcfd-4653-a24e-cc8c051ee33e, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=837a42d9-fcfd-4653-a24e-cc8c051ee33e,segment=NetworkSegment(846b1d7e-d189-42ff-8f29-5dc9ddc951ce),segment_id=846b1d7e-d189-42ff-8f29-5dc9ddc951ce)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:07:32.077401 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:32.079708 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-d1f17ea8-1994-4256-98c3-4cf337f1f799 service neutron] For port 3dab41f1-8149-4402-b813-6554b0a6288a, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3dab41f1-8149-4402-b813-6554b0a6288a,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:32.105735 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-d1f17ea8-1994-4256-98c3-4cf337f1f799 service neutron] For port 3dab41f1-8149-4402-b813-6554b0a6288a, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:07:32.116745 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac367b-0245-439c-95e0-a4cef3bf8fb1 req-396f53e7-4ead-4fad-97d7-d377c2cd3c0e tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:32.119919 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79ac367b-0245-439c-95e0-a4cef3bf8fb1 req-396f53e7-4ead-4fad-97d7-d377c2cd3c0e tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.3596892 Dec 16 22:07:32.148471 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-d1f17ea8-1994-4256-98c3-4cf337f1f799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dab41f1-8149-4402-b813-6554b0a6288a {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:07:32.158725 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=973a91a2-a360-41ff-9252-b028d4c483d2,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:32.160961 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-d1f17ea8-1994-4256-98c3-4cf337f1f799 service neutron] For port 3dab41f1-8149-4402-b813-6554b0a6288a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=3dab41f1-8149-4402-b813-6554b0a6288a,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:32.180093 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f0f78e5-6fb5-4c5a-9946-61d42b46a409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:32.210594 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16675bf4-18fa-4ef9-8266-599251bd9df0 req-644b824a-c9db-4013-af56-5098f2f44a17 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:32.224110 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-16675bf4-18fa-4ef9-8266-599251bd9df0 req-644b824a-c9db-4013-af56-5098f2f44a17 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 946 time: 0.3189902 Dec 16 22:07:32.269191 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f78e5-6fb5-4c5a-9946-61d42b46a409 None None] Pushing event updated for resources: {'Port': ['ID=837a42d9-fcfd-4653-a24e-cc8c051ee33e,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:32.297954 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79ac367b-0245-439c-95e0-a4cef3bf8fb1 req-281b3603-79b5-4579-a523-4d9b88980512 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671271 Dec 16 22:07:32.309945 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-d1f17ea8-1994-4256-98c3-4cf337f1f799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:32.325221 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0579cf8e-0f04-411b-b286-c75b36404f8d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:32.437754 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-16675bf4-18fa-4ef9-8266-599251bd9df0 req-b4c677c2-375d-4d8b-9cc2-a1ca2f8d23df tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124476 Dec 16 22:07:32.471798 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0579cf8e-0f04-411b-b286-c75b36404f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:32.505413 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bceb8d27-a4fe-4b2b-a17e-f1649f352599 x-openstack-request-id: req-bceb8d27-a4fe-4b2b-a17e-f1649f352599 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:32.505832 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fd8e70-f5ca-40b3-9145-02f4f0e4e332", "name": "network-vif-plugged", "status": "completed", "tag": "973a91a2-a360-41ff-9252-b028d4c483d2", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:32.506507 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bceb8d27-a4fe-4b2b-a17e-f1649f352599 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:32.507123 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1fd8e70-f5ca-40b3-9145-02f4f0e4e332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973a91a2-a360-41ff-9252-b028d4c483d2', 'code': 200} Dec 16 22:07:32.551836 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0579cf8e-0f04-411b-b286-c75b36404f8d admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:07:32.562916 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-0579cf8e-0f04-411b-b286-c75b36404f8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:32.568663 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0579cf8e-0f04-411b-b286-c75b36404f8d admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:07:32.576116 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579cf8e-0f04-411b-b286-c75b36404f8d admin admin] Pushing event updated for resources: {'Port': ['ID=628f71b2-62a0-40fa-ad82-e53da0d5b173,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:32.732391 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-d1f17ea8-1994-4256-98c3-4cf337f1f799 service neutron] Transition to ACTIVE for port object 3dab41f1-8149-4402-b813-6554b0a6288a will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:07:32.823026 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53f92b-b05b-4a23-848e-947ef069fadf req-bbfbe9fc-0d2e-439c-a4ef-d74f7c45fe64 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:32.844578 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe53f92b-b05b-4a23-848e-947ef069fadf req-bbfbe9fc-0d2e-439c-a4ef-d74f7c45fe64 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 943 time: 0.2057617 Dec 16 22:07:32.852574 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-d1f17ea8-1994-4256-98c3-4cf337f1f799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:32.860002 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd0589-f00a-4c53-8e9d-81d2fe241585 req-f33af64a-720d-4849-9823-a2025ec39466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:32.862219 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5dd0589-f00a-4c53-8e9d-81d2fe241585 req-f33af64a-720d-4849-9823-a2025ec39466 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d1fd8e70-f5ca-40b3-9145-02f4f0e4e332 HTTP/1.1" status: 200 len: 1097 time: 0.1279628 Dec 16 22:07:32.992550 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-d1f17ea8-1994-4256-98c3-4cf337f1f799 service neutron] No DVR routers for this DVR port 3dab41f1-8149-4402-b813-6554b0a6288a on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:07:33.008425 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5dd0589-f00a-4c53-8e9d-81d2fe241585 req-884c25c1-23d3-45bb-8a29-9bda5f5e25b6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338999 Dec 16 22:07:33.057293 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-d1f17ea8-1994-4256-98c3-4cf337f1f799 service neutron] 10.222.0.76 "PUT /v2.0/ports/3dab41f1-8149-4402-b813-6554b0a6288a/bindings/n-h2-815324-4/activate HTTP/1.1" status: 200 len: 369 time: 1.3273180 Dec 16 22:07:33.058578 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f17ea8-1994-4256-98c3-4cf337f1f799 service neutron] Pushing event updated for resources: {'Port': ['ID=3dab41f1-8149-4402-b813-6554b0a6288a,revision_number=10']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:33.065438 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe53f92b-b05b-4a23-848e-947ef069fadf req-81401db6-4b7a-4faf-99f9-d22890575c8b tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199705 Dec 16 22:07:33.176754 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa97eb-5d86-4986-a4f4-362752bb49f4 req-e01ae1c9-e287-413c-bb14-62cae32f4ccd tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:33.199092 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e1aa97eb-5d86-4986-a4f4-362752bb49f4 req-e01ae1c9-e287-413c-bb14-62cae32f4ccd tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1fd8e70-f5ca-40b3-9145-02f4f0e4e332 HTTP/1.1" status: 200 len: 946 time: 0.1176996 Dec 16 22:07:33.211170 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 837a42d9-fcfd-4653-a24e-cc8c051ee33e up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:33.265842 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad8b17-ebb2-4332-a39a-f34f35fbff6d req-d57cb430-bc89-4de2-ba0d-e6081ac4ffd1 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:33.271033 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-73ad8b17-ebb2-4332-a39a-f34f35fbff6d req-d57cb430-bc89-4de2-ba0d-e6081ac4ffd1 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 946 time: 0.0902035 Dec 16 22:07:33.295647 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 837a42d9-fcfd-4653-a24e-cc8c051ee33e triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:33.296027 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:33.332523 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e1aa97eb-5d86-4986-a4f4-362752bb49f4 req-ec42e859-c85b-4cb5-b5a6-4affaa5833d3 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321454 Dec 16 22:07:33.366902 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-73ad8b17-ebb2-4332-a39a-f34f35fbff6d req-65a08861-4957-46bc-bb8d-a8ec9371cb18 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800729 Dec 16 22:07:33.442201 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:33.477301 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0579cf8e-0f04-411b-b286-c75b36404f8d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:33.491831 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a76015-a0d2-4c5a-b6bd-a4d961a46fad req-e97e74be-3a5a-4ab0-b104-51248a2d4e45 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:33.494242 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89a76015-a0d2-4c5a-b6bd-a4d961a46fad req-e97e74be-3a5a-4ab0-b104-51248a2d4e45 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.0810540 Dec 16 22:07:33.500429 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 837a42d9-fcfd-4653-a24e-cc8c051ee33e, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=837a42d9-fcfd-4653-a24e-cc8c051ee33e,segment=NetworkSegment(846b1d7e-d189-42ff-8f29-5dc9ddc951ce),segment_id=846b1d7e-d189-42ff-8f29-5dc9ddc951ce)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:33.583083 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:33.643926 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89a76015-a0d2-4c5a-b6bd-a4d961a46fad req-fe6eca99-1f49-4f31-b659-32da36a572ed tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151464 Dec 16 22:07:33.682642 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=837a42d9-fcfd-4653-a24e-cc8c051ee33e,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:33.783657 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc5b11-57af-49a7-b558-70d5d0ba5a27 req-99f41d91-3a9b-4edc-a91c-2473e5c8090a tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:33.793137 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2efc5b11-57af-49a7-b558-70d5d0ba5a27 req-99f41d91-3a9b-4edc-a91c-2473e5c8090a tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 946 time: 0.2114558 Dec 16 22:07:33.823276 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0579cf8e-0f04-411b-b286-c75b36404f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:33.850693 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-bd628399-4ed4-45cf-abd5-13a56e68c034 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:33.852599 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-bd628399-4ed4-45cf-abd5-13a56e68c034 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12&tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&binding%3Ahost_id=n-h1-815324-4 HTTP/1.1" status: 200 len: 1095 time: 0.2160327 Dec 16 22:07:33.858048 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 3dab41f1-8149-4402-b813-6554b0a6288a no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:07:33.944448 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2efc5b11-57af-49a7-b558-70d5d0ba5a27 req-ec077894-3e2a-4626-b52a-20bfdd9d6314 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497347 Dec 16 22:07:33.961856 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 3dab41f1-8149-4402-b813-6554b0a6288a not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:07:33.979014 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-361a21f4-63a7-4f05-9097-caeede23e2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:33.980690 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-361a21f4-63a7-4f05-9097-caeede23e2aa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12&tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6 HTTP/1.1" status: 200 len: 1095 time: 0.1078832 Dec 16 22:07:34.015423 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357fc58e-36bf-4927-a1f3-6a538770f52d None None] Network adc15640-9e34-4d47-9d0a-a3e723ca2856 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:07:34.077797 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-ba8879ff-96f0-4fcb-a4ce-37fe7e7b1a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:34.081046 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-ba8879ff-96f0-4fcb-a4ce-37fe7e7b1a7c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 1095 time: 0.0514627 Dec 16 22:07:34.097839 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-80188fab-a9d5-4d7b-a80f-c6fedbdc11fc None None] Provisioning complete for port 837a42d9-fcfd-4653-a24e-cc8c051ee33e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:34.098209 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-80188fab-a9d5-4d7b-a80f-c6fedbdc11fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:34.100400 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0579cf8e-0f04-411b-b286-c75b36404f8d admin admin] Router 9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:07:34.269195 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-923fea6b-dea3-4333-9f92-f7b1d48cf092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:34.273100 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-923fea6b-dea3-4333-9f92-f7b1d48cf092 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a733dfc2-18aa-436d-9a35-1f59bb423cae HTTP/1.1" status: 200 len: 921 time: 0.1727698 Dec 16 22:07:34.313894 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0579cf8e-0f04-411b-b286-c75b36404f8d admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:07:34.325754 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea17d2d-7160-48d6-a239-9dbc2bd5a22b req-c1df5e59-d260-4297-9e4b-c83ceffa8ebb tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:34.327375 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ea17d2d-7160-48d6-a239-9dbc2bd5a22b req-c1df5e59-d260-4297-9e4b-c83ceffa8ebb tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 944 time: 0.0802555 Dec 16 22:07:34.332253 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-721ed57f-f807-4390-aefa-5d284da99250 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dab41f1-8149-4402-b813-6554b0a6288a HTTP/1.1" status: 200 len: 217 time: 0.0516222 Dec 16 22:07:34.348249 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea70ba2-8542-43d4-adcc-3ef82c2c32b8 None None] Sync routers for ids ['9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:07:34.354479 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea70ba2-8542-43d4-adcc-3ef82c2c32b8 None None] Routers {'9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:07:34.355322 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1ea70ba2-8542-43d4-adcc-3ef82c2c32b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:07:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:34.398240 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0579cf8e-0f04-411b-b286-c75b36404f8d admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:34.400276 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0579cf8e-0f04-411b-b286-c75b36404f8d admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7595484 Dec 16 22:07:34.403746 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55140) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:07:34.458124 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f9d502fb-6bb1-4ae2-bd3b-c9138b86b110 None None] Provisioning complete for port 837a42d9-fcfd-4653-a24e-cc8c051ee33e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:34.459237 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9d502fb-6bb1-4ae2-bd3b-c9138b86b110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:34.530733 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-88bbe01c-9f57-4aed-b988-c5489230fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:34.534397 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-88bbe01c-9f57-4aed-b988-c5489230fa39 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=28a903b4-5579-4f62-80b4-b7b74c354d7a HTTP/1.1" status: 200 len: 861 time: 0.1900673 Dec 16 22:07:34.553263 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ea17d2d-7160-48d6-a239-9dbc2bd5a22b req-3e86f8fb-455b-45d1-867c-ffbf84d0f026 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112007 Dec 16 22:07:34.556345 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-1ea70ba2-8542-43d4-adcc-3ef82c2c32b8 None None] Set router 9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:07:34.624897 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951e98b-fd72-4f59-aa3b-edf315482b7b req-2c516c8c-9e21-434c-ac56-3447819ba6a0 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:34.636903 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5951e98b-fd72-4f59-aa3b-edf315482b7b req-2c516c8c-9e21-434c-ac56-3447819ba6a0 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1fd8e70-f5ca-40b3-9145-02f4f0e4e332 HTTP/1.1" status: 200 len: 946 time: 0.1779063 Dec 16 22:07:34.678743 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-535342cf-3dfd-44d7-b086-4d57136651c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a733dfc2-18aa-436d-9a35-1f59bb423cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1335990 Dec 16 22:07:34.860097 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5951e98b-fd72-4f59-aa3b-edf315482b7b req-9e66a029-63cd-4222-b390-93df6c1c5d93 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217000 Dec 16 22:07:34.926192 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dca114-adc6-4cbf-b948-8c46a65e1e01 req-5ba8f924-c0b6-451d-9dfc-56a3b2cf4c29 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:34.947958 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-09dca114-adc6-4cbf-b948-8c46a65e1e01 req-5ba8f924-c0b6-451d-9dfc-56a3b2cf4c29 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 946 time: 0.2170424 Dec 16 22:07:34.951175 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-0ff55473-e728-4288-9d86-74d0be7d44e7 service neutron] 10.222.0.57 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528310 Dec 16 22:07:35.016020 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1ea70ba2-8542-43d4-adcc-3ef82c2c32b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4', 'name': 'tempest-AttachSCSIVolumeTestJSON-314294392-router', 'tenant_id': 'ee8116ba5ff24a0e80a2fda2563b7eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '628f71b2-62a0-40fa-ad82-e53da0d5b173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:30Z', 'updated_at': '2021-12-16T22:07:33Z', 'revision_number': 3, 'project_id': 'ee8116ba5ff24a0e80a2fda2563b7eb7', 'gw_port': {'id': '628f71b2-62a0-40fa-ad82-e53da0d5b173', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:31Z', 'updated_at': '2021-12-16T22:07:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:35.076655 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-09dca114-adc6-4cbf-b948-8c46a65e1e01 req-f9ce04f9-519a-40bd-a238-ee83695da1ab tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087873 Dec 16 22:07:35.110501 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea70ba2-8542-43d4-adcc-3ef82c2c32b8 None None] Checking router: 9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:07:35.118446 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea70ba2-8542-43d4-adcc-3ef82c2c32b8 None None] Updating router 9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4 port 628f71b2-62a0-40fa-ad82-e53da0d5b173 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:07:35.167960 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1ea70ba2-8542-43d4-adcc-3ef82c2c32b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:35.196616 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-6ebfe26d-54ae-48f4-99d3-e27fb65c0f38 service neutron] 10.222.0.57 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115395 Dec 16 22:07:35.209250 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-22da5a4f-ef6f-4e7b-b306-fd96b1ecf718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:35.244439 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 837a42d9-fcfd-4653-a24e-cc8c051ee33e up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:35.276318 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e735391-1e13-4036-87b9-a09a7958aa1a req-43179e1b-0a57-4e34-9782-b5582d383ef1 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:35.281213 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6e735391-1e13-4036-87b9-a09a7958aa1a req-43179e1b-0a57-4e34-9782-b5582d383ef1 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.2843320 Dec 16 22:07:35.342590 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6e735391-1e13-4036-87b9-a09a7958aa1a req-d3ded1f5-2e45-40c3-b395-e5d79d7e9087 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604014 Dec 16 22:07:35.350965 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 837a42d9-fcfd-4653-a24e-cc8c051ee33e triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:35.351487 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:35.464695 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfb8bc-9195-4353-925b-e251f4d1cc61 req-1690802c-fc1d-4802-a5a7-d01239c7e09b tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:35.466885 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2adfb8bc-9195-4353-925b-e251f4d1cc61 req-1690802c-fc1d-4802-a5a7-d01239c7e09b tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 946 time: 0.0985374 Dec 16 22:07:35.504599 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-22da5a4f-ef6f-4e7b-b306-fd96b1ecf718 admin admin] Allocated IP 172.20.0.1 (adc15640-9e34-4d47-9d0a-a3e723ca2856/ee44c48a-95a0-4352-80fc-e9d62b88370d/d9c04dc9-32bb-42be-9aea-45babd76a075) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:07:35.561918 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1ea70ba2-8542-43d4-adcc-3ef82c2c32b8 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:35.581868 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2adfb8bc-9195-4353-925b-e251f4d1cc61 req-4ea37b6c-e2a2-49b4-8c55-354c92631657 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051226 Dec 16 22:07:35.660110 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-22da5a4f-ef6f-4e7b-b306-fd96b1ecf718 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:35.711376 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1ea70ba2-8542-43d4-adcc-3ef82c2c32b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:35.726509 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4346f0-3851-4884-9b4d-772cb9f74dea req-97fadf45-0db4-4bf2-8348-d7f3298e4f9c tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:35.726509 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8a4346f0-3851-4884-9b4d-772cb9f74dea req-97fadf45-0db4-4bf2-8348-d7f3298e4f9c tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 944 time: 0.0593693 Dec 16 22:07:35.771710 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-1ea70ba2-8542-43d4-adcc-3ef82c2c32b8 None None] Attempting to bind port 628f71b2-62a0-40fa-ad82-e53da0d5b173 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:07:35.772076 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-1ea70ba2-8542-43d4-adcc-3ef82c2c32b8 None None] Attempting to bind port 628f71b2-62a0-40fa-ad82-e53da0d5b173 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:07:35.772438 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea70ba2-8542-43d4-adcc-3ef82c2c32b8 None None] Attempting to bind port 628f71b2-62a0-40fa-ad82-e53da0d5b173 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:35.774670 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b272a5b-4ba8-4dde-9fe2-71da78fbcf54 None None] Pushing event updated for resources: {'Port': ['ID=628f71b2-62a0-40fa-ad82-e53da0d5b173,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:35.781012 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea70ba2-8542-43d4-adcc-3ef82c2c32b8 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:07:35.781990 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea70ba2-8542-43d4-adcc-3ef82c2c32b8 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:35.782406 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1ea70ba2-8542-43d4-adcc-3ef82c2c32b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:35.782793 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea70ba2-8542-43d4-adcc-3ef82c2c32b8 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:07:35.783904 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-1ea70ba2-8542-43d4-adcc-3ef82c2c32b8 None None] Bound port: 628f71b2-62a0-40fa-ad82-e53da0d5b173, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:07:35.784316 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1ea70ba2-8542-43d4-adcc-3ef82c2c32b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:35.807614 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8a4346f0-3851-4884-9b4d-772cb9f74dea req-a125f4a6-48ab-4393-b01a-189d62b3f075 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765443 Dec 16 22:07:35.848948 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-22da5a4f-ef6f-4e7b-b306-fd96b1ecf718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:35.863964 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-1ea70ba2-8542-43d4-adcc-3ef82c2c32b8 None None] For port 628f71b2-62a0-40fa-ad82-e53da0d5b173, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:07:35.863964 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-1ea70ba2-8542-43d4-adcc-3ef82c2c32b8 None None] For port 628f71b2-62a0-40fa-ad82-e53da0d5b173, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=628f71b2-62a0-40fa-ad82-e53da0d5b173,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:07:35.897277 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22da5a4f-ef6f-4e7b-b306-fd96b1ecf718 admin admin] Network adc15640-9e34-4d47-9d0a-a3e723ca2856 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:07:35.900501 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-22da5a4f-ef6f-4e7b-b306-fd96b1ecf718 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:35.915729 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22da5a4f-ef6f-4e7b-b306-fd96b1ecf718 admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:07:35.915729 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-22da5a4f-ef6f-4e7b-b306-fd96b1ecf718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:35.915729 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da5a4f-ef6f-4e7b-b306-fd96b1ecf718 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c04dc9-32bb-42be-9aea-45babd76a075,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:36.013454 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-eb007003-8881-4d34-a4fa-8d953bbd091f tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:36.015936 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-eb007003-8881-4d34-a4fa-8d953bbd091f tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12&tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&binding%3Ahost_id=n-h2-815324-4 HTTP/1.1" status: 200 len: 1095 time: 0.1058731 Dec 16 22:07:36.032133 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1ea70ba2-8542-43d4-adcc-3ef82c2c32b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:36.115545 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150afb6-bf79-4457-b1fb-b20bed4f5691 req-6ab5acaf-1e9e-431f-9bdf-3f8e369a9c16 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:36.117350 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d150afb6-bf79-4457-b1fb-b20bed4f5691 req-6ab5acaf-1e9e-431f-9bdf-3f8e369a9c16 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1fd8e70-f5ca-40b3-9145-02f4f0e4e332 HTTP/1.1" status: 200 len: 946 time: 0.0920272 Dec 16 22:07:36.134396 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b272a5b-4ba8-4dde-9fe2-71da78fbcf54 None None] Pushing event updated for resources: {'Port': ['ID=628f71b2-62a0-40fa-ad82-e53da0d5b173,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:36.142196 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea70ba2-8542-43d4-adcc-3ef82c2c32b8 None None] Routers {'9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:07:36.142919 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1ea70ba2-8542-43d4-adcc-3ef82c2c32b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:07:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:36.191960 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d150afb6-bf79-4457-b1fb-b20bed4f5691 req-443219fc-9f30-4bc9-819b-5b1d464c44ef tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671008 Dec 16 22:07:36.259423 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-22da5a4f-ef6f-4e7b-b306-fd96b1ecf718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:36.320507 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623349e-c7ec-449e-a608-9bd335f89c49 req-6a78824a-d945-410c-b3bd-c4c94bf92bfb tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:36.328115 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9623349e-c7ec-449e-a608-9bd335f89c49 req-6a78824a-d945-410c-b3bd-c4c94bf92bfb tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 946 time: 0.1433992 Dec 16 22:07:36.352581 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-1ea70ba2-8542-43d4-adcc-3ef82c2c32b8 None None] Set router 9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:07:36.397242 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-19b3955b-d001-42dc-ac1b-570982e7e600 service neutron] For port 3dab41f1-8149-4402-b813-6554b0a6288a, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:07:36.409392 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9623349e-c7ec-449e-a608-9bd335f89c49 req-24fdb799-e859-44ba-9353-e25aefd4bdcb tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721414 Dec 16 22:07:36.412918 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-19b3955b-d001-42dc-ac1b-570982e7e600 service neutron] Publish callbacks [] for binding, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:36.414028 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dbf9ce3-2234-4df4-ac6e-f604790c6c35 req-19b3955b-d001-42dc-ac1b-570982e7e600 service neutron] 10.222.0.57 "DELETE /v2.0/ports/3dab41f1-8149-4402-b813-6554b0a6288a/bindings/n-h1-815324-4 HTTP/1.1" status: 204 len: 173 time: 0.3820186 Dec 16 22:07:36.419743 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bd9726ba-f4f5-4cfe-a5af-d92d43948416 None None] Provisioning complete for port d9c04dc9-32bb-42be-9aea-45babd76a075 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:36.420365 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bd9726ba-f4f5-4cfe-a5af-d92d43948416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:36.487094 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bd9726ba-f4f5-4cfe-a5af-d92d43948416 None None] Port d9c04dc9-32bb-42be-9aea-45babd76a075 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:07:36.556150 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a40cb-b37c-4c2e-b662-316a397f63dc req-075d6cfe-e80f-42a4-ab0c-f785aa11b090 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:36.557744 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1c7a40cb-b37c-4c2e-b662-316a397f63dc req-075d6cfe-e80f-42a4-ab0c-f785aa11b090 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2075286 Dec 16 22:07:36.646352 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1ea70ba2-8542-43d4-adcc-3ef82c2c32b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4', 'name': 'tempest-AttachSCSIVolumeTestJSON-314294392-router', 'tenant_id': 'ee8116ba5ff24a0e80a2fda2563b7eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '628f71b2-62a0-40fa-ad82-e53da0d5b173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:30Z', 'updated_at': '2021-12-16T22:07:33Z', 'revision_number': 3, 'project_id': 'ee8116ba5ff24a0e80a2fda2563b7eb7', 'gw_port': {'id': '628f71b2-62a0-40fa-ad82-e53da0d5b173', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:31Z', 'updated_at': '2021-12-16T22:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:36.661648 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca01183-473e-44b8-8652-04cc3836ed39 req-c49dfe21-f06f-4cc9-a0e6-4ecd6cd6d0b3 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:36.671182 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ca01183-473e-44b8-8652-04cc3836ed39 req-c49dfe21-f06f-4cc9-a0e6-4ecd6cd6d0b3 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.0946569 Dec 16 22:07:36.679837 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea70ba2-8542-43d4-adcc-3ef82c2c32b8 None None] The sync data for ids ['9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4'] in n-d-815324-4 is: [{'id': '9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4', 'name': 'tempest-AttachSCSIVolumeTestJSON-314294392-router', 'tenant_id': 'ee8116ba5ff24a0e80a2fda2563b7eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '628f71b2-62a0-40fa-ad82-e53da0d5b173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:30Z', 'updated_at': '2021-12-16T22:07:33Z', 'revision_number': 3, 'project_id': 'ee8116ba5ff24a0e80a2fda2563b7eb7', 'gw_port': {'id': '628f71b2-62a0-40fa-ad82-e53da0d5b173', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:31Z', 'updated_at': '2021-12-16T22:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:07:36.740504 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ca01183-473e-44b8-8652-04cc3836ed39 req-e66a2cef-b104-4d78-9b3c-08737d295a47 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682821 Dec 16 22:07:36.862349 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30d904-5199-47b0-abf1-24d43db1d610 req-e437c9a5-a2f0-4e84-a616-d2b3f1a222e3 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:36.871170 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bc30d904-5199-47b0-abf1-24d43db1d610 req-e437c9a5-a2f0-4e84-a616-d2b3f1a222e3 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 946 time: 0.0654008 Dec 16 22:07:36.928448 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bc30d904-5199-47b0-abf1-24d43db1d610 req-92c3c090-29ce-4462-87f3-9742402267e4 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561838 Dec 16 22:07:36.940214 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1c7a40cb-b37c-4c2e-b662-316a397f63dc req-e828e610-00a8-48e9-a71f-bd919afc72c8 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 696 time: 0.3752453 Dec 16 22:07:36.953366 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-1c7a40cb-b37c-4c2e-b662-316a397f63dc req-513004b2-e683-45d6-ab6f-9fc1fb53a8d4 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Request body: {'floatingip': {'port_id': '3b474ccc-594f-4256-a7b3-043afdc722b0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:37.020705 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1c7a40cb-b37c-4c2e-b662-316a397f63dc req-513004b2-e683-45d6-ab6f-9fc1fb53a8d4 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks [] for floatingip, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:37.092818 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabed90-09ad-4063-a954-e779b4beeb28 req-54c831d5-b2af-410e-acba-7aba837eb999 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:37.104050 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-efabed90-09ad-4063-a954-e779b4beeb28 req-54c831d5-b2af-410e-acba-7aba837eb999 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 944 time: 0.1044633 Dec 16 22:07:37.193123 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-22da5a4f-ef6f-4e7b-b306-fd96b1ecf718 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:37.201269 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-efabed90-09ad-4063-a954-e779b4beeb28 req-056ce4aa-5585-47e3-b496-82dc3849954d tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961299 Dec 16 22:07:37.266590 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 628f71b2-62a0-40fa-ad82-e53da0d5b173 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:37.369921 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-22da5a4f-ef6f-4e7b-b306-fd96b1ecf718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:37.369921 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-22da5a4f-ef6f-4e7b-b306-fd96b1ecf718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:37.375378 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 628f71b2-62a0-40fa-ad82-e53da0d5b173 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:37.375988 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:37.494804 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e39d8e-9ef6-4947-bc82-2d7455d9ecbb req-8abcf920-62d0-4532-a7f7-98887e28dbe1 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:37.501158 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47e39d8e-9ef6-4947-bc82-2d7455d9ecbb req-8abcf920-62d0-4532-a7f7-98887e28dbe1 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 1095 time: 0.0843346 Dec 16 22:07:37.507427 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:37.555363 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 628f71b2-62a0-40fa-ad82-e53da0d5b173, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=628f71b2-62a0-40fa-ad82-e53da0d5b173,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:37.564193 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47e39d8e-9ef6-4947-bc82-2d7455d9ecbb req-a8e05dd1-f000-411a-b196-dcee5b8c79b7 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576117 Dec 16 22:07:37.583703 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da5a4f-ef6f-4e7b-b306-fd96b1ecf718 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c04dc9-32bb-42be-9aea-45babd76a075,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:37.641659 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:37.753609 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=628f71b2-62a0-40fa-ad82-e53da0d5b173,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:37.823321 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e4b61-1f0a-47fb-b7de-9941b4d2278e req-d469b66a-425b-4f6e-b1f5-d9d98548c786 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:37.825570 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d9e4b61-1f0a-47fb-b7de-9941b4d2278e req-d469b66a-425b-4f6e-b1f5-d9d98548c786 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 946 time: 0.0891423 Dec 16 22:07:37.830042 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22da5a4f-ef6f-4e7b-b306-fd96b1ecf718 admin admin] Network adc15640-9e34-4d47-9d0a-a3e723ca2856 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:07:37.834820 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-22da5a4f-ef6f-4e7b-b306-fd96b1ecf718 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:37.979689 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d9e4b61-1f0a-47fb-b7de-9941b4d2278e req-3c58e61f-eceb-461d-af66-88cc688fee95 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438098 Dec 16 22:07:38.127982 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22da5a4f-ef6f-4e7b-b306-fd96b1ecf718 admin admin] Router 9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:07:38.133994 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b1c46b00-318f-4b46-b6e2-e9b299dccfc2 None None] Provisioning complete for port d9c04dc9-32bb-42be-9aea-45babd76a075 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:38.134309 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b1c46b00-318f-4b46-b6e2-e9b299dccfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:38.158803 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1c7a40cb-b37c-4c2e-b662-316a397f63dc req-513004b2-e683-45d6-ab6f-9fc1fb53a8d4 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:38.198389 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b1c46b00-318f-4b46-b6e2-e9b299dccfc2 None None] Port d9c04dc9-32bb-42be-9aea-45babd76a075 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:07:38.232938 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873598c-23b2-4626-b598-f37091cc5396 req-02cdaa84-bb78-4b50-b8b9-c7b7dbcf2ec0 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:38.234582 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3873598c-23b2-4626-b598-f37091cc5396 req-02cdaa84-bb78-4b50-b8b9-c7b7dbcf2ec0 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.0597596 Dec 16 22:07:38.257213 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1c7a40cb-b37c-4c2e-b662-316a397f63dc req-513004b2-e683-45d6-ab6f-9fc1fb53a8d4 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:38.290710 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3873598c-23b2-4626-b598-f37091cc5396 req-b146a953-618f-4802-9723-2af7fbbc8def tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480349 Dec 16 22:07:38.318741 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:07:38.354223 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22da5a4f-ef6f-4e7b-b306-fd96b1ecf718 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:07:38.367112 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-22da5a4f-ef6f-4e7b-b306-fd96b1ecf718 admin admin] 10.222.0.75 "PUT /v2.0/routers/9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9545143 Dec 16 22:07:38.386329 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [req-1c7a40cb-b37c-4c2e-b662-316a397f63dc req-513004b2-e683-45d6-ab6f-9fc1fb53a8d4 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Floating IP 37b5b47f-1ea1-4351-a044-7a03c1b99d28 associated. External IP: 172.25.6.106, port: 3b474ccc-594f-4256-a7b3-043afdc722b0. Dec 16 22:07:38.519090 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05758236-cb57-4952-b022-8e5132fab259 req-c58baf49-15dd-4e49-acc5-7bc192ebfc3d tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:38.520886 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-05758236-cb57-4952-b022-8e5132fab259 req-c58baf49-15dd-4e49-acc5-7bc192ebfc3d tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/networks?id=a733dfc2-18aa-436d-9a35-1f59bb423cae HTTP/1.1" status: 200 len: 821 time: 0.1429529 Dec 16 22:07:38.531290 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-e2c88d26-5ddc-4c55-bd49-32ff0c22c5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:38.532767 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-e2c88d26-5ddc-4c55-bd49-32ff0c22c5b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70ddf0fe02f649f28d93270673f4f1b0&device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 1097 time: 0.0868027 Dec 16 22:07:38.541891 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-05758236-cb57-4952-b022-8e5132fab259 req-9895aaaf-c759-4f81-bdec-a6498a58b924 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/quotas/0dec5fe31b6f4228b3d46ecd46e77bb6 HTTP/1.1" status: 200 len: 375 time: 0.0131721 Dec 16 22:07:38.643253 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c7a40cb-b37c-4c2e-b662-316a397f63dc req-513004b2-e683-45d6-ab6f-9fc1fb53a8d4 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Router 21a0bda8-b0cc-4d95-95c5-125dc7965801 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:07:38.680234 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-1537e743-7d86-4966-85e3-3f1380ad56e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:38.681743 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-1537e743-7d86-4966-85e3-3f1380ad56e0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=851b3d27-6497-40f0-b603-b3da566b57ea HTTP/1.1" status: 200 len: 908 time: 0.1339545 Dec 16 22:07:38.687342 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-05758236-cb57-4952-b022-8e5132fab259 req-17f85c1b-37ae-4976-b7be-925c9e46cc97 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1381657 Dec 16 22:07:38.788760 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-0bcb5771-ee1a-4049-b879-88b591c46ad2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1d6fa1b-7800-442c-82f6-1242fec7fad2 HTTP/1.1" status: 200 len: 217 time: 0.0793207 Dec 16 22:07:38.810249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c7a40cb-b37c-4c2e-b662-316a397f63dc req-513004b2-e683-45d6-ab6f-9fc1fb53a8d4 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:07:38.823747 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1c7a40cb-b37c-4c2e-b662-316a397f63dc req-513004b2-e683-45d6-ab6f-9fc1fb53a8d4 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:38.824359 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177540c0-8dfe-4e50-aaef-211aed1f1e60 None None] Sync routers for ids ['21a0bda8-b0cc-4d95-95c5-125dc7965801'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:07:38.842976 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177540c0-8dfe-4e50-aaef-211aed1f1e60 None None] Routers {'21a0bda8-b0cc-4d95-95c5-125dc7965801'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:07:38.845248 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-177540c0-8dfe-4e50-aaef-211aed1f1e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:07:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['21a0bda8-b0cc-4d95-95c5-125dc7965801'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:38.882517 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1c7a40cb-b37c-4c2e-b662-316a397f63dc req-513004b2-e683-45d6-ab6f-9fc1fb53a8d4 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "PUT /v2.0/floatingips/37b5b47f-1ea1-4351-a044-7a03c1b99d28 HTTP/1.1" status: 200 len: 996 time: 1.9409316 Dec 16 22:07:38.882950 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b995fd1f-7c5c-45d4-b538-1ae315d1c7f8', 'tag': '3b474ccc-594f-4256-a7b3-043afdc722b0'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:38.888338 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de8c42b-dfec-4ae0-bebf-509118f674df" -d '{"events": [{"name": "network-changed", "server_uuid": "b995fd1f-7c5c-45d4-b538-1ae315d1c7f8", "tag": "3b474ccc-594f-4256-a7b3-043afdc722b0"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:38.908352 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-05758236-cb57-4952-b022-8e5132fab259 req-40cc7ff5-bb7b-4916-8478-ba987bfe26ee service neutron] 10.222.0.75 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094626 Dec 16 22:07:38.920023 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-2d5bcb7d-5306-4643-9001-db75264ff53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:38.922265 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-2d5bcb7d-5306-4643-9001-db75264ff53c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ac517c80-ed1c-4940-8a98-4b18f46cf35e HTTP/1.1" status: 200 len: 848 time: 0.1187217 Dec 16 22:07:38.948362 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a40cb-b37c-4c2e-b662-316a397f63dc req-2ca1fbe6-9b31-4a39-8205-30767f61a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:38.957180 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1c7a40cb-b37c-4c2e-b662-316a397f63dc req-2ca1fbe6-9b31-4a39-8205-30767f61a84e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=dd4a9ba818474cd5afa3715e32dea22f&device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 1096 time: 0.0572393 Dec 16 22:07:38.994185 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-f55bc5e0-61cc-4738-9f82-9d252a658f17 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=851b3d27-6497-40f0-b603-b3da566b57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575471 Dec 16 22:07:39.089281 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-177540c0-8dfe-4e50-aaef-211aed1f1e60 None None] Set router 21a0bda8-b0cc-4d95-95c5-125dc7965801 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:07:39.138459 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a40cb-b37c-4c2e-b662-316a397f63dc req-3d6362da-c280-4214-8907-582c6c740aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:39.140127 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1c7a40cb-b37c-4c2e-b662-316a397f63dc req-3d6362da-c280-4214-8907-582c6c740aca service neutron] 10.222.0.75 "GET /v2.0/networks?id=cb6f27cb-a12f-415d-801e-6e403da44a59 HTTP/1.1" status: 200 len: 921 time: 0.1821749 Dec 16 22:07:39.184406 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-05758236-cb57-4952-b022-8e5132fab259 req-ed033889-9ff6-4e11-8830-b9c368477f8f service neutron] 10.222.0.75 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745516 Dec 16 22:07:39.214301 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ff27fa-0ee6-4b04-b620-7ebfe8161d77 None None] Sync routers for ids ['9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:07:39.236416 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ff27fa-0ee6-4b04-b620-7ebfe8161d77 None None] Routers {'9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:07:39.242386 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-61ff27fa-0ee6-4b04-b620-7ebfe8161d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:07:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:39.265513 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1c7a40cb-b37c-4c2e-b662-316a397f63dc req-07ed468c-a42f-4d9c-924f-17015d81324b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b474ccc-594f-4256-a7b3-043afdc722b0 HTTP/1.1" status: 200 len: 999 time: 0.1053319 Dec 16 22:07:39.356313 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a40cb-b37c-4c2e-b662-316a397f63dc req-ac48a506-2b67-47fe-b342-9c08b19835dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:39.371013 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1c7a40cb-b37c-4c2e-b662-316a397f63dc req-ac48a506-2b67-47fe-b342-9c08b19835dd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd HTTP/1.1" status: 200 len: 860 time: 0.0976985 Dec 16 22:07:39.373534 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-15626e8c-2ddb-4e46-9a0b-64a5a4498c19 service neutron] 10.222.0.57 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757425 Dec 16 22:07:39.399767 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 628f71b2-62a0-40fa-ad82-e53da0d5b173 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:39.441418 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a40cb-b37c-4c2e-b662-316a397f63dc req-7b4af9bd-e90e-4561-8eb8-af0ee2dc2c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:39.460757 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1c7a40cb-b37c-4c2e-b662-316a397f63dc req-7b4af9bd-e90e-4561-8eb8-af0ee2dc2c80 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cb6f27cb-a12f-415d-801e-6e403da44a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894647 Dec 16 22:07:39.466493 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-1c7a40cb-b37c-4c2e-b662-316a397f63dc req-72190150-2925-48c8-b6dd-4d47cd157ae8 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:07:39.481478 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1c7a40cb-b37c-4c2e-b662-316a397f63dc req-72190150-2925-48c8-b6dd-4d47cd157ae8 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198023 Dec 16 22:07:39.574305 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-61ff27fa-0ee6-4b04-b620-7ebfe8161d77 None None] Set router 9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:07:39.604154 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-7f229f46-6ce8-4ace-95a5-d1b1acb15bd9 service neutron] 10.222.0.57 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210824 Dec 16 22:07:39.644300 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1c7a40cb-b37c-4c2e-b662-316a397f63dc req-d700336c-3050-4b49-ae4e-c3fd23b1f9d5 service neutron] 10.222.0.75 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619346 Dec 16 22:07:39.799404 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 628f71b2-62a0-40fa-ad82-e53da0d5b173 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:39.799796 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:39.870908 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661983c5-65a9-4b84-8413-d50c54fed0e1 req-9d68c259-a837-4e51-8a2c-22fdef684ded tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:39.883643 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-661983c5-65a9-4b84-8413-d50c54fed0e1 req-9d68c259-a837-4e51-8a2c-22fdef684ded tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 946 time: 0.1257806 Dec 16 22:07:39.930661 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1c7a40cb-b37c-4c2e-b662-316a397f63dc req-f0bdcb76-ed8b-4fc6-8ba2-4702323addff service neutron] 10.222.0.75 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641480 Dec 16 22:07:40.046029 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-661983c5-65a9-4b84-8413-d50c54fed0e1 req-867b7adc-1b0a-4d97-b6b7-99e37279dee6 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614068 Dec 16 22:07:40.092848 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-a6b75270-281d-4f24-8417-5d0c0c4a8e4f tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:40.096917 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-61ff27fa-0ee6-4b04-b620-7ebfe8161d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4', 'name': 'tempest-AttachSCSIVolumeTestJSON-314294392-router', 'tenant_id': 'ee8116ba5ff24a0e80a2fda2563b7eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '628f71b2-62a0-40fa-ad82-e53da0d5b173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:30Z', 'updated_at': '2021-12-16T22:07:36Z', 'revision_number': 4, 'project_id': 'ee8116ba5ff24a0e80a2fda2563b7eb7', 'gw_port': {'id': '628f71b2-62a0-40fa-ad82-e53da0d5b173', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:31Z', 'updated_at': '2021-12-16T22:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'd9c04dc9-32bb-42be-9aea-45babd76a075', 'name': '', 'network_id': 'adc15640-9e34-4d47-9d0a-a3e723ca2856', 'tenant_id': 'ee8116ba5ff24a0e80a2fda2563b7eb7', 'mac_address': 'fa:16:3e:8b:4a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ee44c48a-95a0-4352-80fc-e9d62b88370d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:35Z', 'updated_at': '2021-12-16T22:07:36Z', 'revision_number': 2, 'project_id': 'ee8116ba5ff24a0e80a2fda2563b7eb7', 'subnets': [{'id': 'ee44c48a-95a0-4352-80fc-e9d62b88370d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:40.099738 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-a6b75270-281d-4f24-8417-5d0c0c4a8e4f tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3&tenant_id=70ddf0fe02f649f28d93270673f4f1b0&binding%3Ahost_id=n-h1-815324-4 HTTP/1.1" status: 200 len: 1097 time: 0.2137120 Dec 16 22:07:40.112838 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-2c62c1f5-a5f9-4336-891d-ed2ac20fa5a4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815324-4'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:40.156872 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72d4739-8a4e-4bc3-bceb-7d89b4461459 x-openstack-request-id: req-f72d4739-8a4e-4bc3-bceb-7d89b4461459 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:40.157266 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b995fd1f-7c5c-45d4-b538-1ae315d1c7f8", "tag": "3b474ccc-594f-4256-a7b3-043afdc722b0", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:40.157635 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f72d4739-8a4e-4bc3-bceb-7d89b4461459 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:40.158907 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b995fd1f-7c5c-45d4-b538-1ae315d1c7f8', 'tag': '3b474ccc-594f-4256-a7b3-043afdc722b0', 'status': 'completed', 'code': 200} Dec 16 22:07:40.295503 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-177540c0-8dfe-4e50-aaef-211aed1f1e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-router', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:06:34Z', 'updated_at': '2021-12-16T22:06:40Z', 'revision_number': 4, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'gw_port': {'id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:35Z', 'updated_at': '2021-12-16T22:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '37b5b47f-1ea1-4351-a044-7a03c1b99d28', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'port_id': '3b474ccc-594f-4256-a7b3-043afdc722b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'mac_address': 'fa:16:3e:58:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b995fd1f-7c5c-45d4-b538-1ae315d1c7f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:07:11Z', 'updated_at': '2021-12-16T22:07:38Z', 'revision_number': 1, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f09e070-f3c5-441d-80c1-718ab7929e46', 'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'mac_address': 'fa:16:3e:ce:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:38Z', 'updated_at': '2021-12-16T22:06:44Z', 'revision_number': 5, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'subnets': [{'id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:40.338601 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37aad60-01d1-4495-bc3f-c22ec44739ea req-7e49210a-a1fa-4cb6-a071-ea6569ca4ca8 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:40.378716 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ff27fa-0ee6-4b04-b620-7ebfe8161d77 None None] Checking router: 9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:07:40.379098 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ff27fa-0ee6-4b04-b620-7ebfe8161d77 None None] Updating router 9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4 port d9c04dc9-32bb-42be-9aea-45babd76a075 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:07:40.379466 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f37aad60-01d1-4495-bc3f-c22ec44739ea req-7e49210a-a1fa-4cb6-a071-ea6569ca4ca8 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 946 time: 0.1819682 Dec 16 22:07:40.384031 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177540c0-8dfe-4e50-aaef-211aed1f1e60 None None] Checking router: 21a0bda8-b0cc-4d95-95c5-125dc7965801 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:07:40.398839 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-2c62c1f5-a5f9-4336-891d-ed2ac20fa5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:40.421603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177540c0-8dfe-4e50-aaef-211aed1f1e60 None None] Routers {'21a0bda8-b0cc-4d95-95c5-125dc7965801'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:07:40.425181 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-177540c0-8dfe-4e50-aaef-211aed1f1e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:07:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['21a0bda8-b0cc-4d95-95c5-125dc7965801'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:40.443962 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8c42b-dfec-4ae0-bebf-509118f674df req-0de1e370-35e5-4ddf-9aee-0412ce8ba151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:40.448380 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4de8c42b-dfec-4ae0-bebf-509118f674df req-0de1e370-35e5-4ddf-9aee-0412ce8ba151 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dd4a9ba818474cd5afa3715e32dea22f&device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 1096 time: 0.2116866 Dec 16 22:07:40.479645 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61ff27fa-0ee6-4b04-b620-7ebfe8161d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:40.696065 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-177540c0-8dfe-4e50-aaef-211aed1f1e60 None None] Set router 21a0bda8-b0cc-4d95-95c5-125dc7965801 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:07:40.799957 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f37aad60-01d1-4495-bc3f-c22ec44739ea req-3997d670-ec78-42f2-9a03-e92f883b9550 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861675 Dec 16 22:07:41.163857 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-54a0de97-172a-4786-8112-b4a90e5fd644 req-5faf1f38-5c3b-4c76-8468-735be1328444 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 210 time: 0.2052066 Dec 16 22:07:41.189725 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8c42b-dfec-4ae0-bebf-509118f674df req-6bce9a4a-d044-4997-8b0a-a4e0732b88f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:41.192365 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4de8c42b-dfec-4ae0-bebf-509118f674df req-6bce9a4a-d044-4997-8b0a-a4e0732b88f7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=cb6f27cb-a12f-415d-801e-6e403da44a59 HTTP/1.1" status: 200 len: 921 time: 0.7315545 Dec 16 22:07:41.192621 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-177540c0-8dfe-4e50-aaef-211aed1f1e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-router', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:06:34Z', 'updated_at': '2021-12-16T22:06:40Z', 'revision_number': 4, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'gw_port': {'id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:35Z', 'updated_at': '2021-12-16T22:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '37b5b47f-1ea1-4351-a044-7a03c1b99d28', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'port_id': '3b474ccc-594f-4256-a7b3-043afdc722b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'mac_address': 'fa:16:3e:58:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b995fd1f-7c5c-45d4-b538-1ae315d1c7f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:07:11Z', 'updated_at': '2021-12-16T22:07:38Z', 'revision_number': 1, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f09e070-f3c5-441d-80c1-718ab7929e46', 'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'mac_address': 'fa:16:3e:ce:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:38Z', 'updated_at': '2021-12-16T22:06:44Z', 'revision_number': 5, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'subnets': [{'id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:41.280260 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177540c0-8dfe-4e50-aaef-211aed1f1e60 None None] The sync data for ids ['21a0bda8-b0cc-4d95-95c5-125dc7965801'] in n-d-815324-4 is: [{'id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-router', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:06:34Z', 'updated_at': '2021-12-16T22:06:40Z', 'revision_number': 4, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'gw_port': {'id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:35Z', 'updated_at': '2021-12-16T22:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '37b5b47f-1ea1-4351-a044-7a03c1b99d28', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'port_id': '3b474ccc-594f-4256-a7b3-043afdc722b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'mac_address': 'fa:16:3e:58:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b995fd1f-7c5c-45d4-b538-1ae315d1c7f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:07:11Z', 'updated_at': '2021-12-16T22:07:38Z', 'revision_number': 1, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f09e070-f3c5-441d-80c1-718ab7929e46', 'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'mac_address': 'fa:16:3e:ce:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:38Z', 'updated_at': '2021-12-16T22:06:44Z', 'revision_number': 5, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'subnets': [{'id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:07:41.473090 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-9944a76d-8e04-4a23-b9c3-e1f8ee8716d1 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:41.486559 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-9944a76d-8e04-4a23-b9c3-e1f8ee8716d1 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1fd8e70-f5ca-40b3-9145-02f4f0e4e332&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1021652 Dec 16 22:07:41.516765 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2c687-c479-4fbe-89be-f3fa61c029ef req-81aaa4fc-7123-45b7-a8b8-cc44f5cf5931 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:41.535446 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f2f2c687-c479-4fbe-89be-f3fa61c029ef req-81aaa4fc-7123-45b7-a8b8-cc44f5cf5931 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.7356026 Dec 16 22:07:41.585382 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-2c62c1f5-a5f9-4336-891d-ed2ac20fa5a4 service neutron] For port e1d6fa1b-7800-442c-82f6-1242fec7fad2, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e1d6fa1b-7800-442c-82f6-1242fec7fad2,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:41.702856 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61ff27fa-0ee6-4b04-b620-7ebfe8161d77 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:41.707402 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-ecb17844-a1d1-4477-bcf3-13260fddb5ce tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 999 time: 0.2187235 Dec 16 22:07:41.713903 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-0b01d1ca-35ef-4d8b-b9d7-eaaba877315a tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Request body: {'floatingip': {'port_id': '973a91a2-a360-41ff-9252-b028d4c483d2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:41.778319 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cec711-65f8-4dfd-99d2-b9dd0864cf83 None None] New status for floating IP 37b5b47f-1ea1-4351-a044-7a03c1b99d28: ACTIVE {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:07:41.822905 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-0b01d1ca-35ef-4d8b-b9d7-eaaba877315a tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks [] for floatingip, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:41.872992 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61ff27fa-0ee6-4b04-b620-7ebfe8161d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:42.293133 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734171b-7874-4153-ac15-ffdfa0b26324 None None] Pushing event updated for resources: {'Port': ['ID=d9c04dc9-32bb-42be-9aea-45babd76a075,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:42.319555 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734171b-7874-4153-ac15-ffdfa0b26324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:42.320196 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734171b-7874-4153-ac15-ffdfa0b26324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:42.320694 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734171b-7874-4153-ac15-ffdfa0b26324 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:42.321282 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734171b-7874-4153-ac15-ffdfa0b26324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:42.321787 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734171b-7874-4153-ac15-ffdfa0b26324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:42.322264 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734171b-7874-4153-ac15-ffdfa0b26324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:42.322753 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734171b-7874-4153-ac15-ffdfa0b26324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:42.323349 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734171b-7874-4153-ac15-ffdfa0b26324 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:42.323931 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734171b-7874-4153-ac15-ffdfa0b26324 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:42.324697 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734171b-7874-4153-ac15-ffdfa0b26324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:42.325392 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734171b-7874-4153-ac15-ffdfa0b26324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:42.326144 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734171b-7874-4153-ac15-ffdfa0b26324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:42.326807 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a734171b-7874-4153-ac15-ffdfa0b26324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:07:42.332056 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-61ff27fa-0ee6-4b04-b620-7ebfe8161d77 None None] Attempting to bind port d9c04dc9-32bb-42be-9aea-45babd76a075 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:07:42.338184 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-61ff27fa-0ee6-4b04-b620-7ebfe8161d77 None None] Attempting to bind port d9c04dc9-32bb-42be-9aea-45babd76a075 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '846b1d7e-d189-42ff-8f29-5dc9ddc951ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'adc15640-9e34-4d47-9d0a-a3e723ca2856'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:07:42.338883 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ff27fa-0ee6-4b04-b620-7ebfe8161d77 None None] Attempting to bind port d9c04dc9-32bb-42be-9aea-45babd76a075 on network adc15640-9e34-4d47-9d0a-a3e723ca2856 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:42.346029 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ff27fa-0ee6-4b04-b620-7ebfe8161d77 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:07:42.353226 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ff27fa-0ee6-4b04-b620-7ebfe8161d77 None None] Checking segment: {'id': '846b1d7e-d189-42ff-8f29-5dc9ddc951ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'adc15640-9e34-4d47-9d0a-a3e723ca2856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:42.354063 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61ff27fa-0ee6-4b04-b620-7ebfe8161d77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:42.354712 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ff27fa-0ee6-4b04-b620-7ebfe8161d77 None None] Bound using segment: {'id': '846b1d7e-d189-42ff-8f29-5dc9ddc951ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'adc15640-9e34-4d47-9d0a-a3e723ca2856'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:07:42.360753 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-61ff27fa-0ee6-4b04-b620-7ebfe8161d77 None None] Bound port: d9c04dc9-32bb-42be-9aea-45babd76a075, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846b1d7e-d189-42ff-8f29-5dc9ddc951ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'adc15640-9e34-4d47-9d0a-a3e723ca2856'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:07:42.361313 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61ff27fa-0ee6-4b04-b620-7ebfe8161d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:42.392396 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-2c62c1f5-a5f9-4336-891d-ed2ac20fa5a4 service neutron] For port e1d6fa1b-7800-442c-82f6-1242fec7fad2, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:07:42.473896 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-2c62c1f5-a5f9-4336-891d-ed2ac20fa5a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:42.479873 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89042aa0-7e82-434f-b38b-2ba68fab5bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1d6fa1b-7800-442c-82f6-1242fec7fad2'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:42.482890 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d19165-ad00-47e5-aa04-bb249aea13e7" -d '{"events": [{"server_uuid": "89042aa0-7e82-434f-b38b-2ba68fab5bc3", "name": "network-vif-unplugged", "status": "completed", "tag": "e1d6fa1b-7800-442c-82f6-1242fec7fad2"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:42.492341 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-61ff27fa-0ee6-4b04-b620-7ebfe8161d77 None None] For port d9c04dc9-32bb-42be-9aea-45babd76a075, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:07:42.497768 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ea1bf985-da00-4882-8405-329c05e3a64c None None] Provisioning complete for port d9c04dc9-32bb-42be-9aea-45babd76a075 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:42.498241 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ea1bf985-da00-4882-8405-329c05e3a64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:42.501929 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-61ff27fa-0ee6-4b04-b620-7ebfe8161d77 None None] For port d9c04dc9-32bb-42be-9aea-45babd76a075, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d9c04dc9-32bb-42be-9aea-45babd76a075,segment=NetworkSegment(846b1d7e-d189-42ff-8f29-5dc9ddc951ce),segment_id=846b1d7e-d189-42ff-8f29-5dc9ddc951ce)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:07:42.514794 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4de8c42b-dfec-4ae0-bebf-509118f674df req-939ac69c-cfc1-4a7b-9b51-478a45c58363 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b474ccc-594f-4256-a7b3-043afdc722b0 HTTP/1.1" status: 200 len: 999 time: 1.3022692 Dec 16 22:07:42.607893 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ea1bf985-da00-4882-8405-329c05e3a64c None None] Port d9c04dc9-32bb-42be-9aea-45babd76a075 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:07:42.614603 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-2c62c1f5-a5f9-4336-891d-ed2ac20fa5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:42.615234 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-61ff27fa-0ee6-4b04-b620-7ebfe8161d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:42.672362 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f2f2c687-c479-4fbe-89be-f3fa61c029ef req-29407c56-8d82-441a-96ff-0ad5884958ff tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1359422 Dec 16 22:07:42.702602 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734171b-7874-4153-ac15-ffdfa0b26324 None None] Pushing event updated for resources: {'Port': ['ID=d9c04dc9-32bb-42be-9aea-45babd76a075,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:42.760289 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ff27fa-0ee6-4b04-b620-7ebfe8161d77 None None] Routers {'9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:07:42.761010 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-61ff27fa-0ee6-4b04-b620-7ebfe8161d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:07:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:42.782376 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8c42b-dfec-4ae0-bebf-509118f674df req-e6136f5a-cb9a-478a-bed3-51fd1b527df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:42.784194 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4de8c42b-dfec-4ae0-bebf-509118f674df req-e6136f5a-cb9a-478a-bed3-51fd1b527df2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd HTTP/1.1" status: 200 len: 860 time: 0.2573116 Dec 16 22:07:42.786254 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.db.api [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-0b01d1ca-35ef-4d8b-b9d7-eaaba877315a tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:07:42.786612 n-d-815324-4 neutron-server[103614]: DEBUG oslo_db.api [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-0b01d1ca-35ef-4d8b-b9d7-eaaba877315a tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:07:42.943533 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62c1f5-a5f9-4336-891d-ed2ac20fa5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d6fa1b-7800-442c-82f6-1242fec7fad2,revision_number=7']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:42.955066 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-2c62c1f5-a5f9-4336-891d-ed2ac20fa5a4 service neutron] Attempting to bind port e1d6fa1b-7800-442c-82f6-1242fec7fad2 on host n-h1-815324-4 for vnic_type normal with profile {"migrating_to": "n-h2-815324-4"} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:07:42.955667 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-2c62c1f5-a5f9-4336-891d-ed2ac20fa5a4 service neutron] Attempting to bind port e1d6fa1b-7800-442c-82f6-1242fec7fad2 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:07:42.956206 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-2c62c1f5-a5f9-4336-891d-ed2ac20fa5a4 service neutron] Attempting to bind port e1d6fa1b-7800-442c-82f6-1242fec7fad2 on network 851b3d27-6497-40f0-b603-b3da566b57ea {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:42.987503 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-2c62c1f5-a5f9-4336-891d-ed2ac20fa5a4 service neutron] Port e1d6fa1b-7800-442c-82f6-1242fec7fad2 on network 851b3d27-6497-40f0-b603-b3da566b57ea not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:07:42.988072 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-2c62c1f5-a5f9-4336-891d-ed2ac20fa5a4 service neutron] Attempting to bind port e1d6fa1b-7800-442c-82f6-1242fec7fad2 on network 851b3d27-6497-40f0-b603-b3da566b57ea {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:42.994584 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8c42b-dfec-4ae0-bebf-509118f674df req-6636585d-6d86-4969-a4d3-1e1e3e426a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:43.009683 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4de8c42b-dfec-4ae0-bebf-509118f674df req-6636585d-6d86-4969-a4d3-1e1e3e426a44 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cb6f27cb-a12f-415d-801e-6e403da44a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1755116 Dec 16 22:07:43.015580 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-2c62c1f5-a5f9-4336-891d-ed2ac20fa5a4 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:07:43.016155 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-2c62c1f5-a5f9-4336-891d-ed2ac20fa5a4 service neutron] Checking segment: {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:43.016743 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-2c62c1f5-a5f9-4336-891d-ed2ac20fa5a4 service neutron] Bound using segment: {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:07:43.017414 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-2c62c1f5-a5f9-4336-891d-ed2ac20fa5a4 service neutron] Bound port: e1d6fa1b-7800-442c-82f6-1242fec7fad2, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:07:43.017965 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-2c62c1f5-a5f9-4336-891d-ed2ac20fa5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:43.098153 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743a5a0-8282-43ae-ba9f-5725e9fd1099 req-8d3bdf91-acf3-4c80-b191-c0d5978848dc tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:43.117777 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b743a5a0-8282-43ae-ba9f-5725e9fd1099 req-8d3bdf91-acf3-4c80-b191-c0d5978848dc tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 944 time: 0.2797074 Dec 16 22:07:43.148360 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-61ff27fa-0ee6-4b04-b620-7ebfe8161d77 None None] Set router 9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:07:43.199869 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e76bfb90-0bdb-4d84-9b2f-c5987fae1e19 None None] Provisioning complete for port d9c04dc9-32bb-42be-9aea-45babd76a075 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:43.201943 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e76bfb90-0bdb-4d84-9b2f-c5987fae1e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:43.288175 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-0b01d1ca-35ef-4d8b-b9d7-eaaba877315a tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks [] for floatingip, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:43.323376 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b743a5a0-8282-43ae-ba9f-5725e9fd1099 req-d6c093c9-9686-4ae6-b990-dc3604241e63 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040880 Dec 16 22:07:43.375490 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-2c62c1f5-a5f9-4336-891d-ed2ac20fa5a4 service neutron] For port e1d6fa1b-7800-442c-82f6-1242fec7fad2, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:07:43.388293 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-2c62c1f5-a5f9-4336-891d-ed2ac20fa5a4 service neutron] For port e1d6fa1b-7800-442c-82f6-1242fec7fad2, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e1d6fa1b-7800-442c-82f6-1242fec7fad2,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:07:43.399213 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4de8c42b-dfec-4ae0-bebf-509118f674df req-93850504-5132-4ad5-8557-4b311a4477f3 service neutron] 10.222.0.76 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351736 Dec 16 22:07:43.596439 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e76bfb90-0bdb-4d84-9b2f-c5987fae1e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:43.620465 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-2c62c1f5-a5f9-4336-891d-ed2ac20fa5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:43.655841 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-61ff27fa-0ee6-4b04-b620-7ebfe8161d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4', 'name': 'tempest-AttachSCSIVolumeTestJSON-314294392-router', 'tenant_id': 'ee8116ba5ff24a0e80a2fda2563b7eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '628f71b2-62a0-40fa-ad82-e53da0d5b173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:30Z', 'updated_at': '2021-12-16T22:07:36Z', 'revision_number': 4, 'project_id': 'ee8116ba5ff24a0e80a2fda2563b7eb7', 'gw_port': {'id': '628f71b2-62a0-40fa-ad82-e53da0d5b173', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:31Z', 'updated_at': '2021-12-16T22:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'd9c04dc9-32bb-42be-9aea-45babd76a075', 'name': '', 'network_id': 'adc15640-9e34-4d47-9d0a-a3e723ca2856', 'tenant_id': 'ee8116ba5ff24a0e80a2fda2563b7eb7', 'mac_address': 'fa:16:3e:8b:4a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ee44c48a-95a0-4352-80fc-e9d62b88370d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:35Z', 'updated_at': '2021-12-16T22:07:42Z', 'revision_number': 4, 'project_id': 'ee8116ba5ff24a0e80a2fda2563b7eb7', 'subnets': [{'id': 'ee44c48a-95a0-4352-80fc-e9d62b88370d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:43.688973 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ff27fa-0ee6-4b04-b620-7ebfe8161d77 None None] The sync data for ids ['9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4'] in n-d-815324-4 is: [{'id': '9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4', 'name': 'tempest-AttachSCSIVolumeTestJSON-314294392-router', 'tenant_id': 'ee8116ba5ff24a0e80a2fda2563b7eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '628f71b2-62a0-40fa-ad82-e53da0d5b173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:30Z', 'updated_at': '2021-12-16T22:07:36Z', 'revision_number': 4, 'project_id': 'ee8116ba5ff24a0e80a2fda2563b7eb7', 'gw_port': {'id': '628f71b2-62a0-40fa-ad82-e53da0d5b173', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:31Z', 'updated_at': '2021-12-16T22:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'd9c04dc9-32bb-42be-9aea-45babd76a075', 'name': '', 'network_id': 'adc15640-9e34-4d47-9d0a-a3e723ca2856', 'tenant_id': 'ee8116ba5ff24a0e80a2fda2563b7eb7', 'mac_address': 'fa:16:3e:8b:4a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ee44c48a-95a0-4352-80fc-e9d62b88370d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:35Z', 'updated_at': '2021-12-16T22:07:42Z', 'revision_number': 4, 'project_id': 'ee8116ba5ff24a0e80a2fda2563b7eb7', 'subnets': [{'id': 'ee44c48a-95a0-4352-80fc-e9d62b88370d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:07:43.811011 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e76bfb90-0bdb-4d84-9b2f-c5987fae1e19 None None] For port d9c04dc9-32bb-42be-9aea-45babd76a075, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d9c04dc9-32bb-42be-9aea-45babd76a075,segment=NetworkSegment(846b1d7e-d189-42ff-8f29-5dc9ddc951ce),segment_id=846b1d7e-d189-42ff-8f29-5dc9ddc951ce)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:43.885032 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e76bfb90-0bdb-4d84-9b2f-c5987fae1e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:43.982454 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76bfb90-0bdb-4d84-9b2f-c5987fae1e19 None None] Pushing event updated for resources: {'Port': ['ID=d9c04dc9-32bb-42be-9aea-45babd76a075,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:44.011552 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26be2b-90b3-45f9-9cdf-68242632bdea req-682dde32-da3d-43fe-a494-6c99b479a4f9 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:44.013794 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bb26be2b-90b3-45f9-9cdf-68242632bdea req-682dde32-da3d-43fe-a494-6c99b479a4f9 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 946 time: 0.2286983 Dec 16 22:07:44.014734 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62c1f5-a5f9-4336-891d-ed2ac20fa5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d6fa1b-7800-442c-82f6-1242fec7fad2,revision_number=8']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:44.023479 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-2c62c1f5-a5f9-4336-891d-ed2ac20fa5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:44.030129 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-2c62c1f5-a5f9-4336-891d-ed2ac20fa5a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:44.032158 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-2c62c1f5-a5f9-4336-891d-ed2ac20fa5a4 service neutron] 10.222.0.57 "PUT /v2.0/ports/e1d6fa1b-7800-442c-82f6-1242fec7fad2 HTTP/1.1" status: 200 len: 1122 time: 3.9243629 Dec 16 22:07:44.035136 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4de8c42b-dfec-4ae0-bebf-509118f674df req-6870cd2c-7dc1-4017-a58d-95305907c3f5 service neutron] 10.222.0.76 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6267126 Dec 16 22:07:44.211153 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bb26be2b-90b3-45f9-9cdf-68242632bdea req-9e130dbf-dd71-41ce-b1ed-8336036d5301 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180329 Dec 16 22:07:44.215283 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['e1d6fa1b-7800-442c-82f6-1242fec7fad2'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:07:44.485763 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f76241dd-e328-4cff-aae9-159f6196cb79 req-b040358d-4413-438c-93db-dd9051c301e8 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 210 time: 0.0673137 Dec 16 22:07:44.608339 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd4489c-d645-4e9a-b8b3-bb93980e3538 x-openstack-request-id: req-7dd4489c-d645-4e9a-b8b3-bb93980e3538 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:44.608650 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89042aa0-7e82-434f-b38b-2ba68fab5bc3", "name": "network-vif-unplugged", "status": "completed", "tag": "e1d6fa1b-7800-442c-82f6-1242fec7fad2", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:44.609334 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7dd4489c-d645-4e9a-b8b3-bb93980e3538 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:44.609601 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89042aa0-7e82-434f-b38b-2ba68fab5bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1d6fa1b-7800-442c-82f6-1242fec7fad2', 'code': 200} Dec 16 22:07:44.865197 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e110aa8-db93-4c27-986d-4146e88aa856 req-aeeb2a03-16b4-45da-a650-d40d882f11ae tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:44.879318 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1e110aa8-db93-4c27-986d-4146e88aa856 req-aeeb2a03-16b4-45da-a650-d40d882f11ae tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.1379950 Dec 16 22:07:44.996128 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1e110aa8-db93-4c27-986d-4146e88aa856 req-d13ef733-6278-4b48-bbdb-f4afe9e5aeed tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158814 Dec 16 22:07:45.001596 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05758236-cb57-4952-b022-8e5132fab259 req-fd94c315-f90b-41be-a560-6dcedbeec13c tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:45.004290 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-05758236-cb57-4952-b022-8e5132fab259 req-fd94c315-f90b-41be-a560-6dcedbeec13c tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.76 "GET /v2.0/networks?id=a733dfc2-18aa-436d-9a35-1f59bb423cae HTTP/1.1" status: 200 len: 821 time: 0.6243482 Dec 16 22:07:45.144213 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872fa02-2861-4385-8111-7a581463fc02 req-97fa9f22-3118-4917-b405-da10bfb014f0 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:45.154155 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1872fa02-2861-4385-8111-7a581463fc02 req-97fa9f22-3118-4917-b405-da10bfb014f0 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 944 time: 0.0687540 Dec 16 22:07:45.245598 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1872fa02-2861-4385-8111-7a581463fc02 req-050a91a5-7e2a-4997-b953-d3e39532638a tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899577 Dec 16 22:07:45.270140 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d9c04dc9-32bb-42be-9aea-45babd76a075 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:45.392838 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port d9c04dc9-32bb-42be-9aea-45babd76a075 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:45.393616 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:45.394878 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-05758236-cb57-4952-b022-8e5132fab259 req-fb5ae4c7-0308-437e-9c43-edc6c1ff8df6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Request body: {'port': {'device_id': '463dfcb6-5666-4adb-b3e5-db979c8155c2', 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae', 'admin_state_up': True, 'tenant_id': '0dec5fe31b6f4228b3d46ecd46e77bb6'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:45.616512 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4661da-380b-4780-b616-9162e594ecba req-1d530a3c-48b9-42d6-a547-9e7325908bdf tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:45.626804 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6d4661da-380b-4780-b616-9162e594ecba req-1d530a3c-48b9-42d6-a547-9e7325908bdf tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 946 time: 0.1465828 Dec 16 22:07:45.647193 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.db.resource_extend [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-0b01d1ca-35ef-4d8b-b9d7-eaaba877315a tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:07:45.753733 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-0b01d1ca-35ef-4d8b-b9d7-eaaba877315a tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:45.780478 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6d4661da-380b-4780-b616-9162e594ecba req-b595c640-8c3e-4123-a244-5e7ec7148fe7 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338100 Dec 16 22:07:45.837715 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-0b01d1ca-35ef-4d8b-b9d7-eaaba877315a tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:45.918085 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05758236-cb57-4952-b022-8e5132fab259 req-fb5ae4c7-0308-437e-9c43-edc6c1ff8df6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Made reservation on behalf of 0dec5fe31b6f4228b3d46ecd46e77bb6 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:07:45.922413 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-05758236-cb57-4952-b022-8e5132fab259 req-fb5ae4c7-0308-437e-9c43-edc6c1ff8df6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:45.956964 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-66bf827d-17ac-4cb1-9d2a-559cc890230c req-02f427ce-1a24-418d-805a-0edf7592b1d8 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 210 time: 0.0730712 Dec 16 22:07:46.094480 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-0b01d1ca-35ef-4d8b-b9d7-eaaba877315a tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Floating IP 37b5b47f-1ea1-4351-a044-7a03c1b99d28 associated. External IP: 172.25.6.106, port: 3b474ccc-594f-4256-a7b3-043afdc722b0. Dec 16 22:07:46.301786 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32efc35-c235-4fac-be31-f228c0ad7e88 req-224ad8e0-f848-4df1-b848-234e32d76493 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:46.303930 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b32efc35-c235-4fac-be31-f228c0ad7e88 req-224ad8e0-f848-4df1-b848-234e32d76493 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.0626123 Dec 16 22:07:46.326372 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-05758236-cb57-4952-b022-8e5132fab259 req-fb5ae4c7-0308-437e-9c43-edc6c1ff8df6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Allocated IP 172.20.0.4 (a733dfc2-18aa-436d-9a35-1f59bb423cae/28a903b4-5579-4f62-80b4-b7b74c354d7a/caf78707-7f9d-481e-b2b4-43cda9190fea) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:07:46.390219 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b32efc35-c235-4fac-be31-f228c0ad7e88 req-046511e3-b16f-4779-8e2e-08d65ac356d5 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763013 Dec 16 22:07:46.578114 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709b5cb-9b4e-4c0a-87fd-f273a5f64a51 req-bebc8df1-7791-4130-a247-9f785df35434 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:46.598932 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4709b5cb-9b4e-4c0a-87fd-f273a5f64a51 req-bebc8df1-7791-4130-a247-9f785df35434 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 944 time: 0.0863743 Dec 16 22:07:46.619681 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89042aa0-7e82-434f-b38b-2ba68fab5bc3', 'tag': 'e1d6fa1b-7800-442c-82f6-1242fec7fad2'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:46.625475 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc134194-1af4-40e8-b40c-d613b32d9796" -d '{"events": [{"name": "network-changed", "server_uuid": "89042aa0-7e82-434f-b38b-2ba68fab5bc3", "tag": "e1d6fa1b-7800-442c-82f6-1242fec7fad2"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:46.658760 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-05758236-cb57-4952-b022-8e5132fab259 req-fb5ae4c7-0308-437e-9c43-edc6c1ff8df6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:46.715968 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4709b5cb-9b4e-4c0a-87fd-f273a5f64a51 req-2001795f-d940-4f1d-baad-28fcf61eaa94 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140771 Dec 16 22:07:46.775312 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-0b01d1ca-35ef-4d8b-b9d7-eaaba877315a tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Router 21a0bda8-b0cc-4d95-95c5-125dc7965801 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:07:46.783890 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-05758236-cb57-4952-b022-8e5132fab259 req-fb5ae4c7-0308-437e-9c43-edc6c1ff8df6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:46.849168 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05758236-cb57-4952-b022-8e5132fab259 req-fb5ae4c7-0308-437e-9c43-edc6c1ff8df6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Network a733dfc2-18aa-436d-9a35-1f59bb423cae is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:07:46.854186 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-05758236-cb57-4952-b022-8e5132fab259 req-fb5ae4c7-0308-437e-9c43-edc6c1ff8df6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:07:46.860289 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-05758236-cb57-4952-b022-8e5132fab259 req-fb5ae4c7-0308-437e-9c43-edc6c1ff8df6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:07:46.866743 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05758236-cb57-4952-b022-8e5132fab259 req-fb5ae4c7-0308-437e-9c43-edc6c1ff8df6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:46.867429 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-05758236-cb57-4952-b022-8e5132fab259 req-fb5ae4c7-0308-437e-9c43-edc6c1ff8df6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:46.959872 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ae4c7-0308-437e-9c43-edc6c1ff8df6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Pushing event updated for resources: {'Port': ['ID=caf78707-7f9d-481e-b2b4-43cda9190fea,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:46.966570 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd98cb2-daf8-40b1-b9a0-8faea4777bf5 x-openstack-request-id: req-bdd98cb2-daf8-40b1-b9a0-8faea4777bf5 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:46.967455 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89042aa0-7e82-434f-b38b-2ba68fab5bc3", "tag": "e1d6fa1b-7800-442c-82f6-1242fec7fad2", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:46.967889 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bdd98cb2-daf8-40b1-b9a0-8faea4777bf5 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:46.968554 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89042aa0-7e82-434f-b38b-2ba68fab5bc3', 'tag': 'e1d6fa1b-7800-442c-82f6-1242fec7fad2', 'status': 'completed', 'code': 200} Dec 16 22:07:47.056796 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-05758236-cb57-4952-b022-8e5132fab259 req-fb5ae4c7-0308-437e-9c43-edc6c1ff8df6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6805587 Dec 16 22:07:47.088106 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-05758236-cb57-4952-b022-8e5132fab259 req-fad4cb85-9d47-4d1a-aa5b-faecef33ddd8 service neutron] Request body: {'port': {'device_id': '463dfcb6-5666-4adb-b3e5-db979c8155c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:47.156621 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-0b01d1ca-35ef-4d8b-b9d7-eaaba877315a tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:07:47.161009 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc134194-1af4-40e8-b40c-d613b32d9796 req-f9bd49ad-3d8a-4233-9d0a-511515c90a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:47.168073 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da78194-d33e-49f7-8dfe-d6f0dfb80dcb None None] Sync routers for ids ['21a0bda8-b0cc-4d95-95c5-125dc7965801'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:07:47.179260 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dc134194-1af4-40e8-b40c-d613b32d9796 req-f9bd49ad-3d8a-4233-9d0a-511515c90a9d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=70ddf0fe02f649f28d93270673f4f1b0&device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 1125 time: 0.1523340 Dec 16 22:07:47.197875 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da78194-d33e-49f7-8dfe-d6f0dfb80dcb None None] Routers {'21a0bda8-b0cc-4d95-95c5-125dc7965801'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:07:47.199580 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-8da78194-d33e-49f7-8dfe-d6f0dfb80dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:07:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['21a0bda8-b0cc-4d95-95c5-125dc7965801'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:47.266623 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-05758236-cb57-4952-b022-8e5132fab259 req-fad4cb85-9d47-4d1a-aa5b-faecef33ddd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:47.310310 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device e1d6fa1b-7800-442c-82f6-1242fec7fad2 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:07:47.498148 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc134194-1af4-40e8-b40c-d613b32d9796 req-72297140-a593-4a1c-8072-694c1b8f9a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:47.506997 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dc134194-1af4-40e8-b40c-d613b32d9796 req-72297140-a593-4a1c-8072-694c1b8f9a4a service neutron] 10.222.0.76 "GET /v2.0/networks?id=851b3d27-6497-40f0-b603-b3da566b57ea HTTP/1.1" status: 200 len: 908 time: 0.2258778 Dec 16 22:07:47.520890 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-8da78194-d33e-49f7-8dfe-d6f0dfb80dcb None None] Set router 21a0bda8-b0cc-4d95-95c5-125dc7965801 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:07:47.576860 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port e1d6fa1b-7800-442c-82f6-1242fec7fad2, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e1d6fa1b-7800-442c-82f6-1242fec7fad2,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:47.607173 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device e1d6fa1b-7800-442c-82f6-1242fec7fad2 has no active binding in host n-h2-815324-4 {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 22:07:47.619730 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dc134194-1af4-40e8-b40c-d613b32d9796 req-948a6794-21e5-4031-80df-de830bd5a049 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1d6fa1b-7800-442c-82f6-1242fec7fad2 HTTP/1.1" status: 200 len: 217 time: 0.0995786 Dec 16 22:07:47.690620 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70dd19-48cb-42c3-a003-a7310df99a7e req-41d5ea55-90c0-4410-9ad1-c6ffa4219bf8 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:47.698748 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5b70dd19-48cb-42c3-a003-a7310df99a7e req-41d5ea55-90c0-4410-9ad1-c6ffa4219bf8 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 946 time: 0.5169263 Dec 16 22:07:47.791705 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5b70dd19-48cb-42c3-a003-a7310df99a7e req-81dea6fc-6b32-4442-81ec-35393c969ca0 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916643 Dec 16 22:07:47.833223 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc134194-1af4-40e8-b40c-d613b32d9796 req-6b2c42f0-80aa-484a-af15-51789af5d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:47.837808 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dc134194-1af4-40e8-b40c-d613b32d9796 req-6b2c42f0-80aa-484a-af15-51789af5d385 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ac517c80-ed1c-4940-8a98-4b18f46cf35e HTTP/1.1" status: 200 len: 848 time: 0.2058640 Dec 16 22:07:47.932182 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dc134194-1af4-40e8-b40c-d613b32d9796 req-a9146b18-cc85-4186-9e0e-a56571286207 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=851b3d27-6497-40f0-b603-b3da566b57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821183 Dec 16 22:07:47.975467 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-0b01d1ca-35ef-4d8b-b9d7-eaaba877315a tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Router 21a0bda8-b0cc-4d95-95c5-125dc7965801 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:07:47.992298 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-8da78194-d33e-49f7-8dfe-d6f0dfb80dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-router', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:06:34Z', 'updated_at': '2021-12-16T22:06:40Z', 'revision_number': 4, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'gw_port': {'id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:35Z', 'updated_at': '2021-12-16T22:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '37b5b47f-1ea1-4351-a044-7a03c1b99d28', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'port_id': '973a91a2-a360-41ff-9252-b028d4c483d2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'mac_address': 'fa:16:3e:2c:e4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd8e70-f5ca-40b3-9145-02f4f0e4e332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:07:11Z', 'updated_at': '2021-12-16T22:07:45Z', 'revision_number': 3, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f09e070-f3c5-441d-80c1-718ab7929e46', 'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'mac_address': 'fa:16:3e:ce:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:38Z', 'updated_at': '2021-12-16T22:06:44Z', 'revision_number': 5, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'subnets': [{'id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:48.059756 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da78194-d33e-49f7-8dfe-d6f0dfb80dcb None None] Checking router: 21a0bda8-b0cc-4d95-95c5-125dc7965801 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:07:48.080108 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da78194-d33e-49f7-8dfe-d6f0dfb80dcb None None] Routers {'21a0bda8-b0cc-4d95-95c5-125dc7965801'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:07:48.080915 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-8da78194-d33e-49f7-8dfe-d6f0dfb80dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:07:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['21a0bda8-b0cc-4d95-95c5-125dc7965801'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:48.227756 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2d75e-4a31-438b-9e29-7f309a631a8a req-b32b143a-fbe8-46eb-98dc-a397cbe0af6f tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:48.229169 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-61d2d75e-4a31-438b-9e29-7f309a631a8a req-b32b143a-fbe8-46eb-98dc-a397cbe0af6f tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 931 time: 0.2878020 Dec 16 22:07:48.253088 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dc134194-1af4-40e8-b40c-d613b32d9796 req-c3725b8c-67b2-4d7f-8953-ebf1945baf95 service neutron] 10.222.0.76 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012207 Dec 16 22:07:48.518515 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-61d2d75e-4a31-438b-9e29-7f309a631a8a req-f6e5e08b-2a97-41b4-8261-142bfe1b4b19 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668791 Dec 16 22:07:48.518902 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-8da78194-d33e-49f7-8dfe-d6f0dfb80dcb None None] Set router 21a0bda8-b0cc-4d95-95c5-125dc7965801 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:07:48.598145 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dc134194-1af4-40e8-b40c-d613b32d9796 req-ce0ff1a1-d031-457b-bc17-64a6a72b8240 service neutron] 10.222.0.76 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206367 Dec 16 22:07:48.741110 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf584d6-a17c-4f63-8416-539cf74e6d0a req-6f537096-f2f9-498d-aacc-cdbccbf6025d tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:48.750505 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-acf584d6-a17c-4f63-8416-539cf74e6d0a req-6f537096-f2f9-498d-aacc-cdbccbf6025d tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.1082573 Dec 16 22:07:48.831858 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-acf584d6-a17c-4f63-8416-539cf74e6d0a req-db8b9b6e-972b-4c32-8f4e-3207eaee5b26 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800447 Dec 16 22:07:48.863561 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-05758236-cb57-4952-b022-8e5132fab259 req-fad4cb85-9d47-4d1a-aa5b-faecef33ddd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf78707-7f9d-481e-b2b4-43cda9190fea {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:07:48.888016 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-05758236-cb57-4952-b022-8e5132fab259 req-fad4cb85-9d47-4d1a-aa5b-faecef33ddd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:48.895558 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-05758236-cb57-4952-b022-8e5132fab259 req-fad4cb85-9d47-4d1a-aa5b-faecef33ddd8 service neutron] Transition to ACTIVE for port object caf78707-7f9d-481e-b2b4-43cda9190fea will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:07:48.915940 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-0b01d1ca-35ef-4d8b-b9d7-eaaba877315a tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:07:48.927841 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-0b01d1ca-35ef-4d8b-b9d7-eaaba877315a tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:49.004243 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b995fd1f-7c5c-45d4-b538-1ae315d1c7f8', 'tag': '3b474ccc-594f-4256-a7b3-043afdc722b0'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:49.007996 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf41e10f-31ce-4894-941e-c599e8ea6647" -d '{"events": [{"name": "network-changed", "server_uuid": "b995fd1f-7c5c-45d4-b538-1ae315d1c7f8", "tag": "3b474ccc-594f-4256-a7b3-043afdc722b0"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:49.021862 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-0b01d1ca-35ef-4d8b-b9d7-eaaba877315a tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "PUT /v2.0/floatingips/37b5b47f-1ea1-4351-a044-7a03c1b99d28 HTTP/1.1" status: 200 len: 999 time: 7.3132679 Dec 16 22:07:49.027678 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-05758236-cb57-4952-b022-8e5132fab259 req-fad4cb85-9d47-4d1a-aa5b-faecef33ddd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:49.052395 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-8da78194-d33e-49f7-8dfe-d6f0dfb80dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-router', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:06:34Z', 'updated_at': '2021-12-16T22:06:40Z', 'revision_number': 4, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'gw_port': {'id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:35Z', 'updated_at': '2021-12-16T22:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '37b5b47f-1ea1-4351-a044-7a03c1b99d28', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'port_id': '973a91a2-a360-41ff-9252-b028d4c483d2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'mac_address': 'fa:16:3e:2c:e4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd8e70-f5ca-40b3-9145-02f4f0e4e332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:07:11Z', 'updated_at': '2021-12-16T22:07:45Z', 'revision_number': 3, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f09e070-f3c5-441d-80c1-718ab7929e46', 'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'mac_address': 'fa:16:3e:ce:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:38Z', 'updated_at': '2021-12-16T22:06:44Z', 'revision_number': 5, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'subnets': [{'id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:49.133278 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca966528-7aae-4946-b53e-262180f6e25a req-794dfa9c-b084-4454-a720-4b6ec5638f4d tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:49.139396 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca966528-7aae-4946-b53e-262180f6e25a req-794dfa9c-b084-4454-a720-4b6ec5638f4d tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 944 time: 0.1907980 Dec 16 22:07:49.171349 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-cd67d2b5-fe06-461a-848a-536409a8b5cf tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:49.185620 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-cd67d2b5-fe06-461a-848a-536409a8b5cf tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports/3b474ccc-594f-4256-a7b3-043afdc722b0 HTTP/1.1" status: 200 len: 942 time: 0.1624749 Dec 16 22:07:49.190395 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da78194-d33e-49f7-8dfe-d6f0dfb80dcb None None] The sync data for ids ['21a0bda8-b0cc-4d95-95c5-125dc7965801'] in n-d-815324-4 is: [{'id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-router', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:06:34Z', 'updated_at': '2021-12-16T22:06:40Z', 'revision_number': 4, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'gw_port': {'id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:35Z', 'updated_at': '2021-12-16T22:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '37b5b47f-1ea1-4351-a044-7a03c1b99d28', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'port_id': '973a91a2-a360-41ff-9252-b028d4c483d2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'mac_address': 'fa:16:3e:2c:e4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd8e70-f5ca-40b3-9145-02f4f0e4e332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:07:11Z', 'updated_at': '2021-12-16T22:07:45Z', 'revision_number': 3, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f09e070-f3c5-441d-80c1-718ab7929e46', 'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'mac_address': 'fa:16:3e:ce:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:38Z', 'updated_at': '2021-12-16T22:06:44Z', 'revision_number': 5, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'subnets': [{'id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:07:49.276600 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4cb85-9d47-4d1a-aa5b-faecef33ddd8 service neutron] Pushing event updated for resources: {'Port': ['ID=caf78707-7f9d-481e-b2b4-43cda9190fea,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:49.278440 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca966528-7aae-4946-b53e-262180f6e25a req-1a835441-56eb-4f66-b972-7fbc0bbb2ceb tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344745 Dec 16 22:07:49.315353 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-05758236-cb57-4952-b022-8e5132fab259 req-fad4cb85-9d47-4d1a-aa5b-faecef33ddd8 service neutron] Attempting to bind port caf78707-7f9d-481e-b2b4-43cda9190fea on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:07:49.318453 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-05758236-cb57-4952-b022-8e5132fab259 req-fad4cb85-9d47-4d1a-aa5b-faecef33ddd8 service neutron] Attempting to bind port caf78707-7f9d-481e-b2b4-43cda9190fea by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:07:49.318985 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05758236-cb57-4952-b022-8e5132fab259 req-fad4cb85-9d47-4d1a-aa5b-faecef33ddd8 service neutron] Attempting to bind port caf78707-7f9d-481e-b2b4-43cda9190fea on network a733dfc2-18aa-436d-9a35-1f59bb423cae {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:49.333986 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05758236-cb57-4952-b022-8e5132fab259 req-fad4cb85-9d47-4d1a-aa5b-faecef33ddd8 service neutron] Port caf78707-7f9d-481e-b2b4-43cda9190fea on network a733dfc2-18aa-436d-9a35-1f59bb423cae not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:07:49.334461 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05758236-cb57-4952-b022-8e5132fab259 req-fad4cb85-9d47-4d1a-aa5b-faecef33ddd8 service neutron] Attempting to bind port caf78707-7f9d-481e-b2b4-43cda9190fea on network a733dfc2-18aa-436d-9a35-1f59bb423cae {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:07:49.376136 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05758236-cb57-4952-b022-8e5132fab259 req-fad4cb85-9d47-4d1a-aa5b-faecef33ddd8 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:07:49.376976 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05758236-cb57-4952-b022-8e5132fab259 req-fad4cb85-9d47-4d1a-aa5b-faecef33ddd8 service neutron] Checking segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:07:49.377461 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05758236-cb57-4952-b022-8e5132fab259 req-fad4cb85-9d47-4d1a-aa5b-faecef33ddd8 service neutron] Bound using segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:07:49.378021 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-05758236-cb57-4952-b022-8e5132fab259 req-fad4cb85-9d47-4d1a-aa5b-faecef33ddd8 service neutron] Bound port: caf78707-7f9d-481e-b2b4-43cda9190fea, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:07:49.378494 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-05758236-cb57-4952-b022-8e5132fab259 req-fad4cb85-9d47-4d1a-aa5b-faecef33ddd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:49.468934 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-05758236-cb57-4952-b022-8e5132fab259 req-fad4cb85-9d47-4d1a-aa5b-faecef33ddd8 service neutron] For port caf78707-7f9d-481e-b2b4-43cda9190fea, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:07:49.472608 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-05758236-cb57-4952-b022-8e5132fab259 req-fad4cb85-9d47-4d1a-aa5b-faecef33ddd8 service neutron] For port caf78707-7f9d-481e-b2b4-43cda9190fea, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=caf78707-7f9d-481e-b2b4-43cda9190fea,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:07:49.484522 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-721fef56-ecc3-4afd-a748-dd8b6d41ad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:49.497898 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-721fef56-ecc3-4afd-a748-dd8b6d41ad75 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=dd4a9ba818474cd5afa3715e32dea22f&device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 1096 time: 0.1561654 Dec 16 22:07:49.528239 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08ac821-d359-436e-84a7-b797675dae27 None None] New status for floating IP 37b5b47f-1ea1-4351-a044-7a03c1b99d28: ACTIVE {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:07:49.570193 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-05758236-cb57-4952-b022-8e5132fab259 req-fad4cb85-9d47-4d1a-aa5b-faecef33ddd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:49.617318 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a47ff-2c6c-4c1d-ac61-6b6be65db117 req-2a6414c8-4f5a-41f3-a8a6-c9468ce5b537 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:49.625909 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d33a47ff-2c6c-4c1d-ac61-6b6be65db117 req-2a6414c8-4f5a-41f3-a8a6-c9468ce5b537 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 946 time: 0.1231360 Dec 16 22:07:49.691403 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05758236-cb57-4952-b022-8e5132fab259 req-fad4cb85-9d47-4d1a-aa5b-faecef33ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:49.692518 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-05758236-cb57-4952-b022-8e5132fab259 req-fad4cb85-9d47-4d1a-aa5b-faecef33ddd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:49.694232 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-05758236-cb57-4952-b022-8e5132fab259 req-fad4cb85-9d47-4d1a-aa5b-faecef33ddd8 service neutron] 10.222.0.76 "PUT /v2.0/ports/caf78707-7f9d-481e-b2b4-43cda9190fea HTTP/1.1" status: 200 len: 1091 time: 2.6170337 Dec 16 22:07:49.743213 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4cb85-9d47-4d1a-aa5b-faecef33ddd8 service neutron] Pushing event updated for resources: {'Port': ['ID=caf78707-7f9d-481e-b2b4-43cda9190fea,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:49.757823 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d33a47ff-2c6c-4c1d-ac61-6b6be65db117 req-f3dfc505-a88b-4bc0-b500-4f3b990cd02b tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287229 Dec 16 22:07:49.787405 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-a22330aa-eee1-4146-bbc1-0ad2e5e2be7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:49.790379 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-a22330aa-eee1-4146-bbc1-0ad2e5e2be7a service neutron] 10.222.0.75 "GET /v2.0/networks?id=cb6f27cb-a12f-415d-801e-6e403da44a59 HTTP/1.1" status: 200 len: 921 time: 0.2916293 Dec 16 22:07:49.885459 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9fad89-6162-4ae1-88d9-fdf9c523d8c3 x-openstack-request-id: req-4d9fad89-6162-4ae1-88d9-fdf9c523d8c3 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:49.886443 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b995fd1f-7c5c-45d4-b538-1ae315d1c7f8", "tag": "3b474ccc-594f-4256-a7b3-043afdc722b0", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:49.886443 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4d9fad89-6162-4ae1-88d9-fdf9c523d8c3 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:49.886760 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b995fd1f-7c5c-45d4-b538-1ae315d1c7f8', 'tag': '3b474ccc-594f-4256-a7b3-043afdc722b0', 'status': 'completed', 'code': 200} Dec 16 22:07:49.906634 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-fec394c6-9172-460e-8958-87c286dadb55 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b474ccc-594f-4256-a7b3-043afdc722b0 HTTP/1.1" status: 200 len: 217 time: 0.1093171 Dec 16 22:07:50.000417 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41e10f-31ce-4894-941e-c599e8ea6647 req-5cfaf966-fadd-4195-9985-0edf9da54f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:50.002562 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-fcf6ccb5-056d-4a09-8225-64bffd766ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:50.002744 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cf41e10f-31ce-4894-941e-c599e8ea6647 req-5cfaf966-fadd-4195-9985-0edf9da54f6f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dd4a9ba818474cd5afa3715e32dea22f&device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 1096 time: 0.0576940 Dec 16 22:07:50.004428 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-fcf6ccb5-056d-4a09-8225-64bffd766ee6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd HTTP/1.1" status: 200 len: 860 time: 0.0964096 Dec 16 22:07:50.093122 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05758236-cb57-4952-b022-8e5132fab259 req-b0da9c79-f824-4280-8d8f-96875ee8dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:50.094886 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-05758236-cb57-4952-b022-8e5132fab259 req-b0da9c79-f824-4280-8d8f-96875ee8dcbc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 1094 time: 0.1726923 Dec 16 22:07:50.106562 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-6104cf3c-008e-4a04-8187-dc724266db2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:50.108152 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-6104cf3c-008e-4a04-8187-dc724266db2c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cb6f27cb-a12f-415d-801e-6e403da44a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714805 Dec 16 22:07:50.178187 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c49a4e-a1fb-45c2-9e51-101f915c74e0 None None] Sync routers for ids ['21a0bda8-b0cc-4d95-95c5-125dc7965801'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:07:50.192759 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41e10f-31ce-4894-941e-c599e8ea6647 req-5589fff9-552e-4686-b1b5-f9707f775257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:50.192759 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cf41e10f-31ce-4894-941e-c599e8ea6647 req-5589fff9-552e-4686-b1b5-f9707f775257 service neutron] 10.222.0.76 "GET /v2.0/networks?id=cb6f27cb-a12f-415d-801e-6e403da44a59 HTTP/1.1" status: 200 len: 921 time: 0.1483624 Dec 16 22:07:50.207629 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c49a4e-a1fb-45c2-9e51-101f915c74e0 None None] Routers {'21a0bda8-b0cc-4d95-95c5-125dc7965801'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:07:50.208233 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-34c49a4e-a1fb-45c2-9e51-101f915c74e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:07:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['21a0bda8-b0cc-4d95-95c5-125dc7965801'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:50.211630 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-05758236-cb57-4952-b022-8e5132fab259 req-f68cc7eb-66fa-480a-b6e4-1d96999d3f3d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=caf78707-7f9d-481e-b2b4-43cda9190fea HTTP/1.1" status: 200 len: 217 time: 0.0936162 Dec 16 22:07:50.255165 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cf41e10f-31ce-4894-941e-c599e8ea6647 req-b89d2c10-0589-4be0-b5d2-7f715d129363 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b474ccc-594f-4256-a7b3-043afdc722b0 HTTP/1.1" status: 200 len: 217 time: 0.0536382 Dec 16 22:07:50.270163 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d7be5-62f4-4ae0-a77b-d98704081762 req-c15e5466-ad9f-4ef2-882b-605dc7f5bd65 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:50.278144 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2f7d7be5-62f4-4ae0-a77b-d98704081762 req-c15e5466-ad9f-4ef2-882b-605dc7f5bd65 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 943 time: 0.2397521 Dec 16 22:07:50.281793 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05758236-cb57-4952-b022-8e5132fab259 req-2c4ae422-6331-4fbe-91b4-f94a2363c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:50.284031 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-05758236-cb57-4952-b022-8e5132fab259 req-2c4ae422-6331-4fbe-91b4-f94a2363c161 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=28a903b4-5579-4f62-80b4-b7b74c354d7a HTTP/1.1" status: 200 len: 861 time: 0.0560720 Dec 16 22:07:50.365531 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2f7d7be5-62f4-4ae0-a77b-d98704081762 req-e35793fc-0a6e-461c-9b18-c39036b2259a tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863919 Dec 16 22:07:50.373946 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-34c49a4e-a1fb-45c2-9e51-101f915c74e0 None None] Set router 21a0bda8-b0cc-4d95-95c5-125dc7965801 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:07:50.471363 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-05758236-cb57-4952-b022-8e5132fab259 req-9f6454f5-0e77-4bfc-9d0c-d455464f7ebf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a733dfc2-18aa-436d-9a35-1f59bb423cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1431968 Dec 16 22:07:50.492700 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-3a3b7fb9-8f4a-4502-a3b5-3b9ee0db1c8f service neutron] 10.222.0.76 "GET /v2.0/ports/e1d6fa1b-7800-442c-82f6-1242fec7fad2/bindings/n-h2-815324-4 HTTP/1.1" status: 200 len: 384 time: 0.1525068 Dec 16 22:07:50.495860 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41e10f-31ce-4894-941e-c599e8ea6647 req-6fcf0a17-2be3-4d05-ab61-e0829c140996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:50.497376 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cf41e10f-31ce-4894-941e-c599e8ea6647 req-6fcf0a17-2be3-4d05-ab61-e0829c140996 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd HTTP/1.1" status: 200 len: 860 time: 0.1428392 Dec 16 22:07:50.603001 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41e10f-31ce-4894-941e-c599e8ea6647 req-03876862-d257-43aa-b5cf-e1ebbfb8f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:50.608588 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cf41e10f-31ce-4894-941e-c599e8ea6647 req-03876862-d257-43aa-b5cf-e1ebbfb8f486 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cb6f27cb-a12f-415d-801e-6e403da44a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810905 Dec 16 22:07:50.626375 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-05758236-cb57-4952-b022-8e5132fab259 req-555f1e4a-2839-4a21-9b37-f9cfe162d96e service neutron] 10.222.0.76 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266704 Dec 16 22:07:50.732007 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00fb78-1a0d-475e-91e5-908931b7e6b6 req-5819417e-22bf-4e65-874b-413704bd39dd tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:50.741844 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0d00fb78-1a0d-475e-91e5-908931b7e6b6 req-5819417e-22bf-4e65-874b-413704bd39dd tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.2654994 Dec 16 22:07:50.754342 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-34c49a4e-a1fb-45c2-9e51-101f915c74e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-router', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:06:34Z', 'updated_at': '2021-12-16T22:06:40Z', 'revision_number': 4, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'gw_port': {'id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:35Z', 'updated_at': '2021-12-16T22:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '37b5b47f-1ea1-4351-a044-7a03c1b99d28', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'port_id': '973a91a2-a360-41ff-9252-b028d4c483d2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'mac_address': 'fa:16:3e:2c:e4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd8e70-f5ca-40b3-9145-02f4f0e4e332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:07:11Z', 'updated_at': '2021-12-16T22:07:49Z', 'revision_number': 4, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f09e070-f3c5-441d-80c1-718ab7929e46', 'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'mac_address': 'fa:16:3e:ce:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:38Z', 'updated_at': '2021-12-16T22:06:44Z', 'revision_number': 5, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'subnets': [{'id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:50.789095 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cf41e10f-31ce-4894-941e-c599e8ea6647 req-97e98573-f183-4e9b-8c74-2bfb74a4ccec service neutron] 10.222.0.76 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670413 Dec 16 22:07:50.791105 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c49a4e-a1fb-45c2-9e51-101f915c74e0 None None] Checking router: 21a0bda8-b0cc-4d95-95c5-125dc7965801 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:07:50.801611 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c49a4e-a1fb-45c2-9e51-101f915c74e0 None None] Routers {'21a0bda8-b0cc-4d95-95c5-125dc7965801'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:07:50.802394 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-34c49a4e-a1fb-45c2-9e51-101f915c74e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:07:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['21a0bda8-b0cc-4d95-95c5-125dc7965801'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:50.934015 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0d00fb78-1a0d-475e-91e5-908931b7e6b6 req-2b87d1db-c71b-4832-9b05-cfc171be6add tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912482 Dec 16 22:07:50.948705 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-b217a94f-cc8e-482a-9c8f-4a4d15d25477 service neutron] 10.222.0.75 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7355986 Dec 16 22:07:51.018332 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-34c49a4e-a1fb-45c2-9e51-101f915c74e0 None None] Set router 21a0bda8-b0cc-4d95-95c5-125dc7965801 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:07:51.050842 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cf41e10f-31ce-4894-941e-c599e8ea6647 req-2d6212ee-b544-47a4-bc8d-fc3234f6bfc5 service neutron] 10.222.0.76 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417989 Dec 16 22:07:51.196659 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491437d-ae50-463c-9da9-7cd8cfb67c5d req-3f9999b4-3c18-4e3a-8afa-19828d920d11 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:51.207322 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8491437d-ae50-463c-9da9-7cd8cfb67c5d req-3f9999b4-3c18-4e3a-8afa-19828d920d11 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 944 time: 0.1003797 Dec 16 22:07:51.285984 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8491437d-ae50-463c-9da9-7cd8cfb67c5d req-eb5a9341-84c2-4263-8d16-f97f0d3004be tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740440 Dec 16 22:07:51.322276 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 6152338b-9db8-4f48-8fa8-1e9544e29588 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:07:51.335702 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-05758236-cb57-4952-b022-8e5132fab259 req-af4b503b-4ce3-49df-8440-a334dfad013f service neutron] 10.222.0.76 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6412919 Dec 16 22:07:51.480607 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-6e102f30-7dec-47b9-8426-5e72bd9a70ff service neutron] 10.222.0.75 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5112126 Dec 16 22:07:51.485435 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-31d5d51e-dc85-4a9a-9461-606e10a9d496 service neutron] For port e1d6fa1b-7800-442c-82f6-1242fec7fad2, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e1d6fa1b-7800-442c-82f6-1242fec7fad2,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:51.573588 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:51.603991 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184e2541-4ad3-494d-86c5-4b0ba9c944f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6152338b-9db8-4f48-8fa8-1e9544e29588'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:51.606663 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e818153a-7fcc-444f-a4b7-3a852037ad46" -d '{"events": [{"server_uuid": "184e2541-4ad3-494d-86c5-4b0ba9c944f4", "name": "network-vif-unplugged", "status": "completed", "tag": "6152338b-9db8-4f48-8fa8-1e9544e29588"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:51.628091 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 6152338b-9db8-4f48-8fa8-1e9544e29588, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=6152338b-9db8-4f48-8fa8-1e9544e29588,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:51.640401 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-34c49a4e-a1fb-45c2-9e51-101f915c74e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-router', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:06:34Z', 'updated_at': '2021-12-16T22:06:40Z', 'revision_number': 4, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'gw_port': {'id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:35Z', 'updated_at': '2021-12-16T22:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '37b5b47f-1ea1-4351-a044-7a03c1b99d28', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'port_id': '973a91a2-a360-41ff-9252-b028d4c483d2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'mac_address': 'fa:16:3e:2c:e4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd8e70-f5ca-40b3-9145-02f4f0e4e332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:07:11Z', 'updated_at': '2021-12-16T22:07:49Z', 'revision_number': 4, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f09e070-f3c5-441d-80c1-718ab7929e46', 'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'mac_address': 'fa:16:3e:ce:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:38Z', 'updated_at': '2021-12-16T22:06:44Z', 'revision_number': 5, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'subnets': [{'id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:51.647134 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-31d5d51e-dc85-4a9a-9461-606e10a9d496 service neutron] For port e1d6fa1b-7800-442c-82f6-1242fec7fad2, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:07:51.679646 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c49a4e-a1fb-45c2-9e51-101f915c74e0 None None] The sync data for ids ['21a0bda8-b0cc-4d95-95c5-125dc7965801'] in n-d-815324-4 is: [{'id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-router', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:06:34Z', 'updated_at': '2021-12-16T22:06:40Z', 'revision_number': 4, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'gw_port': {'id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:35Z', 'updated_at': '2021-12-16T22:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '37b5b47f-1ea1-4351-a044-7a03c1b99d28', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'port_id': '973a91a2-a360-41ff-9252-b028d4c483d2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'mac_address': 'fa:16:3e:2c:e4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd8e70-f5ca-40b3-9145-02f4f0e4e332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:07:11Z', 'updated_at': '2021-12-16T22:07:49Z', 'revision_number': 4, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f09e070-f3c5-441d-80c1-718ab7929e46', 'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'mac_address': 'fa:16:3e:ce:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:38Z', 'updated_at': '2021-12-16T22:06:44Z', 'revision_number': 5, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'subnets': [{'id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:07:51.712004 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:51.752609 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e8443-2793-49bd-bb6e-ac1100c2d577 req-ee1ff9a3-680f-40b3-ae87-1ee1b1c8efdc tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:51.753286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-0b68a90d-7948-4836-9f36-b1096eb84003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:51.757244 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-0b68a90d-7948-4836-9f36-b1096eb84003 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=dd4a9ba818474cd5afa3715e32dea22f&device_id=d1fd8e70-f5ca-40b3-9145-02f4f0e4e332 HTTP/1.1" status: 200 len: 1097 time: 0.2270212 Dec 16 22:07:51.763506 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-31d5d51e-dc85-4a9a-9461-606e10a9d496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d6fa1b-7800-442c-82f6-1242fec7fad2 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:07:51.764140 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7c4e8443-2793-49bd-bb6e-ac1100c2d577 req-ee1ff9a3-680f-40b3-ae87-1ee1b1c8efdc tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 946 time: 0.1373165 Dec 16 22:07:51.864277 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=6152338b-9db8-4f48-8fa8-1e9544e29588,revision_number=9']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:51.866322 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7c4e8443-2793-49bd-bb6e-ac1100c2d577 req-b49d0b38-2e31-40d2-9052-5dbf0fa4b8a1 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008646 Dec 16 22:07:51.909428 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fd8e70-f5ca-40b3-9145-02f4f0e4e332', 'tag': '973a91a2-a360-41ff-9252-b028d4c483d2'}, {'name': 'network-changed', 'server_uuid': '463dfcb6-5666-4adb-b3e5-db979c8155c2', 'tag': 'caf78707-7f9d-481e-b2b4-43cda9190fea'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:51.911829 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0fb222-6e70-4731-b732-9482da134b61" -d '{"events": [{"name": "network-changed", "server_uuid": "d1fd8e70-f5ca-40b3-9145-02f4f0e4e332", "tag": "973a91a2-a360-41ff-9252-b028d4c483d2"}, {"name": "network-changed", "server_uuid": "463dfcb6-5666-4adb-b3e5-db979c8155c2", "tag": "caf78707-7f9d-481e-b2b4-43cda9190fea"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:51.923028 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-31d5d51e-dc85-4a9a-9461-606e10a9d496 service neutron] For port e1d6fa1b-7800-442c-82f6-1242fec7fad2, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=e1d6fa1b-7800-442c-82f6-1242fec7fad2,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:52.017429 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-31d5d51e-dc85-4a9a-9461-606e10a9d496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:52.067747 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-fb91f389-3379-4628-b6ad-77d393d860e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:52.069308 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-fb91f389-3379-4628-b6ad-77d393d860e4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=cb6f27cb-a12f-415d-801e-6e403da44a59 HTTP/1.1" status: 200 len: 921 time: 0.2957578 Dec 16 22:07:52.108438 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5121265-3de6-44ce-8ce3-ea5e9ffa6353 req-69d6b0b6-403f-4a01-bb66-6559b2101cd5 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:52.110086 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5121265-3de6-44ce-8ce3-ea5e9ffa6353 req-69d6b0b6-403f-4a01-bb66-6559b2101cd5 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 943 time: 0.1127543 Dec 16 22:07:52.149950 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-31d5d51e-dc85-4a9a-9461-606e10a9d496 service neutron] Transition to ACTIVE for port object e1d6fa1b-7800-442c-82f6-1242fec7fad2 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:07:52.226896 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5121265-3de6-44ce-8ce3-ea5e9ffa6353 req-47d873f1-b8ef-41db-b739-a89dafa1680d tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100245 Dec 16 22:07:52.257366 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-700c83ab-cf2b-40a7-bf00-1f9bc8f8655c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=973a91a2-a360-41ff-9252-b028d4c483d2 HTTP/1.1" status: 200 len: 1002 time: 0.1058319 Dec 16 22:07:52.259795 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-31d5d51e-dc85-4a9a-9461-606e10a9d496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:52.323445 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6556b9f-28ad-4d4f-8bec-aaf3b47c0b3d x-openstack-request-id: req-d6556b9f-28ad-4d4f-8bec-aaf3b47c0b3d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:52.323445 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184e2541-4ad3-494d-86c5-4b0ba9c944f4", "name": "network-vif-unplugged", "status": "completed", "tag": "6152338b-9db8-4f48-8fa8-1e9544e29588", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:52.323445 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d6556b9f-28ad-4d4f-8bec-aaf3b47c0b3d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:52.323445 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184e2541-4ad3-494d-86c5-4b0ba9c944f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6152338b-9db8-4f48-8fa8-1e9544e29588', 'code': 200} Dec 16 22:07:52.426198 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-31d5d51e-dc85-4a9a-9461-606e10a9d496 service neutron] No DVR routers for this DVR port e1d6fa1b-7800-442c-82f6-1242fec7fad2 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:07:52.449701 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a56652a-0837-4793-946f-016caefa36f1 x-openstack-request-id: req-5a56652a-0837-4793-946f-016caefa36f1 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:52.450113 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1fd8e70-f5ca-40b3-9145-02f4f0e4e332", "tag": "973a91a2-a360-41ff-9252-b028d4c483d2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "463dfcb6-5666-4adb-b3e5-db979c8155c2", "tag": "caf78707-7f9d-481e-b2b4-43cda9190fea", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:52.450240 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5a56652a-0837-4793-946f-016caefa36f1 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:52.450621 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1fd8e70-f5ca-40b3-9145-02f4f0e4e332', 'tag': '973a91a2-a360-41ff-9252-b028d4c483d2', 'status': 'completed', 'code': 200} Dec 16 22:07:52.450877 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463dfcb6-5666-4adb-b3e5-db979c8155c2', 'tag': 'caf78707-7f9d-481e-b2b4-43cda9190fea', 'status': 'completed', 'code': 200} Dec 16 22:07:52.456915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-00930353-7773-4344-958a-47dee4d71ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:52.458566 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-00930353-7773-4344-958a-47dee4d71ff9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd HTTP/1.1" status: 200 len: 860 time: 0.1916440 Dec 16 22:07:52.489602 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-31d5d51e-dc85-4a9a-9461-606e10a9d496 service neutron] 10.222.0.76 "PUT /v2.0/ports/e1d6fa1b-7800-442c-82f6-1242fec7fad2/bindings/n-h2-815324-4/activate HTTP/1.1" status: 200 len: 369 time: 1.8588061 Dec 16 22:07:52.500520 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5d51e-dc85-4a9a-9461-606e10a9d496 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d6fa1b-7800-442c-82f6-1242fec7fad2,revision_number=10']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:52.572279 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fb222-6e70-4731-b732-9482da134b61 req-d9528c87-b9cf-41cc-a733-37e1961919ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:52.573821 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5e0fb222-6e70-4731-b732-9482da134b61 req-d9528c87-b9cf-41cc-a733-37e1961919ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd4a9ba818474cd5afa3715e32dea22f&device_id=d1fd8e70-f5ca-40b3-9145-02f4f0e4e332 HTTP/1.1" status: 200 len: 1097 time: 0.1174102 Dec 16 22:07:52.664190 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fb222-6e70-4731-b732-9482da134b61 req-68d3b1ad-024c-480c-a1a9-eda6ac78252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:52.666101 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e0fb222-6e70-4731-b732-9482da134b61 req-68d3b1ad-024c-480c-a1a9-eda6ac78252e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 1094 time: 0.1679819 Dec 16 22:07:52.736654 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fb222-6e70-4731-b732-9482da134b61 req-14c94a6a-99da-44c9-81a3-065578ef804c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:52.754440 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5e0fb222-6e70-4731-b732-9482da134b61 req-14c94a6a-99da-44c9-81a3-065578ef804c service neutron] 10.222.0.57 "GET /v2.0/networks?id=cb6f27cb-a12f-415d-801e-6e403da44a59 HTTP/1.1" status: 200 len: 921 time: 0.1558530 Dec 16 22:07:52.814757 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-5667d158-dacf-4c05-8f42-3c507609b763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:52.816844 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-5667d158-dacf-4c05-8f42-3c507609b763 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cb6f27cb-a12f-415d-801e-6e403da44a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3359330 Dec 16 22:07:52.930079 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef6250-78c0-4285-8b71-a05b312ed177 req-def3107c-2063-4df8-a18b-929f51b09e5d tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:52.936773 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-dd5714b2-43af-46a2-aaf3-cbc74aca70ff tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:52.938620 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-dd5714b2-43af-46a2-aaf3-cbc74aca70ff tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3&tenant_id=70ddf0fe02f649f28d93270673f4f1b0&binding%3Ahost_id=n-h1-815324-4 HTTP/1.1" status: 200 len: 1096 time: 0.2470613 Dec 16 22:07:52.940919 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-91ef6250-78c0-4285-8b71-a05b312ed177 req-def3107c-2063-4df8-a18b-929f51b09e5d tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 948 time: 0.3769283 Dec 16 22:07:53.060595 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fb222-6e70-4731-b732-9482da134b61 req-abb1656b-c1d4-47b5-9167-7c2c328575cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:53.062744 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e0fb222-6e70-4731-b732-9482da134b61 req-abb1656b-c1d4-47b5-9167-7c2c328575cb service neutron] 10.222.0.76 "GET /v2.0/networks?id=a733dfc2-18aa-436d-9a35-1f59bb423cae HTTP/1.1" status: 200 len: 921 time: 0.3738687 Dec 16 22:07:53.068145 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-91ef6250-78c0-4285-8b71-a05b312ed177 req-b669a579-af40-43d6-9e1d-03e4b5c131a6 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253068 Dec 16 22:07:53.144876 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5e0fb222-6e70-4731-b732-9482da134b61 req-898f06b2-b6bc-47e0-8313-a2f261a0c7c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=973a91a2-a360-41ff-9252-b028d4c483d2 HTTP/1.1" status: 200 len: 1002 time: 0.3813910 Dec 16 22:07:53.156706 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e0fb222-6e70-4731-b732-9482da134b61 req-ddbc3649-2a1d-47c5-8aec-3d21c925c022 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=caf78707-7f9d-481e-b2b4-43cda9190fea HTTP/1.1" status: 200 len: 217 time: 0.0642984 Dec 16 22:07:53.315729 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fb222-6e70-4731-b732-9482da134b61 req-4276ad94-e7a7-4a16-bfeb-ba202119253f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:53.316006 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fb222-6e70-4731-b732-9482da134b61 req-b856f45f-b70a-43f9-a85c-5162ab4e8364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:53.317602 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5e0fb222-6e70-4731-b732-9482da134b61 req-b856f45f-b70a-43f9-a85c-5162ab4e8364 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd HTTP/1.1" status: 200 len: 860 time: 0.1596618 Dec 16 22:07:53.318096 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e0fb222-6e70-4731-b732-9482da134b61 req-4276ad94-e7a7-4a16-bfeb-ba202119253f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=28a903b4-5579-4f62-80b4-b7b74c354d7a HTTP/1.1" status: 200 len: 861 time: 0.1455617 Dec 16 22:07:53.328382 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-e49a6f0a-d8bf-4971-893e-ce55877adf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:53.330511 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-e49a6f0a-d8bf-4971-893e-ce55877adf85 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3&tenant_id=70ddf0fe02f649f28d93270673f4f1b0 HTTP/1.1" status: 200 len: 1096 time: 0.3787625 Dec 16 22:07:53.331235 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 6152338b-9db8-4f48-8fa8-1e9544e29588 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:07:53.337258 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-674f9c81-9191-443d-a9f1-1d007f5d1496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:53.339633 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-88439be5-8ac4-4105-a2cf-44475cc22e0e service neutron] 10.222.0.75 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116298 Dec 16 22:07:53.464411 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8021f6e-3a22-482c-ba5c-5bd86257c9f9 req-a7936e62-7b9a-4c0f-abc4-e6a8e7e9d38a tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:53.470787 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a8021f6e-3a22-482c-ba5c-5bd86257c9f9 req-a7936e62-7b9a-4c0f-abc4-e6a8e7e9d38a tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 945 time: 0.2008975 Dec 16 22:07:53.529041 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fb222-6e70-4731-b732-9482da134b61 req-0c2301c1-e5fd-445c-a5c2-26e353ca873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:53.531026 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5e0fb222-6e70-4731-b732-9482da134b61 req-0c2301c1-e5fd-445c-a5c2-26e353ca873b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb6f27cb-a12f-415d-801e-6e403da44a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1937397 Dec 16 22:07:53.558608 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 6152338b-9db8-4f48-8fa8-1e9544e29588, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=6152338b-9db8-4f48-8fa8-1e9544e29588,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:53.573842 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '6152338b-9db8-4f48-8fa8-1e9544e29588', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '6152338b-9db8-4f48-8fa8-1e9544e29588', 'mac_address': 'fa:16:3e:54:14:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:07:53.584198 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7fa8452-f7b4-4d68-9214-b60f6dbb73a7 req-71412dce-f4cb-4641-a6c4-44294d7619aa service neutron] 10.222.0.75 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434249 Dec 16 22:07:53.594236 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e0fb222-6e70-4731-b732-9482da134b61 req-aed95692-6b31-4934-a9b8-57f114a93c8b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a733dfc2-18aa-436d-9a35-1f59bb423cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2410448 Dec 16 22:07:53.664835 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:53.714195 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6152338b-9db8-4f48-8fa8-1e9544e29588 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:07:53.795962 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 6152338b-9db8-4f48-8fa8-1e9544e29588, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=6152338b-9db8-4f48-8fa8-1e9544e29588,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:53.818706 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5e0fb222-6e70-4731-b732-9482da134b61 req-8a5625cd-42d9-40d2-934d-e1a21249ac34 service neutron] 10.222.0.57 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667599 Dec 16 22:07:53.849513 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-52be07fa-5ca7-4dac-9214-90d15b729b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:53.853204 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-52be07fa-5ca7-4dac-9214-90d15b729b45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70ddf0fe02f649f28d93270673f4f1b0&device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 1096 time: 0.2731659 Dec 16 22:07:53.857835 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a8021f6e-3a22-482c-ba5c-5bd86257c9f9 req-ae6f38e5-3c56-4765-b8ba-ecb0f77a45fd tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853455 Dec 16 22:07:53.860159 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:53.987332 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=6152338b-9db8-4f48-8fa8-1e9544e29588,revision_number=10']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:54.021419 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device caf78707-7f9d-481e-b2b4-43cda9190fea details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:07:54.042871 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e1d6fa1b-7800-442c-82f6-1242fec7fad2 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:07:54.087355 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e0fb222-6e70-4731-b732-9482da134b61 req-f27ff56f-76f6-4807-af4b-9ae21c701f7d service neutron] 10.222.0.76 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757330 Dec 16 22:07:54.136504 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5c667-0a14-4ba6-a309-a4aec834f4de req-5a7a3f02-d74b-4e7e-b95a-54ec711cf018 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:54.136966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33eab4-f85f-4e94-84e7-6e4fb4716d88 req-5fc7acb4-7533-44b3-9195-a09c859818c0 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:54.138645 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ab33eab4-f85f-4e94-84e7-6e4fb4716d88 req-5fc7acb4-7533-44b3-9195-a09c859818c0 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 946 time: 0.1254296 Dec 16 22:07:54.145502 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ba5c667-0a14-4ba6-a309-a4aec834f4de req-5a7a3f02-d74b-4e7e-b95a-54ec711cf018 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 943 time: 0.1397259 Dec 16 22:07:54.228069 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5e0fb222-6e70-4731-b732-9482da134b61 req-610a999c-14bf-4dcb-b36e-1587233a2193 service neutron] 10.222.0.57 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689489 Dec 16 22:07:54.230195 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-a197f433-bf08-4a45-8750-461233b06478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:54.231741 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-a197f433-bf08-4a45-8750-461233b06478 service neutron] 10.222.0.57 "GET /v2.0/networks?id=851b3d27-6497-40f0-b603-b3da566b57ea HTTP/1.1" status: 200 len: 908 time: 0.3667827 Dec 16 22:07:54.249412 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ba5c667-0a14-4ba6-a309-a4aec834f4de req-239c6422-72cb-4edd-9abd-da467ca2acc5 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026747 Dec 16 22:07:54.369083 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ab33eab4-f85f-4e94-84e7-6e4fb4716d88 req-0194c86b-73b4-47c5-8cd4-19b98c566914 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003293 Dec 16 22:07:54.373596 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-e1f8da03-6f6d-477b-a7f0-75c63d5be5db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1d6fa1b-7800-442c-82f6-1242fec7fad2 HTTP/1.1" status: 200 len: 217 time: 0.1045380 Dec 16 22:07:54.379945 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e0fb222-6e70-4731-b732-9482da134b61 req-6b500429-0883-4224-97b9-6daab745ad2f service neutron] 10.222.0.76 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790825 Dec 16 22:07:54.487841 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-20f6e90d-805e-45d8-a63e-004ac9d49e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:54.490606 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7e07f8e-cb11-408b-9cc6-35d2ce923823 req-0de8ab52-9a8e-43f1-9a1f-8973c5f63ab6 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 1002 time: 0.2056191 Dec 16 22:07:54.490817 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-20f6e90d-805e-45d8-a63e-004ac9d49e2c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ac517c80-ed1c-4940-8a98-4b18f46cf35e HTTP/1.1" status: 200 len: 848 time: 0.1067772 Dec 16 22:07:54.511452 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e1d6fa1b-7800-442c-82f6-1242fec7fad2 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:07:54.582527 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e07f8e-cb11-408b-9cc6-35d2ce923823 req-cca8ad14-82b6-4dd4-8106-c4d3b8d76029 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:54.584338 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7e07f8e-cb11-408b-9cc6-35d2ce923823 req-cca8ad14-82b6-4dd4-8106-c4d3b8d76029 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports/973a91a2-a360-41ff-9252-b028d4c483d2 HTTP/1.1" status: 200 len: 943 time: 0.0873945 Dec 16 22:07:54.591407 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port caf78707-7f9d-481e-b2b4-43cda9190fea, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=caf78707-7f9d-481e-b2b4-43cda9190fea,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:54.592311 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-dfd6789f-e935-418c-8533-2aa8e166a7a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=851b3d27-6497-40f0-b603-b3da566b57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919414 Dec 16 22:07:54.604440 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'caf78707-7f9d-481e-b2b4-43cda9190fea', 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae', 'port_id': 'caf78707-7f9d-481e-b2b4-43cda9190fea', 'mac_address': 'fa:16:3e:1c:25:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a903b4-5579-4f62-80b4-b7b74c354d7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:07:54.666680 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:54.676663 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae208eea-7cee-43a7-9340-2f8ed8cf2d37 req-fc48c54d-1dfc-48db-8dde-7b4b44505910 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:54.678564 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ae208eea-7cee-43a7-9340-2f8ed8cf2d37 req-fc48c54d-1dfc-48db-8dde-7b4b44505910 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.1573751 Dec 16 22:07:54.683262 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf78707-7f9d-481e-b2b4-43cda9190fea {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:07:54.718994 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['6152338b-9db8-4f48-8fa8-1e9544e29588'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:07:54.733666 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port caf78707-7f9d-481e-b2b4-43cda9190fea, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=caf78707-7f9d-481e-b2b4-43cda9190fea,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:54.787713 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-087c0d3a-2912-4c94-8d32-fe5c9e86f47b service neutron] 10.222.0.57 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873989 Dec 16 22:07:54.793525 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ae208eea-7cee-43a7-9340-2f8ed8cf2d37 req-448cd8e1-4b6a-4295-9d47-355df732f6e9 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874243 Dec 16 22:07:54.839256 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:54.977602 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-0af38cd5-0480-40f7-b2f9-3b19f8d4e9ef service neutron] 10.222.0.57 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802509 Dec 16 22:07:55.137309 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7e07f8e-cb11-408b-9cc6-35d2ce923823 req-34d25b56-1513-481c-bef4-bf75383b4511 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 1002 time: 0.2812247 Dec 16 22:07:55.212256 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=caf78707-7f9d-481e-b2b4-43cda9190fea,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:55.296301 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['caf78707-7f9d-481e-b2b4-43cda9190fea'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:07:55.317037 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e07f8e-cb11-408b-9cc6-35d2ce923823 req-d3531c67-d452-432f-90d9-0132cc452872 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:55.324611 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7e07f8e-cb11-408b-9cc6-35d2ce923823 req-d3531c67-d452-432f-90d9-0132cc452872 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 784 time: 0.1841946 Dec 16 22:07:55.330768 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-a7e07f8e-cb11-408b-9cc6-35d2ce923823 req-b63e2e87-f790-4e06-b5b6-51b8e621004e tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:07:55.343735 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7e07f8e-cb11-408b-9cc6-35d2ce923823 req-b63e2e87-f790-4e06-b5b6-51b8e621004e tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0176711 Dec 16 22:07:55.347153 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9a947-f7d5-4aed-9563-42b28f578a9b req-e3b68e35-823d-48fc-931d-63d5eca860c3 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:55.362024 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9e9a947-f7d5-4aed-9563-42b28f578a9b req-e3b68e35-823d-48fc-931d-63d5eca860c3 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 945 time: 0.1101000 Dec 16 22:07:55.495785 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bea53-7f33-45e8-a3fa-d09c5f33ab99 req-ec98ebbc-a8ce-4b76-a163-3d03fe488f4c tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:55.496052 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9e9a947-f7d5-4aed-9563-42b28f578a9b req-9f196fc1-831d-4ef6-850d-400cd53b71ee tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301427 Dec 16 22:07:55.529232 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2b8bea53-7f33-45e8-a3fa-d09c5f33ab99 req-ec98ebbc-a8ce-4b76-a163-3d03fe488f4c tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 944 time: 0.1227584 Dec 16 22:07:55.600637 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2b8bea53-7f33-45e8-a3fa-d09c5f33ab99 req-78c8f2cb-206e-4261-be73-b85ada366535 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698600 Dec 16 22:07:55.631403 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-85720851-27dd-482f-9424-4425057378a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:55.653719 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b460eb45-9c93-44a5-8946-d8ca7f618855 req-e25f6add-70c6-41e6-b33d-27177abf49a8 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 1002 time: 0.1397874 Dec 16 22:07:55.696349 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-b751753d-42d9-4b08-85bc-a0bcf0c80eb1 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:55.697905 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-b751753d-42d9-4b08-85bc-a0bcf0c80eb1 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3&tenant_id=70ddf0fe02f649f28d93270673f4f1b0&binding%3Ahost_id=n-h2-815324-4 HTTP/1.1" status: 200 len: 1096 time: 0.1319687 Dec 16 22:07:55.717144 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460eb45-9c93-44a5-8946-d8ca7f618855 req-4d30b66e-4ce7-41d1-be36-1ad4acfdfcd4 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:55.718616 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b460eb45-9c93-44a5-8946-d8ca7f618855 req-4d30b66e-4ce7-41d1-be36-1ad4acfdfcd4 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports/973a91a2-a360-41ff-9252-b028d4c483d2 HTTP/1.1" status: 200 len: 943 time: 0.0639744 Dec 16 22:07:55.839283 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbef8b9-235e-4ba7-a8f5-46a1aed7bf19 req-8cbf9aac-ff0e-48e3-8236-3349fa13addc tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:55.847983 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cbbef8b9-235e-4ba7-a8f5-46a1aed7bf19 req-8cbf9aac-ff0e-48e3-8236-3349fa13addc tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 946 time: 0.1020577 Dec 16 22:07:55.926350 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cbbef8b9-235e-4ba7-a8f5-46a1aed7bf19 req-3218607d-ecd8-4def-a536-0e73462cd9e5 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771670 Dec 16 22:07:55.944307 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b460eb45-9c93-44a5-8946-d8ca7f618855 req-1bb6bc67-2287-4ce7-a371-3016a8b673a2 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 1002 time: 0.1152325 Dec 16 22:07:56.125810 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6018f-9bda-4c01-bf4c-84953d49bf4e req-35835e89-80f4-4038-8e3b-53cf812cbe33 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:56.128836 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2dd6018f-9bda-4c01-bf4c-84953d49bf4e req-35835e89-80f4-4038-8e3b-53cf812cbe33 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.1152742 Dec 16 22:07:56.206104 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2dd6018f-9bda-4c01-bf4c-84953d49bf4e req-6dc41a7e-6d2f-4266-9881-4adc63ff6cc8 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705059 Dec 16 22:07:56.561195 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460eb45-9c93-44a5-8946-d8ca7f618855 req-f446a46d-ed4c-4f2f-b101-7b996c008704 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:56.566145 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b460eb45-9c93-44a5-8946-d8ca7f618855 req-f446a46d-ed4c-4f2f-b101-7b996c008704 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 784 time: 0.6190472 Dec 16 22:07:56.592393 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-2fdafc5d-dd34-40ec-b737-ae56f1a89de0 service neutron] For port e1d6fa1b-7800-442c-82f6-1242fec7fad2, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:07:56.609367 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-2fdafc5d-dd34-40ec-b737-ae56f1a89de0 service neutron] Publish callbacks [] for binding, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:56.610871 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7408feb0-cb08-40ac-a8a0-14bc7d0c2896 req-2fdafc5d-dd34-40ec-b737-ae56f1a89de0 service neutron] 10.222.0.57 "DELETE /v2.0/ports/e1d6fa1b-7800-442c-82f6-1242fec7fad2/bindings/n-h1-815324-4 HTTP/1.1" status: 204 len: 173 time: 0.8912039 Dec 16 22:07:56.620410 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:56.721755 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b79558-065c-4585-9680-4ab1bfaa665c req-aaf88ec5-1cf2-41f1-a81f-76ef6aa04f09 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:56.722506 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b460eb45-9c93-44a5-8946-d8ca7f618855 req-9aecad62-8d10-4956-b386-646db6cac0ba tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 1002 time: 0.1325841 Dec 16 22:07:56.724302 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42b79558-065c-4585-9680-4ab1bfaa665c req-aaf88ec5-1cf2-41f1-a81f-76ef6aa04f09 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 945 time: 0.0829639 Dec 16 22:07:56.741469 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-b460eb45-9c93-44a5-8946-d8ca7f618855 req-21bdcd1e-0412-4e65-8b77-114a47ad2589 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:07:56.790580 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42b79558-065c-4585-9680-4ab1bfaa665c req-221e2c01-ce8f-427f-a5ff-9d46a3cb09d0 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526118 Dec 16 22:07:56.831335 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:56.853147 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b460eb45-9c93-44a5-8946-d8ca7f618855 req-21bdcd1e-0412-4e65-8b77-114a47ad2589 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks [] for floatingip, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:56.946113 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b72bc-a175-40c0-a1ab-93b478f6d3b4 req-25de847b-cbb2-4968-a41a-832681267d96 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:56.948449 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7f2b72bc-a175-40c0-a1ab-93b478f6d3b4 req-25de847b-cbb2-4968-a41a-832681267d96 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 944 time: 0.0774047 Dec 16 22:07:57.029010 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7f2b72bc-a175-40c0-a1ab-93b478f6d3b4 req-977a2af1-f1aa-477c-ba9c-9ae1e6d5b2ac tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729835 Dec 16 22:07:57.095940 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b460eb45-9c93-44a5-8946-d8ca7f618855 req-21bdcd1e-0412-4e65-8b77-114a47ad2589 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:57.182266 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b460eb45-9c93-44a5-8946-d8ca7f618855 req-21bdcd1e-0412-4e65-8b77-114a47ad2589 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:57.182963 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [req-b460eb45-9c93-44a5-8946-d8ca7f618855 req-21bdcd1e-0412-4e65-8b77-114a47ad2589 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Floating IP 37b5b47f-1ea1-4351-a044-7a03c1b99d28 disassociated. External IP: 172.25.6.106, port: 973a91a2-a360-41ff-9252-b028d4c483d2. Dec 16 22:07:57.277286 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd30ed8-3f04-40ea-9ff7-22c23f0eb0d6 req-e7e073a7-5ec0-440d-953f-fc94c2b40ca6 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:57.279055 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4fd30ed8-3f04-40ea-9ff7-22c23f0eb0d6 req-e7e073a7-5ec0-440d-953f-fc94c2b40ca6 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 946 time: 0.1331513 Dec 16 22:07:57.354005 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 6152338b-9db8-4f48-8fa8-1e9544e29588 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:57.412080 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4fd30ed8-3f04-40ea-9ff7-22c23f0eb0d6 req-69509f98-6d65-4a38-b823-aec2ff23d709 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227975 Dec 16 22:07:57.535190 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 6152338b-9db8-4f48-8fa8-1e9544e29588 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:57.535883 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:57.559451 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6ec06-3970-4a67-bb84-f500b57a2783 req-001cda00-9648-489b-87dc-592206e2dbc9 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:57.568705 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-94b6ec06-3970-4a67-bb84-f500b57a2783 req-001cda00-9648-489b-87dc-592206e2dbc9 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 1096 time: 0.0829556 Dec 16 22:07:57.641350 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-94b6ec06-3970-4a67-bb84-f500b57a2783 req-725d1098-0bbb-473d-9ef2-a7f34a689106 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716803 Dec 16 22:07:57.771562 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:57.782529 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b460eb45-9c93-44a5-8946-d8ca7f618855 req-21bdcd1e-0412-4e65-8b77-114a47ad2589 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Router 21a0bda8-b0cc-4d95-95c5-125dc7965801 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:07:57.811626 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050be7da-06a1-480d-85e6-6d088e367b78 req-585393d9-f67a-498f-ab57-398f01ca3589 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:57.819018 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184e2541-4ad3-494d-86c5-4b0ba9c944f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6152338b-9db8-4f48-8fa8-1e9544e29588'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:57.824567 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-050be7da-06a1-480d-85e6-6d088e367b78 req-585393d9-f67a-498f-ab57-398f01ca3589 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 950 time: 0.1017308 Dec 16 22:07:57.832691 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a8316f-4edb-4744-9899-b6628e0702a2" -d '{"events": [{"server_uuid": "184e2541-4ad3-494d-86c5-4b0ba9c944f4", "name": "network-vif-plugged", "status": "completed", "tag": "6152338b-9db8-4f48-8fa8-1e9544e29588"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:57.868060 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 6152338b-9db8-4f48-8fa8-1e9544e29588, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=6152338b-9db8-4f48-8fa8-1e9544e29588,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:57.977898 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.026599 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b460eb45-9c93-44a5-8946-d8ca7f618855 req-21bdcd1e-0412-4e65-8b77-114a47ad2589 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:07:58.046428 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b460eb45-9c93-44a5-8946-d8ca7f618855 req-21bdcd1e-0412-4e65-8b77-114a47ad2589 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.059259 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7296f25c-1387-463f-821c-4201707ea1d0 None None] Sync routers for ids ['21a0bda8-b0cc-4d95-95c5-125dc7965801'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:07:58.078257 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device caf78707-7f9d-481e-b2b4-43cda9190fea up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:07:58.134338 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b460eb45-9c93-44a5-8946-d8ca7f618855 req-21bdcd1e-0412-4e65-8b77-114a47ad2589 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "PUT /v2.0/floatingips/37b5b47f-1ea1-4351-a044-7a03c1b99d28 HTTP/1.1" status: 200 len: 695 time: 1.3974564 Dec 16 22:07:58.134948 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fd8e70-f5ca-40b3-9145-02f4f0e4e332', 'tag': '973a91a2-a360-41ff-9252-b028d4c483d2'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:07:58.142752 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb5c5ad-2336-41b4-85e2-29ade592f81e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1fd8e70-f5ca-40b3-9145-02f4f0e4e332", "tag": "973a91a2-a360-41ff-9252-b028d4c483d2"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:07:58.209638 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7296f25c-1387-463f-821c-4201707ea1d0 None None] Routers {'21a0bda8-b0cc-4d95-95c5-125dc7965801'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:07:58.210736 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-7296f25c-1387-463f-821c-4201707ea1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:07:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['21a0bda8-b0cc-4d95-95c5-125dc7965801'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:58.223982 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=6152338b-9db8-4f48-8fa8-1e9544e29588,revision_number=11']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:58.272019 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460eb45-9c93-44a5-8946-d8ca7f618855 req-6894e2f4-786a-4d2d-8e5a-448f578f933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:58.273764 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b460eb45-9c93-44a5-8946-d8ca7f618855 req-6894e2f4-786a-4d2d-8e5a-448f578f933e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=dd4a9ba818474cd5afa3715e32dea22f&device_id=d1fd8e70-f5ca-40b3-9145-02f4f0e4e332 HTTP/1.1" status: 200 len: 1097 time: 0.1081986 Dec 16 22:07:58.387735 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-050be7da-06a1-480d-85e6-6d088e367b78 req-f8eeb161-5fc1-401e-9b00-0150d1526d2c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5621138 Dec 16 22:07:58.479365 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.482681 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.496819 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460eb45-9c93-44a5-8946-d8ca7f618855 req-f14f25eb-7b2b-41e6-a6ed-093cb7662687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:58.498567 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b460eb45-9c93-44a5-8946-d8ca7f618855 req-f14f25eb-7b2b-41e6-a6ed-093cb7662687 service neutron] 10.222.0.75 "GET /v2.0/networks?id=cb6f27cb-a12f-415d-801e-6e403da44a59 HTTP/1.1" status: 200 len: 921 time: 0.2176840 Dec 16 22:07:58.536574 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-7296f25c-1387-463f-821c-4201707ea1d0 None None] Set router 21a0bda8-b0cc-4d95-95c5-125dc7965801 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:07:58.570031 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b460eb45-9c93-44a5-8946-d8ca7f618855 req-9511c713-1768-4994-9ee9-9639806de632 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=973a91a2-a360-41ff-9252-b028d4c483d2 HTTP/1.1" status: 200 len: 217 time: 0.0645127 Dec 16 22:07:58.601409 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port caf78707-7f9d-481e-b2b4-43cda9190fea completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:07:58.614996 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port caf78707-7f9d-481e-b2b4-43cda9190fea triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:07:58.615421 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:58.632163 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460eb45-9c93-44a5-8946-d8ca7f618855 req-f482157c-39ac-412f-8e48-03ab117eeb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:58.633911 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b460eb45-9c93-44a5-8946-d8ca7f618855 req-f482157c-39ac-412f-8e48-03ab117eeb9e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd HTTP/1.1" status: 200 len: 860 time: 0.0554900 Dec 16 22:07:58.708435 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460eb45-9c93-44a5-8946-d8ca7f618855 req-75dbf41e-c495-4ce9-94d1-6cec7322eb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:58.710271 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b460eb45-9c93-44a5-8946-d8ca7f618855 req-75dbf41e-c495-4ce9-94d1-6cec7322eb8f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cb6f27cb-a12f-415d-801e-6e403da44a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603228 Dec 16 22:07:58.888781 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b460eb45-9c93-44a5-8946-d8ca7f618855 req-6b4a9df5-838c-4336-be01-0c7f59364c7b service neutron] 10.222.0.75 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621146 Dec 16 22:07:58.976700 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:59.047220 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:59.093252 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b460eb45-9c93-44a5-8946-d8ca7f618855 req-7f1a299a-ba78-4beb-ba23-0102db33929b service neutron] 10.222.0.75 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957138 Dec 16 22:07:59.119608 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port caf78707-7f9d-481e-b2b4-43cda9190fea, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=caf78707-7f9d-481e-b2b4-43cda9190fea,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:07:59.193020 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-7296f25c-1387-463f-821c-4201707ea1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-router', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:06:34Z', 'updated_at': '2021-12-16T22:06:40Z', 'revision_number': 4, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'gw_port': {'id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:35Z', 'updated_at': '2021-12-16T22:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '9f09e070-f3c5-441d-80c1-718ab7929e46', 'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'mac_address': 'fa:16:3e:ce:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:38Z', 'updated_at': '2021-12-16T22:06:44Z', 'revision_number': 5, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'subnets': [{'id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:59.229143 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7296f25c-1387-463f-821c-4201707ea1d0 None None] Checking router: 21a0bda8-b0cc-4d95-95c5-125dc7965801 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:07:59.239322 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7296f25c-1387-463f-821c-4201707ea1d0 None None] Routers {'21a0bda8-b0cc-4d95-95c5-125dc7965801'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:07:59.240135 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-7296f25c-1387-463f-821c-4201707ea1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:07:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['21a0bda8-b0cc-4d95-95c5-125dc7965801'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:59.271781 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-afb84836-9d5e-4701-914d-ac2179642628 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:59.279609 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-afb84836-9d5e-4701-914d-ac2179642628 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/networks?id=851b3d27-6497-40f0-b603-b3da566b57ea HTTP/1.1" status: 200 len: 808 time: 0.1300974 Dec 16 22:07:59.298772 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-562154d0-9259-4f57-b7df-c089bd713c1a tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/quotas/70ddf0fe02f649f28d93270673f4f1b0 HTTP/1.1" status: 200 len: 375 time: 0.0176365 Dec 16 22:07:59.372857 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:07:59.377045 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-7296f25c-1387-463f-821c-4201707ea1d0 None None] Set router 21a0bda8-b0cc-4d95-95c5-125dc7965801 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:07:59.381690 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-f181ca4f-7144-4aab-b71b-86a353333434 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=70ddf0fe02f649f28d93270673f4f1b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817785 Dec 16 22:07:59.415892 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b0741c-0115-4890-b9ab-77dda4cc7a5c x-openstack-request-id: req-29b0741c-0115-4890-b9ab-77dda4cc7a5c {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:59.416320 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184e2541-4ad3-494d-86c5-4b0ba9c944f4", "name": "network-vif-plugged", "status": "completed", "tag": "6152338b-9db8-4f48-8fa8-1e9544e29588", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:59.417670 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-29b0741c-0115-4890-b9ab-77dda4cc7a5c {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:59.417670 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184e2541-4ad3-494d-86c5-4b0ba9c944f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6152338b-9db8-4f48-8fa8-1e9544e29588', 'code': 200} Dec 16 22:07:59.589740 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcedbc7-a2c5-4a20-8256-94098d3abf1e req-8a6bd8c7-d08e-439b-9220-67f69cc53b0f tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:59.591632 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-2cd60b33-2809-43e9-8b78-23dc55b02de7 service neutron] 10.222.0.75 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090056 Dec 16 22:07:59.595329 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=caf78707-7f9d-481e-b2b4-43cda9190fea,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:07:59.602122 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dfcedbc7-a2c5-4a20-8256-94098d3abf1e req-8a6bd8c7-d08e-439b-9220-67f69cc53b0f tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 945 time: 0.1443291 Dec 16 22:07:59.689551 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dfcedbc7-a2c5-4a20-8256-94098d3abf1e req-3cf38169-5495-4219-ad83-6b05b4c5c83f tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853319 Dec 16 22:07:59.742224 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7922296d-fcb0-48a2-9c93-b0bfc7204c5b x-openstack-request-id: req-7922296d-fcb0-48a2-9c93-b0bfc7204c5b {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:07:59.742804 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1fd8e70-f5ca-40b3-9145-02f4f0e4e332", "tag": "973a91a2-a360-41ff-9252-b028d4c483d2", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:07:59.743374 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7922296d-fcb0-48a2-9c93-b0bfc7204c5b {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:07:59.743975 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1fd8e70-f5ca-40b3-9145-02f4f0e4e332', 'tag': '973a91a2-a360-41ff-9252-b028d4c483d2', 'status': 'completed', 'code': 200} Dec 16 22:07:59.777948 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-832abf45-054f-4d27-aca8-a07cfbe4a6c9 service neutron] 10.222.0.75 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841350 Dec 16 22:07:59.835908 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-7296f25c-1387-463f-821c-4201707ea1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-router', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:06:34Z', 'updated_at': '2021-12-16T22:06:40Z', 'revision_number': 4, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'gw_port': {'id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:35Z', 'updated_at': '2021-12-16T22:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '9f09e070-f3c5-441d-80c1-718ab7929e46', 'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'mac_address': 'fa:16:3e:ce:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:38Z', 'updated_at': '2021-12-16T22:06:44Z', 'revision_number': 5, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'subnets': [{'id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:07:59.883537 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c8dd3-fb24-40ca-a247-b3ef74f6b3ef req-2b16d736-58c0-43a7-92cb-c6a2b57baee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:59.886677 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c98c8dd3-fb24-40ca-a247-b3ef74f6b3ef req-2b16d736-58c0-43a7-92cb-c6a2b57baee4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 1102 time: 0.0908611 Dec 16 22:07:59.891681 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5c5ad-2336-41b4-85e2-29ade592f81e req-db58d5d9-8502-4ec6-b09b-a830efea56cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:59.896893 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1bb5c5ad-2336-41b4-85e2-29ade592f81e req-db58d5d9-8502-4ec6-b09b-a830efea56cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd4a9ba818474cd5afa3715e32dea22f&device_id=d1fd8e70-f5ca-40b3-9145-02f4f0e4e332 HTTP/1.1" status: 200 len: 1097 time: 0.1023107 Dec 16 22:07:59.959667 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c98c8dd3-fb24-40ca-a247-b3ef74f6b3ef req-b2c262ab-381a-44ee-8920-b61fd8fa4f1a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512924 Dec 16 22:07:59.992984 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0576dea-ab18-4952-b276-9eb8698bc4d0 req-470e14a8-18fc-42c7-bdda-944c738ef21c tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:07:59.996029 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b0576dea-ab18-4952-b276-9eb8698bc4d0 req-470e14a8-18fc-42c7-bdda-944c738ef21c tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 946 time: 0.1282592 Dec 16 22:08:00.034036 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7296f25c-1387-463f-821c-4201707ea1d0 None None] The sync data for ids ['21a0bda8-b0cc-4d95-95c5-125dc7965801'] in n-d-815324-4 is: [{'id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-router', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:06:34Z', 'updated_at': '2021-12-16T22:06:40Z', 'revision_number': 4, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'gw_port': {'id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:35Z', 'updated_at': '2021-12-16T22:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '9f09e070-f3c5-441d-80c1-718ab7929e46', 'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'mac_address': 'fa:16:3e:ce:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:38Z', 'updated_at': '2021-12-16T22:06:44Z', 'revision_number': 5, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'subnets': [{'id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:08:00.067421 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5c5ad-2336-41b4-85e2-29ade592f81e req-f1ccc2ce-a430-444e-bb8d-d3df3f3dfc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:00.070438 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1bb5c5ad-2336-41b4-85e2-29ade592f81e req-f1ccc2ce-a430-444e-bb8d-d3df3f3dfc57 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cb6f27cb-a12f-415d-801e-6e403da44a59 HTTP/1.1" status: 200 len: 921 time: 0.1663043 Dec 16 22:08:00.076723 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b0576dea-ab18-4952-b276-9eb8698bc4d0 req-6ea838c4-bdb0-48c7-bc19-f1ae422575b2 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734487 Dec 16 22:08:00.236754 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767d36d-7f9b-4bf4-badf-4ee1a4b99083 req-72f68e1a-38e3-4e10-aec8-5e3074e8a134 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:00.246784 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4767d36d-7f9b-4bf4-badf-4ee1a4b99083 req-72f68e1a-38e3-4e10-aec8-5e3074e8a134 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df HTTP/1.1" status: 200 len: 945 time: 0.0842838 Dec 16 22:08:00.341810 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4767d36d-7f9b-4bf4-badf-4ee1a4b99083 req-c270a2b6-c824-41e1-89e9-b0f7cb08a51d tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8aa6ea8-9129-4ea7-9e46-cc7180e25a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945084 Dec 16 22:08:00.508408 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1bb5c5ad-2336-41b4-85e2-29ade592f81e req-09c8c1d9-8625-49ad-9539-9aaab807a77e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=973a91a2-a360-41ff-9252-b028d4c483d2 HTTP/1.1" status: 200 len: 217 time: 0.1434209 Dec 16 22:08:00.513805 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458c514-8977-4598-b06d-e015e787e7c5 req-5d95ce95-ce65-47be-b360-4b312aed3708 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:00.522644 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3458c514-8977-4598-b06d-e015e787e7c5 req-5d95ce95-ce65-47be-b360-4b312aed3708 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 951 time: 0.0733120 Dec 16 22:08:00.538729 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6b53b7-efd4-4a2a-a50f-bbcbe371419e None None] New status for floating IP 37b5b47f-1ea1-4351-a044-7a03c1b99d28: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:08:00.600806 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5c5ad-2336-41b4-85e2-29ade592f81e req-0553ed98-60c1-4050-a989-3c12e027e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:00.602524 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1bb5c5ad-2336-41b4-85e2-29ade592f81e req-0553ed98-60c1-4050-a989-3c12e027e650 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd HTTP/1.1" status: 200 len: 860 time: 0.0850880 Dec 16 22:08:00.602966 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3458c514-8977-4598-b06d-e015e787e7c5 req-aa785691-1b88-48bc-8b89-110b346b45f8 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746145 Dec 16 22:08:00.696380 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5c5ad-2336-41b4-85e2-29ade592f81e req-07f441bb-dbaf-424c-a6e4-fe45ac1c6443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:00.698037 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1bb5c5ad-2336-41b4-85e2-29ade592f81e req-07f441bb-dbaf-424c-a6e4-fe45ac1c6443 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb6f27cb-a12f-415d-801e-6e403da44a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853066 Dec 16 22:08:00.755265 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5da248ed-8307-4007-a77c-8aa13cf7c877 req-e1a3b5de-ff9c-4c76-8abd-41644a8dd947 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 210 time: 0.0319450 Dec 16 22:08:00.948083 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed02717-b09b-4561-8108-201c24fd68b0 req-75027e41-e866-4a91-bec3-7ea41dcd64ab tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:00.949739 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3ed02717-b09b-4561-8108-201c24fd68b0 req-75027e41-e866-4a91-bec3-7ea41dcd64ab tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df HTTP/1.1" status: 200 len: 945 time: 0.1330976 Dec 16 22:08:00.998990 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e6164-921c-4ae3-8e2f-c58d9292560b req-bcdcc631-8e19-4c89-822f-095876377fe0 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:01.000767 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2b1e6164-921c-4ae3-8e2f-c58d9292560b req-bcdcc631-8e19-4c89-822f-095876377fe0 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1545033 Dec 16 22:08:01.012501 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141677a-9fc7-4bf1-932c-eaa0faa5b7f1 req-bccc2e6f-425d-4dc3-a9c6-0e7060ecb0ec tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:01.020613 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7141677a-9fc7-4bf1-932c-eaa0faa5b7f1 req-bccc2e6f-425d-4dc3-a9c6-0e7060ecb0ec tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 945 time: 0.1199369 Dec 16 22:08:01.027809 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1bb5c5ad-2336-41b4-85e2-29ade592f81e req-ececdc06-2b8e-4ac4-921d-9e3676d97bda service neutron] 10.222.0.57 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354877 Dec 16 22:08:01.116626 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2b1e6164-921c-4ae3-8e2f-c58d9292560b req-40eb22d8-64fb-46a5-bef6-e845a3654cf8 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 698 time: 0.0918381 Dec 16 22:08:01.130845 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-2b1e6164-921c-4ae3-8e2f-c58d9292560b req-51e5f813-d632-4aab-8582-ec11b9eb1178 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Request body: {'floatingip': {'port_id': '3b474ccc-594f-4256-a7b3-043afdc722b0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:01.141451 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7141677a-9fc7-4bf1-932c-eaa0faa5b7f1 req-c80e766c-146b-45ff-ad3d-7b76048e2aad tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198933 Dec 16 22:08:01.151765 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-3ed02717-b09b-4561-8108-201c24fd68b0 req-f9262df6-bb76-4d5c-b6a5-4e3d2fb955b1 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Deleting port 70e1e167-9b0c-4bf2-a3d4-034cf452e4b9 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:08:01.152118 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3ed02717-b09b-4561-8108-201c24fd68b0 req-f9262df6-bb76-4d5c-b6a5-4e3d2fb955b1 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:01.210949 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2b1e6164-921c-4ae3-8e2f-c58d9292560b req-51e5f813-d632-4aab-8582-ec11b9eb1178 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks [] for floatingip, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:01.298091 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-3ed02717-b09b-4561-8108-201c24fd68b0 req-f9262df6-bb76-4d5c-b6a5-4e3d2fb955b1 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] For port 70e1e167-9b0c-4bf2-a3d4-034cf452e4b9, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=70e1e167-9b0c-4bf2-a3d4-034cf452e4b9,segment=NetworkSegment(ea5cbc29-5675-415a-a003-81178ff2b12c),segment_id=ea5cbc29-5675-415a-a003-81178ff2b12c)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:01.298920 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3ed02717-b09b-4561-8108-201c24fd68b0 req-f9262df6-bb76-4d5c-b6a5-4e3d2fb955b1 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:01.302689 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1bb5c5ad-2336-41b4-85e2-29ade592f81e req-a8acdaf8-0c86-4a9a-b244-4a73bba4f76d service neutron] 10.222.0.57 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664280 Dec 16 22:08:01.322652 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad175b-0f11-41a5-ae68-55ab1b126240 req-91b8858a-2971-4a9a-ab50-460c74d8d250 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:01.324289 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-63ad175b-0f11-41a5-ae68-55ab1b126240 req-91b8858a-2971-4a9a-ab50-460c74d8d250 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 946 time: 0.1023877 Dec 16 22:08:01.325308 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-3ed02717-b09b-4561-8108-201c24fd68b0 req-f9262df6-bb76-4d5c-b6a5-4e3d2fb955b1 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Calling delete_port for 70e1e167-9b0c-4bf2-a3d4-034cf452e4b9 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:08:01.418711 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463dfcb6-5666-4adb-b3e5-db979c8155c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf78707-7f9d-481e-b2b4-43cda9190fea'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:01.423381 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86ad58e-5b27-4fe4-9fde-955f93cf58f8" -d '{"events": [{"server_uuid": "463dfcb6-5666-4adb-b3e5-db979c8155c2", "name": "network-vif-plugged", "status": "completed", "tag": "caf78707-7f9d-481e-b2b4-43cda9190fea"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:01.460447 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-63ad175b-0f11-41a5-ae68-55ab1b126240 req-aecdc539-e99f-4880-978c-cf7ce372bec3 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819044 Dec 16 22:08:01.660918 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f16fed-5cc0-4db6-8c6c-16dd44cfe3e4 req-88ec27fe-cf99-4d2b-848f-b7348a91b1bc tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:01.662595 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a8f16fed-5cc0-4db6-8c6c-16dd44cfe3e4 req-88ec27fe-cf99-4d2b-848f-b7348a91b1bc tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df HTTP/1.1" status: 200 len: 945 time: 0.0922918 Dec 16 22:08:01.663931 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3ed02717-b09b-4561-8108-201c24fd68b0 req-f9262df6-bb76-4d5c-b6a5-4e3d2fb955b1 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:01.708370 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['70e1e167-9b0c-4bf2-a3d4-034cf452e4b9'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:01.760206 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9262df6-bb76-4d5c-b6a5-4e3d2fb955b1 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Pushing event deleted for resources: {'Port': ['ID=70e1e167-9b0c-4bf2-a3d4-034cf452e4b9,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:01.796214 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed02717-b09b-4561-8108-201c24fd68b0 req-f9262df6-bb76-4d5c-b6a5-4e3d2fb955b1 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] No DVR routers for this DVR port 70e1e167-9b0c-4bf2-a3d4-034cf452e4b9 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:08:01.799785 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3ed02717-b09b-4561-8108-201c24fd68b0 req-f9262df6-bb76-4d5c-b6a5-4e3d2fb955b1 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:01.803423 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3ed02717-b09b-4561-8108-201c24fd68b0 req-f9262df6-bb76-4d5c-b6a5-4e3d2fb955b1 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.76 "DELETE /v2.0/ports/70e1e167-9b0c-4bf2-a3d4-034cf452e4b9 HTTP/1.1" status: 204 len: 173 time: 0.8458977 Dec 16 22:08:01.806215 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df', 'name': 'network-vif-deleted', 'tag': '70e1e167-9b0c-4bf2-a3d4-034cf452e4b9'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:01.808746 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defa9870-973a-402a-9394-7e3c35d12a08" -d '{"events": [{"server_uuid": "5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df", "name": "network-vif-deleted", "tag": "70e1e167-9b0c-4bf2-a3d4-034cf452e4b9"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:01.844203 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a8f16fed-5cc0-4db6-8c6c-16dd44cfe3e4 req-cbf398ed-017e-4e5f-9df9-6eea42002398 tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8aa6ea8-9129-4ea7-9e46-cc7180e25a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674860 Dec 16 22:08:01.870854 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.db.api [req-2b1e6164-921c-4ae3-8e2f-c58d9292560b req-51e5f813-d632-4aab-8582-ec11b9eb1178 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:08:01.871377 n-d-815324-4 neutron-server[103613]: DEBUG oslo_db.api [req-2b1e6164-921c-4ae3-8e2f-c58d9292560b req-51e5f813-d632-4aab-8582-ec11b9eb1178 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:08:01.896554 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a3e983-e0da-436c-bbfc-7eb40541c65f x-openstack-request-id: req-06a3e983-e0da-436c-bbfc-7eb40541c65f {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:01.897054 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463dfcb6-5666-4adb-b3e5-db979c8155c2", "name": "network-vif-plugged", "status": "completed", "tag": "caf78707-7f9d-481e-b2b4-43cda9190fea", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:01.897487 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-06a3e983-e0da-436c-bbfc-7eb40541c65f {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:01.898732 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463dfcb6-5666-4adb-b3e5-db979c8155c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf78707-7f9d-481e-b2b4-43cda9190fea', 'code': 200} Dec 16 22:08:02.010484 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07b7a2-975f-4e8d-8cfc-cb0848cf0a74 req-205313ac-cd6d-4995-b75c-df3dfa417dce tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:02.013465 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b07b7a2-975f-4e8d-8cfc-cb0848cf0a74 req-205313ac-cd6d-4995-b75c-df3dfa417dce tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 951 time: 0.0614388 Dec 16 22:08:02.136949 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b07b7a2-975f-4e8d-8cfc-cb0848cf0a74 req-e752fef4-87d6-4965-87b8-dba893b61533 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152053 Dec 16 22:08:02.160738 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69292d64-399a-4f0e-b8d7-171a6fb32401 req-fe035547-49f4-4d37-a5e0-faa75b1650b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:02.162455 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-69292d64-399a-4f0e-b8d7-171a6fb32401 req-fe035547-49f4-4d37-a5e0-faa75b1650b1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 1096 time: 0.0976331 Dec 16 22:08:02.306051 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-69292d64-399a-4f0e-b8d7-171a6fb32401 req-21923b55-a44f-4147-9337-48f77d91a84d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296546 Dec 16 22:08:02.353965 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-64d7ea5b-1cd9-42cc-9680-e282bf062f5f req-36d72843-6304-430a-ae04-bb7cf172d28b tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 210 time: 0.0748799 Dec 16 22:08:02.372023 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2b1e6164-921c-4ae3-8e2f-c58d9292560b req-51e5f813-d632-4aab-8582-ec11b9eb1178 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks [] for floatingip, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:02.530573 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd284f98-b246-4c16-8a45-13acc78f34c7 x-openstack-request-id: req-dd284f98-b246-4c16-8a45-13acc78f34c7 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:02.530877 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df", "name": "network-vif-deleted", "tag": "70e1e167-9b0c-4bf2-a3d4-034cf452e4b9", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:02.531168 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dd284f98-b246-4c16-8a45-13acc78f34c7 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:02.531580 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df', 'name': 'network-vif-deleted', 'tag': '70e1e167-9b0c-4bf2-a3d4-034cf452e4b9', 'status': 'completed', 'code': 200} Dec 16 22:08:02.715883 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33809eb7-4323-477e-bf34-23e12b4cbbc0 req-e50dfc63-ef9f-4a63-bb14-5c671c894bf2 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:02.717621 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-33809eb7-4323-477e-bf34-23e12b4cbbc0 req-e50dfc63-ef9f-4a63-bb14-5c671c894bf2 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 945 time: 0.1139114 Dec 16 22:08:02.815302 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-33809eb7-4323-477e-bf34-23e12b4cbbc0 req-2e1cef72-afc1-46f5-b854-2a7969023b8d tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790009 Dec 16 22:08:02.898343 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fa990f85-a718-497e-8e01-93d132c4fec4 req-d9a8c367-99a8-44c0-a724-393fbb2e23a5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0373266 Dec 16 22:08:02.953824 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d3d06-0d46-4519-9427-7c71f0201656 req-f7a3b92e-43a9-47a7-a299-8e49947f0527 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:02.956882 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ad5d3d06-0d46-4519-9427-7c71f0201656 req-f7a3b92e-43a9-47a7-a299-8e49947f0527 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 946 time: 0.0619326 Dec 16 22:08:03.014783 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fa990f85-a718-497e-8e01-93d132c4fec4 req-ce5246e6-a74f-4fe9-b646-30c8aabb1fd0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9ec6d52b2cc74dfe9b3e2eda729bdbff&device_id=5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df HTTP/1.1" status: 200 len: 210 time: 0.0480497 Dec 16 22:08:03.075870 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ad5d3d06-0d46-4519-9427-7c71f0201656 req-8715f089-d713-482a-8faf-875c6550a06e tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125960 Dec 16 22:08:03.292559 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ba3c8bd-064f-4a10-a4ae-d5ee6f5bf433 req-14db1fdd-bc1f-481b-a190-7dc3b691265c tempest-VolumesAdminNegativeTest-579898645 tempest-VolumesAdminNegativeTest-579898645-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f0ddd5e-9f17-45d0-b2e6-ae543c5bd9df HTTP/1.1" status: 200 len: 210 time: 0.0494332 Dec 16 22:08:03.322842 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9d3a6-f99b-4b57-90f1-a90fb06f91b4 req-14694913-3a0a-425f-b220-66d413140421 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:03.324482 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c2c9d3a6-f99b-4b57-90f1-a90fb06f91b4 req-14694913-3a0a-425f-b220-66d413140421 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1fd8e70-f5ca-40b3-9145-02f4f0e4e332 HTTP/1.1" status: 200 len: 946 time: 0.4058311 Dec 16 22:08:03.371651 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.db.resource_extend [req-2b1e6164-921c-4ae3-8e2f-c58d9292560b req-51e5f813-d632-4aab-8582-ec11b9eb1178 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:08:03.399765 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa990f85-a718-497e-8e01-93d132c4fec4 req-8632aa68-9738-461c-813b-3edfd5d798c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:03.401727 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fa990f85-a718-497e-8e01-93d132c4fec4 req-8632aa68-9738-461c-813b-3edfd5d798c2 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=9ec6d52b2cc74dfe9b3e2eda729bdbff&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3495841 Dec 16 22:08:03.590685 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2b1e6164-921c-4ae3-8e2f-c58d9292560b req-51e5f813-d632-4aab-8582-ec11b9eb1178 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:03.648998 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-c2c9d3a6-f99b-4b57-90f1-a90fb06f91b4 req-2aa250c4-1ccc-41fa-8f87-17901f4d7a9f tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Deleting port 973a91a2-a360-41ff-9252-b028d4c483d2 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:08:03.649737 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c2c9d3a6-f99b-4b57-90f1-a90fb06f91b4 req-2aa250c4-1ccc-41fa-8f87-17901f4d7a9f tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:03.658782 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa990f85-a718-497e-8e01-93d132c4fec4 req-cefcf63b-20a4-4db9-b0f2-8f34e295380e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:03.659798 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fa990f85-a718-497e-8e01-93d132c4fec4 req-cefcf63b-20a4-4db9-b0f2-8f34e295380e service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2373142 Dec 16 22:08:03.664260 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2b1e6164-921c-4ae3-8e2f-c58d9292560b req-51e5f813-d632-4aab-8582-ec11b9eb1178 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:03.883614 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-c2c9d3a6-f99b-4b57-90f1-a90fb06f91b4 req-2aa250c4-1ccc-41fa-8f87-17901f4d7a9f tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] For port 973a91a2-a360-41ff-9252-b028d4c483d2, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=973a91a2-a360-41ff-9252-b028d4c483d2,segment=NetworkSegment(5980641f-2ab7-4781-988c-cf5871132f96),segment_id=5980641f-2ab7-4781-988c-cf5871132f96)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:03.884190 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c2c9d3a6-f99b-4b57-90f1-a90fb06f91b4 req-2aa250c4-1ccc-41fa-8f87-17901f4d7a9f tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:03.884435 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681ee6a-395c-493a-ba4b-ba7f8e8c51af req-0e7e5c95-483b-48da-ad59-e106a35e0571 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:03.889482 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6681ee6a-395c-493a-ba4b-ba7f8e8c51af req-0e7e5c95-483b-48da-ad59-e106a35e0571 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 951 time: 0.1102965 Dec 16 22:08:03.891612 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [req-2b1e6164-921c-4ae3-8e2f-c58d9292560b req-51e5f813-d632-4aab-8582-ec11b9eb1178 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Floating IP 37b5b47f-1ea1-4351-a044-7a03c1b99d28 associated. External IP: 172.25.6.106, port: 3b474ccc-594f-4256-a7b3-043afdc722b0. Dec 16 22:08:03.956173 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-c2c9d3a6-f99b-4b57-90f1-a90fb06f91b4 req-2aa250c4-1ccc-41fa-8f87-17901f4d7a9f tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Calling delete_port for 973a91a2-a360-41ff-9252-b028d4c483d2 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:08:04.034940 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6681ee6a-395c-493a-ba4b-ba7f8e8c51af req-c0c1cbde-1cff-4e47-aaa7-8cb808d72183 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389105 Dec 16 22:08:04.091657 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 70e1e167-9b0c-4bf2-a3d4-034cf452e4b9 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:08:04.125365 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 70e1e167-9b0c-4bf2-a3d4-034cf452e4b9 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:08:04.125861 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 70e1e167-9b0c-4bf2-a3d4-034cf452e4b9 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:08:04.207826 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ae62a1f3-f315-4ca5-96aa-bf58a954c19d req-c9e65323-bebc-416c-8611-c73956fabd96 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 210 time: 0.0428796 Dec 16 22:08:04.428621 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b1e6164-921c-4ae3-8e2f-c58d9292560b req-51e5f813-d632-4aab-8582-ec11b9eb1178 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Router 21a0bda8-b0cc-4d95-95c5-125dc7965801 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:08:04.451821 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c2c9d3a6-f99b-4b57-90f1-a90fb06f91b4 req-2aa250c4-1ccc-41fa-8f87-17901f4d7a9f tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:04.456493 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-1de7a757-96ef-462e-8a3b-ca62fa020486 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:04.458540 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-1de7a757-96ef-462e-8a3b-ca62fa020486 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.76 "GET /v2.0/networks?id=851b3d27-6497-40f0-b603-b3da566b57ea HTTP/1.1" status: 200 len: 808 time: 0.2047100 Dec 16 22:08:04.482344 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-dc253545-0b6a-4e31-baf8-e66d39662a5f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Request body: {'port': {'device_id': '88ff2913-5077-4732-b811-2e2088c1b899', 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea', 'admin_state_up': True, 'tenant_id': '70ddf0fe02f649f28d93270673f4f1b0'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:04.495098 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['3b474ccc-594f-4256-a7b3-043afdc722b0'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:04.498954 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['973a91a2-a360-41ff-9252-b028d4c483d2'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:04.552843 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa250c4-1ccc-41fa-8f87-17901f4d7a9f tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Pushing event deleted for resources: {'Port': ['ID=973a91a2-a360-41ff-9252-b028d4c483d2,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:04.859339 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b1e6164-921c-4ae3-8e2f-c58d9292560b req-51e5f813-d632-4aab-8582-ec11b9eb1178 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:08:04.862194 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c9d3a6-f99b-4b57-90f1-a90fb06f91b4 req-2aa250c4-1ccc-41fa-8f87-17901f4d7a9f tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] No DVR routers for this DVR port 973a91a2-a360-41ff-9252-b028d4c483d2 on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:08:04.871942 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2b1e6164-921c-4ae3-8e2f-c58d9292560b req-51e5f813-d632-4aab-8582-ec11b9eb1178 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:04.960981 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2b1e6164-921c-4ae3-8e2f-c58d9292560b req-51e5f813-d632-4aab-8582-ec11b9eb1178 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "PUT /v2.0/floatingips/37b5b47f-1ea1-4351-a044-7a03c1b99d28 HTTP/1.1" status: 200 len: 996 time: 3.8384190 Dec 16 22:08:04.962228 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c2c9d3a6-f99b-4b57-90f1-a90fb06f91b4 req-2aa250c4-1ccc-41fa-8f87-17901f4d7a9f tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:04.965521 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0142cd2d-4d26-4839-816c-40ebe620124a None None] Sync routers for ids ['21a0bda8-b0cc-4d95-95c5-125dc7965801'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:08:04.972077 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c2c9d3a6-f99b-4b57-90f1-a90fb06f91b4 req-2aa250c4-1ccc-41fa-8f87-17901f4d7a9f tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.57 "DELETE /v2.0/ports/973a91a2-a360-41ff-9252-b028d4c483d2 HTTP/1.1" status: 204 len: 173 time: 1.6392546 Dec 16 22:08:04.972658 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b995fd1f-7c5c-45d4-b538-1ae315d1c7f8', 'tag': '3b474ccc-594f-4256-a7b3-043afdc722b0'}, {'server_uuid': 'd1fd8e70-f5ca-40b3-9145-02f4f0e4e332', 'name': 'network-vif-deleted', 'tag': '973a91a2-a360-41ff-9252-b028d4c483d2'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:04.982439 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e489144-bf43-4c26-89e3-f78efa79146b" -d '{"events": [{"name": "network-changed", "server_uuid": "b995fd1f-7c5c-45d4-b538-1ae315d1c7f8", "tag": "3b474ccc-594f-4256-a7b3-043afdc722b0"}, {"server_uuid": "d1fd8e70-f5ca-40b3-9145-02f4f0e4e332", "name": "network-vif-deleted", "tag": "973a91a2-a360-41ff-9252-b028d4c483d2"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:04.996697 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0142cd2d-4d26-4839-816c-40ebe620124a None None] Routers {'21a0bda8-b0cc-4d95-95c5-125dc7965801'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:08:04.997364 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0142cd2d-4d26-4839-816c-40ebe620124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:07:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['21a0bda8-b0cc-4d95-95c5-125dc7965801'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:05.044472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bfe81-be4b-42b1-9936-33a9629cbf63 req-a152966a-587f-4680-a0e2-1d2c9da31ebf tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:05.059268 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cb6bfe81-be4b-42b1-9936-33a9629cbf63 req-a152966a-587f-4680-a0e2-1d2c9da31ebf tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 945 time: 0.2202837 Dec 16 22:08:05.178774 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-0142cd2d-4d26-4839-816c-40ebe620124a None None] Set router 21a0bda8-b0cc-4d95-95c5-125dc7965801 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:08:05.196970 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13d103d9-5c34-47f2-a7ca-bede7b5dd4ef req-29605136-5fdc-4b12-aa6c-58bbd0fdc64a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2091713 Dec 16 22:08:05.198902 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-dc253545-0b6a-4e31-baf8-e66d39662a5f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Made reservation on behalf of 70ddf0fe02f649f28d93270673f4f1b0 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:05.215069 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-dc253545-0b6a-4e31-baf8-e66d39662a5f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:05.244726 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e6164-921c-4ae3-8e2f-c58d9292560b req-95c83f81-2e80-409b-9094-0f2f7c267e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:05.260253 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2b1e6164-921c-4ae3-8e2f-c58d9292560b req-95c83f81-2e80-409b-9094-0f2f7c267e24 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=dd4a9ba818474cd5afa3715e32dea22f&device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 1096 time: 0.1968310 Dec 16 22:08:05.305183 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cb6bfe81-be4b-42b1-9936-33a9629cbf63 req-3c31b0eb-bb6f-4ff7-b7db-2fd1ed603c34 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422974 Dec 16 22:08:05.494706 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e56775-cd95-450a-8cbf-bda0e7b5d989 req-445ffc51-2e0e-4037-91fc-c70dbd05c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:05.496636 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-99e56775-cd95-450a-8cbf-bda0e7b5d989 req-445ffc51-2e0e-4037-91fc-c70dbd05c682 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=280da4f2e14b4268a02d6e23cdd8b69d&device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 1097 time: 0.1595600 Dec 16 22:08:05.521428 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e6164-921c-4ae3-8e2f-c58d9292560b req-6316a8f4-72e4-4dba-ba33-2aee7c14fded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:05.522980 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2b1e6164-921c-4ae3-8e2f-c58d9292560b req-6316a8f4-72e4-4dba-ba33-2aee7c14fded service neutron] 10.222.0.75 "GET /v2.0/networks?id=cb6f27cb-a12f-415d-801e-6e403da44a59 HTTP/1.1" status: 200 len: 921 time: 0.2466888 Dec 16 22:08:05.632679 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-dc253545-0b6a-4e31-baf8-e66d39662a5f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Allocated IP 172.20.0.9 (851b3d27-6497-40f0-b603-b3da566b57ea/ac517c80-ed1c-4940-8a98-4b18f46cf35e/55a37756-5d83-43bd-9635-5f0f95d4b30d) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:08:05.653183 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2b1e6164-921c-4ae3-8e2f-c58d9292560b req-3354710e-1720-48e9-a97b-b06bdf9007e5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b474ccc-594f-4256-a7b3-043afdc722b0 HTTP/1.1" status: 200 len: 999 time: 0.1093428 Dec 16 22:08:05.656041 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d103d9-5c34-47f2-a7ca-bede7b5dd4ef req-c38c2df3-75fb-464f-a514-563a51511b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:05.658826 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13d103d9-5c34-47f2-a7ca-bede7b5dd4ef req-c38c2df3-75fb-464f-a514-563a51511b5c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee2a4187d6904f62bc064a64b80f834b&device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 1102 time: 0.3961396 Dec 16 22:08:05.693041 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0142cd2d-4d26-4839-816c-40ebe620124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-router', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:06:34Z', 'updated_at': '2021-12-16T22:06:40Z', 'revision_number': 4, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'gw_port': {'id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:35Z', 'updated_at': '2021-12-16T22:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '37b5b47f-1ea1-4351-a044-7a03c1b99d28', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'port_id': '3b474ccc-594f-4256-a7b3-043afdc722b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'mac_address': 'fa:16:3e:58:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b995fd1f-7c5c-45d4-b538-1ae315d1c7f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:07:11Z', 'updated_at': '2021-12-16T22:08:03Z', 'revision_number': 8, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f09e070-f3c5-441d-80c1-718ab7929e46', 'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'mac_address': 'fa:16:3e:ce:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:38Z', 'updated_at': '2021-12-16T22:06:44Z', 'revision_number': 5, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'subnets': [{'id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:05.699887 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e56775-cd95-450a-8cbf-bda0e7b5d989 req-7bc8ec61-fbf7-42b6-84a0-38e80bb5c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:05.702526 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-99e56775-cd95-450a-8cbf-bda0e7b5d989 req-7bc8ec61-fbf7-42b6-84a0-38e80bb5c795 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0f85a2d5-17f9-4b8f-80e1-04046d002d0d HTTP/1.1" status: 200 len: 915 time: 0.1977768 Dec 16 22:08:05.747484 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e6164-921c-4ae3-8e2f-c58d9292560b req-dbb32b4e-6b0a-4a30-8985-ecd421378771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:05.757290 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2b1e6164-921c-4ae3-8e2f-c58d9292560b req-dbb32b4e-6b0a-4a30-8985-ecd421378771 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd HTTP/1.1" status: 200 len: 860 time: 0.0918291 Dec 16 22:08:05.761677 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0142cd2d-4d26-4839-816c-40ebe620124a None None] Checking router: 21a0bda8-b0cc-4d95-95c5-125dc7965801 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:08:05.780866 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-99e56775-cd95-450a-8cbf-bda0e7b5d989 req-8cdd53b0-4b41-4054-8a79-430d3e4a1220 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1df5e776-236f-4bb5-a08d-fabc708f7933 HTTP/1.1" status: 200 len: 217 time: 0.0671268 Dec 16 22:08:05.783715 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0142cd2d-4d26-4839-816c-40ebe620124a None None] Routers {'21a0bda8-b0cc-4d95-95c5-125dc7965801'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:08:05.785685 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0142cd2d-4d26-4839-816c-40ebe620124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:07:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['21a0bda8-b0cc-4d95-95c5-125dc7965801'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:05.857288 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55498) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:05.981940 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e6164-921c-4ae3-8e2f-c58d9292560b req-868ec2c2-53e0-479c-bfad-e8c5e91ca161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:05.990457 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2b1e6164-921c-4ae3-8e2f-c58d9292560b req-868ec2c2-53e0-479c-bfad-e8c5e91ca161 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cb6f27cb-a12f-415d-801e-6e403da44a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2321923 Dec 16 22:08:06.073509 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-0142cd2d-4d26-4839-816c-40ebe620124a None None] Set router 21a0bda8-b0cc-4d95-95c5-125dc7965801 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:08:06.093742 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d103d9-5c34-47f2-a7ca-bede7b5dd4ef req-d8e33027-a0b7-46ea-a5e3-9baaf3a57ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:06.096038 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13d103d9-5c34-47f2-a7ca-bede7b5dd4ef req-d8e33027-a0b7-46ea-a5e3-9baaf3a57ac7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.3347945 Dec 16 22:08:06.163835 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f35a86-cbf4-4971-9451-19fb6e3a67d0 admin admin] Deleting subnet c88e8114-d80c-496d-b064-37820cf4b82b {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:08:06.171175 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e9f35a86-cbf4-4971-9451-19fb6e3a67d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:06.177700 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13d103d9-5c34-47f2-a7ca-bede7b5dd4ef req-1bf23bfd-03d6-421c-86dc-1cfb6e3ce0e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=6152338b-9db8-4f48-8fa8-1e9544e29588 HTTP/1.1" status: 200 len: 217 time: 0.0722272 Dec 16 22:08:06.203624 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2b1e6164-921c-4ae3-8e2f-c58d9292560b req-953478b1-a30f-46d1-af99-66c5ecb96117 service neutron] 10.222.0.75 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121913 Dec 16 22:08:06.249753 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e9f35a86-cbf4-4971-9451-19fb6e3a67d0 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:06.259931 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e9f35a86-cbf4-4971-9451-19fb6e3a67d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:06.335683 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e56775-cd95-450a-8cbf-bda0e7b5d989 req-345a9484-b0fb-408b-8310-02a632493972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:06.343448 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-99e56775-cd95-450a-8cbf-bda0e7b5d989 req-345a9484-b0fb-408b-8310-02a632493972 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8d4321b5-6b7f-4263-a84f-602aac82aab0 HTTP/1.1" status: 200 len: 854 time: 0.5494027 Dec 16 22:08:06.376546 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d103d9-5c34-47f2-a7ca-bede7b5dd4ef req-05fabe7c-ea2d-4f48-91ac-9893d066c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:06.379071 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13d103d9-5c34-47f2-a7ca-bede7b5dd4ef req-05fabe7c-ea2d-4f48-91ac-9893d066c63c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1928463 Dec 16 22:08:06.476188 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2b1e6164-921c-4ae3-8e2f-c58d9292560b req-99582e1c-d61c-4504-b576-0944d3af7a4a service neutron] 10.222.0.75 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714522 Dec 16 22:08:06.493670 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d103d9-5c34-47f2-a7ca-bede7b5dd4ef req-1044acd6-0ebd-4dd3-a0b9-02ca0c731dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:06.497191 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13d103d9-5c34-47f2-a7ca-bede7b5dd4ef req-1044acd6-0ebd-4dd3-a0b9-02ca0c731dac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0876100 Dec 16 22:08:06.563688 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c0d55-2093-4738-b285-8ce9577fa77d req-0b5927bf-09f0-4ca1-abcf-9c078df20b4b tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:06.573520 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-161c0d55-2093-4738-b285-8ce9577fa77d req-0b5927bf-09f0-4ca1-abcf-9c078df20b4b tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 946 time: 0.5899653 Dec 16 22:08:06.580344 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0142cd2d-4d26-4839-816c-40ebe620124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-router', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:06:34Z', 'updated_at': '2021-12-16T22:06:40Z', 'revision_number': 4, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'gw_port': {'id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:35Z', 'updated_at': '2021-12-16T22:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '37b5b47f-1ea1-4351-a044-7a03c1b99d28', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'port_id': '3b474ccc-594f-4256-a7b3-043afdc722b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'mac_address': 'fa:16:3e:58:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b995fd1f-7c5c-45d4-b538-1ae315d1c7f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:07:11Z', 'updated_at': '2021-12-16T22:08:03Z', 'revision_number': 8, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f09e070-f3c5-441d-80c1-718ab7929e46', 'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'mac_address': 'fa:16:3e:ce:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:38Z', 'updated_at': '2021-12-16T22:06:44Z', 'revision_number': 5, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'subnets': [{'id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:06.592840 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-dc253545-0b6a-4e31-baf8-e66d39662a5f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:06.633192 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e56775-cd95-450a-8cbf-bda0e7b5d989 req-a1bb78ea-1179-4966-93a9-d395ed619d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:06.634322 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-99e56775-cd95-450a-8cbf-bda0e7b5d989 req-a1bb78ea-1179-4966-93a9-d395ed619d77 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0f85a2d5-17f9-4b8f-80e1-04046d002d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2689030 Dec 16 22:08:06.648204 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0142cd2d-4d26-4839-816c-40ebe620124a None None] The sync data for ids ['21a0bda8-b0cc-4d95-95c5-125dc7965801'] in n-d-815324-4 is: [{'id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-router', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:06:34Z', 'updated_at': '2021-12-16T22:06:40Z', 'revision_number': 4, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'gw_port': {'id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:35Z', 'updated_at': '2021-12-16T22:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '37b5b47f-1ea1-4351-a044-7a03c1b99d28', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'port_id': '3b474ccc-594f-4256-a7b3-043afdc722b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'mac_address': 'fa:16:3e:58:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b995fd1f-7c5c-45d4-b538-1ae315d1c7f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:07:11Z', 'updated_at': '2021-12-16T22:08:03Z', 'revision_number': 8, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f09e070-f3c5-441d-80c1-718ab7929e46', 'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'mac_address': 'fa:16:3e:ce:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:38Z', 'updated_at': '2021-12-16T22:06:44Z', 'revision_number': 5, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'subnets': [{'id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:08:06.656876 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13d103d9-5c34-47f2-a7ca-bede7b5dd4ef req-53e2c27d-0a37-4fc9-9c0a-141aa1c61cfc service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511626 Dec 16 22:08:06.714475 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143af449-b53d-452f-9706-9fe0452907fb x-openstack-request-id: req-143af449-b53d-452f-9706-9fe0452907fb {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:06.714791 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b995fd1f-7c5c-45d4-b538-1ae315d1c7f8", "tag": "3b474ccc-594f-4256-a7b3-043afdc722b0", "status": "completed", "code": 200}, {"server_uuid": "d1fd8e70-f5ca-40b3-9145-02f4f0e4e332", "name": "network-vif-deleted", "tag": "973a91a2-a360-41ff-9252-b028d4c483d2", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:06.715068 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-143af449-b53d-452f-9706-9fe0452907fb {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:06.715497 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b995fd1f-7c5c-45d4-b538-1ae315d1c7f8', 'tag': '3b474ccc-594f-4256-a7b3-043afdc722b0', 'status': 'completed', 'code': 200} Dec 16 22:08:06.722279 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1fd8e70-f5ca-40b3-9145-02f4f0e4e332', 'name': 'network-vif-deleted', 'tag': '973a91a2-a360-41ff-9252-b028d4c483d2', 'status': 'completed', 'code': 200} Dec 16 22:08:06.841552 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-877d2a00-09ab-4c63-b81e-62f6d3beb521 req-14f53380-b1b3-49bb-b3d9-0665eed0632e tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 210 time: 0.0463688 Dec 16 22:08:06.979111 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e489144-bf43-4c26-89e3-f78efa79146b req-68d2c0dc-3433-4f78-bf8d-4afd4843e0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:06.981534 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7e489144-bf43-4c26-89e3-f78efa79146b req-68d2c0dc-3433-4f78-bf8d-4afd4843e0d3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dd4a9ba818474cd5afa3715e32dea22f&device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 1096 time: 0.1889150 Dec 16 22:08:07.013448 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e9f35a86-cbf4-4971-9451-19fb6e3a67d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:07.054086 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74474b5d-d34b-471a-86e6-0e810de24bf2 None None] New status for floating IP 37b5b47f-1ea1-4351-a044-7a03c1b99d28: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:08:07.222036 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e9f35a86-cbf4-4971-9451-19fb6e3a67d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:07.229490 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e9f35a86-cbf4-4971-9451-19fb6e3a67d0 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/c88e8114-d80c-496d-b064-37820cf4b82b HTTP/1.1" status: 204 len: 168 time: 1.3616152 Dec 16 22:08:07.255689 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55502) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:07.269106 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-dc253545-0b6a-4e31-baf8-e66d39662a5f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:07.292269 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-161c0d55-2093-4738-b285-8ce9577fa77d req-a693974a-0906-4059-8fcc-47e074e0957f tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7181723 Dec 16 22:08:07.293941 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f35a86-cbf4-4971-9451-19fb6e3a67d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c88e8114-d80c-496d-b064-37820cf4b82b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:07.353246 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e489144-bf43-4c26-89e3-f78efa79146b req-dd2b4fa2-2555-4310-a51c-6d1378638ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:07.355944 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7e489144-bf43-4c26-89e3-f78efa79146b req-dd2b4fa2-2555-4310-a51c-6d1378638ff6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=cb6f27cb-a12f-415d-801e-6e403da44a59 HTTP/1.1" status: 200 len: 921 time: 0.3600061 Dec 16 22:08:07.357108 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 973a91a2-a360-41ff-9252-b028d4c483d2 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:08:07.405553 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 973a91a2-a360-41ff-9252-b028d4c483d2 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:08:07.406136 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 973a91a2-a360-41ff-9252-b028d4c483d2 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:08:07.476997 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f35a86-cbf4-4971-9451-19fb6e3a67d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:07.477439 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f35a86-cbf4-4971-9451-19fb6e3a67d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:07.477872 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f35a86-cbf4-4971-9451-19fb6e3a67d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:07.478357 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f35a86-cbf4-4971-9451-19fb6e3a67d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:07.479121 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f35a86-cbf4-4971-9451-19fb6e3a67d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:07.479567 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f35a86-cbf4-4971-9451-19fb6e3a67d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:07.484468 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f35a86-cbf4-4971-9451-19fb6e3a67d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:07.484468 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f35a86-cbf4-4971-9451-19fb6e3a67d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:07.484468 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f35a86-cbf4-4971-9451-19fb6e3a67d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:07.484468 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f35a86-cbf4-4971-9451-19fb6e3a67d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:07.484468 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f35a86-cbf4-4971-9451-19fb6e3a67d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:07.484468 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f35a86-cbf4-4971-9451-19fb6e3a67d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:07.484468 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f35a86-cbf4-4971-9451-19fb6e3a67d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:07.513770 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-dc253545-0b6a-4e31-baf8-e66d39662a5f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Network 851b3d27-6497-40f0-b603-b3da566b57ea is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:08:07.524705 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-dc253545-0b6a-4e31-baf8-e66d39662a5f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:07.544026 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-dc253545-0b6a-4e31-baf8-e66d39662a5f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:08:07.551189 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-dc253545-0b6a-4e31-baf8-e66d39662a5f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:07.552124 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-dc253545-0b6a-4e31-baf8-e66d39662a5f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:07.558768 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc253545-0b6a-4e31-baf8-e66d39662a5f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Pushing event updated for resources: {'Port': ['ID=55a37756-5d83-43bd-9635-5f0f95d4b30d,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:07.575670 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-99e56775-cd95-450a-8cbf-bda0e7b5d989 req-75e1e1fb-0fad-4d94-bbbf-d09b2a3f9971 service neutron] 10.222.0.76 "GET /v2.0/networks/0f85a2d5-17f9-4b8f-80e1-04046d002d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9290316 Dec 16 22:08:07.746607 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f25ad-b9ae-47e1-848e-76e0fc06eaa6 req-35d59185-33d8-42bc-af3e-f545a3a8d3c9 tempest-ServersAdminTestJSON-87635640 tempest-ServersAdminTestJSON-87635640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:07.748114 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d29f25ad-b9ae-47e1-848e-76e0fc06eaa6 req-35d59185-33d8-42bc-af3e-f545a3a8d3c9 tempest-ServersAdminTestJSON-87635640 tempest-ServersAdminTestJSON-87635640-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 1102 time: 0.0915570 Dec 16 22:08:07.750198 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-99e56775-cd95-450a-8cbf-bda0e7b5d989 req-e7cdb2a3-88e2-4aba-b474-6a556ad3121c service neutron] 10.222.0.76 "GET /v2.0/networks/0f85a2d5-17f9-4b8f-80e1-04046d002d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676998 Dec 16 22:08:07.792466 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13d103d9-5c34-47f2-a7ca-bede7b5dd4ef req-ce4e736c-f7cb-48df-86a7-141193a74d42 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1261683 Dec 16 22:08:07.807036 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d29f25ad-b9ae-47e1-848e-76e0fc06eaa6 req-63545811-be4f-492e-832f-9425f769566d tempest-ServersAdminTestJSON-87635640 tempest-ServersAdminTestJSON-87635640-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486586 Dec 16 22:08:07.836619 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7e489144-bf43-4c26-89e3-f78efa79146b req-6dda622d-7da0-46d1-b3c5-1a2f170c4dea service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b474ccc-594f-4256-a7b3-043afdc722b0 HTTP/1.1" status: 200 len: 999 time: 0.4265151 Dec 16 22:08:07.841841 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6c9115b7-87e2-4e3f-8d01-90bdf486a3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:07.846937 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe29d90-da49-49af-9004-e81c40041472 req-716b8201-6880-4bc5-9cab-d9360051e8a3 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:07.848478 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8fe29d90-da49-49af-9004-e81c40041472 req-716b8201-6880-4bc5-9cab-d9360051e8a3 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 1096 time: 0.8657362 Dec 16 22:08:07.907748 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6c46a83-a159-4419-bc45-f1a598f2eb68 req-66bcf7ea-23e3-48b4-905b-13513afc7c29 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/floatingips/37b5b47f-1ea1-4351-a044-7a03c1b99d28 HTTP/1.1" status: 200 len: 998 time: 0.0706105 Dec 16 22:08:07.958963 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e489144-bf43-4c26-89e3-f78efa79146b req-f3072646-614e-47ee-8953-51b5055275c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:07.960456 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7e489144-bf43-4c26-89e3-f78efa79146b req-f3072646-614e-47ee-8953-51b5055275c6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd HTTP/1.1" status: 200 len: 860 time: 0.1109779 Dec 16 22:08:08.027542 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c46a83-a159-4419-bc45-f1a598f2eb68 req-1624c78d-f24a-4360-9b26-a477b000539e tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:08.028866 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6c46a83-a159-4419-bc45-f1a598f2eb68 req-1624c78d-f24a-4360-9b26-a477b000539e tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 784 time: 0.1158016 Dec 16 22:08:08.040580 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-f6c46a83-a159-4419-bc45-f1a598f2eb68 req-f6cbfe0a-11b3-4d45-9c7d-720e5512b37b tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:08:08.041565 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6c46a83-a159-4419-bc45-f1a598f2eb68 req-f6cbfe0a-11b3-4d45-9c7d-720e5512b37b tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057576 Dec 16 22:08:08.045841 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6c9115b7-87e2-4e3f-8d01-90bdf486a3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:08.052101 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8fe29d90-da49-49af-9004-e81c40041472 req-fc3352b7-2b84-4d45-a3cb-b1fc189c72d1 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900499 Dec 16 22:08:08.058874 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-dc253545-0b6a-4e31-baf8-e66d39662a5f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5840385 Dec 16 22:08:08.078535 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-6c9115b7-87e2-4e3f-8d01-90bdf486a3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb4d219-3d24-497b-88db-fa81cfc96f87']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:08.082626 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-e7ff2aa0-39fd-4f6d-887a-bf952f3b2885 service neutron] Request body: {'port': {'device_id': '88ff2913-5077-4732-b811-2e2088c1b899', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:08.099687 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-6c9115b7-87e2-4e3f-8d01-90bdf486a3e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5cbc29-5675-415a-a003-81178ff2b12c') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:08.099687 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-6c9115b7-87e2-4e3f-8d01-90bdf486a3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5cbc29-5675-415a-a003-81178ff2b12c') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:08.108749 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6c9115b7-87e2-4e3f-8d01-90bdf486a3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:08.146844 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e489144-bf43-4c26-89e3-f78efa79146b req-4660482a-6cee-4c7e-abac-96c34e1b5dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:08.151416 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7e489144-bf43-4c26-89e3-f78efa79146b req-4660482a-6cee-4c7e-abac-96c34e1b5dfc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cb6f27cb-a12f-415d-801e-6e403da44a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1565065 Dec 16 22:08:08.155466 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6c9115b7-87e2-4e3f-8d01-90bdf486a3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:08.177218 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9115b7-87e2-4e3f-8d01-90bdf486a3e5 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:08:08.177724 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6c9115b7-87e2-4e3f-8d01-90bdf486a3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:08.182212 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-e7ff2aa0-39fd-4f6d-887a-bf952f3b2885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:08:08.188387 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:08:08.412441 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913d612-1b15-4f1e-bea9-28d5bd37676a req-089d4db2-de13-4bf4-8d3b-5f1bdb0be26c tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:08.424237 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9913d612-1b15-4f1e-bea9-28d5bd37676a req-089d4db2-de13-4bf4-8d3b-5f1bdb0be26c tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 931 time: 0.2563841 Dec 16 22:08:08.459141 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6c9115b7-87e2-4e3f-8d01-90bdf486a3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:08.479859 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6c9115b7-87e2-4e3f-8d01-90bdf486a3e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:08.486701 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6c9115b7-87e2-4e3f-8d01-90bdf486a3e5 admin admin] 10.222.0.75 "DELETE /v2.0/networks/5bb4d219-3d24-497b-88db-fa81cfc96f87 HTTP/1.1" status: 204 len: 168 time: 1.1805334 Dec 16 22:08:08.498267 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55518) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:08.500458 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7e489144-bf43-4c26-89e3-f78efa79146b req-23bd50ee-bba8-4866-8713-ad2357b02e22 service neutron] 10.222.0.76 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347883 Dec 16 22:08:08.520247 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9115b7-87e2-4e3f-8d01-90bdf486a3e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bb4d219-3d24-497b-88db-fa81cfc96f87,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:08.605020 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9115b7-87e2-4e3f-8d01-90bdf486a3e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:08.605363 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9115b7-87e2-4e3f-8d01-90bdf486a3e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:08.605811 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9115b7-87e2-4e3f-8d01-90bdf486a3e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:08.606118 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9115b7-87e2-4e3f-8d01-90bdf486a3e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:08.606468 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9115b7-87e2-4e3f-8d01-90bdf486a3e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:08.606795 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9115b7-87e2-4e3f-8d01-90bdf486a3e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:08.607259 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9115b7-87e2-4e3f-8d01-90bdf486a3e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:08.607629 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9115b7-87e2-4e3f-8d01-90bdf486a3e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:08.607957 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9115b7-87e2-4e3f-8d01-90bdf486a3e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:08.608284 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9115b7-87e2-4e3f-8d01-90bdf486a3e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:08.608607 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9115b7-87e2-4e3f-8d01-90bdf486a3e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:08.608926 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9115b7-87e2-4e3f-8d01-90bdf486a3e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:08.609246 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9115b7-87e2-4e3f-8d01-90bdf486a3e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:08.650426 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9913d612-1b15-4f1e-bea9-28d5bd37676a req-f7a8d200-6845-4098-88f9-ed9b31389f02 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249193 Dec 16 22:08:08.656090 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-e7ff2aa0-39fd-4f6d-887a-bf952f3b2885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a37756-5d83-43bd-9635-5f0f95d4b30d {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:08.668047 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-e7ff2aa0-39fd-4f6d-887a-bf952f3b2885 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:08.677395 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fbdaa64-6532-473d-85de-fcd0fb187f9e admin admin] Deleting subnet 648080b7-0166-449e-b652-da66357a9452 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:08:08.683059 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0fbdaa64-6532-473d-85de-fcd0fb187f9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:08.693937 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-e7ff2aa0-39fd-4f6d-887a-bf952f3b2885 service neutron] Transition to ACTIVE for port object 55a37756-5d83-43bd-9635-5f0f95d4b30d will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:08:08.764802 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1a699fa-edb1-4c77-9635-364fd6f8a978 req-88b737ad-fb55-4313-9a24-2f03da64bc45 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 1001 time: 0.2068295 Dec 16 22:08:08.768420 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-e7ff2aa0-39fd-4f6d-887a-bf952f3b2885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:08.821752 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0fbdaa64-6532-473d-85de-fcd0fb187f9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:08.845024 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7e489144-bf43-4c26-89e3-f78efa79146b req-881288d7-b73d-49f7-8627-73ddd7bde30d service neutron] 10.222.0.76 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354270 Dec 16 22:08:08.872456 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a48e35-1f99-4f6c-b244-fdf5e37438a3 req-5464b447-9d93-446a-90c2-99435f219190 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:08.875314 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a699fa-edb1-4c77-9635-364fd6f8a978 req-aa52265b-44f1-4691-8588-1345bf795c04 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:08.883967 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1a699fa-edb1-4c77-9635-364fd6f8a978 req-aa52265b-44f1-4691-8588-1345bf795c04 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports/3b474ccc-594f-4256-a7b3-043afdc722b0 HTTP/1.1" status: 200 len: 942 time: 0.1160195 Dec 16 22:08:08.884577 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0a48e35-1f99-4f6c-b244-fdf5e37438a3 req-5464b447-9d93-446a-90c2-99435f219190 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 1096 time: 0.1312783 Dec 16 22:08:08.900685 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff2aa0-39fd-4f6d-887a-bf952f3b2885 service neutron] Pushing event updated for resources: {'Port': ['ID=55a37756-5d83-43bd-9635-5f0f95d4b30d,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:08.932768 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0fbdaa64-6532-473d-85de-fcd0fb187f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:09.010342 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-e7ff2aa0-39fd-4f6d-887a-bf952f3b2885 service neutron] Attempting to bind port 55a37756-5d83-43bd-9635-5f0f95d4b30d on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:08:09.010688 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-e7ff2aa0-39fd-4f6d-887a-bf952f3b2885 service neutron] Attempting to bind port 55a37756-5d83-43bd-9635-5f0f95d4b30d by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:08:09.011273 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-e7ff2aa0-39fd-4f6d-887a-bf952f3b2885 service neutron] Attempting to bind port 55a37756-5d83-43bd-9635-5f0f95d4b30d on network 851b3d27-6497-40f0-b603-b3da566b57ea {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:09.021298 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-e7ff2aa0-39fd-4f6d-887a-bf952f3b2885 service neutron] Port 55a37756-5d83-43bd-9635-5f0f95d4b30d on network 851b3d27-6497-40f0-b603-b3da566b57ea not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:08:09.021633 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-e7ff2aa0-39fd-4f6d-887a-bf952f3b2885 service neutron] Attempting to bind port 55a37756-5d83-43bd-9635-5f0f95d4b30d on network 851b3d27-6497-40f0-b603-b3da566b57ea {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:09.036147 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-e7ff2aa0-39fd-4f6d-887a-bf952f3b2885 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:08:09.036483 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-e7ff2aa0-39fd-4f6d-887a-bf952f3b2885 service neutron] Checking segment: {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:09.036883 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-e7ff2aa0-39fd-4f6d-887a-bf952f3b2885 service neutron] Bound using segment: {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:08:09.037427 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-e7ff2aa0-39fd-4f6d-887a-bf952f3b2885 service neutron] Bound port: 55a37756-5d83-43bd-9635-5f0f95d4b30d, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:08:09.037689 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-e7ff2aa0-39fd-4f6d-887a-bf952f3b2885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:09.039885 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0a48e35-1f99-4f6c-b244-fdf5e37438a3 req-75522119-5a6d-4c0d-9deb-14d41c09b474 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407111 Dec 16 22:08:09.065340 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1a699fa-edb1-4c77-9635-364fd6f8a978 req-7e382979-7d14-4857-9dc2-06d970d5b486 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 1001 time: 0.1029959 Dec 16 22:08:09.147165 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0fbdaa64-6532-473d-85de-fcd0fb187f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:09.214613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbdaa64-6532-473d-85de-fcd0fb187f9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=648080b7-0166-449e-b652-da66357a9452,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:09.223132 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0fbdaa64-6532-473d-85de-fcd0fb187f9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:09.226476 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0fbdaa64-6532-473d-85de-fcd0fb187f9e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/648080b7-0166-449e-b652-da66357a9452 HTTP/1.1" status: 204 len: 168 time: 0.7250605 Dec 16 22:08:09.228996 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55526) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:09.237973 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-e7ff2aa0-39fd-4f6d-887a-bf952f3b2885 service neutron] For port 55a37756-5d83-43bd-9635-5f0f95d4b30d, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:08:09.248213 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-e7ff2aa0-39fd-4f6d-887a-bf952f3b2885 service neutron] For port 55a37756-5d83-43bd-9635-5f0f95d4b30d, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=55a37756-5d83-43bd-9635-5f0f95d4b30d,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:08:09.283558 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a699fa-edb1-4c77-9635-364fd6f8a978 req-470a6d1c-2bce-4438-9d03-e7124084a6c3 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:09.285040 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1a699fa-edb1-4c77-9635-364fd6f8a978 req-470a6d1c-2bce-4438-9d03-e7124084a6c3 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 784 time: 0.2080870 Dec 16 22:08:09.304694 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b7818-6889-4dac-8c30-bc75daef77b2 req-297c1528-d2c1-472b-8300-35b355c10ba4 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:09.306302 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6a4b7818-6889-4dac-8c30-bc75daef77b2 req-297c1528-d2c1-472b-8300-35b355c10ba4 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 946 time: 0.1543941 Dec 16 22:08:09.335394 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c9ac5f2a-e0d3-4c37-b9e6-0d05d21693cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:09.357317 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-e7ff2aa0-39fd-4f6d-887a-bf952f3b2885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:09.378814 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6a4b7818-6889-4dac-8c30-bc75daef77b2 req-c56a036a-e79b-497d-970c-9cc0f021b5ff tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621691 Dec 16 22:08:09.420829 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1a699fa-edb1-4c77-9635-364fd6f8a978 req-38caad55-bd7b-42f4-bcd3-7ee9a998ca58 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 1001 time: 0.1277602 Dec 16 22:08:09.449320 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-d1a699fa-edb1-4c77-9635-364fd6f8a978 req-bb868c12-3937-4c27-90bf-2fa32ce1f6ca tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:09.471904 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c9ac5f2a-e0d3-4c37-b9e6-0d05d21693cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:09.493864 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-c9ac5f2a-e0d3-4c37-b9e6-0d05d21693cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90fdfb8c-2d66-4f22-ad05-cc8ddcc791dd']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:09.504913 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-e7ff2aa0-39fd-4f6d-887a-bf952f3b2885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:09.505476 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-e7ff2aa0-39fd-4f6d-887a-bf952f3b2885 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:09.506880 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-e7ff2aa0-39fd-4f6d-887a-bf952f3b2885 service neutron] 10.222.0.76 "PUT /v2.0/ports/55a37756-5d83-43bd-9635-5f0f95d4b30d HTTP/1.1" status: 200 len: 1091 time: 1.4321437 Dec 16 22:08:09.509209 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ff2913-5077-4732-b811-2e2088c1b899', 'tag': '55a37756-5d83-43bd-9635-5f0f95d4b30d'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:09.511657 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8153b45d-738e-4b37-a32a-c116c2fc26b1" -d '{"events": [{"name": "network-changed", "server_uuid": "88ff2913-5077-4732-b811-2e2088c1b899", "tag": "55a37756-5d83-43bd-9635-5f0f95d4b30d"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:09.513553 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-c9ac5f2a-e0d3-4c37-b9e6-0d05d21693cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f5beec-c60e-464a-84e3-cc21f89e5545') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:09.513865 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-c9ac5f2a-e0d3-4c37-b9e6-0d05d21693cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f5beec-c60e-464a-84e3-cc21f89e5545') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:09.539769 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c9ac5f2a-e0d3-4c37-b9e6-0d05d21693cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:09.562711 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c9ac5f2a-e0d3-4c37-b9e6-0d05d21693cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:09.564868 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff2aa0-39fd-4f6d-887a-bf952f3b2885 service neutron] Pushing event updated for resources: {'Port': ['ID=55a37756-5d83-43bd-9635-5f0f95d4b30d,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:09.573612 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ac5f2a-e0d3-4c37-b9e6-0d05d21693cd admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:08:09.574266 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c9ac5f2a-e0d3-4c37-b9e6-0d05d21693cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:09.577822 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b0690-dec4-4616-9923-77c28e6dc6d5 req-666b9583-a32c-42b4-a64d-e4639bbbbf18 tempest-ServersAdminTestJSON-87635640 tempest-ServersAdminTestJSON-87635640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:09.579482 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b84b0690-dec4-4616-9923-77c28e6dc6d5 req-666b9583-a32c-42b4-a64d-e4639bbbbf18 tempest-ServersAdminTestJSON-87635640 tempest-ServersAdminTestJSON-87635640-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 1102 time: 0.0767915 Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:08:09.580258 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:08:09.587898 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d1a699fa-edb1-4c77-9635-364fd6f8a978 req-bb868c12-3937-4c27-90bf-2fa32ce1f6ca tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks [] for floatingip, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:09.725389 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b84b0690-dec4-4616-9923-77c28e6dc6d5 req-5d10416f-7ebf-413b-b065-9b86798ed0ca tempest-ServersAdminTestJSON-87635640 tempest-ServersAdminTestJSON-87635640-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314609 Dec 16 22:08:09.733142 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-8b9abec0-16da-4231-b15a-e483a3c127fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:09.734650 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-8b9abec0-16da-4231-b15a-e483a3c127fc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=70ddf0fe02f649f28d93270673f4f1b0&device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 1094 time: 0.1063199 Dec 16 22:08:09.772945 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c9ac5f2a-e0d3-4c37-b9e6-0d05d21693cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:09.780170 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c9ac5f2a-e0d3-4c37-b9e6-0d05d21693cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:09.790400 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c9ac5f2a-e0d3-4c37-b9e6-0d05d21693cd admin admin] 10.222.0.75 "DELETE /v2.0/networks/90fdfb8c-2d66-4f22-ad05-cc8ddcc791dd HTTP/1.1" status: 204 len: 168 time: 0.5581322 Dec 16 22:08:09.795817 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-d3b5fc2a-fa11-487d-9a90-ff6302c2994b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55a37756-5d83-43bd-9635-5f0f95d4b30d HTTP/1.1" status: 200 len: 217 time: 0.0421107 Dec 16 22:08:09.852770 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac5f2a-e0d3-4c37-b9e6-0d05d21693cd admin admin] Pushing event deleted for resources: {'Network': ['ID=90fdfb8c-2d66-4f22-ad05-cc8ddcc791dd,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:09.865675 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-bf2670e2-7834-4fcb-8761-af40159c7c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:09.867515 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-bf2670e2-7834-4fcb-8761-af40159c7c1b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ac517c80-ed1c-4940-8a98-4b18f46cf35e HTTP/1.1" status: 200 len: 848 time: 0.0603681 Dec 16 22:08:09.937310 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d1a699fa-edb1-4c77-9635-364fd6f8a978 req-bb868c12-3937-4c27-90bf-2fa32ce1f6ca tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:09.965324 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-ee0a665e-600e-4650-aeb3-a15c2a5d5514 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=851b3d27-6497-40f0-b603-b3da566b57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806777 Dec 16 22:08:10.034130 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d1a699fa-edb1-4c77-9635-364fd6f8a978 req-bb868c12-3937-4c27-90bf-2fa32ce1f6ca tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:10.034130 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [req-d1a699fa-edb1-4c77-9635-364fd6f8a978 req-bb868c12-3937-4c27-90bf-2fa32ce1f6ca tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Floating IP 37b5b47f-1ea1-4351-a044-7a03c1b99d28 disassociated. External IP: 172.25.6.106, port: 3b474ccc-594f-4256-a7b3-043afdc722b0. Dec 16 22:08:10.080624 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff65eae-5122-4e57-bb05-26437c4a98dc x-openstack-request-id: req-0ff65eae-5122-4e57-bb05-26437c4a98dc {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:10.080973 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ff2913-5077-4732-b811-2e2088c1b899", "tag": "55a37756-5d83-43bd-9635-5f0f95d4b30d", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:10.081294 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0ff65eae-5122-4e57-bb05-26437c4a98dc {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:10.081700 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ff2913-5077-4732-b811-2e2088c1b899', 'tag': '55a37756-5d83-43bd-9635-5f0f95d4b30d', 'status': 'completed', 'code': 200} Dec 16 22:08:10.190884 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee000d-d651-4e30-a877-26beddd4ca8f req-ed95529b-4edc-4c27-86b2-55b137b2badd tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:10.194369 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-0fa007d6-fa3d-4dd3-8738-105b30ec7f7a service neutron] 10.222.0.76 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290802 Dec 16 22:08:10.214619 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e2ee000d-d651-4e30-a877-26beddd4ca8f req-ed95529b-4edc-4c27-86b2-55b137b2badd tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 943 time: 0.1063697 Dec 16 22:08:10.306405 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e2ee000d-d651-4e30-a877-26beddd4ca8f req-dc2ec215-70bf-4332-85aa-9a7e559ad857 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902817 Dec 16 22:08:10.410654 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-953e43b2-6d38-4814-876b-cef3c1a709a9 req-92c268b1-2998-4cd8-bc62-7196ae329b3f service neutron] 10.222.0.76 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068839 Dec 16 22:08:10.503783 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1a699fa-edb1-4c77-9635-364fd6f8a978 req-bb868c12-3937-4c27-90bf-2fa32ce1f6ca tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Router 21a0bda8-b0cc-4d95-95c5-125dc7965801 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:08:10.551357 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55544) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:10.688345 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8de7e560-4840-46b0-8a7f-9a35f619aac3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9ec6d52b2cc74dfe9b3e2eda729bdbff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353264 Dec 16 22:08:10.690269 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55546) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:10.721554 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1a699fa-edb1-4c77-9635-364fd6f8a978 req-bb868c12-3937-4c27-90bf-2fa32ce1f6ca tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:08:10.729150 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d1a699fa-edb1-4c77-9635-364fd6f8a978 req-bb868c12-3937-4c27-90bf-2fa32ce1f6ca tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:10.739176 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153b45d-738e-4b37-a32a-c116c2fc26b1 req-2240a016-5d79-4b83-8969-ef213d744671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:10.740755 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8153b45d-738e-4b37-a32a-c116c2fc26b1 req-2240a016-5d79-4b83-8969-ef213d744671 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=70ddf0fe02f649f28d93270673f4f1b0&device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 1094 time: 0.1009786 Dec 16 22:08:10.749606 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d319b2-c3fb-4c3e-85f6-4432941b5116 None None] Sync routers for ids ['21a0bda8-b0cc-4d95-95c5-125dc7965801'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:08:10.798164 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d319b2-c3fb-4c3e-85f6-4432941b5116 None None] Routers {'21a0bda8-b0cc-4d95-95c5-125dc7965801'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:08:10.800283 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-99d319b2-c3fb-4c3e-85f6-4432941b5116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:07:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['21a0bda8-b0cc-4d95-95c5-125dc7965801'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:10.851229 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9b100435-b0d7-4ddd-9cdf-7ffd023b0267 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:10.860074 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1a699fa-edb1-4c77-9635-364fd6f8a978 req-bb868c12-3937-4c27-90bf-2fa32ce1f6ca tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "PUT /v2.0/floatingips/37b5b47f-1ea1-4351-a044-7a03c1b99d28 HTTP/1.1" status: 200 len: 696 time: 1.4382806 Dec 16 22:08:10.904135 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9b100435-b0d7-4ddd-9cdf-7ffd023b0267 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:10.965399 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-99d319b2-c3fb-4c3e-85f6-4432941b5116 None None] Set router 21a0bda8-b0cc-4d95-95c5-125dc7965801 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:08:10.973993 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153b45d-738e-4b37-a32a-c116c2fc26b1 req-b036cd16-6648-4ba4-996c-14da77dbea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:10.975627 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8153b45d-738e-4b37-a32a-c116c2fc26b1 req-b036cd16-6648-4ba4-996c-14da77dbea66 service neutron] 10.222.0.76 "GET /v2.0/networks?id=851b3d27-6497-40f0-b603-b3da566b57ea HTTP/1.1" status: 200 len: 908 time: 0.2255139 Dec 16 22:08:10.997084 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a699fa-edb1-4c77-9635-364fd6f8a978 req-cb1992d3-45aa-4403-a163-771fab7811ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:10.998664 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1a699fa-edb1-4c77-9635-364fd6f8a978 req-cb1992d3-45aa-4403-a163-771fab7811ec service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=dd4a9ba818474cd5afa3715e32dea22f&device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 1096 time: 0.1105897 Dec 16 22:08:11.029021 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8153b45d-738e-4b37-a32a-c116c2fc26b1 req-0334a2ec-b937-44aa-b761-a36b7b54c6ac service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55a37756-5d83-43bd-9635-5f0f95d4b30d HTTP/1.1" status: 200 len: 217 time: 0.0435810 Dec 16 22:08:11.162398 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153b45d-738e-4b37-a32a-c116c2fc26b1 req-51862343-f586-4077-ac57-820a7cc00622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:11.163935 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8153b45d-738e-4b37-a32a-c116c2fc26b1 req-51862343-f586-4077-ac57-820a7cc00622 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ac517c80-ed1c-4940-8a98-4b18f46cf35e HTTP/1.1" status: 200 len: 848 time: 0.1269703 Dec 16 22:08:11.257556 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8153b45d-738e-4b37-a32a-c116c2fc26b1 req-82f032c1-c23e-461d-a116-1f3537bd8c9b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=851b3d27-6497-40f0-b603-b3da566b57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743716 Dec 16 22:08:11.263714 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9b100435-b0d7-4ddd-9cdf-7ffd023b0267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:11.267410 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9b100435-b0d7-4ddd-9cdf-7ffd023b0267 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:11.268557 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9b100435-b0d7-4ddd-9cdf-7ffd023b0267 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d8aa6ea8-9129-4ea7-9e46-cc7180e25a3a HTTP/1.1" status: 204 len: 168 time: 0.5744565 Dec 16 22:08:11.284258 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a699fa-edb1-4c77-9635-364fd6f8a978 req-d5f62181-c415-4eb7-83bb-87ee6eb3a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:11.286754 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1a699fa-edb1-4c77-9635-364fd6f8a978 req-d5f62181-c415-4eb7-83bb-87ee6eb3a255 service neutron] 10.222.0.75 "GET /v2.0/networks?id=cb6f27cb-a12f-415d-801e-6e403da44a59 HTTP/1.1" status: 200 len: 921 time: 0.2595563 Dec 16 22:08:11.339219 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b100435-b0d7-4ddd-9cdf-7ffd023b0267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8aa6ea8-9129-4ea7-9e46-cc7180e25a3a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:11.367168 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee1ac0-d9dd-403a-bb15-97ff9884f53d req-5aa1b60b-3b90-4f6b-940a-0361e1e58909 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:11.370863 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-04ee1ac0-d9dd-403a-bb15-97ff9884f53d req-5aa1b60b-3b90-4f6b-940a-0361e1e58909 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 946 time: 0.1239219 Dec 16 22:08:11.433667 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-99d319b2-c3fb-4c3e-85f6-4432941b5116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-router', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:06:34Z', 'updated_at': '2021-12-16T22:06:40Z', 'revision_number': 4, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'gw_port': {'id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:35Z', 'updated_at': '2021-12-16T22:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '9f09e070-f3c5-441d-80c1-718ab7929e46', 'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'mac_address': 'fa:16:3e:ce:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:38Z', 'updated_at': '2021-12-16T22:06:44Z', 'revision_number': 5, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'subnets': [{'id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:11.492481 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-04ee1ac0-d9dd-403a-bb15-97ff9884f53d req-a0c8ae30-edc8-48aa-b9f5-a89d13419027 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091635 Dec 16 22:08:11.548895 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d319b2-c3fb-4c3e-85f6-4432941b5116 None None] Checking router: 21a0bda8-b0cc-4d95-95c5-125dc7965801 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:08:11.570883 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d319b2-c3fb-4c3e-85f6-4432941b5116 None None] Routers {'21a0bda8-b0cc-4d95-95c5-125dc7965801'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:08:11.572306 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-99d319b2-c3fb-4c3e-85f6-4432941b5116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:07:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['21a0bda8-b0cc-4d95-95c5-125dc7965801'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:11.754682 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd349fb-0437-4907-b0a9-be9749aee502 req-272d2714-ea55-4ea7-aaa7-cf93880b0a4f tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:11.757222 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dd349fb-0437-4907-b0a9-be9749aee502 req-272d2714-ea55-4ea7-aaa7-cf93880b0a4f tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3fffcc0-e458-4473-8f41-b8135dce4457 HTTP/1.1" status: 200 len: 950 time: 0.1592836 Dec 16 22:08:11.846580 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1a699fa-edb1-4c77-9635-364fd6f8a978 req-34e5079a-f981-48c0-868d-f42b2fd6be7e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b474ccc-594f-4256-a7b3-043afdc722b0 HTTP/1.1" status: 200 len: 217 time: 0.5367668 Dec 16 22:08:11.877771 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dd349fb-0437-4907-b0a9-be9749aee502 req-aafe683d-9968-4892-878d-c0a9223684dc tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139491 Dec 16 22:08:11.914224 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-99d319b2-c3fb-4c3e-85f6-4432941b5116 None None] Set router 21a0bda8-b0cc-4d95-95c5-125dc7965801 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:08:12.060372 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8153b45d-738e-4b37-a32a-c116c2fc26b1 req-a6a85cfe-3936-49f3-93d5-30fe6f1b1c10 service neutron] 10.222.0.76 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7907116 Dec 16 22:08:12.158514 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b995fd1f-7c5c-45d4-b538-1ae315d1c7f8', 'tag': '3b474ccc-594f-4256-a7b3-043afdc722b0'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:12.160836 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d87e04-6b07-493f-a810-d990dfbafca2" -d '{"events": [{"name": "network-changed", "server_uuid": "b995fd1f-7c5c-45d4-b538-1ae315d1c7f8", "tag": "3b474ccc-594f-4256-a7b3-043afdc722b0"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:12.166588 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a699fa-edb1-4c77-9635-364fd6f8a978 req-3af21e73-020d-4b60-be17-0e7eafcf89d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:12.168893 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1a699fa-edb1-4c77-9635-364fd6f8a978 req-3af21e73-020d-4b60-be17-0e7eafcf89d0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd HTTP/1.1" status: 200 len: 860 time: 0.3205161 Dec 16 22:08:12.242959 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8153b45d-738e-4b37-a32a-c116c2fc26b1 req-eeb89f53-0a20-4b2e-841d-e69cb643e4a1 service neutron] 10.222.0.76 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734917 Dec 16 22:08:12.254799 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8592322-3f47-4191-89b7-c76700133b4f req-04ecd53c-ad1d-4f8e-8247-ae71363e4f00 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:12.257466 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a699fa-edb1-4c77-9635-364fd6f8a978 req-e7285f81-43d1-4a8b-af51-6022e5ea6393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:12.259016 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1a699fa-edb1-4c77-9635-364fd6f8a978 req-e7285f81-43d1-4a8b-af51-6022e5ea6393 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cb6f27cb-a12f-415d-801e-6e403da44a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821636 Dec 16 22:08:12.271002 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b8592322-3f47-4191-89b7-c76700133b4f req-04ecd53c-ad1d-4f8e-8247-ae71363e4f00 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 1096 time: 0.1023417 Dec 16 22:08:12.368414 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b8592322-3f47-4191-89b7-c76700133b4f req-56c300c8-0bbc-4227-8b23-343f94dde7c6 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953827 Dec 16 22:08:12.440324 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55564) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:12.449491 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-99d319b2-c3fb-4c3e-85f6-4432941b5116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-router', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:06:34Z', 'updated_at': '2021-12-16T22:06:40Z', 'revision_number': 4, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'gw_port': {'id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:35Z', 'updated_at': '2021-12-16T22:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '9f09e070-f3c5-441d-80c1-718ab7929e46', 'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'mac_address': 'fa:16:3e:ce:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:38Z', 'updated_at': '2021-12-16T22:06:44Z', 'revision_number': 5, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'subnets': [{'id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:12.452943 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1a699fa-edb1-4c77-9635-364fd6f8a978 req-5c82fca8-5b0e-46c2-9052-d0ebf922cfda service neutron] 10.222.0.75 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808939 Dec 16 22:08:12.519536 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d319b2-c3fb-4c3e-85f6-4432941b5116 None None] The sync data for ids ['21a0bda8-b0cc-4d95-95c5-125dc7965801'] in n-d-815324-4 is: [{'id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-router', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:06:34Z', 'updated_at': '2021-12-16T22:06:40Z', 'revision_number': 4, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'gw_port': {'id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:35Z', 'updated_at': '2021-12-16T22:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '9f09e070-f3c5-441d-80c1-718ab7929e46', 'name': '', 'network_id': 'cb6f27cb-a12f-415d-801e-6e403da44a59', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'mac_address': 'fa:16:3e:ce:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:38Z', 'updated_at': '2021-12-16T22:06:44Z', 'revision_number': 5, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'subnets': [{'id': '03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:08:12.578374 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1e4e4e03-4672-4f50-b8ca-11ba2d45d1e2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=11d3668a130341028a8b58d688a0010b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368344 Dec 16 22:08:12.581764 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55568) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:12.656938 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e448e3e-1b0c-4da0-9002-a2d96898188f req-4aad2d7b-26d9-4a73-b8da-3eb557edae02 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:12.659188 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6e448e3e-1b0c-4da0-9002-a2d96898188f req-4aad2d7b-26d9-4a73-b8da-3eb557edae02 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3fffcc0-e458-4473-8f41-b8135dce4457 HTTP/1.1" status: 200 len: 950 time: 0.1537869 Dec 16 22:08:12.666938 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1a699fa-edb1-4c77-9635-364fd6f8a978 req-25f9b1ad-738f-4bbb-a1c5-99f9e09ad56d service neutron] 10.222.0.75 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027204 Dec 16 22:08:12.684431 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-53617cc6-d675-49a1-83ad-9ddc883cd37a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:12.719290 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fea55-2982-4b11-b2ab-39bb46191f0f req-38c568d2-0060-4379-95bd-468705ae5a99 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:12.728002 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-53617cc6-d675-49a1-83ad-9ddc883cd37a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:12.731697 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b77fea55-2982-4b11-b2ab-39bb46191f0f req-38c568d2-0060-4379-95bd-468705ae5a99 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 943 time: 0.1312616 Dec 16 22:08:12.901469 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b77fea55-2982-4b11-b2ab-39bb46191f0f req-6d64b07f-a0b5-4d38-941f-e8cd09b64bbe tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318295 Dec 16 22:08:12.907293 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-53617cc6-d675-49a1-83ad-9ddc883cd37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:12.911292 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-53617cc6-d675-49a1-83ad-9ddc883cd37a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:12.913301 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-53617cc6-d675-49a1-83ad-9ddc883cd37a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/36eec6b2-8bb0-45cb-9339-1f78bb017f18 HTTP/1.1" status: 204 len: 168 time: 0.3300004 Dec 16 22:08:12.945471 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-6e448e3e-1b0c-4da0-9002-a2d96898188f req-907dcb77-c292-42cc-80d8-4b8324e91a1c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Deleting port ef90d037-4f3a-4e69-a100-df93e6691815 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:08:12.952252 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53617cc6-d675-49a1-83ad-9ddc883cd37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36eec6b2-8bb0-45cb-9339-1f78bb017f18,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:12.953218 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6e448e3e-1b0c-4da0-9002-a2d96898188f req-907dcb77-c292-42cc-80d8-4b8324e91a1c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:13.012492 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7992c-c4da-4ece-813a-e42ab32fd490 req-6756fef8-3ebd-4bba-b9bc-dfffa8b32c9d tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:13.016287 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7bb7992c-c4da-4ece-813a-e42ab32fd490 req-6756fef8-3ebd-4bba-b9bc-dfffa8b32c9d tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eeef460-6696-42db-b108-51f63624e04e HTTP/1.1" status: 200 len: 945 time: 0.1530867 Dec 16 22:08:13.019504 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f1343f-a040-41ff-9d81-89a0e6d67219 x-openstack-request-id: req-05f1343f-a040-41ff-9d81-89a0e6d67219 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:13.019998 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b995fd1f-7c5c-45d4-b538-1ae315d1c7f8", "tag": "3b474ccc-594f-4256-a7b3-043afdc722b0", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:13.020449 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-05f1343f-a040-41ff-9d81-89a0e6d67219 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:13.021359 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b995fd1f-7c5c-45d4-b538-1ae315d1c7f8', 'tag': '3b474ccc-594f-4256-a7b3-043afdc722b0', 'status': 'completed', 'code': 200} Dec 16 22:08:13.114352 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e975f77b-781c-49b1-9d38-8d4b99a16e33 None None] New status for floating IP 37b5b47f-1ea1-4351-a044-7a03c1b99d28: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:08:13.167412 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-6e448e3e-1b0c-4da0-9002-a2d96898188f req-907dcb77-c292-42cc-80d8-4b8324e91a1c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] For port ef90d037-4f3a-4e69-a100-df93e6691815, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=ef90d037-4f3a-4e69-a100-df93e6691815,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:13.168180 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6e448e3e-1b0c-4da0-9002-a2d96898188f req-907dcb77-c292-42cc-80d8-4b8324e91a1c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:13.184254 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-6e448e3e-1b0c-4da0-9002-a2d96898188f req-907dcb77-c292-42cc-80d8-4b8324e91a1c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Calling delete_port for ef90d037-4f3a-4e69-a100-df93e6691815 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:08:13.245120 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7bb7992c-c4da-4ece-813a-e42ab32fd490 req-c093b75e-2e2e-4f74-ae1c-195f8247770e tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131343 Dec 16 22:08:13.254770 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d87e04-6b07-493f-a810-d990dfbafca2 req-eaed96d3-019a-4755-bc5d-0cf0a3bf2eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:13.256358 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45d87e04-6b07-493f-a810-d990dfbafca2 req-eaed96d3-019a-4755-bc5d-0cf0a3bf2eae service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dd4a9ba818474cd5afa3715e32dea22f&device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 1096 time: 0.2023261 Dec 16 22:08:13.409968 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6e448e3e-1b0c-4da0-9002-a2d96898188f req-907dcb77-c292-42cc-80d8-4b8324e91a1c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:13.459176 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['58679fee-c554-4e1d-95cc-dfb8d9197916', 'ef90d037-4f3a-4e69-a100-df93e6691815', '6152338b-9db8-4f48-8fa8-1e9544e29588'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:13.520390 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907dcb77-c292-42cc-80d8-4b8324e91a1c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Pushing event deleted for resources: {'Port': ['ID=ef90d037-4f3a-4e69-a100-df93e6691815,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:13.593342 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e448e3e-1b0c-4da0-9002-a2d96898188f req-907dcb77-c292-42cc-80d8-4b8324e91a1c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] No DVR routers for this DVR port ef90d037-4f3a-4e69-a100-df93e6691815 on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:08:13.597873 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6e448e3e-1b0c-4da0-9002-a2d96898188f req-907dcb77-c292-42cc-80d8-4b8324e91a1c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:13.602038 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6e448e3e-1b0c-4da0-9002-a2d96898188f req-907dcb77-c292-42cc-80d8-4b8324e91a1c tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.57 "DELETE /v2.0/ports/ef90d037-4f3a-4e69-a100-df93e6691815 HTTP/1.1" status: 204 len: 173 time: 0.9214668 Dec 16 22:08:13.602550 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fffcc0-e458-4473-8f41-b8135dce4457', 'name': 'network-vif-deleted', 'tag': 'ef90d037-4f3a-4e69-a100-df93e6691815'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:13.605227 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ef6da8-ce76-4396-b8fd-2290ac1ee432" -d '{"events": [{"server_uuid": "f3fffcc0-e458-4473-8f41-b8135dce4457", "name": "network-vif-deleted", "tag": "ef90d037-4f3a-4e69-a100-df93e6691815"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:13.793222 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-11b9aa79-79a1-4be5-a2c7-4a982fa96da3 req-68803aff-c40d-4f67-b17d-7f496992c13b tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3fffcc0-e458-4473-8f41-b8135dce4457 HTTP/1.1" status: 200 len: 210 time: 0.1630754 Dec 16 22:08:13.794589 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d87e04-6b07-493f-a810-d990dfbafca2 req-4407fb7e-b46b-4d72-b467-3ce63ba1fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:13.796123 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45d87e04-6b07-493f-a810-d990dfbafca2 req-4407fb7e-b46b-4d72-b467-3ce63ba1fb73 service neutron] 10.222.0.76 "GET /v2.0/networks?id=cb6f27cb-a12f-415d-801e-6e403da44a59 HTTP/1.1" status: 200 len: 921 time: 0.5284085 Dec 16 22:08:14.005038 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45d87e04-6b07-493f-a810-d990dfbafca2 req-45e44342-d468-4d97-869a-a38afe584a82 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b474ccc-594f-4256-a7b3-043afdc722b0 HTTP/1.1" status: 200 len: 217 time: 0.1978879 Dec 16 22:08:14.117969 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d87e04-6b07-493f-a810-d990dfbafca2 req-7c9e1491-2f6f-45fa-b305-4ad24f59af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:14.121106 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45d87e04-6b07-493f-a810-d990dfbafca2 req-7c9e1491-2f6f-45fa-b305-4ad24f59af55 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd HTTP/1.1" status: 200 len: 860 time: 0.1043198 Dec 16 22:08:14.181760 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 55a37756-5d83-43bd-9635-5f0f95d4b30d details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:08:14.215456 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d87e04-6b07-493f-a810-d990dfbafca2 req-c343e07d-4e5a-4708-a8a4-3cee0639ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:14.217039 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45d87e04-6b07-493f-a810-d990dfbafca2 req-c343e07d-4e5a-4708-a8a4-3cee0639ebd7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cb6f27cb-a12f-415d-801e-6e403da44a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885744 Dec 16 22:08:14.291030 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a5d0f-c8f5-498a-a07e-8717d1162fd0 req-e2454800-1ff6-4f0d-82b6-28cb0b121129 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:14.295247 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e72a5d0f-c8f5-498a-a07e-8717d1162fd0 req-e2454800-1ff6-4f0d-82b6-28cb0b121129 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19 HTTP/1.1" status: 200 len: 945 time: 0.1135869 Dec 16 22:08:14.366774 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 55a37756-5d83-43bd-9635-5f0f95d4b30d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=55a37756-5d83-43bd-9635-5f0f95d4b30d,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:14.374074 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45d87e04-6b07-493f-a810-d990dfbafca2 req-f73ecf79-fb7f-4e83-8f20-7b385da96946 service neutron] 10.222.0.76 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486549 Dec 16 22:08:14.378936 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e72a5d0f-c8f5-498a-a07e-8717d1162fd0 req-6ebf50b4-b1bf-48dc-85ec-ad530b6e6561 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788107 Dec 16 22:08:14.423810 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '55a37756-5d83-43bd-9635-5f0f95d4b30d', 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea', 'port_id': '55a37756-5d83-43bd-9635-5f0f95d4b30d', 'mac_address': 'fa:16:3e:b6:9f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac517c80-ed1c-4940-8a98-4b18f46cf35e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:08:14.486912 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:14.490647 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45d87e04-6b07-493f-a810-d990dfbafca2 req-a58d1f8a-0b83-47da-ba2e-79e4075561d1 service neutron] 10.222.0.76 "GET /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098199 Dec 16 22:08:14.503179 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386118b1-95e7-42d1-bcc9-bc6e301cb2bd x-openstack-request-id: req-386118b1-95e7-42d1-bcc9-bc6e301cb2bd {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:14.504046 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fffcc0-e458-4473-8f41-b8135dce4457", "name": "network-vif-deleted", "tag": "ef90d037-4f3a-4e69-a100-df93e6691815", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:14.504461 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-386118b1-95e7-42d1-bcc9-bc6e301cb2bd {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:14.505026 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3fffcc0-e458-4473-8f41-b8135dce4457', 'name': 'network-vif-deleted', 'tag': 'ef90d037-4f3a-4e69-a100-df93e6691815', 'status': 'completed', 'code': 200} Dec 16 22:08:14.525457 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a37756-5d83-43bd-9635-5f0f95d4b30d {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:14.555766 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 55a37756-5d83-43bd-9635-5f0f95d4b30d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=55a37756-5d83-43bd-9635-5f0f95d4b30d,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:14.662691 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:14.775907 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=55a37756-5d83-43bd-9635-5f0f95d4b30d,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:14.786552 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:14.788338 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:14.789019 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:14.789458 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:14.789804 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:14.790150 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:14.791233 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:14.791233 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:14.791438 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:14.791618 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:14.791941 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:14.792325 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:14.792754 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:08:14.821610 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb0fbc-7b03-40cc-ba6f-7086738f20f4 req-1548e9ea-0574-47a0-b5e0-6038e0ce0720 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:14.823245 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c2bb0fbc-7b03-40cc-ba6f-7086738f20f4 req-1548e9ea-0574-47a0-b5e0-6038e0ce0720 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 943 time: 0.2439508 Dec 16 22:08:14.935839 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c2bb0fbc-7b03-40cc-ba6f-7086738f20f4 req-f2900c80-cdb2-49a0-a1de-dcb793098f38 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035366 Dec 16 22:08:14.984548 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-7bc79b81-40c7-4c83-9764-cf756184119f req-cd81f8c7-e14c-42fb-a172-bfdeaf4e25dd tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:08:14.986542 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7bc79b81-40c7-4c83-9764-cf756184119f req-cd81f8c7-e14c-42fb-a172-bfdeaf4e25dd tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087905 Dec 16 22:08:15.043851 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['55a37756-5d83-43bd-9635-5f0f95d4b30d'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:15.165971 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7bc79b81-40c7-4c83-9764-cf756184119f req-b65ff084-73b2-4b8e-be68-4cd74ca5e89a tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1676235 Dec 16 22:08:15.325283 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:08:15.413315 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55638) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:15.415834 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device ef90d037-4f3a-4e69-a100-df93e6691815 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:08:15.424861 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1e8536c-72a7-4e6c-91a2-6506cdaedae9 req-94337622-ba47-49ac-a1c2-933abd2fb3e0 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/floatingips/37b5b47f-1ea1-4351-a044-7a03c1b99d28 HTTP/1.1" status: 200 len: 694 time: 0.0747578 Dec 16 22:08:15.492627 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: ef90d037-4f3a-4e69-a100-df93e6691815 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:08:15.493229 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device ef90d037-4f3a-4e69-a100-df93e6691815 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:08:15.646033 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-25fdf2e3-e380-4d2b-8033-88760eccf5c8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1219820600-network', 'tenant_id': 'c273328f2bdd4737bf4bd7f6381f1659'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:15.660808 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8536c-72a7-4e6c-91a2-6506cdaedae9 req-fd444256-c1d1-42a3-ac53-8797c4cda135 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:15.662591 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1e8536c-72a7-4e6c-91a2-6506cdaedae9 req-fd444256-c1d1-42a3-ac53-8797c4cda135 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 784 time: 0.2227132 Dec 16 22:08:15.673767 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-d1e8536c-72a7-4e6c-91a2-6506cdaedae9 req-b8d6bf3d-fb90-43cb-8753-095dff1b1b8f tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:08:15.675516 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1e8536c-72a7-4e6c-91a2-6506cdaedae9 req-b8d6bf3d-fb90-43cb-8753-095dff1b1b8f tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065422 Dec 16 22:08:15.736166 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1e8536c-72a7-4e6c-91a2-6506cdaedae9 req-dfed37af-a7c7-4937-8b32-5c173452eb45 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 697 time: 0.0545013 Dec 16 22:08:15.798916 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1e8536c-72a7-4e6c-91a2-6506cdaedae9 req-b771ba14-1a44-4fa2-80e6-1abdee43e69b tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 697 time: 0.0556300 Dec 16 22:08:15.943472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-d1e8536c-72a7-4e6c-91a2-6506cdaedae9 req-506076cc-a1d5-4899-9e40-927d1990fbd5 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Deleting port fb8cb81d-df64-483d-85b6-e9aba1aaca77 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:08:15.943831 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d1e8536c-72a7-4e6c-91a2-6506cdaedae9 req-506076cc-a1d5-4899-9e40-927d1990fbd5 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:15.953157 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fdf2e3-e380-4d2b-8033-88760eccf5c8 admin admin] Made reservation on behalf of c273328f2bdd4737bf4bd7f6381f1659 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:15.962750 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-25fdf2e3-e380-4d2b-8033-88760eccf5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:15.996787 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-25fdf2e3-e380-4d2b-8033-88760eccf5c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.043803 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d1e8536c-72a7-4e6c-91a2-6506cdaedae9 req-506076cc-a1d5-4899-9e40-927d1990fbd5 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.043803 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d1e8536c-72a7-4e6c-91a2-6506cdaedae9 req-506076cc-a1d5-4899-9e40-927d1990fbd5 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.058572 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-d1e8536c-72a7-4e6c-91a2-6506cdaedae9 req-506076cc-a1d5-4899-9e40-927d1990fbd5 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Calling delete_port for fb8cb81d-df64-483d-85b6-e9aba1aaca77 owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:08:16.102603 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-25fdf2e3-e380-4d2b-8033-88760eccf5c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.162934 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-25fdf2e3-e380-4d2b-8033-88760eccf5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.163537 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 55a37756-5d83-43bd-9635-5f0f95d4b30d up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:08:16.208653 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdf2e3-e380-4d2b-8033-88760eccf5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b664f86-4b8d-4e7f-a210-ada1002812e3,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:16.233394 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25fdf2e3-e380-4d2b-8033-88760eccf5c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:08:16.291399 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-25fdf2e3-e380-4d2b-8033-88760eccf5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.292058 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-25fdf2e3-e380-4d2b-8033-88760eccf5c8 admin admin] Added segment 0d9fe620-eda1-4511-9061-b56442de9f3c of type vlan for network 75343f76-a66a-4031-9ca4-72460045f54a Dec 16 22:08:16.317036 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 55a37756-5d83-43bd-9635-5f0f95d4b30d completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:08:16.321115 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 55a37756-5d83-43bd-9635-5f0f95d4b30d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:16.321512 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.357125 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d1e8536c-72a7-4e6c-91a2-6506cdaedae9 req-506076cc-a1d5-4899-9e40-927d1990fbd5 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.370523 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-25fdf2e3-e380-4d2b-8033-88760eccf5c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.431073 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d1e8536c-72a7-4e6c-91a2-6506cdaedae9 req-506076cc-a1d5-4899-9e40-927d1990fbd5 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.434149 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d1e8536c-72a7-4e6c-91a2-6506cdaedae9 req-506076cc-a1d5-4899-9e40-927d1990fbd5 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.441089 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1e8536c-72a7-4e6c-91a2-6506cdaedae9 req-506076cc-a1d5-4899-9e40-927d1990fbd5 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "DELETE /v2.0/floatingips/37b5b47f-1ea1-4351-a044-7a03c1b99d28 HTTP/1.1" status: 204 len: 173 time: 0.6353827 Dec 16 22:08:16.449315 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506076cc-a1d5-4899-9e40-927d1990fbd5 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Pushing event deleted for resources: {'Port': ['ID=fb8cb81d-df64-483d-85b6-e9aba1aaca77,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:16.451003 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.479760 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ff2913-5077-4732-b811-2e2088c1b899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a37756-5d83-43bd-9635-5f0f95d4b30d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:16.482226 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863648f9-14f3-48da-be02-2c6f0e591824" -d '{"events": [{"server_uuid": "88ff2913-5077-4732-b811-2e2088c1b899", "name": "network-vif-plugged", "status": "completed", "tag": "55a37756-5d83-43bd-9635-5f0f95d4b30d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:16.482927 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-25fdf2e3-e380-4d2b-8033-88760eccf5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.484618 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fdf2e3-e380-4d2b-8033-88760eccf5c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:16.485911 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-25fdf2e3-e380-4d2b-8033-88760eccf5c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.500869 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 55a37756-5d83-43bd-9635-5f0f95d4b30d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=55a37756-5d83-43bd-9635-5f0f95d4b30d,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:16.556605 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.571638 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdf2e3-e380-4d2b-8033-88760eccf5c8 admin admin] Pushing event updated for resources: {'Network': ['ID=75343f76-a66a-4031-9ca4-72460045f54a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:16.588354 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 75343f76-a66a-4031-9ca4-72460045f54a details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:08:16.620678 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-30870f6e-a253-46b7-8374-df42e66b02da req-e1add2c6-11ec-4a52-be54-ea67bdf35f9d tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:08:16.622429 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30870f6e-a253-46b7-8374-df42e66b02da req-e1add2c6-11ec-4a52-be54-ea67bdf35f9d tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074010 Dec 16 22:08:16.627495 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-25fdf2e3-e380-4d2b-8033-88760eccf5c8 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2099500 Dec 16 22:08:16.630523 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55662) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:16.637433 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-01e20330-c13a-451b-8b3a-7093cdc9f530 admin admin] Request body: {'subnet': {'network_id': '75343f76-a66a-4031-9ca4-72460045f54a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1219820600-subnet', 'tenant_id': 'c273328f2bdd4737bf4bd7f6381f1659', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:16.666004 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=55a37756-5d83-43bd-9635-5f0f95d4b30d,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:16.695277 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30870f6e-a253-46b7-8374-df42e66b02da req-87b8a109-47f1-494b-a4e7-5b966560cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:16.696742 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30870f6e-a253-46b7-8374-df42e66b02da req-87b8a109-47f1-494b-a4e7-5b966560cf9a service neutron] 10.222.0.75 "GET /v2.0/ports/caf78707-7f9d-481e-b2b4-43cda9190fea HTTP/1.1" status: 200 len: 1093 time: 0.0530818 Dec 16 22:08:16.707327 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-30870f6e-a253-46b7-8374-df42e66b02da req-71f3ffe1-b7e0-4e7c-9b6b-427620083cd3 service neutron] Request body: {'binding': {'host': 'n-h2-815324-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:16.707712 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-30870f6e-a253-46b7-8374-df42e66b02da req-71f3ffe1-b7e0-4e7c-9b6b-427620083cd3 service neutron] Unknown quota resources ['binding']. {{(pid=103613) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:08:16.708704 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30a5c7-3be3-48e4-a559-250e2571416d req-9b135f73-2c54-445d-adbd-f6c335daaa70 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:16.710413 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b30a5c7-3be3-48e4-a559-250e2571416d req-9b135f73-2c54-445d-adbd-f6c335daaa70 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 946 time: 0.0605078 Dec 16 22:08:16.763597 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b30a5c7-3be3-48e4-a559-250e2571416d req-c38cd911-d599-450a-ac1c-494b43d40745 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464158 Dec 16 22:08:16.785457 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e20330-c13a-451b-8b3a-7093cdc9f530 admin admin] Made reservation on behalf of c273328f2bdd4737bf4bd7f6381f1659 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:16.787983 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-01e20330-c13a-451b-8b3a-7093cdc9f530 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:16.903458 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e4aeb-801e-45be-9e27-2bbec3db0d73 req-5e716ea4-aabb-4a11-a2fc-cd1de0f904d3 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:16.905369 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8a1e4aeb-801e-45be-9e27-2bbec3db0d73 req-5e716ea4-aabb-4a11-a2fc-cd1de0f904d3 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 945 time: 0.0761831 Dec 16 22:08:16.933110 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-30870f6e-a253-46b7-8374-df42e66b02da req-71f3ffe1-b7e0-4e7c-9b6b-427620083cd3 service neutron] Attempting to bind port caf78707-7f9d-481e-b2b4-43cda9190fea on host n-h2-815324-4 for vnic_type normal with profile None {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:08:16.933457 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-30870f6e-a253-46b7-8374-df42e66b02da req-71f3ffe1-b7e0-4e7c-9b6b-427620083cd3 service neutron] Attempting to bind port caf78707-7f9d-481e-b2b4-43cda9190fea by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:08:16.933790 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30870f6e-a253-46b7-8374-df42e66b02da req-71f3ffe1-b7e0-4e7c-9b6b-427620083cd3 service neutron] Attempting to bind port caf78707-7f9d-481e-b2b4-43cda9190fea on network a733dfc2-18aa-436d-9a35-1f59bb423cae {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:16.944132 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30870f6e-a253-46b7-8374-df42e66b02da req-71f3ffe1-b7e0-4e7c-9b6b-427620083cd3 service neutron] Port caf78707-7f9d-481e-b2b4-43cda9190fea on network a733dfc2-18aa-436d-9a35-1f59bb423cae not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:08:16.944468 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30870f6e-a253-46b7-8374-df42e66b02da req-71f3ffe1-b7e0-4e7c-9b6b-427620083cd3 service neutron] Attempting to bind port caf78707-7f9d-481e-b2b4-43cda9190fea on network a733dfc2-18aa-436d-9a35-1f59bb423cae {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:16.960513 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8a1e4aeb-801e-45be-9e27-2bbec3db0d73 req-cc30b91d-c8bd-4e21-a495-38ae5fef01fa tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475230 Dec 16 22:08:16.968999 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30870f6e-a253-46b7-8374-df42e66b02da req-71f3ffe1-b7e0-4e7c-9b6b-427620083cd3 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:08:16.970211 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30870f6e-a253-46b7-8374-df42e66b02da req-71f3ffe1-b7e0-4e7c-9b6b-427620083cd3 service neutron] Checking segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:16.970211 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30870f6e-a253-46b7-8374-df42e66b02da req-71f3ffe1-b7e0-4e7c-9b6b-427620083cd3 service neutron] Bound using segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:08:16.970211 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-30870f6e-a253-46b7-8374-df42e66b02da req-71f3ffe1-b7e0-4e7c-9b6b-427620083cd3 service neutron] Bound port: caf78707-7f9d-481e-b2b4-43cda9190fea, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:08:17.073140 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-30870f6e-a253-46b7-8374-df42e66b02da req-71f3ffe1-b7e0-4e7c-9b6b-427620083cd3 service neutron] For port caf78707-7f9d-481e-b2b4-43cda9190fea, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=caf78707-7f9d-481e-b2b4-43cda9190fea,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:08:17.123204 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-01e20330-c13a-451b-8b3a-7093cdc9f530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:17.129993 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-30870f6e-a253-46b7-8374-df42e66b02da req-71f3ffe1-b7e0-4e7c-9b6b-427620083cd3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:17.131190 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30870f6e-a253-46b7-8374-df42e66b02da req-71f3ffe1-b7e0-4e7c-9b6b-427620083cd3 service neutron] 10.222.0.75 "POST /v2.0/ports/caf78707-7f9d-481e-b2b4-43cda9190fea/bindings HTTP/1.1" status: 201 len: 389 time: 0.4284446 Dec 16 22:08:17.189902 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e20330-c13a-451b-8b3a-7093cdc9f530 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f3685fe-52ab-4fc0-80d8-54cb202e6e29,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:17.195991 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e20330-c13a-451b-8b3a-7093cdc9f530 admin admin] Checking segment: {'id': '0d9fe620-eda1-4511-9061-b56442de9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '75343f76-a66a-4031-9ca4-72460045f54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:17.196377 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e20330-c13a-451b-8b3a-7093cdc9f530 admin admin] Network hostable DHCP agents. Network: 75343f76-a66a-4031-9ca4-72460045f54a, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:08:17.351626 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e20330-c13a-451b-8b3a-7093cdc9f530 admin admin] Network 75343f76-a66a-4031-9ca4-72460045f54a is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:08:17.394115 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3421cdb1-324f-4a83-86c4-aac4e6b3ddf7 x-openstack-request-id: req-3421cdb1-324f-4a83-86c4-aac4e6b3ddf7 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:17.394466 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ff2913-5077-4732-b811-2e2088c1b899", "name": "network-vif-plugged", "status": "completed", "tag": "55a37756-5d83-43bd-9635-5f0f95d4b30d", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:17.394795 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3421cdb1-324f-4a83-86c4-aac4e6b3ddf7 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:17.395347 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ff2913-5077-4732-b811-2e2088c1b899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a37756-5d83-43bd-9635-5f0f95d4b30d', 'code': 200} Dec 16 22:08:17.448513 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-01e20330-c13a-451b-8b3a-7093cdc9f530 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 75343f76-a66a-4031-9ca4-72460045f54a) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:17.458806 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e20330-c13a-451b-8b3a-7093cdc9f530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:17.460289 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-01e20330-c13a-451b-8b3a-7093cdc9f530 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:17.464288 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ddfde1-3b7b-459a-80b8-5bf103e34a8a None None] Network 75343f76-a66a-4031-9ca4-72460045f54a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:08:17.555207 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8a024-1765-4a8a-a61d-988ef858f0de req-dc1f6267-4279-4d85-bb11-7ee1529f8a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:17.557131 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-33b8a024-1765-4a8a-a61d-988ef858f0de req-dc1f6267-4279-4d85-bb11-7ee1529f8a01 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 1096 time: 0.0507684 Dec 16 22:08:17.589986 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-01e20330-c13a-451b-8b3a-7093cdc9f530 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9578006 Dec 16 22:08:17.592657 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55678) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:17.600310 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-30c197c3-b476-4886-a7ad-66b405a526da admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1219820600-router', 'tenant_id': 'c273328f2bdd4737bf4bd7f6381f1659', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:17.613240 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9dcdb7-a95c-466d-82cb-e2f658edcfc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-75343f76-a66a-4031-9ca4-72460045f54a', 'network_id': '75343f76-a66a-4031-9ca4-72460045f54a', 'project_id': 'c273328f2bdd4737bf4bd7f6381f1659', 'fixed_ips': [{'subnet_id': '6f3685fe-52ab-4fc0-80d8-54cb202e6e29'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:08:17.614161 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ee9dcdb7-a95c-466d-82cb-e2f658edcfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:17.632993 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-33b8a024-1765-4a8a-a61d-988ef858f0de req-0c9652bf-b585-4716-809d-983e2bdcec51 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663116 Dec 16 22:08:17.765364 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329687ed-671f-4cc6-877a-219455701498 req-9e186c64-a16d-4d28-8b9b-5e076a8cfa66 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:17.768034 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-329687ed-671f-4cc6-877a-219455701498 req-9e186c64-a16d-4d28-8b9b-5e076a8cfa66 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/networks?id=eb568cad-a9f3-449b-b7cd-08e08560552f HTTP/1.1" status: 200 len: 814 time: 0.1334696 Dec 16 22:08:17.784092 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-30c197c3-b476-4886-a7ad-66b405a526da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:17.785124 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-30c197c3-b476-4886-a7ad-66b405a526da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:17.788076 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-ee9dcdb7-a95c-466d-82cb-e2f658edcfc3 None None] Allocated IP 172.20.0.2 (75343f76-a66a-4031-9ca4-72460045f54a/6f3685fe-52ab-4fc0-80d8-54cb202e6e29/d8885e51-eba0-40ff-bc3b-27fb751e4fe0) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:08:17.790214 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-329687ed-671f-4cc6-877a-219455701498 req-15995174-b715-4d82-adfa-ca42ca5c6712 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/quotas/085e0b60b27443eea293b679b24c3f97 HTTP/1.1" status: 200 len: 375 time: 0.0153849 Dec 16 22:08:17.843104 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3298e-7730-4174-9393-9090090a117d req-f79f91ff-da27-423b-91d7-ea4d0f7688f0 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:17.846970 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbe3298e-7730-4174-9393-9090090a117d req-f79f91ff-da27-423b-91d7-ea4d0f7688f0 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eeef460-6696-42db-b108-51f63624e04e HTTP/1.1" status: 200 len: 945 time: 0.0671067 Dec 16 22:08:17.872415 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-30c197c3-b476-4886-a7ad-66b405a526da admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:17.887931 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-329687ed-671f-4cc6-877a-219455701498 req-7ad5c4be-0757-4ca9-9417-292d4ed29d7c tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=085e0b60b27443eea293b679b24c3f97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0874577 Dec 16 22:08:17.911633 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbe3298e-7730-4174-9393-9090090a117d req-7a24cff0-8796-46d6-ac95-414655c1835e tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571573 Dec 16 22:08:17.961242 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ee9dcdb7-a95c-466d-82cb-e2f658edcfc3 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:18.022762 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68dc97-3bc1-4e8e-9cae-007e125f6a91 req-9c31b693-f673-49b3-81b9-50d203379ecc tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:18.028159 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ee9dcdb7-a95c-466d-82cb-e2f658edcfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:18.031464 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-de68dc97-3bc1-4e8e-9cae-007e125f6a91 req-9c31b693-f673-49b3-81b9-50d203379ecc tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 945 time: 0.0625110 Dec 16 22:08:18.081599 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9dcdb7-a95c-466d-82cb-e2f658edcfc3 None None] Network 75343f76-a66a-4031-9ca4-72460045f54a is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:08:18.085796 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-ee9dcdb7-a95c-466d-82cb-e2f658edcfc3 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:18.089372 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9dcdb7-a95c-466d-82cb-e2f658edcfc3 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:08:18.094622 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-de68dc97-3bc1-4e8e-9cae-007e125f6a91 req-9c1aeaf2-beae-4cde-9384-9c0a551d5bc0 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569344 Dec 16 22:08:18.112963 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9dcdb7-a95c-466d-82cb-e2f658edcfc3 None None] Pushing event updated for resources: {'Port': ['ID=d8885e51-eba0-40ff-bc3b-27fb751e4fe0,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:18.149131 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-329687ed-671f-4cc6-877a-219455701498 req-dba9d09b-00e4-43a7-85b1-def93e7ad22b service neutron] 10.222.0.75 "GET /v2.0/networks/eb568cad-a9f3-449b-b7cd-08e08560552f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526984 Dec 16 22:08:18.151320 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-30c197c3-b476-4886-a7ad-66b405a526da admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:18.171690 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ee9dcdb7-a95c-466d-82cb-e2f658edcfc3 None None] Attempting to bind port d8885e51-eba0-40ff-bc3b-27fb751e4fe0 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:08:18.172101 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ee9dcdb7-a95c-466d-82cb-e2f658edcfc3 None None] Attempting to bind port d8885e51-eba0-40ff-bc3b-27fb751e4fe0 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '0d9fe620-eda1-4511-9061-b56442de9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '75343f76-a66a-4031-9ca4-72460045f54a'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:08:18.173590 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9dcdb7-a95c-466d-82cb-e2f658edcfc3 None None] Attempting to bind port d8885e51-eba0-40ff-bc3b-27fb751e4fe0 on network 75343f76-a66a-4031-9ca4-72460045f54a {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:18.179802 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9dcdb7-a95c-466d-82cb-e2f658edcfc3 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:08:18.180041 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9dcdb7-a95c-466d-82cb-e2f658edcfc3 None None] Checking segment: {'id': '0d9fe620-eda1-4511-9061-b56442de9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '75343f76-a66a-4031-9ca4-72460045f54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:18.180478 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ee9dcdb7-a95c-466d-82cb-e2f658edcfc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:18.181031 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9dcdb7-a95c-466d-82cb-e2f658edcfc3 None None] Bound using segment: {'id': '0d9fe620-eda1-4511-9061-b56442de9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '75343f76-a66a-4031-9ca4-72460045f54a'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:08:18.181513 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ee9dcdb7-a95c-466d-82cb-e2f658edcfc3 None None] Bound port: d8885e51-eba0-40ff-bc3b-27fb751e4fe0, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9fe620-eda1-4511-9061-b56442de9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '75343f76-a66a-4031-9ca4-72460045f54a'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:08:18.181921 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ee9dcdb7-a95c-466d-82cb-e2f658edcfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:18.212359 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226915de-9c4b-4ab0-9db8-492fba316466 req-6749fe90-e85d-4ea4-9b0e-d9c75a0ee4ed tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:18.217139 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-226915de-9c4b-4ab0-9db8-492fba316466 req-6749fe90-e85d-4ea4-9b0e-d9c75a0ee4ed tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 945 time: 0.0633736 Dec 16 22:08:18.228661 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30870f6e-a253-46b7-8374-df42e66b02da req-596a08fc-3124-429b-aa78-5db923105cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:18.229960 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30870f6e-a253-46b7-8374-df42e66b02da req-596a08fc-3124-429b-aa78-5db923105cad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 1096 time: 0.1410658 Dec 16 22:08:18.256786 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ee9dcdb7-a95c-466d-82cb-e2f658edcfc3 None None] For port d8885e51-eba0-40ff-bc3b-27fb751e4fe0, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:08:18.260976 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ee9dcdb7-a95c-466d-82cb-e2f658edcfc3 None None] For port d8885e51-eba0-40ff-bc3b-27fb751e4fe0, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d8885e51-eba0-40ff-bc3b-27fb751e4fe0,segment=NetworkSegment(0d9fe620-eda1-4511-9061-b56442de9f3c),segment_id=0d9fe620-eda1-4511-9061-b56442de9f3c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:08:18.287106 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-226915de-9c4b-4ab0-9db8-492fba316466 req-d60e77cc-7740-4028-8189-b6c92beb0a22 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642633 Dec 16 22:08:18.351709 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ee9dcdb7-a95c-466d-82cb-e2f658edcfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:18.419514 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9dcdb7-a95c-466d-82cb-e2f658edcfc3 None None] Pushing event updated for resources: {'Port': ['ID=d8885e51-eba0-40ff-bc3b-27fb751e4fe0,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:18.514147 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70996ab5-cb8c-4f94-a1c7-177c41dc0b88 req-1539d60b-4a04-43b2-b4af-c99e784cf096 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:18.515836 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-70996ab5-cb8c-4f94-a1c7-177c41dc0b88 req-1539d60b-4a04-43b2-b4af-c99e784cf096 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 949 time: 0.0573022 Dec 16 22:08:18.582899 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-70996ab5-cb8c-4f94-a1c7-177c41dc0b88 req-94c24e99-b292-43b8-9e0c-f483d2fca5ed tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579436 Dec 16 22:08:18.676856 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-329687ed-671f-4cc6-877a-219455701498 req-11d9bdb1-22e9-4597-9afe-5f116c45ffe9 service neutron] 10.222.0.75 "GET /v2.0/networks/eb568cad-a9f3-449b-b7cd-08e08560552f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136921 Dec 16 22:08:18.731402 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30870f6e-a253-46b7-8374-df42e66b02da req-7652bce3-eaa3-43f8-a9e3-badcb22f1d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:18.733288 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30870f6e-a253-46b7-8374-df42e66b02da req-7652bce3-eaa3-43f8-a9e3-badcb22f1d52 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a733dfc2-18aa-436d-9a35-1f59bb423cae HTTP/1.1" status: 200 len: 921 time: 0.4952290 Dec 16 22:08:18.764741 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f628871-f571-4a3f-9082-b1513ff2c10a req-8c22d4d9-d3a4-4c9f-b31b-928c238874e8 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:18.771793 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f628871-f571-4a3f-9082-b1513ff2c10a req-8c22d4d9-d3a4-4c9f-b31b-928c238874e8 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19 HTTP/1.1" status: 200 len: 945 time: 0.0904536 Dec 16 22:08:18.791191 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30870f6e-a253-46b7-8374-df42e66b02da req-620f74f0-89b7-4571-b2f5-7e93f9fac3f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=caf78707-7f9d-481e-b2b4-43cda9190fea HTTP/1.1" status: 200 len: 217 time: 0.0455146 Dec 16 22:08:18.843733 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f628871-f571-4a3f-9082-b1513ff2c10a req-f7160d81-957b-424b-a178-192b771230cb tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704932 Dec 16 22:08:18.867732 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30870f6e-a253-46b7-8374-df42e66b02da req-f85c1a8a-ccb1-48c8-bfc5-e999d124acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:18.869087 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30870f6e-a253-46b7-8374-df42e66b02da req-f85c1a8a-ccb1-48c8-bfc5-e999d124acd1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=28a903b4-5579-4f62-80b4-b7b74c354d7a HTTP/1.1" status: 200 len: 861 time: 0.0689313 Dec 16 22:08:18.969356 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30870f6e-a253-46b7-8374-df42e66b02da req-0b056e3c-63cb-400d-99d8-907e0be4c2db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a733dfc2-18aa-436d-9a35-1f59bb423cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605433 Dec 16 22:08:18.988927 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51324b0e-9b40-416c-bf34-7f90a0d8dd3e req-fd360f50-d923-470b-946f-5cf62617bb17 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:18.991333 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-51324b0e-9b40-416c-bf34-7f90a0d8dd3e req-fd360f50-d923-470b-946f-5cf62617bb17 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 945 time: 0.0812356 Dec 16 22:08:19.060909 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-51324b0e-9b40-416c-bf34-7f90a0d8dd3e req-f3661271-ca3c-4144-8cf8-95ddc861198d tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614088 Dec 16 22:08:19.084686 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-30c197c3-b476-4886-a7ad-66b405a526da admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:19.119986 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-30c197c3-b476-4886-a7ad-66b405a526da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:19.199831 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30870f6e-a253-46b7-8374-df42e66b02da req-6f1c1de4-c89a-4cfd-8f9b-be139ac25b3d service neutron] 10.222.0.57 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208457 Dec 16 22:08:19.201569 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2b199d6c-e8ea-4f23-ae0f-5622d5473925 req-957056ec-252f-4be9-a385-e5193c48e597 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/ports?device_id=8af5c696-cfb0-464c-b918-2bf9ccc8abe0 HTTP/1.1" status: 200 len: 210 time: 0.0538247 Dec 16 22:08:19.302423 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d8885e51-eba0-40ff-bc3b-27fb751e4fe0 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:08:19.344348 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d436c9-035a-445a-b446-f21cc7cf1530 req-fc1638c4-ac11-4245-b26c-74021c047146 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:19.346928 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5d436c9-035a-445a-b446-f21cc7cf1530 req-fc1638c4-ac11-4245-b26c-74021c047146 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 945 time: 0.0793388 Dec 16 22:08:19.398043 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port d8885e51-eba0-40ff-bc3b-27fb751e4fe0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:19.398750 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:19.416153 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-30c197c3-b476-4886-a7ad-66b405a526da admin admin] Allocated IP 172.25.6.221 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/1edb5f62-b904-45f8-9c3f-2bc13d43baba) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:08:19.418873 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5d436c9-035a-445a-b446-f21cc7cf1530 req-f74b8c54-d6d6-4b86-89a1-8118917c8b69 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593452 Dec 16 22:08:19.509296 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:19.549359 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30870f6e-a253-46b7-8374-df42e66b02da req-3cb807f9-8154-4534-9460-183946085b6a service neutron] 10.222.0.57 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334467 Dec 16 22:08:19.564466 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdb449-ea00-4d62-9524-c84b50536809 req-23c03c42-bffe-455f-86ad-9257d240a208 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:19.571151 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdb449-ea00-4d62-9524-c84b50536809 req-23c03c42-bffe-455f-86ad-9257d240a208 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:19.577561 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdb449-ea00-4d62-9524-c84b50536809 req-23c03c42-bffe-455f-86ad-9257d240a208 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:19.585919 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port d8885e51-eba0-40ff-bc3b-27fb751e4fe0, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d8885e51-eba0-40ff-bc3b-27fb751e4fe0,segment=NetworkSegment(0d9fe620-eda1-4511-9061-b56442de9f3c),segment_id=0d9fe620-eda1-4511-9061-b56442de9f3c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:19.594678 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-78cdb449-ea00-4d62-9524-c84b50536809 req-23c03c42-bffe-455f-86ad-9257d240a208 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19&device_id=3eeef460-6696-42db-b108-51f63624e04e&device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 2417 time: 0.3183563 Dec 16 22:08:19.677143 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:19.694604 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-78cdb449-ea00-4d62-9524-c84b50536809 req-c9266d84-090a-4762-9977-07b89fc3c952 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938776 Dec 16 22:08:19.695585 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e80515-d7df-40c5-9081-a178c28ac03d req-7c1ef2e5-67b7-40f4-9d9c-1b26b34621b8 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:19.698262 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-98e80515-d7df-40c5-9081-a178c28ac03d req-7c1ef2e5-67b7-40f4-9d9c-1b26b34621b8 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 949 time: 0.1969655 Dec 16 22:08:19.712033 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-30c197c3-b476-4886-a7ad-66b405a526da admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:19.737990 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eac8e4-fcea-4e08-bf45-9e859d8d8703 req-f39fe3ae-0355-4e65-a1c1-8ddb5897fdc6 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:19.739617 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79eac8e4-fcea-4e08-bf45-9e859d8d8703 req-f39fe3ae-0355-4e65-a1c1-8ddb5897fdc6 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.76 "GET /v2.0/ports?device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 945 time: 0.1747787 Dec 16 22:08:19.767462 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=d8885e51-eba0-40ff-bc3b-27fb751e4fe0,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:19.768956 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d31d5-a700-453f-ba5e-246bcb588808 req-bffb3990-ae79-49a8-b364-ac731ed4c127 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:19.773415 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-870d31d5-a700-453f-ba5e-246bcb588808 req-bffb3990-ae79-49a8-b364-ac731ed4c127 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 945 time: 0.2096541 Dec 16 22:08:19.790675 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319645c7-b25c-4cc4-930e-c4bc06ffd297 None None] Network 75343f76-a66a-4031-9ca4-72460045f54a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:08:19.844693 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30870f6e-a253-46b7-8374-df42e66b02da req-5346ea76-d592-4820-a7d3-221579839b0d tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:19.846694 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30870f6e-a253-46b7-8374-df42e66b02da req-5346ea76-d592-4820-a7d3-221579839b0d tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2&tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&binding%3Ahost_id=n-h1-815324-4 HTTP/1.1" status: 200 len: 1096 time: 0.0749946 Dec 16 22:08:19.864769 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-30870f6e-a253-46b7-8374-df42e66b02da req-b5f35511-1cfb-4050-9e45-32b949bc6d17 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815324-4'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:19.869004 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-30c197c3-b476-4886-a7ad-66b405a526da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:19.942953 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d8c15d29-ab8a-4cb9-8040-cea292096eb0 None None] Provisioning complete for port d8885e51-eba0-40ff-bc3b-27fb751e4fe0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:19.943272 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d8c15d29-ab8a-4cb9-8040-cea292096eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:19.981489 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c197c3-b476-4886-a7ad-66b405a526da admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:08:19.994633 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-870d31d5-a700-453f-ba5e-246bcb588808 req-dd7e1b75-ce7c-46f6-bbf9-a83c02aac9e3 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620238 Dec 16 22:08:20.021546 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-30c197c3-b476-4886-a7ad-66b405a526da admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:20.021546 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c197c3-b476-4886-a7ad-66b405a526da admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:08:20.035874 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-98e80515-d7df-40c5-9081-a178c28ac03d req-92f0a121-0156-4de8-8cda-1c749326b6ec tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Deleting port 58679fee-c554-4e1d-95cc-dfb8d9197916 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:08:20.036598 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-98e80515-d7df-40c5-9081-a178c28ac03d req-92f0a121-0156-4de8-8cda-1c749326b6ec tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:20.056661 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c197c3-b476-4886-a7ad-66b405a526da admin admin] Pushing event updated for resources: {'Port': ['ID=1edb5f62-b904-45f8-9c3f-2bc13d43baba,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:20.077671 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-30870f6e-a253-46b7-8374-df42e66b02da req-b5f35511-1cfb-4050-9e45-32b949bc6d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:20.097850 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db498af-7acc-4656-a3ef-b0fa0006044b req-9bfbb8df-2755-4b4b-8e92-132992ef1629 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:20.099480 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6db498af-7acc-4656-a3ef-b0fa0006044b req-9bfbb8df-2755-4b4b-8e92-132992ef1629 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 949 time: 0.1997004 Dec 16 22:08:20.161631 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-79eac8e4-fcea-4e08-bf45-9e859d8d8703 req-b75bfd7c-94b9-4954-9454-af9f22f8b338 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Deleting port 3b474ccc-594f-4256-a7b3-043afdc722b0 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:08:20.161978 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-79eac8e4-fcea-4e08-bf45-9e859d8d8703 req-b75bfd7c-94b9-4954-9454-af9f22f8b338 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:20.311951 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9171b8bd-4995-47eb-8c2e-2cb84cc4b6f8 req-c4c8ba04-a398-4b10-864b-f62fe63158c9 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2182548 Dec 16 22:08:20.315402 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-98e80515-d7df-40c5-9081-a178c28ac03d req-92f0a121-0156-4de8-8cda-1c749326b6ec tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] For port 58679fee-c554-4e1d-95cc-dfb8d9197916, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=58679fee-c554-4e1d-95cc-dfb8d9197916,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:20.322193 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-98e80515-d7df-40c5-9081-a178c28ac03d req-92f0a121-0156-4de8-8cda-1c749326b6ec tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:20.351026 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6db498af-7acc-4656-a3ef-b0fa0006044b req-ef20b956-04c5-40ae-9294-232628e1f46a tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041700 Dec 16 22:08:20.381802 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-98e80515-d7df-40c5-9081-a178c28ac03d req-92f0a121-0156-4de8-8cda-1c749326b6ec tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Calling delete_port for 58679fee-c554-4e1d-95cc-dfb8d9197916 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:08:20.402624 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-38ed7432-935c-45f2-94de-88fcb5c93127 None None] Provisioning complete for port d8885e51-eba0-40ff-bc3b-27fb751e4fe0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:20.406658 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38ed7432-935c-45f2-94de-88fcb5c93127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:20.437022 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-79eac8e4-fcea-4e08-bf45-9e859d8d8703 req-b75bfd7c-94b9-4954-9454-af9f22f8b338 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] For port 3b474ccc-594f-4256-a7b3-043afdc722b0, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3b474ccc-594f-4256-a7b3-043afdc722b0,segment=NetworkSegment(5980641f-2ab7-4781-988c-cf5871132f96),segment_id=5980641f-2ab7-4781-988c-cf5871132f96)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:20.437395 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-79eac8e4-fcea-4e08-bf45-9e859d8d8703 req-b75bfd7c-94b9-4954-9454-af9f22f8b338 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:20.495865 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-79eac8e4-fcea-4e08-bf45-9e859d8d8703 req-b75bfd7c-94b9-4954-9454-af9f22f8b338 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Calling delete_port for 3b474ccc-594f-4256-a7b3-043afdc722b0 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:08:20.518345 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-30870f6e-a253-46b7-8374-df42e66b02da req-b5f35511-1cfb-4050-9e45-32b949bc6d17 service neutron] For port caf78707-7f9d-481e-b2b4-43cda9190fea, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=caf78707-7f9d-481e-b2b4-43cda9190fea,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:20.541019 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2257c3ab-af3d-494d-808f-663dcc75d2bf req-6001e497-0f45-4f63-9b4d-70c114adb338 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/ports?device_id=8af5c696-cfb0-464c-b918-2bf9ccc8abe0 HTTP/1.1" status: 200 len: 210 time: 0.0476716 Dec 16 22:08:20.638025 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-30870f6e-a253-46b7-8374-df42e66b02da req-b5f35511-1cfb-4050-9e45-32b949bc6d17 service neutron] For port caf78707-7f9d-481e-b2b4-43cda9190fea, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:08:20.670628 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5468194-9901-472a-9f10-b68b54a11831 req-dc039051-e067-490c-b629-a5aa86598d7a tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:20.677944 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e5468194-9901-472a-9f10-b68b54a11831 req-dc039051-e067-490c-b629-a5aa86598d7a tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 945 time: 0.1781042 Dec 16 22:08:20.687534 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-30c197c3-b476-4886-a7ad-66b405a526da admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:20.758145 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463dfcb6-5666-4adb-b3e5-db979c8155c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caf78707-7f9d-481e-b2b4-43cda9190fea'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:20.760374 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899c36f1-7c64-44ed-867e-a949567a9f4c" -d '{"events": [{"server_uuid": "463dfcb6-5666-4adb-b3e5-db979c8155c2", "name": "network-vif-unplugged", "status": "completed", "tag": "caf78707-7f9d-481e-b2b4-43cda9190fea"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:20.767885 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-30870f6e-a253-46b7-8374-df42e66b02da req-b5f35511-1cfb-4050-9e45-32b949bc6d17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:20.849635 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e5468194-9901-472a-9f10-b68b54a11831 req-903a8ef8-29a7-4d75-b362-7f75766f9fef tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705432 Dec 16 22:08:20.881695 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-98e80515-d7df-40c5-9081-a178c28ac03d req-92f0a121-0156-4de8-8cda-1c749326b6ec tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:20.918173 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['58679fee-c554-4e1d-95cc-dfb8d9197916', '6152338b-9db8-4f48-8fa8-1e9544e29588'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:20.928658 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0a121-0156-4de8-8cda-1c749326b6ec tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Pushing event deleted for resources: {'Port': ['ID=58679fee-c554-4e1d-95cc-dfb8d9197916,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:20.950930 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b60475-bcc0-4115-b372-404164a639f5 x-openstack-request-id: req-a0b60475-bcc0-4115-b372-404164a639f5 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:20.963961 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463dfcb6-5666-4adb-b3e5-db979c8155c2", "name": "network-vif-unplugged", "status": "completed", "tag": "caf78707-7f9d-481e-b2b4-43cda9190fea", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:20.963961 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a0b60475-bcc0-4115-b372-404164a639f5 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:20.963961 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463dfcb6-5666-4adb-b3e5-db979c8155c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caf78707-7f9d-481e-b2b4-43cda9190fea', 'code': 200} Dec 16 22:08:20.966450 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b98e2-0110-488e-8b51-e38ef3665e85 req-9455631f-0b4c-4b79-8a5d-409ae374140d tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:20.968092 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-967b98e2-0110-488e-8b51-e38ef3665e85 req-9455631f-0b4c-4b79-8a5d-409ae374140d tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 945 time: 0.1367366 Dec 16 22:08:20.999461 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e80515-d7df-40c5-9081-a178c28ac03d req-92f0a121-0156-4de8-8cda-1c749326b6ec tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] No DVR routers for this DVR port 58679fee-c554-4e1d-95cc-dfb8d9197916 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:08:21.004697 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-98e80515-d7df-40c5-9081-a178c28ac03d req-92f0a121-0156-4de8-8cda-1c749326b6ec tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:21.009634 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-98e80515-d7df-40c5-9081-a178c28ac03d req-92f0a121-0156-4de8-8cda-1c749326b6ec tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.57 "DELETE /v2.0/ports/58679fee-c554-4e1d-95cc-dfb8d9197916 HTTP/1.1" status: 204 len: 173 time: 1.2888026 Dec 16 22:08:21.010147 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7', 'name': 'network-vif-deleted', 'tag': '58679fee-c554-4e1d-95cc-dfb8d9197916'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:21.019984 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12ce638-b94d-4517-b52b-7fa2159019c4" -d '{"events": [{"server_uuid": "e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7", "name": "network-vif-deleted", "tag": "58679fee-c554-4e1d-95cc-dfb8d9197916"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:21.035092 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-30870f6e-a253-46b7-8374-df42e66b02da req-b5f35511-1cfb-4050-9e45-32b949bc6d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:21.092757 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-967b98e2-0110-488e-8b51-e38ef3665e85 req-265c2e2b-18ad-4d03-bcff-46b87f14a7f8 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c803242-6065-4bc2-b18a-8e8071b9098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142230 Dec 16 22:08:21.092757 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-79eac8e4-fcea-4e08-bf45-9e859d8d8703 req-b75bfd7c-94b9-4954-9454-af9f22f8b338 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:21.112074 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-30c197c3-b476-4886-a7ad-66b405a526da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:21.140988 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['3b474ccc-594f-4256-a7b3-043afdc722b0'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:21.190283 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f35511-1cfb-4050-9e45-32b949bc6d17 service neutron] Pushing event updated for resources: {'Port': ['ID=caf78707-7f9d-481e-b2b4-43cda9190fea,revision_number=7']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:21.215842 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75bfd7c-94b9-4954-9454-af9f22f8b338 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Pushing event deleted for resources: {'Port': ['ID=3b474ccc-594f-4256-a7b3-043afdc722b0,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:21.220022 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-79eac8e4-fcea-4e08-bf45-9e859d8d8703 req-b75bfd7c-94b9-4954-9454-af9f22f8b338 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] No DVR routers for this DVR port 3b474ccc-594f-4256-a7b3-043afdc722b0 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:08:21.224453 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-79eac8e4-fcea-4e08-bf45-9e859d8d8703 req-b75bfd7c-94b9-4954-9454-af9f22f8b338 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:21.229625 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79eac8e4-fcea-4e08-bf45-9e859d8d8703 req-b75bfd7c-94b9-4954-9454-af9f22f8b338 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.76 "DELETE /v2.0/ports/3b474ccc-594f-4256-a7b3-043afdc722b0 HTTP/1.1" status: 204 len: 173 time: 1.4706817 Dec 16 22:08:21.279530 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d8885e51-eba0-40ff-bc3b-27fb751e4fe0 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:08:21.301631 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-30870f6e-a253-46b7-8374-df42e66b02da req-b5f35511-1cfb-4050-9e45-32b949bc6d17 service neutron] Attempting to bind port caf78707-7f9d-481e-b2b4-43cda9190fea on host n-h1-815324-4 for vnic_type normal with profile {"migrating_to": "n-h2-815324-4"} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:08:21.302157 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-30870f6e-a253-46b7-8374-df42e66b02da req-b5f35511-1cfb-4050-9e45-32b949bc6d17 service neutron] Attempting to bind port caf78707-7f9d-481e-b2b4-43cda9190fea by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:08:21.304623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30870f6e-a253-46b7-8374-df42e66b02da req-b5f35511-1cfb-4050-9e45-32b949bc6d17 service neutron] Attempting to bind port caf78707-7f9d-481e-b2b4-43cda9190fea on network a733dfc2-18aa-436d-9a35-1f59bb423cae {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:21.352894 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port d8885e51-eba0-40ff-bc3b-27fb751e4fe0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:21.353553 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:21.383724 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30870f6e-a253-46b7-8374-df42e66b02da req-b5f35511-1cfb-4050-9e45-32b949bc6d17 service neutron] Port caf78707-7f9d-481e-b2b4-43cda9190fea on network a733dfc2-18aa-436d-9a35-1f59bb423cae not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:08:21.389277 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30870f6e-a253-46b7-8374-df42e66b02da req-b5f35511-1cfb-4050-9e45-32b949bc6d17 service neutron] Attempting to bind port caf78707-7f9d-481e-b2b4-43cda9190fea on network a733dfc2-18aa-436d-9a35-1f59bb423cae {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:21.407319 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30870f6e-a253-46b7-8374-df42e66b02da req-b5f35511-1cfb-4050-9e45-32b949bc6d17 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:08:21.407762 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd373f33-9883-4bd9-a03e-334d2a7d7990 req-acf75cff-0daf-4036-ab3d-95da8735edd4 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:21.407958 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30870f6e-a253-46b7-8374-df42e66b02da req-b5f35511-1cfb-4050-9e45-32b949bc6d17 service neutron] Checking segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:21.408212 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30870f6e-a253-46b7-8374-df42e66b02da req-b5f35511-1cfb-4050-9e45-32b949bc6d17 service neutron] Bound using segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:08:21.408737 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-30870f6e-a253-46b7-8374-df42e66b02da req-b5f35511-1cfb-4050-9e45-32b949bc6d17 service neutron] Bound port: caf78707-7f9d-481e-b2b4-43cda9190fea, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:08:21.409170 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-30870f6e-a253-46b7-8374-df42e66b02da req-b5f35511-1cfb-4050-9e45-32b949bc6d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:21.409805 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd373f33-9883-4bd9-a03e-334d2a7d7990 req-acf75cff-0daf-4036-ab3d-95da8735edd4 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 1096 time: 0.0862794 Dec 16 22:08:21.530021 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd373f33-9883-4bd9-a03e-334d2a7d7990 req-79dc3f40-3555-4c22-9a27-89db35d9ea72 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123595 Dec 16 22:08:21.547021 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb70f12-00bb-4732-b162-f4768bfe77af req-ddc7000c-6e1a-488f-aa8b-5cf1df3a7195 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:21.549880 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cdb70f12-00bb-4732-b162-f4768bfe77af req-ddc7000c-6e1a-488f-aa8b-5cf1df3a7195 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 943 time: 0.1672521 Dec 16 22:08:21.589465 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-30870f6e-a253-46b7-8374-df42e66b02da req-b5f35511-1cfb-4050-9e45-32b949bc6d17 service neutron] For port caf78707-7f9d-481e-b2b4-43cda9190fea, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:08:21.610609 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fa0e58-01ba-404a-a425-bf880bdb21b6 x-openstack-request-id: req-33fa0e58-01ba-404a-a425-bf880bdb21b6 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:21.611079 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7", "name": "network-vif-deleted", "tag": "58679fee-c554-4e1d-95cc-dfb8d9197916", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:21.611497 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-33fa0e58-01ba-404a-a425-bf880bdb21b6 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:21.612056 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7', 'name': 'network-vif-deleted', 'tag': '58679fee-c554-4e1d-95cc-dfb8d9197916', 'status': 'completed', 'code': 200} Dec 16 22:08:21.662365 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-30870f6e-a253-46b7-8374-df42e66b02da req-b5f35511-1cfb-4050-9e45-32b949bc6d17 service neutron] For port caf78707-7f9d-481e-b2b4-43cda9190fea, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=caf78707-7f9d-481e-b2b4-43cda9190fea,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:08:21.703732 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cdb70f12-00bb-4732-b162-f4768bfe77af req-c5d7d944-d6bf-498d-b7f4-6136affe6fcf tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262989 Dec 16 22:08:21.728278 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c197c3-b476-4886-a7ad-66b405a526da admin admin] Router 8bed0a9e-6be9-4d64-b2a1-8e704a8119c8 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:08:21.800807 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-30870f6e-a253-46b7-8374-df42e66b02da req-b5f35511-1cfb-4050-9e45-32b949bc6d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:21.872120 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cd5d8d29-c91a-4e65-bb14-9fe93c22e4ef req-f052a30b-598e-465f-9a84-3fee8a47091a tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7e08a88-44e9-4cd4-821c-d01b7e0ea4c7 HTTP/1.1" status: 200 len: 210 time: 0.0789061 Dec 16 22:08:21.951009 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30870f6e-a253-46b7-8374-df42e66b02da req-b5f35511-1cfb-4050-9e45-32b949bc6d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:21.953243 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-30870f6e-a253-46b7-8374-df42e66b02da req-b5f35511-1cfb-4050-9e45-32b949bc6d17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:21.953243 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30870f6e-a253-46b7-8374-df42e66b02da req-b5f35511-1cfb-4050-9e45-32b949bc6d17 service neutron] 10.222.0.57 "PUT /v2.0/ports/caf78707-7f9d-481e-b2b4-43cda9190fea HTTP/1.1" status: 200 len: 1121 time: 2.0947413 Dec 16 22:08:21.981897 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f35511-1cfb-4050-9e45-32b949bc6d17 service neutron] Pushing event updated for resources: {'Port': ['ID=caf78707-7f9d-481e-b2b4-43cda9190fea,revision_number=8']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:21.995423 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c197c3-b476-4886-a7ad-66b405a526da admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:08:22.006067 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47140eb4-6f5b-45b2-9c1d-edbfbb84f783 None None] Sync routers for ids ['8bed0a9e-6be9-4d64-b2a1-8e704a8119c8'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:08:22.042790 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47140eb4-6f5b-45b2-9c1d-edbfbb84f783 None None] Routers {'8bed0a9e-6be9-4d64-b2a1-8e704a8119c8'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:08:22.047221 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-47140eb4-6f5b-45b2-9c1d-edbfbb84f783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:07:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['8bed0a9e-6be9-4d64-b2a1-8e704a8119c8'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:22.106734 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-30c197c3-b476-4886-a7ad-66b405a526da admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:22.111093 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-30c197c3-b476-4886-a7ad-66b405a526da admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.5139716 Dec 16 22:08:22.114196 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55746) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:22.135155 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329687ed-671f-4cc6-877a-219455701498 req-59704854-b6a9-4a3b-81c2-b3aef06f498e tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:22.137355 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-329687ed-671f-4cc6-877a-219455701498 req-59704854-b6a9-4a3b-81c2-b3aef06f498e tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.57 "GET /v2.0/networks?id=eb568cad-a9f3-449b-b7cd-08e08560552f HTTP/1.1" status: 200 len: 814 time: 0.2028396 Dec 16 22:08:22.157154 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-329687ed-671f-4cc6-877a-219455701498 req-3f49524c-902f-4211-ad57-991be07f17b3 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Request body: {'port': {'device_id': '8af5c696-cfb0-464c-b918-2bf9ccc8abe0', 'network_id': 'eb568cad-a9f3-449b-b7cd-08e08560552f', 'admin_state_up': True, 'tenant_id': '085e0b60b27443eea293b679b24c3f97'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:22.171033 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['caf78707-7f9d-481e-b2b4-43cda9190fea'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:22.236129 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ebc6bd2a-058c-406b-bd12-e6284fa726ac req-9102eebf-aaba-4a52-8aaa-7ade50c950ec tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/ports?device_id=8af5c696-cfb0-464c-b918-2bf9ccc8abe0 HTTP/1.1" status: 200 len: 210 time: 0.0601358 Dec 16 22:08:22.442098 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-82eb22a6-b607-4b81-86f5-66dc669ee05a req-89c3d212-a64f-4a62-b715-cf987c88eb18 tempest-FloatingIPsAssociationTestJSON-1286540860 tempest-FloatingIPsAssociationTestJSON-1286540860-project] 10.222.0.75 "GET /v2.0/ports?device_id=b995fd1f-7c5c-45d4-b538-1ae315d1c7f8 HTTP/1.1" status: 200 len: 210 time: 0.0365896 Dec 16 22:08:22.443797 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-47140eb4-6f5b-45b2-9c1d-edbfbb84f783 None None] Set router 8bed0a9e-6be9-4d64-b2a1-8e704a8119c8 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:08:22.596891 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-329687ed-671f-4cc6-877a-219455701498 req-3f49524c-902f-4211-ad57-991be07f17b3 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Made reservation on behalf of 085e0b60b27443eea293b679b24c3f97 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:22.601784 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-329687ed-671f-4cc6-877a-219455701498 req-3f49524c-902f-4211-ad57-991be07f17b3 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:22.783100 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-47140eb4-6f5b-45b2-9c1d-edbfbb84f783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bed0a9e-6be9-4d64-b2a1-8e704a8119c8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1219820600-router', 'tenant_id': 'c273328f2bdd4737bf4bd7f6381f1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '1edb5f62-b904-45f8-9c3f-2bc13d43baba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:08:17Z', 'updated_at': '2021-12-16T22:08:20Z', 'revision_number': 3, 'project_id': 'c273328f2bdd4737bf4bd7f6381f1659', 'gw_port': {'id': '1edb5f62-b904-45f8-9c3f-2bc13d43baba', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:61:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bed0a9e-6be9-4d64-b2a1-8e704a8119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:08:19Z', 'updated_at': '2021-12-16T22:08:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:22.846581 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47140eb4-6f5b-45b2-9c1d-edbfbb84f783 None None] Checking router: 8bed0a9e-6be9-4d64-b2a1-8e704a8119c8 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:08:22.857955 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47140eb4-6f5b-45b2-9c1d-edbfbb84f783 None None] Updating router 8bed0a9e-6be9-4d64-b2a1-8e704a8119c8 port 1edb5f62-b904-45f8-9c3f-2bc13d43baba binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:08:22.869959 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-329687ed-671f-4cc6-877a-219455701498 req-3f49524c-902f-4211-ad57-991be07f17b3 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Allocated IP 172.20.0.12 (eb568cad-a9f3-449b-b7cd-08e08560552f/97e3a1b6-403c-4be5-9433-75c9d38d0093/faf5369d-1de6-4aa2-b3fb-74d29274e605) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:08:22.930340 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-47140eb4-6f5b-45b2-9c1d-edbfbb84f783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:22.984769 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463dfcb6-5666-4adb-b3e5-db979c8155c2', 'tag': 'caf78707-7f9d-481e-b2b4-43cda9190fea'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:22.990580 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a07a5fa-0d7c-448b-a2ff-4ed1294cccc5" -d '{"events": [{"name": "network-changed", "server_uuid": "463dfcb6-5666-4adb-b3e5-db979c8155c2", "tag": "caf78707-7f9d-481e-b2b4-43cda9190fea"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:23.064293 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-329687ed-671f-4cc6-877a-219455701498 req-3f49524c-902f-4211-ad57-991be07f17b3 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:23.147868 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd4896-dd4b-4b7b-8673-6b67892ad3fd req-417584ac-0e51-415c-8063-bfa61da538f2 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:23.156316 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bacd4896-dd4b-4b7b-8673-6b67892ad3fd req-417584ac-0e51-415c-8063-bfa61da538f2 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 943 time: 0.0885110 Dec 16 22:08:23.183570 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b347c870-cd63-4f85-bcc9-6db5f38a22fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:23.242857 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bacd4896-dd4b-4b7b-8673-6b67892ad3fd req-94accff8-0647-4a47-a5eb-ad9458dbbad6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843182 Dec 16 22:08:23.283687 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-329687ed-671f-4cc6-877a-219455701498 req-3f49524c-902f-4211-ad57-991be07f17b3 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:23.350598 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd28ae5f-7bf0-4ce5-9b97-21bc7c84cca6 x-openstack-request-id: req-dd28ae5f-7bf0-4ce5-9b97-21bc7c84cca6 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:23.351027 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463dfcb6-5666-4adb-b3e5-db979c8155c2", "tag": "caf78707-7f9d-481e-b2b4-43cda9190fea", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:23.351423 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dd28ae5f-7bf0-4ce5-9b97-21bc7c84cca6 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:23.352043 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463dfcb6-5666-4adb-b3e5-db979c8155c2', 'tag': 'caf78707-7f9d-481e-b2b4-43cda9190fea', 'status': 'completed', 'code': 200} Dec 16 22:08:23.361537 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-329687ed-671f-4cc6-877a-219455701498 req-3f49524c-902f-4211-ad57-991be07f17b3 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Network eb568cad-a9f3-449b-b7cd-08e08560552f is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:08:23.377166 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-329687ed-671f-4cc6-877a-219455701498 req-3f49524c-902f-4211-ad57-991be07f17b3 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:23.421872 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b040-e0b7-493b-b7eb-3551d47e5ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:23.429243 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-329687ed-671f-4cc6-877a-219455701498 req-3f49524c-902f-4211-ad57-991be07f17b3 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:08:23.434755 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329687ed-671f-4cc6-877a-219455701498 req-3f49524c-902f-4211-ad57-991be07f17b3 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:23.438038 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-329687ed-671f-4cc6-877a-219455701498 req-3f49524c-902f-4211-ad57-991be07f17b3 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:23.507732 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device caf78707-7f9d-481e-b2b4-43cda9190fea details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:08:23.508583 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-b347c870-cd63-4f85-bcc9-6db5f38a22fd admin admin] Allocated IP 172.20.0.1 (75343f76-a66a-4031-9ca4-72460045f54a/6f3685fe-52ab-4fc0-80d8-54cb202e6e29/98eb4729-fa35-4427-9d07-305504bc3363) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:08:23.521562 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49524c-902f-4211-ad57-991be07f17b3 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Pushing event updated for resources: {'Port': ['ID=faf5369d-1de6-4aa2-b3fb-74d29274e605,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:23.531543 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 58679fee-c554-4e1d-95cc-dfb8d9197916 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:08:23.547287 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-47140eb4-6f5b-45b2-9c1d-edbfbb84f783 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:23.566316 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07a5fa-0d7c-448b-a2ff-4ed1294cccc5 req-8a25cda4-7771-4d68-ac12-0b1d66086a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:23.566316 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3a07a5fa-0d7c-448b-a2ff-4ed1294cccc5 req-8a25cda4-7771-4d68-ac12-0b1d66086a71 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 1124 time: 0.1641240 Dec 16 22:08:23.619688 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 58679fee-c554-4e1d-95cc-dfb8d9197916 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:08:23.621087 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 58679fee-c554-4e1d-95cc-dfb8d9197916 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:08:23.725503 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b995fd1f-7c5c-45d4-b538-1ae315d1c7f8', 'name': 'network-vif-deleted', 'tag': '3b474ccc-594f-4256-a7b3-043afdc722b0'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:23.737950 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed34fd9-0c92-4dde-b3cb-d52868f4f04b" -d '{"events": [{"server_uuid": "b995fd1f-7c5c-45d4-b538-1ae315d1c7f8", "name": "network-vif-deleted", "tag": "3b474ccc-594f-4256-a7b3-043afdc722b0"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:23.752397 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b5a61-d617-4e64-b63c-7cb9980608e6 req-573e03d7-f85f-4b56-90bf-36399137a6a3 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:23.763745 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2c0b5a61-d617-4e64-b63c-7cb9980608e6 req-573e03d7-f85f-4b56-90bf-36399137a6a3 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/ports?device_id=8af5c696-cfb0-464c-b918-2bf9ccc8abe0 HTTP/1.1" status: 200 len: 932 time: 0.2120628 Dec 16 22:08:23.763867 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-47140eb4-6f5b-45b2-9c1d-edbfbb84f783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:23.777850 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-329687ed-671f-4cc6-877a-219455701498 req-3f49524c-902f-4211-ad57-991be07f17b3 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6234598 Dec 16 22:08:23.885942 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-329687ed-671f-4cc6-877a-219455701498 req-7148df0e-25fb-4c14-988a-bbceec37f877 service neutron] Request body: {'port': {'device_id': '8af5c696-cfb0-464c-b918-2bf9ccc8abe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:23.890732 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07a5fa-0d7c-448b-a2ff-4ed1294cccc5 req-a431b643-bb87-4117-ac6f-92f82a4267bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:23.891737 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3a07a5fa-0d7c-448b-a2ff-4ed1294cccc5 req-a431b643-bb87-4117-ac6f-92f82a4267bb service neutron] 10.222.0.76 "GET /v2.0/networks?id=a733dfc2-18aa-436d-9a35-1f59bb423cae HTTP/1.1" status: 200 len: 921 time: 0.3201625 Dec 16 22:08:24.035530 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133e6fa-6100-4599-9568-732618461a55 None None] Pushing event updated for resources: {'Port': ['ID=1edb5f62-b904-45f8-9c3f-2bc13d43baba,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:24.081102 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-47140eb4-6f5b-45b2-9c1d-edbfbb84f783 None None] Attempting to bind port 1edb5f62-b904-45f8-9c3f-2bc13d43baba on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:08:24.083291 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-47140eb4-6f5b-45b2-9c1d-edbfbb84f783 None None] Attempting to bind port 1edb5f62-b904-45f8-9c3f-2bc13d43baba by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:08:24.083669 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47140eb4-6f5b-45b2-9c1d-edbfbb84f783 None None] Attempting to bind port 1edb5f62-b904-45f8-9c3f-2bc13d43baba on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:24.124022 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47140eb4-6f5b-45b2-9c1d-edbfbb84f783 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:08:24.124559 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47140eb4-6f5b-45b2-9c1d-edbfbb84f783 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:24.125216 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-47140eb4-6f5b-45b2-9c1d-edbfbb84f783 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:24.125886 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47140eb4-6f5b-45b2-9c1d-edbfbb84f783 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:08:24.135284 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-47140eb4-6f5b-45b2-9c1d-edbfbb84f783 None None] Bound port: 1edb5f62-b904-45f8-9c3f-2bc13d43baba, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:08:24.135849 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-47140eb4-6f5b-45b2-9c1d-edbfbb84f783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:24.148487 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3a07a5fa-0d7c-448b-a2ff-4ed1294cccc5 req-04361b35-be63-4f76-a23d-cd4a34fdf748 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=caf78707-7f9d-481e-b2b4-43cda9190fea HTTP/1.1" status: 200 len: 217 time: 0.2242458 Dec 16 22:08:24.262080 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-47140eb4-6f5b-45b2-9c1d-edbfbb84f783 None None] For port 1edb5f62-b904-45f8-9c3f-2bc13d43baba, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:08:24.265755 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-47140eb4-6f5b-45b2-9c1d-edbfbb84f783 None None] For port 1edb5f62-b904-45f8-9c3f-2bc13d43baba, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=1edb5f62-b904-45f8-9c3f-2bc13d43baba,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:08:24.273559 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 3b474ccc-594f-4256-a7b3-043afdc722b0 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:08:24.306037 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d1cfa767-c964-4fa0-aa92-3585008ecdc0 None None] Provisioning complete for port faf5369d-1de6-4aa2-b3fb-74d29274e605 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:24.307774 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07a5fa-0d7c-448b-a2ff-4ed1294cccc5 req-2b5699d5-be88-4a9a-a1ea-64a1118c9413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:24.309349 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3a07a5fa-0d7c-448b-a2ff-4ed1294cccc5 req-2b5699d5-be88-4a9a-a1ea-64a1118c9413 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=28a903b4-5579-4f62-80b4-b7b74c354d7a HTTP/1.1" status: 200 len: 861 time: 0.1430583 Dec 16 22:08:24.320456 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d1cfa767-c964-4fa0-aa92-3585008ecdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:24.372898 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c5538-4aaf-439e-ad5e-b7d93e1f3468 req-0689c940-afab-4fa7-9cda-324d0d11d9ce tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:24.381909 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-403c5538-4aaf-439e-ad5e-b7d93e1f3468 req-0689c940-afab-4fa7-9cda-324d0d11d9ce tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19 HTTP/1.1" status: 200 len: 945 time: 0.3265882 Dec 16 22:08:24.388202 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d1cfa767-c964-4fa0-aa92-3585008ecdc0 None None] Port faf5369d-1de6-4aa2-b3fb-74d29274e605 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:08:24.390244 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-47140eb4-6f5b-45b2-9c1d-edbfbb84f783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:24.406146 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-329687ed-671f-4cc6-877a-219455701498 req-7148df0e-25fb-4c14-988a-bbceec37f877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:24.411414 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3a07a5fa-0d7c-448b-a2ff-4ed1294cccc5 req-1195a235-8811-4155-a1b8-215d856f3446 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a733dfc2-18aa-436d-9a35-1f59bb423cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914733 Dec 16 22:08:24.448683 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 3b474ccc-594f-4256-a7b3-043afdc722b0 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:08:24.449367 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 3b474ccc-594f-4256-a7b3-043afdc722b0 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:08:24.457409 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133e6fa-6100-4599-9568-732618461a55 None None] Pushing event updated for resources: {'Port': ['ID=1edb5f62-b904-45f8-9c3f-2bc13d43baba,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:24.499637 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47140eb4-6f5b-45b2-9c1d-edbfbb84f783 None None] Routers {'8bed0a9e-6be9-4d64-b2a1-8e704a8119c8'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:08:24.500374 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-47140eb4-6f5b-45b2-9c1d-edbfbb84f783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:07:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['8bed0a9e-6be9-4d64-b2a1-8e704a8119c8'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:24.510562 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port caf78707-7f9d-481e-b2b4-43cda9190fea, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=caf78707-7f9d-481e-b2b4-43cda9190fea,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:24.561582 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device caf78707-7f9d-481e-b2b4-43cda9190fea has no active binding in host n-h2-815324-4 {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 22:08:24.633296 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b347c870-cd63-4f85-bcc9-6db5f38a22fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:24.674026 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-47140eb4-6f5b-45b2-9c1d-edbfbb84f783 None None] Set router 8bed0a9e-6be9-4d64-b2a1-8e704a8119c8 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:08:24.775445 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2c0b5a61-d617-4e64-b63c-7cb9980608e6 req-7b08c039-ecda-4929-99e7-a08daffbff7c tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/security-groups?id=259b6e6b-fa78-4ec9-a03c-8e11d40578a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9951904 Dec 16 22:08:24.805078 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b347c870-cd63-4f85-bcc9-6db5f38a22fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:24.875523 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55804) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:25.066626 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b347c870-cd63-4f85-bcc9-6db5f38a22fd admin admin] Network 75343f76-a66a-4031-9ca4-72460045f54a is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:08:25.078190 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-b347c870-cd63-4f85-bcc9-6db5f38a22fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:25.093173 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b347c870-cd63-4f85-bcc9-6db5f38a22fd admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:08:25.150050 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-47140eb4-6f5b-45b2-9c1d-edbfbb84f783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bed0a9e-6be9-4d64-b2a1-8e704a8119c8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1219820600-router', 'tenant_id': 'c273328f2bdd4737bf4bd7f6381f1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '1edb5f62-b904-45f8-9c3f-2bc13d43baba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:08:17Z', 'updated_at': '2021-12-16T22:08:20Z', 'revision_number': 3, 'project_id': 'c273328f2bdd4737bf4bd7f6381f1659', 'gw_port': {'id': '1edb5f62-b904-45f8-9c3f-2bc13d43baba', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:61:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bed0a9e-6be9-4d64-b2a1-8e704a8119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:08:19Z', 'updated_at': '2021-12-16T22:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:25.214555 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b347c870-cd63-4f85-bcc9-6db5f38a22fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:25.231802 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347c870-cd63-4f85-bcc9-6db5f38a22fd admin admin] Pushing event updated for resources: {'Port': ['ID=98eb4729-fa35-4427-9d07-305504bc3363,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:25.265018 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47140eb4-6f5b-45b2-9c1d-edbfbb84f783 None None] The sync data for ids ['8bed0a9e-6be9-4d64-b2a1-8e704a8119c8'] in n-d-815324-4 is: [{'id': '8bed0a9e-6be9-4d64-b2a1-8e704a8119c8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1219820600-router', 'tenant_id': 'c273328f2bdd4737bf4bd7f6381f1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '1edb5f62-b904-45f8-9c3f-2bc13d43baba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:08:17Z', 'updated_at': '2021-12-16T22:08:20Z', 'revision_number': 3, 'project_id': 'c273328f2bdd4737bf4bd7f6381f1659', 'gw_port': {'id': '1edb5f62-b904-45f8-9c3f-2bc13d43baba', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:61:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bed0a9e-6be9-4d64-b2a1-8e704a8119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:08:19Z', 'updated_at': '2021-12-16T22:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:08:25.393798 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-403c5538-4aaf-439e-ad5e-b7d93e1f3468 req-e86e4d5a-178b-4728-bf92-981641b41e7d tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0109670 Dec 16 22:08:25.508051 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80269da9-026c-4d0d-b394-638bbcdd2455 x-openstack-request-id: req-80269da9-026c-4d0d-b394-638bbcdd2455 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:25.510028 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b995fd1f-7c5c-45d4-b538-1ae315d1c7f8", "name": "network-vif-deleted", "tag": "3b474ccc-594f-4256-a7b3-043afdc722b0", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:25.510406 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-80269da9-026c-4d0d-b394-638bbcdd2455 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:25.511613 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b995fd1f-7c5c-45d4-b538-1ae315d1c7f8', 'name': 'network-vif-deleted', 'tag': '3b474ccc-594f-4256-a7b3-043afdc722b0', 'status': 'completed', 'code': 200} Dec 16 22:08:25.559603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f9553c2a-9017-41ae-9b6b-261b6b43b3b3 None None] Provisioning complete for port 98eb4729-fa35-4427-9d07-305504bc3363 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:25.560151 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9553c2a-9017-41ae-9b6b-261b6b43b3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:25.684850 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3a07a5fa-0d7c-448b-a2ff-4ed1294cccc5 req-d7630539-bd44-4e36-8b2c-1be36aa1600c service neutron] 10.222.0.76 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2558146 Dec 16 22:08:25.701983 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f9553c2a-9017-41ae-9b6b-261b6b43b3b3 None None] Port 98eb4729-fa35-4427-9d07-305504bc3363 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:08:25.710332 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-df44a22e-4720-45c8-aac6-c4c1071b1170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:25.726988 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b347c870-cd63-4f85-bcc9-6db5f38a22fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:25.934127 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3a07a5fa-0d7c-448b-a2ff-4ed1294cccc5 req-8c979abf-ebc3-4d68-ae48-a0e95b16057b service neutron] 10.222.0.76 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107110 Dec 16 22:08:25.945817 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84d67b-0123-4e14-8bd0-f03ed098f597 req-e74ccf89-13f5-4e60-ad83-c32b10956cb3 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:25.947845 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9d84d67b-0123-4e14-8bd0-f03ed098f597 req-e74ccf89-13f5-4e60-ad83-c32b10956cb3 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 951 time: 0.2594037 Dec 16 22:08:26.113938 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9d84d67b-0123-4e14-8bd0-f03ed098f597 req-4c240b07-e2e7-4ccd-99bf-e8a2badfc43b tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000776 Dec 16 22:08:26.133244 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-329687ed-671f-4cc6-877a-219455701498 req-7148df0e-25fb-4c14-988a-bbceec37f877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf5369d-1de6-4aa2-b3fb-74d29274e605 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:26.147248 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-329687ed-671f-4cc6-877a-219455701498 req-7148df0e-25fb-4c14-988a-bbceec37f877 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:26.162966 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b347c870-cd63-4f85-bcc9-6db5f38a22fd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:26.182010 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-329687ed-671f-4cc6-877a-219455701498 req-7148df0e-25fb-4c14-988a-bbceec37f877 service neutron] Transition to ACTIVE for port object faf5369d-1de6-4aa2-b3fb-74d29274e605 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:08:26.276509 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0f7f7-a0ae-4df8-b2c3-867832d75925 req-5b5717c7-6861-48a8-a8e3-409e4e605809 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:26.284938 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-76d0f7f7-a0ae-4df8-b2c3-867832d75925 req-5b5717c7-6861-48a8-a8e3-409e4e605809 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 943 time: 0.0705853 Dec 16 22:08:26.298860 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b347c870-cd63-4f85-bcc9-6db5f38a22fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:26.309042 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-329687ed-671f-4cc6-877a-219455701498 req-7148df0e-25fb-4c14-988a-bbceec37f877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:26.398338 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-76d0f7f7-a0ae-4df8-b2c3-867832d75925 req-73a2d5e9-5a6d-4b6e-be7b-2a359f1ab7ce tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122847 Dec 16 22:08:26.430811 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148df0e-25fb-4c14-988a-bbceec37f877 service neutron] Pushing event updated for resources: {'Port': ['ID=faf5369d-1de6-4aa2-b3fb-74d29274e605,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:26.520251 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-329687ed-671f-4cc6-877a-219455701498 req-7148df0e-25fb-4c14-988a-bbceec37f877 service neutron] Attempting to bind port faf5369d-1de6-4aa2-b3fb-74d29274e605 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:08:26.520587 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-329687ed-671f-4cc6-877a-219455701498 req-7148df0e-25fb-4c14-988a-bbceec37f877 service neutron] Attempting to bind port faf5369d-1de6-4aa2-b3fb-74d29274e605 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '97c1e41b-3bc5-4998-979f-a7303645ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'eb568cad-a9f3-449b-b7cd-08e08560552f'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:08:26.520922 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329687ed-671f-4cc6-877a-219455701498 req-7148df0e-25fb-4c14-988a-bbceec37f877 service neutron] Attempting to bind port faf5369d-1de6-4aa2-b3fb-74d29274e605 on network eb568cad-a9f3-449b-b7cd-08e08560552f {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:26.530386 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329687ed-671f-4cc6-877a-219455701498 req-7148df0e-25fb-4c14-988a-bbceec37f877 service neutron] Port faf5369d-1de6-4aa2-b3fb-74d29274e605 on network eb568cad-a9f3-449b-b7cd-08e08560552f not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:08:26.530714 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329687ed-671f-4cc6-877a-219455701498 req-7148df0e-25fb-4c14-988a-bbceec37f877 service neutron] Attempting to bind port faf5369d-1de6-4aa2-b3fb-74d29274e605 on network eb568cad-a9f3-449b-b7cd-08e08560552f {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:26.570783 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b347c870-cd63-4f85-bcc9-6db5f38a22fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:26.591152 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329687ed-671f-4cc6-877a-219455701498 req-7148df0e-25fb-4c14-988a-bbceec37f877 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:08:26.591514 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329687ed-671f-4cc6-877a-219455701498 req-7148df0e-25fb-4c14-988a-bbceec37f877 service neutron] Checking segment: {'id': '97c1e41b-3bc5-4998-979f-a7303645ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'eb568cad-a9f3-449b-b7cd-08e08560552f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:26.591913 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329687ed-671f-4cc6-877a-219455701498 req-7148df0e-25fb-4c14-988a-bbceec37f877 service neutron] Bound using segment: {'id': '97c1e41b-3bc5-4998-979f-a7303645ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'eb568cad-a9f3-449b-b7cd-08e08560552f'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:08:26.593630 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-329687ed-671f-4cc6-877a-219455701498 req-7148df0e-25fb-4c14-988a-bbceec37f877 service neutron] Bound port: faf5369d-1de6-4aa2-b3fb-74d29274e605, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c1e41b-3bc5-4998-979f-a7303645ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'eb568cad-a9f3-449b-b7cd-08e08560552f'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:08:26.594228 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-329687ed-671f-4cc6-877a-219455701498 req-7148df0e-25fb-4c14-988a-bbceec37f877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:26.629444 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:26.666214 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bb910-88b3-44cf-8234-5fdd5bfef353 req-df295be1-2710-4156-906b-219da0e7394a tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:26.679686 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6f7bb910-88b3-44cf-8234-5fdd5bfef353 req-df295be1-2710-4156-906b-219da0e7394a tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/ports?device_id=8af5c696-cfb0-464c-b918-2bf9ccc8abe0 HTTP/1.1" status: 200 len: 944 time: 0.1359980 Dec 16 22:08:26.761634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347c870-cd63-4f85-bcc9-6db5f38a22fd admin admin] Pushing event updated for resources: {'Port': ['ID=98eb4729-fa35-4427-9d07-305504bc3363,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:26.778424 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b347c870-cd63-4f85-bcc9-6db5f38a22fd admin admin] Network 75343f76-a66a-4031-9ca4-72460045f54a is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:08:26.779827 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:26.784706 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-b347c870-cd63-4f85-bcc9-6db5f38a22fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:26.876218 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-329687ed-671f-4cc6-877a-219455701498 req-7148df0e-25fb-4c14-988a-bbceec37f877 service neutron] For port faf5369d-1de6-4aa2-b3fb-74d29274e605, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:08:26.881077 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-329687ed-671f-4cc6-877a-219455701498 req-7148df0e-25fb-4c14-988a-bbceec37f877 service neutron] For port faf5369d-1de6-4aa2-b3fb-74d29274e605, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=faf5369d-1de6-4aa2-b3fb-74d29274e605,segment=NetworkSegment(97c1e41b-3bc5-4998-979f-a7303645ea07),segment_id=97c1e41b-3bc5-4998-979f-a7303645ea07)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:08:26.915742 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6f7bb910-88b3-44cf-8234-5fdd5bfef353 req-51b31e1e-86c5-4ddd-a6eb-64e41f4121d5 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/security-groups?id=259b6e6b-fa78-4ec9-a03c-8e11d40578a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351537 Dec 16 22:08:26.933583 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8570a8c-0f5c-4180-a4e2-0ed836b80977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:26.951960 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-329687ed-671f-4cc6-877a-219455701498 req-7148df0e-25fb-4c14-988a-bbceec37f877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:27.021180 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329687ed-671f-4cc6-877a-219455701498 req-7148df0e-25fb-4c14-988a-bbceec37f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:27.021913 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-329687ed-671f-4cc6-877a-219455701498 req-7148df0e-25fb-4c14-988a-bbceec37f877 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:27.024300 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-329687ed-671f-4cc6-877a-219455701498 req-7148df0e-25fb-4c14-988a-bbceec37f877 service neutron] 10.222.0.57 "PUT /v2.0/ports/faf5369d-1de6-4aa2-b3fb-74d29274e605 HTTP/1.1" status: 200 len: 1092 time: 3.1439307 Dec 16 22:08:27.056785 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148df0e-25fb-4c14-988a-bbceec37f877 service neutron] Pushing event updated for resources: {'Port': ['ID=faf5369d-1de6-4aa2-b3fb-74d29274e605,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:27.199303 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b347c870-cd63-4f85-bcc9-6db5f38a22fd admin admin] Router 8bed0a9e-6be9-4d64-b2a1-8e704a8119c8 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:08:27.208174 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c8205a2-33c6-4aed-ac3d-4ce81d8f24b6 None None] Provisioning complete for port 98eb4729-fa35-4427-9d07-305504bc3363 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:27.208755 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c8205a2-33c6-4aed-ac3d-4ce81d8f24b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:27.344266 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c8205a2-33c6-4aed-ac3d-4ce81d8f24b6 None None] Port 98eb4729-fa35-4427-9d07-305504bc3363 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:08:27.353461 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 1edb5f62-b904-45f8-9c3f-2bc13d43baba up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:08:27.484680 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device caf78707-7f9d-481e-b2b4-43cda9190fea details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:08:27.487304 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 1edb5f62-b904-45f8-9c3f-2bc13d43baba triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:27.488547 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:27.513249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af5c696-cfb0-464c-b918-2bf9ccc8abe0', 'tag': 'faf5369d-1de6-4aa2-b3fb-74d29274e605'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:27.516015 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf64b015-71ce-4fdc-93a5-9361db5a788a" -d '{"events": [{"name": "network-changed", "server_uuid": "8af5c696-cfb0-464c-b918-2bf9ccc8abe0", "tag": "faf5369d-1de6-4aa2-b3fb-74d29274e605"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:27.646128 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b347c870-cd63-4f85-bcc9-6db5f38a22fd admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:08:27.652283 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b347c870-cd63-4f85-bcc9-6db5f38a22fd admin admin] 10.222.0.75 "PUT /v2.0/routers/8bed0a9e-6be9-4d64-b2a1-8e704a8119c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5394495 Dec 16 22:08:27.807012 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-d8570a8c-0f5c-4180-a4e2-0ed836b80977 admin admin] Deleting port 9f09e070-f3c5-441d-80c1-718ab7929e46 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:08:27.816430 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8570a8c-0f5c-4180-a4e2-0ed836b80977 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:27.885580 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:27.961206 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 1edb5f62-b904-45f8-9c3f-2bc13d43baba, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=1edb5f62-b904-45f8-9c3f-2bc13d43baba,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:27.967376 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port caf78707-7f9d-481e-b2b4-43cda9190fea, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=caf78707-7f9d-481e-b2b4-43cda9190fea,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:27.990114 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device caf78707-7f9d-481e-b2b4-43cda9190fea has no active binding in host n-h2-815324-4 {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 22:08:28.031549 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-30870f6e-a253-46b7-8374-df42e66b02da req-1ed7d211-e4cd-4113-a7fe-f66eb24de616 service neutron] 10.222.0.76 "GET /v2.0/ports/caf78707-7f9d-481e-b2b4-43cda9190fea/bindings/n-h2-815324-4 HTTP/1.1" status: 200 len: 384 time: 0.1420393 Dec 16 22:08:28.036256 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:28.105554 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-d8570a8c-0f5c-4180-a4e2-0ed836b80977 admin admin] For port 9f09e070-f3c5-441d-80c1-718ab7929e46, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=9f09e070-f3c5-441d-80c1-718ab7929e46,segment=NetworkSegment(5980641f-2ab7-4781-988c-cf5871132f96),segment_id=5980641f-2ab7-4781-988c-cf5871132f96)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:28.105951 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8570a8c-0f5c-4180-a4e2-0ed836b80977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:28.125869 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-d8570a8c-0f5c-4180-a4e2-0ed836b80977 admin admin] Calling delete_port for 9f09e070-f3c5-441d-80c1-718ab7929e46 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:08:28.158653 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=1edb5f62-b904-45f8-9c3f-2bc13d43baba,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:28.248600 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dcda8c-b145-45ee-8556-aa05e9613173 None None] Sync routers for ids ['8bed0a9e-6be9-4d64-b2a1-8e704a8119c8'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:08:28.265164 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dcda8c-b145-45ee-8556-aa05e9613173 None None] Routers {'8bed0a9e-6be9-4d64-b2a1-8e704a8119c8'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:08:28.266589 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-64dcda8c-b145-45ee-8556-aa05e9613173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:08:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['8bed0a9e-6be9-4d64-b2a1-8e704a8119c8'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:28.308553 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f995904-7893-4e70-bd0d-41f69a133b54 req-65a0014b-f962-4ab6-846b-9ab045dfb6c5 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:28.315888 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0f995904-7893-4e70-bd0d-41f69a133b54 req-65a0014b-f962-4ab6-846b-9ab045dfb6c5 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19 HTTP/1.1" status: 200 len: 945 time: 0.2210355 Dec 16 22:08:28.350685 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:28.387008 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:28.475507 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0f995904-7893-4e70-bd0d-41f69a133b54 req-9eb64d9e-8016-47c8-bc8d-f31f5c39ba77 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502640 Dec 16 22:08:28.479845 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-64dcda8c-b145-45ee-8556-aa05e9613173 None None] Set router 8bed0a9e-6be9-4d64-b2a1-8e704a8119c8 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:08:28.592783 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-30870f6e-a253-46b7-8374-df42e66b02da req-a4733521-a4ab-4f74-986e-8182315dbf6f service neutron] For port caf78707-7f9d-481e-b2b4-43cda9190fea, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=caf78707-7f9d-481e-b2b4-43cda9190fea,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:28.703138 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-30870f6e-a253-46b7-8374-df42e66b02da req-a4733521-a4ab-4f74-986e-8182315dbf6f service neutron] For port caf78707-7f9d-481e-b2b4-43cda9190fea, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:08:28.734563 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8570a8c-0f5c-4180-a4e2-0ed836b80977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:28.769643 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-30870f6e-a253-46b7-8374-df42e66b02da req-a4733521-a4ab-4f74-986e-8182315dbf6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf78707-7f9d-481e-b2b4-43cda9190fea {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:28.782129 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-30870f6e-a253-46b7-8374-df42e66b02da req-a4733521-a4ab-4f74-986e-8182315dbf6f service neutron] For port caf78707-7f9d-481e-b2b4-43cda9190fea, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=caf78707-7f9d-481e-b2b4-43cda9190fea,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:28.788934 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8570a8c-0f5c-4180-a4e2-0ed836b80977 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f09e070-f3c5-441d-80c1-718ab7929e46,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:28.816802 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-64dcda8c-b145-45ee-8556-aa05e9613173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bed0a9e-6be9-4d64-b2a1-8e704a8119c8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1219820600-router', 'tenant_id': 'c273328f2bdd4737bf4bd7f6381f1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '1edb5f62-b904-45f8-9c3f-2bc13d43baba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:08:17Z', 'updated_at': '2021-12-16T22:08:25Z', 'revision_number': 4, 'project_id': 'c273328f2bdd4737bf4bd7f6381f1659', 'gw_port': {'id': '1edb5f62-b904-45f8-9c3f-2bc13d43baba', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bed0a9e-6be9-4d64-b2a1-8e704a8119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:08:19Z', 'updated_at': '2021-12-16T22:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '98eb4729-fa35-4427-9d07-305504bc3363', 'name': '', 'network_id': '75343f76-a66a-4031-9ca4-72460045f54a', 'tenant_id': 'c273328f2bdd4737bf4bd7f6381f1659', 'mac_address': 'fa:16:3e:cd:1c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bed0a9e-6be9-4d64-b2a1-8e704a8119c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6f3685fe-52ab-4fc0-80d8-54cb202e6e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:08:23Z', 'updated_at': '2021-12-16T22:08:25Z', 'revision_number': 2, 'project_id': 'c273328f2bdd4737bf4bd7f6381f1659', 'subnets': [{'id': '6f3685fe-52ab-4fc0-80d8-54cb202e6e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:28.836676 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef671238-554e-481f-b5a4-9df65d2fb9b9 req-89ddcc3f-5d1a-4e7b-aa14-53fc659b18ae tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:28.856957 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ef671238-554e-481f-b5a4-9df65d2fb9b9 req-89ddcc3f-5d1a-4e7b-aa14-53fc659b18ae tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 951 time: 0.2148328 Dec 16 22:08:28.879402 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dcda8c-b145-45ee-8556-aa05e9613173 None None] Checking router: 8bed0a9e-6be9-4d64-b2a1-8e704a8119c8 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:08:28.880033 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dcda8c-b145-45ee-8556-aa05e9613173 None None] Updating router 8bed0a9e-6be9-4d64-b2a1-8e704a8119c8 port 98eb4729-fa35-4427-9d07-305504bc3363 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:08:28.887413 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-30870f6e-a253-46b7-8374-df42e66b02da req-a4733521-a4ab-4f74-986e-8182315dbf6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:28.912905 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-64dcda8c-b145-45ee-8556-aa05e9613173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:28.945338 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:29.047866 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ef671238-554e-481f-b5a4-9df65d2fb9b9 req-278f3fd7-7ff4-4c7c-b705-6a7b44cfce85 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896639 Dec 16 22:08:29.178841 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-30870f6e-a253-46b7-8374-df42e66b02da req-a4733521-a4ab-4f74-986e-8182315dbf6f service neutron] Transition to ACTIVE for port object caf78707-7f9d-481e-b2b4-43cda9190fea will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:08:29.248582 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-30870f6e-a253-46b7-8374-df42e66b02da req-a4733521-a4ab-4f74-986e-8182315dbf6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:29.274618 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8570a8c-0f5c-4180-a4e2-0ed836b80977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:29.341767 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 1edb5f62-b904-45f8-9c3f-2bc13d43baba up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:08:29.488618 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 1edb5f62-b904-45f8-9c3f-2bc13d43baba triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:29.489377 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:29.506080 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f02459-8b68-47dd-91e4-4fb016d10acb x-openstack-request-id: req-41f02459-8b68-47dd-91e4-4fb016d10acb {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:29.506540 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af5c696-cfb0-464c-b918-2bf9ccc8abe0", "tag": "faf5369d-1de6-4aa2-b3fb-74d29274e605", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:29.507309 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-41f02459-8b68-47dd-91e4-4fb016d10acb {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:29.507449 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af5c696-cfb0-464c-b918-2bf9ccc8abe0', 'tag': 'faf5369d-1de6-4aa2-b3fb-74d29274e605', 'status': 'completed', 'code': 200} Dec 16 22:08:29.515966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4733521-a4ab-4f74-986e-8182315dbf6f service neutron] Pushing event updated for resources: {'Port': ['ID=caf78707-7f9d-481e-b2b4-43cda9190fea,revision_number=10']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:29.605849 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [req-4c2866f4-bad1-4ab0-94f2-12ab768e05d7 req-ecc2e161-325d-4394-8049-721363eaaf28 tempest-FloatingIPDetailsNegativeTestJSON-618258867 tempest-FloatingIPDetailsNegativeTestJSON-618258867-project] show failed (client error): The resource could not be found. Dec 16 22:08:29.615447 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-30870f6e-a253-46b7-8374-df42e66b02da req-a4733521-a4ab-4f74-986e-8182315dbf6f service neutron] No DVR routers for this DVR port caf78707-7f9d-481e-b2b4-43cda9190fea on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:08:29.627691 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4c2866f4-bad1-4ab0-94f2-12ab768e05d7 req-ecc2e161-325d-4394-8049-721363eaaf28 tempest-FloatingIPDetailsNegativeTestJSON-618258867 tempest-FloatingIPDetailsNegativeTestJSON-618258867-project] 10.222.0.75 "GET /v2.0/floatingips/0cc8d860-e3c7-4858-80b6-05ddb69ee3e2 HTTP/1.1" status: 404 len: 350 time: 0.1224816 Dec 16 22:08:29.631020 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55846) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:29.811061 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-64dcda8c-b145-45ee-8556-aa05e9613173 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:29.819269 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-30870f6e-a253-46b7-8374-df42e66b02da req-a4733521-a4ab-4f74-986e-8182315dbf6f service neutron] 10.222.0.76 "PUT /v2.0/ports/caf78707-7f9d-481e-b2b4-43cda9190fea/bindings/n-h2-815324-4/activate HTTP/1.1" status: 200 len: 369 time: 1.7741344 Dec 16 22:08:29.844742 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcf5d0-8125-43d0-af2e-218aede7ba65 req-2e21705f-58c2-4048-8790-e3aefefeb5cf tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:29.852455 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ddcf5d0-8125-43d0-af2e-218aede7ba65 req-2e21705f-58c2-4048-8790-e3aefefeb5cf tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 944 time: 0.5850496 Dec 16 22:08:29.877934 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-64dcda8c-b145-45ee-8556-aa05e9613173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:29.928799 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329687ed-671f-4cc6-877a-219455701498 req-fee6b044-f33d-402f-9ed2-cf403c0c7a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:29.931719 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-329687ed-671f-4cc6-877a-219455701498 req-fee6b044-f33d-402f-9ed2-cf403c0c7a9e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=085e0b60b27443eea293b679b24c3f97&device_id=8af5c696-cfb0-464c-b918-2bf9ccc8abe0 HTTP/1.1" status: 200 len: 1095 time: 0.4789627 Dec 16 22:08:29.988352 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34e507-4b94-485c-a1fd-d8f7b94b9846 req-0ee81d98-237b-455c-b640-bea328a3078a tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:29.999724 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2e34e507-4b94-485c-a1fd-d8f7b94b9846 req-0ee81d98-237b-455c-b640-bea328a3078a tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/ports?device_id=8af5c696-cfb0-464c-b918-2bf9ccc8abe0 HTTP/1.1" status: 200 len: 944 time: 0.2374372 Dec 16 22:08:30.034306 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d563f7-c0ff-48bb-919a-d1a0cd1cb31e None None] Pushing event updated for resources: {'Port': ['ID=98eb4729-fa35-4427-9d07-305504bc3363,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:30.131973 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-64dcda8c-b145-45ee-8556-aa05e9613173 None None] Attempting to bind port 98eb4729-fa35-4427-9d07-305504bc3363 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:08:30.132722 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-64dcda8c-b145-45ee-8556-aa05e9613173 None None] Attempting to bind port 98eb4729-fa35-4427-9d07-305504bc3363 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '0d9fe620-eda1-4511-9061-b56442de9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '75343f76-a66a-4031-9ca4-72460045f54a'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:08:30.133059 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8570a8c-0f5c-4180-a4e2-0ed836b80977 admin admin] Router 21a0bda8-b0cc-4d95-95c5-125dc7965801 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:08:30.133180 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dcda8c-b145-45ee-8556-aa05e9613173 None None] Attempting to bind port 98eb4729-fa35-4427-9d07-305504bc3363 on network 75343f76-a66a-4031-9ca4-72460045f54a {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:30.150371 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dcda8c-b145-45ee-8556-aa05e9613173 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:08:30.150983 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dcda8c-b145-45ee-8556-aa05e9613173 None None] Checking segment: {'id': '0d9fe620-eda1-4511-9061-b56442de9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '75343f76-a66a-4031-9ca4-72460045f54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:30.151688 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-64dcda8c-b145-45ee-8556-aa05e9613173 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:30.152749 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dcda8c-b145-45ee-8556-aa05e9613173 None None] Bound using segment: {'id': '0d9fe620-eda1-4511-9061-b56442de9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '75343f76-a66a-4031-9ca4-72460045f54a'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:08:30.153536 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-64dcda8c-b145-45ee-8556-aa05e9613173 None None] Bound port: 98eb4729-fa35-4427-9d07-305504bc3363, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9fe620-eda1-4511-9061-b56442de9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '75343f76-a66a-4031-9ca4-72460045f54a'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:08:30.153985 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-64dcda8c-b145-45ee-8556-aa05e9613173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:30.156024 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2e34e507-4b94-485c-a1fd-d8f7b94b9846 req-3ad56973-44cd-4a18-af3f-bde03c041f40 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/security-groups?id=259b6e6b-fa78-4ec9-a03c-8e11d40578a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491439 Dec 16 22:08:30.178134 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30870f6e-a253-46b7-8374-df42e66b02da req-00337918-521c-4687-ade4-f889c28fc2eb tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:30.183136 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30870f6e-a253-46b7-8374-df42e66b02da req-00337918-521c-4687-ade4-f889c28fc2eb tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2&tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&binding%3Ahost_id=n-h1-815324-4 HTTP/1.1" status: 200 len: 1095 time: 0.1583490 Dec 16 22:08:30.259035 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device caf78707-7f9d-481e-b2b4-43cda9190fea no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:08:30.268877 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ddcf5d0-8125-43d0-af2e-218aede7ba65 req-82ac5e60-212b-4947-a84e-a6419f37cf0c tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153838 Dec 16 22:08:30.272400 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-329687ed-671f-4cc6-877a-219455701498 req-b2f547cf-44eb-4082-8b92-56eb744e806a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=faf5369d-1de6-4aa2-b3fb-74d29274e605 HTTP/1.1" status: 200 len: 217 time: 0.2131484 Dec 16 22:08:30.387089 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-64dcda8c-b145-45ee-8556-aa05e9613173 None None] For port 98eb4729-fa35-4427-9d07-305504bc3363, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:08:30.399712 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-64dcda8c-b145-45ee-8556-aa05e9613173 None None] For port 98eb4729-fa35-4427-9d07-305504bc3363, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=98eb4729-fa35-4427-9d07-305504bc3363,segment=NetworkSegment(0d9fe620-eda1-4511-9061-b56442de9f3c),segment_id=0d9fe620-eda1-4511-9061-b56442de9f3c)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:08:30.434565 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device caf78707-7f9d-481e-b2b4-43cda9190fea not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:08:30.458977 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f9ca20e6-9226-4f99-a16c-5a160a29eb0c None None] Provisioning complete for port 98eb4729-fa35-4427-9d07-305504bc3363 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:30.465179 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9ca20e6-9226-4f99-a16c-5a160a29eb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:30.494410 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-64dcda8c-b145-45ee-8556-aa05e9613173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:30.513822 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329687ed-671f-4cc6-877a-219455701498 req-d9826b3d-c026-4ad9-854f-d23ed413fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:30.516360 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-329687ed-671f-4cc6-877a-219455701498 req-d9826b3d-c026-4ad9-854f-d23ed413fa64 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=97e3a1b6-403c-4be5-9433-75c9d38d0093 HTTP/1.1" status: 200 len: 853 time: 0.2084343 Dec 16 22:08:30.540447 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f9ca20e6-9226-4f99-a16c-5a160a29eb0c None None] Port 98eb4729-fa35-4427-9d07-305504bc3363 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:08:30.545520 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1906dd6-919f-45ca-96b1-0d0469c7319a req-67eafa3e-fd7f-41a3-9969-e42d2f4bac46 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:30.554643 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1906dd6-919f-45ca-96b1-0d0469c7319a req-67eafa3e-fd7f-41a3-9969-e42d2f4bac46 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 951 time: 0.1358142 Dec 16 22:08:30.642736 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d563f7-c0ff-48bb-919a-d1a0cd1cb31e None None] Pushing event updated for resources: {'Port': ['ID=98eb4729-fa35-4427-9d07-305504bc3363,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:30.671450 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dcda8c-b145-45ee-8556-aa05e9613173 None None] Routers {'8bed0a9e-6be9-4d64-b2a1-8e704a8119c8'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:08:30.677401 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-64dcda8c-b145-45ee-8556-aa05e9613173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:08:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['8bed0a9e-6be9-4d64-b2a1-8e704a8119c8'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:30.764965 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1906dd6-919f-45ca-96b1-0d0469c7319a req-95b31178-9b3d-404a-93ab-a35b47232f05 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092156 Dec 16 22:08:30.811940 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329687ed-671f-4cc6-877a-219455701498 req-55503493-98f9-42d7-9cce-43107fdd10fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:30.817044 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-329687ed-671f-4cc6-877a-219455701498 req-55503493-98f9-42d7-9cce-43107fdd10fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eb568cad-a9f3-449b-b7cd-08e08560552f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2519064 Dec 16 22:08:30.867825 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-64dcda8c-b145-45ee-8556-aa05e9613173 None None] Set router 8bed0a9e-6be9-4d64-b2a1-8e704a8119c8 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:08:31.082276 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e850cc0d-3722-4281-b7b3-c4448238b312 None None] Provisioning complete for port 98eb4729-fa35-4427-9d07-305504bc3363 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:31.082705 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e850cc0d-3722-4281-b7b3-c4448238b312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:31.129455 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-329687ed-671f-4cc6-877a-219455701498 req-eccded7f-9856-45a6-b6c3-9e843290d39c service neutron] 10.222.0.57 "GET /v2.0/networks/eb568cad-a9f3-449b-b7cd-08e08560552f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663803 Dec 16 22:08:31.255356 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e850cc0d-3722-4281-b7b3-c4448238b312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:31.278054 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8570a8c-0f5c-4180-a4e2-0ed836b80977 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:08:31.292987 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44cc02e-69ba-44b7-8547-b1c06818f772 None None] Sync routers for ids ['21a0bda8-b0cc-4d95-95c5-125dc7965801'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:08:31.293721 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d8570a8c-0f5c-4180-a4e2-0ed836b80977 admin admin] 10.222.0.75 "PUT /v2.0/routers/21a0bda8-b0cc-4d95-95c5-125dc7965801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4154434 Dec 16 22:08:31.297756 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55856) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:31.315740 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44cc02e-69ba-44b7-8547-b1c06818f772 None None] Routers {'21a0bda8-b0cc-4d95-95c5-125dc7965801'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:08:31.316483 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a44cc02e-69ba-44b7-8547-b1c06818f772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:08:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['21a0bda8-b0cc-4d95-95c5-125dc7965801'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:31.323584 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d4bfc15-d30a-4925-a10f-505fc69a7f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:31.410321 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30870f6e-a253-46b7-8374-df42e66b02da req-43b24fe5-0909-4870-9a54-8ed36fa39f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:31.411992 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30870f6e-a253-46b7-8374-df42e66b02da req-43b24fe5-0909-4870-9a54-8ed36fa39f10 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2&tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6 HTTP/1.1" status: 200 len: 1095 time: 1.1877642 Dec 16 22:08:31.431493 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dc890-a4d5-4cbe-ab61-2c3a19f91699 req-0ab37091-3810-47eb-adf9-aecef281fce6 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:31.448182 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7e1dc890-a4d5-4cbe-ab61-2c3a19f91699 req-0ab37091-3810-47eb-adf9-aecef281fce6 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19 HTTP/1.1" status: 200 len: 945 time: 1.1253972 Dec 16 22:08:31.553836 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-a44cc02e-69ba-44b7-8547-b1c06818f772 None None] Set router 21a0bda8-b0cc-4d95-95c5-125dc7965801 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:08:31.570385 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76aaa5-5562-4e3a-a6aa-0d7e28ae0ed4 req-79d154d9-5296-4bd7-8f47-59757e32f315 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:31.579097 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ca76aaa5-5562-4e3a-a6aa-0d7e28ae0ed4 req-79d154d9-5296-4bd7-8f47-59757e32f315 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/ports?device_id=8af5c696-cfb0-464c-b918-2bf9ccc8abe0 HTTP/1.1" status: 200 len: 944 time: 0.2060142 Dec 16 22:08:31.593715 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-329687ed-671f-4cc6-877a-219455701498 req-bbd1dd95-cf02-46b8-b855-47aab4e0eba6 service neutron] 10.222.0.57 "GET /v2.0/networks/eb568cad-a9f3-449b-b7cd-08e08560552f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214048 Dec 16 22:08:31.646968 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device caf78707-7f9d-481e-b2b4-43cda9190fea no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:08:31.735922 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-64dcda8c-b145-45ee-8556-aa05e9613173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bed0a9e-6be9-4d64-b2a1-8e704a8119c8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1219820600-router', 'tenant_id': 'c273328f2bdd4737bf4bd7f6381f1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '1edb5f62-b904-45f8-9c3f-2bc13d43baba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:08:17Z', 'updated_at': '2021-12-16T22:08:25Z', 'revision_number': 4, 'project_id': 'c273328f2bdd4737bf4bd7f6381f1659', 'gw_port': {'id': '1edb5f62-b904-45f8-9c3f-2bc13d43baba', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bed0a9e-6be9-4d64-b2a1-8e704a8119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:08:19Z', 'updated_at': '2021-12-16T22:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '98eb4729-fa35-4427-9d07-305504bc3363', 'name': '', 'network_id': '75343f76-a66a-4031-9ca4-72460045f54a', 'tenant_id': 'c273328f2bdd4737bf4bd7f6381f1659', 'mac_address': 'fa:16:3e:cd:1c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bed0a9e-6be9-4d64-b2a1-8e704a8119c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6f3685fe-52ab-4fc0-80d8-54cb202e6e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:08:23Z', 'updated_at': '2021-12-16T22:08:30Z', 'revision_number': 4, 'project_id': 'c273328f2bdd4737bf4bd7f6381f1659', 'subnets': [{'id': '6f3685fe-52ab-4fc0-80d8-54cb202e6e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:31.785279 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e850cc0d-3722-4281-b7b3-c4448238b312 None None] For port 98eb4729-fa35-4427-9d07-305504bc3363, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=98eb4729-fa35-4427-9d07-305504bc3363,segment=NetworkSegment(0d9fe620-eda1-4511-9061-b56442de9f3c),segment_id=0d9fe620-eda1-4511-9061-b56442de9f3c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:31.801948 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7e1dc890-a4d5-4cbe-ab61-2c3a19f91699 req-4a3e59cb-568b-486c-8685-a43c4270a5f1 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525593 Dec 16 22:08:31.832427 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device b54b1da1-1684-407b-b02f-c015e09e228c no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:08:31.835032 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dcda8c-b145-45ee-8556-aa05e9613173 None None] The sync data for ids ['8bed0a9e-6be9-4d64-b2a1-8e704a8119c8'] in n-d-815324-4 is: [{'id': '8bed0a9e-6be9-4d64-b2a1-8e704a8119c8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1219820600-router', 'tenant_id': 'c273328f2bdd4737bf4bd7f6381f1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '1edb5f62-b904-45f8-9c3f-2bc13d43baba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:08:17Z', 'updated_at': '2021-12-16T22:08:25Z', 'revision_number': 4, 'project_id': 'c273328f2bdd4737bf4bd7f6381f1659', 'gw_port': {'id': '1edb5f62-b904-45f8-9c3f-2bc13d43baba', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bed0a9e-6be9-4d64-b2a1-8e704a8119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:08:19Z', 'updated_at': '2021-12-16T22:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '98eb4729-fa35-4427-9d07-305504bc3363', 'name': '', 'network_id': '75343f76-a66a-4031-9ca4-72460045f54a', 'tenant_id': 'c273328f2bdd4737bf4bd7f6381f1659', 'mac_address': 'fa:16:3e:cd:1c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bed0a9e-6be9-4d64-b2a1-8e704a8119c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6f3685fe-52ab-4fc0-80d8-54cb202e6e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:08:23Z', 'updated_at': '2021-12-16T22:08:30Z', 'revision_number': 4, 'project_id': 'c273328f2bdd4737bf4bd7f6381f1659', 'subnets': [{'id': '6f3685fe-52ab-4fc0-80d8-54cb202e6e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:08:31.888427 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e850cc0d-3722-4281-b7b3-c4448238b312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:31.952241 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ca76aaa5-5562-4e3a-a6aa-0d7e28ae0ed4 req-f9f217f5-2146-41a1-8cdb-669d6fd08f97 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/security-groups?id=259b6e6b-fa78-4ec9-a03c-8e11d40578a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690966 Dec 16 22:08:32.019885 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64b015-71ce-4fdc-93a5-9361db5a788a req-f8015cbd-be7c-464f-a855-062ea3e72391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:32.021705 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cf64b015-71ce-4fdc-93a5-9361db5a788a req-f8015cbd-be7c-464f-a855-062ea3e72391 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=085e0b60b27443eea293b679b24c3f97&device_id=8af5c696-cfb0-464c-b918-2bf9ccc8abe0 HTTP/1.1" status: 200 len: 1095 time: 0.2087858 Dec 16 22:08:32.050269 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30870f6e-a253-46b7-8374-df42e66b02da req-032b7e1d-2823-48a8-8773-2c133950a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:32.062034 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30870f6e-a253-46b7-8374-df42e66b02da req-032b7e1d-2823-48a8-8773-2c133950a3fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 1095 time: 0.5080659 Dec 16 22:08:32.072565 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cd46722f-b2b7-4176-8f14-d686049cd747 admin admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:32.145026 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc8704-90a1-4e90-8897-b142644d1d3a req-488ece8e-74ae-4c28-b535-af496c21cd96 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:32.148125 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-35dc8704-90a1-4e90-8897-b142644d1d3a req-488ece8e-74ae-4c28-b535-af496c21cd96 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19 HTTP/1.1" status: 200 len: 945 time: 0.5947475 Dec 16 22:08:32.205786 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850cc0d-3722-4281-b7b3-c4448238b312 None None] Pushing event updated for resources: {'Port': ['ID=98eb4729-fa35-4427-9d07-305504bc3363,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:32.365666 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:32.450355 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f70c7ba-3c7f-42df-9daf-3fc779a54a19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b54b1da1-1684-407b-b02f-c015e09e228c'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:32.457114 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cbc0c0-416b-4409-882f-18da299bc81d" -d '{"events": [{"server_uuid": "7f70c7ba-3c7f-42df-9daf-3fc779a54a19", "name": "network-vif-unplugged", "status": "completed", "tag": "b54b1da1-1684-407b-b02f-c015e09e228c"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:32.494293 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a44cc02e-69ba-44b7-8547-b1c06818f772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-router', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:06:34Z', 'updated_at': '2021-12-16T22:08:28Z', 'revision_number': 5, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'gw_port': {'id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:35Z', 'updated_at': '2021-12-16T22:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:32.506186 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port b54b1da1-1684-407b-b02f-c015e09e228c, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=b54b1da1-1684-407b-b02f-c015e09e228c,segment=NetworkSegment(e351eb60-7e7d-4c09-bc4f-4c318f73b07e),segment_id=e351eb60-7e7d-4c09-bc4f-4c318f73b07e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:32.577816 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44cc02e-69ba-44b7-8547-b1c06818f772 None None] Checking router: 21a0bda8-b0cc-4d95-95c5-125dc7965801 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:08:32.589227 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:32.599750 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30870f6e-a253-46b7-8374-df42e66b02da req-b02fb667-24ac-42af-b64c-d8db1a56463d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:32.605698 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30870f6e-a253-46b7-8374-df42e66b02da req-b02fb667-24ac-42af-b64c-d8db1a56463d service neutron] 10.222.0.57 "GET /v2.0/networks?id=a733dfc2-18aa-436d-9a35-1f59bb423cae HTTP/1.1" status: 200 len: 921 time: 0.2633376 Dec 16 22:08:32.701531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44cc02e-69ba-44b7-8547-b1c06818f772 None None] Routers {'21a0bda8-b0cc-4d95-95c5-125dc7965801'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:08:32.702086 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a44cc02e-69ba-44b7-8547-b1c06818f772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:08:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['21a0bda8-b0cc-4d95-95c5-125dc7965801'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:32.791837 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30870f6e-a253-46b7-8374-df42e66b02da req-9b3d0d97-5531-4e2d-a9dd-5a48ef864303 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=caf78707-7f9d-481e-b2b4-43cda9190fea HTTP/1.1" status: 200 len: 217 time: 0.1530361 Dec 16 22:08:32.860689 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572de53-25b6-4d1d-813a-509a1c58ef13 req-dfca59f5-9a62-4f50-99d2-fc381fe6b45f tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:32.874724 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d572de53-25b6-4d1d-813a-509a1c58ef13 req-dfca59f5-9a62-4f50-99d2-fc381fe6b45f tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 944 time: 0.8276222 Dec 16 22:08:32.969532 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-a44cc02e-69ba-44b7-8547-b1c06818f772 None None] Set router 21a0bda8-b0cc-4d95-95c5-125dc7965801 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:08:32.996816 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cd46722f-b2b7-4176-8f14-d686049cd747 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:33.083364 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d572de53-25b6-4d1d-813a-509a1c58ef13 req-bab6783b-543e-49dc-b11b-48ea94e85972 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021122 Dec 16 22:08:33.131935 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=b54b1da1-1684-407b-b02f-c015e09e228c,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:33.165796 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.57', 65399) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:33.348573 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a44cc02e-69ba-44b7-8547-b1c06818f772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-router', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:06:34Z', 'updated_at': '2021-12-16T22:08:28Z', 'revision_number': 5, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'gw_port': {'id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:35Z', 'updated_at': '2021-12-16T22:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:33.405654 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30870f6e-a253-46b7-8374-df42e66b02da req-2159da2a-5837-4af8-a655-dfceeb7ebb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:33.409268 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30870f6e-a253-46b7-8374-df42e66b02da req-2159da2a-5837-4af8-a655-dfceeb7ebb35 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=28a903b4-5579-4f62-80b4-b7b74c354d7a HTTP/1.1" status: 200 len: 861 time: 0.1892889 Dec 16 22:08:33.421282 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44cc02e-69ba-44b7-8547-b1c06818f772 None None] The sync data for ids ['21a0bda8-b0cc-4d95-95c5-125dc7965801'] in n-d-815324-4 is: [{'id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'name': 'tempest-FloatingIPsAssociationTestJSON-1262889730-router', 'tenant_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:06:34Z', 'updated_at': '2021-12-16T22:08:28Z', 'revision_number': 5, 'project_id': 'dd4a9ba818474cd5afa3715e32dea22f', 'gw_port': {'id': 'cc1e8aa3-ee17-451a-afb4-f815964471e5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a0bda8-b0cc-4d95-95c5-125dc7965801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:06:35Z', 'updated_at': '2021-12-16T22:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:08:33.463711 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b63ec3-b53c-42d0-b6c6-c0341ded8f7c x-openstack-request-id: req-31b63ec3-b53c-42d0-b6c6-c0341ded8f7c {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:33.464073 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f70c7ba-3c7f-42df-9daf-3fc779a54a19", "name": "network-vif-unplugged", "status": "completed", "tag": "b54b1da1-1684-407b-b02f-c015e09e228c", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:33.464336 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-31b63ec3-b53c-42d0-b6c6-c0341ded8f7c {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:33.464697 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f70c7ba-3c7f-42df-9daf-3fc779a54a19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b54b1da1-1684-407b-b02f-c015e09e228c', 'code': 200} Dec 16 22:08:33.465496 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 98eb4729-fa35-4427-9d07-305504bc3363 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:08:33.495566 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-35dc8704-90a1-4e90-8897-b142644d1d3a req-5a5262cd-9ea6-48a9-af92-bb648b052e03 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Deleting port b54b1da1-1684-407b-b02f-c015e09e228c {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:08:33.495997 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-35dc8704-90a1-4e90-8897-b142644d1d3a req-5a5262cd-9ea6-48a9-af92-bb648b052e03 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:33.584990 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64b015-71ce-4fdc-93a5-9361db5a788a req-4c799411-e750-49f5-80b0-fc2cfa39f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:33.585623 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 98eb4729-fa35-4427-9d07-305504bc3363 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:33.586001 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:33.592020 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cf64b015-71ce-4fdc-93a5-9361db5a788a req-4c799411-e750-49f5-80b0-fc2cfa39f62e service neutron] 10.222.0.57 "GET /v2.0/networks?id=eb568cad-a9f3-449b-b7cd-08e08560552f HTTP/1.1" status: 200 len: 914 time: 1.3698490 Dec 16 22:08:33.655812 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-cd46722f-b2b7-4176-8f14-d686049cd747 admin admin] Deleting port cc1e8aa3-ee17-451a-afb4-f815964471e5 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:08:33.656378 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cd46722f-b2b7-4176-8f14-d686049cd747 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:33.694182 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb7420-39e2-4dff-9912-cb9b57c676e5 req-32d98c03-3dc9-4678-b2b3-240f382f769b tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:33.708057 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-35cb7420-39e2-4dff-9912-cb9b57c676e5 req-32d98c03-3dc9-4678-b2b3-240f382f769b tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 951 time: 0.6060443 Dec 16 22:08:33.824398 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257c841-1006-4438-9b1d-bceee9d25baa req-ce833c96-27de-4535-b022-dd2a282bc28f tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:33.826301 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f257c841-1006-4438-9b1d-bceee9d25baa req-ce833c96-27de-4535-b022-dd2a282bc28f tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.57 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 951 time: 0.6406817 Dec 16 22:08:33.884601 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-35cb7420-39e2-4dff-9912-cb9b57c676e5 req-0a3e8039-cf25-4f72-820b-60be110847e2 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741419 Dec 16 22:08:34.100983 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30870f6e-a253-46b7-8374-df42e66b02da req-d92111ec-8bdd-4d0b-a50e-6f70bea9086f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a733dfc2-18aa-436d-9a35-1f59bb423cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1518462 Dec 16 22:08:34.148746 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cf64b015-71ce-4fdc-93a5-9361db5a788a req-9411f054-4577-4587-b0d9-cda10f7d3a98 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=faf5369d-1de6-4aa2-b3fb-74d29274e605 HTTP/1.1" status: 200 len: 217 time: 0.2609084 Dec 16 22:08:34.298899 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30870f6e-a253-46b7-8374-df42e66b02da req-8ec81bef-6cc6-4979-b770-080827386bfe service neutron] 10.222.0.57 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589730 Dec 16 22:08:34.300583 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64b015-71ce-4fdc-93a5-9361db5a788a req-2de73b8b-a26b-4570-8c92-72953cbaa6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:34.302111 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cf64b015-71ce-4fdc-93a5-9361db5a788a req-2de73b8b-a26b-4570-8c92-72953cbaa6f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=97e3a1b6-403c-4be5-9433-75c9d38d0093 HTTP/1.1" status: 200 len: 853 time: 0.0612555 Dec 16 22:08:34.352495 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478b1f7-64ba-49f4-a5bf-bab42c597cc9 req-ff734f86-4b00-450c-8559-5146dd933437 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:34.361172 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0478b1f7-64ba-49f4-a5bf-bab42c597cc9 req-ff734f86-4b00-450c-8559-5146dd933437 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/ports?device_id=8af5c696-cfb0-464c-b918-2bf9ccc8abe0 HTTP/1.1" status: 200 len: 944 time: 0.2941542 Dec 16 22:08:34.373528 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-35dc8704-90a1-4e90-8897-b142644d1d3a req-5a5262cd-9ea6-48a9-af92-bb648b052e03 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] For port b54b1da1-1684-407b-b02f-c015e09e228c, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=b54b1da1-1684-407b-b02f-c015e09e228c,segment=NetworkSegment(e351eb60-7e7d-4c09-bc4f-4c318f73b07e),segment_id=e351eb60-7e7d-4c09-bc4f-4c318f73b07e)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:34.374148 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-35dc8704-90a1-4e90-8897-b142644d1d3a req-5a5262cd-9ea6-48a9-af92-bb648b052e03 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:34.392175 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddce1ee-4709-4dba-9630-25b642b20103 req-b6883288-af05-44dc-828c-94ceb5b014c9 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:34.400722 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bddce1ee-4709-4dba-9630-25b642b20103 req-b6883288-af05-44dc-828c-94ceb5b014c9 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19 HTTP/1.1" status: 200 len: 943 time: 0.7618871 Dec 16 22:08:34.455413 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-cd46722f-b2b7-4176-8f14-d686049cd747 admin admin] For port cc1e8aa3-ee17-451a-afb4-f815964471e5, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=cc1e8aa3-ee17-451a-afb4-f815964471e5,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:34.455798 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cd46722f-b2b7-4176-8f14-d686049cd747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:34.458907 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-35dc8704-90a1-4e90-8897-b142644d1d3a req-5a5262cd-9ea6-48a9-af92-bb648b052e03 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Calling delete_port for b54b1da1-1684-407b-b02f-c015e09e228c owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:08:34.493993 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0478b1f7-64ba-49f4-a5bf-bab42c597cc9 req-b48c1559-287a-4807-a0b1-b1a52a513509 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/security-groups?id=259b6e6b-fa78-4ec9-a03c-8e11d40578a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318507 Dec 16 22:08:34.502409 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-4d4bfc15-d30a-4925-a10f-505fc69a7f42 admin admin] Deleting port 98eb4729-fa35-4427-9d07-305504bc3363 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:08:34.503163 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d4bfc15-d30a-4925-a10f-505fc69a7f42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:34.531249 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-cd46722f-b2b7-4176-8f14-d686049cd747 admin admin] Calling delete_port for cc1e8aa3-ee17-451a-afb4-f815964471e5 owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:08:34.550914 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bddce1ee-4709-4dba-9630-25b642b20103 req-179d9a44-d7e9-4bb6-81cc-154d81579463 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487508 Dec 16 22:08:34.637237 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-f257c841-1006-4438-9b1d-bceee9d25baa req-30fe323b-009f-4632-b8c4-98343e8be51a tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Deleting port 6152338b-9db8-4f48-8fa8-1e9544e29588 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:08:34.637472 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f257c841-1006-4438-9b1d-bceee9d25baa req-30fe323b-009f-4632-b8c4-98343e8be51a tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:34.734235 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64b015-71ce-4fdc-93a5-9361db5a788a req-272709e7-2b8c-4317-af55-eaace77adb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:34.735870 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cf64b015-71ce-4fdc-93a5-9361db5a788a req-272709e7-2b8c-4317-af55-eaace77adb72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eb568cad-a9f3-449b-b7cd-08e08560552f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1747208 Dec 16 22:08:34.828048 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-f257c841-1006-4438-9b1d-bceee9d25baa req-30fe323b-009f-4632-b8c4-98343e8be51a tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] For port 6152338b-9db8-4f48-8fa8-1e9544e29588, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=6152338b-9db8-4f48-8fa8-1e9544e29588,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:34.828510 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f257c841-1006-4438-9b1d-bceee9d25baa req-30fe323b-009f-4632-b8c4-98343e8be51a tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:34.851715 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-f257c841-1006-4438-9b1d-bceee9d25baa req-30fe323b-009f-4632-b8c4-98343e8be51a tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Calling delete_port for 6152338b-9db8-4f48-8fa8-1e9544e29588 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:08:34.904123 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30870f6e-a253-46b7-8374-df42e66b02da req-48bfbcc3-572f-479f-a796-20c573d27808 service neutron] 10.222.0.57 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067429 Dec 16 22:08:34.957172 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-4d4bfc15-d30a-4925-a10f-505fc69a7f42 admin admin] For port 98eb4729-fa35-4427-9d07-305504bc3363, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=98eb4729-fa35-4427-9d07-305504bc3363,segment=NetworkSegment(0d9fe620-eda1-4511-9061-b56442de9f3c),segment_id=0d9fe620-eda1-4511-9061-b56442de9f3c)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:34.957568 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d4bfc15-d30a-4925-a10f-505fc69a7f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:35.054650 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-4d4bfc15-d30a-4925-a10f-505fc69a7f42 admin admin] Calling delete_port for 98eb4729-fa35-4427-9d07-305504bc3363 owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:08:35.064929 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-35dc8704-90a1-4e90-8897-b142644d1d3a req-5a5262cd-9ea6-48a9-af92-bb648b052e03 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:35.109316 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['1df5e776-236f-4bb5-a08d-fabc708f7933', '32de208e-f2bd-46b9-82ee-f25405bb93fc'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:35.126949 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cd46722f-b2b7-4176-8f14-d686049cd747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:35.153518 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb755e-b52a-48ec-b471-66d365e9fc82 req-f27302a8-2410-4c6e-8a5d-9bd0a5c63639 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:35.155462 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d8fb755e-b52a-48ec-b471-66d365e9fc82 req-f27302a8-2410-4c6e-8a5d-9bd0a5c63639 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 951 time: 0.1566772 Dec 16 22:08:35.158081 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5262cd-9ea6-48a9-af92-bb648b052e03 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Pushing event deleted for resources: {'Port': ['ID=b54b1da1-1684-407b-b02f-c015e09e228c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:35.197284 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 9f09e070-f3c5-441d-80c1-718ab7929e46 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:08:35.231972 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 9f09e070-f3c5-441d-80c1-718ab7929e46 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:08:35.232502 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 9f09e070-f3c5-441d-80c1-718ab7929e46 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:08:35.337104 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-35dc8704-90a1-4e90-8897-b142644d1d3a req-5a5262cd-9ea6-48a9-af92-bb648b052e03 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] No DVR routers for this DVR port b54b1da1-1684-407b-b02f-c015e09e228c on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:08:35.339078 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46722f-b2b7-4176-8f14-d686049cd747 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc1e8aa3-ee17-451a-afb4-f815964471e5,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:35.360949 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e57860-70c1-471e-9f3b-849efc304221 req-725d763d-c683-424d-b11b-10605eb8da0e tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:35.367498 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-40e57860-70c1-471e-9f3b-849efc304221 req-725d763d-c683-424d-b11b-10605eb8da0e tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 944 time: 0.6575389 Dec 16 22:08:35.380097 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-35dc8704-90a1-4e90-8897-b142644d1d3a req-5a5262cd-9ea6-48a9-af92-bb648b052e03 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:35.385161 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-35dc8704-90a1-4e90-8897-b142644d1d3a req-5a5262cd-9ea6-48a9-af92-bb648b052e03 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.57 "DELETE /v2.0/ports/b54b1da1-1684-407b-b02f-c015e09e228c HTTP/1.1" status: 204 len: 173 time: 2.7803946 Dec 16 22:08:35.389043 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f70c7ba-3c7f-42df-9daf-3fc779a54a19', 'name': 'network-vif-deleted', 'tag': 'b54b1da1-1684-407b-b02f-c015e09e228c'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:35.393222 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d38528-1150-461b-9ac1-d781b3382009" -d '{"events": [{"server_uuid": "7f70c7ba-3c7f-42df-9daf-3fc779a54a19", "name": "network-vif-deleted", "tag": "b54b1da1-1684-407b-b02f-c015e09e228c"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:35.519077 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d8fb755e-b52a-48ec-b471-66d365e9fc82 req-b71b9bae-816e-4e2c-9dae-550134ebdc9e tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793419 Dec 16 22:08:35.566035 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cd46722f-b2b7-4176-8f14-d686049cd747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:35.572578 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 6152338b-9db8-4f48-8fa8-1e9544e29588 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:08:35.688858 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cf64b015-71ce-4fdc-93a5-9361db5a788a req-7ded2711-0f90-4169-8c35-73313c8a160e service neutron] 10.222.0.57 "GET /v2.0/networks/eb568cad-a9f3-449b-b7cd-08e08560552f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6925337 Dec 16 22:08:35.699548 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96caad3a-2471-4762-9d81-0e5f7ac19e9e x-openstack-request-id: req-96caad3a-2471-4762-9d81-0e5f7ac19e9e {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:35.699908 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f70c7ba-3c7f-42df-9daf-3fc779a54a19", "name": "network-vif-deleted", "tag": "b54b1da1-1684-407b-b02f-c015e09e228c", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:35.700143 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-96caad3a-2471-4762-9d81-0e5f7ac19e9e {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:35.702987 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f70c7ba-3c7f-42df-9daf-3fc779a54a19', 'name': 'network-vif-deleted', 'tag': 'b54b1da1-1684-407b-b02f-c015e09e228c', 'status': 'completed', 'code': 200} Dec 16 22:08:35.818754 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-40e57860-70c1-471e-9f3b-849efc304221 req-fecb6d40-08ec-4762-a1f0-446ff82465e2 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436681 Dec 16 22:08:35.843520 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cd46722f-b2b7-4176-8f14-d686049cd747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:35.844201 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cd46722f-b2b7-4176-8f14-d686049cd747 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:35.898232 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f257c841-1006-4438-9b1d-bceee9d25baa req-30fe323b-009f-4632-b8c4-98343e8be51a tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:35.942754 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:36.075725 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c7c0a-9056-4f9b-94eb-4173738ae796 req-5e6af430-2443-48f2-b654-dd90f3e4886a tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:36.080036 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-125c7c0a-9056-4f9b-94eb-4173738ae796 req-5e6af430-2443-48f2-b654-dd90f3e4886a tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/ports?device_id=8af5c696-cfb0-464c-b918-2bf9ccc8abe0 HTTP/1.1" status: 200 len: 944 time: 0.2114682 Dec 16 22:08:36.177793 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe323b-009f-4632-b8c4-98343e8be51a tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Pushing event deleted for resources: {'Port': ['ID=6152338b-9db8-4f48-8fa8-1e9544e29588,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:36.204312 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-125c7c0a-9056-4f9b-94eb-4173738ae796 req-8c8a0e83-d109-4f11-b965-d6f7c3d559dc tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/security-groups?id=259b6e6b-fa78-4ec9-a03c-8e11d40578a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044359 Dec 16 22:08:36.211283 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7685eb16-b494-493d-927d-24f078d5ebc2 req-356bbef9-e7d7-4283-a6ea-7e8be1a5b1f4 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19 HTTP/1.1" status: 200 len: 210 time: 0.0864191 Dec 16 22:08:36.341188 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cf64b015-71ce-4fdc-93a5-9361db5a788a req-0029c60b-b956-4ac7-9d14-9e547416f558 service neutron] 10.222.0.57 "GET /v2.0/networks/eb568cad-a9f3-449b-b7cd-08e08560552f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119906 Dec 16 22:08:36.343340 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-f257c841-1006-4438-9b1d-bceee9d25baa req-30fe323b-009f-4632-b8c4-98343e8be51a tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] No DVR routers for this DVR port 6152338b-9db8-4f48-8fa8-1e9544e29588 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:08:36.349347 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f257c841-1006-4438-9b1d-bceee9d25baa req-30fe323b-009f-4632-b8c4-98343e8be51a tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:36.353039 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f257c841-1006-4438-9b1d-bceee9d25baa req-30fe323b-009f-4632-b8c4-98343e8be51a tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.57 "DELETE /v2.0/ports/6152338b-9db8-4f48-8fa8-1e9544e29588 HTTP/1.1" status: 204 len: 173 time: 2.3379126 Dec 16 22:08:36.353787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184e2541-4ad3-494d-86c5-4b0ba9c944f4', 'name': 'network-vif-deleted', 'tag': '6152338b-9db8-4f48-8fa8-1e9544e29588'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:36.356264 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edbcc6e-7946-499f-82c7-1de84547daa5" -d '{"events": [{"server_uuid": "184e2541-4ad3-494d-86c5-4b0ba9c944f4", "name": "network-vif-deleted", "tag": "6152338b-9db8-4f48-8fa8-1e9544e29588"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:36.410457 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fee2f1-ae4f-4904-a532-7dbfa0e5a085 x-openstack-request-id: req-f4fee2f1-ae4f-4904-a532-7dbfa0e5a085 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:36.411140 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184e2541-4ad3-494d-86c5-4b0ba9c944f4", "name": "network-vif-deleted", "tag": "6152338b-9db8-4f48-8fa8-1e9544e29588", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:36.411140 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f4fee2f1-ae4f-4904-a532-7dbfa0e5a085 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:36.411725 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184e2541-4ad3-494d-86c5-4b0ba9c944f4', 'name': 'network-vif-deleted', 'tag': '6152338b-9db8-4f48-8fa8-1e9544e29588', 'status': 'completed', 'code': 200} Dec 16 22:08:36.545420 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cd46722f-b2b7-4176-8f14-d686049cd747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:36.545955 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd46722f-b2b7-4176-8f14-d686049cd747 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21a0bda8-b0cc-4d95-95c5-125dc7965801 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:08:36.551803 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cd46722f-b2b7-4176-8f14-d686049cd747 admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:36.552967 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cd46722f-b2b7-4176-8f14-d686049cd747 admin admin] 10.222.0.75 "DELETE /v2.0/routers/21a0bda8-b0cc-4d95-95c5-125dc7965801 HTTP/1.1" status: 204 len: 168 time: 5.2528493 Dec 16 22:08:36.555621 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55904) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:36.602653 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d4bfc15-d30a-4925-a10f-505fc69a7f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:36.650064 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db752fd-05c4-453e-8f82-e23a930a0ad1 admin admin] Deleting subnet 03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:08:36.673922 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9aedf4f2-a977-42ad-938b-adc0ceea85a1 req-d3e18d7f-1b94-43e4-b7e3-a02d00111471 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 210 time: 0.0590615 Dec 16 22:08:36.674658 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4bfc15-d30a-4925-a10f-505fc69a7f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=98eb4729-fa35-4427-9d07-305504bc3363,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:36.678088 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0db752fd-05c4-453e-8f82-e23a930a0ad1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:36.783768 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0db752fd-05c4-453e-8f82-e23a930a0ad1 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:36.911534 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0db752fd-05c4-453e-8f82-e23a930a0ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:36.935587 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d4bfc15-d30a-4925-a10f-505fc69a7f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:37.059458 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce997bf1-7ddf-4570-bb5e-2c5894ae2634 req-8bd2f0c2-dfa0-445a-a463-c6c2b8d0afc5 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:37.061066 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce997bf1-7ddf-4570-bb5e-2c5894ae2634 req-8bd2f0c2-dfa0-445a-a463-c6c2b8d0afc5 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 944 time: 0.1458082 Dec 16 22:08:37.138960 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0db752fd-05c4-453e-8f82-e23a930a0ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:37.201103 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db752fd-05c4-453e-8f82-e23a930a0ad1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:37.205222 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0db752fd-05c4-453e-8f82-e23a930a0ad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:37.217932 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0db752fd-05c4-453e-8f82-e23a930a0ad1 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/03bbaef4-ec22-4040-bfc2-98b4e1fb1bcd HTTP/1.1" status: 204 len: 168 time: 0.6520083 Dec 16 22:08:37.218308 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fcf10a-dc54-49b7-8bd2-b8f9701ba580 None None] Network cb6f27cb-a12f-415d-801e-6e403da44a59 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:08:37.219238 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55910) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:37.235012 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce997bf1-7ddf-4570-bb5e-2c5894ae2634 req-c10d9f56-1400-427f-8449-cdb198bc3f5d tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409755 Dec 16 22:08:37.447337 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:37.492085 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68757da5-bbca-4508-9cf6-fcca802ee666 None None] DHCP port deletion for cb6f27cb-a12f-415d-801e-6e403da44a59 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:08:37.500076 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bea23e-ea6e-4e28-98c1-78b38e0c9ada req-77b07f11-80c4-4c15-907c-73d79fda68f2 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:37.502651 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57bea23e-ea6e-4e28-98c1-78b38e0c9ada req-77b07f11-80c4-4c15-907c-73d79fda68f2 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/ports?device_id=8af5c696-cfb0-464c-b918-2bf9ccc8abe0 HTTP/1.1" status: 200 len: 944 time: 0.1398678 Dec 16 22:08:37.539628 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device cc1e8aa3-ee17-451a-afb4-f815964471e5 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:08:37.570434 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: cc1e8aa3-ee17-451a-afb4-f815964471e5 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:08:37.571106 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device cc1e8aa3-ee17-451a-afb4-f815964471e5 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:08:37.591508 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-68757da5-bbca-4508-9cf6-fcca802ee666 None None] Deleting port af3091e1-e4d8-455b-994f-375957e2fc0b {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:08:37.591993 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68757da5-bbca-4508-9cf6-fcca802ee666 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:37.672167 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-68757da5-bbca-4508-9cf6-fcca802ee666 None None] For port af3091e1-e4d8-455b-994f-375957e2fc0b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=af3091e1-e4d8-455b-994f-375957e2fc0b,segment=NetworkSegment(5980641f-2ab7-4781-988c-cf5871132f96),segment_id=5980641f-2ab7-4781-988c-cf5871132f96)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:37.673022 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68757da5-bbca-4508-9cf6-fcca802ee666 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:37.686984 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-68757da5-bbca-4508-9cf6-fcca802ee666 None None] Calling delete_port for af3091e1-e4d8-455b-994f-375957e2fc0b owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:08:37.821893 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4bfc15-d30a-4925-a10f-505fc69a7f42 admin admin] Router 8bed0a9e-6be9-4d64-b2a1-8e704a8119c8 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:08:37.871012 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68757da5-bbca-4508-9cf6-fcca802ee666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:37.901990 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68757da5-bbca-4508-9cf6-fcca802ee666 None None] Pushing event deleted for resources: {'Port': ['ID=af3091e1-e4d8-455b-994f-375957e2fc0b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:37.914644 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68757da5-bbca-4508-9cf6-fcca802ee666 None None] No DVR routers for this DVR port af3091e1-e4d8-455b-994f-375957e2fc0b on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:08:37.930784 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57bea23e-ea6e-4e28-98c1-78b38e0c9ada req-3aae01a9-0404-475b-8977-1cc3c8c9a316 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/security-groups?id=259b6e6b-fa78-4ec9-a03c-8e11d40578a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201851 Dec 16 22:08:37.945825 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Deleting port af3091e1-e4d8-455b-994f-375957e2fc0b {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:08:37.946169 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.012782 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4bfc15-d30a-4925-a10f-505fc69a7f42 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:08:38.022626 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8e8272-288b-49f7-905c-f8414d4648af None None] Sync routers for ids ['8bed0a9e-6be9-4d64-b2a1-8e704a8119c8'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:08:38.041907 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8e8272-288b-49f7-905c-f8414d4648af None None] Routers {'8bed0a9e-6be9-4d64-b2a1-8e704a8119c8'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:08:38.042534 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-7a8e8272-288b-49f7-905c-f8414d4648af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:08:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['8bed0a9e-6be9-4d64-b2a1-8e704a8119c8'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:38.113382 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4d4bfc15-d30a-4925-a10f-505fc69a7f42 admin admin] 10.222.0.75 "PUT /v2.0/routers/8bed0a9e-6be9-4d64-b2a1-8e704a8119c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4758511 Dec 16 22:08:38.116114 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55920) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:38.167274 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-7a8e8272-288b-49f7-905c-f8414d4648af None None] Set router 8bed0a9e-6be9-4d64-b2a1-8e704a8119c8 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:08:38.209502 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] For port af3091e1-e4d8-455b-994f-375957e2fc0b, host n-d-815324-4, got binding levels [] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:38.209502 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.235188 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Calling delete_port for af3091e1-e4d8-455b-994f-375957e2fc0b owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:08:38.241703 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.ipam_backend_mixin [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Port af3091e1-e4d8-455b-994f-375957e2fc0b was not found and therefore no delete operation was performed {{(pid=103614) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 22:08:38.269665 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e094dd0c-3f14-4bcb-8021-8726fdc9e706 req-aa68789f-e1d1-4911-a320-b568a60d60b0 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f70c7ba-3c7f-42df-9daf-3fc779a54a19 HTTP/1.1" status: 200 len: 210 time: 0.1986029 Dec 16 22:08:38.291000 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.331404 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=af3091e1-e4d8-455b-994f-375957e2fc0b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:38.334180 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] No DVR routers for this DVR port af3091e1-e4d8-455b-994f-375957e2fc0b on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:08:38.388580 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-579c535a-1e9b-4abf-a751-26c23ef7c8d8 req-7c40cd83-3888-4df9-ad1f-c56797d4b69b tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 210 time: 0.0832365 Dec 16 22:08:38.451201 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30870f6e-a253-46b7-8374-df42e66b02da req-78d5e9c7-cfbd-4535-b1bf-76aaaf0cebc2 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:38.452765 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-30870f6e-a253-46b7-8374-df42e66b02da req-78d5e9c7-cfbd-4535-b1bf-76aaaf0cebc2 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2&tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&binding%3Ahost_id=n-h2-815324-4 HTTP/1.1" status: 200 len: 1095 time: 0.3483613 Dec 16 22:08:38.466438 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-7a8e8272-288b-49f7-905c-f8414d4648af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bed0a9e-6be9-4d64-b2a1-8e704a8119c8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1219820600-router', 'tenant_id': 'c273328f2bdd4737bf4bd7f6381f1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '1edb5f62-b904-45f8-9c3f-2bc13d43baba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:08:17Z', 'updated_at': '2021-12-16T22:08:36Z', 'revision_number': 5, 'project_id': 'c273328f2bdd4737bf4bd7f6381f1659', 'gw_port': {'id': '1edb5f62-b904-45f8-9c3f-2bc13d43baba', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bed0a9e-6be9-4d64-b2a1-8e704a8119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:08:19Z', 'updated_at': '2021-12-16T22:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:38.471943 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-394c50a0-312c-4c2e-a2a6-1df5f78824a9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.493137 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.501368 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8e8272-288b-49f7-905c-f8414d4648af None None] Checking router: 8bed0a9e-6be9-4d64-b2a1-8e704a8119c8 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:08:38.510751 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8e8272-288b-49f7-905c-f8414d4648af None None] Routers {'8bed0a9e-6be9-4d64-b2a1-8e704a8119c8'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:08:38.511712 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-7a8e8272-288b-49f7-905c-f8414d4648af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:08:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['8bed0a9e-6be9-4d64-b2a1-8e704a8119c8'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:38.550803 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:08:38.552153 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:08:38.552922 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:08:38.553269 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Subscribe: > port after_create 55550000 {{(pid=103614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:08:38.553607 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:08:38.553988 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Subscribe: > port after_update 55550000 {{(pid=103614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:08:38.554338 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:08:38.555166 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:08:38.555166 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:08:38.555512 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:08:38.593428 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-394c50a0-312c-4c2e-a2a6-1df5f78824a9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.657276 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-7a8e8272-288b-49f7-905c-f8414d4648af None None] Set router 8bed0a9e-6be9-4d64-b2a1-8e704a8119c8 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:08:38.658175 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:08:38.658631 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:08:38.659069 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:08:38.659491 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 22:08:38.660042 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb6f27cb-a12f-415d-801e-6e403da44a59']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:38.691655 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a90f2e-1efd-434c-9189-6c860cd4b8af req-01b18dfb-f41e-40e9-aa5b-002e92adfb10 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:38.693544 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-73a90f2e-1efd-434c-9189-6c860cd4b8af req-01b18dfb-f41e-40e9-aa5b-002e92adfb10 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 1095 time: 0.2751071 Dec 16 22:08:38.695687 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5980641f-2ab7-4781-988c-cf5871132f96') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:38.696095 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5980641f-2ab7-4781-988c-cf5871132f96') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:38.732812 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.755472 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-394c50a0-312c-4c2e-a2a6-1df5f78824a9 admin admin] Deleting port 1edb5f62-b904-45f8-9c3f-2bc13d43baba {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:08:38.757208 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-394c50a0-312c-4c2e-a2a6-1df5f78824a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.793192 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.828046 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:08:38.828529 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: from cryptography.utils import int_from_bytes Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: from cryptography.utils import int_from_bytes Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:08:38.833447 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:08:38.850899 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-73a90f2e-1efd-434c-9189-6c860cd4b8af req-557dd034-94fc-413b-9189-49312fa428a3 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391807 Dec 16 22:08:38.876873 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-394c50a0-312c-4c2e-a2a6-1df5f78824a9 admin admin] For port 1edb5f62-b904-45f8-9c3f-2bc13d43baba, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=1edb5f62-b904-45f8-9c3f-2bc13d43baba,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:38.877589 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-394c50a0-312c-4c2e-a2a6-1df5f78824a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.895428 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-394c50a0-312c-4c2e-a2a6-1df5f78824a9 admin admin] Calling delete_port for 1edb5f62-b904-45f8-9c3f-2bc13d43baba owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:08:38.898410 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-7a8e8272-288b-49f7-905c-f8414d4648af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bed0a9e-6be9-4d64-b2a1-8e704a8119c8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1219820600-router', 'tenant_id': 'c273328f2bdd4737bf4bd7f6381f1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '1edb5f62-b904-45f8-9c3f-2bc13d43baba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:08:17Z', 'updated_at': '2021-12-16T22:08:36Z', 'revision_number': 5, 'project_id': 'c273328f2bdd4737bf4bd7f6381f1659', 'gw_port': {'id': '1edb5f62-b904-45f8-9c3f-2bc13d43baba', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bed0a9e-6be9-4d64-b2a1-8e704a8119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:08:19Z', 'updated_at': '2021-12-16T22:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:38.950714 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8e8272-288b-49f7-905c-f8414d4648af None None] The sync data for ids ['8bed0a9e-6be9-4d64-b2a1-8e704a8119c8'] in n-d-815324-4 is: [{'id': '8bed0a9e-6be9-4d64-b2a1-8e704a8119c8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1219820600-router', 'tenant_id': 'c273328f2bdd4737bf4bd7f6381f1659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '1edb5f62-b904-45f8-9c3f-2bc13d43baba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:08:17Z', 'updated_at': '2021-12-16T22:08:36Z', 'revision_number': 5, 'project_id': 'c273328f2bdd4737bf4bd7f6381f1659', 'gw_port': {'id': '1edb5f62-b904-45f8-9c3f-2bc13d43baba', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bed0a9e-6be9-4d64-b2a1-8e704a8119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:08:19Z', 'updated_at': '2021-12-16T22:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:08:38.982773 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-30870f6e-a253-46b7-8374-df42e66b02da req-8844fe1f-c7e5-4849-9318-b82fbc06760b service neutron] For port caf78707-7f9d-481e-b2b4-43cda9190fea, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:08:38.989739 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-30870f6e-a253-46b7-8374-df42e66b02da req-8844fe1f-c7e5-4849-9318-b82fbc06760b service neutron] Publish callbacks [] for binding, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:38.989739 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-30870f6e-a253-46b7-8374-df42e66b02da req-8844fe1f-c7e5-4849-9318-b82fbc06760b service neutron] 10.222.0.57 "DELETE /v2.0/ports/caf78707-7f9d-481e-b2b4-43cda9190fea/bindings/n-h1-815324-4 HTTP/1.1" status: 204 len: 173 time: 0.5242422 Dec 16 22:08:39.042341 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:39.056102 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:39.060891 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] 10.222.0.75 "DELETE /v2.0/networks/cb6f27cb-a12f-415d-801e-6e403da44a59 HTTP/1.1" status: 204 len: 168 time: 1.8389845 Dec 16 22:08:39.074892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55997970-63e1-4b16-9b06-56af621db8e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb6f27cb-a12f-415d-801e-6e403da44a59,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:39.160113 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0153444-b409-4662-8ab3-d61302f25b99 req-971225ab-bdf2-4fc6-9f4d-5dea19a314eb tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:39.161671 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f0153444-b409-4662-8ab3-d61302f25b99 req-971225ab-bdf2-4fc6-9f4d-5dea19a314eb tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/ports?device_id=8af5c696-cfb0-464c-b918-2bf9ccc8abe0 HTTP/1.1" status: 200 len: 944 time: 0.0890079 Dec 16 22:08:39.244209 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f0153444-b409-4662-8ab3-d61302f25b99 req-4bda6cb2-a38b-4b2c-81b3-9d875c965fb8 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/security-groups?id=259b6e6b-fa78-4ec9-a03c-8e11d40578a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595269 Dec 16 22:08:39.275091 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06d242-b584-4a59-b340-63babaabd457 req-2acdf3eb-c24a-414a-b958-b464d6b1e27c tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:39.276889 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c06d242-b584-4a59-b340-63babaabd457 req-2acdf3eb-c24a-414a-b958-b464d6b1e27c tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/networks?id=a733dfc2-18aa-436d-9a35-1f59bb423cae HTTP/1.1" status: 200 len: 821 time: 0.1257453 Dec 16 22:08:39.296030 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c06d242-b584-4a59-b340-63babaabd457 req-197bf7c5-481e-468f-ab61-a0ba6d3acbba tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/quotas/0dec5fe31b6f4228b3d46ecd46e77bb6 HTTP/1.1" status: 200 len: 375 time: 0.0121477 Dec 16 22:08:39.321236 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-394c50a0-312c-4c2e-a2a6-1df5f78824a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:39.377356 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c06d242-b584-4a59-b340-63babaabd457 req-f7142b87-c208-46cc-8405-02d56f4e47e2 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726666 Dec 16 22:08:39.383688 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c50a0-312c-4c2e-a2a6-1df5f78824a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1edb5f62-b904-45f8-9c3f-2bc13d43baba,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:39.405717 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 98eb4729-fa35-4427-9d07-305504bc3363 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:08:39.444747 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 98eb4729-fa35-4427-9d07-305504bc3363 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:08:39.445553 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 98eb4729-fa35-4427-9d07-305504bc3363 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:08:39.446244 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device af3091e1-e4d8-455b-994f-375957e2fc0b no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:08:39.472023 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-394c50a0-312c-4c2e-a2a6-1df5f78824a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:39.489127 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: af3091e1-e4d8-455b-994f-375957e2fc0b {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:08:39.491110 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device af3091e1-e4d8-455b-994f-375957e2fc0b not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:08:39.568641 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c06d242-b584-4a59-b340-63babaabd457 req-2061db04-5ffd-4a84-963c-1383ec6ac178 service neutron] 10.222.0.75 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902897 Dec 16 22:08:39.579796 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55952) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:39.669213 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cfaf9bef-438a-4f1d-b3e5-b208a7314d87 req-64bc967f-2316-42ae-b357-8802b6e42931 tempest-ServersAdminTestJSON-198193249 tempest-ServersAdminTestJSON-198193249-project] 10.222.0.75 "GET /v2.0/ports?device_id=184e2541-4ad3-494d-86c5-4b0ba9c944f4 HTTP/1.1" status: 200 len: 210 time: 0.0756407 Dec 16 22:08:39.677581 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-394c50a0-312c-4c2e-a2a6-1df5f78824a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:39.682104 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-394c50a0-312c-4c2e-a2a6-1df5f78824a9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:39.686431 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-358dcedc-36d1-49f5-b18f-ea9883135be2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dd4a9ba818474cd5afa3715e32dea22f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1032436 Dec 16 22:08:39.687675 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55954) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:39.749661 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c06d242-b584-4a59-b340-63babaabd457 req-df747bc0-46ef-4d22-9fc6-dfd1f9756d5d service neutron] 10.222.0.75 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681414 Dec 16 22:08:39.764307 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0a1d523-68cd-4d5b-ba04-7fbcf1ef2d03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:39.789626 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0a1d523-68cd-4d5b-ba04-7fbcf1ef2d03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:39.830400 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-394c50a0-312c-4c2e-a2a6-1df5f78824a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:39.830935 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394c50a0-312c-4c2e-a2a6-1df5f78824a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bed0a9e-6be9-4d64-b2a1-8e704a8119c8 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:08:39.840221 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-394c50a0-312c-4c2e-a2a6-1df5f78824a9 admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:39.840587 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55956) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:39.843840 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-394c50a0-312c-4c2e-a2a6-1df5f78824a9 admin admin] 10.222.0.75 "DELETE /v2.0/routers/8bed0a9e-6be9-4d64-b2a1-8e704a8119c8 HTTP/1.1" status: 204 len: 168 time: 1.7267351 Dec 16 22:08:39.886940 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07baa0f-c21b-41e2-8ea1-3f2cbafdfb24 admin admin] Deleting subnet 6f3685fe-52ab-4fc0-80d8-54cb202e6e29 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:08:39.890495 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e07baa0f-c21b-41e2-8ea1-3f2cbafdfb24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:39.926978 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0a1d523-68cd-4d5b-ba04-7fbcf1ef2d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:39.930082 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0a1d523-68cd-4d5b-ba04-7fbcf1ef2d03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:39.933733 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a0a1d523-68cd-4d5b-ba04-7fbcf1ef2d03 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7c803242-6065-4bc2-b18a-8e8071b9098f HTTP/1.1" status: 204 len: 168 time: 0.2437496 Dec 16 22:08:39.952205 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1d523-68cd-4d5b-ba04-7fbcf1ef2d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c803242-6065-4bc2-b18a-8e8071b9098f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:39.963990 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e07baa0f-c21b-41e2-8ea1-3f2cbafdfb24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:40.082213 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d156c2db-9577-461a-b0f3-db8df5b7bacd req-0368b625-9b1f-4909-b59a-f28cdfa2ef1d tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 210 time: 0.0476208 Dec 16 22:08:40.135388 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e07baa0f-c21b-41e2-8ea1-3f2cbafdfb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:40.342425 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e07baa0f-c21b-41e2-8ea1-3f2cbafdfb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:40.367452 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96862c60-3871-4345-862f-57d7a00c0e10 req-2009072d-3de9-4819-b6a6-f3be17f8b012 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:40.369766 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07baa0f-c21b-41e2-8ea1-3f2cbafdfb24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f3685fe-52ab-4fc0-80d8-54cb202e6e29,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:40.375605 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-96862c60-3871-4345-862f-57d7a00c0e10 req-2009072d-3de9-4819-b6a6-f3be17f8b012 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/ports?device_id=8af5c696-cfb0-464c-b918-2bf9ccc8abe0 HTTP/1.1" status: 200 len: 944 time: 0.0586963 Dec 16 22:08:40.379353 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e07baa0f-c21b-41e2-8ea1-3f2cbafdfb24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:40.382784 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e07baa0f-c21b-41e2-8ea1-3f2cbafdfb24 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/6f3685fe-52ab-4fc0-80d8-54cb202e6e29 HTTP/1.1" status: 204 len: 168 time: 0.5411918 Dec 16 22:08:40.385927 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55974) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:40.390021 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521fba20-78cd-43f8-8da7-f62cdbf6b8a0 None None] Network 75343f76-a66a-4031-9ca4-72460045f54a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:08:40.468853 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-96862c60-3871-4345-862f-57d7a00c0e10 req-27b56db2-4a7d-4ce4-aac4-2a214554c395 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/security-groups?id=259b6e6b-fa78-4ec9-a03c-8e11d40578a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913775 Dec 16 22:08:40.479524 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-40b95b75-fedc-4efc-ae4c-0904c3ed1ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:40.512236 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c94336-d526-4fb1-a43a-526823ed4fd2 req-8098fcea-1ecd-4b6a-952a-1cee07dd6900 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:40.520466 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6c94336-d526-4fb1-a43a-526823ed4fd2 req-8098fcea-1ecd-4b6a-952a-1cee07dd6900 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eeef460-6696-42db-b108-51f63624e04e HTTP/1.1" status: 200 len: 945 time: 0.2123351 Dec 16 22:08:40.616665 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97f40c8-02e3-42bf-8287-842caa39185f None None] DHCP port deletion for 75343f76-a66a-4031-9ca4-72460045f54a request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:08:40.635257 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6c94336-d526-4fb1-a43a-526823ed4fd2 req-7887f4ba-e27c-49e5-b49f-3f747f169731 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135547 Dec 16 22:08:40.666874 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-40b95b75-fedc-4efc-ae4c-0904c3ed1ff2 admin admin] Deleting port d8885e51-eba0-40ff-bc3b-27fb751e4fe0 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:08:40.667642 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-40b95b75-fedc-4efc-ae4c-0904c3ed1ff2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:40.703828 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e97f40c8-02e3-42bf-8287-842caa39185f None None] Deleting port d8885e51-eba0-40ff-bc3b-27fb751e4fe0 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:08:40.704241 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e97f40c8-02e3-42bf-8287-842caa39185f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:40.750881 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-40b95b75-fedc-4efc-ae4c-0904c3ed1ff2 admin admin] For port d8885e51-eba0-40ff-bc3b-27fb751e4fe0, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d8885e51-eba0-40ff-bc3b-27fb751e4fe0,segment=NetworkSegment(0d9fe620-eda1-4511-9061-b56442de9f3c),segment_id=0d9fe620-eda1-4511-9061-b56442de9f3c)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:40.750881 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-40b95b75-fedc-4efc-ae4c-0904c3ed1ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:40.769151 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-40b95b75-fedc-4efc-ae4c-0904c3ed1ff2 admin admin] Calling delete_port for d8885e51-eba0-40ff-bc3b-27fb751e4fe0 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:08:40.783589 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e97f40c8-02e3-42bf-8287-842caa39185f None None] For port d8885e51-eba0-40ff-bc3b-27fb751e4fe0, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d8885e51-eba0-40ff-bc3b-27fb751e4fe0,segment=NetworkSegment(0d9fe620-eda1-4511-9061-b56442de9f3c),segment_id=0d9fe620-eda1-4511-9061-b56442de9f3c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:40.784422 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e97f40c8-02e3-42bf-8287-842caa39185f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:40.803531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e97f40c8-02e3-42bf-8287-842caa39185f None None] Calling delete_port for d8885e51-eba0-40ff-bc3b-27fb751e4fe0 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:08:40.992682 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-40b95b75-fedc-4efc-ae4c-0904c3ed1ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:41.004479 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e97f40c8-02e3-42bf-8287-842caa39185f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:41.019391 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b95b75-fedc-4efc-ae4c-0904c3ed1ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8885e51-eba0-40ff-bc3b-27fb751e4fe0,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:41.025413 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b95b75-fedc-4efc-ae4c-0904c3ed1ff2 admin admin] No DVR routers for this DVR port d8885e51-eba0-40ff-bc3b-27fb751e4fe0 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:08:41.046905 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f40c8-02e3-42bf-8287-842caa39185f None None] Pushing event deleted for resources: {'Port': ['ID=d8885e51-eba0-40ff-bc3b-27fb751e4fe0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:41.053922 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97f40c8-02e3-42bf-8287-842caa39185f None None] No DVR routers for this DVR port d8885e51-eba0-40ff-bc3b-27fb751e4fe0 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:08:41.106367 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-40b95b75-fedc-4efc-ae4c-0904c3ed1ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:41.129495 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-40b95b75-fedc-4efc-ae4c-0904c3ed1ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75343f76-a66a-4031-9ca4-72460045f54a']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:41.140960 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-40b95b75-fedc-4efc-ae4c-0904c3ed1ff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9fe620-eda1-4511-9061-b56442de9f3c') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:41.142657 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-40b95b75-fedc-4efc-ae4c-0904c3ed1ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9fe620-eda1-4511-9061-b56442de9f3c') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:41.159161 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-40b95b75-fedc-4efc-ae4c-0904c3ed1ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:41.178044 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-40b95b75-fedc-4efc-ae4c-0904c3ed1ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:41.183297 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d8885e51-eba0-40ff-bc3b-27fb751e4fe0 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:08:41.187914 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b95b75-fedc-4efc-ae4c-0904c3ed1ff2 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:08:41.189442 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-40b95b75-fedc-4efc-ae4c-0904c3ed1ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:41.193754 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-292be15a-a520-4001-913b-ce0ee40ad8a9 req-8d2a06d5-500e-4a92-b74d-1a0db7f47b9d tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 210 time: 0.0388162 Dec 16 22:08:41.208809 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: d8885e51-eba0-40ff-bc3b-27fb751e4fe0 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:08:41.209622 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d8885e51-eba0-40ff-bc3b-27fb751e4fe0 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:08:41.210284 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 1edb5f62-b904-45f8-9c3f-2bc13d43baba no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:08:41.244105 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 1edb5f62-b904-45f8-9c3f-2bc13d43baba {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:08:41.244839 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 1edb5f62-b904-45f8-9c3f-2bc13d43baba not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:08:41.251720 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:08:41.308301 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56000) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:41.469001 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-40b95b75-fedc-4efc-ae4c-0904c3ed1ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:41.479676 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-40b95b75-fedc-4efc-ae4c-0904c3ed1ff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:41.483546 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-40b95b75-fedc-4efc-ae4c-0904c3ed1ff2 admin admin] 10.222.0.75 "DELETE /v2.0/networks/75343f76-a66a-4031-9ca4-72460045f54a HTTP/1.1" status: 204 len: 168 time: 1.0971978 Dec 16 22:08:41.517276 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b95b75-fedc-4efc-ae4c-0904c3ed1ff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=75343f76-a66a-4031-9ca4-72460045f54a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:41.521610 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2c6a2ada-59e8-4fb9-98d6-64cddfa32970 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ee2a4187d6904f62bc064a64b80f834b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2086244 Dec 16 22:08:41.521708 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56012) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:41.578238 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device faf5369d-1de6-4aa2-b3fb-74d29274e605 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:08:41.601334 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-445e3d5e-1815-4da5-ba67-378ac60bab0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:41.642702 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439aa0a-e0e6-41f4-bf40-0c4239ec989f req-db5b43ff-df67-4054-a6da-de8233e21ce2 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:41.644343 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-445e3d5e-1815-4da5-ba67-378ac60bab0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:41.645678 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d439aa0a-e0e6-41f4-bf40-0c4239ec989f req-db5b43ff-df67-4054-a6da-de8233e21ce2 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/ports?device_id=8af5c696-cfb0-464c-b918-2bf9ccc8abe0 HTTP/1.1" status: 200 len: 944 time: 0.0807190 Dec 16 22:08:41.727314 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d439aa0a-e0e6-41f4-bf40-0c4239ec989f req-bccdc40e-cda9-4441-8e60-ebaf9d00c66c tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/security-groups?id=259b6e6b-fa78-4ec9-a03c-8e11d40578a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752356 Dec 16 22:08:41.760983 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port faf5369d-1de6-4aa2-b3fb-74d29274e605, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=faf5369d-1de6-4aa2-b3fb-74d29274e605,segment=NetworkSegment(97c1e41b-3bc5-4998-979f-a7303645ea07),segment_id=97c1e41b-3bc5-4998-979f-a7303645ea07)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:41.781835 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': 'faf5369d-1de6-4aa2-b3fb-74d29274e605', 'network_id': 'eb568cad-a9f3-449b-b7cd-08e08560552f', 'port_id': 'faf5369d-1de6-4aa2-b3fb-74d29274e605', 'mac_address': 'fa:16:3e:e8:aa:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e3a1b6-403c-4be5-9433-75c9d38d0093', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:08:41.820961 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b54a60-0b6e-4d92-85dc-796524fe780a req-f5baa2b7-dcd7-4d29-bdd1-dfa5db85830f tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:41.822688 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4b54a60-0b6e-4d92-85dc-796524fe780a req-f5baa2b7-dcd7-4d29-bdd1-dfa5db85830f tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eeef460-6696-42db-b108-51f63624e04e HTTP/1.1" status: 200 len: 945 time: 0.0776834 Dec 16 22:08:41.823490 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:41.847776 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf5369d-1de6-4aa2-b3fb-74d29274e605 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:41.867466 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port faf5369d-1de6-4aa2-b3fb-74d29274e605, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=faf5369d-1de6-4aa2-b3fb-74d29274e605,segment=NetworkSegment(97c1e41b-3bc5-4998-979f-a7303645ea07),segment_id=97c1e41b-3bc5-4998-979f-a7303645ea07)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:41.889921 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4b54a60-0b6e-4d92-85dc-796524fe780a req-2603b0bb-3a31-4386-8dbc-aa875058bbeb tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593457 Dec 16 22:08:42.000400 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692ef39-4d3a-4fbf-9555-a6ead972bf8e req-bd6fe0dc-7602-4f08-a0d1-562652d33139 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:42.002795 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f692ef39-4d3a-4fbf-9555-a6ead972bf8e req-bd6fe0dc-7602-4f08-a0d1-562652d33139 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eeef460-6696-42db-b108-51f63624e04e HTTP/1.1" status: 200 len: 945 time: 0.0530546 Dec 16 22:08:42.119996 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-f692ef39-4d3a-4fbf-9555-a6ead972bf8e req-cbf5e4c1-9873-4ea0-bc48-a666cab99fd4 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Deleting port 32de208e-f2bd-46b9-82ee-f25405bb93fc {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:08:42.120254 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f692ef39-4d3a-4fbf-9555-a6ead972bf8e req-cbf5e4c1-9873-4ea0-bc48-a666cab99fd4 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:42.210762 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-f692ef39-4d3a-4fbf-9555-a6ead972bf8e req-cbf5e4c1-9873-4ea0-bc48-a666cab99fd4 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] For port 32de208e-f2bd-46b9-82ee-f25405bb93fc, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=32de208e-f2bd-46b9-82ee-f25405bb93fc,segment=NetworkSegment(e351eb60-7e7d-4c09-bc4f-4c318f73b07e),segment_id=e351eb60-7e7d-4c09-bc4f-4c318f73b07e)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:42.212021 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f692ef39-4d3a-4fbf-9555-a6ead972bf8e req-cbf5e4c1-9873-4ea0-bc48-a666cab99fd4 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:42.227957 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-f692ef39-4d3a-4fbf-9555-a6ead972bf8e req-cbf5e4c1-9873-4ea0-bc48-a666cab99fd4 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Calling delete_port for 32de208e-f2bd-46b9-82ee-f25405bb93fc owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:08:42.322691 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6dfa5141-1d3c-49af-aa9b-e62e5d6b339a req-d1249753-51c7-4f54-a5dc-4773f33acf79 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 210 time: 0.0382395 Dec 16 22:08:42.362802 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-445e3d5e-1815-4da5-ba67-378ac60bab0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:42.365749 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-445e3d5e-1815-4da5-ba67-378ac60bab0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:42.367831 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-445e3d5e-1815-4da5-ba67-378ac60bab0d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f0ae9b80-aa64-4ca7-8ecb-1655326b9f22 HTTP/1.1" status: 204 len: 168 time: 0.8452761 Dec 16 22:08:42.380956 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e3d5e-1815-4da5-ba67-378ac60bab0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ae9b80-aa64-4ca7-8ecb-1655326b9f22,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:42.406408 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:42.465787 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=faf5369d-1de6-4aa2-b3fb-74d29274e605,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:42.512188 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f692ef39-4d3a-4fbf-9555-a6ead972bf8e req-cbf5e4c1-9873-4ea0-bc48-a666cab99fd4 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:42.547537 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5e4c1-9873-4ea0-bc48-a666cab99fd4 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Pushing event deleted for resources: {'Port': ['ID=32de208e-f2bd-46b9-82ee-f25405bb93fc,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:42.553712 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['1df5e776-236f-4bb5-a08d-fabc708f7933', '32de208e-f2bd-46b9-82ee-f25405bb93fc'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:42.612531 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56030) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:42.613044 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-f692ef39-4d3a-4fbf-9555-a6ead972bf8e req-cbf5e4c1-9873-4ea0-bc48-a666cab99fd4 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] No DVR routers for this DVR port 32de208e-f2bd-46b9-82ee-f25405bb93fc on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:08:42.617809 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f692ef39-4d3a-4fbf-9555-a6ead972bf8e req-cbf5e4c1-9873-4ea0-bc48-a666cab99fd4 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:42.627183 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f692ef39-4d3a-4fbf-9555-a6ead972bf8e req-cbf5e4c1-9873-4ea0-bc48-a666cab99fd4 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.76 "DELETE /v2.0/ports/32de208e-f2bd-46b9-82ee-f25405bb93fc HTTP/1.1" status: 204 len: 173 time: 0.6156194 Dec 16 22:08:42.627183 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eeef460-6696-42db-b108-51f63624e04e', 'name': 'network-vif-deleted', 'tag': '32de208e-f2bd-46b9-82ee-f25405bb93fc'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:42.630344 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2ffeb9-8df7-4fe0-b506-85b6cae132dd" -d '{"events": [{"server_uuid": "3eeef460-6696-42db-b108-51f63624e04e", "name": "network-vif-deleted", "tag": "32de208e-f2bd-46b9-82ee-f25405bb93fc"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:42.680376 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2a5e08c0-dc03-4b24-9eda-dd96c7006781 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c273328f2bdd4737bf4bd7f6381f1659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0678895 Dec 16 22:08:42.681305 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56036) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:42.684194 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0311ea60-d9fc-4947-ac54-c558ec24cb4a x-openstack-request-id: req-0311ea60-d9fc-4947-ac54-c558ec24cb4a {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:42.686177 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eeef460-6696-42db-b108-51f63624e04e", "name": "network-vif-deleted", "tag": "32de208e-f2bd-46b9-82ee-f25405bb93fc", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:42.686610 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0311ea60-d9fc-4947-ac54-c558ec24cb4a {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:42.687276 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eeef460-6696-42db-b108-51f63624e04e', 'name': 'network-vif-deleted', 'tag': '32de208e-f2bd-46b9-82ee-f25405bb93fc', 'status': 'completed', 'code': 200} Dec 16 22:08:42.811532 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77e96b96-0b25-465e-a303-62ed2db86788 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:42.880148 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77e96b96-0b25-465e-a303-62ed2db86788 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:42.882506 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['faf5369d-1de6-4aa2-b3fb-74d29274e605'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:42.887739 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8eebf-eade-47df-8a69-e30db4227942 req-2de8c2bb-fc61-477b-a7b9-292a73f34348 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:42.899869 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3cd8eebf-eade-47df-8a69-e30db4227942 req-2de8c2bb-fc61-477b-a7b9-292a73f34348 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/ports?device_id=8af5c696-cfb0-464c-b918-2bf9ccc8abe0 HTTP/1.1" status: 200 len: 945 time: 0.0768828 Dec 16 22:08:43.000340 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3cd8eebf-eade-47df-8a69-e30db4227942 req-f57e8ef7-ce57-4114-aee9-9ddc4819101e tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/security-groups?id=259b6e6b-fa78-4ec9-a03c-8e11d40578a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988574 Dec 16 22:08:43.108314 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77e96b96-0b25-465e-a303-62ed2db86788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:43.121220 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77e96b96-0b25-465e-a303-62ed2db86788 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:43.124535 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-77e96b96-0b25-465e-a303-62ed2db86788 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3b664f86-4b8d-4e7f-a210-ada1002812e3 HTTP/1.1" status: 204 len: 168 time: 0.4418163 Dec 16 22:08:43.153960 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e96b96-0b25-465e-a303-62ed2db86788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b664f86-4b8d-4e7f-a210-ada1002812e3,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:43.187690 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53dc5e5c-ce5b-470c-a2e3-6a3d22c7eecd req-c297bb1a-87f0-4bef-b27a-4b06a851538c tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eeef460-6696-42db-b108-51f63624e04e HTTP/1.1" status: 200 len: 210 time: 0.0724788 Dec 16 22:08:43.448921 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-68d5040d-e90d-4412-a614-0751cf9cfdd7 req-8dc0fe73-7815-48c4-903d-b480537a2067 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 210 time: 0.0347512 Dec 16 22:08:43.713839 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06d242-b584-4a59-b340-63babaabd457 req-8dc11c33-c9ac-47e0-9ae7-a5e1b7eb214a tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:43.715419 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c06d242-b584-4a59-b340-63babaabd457 req-8dc11c33-c9ac-47e0-9ae7-a5e1b7eb214a tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.76 "GET /v2.0/networks?id=a733dfc2-18aa-436d-9a35-1f59bb423cae HTTP/1.1" status: 200 len: 821 time: 0.1228235 Dec 16 22:08:43.745618 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56088) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:43.746686 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-3c06d242-b584-4a59-b340-63babaabd457 req-3e8001ff-0a60-4bfc-8428-234a5944f0ed tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Request body: {'port': {'device_id': '799fd93e-58d4-4e6b-8161-6b2a267b3cc4', 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae', 'admin_state_up': True, 'tenant_id': '0dec5fe31b6f4228b3d46ecd46e77bb6'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:43.798166 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-aa57654a-a686-49d0-a7b0-9d21daa51753 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f55ed599e7644c8781af71688e9dc636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513504 Dec 16 22:08:43.800959 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56090) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:43.895990 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-250b0807-aab4-4530-824b-5004b5c5f9bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:43.926139 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-250b0807-aab4-4530-824b-5004b5c5f9bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:43.979325 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c06d242-b584-4a59-b340-63babaabd457 req-3e8001ff-0a60-4bfc-8428-234a5944f0ed tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Made reservation on behalf of 0dec5fe31b6f4228b3d46ecd46e77bb6 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:43.983135 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3c06d242-b584-4a59-b340-63babaabd457 req-3e8001ff-0a60-4bfc-8428-234a5944f0ed tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:44.065889 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-250b0807-aab4-4530-824b-5004b5c5f9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:44.068986 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-250b0807-aab4-4530-824b-5004b5c5f9bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:44.070696 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-250b0807-aab4-4530-824b-5004b5c5f9bb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6d2b1946-beec-4c0c-9af5-248b4c8215aa HTTP/1.1" status: 204 len: 168 time: 0.2686312 Dec 16 22:08:44.081226 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b0807-aab4-4530-824b-5004b5c5f9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2b1946-beec-4c0c-9af5-248b4c8215aa,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:44.209409 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d867c4e-75d2-4551-9d86-885b078b3c43 req-387e92b1-01b2-4f8d-9712-e9b55d9e4793 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:44.213526 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d867c4e-75d2-4551-9d86-885b078b3c43 req-387e92b1-01b2-4f8d-9712-e9b55d9e4793 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/ports?device_id=8af5c696-cfb0-464c-b918-2bf9ccc8abe0 HTTP/1.1" status: 200 len: 945 time: 0.1108131 Dec 16 22:08:44.213526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-3c06d242-b584-4a59-b340-63babaabd457 req-3e8001ff-0a60-4bfc-8428-234a5944f0ed tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Allocated IP 172.20.0.12 (a733dfc2-18aa-436d-9a35-1f59bb423cae/28a903b4-5579-4f62-80b4-b7b74c354d7a/3a1488f4-6f67-4dea-b059-792a56dda1c7) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:08:44.311852 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d867c4e-75d2-4551-9d86-885b078b3c43 req-a49247ba-dfe8-4df5-a6db-ad9e7f18f3d4 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/security-groups?id=259b6e6b-fa78-4ec9-a03c-8e11d40578a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930784 Dec 16 22:08:44.396973 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3da543c8-e4d8-455b-9549-489a6b4a00ad req-8cc9243d-d241-479e-8d07-930e7e41219a tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=3eeef460-6696-42db-b108-51f63624e04e HTTP/1.1" status: 200 len: 210 time: 0.0439351 Dec 16 22:08:44.443900 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3c06d242-b584-4a59-b340-63babaabd457 req-3e8001ff-0a60-4bfc-8428-234a5944f0ed tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:44.552697 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56116) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:44.572907 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e92b75f2-aee2-4a50-881a-e5fb639e78dd req-e220cb5b-db62-48bb-a30e-b8b00f1a0430 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 210 time: 0.0416272 Dec 16 22:08:44.614732 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3c06d242-b584-4a59-b340-63babaabd457 req-3e8001ff-0a60-4bfc-8428-234a5944f0ed tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:44.664270 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c06d242-b584-4a59-b340-63babaabd457 req-3e8001ff-0a60-4bfc-8428-234a5944f0ed tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Network a733dfc2-18aa-436d-9a35-1f59bb423cae is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:08:44.667825 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-3c06d242-b584-4a59-b340-63babaabd457 req-3e8001ff-0a60-4bfc-8428-234a5944f0ed tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:44.671762 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c06d242-b584-4a59-b340-63babaabd457 req-3e8001ff-0a60-4bfc-8428-234a5944f0ed tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:08:44.683788 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8001ff-0a60-4bfc-8428-234a5944f0ed tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Pushing event updated for resources: {'Port': ['ID=3a1488f4-6f67-4dea-b059-792a56dda1c7,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:44.730845 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06d242-b584-4a59-b340-63babaabd457 req-3e8001ff-0a60-4bfc-8428-234a5944f0ed tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:44.731531 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3c06d242-b584-4a59-b340-63babaabd457 req-3e8001ff-0a60-4bfc-8428-234a5944f0ed tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:44.817512 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c06d242-b584-4a59-b340-63babaabd457 req-3e8001ff-0a60-4bfc-8428-234a5944f0ed tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0762367 Dec 16 22:08:44.840177 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d69a1b99-8471-4987-b801-d02483173d6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:44.842912 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-3c06d242-b584-4a59-b340-63babaabd457 req-73ea5a54-6d04-4c04-bc61-b8d5016f5be8 service neutron] Request body: {'port': {'device_id': '799fd93e-58d4-4e6b-8161-6b2a267b3cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:44.954758 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3c06d242-b584-4a59-b340-63babaabd457 req-73ea5a54-6d04-4c04-bc61-b8d5016f5be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:44.981609 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d69a1b99-8471-4987-b801-d02483173d6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:45.042417 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d69a1b99-8471-4987-b801-d02483173d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:45.099459 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d69a1b99-8471-4987-b801-d02483173d6b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1f944d7a39a54a37b78dffaff9156c5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5451531 Dec 16 22:08:45.100766 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a1b99-8471-4987-b801-d02483173d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e44974-c759-4166-af8f-cd8a666c11ed,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:45.103634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56136) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:45.317253 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-3c06d242-b584-4a59-b340-63babaabd457 req-73ea5a54-6d04-4c04-bc61-b8d5016f5be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1488f4-6f67-4dea-b059-792a56dda1c7 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:45.330224 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3c06d242-b584-4a59-b340-63babaabd457 req-73ea5a54-6d04-4c04-bc61-b8d5016f5be8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:45.349164 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-3c06d242-b584-4a59-b340-63babaabd457 req-73ea5a54-6d04-4c04-bc61-b8d5016f5be8 service neutron] Transition to ACTIVE for port object 3a1488f4-6f67-4dea-b059-792a56dda1c7 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:08:45.443514 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3c06d242-b584-4a59-b340-63babaabd457 req-73ea5a54-6d04-4c04-bc61-b8d5016f5be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:45.522729 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd550b-b5dc-437e-8f8b-b2d5dd7dee77 req-546dceca-d24c-4f4d-b746-99507b94ad1f tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:45.530983 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d8bd550b-b5dc-437e-8f8b-b2d5dd7dee77 req-546dceca-d24c-4f4d-b746-99507b94ad1f tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/ports?device_id=8af5c696-cfb0-464c-b918-2bf9ccc8abe0 HTTP/1.1" status: 200 len: 945 time: 0.1179531 Dec 16 22:08:45.537378 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e2a9d997-00dc-4efa-9de8-461f70a190d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:45.544732 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea5a54-6d04-4c04-bc61-b8d5016f5be8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1488f4-6f67-4dea-b059-792a56dda1c7,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:45.571843 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e2a9d997-00dc-4efa-9de8-461f70a190d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:45.602912 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device faf5369d-1de6-4aa2-b3fb-74d29274e605 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:08:45.689166 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d8bd550b-b5dc-437e-8f8b-b2d5dd7dee77 req-9e8894bd-519a-4f37-af97-93eed10789e5 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/security-groups?id=259b6e6b-fa78-4ec9-a03c-8e11d40578a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467385 Dec 16 22:08:45.712200 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-3c06d242-b584-4a59-b340-63babaabd457 req-73ea5a54-6d04-4c04-bc61-b8d5016f5be8 service neutron] Attempting to bind port 3a1488f4-6f67-4dea-b059-792a56dda1c7 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:08:45.712631 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-3c06d242-b584-4a59-b340-63babaabd457 req-73ea5a54-6d04-4c04-bc61-b8d5016f5be8 service neutron] Attempting to bind port 3a1488f4-6f67-4dea-b059-792a56dda1c7 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:08:45.712887 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c06d242-b584-4a59-b340-63babaabd457 req-73ea5a54-6d04-4c04-bc61-b8d5016f5be8 service neutron] Attempting to bind port 3a1488f4-6f67-4dea-b059-792a56dda1c7 on network a733dfc2-18aa-436d-9a35-1f59bb423cae {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:45.720965 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c06d242-b584-4a59-b340-63babaabd457 req-73ea5a54-6d04-4c04-bc61-b8d5016f5be8 service neutron] Port 3a1488f4-6f67-4dea-b059-792a56dda1c7 on network a733dfc2-18aa-436d-9a35-1f59bb423cae not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:08:45.721408 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c06d242-b584-4a59-b340-63babaabd457 req-73ea5a54-6d04-4c04-bc61-b8d5016f5be8 service neutron] Attempting to bind port 3a1488f4-6f67-4dea-b059-792a56dda1c7 on network a733dfc2-18aa-436d-9a35-1f59bb423cae {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:45.727882 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c06d242-b584-4a59-b340-63babaabd457 req-73ea5a54-6d04-4c04-bc61-b8d5016f5be8 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:08:45.728370 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c06d242-b584-4a59-b340-63babaabd457 req-73ea5a54-6d04-4c04-bc61-b8d5016f5be8 service neutron] Checking segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:45.728596 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c06d242-b584-4a59-b340-63babaabd457 req-73ea5a54-6d04-4c04-bc61-b8d5016f5be8 service neutron] Bound using segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:08:45.729032 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-3c06d242-b584-4a59-b340-63babaabd457 req-73ea5a54-6d04-4c04-bc61-b8d5016f5be8 service neutron] Bound port: 3a1488f4-6f67-4dea-b059-792a56dda1c7, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:08:45.729634 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3c06d242-b584-4a59-b340-63babaabd457 req-73ea5a54-6d04-4c04-bc61-b8d5016f5be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:45.741247 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e2a9d997-00dc-4efa-9de8-461f70a190d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:45.749663 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e2a9d997-00dc-4efa-9de8-461f70a190d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:45.755006 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e2a9d997-00dc-4efa-9de8-461f70a190d0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/03e44974-c759-4166-af8f-cd8a666c11ed HTTP/1.1" status: 204 len: 168 time: 0.6499817 Dec 16 22:08:45.768079 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port faf5369d-1de6-4aa2-b3fb-74d29274e605 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:08:45.769518 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9d997-00dc-4efa-9de8-461f70a190d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e44974-c759-4166-af8f-cd8a666c11ed,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:45.772388 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port faf5369d-1de6-4aa2-b3fb-74d29274e605 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:45.776873 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:45.903687 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2a515-be4a-4598-ba57-69510fcb7895 req-f676f668-c09a-4a5f-a495-08e2da16ce50 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:45.912005 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ea2a515-be4a-4598-ba57-69510fcb7895 req-f676f668-c09a-4a5f-a495-08e2da16ce50 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 944 time: 0.1256690 Dec 16 22:08:45.917791 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-3c06d242-b584-4a59-b340-63babaabd457 req-73ea5a54-6d04-4c04-bc61-b8d5016f5be8 service neutron] For port 3a1488f4-6f67-4dea-b059-792a56dda1c7, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:08:45.932631 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-3c06d242-b584-4a59-b340-63babaabd457 req-73ea5a54-6d04-4c04-bc61-b8d5016f5be8 service neutron] For port 3a1488f4-6f67-4dea-b059-792a56dda1c7, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3a1488f4-6f67-4dea-b059-792a56dda1c7,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:08:46.000565 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ea2a515-be4a-4598-ba57-69510fcb7895 req-c36ddf6b-351d-4eec-b1ce-89b72e3a37c1 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837560 Dec 16 22:08:46.031426 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3c06d242-b584-4a59-b340-63babaabd457 req-73ea5a54-6d04-4c04-bc61-b8d5016f5be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:46.040960 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:46.109105 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06d242-b584-4a59-b340-63babaabd457 req-73ea5a54-6d04-4c04-bc61-b8d5016f5be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:46.110565 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3c06d242-b584-4a59-b340-63babaabd457 req-73ea5a54-6d04-4c04-bc61-b8d5016f5be8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:46.112653 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c06d242-b584-4a59-b340-63babaabd457 req-73ea5a54-6d04-4c04-bc61-b8d5016f5be8 service neutron] 10.222.0.76 "PUT /v2.0/ports/3a1488f4-6f67-4dea-b059-792a56dda1c7 HTTP/1.1" status: 200 len: 1092 time: 1.2746282 Dec 16 22:08:46.112847 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af5c696-cfb0-464c-b918-2bf9ccc8abe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf5369d-1de6-4aa2-b3fb-74d29274e605'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:46.113528 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799fd93e-58d4-4e6b-8161-6b2a267b3cc4', 'tag': '3a1488f4-6f67-4dea-b059-792a56dda1c7'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:46.116438 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6301631-83f7-46f1-b0b8-7188ae400a11" -d '{"events": [{"name": "network-changed", "server_uuid": "799fd93e-58d4-4e6b-8161-6b2a267b3cc4", "tag": "3a1488f4-6f67-4dea-b059-792a56dda1c7"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:46.117954 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64885159-9fdc-4078-ad49-967c88baba73" -d '{"events": [{"server_uuid": "8af5c696-cfb0-464c-b918-2bf9ccc8abe0", "name": "network-vif-plugged", "status": "completed", "tag": "faf5369d-1de6-4aa2-b3fb-74d29274e605"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:46.148522 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port faf5369d-1de6-4aa2-b3fb-74d29274e605, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=faf5369d-1de6-4aa2-b3fb-74d29274e605,segment=NetworkSegment(97c1e41b-3bc5-4998-979f-a7303645ea07),segment_id=97c1e41b-3bc5-4998-979f-a7303645ea07)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:46.160576 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea5a54-6d04-4c04-bc61-b8d5016f5be8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1488f4-6f67-4dea-b059-792a56dda1c7,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:46.296915 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbf20c6-6dec-42c6-9c6a-6fa1a3cec5ad x-openstack-request-id: req-dbbf20c6-6dec-42c6-9c6a-6fa1a3cec5ad {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:46.296915 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "799fd93e-58d4-4e6b-8161-6b2a267b3cc4", "tag": "3a1488f4-6f67-4dea-b059-792a56dda1c7", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:46.296915 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dbbf20c6-6dec-42c6-9c6a-6fa1a3cec5ad {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:46.296915 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799fd93e-58d4-4e6b-8161-6b2a267b3cc4', 'tag': '3a1488f4-6f67-4dea-b059-792a56dda1c7', 'status': 'completed', 'code': 200} Dec 16 22:08:46.310972 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:46.371827 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 32de208e-f2bd-46b9-82ee-f25405bb93fc no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:08:46.382968 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f101cb24-d859-44a0-8509-dbd083e4ad22 x-openstack-request-id: req-f101cb24-d859-44a0-8509-dbd083e4ad22 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:46.383394 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af5c696-cfb0-464c-b918-2bf9ccc8abe0", "name": "network-vif-plugged", "status": "completed", "tag": "faf5369d-1de6-4aa2-b3fb-74d29274e605", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:46.384808 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f101cb24-d859-44a0-8509-dbd083e4ad22 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:46.385000 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06d242-b584-4a59-b340-63babaabd457 req-42a49c3a-0412-4107-b5fd-e479ca45168f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:46.385307 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af5c696-cfb0-464c-b918-2bf9ccc8abe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf5369d-1de6-4aa2-b3fb-74d29274e605', 'code': 200} Dec 16 22:08:46.386475 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c06d242-b584-4a59-b340-63babaabd457 req-42a49c3a-0412-4107-b5fd-e479ca45168f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 1095 time: 0.1044557 Dec 16 22:08:46.449749 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 32de208e-f2bd-46b9-82ee-f25405bb93fc {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:08:46.450144 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 32de208e-f2bd-46b9-82ee-f25405bb93fc not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:08:46.483066 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=faf5369d-1de6-4aa2-b3fb-74d29274e605,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:46.498546 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c06d242-b584-4a59-b340-63babaabd457 req-8171cabf-f9a4-4605-b151-6498ad559f59 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a1488f4-6f67-4dea-b059-792a56dda1c7 HTTP/1.1" status: 200 len: 217 time: 0.0881395 Dec 16 22:08:46.913247 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537ec03-ca36-47a5-9679-644466d57136 req-42e90fcb-e991-40ba-ae29-b6d5415f1781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:46.914974 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1537ec03-ca36-47a5-9679-644466d57136 req-42e90fcb-e991-40ba-ae29-b6d5415f1781 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8af5c696-cfb0-464c-b918-2bf9ccc8abe0 HTTP/1.1" status: 200 len: 1097 time: 0.4310453 Dec 16 22:08:46.922090 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06d242-b584-4a59-b340-63babaabd457 req-fe4d51d5-89a9-45f9-be20-a752730d471f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:46.924329 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c06d242-b584-4a59-b340-63babaabd457 req-fe4d51d5-89a9-45f9-be20-a752730d471f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=28a903b4-5579-4f62-80b4-b7b74c354d7a HTTP/1.1" status: 200 len: 861 time: 0.4157038 Dec 16 22:08:46.935438 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eef20e-976e-4208-85ee-baac85acd75b req-f352c44f-3e2f-4b94-a422-e237c80d3507 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:46.944882 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b4eef20e-976e-4208-85ee-baac85acd75b req-f352c44f-3e2f-4b94-a422-e237c80d3507 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 1096 time: 0.4624999 Dec 16 22:08:46.996442 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c06d242-b584-4a59-b340-63babaabd457 req-3e475359-329e-4b93-bdd0-3fbc71601e9f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a733dfc2-18aa-436d-9a35-1f59bb423cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643220 Dec 16 22:08:47.097383 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1537ec03-ca36-47a5-9679-644466d57136 req-93206bc3-415d-43c3-aae3-3d7660414fc5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=259b6e6b-fa78-4ec9-a03c-8e11d40578a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719968 Dec 16 22:08:47.165044 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c06d242-b584-4a59-b340-63babaabd457 req-ab77b387-21a6-46dc-ad54-82914d65f59a service neutron] 10.222.0.76 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527038 Dec 16 22:08:47.181010 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b4eef20e-976e-4208-85ee-baac85acd75b req-857b3b40-4aa9-44e1-b1d7-81d754dfff62 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278354 Dec 16 22:08:47.276067 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068d37e-bdcb-49e3-b960-7857258e99ab req-35fa176d-1609-44ce-a1f5-a54d130573e4 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:47.277514 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6068d37e-bdcb-49e3-b960-7857258e99ab req-35fa176d-1609-44ce-a1f5-a54d130573e4 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 946 time: 0.0779784 Dec 16 22:08:47.377877 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6068d37e-bdcb-49e3-b960-7857258e99ab req-f032bbd1-5632-4e81-a01c-23fb6c4b957d tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/security-groups?id=be603f1b-2f5c-4b1f-94db-a4dca817eec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894573 Dec 16 22:08:47.384461 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c06339-5953-4892-bf8b-579e102b4b1e req-eed0b7ea-b863-4e27-80ca-49918249d0ee tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:47.386572 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5c06339-5953-4892-bf8b-579e102b4b1e req-eed0b7ea-b863-4e27-80ca-49918249d0ee tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/ports?device_id=8af5c696-cfb0-464c-b918-2bf9ccc8abe0 HTTP/1.1" status: 200 len: 946 time: 0.1019068 Dec 16 22:08:47.441470 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c06d242-b584-4a59-b340-63babaabd457 req-5ecd8176-9c95-4e25-9c0f-660655e66102 service neutron] 10.222.0.76 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591257 Dec 16 22:08:47.474317 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5c06339-5953-4892-bf8b-579e102b4b1e req-79868443-1def-4727-bff2-b2fa4b8c2809 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/security-groups?id=259b6e6b-fa78-4ec9-a03c-8e11d40578a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710950 Dec 16 22:08:47.687264 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244eaebc-db8f-4c90-a49d-76fbaeb0cf8d req-e2acf660-4ad7-4438-b5b6-e7004861cecf tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:47.689415 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-244eaebc-db8f-4c90-a49d-76fbaeb0cf8d req-e2acf660-4ad7-4438-b5b6-e7004861cecf tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 944 time: 0.1206872 Dec 16 22:08:47.702321 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6301631-83f7-46f1-b0b8-7188ae400a11 req-22d9e62f-1a09-44f1-9aa7-b0dbcf84275b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:47.703916 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e6301631-83f7-46f1-b0b8-7188ae400a11 req-22d9e62f-1a09-44f1-9aa7-b0dbcf84275b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 1095 time: 0.0758543 Dec 16 22:08:47.800080 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-244eaebc-db8f-4c90-a49d-76fbaeb0cf8d req-ed980c87-332a-4c7f-a568-285db86b3879 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023440 Dec 16 22:08:47.834461 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6301631-83f7-46f1-b0b8-7188ae400a11 req-74928ba6-d7a3-4e77-bdfc-408f2ff662d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:47.836013 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e6301631-83f7-46f1-b0b8-7188ae400a11 req-74928ba6-d7a3-4e77-bdfc-408f2ff662d7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a733dfc2-18aa-436d-9a35-1f59bb423cae HTTP/1.1" status: 200 len: 921 time: 0.1190147 Dec 16 22:08:47.884302 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e6301631-83f7-46f1-b0b8-7188ae400a11 req-cb473476-31c6-4fca-91c3-b103f3d1e953 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a1488f4-6f67-4dea-b059-792a56dda1c7 HTTP/1.1" status: 200 len: 217 time: 0.0383651 Dec 16 22:08:47.946596 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6301631-83f7-46f1-b0b8-7188ae400a11 req-5e428a4f-38c9-4b8f-85c2-ee6f4988acae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:47.948162 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e6301631-83f7-46f1-b0b8-7188ae400a11 req-5e428a4f-38c9-4b8f-85c2-ee6f4988acae service neutron] 10.222.0.76 "GET /v2.0/subnets?id=28a903b4-5579-4f62-80b4-b7b74c354d7a HTTP/1.1" status: 200 len: 861 time: 0.0551980 Dec 16 22:08:47.983581 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e6301631-83f7-46f1-b0b8-7188ae400a11 req-c481a994-52bb-4b81-93fe-86a37e9babe9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a733dfc2-18aa-436d-9a35-1f59bb423cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254445 Dec 16 22:08:48.093671 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e6301631-83f7-46f1-b0b8-7188ae400a11 req-cfecc99c-fe6a-4cf4-8e9c-d30280cea2a0 service neutron] 10.222.0.76 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996013 Dec 16 22:08:48.221928 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e6301631-83f7-46f1-b0b8-7188ae400a11 req-8688bdb1-6a5d-4a5e-a034-8705b319c831 service neutron] 10.222.0.76 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026642 Dec 16 22:08:48.401912 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b72e696-589e-461a-b960-714c67a43b56 req-ad1386fb-f707-485a-8582-de1221884e9b tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=ef54e10689df4bffb1820aa2a6534f75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327232 Dec 16 22:08:48.496603 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fee80-c950-4ef2-8b9c-c99777394d36 req-aaabb016-e45a-4e99-9365-88986ad1f088 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:48.498007 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a9fee80-c950-4ef2-8b9c-c99777394d36 req-aaabb016-e45a-4e99-9365-88986ad1f088 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.76 "GET /v2.0/ports?device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 946 time: 0.1182902 Dec 16 22:08:48.573412 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72e696-589e-461a-b960-714c67a43b56 req-466f89f7-fd6a-47ba-9b12-dfa840ea888f tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:48.574903 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b72e696-589e-461a-b960-714c67a43b56 req-466f89f7-fd6a-47ba-9b12-dfa840ea888f tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1583843 Dec 16 22:08:48.612064 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b72e696-589e-461a-b960-714c67a43b56 req-fe057acd-f0b0-4beb-b416-80830005fd1d tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/quotas/ef54e10689df4bffb1820aa2a6534f75 HTTP/1.1" status: 200 len: 375 time: 0.0146079 Dec 16 22:08:48.658191 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b72e696-589e-461a-b960-714c67a43b56 req-504a90d6-b044-41b1-8bf5-7906b78d46f8 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ef54e10689df4bffb1820aa2a6534f75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387175 Dec 16 22:08:48.670292 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-6a9fee80-c950-4ef2-8b9c-c99777394d36 req-0b64d221-8322-44a6-8ced-9b0db9842a65 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Deleting port 1df5e776-236f-4bb5-a08d-fabc708f7933 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:08:48.670912 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6a9fee80-c950-4ef2-8b9c-c99777394d36 req-0b64d221-8322-44a6-8ced-9b0db9842a65 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:48.791631 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-6a9fee80-c950-4ef2-8b9c-c99777394d36 req-0b64d221-8322-44a6-8ced-9b0db9842a65 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] For port 1df5e776-236f-4bb5-a08d-fabc708f7933, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=1df5e776-236f-4bb5-a08d-fabc708f7933,segment=NetworkSegment(e351eb60-7e7d-4c09-bc4f-4c318f73b07e),segment_id=e351eb60-7e7d-4c09-bc4f-4c318f73b07e)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:48.791909 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6a9fee80-c950-4ef2-8b9c-c99777394d36 req-0b64d221-8322-44a6-8ced-9b0db9842a65 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:48.804955 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-6a9fee80-c950-4ef2-8b9c-c99777394d36 req-0b64d221-8322-44a6-8ced-9b0db9842a65 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Calling delete_port for 1df5e776-236f-4bb5-a08d-fabc708f7933 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:08:49.033427 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6a9fee80-c950-4ef2-8b9c-c99777394d36 req-0b64d221-8322-44a6-8ced-9b0db9842a65 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:49.075119 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64d221-8322-44a6-8ced-9b0db9842a65 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Pushing event deleted for resources: {'Port': ['ID=1df5e776-236f-4bb5-a08d-fabc708f7933,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:49.080316 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['1df5e776-236f-4bb5-a08d-fabc708f7933'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:49.117657 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9fee80-c950-4ef2-8b9c-c99777394d36 req-0b64d221-8322-44a6-8ced-9b0db9842a65 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] No DVR routers for this DVR port 1df5e776-236f-4bb5-a08d-fabc708f7933 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:08:49.120701 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6a9fee80-c950-4ef2-8b9c-c99777394d36 req-0b64d221-8322-44a6-8ced-9b0db9842a65 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:49.124842 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a9fee80-c950-4ef2-8b9c-c99777394d36 req-0b64d221-8322-44a6-8ced-9b0db9842a65 tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.76 "DELETE /v2.0/ports/1df5e776-236f-4bb5-a08d-fabc708f7933 HTTP/1.1" status: 204 len: 173 time: 0.6177616 Dec 16 22:08:49.125654 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96aa72f3-3bb5-4099-9edb-90e1de63b02d', 'name': 'network-vif-deleted', 'tag': '1df5e776-236f-4bb5-a08d-fabc708f7933'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:49.128855 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836d4aeb-c759-467f-9e68-8acaa9ae4797" -d '{"events": [{"server_uuid": "96aa72f3-3bb5-4099-9edb-90e1de63b02d", "name": "network-vif-deleted", "tag": "1df5e776-236f-4bb5-a08d-fabc708f7933"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:49.192959 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-00f769f8-5040-414d-966d-88efec60a9ac req-d69cb241-979b-48af-876f-eb23d412f5ab tempest-ListServerFiltersTestJSON-416918328 tempest-ListServerFiltersTestJSON-416918328-project] 10.222.0.75 "GET /v2.0/ports?device_id=96aa72f3-3bb5-4099-9edb-90e1de63b02d HTTP/1.1" status: 200 len: 210 time: 0.0317500 Dec 16 22:08:49.307734 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc92891-1607-42f0-9ba4-b809e300aae6 req-d3d9a304-4381-4f0c-9fbe-2e9c7fbe9d96 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:49.308932 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-adc92891-1607-42f0-9ba4-b809e300aae6 req-d3d9a304-4381-4f0c-9fbe-2e9c7fbe9d96 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/ports?device_id=8af5c696-cfb0-464c-b918-2bf9ccc8abe0 HTTP/1.1" status: 200 len: 946 time: 0.0511086 Dec 16 22:08:49.364295 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-adc92891-1607-42f0-9ba4-b809e300aae6 req-60ed948a-b3be-4b9d-a044-760e895f6972 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/security-groups?id=259b6e6b-fa78-4ec9-a03c-8e11d40578a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479903 Dec 16 22:08:49.516143 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-23b78d5a-8eba-48ab-b9bb-41eb9c86460a tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:08:49.517817 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-23b78d5a-8eba-48ab-b9bb-41eb9c86460a tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064640 Dec 16 22:08:49.524549 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f40b4-4088-4268-a372-0132ee7ca68a req-33c1a0ab-8f47-445a-b641-fe9ba177aa5f tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:49.534201 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eb9f40b4-4088-4268-a372-0132ee7ca68a req-33c1a0ab-8f47-445a-b641-fe9ba177aa5f tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 944 time: 0.0770435 Dec 16 22:08:49.592115 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-95109120-734c-46ea-a169-1dae198c4d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:49.594940 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-95109120-734c-46ea-a169-1dae198c4d4a service neutron] 10.222.0.75 "GET /v2.0/ports/55a37756-5d83-43bd-9635-5f0f95d4b30d HTTP/1.1" status: 200 len: 1093 time: 0.0528758 Dec 16 22:08:49.598045 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eb9f40b4-4088-4268-a372-0132ee7ca68a req-9dfcf05c-85d5-40f5-8559-efcc3897b9e5 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627501 Dec 16 22:08:49.621135 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-47c77a23-395c-4084-b325-ecc5d272e9f8 service neutron] Request body: {'binding': {'host': 'n-h2-815324-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:49.621715 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-47c77a23-395c-4084-b325-ecc5d272e9f8 service neutron] Unknown quota resources ['binding']. {{(pid=103613) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:08:49.699275 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53df1b79-4fa3-4f9b-9666-ccd60521493c req-241e35d0-3854-46ae-b682-e69f63635ba3 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f40cac1-a8ad-4185-8ab0-0732b87459f1 HTTP/1.1" status: 200 len: 210 time: 0.0359993 Dec 16 22:08:49.810124 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-47c77a23-395c-4084-b325-ecc5d272e9f8 service neutron] Attempting to bind port 55a37756-5d83-43bd-9635-5f0f95d4b30d on host n-h2-815324-4 for vnic_type normal with profile None {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:08:49.810413 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-47c77a23-395c-4084-b325-ecc5d272e9f8 service neutron] Attempting to bind port 55a37756-5d83-43bd-9635-5f0f95d4b30d by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:08:49.810844 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-47c77a23-395c-4084-b325-ecc5d272e9f8 service neutron] Attempting to bind port 55a37756-5d83-43bd-9635-5f0f95d4b30d on network 851b3d27-6497-40f0-b603-b3da566b57ea {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:49.826734 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-47c77a23-395c-4084-b325-ecc5d272e9f8 service neutron] Port 55a37756-5d83-43bd-9635-5f0f95d4b30d on network 851b3d27-6497-40f0-b603-b3da566b57ea not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:08:49.827111 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-47c77a23-395c-4084-b325-ecc5d272e9f8 service neutron] Attempting to bind port 55a37756-5d83-43bd-9635-5f0f95d4b30d on network 851b3d27-6497-40f0-b603-b3da566b57ea {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:49.833836 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-47c77a23-395c-4084-b325-ecc5d272e9f8 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:08:49.834396 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-47c77a23-395c-4084-b325-ecc5d272e9f8 service neutron] Checking segment: {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:49.834822 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-47c77a23-395c-4084-b325-ecc5d272e9f8 service neutron] Bound using segment: {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:08:49.835437 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-47c77a23-395c-4084-b325-ecc5d272e9f8 service neutron] Bound port: 55a37756-5d83-43bd-9635-5f0f95d4b30d, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:08:49.891077 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-47c77a23-395c-4084-b325-ecc5d272e9f8 service neutron] For port 55a37756-5d83-43bd-9635-5f0f95d4b30d, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=55a37756-5d83-43bd-9635-5f0f95d4b30d,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:08:49.970915 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-47c77a23-395c-4084-b325-ecc5d272e9f8 service neutron] Publish callbacks [] for binding, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:49.972850 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-47c77a23-395c-4084-b325-ecc5d272e9f8 service neutron] 10.222.0.75 "POST /v2.0/ports/55a37756-5d83-43bd-9635-5f0f95d4b30d/bindings HTTP/1.1" status: 201 len: 389 time: 0.3577137 Dec 16 22:08:50.294160 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab1f563-9d60-4221-a977-b5b7ef18f8b8 x-openstack-request-id: req-4ab1f563-9d60-4221-a977-b5b7ef18f8b8 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:50.294693 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96aa72f3-3bb5-4099-9edb-90e1de63b02d", "name": "network-vif-deleted", "tag": "1df5e776-236f-4bb5-a08d-fabc708f7933", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:50.294801 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4ab1f563-9d60-4221-a977-b5b7ef18f8b8 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:50.295193 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96aa72f3-3bb5-4099-9edb-90e1de63b02d', 'name': 'network-vif-deleted', 'tag': '1df5e776-236f-4bb5-a08d-fabc708f7933', 'status': 'completed', 'code': 200} Dec 16 22:08:50.396085 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 3a1488f4-6f67-4dea-b059-792a56dda1c7 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:08:50.498242 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56318) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:50.515270 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 3a1488f4-6f67-4dea-b059-792a56dda1c7, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3a1488f4-6f67-4dea-b059-792a56dda1c7,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:50.544363 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '3a1488f4-6f67-4dea-b059-792a56dda1c7', 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae', 'port_id': '3a1488f4-6f67-4dea-b059-792a56dda1c7', 'mac_address': 'fa:16:3e:44:ad:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a903b4-5579-4f62-80b4-b7b74c354d7a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:08:50.600814 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d35ef18-e868-4dda-9e45-ee175b36f918 admin admin] Deleting subnet 8d4321b5-6b7f-4263-a84f-602aac82aab0 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:08:50.615839 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4d35ef18-e868-4dda-9e45-ee175b36f918 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:50.637377 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:50.644291 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e7ed1-446e-4576-8159-ee5ba0181198 req-2e958b76-0fd4-42d0-8780-04e12ef3d985 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:50.650578 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce0e7ed1-446e-4576-8159-ee5ba0181198 req-2e958b76-0fd4-42d0-8780-04e12ef3d985 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 945 time: 0.1054206 Dec 16 22:08:50.663864 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1488f4-6f67-4dea-b059-792a56dda1c7 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:50.691799 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4d35ef18-e868-4dda-9e45-ee175b36f918 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:50.709042 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 3a1488f4-6f67-4dea-b059-792a56dda1c7, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3a1488f4-6f67-4dea-b059-792a56dda1c7,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:50.733095 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce0e7ed1-446e-4576-8159-ee5ba0181198 req-5de3a9d5-5a53-42f1-be51-2beebd2dd834 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784712 Dec 16 22:08:50.819244 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:50.866110 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4d35ef18-e868-4dda-9e45-ee175b36f918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:50.921265 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=3a1488f4-6f67-4dea-b059-792a56dda1c7,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:50.925721 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a600564-a831-429c-9688-559432bf4ebc req-454dce16-8082-401e-8c41-0272351dc51d tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:50.937261 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2a600564-a831-429c-9688-559432bf4ebc req-454dce16-8082-401e-8c41-0272351dc51d tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 945 time: 0.0746524 Dec 16 22:08:51.019399 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4d35ef18-e868-4dda-9e45-ee175b36f918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:51.090979 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2a600564-a831-429c-9688-559432bf4ebc req-fcf8c5f0-818d-4b74-ac6a-deb8fa1c73ab tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321795 Dec 16 22:08:51.091248 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35ef18-e868-4dda-9e45-ee175b36f918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d4321b5-6b7f-4263-a84f-602aac82aab0,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:51.120161 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f88cc3-532a-4f4a-b848-3f43dcffdd63 None None] Network 0f85a2d5-17f9-4b8f-80e1-04046d002d0d requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:08:51.121390 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4d35ef18-e868-4dda-9e45-ee175b36f918 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:51.126868 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4d35ef18-e868-4dda-9e45-ee175b36f918 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/8d4321b5-6b7f-4263-a84f-602aac82aab0 HTTP/1.1" status: 204 len: 168 time: 0.6270521 Dec 16 22:08:51.133398 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-c5f6e652-2df6-46b5-9703-467ae53bb6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:51.137687 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-c5f6e652-2df6-46b5-9703-467ae53bb6a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70ddf0fe02f649f28d93270673f4f1b0&device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 1096 time: 0.1216829 Dec 16 22:08:51.138388 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-492d59b6-aea5-40c9-86e2-79207dc40b27 req-440e89d2-8100-4183-9025-f4546cb82244 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f40cac1-a8ad-4185-8ab0-0732b87459f1 HTTP/1.1" status: 200 len: 210 time: 0.0501349 Dec 16 22:08:51.139515 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56336) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:51.178989 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['3a1488f4-6f67-4dea-b059-792a56dda1c7'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:08:51.369518 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fd3f0587-7420-4335-9961-e6ac4c0b7141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:51.406245 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-4721ea7e-a359-48a2-86fb-5852fda14035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:51.409438 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-4721ea7e-a359-48a2-86fb-5852fda14035 service neutron] 10.222.0.57 "GET /v2.0/networks?id=851b3d27-6497-40f0-b603-b3da566b57ea HTTP/1.1" status: 200 len: 908 time: 0.2647195 Dec 16 22:08:51.436767 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1df789-913e-4c49-b17a-7948c545d1ae None None] DHCP port deletion for 0f85a2d5-17f9-4b8f-80e1-04046d002d0d request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:08:51.530782 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-1c514a93-49ae-48b0-b0ad-c3c8c59b0806 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55a37756-5d83-43bd-9635-5f0f95d4b30d HTTP/1.1" status: 200 len: 217 time: 0.1137552 Dec 16 22:08:51.557011 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-fd3f0587-7420-4335-9961-e6ac4c0b7141 admin admin] Deleting port 80f2deff-d6bf-4900-9f90-6a551c5cef45 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:08:51.557330 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fd3f0587-7420-4335-9961-e6ac4c0b7141 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:51.583115 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7c1df789-913e-4c49-b17a-7948c545d1ae None None] Deleting port 80f2deff-d6bf-4900-9f90-6a551c5cef45 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:08:51.583541 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7c1df789-913e-4c49-b17a-7948c545d1ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:51.646398 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-0dbc16ca-6581-4d47-9dbb-c80e90eb1ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:51.646398 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-0dbc16ca-6581-4d47-9dbb-c80e90eb1ae1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ac517c80-ed1c-4940-8a98-4b18f46cf35e HTTP/1.1" status: 200 len: 848 time: 0.1022251 Dec 16 22:08:51.678409 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-fd3f0587-7420-4335-9961-e6ac4c0b7141 admin admin] For port 80f2deff-d6bf-4900-9f90-6a551c5cef45, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=80f2deff-d6bf-4900-9f90-6a551c5cef45,segment=NetworkSegment(e351eb60-7e7d-4c09-bc4f-4c318f73b07e),segment_id=e351eb60-7e7d-4c09-bc4f-4c318f73b07e)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:51.678409 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fd3f0587-7420-4335-9961-e6ac4c0b7141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:51.686227 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-7a5b558b-8467-467e-9348-4e98e75e390a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=851b3d27-6497-40f0-b603-b3da566b57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368192 Dec 16 22:08:51.702962 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-fd3f0587-7420-4335-9961-e6ac4c0b7141 admin admin] Calling delete_port for 80f2deff-d6bf-4900-9f90-6a551c5cef45 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:08:51.710577 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7c1df789-913e-4c49-b17a-7948c545d1ae None None] For port 80f2deff-d6bf-4900-9f90-6a551c5cef45, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=80f2deff-d6bf-4900-9f90-6a551c5cef45,segment=NetworkSegment(e351eb60-7e7d-4c09-bc4f-4c318f73b07e),segment_id=e351eb60-7e7d-4c09-bc4f-4c318f73b07e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:51.711066 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7c1df789-913e-4c49-b17a-7948c545d1ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:51.734841 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7c1df789-913e-4c49-b17a-7948c545d1ae None None] Calling delete_port for 80f2deff-d6bf-4900-9f90-6a551c5cef45 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:08:51.858438 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-9692da2c-df69-4de5-a069-f89d727025f9 service neutron] 10.222.0.57 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648149 Dec 16 22:08:51.935778 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8c174-0ac5-4f38-b0ae-3d9854914a30 req-4aed6bce-0d1b-4e74-8096-92f13ba2cf23 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:51.937723 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d8c174-0ac5-4f38-b0ae-3d9854914a30 req-4aed6bce-0d1b-4e74-8096-92f13ba2cf23 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 945 time: 0.0680358 Dec 16 22:08:51.945768 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fd3f0587-7420-4335-9961-e6ac4c0b7141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:51.964975 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7c1df789-913e-4c49-b17a-7948c545d1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:51.995920 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3f0587-7420-4335-9961-e6ac4c0b7141 admin admin] No DVR routers for this DVR port 80f2deff-d6bf-4900-9f90-6a551c5cef45 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:08:52.019555 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1df789-913e-4c49-b17a-7948c545d1ae None None] Pushing event deleted for resources: {'Port': ['ID=80f2deff-d6bf-4900-9f90-6a551c5cef45,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:52.022820 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1df789-913e-4c49-b17a-7948c545d1ae None None] No DVR routers for this DVR port 80f2deff-d6bf-4900-9f90-6a551c5cef45 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:08:52.025809 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b72e696-589e-461a-b960-714c67a43b56 req-1f31cc1e-5b03-4add-a162-45824b69209f tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=ef54e10689df4bffb1820aa2a6534f75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514214 Dec 16 22:08:52.072451 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f0587-7420-4335-9961-e6ac4c0b7141 admin admin] Pushing event deleted for resources: {'Port': ['ID=80f2deff-d6bf-4900-9f90-6a551c5cef45,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:52.191663 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d8c174-0ac5-4f38-b0ae-3d9854914a30 req-1b2f46d1-4ad8-4cf6-9472-e3f2c1e6211b tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926143 Dec 16 22:08:52.194036 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fd3f0587-7420-4335-9961-e6ac4c0b7141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:52.217514 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-b385a516-e04e-4dad-9b19-01cce8a2ae40 service neutron] 10.222.0.57 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511610 Dec 16 22:08:52.223942 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-fd3f0587-7420-4335-9961-e6ac4c0b7141 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f85a2d5-17f9-4b8f-80e1-04046d002d0d']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:52.236416 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-fd3f0587-7420-4335-9961-e6ac4c0b7141 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e351eb60-7e7d-4c09-bc4f-4c318f73b07e') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:52.240406 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-fd3f0587-7420-4335-9961-e6ac4c0b7141 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e351eb60-7e7d-4c09-bc4f-4c318f73b07e') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:08:52.250636 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fd3f0587-7420-4335-9961-e6ac4c0b7141 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:52.274615 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fd3f0587-7420-4335-9961-e6ac4c0b7141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:52.280528 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd3f0587-7420-4335-9961-e6ac4c0b7141 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:08:52.280952 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fd3f0587-7420-4335-9961-e6ac4c0b7141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:08:52.284208 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:08:52.311115 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:08:52.326481 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56364) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:52.362522 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72e696-589e-461a-b960-714c67a43b56 req-f1767497-bee1-4f57-a020-89f06ae4d045 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:52.373080 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b72e696-589e-461a-b960-714c67a43b56 req-f1767497-bee1-4f57-a020-89f06ae4d045 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3419759 Dec 16 22:08:52.385785 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0dc68422-7abb-4c02-82ef-360efecbeb6e req-50e7410d-b9c4-498a-80d3-94b0ea2ed404 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f40cac1-a8ad-4185-8ab0-0732b87459f1 HTTP/1.1" status: 200 len: 210 time: 0.0869262 Dec 16 22:08:52.398298 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437101b-3159-4e0d-ba0d-ad9dd888b002 req-9e293edb-d8e1-4939-8d60-dfbecef76f49 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:52.403724 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3437101b-3159-4e0d-ba0d-ad9dd888b002 req-9e293edb-d8e1-4939-8d60-dfbecef76f49 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 945 time: 0.1429455 Dec 16 22:08:52.411924 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-5b72e696-589e-461a-b960-714c67a43b56 req-04101cf6-4291-4454-a73a-96fa250a336b tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Request body: {'port': {'device_id': '2f40cac1-a8ad-4185-8ab0-0732b87459f1', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': 'ef54e10689df4bffb1820aa2a6534f75'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:52.414250 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 3a1488f4-6f67-4dea-b059-792a56dda1c7 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:08:52.465276 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fd3f0587-7420-4335-9961-e6ac4c0b7141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:52.477023 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fd3f0587-7420-4335-9961-e6ac4c0b7141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:52.486925 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fd3f0587-7420-4335-9961-e6ac4c0b7141 admin admin] 10.222.0.75 "DELETE /v2.0/networks/0f85a2d5-17f9-4b8f-80e1-04046d002d0d HTTP/1.1" status: 204 len: 168 time: 1.3339109 Dec 16 22:08:52.512258 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f0587-7420-4335-9961-e6ac4c0b7141 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f85a2d5-17f9-4b8f-80e1-04046d002d0d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:52.562123 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f1213285-149d-46d9-93a1-024a3cfd0a40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:52.578475 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3437101b-3159-4e0d-ba0d-ad9dd888b002 req-ac02e848-2ef8-402e-a346-dbaa11e89e00 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362879 Dec 16 22:08:52.588206 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 3a1488f4-6f67-4dea-b059-792a56dda1c7 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:08:52.598861 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 3a1488f4-6f67-4dea-b059-792a56dda1c7 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:52.600255 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:52.745530 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f1213285-149d-46d9-93a1-024a3cfd0a40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:52.762320 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b72e696-589e-461a-b960-714c67a43b56 req-04101cf6-4291-4454-a73a-96fa250a336b tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Made reservation on behalf of ef54e10689df4bffb1820aa2a6534f75 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:52.768810 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5b72e696-589e-461a-b960-714c67a43b56 req-04101cf6-4291-4454-a73a-96fa250a336b tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:52.783687 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5b72e696-589e-461a-b960-714c67a43b56 req-04101cf6-4291-4454-a73a-96fa250a336b tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:52.847500 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f1213285-149d-46d9-93a1-024a3cfd0a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:52.909967 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:52.917050 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1213285-149d-46d9-93a1-024a3cfd0a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc589fd3-b1bc-411e-9892-3bc012d38016,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:52.923207 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f1213285-149d-46d9-93a1-024a3cfd0a40 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0956066741bf4c028750abfe9d7613f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5944293 Dec 16 22:08:52.925864 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56380) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:52.935195 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799fd93e-58d4-4e6b-8161-6b2a267b3cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1488f4-6f67-4dea-b059-792a56dda1c7'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:52.938642 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd45fff-ab59-47b0-94af-5b31c413fb26" -d '{"events": [{"server_uuid": "799fd93e-58d4-4e6b-8161-6b2a267b3cc4", "name": "network-vif-plugged", "status": "completed", "tag": "3a1488f4-6f67-4dea-b059-792a56dda1c7"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:52.958110 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 3a1488f4-6f67-4dea-b059-792a56dda1c7, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3a1488f4-6f67-4dea-b059-792a56dda1c7,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:08:52.959685 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56386) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:52.987836 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5b72e696-589e-461a-b960-714c67a43b56 req-04101cf6-4291-4454-a73a-96fa250a336b tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:53.007675 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56392) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:53.030523 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:53.031720 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 1df5e776-236f-4bb5-a08d-fabc708f7933 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:08:53.044730 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-369658ef-f2a2-4ad0-aa7e-74b403193519 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:53.081854 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5b72e696-589e-461a-b960-714c67a43b56 req-04101cf6-4291-4454-a73a-96fa250a336b tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:53.096193 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0bbefe55-5737-4eff-86c2-f0a234caf0cc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=280da4f2e14b4268a02d6e23cdd8b69d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0874019 Dec 16 22:08:53.098597 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56394) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:53.106864 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-369658ef-f2a2-4ad0-aa7e-74b403193519 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:53.138088 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61611f4d-e902-4c81-bc92-4f4f0a038df5 x-openstack-request-id: req-61611f4d-e902-4c81-bc92-4f4f0a038df5 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:53.147602 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799fd93e-58d4-4e6b-8161-6b2a267b3cc4", "name": "network-vif-plugged", "status": "completed", "tag": "3a1488f4-6f67-4dea-b059-792a56dda1c7", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:53.148028 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-61611f4d-e902-4c81-bc92-4f4f0a038df5 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:53.149990 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799fd93e-58d4-4e6b-8161-6b2a267b3cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1488f4-6f67-4dea-b059-792a56dda1c7', 'code': 200} Dec 16 22:08:53.168455 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 1df5e776-236f-4bb5-a08d-fabc708f7933 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:08:53.169149 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 1df5e776-236f-4bb5-a08d-fabc708f7933 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:08:53.179978 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-25ee1406-b3f8-41f5-9162-a0bda20a17e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:53.242540 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-25ee1406-b3f8-41f5-9162-a0bda20a17e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:53.301788 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 80f2deff-d6bf-4900-9f90-6a551c5cef45 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:08:53.335962 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=3a1488f4-6f67-4dea-b059-792a56dda1c7,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:53.419566 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04101cf6-4291-4454-a73a-96fa250a336b tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74b7a956-0a39-4661-b286-56a30a3655e2,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:53.421828 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 80f2deff-d6bf-4900-9f90-6a551c5cef45 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:08:53.423392 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 80f2deff-d6bf-4900-9f90-6a551c5cef45 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:08:53.483248 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-5b72e696-589e-461a-b960-714c67a43b56 req-04101cf6-4291-4454-a73a-96fa250a336b tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Allocated IP 192.168.233.47 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/f908cde2-ab74-4c3c-9699-af9542188fd8) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:08:53.493362 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d889b-b4b6-4822-8c66-70d1e2edc2b6 req-a074ba01-73ed-4a46-8fe5-16ef4e9e9319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:53.495246 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-742d889b-b4b6-4822-8c66-70d1e2edc2b6 req-a074ba01-73ed-4a46-8fe5-16ef4e9e9319 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 1097 time: 0.2363722 Dec 16 22:08:53.496013 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b29ebabc-b4a9-4671-8274-f8a0486d4d46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:53.512936 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f51e5704-5882-4948-8041-68ee154ae0e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:53.542178 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ee608-5ea2-4dc9-ac40-d11ed12b34b5 req-66ef6aa1-c30e-40fb-9620-10eee4e7758e tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:53.544886 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9a0ee608-5ea2-4dc9-ac40-d11ed12b34b5 req-66ef6aa1-c30e-40fb-9620-10eee4e7758e tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 945 time: 0.1485639 Dec 16 22:08:53.590731 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-742d889b-b4b6-4822-8c66-70d1e2edc2b6 req-d2c59098-2194-4e2c-8b2a-c87005f2632f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836174 Dec 16 22:08:53.640942 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-25ee1406-b3f8-41f5-9162-a0bda20a17e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:53.644715 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-25ee1406-b3f8-41f5-9162-a0bda20a17e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:53.648585 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-25ee1406-b3f8-41f5-9162-a0bda20a17e4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/be603f1b-2f5c-4b1f-94db-a4dca817eec6 HTTP/1.1" status: 204 len: 168 time: 0.5461073 Dec 16 22:08:53.667779 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b29ebabc-b4a9-4671-8274-f8a0486d4d46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:53.669345 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee1406-b3f8-41f5-9162-a0bda20a17e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be603f1b-2f5c-4b1f-94db-a4dca817eec6,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:53.685581 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9a0ee608-5ea2-4dc9-ac40-d11ed12b34b5 req-79e4d3b0-c838-4ece-9f80-949c884cc24b tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225171 Dec 16 22:08:53.712815 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-369658ef-f2a2-4ad0-aa7e-74b403193519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:53.717128 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-369658ef-f2a2-4ad0-aa7e-74b403193519 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:53.719990 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-369658ef-f2a2-4ad0-aa7e-74b403193519 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dc589fd3-b1bc-411e-9892-3bc012d38016 HTTP/1.1" status: 204 len: 168 time: 0.7817748 Dec 16 22:08:53.750339 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b29ebabc-b4a9-4671-8274-f8a0486d4d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:53.786553 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369658ef-f2a2-4ad0-aa7e-74b403193519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc589fd3-b1bc-411e-9892-3bc012d38016,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:53.812715 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b29ebabc-b4a9-4671-8274-f8a0486d4d46 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=89cf24fff5804c9494bcca875ebd36bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8464580 Dec 16 22:08:53.823821 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56410) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:53.849855 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ebabc-b4a9-4671-8274-f8a0486d4d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce37689-4cfc-49eb-a441-2ea5e3010cbe,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:53.886458 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5c92a6ba-4560-4e16-b482-1f3430e6e5cb req-12cd1487-7ee8-4834-adc1-20c69ee4ee26 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f40cac1-a8ad-4185-8ab0-0732b87459f1 HTTP/1.1" status: 200 len: 210 time: 0.0633724 Dec 16 22:08:53.949253 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fe55e-2501-4ef1-9198-3493af7a3e2f req-f4b4470a-562b-4ac3-9118-ad471a13ba75 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:53.952213 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b55fe55e-2501-4ef1-9198-3493af7a3e2f req-f4b4470a-562b-4ac3-9118-ad471a13ba75 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 946 time: 0.0971603 Dec 16 22:08:54.015453 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-70482461-f11c-42e3-9b39-2d65f84ecb20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:54.018120 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5b72e696-589e-461a-b960-714c67a43b56 req-04101cf6-4291-4454-a73a-96fa250a336b tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:54.048714 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-70482461-f11c-42e3-9b39-2d65f84ecb20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:54.072458 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b55fe55e-2501-4ef1-9198-3493af7a3e2f req-cd950fd8-1290-4b00-98ed-341191032d35 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128588 Dec 16 22:08:54.208413 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5b72e696-589e-461a-b960-714c67a43b56 req-04101cf6-4291-4454-a73a-96fa250a336b tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:54.258314 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-70482461-f11c-42e3-9b39-2d65f84ecb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:54.261620 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-70482461-f11c-42e3-9b39-2d65f84ecb20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:54.265181 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-70482461-f11c-42e3-9b39-2d65f84ecb20 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8ce37689-4cfc-49eb-a441-2ea5e3010cbe HTTP/1.1" status: 204 len: 168 time: 0.4380474 Dec 16 22:08:54.285173 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70482461-f11c-42e3-9b39-2d65f84ecb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce37689-4cfc-49eb-a441-2ea5e3010cbe,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:54.291277 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b72e696-589e-461a-b960-714c67a43b56 req-04101cf6-4291-4454-a73a-96fa250a336b tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:08:54.300897 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-5b72e696-589e-461a-b960-714c67a43b56 req-04101cf6-4291-4454-a73a-96fa250a336b tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:54.308350 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b72e696-589e-461a-b960-714c67a43b56 req-04101cf6-4291-4454-a73a-96fa250a336b tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:08:54.312598 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04101cf6-4291-4454-a73a-96fa250a336b tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Pushing event updated for resources: {'Port': ['ID=f908cde2-ab74-4c3c-9699-af9542188fd8,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:54.396314 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72e696-589e-461a-b960-714c67a43b56 req-04101cf6-4291-4454-a73a-96fa250a336b tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:54.399283 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5b72e696-589e-461a-b960-714c67a43b56 req-04101cf6-4291-4454-a73a-96fa250a336b tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:54.503699 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b72e696-589e-461a-b960-714c67a43b56 req-04101cf6-4291-4454-a73a-96fa250a336b tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0971594 Dec 16 22:08:54.533797 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-5b72e696-589e-461a-b960-714c67a43b56 req-c349b99c-72fd-4137-8378-d9d73bc02d0b service neutron] Request body: {'port': {'device_id': '2f40cac1-a8ad-4185-8ab0-0732b87459f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:54.567642 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56426) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:54.587100 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b77eb18-5ad4-4f64-9e50-ec6a5247ec8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:54.661737 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ed3686f2-35d8-4f7d-b4ea-b1c8ffe81a85 None None] Provisioning complete for port f908cde2-ab74-4c3c-9699-af9542188fd8 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:08:54.665029 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ed3686f2-35d8-4f7d-b4ea-b1c8ffe81a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:54.680674 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5b72e696-589e-461a-b960-714c67a43b56 req-c349b99c-72fd-4137-8378-d9d73bc02d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:54.761654 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ed3686f2-35d8-4f7d-b4ea-b1c8ffe81a85 None None] Port f908cde2-ab74-4c3c-9699-af9542188fd8 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:08:54.797886 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b77eb18-5ad4-4f64-9e50-ec6a5247ec8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:54.864995 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b77eb18-5ad4-4f64-9e50-ec6a5247ec8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:54.961346 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2b77eb18-5ad4-4f64-9e50-ec6a5247ec8a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ae6a7c1fa26145eba7bf05124bdb998e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3925869 Dec 16 22:08:54.962713 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77eb18-5ad4-4f64-9e50-ec6a5247ec8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32cab59-5d2b-4f1c-bc6b-aac2d8cb5598,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:54.968415 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56436) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:55.126907 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f1a3f-82df-452c-acd1-616ee87e89f1 req-cb3ab3a5-92a5-4b93-9abd-dd63e61f1633 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:55.129594 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8e7f1a3f-82df-452c-acd1-616ee87e89f1 req-cb3ab3a5-92a5-4b93-9abd-dd63e61f1633 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f40cac1-a8ad-4185-8ab0-0732b87459f1 HTTP/1.1" status: 200 len: 935 time: 0.0898254 Dec 16 22:08:55.131502 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3be70b75-477c-4ea0-bfcc-fcc8884fef53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:55.179740 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-5b72e696-589e-461a-b960-714c67a43b56 req-c349b99c-72fd-4137-8378-d9d73bc02d0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f908cde2-ab74-4c3c-9699-af9542188fd8 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:08:55.193618 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3be70b75-477c-4ea0-bfcc-fcc8884fef53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:55.196037 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5b72e696-589e-461a-b960-714c67a43b56 req-c349b99c-72fd-4137-8378-d9d73bc02d0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:55.235720 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc82de-a151-4dfe-a012-37f289fa06da req-08123ece-e93c-4f88-8be5-d023fb7faf84 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:55.237362 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f0fc82de-a151-4dfe-a012-37f289fa06da req-08123ece-e93c-4f88-8be5-d023fb7faf84 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 945 time: 0.0964854 Dec 16 22:08:55.238497 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-5b72e696-589e-461a-b960-714c67a43b56 req-c349b99c-72fd-4137-8378-d9d73bc02d0b service neutron] Transition to ACTIVE for port object f908cde2-ab74-4c3c-9699-af9542188fd8 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:08:55.258797 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8e7f1a3f-82df-452c-acd1-616ee87e89f1 req-ff33cded-9c13-4b63-b6dc-afb5bc0b6432 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/security-groups?id=74b7a956-0a39-4661-b286-56a30a3655e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204233 Dec 16 22:08:55.339639 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f0fc82de-a151-4dfe-a012-37f289fa06da req-dd49eb5d-014a-4faf-b16c-ef5ad894af07 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942845 Dec 16 22:08:55.435894 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3be70b75-477c-4ea0-bfcc-fcc8884fef53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:55.436162 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3be70b75-477c-4ea0-bfcc-fcc8884fef53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:55.439933 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3be70b75-477c-4ea0-bfcc-fcc8884fef53 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f32cab59-5d2b-4f1c-bc6b-aac2d8cb5598 HTTP/1.1" status: 204 len: 168 time: 0.4655464 Dec 16 22:08:55.447437 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5b72e696-589e-461a-b960-714c67a43b56 req-c349b99c-72fd-4137-8378-d9d73bc02d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:55.449789 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be70b75-477c-4ea0-bfcc-fcc8884fef53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32cab59-5d2b-4f1c-bc6b-aac2d8cb5598,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:55.584148 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4b2e0-af58-4021-a947-7a887ccb5acf req-d4258683-6d71-4a5e-902b-b70c52e40bca tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:55.594189 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5fb4b2e0-af58-4021-a947-7a887ccb5acf req-d4258683-6d71-4a5e-902b-b70c52e40bca tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 946 time: 0.1857817 Dec 16 22:08:55.596643 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2d3d7413-e763-41d2-b5c3-a47b69ba030f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:55.622968 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349b99c-72fd-4137-8378-d9d73bc02d0b service neutron] Pushing event updated for resources: {'Port': ['ID=f908cde2-ab74-4c3c-9699-af9542188fd8,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:55.726268 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5fb4b2e0-af58-4021-a947-7a887ccb5acf req-9523b13f-d178-4bad-818e-f549ccfef146 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200628 Dec 16 22:08:55.727368 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-5b72e696-589e-461a-b960-714c67a43b56 req-c349b99c-72fd-4137-8378-d9d73bc02d0b service neutron] Attempting to bind port f908cde2-ab74-4c3c-9699-af9542188fd8 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:08:55.727716 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-5b72e696-589e-461a-b960-714c67a43b56 req-c349b99c-72fd-4137-8378-d9d73bc02d0b service neutron] Attempting to bind port f908cde2-ab74-4c3c-9699-af9542188fd8 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:08:55.728157 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b72e696-589e-461a-b960-714c67a43b56 req-c349b99c-72fd-4137-8378-d9d73bc02d0b service neutron] Attempting to bind port f908cde2-ab74-4c3c-9699-af9542188fd8 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:55.733860 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b72e696-589e-461a-b960-714c67a43b56 req-c349b99c-72fd-4137-8378-d9d73bc02d0b service neutron] Port f908cde2-ab74-4c3c-9699-af9542188fd8 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:08:55.734191 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b72e696-589e-461a-b960-714c67a43b56 req-c349b99c-72fd-4137-8378-d9d73bc02d0b service neutron] Attempting to bind port f908cde2-ab74-4c3c-9699-af9542188fd8 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:08:55.740057 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b72e696-589e-461a-b960-714c67a43b56 req-c349b99c-72fd-4137-8378-d9d73bc02d0b service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:08:55.749149 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b72e696-589e-461a-b960-714c67a43b56 req-c349b99c-72fd-4137-8378-d9d73bc02d0b service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:55.749149 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b72e696-589e-461a-b960-714c67a43b56 req-c349b99c-72fd-4137-8378-d9d73bc02d0b service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:08:55.749149 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-5b72e696-589e-461a-b960-714c67a43b56 req-c349b99c-72fd-4137-8378-d9d73bc02d0b service neutron] Bound port: f908cde2-ab74-4c3c-9699-af9542188fd8, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:08:55.749149 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5b72e696-589e-461a-b960-714c67a43b56 req-c349b99c-72fd-4137-8378-d9d73bc02d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:55.831542 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-5b72e696-589e-461a-b960-714c67a43b56 req-c349b99c-72fd-4137-8378-d9d73bc02d0b service neutron] For port f908cde2-ab74-4c3c-9699-af9542188fd8, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:08:55.836738 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-5b72e696-589e-461a-b960-714c67a43b56 req-c349b99c-72fd-4137-8378-d9d73bc02d0b service neutron] For port f908cde2-ab74-4c3c-9699-af9542188fd8, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=f908cde2-ab74-4c3c-9699-af9542188fd8,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:08:55.879106 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad38620-626a-4e6c-901a-e49dd7724ef3 req-c1e6f39f-853f-44b0-ab8d-e74f9c95532e tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:55.880659 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dad38620-626a-4e6c-901a-e49dd7724ef3 req-c1e6f39f-853f-44b0-ab8d-e74f9c95532e tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 1097 time: 0.0703259 Dec 16 22:08:55.900595 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5b72e696-589e-461a-b960-714c67a43b56 req-c349b99c-72fd-4137-8378-d9d73bc02d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:55.934159 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dad38620-626a-4e6c-901a-e49dd7724ef3 req-8f0dc832-bc8c-44da-8ae1-a2d28f60824c tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453367 Dec 16 22:08:55.948342 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56464) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:56.004679 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72e696-589e-461a-b960-714c67a43b56 req-c349b99c-72fd-4137-8378-d9d73bc02d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:56.005663 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5b72e696-589e-461a-b960-714c67a43b56 req-c349b99c-72fd-4137-8378-d9d73bc02d0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:56.012044 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b72e696-589e-461a-b960-714c67a43b56 req-c349b99c-72fd-4137-8378-d9d73bc02d0b service neutron] 10.222.0.76 "PUT /v2.0/ports/f908cde2-ab74-4c3c-9699-af9542188fd8 HTTP/1.1" status: 200 len: 1095 time: 1.4838138 Dec 16 22:08:56.012745 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f40cac1-a8ad-4185-8ab0-0732b87459f1', 'tag': 'f908cde2-ab74-4c3c-9699-af9542188fd8'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:08:56.016137 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169f182e-8998-4a72-9f95-5507712ab9a3" -d '{"events": [{"name": "network-changed", "server_uuid": "2f40cac1-a8ad-4185-8ab0-0732b87459f1", "tag": "f908cde2-ab74-4c3c-9699-af9542188fd8"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:08:56.077102 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349b99c-72fd-4137-8378-d9d73bc02d0b service neutron] Pushing event updated for resources: {'Port': ['ID=f908cde2-ab74-4c3c-9699-af9542188fd8,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:56.119828 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a293b29b-5df6-46cf-b2af-049d6b155b62 x-openstack-request-id: req-a293b29b-5df6-46cf-b2af-049d6b155b62 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:08:56.120150 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f40cac1-a8ad-4185-8ab0-0732b87459f1", "tag": "f908cde2-ab74-4c3c-9699-af9542188fd8", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:08:56.120410 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a293b29b-5df6-46cf-b2af-049d6b155b62 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:08:56.120854 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f40cac1-a8ad-4185-8ab0-0732b87459f1', 'tag': 'f908cde2-ab74-4c3c-9699-af9542188fd8', 'status': 'completed', 'code': 200} Dec 16 22:08:56.161669 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-3020d950-d039-4751-8981-797dd27a4bfd admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1480080-network', 'tenant_id': '5f769285932f41f19226e56089de4890'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:56.239571 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f182e-8998-4a72-9f95-5507712ab9a3 req-64e04527-d270-49ec-a55e-eb2768f23792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:56.241310 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-169f182e-8998-4a72-9f95-5507712ab9a3 req-64e04527-d270-49ec-a55e-eb2768f23792 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ef54e10689df4bffb1820aa2a6534f75&device_id=2f40cac1-a8ad-4185-8ab0-0732b87459f1 HTTP/1.1" status: 200 len: 1098 time: 0.0779767 Dec 16 22:08:56.298968 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-169f182e-8998-4a72-9f95-5507712ab9a3 req-3c3d3edc-008c-449a-82e5-96e7aa686c15 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=ef54e10689df4bffb1820aa2a6534f75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418732 Dec 16 22:08:56.350339 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3020d950-d039-4751-8981-797dd27a4bfd admin admin] Made reservation on behalf of 5f769285932f41f19226e56089de4890 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:56.353666 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3020d950-d039-4751-8981-797dd27a4bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:56.370868 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3020d950-d039-4751-8981-797dd27a4bfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:56.449764 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f182e-8998-4a72-9f95-5507712ab9a3 req-331623e2-efb7-4c92-9138-7ab10c291a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:56.451320 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-169f182e-8998-4a72-9f95-5507712ab9a3 req-331623e2-efb7-4c92-9138-7ab10c291a78 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1444666 Dec 16 22:08:56.496943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec041f-13f5-4a74-a010-ba3705ad72f0 req-c8ee58ce-38ce-4a1a-9265-901e945f4376 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:56.498938 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9fec041f-13f5-4a74-a010-ba3705ad72f0 req-c8ee58ce-38ce-4a1a-9265-901e945f4376 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 945 time: 0.0618427 Dec 16 22:08:56.534329 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133f067-01b0-40e0-8112-068d1240565a req-68d6c0cf-78e8-49a2-b0bc-cc41946c5e6c tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:56.536078 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d133f067-01b0-40e0-8112-068d1240565a req-68d6c0cf-78e8-49a2-b0bc-cc41946c5e6c tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f40cac1-a8ad-4185-8ab0-0732b87459f1 HTTP/1.1" status: 200 len: 947 time: 0.1314764 Dec 16 22:08:56.611916 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9fec041f-13f5-4a74-a010-ba3705ad72f0 req-f05d5b01-fe9e-4e2a-93b0-b1110851bea7 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993860 Dec 16 22:08:56.612678 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56496) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:56.647003 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3020d950-d039-4751-8981-797dd27a4bfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:56.648575 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:56.661751 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72e696-589e-461a-b960-714c67a43b56 req-2d30f9d3-a7d3-45f8-964b-44a6717db58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:56.669713 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b72e696-589e-461a-b960-714c67a43b56 req-2d30f9d3-a7d3-45f8-964b-44a6717db58f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ef54e10689df4bffb1820aa2a6534f75&device_id=2f40cac1-a8ad-4185-8ab0-0732b87459f1 HTTP/1.1" status: 200 len: 1098 time: 0.1228845 Dec 16 22:08:56.699477 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d133f067-01b0-40e0-8112-068d1240565a req-67a02ed3-cfd4-4c79-83f7-591071e4f183 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/security-groups?id=74b7a956-0a39-4661-b286-56a30a3655e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504238 Dec 16 22:08:56.733296 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3020d950-d039-4751-8981-797dd27a4bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:56.772987 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b72e696-589e-461a-b960-714c67a43b56 req-765f05c5-e757-4aff-b606-b4776976406b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=f908cde2-ab74-4c3c-9699-af9542188fd8 HTTP/1.1" status: 200 len: 217 time: 0.0898347 Dec 16 22:08:56.785146 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:56.816040 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3020d950-d039-4751-8981-797dd27a4bfd admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:08:56.824856 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020d950-d039-4751-8981-797dd27a4bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efd96a4-78a3-4a59-bed5-c882a2c06852,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:56.847912 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3020d950-d039-4751-8981-797dd27a4bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:56.848306 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-3020d950-d039-4751-8981-797dd27a4bfd admin admin] Added segment aefc77f4-f9ac-4892-b3e2-e947a0dd1cfa of type vlan for network abb99404-7d22-498b-9d97-4694a61bbb86 Dec 16 22:08:56.864854 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72e696-589e-461a-b960-714c67a43b56 req-e6770f22-5c44-40f7-8f1f-dbc765d7a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:56.866443 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b72e696-589e-461a-b960-714c67a43b56 req-e6770f22-5c44-40f7-8f1f-dbc765d7a5c9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0854752 Dec 16 22:08:56.872145 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-11b61dea-a50d-44d0-9f80-55f12d6cbd58 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-690311654-network', 'tenant_id': 'decb9eabddb2443ea2b58795181b08b8'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:56.906244 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3020d950-d039-4751-8981-797dd27a4bfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:56.937532 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72e696-589e-461a-b960-714c67a43b56 req-07ee0c3a-fe02-4c65-a4d2-06dbc19c1059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:56.940321 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b72e696-589e-461a-b960-714c67a43b56 req-07ee0c3a-fe02-4c65-a4d2-06dbc19c1059 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0634294 Dec 16 22:08:56.997866 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b61dea-a50d-44d0-9f80-55f12d6cbd58 admin admin] Made reservation on behalf of decb9eabddb2443ea2b58795181b08b8 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:57.000235 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11b61dea-a50d-44d0-9f80-55f12d6cbd58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:57.013710 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3020d950-d039-4751-8981-797dd27a4bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:57.015260 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3020d950-d039-4751-8981-797dd27a4bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:57.017221 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11b61dea-a50d-44d0-9f80-55f12d6cbd58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:57.018401 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3020d950-d039-4751-8981-797dd27a4bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:57.085064 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b72e696-589e-461a-b960-714c67a43b56 req-c75c7dfa-3615-4fce-8dfe-e84d1af7d220 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369233 Dec 16 22:08:57.108108 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020d950-d039-4751-8981-797dd27a4bfd admin admin] Pushing event updated for resources: {'Network': ['ID=abb99404-7d22-498b-9d97-4694a61bbb86,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:57.122395 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network abb99404-7d22-498b-9d97-4694a61bbb86 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:08:57.192716 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11b61dea-a50d-44d0-9f80-55f12d6cbd58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:57.217007 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b72e696-589e-461a-b960-714c67a43b56 req-a7a21761-d601-4473-92f7-3982635a1c62 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243269 Dec 16 22:08:57.225171 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3020d950-d039-4751-8981-797dd27a4bfd admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2730746 Dec 16 22:08:57.226261 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56508) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:57.231474 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-e596df21-28dd-4361-a4f8-8e1d0f141e9e admin admin] Request body: {'subnet': {'network_id': 'abb99404-7d22-498b-9d97-4694a61bbb86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1480080-subnet', 'tenant_id': '5f769285932f41f19226e56089de4890', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:57.244625 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11b61dea-a50d-44d0-9f80-55f12d6cbd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:57.282726 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b61dea-a50d-44d0-9f80-55f12d6cbd58 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:08:57.285113 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b61dea-a50d-44d0-9f80-55f12d6cbd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99c52cb-4c9b-4b05-9de2-88b1c5ece33f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:57.295685 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11b61dea-a50d-44d0-9f80-55f12d6cbd58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:57.296237 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-11b61dea-a50d-44d0-9f80-55f12d6cbd58 admin admin] Added segment ca9be2f4-e14c-4a0b-ad5d-09094556daaf of type vlan for network d73c9932-385e-4b89-8b61-7c13b4b447b9 Dec 16 22:08:57.340272 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11b61dea-a50d-44d0-9f80-55f12d6cbd58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:57.345215 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e596df21-28dd-4361-a4f8-8e1d0f141e9e admin admin] Made reservation on behalf of 5f769285932f41f19226e56089de4890 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:57.352408 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56512) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:57.352746 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e596df21-28dd-4361-a4f8-8e1d0f141e9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:57.448156 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11b61dea-a50d-44d0-9f80-55f12d6cbd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:57.448156 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b61dea-a50d-44d0-9f80-55f12d6cbd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:57.448156 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11b61dea-a50d-44d0-9f80-55f12d6cbd58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:57.472337 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-542dce19-ece1-4895-919e-b0abcd1d78d3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1000594115-network', 'tenant_id': '2ba1b1c2cc124c679a1636e0bab5bdc1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:57.535132 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b61dea-a50d-44d0-9f80-55f12d6cbd58 admin admin] Pushing event updated for resources: {'Network': ['ID=d73c9932-385e-4b89-8b61-7c13b4b447b9,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:57.545469 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network d73c9932-385e-4b89-8b61-7c13b4b447b9 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:08:57.588402 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-11b61dea-a50d-44d0-9f80-55f12d6cbd58 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9736605 Dec 16 22:08:57.593981 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56516) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:57.600123 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-8249e254-a34c-45f8-b5dc-a107ec7b80bd admin admin] Request body: {'subnet': {'network_id': 'd73c9932-385e-4b89-8b61-7c13b4b447b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-690311654-subnet', 'tenant_id': 'decb9eabddb2443ea2b58795181b08b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:57.634058 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e596df21-28dd-4361-a4f8-8e1d0f141e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:57.693463 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542dce19-ece1-4895-919e-b0abcd1d78d3 admin admin] Made reservation on behalf of 2ba1b1c2cc124c679a1636e0bab5bdc1 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:57.695910 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-542dce19-ece1-4895-919e-b0abcd1d78d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:57.705251 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596df21-28dd-4361-a4f8-8e1d0f141e9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=de724f1f-7af2-4148-9c18-4069c7e80395,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:57.705493 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-542dce19-ece1-4895-919e-b0abcd1d78d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:57.725317 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e596df21-28dd-4361-a4f8-8e1d0f141e9e admin admin] Checking segment: {'id': 'aefc77f4-f9ac-4892-b3e2-e947a0dd1cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'abb99404-7d22-498b-9d97-4694a61bbb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:57.725779 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e596df21-28dd-4361-a4f8-8e1d0f141e9e admin admin] Network hostable DHCP agents. Network: abb99404-7d22-498b-9d97-4694a61bbb86, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:08:57.794223 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbe5cd-074d-429e-8a0f-71e1bb8dce64 req-819193d4-d1f1-4983-9431-6a594f27358a tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:57.796043 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d4cbe5cd-074d-429e-8a0f-71e1bb8dce64 req-819193d4-d1f1-4983-9431-6a594f27358a tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 945 time: 0.0742223 Dec 16 22:08:57.845728 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8249e254-a34c-45f8-b5dc-a107ec7b80bd admin admin] Made reservation on behalf of decb9eabddb2443ea2b58795181b08b8 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:57.848206 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8249e254-a34c-45f8-b5dc-a107ec7b80bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:57.868141 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d4cbe5cd-074d-429e-8a0f-71e1bb8dce64 req-7a0fd1b0-866d-40ff-a6f9-cf90dfb64ea3 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645363 Dec 16 22:08:57.868918 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-542dce19-ece1-4895-919e-b0abcd1d78d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:57.882614 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b749f-103f-4906-862a-10360adfeca8 req-a9c94f2c-0def-4ca0-a41f-640d88bc5bd9 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:57.891229 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b00b749f-103f-4906-862a-10360adfeca8 req-a9c94f2c-0def-4ca0-a41f-640d88bc5bd9 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f40cac1-a8ad-4185-8ab0-0732b87459f1 HTTP/1.1" status: 200 len: 947 time: 0.0945666 Dec 16 22:08:57.897787 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e596df21-28dd-4361-a4f8-8e1d0f141e9e admin admin] Network abb99404-7d22-498b-9d97-4694a61bbb86 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:08:57.947197 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-542dce19-ece1-4895-919e-b0abcd1d78d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:57.967669 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b00b749f-103f-4906-862a-10360adfeca8 req-59d47909-ea41-4bcd-8ad0-5e16aea5465a tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/security-groups?id=74b7a956-0a39-4661-b286-56a30a3655e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752218 Dec 16 22:08:57.972735 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542dce19-ece1-4895-919e-b0abcd1d78d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:08:57.987033 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-542dce19-ece1-4895-919e-b0abcd1d78d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:57.987033 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-542dce19-ece1-4895-919e-b0abcd1d78d3 admin admin] Added segment 21b2b63e-bb20-47ef-bdcb-b6788e32d4f7 of type vlan for network bec63147-611f-44a4-8f29-3271a223de76 Dec 16 22:08:58.009077 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-e596df21-28dd-4361-a4f8-8e1d0f141e9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, abb99404-7d22-498b-9d97-4694a61bbb86) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:58.018834 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9976095-f1c8-40d3-9908-aeab8578d918 None None] Network abb99404-7d22-498b-9d97-4694a61bbb86 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:08:58.024677 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e596df21-28dd-4361-a4f8-8e1d0f141e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:58.025410 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e596df21-28dd-4361-a4f8-8e1d0f141e9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:58.083640 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542dce19-ece1-4895-919e-b0abcd1d78d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a530d68-fac5-4625-aacf-2aa680232c3d,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:58.105217 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-542dce19-ece1-4895-919e-b0abcd1d78d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:58.164920 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3090ed7-b5d2-417c-af13-a0e27310c2a5 None None] Network abb99404-7d22-498b-9d97-4694a61bbb86 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:08:58.193350 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e596df21-28dd-4361-a4f8-8e1d0f141e9e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9660144 Dec 16 22:08:58.253585 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-542dce19-ece1-4895-919e-b0abcd1d78d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:58.254641 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8249e254-a34c-45f8-b5dc-a107ec7b80bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:58.255169 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542dce19-ece1-4895-919e-b0abcd1d78d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:58.255514 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-542dce19-ece1-4895-919e-b0abcd1d78d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:58.341113 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542dce19-ece1-4895-919e-b0abcd1d78d3 admin admin] Pushing event updated for resources: {'Network': ['ID=bec63147-611f-44a4-8f29-3271a223de76,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:58.355552 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249e254-a34c-45f8-b5dc-a107ec7b80bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bf1960e-b487-4024-9b4e-1797268afda0,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:58.365107 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network bec63147-611f-44a4-8f29-3271a223de76 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:08:58.370245 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8249e254-a34c-45f8-b5dc-a107ec7b80bd admin admin] Checking segment: {'id': 'ca9be2f4-e14c-4a0b-ad5d-09094556daaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd73c9932-385e-4b89-8b61-7c13b4b447b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:58.370738 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8249e254-a34c-45f8-b5dc-a107ec7b80bd admin admin] Network hostable DHCP agents. Network: d73c9932-385e-4b89-8b61-7c13b4b447b9, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:08:58.374093 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:58.375336 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:58.447869 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-542dce19-ece1-4895-919e-b0abcd1d78d3 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0910966 Dec 16 22:08:58.448161 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56532) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:58.452990 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-4b7239ea-39e9-45cd-8921-b6e7987ce0fa admin admin] Request body: {'subnet': {'network_id': 'bec63147-611f-44a4-8f29-3271a223de76', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1000594115-subnet', 'tenant_id': '2ba1b1c2cc124c679a1636e0bab5bdc1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:58.471174 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8249e254-a34c-45f8-b5dc-a107ec7b80bd admin admin] Network d73c9932-385e-4b89-8b61-7c13b4b447b9 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:08:58.544742 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7239ea-39e9-45cd-8921-b6e7987ce0fa admin admin] Made reservation on behalf of 2ba1b1c2cc124c679a1636e0bab5bdc1 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:08:58.547317 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4b7239ea-39e9-45cd-8921-b6e7987ce0fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:58.556183 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-8249e254-a34c-45f8-b5dc-a107ec7b80bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, d73c9932-385e-4b89-8b61-7c13b4b447b9) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:58.561069 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8249e254-a34c-45f8-b5dc-a107ec7b80bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:58.561690 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8249e254-a34c-45f8-b5dc-a107ec7b80bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:58.571440 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc8d211-4171-4dda-a2ee-7524289b2648 None None] Network d73c9932-385e-4b89-8b61-7c13b4b447b9 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:08:58.650446 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8249e254-a34c-45f8-b5dc-a107ec7b80bd admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0546014 Dec 16 22:08:58.714581 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d30c66-531e-4cd4-9351-978e67893a4c None None] Network d73c9932-385e-4b89-8b61-7c13b4b447b9 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:08:58.866865 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4b7239ea-39e9-45cd-8921-b6e7987ce0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:58.883595 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-f3df8946-76d3-4a59-87aa-ff12a007f1e5 req-cf34ae41-0f3c-41b4-8086-f3da49381764 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-74454415', 'description': 'tempest-description-1416090216'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:58.904030 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:58.955746 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7239ea-39e9-45cd-8921-b6e7987ce0fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b15428c8-44ae-48ab-8627-f25ebc0dcb6c,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:58.962276 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f3df8946-76d3-4a59-87aa-ff12a007f1e5 req-cf34ae41-0f3c-41b4-8086-f3da49381764 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:58.966093 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-030ac678-9fd9-4561-9413-85a50ac45188 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:58.967679 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-030ac678-9fd9-4561-9413-85a50ac45188 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/networks?id=abb99404-7d22-498b-9d97-4694a61bbb86 HTTP/1.1" status: 200 len: 811 time: 0.2998118 Dec 16 22:08:58.977847 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7239ea-39e9-45cd-8921-b6e7987ce0fa admin admin] Checking segment: {'id': '21b2b63e-bb20-47ef-bdcb-b6788e32d4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bec63147-611f-44a4-8f29-3271a223de76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:08:58.978209 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7239ea-39e9-45cd-8921-b6e7987ce0fa admin admin] Network hostable DHCP agents. Network: bec63147-611f-44a4-8f29-3271a223de76, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:08:58.993891 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-c18d3773-6162-4cf7-9dfb-e8a5d41b2b73 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/quotas/5f769285932f41f19226e56089de4890 HTTP/1.1" status: 200 len: 375 time: 0.0180395 Dec 16 22:08:59.031611 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-44b3af2f-ad1c-4e95-a7ad-02516b39681c tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5f769285932f41f19226e56089de4890&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277705 Dec 16 22:08:59.053594 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f3df8946-76d3-4a59-87aa-ff12a007f1e5 req-cf34ae41-0f3c-41b4-8086-f3da49381764 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:59.065149 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7239ea-39e9-45cd-8921-b6e7987ce0fa admin admin] Network bec63147-611f-44a4-8f29-3271a223de76 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:08:59.127985 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f3df8946-76d3-4a59-87aa-ff12a007f1e5 req-cf34ae41-0f3c-41b4-8086-f3da49381764 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:59.142102 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-2d0b696a-332f-4b84-a8f6-c5f317b496a8 service neutron] 10.222.0.75 "GET /v2.0/networks/abb99404-7d22-498b-9d97-4694a61bbb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992637 Dec 16 22:08:59.161709 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34ae41-0f3c-41b4-8086-f3da49381764 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7e2352-3886-4bd3-8d1a-6351738e5839,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:08:59.238157 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-4b7239ea-39e9-45cd-8921-b6e7987ce0fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, bec63147-611f-44a4-8f29-3271a223de76) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:08:59.240199 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f3df8946-76d3-4a59-87aa-ff12a007f1e5 req-cf34ae41-0f3c-41b4-8086-f3da49381764 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:59.241790 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f3df8946-76d3-4a59-87aa-ff12a007f1e5 req-cf34ae41-0f3c-41b4-8086-f3da49381764 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3623888 Dec 16 22:08:59.243515 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7239ea-39e9-45cd-8921-b6e7987ce0fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:59.244293 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4b7239ea-39e9-45cd-8921-b6e7987ce0fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:59.253133 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f56603-92ef-4b8d-9b72-57eb92617fe0 None None] Network bec63147-611f-44a4-8f29-3271a223de76 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:08:59.283136 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-87578662-b17f-42da-b4b8-0c6c3b869383 service neutron] 10.222.0.75 "GET /v2.0/networks/abb99404-7d22-498b-9d97-4694a61bbb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335835 Dec 16 22:08:59.378690 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49583c9-d069-418e-993c-d966ee095b53 req-3610f7be-7b4c-473e-927f-26ddcb784f5d tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:59.380318 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c49583c9-d069-418e-993c-d966ee095b53 req-3610f7be-7b4c-473e-927f-26ddcb784f5d tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 945 time: 0.0750148 Dec 16 22:08:59.400007 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bf376a-0f7e-4552-a525-c268c3cc9c7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-bec63147-611f-44a4-8f29-3271a223de76', 'network_id': 'bec63147-611f-44a4-8f29-3271a223de76', 'project_id': '2ba1b1c2cc124c679a1636e0bab5bdc1', 'fixed_ips': [{'subnet_id': 'b15428c8-44ae-48ab-8627-f25ebc0dcb6c'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:08:59.400960 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e0bf376a-0f7e-4552-a525-c268c3cc9c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:59.438956 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4b7239ea-39e9-45cd-8921-b6e7987ce0fa admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9897370 Dec 16 22:08:59.441886 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56556) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:08:59.444972 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c49583c9-d069-418e-993c-d966ee095b53 req-852e876d-a311-470a-a238-6d40bf951d0d tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574491 Dec 16 22:08:59.447933 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-03f1564a-1483-4ece-b415-19130e76f629 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1000594115-router', 'tenant_id': '2ba1b1c2cc124c679a1636e0bab5bdc1', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:59.591091 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561e50c-1647-4a74-a274-536de1836314 req-f3b7fcdd-49e2-45d8-8587-80020892acb1 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:08:59.591858 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5561e50c-1647-4a74-a274-536de1836314 req-f3b7fcdd-49e2-45d8-8587-80020892acb1 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f40cac1-a8ad-4185-8ab0-0732b87459f1 HTTP/1.1" status: 200 len: 947 time: 0.0740266 Dec 16 22:08:59.595102 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-e0bf376a-0f7e-4552-a525-c268c3cc9c7a None None] Allocated IP 172.20.0.2 (bec63147-611f-44a4-8f29-3271a223de76/b15428c8-44ae-48ab-8627-f25ebc0dcb6c/b47ab768-bf19-4c9c-966f-7b86d6024b19) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:08:59.608570 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03f1564a-1483-4ece-b415-19130e76f629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:59.610708 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03f1564a-1483-4ece-b415-19130e76f629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:59.675029 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5561e50c-1647-4a74-a274-536de1836314 req-46767c47-2c74-4a3c-a82d-e38e344b5fab tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/security-groups?id=74b7a956-0a39-4661-b286-56a30a3655e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706899 Dec 16 22:08:59.705391 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03f1564a-1483-4ece-b415-19130e76f629 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:59.804337 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-870f2d2d-bb91-4a40-8af9-e89643ab65f0 req-641d9562-49c0-46b0-9953-9ecc31098af5 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "GET /v2.0/security-groups/ce7e2352-3886-4bd3-8d1a-6351738e5839 HTTP/1.1" status: 200 len: 1820 time: 0.0783880 Dec 16 22:08:59.818502 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-870f2d2d-bb91-4a40-8af9-e89643ab65f0 req-c0b953b5-a6b6-49c2-8111-3eeadc8fd803 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ce7e2352-3886-4bd3-8d1a-6351738e5839', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:59.818835 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-870f2d2d-bb91-4a40-8af9-e89643ab65f0 req-c0b953b5-a6b6-49c2-8111-3eeadc8fd803 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ce7e2352-3886-4bd3-8d1a-6351738e5839', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:08:59.911094 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e0bf376a-0f7e-4552-a525-c268c3cc9c7a None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:08:59.997048 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e0bf376a-0f7e-4552-a525-c268c3cc9c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:00.006770 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-870f2d2d-bb91-4a40-8af9-e89643ab65f0 req-c0b953b5-a6b6-49c2-8111-3eeadc8fd803 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:00.049759 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-870f2d2d-bb91-4a40-8af9-e89643ab65f0 req-c0b953b5-a6b6-49c2-8111-3eeadc8fd803 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:00.062822 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf376a-0f7e-4552-a525-c268c3cc9c7a None None] Network bec63147-611f-44a4-8f29-3271a223de76 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:00.068398 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-e0bf376a-0f7e-4552-a525-c268c3cc9c7a None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:00.072525 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bf376a-0f7e-4552-a525-c268c3cc9c7a None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:00.080540 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf376a-0f7e-4552-a525-c268c3cc9c7a None None] Pushing event updated for resources: {'Port': ['ID=b47ab768-bf19-4c9c-966f-7b86d6024b19,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:00.145002 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-870f2d2d-bb91-4a40-8af9-e89643ab65f0 req-c0b953b5-a6b6-49c2-8111-3eeadc8fd803 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:00.145771 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e0bf376a-0f7e-4552-a525-c268c3cc9c7a None None] Attempting to bind port b47ab768-bf19-4c9c-966f-7b86d6024b19 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:09:00.146264 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e0bf376a-0f7e-4552-a525-c268c3cc9c7a None None] Attempting to bind port b47ab768-bf19-4c9c-966f-7b86d6024b19 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '21b2b63e-bb20-47ef-bdcb-b6788e32d4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bec63147-611f-44a4-8f29-3271a223de76'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:09:00.146911 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf376a-0f7e-4552-a525-c268c3cc9c7a None None] Attempting to bind port b47ab768-bf19-4c9c-966f-7b86d6024b19 on network bec63147-611f-44a4-8f29-3271a223de76 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:00.153743 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf376a-0f7e-4552-a525-c268c3cc9c7a None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:09:00.154531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf376a-0f7e-4552-a525-c268c3cc9c7a None None] Checking segment: {'id': '21b2b63e-bb20-47ef-bdcb-b6788e32d4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bec63147-611f-44a4-8f29-3271a223de76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:00.155023 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e0bf376a-0f7e-4552-a525-c268c3cc9c7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:00.155542 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf376a-0f7e-4552-a525-c268c3cc9c7a None None] Bound using segment: {'id': '21b2b63e-bb20-47ef-bdcb-b6788e32d4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bec63147-611f-44a4-8f29-3271a223de76'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:09:00.156128 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e0bf376a-0f7e-4552-a525-c268c3cc9c7a None None] Bound port: b47ab768-bf19-4c9c-966f-7b86d6024b19, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b2b63e-bb20-47ef-bdcb-b6788e32d4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bec63147-611f-44a4-8f29-3271a223de76'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:09:00.156636 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e0bf376a-0f7e-4552-a525-c268c3cc9c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:00.163225 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b953b5-a6b6-49c2-8111-3eeadc8fd803 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dced398-30bf-4823-8ca5-6956f0f5734a,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:00.180673 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4467d93f-d043-4795-8437-209d2ea5cb7d req-f670dc21-d8c6-4245-a544-bc1723b8778a tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/ports?device_id=02dcb26a-0315-446a-a06a-5de94117ad4a HTTP/1.1" status: 200 len: 210 time: 0.0294948 Dec 16 22:09:00.252714 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03f1564a-1483-4ece-b415-19130e76f629 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:00.259134 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e0bf376a-0f7e-4552-a525-c268c3cc9c7a None None] For port b47ab768-bf19-4c9c-966f-7b86d6024b19, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:00.262817 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e0bf376a-0f7e-4552-a525-c268c3cc9c7a None None] For port b47ab768-bf19-4c9c-966f-7b86d6024b19, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b47ab768-bf19-4c9c-966f-7b86d6024b19,segment=NetworkSegment(21b2b63e-bb20-47ef-bdcb-b6788e32d4f7),segment_id=21b2b63e-bb20-47ef-bdcb-b6788e32d4f7)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:09:00.267738 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-870f2d2d-bb91-4a40-8af9-e89643ab65f0 req-c0b953b5-a6b6-49c2-8111-3eeadc8fd803 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:00.269476 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-870f2d2d-bb91-4a40-8af9-e89643ab65f0 req-c0b953b5-a6b6-49c2-8111-3eeadc8fd803 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4587042 Dec 16 22:09:00.302481 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-7ace402e-e946-4f21-97ea-1c36bd8a5bb0 req-2f8a0ca4-8359-47c6-9b50-979e68e35dce tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1442330254', 'description': 'tempest-description-674261874'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:00.356700 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e0bf376a-0f7e-4552-a525-c268c3cc9c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:00.384719 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7ace402e-e946-4f21-97ea-1c36bd8a5bb0 req-2f8a0ca4-8359-47c6-9b50-979e68e35dce tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:00.413451 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device f908cde2-ab74-4c3c-9699-af9542188fd8 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:09:00.458310 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf376a-0f7e-4552-a525-c268c3cc9c7a None None] Pushing event updated for resources: {'Port': ['ID=b47ab768-bf19-4c9c-966f-7b86d6024b19,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:00.500536 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7ace402e-e946-4f21-97ea-1c36bd8a5bb0 req-2f8a0ca4-8359-47c6-9b50-979e68e35dce tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:00.612459 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port f908cde2-ab74-4c3c-9699-af9542188fd8, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=f908cde2-ab74-4c3c-9699-af9542188fd8,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:00.622017 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7ace402e-e946-4f21-97ea-1c36bd8a5bb0 req-2f8a0ca4-8359-47c6-9b50-979e68e35dce tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:00.637949 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c5e4d-71a7-4212-a93b-8f8e3eb91144 req-6406af25-1e42-404f-b58c-189e9a81646f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:00.646523 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d24c5e4d-71a7-4212-a93b-8f8e3eb91144 req-6406af25-1e42-404f-b58c-189e9a81646f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 945 time: 0.1016107 Dec 16 22:09:00.647015 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'f908cde2-ab74-4c3c-9699-af9542188fd8', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': 'f908cde2-ab74-4c3c-9699-af9542188fd8', 'mac_address': 'fa:16:3e:e6:ae:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:09:00.674277 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a0ca4-8359-47c6-9b50-979e68e35dce tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4daf0fff-6398-48d9-bc8e-2afe6f4c752c,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:00.742945 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03f1564a-1483-4ece-b415-19130e76f629 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:00.762558 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d24c5e4d-71a7-4212-a93b-8f8e3eb91144 req-a8b6741d-047c-491c-86d2-c34896aab6e2 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137476 Dec 16 22:09:00.767516 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03f1564a-1483-4ece-b415-19130e76f629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:00.777534 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:00.801539 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f908cde2-ab74-4c3c-9699-af9542188fd8 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:00.804144 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7ace402e-e946-4f21-97ea-1c36bd8a5bb0 req-2f8a0ca4-8359-47c6-9b50-979e68e35dce tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:00.821412 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ace402e-e946-4f21-97ea-1c36bd8a5bb0 req-2f8a0ca4-8359-47c6-9b50-979e68e35dce tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5244882 Dec 16 22:09:00.835915 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port f908cde2-ab74-4c3c-9699-af9542188fd8, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=f908cde2-ab74-4c3c-9699-af9542188fd8,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:00.904811 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:00.912242 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513329c-87a7-4336-a5d9-3fb009174b0b req-95b665c6-f52f-4908-ba90-bb3f3d459f22 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:00.920142 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3513329c-87a7-4336-a5d9-3fb009174b0b req-95b665c6-f52f-4908-ba90-bb3f3d459f22 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f40cac1-a8ad-4185-8ab0-0732b87459f1 HTTP/1.1" status: 200 len: 947 time: 0.0631216 Dec 16 22:09:00.987068 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3513329c-87a7-4336-a5d9-3fb009174b0b req-71328bd2-074c-4929-a91d-7bc868b218fd tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/security-groups?id=74b7a956-0a39-4661-b286-56a30a3655e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658665 Dec 16 22:09:01.011829 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=f908cde2-ab74-4c3c-9699-af9542188fd8,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:01.061570 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-03f1564a-1483-4ece-b415-19130e76f629 admin admin] Allocated IP 172.25.6.89 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/d2e16c88-ac8d-4f90-a97a-6083ddece391) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:01.084954 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c0584f22-600b-4b18-883a-904e370ca406 req-d72cc6a5-b80f-418d-a44d-35468077e448 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "GET /v2.0/security-groups/4daf0fff-6398-48d9-bc8e-2afe6f4c752c HTTP/1.1" status: 200 len: 1821 time: 0.0746434 Dec 16 22:09:01.128194 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-c0584f22-600b-4b18-883a-904e370ca406 req-31d72212-4447-4edb-9b11-06302961251f tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4daf0fff-6398-48d9-bc8e-2afe6f4c752c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:01.128528 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-c0584f22-600b-4b18-883a-904e370ca406 req-31d72212-4447-4edb-9b11-06302961251f tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4daf0fff-6398-48d9-bc8e-2afe6f4c752c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:01.213540 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03f1564a-1483-4ece-b415-19130e76f629 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:01.231924 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['f908cde2-ab74-4c3c-9699-af9542188fd8'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:01.291876 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b47ab768-bf19-4c9c-966f-7b86d6024b19 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:01.321833 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c0584f22-600b-4b18-883a-904e370ca406 req-31d72212-4447-4edb-9b11-06302961251f tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:01.352975 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-169570ef-8694-4510-9141-fbe49dbfdc52 req-64a41cc1-2ee8-49da-8971-580c68d17a70 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/ports?device_id=02dcb26a-0315-446a-a06a-5de94117ad4a HTTP/1.1" status: 200 len: 210 time: 0.0616517 Dec 16 22:09:01.363290 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c0584f22-600b-4b18-883a-904e370ca406 req-31d72212-4447-4edb-9b11-06302961251f tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:01.368798 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03f1564a-1483-4ece-b415-19130e76f629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:01.425139 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f1564a-1483-4ece-b415-19130e76f629 admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:01.430242 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-03f1564a-1483-4ece-b415-19130e76f629 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:01.432922 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f1564a-1483-4ece-b415-19130e76f629 admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:01.460227 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c0584f22-600b-4b18-883a-904e370ca406 req-31d72212-4447-4edb-9b11-06302961251f tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:01.484762 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port b47ab768-bf19-4c9c-966f-7b86d6024b19 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:01.486113 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:01.496227 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1564a-1483-4ece-b415-19130e76f629 admin admin] Pushing event updated for resources: {'Port': ['ID=d2e16c88-ac8d-4f90-a97a-6083ddece391,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:01.510070 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d72212-4447-4edb-9b11-06302961251f tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d12726-c8da-4325-bd4f-960878493447,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:01.631252 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:01.671248 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port b47ab768-bf19-4c9c-966f-7b86d6024b19, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b47ab768-bf19-4c9c-966f-7b86d6024b19,segment=NetworkSegment(21b2b63e-bb20-47ef-bdcb-b6788e32d4f7),segment_id=21b2b63e-bb20-47ef-bdcb-b6788e32d4f7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:01.677236 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c0584f22-600b-4b18-883a-904e370ca406 req-31d72212-4447-4edb-9b11-06302961251f tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:01.678481 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c0584f22-600b-4b18-883a-904e370ca406 req-31d72212-4447-4edb-9b11-06302961251f tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5794377 Dec 16 22:09:01.709942 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-aa76e86b-678c-4462-9196-24fba28e1a1a req-2112f718-878f-4da3-9e5b-83fd6ff58fee tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2017348079', 'description': 'tempest-description-449235527'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:01.739234 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:01.812669 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=b47ab768-bf19-4c9c-966f-7b86d6024b19,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:01.853358 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-aa76e86b-678c-4462-9196-24fba28e1a1a req-2112f718-878f-4da3-9e5b-83fd6ff58fee tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:01.901442 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4855b7bf-080a-4f94-bd0f-692c65e24a01 None None] Network bec63147-611f-44a4-8f29-3271a223de76 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:09:01.962404 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-aa76e86b-678c-4462-9196-24fba28e1a1a req-2112f718-878f-4da3-9e5b-83fd6ff58fee tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:01.977996 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c87a6e8a-1eda-46ce-af85-04c1ffef6618 None None] Provisioning complete for port b47ab768-bf19-4c9c-966f-7b86d6024b19 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:01.978409 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c87a6e8a-1eda-46ce-af85-04c1ffef6618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:02.002898 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646193ff-83a5-48fe-bfc7-9dee3658c5af req-d70c1a53-9eaf-439a-8b7c-c3027ab40187 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:02.004798 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-646193ff-83a5-48fe-bfc7-9dee3658c5af req-d70c1a53-9eaf-439a-8b7c-c3027ab40187 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 945 time: 0.1305804 Dec 16 22:09:02.005426 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03f1564a-1483-4ece-b415-19130e76f629 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:02.053486 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-aa76e86b-678c-4462-9196-24fba28e1a1a req-2112f718-878f-4da3-9e5b-83fd6ff58fee tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:02.144097 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112f718-878f-4da3-9e5b-83fd6ff58fee tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2009bee5-0a28-4c5b-9b73-29a72d3ded02,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:02.151763 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-646193ff-83a5-48fe-bfc7-9dee3658c5af req-e7742e81-d5f8-4cc5-b9b5-7f1fa156cfbd tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016288 Dec 16 22:09:02.255569 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-aa76e86b-678c-4462-9196-24fba28e1a1a req-2112f718-878f-4da3-9e5b-83fd6ff58fee tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:02.256857 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aa76e86b-678c-4462-9196-24fba28e1a1a req-2112f718-878f-4da3-9e5b-83fd6ff58fee tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5521204 Dec 16 22:09:02.307671 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03f1564a-1483-4ece-b415-19130e76f629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:02.321768 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-5321ded7-dffe-4a38-8868-a25a42a458db req-e34c466b-2a21-4a52-97c1-2d8cee288752 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1919535743', 'description': 'tempest-description-1783709009'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:02.385120 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3b02e-1b61-492d-9128-0a009c3efcb9 req-1aab0536-848a-4f44-8079-7980adaa43fa tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:02.387404 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5bc3b02e-1b61-492d-9128-0a009c3efcb9 req-1aab0536-848a-4f44-8079-7980adaa43fa tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f40cac1-a8ad-4185-8ab0-0732b87459f1 HTTP/1.1" status: 200 len: 948 time: 0.0570929 Dec 16 22:09:02.426984 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device f908cde2-ab74-4c3c-9699-af9542188fd8 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:02.446577 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5bc3b02e-1b61-492d-9128-0a009c3efcb9 req-91bc93b7-a101-4d84-abfd-adadc472b7b1 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/security-groups?id=74b7a956-0a39-4661-b286-56a30a3655e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518849 Dec 16 22:09:02.517376 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-111307d7-dfb8-4ebc-af49-52cfb4e94b08 None None] Provisioning complete for port b47ab768-bf19-4c9c-966f-7b86d6024b19 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:02.517944 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-111307d7-dfb8-4ebc-af49-52cfb4e94b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:02.601740 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5321ded7-dffe-4a38-8868-a25a42a458db req-e34c466b-2a21-4a52-97c1-2d8cee288752 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:02.620659 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-0f882b9a-40cb-49a8-9f18-5a2c2e8ee6a1 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:02.622370 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-0f882b9a-40cb-49a8-9f18-5a2c2e8ee6a1 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.57 "GET /v2.0/networks?id=abb99404-7d22-498b-9d97-4694a61bbb86 HTTP/1.1" status: 200 len: 811 time: 0.3044393 Dec 16 22:09:02.631160 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port f908cde2-ab74-4c3c-9699-af9542188fd8 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:09:02.632771 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-296eb4d6-993a-47e4-b1de-ae5d5a549d6d req-1a973036-9a4d-4b63-9d72-3b212ec358ff tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/ports?device_id=02dcb26a-0315-446a-a06a-5de94117ad4a HTTP/1.1" status: 200 len: 210 time: 0.0558159 Dec 16 22:09:02.642462 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port f908cde2-ab74-4c3c-9699-af9542188fd8 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:02.643159 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:02.651241 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-000801d5-e3e7-453d-80c9-df35c405142f tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Request body: {'port': {'device_id': '02dcb26a-0315-446a-a06a-5de94117ad4a', 'network_id': 'abb99404-7d22-498b-9d97-4694a61bbb86', 'admin_state_up': True, 'tenant_id': '5f769285932f41f19226e56089de4890'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:02.763920 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:02.791620 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5321ded7-dffe-4a38-8868-a25a42a458db req-e34c466b-2a21-4a52-97c1-2d8cee288752 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:02.810086 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f1564a-1483-4ece-b415-19130e76f629 admin admin] Router 5a842712-33ed-4522-89ff-767cd34d70a4 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:09:02.813223 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f40cac1-a8ad-4185-8ab0-0732b87459f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f908cde2-ab74-4c3c-9699-af9542188fd8'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:02.819536 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282ee3c3-ffb1-43ff-81eb-8f4409124662" -d '{"events": [{"server_uuid": "2f40cac1-a8ad-4185-8ab0-0732b87459f1", "name": "network-vif-plugged", "status": "completed", "tag": "f908cde2-ab74-4c3c-9699-af9542188fd8"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:02.853826 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port f908cde2-ab74-4c3c-9699-af9542188fd8, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=f908cde2-ab74-4c3c-9699-af9542188fd8,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:02.896702 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae1c91b-8371-4769-861b-e213c510beae x-openstack-request-id: req-aae1c91b-8371-4769-861b-e213c510beae {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:02.897153 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f40cac1-a8ad-4185-8ab0-0732b87459f1", "name": "network-vif-plugged", "status": "completed", "tag": "f908cde2-ab74-4c3c-9699-af9542188fd8", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:02.897534 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-aae1c91b-8371-4769-861b-e213c510beae {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:02.898106 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f40cac1-a8ad-4185-8ab0-0732b87459f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f908cde2-ab74-4c3c-9699-af9542188fd8', 'code': 200} Dec 16 22:09:02.908252 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5321ded7-dffe-4a38-8868-a25a42a458db req-e34c466b-2a21-4a52-97c1-2d8cee288752 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:02.943768 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-000801d5-e3e7-453d-80c9-df35c405142f tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Made reservation on behalf of 5f769285932f41f19226e56089de4890 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:09:02.948709 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-000801d5-e3e7-453d-80c9-df35c405142f tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:02.951374 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:03.044836 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=f908cde2-ab74-4c3c-9699-af9542188fd8,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:03.085310 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5321ded7-dffe-4a38-8868-a25a42a458db req-e34c466b-2a21-4a52-97c1-2d8cee288752 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:03.087403 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5321ded7-dffe-4a38-8868-a25a42a458db req-e34c466b-2a21-4a52-97c1-2d8cee288752 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.7898049 Dec 16 22:09:03.118748 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c466b-2a21-4a52-97c1-2d8cee288752 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c41ad06a-0a1e-4d4e-8c27-3889face96bb,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:03.231347 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f1564a-1483-4ece-b415-19130e76f629 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:09:03.245313 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3372a0-bbc1-43d4-885b-c66540ab5308 req-687e269f-7255-4e01-a58e-b6569fa592b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:03.246843 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e3372a0-bbc1-43d4-885b-c66540ab5308 req-687e269f-7255-4e01-a58e-b6569fa592b9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2f40cac1-a8ad-4185-8ab0-0732b87459f1 HTTP/1.1" status: 200 len: 1100 time: 0.1864626 Dec 16 22:09:03.247022 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36206d4e-c5c2-4c9c-abb4-eab17726e42b req-7453569a-defb-425c-a319-c5b96fb1b650 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "GET /v2.0/security-groups/2009bee5-0a28-4c5b-9b73-29a72d3ded02 HTTP/1.1" status: 200 len: 1821 time: 0.0923598 Dec 16 22:09:03.271623 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9433f20-1e95-4195-b538-04526df15f05 None None] Sync routers for ids ['5a842712-33ed-4522-89ff-767cd34d70a4'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:09:03.295036 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9433f20-1e95-4195-b538-04526df15f05 None None] Routers {'5a842712-33ed-4522-89ff-767cd34d70a4'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:09:03.295632 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-d9433f20-1e95-4195-b538-04526df15f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:08:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['5a842712-33ed-4522-89ff-767cd34d70a4'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:03.353447 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36206d4e-c5c2-4c9c-abb4-eab17726e42b req-aeabcfea-e2e4-4823-9cf4-db039709ca8e tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "GET /v2.0/security-groups/c41ad06a-0a1e-4d4e-8c27-3889face96bb HTTP/1.1" status: 200 len: 1822 time: 0.1054502 Dec 16 22:09:03.364671 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-36206d4e-c5c2-4c9c-abb4-eab17726e42b req-20a45665-abba-4051-9d3d-709df97c9037 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2009bee5-0a28-4c5b-9b73-29a72d3ded02', 'remote_group_id': 'c41ad06a-0a1e-4d4e-8c27-3889face96bb', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:03.365544 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-36206d4e-c5c2-4c9c-abb4-eab17726e42b req-20a45665-abba-4051-9d3d-709df97c9037 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2009bee5-0a28-4c5b-9b73-29a72d3ded02', 'remote_group_id': 'c41ad06a-0a1e-4d4e-8c27-3889face96bb', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:03.366960 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b47ab768-bf19-4c9c-966f-7b86d6024b19 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:03.455483 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03f1564a-1483-4ece-b415-19130e76f629 admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:03.457456 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-03f1564a-1483-4ece-b415-19130e76f629 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0143373 Dec 16 22:09:03.460868 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56600) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:03.508386 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7b130-71dc-4b18-9d43-63df3f1c6579 req-ad710dfc-1f67-4217-9a43-2448f8dcc239 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:03.510121 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3df7b130-71dc-4b18-9d43-63df3f1c6579 req-ad710dfc-1f67-4217-9a43-2448f8dcc239 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 945 time: 0.1934345 Dec 16 22:09:03.515722 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e3372a0-bbc1-43d4-885b-c66540ab5308 req-cc9297a9-1f8c-4fa5-958b-a8a7e2a56586 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=74b7a956-0a39-4661-b286-56a30a3655e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158616 Dec 16 22:09:03.517402 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-000801d5-e3e7-453d-80c9-df35c405142f tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Allocated IP 172.20.0.5 (abb99404-7d22-498b-9d97-4694a61bbb86/de724f1f-7af2-4148-9c18-4069c7e80395/da1aa644-ca90-4b70-afd9-a3bb4df7b23d) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:03.604371 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3df7b130-71dc-4b18-9d43-63df3f1c6579 req-84252d00-260c-402b-a050-815f0f6e788c tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842211 Dec 16 22:09:03.637145 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-d9433f20-1e95-4195-b538-04526df15f05 None None] Set router 5a842712-33ed-4522-89ff-767cd34d70a4 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:09:03.794123 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-000801d5-e3e7-453d-80c9-df35c405142f tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:03.818108 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-36206d4e-c5c2-4c9c-abb4-eab17726e42b req-20a45665-abba-4051-9d3d-709df97c9037 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:03.860309 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port b47ab768-bf19-4c9c-966f-7b86d6024b19 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:03.860745 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:03.897956 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-36206d4e-c5c2-4c9c-abb4-eab17726e42b req-20a45665-abba-4051-9d3d-709df97c9037 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:03.933776 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-000801d5-e3e7-453d-80c9-df35c405142f tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:03.995736 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-36206d4e-c5c2-4c9c-abb4-eab17726e42b req-20a45665-abba-4051-9d3d-709df97c9037 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:03.996512 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-000801d5-e3e7-453d-80c9-df35c405142f tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Network abb99404-7d22-498b-9d97-4694a61bbb86 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:04.001960 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-000801d5-e3e7-453d-80c9-df35c405142f tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:04.010651 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-000801d5-e3e7-453d-80c9-df35c405142f tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:04.028130 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8c685-b7a8-4192-8a43-bf02a832cbce req-1b44634d-f789-44fd-935d-456287277065 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:04.031726 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e1b8c685-b7a8-4192-8a43-bf02a832cbce req-1b44634d-f789-44fd-935d-456287277065 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f40cac1-a8ad-4185-8ab0-0732b87459f1 HTTP/1.1" status: 200 len: 949 time: 0.1434681 Dec 16 22:09:04.033452 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a45665-abba-4051-9d3d-709df97c9037 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb42d216-7f2a-4e3e-9fa1-4f731c711d3f,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:04.106109 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-d9433f20-1e95-4195-b538-04526df15f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a842712-33ed-4522-89ff-767cd34d70a4', 'name': 'tempest-FloatingIPsTestJSON-1000594115-router', 'tenant_id': '2ba1b1c2cc124c679a1636e0bab5bdc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'd2e16c88-ac8d-4f90-a97a-6083ddece391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:08:59Z', 'updated_at': '2021-12-16T22:09:01Z', 'revision_number': 3, 'project_id': '2ba1b1c2cc124c679a1636e0bab5bdc1', 'gw_port': {'id': 'd2e16c88-ac8d-4f90-a97a-6083ddece391', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a842712-33ed-4522-89ff-767cd34d70a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:00Z', 'updated_at': '2021-12-16T22:09:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:04.116856 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000801d5-e3e7-453d-80c9-df35c405142f tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Pushing event updated for resources: {'Port': ['ID=da1aa644-ca90-4b70-afd9-a3bb4df7b23d,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:04.148119 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9433f20-1e95-4195-b538-04526df15f05 None None] Checking router: 5a842712-33ed-4522-89ff-767cd34d70a4 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:09:04.148521 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9433f20-1e95-4195-b538-04526df15f05 None None] Updating router 5a842712-33ed-4522-89ff-767cd34d70a4 port d2e16c88-ac8d-4f90-a97a-6083ddece391 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:09:04.161309 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-000801d5-e3e7-453d-80c9-df35c405142f tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:04.162156 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-000801d5-e3e7-453d-80c9-df35c405142f tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:04.176961 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9433f20-1e95-4195-b538-04526df15f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:04.184735 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-36206d4e-c5c2-4c9c-abb4-eab17726e42b req-20a45665-abba-4051-9d3d-709df97c9037 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:04.188661 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36206d4e-c5c2-4c9c-abb4-eab17726e42b req-20a45665-abba-4051-9d3d-709df97c9037 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8261750 Dec 16 22:09:04.222286 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e1b8c685-b7a8-4192-8a43-bf02a832cbce req-f0c1c6f1-e349-4755-b8a1-7b53615f2df5 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/security-groups?id=74b7a956-0a39-4661-b286-56a30a3655e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439424 Dec 16 22:09:04.274010 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-f8a39264-c552-488c-a48c-817a8143006d req-54c6fb26-a37d-46f4-85a2-ec7414ed4cd9 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-685683658', 'description': 'tempest-description-2105384159'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:04.284824 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-000801d5-e3e7-453d-80c9-df35c405142f tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6457787 Dec 16 22:09:04.308153 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-dc93afca-39da-4f31-ada7-49d2268dc76a service neutron] Request body: {'port': {'device_id': '02dcb26a-0315-446a-a06a-5de94117ad4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:04.361350 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c182b0a-5fc6-4cdf-bde4-46b9c0d2447e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:04.383563 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-dc93afca-39da-4f31-ada7-49d2268dc76a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:04.387142 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f8a39264-c552-488c-a48c-817a8143006d req-54c6fb26-a37d-46f4-85a2-ec7414ed4cd9 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:04.394951 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d765c-c256-44ca-af0c-dde0d1fbca6f req-b4973bf3-1c0d-4af2-a239-24d1c67bdcf0 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:04.397225 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-776d765c-c256-44ca-af0c-dde0d1fbca6f req-b4973bf3-1c0d-4af2-a239-24d1c67bdcf0 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/ports?device_id=02dcb26a-0315-446a-a06a-5de94117ad4a HTTP/1.1" status: 200 len: 931 time: 0.1082327 Dec 16 22:09:04.577961 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-776d765c-c256-44ca-af0c-dde0d1fbca6f req-90072d16-4aa3-4079-a689-d17d811f2b14 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/security-groups?id=4efd96a4-78a3-4a59-bed5-c882a2c06852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688235 Dec 16 22:09:04.624206 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9433f20-1e95-4195-b538-04526df15f05 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:04.701561 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-8c182b0a-5fc6-4cdf-bde4-46b9c0d2447e admin admin] Allocated IP 172.20.0.1 (bec63147-611f-44a4-8f29-3271a223de76/b15428c8-44ae-48ab-8627-f25ebc0dcb6c/f8786480-6c59-42ea-9f3d-15fb9680a628) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:04.783874 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9433f20-1e95-4195-b538-04526df15f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:04.858214 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d9433f20-1e95-4195-b538-04526df15f05 None None] Attempting to bind port d2e16c88-ac8d-4f90-a97a-6083ddece391 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:09:04.858727 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d9433f20-1e95-4195-b538-04526df15f05 None None] Attempting to bind port d2e16c88-ac8d-4f90-a97a-6083ddece391 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:09:04.859697 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9433f20-1e95-4195-b538-04526df15f05 None None] Attempting to bind port d2e16c88-ac8d-4f90-a97a-6083ddece391 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:04.872226 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f8a39264-c552-488c-a48c-817a8143006d req-54c6fb26-a37d-46f4-85a2-ec7414ed4cd9 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:04.872792 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9433f20-1e95-4195-b538-04526df15f05 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:09:04.873136 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9433f20-1e95-4195-b538-04526df15f05 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:04.873661 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9433f20-1e95-4195-b538-04526df15f05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:04.874201 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9433f20-1e95-4195-b538-04526df15f05 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:09:04.874980 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d9433f20-1e95-4195-b538-04526df15f05 None None] Bound port: d2e16c88-ac8d-4f90-a97a-6083ddece391, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:09:04.875634 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9433f20-1e95-4195-b538-04526df15f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:04.907656 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f9857-5c30-4b55-a5ee-a01c90ca6597 None None] Pushing event updated for resources: {'Port': ['ID=d2e16c88-ac8d-4f90-a97a-6083ddece391,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:04.932173 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f8a39264-c552-488c-a48c-817a8143006d req-54c6fb26-a37d-46f4-85a2-ec7414ed4cd9 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:04.946682 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d9433f20-1e95-4195-b538-04526df15f05 None None] For port d2e16c88-ac8d-4f90-a97a-6083ddece391, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:04.953039 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d9433f20-1e95-4195-b538-04526df15f05 None None] For port d2e16c88-ac8d-4f90-a97a-6083ddece391, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d2e16c88-ac8d-4f90-a97a-6083ddece391,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:09:04.956936 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-dc93afca-39da-4f31-ada7-49d2268dc76a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1aa644-ca90-4b70-afd9-a3bb4df7b23d {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:04.965485 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-dc93afca-39da-4f31-ada7-49d2268dc76a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:04.979029 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-dc93afca-39da-4f31-ada7-49d2268dc76a service neutron] Transition to ACTIVE for port object da1aa644-ca90-4b70-afd9-a3bb4df7b23d will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:09:05.026875 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9ec88-479f-43e8-a540-dee2521bfa9d req-4f37f3fb-10c0-4166-a684-a8e64f48534f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:05.029473 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-50c9ec88-479f-43e8-a540-dee2521bfa9d req-4f37f3fb-10c0-4166-a684-a8e64f48534f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 945 time: 0.3098712 Dec 16 22:09:05.049997 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6fb26-a37d-46f4-85a2-ec7414ed4cd9 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d797eb9-73e4-43b7-a3bb-a680a6d82cc5,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:05.069650 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e0111d88-8474-498e-a8ba-af81d0ea8bed req-bef3ec75-7702-4d19-8314-fdd900637a89 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0592813 Dec 16 22:09:05.087908 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-dc93afca-39da-4f31-ada7-49d2268dc76a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:05.088256 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9433f20-1e95-4195-b538-04526df15f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:05.118705 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c182b0a-5fc6-4cdf-bde4-46b9c0d2447e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:05.200972 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9433f20-1e95-4195-b538-04526df15f05 None None] Routers {'5a842712-33ed-4522-89ff-767cd34d70a4'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:09:05.202074 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-d9433f20-1e95-4195-b538-04526df15f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:08:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['5a842712-33ed-4522-89ff-767cd34d70a4'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:05.232147 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-50c9ec88-479f-43e8-a540-dee2521bfa9d req-1b6dcc73-cfbd-4dfb-9a08-863627fb112b tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852114 Dec 16 22:09:05.282777 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f8a39264-c552-488c-a48c-817a8143006d req-54c6fb26-a37d-46f4-85a2-ec7414ed4cd9 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:05.297886 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f8a39264-c552-488c-a48c-817a8143006d req-54c6fb26-a37d-46f4-85a2-ec7414ed4cd9 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 1.0279763 Dec 16 22:09:05.353036 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f9857-5c30-4b55-a5ee-a01c90ca6597 None None] Pushing event updated for resources: {'Port': ['ID=d2e16c88-ac8d-4f90-a97a-6083ddece391,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:05.385489 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c182b0a-5fc6-4cdf-bde4-46b9c0d2447e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:05.408714 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93afca-39da-4f31-ada7-49d2268dc76a service neutron] Pushing event updated for resources: {'Port': ['ID=da1aa644-ca90-4b70-afd9-a3bb4df7b23d,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:05.487594 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0111d88-8474-498e-a8ba-af81d0ea8bed req-3070d8b8-faca-479d-a4ff-dbb0b672f960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:05.487843 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-d9433f20-1e95-4195-b538-04526df15f05 None None] Set router 5a842712-33ed-4522-89ff-767cd34d70a4 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:09:05.489068 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e0111d88-8474-498e-a8ba-af81d0ea8bed req-3070d8b8-faca-479d-a4ff-dbb0b672f960 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70ddf0fe02f649f28d93270673f4f1b0&device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 1095 time: 0.3357518 Dec 16 22:09:05.495782 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c182b0a-5fc6-4cdf-bde4-46b9c0d2447e admin admin] Network bec63147-611f-44a4-8f29-3271a223de76 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:05.516033 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-e88f06c8-1d82-473e-b565-9b1e0451cbe6 req-0cbd0b22-e78b-4bfd-bef5-27871e221008 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-318627031', 'description': 'tempest-description-924437694'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:05.524288 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-8c182b0a-5fc6-4cdf-bde4-46b9c0d2447e admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:05.525118 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-dc93afca-39da-4f31-ada7-49d2268dc76a service neutron] Attempting to bind port da1aa644-ca90-4b70-afd9-a3bb4df7b23d on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:09:05.525481 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-dc93afca-39da-4f31-ada7-49d2268dc76a service neutron] Attempting to bind port da1aa644-ca90-4b70-afd9-a3bb4df7b23d by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'aefc77f4-f9ac-4892-b3e2-e947a0dd1cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'abb99404-7d22-498b-9d97-4694a61bbb86'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:09:05.525916 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-dc93afca-39da-4f31-ada7-49d2268dc76a service neutron] Attempting to bind port da1aa644-ca90-4b70-afd9-a3bb4df7b23d on network abb99404-7d22-498b-9d97-4694a61bbb86 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:05.568393 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398a867-1163-4a4f-9608-f21a320c8ab3 req-97710214-f0d8-439f-be98-8ac5773611d8 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:05.578196 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2398a867-1163-4a4f-9608-f21a320c8ab3 req-97710214-f0d8-439f-be98-8ac5773611d8 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f40cac1-a8ad-4185-8ab0-0732b87459f1 HTTP/1.1" status: 200 len: 949 time: 0.1615229 Dec 16 22:09:05.599316 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c182b0a-5fc6-4cdf-bde4-46b9c0d2447e admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:05.605258 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-dc93afca-39da-4f31-ada7-49d2268dc76a service neutron] Port da1aa644-ca90-4b70-afd9-a3bb4df7b23d on network abb99404-7d22-498b-9d97-4694a61bbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:09:05.606409 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-dc93afca-39da-4f31-ada7-49d2268dc76a service neutron] Attempting to bind port da1aa644-ca90-4b70-afd9-a3bb4df7b23d on network abb99404-7d22-498b-9d97-4694a61bbb86 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:05.671526 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c182b0a-5fc6-4cdf-bde4-46b9c0d2447e admin admin] Pushing event updated for resources: {'Port': ['ID=f8786480-6c59-42ea-9f3d-15fb9680a628,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:05.701451 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e88f06c8-1d82-473e-b565-9b1e0451cbe6 req-0cbd0b22-e78b-4bfd-bef5-27871e221008 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:05.710991 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c182b0a-5fc6-4cdf-bde4-46b9c0d2447e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:05.716708 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-dc93afca-39da-4f31-ada7-49d2268dc76a service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:09:05.718735 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-dc93afca-39da-4f31-ada7-49d2268dc76a service neutron] Checking segment: {'id': 'aefc77f4-f9ac-4892-b3e2-e947a0dd1cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'abb99404-7d22-498b-9d97-4694a61bbb86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:05.719777 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-dc93afca-39da-4f31-ada7-49d2268dc76a service neutron] Bound using segment: {'id': 'aefc77f4-f9ac-4892-b3e2-e947a0dd1cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'abb99404-7d22-498b-9d97-4694a61bbb86'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:09:05.720593 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-dc93afca-39da-4f31-ada7-49d2268dc76a service neutron] Bound port: da1aa644-ca90-4b70-afd9-a3bb4df7b23d, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefc77f4-f9ac-4892-b3e2-e947a0dd1cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'abb99404-7d22-498b-9d97-4694a61bbb86'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:09:05.738590 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-dc93afca-39da-4f31-ada7-49d2268dc76a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:05.763298 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-d9433f20-1e95-4195-b538-04526df15f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a842712-33ed-4522-89ff-767cd34d70a4', 'name': 'tempest-FloatingIPsTestJSON-1000594115-router', 'tenant_id': '2ba1b1c2cc124c679a1636e0bab5bdc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'd2e16c88-ac8d-4f90-a97a-6083ddece391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:08:59Z', 'updated_at': '2021-12-16T22:09:01Z', 'revision_number': 3, 'project_id': '2ba1b1c2cc124c679a1636e0bab5bdc1', 'gw_port': {'id': 'd2e16c88-ac8d-4f90-a97a-6083ddece391', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a842712-33ed-4522-89ff-767cd34d70a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:00Z', 'updated_at': '2021-12-16T22:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:05.826419 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9433f20-1e95-4195-b538-04526df15f05 None None] The sync data for ids ['5a842712-33ed-4522-89ff-767cd34d70a4'] in n-d-815324-4 is: [{'id': '5a842712-33ed-4522-89ff-767cd34d70a4', 'name': 'tempest-FloatingIPsTestJSON-1000594115-router', 'tenant_id': '2ba1b1c2cc124c679a1636e0bab5bdc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'd2e16c88-ac8d-4f90-a97a-6083ddece391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:08:59Z', 'updated_at': '2021-12-16T22:09:01Z', 'revision_number': 3, 'project_id': '2ba1b1c2cc124c679a1636e0bab5bdc1', 'gw_port': {'id': 'd2e16c88-ac8d-4f90-a97a-6083ddece391', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a842712-33ed-4522-89ff-767cd34d70a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:00Z', 'updated_at': '2021-12-16T22:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:09:05.970709 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-dc93afca-39da-4f31-ada7-49d2268dc76a service neutron] For port da1aa644-ca90-4b70-afd9-a3bb4df7b23d, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:05.989993 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-12ba0f66-2604-4947-942e-d4c877b0c28e None None] Provisioning complete for port f8786480-6c59-42ea-9f3d-15fb9680a628 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:05.990505 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-12ba0f66-2604-4947-942e-d4c877b0c28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:06.029369 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-dc93afca-39da-4f31-ada7-49d2268dc76a service neutron] For port da1aa644-ca90-4b70-afd9-a3bb4df7b23d, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=da1aa644-ca90-4b70-afd9-a3bb4df7b23d,segment=NetworkSegment(aefc77f4-f9ac-4892-b3e2-e947a0dd1cfa),segment_id=aefc77f4-f9ac-4892-b3e2-e947a0dd1cfa)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:09:06.052350 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2398a867-1163-4a4f-9608-f21a320c8ab3 req-33a41ab4-72cb-446b-aaa9-45568765f159 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/security-groups?id=74b7a956-0a39-4661-b286-56a30a3655e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726207 Dec 16 22:09:06.068988 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-12ba0f66-2604-4947-942e-d4c877b0c28e None None] Port f8786480-6c59-42ea-9f3d-15fb9680a628 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:09:06.101903 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0111d88-8474-498e-a8ba-af81d0ea8bed req-4793de77-0b3c-4db3-84da-ad9933ac370e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:06.103724 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e0111d88-8474-498e-a8ba-af81d0ea8bed req-4793de77-0b3c-4db3-84da-ad9933ac370e service neutron] 10.222.0.57 "GET /v2.0/networks?id=851b3d27-6497-40f0-b603-b3da566b57ea HTTP/1.1" status: 200 len: 908 time: 0.5798781 Dec 16 22:09:06.105722 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-dc93afca-39da-4f31-ada7-49d2268dc76a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:06.120800 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e88f06c8-1d82-473e-b565-9b1e0451cbe6 req-0cbd0b22-e78b-4bfd-bef5-27871e221008 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:06.130066 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c182b0a-5fc6-4cdf-bde4-46b9c0d2447e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:06.198848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-dc93afca-39da-4f31-ada7-49d2268dc76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:06.199514 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-dc93afca-39da-4f31-ada7-49d2268dc76a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:06.201191 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-dc93afca-39da-4f31-ada7-49d2268dc76a service neutron] 10.222.0.57 "PUT /v2.0/ports/da1aa644-ca90-4b70-afd9-a3bb4df7b23d HTTP/1.1" status: 200 len: 1091 time: 1.8996186 Dec 16 22:09:06.202928 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02dcb26a-0315-446a-a06a-5de94117ad4a', 'tag': 'da1aa644-ca90-4b70-afd9-a3bb4df7b23d'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:06.206032 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3396d4-417c-44cc-8743-fa5c450842cf" -d '{"events": [{"name": "network-changed", "server_uuid": "02dcb26a-0315-446a-a06a-5de94117ad4a", "tag": "da1aa644-ca90-4b70-afd9-a3bb4df7b23d"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:06.254660 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e88f06c8-1d82-473e-b565-9b1e0451cbe6 req-0cbd0b22-e78b-4bfd-bef5-27871e221008 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:06.268745 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e0111d88-8474-498e-a8ba-af81d0ea8bed req-5f61c59d-604b-498f-a43c-a07a24a3d3ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d116848c-1471-4247-aa08-ce165700ea6b HTTP/1.1" status: 200 len: 217 time: 0.1510432 Dec 16 22:09:06.290222 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93afca-39da-4f31-ada7-49d2268dc76a service neutron] Pushing event updated for resources: {'Port': ['ID=da1aa644-ca90-4b70-afd9-a3bb4df7b23d,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:06.394281 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd0b22-e78b-4bfd-bef5-27871e221008 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=810d5194-82c0-42e9-b09c-85c133b965f5,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:06.409409 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bdd53-4d68-445a-8345-64bbd636d189 req-142757e9-0e48-4d3c-bb62-7681f95712de tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:06.416525 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e88f06c8-1d82-473e-b565-9b1e0451cbe6 req-0cbd0b22-e78b-4bfd-bef5-27871e221008 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:06.417758 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e88f06c8-1d82-473e-b565-9b1e0451cbe6 req-0cbd0b22-e78b-4bfd-bef5-27871e221008 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.9254651 Dec 16 22:09:06.433344 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b8bdd53-4d68-445a-8345-64bbd636d189 req-142757e9-0e48-4d3c-bb62-7681f95712de tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/ports?device_id=02dcb26a-0315-446a-a06a-5de94117ad4a HTTP/1.1" status: 200 len: 943 time: 0.2306623 Dec 16 22:09:06.478342 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0111d88-8474-498e-a8ba-af81d0ea8bed req-f9a7e958-6b2b-4163-a5e6-0363d75cd51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:06.480017 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e0111d88-8474-498e-a8ba-af81d0ea8bed req-f9a7e958-6b2b-4163-a5e6-0363d75cd51f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ac517c80-ed1c-4940-8a98-4b18f46cf35e HTTP/1.1" status: 200 len: 848 time: 0.1921854 Dec 16 22:09:06.562545 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c182b0a-5fc6-4cdf-bde4-46b9c0d2447e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:06.589924 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e0111d88-8474-498e-a8ba-af81d0ea8bed req-9f67248e-5739-4d18-ac4c-bfe0015fde84 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=851b3d27-6497-40f0-b603-b3da566b57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647802 Dec 16 22:09:06.608054 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b8bdd53-4d68-445a-8345-64bbd636d189 req-2ce961ef-0db0-4091-884d-2feec00b7f55 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/security-groups?id=4efd96a4-78a3-4a59-bed5-c882a2c06852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741431 Dec 16 22:09:06.659353 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c182b0a-5fc6-4cdf-bde4-46b9c0d2447e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:06.807320 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c182b0a-5fc6-4cdf-bde4-46b9c0d2447e admin admin] Pushing event updated for resources: {'Port': ['ID=f8786480-6c59-42ea-9f3d-15fb9680a628,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:06.809993 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c182b0a-5fc6-4cdf-bde4-46b9c0d2447e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:06.999161 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c182b0a-5fc6-4cdf-bde4-46b9c0d2447e admin admin] Network bec63147-611f-44a4-8f29-3271a223de76 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:07.000730 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-8c182b0a-5fc6-4cdf-bde4-46b9c0d2447e admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:07.105183 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052139fb-a9e6-4f70-bcb1-e8b27954d9a4 x-openstack-request-id: req-052139fb-a9e6-4f70-bcb1-e8b27954d9a4 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:07.105753 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02dcb26a-0315-446a-a06a-5de94117ad4a", "tag": "da1aa644-ca90-4b70-afd9-a3bb4df7b23d", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:07.105753 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-052139fb-a9e6-4f70-bcb1-e8b27954d9a4 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:07.106108 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02dcb26a-0315-446a-a06a-5de94117ad4a', 'tag': 'da1aa644-ca90-4b70-afd9-a3bb4df7b23d', 'status': 'completed', 'code': 200} Dec 16 22:09:07.125283 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-b6256620-9cdd-4f42-8f20-09c7227cb266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:07.132950 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-b6256620-9cdd-4f42-8f20-09c7227cb266 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f769285932f41f19226e56089de4890&device_id=02dcb26a-0315-446a-a06a-5de94117ad4a HTTP/1.1" status: 200 len: 1094 time: 0.6860521 Dec 16 22:09:07.212354 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-7eeef4a5-44f5-4fc8-a1a7-1421449addcf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da1aa644-ca90-4b70-afd9-a3bb4df7b23d HTTP/1.1" status: 200 len: 217 time: 0.0595241 Dec 16 22:09:07.248002 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d2e16c88-ac8d-4f90-a97a-6083ddece391 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:07.256697 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c182b0a-5fc6-4cdf-bde4-46b9c0d2447e admin admin] Router 5a842712-33ed-4522-89ff-767cd34d70a4 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:09:07.355255 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f580b-d690-4017-a9d7-986bc2827970 req-ff8d1e58-5fc2-4f5a-8c96-41319bccfe03 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:07.355566 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port d2e16c88-ac8d-4f90-a97a-6083ddece391 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:07.361486 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:07.364359 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-942f580b-d690-4017-a9d7-986bc2827970 req-ff8d1e58-5fc2-4f5a-8c96-41319bccfe03 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 945 time: 0.2611787 Dec 16 22:09:07.396863 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e0111d88-8474-498e-a8ba-af81d0ea8bed req-5c9e9000-c4cf-4c6f-b9fa-cb6440fd45c2 service neutron] 10.222.0.57 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7852826 Dec 16 22:09:07.419870 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-51121b80-22e9-4704-9231-f2566188dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:07.421543 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-51121b80-22e9-4704-9231-f2566188dbb8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de724f1f-7af2-4148-9c18-4069c7e80395 HTTP/1.1" status: 200 len: 851 time: 0.1994414 Dec 16 22:09:07.444027 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c182b0a-5fc6-4cdf-bde4-46b9c0d2447e admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:09:07.445339 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cf81d3b1-be07-4688-8627-c287c3a46496 None None] Provisioning complete for port f8786480-6c59-42ea-9f3d-15fb9680a628 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:07.445727 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf81d3b1-be07-4688-8627-c287c3a46496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:07.463863 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8c182b0a-5fc6-4cdf-bde4-46b9c0d2447e admin admin] 10.222.0.75 "PUT /v2.0/routers/5a842712-33ed-4522-89ff-767cd34d70a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9930844 Dec 16 22:09:07.509009 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-e275949d-d5f9-4547-8467-e2a2352b00cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=abb99404-7d22-498b-9d97-4694a61bbb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745952 Dec 16 22:09:07.510974 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5f50dae8-7e45-4770-89fb-7ac67d21ce48 req-f9b0adae-eec6-4c8d-8526-72e1ae58e37f tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "GET /v2.0/security-groups/7d797eb9-73e4-43b7-a3bb-a680a6d82cc5 HTTP/1.1" status: 200 len: 1821 time: 0.0691254 Dec 16 22:09:07.513176 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-cf81d3b1-be07-4688-8627-c287c3a46496 None None] Port f8786480-6c59-42ea-9f3d-15fb9680a628 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:09:07.528135 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:07.558891 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-942f580b-d690-4017-a9d7-986bc2827970 req-ce49c6bb-d15e-4cdb-8bd3-360ca4369584 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935697 Dec 16 22:09:07.560975 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port d2e16c88-ac8d-4f90-a97a-6083ddece391, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d2e16c88-ac8d-4f90-a97a-6083ddece391,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:07.591413 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5f50dae8-7e45-4770-89fb-7ac67d21ce48 req-2d1e8d86-7096-4f73-95e7-8581f7543293 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "GET /v2.0/security-groups/810d5194-82c0-42e9-b09c-85c133b965f5 HTTP/1.1" status: 200 len: 1820 time: 0.0703495 Dec 16 22:09:07.607239 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-5f50dae8-7e45-4770-89fb-7ac67d21ce48 req-cf777c43-154f-4700-89e9-a6aebf740695 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7d797eb9-73e4-43b7-a3bb-a680a6d82cc5', 'remote_group_id': '810d5194-82c0-42e9-b09c-85c133b965f5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:07.608156 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-5f50dae8-7e45-4770-89fb-7ac67d21ce48 req-cf777c43-154f-4700-89e9-a6aebf740695 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7d797eb9-73e4-43b7-a3bb-a680a6d82cc5', 'remote_group_id': '810d5194-82c0-42e9-b09c-85c133b965f5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:07.655850 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e0111d88-8474-498e-a8ba-af81d0ea8bed req-897ed9be-25cb-48fe-bd94-071ffdd77dfb service neutron] 10.222.0.57 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494969 Dec 16 22:09:07.688465 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-5f5c0d01-564a-4a20-b050-0dd388245198 service neutron] 10.222.0.57 "GET /v2.0/networks/abb99404-7d22-498b-9d97-4694a61bbb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569154 Dec 16 22:09:07.765733 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:07.858688 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bccc3c07-6110-4515-90df-baf50e24d3ea req-50a553a1-f301-427b-9046-dd0f05ca929b service neutron] 10.222.0.57 "GET /v2.0/networks/abb99404-7d22-498b-9d97-4694a61bbb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088035 Dec 16 22:09:07.887594 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=d2e16c88-ac8d-4f90-a97a-6083ddece391,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:08.112417 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3396d4-417c-44cc-8743-fa5c450842cf req-15c07869-60ff-463d-9d4e-209a5558975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:08.114008 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d3396d4-417c-44cc-8743-fa5c450842cf req-15c07869-60ff-463d-9d4e-209a5558975d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f769285932f41f19226e56089de4890&device_id=02dcb26a-0315-446a-a06a-5de94117ad4a HTTP/1.1" status: 200 len: 1094 time: 0.0496309 Dec 16 22:09:08.217413 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa142686-4e20-4cf3-8a3b-946633420e52 None None] Sync routers for ids ['5a842712-33ed-4522-89ff-767cd34d70a4'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:09:08.229072 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa142686-4e20-4cf3-8a3b-946633420e52 None None] Routers {'5a842712-33ed-4522-89ff-767cd34d70a4'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:09:08.229618 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-aa142686-4e20-4cf3-8a3b-946633420e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:08:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['5a842712-33ed-4522-89ff-767cd34d70a4'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:08.242289 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3396d4-417c-44cc-8743-fa5c450842cf req-dc5977e6-04c3-4448-8b7c-100ebbd969c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:08.246990 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d3396d4-417c-44cc-8743-fa5c450842cf req-dc5977e6-04c3-4448-8b7c-100ebbd969c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=abb99404-7d22-498b-9d97-4694a61bbb86 HTTP/1.1" status: 200 len: 911 time: 0.1214352 Dec 16 22:09:08.305789 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d3396d4-417c-44cc-8743-fa5c450842cf req-f5ead385-c4ba-4ad4-94c2-6c03b42c805a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da1aa644-ca90-4b70-afd9-a3bb4df7b23d HTTP/1.1" status: 200 len: 217 time: 0.0525866 Dec 16 22:09:08.314532 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-5f50dae8-7e45-4770-89fb-7ac67d21ce48 req-cf777c43-154f-4700-89e9-a6aebf740695 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:08.350003 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-5f50dae8-7e45-4770-89fb-7ac67d21ce48 req-cf777c43-154f-4700-89e9-a6aebf740695 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:08.352578 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-aa142686-4e20-4cf3-8a3b-946633420e52 None None] Set router 5a842712-33ed-4522-89ff-767cd34d70a4 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:09:08.358736 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3396d4-417c-44cc-8743-fa5c450842cf req-312d8b63-d7ce-4ea5-aebf-2ad778d4a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:08.360932 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d3396d4-417c-44cc-8743-fa5c450842cf req-312d8b63-d7ce-4ea5-aebf-2ad778d4a645 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de724f1f-7af2-4148-9c18-4069c7e80395 HTTP/1.1" status: 200 len: 851 time: 0.0475919 Dec 16 22:09:08.397046 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d3396d4-417c-44cc-8743-fa5c450842cf req-d6bbf725-3f4e-46b6-b805-cd2269af88a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=abb99404-7d22-498b-9d97-4694a61bbb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278480 Dec 16 22:09:08.453314 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-5f50dae8-7e45-4770-89fb-7ac67d21ce48 req-cf777c43-154f-4700-89e9-a6aebf740695 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:08.477703 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf777c43-154f-4700-89e9-a6aebf740695 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b1cffc-f736-4189-a6ad-8cc5bc3eb8d6,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:08.512624 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d3396d4-417c-44cc-8743-fa5c450842cf req-543dc37d-ce70-4e1b-9817-01e278c76ced service neutron] 10.222.0.57 "GET /v2.0/networks/abb99404-7d22-498b-9d97-4694a61bbb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088326 Dec 16 22:09:08.564669 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-5f50dae8-7e45-4770-89fb-7ac67d21ce48 req-cf777c43-154f-4700-89e9-a6aebf740695 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:08.565966 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5f50dae8-7e45-4770-89fb-7ac67d21ce48 req-cf777c43-154f-4700-89e9-a6aebf740695 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9662786 Dec 16 22:09:08.583711 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-aa142686-4e20-4cf3-8a3b-946633420e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a842712-33ed-4522-89ff-767cd34d70a4', 'name': 'tempest-FloatingIPsTestJSON-1000594115-router', 'tenant_id': '2ba1b1c2cc124c679a1636e0bab5bdc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'd2e16c88-ac8d-4f90-a97a-6083ddece391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:08:59Z', 'updated_at': '2021-12-16T22:09:05Z', 'revision_number': 4, 'project_id': '2ba1b1c2cc124c679a1636e0bab5bdc1', 'gw_port': {'id': 'd2e16c88-ac8d-4f90-a97a-6083ddece391', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a842712-33ed-4522-89ff-767cd34d70a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:00Z', 'updated_at': '2021-12-16T22:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f8786480-6c59-42ea-9f3d-15fb9680a628', 'name': '', 'network_id': 'bec63147-611f-44a4-8f29-3271a223de76', 'tenant_id': '2ba1b1c2cc124c679a1636e0bab5bdc1', 'mac_address': 'fa:16:3e:bb:56:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a842712-33ed-4522-89ff-767cd34d70a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b15428c8-44ae-48ab-8627-f25ebc0dcb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:04Z', 'updated_at': '2021-12-16T22:09:06Z', 'revision_number': 2, 'project_id': '2ba1b1c2cc124c679a1636e0bab5bdc1', 'subnets': [{'id': 'b15428c8-44ae-48ab-8627-f25ebc0dcb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:08.629012 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa142686-4e20-4cf3-8a3b-946633420e52 None None] Checking router: 5a842712-33ed-4522-89ff-767cd34d70a4 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:09:08.629012 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa142686-4e20-4cf3-8a3b-946633420e52 None None] Updating router 5a842712-33ed-4522-89ff-767cd34d70a4 port f8786480-6c59-42ea-9f3d-15fb9680a628 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:09:08.629268 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d3396d4-417c-44cc-8743-fa5c450842cf req-e4f2438d-2fef-4ae8-bdd3-fd83470ecac5 service neutron] 10.222.0.57 "GET /v2.0/networks/abb99404-7d22-498b-9d97-4694a61bbb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069829 Dec 16 22:09:08.654891 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aa142686-4e20-4cf3-8a3b-946633420e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:08.744958 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed2372-c8ac-4239-a975-933d68ca6e6b req-cf848434-96e6-43c1-824e-9915d84612e2 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:08.746734 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-76ed2372-c8ac-4239-a975-933d68ca6e6b req-cf848434-96e6-43c1-824e-9915d84612e2 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/ports?device_id=02dcb26a-0315-446a-a06a-5de94117ad4a HTTP/1.1" status: 200 len: 943 time: 0.0692909 Dec 16 22:09:08.815113 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-76ed2372-c8ac-4239-a975-933d68ca6e6b req-a167d851-a73c-4474-98d0-f35d56bb19f1 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/security-groups?id=4efd96a4-78a3-4a59-bed5-c882a2c06852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604956 Dec 16 22:09:08.910641 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-72752cac-1896-47a9-8ae8-c446cb08d723 req-456b8791-2eba-469f-9878-5df7bf869058 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "GET /v2.0/security-groups/810d5194-82c0-42e9-b09c-85c133b965f5 HTTP/1.1" status: 200 len: 1820 time: 0.0457764 Dec 16 22:09:08.984889 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-72752cac-1896-47a9-8ae8-c446cb08d723 req-4b929f19-82da-48d1-876e-9f6e82824f96 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:08.994508 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aa142686-4e20-4cf3-8a3b-946633420e52 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:09.019721 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-72752cac-1896-47a9-8ae8-c446cb08d723 req-4b929f19-82da-48d1-876e-9f6e82824f96 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:09.037265 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e748db0f-7c64-4668-baf5-5bc2f1df4fab req-5648f7b3-685b-46f4-9ec6-7fb4c7bc360e tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2591417 Dec 16 22:09:09.048857 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-e748db0f-7c64-4668-baf5-5bc2f1df4fab req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:09.094207 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aa142686-4e20-4cf3-8a3b-946633420e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:09.153896 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db52dfd-ed7e-4b61-8337-d08287b78199 None None] Pushing event updated for resources: {'Port': ['ID=f8786480-6c59-42ea-9f3d-15fb9680a628,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:09.165899 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db52dfd-ed7e-4b61-8337-d08287b78199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:09.166610 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db52dfd-ed7e-4b61-8337-d08287b78199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:09.167092 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db52dfd-ed7e-4b61-8337-d08287b78199 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:09.167539 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db52dfd-ed7e-4b61-8337-d08287b78199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:09.168012 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db52dfd-ed7e-4b61-8337-d08287b78199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:09.168449 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db52dfd-ed7e-4b61-8337-d08287b78199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:09.169087 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db52dfd-ed7e-4b61-8337-d08287b78199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:09.169822 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db52dfd-ed7e-4b61-8337-d08287b78199 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:09.170317 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db52dfd-ed7e-4b61-8337-d08287b78199 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:09.171005 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db52dfd-ed7e-4b61-8337-d08287b78199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:09.171576 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db52dfd-ed7e-4b61-8337-d08287b78199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:09.171938 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db52dfd-ed7e-4b61-8337-d08287b78199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:09.172811 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db52dfd-ed7e-4b61-8337-d08287b78199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:09.202424 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e748db0f-7c64-4668-baf5-5bc2f1df4fab req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:09.235097 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d2e16c88-ac8d-4f90-a97a-6083ddece391 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:09.248521 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-72752cac-1896-47a9-8ae8-c446cb08d723 req-4b929f19-82da-48d1-876e-9f6e82824f96 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:09.251111 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-aa142686-4e20-4cf3-8a3b-946633420e52 None None] Attempting to bind port f8786480-6c59-42ea-9f3d-15fb9680a628 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:09:09.252257 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-aa142686-4e20-4cf3-8a3b-946633420e52 None None] Attempting to bind port f8786480-6c59-42ea-9f3d-15fb9680a628 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '21b2b63e-bb20-47ef-bdcb-b6788e32d4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bec63147-611f-44a4-8f29-3271a223de76'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:09:09.252810 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa142686-4e20-4cf3-8a3b-946633420e52 None None] Attempting to bind port f8786480-6c59-42ea-9f3d-15fb9680a628 on network bec63147-611f-44a4-8f29-3271a223de76 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:09.258886 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa142686-4e20-4cf3-8a3b-946633420e52 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:09:09.259614 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa142686-4e20-4cf3-8a3b-946633420e52 None None] Checking segment: {'id': '21b2b63e-bb20-47ef-bdcb-b6788e32d4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bec63147-611f-44a4-8f29-3271a223de76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:09.260248 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aa142686-4e20-4cf3-8a3b-946633420e52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:09.260808 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa142686-4e20-4cf3-8a3b-946633420e52 None None] Bound using segment: {'id': '21b2b63e-bb20-47ef-bdcb-b6788e32d4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bec63147-611f-44a4-8f29-3271a223de76'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:09:09.261483 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-aa142686-4e20-4cf3-8a3b-946633420e52 None None] Bound port: f8786480-6c59-42ea-9f3d-15fb9680a628, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b2b63e-bb20-47ef-bdcb-b6788e32d4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bec63147-611f-44a4-8f29-3271a223de76'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:09:09.262107 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aa142686-4e20-4cf3-8a3b-946633420e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:09.263447 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-72752cac-1896-47a9-8ae8-c446cb08d723 req-4b929f19-82da-48d1-876e-9f6e82824f96 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:09.275653 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-72752cac-1896-47a9-8ae8-c446cb08d723 req-4b929f19-82da-48d1-876e-9f6e82824f96 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "DELETE /v2.0/security-groups/810d5194-82c0-42e9-b09c-85c133b965f5 HTTP/1.1" status: 204 len: 173 time: 0.3582110 Dec 16 22:09:09.301190 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b929f19-82da-48d1-876e-9f6e82824f96 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=810d5194-82c0-42e9-b09c-85c133b965f5,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:09.319642 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b929f19-82da-48d1-876e-9f6e82824f96 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:09.329179 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b929f19-82da-48d1-876e-9f6e82824f96 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:09.334947 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b929f19-82da-48d1-876e-9f6e82824f96 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:09.335720 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b929f19-82da-48d1-876e-9f6e82824f96 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:09.336381 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b929f19-82da-48d1-876e-9f6e82824f96 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:09.336984 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b929f19-82da-48d1-876e-9f6e82824f96 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:09.338742 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b929f19-82da-48d1-876e-9f6e82824f96 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:09.339527 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b929f19-82da-48d1-876e-9f6e82824f96 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:09.340441 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b929f19-82da-48d1-876e-9f6e82824f96 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:09.341599 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-aa142686-4e20-4cf3-8a3b-946633420e52 None None] For port f8786480-6c59-42ea-9f3d-15fb9680a628, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:09.342186 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b929f19-82da-48d1-876e-9f6e82824f96 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:09.343895 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b929f19-82da-48d1-876e-9f6e82824f96 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:09.351142 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-aa142686-4e20-4cf3-8a3b-946633420e52 None None] For port f8786480-6c59-42ea-9f3d-15fb9680a628, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f8786480-6c59-42ea-9f3d-15fb9680a628,segment=NetworkSegment(21b2b63e-bb20-47ef-bdcb-b6788e32d4f7),segment_id=21b2b63e-bb20-47ef-bdcb-b6788e32d4f7)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:09:09.351338 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b929f19-82da-48d1-876e-9f6e82824f96 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:09.351338 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b929f19-82da-48d1-876e-9f6e82824f96 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:09.381446 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port d2e16c88-ac8d-4f90-a97a-6083ddece391 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:09.381982 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:09.405213 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e748db0f-7c64-4668-baf5-5bc2f1df4fab req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:09.425154 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-aa142686-4e20-4cf3-8a3b-946633420e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:09.456894 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-56afbcbb-d8fe-467b-952d-1e4d40d723bf None None] Provisioning complete for port f8786480-6c59-42ea-9f3d-15fb9680a628 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:09.457657 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-56afbcbb-d8fe-467b-952d-1e4d40d723bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:09.471378 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36013ade-c583-4645-8f48-0de081fd698a req-15d75ee7-0308-45e2-b349-09ebb362e08c tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:09.480512 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36013ade-c583-4645-8f48-0de081fd698a req-15d75ee7-0308-45e2-b349-09ebb362e08c tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 945 time: 0.0840087 Dec 16 22:09:09.545514 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db52dfd-ed7e-4b61-8337-d08287b78199 None None] Pushing event updated for resources: {'Port': ['ID=f8786480-6c59-42ea-9f3d-15fb9680a628,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:09.567959 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36013ade-c583-4645-8f48-0de081fd698a req-a7e77b84-daa3-44a3-a16a-f3c6a40f308b tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864241 Dec 16 22:09:09.604786 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa142686-4e20-4cf3-8a3b-946633420e52 None None] Routers {'5a842712-33ed-4522-89ff-767cd34d70a4'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:09:09.605445 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-aa142686-4e20-4cf3-8a3b-946633420e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:08:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['5a842712-33ed-4522-89ff-767cd34d70a4'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:09.607818 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-56afbcbb-d8fe-467b-952d-1e4d40d723bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:09.646284 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-56afbcbb-d8fe-467b-952d-1e4d40d723bf None None] For port f8786480-6c59-42ea-9f3d-15fb9680a628, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f8786480-6c59-42ea-9f3d-15fb9680a628,segment=NetworkSegment(21b2b63e-bb20-47ef-bdcb-b6788e32d4f7),segment_id=21b2b63e-bb20-47ef-bdcb-b6788e32d4f7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:09.658269 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-e748db0f-7c64-4668-baf5-5bc2f1df4fab req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Allocated IP 172.25.6.173 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/ee0ed1e7-1c15-4df1-98f1-717fb8cdc9e7) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:09.742831 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-56afbcbb-d8fe-467b-952d-1e4d40d723bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:09.831498 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e748db0f-7c64-4668-baf5-5bc2f1df4fab req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:09.843070 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afbcbb-d8fe-467b-952d-1e4d40d723bf None None] Pushing event updated for resources: {'Port': ['ID=f8786480-6c59-42ea-9f3d-15fb9680a628,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:09.892323 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ec6acd59-5e3a-4fc6-9bc3-c1bb8ca36c06 req-d2f35fe7-e544-4ed6-8dcb-bdfe5e0c0e80 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "GET /v2.0/security-groups/7d797eb9-73e4-43b7-a3bb-a680a6d82cc5 HTTP/1.1" status: 200 len: 1821 time: 0.1240466 Dec 16 22:09:09.970346 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-aa142686-4e20-4cf3-8a3b-946633420e52 None None] Set router 5a842712-33ed-4522-89ff-767cd34d70a4 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:09:09.987785 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-aaf9ae74-9d36-490d-bb3f-33e12a7625bc None None] Provisioning complete for port f8786480-6c59-42ea-9f3d-15fb9680a628 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:09.988689 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aaf9ae74-9d36-490d-bb3f-33e12a7625bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:09.996567 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e748db0f-7c64-4668-baf5-5bc2f1df4fab req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:10.046746 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e748db0f-7c64-4668-baf5-5bc2f1df4fab req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:10.050678 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-e748db0f-7c64-4668-baf5-5bc2f1df4fab req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:10.055185 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-e748db0f-7c64-4668-baf5-5bc2f1df4fab req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:10.105618 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Pushing event updated for resources: {'Port': ['ID=ee0ed1e7-1c15-4df1-98f1-717fb8cdc9e7,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:10.112632 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a902d-e338-41cf-b4ce-af6f1cd22a8e req-83227c95-2ecc-4958-9c3c-9f7bf803b223 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:10.121580 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-db0a902d-e338-41cf-b4ce-af6f1cd22a8e req-83227c95-2ecc-4958-9c3c-9f7bf803b223 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 946 time: 0.1080291 Dec 16 22:09:10.198076 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e748db0f-7c64-4668-baf5-5bc2f1df4fab req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:10.231320 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:10.231993 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:10.232952 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:10.232952 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:10.232952 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:10.233291 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:10.233571 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:10.233949 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:10.234363 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:10.234667 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:10.235663 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:10.236055 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:10.236535 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:10.241698 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-db0a902d-e338-41cf-b4ce-af6f1cd22a8e req-8726b0b1-3f12-4343-8a63-b6944bbb1c2b tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037934 Dec 16 22:09:10.274569 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-aa142686-4e20-4cf3-8a3b-946633420e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a842712-33ed-4522-89ff-767cd34d70a4', 'name': 'tempest-FloatingIPsTestJSON-1000594115-router', 'tenant_id': '2ba1b1c2cc124c679a1636e0bab5bdc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'd2e16c88-ac8d-4f90-a97a-6083ddece391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:08:59Z', 'updated_at': '2021-12-16T22:09:05Z', 'revision_number': 4, 'project_id': '2ba1b1c2cc124c679a1636e0bab5bdc1', 'gw_port': {'id': 'd2e16c88-ac8d-4f90-a97a-6083ddece391', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a842712-33ed-4522-89ff-767cd34d70a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:00Z', 'updated_at': '2021-12-16T22:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f8786480-6c59-42ea-9f3d-15fb9680a628', 'name': '', 'network_id': 'bec63147-611f-44a4-8f29-3271a223de76', 'tenant_id': '2ba1b1c2cc124c679a1636e0bab5bdc1', 'mac_address': 'fa:16:3e:bb:56:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a842712-33ed-4522-89ff-767cd34d70a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b15428c8-44ae-48ab-8627-f25ebc0dcb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:04Z', 'updated_at': '2021-12-16T22:09:09Z', 'revision_number': 4, 'project_id': '2ba1b1c2cc124c679a1636e0bab5bdc1', 'subnets': [{'id': 'b15428c8-44ae-48ab-8627-f25ebc0dcb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:10.306432 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e748db0f-7c64-4668-baf5-5bc2f1df4fab req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:10.316795 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa142686-4e20-4cf3-8a3b-946633420e52 None None] The sync data for ids ['5a842712-33ed-4522-89ff-767cd34d70a4'] in n-d-815324-4 is: [{'id': '5a842712-33ed-4522-89ff-767cd34d70a4', 'name': 'tempest-FloatingIPsTestJSON-1000594115-router', 'tenant_id': '2ba1b1c2cc124c679a1636e0bab5bdc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'd2e16c88-ac8d-4f90-a97a-6083ddece391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:08:59Z', 'updated_at': '2021-12-16T22:09:05Z', 'revision_number': 4, 'project_id': '2ba1b1c2cc124c679a1636e0bab5bdc1', 'gw_port': {'id': 'd2e16c88-ac8d-4f90-a97a-6083ddece391', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a842712-33ed-4522-89ff-767cd34d70a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:00Z', 'updated_at': '2021-12-16T22:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f8786480-6c59-42ea-9f3d-15fb9680a628', 'name': '', 'network_id': 'bec63147-611f-44a4-8f29-3271a223de76', 'tenant_id': '2ba1b1c2cc124c679a1636e0bab5bdc1', 'mac_address': 'fa:16:3e:bb:56:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a842712-33ed-4522-89ff-767cd34d70a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b15428c8-44ae-48ab-8627-f25ebc0dcb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:04Z', 'updated_at': '2021-12-16T22:09:09Z', 'revision_number': 4, 'project_id': '2ba1b1c2cc124c679a1636e0bab5bdc1', 'subnets': [{'id': 'b15428c8-44ae-48ab-8627-f25ebc0dcb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:09:10.390337 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9928afb-3a66-4043-a8d2-beda2b4db080 req-75a93932-3a41-4d7f-8c63-34ea573045fa tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:10.399514 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c9928afb-3a66-4043-a8d2-beda2b4db080 req-75a93932-3a41-4d7f-8c63-34ea573045fa tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/ports?device_id=02dcb26a-0315-446a-a06a-5de94117ad4a HTTP/1.1" status: 200 len: 943 time: 0.0879714 Dec 16 22:09:10.442075 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device f908cde2-ab74-4c3c-9699-af9542188fd8 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:09:10.493111 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c9928afb-3a66-4043-a8d2-beda2b4db080 req-8ac848fe-0468-4d9b-8a12-bf39c28f7aca tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/security-groups?id=4efd96a4-78a3-4a59-bed5-c882a2c06852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920146 Dec 16 22:09:10.569913 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-8e7efd7a-4610-4425-8579-057df57bcbaf req-1043039e-522b-4a5d-9bb0-3a0d94066638 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-548163090', 'description': 'tempest-description-1437460610'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:10.615201 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e748db0f-7c64-4668-baf5-5bc2f1df4fab req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:10.642984 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port f908cde2-ab74-4c3c-9699-af9542188fd8, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=f908cde2-ab74-4c3c-9699-af9542188fd8,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:10.655160 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'f908cde2-ab74-4c3c-9699-af9542188fd8', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': 'f908cde2-ab74-4c3c-9699-af9542188fd8', 'mac_address': 'fa:16:3e:e6:ae:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:09:10.681840 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e748db0f-7c64-4668-baf5-5bc2f1df4fab req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:10.713504 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:10.728336 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-8e7efd7a-4610-4425-8579-057df57bcbaf req-1043039e-522b-4a5d-9bb0-3a0d94066638 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:10.734565 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Pushing event updated for resources: {'Port': ['ID=ee0ed1e7-1c15-4df1-98f1-717fb8cdc9e7,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:10.737209 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f908cde2-ab74-4c3c-9699-af9542188fd8 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:10.789168 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port f908cde2-ab74-4c3c-9699-af9542188fd8, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=f908cde2-ab74-4c3c-9699-af9542188fd8,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:10.808755 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e748db0f-7c64-4668-baf5-5bc2f1df4fab req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:10.836216 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:10.878887 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e748db0f-7c64-4668-baf5-5bc2f1df4fab req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:10.880853 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e748db0f-7c64-4668-baf5-5bc2f1df4fab req-1f625bfd-17b6-44a0-b7c4-b2ec1112a0a7 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8370285 Dec 16 22:09:10.883527 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-8e7efd7a-4610-4425-8579-057df57bcbaf req-1043039e-522b-4a5d-9bb0-3a0d94066638 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:10.914794 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=f908cde2-ab74-4c3c-9699-af9542188fd8,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:10.969169 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e748db0f-7c64-4668-baf5-5bc2f1df4fab req-38f1dba9-3b00-48b7-8d3f-77ad620e9f56 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.173 HTTP/1.1" status: 200 len: 696 time: 0.0786321 Dec 16 22:09:10.989083 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-8e7efd7a-4610-4425-8579-057df57bcbaf req-1043039e-522b-4a5d-9bb0-3a0d94066638 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:11.023024 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['f908cde2-ab74-4c3c-9699-af9542188fd8'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:11.029610 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043039e-522b-4a5d-9bb0-3a0d94066638 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a113075-06f3-4d9a-b509-d590ae13651d,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:11.142630 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-8e7efd7a-4610-4425-8579-057df57bcbaf req-1043039e-522b-4a5d-9bb0-3a0d94066638 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:11.144822 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8e7efd7a-4610-4425-8579-057df57bcbaf req-1043039e-522b-4a5d-9bb0-3a0d94066638 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5790491 Dec 16 22:09:11.176701 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748db0f-7c64-4668-baf5-5bc2f1df4fab req-5b6cad5c-696d-4cc7-ae5f-bea320b9ecbe tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:11.178190 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e748db0f-7c64-4668-baf5-5bc2f1df4fab req-5b6cad5c-696d-4cc7-ae5f-bea320b9ecbe tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 784 time: 0.2080300 Dec 16 22:09:11.201513 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-e748db0f-7c64-4668-baf5-5bc2f1df4fab req-7d2b377a-88c4-4d28-80eb-75c535ebdc1d tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:09:11.202569 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e748db0f-7c64-4668-baf5-5bc2f1df4fab req-7d2b377a-88c4-4d28-80eb-75c535ebdc1d tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074902 Dec 16 22:09:11.380730 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84296d6-5049-4f61-aace-5e4e86300e7b req-2ff52925-cce7-4921-9085-69c2ec859855 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:11.389191 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c84296d6-5049-4f61-aace-5e4e86300e7b req-2ff52925-cce7-4921-9085-69c2ec859855 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 945 time: 0.1298099 Dec 16 22:09:11.434462 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f8786480-6c59-42ea-9f3d-15fb9680a628 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:11.504606 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c84296d6-5049-4f61-aace-5e4e86300e7b req-7618921c-f283-43cf-95c1-f42b56af4604 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115830 Dec 16 22:09:11.621242 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-190a0eb4-8541-4950-b8da-36dc2f6f2d9d req-9a2fda1b-aeab-4971-bad4-cd383e1d6369 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "GET /v2.0/security-groups/0a113075-06f3-4d9a-b509-d590ae13651d HTTP/1.1" status: 200 len: 1821 time: 0.1212783 Dec 16 22:09:11.637292 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-190a0eb4-8541-4950-b8da-36dc2f6f2d9d req-879c0272-c6f4-4cee-9f43-720d9475a09d tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0a113075-06f3-4d9a-b509-d590ae13651d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:11.637597 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-190a0eb4-8541-4950-b8da-36dc2f6f2d9d req-879c0272-c6f4-4cee-9f43-720d9475a09d tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0a113075-06f3-4d9a-b509-d590ae13651d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:11.679707 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5bc48793-a154-409f-8ebd-32e163703691 req-a3ca5b9b-1090-4146-80b5-c24a5b4384dd tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] 10.222.0.75 "GET /v2.0/floatingips/61d6c2e8-4c3f-4f50-82a2-6229aa940ba7 HTTP/1.1" status: 200 len: 693 time: 0.1010282 Dec 16 22:09:11.700174 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port f8786480-6c59-42ea-9f3d-15fb9680a628 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:11.701373 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:11.738800 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device da1aa644-ca90-4b70-afd9-a3bb4df7b23d details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:09:11.820835 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-190a0eb4-8541-4950-b8da-36dc2f6f2d9d req-879c0272-c6f4-4cee-9f43-720d9475a09d tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:11.873131 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-190a0eb4-8541-4950-b8da-36dc2f6f2d9d req-879c0272-c6f4-4cee-9f43-720d9475a09d tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:11.950305 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-190a0eb4-8541-4950-b8da-36dc2f6f2d9d req-879c0272-c6f4-4cee-9f43-720d9475a09d tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:12.006098 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc48793-a154-409f-8ebd-32e163703691 req-4c6fb169-b71d-484d-8f9f-ba4a9c544364 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:12.017364 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5bc48793-a154-409f-8ebd-32e163703691 req-4c6fb169-b71d-484d-8f9f-ba4a9c544364 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 784 time: 0.3362010 Dec 16 22:09:12.020156 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c0272-c6f4-4cee-9f43-720d9475a09d tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0488e050-36cf-4d9a-9b71-536ef45211aa,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:12.037009 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-5bc48793-a154-409f-8ebd-32e163703691 req-04e7f02f-42c1-4589-85f3-d6aecb2351ff tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:09:12.052470 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5bc48793-a154-409f-8ebd-32e163703691 req-04e7f02f-42c1-4589-85f3-d6aecb2351ff tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0219643 Dec 16 22:09:12.075856 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-190a0eb4-8541-4950-b8da-36dc2f6f2d9d req-879c0272-c6f4-4cee-9f43-720d9475a09d tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:12.090886 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-190a0eb4-8541-4950-b8da-36dc2f6f2d9d req-879c0272-c6f4-4cee-9f43-720d9475a09d tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4612160 Dec 16 22:09:12.273574 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port da1aa644-ca90-4b70-afd9-a3bb4df7b23d, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=da1aa644-ca90-4b70-afd9-a3bb4df7b23d,segment=NetworkSegment(aefc77f4-f9ac-4892-b3e2-e947a0dd1cfa),segment_id=aefc77f4-f9ac-4892-b3e2-e947a0dd1cfa)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:12.292013 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70ed3d-4065-4daa-ba1b-b3b90301e253 req-9b8cbb48-75bd-4d3c-94a9-d25f39a67f67 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:12.294683 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': 'da1aa644-ca90-4b70-afd9-a3bb4df7b23d', 'network_id': 'abb99404-7d22-498b-9d97-4694a61bbb86', 'port_id': 'da1aa644-ca90-4b70-afd9-a3bb4df7b23d', 'mac_address': 'fa:16:3e:c0:f2:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de724f1f-7af2-4148-9c18-4069c7e80395', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:09:12.301244 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e70ed3d-4065-4daa-ba1b-b3b90301e253 req-9b8cbb48-75bd-4d3c-94a9-d25f39a67f67 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/ports?device_id=02dcb26a-0315-446a-a06a-5de94117ad4a HTTP/1.1" status: 200 len: 943 time: 0.1114020 Dec 16 22:09:12.365284 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:12.390584 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1aa644-ca90-4b70-afd9-a3bb4df7b23d {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:12.400729 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e70ed3d-4065-4daa-ba1b-b3b90301e253 req-5126686c-a1b2-4b6f-94bd-a5ce307489e6 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/security-groups?id=4efd96a4-78a3-4a59-bed5-c882a2c06852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984709 Dec 16 22:09:12.426963 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port da1aa644-ca90-4b70-afd9-a3bb4df7b23d, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=da1aa644-ca90-4b70-afd9-a3bb4df7b23d,segment=NetworkSegment(aefc77f4-f9ac-4892-b3e2-e947a0dd1cfa),segment_id=aefc77f4-f9ac-4892-b3e2-e947a0dd1cfa)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:12.442486 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device f908cde2-ab74-4c3c-9699-af9542188fd8 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:12.534632 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:12.537613 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2445d4e7-cf9e-4a37-bf9a-5b907011f082 req-92d20cce-606e-4dbe-b6f2-431587a12235 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] 10.222.0.75 "GET /v2.0/floatingips?tenant_id=2ba1b1c2cc124c679a1636e0bab5bdc1 HTTP/1.1" status: 200 len: 696 time: 0.1225209 Dec 16 22:09:12.708538 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port f908cde2-ab74-4c3c-9699-af9542188fd8 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:12.716987 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:12.716987 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=da1aa644-ca90-4b70-afd9-a3bb4df7b23d,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:12.760031 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-83b7a893-f45e-4a32-821b-cc238e5e50f8 req-f599a624-2a6e-4b06-af18-8425d5ba0852 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "GET /v2.0/security-groups/0a113075-06f3-4d9a-b509-d590ae13651d HTTP/1.1" status: 200 len: 2414 time: 0.1126540 Dec 16 22:09:12.772507 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-83b7a893-f45e-4a32-821b-cc238e5e50f8 req-4d980340-03dd-450e-8b7f-6e72306ae2bb tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0a113075-06f3-4d9a-b509-d590ae13651d', 'remote_group_id': None}]} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:12.773252 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-83b7a893-f45e-4a32-821b-cc238e5e50f8 req-4d980340-03dd-450e-8b7f-6e72306ae2bb tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0a113075-06f3-4d9a-b509-d590ae13651d', 'remote_group_id': None}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:12.837119 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445d4e7-cf9e-4a37-bf9a-5b907011f082 req-f1ac0e61-554a-43fd-9f82-9e822941870f tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:12.839091 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2445d4e7-cf9e-4a37-bf9a-5b907011f082 req-f1ac0e61-554a-43fd-9f82-9e822941870f tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] 10.222.0.75 "GET /v2.0/networks?id=646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 787 time: 0.2982671 Dec 16 22:09:12.865784 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-2445d4e7-cf9e-4a37-bf9a-5b907011f082 req-56f18832-734a-4c65-a472-c30990c3eb2b tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:09:12.866840 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2445d4e7-cf9e-4a37-bf9a-5b907011f082 req-56f18832-734a-4c65-a472-c30990c3eb2b tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112846 Dec 16 22:09:12.899380 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:12.950660 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-83b7a893-f45e-4a32-821b-cc238e5e50f8 req-4d980340-03dd-450e-8b7f-6e72306ae2bb tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:12.960381 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f40cac1-a8ad-4185-8ab0-0732b87459f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f908cde2-ab74-4c3c-9699-af9542188fd8'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:12.966984 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526f03f4-a91a-4547-b2fd-2b8427f3411b" -d '{"events": [{"server_uuid": "2f40cac1-a8ad-4185-8ab0-0732b87459f1", "name": "network-vif-plugged", "status": "completed", "tag": "f908cde2-ab74-4c3c-9699-af9542188fd8"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:13.000326 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port f908cde2-ab74-4c3c-9699-af9542188fd8, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=f908cde2-ab74-4c3c-9699-af9542188fd8,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:13.004261 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-83b7a893-f45e-4a32-821b-cc238e5e50f8 req-4d980340-03dd-450e-8b7f-6e72306ae2bb tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:13.081936 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:13.115704 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-83b7a893-f45e-4a32-821b-cc238e5e50f8 req-4d980340-03dd-450e-8b7f-6e72306ae2bb tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:13.118122 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8aa63-d0a2-4d66-9fa4-bb92355ca1c1 req-119717c4-db10-400f-a43a-cddb8733cb4b tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:13.119787 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b6f8aa63-d0a2-4d66-9fa4-bb92355ca1c1 req-119717c4-db10-400f-a43a-cddb8733cb4b tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 945 time: 0.0706282 Dec 16 22:09:13.174899 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d980340-03dd-450e-8b7f-6e72306ae2bb tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13333e0b-1c30-4347-b464-7faca0179609,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:13.230889 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=f908cde2-ab74-4c3c-9699-af9542188fd8,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:13.239930 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b6f8aa63-d0a2-4d66-9fa4-bb92355ca1c1 req-cc716b82-5dca-4b95-9511-800102eb08df tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990791 Dec 16 22:09:13.272685 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-83b7a893-f45e-4a32-821b-cc238e5e50f8 req-4d980340-03dd-450e-8b7f-6e72306ae2bb tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:13.274109 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-83b7a893-f45e-4a32-821b-cc238e5e50f8 req-4d980340-03dd-450e-8b7f-6e72306ae2bb tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5088534 Dec 16 22:09:13.349437 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['da1aa644-ca90-4b70-afd9-a3bb4df7b23d'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:13.371217 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ec16b6ba-e31d-44c8-ab26-68c30ee0d393 req-14efd02c-6382-4d4a-ad8b-3f753c7e799f tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] 10.222.0.75 "GET /v2.0/floatingips/61d6c2e8-4c3f-4f50-82a2-6229aa940ba7 HTTP/1.1" status: 200 len: 693 time: 0.0532691 Dec 16 22:09:13.477133 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-858f1047-0f39-412f-9edd-927650141ddd tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1706559993&fields=id&tenant_id=eef4474b3e2b443596735e3c2ca6ae10 HTTP/1.1" status: 200 len: 267 time: 0.0731614 Dec 16 22:09:13.743811 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-ed06a40b-3496-436b-905d-6b88b5763a38 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:13.743811 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-ed06a40b-3496-436b-905d-6b88b5763a38 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899&tenant_id=70ddf0fe02f649f28d93270673f4f1b0&binding%3Ahost_id=n-h1-815324-4 HTTP/1.1" status: 200 len: 1096 time: 0.2879384 Dec 16 22:09:13.743811 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-e8cb75da-7b9f-4d14-acb3-bd0d73b03241 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815324-4'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:13.747992 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-0c725ca7-3b33-4dfb-955b-99895cda76a1 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:13.753317 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-0c725ca7-3b33-4dfb-955b-99895cda76a1 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/networks?id=d94d0871-a0a1-410a-ba04-ae858b15c465 HTTP/1.1" status: 200 len: 823 time: 0.2617488 Dec 16 22:09:13.779430 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 55a37756-5d83-43bd-9635-5f0f95d4b30d details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:09:13.801995 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-0c027c48-2bb1-4e79-be8c-9e7c8d522e35 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/quotas/eef4474b3e2b443596735e3c2ca6ae10 HTTP/1.1" status: 200 len: 375 time: 0.0414052 Dec 16 22:09:13.811526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16b6ba-e31d-44c8-ab26-68c30ee0d393 req-80df6b4b-37a2-4253-b860-971d1868a06b tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:13.830706 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ec16b6ba-e31d-44c8-ab26-68c30ee0d393 req-80df6b4b-37a2-4253-b860-971d1868a06b tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 784 time: 0.4508750 Dec 16 22:09:13.939830 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-f164d3d1-50cc-4343-a9c7-a42c51036c38 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=eef4474b3e2b443596735e3c2ca6ae10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1344562 Dec 16 22:09:13.983781 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 55a37756-5d83-43bd-9635-5f0f95d4b30d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=55a37756-5d83-43bd-9635-5f0f95d4b30d,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:14.004348 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 55a37756-5d83-43bd-9635-5f0f95d4b30d has no active binding in host n-h2-815324-4 {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 22:09:14.034461 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ec16b6ba-e31d-44c8-ab26-68c30ee0d393 req-11b02b64-f320-47e4-89e1-7d3ac6682249 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.173 HTTP/1.1" status: 200 len: 696 time: 0.2027404 Dec 16 22:09:14.050937 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-e8cb75da-7b9f-4d14-acb3-bd0d73b03241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:14.052438 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-83778bfe-6880-49a2-bb0e-b1132d23237c service neutron] 10.222.0.75 "GET /v2.0/networks/d94d0871-a0a1-410a-ba04-ae858b15c465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116028 Dec 16 22:09:14.113710 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ec16b6ba-e31d-44c8-ab26-68c30ee0d393 req-7b4a7c65-fe26-49bb-892b-28603e84c35a tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.173 HTTP/1.1" status: 200 len: 696 time: 0.0782065 Dec 16 22:09:14.241804 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-f6e31228-ae8b-4d10-af58-f46a3f909a36 service neutron] 10.222.0.75 "GET /v2.0/networks/d94d0871-a0a1-410a-ba04-ae858b15c465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884489 Dec 16 22:09:14.361650 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-e8cb75da-7b9f-4d14-acb3-bd0d73b03241 service neutron] For port 55a37756-5d83-43bd-9635-5f0f95d4b30d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=55a37756-5d83-43bd-9635-5f0f95d4b30d,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:14.364327 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-ec16b6ba-e31d-44c8-ab26-68c30ee0d393 req-1fa1b7d0-0fbb-427f-89b1-cb14cd92bd6e tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Deleting port ee0ed1e7-1c15-4df1-98f1-717fb8cdc9e7 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:09:14.364583 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ec16b6ba-e31d-44c8-ab26-68c30ee0d393 req-1fa1b7d0-0fbb-427f-89b1-cb14cd92bd6e tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:14.481037 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-e8cb75da-7b9f-4d14-acb3-bd0d73b03241 service neutron] For port 55a37756-5d83-43bd-9635-5f0f95d4b30d, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:14.527127 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ec16b6ba-e31d-44c8-ab26-68c30ee0d393 req-1fa1b7d0-0fbb-427f-89b1-cb14cd92bd6e tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:14.527453 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ec16b6ba-e31d-44c8-ab26-68c30ee0d393 req-1fa1b7d0-0fbb-427f-89b1-cb14cd92bd6e tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:14.550528 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-ec16b6ba-e31d-44c8-ab26-68c30ee0d393 req-1fa1b7d0-0fbb-427f-89b1-cb14cd92bd6e tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Calling delete_port for ee0ed1e7-1c15-4df1-98f1-717fb8cdc9e7 owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:09:14.552586 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ff2913-5077-4732-b811-2e2088c1b899', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a37756-5d83-43bd-9635-5f0f95d4b30d'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:14.554896 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97439a2-7804-4b27-9a3e-6c05fa4b85cb" -d '{"events": [{"server_uuid": "88ff2913-5077-4732-b811-2e2088c1b899", "name": "network-vif-unplugged", "status": "completed", "tag": "55a37756-5d83-43bd-9635-5f0f95d4b30d"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:14.566608 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-e8cb75da-7b9f-4d14-acb3-bd0d73b03241 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:14.637422 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d20b02-e792-47ab-9bef-59a7ef74c813 x-openstack-request-id: req-14d20b02-e792-47ab-9bef-59a7ef74c813 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:14.637751 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f40cac1-a8ad-4185-8ab0-0732b87459f1", "name": "network-vif-plugged", "status": "completed", "tag": "f908cde2-ab74-4c3c-9699-af9542188fd8", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:14.638009 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-14d20b02-e792-47ab-9bef-59a7ef74c813 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:14.638406 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f40cac1-a8ad-4185-8ab0-0732b87459f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f908cde2-ab74-4c3c-9699-af9542188fd8', 'code': 200} Dec 16 22:09:14.721695 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-43dea7bc-9bf4-45aa-b6fa-5d7ed4d3b53b req-5e216a61-f241-4202-afa0-a2329ecef51a tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "GET /v2.0/security-groups/0a113075-06f3-4d9a-b509-d590ae13651d HTTP/1.1" status: 200 len: 3012 time: 0.0679622 Dec 16 22:09:14.745071 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-e8cb75da-7b9f-4d14-acb3-bd0d73b03241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:14.918246 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bd15d-e223-4815-abd9-1a1bef2624d4 req-e3ac94c4-527b-4721-8e7b-b9a751a25b8e tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:14.932153 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dc3bd15d-e223-4815-abd9-1a1bef2624d4 req-e3ac94c4-527b-4721-8e7b-b9a751a25b8e tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/ports?device_id=02dcb26a-0315-446a-a06a-5de94117ad4a HTTP/1.1" status: 200 len: 944 time: 0.1138923 Dec 16 22:09:14.948872 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-e8cb75da-7b9f-4d14-acb3-bd0d73b03241 service neutron] Attempting to bind port 55a37756-5d83-43bd-9635-5f0f95d4b30d on host n-h1-815324-4 for vnic_type normal with profile {"migrating_to": "n-h2-815324-4"} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:09:14.949222 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-e8cb75da-7b9f-4d14-acb3-bd0d73b03241 service neutron] Attempting to bind port 55a37756-5d83-43bd-9635-5f0f95d4b30d by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:09:14.949805 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-e8cb75da-7b9f-4d14-acb3-bd0d73b03241 service neutron] Attempting to bind port 55a37756-5d83-43bd-9635-5f0f95d4b30d on network 851b3d27-6497-40f0-b603-b3da566b57ea {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:14.952788 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ec16b6ba-e31d-44c8-ab26-68c30ee0d393 req-1fa1b7d0-0fbb-427f-89b1-cb14cd92bd6e tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:14.968362 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb75da-7b9f-4d14-acb3-bd0d73b03241 service neutron] Pushing event updated for resources: {'Port': ['ID=55a37756-5d83-43bd-9635-5f0f95d4b30d,revision_number=7']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:15.002972 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dc3bd15d-e223-4815-abd9-1a1bef2624d4 req-72b0ff73-a377-43db-9ce6-a24fa86fef7d tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/security-groups?id=4efd96a4-78a3-4a59-bed5-c882a2c06852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672626 Dec 16 22:09:15.027254 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1b7d0-0fbb-427f-89b1-cb14cd92bd6e tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Pushing event deleted for resources: {'Port': ['ID=ee0ed1e7-1c15-4df1-98f1-717fb8cdc9e7,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:15.029143 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-e8cb75da-7b9f-4d14-acb3-bd0d73b03241 service neutron] Port 55a37756-5d83-43bd-9635-5f0f95d4b30d on network 851b3d27-6497-40f0-b603-b3da566b57ea not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:09:15.029496 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-e8cb75da-7b9f-4d14-acb3-bd0d73b03241 service neutron] Attempting to bind port 55a37756-5d83-43bd-9635-5f0f95d4b30d on network 851b3d27-6497-40f0-b603-b3da566b57ea {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:15.066859 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f280e-8fd9-4b90-a876-67ef4909f1a5 req-b9b63e83-a1bc-4a9e-b0e3-289d3fa4ec71 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:15.068420 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-068f280e-8fd9-4b90-a876-67ef4909f1a5 req-b9b63e83-a1bc-4a9e-b0e3-289d3fa4ec71 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b9f2379-26ba-4346-a93e-ab35ee2d64a5 HTTP/1.1" status: 200 len: 946 time: 0.2613018 Dec 16 22:09:15.073848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-e8cb75da-7b9f-4d14-acb3-bd0d73b03241 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:09:15.073848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-e8cb75da-7b9f-4d14-acb3-bd0d73b03241 service neutron] Checking segment: {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:15.073848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-e8cb75da-7b9f-4d14-acb3-bd0d73b03241 service neutron] Bound using segment: {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:09:15.073848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-e8cb75da-7b9f-4d14-acb3-bd0d73b03241 service neutron] Bound port: 55a37756-5d83-43bd-9635-5f0f95d4b30d, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:09:15.073848 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-e8cb75da-7b9f-4d14-acb3-bd0d73b03241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:15.217049 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ec16b6ba-e31d-44c8-ab26-68c30ee0d393 req-1fa1b7d0-0fbb-427f-89b1-cb14cd92bd6e tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:15.222066 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ec16b6ba-e31d-44c8-ab26-68c30ee0d393 req-1fa1b7d0-0fbb-427f-89b1-cb14cd92bd6e tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:15.222066 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ec16b6ba-e31d-44c8-ab26-68c30ee0d393 req-1fa1b7d0-0fbb-427f-89b1-cb14cd92bd6e tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] 10.222.0.75 "DELETE /v2.0/floatingips/61d6c2e8-4c3f-4f50-82a2-6229aa940ba7 HTTP/1.1" status: 204 len: 173 time: 1.1072233 Dec 16 22:09:15.292559 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-e8cb75da-7b9f-4d14-acb3-bd0d73b03241 service neutron] For port 55a37756-5d83-43bd-9635-5f0f95d4b30d, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:15.305541 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-e8cb75da-7b9f-4d14-acb3-bd0d73b03241 service neutron] For port 55a37756-5d83-43bd-9635-5f0f95d4b30d, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=55a37756-5d83-43bd-9635-5f0f95d4b30d,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:09:15.330495 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-068f280e-8fd9-4b90-a876-67ef4909f1a5 req-c77afc48-6e04-4ba9-ad50-ccc471c398a8 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Deleting port 335af761-796e-4f3b-b720-e04993b9f8e0 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:09:15.330874 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-068f280e-8fd9-4b90-a876-67ef4909f1a5 req-c77afc48-6e04-4ba9-ad50-ccc471c398a8 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:15.414235 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1ed27-725e-4ad2-869b-26ad57bac05a req-2f40d612-0f72-4fae-b8ac-75b886b96a28 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:15.426097 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-afc1ed27-725e-4ad2-869b-26ad57bac05a req-2f40d612-0f72-4fae-b8ac-75b886b96a28 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 943 time: 0.1339743 Dec 16 22:09:15.490295 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c4075042-fd83-4501-9f79-127eb3ce6aba req-44493872-b3ac-4b7b-89fb-a0b2746b2411 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3e037f3-5e7c-4753-82d5-91875543b44f HTTP/1.1" status: 200 len: 210 time: 0.1608319 Dec 16 22:09:15.491078 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-e8cb75da-7b9f-4d14-acb3-bd0d73b03241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:15.538018 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-afc1ed27-725e-4ad2-869b-26ad57bac05a req-c9b5367c-0577-4fd4-9ada-6c6c53b9a3dc tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102793 Dec 16 22:09:15.619190 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fd3ae1-d0f3-4ff3-b6c1-ea354201fdcc x-openstack-request-id: req-c4fd3ae1-d0f3-4ff3-b6c1-ea354201fdcc {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:15.619190 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ff2913-5077-4732-b811-2e2088c1b899", "name": "network-vif-unplugged", "status": "completed", "tag": "55a37756-5d83-43bd-9635-5f0f95d4b30d", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:15.619190 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c4fd3ae1-d0f3-4ff3-b6c1-ea354201fdcc {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:15.619190 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ff2913-5077-4732-b811-2e2088c1b899', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a37756-5d83-43bd-9635-5f0f95d4b30d', 'code': 200} Dec 16 22:09:15.620677 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb75da-7b9f-4d14-acb3-bd0d73b03241 service neutron] Pushing event updated for resources: {'Port': ['ID=55a37756-5d83-43bd-9635-5f0f95d4b30d,revision_number=8']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:15.683186 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b474a04-c0c6-41cc-8b0e-05919b6a01fe req-7860f42d-b4ca-45ae-abd9-7dab777991bb tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "GET /v2.0/security-group-rules/13333e0b-1c30-4347-b464-7faca0179609 HTTP/1.1" status: 200 len: 783 time: 0.0929306 Dec 16 22:09:15.730140 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-e8cb75da-7b9f-4d14-acb3-bd0d73b03241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:15.730771 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-e8cb75da-7b9f-4d14-acb3-bd0d73b03241 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:15.732269 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-e8cb75da-7b9f-4d14-acb3-bd0d73b03241 service neutron] 10.222.0.57 "PUT /v2.0/ports/55a37756-5d83-43bd-9635-5f0f95d4b30d HTTP/1.1" status: 200 len: 1121 time: 2.0120149 Dec 16 22:09:15.755400 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-068f280e-8fd9-4b90-a876-67ef4909f1a5 req-c77afc48-6e04-4ba9-ad50-ccc471c398a8 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] For port 335af761-796e-4f3b-b720-e04993b9f8e0, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=335af761-796e-4f3b-b720-e04993b9f8e0,segment=NetworkSegment(0872ca05-b35c-4fa1-9280-4ff6b06627ab),segment_id=0872ca05-b35c-4fa1-9280-4ff6b06627ab)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:15.755792 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-068f280e-8fd9-4b90-a876-67ef4909f1a5 req-c77afc48-6e04-4ba9-ad50-ccc471c398a8 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:15.801704 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device da1aa644-ca90-4b70-afd9-a3bb4df7b23d up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:15.840040 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b474a04-c0c6-41cc-8b0e-05919b6a01fe req-a0dcbbee-94c1-4185-b708-f93c1c2971aa tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "GET /v2.0/security-groups/0a113075-06f3-4d9a-b509-d590ae13651d HTTP/1.1" status: 200 len: 3012 time: 0.1562693 Dec 16 22:09:15.886818 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-8b474a04-c0c6-41cc-8b0e-05919b6a01fe req-c6e8153a-492d-4d24-9751-7be6890ef528 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:15.908031 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-8b474a04-c0c6-41cc-8b0e-05919b6a01fe req-c6e8153a-492d-4d24-9751-7be6890ef528 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:15.947801 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['55a37756-5d83-43bd-9635-5f0f95d4b30d'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:16.013335 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['55a37756-5d83-43bd-9635-5f0f95d4b30d'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:16.060035 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-8b474a04-c0c6-41cc-8b0e-05919b6a01fe req-c6e8153a-492d-4d24-9751-7be6890ef528 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:16.089893 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-8b474a04-c0c6-41cc-8b0e-05919b6a01fe req-c6e8153a-492d-4d24-9751-7be6890ef528 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:16.106509 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b474a04-c0c6-41cc-8b0e-05919b6a01fe req-c6e8153a-492d-4d24-9751-7be6890ef528 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/13333e0b-1c30-4347-b464-7faca0179609 HTTP/1.1" status: 204 len: 173 time: 0.2613080 Dec 16 22:09:16.108856 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8153a-492d-4d24-9751-7be6890ef528 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13333e0b-1c30-4347-b464-7faca0179609,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:16.151626 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port da1aa644-ca90-4b70-afd9-a3bb4df7b23d completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:09:16.342072 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-63d7e7ca-698b-4db5-8a8f-d4acd0001cf6 req-910e88f6-0542-4d1a-91c6-47972dd97ce9 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2196531 Dec 16 22:09:16.352121 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-63d7e7ca-698b-4db5-8a8f-d4acd0001cf6 req-8151aec2-ece7-48c8-8c2f-ef0d6d68afd6 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:16.353124 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port da1aa644-ca90-4b70-afd9-a3bb4df7b23d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:16.353507 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:16.482135 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-63d7e7ca-698b-4db5-8a8f-d4acd0001cf6 req-8151aec2-ece7-48c8-8c2f-ef0d6d68afd6 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:16.559751 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-068f280e-8fd9-4b90-a876-67ef4909f1a5 req-c77afc48-6e04-4ba9-ad50-ccc471c398a8 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:16.562567 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-068f280e-8fd9-4b90-a876-67ef4909f1a5 req-c77afc48-6e04-4ba9-ad50-ccc471c398a8 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:16.562567 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [req-068f280e-8fd9-4b90-a876-67ef4909f1a5 req-c77afc48-6e04-4ba9-ad50-ccc471c398a8 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Floating IP db8244e0-d4f8-42e6-bd88-137c93cd9686 disassociated. External IP: 172.25.6.123, port: 335af761-796e-4f3b-b720-e04993b9f8e0. Dec 16 22:09:16.569831 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-068f280e-8fd9-4b90-a876-67ef4909f1a5 req-c77afc48-6e04-4ba9-ad50-ccc471c398a8 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Calling delete_port for 335af761-796e-4f3b-b720-e04993b9f8e0 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:09:16.779031 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-63d7e7ca-698b-4db5-8a8f-d4acd0001cf6 req-8151aec2-ece7-48c8-8c2f-ef0d6d68afd6 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:16.869480 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac65619-1381-44b1-a2c3-603b7b48f55d req-00bd8fec-b3a4-48e6-a1d2-3568de324d62 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:16.879733 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6ac65619-1381-44b1-a2c3-603b7b48f55d req-00bd8fec-b3a4-48e6-a1d2-3568de324d62 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/ports?device_id=02dcb26a-0315-446a-a06a-5de94117ad4a HTTP/1.1" status: 200 len: 944 time: 0.1594312 Dec 16 22:09:16.970471 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:17.032206 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02dcb26a-0315-446a-a06a-5de94117ad4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1aa644-ca90-4b70-afd9-a3bb4df7b23d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:17.032206 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f7712f-8831-4dd9-85b7-b45387a1ce34" -d '{"events": [{"server_uuid": "02dcb26a-0315-446a-a06a-5de94117ad4a", "name": "network-vif-plugged", "status": "completed", "tag": "da1aa644-ca90-4b70-afd9-a3bb4df7b23d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:17.059918 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port da1aa644-ca90-4b70-afd9-a3bb4df7b23d, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=da1aa644-ca90-4b70-afd9-a3bb4df7b23d,segment=NetworkSegment(aefc77f4-f9ac-4892-b3e2-e947a0dd1cfa),segment_id=aefc77f4-f9ac-4892-b3e2-e947a0dd1cfa)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:17.078857 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-63d7e7ca-698b-4db5-8a8f-d4acd0001cf6 req-8151aec2-ece7-48c8-8c2f-ef0d6d68afd6 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Allocated IP 172.25.6.204 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/68d91a25-535f-440f-a089-64c55475895a) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:17.143858 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6ac65619-1381-44b1-a2c3-603b7b48f55d req-67cbbb1d-367c-41b3-8bf0-3441c7eb9ba6 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/security-groups?id=4efd96a4-78a3-4a59-bed5-c882a2c06852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589450 Dec 16 22:09:17.156244 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:17.261642 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-068f280e-8fd9-4b90-a876-67ef4909f1a5 req-c77afc48-6e04-4ba9-ad50-ccc471c398a8 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:17.264797 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-63d7e7ca-698b-4db5-8a8f-d4acd0001cf6 req-8151aec2-ece7-48c8-8c2f-ef0d6d68afd6 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:17.272534 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=da1aa644-ca90-4b70-afd9-a3bb4df7b23d,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:17.298496 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:17.299113 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-20059ede-e702-421b-b68b-38d257c19516 req-ad3a25b6-4640-4710-b8d5-1266219db40a tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "GET /v2.0/security-groups/0a113075-06f3-4d9a-b509-d590ae13651d HTTP/1.1" status: 200 len: 2414 time: 0.1056128 Dec 16 22:09:17.301745 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:17.302362 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:17.304370 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:17.305078 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:17.305652 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:17.306365 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:17.308531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:17.309176 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:17.309781 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:17.313350 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:17.314418 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:17.315028 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:09:17.374198 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-63d7e7ca-698b-4db5-8a8f-d4acd0001cf6 req-8151aec2-ece7-48c8-8c2f-ef0d6d68afd6 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:17.493448 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d7e7ca-698b-4db5-8a8f-d4acd0001cf6 req-8151aec2-ece7-48c8-8c2f-ef0d6d68afd6 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:17.499307 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77afc48-6e04-4ba9-ad50-ccc471c398a8 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Pushing event deleted for resources: {'Port': ['ID=335af761-796e-4f3b-b720-e04993b9f8e0,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:17.501779 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-63d7e7ca-698b-4db5-8a8f-d4acd0001cf6 req-8151aec2-ece7-48c8-8c2f-ef0d6d68afd6 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:17.511852 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d7e7ca-698b-4db5-8a8f-d4acd0001cf6 req-8151aec2-ece7-48c8-8c2f-ef0d6d68afd6 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:17.567726 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151aec2-ece7-48c8-8c2f-ef0d6d68afd6 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Pushing event updated for resources: {'Port': ['ID=68d91a25-535f-440f-a089-64c55475895a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:17.621370 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ff2913-5077-4732-b811-2e2088c1b899', 'tag': '55a37756-5d83-43bd-9635-5f0f95d4b30d'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:17.628501 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8263c1cf-4e31-4508-903d-6420235b0247" -d '{"events": [{"name": "network-changed", "server_uuid": "88ff2913-5077-4732-b811-2e2088c1b899", "tag": "55a37756-5d83-43bd-9635-5f0f95d4b30d"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:17.643119 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-20059ede-e702-421b-b68b-38d257c19516 req-2bc0ff93-0e33-4a60-8f5b-76f990fbf6f4 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:17.680190 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-20059ede-e702-421b-b68b-38d257c19516 req-2bc0ff93-0e33-4a60-8f5b-76f990fbf6f4 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:17.719970 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-63d7e7ca-698b-4db5-8a8f-d4acd0001cf6 req-8151aec2-ece7-48c8-8c2f-ef0d6d68afd6 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:17.806318 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 335af761-796e-4f3b-b720-e04993b9f8e0 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:09:17.849725 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-63d7e7ca-698b-4db5-8a8f-d4acd0001cf6 req-8151aec2-ece7-48c8-8c2f-ef0d6d68afd6 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:17.856710 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 335af761-796e-4f3b-b720-e04993b9f8e0 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:09:17.857127 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 335af761-796e-4f3b-b720-e04993b9f8e0 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:09:17.901624 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-068f280e-8fd9-4b90-a876-67ef4909f1a5 req-c77afc48-6e04-4ba9-ad50-ccc471c398a8 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Router 2a9fdd73-b008-433a-8b53-f0ad75a818e5 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:09:18.008324 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-ae900b5f-4da4-45c6-9e9f-c26066cf5692 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:18.010479 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-ae900b5f-4da4-45c6-9e9f-c26066cf5692 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.76 "GET /v2.0/networks?id=d94d0871-a0a1-410a-ba04-ae858b15c465 HTTP/1.1" status: 200 len: 823 time: 0.3099937 Dec 16 22:09:18.019795 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-20059ede-e702-421b-b68b-38d257c19516 req-2bc0ff93-0e33-4a60-8f5b-76f990fbf6f4 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:18.026786 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-20059ede-e702-421b-b68b-38d257c19516 req-2bc0ff93-0e33-4a60-8f5b-76f990fbf6f4 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:18.048949 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-20059ede-e702-421b-b68b-38d257c19516 req-2bc0ff93-0e33-4a60-8f5b-76f990fbf6f4 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "DELETE /v2.0/security-groups/0a113075-06f3-4d9a-b509-d590ae13651d HTTP/1.1" status: 204 len: 173 time: 0.7482100 Dec 16 22:09:18.086397 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0ff93-0e33-4a60-8f5b-76f990fbf6f4 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a113075-06f3-4d9a-b509-d590ae13651d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:18.119090 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-63d7e7ca-698b-4db5-8a8f-d4acd0001cf6 req-8151aec2-ece7-48c8-8c2f-ef0d6d68afd6 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:18.223404 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-068f280e-8fd9-4b90-a876-67ef4909f1a5 req-c77afc48-6e04-4ba9-ad50-ccc471c398a8 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:09:18.248962 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-a6a8e400-7800-45cd-accb-83eefe1e3daf tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eef4474b3e2b443596735e3c2ca6ae10 HTTP/1.1" status: 200 len: 380 time: 0.1959646 Dec 16 22:09:18.260809 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-a291a477-00dc-4ec0-abfa-86d99246a817 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Request body: {'port': {'device_id': 'd3e037f3-5e7c-4753-82d5-91875543b44f', 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465', 'admin_state_up': True, 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'security_groups': ['69aca312-f689-4fdd-842d-1faff92bc151']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:18.266367 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf82a65-3bae-467a-a982-8508b2ad4973 None None] Sync routers for ids ['2a9fdd73-b008-433a-8b53-f0ad75a818e5'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:09:18.285165 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf82a65-3bae-467a-a982-8508b2ad4973 None None] Routers {'2a9fdd73-b008-433a-8b53-f0ad75a818e5'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:09:18.285845 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-faf82a65-3bae-467a-a982-8508b2ad4973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:08:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2a9fdd73-b008-433a-8b53-f0ad75a818e5'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:18.386850 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-068f280e-8fd9-4b90-a876-67ef4909f1a5 req-c77afc48-6e04-4ba9-ad50-ccc471c398a8 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] No DVR routers for this DVR port 335af761-796e-4f3b-b720-e04993b9f8e0 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:09:18.389967 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4339ffd8-6636-42d7-922d-5c7696c5bcfb req-0e457a74-7c6f-4151-9c4a-e1c7816eab7f tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3e037f3-5e7c-4753-82d5-91875543b44f HTTP/1.1" status: 200 len: 210 time: 0.1001823 Dec 16 22:09:18.391715 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-068f280e-8fd9-4b90-a876-67ef4909f1a5 req-c77afc48-6e04-4ba9-ad50-ccc471c398a8 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:18.395488 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-068f280e-8fd9-4b90-a876-67ef4909f1a5 req-c77afc48-6e04-4ba9-ad50-ccc471c398a8 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.57 "DELETE /v2.0/ports/335af761-796e-4f3b-b720-e04993b9f8e0 HTTP/1.1" status: 204 len: 173 time: 3.2835526 Dec 16 22:09:18.459822 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-faf82a65-3bae-467a-a982-8508b2ad4973 None None] Set router 2a9fdd73-b008-433a-8b53-f0ad75a818e5 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:09:18.556950 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a2864-770b-4a07-8cf5-bb8a7e220e58 req-771c321e-1390-44d0-8751-78fe6688c210 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:18.561875 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4a9a2864-770b-4a07-8cf5-bb8a7e220e58 req-771c321e-1390-44d0-8751-78fe6688c210 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 943 time: 0.0638385 Dec 16 22:09:18.572980 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-63d7e7ca-698b-4db5-8a8f-d4acd0001cf6 req-8151aec2-ece7-48c8-8c2f-ef0d6d68afd6 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:18.691574 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4a9a2864-770b-4a07-8cf5-bb8a7e220e58 req-16254f9d-0b6c-4fe1-8dc9-ed5d0600fa83 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216223 Dec 16 22:09:18.707355 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-a291a477-00dc-4ec0-abfa-86d99246a817 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Made reservation on behalf of eef4474b3e2b443596735e3c2ca6ae10 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:09:18.720785 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151aec2-ece7-48c8-8c2f-ef0d6d68afd6 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Pushing event updated for resources: {'Port': ['ID=68d91a25-535f-440f-a089-64c55475895a,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:18.739762 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-a291a477-00dc-4ec0-abfa-86d99246a817 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:18.760328 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-63d7e7ca-698b-4db5-8a8f-d4acd0001cf6 req-8151aec2-ece7-48c8-8c2f-ef0d6d68afd6 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:18.813091 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b77145-ce1f-4a70-a103-0ec6e94fade5 x-openstack-request-id: req-e4b77145-ce1f-4a70-a103-0ec6e94fade5 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:18.813893 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02dcb26a-0315-446a-a06a-5de94117ad4a", "name": "network-vif-plugged", "status": "completed", "tag": "da1aa644-ca90-4b70-afd9-a3bb4df7b23d", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:18.814985 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e4b77145-ce1f-4a70-a103-0ec6e94fade5 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:18.815586 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02dcb26a-0315-446a-a06a-5de94117ad4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1aa644-ca90-4b70-afd9-a3bb4df7b23d', 'code': 200} Dec 16 22:09:18.882736 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-faf82a65-3bae-467a-a982-8508b2ad4973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-564571444-router', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:07Z', 'updated_at': '2021-12-16T22:05:14Z', 'revision_number': 4, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'gw_port': {'id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:08Z', 'updated_at': '2021-12-16T22:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '5aafa023-81ba-4344-a6f8-e9f8d7ee7393', 'name': '', 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'mac_address': 'fa:16:3e:93:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:12Z', 'updated_at': '2021-12-16T22:05:21Z', 'revision_number': 5, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'subnets': [{'id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:18.890035 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-63d7e7ca-698b-4db5-8a8f-d4acd0001cf6 req-8151aec2-ece7-48c8-8c2f-ef0d6d68afd6 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:18.898635 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-63d7e7ca-698b-4db5-8a8f-d4acd0001cf6 req-8151aec2-ece7-48c8-8c2f-ef0d6d68afd6 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5553868 Dec 16 22:09:18.977119 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167b5120-fbc1-41e6-abfd-2a7a0fa63ca1 x-openstack-request-id: req-167b5120-fbc1-41e6-abfd-2a7a0fa63ca1 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:18.977553 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ff2913-5077-4732-b811-2e2088c1b899", "tag": "55a37756-5d83-43bd-9635-5f0f95d4b30d", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:18.977780 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-167b5120-fbc1-41e6-abfd-2a7a0fa63ca1 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:18.978187 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ff2913-5077-4732-b811-2e2088c1b899', 'tag': '55a37756-5d83-43bd-9635-5f0f95d4b30d', 'status': 'completed', 'code': 200} Dec 16 22:09:19.029393 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf82a65-3bae-467a-a982-8508b2ad4973 None None] Checking router: 2a9fdd73-b008-433a-8b53-f0ad75a818e5 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:09:19.061844 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf82a65-3bae-467a-a982-8508b2ad4973 None None] Routers {'2a9fdd73-b008-433a-8b53-f0ad75a818e5'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:09:19.064408 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-faf82a65-3bae-467a-a982-8508b2ad4973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:08:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2a9fdd73-b008-433a-8b53-f0ad75a818e5'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:19.075292 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-63d7e7ca-698b-4db5-8a8f-d4acd0001cf6 req-9e4b426f-3944-4605-b563-02fced81fecc tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.204 HTTP/1.1" status: 200 len: 696 time: 0.1753733 Dec 16 22:09:19.105075 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [req-d8416cae-2bf5-4aa8-9881-6911c74ec079 req-34b874fc-208b-4b5f-80db-7a500d7c5ba6 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] show failed (client error): The resource could not be found. Dec 16 22:09:19.105311 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263c1cf-4e31-4508-903d-6420235b0247 req-d88b2035-ad0c-4bac-b431-2f10b75bcdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:19.106183 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d8416cae-2bf5-4aa8-9881-6911c74ec079 req-34b874fc-208b-4b5f-80db-7a500d7c5ba6 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "GET /v2.0/security-groups/810d5194-82c0-42e9-b09c-85c133b965f5 HTTP/1.1" status: 404 len: 352 time: 0.0400023 Dec 16 22:09:19.107065 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8263c1cf-4e31-4508-903d-6420235b0247 req-d88b2035-ad0c-4bac-b431-2f10b75bcdf3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=70ddf0fe02f649f28d93270673f4f1b0&device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 1124 time: 0.0671728 Dec 16 22:09:19.165363 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-a291a477-00dc-4ec0-abfa-86d99246a817 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Allocated IP 172.20.0.8 (d94d0871-a0a1-410a-ba04-ae858b15c465/797fa958-cbb2-4eb6-8ec6-7506427faefa/3798af91-00d4-4497-b9b4-0840b4e26772) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:19.191975 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798771a-4213-49a6-ac58-e379e5b46919 req-96f03814-930d-48fc-8ebf-b90d2d265879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:19.193474 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4798771a-4213-49a6-ac58-e379e5b46919 req-96f03814-930d-48fc-8ebf-b90d2d265879 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=02dcb26a-0315-446a-a06a-5de94117ad4a HTTP/1.1" status: 200 len: 1096 time: 0.2436624 Dec 16 22:09:19.317366 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7e7ca-698b-4db5-8a8f-d4acd0001cf6 req-6306e27a-1bfc-4d42-8762-c0d949b13641 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:19.319026 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-63d7e7ca-698b-4db5-8a8f-d4acd0001cf6 req-6306e27a-1bfc-4d42-8762-c0d949b13641 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 784 time: 0.2321494 Dec 16 22:09:19.322863 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263c1cf-4e31-4508-903d-6420235b0247 req-209f72a9-4f9e-43bb-9543-237c03fbd51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:19.330393 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8263c1cf-4e31-4508-903d-6420235b0247 req-209f72a9-4f9e-43bb-9543-237c03fbd51a service neutron] 10.222.0.76 "GET /v2.0/networks?id=851b3d27-6497-40f0-b603-b3da566b57ea HTTP/1.1" status: 200 len: 908 time: 0.2009532 Dec 16 22:09:19.390275 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-faf82a65-3bae-467a-a982-8508b2ad4973 None None] Set router 2a9fdd73-b008-433a-8b53-f0ad75a818e5 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:09:19.402379 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8263c1cf-4e31-4508-903d-6420235b0247 req-f68a27df-d758-49f5-9f9e-feb4c3b133ff service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55a37756-5d83-43bd-9635-5f0f95d4b30d HTTP/1.1" status: 200 len: 217 time: 0.0562284 Dec 16 22:09:19.404436 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4798771a-4213-49a6-ac58-e379e5b46919 req-73dd7b12-3526-4777-a52a-c49e1dc9d2a7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4efd96a4-78a3-4a59-bed5-c882a2c06852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016699 Dec 16 22:09:19.470834 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e452f2fa-c39c-4f97-b914-da1186e7a8b7 req-3904d11c-45ae-47ff-ad3c-513ad1981666 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "GET /v2.0/security-groups/7d797eb9-73e4-43b7-a3bb-a680a6d82cc5 HTTP/1.1" status: 200 len: 1821 time: 0.1333249 Dec 16 22:09:19.549267 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263c1cf-4e31-4508-903d-6420235b0247 req-e18f7585-67e3-45a3-bdb5-5fd968bb0aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:19.550764 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8263c1cf-4e31-4508-903d-6420235b0247 req-e18f7585-67e3-45a3-bdb5-5fd968bb0aad service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ac517c80-ed1c-4940-8a98-4b18f46cf35e HTTP/1.1" status: 200 len: 848 time: 0.1399667 Dec 16 22:09:19.557967 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e452f2fa-c39c-4f97-b914-da1186e7a8b7 req-a7d57596-1e52-4c17-81a9-bc0476f528c5 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:19.592731 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8263c1cf-4e31-4508-903d-6420235b0247 req-2ba02c2f-2722-4ee9-af10-0399013c8875 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=851b3d27-6497-40f0-b603-b3da566b57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314069 Dec 16 22:09:19.601653 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-a291a477-00dc-4ec0-abfa-86d99246a817 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:19.652117 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e046687-af9f-40ee-bf10-3676499131ef req-3c5d1dc3-ba0a-4b2b-9d16-331e36984ae1 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:19.660346 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e046687-af9f-40ee-bf10-3676499131ef req-3c5d1dc3-ba0a-4b2b-9d16-331e36984ae1 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/ports?device_id=02dcb26a-0315-446a-a06a-5de94117ad4a HTTP/1.1" status: 200 len: 945 time: 0.3101161 Dec 16 22:09:19.684190 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-faf82a65-3bae-467a-a982-8508b2ad4973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-564571444-router', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:07Z', 'updated_at': '2021-12-16T22:05:14Z', 'revision_number': 4, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'gw_port': {'id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:08Z', 'updated_at': '2021-12-16T22:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '5aafa023-81ba-4344-a6f8-e9f8d7ee7393', 'name': '', 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'mac_address': 'fa:16:3e:93:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:12Z', 'updated_at': '2021-12-16T22:05:21Z', 'revision_number': 5, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'subnets': [{'id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:19.686798 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e452f2fa-c39c-4f97-b914-da1186e7a8b7 req-a7d57596-1e52-4c17-81a9-bc0476f528c5 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:19.720641 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e046687-af9f-40ee-bf10-3676499131ef req-aefac48c-2790-40c0-90b1-5b87e78410be tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/security-groups?id=4efd96a4-78a3-4a59-bed5-c882a2c06852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560338 Dec 16 22:09:19.725627 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf82a65-3bae-467a-a982-8508b2ad4973 None None] The sync data for ids ['2a9fdd73-b008-433a-8b53-f0ad75a818e5'] in n-d-815324-4 is: [{'id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-564571444-router', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:07Z', 'updated_at': '2021-12-16T22:05:14Z', 'revision_number': 4, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'gw_port': {'id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:08Z', 'updated_at': '2021-12-16T22:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '5aafa023-81ba-4344-a6f8-e9f8d7ee7393', 'name': '', 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'mac_address': 'fa:16:3e:93:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:12Z', 'updated_at': '2021-12-16T22:05:21Z', 'revision_number': 5, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'subnets': [{'id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:09:19.825793 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-a291a477-00dc-4ec0-abfa-86d99246a817 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:19.828079 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8263c1cf-4e31-4508-903d-6420235b0247 req-d9e07724-9eaf-4990-9697-b76e8de3316a service neutron] 10.222.0.76 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252264 Dec 16 22:09:19.916302 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e452f2fa-c39c-4f97-b914-da1186e7a8b7 req-a7d57596-1e52-4c17-81a9-bc0476f528c5 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:19.920148 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e452f2fa-c39c-4f97-b914-da1186e7a8b7 req-a7d57596-1e52-4c17-81a9-bc0476f528c5 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:19.921896 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e452f2fa-c39c-4f97-b914-da1186e7a8b7 req-a7d57596-1e52-4c17-81a9-bc0476f528c5 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "DELETE /v2.0/security-groups/7d797eb9-73e4-43b7-a3bb-a680a6d82cc5 HTTP/1.1" status: 204 len: 173 time: 0.4498966 Dec 16 22:09:19.935474 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291a477-00dc-4ec0-abfa-86d99246a817 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Pushing event updated for resources: {'Port': ['ID=3798af91-00d4-4497-b9b4-0840b4e26772,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:19.954114 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d57596-1e52-4c17-81a9-bc0476f528c5 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d797eb9-73e4-43b7-a3bb-a680a6d82cc5,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:20.081105 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-a291a477-00dc-4ec0-abfa-86d99246a817 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Network d94d0871-a0a1-410a-ba04-ae858b15c465 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:20.091226 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1ea5ecfc-7bac-4929-b901-fc8ee12ec1b0 req-d062195e-f599-4b30-be16-5fa1d0c570b6 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] 10.222.0.75 "GET /v2.0/floatingips/5b48eedf-8a84-4713-81ec-4005b2999e1e HTTP/1.1" status: 200 len: 693 time: 0.1362925 Dec 16 22:09:20.102791 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8263c1cf-4e31-4508-903d-6420235b0247 req-a6d766cd-6dc4-4bab-bc23-dd7b05c3e264 service neutron] 10.222.0.76 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610896 Dec 16 22:09:20.166068 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2890d7c-5251-4a50-945f-34bb90ed4c6d req-1d0315da-aaee-4b77-9424-e085511b0172 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:20.166068 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b2890d7c-5251-4a50-945f-34bb90ed4c6d req-1d0315da-aaee-4b77-9424-e085511b0172 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3e037f3-5e7c-4753-82d5-91875543b44f HTTP/1.1" status: 200 len: 931 time: 0.1262634 Dec 16 22:09:20.191871 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-a291a477-00dc-4ec0-abfa-86d99246a817 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:20.196060 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-a291a477-00dc-4ec0-abfa-86d99246a817 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:20.236835 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0408f60-43ba-46cb-903d-b2addd902a5f None None] New status for floating IP db8244e0-d4f8-42e6-bd88-137c93cd9686: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:09:20.318037 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b2890d7c-5251-4a50-945f-34bb90ed4c6d req-7a1bcd5a-ca18-4959-9e68-b5b8ae9f46c3 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361191 Dec 16 22:09:20.363287 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-a291a477-00dc-4ec0-abfa-86d99246a817 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:20.363856 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-a291a477-00dc-4ec0-abfa-86d99246a817 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:20.467184 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-a291a477-00dc-4ec0-abfa-86d99246a817 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2104552 Dec 16 22:09:20.479929 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5ecfc-7bac-4929-b901-fc8ee12ec1b0 req-ee5294fe-8ce1-4e2b-bff3-1adbf437a88a tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:20.489581 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1ea5ecfc-7bac-4929-b901-fc8ee12ec1b0 req-ee5294fe-8ce1-4e2b-bff3-1adbf437a88a tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 784 time: 0.3968585 Dec 16 22:09:20.505589 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-93017b5e-639c-4f90-b7bb-14b5a1217c92 service neutron] Request body: {'port': {'device_id': 'd3e037f3-5e7c-4753-82d5-91875543b44f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:20.589459 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530ad64-cef4-4788-99de-d494cd696e66 req-e9038913-14b2-40ec-aa87-f2a8c01d03e2 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:20.592857 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7530ad64-cef4-4788-99de-d494cd696e66 req-e9038913-14b2-40ec-aa87-f2a8c01d03e2 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 943 time: 0.1415532 Dec 16 22:09:20.599657 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1ea5ecfc-7bac-4929-b901-fc8ee12ec1b0 req-8ceef943-1131-49a5-a225-61d89abf3fb8 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.204 HTTP/1.1" status: 200 len: 696 time: 0.1092279 Dec 16 22:09:20.652100 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-fd238d18-6829-46b9-a23c-a820d60b91ab None None] Provisioning complete for port 3798af91-00d4-4497-b9b4-0840b4e26772 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:20.652649 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fd238d18-6829-46b9-a23c-a820d60b91ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:20.708690 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7530ad64-cef4-4788-99de-d494cd696e66 req-25d8fcd8-04b1-4cc9-966f-c9a17cff51ad tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017959 Dec 16 22:09:20.737691 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-fd238d18-6829-46b9-a23c-a820d60b91ab None None] Port 3798af91-00d4-4497-b9b4-0840b4e26772 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:09:20.758594 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1ea5ecfc-7bac-4929-b901-fc8ee12ec1b0 req-6ecb152c-abd0-4d31-a318-e0629e6186b4 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.204 HTTP/1.1" status: 200 len: 696 time: 0.1579578 Dec 16 22:09:20.806688 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-beffe389-d58c-48d1-9778-fe2d5f90b87b req-cadb7852-1284-4bf6-b0cd-adb9f76bb623 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "GET /v2.0/security-groups/c41ad06a-0a1e-4d4e-8c27-3889face96bb HTTP/1.1" status: 200 len: 1822 time: 0.0513685 Dec 16 22:09:20.808620 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-93017b5e-639c-4f90-b7bb-14b5a1217c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:20.888147 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-beffe389-d58c-48d1-9778-fe2d5f90b87b req-24090be4-123c-46de-8f94-1799be8a98c0 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:20.931443 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-beffe389-d58c-48d1-9778-fe2d5f90b87b req-24090be4-123c-46de-8f94-1799be8a98c0 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:20.979986 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9f2379-26ba-4346-a93e-ab35ee2d64a5', 'name': 'network-vif-deleted', 'tag': '335af761-796e-4f3b-b720-e04993b9f8e0'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:20.986445 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2c5249-5864-482a-8e31-25f9cc37b473" -d '{"events": [{"server_uuid": "9b9f2379-26ba-4346-a93e-ab35ee2d64a5", "name": "network-vif-deleted", "tag": "335af761-796e-4f3b-b720-e04993b9f8e0"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:21.087498 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-beffe389-d58c-48d1-9778-fe2d5f90b87b req-24090be4-123c-46de-8f94-1799be8a98c0 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:21.091474 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-beffe389-d58c-48d1-9778-fe2d5f90b87b req-24090be4-123c-46de-8f94-1799be8a98c0 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:21.092695 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-beffe389-d58c-48d1-9778-fe2d5f90b87b req-24090be4-123c-46de-8f94-1799be8a98c0 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "DELETE /v2.0/security-groups/c41ad06a-0a1e-4d4e-8c27-3889face96bb HTTP/1.1" status: 204 len: 173 time: 0.2796328 Dec 16 22:09:21.114122 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24090be4-123c-46de-8f94-1799be8a98c0 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41ad06a-0a1e-4d4e-8c27-3889face96bb,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:21.142421 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-1ea5ecfc-7bac-4929-b901-fc8ee12ec1b0 req-23866625-5c32-48b2-8583-b40c25bc5972 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Deleting port 68d91a25-535f-440f-a089-64c55475895a {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:09:21.145487 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1ea5ecfc-7bac-4929-b901-fc8ee12ec1b0 req-23866625-5c32-48b2-8583-b40c25bc5972 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:21.289395 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f12fe-8189-4c3a-bedb-a2938a4d9067 req-e5f0f634-f123-412c-a9cb-a81b1b91eb1f tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:21.300182 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-288f12fe-8189-4c3a-bedb-a2938a4d9067 req-e5f0f634-f123-412c-a9cb-a81b1b91eb1f tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/ports?device_id=02dcb26a-0315-446a-a06a-5de94117ad4a HTTP/1.1" status: 200 len: 945 time: 0.1138542 Dec 16 22:09:21.321284 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1ea5ecfc-7bac-4929-b901-fc8ee12ec1b0 req-23866625-5c32-48b2-8583-b40c25bc5972 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:21.321774 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1ea5ecfc-7bac-4929-b901-fc8ee12ec1b0 req-23866625-5c32-48b2-8583-b40c25bc5972 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:21.362159 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-1ea5ecfc-7bac-4929-b901-fc8ee12ec1b0 req-23866625-5c32-48b2-8583-b40c25bc5972 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Calling delete_port for 68d91a25-535f-440f-a089-64c55475895a owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:09:21.374055 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-288f12fe-8189-4c3a-bedb-a2938a4d9067 req-5ddddfff-4718-4144-97dc-637fdc5fd76d tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/security-groups?id=4efd96a4-78a3-4a59-bed5-c882a2c06852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727286 Dec 16 22:09:21.504911 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3dc33e-dc04-4922-95e3-673696231223 x-openstack-request-id: req-1e3dc33e-dc04-4922-95e3-673696231223 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:21.505306 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9f2379-26ba-4346-a93e-ab35ee2d64a5", "name": "network-vif-deleted", "tag": "335af761-796e-4f3b-b720-e04993b9f8e0", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:21.505662 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1e3dc33e-dc04-4922-95e3-673696231223 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:21.506159 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9f2379-26ba-4346-a93e-ab35ee2d64a5', 'name': 'network-vif-deleted', 'tag': '335af761-796e-4f3b-b720-e04993b9f8e0', 'status': 'completed', 'code': 200} Dec 16 22:09:21.586677 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cff90cff-0685-42fc-94b7-5cbaf99d664f req-53277934-a215-4190-b7ef-4c2f86cb7134 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "GET /v2.0/security-groups/2009bee5-0a28-4c5b-9b73-29a72d3ded02 HTTP/1.1" status: 200 len: 1821 time: 0.0674956 Dec 16 22:09:21.668035 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-cff90cff-0685-42fc-94b7-5cbaf99d664f req-40fe66f5-78ac-4de9-8de7-7702ea786ad0 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:21.718845 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-cff90cff-0685-42fc-94b7-5cbaf99d664f req-40fe66f5-78ac-4de9-8de7-7702ea786ad0 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:21.722425 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-93017b5e-639c-4f90-b7bb-14b5a1217c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3798af91-00d4-4497-b9b4-0840b4e26772 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:21.733640 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-93017b5e-639c-4f90-b7bb-14b5a1217c92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:21.780349 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1ea5ecfc-7bac-4929-b901-fc8ee12ec1b0 req-23866625-5c32-48b2-8583-b40c25bc5972 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:21.810577 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23866625-5c32-48b2-8583-b40c25bc5972 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Pushing event deleted for resources: {'Port': ['ID=68d91a25-535f-440f-a089-64c55475895a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:21.880158 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-cff90cff-0685-42fc-94b7-5cbaf99d664f req-40fe66f5-78ac-4de9-8de7-7702ea786ad0 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:21.888384 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-cff90cff-0685-42fc-94b7-5cbaf99d664f req-40fe66f5-78ac-4de9-8de7-7702ea786ad0 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:21.894638 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cff90cff-0685-42fc-94b7-5cbaf99d664f req-40fe66f5-78ac-4de9-8de7-7702ea786ad0 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "DELETE /v2.0/security-groups/2009bee5-0a28-4c5b-9b73-29a72d3ded02 HTTP/1.1" status: 204 len: 173 time: 0.3067243 Dec 16 22:09:21.901825 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-93017b5e-639c-4f90-b7bb-14b5a1217c92 service neutron] Transition to ACTIVE for port object 3798af91-00d4-4497-b9b4-0840b4e26772 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:09:21.905305 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1ea5ecfc-7bac-4929-b901-fc8ee12ec1b0 req-23866625-5c32-48b2-8583-b40c25bc5972 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:21.916766 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1ea5ecfc-7bac-4929-b901-fc8ee12ec1b0 req-23866625-5c32-48b2-8583-b40c25bc5972 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:21.923633 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1ea5ecfc-7bac-4929-b901-fc8ee12ec1b0 req-23866625-5c32-48b2-8583-b40c25bc5972 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] 10.222.0.75 "DELETE /v2.0/floatingips/5b48eedf-8a84-4713-81ec-4005b2999e1e HTTP/1.1" status: 204 len: 173 time: 1.1637168 Dec 16 22:09:21.929418 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe66f5-78ac-4de9-8de7-7702ea786ad0 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2009bee5-0a28-4c5b-9b73-29a72d3ded02,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:21.972843 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-93017b5e-639c-4f90-b7bb-14b5a1217c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:22.097824 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86f555-b972-4dcc-bd41-2cf6a86a2928 req-9d1d1bb7-4af8-4e90-ac12-3dd48740ed77 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:22.102672 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93017b5e-639c-4f90-b7bb-14b5a1217c92 service neutron] Pushing event updated for resources: {'Port': ['ID=3798af91-00d4-4497-b9b4-0840b4e26772,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:22.108967 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2a86f555-b972-4dcc-bd41-2cf6a86a2928 req-9d1d1bb7-4af8-4e90-ac12-3dd48740ed77 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3e037f3-5e7c-4753-82d5-91875543b44f HTTP/1.1" status: 200 len: 943 time: 0.1330936 Dec 16 22:09:22.194332 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3657c-3897-4f4f-80ab-38b7f4e1f7cb req-7bed5ecf-7bd1-4e6e-9845-72974b7d1323 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:22.202980 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a5c3657c-3897-4f4f-80ab-38b7f4e1f7cb req-7bed5ecf-7bd1-4e6e-9845-72974b7d1323 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 943 time: 0.1542115 Dec 16 22:09:22.233972 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2a86f555-b972-4dcc-bd41-2cf6a86a2928 req-2afb93b4-2180-4f21-b1cd-81aff2ec2986 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230109 Dec 16 22:09:22.298186 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-93017b5e-639c-4f90-b7bb-14b5a1217c92 service neutron] Attempting to bind port 3798af91-00d4-4497-b9b4-0840b4e26772 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:09:22.298186 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-93017b5e-639c-4f90-b7bb-14b5a1217c92 service neutron] Attempting to bind port 3798af91-00d4-4497-b9b4-0840b4e26772 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '0872ca05-b35c-4fa1-9280-4ff6b06627ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:09:22.298913 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-93017b5e-639c-4f90-b7bb-14b5a1217c92 service neutron] Attempting to bind port 3798af91-00d4-4497-b9b4-0840b4e26772 on network d94d0871-a0a1-410a-ba04-ae858b15c465 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:22.310145 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-93017b5e-639c-4f90-b7bb-14b5a1217c92 service neutron] Port 3798af91-00d4-4497-b9b4-0840b4e26772 on network d94d0871-a0a1-410a-ba04-ae858b15c465 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:09:22.315316 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-93017b5e-639c-4f90-b7bb-14b5a1217c92 service neutron] Attempting to bind port 3798af91-00d4-4497-b9b4-0840b4e26772 on network d94d0871-a0a1-410a-ba04-ae858b15c465 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:22.332788 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a5c3657c-3897-4f4f-80ab-38b7f4e1f7cb req-8a2ddc47-3f80-4cec-b32f-b0111030bd4e tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253161 Dec 16 22:09:22.349973 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-93017b5e-639c-4f90-b7bb-14b5a1217c92 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:09:22.349973 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-93017b5e-639c-4f90-b7bb-14b5a1217c92 service neutron] Checking segment: {'id': '0872ca05-b35c-4fa1-9280-4ff6b06627ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:22.349973 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-93017b5e-639c-4f90-b7bb-14b5a1217c92 service neutron] Bound using segment: {'id': '0872ca05-b35c-4fa1-9280-4ff6b06627ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:09:22.349973 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-93017b5e-639c-4f90-b7bb-14b5a1217c92 service neutron] Bound port: 3798af91-00d4-4497-b9b4-0840b4e26772, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0872ca05-b35c-4fa1-9280-4ff6b06627ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:09:22.349973 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-93017b5e-639c-4f90-b7bb-14b5a1217c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:22.372961 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dde89713-d442-4f6c-8099-fbcd8d4322b7 req-7f40c766-e8d4-4464-9503-a6c03f7c0dd5 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "GET /v2.0/security-groups/4daf0fff-6398-48d9-bc8e-2afe6f4c752c HTTP/1.1" status: 200 len: 2420 time: 0.0884488 Dec 16 22:09:22.479385 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [req-be23eca7-4e0b-4c7c-ad23-3c33e8ac13a7 req-ebefda16-7c3b-41f8-b727-15e98b2f9914 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] show failed (client error): The resource could not be found. Dec 16 22:09:22.481146 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-be23eca7-4e0b-4c7c-ad23-3c33e8ac13a7 req-ebefda16-7c3b-41f8-b727-15e98b2f9914 tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] 10.222.0.75 "GET /v2.0/floatingips/5b48eedf-8a84-4713-81ec-4005b2999e1e HTTP/1.1" status: 404 len: 350 time: 0.1095707 Dec 16 22:09:22.542099 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-dde89713-d442-4f6c-8099-fbcd8d4322b7 req-885267fa-3dd0-4ae1-b8e1-edfc003e3e0a tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:22.599578 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-dde89713-d442-4f6c-8099-fbcd8d4322b7 req-885267fa-3dd0-4ae1-b8e1-edfc003e3e0a tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:22.636119 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-93017b5e-639c-4f90-b7bb-14b5a1217c92 service neutron] For port 3798af91-00d4-4497-b9b4-0840b4e26772, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:22.653792 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-93017b5e-639c-4f90-b7bb-14b5a1217c92 service neutron] For port 3798af91-00d4-4497-b9b4-0840b4e26772, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3798af91-00d4-4497-b9b4-0840b4e26772,segment=NetworkSegment(0872ca05-b35c-4fa1-9280-4ff6b06627ab),segment_id=0872ca05-b35c-4fa1-9280-4ff6b06627ab)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:09:22.692504 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c7292-249f-4a76-9903-fab2d959d914 req-529bdbf4-391f-488f-a1fd-0c5b68c53121 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:22.695576 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-066c7292-249f-4a76-9903-fab2d959d914 req-529bdbf4-391f-488f-a1fd-0c5b68c53121 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/ports?device_id=02dcb26a-0315-446a-a06a-5de94117ad4a HTTP/1.1" status: 200 len: 945 time: 0.1076224 Dec 16 22:09:22.757730 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-066c7292-249f-4a76-9903-fab2d959d914 req-28995e9b-8138-4278-86a2-0e28e270a4dc tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/security-groups?id=4efd96a4-78a3-4a59-bed5-c882a2c06852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553148 Dec 16 22:09:22.759693 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-93017b5e-639c-4f90-b7bb-14b5a1217c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:22.772968 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-dde89713-d442-4f6c-8099-fbcd8d4322b7 req-885267fa-3dd0-4ae1-b8e1-edfc003e3e0a tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:22.776662 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-dde89713-d442-4f6c-8099-fbcd8d4322b7 req-885267fa-3dd0-4ae1-b8e1-edfc003e3e0a tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:22.786824 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dde89713-d442-4f6c-8099-fbcd8d4322b7 req-885267fa-3dd0-4ae1-b8e1-edfc003e3e0a tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "DELETE /v2.0/security-groups/4daf0fff-6398-48d9-bc8e-2afe6f4c752c HTTP/1.1" status: 204 len: 173 time: 0.4129226 Dec 16 22:09:22.810735 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885267fa-3dd0-4ae1-b8e1-edfc003e3e0a tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4daf0fff-6398-48d9-bc8e-2afe6f4c752c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:22.815999 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93017b5e-639c-4f90-b7bb-14b5a1217c92 service neutron] Pushing event updated for resources: {'Port': ['ID=3798af91-00d4-4497-b9b4-0840b4e26772,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:22.840288 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-93017b5e-639c-4f90-b7bb-14b5a1217c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:22.840742 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-93017b5e-639c-4f90-b7bb-14b5a1217c92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:22.843262 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-93017b5e-639c-4f90-b7bb-14b5a1217c92 service neutron] 10.222.0.76 "PUT /v2.0/ports/3798af91-00d4-4497-b9b4-0840b4e26772 HTTP/1.1" status: 200 len: 1091 time: 2.3431778 Dec 16 22:09:22.886032 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [req-33c10b89-7b98-4f63-87ce-3d9da693a465 req-cdd8aaee-9c8e-40b4-848e-8a2a681984aa tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] show failed (client error): The resource could not be found. Dec 16 22:09:22.899867 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-33c10b89-7b98-4f63-87ce-3d9da693a465 req-cdd8aaee-9c8e-40b4-848e-8a2a681984aa tempest-FloatingIPsTestJSON-946138391 tempest-FloatingIPsTestJSON-946138391-project] 10.222.0.75 "GET /v2.0/floatingips/5b48eedf-8a84-4713-81ec-4005b2999e1e HTTP/1.1" status: 404 len: 350 time: 0.0737960 Dec 16 22:09:22.900605 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56968) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:23.178667 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-03b675e6-80f9-4bdb-ad81-547140c2ed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:23.192560 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-03b675e6-80f9-4bdb-ad81-547140c2ed24 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=eef4474b3e2b443596735e3c2ca6ae10&device_id=d3e037f3-5e7c-4753-82d5-91875543b44f HTTP/1.1" status: 200 len: 1094 time: 0.1922779 Dec 16 22:09:23.272202 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-0d321e87-4516-4ce6-927a-3f911b5df2ab service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3798af91-00d4-4497-b9b4-0840b4e26772 HTTP/1.1" status: 200 len: 217 time: 0.0622237 Dec 16 22:09:23.338869 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b65f0f52-49f7-4784-b2f0-4fec50a6570f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:23.342933 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-d63e2a49-1abf-4bc6-869f-9c59822638d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:23.345111 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-d63e2a49-1abf-4bc6-869f-9c59822638d2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=797fa958-cbb2-4eb6-8ec6-7506427faefa HTTP/1.1" status: 200 len: 862 time: 0.0640757 Dec 16 22:09:23.351891 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-907050f0-e6d4-4572-9a96-41c5e4431cf5 req-72817314-e0a5-4aed-bb24-01427526937c tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "GET /v2.0/security-groups/ce7e2352-3886-4bd3-8d1a-6351738e5839 HTTP/1.1" status: 200 len: 2413 time: 0.1057584 Dec 16 22:09:23.418123 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-2e6b505f-0c53-48db-934f-f7461639cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:23.420101 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-2e6b505f-0c53-48db-934f-f7461639cdb6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d94d0871-a0a1-410a-ba04-ae858b15c465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655088 Dec 16 22:09:23.451808 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-907050f0-e6d4-4572-9a96-41c5e4431cf5 req-cd06f3a5-86e6-4e04-a430-88f5f6e1dc87 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:23.501631 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-907050f0-e6d4-4572-9a96-41c5e4431cf5 req-cd06f3a5-86e6-4e04-a430-88f5f6e1dc87 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:23.515492 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e037f3-5e7c-4753-82d5-91875543b44f', 'tag': '3798af91-00d4-4497-b9b4-0840b4e26772'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:23.518759 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f1a28e-aacb-4560-b215-ab31d47b31e1" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e037f3-5e7c-4753-82d5-91875543b44f", "tag": "3798af91-00d4-4497-b9b4-0840b4e26772"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:23.611806 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0c1acb26-6807-4f95-b4d8-0cb717067369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:23.622635 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-c401f8f7-4244-47ed-963f-b8ba8f26b5ee service neutron] 10.222.0.76 "GET /v2.0/networks/d94d0871-a0a1-410a-ba04-ae858b15c465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924524 Dec 16 22:09:23.702692 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-907050f0-e6d4-4572-9a96-41c5e4431cf5 req-cd06f3a5-86e6-4e04-a430-88f5f6e1dc87 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:23.709795 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-907050f0-e6d4-4572-9a96-41c5e4431cf5 req-cd06f3a5-86e6-4e04-a430-88f5f6e1dc87 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:23.724301 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56986) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:23.729573 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-907050f0-e6d4-4572-9a96-41c5e4431cf5 req-cd06f3a5-86e6-4e04-a430-88f5f6e1dc87 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] 10.222.0.75 "DELETE /v2.0/security-groups/ce7e2352-3886-4bd3-8d1a-6351738e5839 HTTP/1.1" status: 204 len: 173 time: 0.3764672 Dec 16 22:09:23.754731 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06f3a5-86e6-4e04-a430-88f5f6e1dc87 tempest-SecurityGroupRulesTestJSON-269071544 tempest-SecurityGroupRulesTestJSON-269071544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7e2352-3886-4bd3-8d1a-6351738e5839,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:23.894494 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-395cd0a1-73d0-4ff3-873c-91317ef11c58 req-e1b10dc9-4c94-4bbd-aaf1-7e31f1d661ac service neutron] 10.222.0.76 "GET /v2.0/networks/d94d0871-a0a1-410a-ba04-ae858b15c465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624550 Dec 16 22:09:24.028826 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37489587-420b-4671-bf7c-934c14ba61c5 req-47d0fb85-5976-41f9-b1c8-a083b9444728 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:24.031580 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-37489587-420b-4671-bf7c-934c14ba61c5 req-47d0fb85-5976-41f9-b1c8-a083b9444728 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3e037f3-5e7c-4753-82d5-91875543b44f HTTP/1.1" status: 200 len: 943 time: 0.1261954 Dec 16 22:09:24.052243 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba849e-3ac2-4faa-85af-26f1e7ad17e1 req-929d6d49-32a8-4c1a-9926-838e08508cb4 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:24.054561 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53ba849e-3ac2-4faa-85af-26f1e7ad17e1 req-929d6d49-32a8-4c1a-9926-838e08508cb4 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 943 time: 0.1581497 Dec 16 22:09:24.058522 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f203cd-ce39-47d4-9bc6-2628336d307c admin admin] Deleting subnet 3bf1960e-b487-4024-9b4e-1797268afda0 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:09:24.063466 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-52f203cd-ce39-47d4-9bc6-2628336d307c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:24.122264 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-52f203cd-ce39-47d4-9bc6-2628336d307c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:24.183325 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53ba849e-3ac2-4faa-85af-26f1e7ad17e1 req-c05698f8-fee9-44cc-8ef4-8637eb8cab52 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964897 Dec 16 22:09:24.183580 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-37489587-420b-4671-bf7c-934c14ba61c5 req-f2d5acd6-660b-417b-b7ef-201e22bf0659 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371865 Dec 16 22:09:24.198960 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-52f203cd-ce39-47d4-9bc6-2628336d307c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:24.256898 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-0c1acb26-6807-4f95-b4d8-0cb717067369 admin admin] Deleting port f8786480-6c59-42ea-9f3d-15fb9680a628 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:09:24.257261 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0c1acb26-6807-4f95-b4d8-0cb717067369 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:24.310418 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09daafa-6b9e-4d89-8378-2949e6a27a08 x-openstack-request-id: req-e09daafa-6b9e-4d89-8378-2949e6a27a08 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:24.310837 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e037f3-5e7c-4753-82d5-91875543b44f", "tag": "3798af91-00d4-4497-b9b4-0840b4e26772", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:24.311166 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e09daafa-6b9e-4d89-8378-2949e6a27a08 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:24.311589 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e037f3-5e7c-4753-82d5-91875543b44f', 'tag': '3798af91-00d4-4497-b9b4-0840b4e26772', 'status': 'completed', 'code': 200} Dec 16 22:09:24.379667 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-52f203cd-ce39-47d4-9bc6-2628336d307c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:24.383586 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-0c1acb26-6807-4f95-b4d8-0cb717067369 admin admin] For port f8786480-6c59-42ea-9f3d-15fb9680a628, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f8786480-6c59-42ea-9f3d-15fb9680a628,segment=NetworkSegment(21b2b63e-bb20-47ef-bdcb-b6788e32d4f7),segment_id=21b2b63e-bb20-47ef-bdcb-b6788e32d4f7)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:24.383967 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0c1acb26-6807-4f95-b4d8-0cb717067369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:24.398243 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-0c1acb26-6807-4f95-b4d8-0cb717067369 admin admin] Calling delete_port for f8786480-6c59-42ea-9f3d-15fb9680a628 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:09:24.441337 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-52f203cd-ce39-47d4-9bc6-2628336d307c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:24.447958 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-52f203cd-ce39-47d4-9bc6-2628336d307c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/3bf1960e-b487-4024-9b4e-1797268afda0 HTTP/1.1" status: 204 len: 168 time: 0.5619898 Dec 16 22:09:24.456215 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f203cd-ce39-47d4-9bc6-2628336d307c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bf1960e-b487-4024-9b4e-1797268afda0,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:24.460375 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57000) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:24.566228 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c4e2704-555d-40e8-87e9-39fc77cde3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:24.601675 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1a28e-aacb-4560-b215-ab31d47b31e1 req-011f8d5d-9a49-4cac-9f27-3f097326d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:24.603488 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-01f1a28e-aacb-4560-b215-ab31d47b31e1 req-011f8d5d-9a49-4cac-9f27-3f097326d1bf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=eef4474b3e2b443596735e3c2ca6ae10&device_id=d3e037f3-5e7c-4753-82d5-91875543b44f HTTP/1.1" status: 200 len: 1094 time: 0.1574934 Dec 16 22:09:24.751667 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c4e2704-555d-40e8-87e9-39fc77cde3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:24.790277 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-3c4e2704-555d-40e8-87e9-39fc77cde3ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73c9932-385e-4b89-8b61-7c13b4b447b9']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:24.824941 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1a28e-aacb-4560-b215-ab31d47b31e1 req-44a03b74-11d9-41a7-9ed8-6610d087f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:24.826791 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-01f1a28e-aacb-4560-b215-ab31d47b31e1 req-44a03b74-11d9-41a7-9ed8-6610d087f89f service neutron] 10.222.0.76 "GET /v2.0/networks?id=d94d0871-a0a1-410a-ba04-ae858b15c465 HTTP/1.1" status: 200 len: 923 time: 0.1980779 Dec 16 22:09:24.832743 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-3c4e2704-555d-40e8-87e9-39fc77cde3ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9be2f4-e14c-4a0b-ad5d-09094556daaf') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:24.833357 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-3c4e2704-555d-40e8-87e9-39fc77cde3ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9be2f4-e14c-4a0b-ad5d-09094556daaf') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:24.851666 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a28727-9e6e-434f-8ea7-24f085ded77b req-2ce19de9-aab2-40ba-8844-e5bc32dfa1d1 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:24.853635 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22a28727-9e6e-434f-8ea7-24f085ded77b req-2ce19de9-aab2-40ba-8844-e5bc32dfa1d1 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/ports?device_id=02dcb26a-0315-446a-a06a-5de94117ad4a HTTP/1.1" status: 200 len: 945 time: 0.1057532 Dec 16 22:09:24.880962 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c4e2704-555d-40e8-87e9-39fc77cde3ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:24.896113 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0c1acb26-6807-4f95-b4d8-0cb717067369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:24.942271 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-01f1a28e-aacb-4560-b215-ab31d47b31e1 req-90f0f29d-036d-400f-ae8e-ececb9b8585f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3798af91-00d4-4497-b9b4-0840b4e26772 HTTP/1.1" status: 200 len: 217 time: 0.1046705 Dec 16 22:09:24.958231 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c4e2704-555d-40e8-87e9-39fc77cde3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:24.967989 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1acb26-6807-4f95-b4d8-0cb717067369 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8786480-6c59-42ea-9f3d-15fb9680a628,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:24.997775 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22a28727-9e6e-434f-8ea7-24f085ded77b req-044ba0e0-83c0-42c3-a53d-9a43f7b724a2 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/security-groups?id=4efd96a4-78a3-4a59-bed5-c882a2c06852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290691 Dec 16 22:09:25.057481 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1a28e-aacb-4560-b215-ab31d47b31e1 req-177a9ec3-8a0a-42cf-99ec-4bb838f3260c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:25.059373 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-01f1a28e-aacb-4560-b215-ab31d47b31e1 req-177a9ec3-8a0a-42cf-99ec-4bb838f3260c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=797fa958-cbb2-4eb6-8ec6-7506427faefa HTTP/1.1" status: 200 len: 862 time: 0.0970707 Dec 16 22:09:25.065759 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c4e2704-555d-40e8-87e9-39fc77cde3ec admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:09:25.066733 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c4e2704-555d-40e8-87e9-39fc77cde3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:09:25.070338 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:09:25.260717 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1a28e-aacb-4560-b215-ab31d47b31e1 req-d7debbc3-e4ba-4af7-89bf-a00ae0c46886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:25.273975 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-01f1a28e-aacb-4560-b215-ab31d47b31e1 req-d7debbc3-e4ba-4af7-89bf-a00ae0c46886 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d94d0871-a0a1-410a-ba04-ae858b15c465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1806161 Dec 16 22:09:25.279842 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0c1acb26-6807-4f95-b4d8-0cb717067369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:25.579360 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53705956-71bf-4c29-a490-23267e29f416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:25.892711 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c4e2704-555d-40e8-87e9-39fc77cde3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:25.899270 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c4e2704-555d-40e8-87e9-39fc77cde3ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:25.906917 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3c4e2704-555d-40e8-87e9-39fc77cde3ec admin admin] 10.222.0.75 "DELETE /v2.0/networks/d73c9932-385e-4b89-8b61-7c13b4b447b9 HTTP/1.1" status: 204 len: 168 time: 1.4449179 Dec 16 22:09:25.977160 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9eefd-9380-4ca6-b5ab-7c82d656557f req-52840975-0287-4d3d-b3ed-4075dface412 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:25.993565 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e4a9eefd-9380-4ca6-b5ab-7c82d656557f req-52840975-0287-4d3d-b3ed-4075dface412 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3e037f3-5e7c-4753-82d5-91875543b44f HTTP/1.1" status: 200 len: 943 time: 0.6112876 Dec 16 22:09:25.996306 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d387672-8595-407f-aeed-93cb19846b94 req-8a271af9-c665-417b-91e1-d059c08dcab6 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:25.997882 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d387672-8595-407f-aeed-93cb19846b94 req-8a271af9-c665-417b-91e1-d059c08dcab6 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.57 "GET /v2.0/ports?device_id=02dcb26a-0315-446a-a06a-5de94117ad4a HTTP/1.1" status: 200 len: 945 time: 0.1351879 Dec 16 22:09:26.006238 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e2704-555d-40e8-87e9-39fc77cde3ec admin admin] Pushing event deleted for resources: {'Network': ['ID=d73c9932-385e-4b89-8b61-7c13b4b447b9,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:26.114625 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220f9aa-8aba-40e4-80a3-95acf000328c req-23f23968-f825-49e1-8882-954f2e83e873 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:26.133015 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b220f9aa-8aba-40e4-80a3-95acf000328c req-23f23968-f825-49e1-8882-954f2e83e873 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 943 time: 0.2654192 Dec 16 22:09:26.156924 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e4a9eefd-9380-4ca6-b5ab-7c82d656557f req-10314004-68a5-498d-8b03-24b7fbb9f077 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600168 Dec 16 22:09:26.208046 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1acb26-6807-4f95-b4d8-0cb717067369 admin admin] Router 5a842712-33ed-4522-89ff-767cd34d70a4 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:09:26.237836 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-01f1a28e-aacb-4560-b215-ab31d47b31e1 req-892b1070-e68c-442c-be18-71ee36524f36 service neutron] 10.222.0.76 "GET /v2.0/networks/d94d0871-a0a1-410a-ba04-ae858b15c465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9594500 Dec 16 22:09:26.245536 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-4d387672-8595-407f-aeed-93cb19846b94 req-0fe930f9-0eae-4610-aa77-424bc08fda84 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Deleting port da1aa644-ca90-4b70-afd9-a3bb4df7b23d {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:09:26.245924 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-4d387672-8595-407f-aeed-93cb19846b94 req-0fe930f9-0eae-4610-aa77-424bc08fda84 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:26.384543 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b220f9aa-8aba-40e4-80a3-95acf000328c req-ac7f4b4b-17f1-4f36-98c4-79bc62e69416 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484717 Dec 16 22:09:26.398325 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1acb26-6807-4f95-b4d8-0cb717067369 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:09:26.412073 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b3600a-916c-45f7-ab5e-03ae709fcfd4 None None] Sync routers for ids ['5a842712-33ed-4522-89ff-767cd34d70a4'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:09:26.416237 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0c1acb26-6807-4f95-b4d8-0cb717067369 admin admin] 10.222.0.75 "PUT /v2.0/routers/5a842712-33ed-4522-89ff-767cd34d70a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5143678 Dec 16 22:09:26.429502 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70414c-428a-4e63-9b9a-c89c9daa3d6b req-76a5d823-9a93-4140-a0a4-b703f3943ea3 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:26.430975 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9e70414c-428a-4e63-9b9a-c89c9daa3d6b req-76a5d823-9a93-4140-a0a4-b703f3943ea3 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/ports?device_id=02dcb26a-0315-446a-a06a-5de94117ad4a HTTP/1.1" status: 200 len: 945 time: 0.0906644 Dec 16 22:09:26.431647 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57028) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:26.449422 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b3600a-916c-45f7-ab5e-03ae709fcfd4 None None] Routers {'5a842712-33ed-4522-89ff-767cd34d70a4'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:09:26.450358 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-25b3600a-916c-45f7-ab5e-03ae709fcfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:09:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['5a842712-33ed-4522-89ff-767cd34d70a4'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:26.512981 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-4d387672-8595-407f-aeed-93cb19846b94 req-0fe930f9-0eae-4610-aa77-424bc08fda84 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] For port da1aa644-ca90-4b70-afd9-a3bb4df7b23d, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=da1aa644-ca90-4b70-afd9-a3bb4df7b23d,segment=NetworkSegment(aefc77f4-f9ac-4892-b3e2-e947a0dd1cfa),segment_id=aefc77f4-f9ac-4892-b3e2-e947a0dd1cfa)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:26.513531 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-4d387672-8595-407f-aeed-93cb19846b94 req-0fe930f9-0eae-4610-aa77-424bc08fda84 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:26.536076 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-01f1a28e-aacb-4560-b215-ab31d47b31e1 req-ea82b3fe-89b4-46c1-8eb6-926aa29e7059 service neutron] 10.222.0.76 "GET /v2.0/networks/d94d0871-a0a1-410a-ba04-ae858b15c465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866580 Dec 16 22:09:26.537193 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-4d387672-8595-407f-aeed-93cb19846b94 req-0fe930f9-0eae-4610-aa77-424bc08fda84 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Calling delete_port for da1aa644-ca90-4b70-afd9-a3bb4df7b23d owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:09:26.649779 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9e70414c-428a-4e63-9b9a-c89c9daa3d6b req-6bad4119-2ef2-402d-9d8e-039ff3f38fd7 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.75 "GET /v2.0/security-groups?id=4efd96a4-78a3-4a59-bed5-c882a2c06852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983805 Dec 16 22:09:26.683704 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-09caf7c0-d32b-461b-8a9d-2b9e7ca6eccd admin admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:26.751216 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-25b3600a-916c-45f7-ab5e-03ae709fcfd4 None None] Set router 5a842712-33ed-4522-89ff-767cd34d70a4 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:09:26.908488 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57044) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:26.958235 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-4d387672-8595-407f-aeed-93cb19846b94 req-0fe930f9-0eae-4610-aa77-424bc08fda84 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:26.968186 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-09caf7c0-d32b-461b-8a9d-2b9e7ca6eccd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:27.043387 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe930f9-0eae-4610-aa77-424bc08fda84 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Pushing event deleted for resources: {'Port': ['ID=da1aa644-ca90-4b70-afd9-a3bb4df7b23d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:27.052034 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-70fb3ae3-4749-4673-944e-2991e8d9eade admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=decb9eabddb2443ea2b58795181b08b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417363 Dec 16 22:09:27.055852 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57048) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:27.207092 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae390411-6c12-4aa4-aee9-bb7018373890 req-c009dff4-b57d-4770-bb5d-7d443beda9e0 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:27.208809 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ae390411-6c12-4aa4-aee9-bb7018373890 req-c009dff4-b57d-4770-bb5d-7d443beda9e0 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 1097 time: 0.2494352 Dec 16 22:09:27.227505 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d387672-8595-407f-aeed-93cb19846b94 req-0fe930f9-0eae-4610-aa77-424bc08fda84 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] No DVR routers for this DVR port da1aa644-ca90-4b70-afd9-a3bb4df7b23d on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:09:27.232804 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-4d387672-8595-407f-aeed-93cb19846b94 req-0fe930f9-0eae-4610-aa77-424bc08fda84 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:27.237068 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d387672-8595-407f-aeed-93cb19846b94 req-0fe930f9-0eae-4610-aa77-424bc08fda84 tempest-ServerAddressesTestJSON-1762813725 tempest-ServerAddressesTestJSON-1762813725-project] 10.222.0.57 "DELETE /v2.0/ports/da1aa644-ca90-4b70-afd9-a3bb4df7b23d HTTP/1.1" status: 204 len: 173 time: 1.2273388 Dec 16 22:09:27.239762 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02dcb26a-0315-446a-a06a-5de94117ad4a', 'name': 'network-vif-deleted', 'tag': 'da1aa644-ca90-4b70-afd9-a3bb4df7b23d'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:27.255023 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9970c623-a821-4fa3-9a36-ecd66ec70ae9" -d '{"events": [{"server_uuid": "02dcb26a-0315-446a-a06a-5de94117ad4a", "name": "network-vif-deleted", "tag": "da1aa644-ca90-4b70-afd9-a3bb4df7b23d"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:27.259781 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 3798af91-00d4-4497-b9b4-0840b4e26772 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:09:27.301480 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d62ed23d-dfe6-4d67-a0c8-c747d143f4a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:27.339710 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ae390411-6c12-4aa4-aee9-bb7018373890 req-ede1a20d-e22c-4d07-ac40-45a43d49192c tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143064 Dec 16 22:09:27.352780 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-09caf7c0-d32b-461b-8a9d-2b9e7ca6eccd admin admin] Deleting port d2e16c88-ac8d-4f90-a97a-6083ddece391 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:09:27.353192 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-09caf7c0-d32b-461b-8a9d-2b9e7ca6eccd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:27.370559 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d62ed23d-dfe6-4d67-a0c8-c747d143f4a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:27.392503 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-25b3600a-916c-45f7-ab5e-03ae709fcfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a842712-33ed-4522-89ff-767cd34d70a4', 'name': 'tempest-FloatingIPsTestJSON-1000594115-router', 'tenant_id': '2ba1b1c2cc124c679a1636e0bab5bdc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'd2e16c88-ac8d-4f90-a97a-6083ddece391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:08:59Z', 'updated_at': '2021-12-16T22:09:24Z', 'revision_number': 5, 'project_id': '2ba1b1c2cc124c679a1636e0bab5bdc1', 'gw_port': {'id': 'd2e16c88-ac8d-4f90-a97a-6083ddece391', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a842712-33ed-4522-89ff-767cd34d70a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:00Z', 'updated_at': '2021-12-16T22:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:27.435102 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b3600a-916c-45f7-ab5e-03ae709fcfd4 None None] Checking router: 5a842712-33ed-4522-89ff-767cd34d70a4 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:09:27.461344 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:27.488806 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b3600a-916c-45f7-ab5e-03ae709fcfd4 None None] Routers {'5a842712-33ed-4522-89ff-767cd34d70a4'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:09:27.489462 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-25b3600a-916c-45f7-ab5e-03ae709fcfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:09:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['5a842712-33ed-4522-89ff-767cd34d70a4'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:27.601845 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d62ed23d-dfe6-4d67-a0c8-c747d143f4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:27.604537 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d62ed23d-dfe6-4d67-a0c8-c747d143f4a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:27.608533 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d62ed23d-dfe6-4d67-a0c8-c747d143f4a8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a99c52cb-4c9b-4b05-9de2-88b1c5ece33f HTTP/1.1" status: 204 len: 168 time: 0.5512707 Dec 16 22:09:27.611604 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:27.633365 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ed23d-dfe6-4d67-a0c8-c747d143f4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99c52cb-4c9b-4b05-9de2-88b1c5ece33f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:27.645031 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-09caf7c0-d32b-461b-8a9d-2b9e7ca6eccd admin admin] For port d2e16c88-ac8d-4f90-a97a-6083ddece391, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d2e16c88-ac8d-4f90-a97a-6083ddece391,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:27.646497 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-09caf7c0-d32b-461b-8a9d-2b9e7ca6eccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:27.743294 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-09caf7c0-d32b-461b-8a9d-2b9e7ca6eccd admin admin] Calling delete_port for d2e16c88-ac8d-4f90-a97a-6083ddece391 owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:09:27.757251 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867eda7d-501f-4401-8eff-83ef794aca3f x-openstack-request-id: req-867eda7d-501f-4401-8eff-83ef794aca3f {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:27.757556 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02dcb26a-0315-446a-a06a-5de94117ad4a", "name": "network-vif-deleted", "tag": "da1aa644-ca90-4b70-afd9-a3bb4df7b23d", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:27.757813 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-867eda7d-501f-4401-8eff-83ef794aca3f {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:27.758223 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02dcb26a-0315-446a-a06a-5de94117ad4a', 'name': 'network-vif-deleted', 'tag': 'da1aa644-ca90-4b70-afd9-a3bb4df7b23d', 'status': 'completed', 'code': 200} Dec 16 22:09:27.797578 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c79f8e-4662-4de7-85cc-d0fb53c44c27 req-7a677f4b-27b9-4ad4-9f91-27c3af55a4d4 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:27.803306 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-96c79f8e-4662-4de7-85cc-d0fb53c44c27 req-7a677f4b-27b9-4ad4-9f91-27c3af55a4d4 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3e037f3-5e7c-4753-82d5-91875543b44f HTTP/1.1" status: 200 len: 943 time: 0.2842956 Dec 16 22:09:27.826013 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-25b3600a-916c-45f7-ab5e-03ae709fcfd4 None None] Set router 5a842712-33ed-4522-89ff-767cd34d70a4 gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:09:28.007032 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-25b3600a-916c-45f7-ab5e-03ae709fcfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a842712-33ed-4522-89ff-767cd34d70a4', 'name': 'tempest-FloatingIPsTestJSON-1000594115-router', 'tenant_id': '2ba1b1c2cc124c679a1636e0bab5bdc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:08:59Z', 'updated_at': '2021-12-16T22:09:26Z', 'revision_number': 6, 'project_id': '2ba1b1c2cc124c679a1636e0bab5bdc1', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:28.108498 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-96c79f8e-4662-4de7-85cc-d0fb53c44c27 req-c7aa2a58-e855-4296-ae3f-7682984fdec8 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2873726 Dec 16 22:09:28.147898 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device da1aa644-ca90-4b70-afd9-a3bb4df7b23d no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:09:28.152530 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b3600a-916c-45f7-ab5e-03ae709fcfd4 None None] The sync data for ids ['5a842712-33ed-4522-89ff-767cd34d70a4'] in n-d-815324-4 is: [{'id': '5a842712-33ed-4522-89ff-767cd34d70a4', 'name': 'tempest-FloatingIPsTestJSON-1000594115-router', 'tenant_id': '2ba1b1c2cc124c679a1636e0bab5bdc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:08:59Z', 'updated_at': '2021-12-16T22:09:26Z', 'revision_number': 6, 'project_id': '2ba1b1c2cc124c679a1636e0bab5bdc1', 'gw_port_host': None}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:09:28.312336 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 3798af91-00d4-4497-b9b4-0840b4e26772, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3798af91-00d4-4497-b9b4-0840b4e26772,segment=NetworkSegment(0872ca05-b35c-4fa1-9280-4ff6b06627ab),segment_id=0872ca05-b35c-4fa1-9280-4ff6b06627ab)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:28.416372 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f9511-d3a3-42ed-844b-6a2fd0ea06db req-e9e6e31a-f270-407a-9ff3-4e5f67dd15e7 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:28.426825 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-024f9511-d3a3-42ed-844b-6a2fd0ea06db req-e9e6e31a-f270-407a-9ff3-4e5f67dd15e7 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 943 time: 0.1222079 Dec 16 22:09:28.434617 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '3798af91-00d4-4497-b9b4-0840b4e26772', 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465', 'port_id': '3798af91-00d4-4497-b9b4-0840b4e26772', 'mac_address': 'fa:16:3e:66:31:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:09:28.466719 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: da1aa644-ca90-4b70-afd9-a3bb4df7b23d {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:09:28.468649 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device da1aa644-ca90-4b70-afd9-a3bb4df7b23d not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:09:28.495751 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-024f9511-d3a3-42ed-844b-6a2fd0ea06db req-7bea7373-39d0-4fd8-a6fb-605d5294e880 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678728 Dec 16 22:09:28.499253 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-09caf7c0-d32b-461b-8a9d-2b9e7ca6eccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:28.534601 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:28.535309 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09caf7c0-d32b-461b-8a9d-2b9e7ca6eccd admin admin] Pushing event deleted for resources: {'Port': ['ID=d2e16c88-ac8d-4f90-a97a-6083ddece391,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:28.554543 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3798af91-00d4-4497-b9b4-0840b4e26772 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:28.560968 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:28.561681 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:28.631418 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 3798af91-00d4-4497-b9b4-0840b4e26772, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3798af91-00d4-4497-b9b4-0840b4e26772,segment=NetworkSegment(0872ca05-b35c-4fa1-9280-4ff6b06627ab),segment_id=0872ca05-b35c-4fa1-9280-4ff6b06627ab)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:28.642503 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-09caf7c0-d32b-461b-8a9d-2b9e7ca6eccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:28.778669 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:28.790480 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-09caf7c0-d32b-461b-8a9d-2b9e7ca6eccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:28.798321 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-09caf7c0-d32b-461b-8a9d-2b9e7ca6eccd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:28.905051 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf0029-0f22-4f9c-9c9f-f81c7633325b req-74ab4027-c285-42fc-b696-ced31f286acb tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:28.916945 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e2bf0029-0f22-4f9c-9c9f-f81c7633325b req-74ab4027-c285-42fc-b696-ced31f286acb tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/ports?device_id=8af5c696-cfb0-464c-b918-2bf9ccc8abe0 HTTP/1.1" status: 200 len: 946 time: 0.2030900 Dec 16 22:09:28.998623 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=3798af91-00d4-4497-b9b4-0840b4e26772,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:29.021221 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e2bf0029-0f22-4f9c-9c9f-f81c7633325b req-6f02146b-7c58-4406-8ad2-ec754cd34569 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/security-groups?id=259b6e6b-fa78-4ec9-a03c-8e11d40578a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009650 Dec 16 22:09:29.027172 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-09caf7c0-d32b-461b-8a9d-2b9e7ca6eccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:29.027676 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09caf7c0-d32b-461b-8a9d-2b9e7ca6eccd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a842712-33ed-4522-89ff-767cd34d70a4 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:09:29.040250 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-09caf7c0-d32b-461b-8a9d-2b9e7ca6eccd admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:29.046927 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57092) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:29.061110 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-09caf7c0-d32b-461b-8a9d-2b9e7ca6eccd admin admin] 10.222.0.75 "DELETE /v2.0/routers/5a842712-33ed-4522-89ff-767cd34d70a4 HTTP/1.1" status: 204 len: 168 time: 2.6283491 Dec 16 22:09:29.126653 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57094) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:29.169992 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa8d0d0-b543-434d-80ab-52f1bff03c15 admin admin] Deleting subnet b15428c8-44ae-48ab-8627-f25ebc0dcb6c {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:09:29.177004 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7aa8d0d0-b543-434d-80ab-52f1bff03c15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:29.185004 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:29.261008 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b1485e-b025-4c00-9b14-1232eb8bd4f8 admin admin] Deleting subnet de724f1f-7af2-4148-9c18-4069c7e80395 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:09:29.275080 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8b1485e-b025-4c00-9b14-1232eb8bd4f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:29.277579 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7aa8d0d0-b543-434d-80ab-52f1bff03c15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:29.311786 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:09:29.337247 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['3798af91-00d4-4497-b9b4-0840b4e26772'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:29.402641 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8b1485e-b025-4c00-9b14-1232eb8bd4f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:29.409625 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d2e16c88-ac8d-4f90-a97a-6083ddece391 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:09:29.445994 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: d2e16c88-ac8d-4f90-a97a-6083ddece391 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:09:29.447277 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d2e16c88-ac8d-4f90-a97a-6083ddece391 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:09:29.460879 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f8786480-6c59-42ea-9f3d-15fb9680a628 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:09:29.482206 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7aa8d0d0-b543-434d-80ab-52f1bff03c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:29.502938 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8b1485e-b025-4c00-9b14-1232eb8bd4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:29.613310 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: f8786480-6c59-42ea-9f3d-15fb9680a628 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:09:29.615280 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f8786480-6c59-42ea-9f3d-15fb9680a628 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:09:29.750278 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc57057-ec99-4fbb-9868-807d3e813eb7 req-652fc688-3224-4888-8759-ddbee2d59ccf tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:29.768183 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3dc57057-ec99-4fbb-9868-807d3e813eb7 req-652fc688-3224-4888-8759-ddbee2d59ccf tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3e037f3-5e7c-4753-82d5-91875543b44f HTTP/1.1" status: 200 len: 944 time: 0.2062504 Dec 16 22:09:29.793742 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726baa8-6b12-4622-847f-cf32843805dc req-9d235761-5930-4e19-9da8-9c3d9134c9fc tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:29.795447 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3726baa8-6b12-4622-847f-cf32843805dc req-9d235761-5930-4e19-9da8-9c3d9134c9fc tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.57 "GET /v2.0/ports?device_id=8af5c696-cfb0-464c-b918-2bf9ccc8abe0 HTTP/1.1" status: 200 len: 946 time: 0.1833661 Dec 16 22:09:29.862436 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3dc57057-ec99-4fbb-9868-807d3e813eb7 req-199e5542-da95-49f8-8dd9-85dc9636539b tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887682 Dec 16 22:09:29.905289 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8b1485e-b025-4c00-9b14-1232eb8bd4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:29.975703 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1485e-b025-4c00-9b14-1232eb8bd4f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de724f1f-7af2-4148-9c18-4069c7e80395,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:29.995100 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7aa8d0d0-b543-434d-80ab-52f1bff03c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:30.028332 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8b1485e-b025-4c00-9b14-1232eb8bd4f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:30.035284 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b8b1485e-b025-4c00-9b14-1232eb8bd4f8 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/de724f1f-7af2-4148-9c18-4069c7e80395 HTTP/1.1" status: 204 len: 168 time: 0.9073381 Dec 16 22:09:30.040408 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57132) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:30.082227 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-01ebe1c7-4e9f-43ce-b155-38982a8048be service neutron] 10.222.0.76 "GET /v2.0/ports/55a37756-5d83-43bd-9635-5f0f95d4b30d/bindings/n-h2-815324-4 HTTP/1.1" status: 200 len: 384 time: 0.4684503 Dec 16 22:09:30.083667 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57136) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:30.102073 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8d0d0-b543-434d-80ab-52f1bff03c15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b15428c8-44ae-48ab-8627-f25ebc0dcb6c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:30.107748 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7aa8d0d0-b543-434d-80ab-52f1bff03c15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:30.113652 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7aa8d0d0-b543-434d-80ab-52f1bff03c15 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/b15428c8-44ae-48ab-8627-f25ebc0dcb6c HTTP/1.1" status: 204 len: 168 time: 1.0644572 Dec 16 22:09:30.119888 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fcf0a4-3256-4714-bb27-e074508832e5 None None] Network bec63147-611f-44a4-8f29-3271a223de76 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:09:30.126987 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b37545-9cbe-4c79-9918-442c07b42796 req-eb81bb65-6318-4e3c-9398-724cfc0c654e tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:30.128636 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-76b37545-9cbe-4c79-9918-442c07b42796 req-eb81bb65-6318-4e3c-9398-724cfc0c654e tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 943 time: 0.1654091 Dec 16 22:09:30.129149 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57140) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:30.244881 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9f77-1877-4c8f-a3a4-d3fcdbb1548b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:30.303506 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-76b37545-9cbe-4c79-9918-442c07b42796 req-fba414db-69c6-499f-bdcb-917ba6d78c7e tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515303 Dec 16 22:09:30.353942 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-3726baa8-6b12-4622-847f-cf32843805dc req-ef647eda-2a79-483f-a68e-63dbd11f3c8e tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Deleting port faf5369d-1de6-4aa2-b3fb-74d29274e605 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:09:30.360109 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3726baa8-6b12-4622-847f-cf32843805dc req-ef647eda-2a79-483f-a68e-63dbd11f3c8e tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:30.386492 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57346b2e-10af-44e0-809f-fd9409565265 None None] DHCP port deletion for bec63147-611f-44a4-8f29-3271a223de76 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:09:30.403755 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf755aa7-27a2-48ea-b0d4-4909f428c3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:30.478181 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-57346b2e-10af-44e0-809f-fd9409565265 None None] Deleting port b47ab768-bf19-4c9c-966f-7b86d6024b19 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:09:30.478871 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57346b2e-10af-44e0-809f-fd9409565265 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:30.535613 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-9a2682a7-8c5f-4edf-a5e5-6481f413fc00 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1913119752-network', 'tenant_id': '312bb952749c4153a02db9f5fe30751a'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:30.578471 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9f77-1877-4c8f-a3a4-d3fcdbb1548b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:30.617773 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-3726baa8-6b12-4622-847f-cf32843805dc req-ef647eda-2a79-483f-a68e-63dbd11f3c8e tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] For port faf5369d-1de6-4aa2-b3fb-74d29274e605, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=faf5369d-1de6-4aa2-b3fb-74d29274e605,segment=NetworkSegment(97c1e41b-3bc5-4998-979f-a7303645ea07),segment_id=97c1e41b-3bc5-4998-979f-a7303645ea07)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:30.618995 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3726baa8-6b12-4622-847f-cf32843805dc req-ef647eda-2a79-483f-a68e-63dbd11f3c8e tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:30.633380 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-57346b2e-10af-44e0-809f-fd9409565265 None None] For port b47ab768-bf19-4c9c-966f-7b86d6024b19, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b47ab768-bf19-4c9c-966f-7b86d6024b19,segment=NetworkSegment(21b2b63e-bb20-47ef-bdcb-b6788e32d4f7),segment_id=21b2b63e-bb20-47ef-bdcb-b6788e32d4f7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:30.635433 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57346b2e-10af-44e0-809f-fd9409565265 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:30.641944 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-ca9f9f77-1877-4c8f-a3a4-d3fcdbb1548b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb99404-7d22-498b-9d97-4694a61bbb86']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:30.652903 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-3726baa8-6b12-4622-847f-cf32843805dc req-ef647eda-2a79-483f-a68e-63dbd11f3c8e tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Calling delete_port for faf5369d-1de6-4aa2-b3fb-74d29274e605 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:09:30.663478 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-ca9f9f77-1877-4c8f-a3a4-d3fcdbb1548b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aefc77f4-f9ac-4892-b3e2-e947a0dd1cfa') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:30.663778 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-ca9f9f77-1877-4c8f-a3a4-d3fcdbb1548b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aefc77f4-f9ac-4892-b3e2-e947a0dd1cfa') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:30.664978 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-57346b2e-10af-44e0-809f-fd9409565265 None None] Calling delete_port for b47ab768-bf19-4c9c-966f-7b86d6024b19 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:09:30.683223 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230f50e-cde1-4e7c-b248-0fff0263c33c req-837fcfff-25c0-40e3-8b09-20e7e8897c43 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:30.691539 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2230f50e-cde1-4e7c-b248-0fff0263c33c req-837fcfff-25c0-40e3-8b09-20e7e8897c43 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/ports?device_id=8af5c696-cfb0-464c-b918-2bf9ccc8abe0 HTTP/1.1" status: 200 len: 946 time: 0.2478898 Dec 16 22:09:30.705258 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9f77-1877-4c8f-a3a4-d3fcdbb1548b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:30.778722 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9f77-1877-4c8f-a3a4-d3fcdbb1548b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:30.815391 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9f9f77-1877-4c8f-a3a4-d3fcdbb1548b admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:09:30.816463 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9f77-1877-4c8f-a3a4-d3fcdbb1548b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:09:30.823516 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:09:30.848218 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57346b2e-10af-44e0-809f-fd9409565265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:30.873968 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 3798af91-00d4-4497-b9b4-0840b4e26772 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:30.880471 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-cf755aa7-27a2-48ea-b0d4-4909f428c3c9 admin admin] Deleting port b47ab768-bf19-4c9c-966f-7b86d6024b19 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:09:30.883774 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf755aa7-27a2-48ea-b0d4-4909f428c3c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:30.905079 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57346b2e-10af-44e0-809f-fd9409565265 None None] No DVR routers for this DVR port b47ab768-bf19-4c9c-966f-7b86d6024b19 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:09:30.909337 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-bbba3cdf-4809-4852-ab08-b9afd56a62c7 service neutron] For port 55a37756-5d83-43bd-9635-5f0f95d4b30d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=55a37756-5d83-43bd-9635-5f0f95d4b30d,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:30.936858 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57346b2e-10af-44e0-809f-fd9409565265 None None] Pushing event deleted for resources: {'Port': ['ID=b47ab768-bf19-4c9c-966f-7b86d6024b19,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:30.974284 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-bbba3cdf-4809-4852-ab08-b9afd56a62c7 service neutron] For port 55a37756-5d83-43bd-9635-5f0f95d4b30d, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:31.011152 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-bbba3cdf-4809-4852-ab08-b9afd56a62c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a37756-5d83-43bd-9635-5f0f95d4b30d {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:31.019938 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2230f50e-cde1-4e7c-b248-0fff0263c33c req-f4dd0253-f5f9-4ade-a7f0-c6ba1406b028 tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/security-groups?id=259b6e6b-fa78-4ec9-a03c-8e11d40578a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272977 Dec 16 22:09:31.023553 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-bbba3cdf-4809-4852-ab08-b9afd56a62c7 service neutron] For port 55a37756-5d83-43bd-9635-5f0f95d4b30d, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=55a37756-5d83-43bd-9635-5f0f95d4b30d,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:31.087691 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-a00225bc-163f-4cc8-8e9e-e28d9697ce34 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:09:31.088738 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-a00225bc-163f-4cc8-8e9e-e28d9697ce34 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074079 Dec 16 22:09:31.097189 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-cf755aa7-27a2-48ea-b0d4-4909f428c3c9 admin admin] For port b47ab768-bf19-4c9c-966f-7b86d6024b19, host n-d-815324-4, got binding levels [] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:31.097707 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf755aa7-27a2-48ea-b0d4-4909f428c3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:31.103857 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 3798af91-00d4-4497-b9b4-0840b4e26772 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:09:31.103857 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 3798af91-00d4-4497-b9b4-0840b4e26772 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:31.103857 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:31.163301 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-bbba3cdf-4809-4852-ab08-b9afd56a62c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:31.175524 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2682a7-8c5f-4edf-a5e5-6481f413fc00 admin admin] Made reservation on behalf of 312bb952749c4153a02db9f5fe30751a for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:09:31.177921 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a2682a7-8c5f-4edf-a5e5-6481f413fc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:31.201602 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9f77-1877-4c8f-a3a4-d3fcdbb1548b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:31.214573 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9f77-1877-4c8f-a3a4-d3fcdbb1548b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:31.218733 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ca9f9f77-1877-4c8f-a3a4-d3fcdbb1548b admin admin] 10.222.0.75 "DELETE /v2.0/networks/abb99404-7d22-498b-9d97-4694a61bbb86 HTTP/1.1" status: 204 len: 168 time: 1.1784186 Dec 16 22:09:31.227858 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-cf755aa7-27a2-48ea-b0d4-4909f428c3c9 admin admin] Calling delete_port for b47ab768-bf19-4c9c-966f-7b86d6024b19 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:09:31.251746 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.ipam_backend_mixin [None req-cf755aa7-27a2-48ea-b0d4-4909f428c3c9 admin admin] Port b47ab768-bf19-4c9c-966f-7b86d6024b19 was not found and therefore no delete operation was performed {{(pid=103613) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 22:09:31.261125 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:31.280710 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b47ab768-bf19-4c9c-966f-7b86d6024b19 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:09:31.294147 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf755aa7-27a2-48ea-b0d4-4909f428c3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:31.299664 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a2682a7-8c5f-4edf-a5e5-6481f413fc00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:31.318069 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: b47ab768-bf19-4c9c-966f-7b86d6024b19 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:09:31.318452 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b47ab768-bf19-4c9c-966f-7b86d6024b19 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:09:31.335524 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e037f3-5e7c-4753-82d5-91875543b44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3798af91-00d4-4497-b9b4-0840b4e26772'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:31.339809 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa5e329-f37a-4588-a432-019ecdab3a92" -d '{"events": [{"server_uuid": "d3e037f3-5e7c-4753-82d5-91875543b44f", "name": "network-vif-plugged", "status": "completed", "tag": "3798af91-00d4-4497-b9b4-0840b4e26772"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:31.346085 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f9f77-1877-4c8f-a3a4-d3fcdbb1548b admin admin] Pushing event deleted for resources: {'Network': ['ID=abb99404-7d22-498b-9d97-4694a61bbb86,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:31.366662 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 3798af91-00d4-4497-b9b4-0840b4e26772, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3798af91-00d4-4497-b9b4-0840b4e26772,segment=NetworkSegment(0872ca05-b35c-4fa1-9280-4ff6b06627ab),segment_id=0872ca05-b35c-4fa1-9280-4ff6b06627ab)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:31.396615 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-7a2fb583-e368-4fd2-841e-884f9142fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:31.398120 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-7a2fb583-e368-4fd2-841e-884f9142fdaf service neutron] 10.222.0.75 "GET /v2.0/ports/3a1488f4-6f67-4dea-b059-792a56dda1c7 HTTP/1.1" status: 200 len: 1094 time: 0.2932415 Dec 16 22:09:31.410822 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf755aa7-27a2-48ea-b0d4-4909f428c3c9 admin admin] No DVR routers for this DVR port b47ab768-bf19-4c9c-966f-7b86d6024b19 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:09:31.413596 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf755aa7-27a2-48ea-b0d4-4909f428c3c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b47ab768-bf19-4c9c-966f-7b86d6024b19,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:31.417339 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-bbba3cdf-4809-4852-ab08-b9afd56a62c7 service neutron] Transition to ACTIVE for port object 55a37756-5d83-43bd-9635-5f0f95d4b30d will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:09:31.427238 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3726baa8-6b12-4622-847f-cf32843805dc req-ef647eda-2a79-483f-a68e-63dbd11f3c8e tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:31.434991 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-ada5eedb-c052-4db9-b948-c10d1409e15f service neutron] Request body: {'binding': {'host': 'n-h2-815324-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:31.435520 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-ada5eedb-c052-4db9-b948-c10d1409e15f service neutron] Unknown quota resources ['binding']. {{(pid=103613) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:09:31.442072 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:31.442893 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 55a37756-5d83-43bd-9635-5f0f95d4b30d no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:09:31.473831 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef647eda-2a79-483f-a68e-63dbd11f3c8e tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Pushing event deleted for resources: {'Port': ['ID=faf5369d-1de6-4aa2-b3fb-74d29274e605,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:31.546510 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-3726baa8-6b12-4622-847f-cf32843805dc req-ef647eda-2a79-483f-a68e-63dbd11f3c8e tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] No DVR routers for this DVR port faf5369d-1de6-4aa2-b3fb-74d29274e605 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:09:31.547096 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=3798af91-00d4-4497-b9b4-0840b4e26772,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:31.550143 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3726baa8-6b12-4622-847f-cf32843805dc req-ef647eda-2a79-483f-a68e-63dbd11f3c8e tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:31.555266 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3726baa8-6b12-4622-847f-cf32843805dc req-ef647eda-2a79-483f-a68e-63dbd11f3c8e tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.57 "DELETE /v2.0/ports/faf5369d-1de6-4aa2-b3fb-74d29274e605 HTTP/1.1" status: 204 len: 173 time: 1.7433918 Dec 16 22:09:31.557283 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af5c696-cfb0-464c-b918-2bf9ccc8abe0', 'name': 'network-vif-deleted', 'tag': 'faf5369d-1de6-4aa2-b3fb-74d29274e605'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:31.561322 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 55a37756-5d83-43bd-9635-5f0f95d4b30d not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:09:31.562259 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad55016-2310-4348-999c-586ce2dc3caf" -d '{"events": [{"server_uuid": "8af5c696-cfb0-464c-b918-2bf9ccc8abe0", "name": "network-vif-deleted", "tag": "faf5369d-1de6-4aa2-b3fb-74d29274e605"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:31.567656 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-bbba3cdf-4809-4852-ab08-b9afd56a62c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:31.577294 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb92c8-9126-450b-b343-3219a841478d req-15fb7681-c368-4442-aa1a-09dc59ee617d tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:31.592654 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1bcb92c8-9126-450b-b343-3219a841478d req-15fb7681-c368-4442-aa1a-09dc59ee617d tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3e037f3-5e7c-4753-82d5-91875543b44f HTTP/1.1" status: 200 len: 944 time: 0.2859786 Dec 16 22:09:31.690363 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a2682a7-8c5f-4edf-a5e5-6481f413fc00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:31.713667 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-bbba3cdf-4809-4852-ab08-b9afd56a62c7 service neutron] No DVR routers for this DVR port 55a37756-5d83-43bd-9635-5f0f95d4b30d on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:09:31.778258 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57162) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:31.794056 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a2682a7-8c5f-4edf-a5e5-6481f413fc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:31.801787 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf755aa7-27a2-48ea-b0d4-4909f428c3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:31.816412 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-bbba3cdf-4809-4852-ab08-b9afd56a62c7 service neutron] 10.222.0.76 "PUT /v2.0/ports/55a37756-5d83-43bd-9635-5f0f95d4b30d/bindings/n-h2-815324-4/activate HTTP/1.1" status: 200 len: 369 time: 1.6691747 Dec 16 22:09:31.824581 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba3cdf-4809-4852-ab08-b9afd56a62c7 service neutron] Pushing event updated for resources: {'Port': ['ID=55a37756-5d83-43bd-9635-5f0f95d4b30d,revision_number=10']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:31.847304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2682a7-8c5f-4edf-a5e5-6481f413fc00 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:09:31.872795 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a2682a7-8c5f-4edf-a5e5-6481f413fc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:31.873293 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-9a2682a7-8c5f-4edf-a5e5-6481f413fc00 admin admin] Added segment cc2b4cd0-b688-4cad-9858-1e698fcdff6b of type vlan for network 925c9f41-53db-4fc4-85db-7df4078fa9fc Dec 16 22:09:31.874880 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2682a7-8c5f-4edf-a5e5-6481f413fc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7e1c07-02b2-40fd-b981-1522a4137f2e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:31.913442 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-cf755aa7-27a2-48ea-b0d4-4909f428c3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec63147-611f-44a4-8f29-3271a223de76']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:31.952066 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-cf755aa7-27a2-48ea-b0d4-4909f428c3c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b2b63e-bb20-47ef-bdcb-b6788e32d4f7') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:31.952440 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-cf755aa7-27a2-48ea-b0d4-4909f428c3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b2b63e-bb20-47ef-bdcb-b6788e32d4f7') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:31.960812 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device faf5369d-1de6-4aa2-b3fb-74d29274e605 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:09:31.978253 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a2682a7-8c5f-4edf-a5e5-6481f413fc00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:31.989588 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: faf5369d-1de6-4aa2-b3fb-74d29274e605 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:09:31.993724 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device faf5369d-1de6-4aa2-b3fb-74d29274e605 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:09:31.996200 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1bcb92c8-9126-450b-b343-3219a841478d req-977455b2-6290-4a00-83b9-53f8f9448470 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4025521 Dec 16 22:09:32.012687 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf755aa7-27a2-48ea-b0d4-4909f428c3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:32.056521 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d718aade-bfdf-4838-805e-1d0c90f89b7a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5f769285932f41f19226e56089de4890&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2653317 Dec 16 22:09:32.063102 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57166) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:32.078993 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf755aa7-27a2-48ea-b0d4-4909f428c3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:32.102465 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-3ded1bb5-8aad-47ac-a6c0-bd4bfbc0a988 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:32.104229 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-3ded1bb5-8aad-47ac-a6c0-bd4bfbc0a988 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899&tenant_id=70ddf0fe02f649f28d93270673f4f1b0&binding%3Ahost_id=n-h1-815324-4 HTTP/1.1" status: 200 len: 1095 time: 0.0690534 Dec 16 22:09:32.150747 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a2682a7-8c5f-4edf-a5e5-6481f413fc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:32.152166 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2682a7-8c5f-4edf-a5e5-6481f413fc00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:32.153037 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a2682a7-8c5f-4edf-a5e5-6481f413fc00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:32.153770 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf755aa7-27a2-48ea-b0d4-4909f428c3c9 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:09:32.154195 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf755aa7-27a2-48ea-b0d4-4909f428c3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:09:32.156830 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:09:32.247339 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2682a7-8c5f-4edf-a5e5-6481f413fc00 admin admin] Pushing event updated for resources: {'Network': ['ID=925c9f41-53db-4fc4-85db-7df4078fa9fc,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:32.248640 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-ada5eedb-c052-4db9-b948-c10d1409e15f service neutron] Attempting to bind port 3a1488f4-6f67-4dea-b059-792a56dda1c7 on host n-h2-815324-4 for vnic_type normal with profile None {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:09:32.248997 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-ada5eedb-c052-4db9-b948-c10d1409e15f service neutron] Attempting to bind port 3a1488f4-6f67-4dea-b059-792a56dda1c7 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:09:32.249336 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-ada5eedb-c052-4db9-b948-c10d1409e15f service neutron] Attempting to bind port 3a1488f4-6f67-4dea-b059-792a56dda1c7 on network a733dfc2-18aa-436d-9a35-1f59bb423cae {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:32.265311 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 925c9f41-53db-4fc4-85db-7df4078fa9fc details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:09:32.276437 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb39b05-6ca1-4941-b6e2-0885b55df9d2 req-21264c6a-e607-41a1-9dae-8d906f444523 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:32.278059 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-edb39b05-6ca1-4941-b6e2-0885b55df9d2 req-21264c6a-e607-41a1-9dae-8d906f444523 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 944 time: 0.1903107 Dec 16 22:09:32.288585 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-ada5eedb-c052-4db9-b948-c10d1409e15f service neutron] Port 3a1488f4-6f67-4dea-b059-792a56dda1c7 on network a733dfc2-18aa-436d-9a35-1f59bb423cae not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:09:32.288972 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-ada5eedb-c052-4db9-b948-c10d1409e15f service neutron] Attempting to bind port 3a1488f4-6f67-4dea-b059-792a56dda1c7 on network a733dfc2-18aa-436d-9a35-1f59bb423cae {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:32.307477 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-2ed0b6a9-20f4-42ed-919e-5c69d51f448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:32.309507 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-2ed0b6a9-20f4-42ed-919e-5c69d51f448c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899&tenant_id=70ddf0fe02f649f28d93270673f4f1b0 HTTP/1.1" status: 200 len: 1095 time: 0.1973715 Dec 16 22:09:32.314348 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b4ceb55-13a9-4ac8-8045-d64ff532adb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:32.320557 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-ada5eedb-c052-4db9-b948-c10d1409e15f service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:09:32.320925 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-ada5eedb-c052-4db9-b948-c10d1409e15f service neutron] Checking segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:32.321323 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-ada5eedb-c052-4db9-b948-c10d1409e15f service neutron] Bound using segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:09:32.321890 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-ada5eedb-c052-4db9-b948-c10d1409e15f service neutron] Bound port: 3a1488f4-6f67-4dea-b059-792a56dda1c7, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:09:32.402098 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf755aa7-27a2-48ea-b0d4-4909f428c3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:32.411653 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf755aa7-27a2-48ea-b0d4-4909f428c3c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:32.416052 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cf755aa7-27a2-48ea-b0d4-4909f428c3c9 admin admin] 10.222.0.75 "DELETE /v2.0/networks/bec63147-611f-44a4-8f29-3271a223de76 HTTP/1.1" status: 204 len: 168 time: 2.2704301 Dec 16 22:09:32.442203 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9a2682a7-8c5f-4edf-a5e5-6481f413fc00 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3535466 Dec 16 22:09:32.447461 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57172) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:32.466604 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-353295c6-6c7e-4e65-b4bb-602f3f2b7191 admin admin] Request body: {'subnet': {'network_id': '925c9f41-53db-4fc4-85db-7df4078fa9fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1913119752-subnet', 'tenant_id': '312bb952749c4153a02db9f5fe30751a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:32.481386 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-8a35637b-dea1-4aa3-9d28-aa2e76d543a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:32.489996 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-8a35637b-dea1-4aa3-9d28-aa2e76d543a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70ddf0fe02f649f28d93270673f4f1b0&device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 1095 time: 0.1267576 Dec 16 22:09:32.509308 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b4ceb55-13a9-4ac8-8045-d64ff532adb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:32.525835 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf755aa7-27a2-48ea-b0d4-4909f428c3c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bec63147-611f-44a4-8f29-3271a223de76,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:32.550919 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-edb39b05-6ca1-4941-b6e2-0885b55df9d2 req-135c4c45-022c-4e63-85ef-9f47cec4b5e3 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632911 Dec 16 22:09:32.583767 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-ada5eedb-c052-4db9-b948-c10d1409e15f service neutron] For port 3a1488f4-6f67-4dea-b059-792a56dda1c7, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=3a1488f4-6f67-4dea-b059-792a56dda1c7,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:09:32.667298 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-ada5eedb-c052-4db9-b948-c10d1409e15f service neutron] Publish callbacks [] for binding, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:32.668860 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-ada5eedb-c052-4db9-b948-c10d1409e15f service neutron] 10.222.0.75 "POST /v2.0/ports/3a1488f4-6f67-4dea-b059-792a56dda1c7/bindings HTTP/1.1" status: 201 len: 389 time: 1.2426877 Dec 16 22:09:32.690083 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab5a1c7-d3e2-4e2c-80a8-60ee089e460a x-openstack-request-id: req-4ab5a1c7-d3e2-4e2c-80a8-60ee089e460a {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:32.690694 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e037f3-5e7c-4753-82d5-91875543b44f", "name": "network-vif-plugged", "status": "completed", "tag": "3798af91-00d4-4497-b9b4-0840b4e26772", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:32.691222 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4ab5a1c7-d3e2-4e2c-80a8-60ee089e460a {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:32.692147 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e037f3-5e7c-4753-82d5-91875543b44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3798af91-00d4-4497-b9b4-0840b4e26772', 'code': 200} Dec 16 22:09:32.699998 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b4ceb55-13a9-4ac8-8045-d64ff532adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:32.704887 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b4ceb55-13a9-4ac8-8045-d64ff532adb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:32.709535 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8b4ceb55-13a9-4ac8-8045-d64ff532adb0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4efd96a4-78a3-4a59-bed5-c882a2c06852 HTTP/1.1" status: 204 len: 168 time: 0.6402841 Dec 16 22:09:32.736856 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ceb55-13a9-4ac8-8045-d64ff532adb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efd96a4-78a3-4a59-bed5-c882a2c06852,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:32.808293 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7635bad8-e06d-4ffa-abe2-0f21ef51f5d0 x-openstack-request-id: req-7635bad8-e06d-4ffa-abe2-0f21ef51f5d0 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:32.808293 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af5c696-cfb0-464c-b918-2bf9ccc8abe0", "name": "network-vif-deleted", "tag": "faf5369d-1de6-4aa2-b3fb-74d29274e605", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:32.808293 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7635bad8-e06d-4ffa-abe2-0f21ef51f5d0 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:32.808293 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af5c696-cfb0-464c-b918-2bf9ccc8abe0', 'name': 'network-vif-deleted', 'tag': 'faf5369d-1de6-4aa2-b3fb-74d29274e605', 'status': 'completed', 'code': 200} Dec 16 22:09:32.831214 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-dac1d22a-0013-49bc-81bc-5df738329818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:32.832801 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-dac1d22a-0013-49bc-81bc-5df738329818 service neutron] 10.222.0.57 "GET /v2.0/networks?id=851b3d27-6497-40f0-b603-b3da566b57ea HTTP/1.1" status: 200 len: 908 time: 0.3392320 Dec 16 22:09:32.905979 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a09dbe44-39d8-4761-a253-ec7364f08367 req-ca1fb000-629d-4b28-a1d5-154b5b7f7d7d tempest-AttachSCSIVolumeTestJSON-1656670142 tempest-AttachSCSIVolumeTestJSON-1656670142-project] 10.222.0.75 "GET /v2.0/ports?device_id=8af5c696-cfb0-464c-b918-2bf9ccc8abe0 HTTP/1.1" status: 200 len: 210 time: 0.0305891 Dec 16 22:09:32.920811 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-1b6080ea-7044-4a92-85ab-74fdba71836c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55a37756-5d83-43bd-9635-5f0f95d4b30d HTTP/1.1" status: 200 len: 217 time: 0.0711391 Dec 16 22:09:32.970953 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286e3ef-1069-4e8f-a26c-f0bda55948c2 req-e670a077-5626-4291-b9f3-aee456ea4dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:32.972568 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a286e3ef-1069-4e8f-a26c-f0bda55948c2 req-e670a077-5626-4291-b9f3-aee456ea4dae service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d3e037f3-5e7c-4753-82d5-91875543b44f HTTP/1.1" status: 200 len: 1096 time: 0.1360455 Dec 16 22:09:32.999671 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-fe39712c-2ac5-4cba-9418-1178537f0bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:33.002348 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-fe39712c-2ac5-4cba-9418-1178537f0bd4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ac517c80-ed1c-4940-8a98-4b18f46cf35e HTTP/1.1" status: 200 len: 848 time: 0.0743408 Dec 16 22:09:33.048753 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-75027786-5700-44e9-a40c-59b7599e3624 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=851b3d27-6497-40f0-b603-b3da566b57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382135 Dec 16 22:09:33.067618 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a286e3ef-1069-4e8f-a26c-f0bda55948c2 req-a9d01bc3-378b-4a84-880b-d03d0d75074d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862732 Dec 16 22:09:33.109838 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3804bd-be91-488b-95ca-dce46fa1ae87 req-21b36435-8ddd-4125-b4d1-cbbd11bb2cf0 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:33.111474 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cf3804bd-be91-488b-95ca-dce46fa1ae87 req-21b36435-8ddd-4125-b4d1-cbbd11bb2cf0 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3e037f3-5e7c-4753-82d5-91875543b44f HTTP/1.1" status: 200 len: 945 time: 0.0595284 Dec 16 22:09:33.118126 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353295c6-6c7e-4e65-b4bb-602f3f2b7191 admin admin] Made reservation on behalf of 312bb952749c4153a02db9f5fe30751a for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:09:33.121554 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-353295c6-6c7e-4e65-b4bb-602f3f2b7191 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:33.218839 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cf3804bd-be91-488b-95ca-dce46fa1ae87 req-236cc51f-f82f-4424-a641-01d71c658799 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893099 Dec 16 22:09:33.245977 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-018b11d7-84f9-4383-b656-c6684e32a3f4 service neutron] 10.222.0.57 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893740 Dec 16 22:09:33.384475 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-ddba883d-c60a-46cb-b240-f6a4cbc489b0 service neutron] 10.222.0.57 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315958 Dec 16 22:09:33.668068 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-353295c6-6c7e-4e65-b4bb-602f3f2b7191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:33.703458 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258caf3-2cc6-465e-9386-1b19ade11656 req-463cd4a9-e048-49f2-90e9-4502745a27cf tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:33.705245 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8258caf3-2cc6-465e-9386-1b19ade11656 req-463cd4a9-e048-49f2-90e9-4502745a27cf tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 944 time: 0.0686715 Dec 16 22:09:33.730723 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57194) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:33.785849 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8258caf3-2cc6-465e-9386-1b19ade11656 req-e0bc6738-1ced-4f8b-8d8f-77555ca2a060 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728786 Dec 16 22:09:33.800922 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353295c6-6c7e-4e65-b4bb-602f3f2b7191 admin admin] Checking segment: {'id': 'cc2b4cd0-b688-4cad-9858-1e698fcdff6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '925c9f41-53db-4fc4-85db-7df4078fa9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:33.801190 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353295c6-6c7e-4e65-b4bb-602f3f2b7191 admin admin] Network hostable DHCP agents. Network: 925c9f41-53db-4fc4-85db-7df4078fa9fc, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:09:33.803278 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353295c6-6c7e-4e65-b4bb-602f3f2b7191 admin admin] Pushing event updated for resources: {'Subnet': ['ID=697912a2-0f16-4564-887e-40b119e1013d,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:33.890078 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57198) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:33.890313 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6d5b59f9-5817-4c67-a77e-b650dc572506 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2ba1b1c2cc124c679a1636e0bab5bdc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1565232 Dec 16 22:09:33.922474 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83266efa-8be4-47cc-a4b6-938dff2b1dc9 req-6d2c0be9-b0e5-485b-b0cb-c77ddd78909e tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:33.927738 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-83266efa-8be4-47cc-a4b6-938dff2b1dc9 req-6d2c0be9-b0e5-485b-b0cb-c77ddd78909e tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 946 time: 0.1310570 Dec 16 22:09:33.996996 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353295c6-6c7e-4e65-b4bb-602f3f2b7191 admin admin] Network 925c9f41-53db-4fc4-85db-7df4078fa9fc is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:09:34.048754 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8ddf0843-ca07-4b5b-b7cf-178c585ddccf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:34.132072 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8ddf0843-ca07-4b5b-b7cf-178c585ddccf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:34.180900 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-83266efa-8be4-47cc-a4b6-938dff2b1dc9 req-379b1e06-8158-4a59-bdd6-e61590da923e tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431886 Dec 16 22:09:34.182944 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-353295c6-6c7e-4e65-b4bb-602f3f2b7191 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 925c9f41-53db-4fc4-85db-7df4078fa9fc) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:34.199345 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a05683b-722e-4921-8f4e-38a6b61a7118 None None] Network 925c9f41-53db-4fc4-85db-7df4078fa9fc requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:09:34.219531 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353295c6-6c7e-4e65-b4bb-602f3f2b7191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:34.228479 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-353295c6-6c7e-4e65-b4bb-602f3f2b7191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:34.250587 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-2d60ad2e-4c24-4449-a59f-4a6e669a4bac tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:34.252647 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-2d60ad2e-4c24-4449-a59f-4a6e669a4bac tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899&tenant_id=70ddf0fe02f649f28d93270673f4f1b0&binding%3Ahost_id=n-h2-815324-4 HTTP/1.1" status: 200 len: 1095 time: 0.1404665 Dec 16 22:09:34.354310 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8ddf0843-ca07-4b5b-b7cf-178c585ddccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:34.354310 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8ddf0843-ca07-4b5b-b7cf-178c585ddccf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:34.354626 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8ddf0843-ca07-4b5b-b7cf-178c585ddccf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8a530d68-fac5-4625-aacf-2aa680232c3d HTTP/1.1" status: 204 len: 168 time: 0.4616530 Dec 16 22:09:34.381782 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb28b3a5-5853-44fd-a71e-1707582876ba None None] Network 925c9f41-53db-4fc4-85db-7df4078fa9fc requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:09:34.383778 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf0843-ca07-4b5b-b7cf-178c585ddccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a530d68-fac5-4625-aacf-2aa680232c3d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:34.399520 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-353295c6-6c7e-4e65-b4bb-602f3f2b7191 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9480305 Dec 16 22:09:34.500886 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0dfa24-584f-47c2-bb9c-af7d13858ac0 req-fa7817bb-eab4-42b5-842a-c017cd17ff84 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:34.502593 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7f0dfa24-584f-47c2-bb9c-af7d13858ac0 req-fa7817bb-eab4-42b5-842a-c017cd17ff84 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3e037f3-5e7c-4753-82d5-91875543b44f HTTP/1.1" status: 200 len: 945 time: 0.1368823 Dec 16 22:09:34.568204 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7f0dfa24-584f-47c2-bb9c-af7d13858ac0 req-f34b6e19-62ce-4c2c-9b54-6e6a3e7c057d tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579677 Dec 16 22:09:34.597440 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-3aabf8e3-bd4e-4f6e-af4b-14ea9ff7b4ff service neutron] For port 55a37756-5d83-43bd-9635-5f0f95d4b30d, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:34.629452 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-3aabf8e3-bd4e-4f6e-af4b-14ea9ff7b4ff service neutron] Publish callbacks [] for binding, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:34.629452 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abe551d9-b0ab-49cb-ba6c-39bfdba1c52d req-3aabf8e3-bd4e-4f6e-af4b-14ea9ff7b4ff service neutron] 10.222.0.57 "DELETE /v2.0/ports/55a37756-5d83-43bd-9635-5f0f95d4b30d/bindings/n-h1-815324-4 HTTP/1.1" status: 204 len: 173 time: 0.3407948 Dec 16 22:09:34.942667 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47616052-2449-474b-aceb-937e6b3c432c req-c568c8cb-c569-425a-9474-10ea371feb1d tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:34.945142 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47616052-2449-474b-aceb-937e6b3c432c req-c568c8cb-c569-425a-9474-10ea371feb1d tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 944 time: 0.0739186 Dec 16 22:09:35.001640 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47616052-2449-474b-aceb-937e6b3c432c req-ee6f7a52-b49a-4c49-95c6-cf2fa55a15d4 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500057 Dec 16 22:09:35.335542 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57284) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:35.504896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-f7b5bd7c-2372-48d4-949b-b190afc75741 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2102061946-network', 'tenant_id': 'cc6d00ec1b78464293b0fa31d05c3a1f'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:35.565666 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a424a7f-6e9b-4398-995a-1e8fe30c45ae req-5851cb85-bd05-4794-9b5a-a06c05c820dd tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:35.567241 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0a424a7f-6e9b-4398-995a-1e8fe30c45ae req-5851cb85-bd05-4794-9b5a-a06c05c820dd tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 946 time: 0.0582254 Dec 16 22:09:35.582525 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-f0117ac7-5650-4555-8131-8db2f2eeb6ec tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:35.584451 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-f0117ac7-5650-4555-8131-8db2f2eeb6ec tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/networks?id=925c9f41-53db-4fc4-85db-7df4078fa9fc HTTP/1.1" status: 200 len: 814 time: 0.1568220 Dec 16 22:09:35.603161 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-d9d9949c-9d78-4530-8666-52d347c0c6fb tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/quotas/312bb952749c4153a02db9f5fe30751a HTTP/1.1" status: 200 len: 375 time: 0.0104682 Dec 16 22:09:35.621022 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0a424a7f-6e9b-4398-995a-1e8fe30c45ae req-1c8ee5ef-4d9e-46b9-8f83-5dc6d4356aa4 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467041 Dec 16 22:09:35.639562 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-b1a12f0c-5868-4a2e-b950-23aab1905367 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=312bb952749c4153a02db9f5fe30751a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278006 Dec 16 22:09:35.714720 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b5bd7c-2372-48d4-949b-b190afc75741 admin admin] Made reservation on behalf of cc6d00ec1b78464293b0fa31d05c3a1f for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:09:35.717218 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f7b5bd7c-2372-48d4-949b-b190afc75741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:35.729853 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f7b5bd7c-2372-48d4-949b-b190afc75741 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:35.786497 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-83bdf5a6-9ea9-4ce8-8915-da93f2d7b2e3 service neutron] 10.222.0.75 "GET /v2.0/networks/925c9f41-53db-4fc4-85db-7df4078fa9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386468 Dec 16 22:09:35.804403 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c7181-d1cf-423e-a54c-8e9bec405826 req-399d928b-b8e2-49fd-9553-128ec14ed965 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:35.806812 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-837c7181-d1cf-423e-a54c-8e9bec405826 req-399d928b-b8e2-49fd-9553-128ec14ed965 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 1095 time: 0.0484216 Dec 16 22:09:35.861765 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-837c7181-d1cf-423e-a54c-8e9bec405826 req-0ff72e5c-fc3c-4af6-bc1c-94cb09806911 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470135 Dec 16 22:09:35.913138 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-d3e32e0a-b211-4066-9686-c4a735fbff9b service neutron] 10.222.0.75 "GET /v2.0/networks/925c9f41-53db-4fc4-85db-7df4078fa9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257532 Dec 16 22:09:35.924309 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f7b5bd7c-2372-48d4-949b-b190afc75741 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:35.992625 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007df502-7e6c-41a3-9106-8f08a57ab732 req-3a2ed5cf-63bd-494f-a844-a601d53a7461 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:35.994562 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-007df502-7e6c-41a3-9106-8f08a57ab732 req-3a2ed5cf-63bd-494f-a844-a601d53a7461 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3e037f3-5e7c-4753-82d5-91875543b44f HTTP/1.1" status: 200 len: 945 time: 0.0701480 Dec 16 22:09:36.040260 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f7b5bd7c-2372-48d4-949b-b190afc75741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:36.060755 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b5bd7c-2372-48d4-949b-b190afc75741 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:09:36.066294 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-007df502-7e6c-41a3-9106-8f08a57ab732 req-5f191e5d-0f60-4a6d-897b-7c408123f48b tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620716 Dec 16 22:09:36.078794 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5bd7c-2372-48d4-949b-b190afc75741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75e3fb9-4ce5-4b3c-86d9-caa54440a77f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:36.081987 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f7b5bd7c-2372-48d4-949b-b190afc75741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:36.082335 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-f7b5bd7c-2372-48d4-949b-b190afc75741 admin admin] Added segment 749d0da6-5b18-430f-8a65-e8c6a368955a of type vlan for network 379cc67e-b2b4-429d-86de-d1c97ed6654f Dec 16 22:09:36.138193 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f7b5bd7c-2372-48d4-949b-b190afc75741 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:36.182313 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fab471-78bd-4704-9aa2-3936029ac629 req-8c1e884e-af3f-4b0d-9729-567ef154176e tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:36.183955 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-34fab471-78bd-4704-9aa2-3936029ac629 req-8c1e884e-af3f-4b0d-9729-567ef154176e tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f40cac1-a8ad-4185-8ab0-0732b87459f1 HTTP/1.1" status: 200 len: 949 time: 0.0521357 Dec 16 22:09:36.248684 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-34fab471-78bd-4704-9aa2-3936029ac629 req-d2b3f068-9aa2-4fb6-9e9c-e240e58332a2 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/security-groups?id=74b7a956-0a39-4661-b286-56a30a3655e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574613 Dec 16 22:09:36.344878 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f7b5bd7c-2372-48d4-949b-b190afc75741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:36.345887 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b5bd7c-2372-48d4-949b-b190afc75741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:36.346526 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f7b5bd7c-2372-48d4-949b-b190afc75741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:36.375316 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57352) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:36.412367 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71af01-b1f7-49ca-b316-daa0793a3ce1 req-63e2a63c-ae34-4af6-984e-0a917992dfde tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:36.415346 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6e71af01-b1f7-49ca-b316-daa0793a3ce1 req-63e2a63c-ae34-4af6-984e-0a917992dfde tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3e037f3-5e7c-4753-82d5-91875543b44f HTTP/1.1" status: 200 len: 945 time: 0.0613127 Dec 16 22:09:36.425984 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57356) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:36.437370 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-5c1a3802-47aa-4cbf-a4cc-f88a6ddc80dd tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Request body: {'floatingip': {'port_id': '3798af91-00d4-4497-b9b4-0840b4e26772'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:36.450147 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5bd7c-2372-48d4-949b-b190afc75741 admin admin] Pushing event updated for resources: {'Network': ['ID=379cc67e-b2b4-429d-86de-d1c97ed6654f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:36.458396 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2457b-651d-4d5a-9359-0dd1c9ffba1d req-dd473cdd-b759-4707-8fe8-643ff84eb241 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:36.459295 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-16f2457b-651d-4d5a-9359-0dd1c9ffba1d req-dd473cdd-b759-4707-8fe8-643ff84eb241 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 1095 time: 0.1446586 Dec 16 22:09:36.468640 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 379cc67e-b2b4-429d-86de-d1c97ed6654f details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:09:36.510037 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5c1a3802-47aa-4cbf-a4cc-f88a6ddc80dd tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks [] for floatingip, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:36.526210 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f7b5bd7c-2372-48d4-949b-b190afc75741 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1894641 Dec 16 22:09:36.535391 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57362) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:36.543718 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-83761195-1fb6-4ee3-9856-e58a28e1c571 admin admin] Request body: {'subnet': {'network_id': '379cc67e-b2b4-429d-86de-d1c97ed6654f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2102061946-subnet', 'tenant_id': 'cc6d00ec1b78464293b0fa31d05c3a1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:36.607026 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-cec3876c-867c-4e7d-90ad-94efb197c7f9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1760151331-network', 'tenant_id': '9ce39bd72e584fd29980f4429c49da21'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:36.627607 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-16f2457b-651d-4d5a-9359-0dd1c9ffba1d req-5e652f07-e6bd-403b-9cba-cc6dee1ceb50 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479034 Dec 16 22:09:36.647784 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f229653b-1f71-4170-b0f5-7bf70b132936 req-03632862-0d56-48da-9621-7661744d2518 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/ports?device_id=eca75d2e-7e6a-4fec-954d-ee88ee286513 HTTP/1.1" status: 200 len: 210 time: 0.1349120 Dec 16 22:09:36.769017 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec3876c-867c-4e7d-90ad-94efb197c7f9 admin admin] Made reservation on behalf of 9ce39bd72e584fd29980f4429c49da21 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:09:36.771729 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cec3876c-867c-4e7d-90ad-94efb197c7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:36.774137 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83761195-1fb6-4ee3-9856-e58a28e1c571 admin admin] Made reservation on behalf of cc6d00ec1b78464293b0fa31d05c3a1f for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:09:36.776380 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-83761195-1fb6-4ee3-9856-e58a28e1c571 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:36.827357 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cec3876c-867c-4e7d-90ad-94efb197c7f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:36.909246 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240a0b1-6cd6-4467-9ece-ec14cd92efcf req-8fe9e664-0071-4d46-9050-dc0fc86898c5 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:36.910754 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5240a0b1-6cd6-4467-9ece-ec14cd92efcf req-8fe9e664-0071-4d46-9050-dc0fc86898c5 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 946 time: 0.1463077 Dec 16 22:09:36.988906 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-38e8fd68-5beb-4867-812d-9e4d5dc68439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:36.990548 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-38e8fd68-5beb-4867-812d-9e4d5dc68439 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 1097 time: 0.1384082 Dec 16 22:09:37.061273 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5240a0b1-6cd6-4467-9ece-ec14cd92efcf req-e21621a5-eef1-401e-88fc-8366ea4b664a tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432338 Dec 16 22:09:37.140332 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cec3876c-867c-4e7d-90ad-94efb197c7f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:37.207568 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-2bbd7b14-fca5-4aa3-8e1d-fb0dc8191485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:37.209103 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-2bbd7b14-fca5-4aa3-8e1d-fb0dc8191485 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a733dfc2-18aa-436d-9a35-1f59bb423cae HTTP/1.1" status: 200 len: 921 time: 0.1913624 Dec 16 22:09:37.269107 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-f99d4181-2242-4c6d-9339-97f55a30f01d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a1488f4-6f67-4dea-b059-792a56dda1c7 HTTP/1.1" status: 200 len: 217 time: 0.0514734 Dec 16 22:09:37.314969 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cec3876c-867c-4e7d-90ad-94efb197c7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:37.331505 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec3876c-867c-4e7d-90ad-94efb197c7f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:09:37.343475 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cec3876c-867c-4e7d-90ad-94efb197c7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:37.344488 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-cec3876c-867c-4e7d-90ad-94efb197c7f9 admin admin] Added segment 1b1f1ebc-0ee2-4908-a000-dc1cd375a191 of type vlan for network f28a6e52-b171-4b54-a158-09db9a62aef0 Dec 16 22:09:37.407272 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-83761195-1fb6-4ee3-9856-e58a28e1c571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:37.417316 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cec3876c-867c-4e7d-90ad-94efb197c7f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:37.505955 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-a11e085c-0b89-4c5c-80e2-6725cfa2b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:37.507522 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-a11e085c-0b89-4c5c-80e2-6725cfa2b38f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=28a903b4-5579-4f62-80b4-b7b74c354d7a HTTP/1.1" status: 200 len: 861 time: 0.2317884 Dec 16 22:09:37.517215 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3876c-867c-4e7d-90ad-94efb197c7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3709e56-4bcc-4f99-936a-73a1d48dbf97,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:37.523956 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.db.resource_extend [None req-5c1a3802-47aa-4cbf-a4cc-f88a6ddc80dd tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:09:37.558845 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83761195-1fb6-4ee3-9856-e58a28e1c571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=206c3b9c-4f0c-4ec5-99ed-55861012dcf2,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:37.563453 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-40839bf3-67ce-4a89-9728-efd7586379de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a733dfc2-18aa-436d-9a35-1f59bb423cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365071 Dec 16 22:09:37.610778 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5c1a3802-47aa-4cbf-a4cc-f88a6ddc80dd tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:37.649579 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cec3876c-867c-4e7d-90ad-94efb197c7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:37.650720 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec3876c-867c-4e7d-90ad-94efb197c7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:37.651352 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cec3876c-867c-4e7d-90ad-94efb197c7f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:37.663102 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83761195-1fb6-4ee3-9856-e58a28e1c571 admin admin] Checking segment: {'id': '749d0da6-5b18-430f-8a65-e8c6a368955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '379cc67e-b2b4-429d-86de-d1c97ed6654f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:37.663594 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83761195-1fb6-4ee3-9856-e58a28e1c571 admin admin] Network hostable DHCP agents. Network: 379cc67e-b2b4-429d-86de-d1c97ed6654f, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:09:37.693369 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5c1a3802-47aa-4cbf-a4cc-f88a6ddc80dd tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:37.815415 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-5c1a3802-47aa-4cbf-a4cc-f88a6ddc80dd tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Floating IP db8244e0-d4f8-42e6-bd88-137c93cd9686 associated. External IP: 172.25.6.123, port: 3798af91-00d4-4497-b9b4-0840b4e26772. Dec 16 22:09:38.064172 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1a3802-47aa-4cbf-a4cc-f88a6ddc80dd tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Router 2a9fdd73-b008-433a-8b53-f0ad75a818e5 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:09:38.167719 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b67c4343-f2eb-499d-80fe-1ef4518cb1b2 req-3d548ffe-14ea-45e0-ba81-5e74ead6966f tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/ports?device_id=eca75d2e-7e6a-4fec-954d-ee88ee286513 HTTP/1.1" status: 200 len: 210 time: 0.0736074 Dec 16 22:09:38.168583 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cec3876c-867c-4e7d-90ad-94efb197c7f9 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7652347 Dec 16 22:09:38.173550 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-f6a3a733-4ecf-44e0-9548-0173dc7e2758 service neutron] 10.222.0.57 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5928481 Dec 16 22:09:38.173770 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57438) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:38.173994 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3876c-867c-4e7d-90ad-94efb197c7f9 admin admin] Pushing event updated for resources: {'Network': ['ID=f28a6e52-b171-4b54-a158-09db9a62aef0,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:38.185316 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-9862c875-00f7-4be4-8e53-0a2e065804f8 admin admin] Request body: {'subnet': {'network_id': 'f28a6e52-b171-4b54-a158-09db9a62aef0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1760151331-subnet', 'tenant_id': '9ce39bd72e584fd29980f4429c49da21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:38.187301 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network f28a6e52-b171-4b54-a158-09db9a62aef0 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:09:38.314451 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83761195-1fb6-4ee3-9856-e58a28e1c571 admin admin] Network 379cc67e-b2b4-429d-86de-d1c97ed6654f is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:09:38.338743 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1a3802-47aa-4cbf-a4cc-f88a6ddc80dd tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:09:38.351697 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5c1a3802-47aa-4cbf-a4cc-f88a6ddc80dd tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:38.351803 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3b1df7-5f56-4b0c-ba86-79bf2e1dc711 None None] Sync routers for ids ['2a9fdd73-b008-433a-8b53-f0ad75a818e5'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:09:38.353098 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27e9c8-c5cc-4a40-9221-92e505279ac5 req-e804ad7f-b2f2-4954-9831-131961414ec2 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:38.361351 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ea27e9c8-c5cc-4a40-9221-92e505279ac5 req-e804ad7f-b2f2-4954-9831-131961414ec2 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 946 time: 0.1047578 Dec 16 22:09:38.378554 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3b1df7-5f56-4b0c-ba86-79bf2e1dc711 None None] Routers {'2a9fdd73-b008-433a-8b53-f0ad75a818e5'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:09:38.379668 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-0f3b1df7-5f56-4b0c-ba86-79bf2e1dc711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:09:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2a9fdd73-b008-433a-8b53-f0ad75a818e5'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:38.382450 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-376c686f-bf33-4125-9fae-2611ab907e67 service neutron] 10.222.0.57 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977587 Dec 16 22:09:38.426630 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ea27e9c8-c5cc-4a40-9221-92e505279ac5 req-466e2e51-4ecd-4f7e-b9f2-05d187aafb03 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635378 Dec 16 22:09:38.452635 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5c1a3802-47aa-4cbf-a4cc-f88a6ddc80dd tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "PUT /v2.0/floatingips/db8244e0-d4f8-42e6-bd88-137c93cd9686 HTTP/1.1" status: 200 len: 991 time: 2.0234900 Dec 16 22:09:38.456380 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e037f3-5e7c-4753-82d5-91875543b44f', 'tag': '3798af91-00d4-4497-b9b4-0840b4e26772'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:38.458727 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64027c28-2788-4101-a895-323d3bfc72ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e037f3-5e7c-4753-82d5-91875543b44f", "tag": "3798af91-00d4-4497-b9b4-0840b4e26772"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:38.472985 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9862c875-00f7-4be4-8e53-0a2e065804f8 admin admin] Made reservation on behalf of 9ce39bd72e584fd29980f4429c49da21 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:09:38.476717 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9862c875-00f7-4be4-8e53-0a2e065804f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:38.487468 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-83761195-1fb6-4ee3-9856-e58a28e1c571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 379cc67e-b2b4-429d-86de-d1c97ed6654f) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:38.500548 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83761195-1fb6-4ee3-9856-e58a28e1c571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:38.502211 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-83761195-1fb6-4ee3-9856-e58a28e1c571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:38.563325 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04f3002-10ca-46f3-9798-1e2efe1f327a None None] Network 379cc67e-b2b4-429d-86de-d1c97ed6654f requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:09:38.633351 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-83761195-1fb6-4ee3-9856-e58a28e1c571 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0935214 Dec 16 22:09:38.751302 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62539792-2ae4-40b2-930a-b9272e40382f x-openstack-request-id: req-62539792-2ae4-40b2-930a-b9272e40382f {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:38.751302 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e037f3-5e7c-4753-82d5-91875543b44f", "tag": "3798af91-00d4-4497-b9b4-0840b4e26772", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:38.752426 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-0f3b1df7-5f56-4b0c-ba86-79bf2e1dc711 None None] Set router 2a9fdd73-b008-433a-8b53-f0ad75a818e5 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:09:38.755281 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-62539792-2ae4-40b2-930a-b9272e40382f {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:38.755943 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e037f3-5e7c-4753-82d5-91875543b44f', 'tag': '3798af91-00d4-4497-b9b4-0840b4e26772', 'status': 'completed', 'code': 200} Dec 16 22:09:38.921967 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64027c28-2788-4101-a895-323d3bfc72ff req-23d4a6ed-0cd6-40be-89e8-e581a742ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:38.921967 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-64027c28-2788-4101-a895-323d3bfc72ff req-23d4a6ed-0cd6-40be-89e8-e581a742ee5d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=eef4474b3e2b443596735e3c2ca6ae10&device_id=d3e037f3-5e7c-4753-82d5-91875543b44f HTTP/1.1" status: 200 len: 1096 time: 0.1011953 Dec 16 22:09:38.922681 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c53a67-69ac-4764-a9cb-02fe93c11f2f None None] Network 379cc67e-b2b4-429d-86de-d1c97ed6654f requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:09:39.001741 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device f908cde2-ab74-4c3c-9699-af9542188fd8 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:09:39.110970 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64027c28-2788-4101-a895-323d3bfc72ff req-0110854a-9590-40a2-8971-d51e0540d5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:39.112468 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-64027c28-2788-4101-a895-323d3bfc72ff req-0110854a-9590-40a2-8971-d51e0540d5be service neutron] 10.222.0.76 "GET /v2.0/networks?id=d94d0871-a0a1-410a-ba04-ae858b15c465 HTTP/1.1" status: 200 len: 923 time: 0.2171257 Dec 16 22:09:39.207918 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9862c875-00f7-4be4-8e53-0a2e065804f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:39.247897 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-64027c28-2788-4101-a895-323d3bfc72ff req-042c2adf-5989-4da2-9f79-7c24ed3a8191 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3798af91-00d4-4497-b9b4-0840b4e26772 HTTP/1.1" status: 200 len: 999 time: 0.1282613 Dec 16 22:09:39.336897 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:39.341953 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862c875-00f7-4be4-8e53-0a2e065804f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae102db7-c234-4bee-a9c3-c01ccc1cab44,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:39.354852 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64027c28-2788-4101-a895-323d3bfc72ff req-b37297fe-7f37-4987-9ca7-92e8f8cda7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:39.356395 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-64027c28-2788-4101-a895-323d3bfc72ff req-b37297fe-7f37-4987-9ca7-92e8f8cda7b2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=797fa958-cbb2-4eb6-8ec6-7506427faefa HTTP/1.1" status: 200 len: 862 time: 0.0986762 Dec 16 22:09:39.409284 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f40cac1-a8ad-4185-8ab0-0732b87459f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f908cde2-ab74-4c3c-9699-af9542188fd8'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:39.412414 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64027c28-2788-4101-a895-323d3bfc72ff req-b50180b2-883f-43b6-a215-240e24dafa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:39.413997 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-64027c28-2788-4101-a895-323d3bfc72ff req-b50180b2-883f-43b6-a215-240e24dafa4a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d94d0871-a0a1-410a-ba04-ae858b15c465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474908 Dec 16 22:09:39.415439 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a062171-2dc0-4af6-b45c-6222039bde9a" -d '{"events": [{"server_uuid": "2f40cac1-a8ad-4185-8ab0-0732b87459f1", "name": "network-vif-unplugged", "status": "completed", "tag": "f908cde2-ab74-4c3c-9699-af9542188fd8"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:39.422493 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862c875-00f7-4be4-8e53-0a2e065804f8 admin admin] Checking segment: {'id': '1b1f1ebc-0ee2-4908-a000-dc1cd375a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f28a6e52-b171-4b54-a158-09db9a62aef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:39.423557 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9862c875-00f7-4be4-8e53-0a2e065804f8 admin admin] Network hostable DHCP agents. Network: f28a6e52-b171-4b54-a158-09db9a62aef0, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:09:39.448943 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port f908cde2-ab74-4c3c-9699-af9542188fd8, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=f908cde2-ab74-4c3c-9699-af9542188fd8,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:39.519168 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9b388a57-cca8-4671-8750-d41b21829b72 req-852d7e0c-8394-4e55-88fd-26eeae4af40e tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/ports?device_id=eca75d2e-7e6a-4fec-954d-ee88ee286513 HTTP/1.1" status: 200 len: 210 time: 0.0440204 Dec 16 22:09:39.525581 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-0f3b1df7-5f56-4b0c-ba86-79bf2e1dc711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-564571444-router', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:07Z', 'updated_at': '2021-12-16T22:05:14Z', 'revision_number': 4, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'gw_port': {'id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:08Z', 'updated_at': '2021-12-16T22:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'db8244e0-d4f8-42e6-bd88-137c93cd9686', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'port_id': '3798af91-00d4-4497-b9b4-0840b4e26772', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465', 'mac_address': 'fa:16:3e:66:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e037f3-5e7c-4753-82d5-91875543b44f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:05:34Z', 'updated_at': '2021-12-16T22:09:37Z', 'revision_number': 5, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aafa023-81ba-4344-a6f8-e9f8d7ee7393', 'name': '', 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'mac_address': 'fa:16:3e:93:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:12Z', 'updated_at': '2021-12-16T22:05:21Z', 'revision_number': 5, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'subnets': [{'id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:39.559336 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9862c875-00f7-4be4-8e53-0a2e065804f8 admin admin] Network f28a6e52-b171-4b54-a158-09db9a62aef0 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:09:39.584358 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3b1df7-5f56-4b0c-ba86-79bf2e1dc711 None None] Checking router: 2a9fdd73-b008-433a-8b53-f0ad75a818e5 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:09:39.600221 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3b1df7-5f56-4b0c-ba86-79bf2e1dc711 None None] Routers {'2a9fdd73-b008-433a-8b53-f0ad75a818e5'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:09:39.601157 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-0f3b1df7-5f56-4b0c-ba86-79bf2e1dc711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:09:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2a9fdd73-b008-433a-8b53-f0ad75a818e5'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:39.608125 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:39.687572 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df7d715-1ddd-44dd-986e-e48ec5adfacf x-openstack-request-id: req-1df7d715-1ddd-44dd-986e-e48ec5adfacf {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:39.688352 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f40cac1-a8ad-4185-8ab0-0732b87459f1", "name": "network-vif-unplugged", "status": "completed", "tag": "f908cde2-ab74-4c3c-9699-af9542188fd8", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:39.688875 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1df7d715-1ddd-44dd-986e-e48ec5adfacf {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:39.689560 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f40cac1-a8ad-4185-8ab0-0732b87459f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f908cde2-ab74-4c3c-9699-af9542188fd8', 'code': 200} Dec 16 22:09:39.698518 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-9862c875-00f7-4be4-8e53-0a2e065804f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, f28a6e52-b171-4b54-a158-09db9a62aef0) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:39.707516 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9862c875-00f7-4be4-8e53-0a2e065804f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:39.708328 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9862c875-00f7-4be4-8e53-0a2e065804f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:39.712117 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=f908cde2-ab74-4c3c-9699-af9542188fd8,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:39.744248 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369cc64d-8d89-424f-ac5f-4e5223a269a3 None None] Network f28a6e52-b171-4b54-a158-09db9a62aef0 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:09:39.767375 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-378bca3a-c07d-4209-92de-45ecdb5088af tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:39.775461 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-378bca3a-c07d-4209-92de-45ecdb5088af tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.75 "GET /v2.0/networks?id=379cc67e-b2b4-429d-86de-d1c97ed6654f HTTP/1.1" status: 200 len: 822 time: 0.2034569 Dec 16 22:09:39.791263 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-64027c28-2788-4101-a895-323d3bfc72ff req-37b76d7c-6314-4eda-96f2-3fd716bfc539 service neutron] 10.222.0.76 "GET /v2.0/networks/d94d0871-a0a1-410a-ba04-ae858b15c465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682971 Dec 16 22:09:39.803814 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-1ce898d1-56fc-4ebc-8a0d-cf789128b385 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.75 "GET /v2.0/quotas/cc6d00ec1b78464293b0fa31d05c3a1f HTTP/1.1" status: 200 len: 375 time: 0.0271456 Dec 16 22:09:39.827770 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9862c875-00f7-4be4-8e53-0a2e065804f8 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6531217 Dec 16 22:09:39.831530 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57482) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:39.838953 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-c667feba-6000-4c11-8e5a-ca5abac0554b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1760151331-router', 'tenant_id': '9ce39bd72e584fd29980f4429c49da21', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:39.857219 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-0f3b1df7-5f56-4b0c-ba86-79bf2e1dc711 None None] Set router 2a9fdd73-b008-433a-8b53-f0ad75a818e5 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:09:39.972799 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-90172d33-ac36-4d98-8f61-584a48f96409 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cc6d00ec1b78464293b0fa31d05c3a1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1651242 Dec 16 22:09:39.988656 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5026ffd1-cce6-4053-aa5c-0e816cf03784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-f28a6e52-b171-4b54-a158-09db9a62aef0', 'network_id': 'f28a6e52-b171-4b54-a158-09db9a62aef0', 'project_id': '9ce39bd72e584fd29980f4429c49da21', 'fixed_ips': [{'subnet_id': 'ae102db7-c234-4bee-a9c3-c01ccc1cab44'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:09:39.990167 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5026ffd1-cce6-4053-aa5c-0e816cf03784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:40.014848 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c667feba-6000-4c11-8e5a-ca5abac0554b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:40.015994 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c667feba-6000-4c11-8e5a-ca5abac0554b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:40.045614 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99276e20-334a-4653-af6b-24cc9ee0230f req-0e37971b-8a5d-4555-b73e-6503a40689e2 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:40.053905 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-99276e20-334a-4653-af6b-24cc9ee0230f req-0e37971b-8a5d-4555-b73e-6503a40689e2 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 946 time: 0.1641181 Dec 16 22:09:40.123546 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-64027c28-2788-4101-a895-323d3bfc72ff req-87fb4bca-53b8-4bad-bc74-96001791b304 service neutron] 10.222.0.76 "GET /v2.0/networks/d94d0871-a0a1-410a-ba04-ae858b15c465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139532 Dec 16 22:09:40.247312 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-5026ffd1-cce6-4053-aa5c-0e816cf03784 None None] Allocated IP 172.20.0.2 (f28a6e52-b171-4b54-a158-09db9a62aef0/ae102db7-c234-4bee-a9c3-c01ccc1cab44/1a9619a5-5e17-4868-9b61-408aacd01e37) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:40.339828 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-a476f93f-0bcc-460e-b6b4-6c488d5b4a0e service neutron] 10.222.0.75 "GET /v2.0/networks/379cc67e-b2b4-429d-86de-d1c97ed6654f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658285 Dec 16 22:09:40.343946 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c667feba-6000-4c11-8e5a-ca5abac0554b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:40.462268 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-99276e20-334a-4653-af6b-24cc9ee0230f req-17339c09-d522-4736-9dc9-a02c706f029b tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949835 Dec 16 22:09:40.498225 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5026ffd1-cce6-4053-aa5c-0e816cf03784 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:40.524097 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-614905a0-5002-4ec6-a658-55acbff8d553 service neutron] 10.222.0.75 "GET /v2.0/networks/379cc67e-b2b4-429d-86de-d1c97ed6654f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792743 Dec 16 22:09:40.608430 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5026ffd1-cce6-4053-aa5c-0e816cf03784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:40.723206 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5026ffd1-cce6-4053-aa5c-0e816cf03784 None None] Network f28a6e52-b171-4b54-a158-09db9a62aef0 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:40.726962 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-5026ffd1-cce6-4053-aa5c-0e816cf03784 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:40.730999 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5026ffd1-cce6-4053-aa5c-0e816cf03784 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:40.733895 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-47c37630-7c4f-4372-92de-a7b74b23b0f1 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:40.738392 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-47c37630-7c4f-4372-92de-a7b74b23b0f1 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.76 "GET /v2.0/networks?id=925c9f41-53db-4fc4-85db-7df4078fa9fc HTTP/1.1" status: 200 len: 814 time: 0.6110592 Dec 16 22:09:40.746134 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-0f3b1df7-5f56-4b0c-ba86-79bf2e1dc711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-564571444-router', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:07Z', 'updated_at': '2021-12-16T22:05:14Z', 'revision_number': 4, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'gw_port': {'id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:08Z', 'updated_at': '2021-12-16T22:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'db8244e0-d4f8-42e6-bd88-137c93cd9686', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'port_id': '3798af91-00d4-4497-b9b4-0840b4e26772', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465', 'mac_address': 'fa:16:3e:66:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e037f3-5e7c-4753-82d5-91875543b44f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:05:34Z', 'updated_at': '2021-12-16T22:09:37Z', 'revision_number': 5, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aafa023-81ba-4344-a6f8-e9f8d7ee7393', 'name': '', 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'mac_address': 'fa:16:3e:93:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:12Z', 'updated_at': '2021-12-16T22:05:21Z', 'revision_number': 5, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'subnets': [{'id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:40.752748 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026ffd1-cce6-4053-aa5c-0e816cf03784 None None] Pushing event updated for resources: {'Port': ['ID=1a9619a5-5e17-4868-9b61-408aacd01e37,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:40.759548 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-5c1107ec-851c-4ce5-965a-378a465a097a tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Request body: {'port': {'device_id': 'eca75d2e-7e6a-4fec-954d-ee88ee286513', 'network_id': '925c9f41-53db-4fc4-85db-7df4078fa9fc', 'admin_state_up': True, 'tenant_id': '312bb952749c4153a02db9f5fe30751a'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:40.786465 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3b1df7-5f56-4b0c-ba86-79bf2e1dc711 None None] The sync data for ids ['2a9fdd73-b008-433a-8b53-f0ad75a818e5'] in n-d-815324-4 is: [{'id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-564571444-router', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:07Z', 'updated_at': '2021-12-16T22:05:14Z', 'revision_number': 4, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'gw_port': {'id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:08Z', 'updated_at': '2021-12-16T22:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'db8244e0-d4f8-42e6-bd88-137c93cd9686', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'port_id': '3798af91-00d4-4497-b9b4-0840b4e26772', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465', 'mac_address': 'fa:16:3e:66:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e037f3-5e7c-4753-82d5-91875543b44f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:05:34Z', 'updated_at': '2021-12-16T22:09:37Z', 'revision_number': 5, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aafa023-81ba-4344-a6f8-e9f8d7ee7393', 'name': '', 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'mac_address': 'fa:16:3e:93:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:12Z', 'updated_at': '2021-12-16T22:05:21Z', 'revision_number': 5, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'subnets': [{'id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:09:40.916250 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-5026ffd1-cce6-4053-aa5c-0e816cf03784 None None] Attempting to bind port 1a9619a5-5e17-4868-9b61-408aacd01e37 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:09:40.916756 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-5026ffd1-cce6-4053-aa5c-0e816cf03784 None None] Attempting to bind port 1a9619a5-5e17-4868-9b61-408aacd01e37 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '1b1f1ebc-0ee2-4908-a000-dc1cd375a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f28a6e52-b171-4b54-a158-09db9a62aef0'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:09:40.917368 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5026ffd1-cce6-4053-aa5c-0e816cf03784 None None] Attempting to bind port 1a9619a5-5e17-4868-9b61-408aacd01e37 on network f28a6e52-b171-4b54-a158-09db9a62aef0 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:40.926313 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5026ffd1-cce6-4053-aa5c-0e816cf03784 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:09:40.926839 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5026ffd1-cce6-4053-aa5c-0e816cf03784 None None] Checking segment: {'id': '1b1f1ebc-0ee2-4908-a000-dc1cd375a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f28a6e52-b171-4b54-a158-09db9a62aef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:40.927452 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5026ffd1-cce6-4053-aa5c-0e816cf03784 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:40.928063 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5026ffd1-cce6-4053-aa5c-0e816cf03784 None None] Bound using segment: {'id': '1b1f1ebc-0ee2-4908-a000-dc1cd375a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f28a6e52-b171-4b54-a158-09db9a62aef0'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:09:40.928645 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-5026ffd1-cce6-4053-aa5c-0e816cf03784 None None] Bound port: 1a9619a5-5e17-4868-9b61-408aacd01e37, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b1f1ebc-0ee2-4908-a000-dc1cd375a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f28a6e52-b171-4b54-a158-09db9a62aef0'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:09:40.929139 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5026ffd1-cce6-4053-aa5c-0e816cf03784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:41.112585 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5026ffd1-cce6-4053-aa5c-0e816cf03784 None None] For port 1a9619a5-5e17-4868-9b61-408aacd01e37, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:41.118458 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5026ffd1-cce6-4053-aa5c-0e816cf03784 None None] For port 1a9619a5-5e17-4868-9b61-408aacd01e37, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=1a9619a5-5e17-4868-9b61-408aacd01e37,segment=NetworkSegment(1b1f1ebc-0ee2-4908-a000-dc1cd375a191),segment_id=1b1f1ebc-0ee2-4908-a000-dc1cd375a191)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:09:41.176388 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c667feba-6000-4c11-8e5a-ca5abac0554b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:41.216043 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50014cd-6cda-4f5c-acf1-cd47150e48b8 None None] New status for floating IP db8244e0-d4f8-42e6-bd88-137c93cd9686: ACTIVE {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:09:41.264296 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-86754b63-9f96-487b-9299-a1f186f43a14 req-e72ae97f-cbaf-40a4-9680-686e84e73549 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/ports?device_id=eca75d2e-7e6a-4fec-954d-ee88ee286513 HTTP/1.1" status: 200 len: 210 time: 0.0419858 Dec 16 22:09:41.266951 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5026ffd1-cce6-4053-aa5c-0e816cf03784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:41.300930 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-5c1107ec-851c-4ce5-965a-378a465a097a tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Made reservation on behalf of 312bb952749c4153a02db9f5fe30751a for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:09:41.305354 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-5c1107ec-851c-4ce5-965a-378a465a097a tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:41.328401 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026ffd1-cce6-4053-aa5c-0e816cf03784 None None] Pushing event updated for resources: {'Port': ['ID=1a9619a5-5e17-4868-9b61-408aacd01e37,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:41.354603 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-234cd4af-28fb-413b-b3dc-28e9ec46986f req-41c6d87b-16c4-49eb-ad75-88d626c72548 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2b5a002-e22a-48a1-9a1d-f4b95d7aa546 HTTP/1.1" status: 200 len: 210 time: 0.0445952 Dec 16 22:09:41.605409 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-5c1107ec-851c-4ce5-965a-378a465a097a tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Allocated IP 172.20.0.3 (925c9f41-53db-4fc4-85db-7df4078fa9fc/697912a2-0f16-4564-887e-40b119e1013d/e0d28721-cb82-435e-8ec6-f1818849b97e) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:41.816691 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658b453-0830-4fb8-8921-070068de11dd req-779c1ef4-0f5f-4b57-bf25-02d45d1ec173 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:41.818774 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3658b453-0830-4fb8-8921-070068de11dd req-779c1ef4-0f5f-4b57-bf25-02d45d1ec173 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 946 time: 0.1737475 Dec 16 22:09:41.917351 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3658b453-0830-4fb8-8921-070068de11dd req-69b2404a-2bcf-4881-9d99-04ba1ed9bd3a tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896058 Dec 16 22:09:41.986311 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c667feba-6000-4c11-8e5a-ca5abac0554b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:42.053691 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c667feba-6000-4c11-8e5a-ca5abac0554b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:42.123184 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-5c1107ec-851c-4ce5-965a-378a465a097a tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:42.215582 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-c667feba-6000-4c11-8e5a-ca5abac0554b admin admin] Allocated IP 172.25.6.41 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/f6ef80e6-9f28-4717-b216-30849c8219ab) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:42.315643 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-5c1107ec-851c-4ce5-965a-378a465a097a tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:42.426929 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c667feba-6000-4c11-8e5a-ca5abac0554b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:42.451557 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1107ec-851c-4ce5-965a-378a465a097a tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Pushing event updated for resources: {'Port': ['ID=e0d28721-cb82-435e-8ec6-f1818849b97e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:42.454197 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-290bac68-29d6-4068-a576-8f921a8a33eb req-eb38281a-64c3-4392-ad1a-67ef71b41e22 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2b5a002-e22a-48a1-9a1d-f4b95d7aa546 HTTP/1.1" status: 200 len: 210 time: 0.0386086 Dec 16 22:09:42.468642 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-5c1107ec-851c-4ce5-965a-378a465a097a tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Network 925c9f41-53db-4fc4-85db-7df4078fa9fc is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:42.487607 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-5c1107ec-851c-4ce5-965a-378a465a097a tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:42.490365 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-5c1107ec-851c-4ce5-965a-378a465a097a tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:42.537611 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0d804-1586-4da3-b287-20006882f6b0 req-2b662d1c-51d6-4c28-8f83-c912c4626c30 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:42.545560 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47d0d804-1586-4da3-b287-20006882f6b0 req-2b662d1c-51d6-4c28-8f83-c912c4626c30 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/ports?device_id=eca75d2e-7e6a-4fec-954d-ee88ee286513 HTTP/1.1" status: 200 len: 931 time: 0.1792529 Dec 16 22:09:42.591776 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-5c1107ec-851c-4ce5-965a-378a465a097a tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:42.592483 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-5c1107ec-851c-4ce5-965a-378a465a097a tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:42.640099 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47d0d804-1586-4da3-b287-20006882f6b0 req-fabc17fa-3645-4d4a-bed4-63398bb98082 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c7e1c07-02b2-40fd-b981-1522a4137f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874517 Dec 16 22:09:42.659474 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c667feba-6000-4c11-8e5a-ca5abac0554b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:42.714615 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c667feba-6000-4c11-8e5a-ca5abac0554b admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:42.725980 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-c667feba-6000-4c11-8e5a-ca5abac0554b admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:42.729310 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c667feba-6000-4c11-8e5a-ca5abac0554b admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:42.736171 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667feba-6000-4c11-8e5a-ca5abac0554b admin admin] Pushing event updated for resources: {'Port': ['ID=f6ef80e6-9f28-4717-b216-30849c8219ab,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:42.762944 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-5c1107ec-851c-4ce5-965a-378a465a097a tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0089533 Dec 16 22:09:42.787090 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-d45a640b-e0c4-473d-b58c-328062c9866f service neutron] Request body: {'port': {'device_id': 'eca75d2e-7e6a-4fec-954d-ee88ee286513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:42.820975 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db045233-a4d3-4c08-b726-a38b450ef9d0 None None] Network f28a6e52-b171-4b54-a158-09db9a62aef0 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:09:42.959475 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-d45a640b-e0c4-473d-b58c-328062c9866f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:43.005120 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-dc04bb2c-6c32-4ee2-b05d-0673e014055f None None] Provisioning complete for port 1a9619a5-5e17-4868-9b61-408aacd01e37 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:43.005583 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dc04bb2c-6c32-4ee2-b05d-0673e014055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:43.153306 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dc04bb2c-6c32-4ee2-b05d-0673e014055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:43.202232 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-dc04bb2c-6c32-4ee2-b05d-0673e014055f None None] For port 1a9619a5-5e17-4868-9b61-408aacd01e37, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=1a9619a5-5e17-4868-9b61-408aacd01e37,segment=NetworkSegment(1b1f1ebc-0ee2-4908-a000-dc1cd375a191),segment_id=1b1f1ebc-0ee2-4908-a000-dc1cd375a191)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:43.334253 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dc04bb2c-6c32-4ee2-b05d-0673e014055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:43.396259 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 1a9619a5-5e17-4868-9b61-408aacd01e37 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:43.460341 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04bb2c-6c32-4ee2-b05d-0673e014055f None None] Pushing event updated for resources: {'Port': ['ID=1a9619a5-5e17-4868-9b61-408aacd01e37,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:43.497016 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4d3b9519-5984-4d1e-bf5a-f55e93c90c5d None None] Provisioning complete for port 1a9619a5-5e17-4868-9b61-408aacd01e37 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:43.497399 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9519-5984-4d1e-bf5a-f55e93c90c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:43.501976 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129141fa-6912-4146-a308-0a48be2e03ad req-d0b1e240-fb46-4784-86a3-a09400773172 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:43.502808 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 1a9619a5-5e17-4868-9b61-408aacd01e37 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:43.504775 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-129141fa-6912-4146-a308-0a48be2e03ad req-d0b1e240-fb46-4784-86a3-a09400773172 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 946 time: 0.4366081 Dec 16 22:09:43.520823 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:43.596045 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c667feba-6000-4c11-8e5a-ca5abac0554b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:43.604395 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bda4f086-8024-47e4-9465-3532653d10af req-b19900e0-9f1e-46fd-b64f-48a4d2a9f336 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2b5a002-e22a-48a1-9a1d-f4b95d7aa546 HTTP/1.1" status: 200 len: 210 time: 0.0371444 Dec 16 22:09:43.778101 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-129141fa-6912-4146-a308-0a48be2e03ad req-13e89924-b88f-4bf0-bfa9-0b0a34de7ae7 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633693 Dec 16 22:09:43.828949 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7085f5-9faf-41ee-9557-92c8f8d7a72f req-d14d01a6-973c-49bf-b36f-17c68b8d86d2 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:43.841194 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2b7085f5-9faf-41ee-9557-92c8f8d7a72f req-d14d01a6-973c-49bf-b36f-17c68b8d86d2 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/ports?device_id=eca75d2e-7e6a-4fec-954d-ee88ee286513 HTTP/1.1" status: 200 len: 931 time: 0.0996606 Dec 16 22:09:43.934561 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2b7085f5-9faf-41ee-9557-92c8f8d7a72f req-988ff8c0-901b-4219-a6c2-76b479ff6891 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c7e1c07-02b2-40fd-b981-1522a4137f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869753 Dec 16 22:09:43.950363 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-d45a640b-e0c4-473d-b58c-328062c9866f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d28721-cb82-435e-8ec6-f1818849b97e {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:43.962792 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-d45a640b-e0c4-473d-b58c-328062c9866f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:44.007538 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-d45a640b-e0c4-473d-b58c-328062c9866f service neutron] Transition to ACTIVE for port object e0d28721-cb82-435e-8ec6-f1818849b97e will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:09:44.036882 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c667feba-6000-4c11-8e5a-ca5abac0554b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:44.379594 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-d45a640b-e0c4-473d-b58c-328062c9866f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:44.413419 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-0bd317ea-96fc-4bff-b4ce-a6e9ce499998 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:44.415212 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-0bd317ea-96fc-4bff-b4ce-a6e9ce499998 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.57 "GET /v2.0/networks?id=379cc67e-b2b4-429d-86de-d1c97ed6654f HTTP/1.1" status: 200 len: 822 time: 0.1582689 Dec 16 22:09:44.435561 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-16e2ff32-5773-4c5b-a444-7a417a2e80ec tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Request body: {'port': {'device_id': 'e2b5a002-e22a-48a1-9a1d-f4b95d7aa546', 'network_id': '379cc67e-b2b4-429d-86de-d1c97ed6654f', 'admin_state_up': True, 'tenant_id': 'cc6d00ec1b78464293b0fa31d05c3a1f'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:44.476229 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a640b-e0c4-473d-b58c-328062c9866f service neutron] Pushing event updated for resources: {'Port': ['ID=e0d28721-cb82-435e-8ec6-f1818849b97e,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:44.576182 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-d45a640b-e0c4-473d-b58c-328062c9866f service neutron] Attempting to bind port e0d28721-cb82-435e-8ec6-f1818849b97e on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:09:44.576928 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-d45a640b-e0c4-473d-b58c-328062c9866f service neutron] Attempting to bind port e0d28721-cb82-435e-8ec6-f1818849b97e by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'cc2b4cd0-b688-4cad-9858-1e698fcdff6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '925c9f41-53db-4fc4-85db-7df4078fa9fc'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:09:44.576928 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-d45a640b-e0c4-473d-b58c-328062c9866f service neutron] Attempting to bind port e0d28721-cb82-435e-8ec6-f1818849b97e on network 925c9f41-53db-4fc4-85db-7df4078fa9fc {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:44.589426 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-d45a640b-e0c4-473d-b58c-328062c9866f service neutron] Port e0d28721-cb82-435e-8ec6-f1818849b97e on network 925c9f41-53db-4fc4-85db-7df4078fa9fc not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:09:44.589426 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-d45a640b-e0c4-473d-b58c-328062c9866f service neutron] Attempting to bind port e0d28721-cb82-435e-8ec6-f1818849b97e on network 925c9f41-53db-4fc4-85db-7df4078fa9fc {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:44.593330 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-d45a640b-e0c4-473d-b58c-328062c9866f service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:09:44.593759 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-d45a640b-e0c4-473d-b58c-328062c9866f service neutron] Checking segment: {'id': 'cc2b4cd0-b688-4cad-9858-1e698fcdff6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '925c9f41-53db-4fc4-85db-7df4078fa9fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:44.594286 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-d45a640b-e0c4-473d-b58c-328062c9866f service neutron] Bound using segment: {'id': 'cc2b4cd0-b688-4cad-9858-1e698fcdff6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '925c9f41-53db-4fc4-85db-7df4078fa9fc'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:09:44.594969 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-d45a640b-e0c4-473d-b58c-328062c9866f service neutron] Bound port: e0d28721-cb82-435e-8ec6-f1818849b97e, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc2b4cd0-b688-4cad-9858-1e698fcdff6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '925c9f41-53db-4fc4-85db-7df4078fa9fc'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:09:44.595368 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-d45a640b-e0c4-473d-b58c-328062c9866f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:44.664836 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-16e2ff32-5773-4c5b-a444-7a417a2e80ec tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Made reservation on behalf of cc6d00ec1b78464293b0fa31d05c3a1f for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:09:44.670725 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-16e2ff32-5773-4c5b-a444-7a417a2e80ec tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:44.709756 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-04cc147f-ee40-440e-b117-5819397f6f75 req-5b94e855-2314-42dd-aed8-eadfa6dccf73 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2b5a002-e22a-48a1-9a1d-f4b95d7aa546 HTTP/1.1" status: 200 len: 210 time: 0.0309842 Dec 16 22:09:44.712148 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c667feba-6000-4c11-8e5a-ca5abac0554b admin admin] Router 0461aa13-e7a4-495f-bfab-5352a43a2802 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:09:44.716492 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-d45a640b-e0c4-473d-b58c-328062c9866f service neutron] For port e0d28721-cb82-435e-8ec6-f1818849b97e, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:44.731796 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-d45a640b-e0c4-473d-b58c-328062c9866f service neutron] For port e0d28721-cb82-435e-8ec6-f1818849b97e, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e0d28721-cb82-435e-8ec6-f1818849b97e,segment=NetworkSegment(cc2b4cd0-b688-4cad-9858-1e698fcdff6b),segment_id=cc2b4cd0-b688-4cad-9858-1e698fcdff6b)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:09:44.823848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-16e2ff32-5773-4c5b-a444-7a417a2e80ec tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Allocated IP 172.20.0.12 (379cc67e-b2b4-429d-86de-d1c97ed6654f/206c3b9c-4f0c-4ec5-99ed-55861012dcf2/eeb95a52-07b8-44e8-924d-273eee8cb0d6) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:44.864110 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c667feba-6000-4c11-8e5a-ca5abac0554b admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:09:44.872198 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-d45a640b-e0c4-473d-b58c-328062c9866f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:44.876545 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4722aa-5d48-4b97-a76e-468e5dc19457 None None] Sync routers for ids ['0461aa13-e7a4-495f-bfab-5352a43a2802'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:09:44.898939 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4722aa-5d48-4b97-a76e-468e5dc19457 None None] Routers {'0461aa13-e7a4-495f-bfab-5352a43a2802'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:09:44.899597 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5c4722aa-5d48-4b97-a76e-468e5dc19457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:09:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0461aa13-e7a4-495f-bfab-5352a43a2802'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:44.921224 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device f908cde2-ab74-4c3c-9699-af9542188fd8 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:09:44.957212 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-d45a640b-e0c4-473d-b58c-328062c9866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:44.959566 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-d45a640b-e0c4-473d-b58c-328062c9866f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:44.961012 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-d45a640b-e0c4-473d-b58c-328062c9866f service neutron] 10.222.0.76 "PUT /v2.0/ports/e0d28721-cb82-435e-8ec6-f1818849b97e HTTP/1.1" status: 200 len: 1091 time: 2.1801679 Dec 16 22:09:44.977263 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca75d2e-7e6a-4fec-954d-ee88ee286513', 'tag': 'e0d28721-cb82-435e-8ec6-f1818849b97e'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:44.979262 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fbfd18-4e1e-4575-8b2f-58a1420d26d8" -d '{"events": [{"name": "network-changed", "server_uuid": "eca75d2e-7e6a-4fec-954d-ee88ee286513", "tag": "e0d28721-cb82-435e-8ec6-f1818849b97e"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:45.000643 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c667feba-6000-4c11-8e5a-ca5abac0554b admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:45.002122 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c667feba-6000-4c11-8e5a-ca5abac0554b admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1693549 Dec 16 22:09:45.008586 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57578) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:45.048617 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9facb-b2ab-48d3-a980-64ce36820577 req-bc8da172-4ce2-41cc-a6b6-6dd4ecf93132 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:45.050360 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4ac9facb-b2ab-48d3-a980-64ce36820577 req-bc8da172-4ce2-41cc-a6b6-6dd4ecf93132 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 946 time: 0.1573288 Dec 16 22:09:45.139303 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4ac9facb-b2ab-48d3-a980-64ce36820577 req-bb25efd8-5fcb-49ca-9723-f0fa5e27c516 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776482 Dec 16 22:09:45.148485 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port f908cde2-ab74-4c3c-9699-af9542188fd8, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=f908cde2-ab74-4c3c-9699-af9542188fd8,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:45.159122 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-16e2ff32-5773-4c5b-a444-7a417a2e80ec tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:45.183527 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'f908cde2-ab74-4c3c-9699-af9542188fd8', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': 'f908cde2-ab74-4c3c-9699-af9542188fd8', 'mac_address': 'fa:16:3e:e6:ae:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:09:45.287090 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:45.290883 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a640b-e0c4-473d-b58c-328062c9866f service neutron] Pushing event updated for resources: {'Port': ['ID=e0d28721-cb82-435e-8ec6-f1818849b97e,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:45.300357 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-16e2ff32-5773-4c5b-a444-7a417a2e80ec tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:45.304131 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7c1c4c-dc65-4866-9456-cddfe3c97044 x-openstack-request-id: req-2c7c1c4c-dc65-4866-9456-cddfe3c97044 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:45.304692 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca75d2e-7e6a-4fec-954d-ee88ee286513", "tag": "e0d28721-cb82-435e-8ec6-f1818849b97e", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:45.305599 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2c7c1c4c-dc65-4866-9456-cddfe3c97044 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:45.306247 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca75d2e-7e6a-4fec-954d-ee88ee286513', 'tag': 'e0d28721-cb82-435e-8ec6-f1818849b97e', 'status': 'completed', 'code': 200} Dec 16 22:09:45.317196 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f908cde2-ab74-4c3c-9699-af9542188fd8 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:45.340883 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 1a9619a5-5e17-4868-9b61-408aacd01e37 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:45.363784 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-5c4722aa-5d48-4b97-a76e-468e5dc19457 None None] Set router 0461aa13-e7a4-495f-bfab-5352a43a2802 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:09:45.397523 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port f908cde2-ab74-4c3c-9699-af9542188fd8, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=f908cde2-ab74-4c3c-9699-af9542188fd8,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:45.412156 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 1a9619a5-5e17-4868-9b61-408aacd01e37 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:45.412530 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:45.417243 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2ff32-5773-4c5b-a444-7a417a2e80ec tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Pushing event updated for resources: {'Port': ['ID=eeb95a52-07b8-44e8-924d-273eee8cb0d6,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:45.426832 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-16e2ff32-5773-4c5b-a444-7a417a2e80ec tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Network 379cc67e-b2b4-429d-86de-d1c97ed6654f is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:45.431937 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-16e2ff32-5773-4c5b-a444-7a417a2e80ec tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:45.441935 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-16e2ff32-5773-4c5b-a444-7a417a2e80ec tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:45.463345 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-5b667586-311a-49bf-9b2d-e85abaeeb23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:45.465020 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-5b667586-311a-49bf-9b2d-e85abaeeb23f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=312bb952749c4153a02db9f5fe30751a&device_id=eca75d2e-7e6a-4fec-954d-ee88ee286513 HTTP/1.1" status: 200 len: 1094 time: 0.2013276 Dec 16 22:09:45.476967 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191546a-c55a-4d85-ae79-a8241ba0ef65 req-146683f2-a0b0-4d8f-a9d8-6402edb57e5d tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:45.487004 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0191546a-c55a-4d85-ae79-a8241ba0ef65 req-146683f2-a0b0-4d8f-a9d8-6402edb57e5d tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/ports?device_id=eca75d2e-7e6a-4fec-954d-ee88ee286513 HTTP/1.1" status: 200 len: 943 time: 0.2289081 Dec 16 22:09:45.506335 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:45.516586 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-16e2ff32-5773-4c5b-a444-7a417a2e80ec tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:45.517849 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-16e2ff32-5773-4c5b-a444-7a417a2e80ec tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:45.629878 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-16e2ff32-5773-4c5b-a444-7a417a2e80ec tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1984084 Dec 16 22:09:45.650476 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=f908cde2-ab74-4c3c-9699-af9542188fd8,revision_number=9']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:45.650863 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-bd117d7f-e026-4492-8fd4-ac2c5f170141 service neutron] Request body: {'port': {'device_id': 'e2b5a002-e22a-48a1-9a1d-f4b95d7aa546', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:45.667813 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-c1cadd70-5cac-4a59-947d-8c524e1023ad service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0d28721-cb82-435e-8ec6-f1818849b97e HTTP/1.1" status: 200 len: 217 time: 0.1121776 Dec 16 22:09:45.670405 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5c4722aa-5d48-4b97-a76e-468e5dc19457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0461aa13-e7a4-495f-bfab-5352a43a2802', 'name': 'tempest-FloatingIPDetailsTestJSON-1760151331-router', 'tenant_id': '9ce39bd72e584fd29980f4429c49da21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'f6ef80e6-9f28-4717-b216-30849c8219ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:09:40Z', 'updated_at': '2021-12-16T22:09:42Z', 'revision_number': 3, 'project_id': '9ce39bd72e584fd29980f4429c49da21', 'gw_port': {'id': 'f6ef80e6-9f28-4717-b216-30849c8219ab', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0461aa13-e7a4-495f-bfab-5352a43a2802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:42Z', 'updated_at': '2021-12-16T22:09:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:45.749043 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4722aa-5d48-4b97-a76e-468e5dc19457 None None] Checking router: 0461aa13-e7a4-495f-bfab-5352a43a2802 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:09:45.749390 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4722aa-5d48-4b97-a76e-468e5dc19457 None None] Updating router 0461aa13-e7a4-495f-bfab-5352a43a2802 port f6ef80e6-9f28-4717-b216-30849c8219ab binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:09:45.768970 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-bd117d7f-e026-4492-8fd4-ac2c5f170141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:45.831154 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5c4722aa-5d48-4b97-a76e-468e5dc19457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:45.915593 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['f908cde2-ab74-4c3c-9699-af9542188fd8'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:45.959092 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0191546a-c55a-4d85-ae79-a8241ba0ef65 req-4fa32555-5def-4733-afb7-193125ff1378 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c7e1c07-02b2-40fd-b981-1522a4137f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707685 Dec 16 22:09:46.027769 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-dd6d58a8-f942-444f-8293-ba5c7447f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:46.029465 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-dd6d58a8-f942-444f-8293-ba5c7447f4c7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=697912a2-0f16-4564-887e-40b119e1013d HTTP/1.1" status: 200 len: 854 time: 0.2553363 Dec 16 22:09:46.219274 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-093a259a-f919-4371-a13e-70efeb988fe3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=925c9f41-53db-4fc4-85db-7df4078fa9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763021 Dec 16 22:09:46.271631 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e5b19-4444-4220-ac8c-bf8ae73a695b req-d7255e20-a6b6-4c45-9a48-8aefb18d8754 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:46.273437 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-736e5b19-4444-4220-ac8c-bf8ae73a695b req-d7255e20-a6b6-4c45-9a48-8aefb18d8754 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2b5a002-e22a-48a1-9a1d-f4b95d7aa546 HTTP/1.1" status: 200 len: 932 time: 0.3839784 Dec 16 22:09:46.425787 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-736e5b19-4444-4220-ac8c-bf8ae73a695b req-7bab453b-aeb0-48e0-9701-a0e73d0a137d tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.75 "GET /v2.0/security-groups?id=a75e3fb9-4ce5-4b3c-86d9-caa54440a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399372 Dec 16 22:09:46.507522 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57616) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:46.517039 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5c4722aa-5d48-4b97-a76e-468e5dc19457 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:46.613383 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5c4722aa-5d48-4b97-a76e-468e5dc19457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:46.725792 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-bd117d7f-e026-4492-8fd4-ac2c5f170141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb95a52-07b8-44e8-924d-273eee8cb0d6 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:46.742862 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-bd117d7f-e026-4492-8fd4-ac2c5f170141 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:46.745311 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9aece9-05a2-462b-aff4-328adeebebfd None None] Pushing event updated for resources: {'Port': ['ID=f6ef80e6-9f28-4717-b216-30849c8219ab,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:46.762089 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-bd117d7f-e026-4492-8fd4-ac2c5f170141 service neutron] Transition to ACTIVE for port object eeb95a52-07b8-44e8-924d-273eee8cb0d6 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:09:46.796200 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-5c4722aa-5d48-4b97-a76e-468e5dc19457 None None] Attempting to bind port f6ef80e6-9f28-4717-b216-30849c8219ab on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:09:46.796578 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-5c4722aa-5d48-4b97-a76e-468e5dc19457 None None] Attempting to bind port f6ef80e6-9f28-4717-b216-30849c8219ab by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:09:46.796994 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4722aa-5d48-4b97-a76e-468e5dc19457 None None] Attempting to bind port f6ef80e6-9f28-4717-b216-30849c8219ab on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:46.809131 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4722aa-5d48-4b97-a76e-468e5dc19457 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:09:46.810907 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4373713-2eea-4aed-85e8-9220b3afa4db req-56e05a75-b231-4707-b534-2b7c90cf6cc7 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:46.812385 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4722aa-5d48-4b97-a76e-468e5dc19457 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:46.813273 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5c4722aa-5d48-4b97-a76e-468e5dc19457 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:46.814631 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4722aa-5d48-4b97-a76e-468e5dc19457 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:09:46.815613 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-5c4722aa-5d48-4b97-a76e-468e5dc19457 None None] Bound port: f6ef80e6-9f28-4717-b216-30849c8219ab, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:09:46.819014 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a4373713-2eea-4aed-85e8-9220b3afa4db req-56e05a75-b231-4707-b534-2b7c90cf6cc7 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 946 time: 0.4773438 Dec 16 22:09:46.819652 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5c4722aa-5d48-4b97-a76e-468e5dc19457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:46.858270 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-bd117d7f-e026-4492-8fd4-ac2c5f170141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:46.926630 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device f908cde2-ab74-4c3c-9699-af9542188fd8 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:46.945753 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-5c4722aa-5d48-4b97-a76e-468e5dc19457 None None] For port f6ef80e6-9f28-4717-b216-30849c8219ab, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:46.950599 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-5c4722aa-5d48-4b97-a76e-468e5dc19457 None None] For port f6ef80e6-9f28-4717-b216-30849c8219ab, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f6ef80e6-9f28-4717-b216-30849c8219ab,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:09:47.025881 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd117d7f-e026-4492-8fd4-ac2c5f170141 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb95a52-07b8-44e8-924d-273eee8cb0d6,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:47.049376 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5c4722aa-5d48-4b97-a76e-468e5dc19457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:47.081735 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port f908cde2-ab74-4c3c-9699-af9542188fd8 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:47.081735 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:47.159665 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-44dc9719-c5a5-42da-a93d-44bfa64918e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:47.168980 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-be52e9c1-4cf9-4cdf-952a-c01151ff46c2 service neutron] 10.222.0.76 "GET /v2.0/networks/925c9f41-53db-4fc4-85db-7df4078fa9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9404516 Dec 16 22:09:47.242080 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9aece9-05a2-462b-aff4-328adeebebfd None None] Pushing event updated for resources: {'Port': ['ID=f6ef80e6-9f28-4717-b216-30849c8219ab,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:47.253070 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4722aa-5d48-4b97-a76e-468e5dc19457 None None] Routers {'0461aa13-e7a4-495f-bfab-5352a43a2802'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:09:47.255262 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5c4722aa-5d48-4b97-a76e-468e5dc19457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:09:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0461aa13-e7a4-495f-bfab-5352a43a2802'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:47.301067 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:47.370382 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e606caa1-f4b9-499d-bf48-8c92d0124868 req-8cb1d8b4-842f-4661-b614-18679367a446 service neutron] 10.222.0.76 "GET /v2.0/networks/925c9f41-53db-4fc4-85db-7df4078fa9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732907 Dec 16 22:09:47.426828 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f40cac1-a8ad-4185-8ab0-0732b87459f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f908cde2-ab74-4c3c-9699-af9542188fd8'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:47.431988 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2d5b6c-32c2-4f2a-b132-862495118817" -d '{"events": [{"server_uuid": "2f40cac1-a8ad-4185-8ab0-0732b87459f1", "name": "network-vif-plugged", "status": "completed", "tag": "f908cde2-ab74-4c3c-9699-af9542188fd8"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:47.471092 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cf0fc-c13f-4b24-94ad-5f30aa4bd2fa req-b225730b-a1f7-41ff-8995-25bb8ba5876f tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:47.472763 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d40cf0fc-c13f-4b24-94ad-5f30aa4bd2fa req-b225730b-a1f7-41ff-8995-25bb8ba5876f tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/ports?device_id=eca75d2e-7e6a-4fec-954d-ee88ee286513 HTTP/1.1" status: 200 len: 943 time: 0.2704132 Dec 16 22:09:47.490174 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port f908cde2-ab74-4c3c-9699-af9542188fd8, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=f908cde2-ab74-4c3c-9699-af9542188fd8,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:47.557894 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-bd117d7f-e026-4492-8fd4-ac2c5f170141 service neutron] Attempting to bind port eeb95a52-07b8-44e8-924d-273eee8cb0d6 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:09:47.560468 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-bd117d7f-e026-4492-8fd4-ac2c5f170141 service neutron] Attempting to bind port eeb95a52-07b8-44e8-924d-273eee8cb0d6 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '749d0da6-5b18-430f-8a65-e8c6a368955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '379cc67e-b2b4-429d-86de-d1c97ed6654f'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:09:47.560837 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-bd117d7f-e026-4492-8fd4-ac2c5f170141 service neutron] Attempting to bind port eeb95a52-07b8-44e8-924d-273eee8cb0d6 on network 379cc67e-b2b4-429d-86de-d1c97ed6654f {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:47.569795 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-5c4722aa-5d48-4b97-a76e-468e5dc19457 None None] Set router 0461aa13-e7a4-495f-bfab-5352a43a2802 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:09:47.573127 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:47.607270 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-bd117d7f-e026-4492-8fd4-ac2c5f170141 service neutron] Port eeb95a52-07b8-44e8-924d-273eee8cb0d6 on network 379cc67e-b2b4-429d-86de-d1c97ed6654f not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:09:47.607604 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-bd117d7f-e026-4492-8fd4-ac2c5f170141 service neutron] Attempting to bind port eeb95a52-07b8-44e8-924d-273eee8cb0d6 on network 379cc67e-b2b4-429d-86de-d1c97ed6654f {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:47.630262 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-bd117d7f-e026-4492-8fd4-ac2c5f170141 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:09:47.630587 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-bd117d7f-e026-4492-8fd4-ac2c5f170141 service neutron] Checking segment: {'id': '749d0da6-5b18-430f-8a65-e8c6a368955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '379cc67e-b2b4-429d-86de-d1c97ed6654f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:47.630986 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-bd117d7f-e026-4492-8fd4-ac2c5f170141 service neutron] Bound using segment: {'id': '749d0da6-5b18-430f-8a65-e8c6a368955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '379cc67e-b2b4-429d-86de-d1c97ed6654f'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:09:47.633475 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-bd117d7f-e026-4492-8fd4-ac2c5f170141 service neutron] Bound port: eeb95a52-07b8-44e8-924d-273eee8cb0d6, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '749d0da6-5b18-430f-8a65-e8c6a368955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '379cc67e-b2b4-429d-86de-d1c97ed6654f'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:09:47.633859 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-bd117d7f-e026-4492-8fd4-ac2c5f170141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:47.708090 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d40cf0fc-c13f-4b24-94ad-5f30aa4bd2fa req-f5cdc914-62af-40c5-859f-0258617f7223 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c7e1c07-02b2-40fd-b981-1522a4137f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246828 Dec 16 22:09:47.737809 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=f908cde2-ab74-4c3c-9699-af9542188fd8,revision_number=10']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:47.875921 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-44dc9719-c5a5-42da-a93d-44bfa64918e5 admin admin] Allocated IP 172.20.0.1 (f28a6e52-b171-4b54-a158-09db9a62aef0/ae102db7-c234-4bee-a9c3-c01ccc1cab44/2bff1da0-5992-4e3b-96cd-9e461fc3f473) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:47.891376 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-bd117d7f-e026-4492-8fd4-ac2c5f170141 service neutron] For port eeb95a52-07b8-44e8-924d-273eee8cb0d6, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:47.900850 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-bd117d7f-e026-4492-8fd4-ac2c5f170141 service neutron] For port eeb95a52-07b8-44e8-924d-273eee8cb0d6, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=eeb95a52-07b8-44e8-924d-273eee8cb0d6,segment=NetworkSegment(749d0da6-5b18-430f-8a65-e8c6a368955a),segment_id=749d0da6-5b18-430f-8a65-e8c6a368955a)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:09:47.995256 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5c4722aa-5d48-4b97-a76e-468e5dc19457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0461aa13-e7a4-495f-bfab-5352a43a2802', 'name': 'tempest-FloatingIPDetailsTestJSON-1760151331-router', 'tenant_id': '9ce39bd72e584fd29980f4429c49da21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'f6ef80e6-9f28-4717-b216-30849c8219ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:09:40Z', 'updated_at': '2021-12-16T22:09:42Z', 'revision_number': 3, 'project_id': '9ce39bd72e584fd29980f4429c49da21', 'gw_port': {'id': 'f6ef80e6-9f28-4717-b216-30849c8219ab', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0461aa13-e7a4-495f-bfab-5352a43a2802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:42Z', 'updated_at': '2021-12-16T22:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:48.017761 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-bd117d7f-e026-4492-8fd4-ac2c5f170141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:48.028134 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4722aa-5d48-4b97-a76e-468e5dc19457 None None] The sync data for ids ['0461aa13-e7a4-495f-bfab-5352a43a2802'] in n-d-815324-4 is: [{'id': '0461aa13-e7a4-495f-bfab-5352a43a2802', 'name': 'tempest-FloatingIPDetailsTestJSON-1760151331-router', 'tenant_id': '9ce39bd72e584fd29980f4429c49da21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'f6ef80e6-9f28-4717-b216-30849c8219ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:09:40Z', 'updated_at': '2021-12-16T22:09:42Z', 'revision_number': 3, 'project_id': '9ce39bd72e584fd29980f4429c49da21', 'gw_port': {'id': 'f6ef80e6-9f28-4717-b216-30849c8219ab', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0461aa13-e7a4-495f-bfab-5352a43a2802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:42Z', 'updated_at': '2021-12-16T22:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:09:48.041520 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a4373713-2eea-4aed-85e8-9220b3afa4db req-cc9a33e3-594d-470c-8cf9-9bf4bb09d7fa tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2215223 Dec 16 22:09:48.153536 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-44dc9719-c5a5-42da-a93d-44bfa64918e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:48.178468 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-bd117d7f-e026-4492-8fd4-ac2c5f170141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:48.183475 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-bd117d7f-e026-4492-8fd4-ac2c5f170141 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:48.185024 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-bd117d7f-e026-4492-8fd4-ac2c5f170141 service neutron] 10.222.0.57 "PUT /v2.0/ports/eeb95a52-07b8-44e8-924d-273eee8cb0d6 HTTP/1.1" status: 200 len: 1092 time: 2.5399051 Dec 16 22:09:48.216432 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b5a002-e22a-48a1-9a1d-f4b95d7aa546', 'tag': 'eeb95a52-07b8-44e8-924d-273eee8cb0d6'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:48.224963 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6351352d-e4eb-4903-a40b-d2a3c031cfbc" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b5a002-e22a-48a1-9a1d-f4b95d7aa546", "tag": "eeb95a52-07b8-44e8-924d-273eee8cb0d6"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:48.234872 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90281367-792a-4413-bc6b-2160d13207a2 x-openstack-request-id: req-90281367-792a-4413-bc6b-2160d13207a2 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:48.236103 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f40cac1-a8ad-4185-8ab0-0732b87459f1", "name": "network-vif-plugged", "status": "completed", "tag": "f908cde2-ab74-4c3c-9699-af9542188fd8", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:48.236570 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-90281367-792a-4413-bc6b-2160d13207a2 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:48.237180 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f40cac1-a8ad-4185-8ab0-0732b87459f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f908cde2-ab74-4c3c-9699-af9542188fd8', 'code': 200} Dec 16 22:09:48.246361 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd117d7f-e026-4492-8fd4-ac2c5f170141 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb95a52-07b8-44e8-924d-273eee8cb0d6,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:48.299884 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c9e69-4523-4bc9-8d6b-881a85628136 req-cf8b45db-51ee-4d66-8480-791c1a83a3b5 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:48.303092 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-818c9e69-4523-4bc9-8d6b-881a85628136 req-cf8b45db-51ee-4d66-8480-791c1a83a3b5 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2b5a002-e22a-48a1-9a1d-f4b95d7aa546 HTTP/1.1" status: 200 len: 944 time: 0.3046162 Dec 16 22:09:48.358425 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbfd18-4e1e-4575-8b2f-58a1420d26d8 req-a27eeb0a-e42e-4713-a5d4-c6d569190325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:48.361070 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-72fbfd18-4e1e-4575-8b2f-58a1420d26d8 req-a27eeb0a-e42e-4713-a5d4-c6d569190325 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=312bb952749c4153a02db9f5fe30751a&device_id=eca75d2e-7e6a-4fec-954d-ee88ee286513 HTTP/1.1" status: 200 len: 1094 time: 0.3283379 Dec 16 22:09:48.431126 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-818c9e69-4523-4bc9-8d6b-881a85628136 req-82648011-c7b4-4fd2-ac1b-b7e47ff38487 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.75 "GET /v2.0/security-groups?id=a75e3fb9-4ce5-4b3c-86d9-caa54440a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225271 Dec 16 22:09:48.441413 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-f2898e40-bdba-44f3-952e-ce93c0133c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:48.446979 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-f2898e40-bdba-44f3-952e-ce93c0133c1d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cc6d00ec1b78464293b0fa31d05c3a1f&device_id=e2b5a002-e22a-48a1-9a1d-f4b95d7aa546 HTTP/1.1" status: 200 len: 1095 time: 0.0797603 Dec 16 22:09:48.533808 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-44dc9719-c5a5-42da-a93d-44bfa64918e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:48.573155 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-fabe6331-9d9a-4b44-90ef-db4fba65ff43 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eeb95a52-07b8-44e8-924d-273eee8cb0d6 HTTP/1.1" status: 200 len: 217 time: 0.1109738 Dec 16 22:09:48.574739 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0be25e1-7e49-4aa7-a1b0-613548d3db61 x-openstack-request-id: req-a0be25e1-7e49-4aa7-a1b0-613548d3db61 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:48.575034 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b5a002-e22a-48a1-9a1d-f4b95d7aa546", "tag": "eeb95a52-07b8-44e8-924d-273eee8cb0d6", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:48.575495 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a0be25e1-7e49-4aa7-a1b0-613548d3db61 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:48.575898 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b5a002-e22a-48a1-9a1d-f4b95d7aa546', 'tag': 'eeb95a52-07b8-44e8-924d-273eee8cb0d6', 'status': 'completed', 'code': 200} Dec 16 22:09:48.678327 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-bb90bd10-4dbf-4cda-90b2-a85421bd7c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:48.684895 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-bb90bd10-4dbf-4cda-90b2-a85421bd7c95 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=206c3b9c-4f0c-4ec5-99ed-55861012dcf2 HTTP/1.1" status: 200 len: 862 time: 0.1021669 Dec 16 22:09:48.741853 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-3da37802-8902-4e71-ab80-a26d7a25768b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=379cc67e-b2b4-429d-86de-d1c97ed6654f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496466 Dec 16 22:09:49.023479 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-3276523a-0492-40ab-86d3-d7648aa42fd2 service neutron] 10.222.0.57 "GET /v2.0/networks/379cc67e-b2b4-429d-86de-d1c97ed6654f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734089 Dec 16 22:09:49.041787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee476a-3833-4451-b17e-2a5fe4e6089e req-bbd17d6d-86b0-42d8-9341-15b11a14a90f tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:49.043521 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2eee476a-3833-4451-b17e-2a5fe4e6089e req-bbd17d6d-86b0-42d8-9341-15b11a14a90f tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/ports?device_id=eca75d2e-7e6a-4fec-954d-ee88ee286513 HTTP/1.1" status: 200 len: 943 time: 0.1844354 Dec 16 22:09:49.233341 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9fcadc14-dc14-4c5d-8ec7-0556b0fad49a req-97db5605-92b5-4f60-88fa-505247306e10 service neutron] 10.222.0.57 "GET /v2.0/networks/379cc67e-b2b4-429d-86de-d1c97ed6654f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000852 Dec 16 22:09:49.428458 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dc9719-c5a5-42da-a93d-44bfa64918e5 admin admin] Network f28a6e52-b171-4b54-a158-09db9a62aef0 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:49.430378 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f6ef80e6-9f28-4717-b216-30849c8219ab up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:49.451846 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2eee476a-3833-4451-b17e-2a5fe4e6089e req-98a67776-567e-40e7-a900-df62e00b0333 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c7e1c07-02b2-40fd-b981-1522a4137f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174671 Dec 16 22:09:49.470290 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-44dc9719-c5a5-42da-a93d-44bfa64918e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:49.492449 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc9719-c5a5-42da-a93d-44bfa64918e5 admin admin] Pushing event updated for resources: {'Port': ['ID=2bff1da0-5992-4e3b-96cd-9e461fc3f473,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:49.505652 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dc9719-c5a5-42da-a93d-44bfa64918e5 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:49.532685 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbfd18-4e1e-4575-8b2f-58a1420d26d8 req-7575eacf-90f6-433a-87e5-2cbe50885c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:49.540721 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-72fbfd18-4e1e-4575-8b2f-58a1420d26d8 req-7575eacf-90f6-433a-87e5-2cbe50885c87 service neutron] 10.222.0.76 "GET /v2.0/networks?id=925c9f41-53db-4fc4-85db-7df4078fa9fc HTTP/1.1" status: 200 len: 914 time: 1.1680489 Dec 16 22:09:49.582910 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port f6ef80e6-9f28-4717-b216-30849c8219ab triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:49.583595 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:49.688254 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351352d-e4eb-4903-a40b-d2a3c031cfbc req-b83639aa-386d-4b21-a233-0c4e05c64c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:49.703955 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6351352d-e4eb-4903-a40b-d2a3c031cfbc req-b83639aa-386d-4b21-a233-0c4e05c64c30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cc6d00ec1b78464293b0fa31d05c3a1f&device_id=e2b5a002-e22a-48a1-9a1d-f4b95d7aa546 HTTP/1.1" status: 200 len: 1095 time: 0.1948159 Dec 16 22:09:49.823997 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:49.848298 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e26b5f-d00d-4f4a-8bf7-35b9535827ca req-96ea0e6d-72b3-4f5b-b60e-0b750878f62a tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:49.857495 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f4e26b5f-d00d-4f4a-8bf7-35b9535827ca req-96ea0e6d-72b3-4f5b-b60e-0b750878f62a tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 946 time: 0.5679064 Dec 16 22:09:49.869317 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-72fbfd18-4e1e-4575-8b2f-58a1420d26d8 req-3235125c-61f6-412c-9f43-89b6f1162e30 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0d28721-cb82-435e-8ec6-f1818849b97e HTTP/1.1" status: 200 len: 217 time: 0.1905859 Dec 16 22:09:49.888755 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port f6ef80e6-9f28-4717-b216-30849c8219ab, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f6ef80e6-9f28-4717-b216-30849c8219ab,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:49.934978 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-44dc9719-c5a5-42da-a93d-44bfa64918e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:49.953728 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-779caaec-87bf-407b-ac62-5681a1ca67cd None None] Provisioning complete for port 2bff1da0-5992-4e3b-96cd-9e461fc3f473 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:49.954828 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-779caaec-87bf-407b-ac62-5681a1ca67cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:49.993454 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:50.077761 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=f6ef80e6-9f28-4717-b216-30849c8219ab,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:50.094485 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-779caaec-87bf-407b-ac62-5681a1ca67cd None None] Port 2bff1da0-5992-4e3b-96cd-9e461fc3f473 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:09:50.099275 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351352d-e4eb-4903-a40b-d2a3c031cfbc req-2597239d-4bb1-4307-a4df-7a6bbc38e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:50.105984 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6351352d-e4eb-4903-a40b-d2a3c031cfbc req-2597239d-4bb1-4307-a4df-7a6bbc38e85b service neutron] 10.222.0.57 "GET /v2.0/networks?id=379cc67e-b2b4-429d-86de-d1c97ed6654f HTTP/1.1" status: 200 len: 922 time: 0.3942149 Dec 16 22:09:50.179618 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6351352d-e4eb-4903-a40b-d2a3c031cfbc req-07e0acb6-2d2c-4611-bc19-e34e43adb27f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eeb95a52-07b8-44e8-924d-273eee8cb0d6 HTTP/1.1" status: 200 len: 217 time: 0.0621684 Dec 16 22:09:50.212942 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b16c3b-7bd1-4854-a76c-bafbfc0a7332 req-1f8ad635-2968-41d6-afdc-6e89f9a46d5d tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:50.225694 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-20b16c3b-7bd1-4854-a76c-bafbfc0a7332 req-1f8ad635-2968-41d6-afdc-6e89f9a46d5d tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2b5a002-e22a-48a1-9a1d-f4b95d7aa546 HTTP/1.1" status: 200 len: 944 time: 0.2546554 Dec 16 22:09:50.329807 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbfd18-4e1e-4575-8b2f-58a1420d26d8 req-8c7f8712-89d0-4f59-a9fd-789f3b3d334e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:50.332800 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-72fbfd18-4e1e-4575-8b2f-58a1420d26d8 req-8c7f8712-89d0-4f59-a9fd-789f3b3d334e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=697912a2-0f16-4564-887e-40b119e1013d HTTP/1.1" status: 200 len: 854 time: 0.3937750 Dec 16 22:09:50.349022 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f4e26b5f-d00d-4f4a-8bf7-35b9535827ca req-9cb9d886-6a91-4b9f-b280-467f5935776a tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900305 Dec 16 22:09:50.400730 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351352d-e4eb-4903-a40b-d2a3c031cfbc req-7df21b6a-b7be-43f7-8d44-bb210ca7df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:50.407793 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6351352d-e4eb-4903-a40b-d2a3c031cfbc req-7df21b6a-b7be-43f7-8d44-bb210ca7df1d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=206c3b9c-4f0c-4ec5-99ed-55861012dcf2 HTTP/1.1" status: 200 len: 862 time: 0.2179072 Dec 16 22:09:50.568497 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6351352d-e4eb-4903-a40b-d2a3c031cfbc req-7740d6d7-c662-4469-a134-14d33eecb023 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=379cc67e-b2b4-429d-86de-d1c97ed6654f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1388836 Dec 16 22:09:50.572594 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6448-62de-42b8-9e41-d663fb5036d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:50.616207 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-20b16c3b-7bd1-4854-a76c-bafbfc0a7332 req-5ed78cd5-8075-4ae4-9159-425f70ff1083 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.75 "GET /v2.0/security-groups?id=a75e3fb9-4ce5-4b3c-86d9-caa54440a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885140 Dec 16 22:09:50.839119 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-72fbfd18-4e1e-4575-8b2f-58a1420d26d8 req-a9fab610-0fe0-4a77-8e7c-49ebc49bdc96 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=925c9f41-53db-4fc4-85db-7df4078fa9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4861114 Dec 16 22:09:50.882707 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d34561-4007-416a-8991-1c7f06959a8f req-0d4e84cf-a2cf-4f04-aa4f-ecca3e293ff6 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:50.892053 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-84d34561-4007-416a-8991-1c7f06959a8f req-0d4e84cf-a2cf-4f04-aa4f-ecca3e293ff6 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/ports?device_id=eca75d2e-7e6a-4fec-954d-ee88ee286513 HTTP/1.1" status: 200 len: 943 time: 0.1228945 Dec 16 22:09:50.916636 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6351352d-e4eb-4903-a40b-d2a3c031cfbc req-993b9c44-57d1-4ac4-ba2b-eb588e0a22d5 service neutron] 10.222.0.57 "GET /v2.0/networks/379cc67e-b2b4-429d-86de-d1c97ed6654f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342576 Dec 16 22:09:50.962850 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e0d28721-cb82-435e-8ec6-f1818849b97e details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:09:51.037754 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-84d34561-4007-416a-8991-1c7f06959a8f req-3147e397-2887-476a-9d6e-f0fae43b4d3b tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c7e1c07-02b2-40fd-b981-1522a4137f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419060 Dec 16 22:09:51.144390 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6351352d-e4eb-4903-a40b-d2a3c031cfbc req-083995e0-93b4-49f9-958b-4adc8f044bbe service neutron] 10.222.0.57 "GET /v2.0/networks/379cc67e-b2b4-429d-86de-d1c97ed6654f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155473 Dec 16 22:09:51.272606 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e0d28721-cb82-435e-8ec6-f1818849b97e, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e0d28721-cb82-435e-8ec6-f1818849b97e,segment=NetworkSegment(cc2b4cd0-b688-4cad-9858-1e698fcdff6b),segment_id=cc2b4cd0-b688-4cad-9858-1e698fcdff6b)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:51.313677 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'e0d28721-cb82-435e-8ec6-f1818849b97e', 'network_id': '925c9f41-53db-4fc4-85db-7df4078fa9fc', 'port_id': 'e0d28721-cb82-435e-8ec6-f1818849b97e', 'mac_address': 'fa:16:3e:30:d7:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '697912a2-0f16-4564-887e-40b119e1013d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:09:51.316543 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f6ef80e6-9f28-4717-b216-30849c8219ab up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:51.466549 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-72fbfd18-4e1e-4575-8b2f-58a1420d26d8 req-b391e0b9-530a-47cf-9a49-09db2403832c service neutron] 10.222.0.76 "GET /v2.0/networks/925c9f41-53db-4fc4-85db-7df4078fa9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768031 Dec 16 22:09:51.516981 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:51.574806 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d28721-cb82-435e-8ec6-f1818849b97e {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:51.603544 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port f6ef80e6-9f28-4717-b216-30849c8219ab triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:51.603921 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:51.691496 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-72fbfd18-4e1e-4575-8b2f-58a1420d26d8 req-3aeacab7-397f-431c-b0d7-5e5dad6f114c service neutron] 10.222.0.76 "GET /v2.0/networks/925c9f41-53db-4fc4-85db-7df4078fa9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157233 Dec 16 22:09:51.696562 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05644a-27dd-4871-9a95-cbbadde86715 req-e5ab84ff-bfd0-4acb-89f0-e3f746d6557f tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:51.701879 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4f05644a-27dd-4871-9a95-cbbadde86715 req-e5ab84ff-bfd0-4acb-89f0-e3f746d6557f tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 946 time: 0.1564708 Dec 16 22:09:51.703961 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-44dc9719-c5a5-42da-a93d-44bfa64918e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:51.752717 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e0d28721-cb82-435e-8ec6-f1818849b97e, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e0d28721-cb82-435e-8ec6-f1818849b97e,segment=NetworkSegment(cc2b4cd0-b688-4cad-9858-1e698fcdff6b),segment_id=cc2b4cd0-b688-4cad-9858-1e698fcdff6b)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:51.830843 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4f05644a-27dd-4871-9a95-cbbadde86715 req-26e25bd1-e436-4ea4-bd73-d4f13ac820e1 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278579 Dec 16 22:09:51.838813 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-4a1b6448-62de-42b8-9e41-d663fb5036d2 admin admin] Deleting port ed05c464-dd2f-436e-9076-60bd43e25ed0 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:09:51.840250 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6448-62de-42b8-9e41-d663fb5036d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:51.881141 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:51.963259 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=e0d28721-cb82-435e-8ec6-f1818849b97e,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:52.037032 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-4a1b6448-62de-42b8-9e41-d663fb5036d2 admin admin] For port ed05c464-dd2f-436e-9076-60bd43e25ed0, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=ed05c464-dd2f-436e-9076-60bd43e25ed0,segment=NetworkSegment(97c1e41b-3bc5-4998-979f-a7303645ea07),segment_id=97c1e41b-3bc5-4998-979f-a7303645ea07)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:52.037582 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6448-62de-42b8-9e41-d663fb5036d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:52.039102 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device eeb95a52-07b8-44e8-924d-273eee8cb0d6 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:09:52.051838 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d760a-61ec-4804-ad7b-d1d385e36e09 req-45f45c61-d17a-42dd-929b-ab47dcc1695d tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:52.053227 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-4a1b6448-62de-42b8-9e41-d663fb5036d2 admin admin] Calling delete_port for ed05c464-dd2f-436e-9076-60bd43e25ed0 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:09:52.062009 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5c1d760a-61ec-4804-ad7b-d1d385e36e09 req-45f45c61-d17a-42dd-929b-ab47dcc1695d tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2b5a002-e22a-48a1-9a1d-f4b95d7aa546 HTTP/1.1" status: 200 len: 944 time: 0.0935428 Dec 16 22:09:52.131248 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5c1d760a-61ec-4804-ad7b-d1d385e36e09 req-ede8f799-bfd4-43e8-a83d-1eae2dd474f5 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.75 "GET /v2.0/security-groups?id=a75e3fb9-4ce5-4b3c-86d9-caa54440a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660517 Dec 16 22:09:52.272934 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688afc1-25e5-4a4a-b1b1-8d7f99af2f56 req-6229b728-7e24-4ec9-b37c-869a5f2c1ec6 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:52.282435 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8688afc1-25e5-4a4a-b1b1-8d7f99af2f56 req-6229b728-7e24-4ec9-b37c-869a5f2c1ec6 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/ports?device_id=eca75d2e-7e6a-4fec-954d-ee88ee286513 HTTP/1.1" status: 200 len: 944 time: 0.0896084 Dec 16 22:09:52.366646 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port eeb95a52-07b8-44e8-924d-273eee8cb0d6, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=eeb95a52-07b8-44e8-924d-273eee8cb0d6,segment=NetworkSegment(749d0da6-5b18-430f-8a65-e8c6a368955a),segment_id=749d0da6-5b18-430f-8a65-e8c6a368955a)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:52.369589 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8688afc1-25e5-4a4a-b1b1-8d7f99af2f56 req-4a293624-9b06-44b4-9529-da79ae9ea904 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c7e1c07-02b2-40fd-b981-1522a4137f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860589 Dec 16 22:09:52.381625 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['e0d28721-cb82-435e-8ec6-f1818849b97e'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:52.483618 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': 'eeb95a52-07b8-44e8-924d-273eee8cb0d6', 'network_id': '379cc67e-b2b4-429d-86de-d1c97ed6654f', 'port_id': 'eeb95a52-07b8-44e8-924d-273eee8cb0d6', 'mac_address': 'fa:16:3e:b3:09:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206c3b9c-4f0c-4ec5-99ed-55861012dcf2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:09:52.546377 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6448-62de-42b8-9e41-d663fb5036d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:52.570927 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:52.591662 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb95a52-07b8-44e8-924d-273eee8cb0d6 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:09:52.626986 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-44dc9719-c5a5-42da-a93d-44bfa64918e5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:52.629121 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b6448-62de-42b8-9e41-d663fb5036d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed05c464-dd2f-436e-9076-60bd43e25ed0,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:52.646707 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port eeb95a52-07b8-44e8-924d-273eee8cb0d6, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=eeb95a52-07b8-44e8-924d-273eee8cb0d6,segment=NetworkSegment(749d0da6-5b18-430f-8a65-e8c6a368955a),segment_id=749d0da6-5b18-430f-8a65-e8c6a368955a)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:52.746565 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-44dc9719-c5a5-42da-a93d-44bfa64918e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:52.771224 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:52.942123 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=eeb95a52-07b8-44e8-924d-273eee8cb0d6,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:52.955349 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc9719-c5a5-42da-a93d-44bfa64918e5 admin admin] Pushing event updated for resources: {'Port': ['ID=2bff1da0-5992-4e3b-96cd-9e461fc3f473,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:52.958321 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-44dc9719-c5a5-42da-a93d-44bfa64918e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:53.167835 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec36b13-f25b-4c17-a2b6-7dce7de6ad80 req-cb0686d9-5d51-43a9-91ae-c35b50cb2c6e tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:53.191940 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ec36b13-f25b-4c17-a2b6-7dce7de6ad80 req-cb0686d9-5d51-43a9-91ae-c35b50cb2c6e tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 946 time: 0.1385193 Dec 16 22:09:53.253701 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['eeb95a52-07b8-44e8-924d-273eee8cb0d6'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:09:53.309574 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ec36b13-f25b-4c17-a2b6-7dce7de6ad80 req-5175d060-cd5f-4361-940c-8b1c9c454e9a tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164439 Dec 16 22:09:53.357460 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dc9719-c5a5-42da-a93d-44bfa64918e5 admin admin] Network f28a6e52-b171-4b54-a158-09db9a62aef0 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:53.358743 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6448-62de-42b8-9e41-d663fb5036d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:53.363992 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-44dc9719-c5a5-42da-a93d-44bfa64918e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:53.451005 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c5e71250-6b9b-4874-b1aa-35bf261e0043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:53.538821 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06605a8-eaa8-41db-b289-35a5a26462dd req-84a2fd8c-0978-46fd-8c6d-926b2f5b123b tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:53.550721 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a06605a8-eaa8-41db-b289-35a5a26462dd req-84a2fd8c-0978-46fd-8c6d-926b2f5b123b tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2b5a002-e22a-48a1-9a1d-f4b95d7aa546 HTTP/1.1" status: 200 len: 945 time: 0.1220737 Dec 16 22:09:53.699923 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a06605a8-eaa8-41db-b289-35a5a26462dd req-1419ceef-1591-46c8-b668-b63fba82b007 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.75 "GET /v2.0/security-groups?id=a75e3fb9-4ce5-4b3c-86d9-caa54440a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478329 Dec 16 22:09:53.826574 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44dc9719-c5a5-42da-a93d-44bfa64918e5 admin admin] Router 0461aa13-e7a4-495f-bfab-5352a43a2802 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:09:53.873418 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f91cb50b-d53f-431b-8a27-6355399d088f None None] Provisioning complete for port 2bff1da0-5992-4e3b-96cd-9e461fc3f473 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:53.873790 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f91cb50b-d53f-431b-8a27-6355399d088f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:53.904129 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3acd56-0f9e-400b-9fcc-75183261c3ac req-333269ee-4cf4-493d-b5b2-189e1effd8a4 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:53.905722 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d3acd56-0f9e-400b-9fcc-75183261c3ac req-333269ee-4cf4-493d-b5b2-189e1effd8a4 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/ports?device_id=eca75d2e-7e6a-4fec-954d-ee88ee286513 HTTP/1.1" status: 200 len: 944 time: 0.0915198 Dec 16 22:09:53.995231 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f91cb50b-d53f-431b-8a27-6355399d088f None None] Port 2bff1da0-5992-4e3b-96cd-9e461fc3f473 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:09:54.023690 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d3acd56-0f9e-400b-9fcc-75183261c3ac req-8bf61403-60e7-4cb9-9f42-fee2aadf9390 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c7e1c07-02b2-40fd-b981-1522a4137f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034300 Dec 16 22:09:54.057122 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dc9719-c5a5-42da-a93d-44bfa64918e5 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:09:54.070192 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a39502-34bd-4c45-b103-06b32fd66bad None None] Sync routers for ids ['0461aa13-e7a4-495f-bfab-5352a43a2802'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:09:54.072805 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-44dc9719-c5a5-42da-a93d-44bfa64918e5 admin admin] 10.222.0.75 "PUT /v2.0/routers/0461aa13-e7a4-495f-bfab-5352a43a2802/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0602860 Dec 16 22:09:54.094540 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a39502-34bd-4c45-b103-06b32fd66bad None None] Routers {'0461aa13-e7a4-495f-bfab-5352a43a2802'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:09:54.095233 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-57a39502-34bd-4c45-b103-06b32fd66bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:09:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0461aa13-e7a4-495f-bfab-5352a43a2802'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:54.278457 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-57a39502-34bd-4c45-b103-06b32fd66bad None None] Set router 0461aa13-e7a4-495f-bfab-5352a43a2802 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:09:54.473211 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1b6448-62de-42b8-9e41-d663fb5036d2 admin admin] Router bac4d736-ed15-4def-b857-bd042440c4ba has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:09:54.754272 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-48d358db-616f-4e4f-b99e-10df2915e1f5 req-fa5bf83c-7c44-4797-a41d-968fc262a683 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2716346 Dec 16 22:09:54.769176 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-57a39502-34bd-4c45-b103-06b32fd66bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0461aa13-e7a4-495f-bfab-5352a43a2802', 'name': 'tempest-FloatingIPDetailsTestJSON-1760151331-router', 'tenant_id': '9ce39bd72e584fd29980f4429c49da21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'f6ef80e6-9f28-4717-b216-30849c8219ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:09:40Z', 'updated_at': '2021-12-16T22:09:51Z', 'revision_number': 4, 'project_id': '9ce39bd72e584fd29980f4429c49da21', 'gw_port': {'id': 'f6ef80e6-9f28-4717-b216-30849c8219ab', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0461aa13-e7a4-495f-bfab-5352a43a2802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:42Z', 'updated_at': '2021-12-16T22:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '2bff1da0-5992-4e3b-96cd-9e461fc3f473', 'name': '', 'network_id': 'f28a6e52-b171-4b54-a158-09db9a62aef0', 'tenant_id': '9ce39bd72e584fd29980f4429c49da21', 'mac_address': 'fa:16:3e:44:85:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0461aa13-e7a4-495f-bfab-5352a43a2802', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ae102db7-c234-4bee-a9c3-c01ccc1cab44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:47Z', 'updated_at': '2021-12-16T22:09:52Z', 'revision_number': 2, 'project_id': '9ce39bd72e584fd29980f4429c49da21', 'subnets': [{'id': 'ae102db7-c234-4bee-a9c3-c01ccc1cab44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:54.770334 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-48d358db-616f-4e4f-b99e-10df2915e1f5 req-48a2406f-9fd1-4d8b-b56b-51e8bf785095 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:09:54.819945 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1b6448-62de-42b8-9e41-d663fb5036d2 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:09:54.827177 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4a1b6448-62de-42b8-9e41-d663fb5036d2 admin admin] 10.222.0.75 "PUT /v2.0/routers/bac4d736-ed15-4def-b857-bd042440c4ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3166263 Dec 16 22:09:54.831204 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57794) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:54.833808 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a39502-34bd-4c45-b103-06b32fd66bad None None] Checking router: 0461aa13-e7a4-495f-bfab-5352a43a2802 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:09:54.834182 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a39502-34bd-4c45-b103-06b32fd66bad None None] Updating router 0461aa13-e7a4-495f-bfab-5352a43a2802 port 2bff1da0-5992-4e3b-96cd-9e461fc3f473 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:09:54.837318 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb6a318-35bc-4cc9-bdbd-337083c43e35 None None] Sync routers for ids ['bac4d736-ed15-4def-b857-bd042440c4ba'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:09:54.859687 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb6a318-35bc-4cc9-bdbd-337083c43e35 None None] Routers {'bac4d736-ed15-4def-b857-bd042440c4ba'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:09:54.862187 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1eb6a318-35bc-4cc9-bdbd-337083c43e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:09:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bac4d736-ed15-4def-b857-bd042440c4ba'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:54.928249 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57a39502-34bd-4c45-b103-06b32fd66bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:54.952272 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e0d28721-cb82-435e-8ec6-f1818849b97e up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:55.050764 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ad65d12-7ee4-4d43-9d86-56b3d84069d1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:55.101650 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-1eb6a318-35bc-4cc9-bdbd-337083c43e35 None None] Set router bac4d736-ed15-4def-b857-bd042440c4ba gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:09:55.307681 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ad65d12-7ee4-4d43-9d86-56b3d84069d1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:55.432525 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1eb6a318-35bc-4cc9-bdbd-337083c43e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac4d736-ed15-4def-b857-bd042440c4ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-691402863-router', 'tenant_id': '085e0b60b27443eea293b679b24c3f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '8d6226b5-4ab5-44c8-a735-05da214ae7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:18Z', 'updated_at': '2021-12-16T22:09:52Z', 'revision_number': 5, 'project_id': '085e0b60b27443eea293b679b24c3f97', 'gw_port': {'id': '8d6226b5-4ab5-44c8-a735-05da214ae7cc', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac4d736-ed15-4def-b857-bd042440c4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:20Z', 'updated_at': '2021-12-16T22:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:55.467125 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb6a318-35bc-4cc9-bdbd-337083c43e35 None None] Checking router: bac4d736-ed15-4def-b857-bd042440c4ba for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:09:55.486376 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb6a318-35bc-4cc9-bdbd-337083c43e35 None None] Routers {'bac4d736-ed15-4def-b857-bd042440c4ba'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:09:55.487348 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1eb6a318-35bc-4cc9-bdbd-337083c43e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:09:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bac4d736-ed15-4def-b857-bd042440c4ba'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:55.532907 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57a39502-34bd-4c45-b103-06b32fd66bad None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:55.705638 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-1eb6a318-35bc-4cc9-bdbd-337083c43e35 None None] Set router bac4d736-ed15-4def-b857-bd042440c4ba gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:09:55.728181 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port e0d28721-cb82-435e-8ec6-f1818849b97e completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:09:55.735156 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-48d358db-616f-4e4f-b99e-10df2915e1f5 req-48a2406f-9fd1-4d8b-b56b-51e8bf785095 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:55.735324 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57a39502-34bd-4c45-b103-06b32fd66bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:55.736691 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-321e6f9a-d228-4893-9df4-058df3fa1763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:55.749551 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port e0d28721-cb82-435e-8ec6-f1818849b97e triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:55.750519 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:55.857247 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad305141-a533-4768-a241-81bbdec13aeb None None] Pushing event updated for resources: {'Port': ['ID=2bff1da0-5992-4e3b-96cd-9e461fc3f473,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:55.865829 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-7ad65d12-7ee4-4d43-9d86-56b3d84069d1 admin admin] Deleting port 8d6226b5-4ab5-44c8-a735-05da214ae7cc {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:09:55.866443 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ad65d12-7ee4-4d43-9d86-56b3d84069d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:55.978107 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-57a39502-34bd-4c45-b103-06b32fd66bad None None] Attempting to bind port 2bff1da0-5992-4e3b-96cd-9e461fc3f473 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:09:55.978487 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-57a39502-34bd-4c45-b103-06b32fd66bad None None] Attempting to bind port 2bff1da0-5992-4e3b-96cd-9e461fc3f473 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '1b1f1ebc-0ee2-4908-a000-dc1cd375a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f28a6e52-b171-4b54-a158-09db9a62aef0'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:09:55.979324 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a39502-34bd-4c45-b103-06b32fd66bad None None] Attempting to bind port 2bff1da0-5992-4e3b-96cd-9e461fc3f473 on network f28a6e52-b171-4b54-a158-09db9a62aef0 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:09:55.996421 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a39502-34bd-4c45-b103-06b32fd66bad None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:09:55.997106 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a39502-34bd-4c45-b103-06b32fd66bad None None] Checking segment: {'id': '1b1f1ebc-0ee2-4908-a000-dc1cd375a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f28a6e52-b171-4b54-a158-09db9a62aef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:09:55.997702 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57a39502-34bd-4c45-b103-06b32fd66bad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:55.998337 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a39502-34bd-4c45-b103-06b32fd66bad None None] Bound using segment: {'id': '1b1f1ebc-0ee2-4908-a000-dc1cd375a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f28a6e52-b171-4b54-a158-09db9a62aef0'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:09:55.998998 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-57a39502-34bd-4c45-b103-06b32fd66bad None None] Bound port: 2bff1da0-5992-4e3b-96cd-9e461fc3f473, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b1f1ebc-0ee2-4908-a000-dc1cd375a191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f28a6e52-b171-4b54-a158-09db9a62aef0'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:09:55.999653 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57a39502-34bd-4c45-b103-06b32fd66bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:56.027969 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-48d358db-616f-4e4f-b99e-10df2915e1f5 req-48a2406f-9fd1-4d8b-b56b-51e8bf785095 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:56.029824 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:56.055423 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-7ad65d12-7ee4-4d43-9d86-56b3d84069d1 admin admin] For port 8d6226b5-4ab5-44c8-a735-05da214ae7cc, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=8d6226b5-4ab5-44c8-a735-05da214ae7cc,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:56.055881 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ad65d12-7ee4-4d43-9d86-56b3d84069d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:56.071378 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1eb6a318-35bc-4cc9-bdbd-337083c43e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac4d736-ed15-4def-b857-bd042440c4ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-691402863-router', 'tenant_id': '085e0b60b27443eea293b679b24c3f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '8d6226b5-4ab5-44c8-a735-05da214ae7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:18Z', 'updated_at': '2021-12-16T22:09:52Z', 'revision_number': 5, 'project_id': '085e0b60b27443eea293b679b24c3f97', 'gw_port': {'id': '8d6226b5-4ab5-44c8-a735-05da214ae7cc', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac4d736-ed15-4def-b857-bd042440c4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:20Z', 'updated_at': '2021-12-16T22:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:56.090634 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device eeb95a52-07b8-44e8-924d-273eee8cb0d6 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:56.146102 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-7ad65d12-7ee4-4d43-9d86-56b3d84069d1 admin admin] Calling delete_port for 8d6226b5-4ab5-44c8-a735-05da214ae7cc owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:09:56.176596 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb6a318-35bc-4cc9-bdbd-337083c43e35 None None] The sync data for ids ['bac4d736-ed15-4def-b857-bd042440c4ba'] in n-d-815324-4 is: [{'id': 'bac4d736-ed15-4def-b857-bd042440c4ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-691402863-router', 'tenant_id': '085e0b60b27443eea293b679b24c3f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '8d6226b5-4ab5-44c8-a735-05da214ae7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:18Z', 'updated_at': '2021-12-16T22:09:52Z', 'revision_number': 5, 'project_id': '085e0b60b27443eea293b679b24c3f97', 'gw_port': {'id': '8d6226b5-4ab5-44c8-a735-05da214ae7cc', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac4d736-ed15-4def-b857-bd042440c4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:20Z', 'updated_at': '2021-12-16T22:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:09:56.233706 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca75d2e-7e6a-4fec-954d-ee88ee286513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d28721-cb82-435e-8ec6-f1818849b97e'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:09:56.237838 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df17ebc-7469-4f74-8aec-7613d3d593ba" -d '{"events": [{"server_uuid": "eca75d2e-7e6a-4fec-954d-ee88ee286513", "name": "network-vif-plugged", "status": "completed", "tag": "e0d28721-cb82-435e-8ec6-f1818849b97e"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:09:56.331552 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-48d358db-616f-4e4f-b99e-10df2915e1f5 req-48a2406f-9fd1-4d8b-b56b-51e8bf785095 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Allocated IP 172.25.6.62 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/4111f7cc-a823-41d2-817e-f7a634643f9e) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:09:56.473357 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e0d28721-cb82-435e-8ec6-f1818849b97e, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e0d28721-cb82-435e-8ec6-f1818849b97e,segment=NetworkSegment(cc2b4cd0-b688-4cad-9858-1e698fcdff6b),segment_id=cc2b4cd0-b688-4cad-9858-1e698fcdff6b)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:56.516095 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c6922e12-f6a3-4c08-b04b-ff18a5c9493b None None] Provisioning complete for port 2bff1da0-5992-4e3b-96cd-9e461fc3f473 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:56.516095 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c6922e12-f6a3-4c08-b04b-ff18a5c9493b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:56.516095 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-57a39502-34bd-4c45-b103-06b32fd66bad None None] For port 2bff1da0-5992-4e3b-96cd-9e461fc3f473, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:09:56.518358 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-57a39502-34bd-4c45-b103-06b32fd66bad None None] For port 2bff1da0-5992-4e3b-96cd-9e461fc3f473, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2bff1da0-5992-4e3b-96cd-9e461fc3f473,segment=NetworkSegment(1b1f1ebc-0ee2-4908-a000-dc1cd375a191),segment_id=1b1f1ebc-0ee2-4908-a000-dc1cd375a191)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:09:56.581920 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:56.594229 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c6922e12-f6a3-4c08-b04b-ff18a5c9493b None None] Port 2bff1da0-5992-4e3b-96cd-9e461fc3f473 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:09:56.640982 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57a39502-34bd-4c45-b103-06b32fd66bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:56.687349 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=e0d28721-cb82-435e-8ec6-f1818849b97e,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:56.728412 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a39502-34bd-4c45-b103-06b32fd66bad None None] Routers {'0461aa13-e7a4-495f-bfab-5352a43a2802'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:09:56.732353 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-57a39502-34bd-4c45-b103-06b32fd66bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:09:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0461aa13-e7a4-495f-bfab-5352a43a2802'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:56.732353 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port eeb95a52-07b8-44e8-924d-273eee8cb0d6 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:09:56.801151 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:56.829262 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port eeb95a52-07b8-44e8-924d-273eee8cb0d6 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:56.834483 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:57.034740 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad305141-a533-4768-a241-81bbdec13aeb None None] Pushing event updated for resources: {'Port': ['ID=2bff1da0-5992-4e3b-96cd-9e461fc3f473,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:57.081934 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:57.101161 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-48d358db-616f-4e4f-b99e-10df2915e1f5 req-48a2406f-9fd1-4d8b-b56b-51e8bf785095 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:57.123203 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-57a39502-34bd-4c45-b103-06b32fd66bad None None] Set router 0461aa13-e7a4-495f-bfab-5352a43a2802 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:09:57.203956 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ba40c4ff-bc31-4bf6-b34d-9137606b3678 None None] Provisioning complete for port 2bff1da0-5992-4e3b-96cd-9e461fc3f473 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:57.204386 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ba40c4ff-bc31-4bf6-b34d-9137606b3678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:57.234617 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device ed05c464-dd2f-436e-9076-60bd43e25ed0 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:09:57.236623 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ad65d12-7ee4-4d43-9d86-56b3d84069d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:57.269526 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:57.284868 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad65d12-7ee4-4d43-9d86-56b3d84069d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d6226b5-4ab5-44c8-a735-05da214ae7cc,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:57.304880 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: ed05c464-dd2f-436e-9076-60bd43e25ed0 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:09:57.315783 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device ed05c464-dd2f-436e-9076-60bd43e25ed0 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:09:57.364795 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-48d358db-616f-4e4f-b99e-10df2915e1f5 req-48a2406f-9fd1-4d8b-b56b-51e8bf785095 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:57.367467 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ad65d12-7ee4-4d43-9d86-56b3d84069d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:57.430642 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port eeb95a52-07b8-44e8-924d-273eee8cb0d6, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=eeb95a52-07b8-44e8-924d-273eee8cb0d6,segment=NetworkSegment(749d0da6-5b18-430f-8a65-e8c6a368955a),segment_id=749d0da6-5b18-430f-8a65-e8c6a368955a)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:57.537531 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d358db-616f-4e4f-b99e-10df2915e1f5 req-48a2406f-9fd1-4d8b-b56b-51e8bf785095 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:09:57.542324 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-48d358db-616f-4e4f-b99e-10df2915e1f5 req-48a2406f-9fd1-4d8b-b56b-51e8bf785095 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:09:57.548134 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d358db-616f-4e4f-b99e-10df2915e1f5 req-48a2406f-9fd1-4d8b-b56b-51e8bf785095 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:09:57.570731 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:57.573919 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ba40c4ff-bc31-4bf6-b34d-9137606b3678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:57.596998 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ad65d12-7ee4-4d43-9d86-56b3d84069d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:57.602147 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ad65d12-7ee4-4d43-9d86-56b3d84069d1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:57.696056 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2406f-9fd1-4d8b-b56b-51e8bf785095 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Pushing event updated for resources: {'Port': ['ID=4111f7cc-a823-41d2-817e-f7a634643f9e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:57.733437 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ba40c4ff-bc31-4bf6-b34d-9137606b3678 None None] For port 2bff1da0-5992-4e3b-96cd-9e461fc3f473, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2bff1da0-5992-4e3b-96cd-9e461fc3f473,segment=NetworkSegment(1b1f1ebc-0ee2-4908-a000-dc1cd375a191),segment_id=1b1f1ebc-0ee2-4908-a000-dc1cd375a191)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:57.739034 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=eeb95a52-07b8-44e8-924d-273eee8cb0d6,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:57.751877 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-48d358db-616f-4e4f-b99e-10df2915e1f5 req-48a2406f-9fd1-4d8b-b56b-51e8bf785095 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:57.758036 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-57a39502-34bd-4c45-b103-06b32fd66bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0461aa13-e7a4-495f-bfab-5352a43a2802', 'name': 'tempest-FloatingIPDetailsTestJSON-1760151331-router', 'tenant_id': '9ce39bd72e584fd29980f4429c49da21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'f6ef80e6-9f28-4717-b216-30849c8219ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:09:40Z', 'updated_at': '2021-12-16T22:09:51Z', 'revision_number': 4, 'project_id': '9ce39bd72e584fd29980f4429c49da21', 'gw_port': {'id': 'f6ef80e6-9f28-4717-b216-30849c8219ab', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0461aa13-e7a4-495f-bfab-5352a43a2802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:42Z', 'updated_at': '2021-12-16T22:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '2bff1da0-5992-4e3b-96cd-9e461fc3f473', 'name': '', 'network_id': 'f28a6e52-b171-4b54-a158-09db9a62aef0', 'tenant_id': '9ce39bd72e584fd29980f4429c49da21', 'mac_address': 'fa:16:3e:44:85:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0461aa13-e7a4-495f-bfab-5352a43a2802', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ae102db7-c234-4bee-a9c3-c01ccc1cab44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:47Z', 'updated_at': '2021-12-16T22:09:56Z', 'revision_number': 4, 'project_id': '9ce39bd72e584fd29980f4429c49da21', 'subnets': [{'id': 'ae102db7-c234-4bee-a9c3-c01ccc1cab44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:09:57.805542 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a39502-34bd-4c45-b103-06b32fd66bad None None] The sync data for ids ['0461aa13-e7a4-495f-bfab-5352a43a2802'] in n-d-815324-4 is: [{'id': '0461aa13-e7a4-495f-bfab-5352a43a2802', 'name': 'tempest-FloatingIPDetailsTestJSON-1760151331-router', 'tenant_id': '9ce39bd72e584fd29980f4429c49da21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'f6ef80e6-9f28-4717-b216-30849c8219ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:09:40Z', 'updated_at': '2021-12-16T22:09:51Z', 'revision_number': 4, 'project_id': '9ce39bd72e584fd29980f4429c49da21', 'gw_port': {'id': 'f6ef80e6-9f28-4717-b216-30849c8219ab', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0461aa13-e7a4-495f-bfab-5352a43a2802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:42Z', 'updated_at': '2021-12-16T22:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '2bff1da0-5992-4e3b-96cd-9e461fc3f473', 'name': '', 'network_id': 'f28a6e52-b171-4b54-a158-09db9a62aef0', 'tenant_id': '9ce39bd72e584fd29980f4429c49da21', 'mac_address': 'fa:16:3e:44:85:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0461aa13-e7a4-495f-bfab-5352a43a2802', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ae102db7-c234-4bee-a9c3-c01ccc1cab44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:47Z', 'updated_at': '2021-12-16T22:09:56Z', 'revision_number': 4, 'project_id': '9ce39bd72e584fd29980f4429c49da21', 'subnets': [{'id': 'ae102db7-c234-4bee-a9c3-c01ccc1cab44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:09:57.824961 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ba40c4ff-bc31-4bf6-b34d-9137606b3678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:57.870544 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ad65d12-7ee4-4d43-9d86-56b3d84069d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:57.873725 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad65d12-7ee4-4d43-9d86-56b3d84069d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bac4d736-ed15-4def-b857-bd042440c4ba {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:09:57.884237 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ad65d12-7ee4-4d43-9d86-56b3d84069d1 admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:57.891721 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7ad65d12-7ee4-4d43-9d86-56b3d84069d1 admin admin] 10.222.0.75 "DELETE /v2.0/routers/bac4d736-ed15-4def-b857-bd042440c4ba HTTP/1.1" status: 204 len: 168 time: 3.0556338 Dec 16 22:09:57.891899 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57812) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:57.930829 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40c4ff-bc31-4bf6-b34d-9137606b3678 None None] Pushing event updated for resources: {'Port': ['ID=2bff1da0-5992-4e3b-96cd-9e461fc3f473,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:57.955644 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-48d358db-616f-4e4f-b99e-10df2915e1f5 req-48a2406f-9fd1-4d8b-b56b-51e8bf785095 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:58.003161 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-61179df0-b018-4304-be1d-1692fbe2a7a0 admin admin] Deleting subnet 97e3a1b6-403c-4be5-9433-75c9d38d0093 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:09:58.012603 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-61179df0-b018-4304-be1d-1692fbe2a7a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:58.076741 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-61179df0-b018-4304-be1d-1692fbe2a7a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:58.254617 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-48d358db-616f-4e4f-b99e-10df2915e1f5 req-48a2406f-9fd1-4d8b-b56b-51e8bf785095 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:58.293262 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:58.357279 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:58.379802 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-48d358db-616f-4e4f-b99e-10df2915e1f5 req-48a2406f-9fd1-4d8b-b56b-51e8bf785095 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:58.514023 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-48d358db-616f-4e4f-b99e-10df2915e1f5 req-48a2406f-9fd1-4d8b-b56b-51e8bf785095 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:58.517424 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2406f-9fd1-4d8b-b56b-51e8bf785095 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Pushing event updated for resources: {'Port': ['ID=4111f7cc-a823-41d2-817e-f7a634643f9e,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:58.652344 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-48d358db-616f-4e4f-b99e-10df2915e1f5 req-48a2406f-9fd1-4d8b-b56b-51e8bf785095 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:58.654439 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-48d358db-616f-4e4f-b99e-10df2915e1f5 req-48a2406f-9fd1-4d8b-b56b-51e8bf785095 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8992839 Dec 16 22:09:58.719571 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-61179df0-b018-4304-be1d-1692fbe2a7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:58.741267 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-48d358db-616f-4e4f-b99e-10df2915e1f5 req-8fc97c0e-eea6-419d-9317-6bb96c065ead tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.62 HTTP/1.1" status: 200 len: 695 time: 0.0792410 Dec 16 22:09:58.864644 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-61179df0-b018-4304-be1d-1692fbe2a7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:58.902091 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61179df0-b018-4304-be1d-1692fbe2a7a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97e3a1b6-403c-4be5-9433-75c9d38d0093,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:58.909872 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-61179df0-b018-4304-be1d-1692fbe2a7a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:58.916298 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99bdf57-9747-429e-baf7-d0eb3aef028b None None] Network eb568cad-a9f3-449b-b7cd-08e08560552f requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:09:58.919199 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-61179df0-b018-4304-be1d-1692fbe2a7a0 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/97e3a1b6-403c-4be5-9433-75c9d38d0093 HTTP/1.1" status: 204 len: 168 time: 1.0265186 Dec 16 22:09:58.921114 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d358db-616f-4e4f-b99e-10df2915e1f5 req-e7a6546a-3ef1-4007-843f-c721799dd0bc tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:58.922615 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57816) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:09:58.935935 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-48d358db-616f-4e4f-b99e-10df2915e1f5 req-e7a6546a-3ef1-4007-843f-c721799dd0bc tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 784 time: 0.1888800 Dec 16 22:09:59.064227 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecc7636e-04f9-4255-a238-bcfe514534a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:59.091080 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e3b4d-4545-4c55-bd5a-2d373b122638 req-2fb13185-8fbd-43e8-bfdc-9a518873f597 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:59.100109 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ee2e3b4d-4545-4c55-bd5a-2d373b122638 req-2fb13185-8fbd-43e8-bfdc-9a518873f597 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 946 time: 0.0960944 Dec 16 22:09:59.104733 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:59.175351 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ee2e3b4d-4545-4c55-bd5a-2d373b122638 req-fb0701de-eb16-4d1b-8e96-3821182d849b tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590286 Dec 16 22:09:59.211735 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-ecc7636e-04f9-4255-a238-bcfe514534a9 admin admin] Deleting port eabed63c-a09d-485f-822c-5b1a5c097160 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:09:59.212365 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecc7636e-04f9-4255-a238-bcfe514534a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:59.324725 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc1a57-a625-4e09-9667-4555b3b3c2d5 req-34d86aa5-f7ff-4835-bfbf-59f9dde866e9 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:59.332232 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-38bc1a57-a625-4e09-9667-4555b3b3c2d5 req-34d86aa5-f7ff-4835-bfbf-59f9dde866e9 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2b5a002-e22a-48a1-9a1d-f4b95d7aa546 HTTP/1.1" status: 200 len: 946 time: 0.0830734 Dec 16 22:09:59.361133 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799a3a9b-d3cf-4119-9729-598653b9618d None None] DHCP port deletion for eb568cad-a9f3-449b-b7cd-08e08560552f request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:09:59.397669 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-38bc1a57-a625-4e09-9667-4555b3b3c2d5 req-71468d1b-e415-4de9-9963-285da4b42564 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.75 "GET /v2.0/security-groups?id=a75e3fb9-4ce5-4b3c-86d9-caa54440a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642815 Dec 16 22:09:59.487783 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-ecc7636e-04f9-4255-a238-bcfe514534a9 admin admin] For port eabed63c-a09d-485f-822c-5b1a5c097160, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=eabed63c-a09d-485f-822c-5b1a5c097160,segment=NetworkSegment(97c1e41b-3bc5-4998-979f-a7303645ea07),segment_id=97c1e41b-3bc5-4998-979f-a7303645ea07)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:59.488173 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecc7636e-04f9-4255-a238-bcfe514534a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:59.502878 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2bff1da0-5992-4e3b-96cd-9e461fc3f473 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:09:59.509701 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-ecc7636e-04f9-4255-a238-bcfe514534a9 admin admin] Calling delete_port for eabed63c-a09d-485f-822c-5b1a5c097160 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:09:59.522869 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda33bb9-a0a6-4cb6-929a-4c3efd288e8d req-fd89f08e-92cc-49f1-ab9f-87bdc62c66f4 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:09:59.531075 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dda33bb9-a0a6-4cb6-929a-4c3efd288e8d req-fd89f08e-92cc-49f1-ab9f-87bdc62c66f4 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/ports?device_id=eca75d2e-7e6a-4fec-954d-ee88ee286513 HTTP/1.1" status: 200 len: 945 time: 0.0705626 Dec 16 22:09:59.595916 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dda33bb9-a0a6-4cb6-929a-4c3efd288e8d req-4de24e21-2a6a-4b2c-9eba-a008922214bb tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c7e1c07-02b2-40fd-b981-1522a4137f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632956 Dec 16 22:09:59.647694 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-799a3a9b-d3cf-4119-9729-598653b9618d None None] Deleting port eabed63c-a09d-485f-822c-5b1a5c097160 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:09:59.648260 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-799a3a9b-d3cf-4119-9729-598653b9618d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:59.744984 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecc7636e-04f9-4255-a238-bcfe514534a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:59.756156 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 2bff1da0-5992-4e3b-96cd-9e461fc3f473 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:09:59.756156 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:59.775500 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-799a3a9b-d3cf-4119-9729-598653b9618d None None] For port eabed63c-a09d-485f-822c-5b1a5c097160, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=eabed63c-a09d-485f-822c-5b1a5c097160,segment=NetworkSegment(97c1e41b-3bc5-4998-979f-a7303645ea07),segment_id=97c1e41b-3bc5-4998-979f-a7303645ea07)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:09:59.776962 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-799a3a9b-d3cf-4119-9729-598653b9618d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:09:59.792317 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7636e-04f9-4255-a238-bcfe514534a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=eabed63c-a09d-485f-822c-5b1a5c097160,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:09:59.792317 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc7636e-04f9-4255-a238-bcfe514534a9 admin admin] No DVR routers for this DVR port eabed63c-a09d-485f-822c-5b1a5c097160 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:09:59.856271 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bcfeeb-e03b-4ee3-bc0f-d4b8d8c79504 x-openstack-request-id: req-a0bcfeeb-e03b-4ee3-bc0f-d4b8d8c79504 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:09:59.856941 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca75d2e-7e6a-4fec-954d-ee88ee286513", "name": "network-vif-plugged", "status": "completed", "tag": "e0d28721-cb82-435e-8ec6-f1818849b97e", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:09:59.857424 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a0bcfeeb-e03b-4ee3-bc0f-d4b8d8c79504 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:09:59.859120 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca75d2e-7e6a-4fec-954d-ee88ee286513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d28721-cb82-435e-8ec6-f1818849b97e', 'code': 200} Dec 16 22:09:59.875791 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-799a3a9b-d3cf-4119-9729-598653b9618d None None] Calling delete_port for eabed63c-a09d-485f-822c-5b1a5c097160 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:09:59.967744 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecc7636e-04f9-4255-a238-bcfe514534a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:00.030786 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-ecc7636e-04f9-4255-a238-bcfe514534a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb568cad-a9f3-449b-b7cd-08e08560552f']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:00.043960 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-ecc7636e-04f9-4255-a238-bcfe514534a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c1e41b-3bc5-4998-979f-a7303645ea07') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:00.044553 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-ecc7636e-04f9-4255-a238-bcfe514534a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c1e41b-3bc5-4998-979f-a7303645ea07') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:00.061540 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecc7636e-04f9-4255-a238-bcfe514534a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:00.091990 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecc7636e-04f9-4255-a238-bcfe514534a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:00.098702 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4d94e-0d10-4232-9cde-e19c85cb173f req-7c10ea43-d9dc-4634-828b-96d1d8fda46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:00.101158 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fed4d94e-0d10-4232-9cde-e19c85cb173f req-7c10ea43-d9dc-4634-828b-96d1d8fda46d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=eca75d2e-7e6a-4fec-954d-ee88ee286513 HTTP/1.1" status: 200 len: 1096 time: 0.1168008 Dec 16 22:10:00.107734 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-387a77dd-aec4-4bbf-86de-61a5093293a2 req-237932d7-86fe-4039-bb6f-badeb528126f tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2466383 Dec 16 22:10:00.108305 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc7636e-04f9-4255-a238-bcfe514534a9 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:10:00.112267 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecc7636e-04f9-4255-a238-bcfe514534a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:00.113211 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-387a77dd-aec4-4bbf-86de-61a5093293a2 req-7f5d08fa-6f76-4fa0-98e0-31340808db43 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:10:00.120002 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:10:00.237026 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fed4d94e-0d10-4232-9cde-e19c85cb173f req-4f220ebf-c297-486f-ae36-d5eeafdc4885 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5c7e1c07-02b2-40fd-b981-1522a4137f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913141 Dec 16 22:10:00.240246 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-799a3a9b-d3cf-4119-9729-598653b9618d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:00.286853 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 8d6226b5-4ab5-44c8-a735-05da214ae7cc no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:10:00.289121 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799a3a9b-d3cf-4119-9729-598653b9618d None None] No DVR routers for this DVR port eabed63c-a09d-485f-822c-5b1a5c097160 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:10:00.290857 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a3a9b-d3cf-4119-9729-598653b9618d None None] Pushing event deleted for resources: {'Port': ['ID=eabed63c-a09d-485f-822c-5b1a5c097160,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:00.323096 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 8d6226b5-4ab5-44c8-a735-05da214ae7cc {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:10:00.323552 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 8d6226b5-4ab5-44c8-a735-05da214ae7cc not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:10:00.464574 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-387a77dd-aec4-4bbf-86de-61a5093293a2 req-7f5d08fa-6f76-4fa0-98e0-31340808db43 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:00.495128 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecc7636e-04f9-4255-a238-bcfe514534a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:00.500997 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecc7636e-04f9-4255-a238-bcfe514534a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:00.504961 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ecc7636e-04f9-4255-a238-bcfe514534a9 admin admin] 10.222.0.75 "DELETE /v2.0/networks/eb568cad-a9f3-449b-b7cd-08e08560552f HTTP/1.1" status: 204 len: 168 time: 1.5811167 Dec 16 22:10:00.509093 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57828) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:00.598549 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7636e-04f9-4255-a238-bcfe514534a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb568cad-a9f3-449b-b7cd-08e08560552f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:00.693251 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-387a77dd-aec4-4bbf-86de-61a5093293a2 req-7f5d08fa-6f76-4fa0-98e0-31340808db43 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:00.844144 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-387a77dd-aec4-4bbf-86de-61a5093293a2 req-7f5d08fa-6f76-4fa0-98e0-31340808db43 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Allocated IP 172.25.6.242 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/845ec31d-eff4-4082-b5e3-bb2dd0b6fb52) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:10:01.014778 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-387a77dd-aec4-4bbf-86de-61a5093293a2 req-7f5d08fa-6f76-4fa0-98e0-31340808db43 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:01.126632 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3ad26ae4-f127-49a4-8504-7b46d2a0b19e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:01.184499 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-387a77dd-aec4-4bbf-86de-61a5093293a2 req-7f5d08fa-6f76-4fa0-98e0-31340808db43 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:01.267777 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387a77dd-aec4-4bbf-86de-61a5093293a2 req-7f5d08fa-6f76-4fa0-98e0-31340808db43 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:01.269272 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-387a77dd-aec4-4bbf-86de-61a5093293a2 req-7f5d08fa-6f76-4fa0-98e0-31340808db43 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:01.281830 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-387a77dd-aec4-4bbf-86de-61a5093293a2 req-7f5d08fa-6f76-4fa0-98e0-31340808db43 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:10:01.315408 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d08fa-6f76-4fa0-98e0-31340808db43 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Pushing event updated for resources: {'Port': ['ID=845ec31d-eff4-4082-b5e3-bb2dd0b6fb52,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:01.319749 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device eabed63c-a09d-485f-822c-5b1a5c097160 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:10:01.359933 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: eabed63c-a09d-485f-822c-5b1a5c097160 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:10:01.360442 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device eabed63c-a09d-485f-822c-5b1a5c097160 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:10:01.443528 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-387a77dd-aec4-4bbf-86de-61a5093293a2 req-7f5d08fa-6f76-4fa0-98e0-31340808db43 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:01.522845 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-3ad26ae4-f127-49a4-8504-7b46d2a0b19e admin admin] Deleting port d9c04dc9-32bb-42be-9aea-45babd76a075 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:10:01.523251 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3ad26ae4-f127-49a4-8504-7b46d2a0b19e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:01.620865 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-3ad26ae4-f127-49a4-8504-7b46d2a0b19e admin admin] For port d9c04dc9-32bb-42be-9aea-45babd76a075, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d9c04dc9-32bb-42be-9aea-45babd76a075,segment=NetworkSegment(846b1d7e-d189-42ff-8f29-5dc9ddc951ce),segment_id=846b1d7e-d189-42ff-8f29-5dc9ddc951ce)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:01.621288 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3ad26ae4-f127-49a4-8504-7b46d2a0b19e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:01.638442 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-3ad26ae4-f127-49a4-8504-7b46d2a0b19e admin admin] Calling delete_port for d9c04dc9-32bb-42be-9aea-45babd76a075 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:10:01.861968 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b5a002-e22a-48a1-9a1d-f4b95d7aa546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb95a52-07b8-44e8-924d-273eee8cb0d6'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:01.864439 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41094ac7-3b2a-4190-811b-32536e9ae2e8" -d '{"events": [{"server_uuid": "e2b5a002-e22a-48a1-9a1d-f4b95d7aa546", "name": "network-vif-plugged", "status": "completed", "tag": "eeb95a52-07b8-44e8-924d-273eee8cb0d6"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:01.994222 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-387a77dd-aec4-4bbf-86de-61a5093293a2 req-7f5d08fa-6f76-4fa0-98e0-31340808db43 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:02.073333 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3ad26ae4-f127-49a4-8504-7b46d2a0b19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:02.101358 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad26ae4-f127-49a4-8504-7b46d2a0b19e admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c04dc9-32bb-42be-9aea-45babd76a075,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:02.192136 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-387a77dd-aec4-4bbf-86de-61a5093293a2 req-7f5d08fa-6f76-4fa0-98e0-31340808db43 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:02.314534 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3ad26ae4-f127-49a4-8504-7b46d2a0b19e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:02.338688 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-387a77dd-aec4-4bbf-86de-61a5093293a2 req-7f5d08fa-6f76-4fa0-98e0-31340808db43 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:02.444913 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-387a77dd-aec4-4bbf-86de-61a5093293a2 req-7f5d08fa-6f76-4fa0-98e0-31340808db43 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:02.471101 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d08fa-6f76-4fa0-98e0-31340808db43 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Pushing event updated for resources: {'Port': ['ID=845ec31d-eff4-4082-b5e3-bb2dd0b6fb52,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:02.558918 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-387a77dd-aec4-4bbf-86de-61a5093293a2 req-7f5d08fa-6f76-4fa0-98e0-31340808db43 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:02.560270 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-387a77dd-aec4-4bbf-86de-61a5093293a2 req-7f5d08fa-6f76-4fa0-98e0-31340808db43 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4516640 Dec 16 22:10:02.653974 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad26ae4-f127-49a4-8504-7b46d2a0b19e admin admin] Router 9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:10:02.666868 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-387a77dd-aec4-4bbf-86de-61a5093293a2 req-16bd7d70-e047-4f83-ab22-dbeda82aecd6 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.242 HTTP/1.1" status: 200 len: 696 time: 0.0960383 Dec 16 22:10:02.811759 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad26ae4-f127-49a4-8504-7b46d2a0b19e admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:10:02.818009 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3ad26ae4-f127-49a4-8504-7b46d2a0b19e admin admin] 10.222.0.75 "PUT /v2.0/routers/9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3069901 Dec 16 22:10:02.823200 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57846) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:02.826522 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800f8d6d-94de-4ad5-90f8-4c62e297884f None None] Sync routers for ids ['9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:10:02.848895 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800f8d6d-94de-4ad5-90f8-4c62e297884f None None] Routers {'9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:10:02.851458 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-800f8d6d-94de-4ad5-90f8-4c62e297884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:09:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:02.943944 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a77dd-aec4-4bbf-86de-61a5093293a2 req-f71e3234-0da5-4e62-be45-a355f3db1445 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:02.951032 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-387a77dd-aec4-4bbf-86de-61a5093293a2 req-f71e3234-0da5-4e62-be45-a355f3db1445 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 784 time: 0.2766263 Dec 16 22:10:02.964232 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-04adf016-8f9a-4164-92bb-f36e700b4565 admin admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:03.074624 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-800f8d6d-94de-4ad5-90f8-4c62e297884f None None] Set router 9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:10:03.253590 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-04adf016-8f9a-4164-92bb-f36e700b4565 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:03.258313 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-286b7025-2ff0-4fd3-ad1a-23ea4d7c80c3 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:03.280821 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-286b7025-2ff0-4fd3-ad1a-23ea4d7c80c3 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4&tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&binding%3Ahost_id=n-h1-815324-4 HTTP/1.1" status: 200 len: 1097 time: 0.1774919 Dec 16 22:10:03.301194 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30e576-fbe4-4aa3-b80b-97ffca444c79 req-6f3e574a-50c3-4dc0-9048-783ef7646272 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:03.303319 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ed30e576-fbe4-4aa3-b80b-97ffca444c79 req-6f3e574a-50c3-4dc0-9048-783ef7646272 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 946 time: 0.2192326 Dec 16 22:10:03.312976 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-8ae5ff4a-7d8d-4571-b07a-974d5a01612a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815324-4'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:03.457890 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-8ae5ff4a-7d8d-4571-b07a-974d5a01612a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:03.470263 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ed30e576-fbe4-4aa3-b80b-97ffca444c79 req-29d5ede8-bcfb-40ab-889b-48cde8ceea38 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434546 Dec 16 22:10:03.513890 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-04adf016-8f9a-4164-92bb-f36e700b4565 admin admin] Deleting port 628f71b2-62a0-40fa-ad82-e53da0d5b173 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:10:03.514459 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-04adf016-8f9a-4164-92bb-f36e700b4565 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:03.645641 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-800f8d6d-94de-4ad5-90f8-4c62e297884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4', 'name': 'tempest-AttachSCSIVolumeTestJSON-314294392-router', 'tenant_id': 'ee8116ba5ff24a0e80a2fda2563b7eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '628f71b2-62a0-40fa-ad82-e53da0d5b173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:30Z', 'updated_at': '2021-12-16T22:10:01Z', 'revision_number': 5, 'project_id': 'ee8116ba5ff24a0e80a2fda2563b7eb7', 'gw_port': {'id': '628f71b2-62a0-40fa-ad82-e53da0d5b173', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:07:31Z', 'updated_at': '2021-12-16T22:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:03.708336 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800f8d6d-94de-4ad5-90f8-4c62e297884f None None] Checking router: 9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:10:03.723362 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800f8d6d-94de-4ad5-90f8-4c62e297884f None None] Routers {'9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:10:03.724187 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-800f8d6d-94de-4ad5-90f8-4c62e297884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:09:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:03.725556 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-04adf016-8f9a-4164-92bb-f36e700b4565 admin admin] For port 628f71b2-62a0-40fa-ad82-e53da0d5b173, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=628f71b2-62a0-40fa-ad82-e53da0d5b173,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:03.726449 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-04adf016-8f9a-4164-92bb-f36e700b4565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:03.751289 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-04adf016-8f9a-4164-92bb-f36e700b4565 admin admin] Calling delete_port for 628f71b2-62a0-40fa-ad82-e53da0d5b173 owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:10:03.915835 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e96d16-9f8a-42fc-bb51-cc12e781205b req-4e73e93b-dc0b-43b1-91c2-bb515c3750a8 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:03.931950 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-20e96d16-9f8a-42fc-bb51-cc12e781205b req-4e73e93b-dc0b-43b1-91c2-bb515c3750a8 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2b5a002-e22a-48a1-9a1d-f4b95d7aa546 HTTP/1.1" status: 200 len: 946 time: 0.3029723 Dec 16 22:10:03.987428 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-8ae5ff4a-7d8d-4571-b07a-974d5a01612a service neutron] For port 3a1488f4-6f67-4dea-b059-792a56dda1c7, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3a1488f4-6f67-4dea-b059-792a56dda1c7,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:03.992938 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-800f8d6d-94de-4ad5-90f8-4c62e297884f None None] Set router 9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4 gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:10:04.094939 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-20e96d16-9f8a-42fc-bb51-cc12e781205b req-3c095cc2-4ecf-43e5-b6ae-5514a9af039b tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.75 "GET /v2.0/security-groups?id=a75e3fb9-4ce5-4b3c-86d9-caa54440a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618087 Dec 16 22:10:04.124102 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-800f8d6d-94de-4ad5-90f8-4c62e297884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4', 'name': 'tempest-AttachSCSIVolumeTestJSON-314294392-router', 'tenant_id': 'ee8116ba5ff24a0e80a2fda2563b7eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:30Z', 'updated_at': '2021-12-16T22:10:03Z', 'revision_number': 6, 'project_id': 'ee8116ba5ff24a0e80a2fda2563b7eb7', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:04.154061 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-8ae5ff4a-7d8d-4571-b07a-974d5a01612a service neutron] For port 3a1488f4-6f67-4dea-b059-792a56dda1c7, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:04.187254 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800f8d6d-94de-4ad5-90f8-4c62e297884f None None] The sync data for ids ['9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4'] in n-d-815324-4 is: [{'id': '9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4', 'name': 'tempest-AttachSCSIVolumeTestJSON-314294392-router', 'tenant_id': 'ee8116ba5ff24a0e80a2fda2563b7eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:07:30Z', 'updated_at': '2021-12-16T22:10:03Z', 'revision_number': 6, 'project_id': 'ee8116ba5ff24a0e80a2fda2563b7eb7', 'gw_port_host': None}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:10:04.281377 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799fd93e-58d4-4e6b-8161-6b2a267b3cc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a1488f4-6f67-4dea-b059-792a56dda1c7'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:04.283990 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71114d9a-9ac7-4618-a0fb-ba55a8058aa1" -d '{"events": [{"server_uuid": "799fd93e-58d4-4e6b-8161-6b2a267b3cc4", "name": "network-vif-unplugged", "status": "completed", "tag": "3a1488f4-6f67-4dea-b059-792a56dda1c7"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:04.289504 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-8ae5ff4a-7d8d-4571-b07a-974d5a01612a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:04.307551 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36454ec0-cd08-489d-8fe1-db8cc2f856e9 req-da4d8339-8703-4c99-b765-8c624944b0bb tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:04.309377 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-36454ec0-cd08-489d-8fe1-db8cc2f856e9 req-da4d8339-8703-4c99-b765-8c624944b0bb tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/ports?device_id=eca75d2e-7e6a-4fec-954d-ee88ee286513 HTTP/1.1" status: 200 len: 945 time: 0.0680902 Dec 16 22:10:04.321843 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-04adf016-8f9a-4164-92bb-f36e700b4565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:04.376089 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04adf016-8f9a-4164-92bb-f36e700b4565 admin admin] Pushing event deleted for resources: {'Port': ['ID=628f71b2-62a0-40fa-ad82-e53da0d5b173,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:04.415865 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-36454ec0-cd08-489d-8fe1-db8cc2f856e9 req-db4cbeb3-d3fe-4fd6-9249-8dab236f86b5 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c7e1c07-02b2-40fd-b981-1522a4137f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899587 Dec 16 22:10:04.425640 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-8ae5ff4a-7d8d-4571-b07a-974d5a01612a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:04.449714 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-04adf016-8f9a-4164-92bb-f36e700b4565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:04.606070 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-8ae5ff4a-7d8d-4571-b07a-974d5a01612a service neutron] Attempting to bind port 3a1488f4-6f67-4dea-b059-792a56dda1c7 on host n-h1-815324-4 for vnic_type normal with profile {"migrating_to": "n-h2-815324-4"} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:04.606705 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-8ae5ff4a-7d8d-4571-b07a-974d5a01612a service neutron] Attempting to bind port 3a1488f4-6f67-4dea-b059-792a56dda1c7 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:04.607242 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-8ae5ff4a-7d8d-4571-b07a-974d5a01612a service neutron] Attempting to bind port 3a1488f4-6f67-4dea-b059-792a56dda1c7 on network a733dfc2-18aa-436d-9a35-1f59bb423cae {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:04.614680 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be506301-b9e6-485a-bd38-bb4a26d92e4a x-openstack-request-id: req-be506301-b9e6-485a-bd38-bb4a26d92e4a {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:04.615261 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b5a002-e22a-48a1-9a1d-f4b95d7aa546", "name": "network-vif-plugged", "status": "completed", "tag": "eeb95a52-07b8-44e8-924d-273eee8cb0d6", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:04.615668 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-be506301-b9e6-485a-bd38-bb4a26d92e4a {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:04.616236 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b5a002-e22a-48a1-9a1d-f4b95d7aa546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb95a52-07b8-44e8-924d-273eee8cb0d6', 'code': 200} Dec 16 22:10:04.616635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5ff4a-7d8d-4571-b07a-974d5a01612a service neutron] Pushing event updated for resources: {'Port': ['ID=3a1488f4-6f67-4dea-b059-792a56dda1c7,revision_number=7']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:04.622534 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-8ae5ff4a-7d8d-4571-b07a-974d5a01612a service neutron] Port 3a1488f4-6f67-4dea-b059-792a56dda1c7 on network a733dfc2-18aa-436d-9a35-1f59bb423cae not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:10:04.622887 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-8ae5ff4a-7d8d-4571-b07a-974d5a01612a service neutron] Attempting to bind port 3a1488f4-6f67-4dea-b059-792a56dda1c7 on network a733dfc2-18aa-436d-9a35-1f59bb423cae {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:04.629964 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-8ae5ff4a-7d8d-4571-b07a-974d5a01612a service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:04.630315 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-8ae5ff4a-7d8d-4571-b07a-974d5a01612a service neutron] Checking segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:04.630709 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-8ae5ff4a-7d8d-4571-b07a-974d5a01612a service neutron] Bound using segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:04.631177 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-8ae5ff4a-7d8d-4571-b07a-974d5a01612a service neutron] Bound port: 3a1488f4-6f67-4dea-b059-792a56dda1c7, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:04.631791 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-8ae5ff4a-7d8d-4571-b07a-974d5a01612a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:04.726461 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-04adf016-8f9a-4164-92bb-f36e700b4565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:04.734697 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-04adf016-8f9a-4164-92bb-f36e700b4565 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:04.801573 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-8ae5ff4a-7d8d-4571-b07a-974d5a01612a service neutron] For port 3a1488f4-6f67-4dea-b059-792a56dda1c7, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:04.831269 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be524b-455a-4902-bf49-26b44a0abafb req-c141bd45-44ae-4888-84e1-97f0e73198df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:04.832801 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-26be524b-455a-4902-bf49-26b44a0abafb req-c141bd45-44ae-4888-84e1-97f0e73198df service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e2b5a002-e22a-48a1-9a1d-f4b95d7aa546 HTTP/1.1" status: 200 len: 1097 time: 0.1099770 Dec 16 22:10:04.901905 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-8ae5ff4a-7d8d-4571-b07a-974d5a01612a service neutron] For port 3a1488f4-6f67-4dea-b059-792a56dda1c7, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3a1488f4-6f67-4dea-b059-792a56dda1c7,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:04.976980 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-8ae5ff4a-7d8d-4571-b07a-974d5a01612a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:04.986882 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-26be524b-455a-4902-bf49-26b44a0abafb req-494468ca-5512-4be8-9426-7608dbb75900 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a75e3fb9-4ce5-4b3c-86d9-caa54440a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345248 Dec 16 22:10:05.040092 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-04adf016-8f9a-4164-92bb-f36e700b4565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:05.041629 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04adf016-8f9a-4164-92bb-f36e700b4565 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:10:05.055926 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b26f8a36-74ad-4bde-a925-97494c97a191 req-166cb8ad-0818-49cd-a2ce-95e4e0a28371 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3747234 Dec 16 22:10:05.056128 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-04adf016-8f9a-4164-92bb-f36e700b4565 admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:05.056128 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-04adf016-8f9a-4164-92bb-f36e700b4565 admin admin] 10.222.0.75 "DELETE /v2.0/routers/9af5a4ac-0ed9-4da9-a2dc-e1a258417ba4 HTTP/1.1" status: 204 len: 168 time: 2.2304316 Dec 16 22:10:05.058864 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-b26f8a36-74ad-4bde-a925-97494c97a191 req-344c7eb9-510a-4c8c-9910-4eb1651ea41d tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:05.066478 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57862) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:05.097210 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be748fef-badc-4c29-8183-48dc5722c786 req-2aec1e6c-8239-4b58-8f21-eccb9e902ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:05.100290 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be748fef-badc-4c29-8183-48dc5722c786 req-2aec1e6c-8239-4b58-8f21-eccb9e902ac2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 1083 time: 0.1968100 Dec 16 22:10:05.143798 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5ff4a-7d8d-4571-b07a-974d5a01612a service neutron] Pushing event updated for resources: {'Port': ['ID=3a1488f4-6f67-4dea-b059-792a56dda1c7,revision_number=8']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:05.192228 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-8ae5ff4a-7d8d-4571-b07a-974d5a01612a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:05.192968 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-8ae5ff4a-7d8d-4571-b07a-974d5a01612a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:05.194984 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-8ae5ff4a-7d8d-4571-b07a-974d5a01612a service neutron] 10.222.0.57 "PUT /v2.0/ports/3a1488f4-6f67-4dea-b059-792a56dda1c7 HTTP/1.1" status: 200 len: 1122 time: 1.8876541 Dec 16 22:10:05.199100 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-b32e48db-198d-45da-a953-439c4904a405 admin admin] Deleting subnet ee44c48a-95a0-4352-80fc-e9d62b88370d {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:10:05.206447 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b32e48db-198d-45da-a953-439c4904a405 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:05.315119 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b32e48db-198d-45da-a953-439c4904a405 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:05.329709 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 628f71b2-62a0-40fa-ad82-e53da0d5b173 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:10:05.357929 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be748fef-badc-4c29-8183-48dc5722c786 req-adc5613d-41e4-499d-9692-4adf3415d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:05.366059 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be748fef-badc-4c29-8183-48dc5722c786 req-adc5613d-41e4-499d-9692-4adf3415d605 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a733dfc2-18aa-436d-9a35-1f59bb423cae HTTP/1.1" status: 200 len: 921 time: 0.2365890 Dec 16 22:10:05.370043 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b26f8a36-74ad-4bde-a925-97494c97a191 req-344c7eb9-510a-4c8c-9910-4eb1651ea41d tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:05.404726 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['3a1488f4-6f67-4dea-b059-792a56dda1c7'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:10:05.415743 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['3a1488f4-6f67-4dea-b059-792a56dda1c7'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:10:05.421786 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be748fef-badc-4c29-8183-48dc5722c786 req-23df4570-aca2-4cdf-ac39-2580dbb20e23 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a1488f4-6f67-4dea-b059-792a56dda1c7 HTTP/1.1" status: 200 len: 217 time: 0.0463276 Dec 16 22:10:05.429772 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 628f71b2-62a0-40fa-ad82-e53da0d5b173 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:10:05.432064 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 628f71b2-62a0-40fa-ad82-e53da0d5b173 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:10:05.433790 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d9c04dc9-32bb-42be-9aea-45babd76a075 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:10:05.491481 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be748fef-badc-4c29-8183-48dc5722c786 req-acd59374-8fff-426b-995c-0901df5f70eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:05.494553 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be748fef-badc-4c29-8183-48dc5722c786 req-acd59374-8fff-426b-995c-0901df5f70eb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=28a903b4-5579-4f62-80b4-b7b74c354d7a HTTP/1.1" status: 200 len: 861 time: 0.0637138 Dec 16 22:10:05.544111 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be748fef-badc-4c29-8183-48dc5722c786 req-aab04ec8-8723-4691-ae5e-3a1c6b65b664 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a733dfc2-18aa-436d-9a35-1f59bb423cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427220 Dec 16 22:10:05.592320 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b32e48db-198d-45da-a953-439c4904a405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:05.638207 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: d9c04dc9-32bb-42be-9aea-45babd76a075 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:10:05.646005 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d9c04dc9-32bb-42be-9aea-45babd76a075 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:10:05.740867 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be748fef-badc-4c29-8183-48dc5722c786 req-2fac7ee7-47e1-47f5-bc85-465e783c195f service neutron] 10.222.0.76 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887410 Dec 16 22:10:05.763621 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b26f8a36-74ad-4bde-a925-97494c97a191 req-344c7eb9-510a-4c8c-9910-4eb1651ea41d tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.038724 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be748fef-badc-4c29-8183-48dc5722c786 req-8d642139-6acb-4547-b95b-3da13ede6640 service neutron] 10.222.0.76 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887099 Dec 16 22:10:06.059629 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-b26f8a36-74ad-4bde-a925-97494c97a191 req-344c7eb9-510a-4c8c-9910-4eb1651ea41d tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Allocated IP 172.25.6.158 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/dcc8e0e0-838b-4de7-84dd-4718418811b2) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:10:06.064708 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b32e48db-198d-45da-a953-439c4904a405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.093308 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e63c3be-6205-4848-9abf-c954ccf42acc None None] Network adc15640-9e34-4d47-9d0a-a3e723ca2856 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:10:06.101066 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b32e48db-198d-45da-a953-439c4904a405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.105228 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b32e48db-198d-45da-a953-439c4904a405 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/ee44c48a-95a0-4352-80fc-e9d62b88370d HTTP/1.1" status: 204 len: 168 time: 1.0368369 Dec 16 22:10:06.109934 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57870) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:06.111472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e48db-198d-45da-a953-439c4904a405 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee44c48a-95a0-4352-80fc-e9d62b88370d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:06.168709 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 3a1488f4-6f67-4dea-b059-792a56dda1c7 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:10:06.228868 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81ce655c-f2e7-4724-a8b3-25801c6a5286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.300266 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-81ce655c-f2e7-4724-a8b3-25801c6a5286 admin admin] Deleting port 837a42d9-fcfd-4653-a24e-cc8c051ee33e {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:10:06.300913 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81ce655c-f2e7-4724-a8b3-25801c6a5286 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.333598 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:10:06.387072 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-81ce655c-f2e7-4724-a8b3-25801c6a5286 admin admin] For port 837a42d9-fcfd-4653-a24e-cc8c051ee33e, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=837a42d9-fcfd-4653-a24e-cc8c051ee33e,segment=NetworkSegment(846b1d7e-d189-42ff-8f29-5dc9ddc951ce),segment_id=846b1d7e-d189-42ff-8f29-5dc9ddc951ce)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:06.387072 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81ce655c-f2e7-4724-a8b3-25801c6a5286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.403237 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-81ce655c-f2e7-4724-a8b3-25801c6a5286 admin admin] Calling delete_port for 837a42d9-fcfd-4653-a24e-cc8c051ee33e owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:10:06.407570 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 3a1488f4-6f67-4dea-b059-792a56dda1c7, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3a1488f4-6f67-4dea-b059-792a56dda1c7,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:06.431388 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 3a1488f4-6f67-4dea-b059-792a56dda1c7 has no active binding in host n-h2-815324-4 {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 22:10:06.464779 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67291b5c-0cea-4c40-a855-5098eed7972e None None] DHCP port deletion for adc15640-9e34-4d47-9d0a-a3e723ca2856 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:10:06.498827 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b26f8a36-74ad-4bde-a925-97494c97a191 req-344c7eb9-510a-4c8c-9910-4eb1651ea41d tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.590501 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-67291b5c-0cea-4c40-a855-5098eed7972e None None] Deleting port 837a42d9-fcfd-4653-a24e-cc8c051ee33e {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:10:06.591174 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67291b5c-0cea-4c40-a855-5098eed7972e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.670846 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b26f8a36-74ad-4bde-a925-97494c97a191 req-344c7eb9-510a-4c8c-9910-4eb1651ea41d tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.699721 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81ce655c-f2e7-4724-a8b3-25801c6a5286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.718203 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-67291b5c-0cea-4c40-a855-5098eed7972e None None] For port 837a42d9-fcfd-4653-a24e-cc8c051ee33e, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=837a42d9-fcfd-4653-a24e-cc8c051ee33e,segment=NetworkSegment(846b1d7e-d189-42ff-8f29-5dc9ddc951ce),segment_id=846b1d7e-d189-42ff-8f29-5dc9ddc951ce)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:06.723075 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67291b5c-0cea-4c40-a855-5098eed7972e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.750200 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c7eb9-510a-4c8c-9910-4eb1651ea41d tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Pushing event updated for resources: {'Port': ['ID=dcc8e0e0-838b-4de7-84dd-4718418811b2,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:06.759097 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b26f8a36-74ad-4bde-a925-97494c97a191 req-344c7eb9-510a-4c8c-9910-4eb1651ea41d tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:06.762636 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-b26f8a36-74ad-4bde-a925-97494c97a191 req-344c7eb9-510a-4c8c-9910-4eb1651ea41d tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:06.765919 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26f8a36-74ad-4bde-a925-97494c97a191 req-344c7eb9-510a-4c8c-9910-4eb1651ea41d tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:10:06.771530 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce655c-f2e7-4724-a8b3-25801c6a5286 admin admin] Pushing event deleted for resources: {'Port': ['ID=837a42d9-fcfd-4653-a24e-cc8c051ee33e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:06.783024 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-67291b5c-0cea-4c40-a855-5098eed7972e None None] Calling delete_port for 837a42d9-fcfd-4653-a24e-cc8c051ee33e owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:10:06.787105 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ce655c-f2e7-4724-a8b3-25801c6a5286 admin admin] No DVR routers for this DVR port 837a42d9-fcfd-4653-a24e-cc8c051ee33e on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:10:06.886139 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b26f8a36-74ad-4bde-a925-97494c97a191 req-344c7eb9-510a-4c8c-9910-4eb1651ea41d tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.953832 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81ce655c-f2e7-4724-a8b3-25801c6a5286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:06.955346 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67291b5c-0cea-4c40-a855-5098eed7972e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.007618 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-81ce655c-f2e7-4724-a8b3-25801c6a5286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc15640-9e34-4d47-9d0a-a3e723ca2856']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:07.038207 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-81ce655c-f2e7-4724-a8b3-25801c6a5286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846b1d7e-d189-42ff-8f29-5dc9ddc951ce') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:07.038504 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-81ce655c-f2e7-4724-a8b3-25801c6a5286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846b1d7e-d189-42ff-8f29-5dc9ddc951ce') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:07.042550 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b26f8a36-74ad-4bde-a925-97494c97a191 req-344c7eb9-510a-4c8c-9910-4eb1651ea41d tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.065530 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81ce655c-f2e7-4724-a8b3-25801c6a5286 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.067649 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67291b5c-0cea-4c40-a855-5098eed7972e None None] No DVR routers for this DVR port 837a42d9-fcfd-4653-a24e-cc8c051ee33e on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:10:07.070858 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67291b5c-0cea-4c40-a855-5098eed7972e None None] Pushing event deleted for resources: {'Port': ['ID=837a42d9-fcfd-4653-a24e-cc8c051ee33e,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:07.090859 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81ce655c-f2e7-4724-a8b3-25801c6a5286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.098383 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ce655c-f2e7-4724-a8b3-25801c6a5286 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:10:07.098885 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81ce655c-f2e7-4724-a8b3-25801c6a5286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:10:07.191749 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:10:07.287671 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81ce655c-f2e7-4724-a8b3-25801c6a5286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.293212 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81ce655c-f2e7-4724-a8b3-25801c6a5286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.294481 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 837a42d9-fcfd-4653-a24e-cc8c051ee33e no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:10:07.302335 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-81ce655c-f2e7-4724-a8b3-25801c6a5286 admin admin] 10.222.0.75 "DELETE /v2.0/networks/adc15640-9e34-4d47-9d0a-a3e723ca2856 HTTP/1.1" status: 204 len: 168 time: 1.1904495 Dec 16 22:10:07.338968 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b26f8a36-74ad-4bde-a925-97494c97a191 req-344c7eb9-510a-4c8c-9910-4eb1651ea41d tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.340620 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce655c-f2e7-4724-a8b3-25801c6a5286 admin admin] Pushing event deleted for resources: {'Network': ['ID=adc15640-9e34-4d47-9d0a-a3e723ca2856,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:07.349737 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 837a42d9-fcfd-4653-a24e-cc8c051ee33e {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:10:07.349737 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 837a42d9-fcfd-4653-a24e-cc8c051ee33e not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:10:07.412925 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b26f8a36-74ad-4bde-a925-97494c97a191 req-344c7eb9-510a-4c8c-9910-4eb1651ea41d tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.518408 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c7eb9-510a-4c8c-9910-4eb1651ea41d tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Pushing event updated for resources: {'Port': ['ID=dcc8e0e0-838b-4de7-84dd-4718418811b2,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:07.537061 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b26f8a36-74ad-4bde-a925-97494c97a191 req-344c7eb9-510a-4c8c-9910-4eb1651ea41d tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.638443 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b26f8a36-74ad-4bde-a925-97494c97a191 req-344c7eb9-510a-4c8c-9910-4eb1651ea41d tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.643189 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b26f8a36-74ad-4bde-a925-97494c97a191 req-344c7eb9-510a-4c8c-9910-4eb1651ea41d tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5885963 Dec 16 22:10:07.685271 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57876) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:07.727264 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b26f8a36-74ad-4bde-a925-97494c97a191 req-29141333-573e-4769-80d5-3aaa886d8c86 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.158 HTTP/1.1" status: 200 len: 696 time: 0.0747514 Dec 16 22:10:07.751484 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-727b7b26-0285-4a13-9b7b-e453b1259af9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=085e0b60b27443eea293b679b24c3f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0647080 Dec 16 22:10:07.758395 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57878) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:07.851084 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5dc54848-9179-4e18-b72a-49f102d9fe23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.879025 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5dc54848-9179-4e18-b72a-49f102d9fe23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:07.881175 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f8a36-74ad-4bde-a925-97494c97a191 req-c743eaa5-97c1-43a0-ac42-13be59e703b9 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:07.882668 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b26f8a36-74ad-4bde-a925-97494c97a191 req-c743eaa5-97c1-43a0-ac42-13be59e703b9 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 784 time: 0.1506622 Dec 16 22:10:07.923069 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85ee4aa-0cdb-4ebe-ab28-0bb7488cf68e x-openstack-request-id: req-c85ee4aa-0cdb-4ebe-ab28-0bb7488cf68e {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:07.923587 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799fd93e-58d4-4e6b-8161-6b2a267b3cc4", "name": "network-vif-unplugged", "status": "completed", "tag": "3a1488f4-6f67-4dea-b059-792a56dda1c7", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:07.925113 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c85ee4aa-0cdb-4ebe-ab28-0bb7488cf68e {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:07.925885 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799fd93e-58d4-4e6b-8161-6b2a267b3cc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a1488f4-6f67-4dea-b059-792a56dda1c7', 'code': 200} Dec 16 22:10:08.083634 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd416d-c02d-4a9c-bd73-51183344c74f req-300dfc2c-829a-491a-b51b-20226ae57454 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:08.085277 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dedd416d-c02d-4a9c-bd73-51183344c74f req-300dfc2c-829a-491a-b51b-20226ae57454 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 944 time: 0.0630932 Dec 16 22:10:08.138425 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dedd416d-c02d-4a9c-bd73-51183344c74f req-00465281-7a8a-42fb-8980-4cdb677fb51e tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451438 Dec 16 22:10:08.190151 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5dc54848-9179-4e18-b72a-49f102d9fe23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:08.225133 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5dc54848-9179-4e18-b72a-49f102d9fe23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:08.225133 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5dc54848-9179-4e18-b72a-49f102d9fe23 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/259b6e6b-fa78-4ec9-a03c-8e11d40578a3 HTTP/1.1" status: 204 len: 168 time: 0.4384849 Dec 16 22:10:08.225133 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc54848-9179-4e18-b72a-49f102d9fe23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259b6e6b-fa78-4ec9-a03c-8e11d40578a3,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:08.264327 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2fa3b-d875-4581-8485-ac92d046bf05 req-c5299abd-7002-437f-b85b-8e1babb6585a tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:08.272003 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bed2fa3b-d875-4581-8485-ac92d046bf05 req-c5299abd-7002-437f-b85b-8e1babb6585a tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2b5a002-e22a-48a1-9a1d-f4b95d7aa546 HTTP/1.1" status: 200 len: 946 time: 0.0695827 Dec 16 22:10:08.322086 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bed2fa3b-d875-4581-8485-ac92d046bf05 req-8eecd03b-9591-4cc4-8e87-0f016f536523 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.75 "GET /v2.0/security-groups?id=a75e3fb9-4ce5-4b3c-86d9-caa54440a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491004 Dec 16 22:10:08.575749 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d64b0e49-c7ac-4977-b63d-e471437e4517 req-e6d7abed-daf9-411a-b6bf-1b46045e5797 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1177742 Dec 16 22:10:08.584651 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-d64b0e49-c7ac-4977-b63d-e471437e4517 req-228b25f8-ff30-4479-ae95-c227685cac1f tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:08.675858 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d64b0e49-c7ac-4977-b63d-e471437e4517 req-228b25f8-ff30-4479-ae95-c227685cac1f tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:08.824886 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d64b0e49-c7ac-4977-b63d-e471437e4517 req-228b25f8-ff30-4479-ae95-c227685cac1f tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:08.987578 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-d64b0e49-c7ac-4977-b63d-e471437e4517 req-228b25f8-ff30-4479-ae95-c227685cac1f tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Allocated IP 172.25.6.74 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/d75a0786-f90e-4c4d-93b9-dbeacba9855e) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:10:09.110592 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d64b0e49-c7ac-4977-b63d-e471437e4517 req-228b25f8-ff30-4479-ae95-c227685cac1f tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:09.295726 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57900) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:09.300640 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d64b0e49-c7ac-4977-b63d-e471437e4517 req-228b25f8-ff30-4479-ae95-c227685cac1f tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:09.345831 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d5fa0cb1-3b4c-44e3-8fea-217382daa249 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ee8116ba5ff24a0e80a2fda2563b7eb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0489197 Dec 16 22:10:09.348593 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57902) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:09.351792 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d64b0e49-c7ac-4977-b63d-e471437e4517 req-228b25f8-ff30-4479-ae95-c227685cac1f tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:09.358703 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-d64b0e49-c7ac-4977-b63d-e471437e4517 req-228b25f8-ff30-4479-ae95-c227685cac1f tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:09.364123 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64b0e49-c7ac-4977-b63d-e471437e4517 req-228b25f8-ff30-4479-ae95-c227685cac1f tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:10:09.404558 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-829597e8-d6fb-47ae-a4b4-0881c8fd2d7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:09.410523 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b25f8-ff30-4479-ae95-c227685cac1f tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Pushing event updated for resources: {'Port': ['ID=d75a0786-f90e-4c4d-93b9-dbeacba9855e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:09.431304 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-829597e8-d6fb-47ae-a4b4-0881c8fd2d7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:09.477615 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d64b0e49-c7ac-4977-b63d-e471437e4517 req-228b25f8-ff30-4479-ae95-c227685cac1f tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:09.573230 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-829597e8-d6fb-47ae-a4b4-0881c8fd2d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:09.575984 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-829597e8-d6fb-47ae-a4b4-0881c8fd2d7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:09.577224 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-829597e8-d6fb-47ae-a4b4-0881c8fd2d7d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/550f8cf6-bc9e-4f90-b6ef-5d7d14d7f9d7 HTTP/1.1" status: 204 len: 168 time: 0.2274654 Dec 16 22:10:09.585818 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829597e8-d6fb-47ae-a4b4-0881c8fd2d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550f8cf6-bc9e-4f90-b6ef-5d7d14d7f9d7,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:09.594652 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829597e8-d6fb-47ae-a4b4-0881c8fd2d7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:09.595026 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829597e8-d6fb-47ae-a4b4-0881c8fd2d7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:09.595503 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829597e8-d6fb-47ae-a4b4-0881c8fd2d7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:09.595851 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829597e8-d6fb-47ae-a4b4-0881c8fd2d7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:09.596189 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829597e8-d6fb-47ae-a4b4-0881c8fd2d7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:09.596527 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829597e8-d6fb-47ae-a4b4-0881c8fd2d7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:09.596864 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829597e8-d6fb-47ae-a4b4-0881c8fd2d7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:09.597194 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829597e8-d6fb-47ae-a4b4-0881c8fd2d7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:09.597764 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829597e8-d6fb-47ae-a4b4-0881c8fd2d7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:09.598100 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829597e8-d6fb-47ae-a4b4-0881c8fd2d7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:09.598507 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829597e8-d6fb-47ae-a4b4-0881c8fd2d7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:09.598787 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829597e8-d6fb-47ae-a4b4-0881c8fd2d7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:09.599368 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829597e8-d6fb-47ae-a4b4-0881c8fd2d7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:09.644376 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d64b0e49-c7ac-4977-b63d-e471437e4517 req-228b25f8-ff30-4479-ae95-c227685cac1f tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:09.856638 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d64b0e49-c7ac-4977-b63d-e471437e4517 req-228b25f8-ff30-4479-ae95-c227685cac1f tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:09.926576 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799fd93e-58d4-4e6b-8161-6b2a267b3cc4', 'tag': '3a1488f4-6f67-4dea-b059-792a56dda1c7'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:09.930282 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ace915-dcee-46f8-ad39-2d03af3384f9" -d '{"events": [{"name": "network-changed", "server_uuid": "799fd93e-58d4-4e6b-8161-6b2a267b3cc4", "tag": "3a1488f4-6f67-4dea-b059-792a56dda1c7"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:09.950263 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d64b0e49-c7ac-4977-b63d-e471437e4517 req-228b25f8-ff30-4479-ae95-c227685cac1f tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:10.123426 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b25f8-ff30-4479-ae95-c227685cac1f tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Pushing event updated for resources: {'Port': ['ID=d75a0786-f90e-4c4d-93b9-dbeacba9855e,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:10.123426 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d64b0e49-c7ac-4977-b63d-e471437e4517 req-228b25f8-ff30-4479-ae95-c227685cac1f tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:10.757589 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d64b0e49-c7ac-4977-b63d-e471437e4517 req-228b25f8-ff30-4479-ae95-c227685cac1f tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:10.758774 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d64b0e49-c7ac-4977-b63d-e471437e4517 req-228b25f8-ff30-4479-ae95-c227685cac1f tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1803355 Dec 16 22:10:10.814823 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d64b0e49-c7ac-4977-b63d-e471437e4517 req-f74d1aac-0945-4336-9248-0beee582d07a tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.74 HTTP/1.1" status: 200 len: 695 time: 0.0494707 Dec 16 22:10:11.048119 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ac4d8-72d9-4ead-9e5c-8c7bb3fde996 req-a30d6088-79fb-4b15-98c9-09f1d7d0cff7 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:11.049752 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5c1ac4d8-72d9-4ead-9e5c-8c7bb3fde996 req-a30d6088-79fb-4b15-98c9-09f1d7d0cff7 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 944 time: 0.0686855 Dec 16 22:10:11.158982 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5c1ac4d8-72d9-4ead-9e5c-8c7bb3fde996 req-7831ceab-35b5-44d3-a381-c6a418b30f1d tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959110 Dec 16 22:10:11.180777 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92aff4-f862-455f-9a6a-805e970e10d5 req-70605148-ec1c-4618-8086-898339a8696d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:11.180777 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d92aff4-f862-455f-9a6a-805e970e10d5 req-70605148-ec1c-4618-8086-898339a8696d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=312bb952749c4153a02db9f5fe30751a&device_id=eca75d2e-7e6a-4fec-954d-ee88ee286513 HTTP/1.1" status: 200 len: 1096 time: 0.0941246 Dec 16 22:10:11.265383 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b0e49-c7ac-4977-b63d-e471437e4517 req-e1b1be65-62f5-4d6b-a592-ab4f93342d40 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:11.267525 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d64b0e49-c7ac-4977-b63d-e471437e4517 req-e1b1be65-62f5-4d6b-a592-ab4f93342d40 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 784 time: 0.4459999 Dec 16 22:10:11.303152 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92aff4-f862-455f-9a6a-805e970e10d5 req-d8b83783-650e-466d-a2b7-4ebc9af17913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:11.304743 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d92aff4-f862-455f-9a6a-805e970e10d5 req-d8b83783-650e-466d-a2b7-4ebc9af17913 service neutron] 10.222.0.76 "GET /v2.0/networks?id=925c9f41-53db-4fc4-85db-7df4078fa9fc HTTP/1.1" status: 200 len: 914 time: 0.1234970 Dec 16 22:10:11.361955 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471d6777-bcc2-4f9d-82dd-8d8ad006c35c x-openstack-request-id: req-471d6777-bcc2-4f9d-82dd-8d8ad006c35c {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:11.361955 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "799fd93e-58d4-4e6b-8161-6b2a267b3cc4", "tag": "3a1488f4-6f67-4dea-b059-792a56dda1c7", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:11.361955 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-471d6777-bcc2-4f9d-82dd-8d8ad006c35c {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:11.361955 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799fd93e-58d4-4e6b-8161-6b2a267b3cc4', 'tag': '3a1488f4-6f67-4dea-b059-792a56dda1c7', 'status': 'completed', 'code': 200} Dec 16 22:10:11.386475 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d92aff4-f862-455f-9a6a-805e970e10d5 req-a28da79b-ed5b-4535-953c-3c20d25f617c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0d28721-cb82-435e-8ec6-f1818849b97e HTTP/1.1" status: 200 len: 217 time: 0.0702522 Dec 16 22:10:11.470935 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1d12511f-052f-47e5-86ea-df744d521d9e req-a1c7ff42-c983-47e1-8f16-3424c87666f0 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/floatingips/6f5a4f69-233d-4270-825b-a99a1c0354f0 HTTP/1.1" status: 200 len: 692 time: 0.0829628 Dec 16 22:10:11.489398 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e76199-0d94-4e28-8d78-7a0c68e48f66 req-effecabe-356a-44fa-93a6-bb69fcb6fb65 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:11.491003 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-12e76199-0d94-4e28-8d78-7a0c68e48f66 req-effecabe-356a-44fa-93a6-bb69fcb6fb65 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/ports?device_id=eca75d2e-7e6a-4fec-954d-ee88ee286513 HTTP/1.1" status: 200 len: 945 time: 0.0827093 Dec 16 22:10:11.492864 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ace915-dcee-46f8-ad39-2d03af3384f9 req-2ecb1674-4162-43c7-94a9-32ec930ee42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:11.494838 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4ace915-dcee-46f8-ad39-2d03af3384f9 req-2ecb1674-4162-43c7-94a9-32ec930ee42d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 1125 time: 0.0853934 Dec 16 22:10:11.594513 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-12e76199-0d94-4e28-8d78-7a0c68e48f66 req-57f005a6-24bb-439c-84f9-bbeb6259de74 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c7e1c07-02b2-40fd-b981-1522a4137f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937958 Dec 16 22:10:11.641256 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ace915-dcee-46f8-ad39-2d03af3384f9 req-60791757-ec89-410a-a35f-221d74e0ad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:11.643628 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4ace915-dcee-46f8-ad39-2d03af3384f9 req-60791757-ec89-410a-a35f-221d74e0ad7a service neutron] 10.222.0.76 "GET /v2.0/networks?id=a733dfc2-18aa-436d-9a35-1f59bb423cae HTTP/1.1" status: 200 len: 921 time: 0.1254048 Dec 16 22:10:11.706626 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4ace915-dcee-46f8-ad39-2d03af3384f9 req-6c65a85a-0d02-41cd-a4fd-f06e74891821 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a1488f4-6f67-4dea-b059-792a56dda1c7 HTTP/1.1" status: 200 len: 217 time: 0.0489559 Dec 16 22:10:11.789168 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ace915-dcee-46f8-ad39-2d03af3384f9 req-9054ba42-315e-4059-b903-f6f48c08dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:11.790698 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4ace915-dcee-46f8-ad39-2d03af3384f9 req-9054ba42-315e-4059-b903-f6f48c08dfd2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=28a903b4-5579-4f62-80b4-b7b74c354d7a HTTP/1.1" status: 200 len: 861 time: 0.0739031 Dec 16 22:10:11.799776 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249225c-0eaa-4515-8b0d-1b6e6528eb94 req-1453e803-9a1f-420d-a03b-2b6257c6a51a tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:11.804601 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8249225c-0eaa-4515-8b0d-1b6e6528eb94 req-1453e803-9a1f-420d-a03b-2b6257c6a51a tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f40cac1-a8ad-4185-8ab0-0732b87459f1 HTTP/1.1" status: 200 len: 950 time: 0.0990427 Dec 16 22:10:11.836659 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4ace915-dcee-46f8-ad39-2d03af3384f9 req-bad887ca-6806-466e-879c-c888027500a7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a733dfc2-18aa-436d-9a35-1f59bb423cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341938 Dec 16 22:10:11.927623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92aff4-f862-455f-9a6a-805e970e10d5 req-8a4b459e-b860-4df8-bfdb-d6c45c1a8a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:11.929304 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d92aff4-f862-455f-9a6a-805e970e10d5 req-8a4b459e-b860-4df8-bfdb-d6c45c1a8a7b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=697912a2-0f16-4564-887e-40b119e1013d HTTP/1.1" status: 200 len: 854 time: 0.4414833 Dec 16 22:10:11.936240 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8249225c-0eaa-4515-8b0d-1b6e6528eb94 req-85ab2284-4ef6-4837-9a00-a1899ae3a970 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/security-groups?id=74b7a956-0a39-4661-b286-56a30a3655e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256387 Dec 16 22:10:11.982158 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4ace915-dcee-46f8-ad39-2d03af3384f9 req-964e08f7-631b-4fd9-a6db-28cbc863235f service neutron] 10.222.0.76 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363485 Dec 16 22:10:11.982526 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12511f-052f-47e5-86ea-df744d521d9e req-ca199adb-9b03-441a-9a78-96ae18e8651a tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:11.991677 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1d12511f-052f-47e5-86ea-df744d521d9e req-ca199adb-9b03-441a-9a78-96ae18e8651a tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 784 time: 0.5193267 Dec 16 22:10:12.042061 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d92aff4-f862-455f-9a6a-805e970e10d5 req-657e4b48-c342-433a-884f-d5eddc580e4a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=925c9f41-53db-4fc4-85db-7df4078fa9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488772 Dec 16 22:10:12.163459 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4ace915-dcee-46f8-ad39-2d03af3384f9 req-4c049310-ac88-4bac-b4a8-fe37ad3c8ad8 service neutron] 10.222.0.76 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695433 Dec 16 22:10:12.188849 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d92aff4-f862-455f-9a6a-805e970e10d5 req-06a1dc4b-feb0-46dd-9419-f0b8840a704c service neutron] 10.222.0.76 "GET /v2.0/networks/925c9f41-53db-4fc4-85db-7df4078fa9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261299 Dec 16 22:10:12.304287 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d92aff4-f862-455f-9a6a-805e970e10d5 req-8f21fc2a-2e4b-4895-98ae-dc97a4c657ff service neutron] 10.222.0.76 "GET /v2.0/networks/925c9f41-53db-4fc4-85db-7df4078fa9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035805 Dec 16 22:10:12.591492 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-67af0814-c010-4171-a5d9-d8b8eddb5aba req-44a9b5e8-585b-44df-8655-04159f7e770a tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/floatingips/6f5a4f69-233d-4270-825b-a99a1c0354f0 HTTP/1.1" status: 200 len: 692 time: 0.0746796 Dec 16 22:10:12.727808 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af0814-c010-4171-a5d9-d8b8eddb5aba req-f7f3dbff-3620-4ba4-a5b9-2ed3c82c680c tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:12.729371 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-67af0814-c010-4171-a5d9-d8b8eddb5aba req-f7f3dbff-3620-4ba4-a5b9-2ed3c82c680c tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 784 time: 0.1306319 Dec 16 22:10:12.802588 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-67af0814-c010-4171-a5d9-d8b8eddb5aba req-4d5af4e6-e071-4d0e-b22f-d90f477fd6f9 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.74 HTTP/1.1" status: 200 len: 695 time: 0.0658059 Dec 16 22:10:12.863973 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-67af0814-c010-4171-a5d9-d8b8eddb5aba req-e30c796a-9c30-42de-bf5a-39eccef2c160 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.74 HTTP/1.1" status: 200 len: 695 time: 0.0548642 Dec 16 22:10:13.030300 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-67af0814-c010-4171-a5d9-d8b8eddb5aba req-295d4826-575d-4c84-81b8-ea4db055fe5e tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Deleting port d75a0786-f90e-4c4d-93b9-dbeacba9855e {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:10:13.030669 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-67af0814-c010-4171-a5d9-d8b8eddb5aba req-295d4826-575d-4c84-81b8-ea4db055fe5e tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:13.132318 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-67af0814-c010-4171-a5d9-d8b8eddb5aba req-295d4826-575d-4c84-81b8-ea4db055fe5e tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:13.132646 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-67af0814-c010-4171-a5d9-d8b8eddb5aba req-295d4826-575d-4c84-81b8-ea4db055fe5e tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:13.145686 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-67af0814-c010-4171-a5d9-d8b8eddb5aba req-295d4826-575d-4c84-81b8-ea4db055fe5e tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Calling delete_port for d75a0786-f90e-4c4d-93b9-dbeacba9855e owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:10:13.413686 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-67af0814-c010-4171-a5d9-d8b8eddb5aba req-295d4826-575d-4c84-81b8-ea4db055fe5e tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:13.440817 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d4826-575d-4c84-81b8-ea4db055fe5e tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Pushing event deleted for resources: {'Port': ['ID=d75a0786-f90e-4c4d-93b9-dbeacba9855e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:13.475268 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295d4826-575d-4c84-81b8-ea4db055fe5e tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:13.475637 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295d4826-575d-4c84-81b8-ea4db055fe5e tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:13.475968 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295d4826-575d-4c84-81b8-ea4db055fe5e tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:13.476346 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295d4826-575d-4c84-81b8-ea4db055fe5e tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:13.476654 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295d4826-575d-4c84-81b8-ea4db055fe5e tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:13.476991 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295d4826-575d-4c84-81b8-ea4db055fe5e tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:13.477324 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295d4826-575d-4c84-81b8-ea4db055fe5e tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:13.477661 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295d4826-575d-4c84-81b8-ea4db055fe5e tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:13.477993 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295d4826-575d-4c84-81b8-ea4db055fe5e tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:13.478325 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295d4826-575d-4c84-81b8-ea4db055fe5e tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:13.478659 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295d4826-575d-4c84-81b8-ea4db055fe5e tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:13.478994 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295d4826-575d-4c84-81b8-ea4db055fe5e tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:13.479347 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295d4826-575d-4c84-81b8-ea4db055fe5e tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:13.531256 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-67af0814-c010-4171-a5d9-d8b8eddb5aba req-295d4826-575d-4c84-81b8-ea4db055fe5e tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:13.533904 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-67af0814-c010-4171-a5d9-d8b8eddb5aba req-295d4826-575d-4c84-81b8-ea4db055fe5e tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:13.535968 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-67af0814-c010-4171-a5d9-d8b8eddb5aba req-295d4826-575d-4c84-81b8-ea4db055fe5e tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "DELETE /v2.0/floatingips/6f5a4f69-233d-4270-825b-a99a1c0354f0 HTTP/1.1" status: 204 len: 173 time: 0.6649101 Dec 16 22:10:13.683835 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6325062-9885-426c-ae8c-43f5a4ddcdb7 req-3b25e214-e3e6-4ae5-a4c7-a3c13ef988d7 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:13.685722 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c6325062-9885-426c-ae8c-43f5a4ddcdb7 req-3b25e214-e3e6-4ae5-a4c7-a3c13ef988d7 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 944 time: 0.0600140 Dec 16 22:10:13.752544 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c6325062-9885-426c-ae8c-43f5a4ddcdb7 req-e4891d15-74d5-4f93-bbe6-86a1df459944 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566430 Dec 16 22:10:13.806179 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833760f-b0b6-430f-9593-60bb61de8645 req-cfe5107a-f310-4254-8b52-e173274766b3 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:13.807912 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5833760f-b0b6-430f-9593-60bb61de8645 req-cfe5107a-f310-4254-8b52-e173274766b3 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2b5a002-e22a-48a1-9a1d-f4b95d7aa546 HTTP/1.1" status: 200 len: 946 time: 0.0692799 Dec 16 22:10:13.876865 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5833760f-b0b6-430f-9593-60bb61de8645 req-332f203c-23c5-44ce-b3af-c5eb3a82fa23 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.75 "GET /v2.0/security-groups?id=a75e3fb9-4ce5-4b3c-86d9-caa54440a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596571 Dec 16 22:10:13.919270 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9dbcd-63a0-4088-bb3b-bd9880a18573 req-1edad44d-a85d-4f6b-9c0b-1f3ac94ed7d9 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:13.922059 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-48b9dbcd-63a0-4088-bb3b-bd9880a18573 req-1edad44d-a85d-4f6b-9c0b-1f3ac94ed7d9 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/ports?device_id=eca75d2e-7e6a-4fec-954d-ee88ee286513 HTTP/1.1" status: 200 len: 945 time: 0.0849550 Dec 16 22:10:13.985635 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-48b9dbcd-63a0-4088-bb3b-bd9880a18573 req-aa8450d2-970a-452e-ad57-b8fa6e418f0a tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c7e1c07-02b2-40fd-b981-1522a4137f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553894 Dec 16 22:10:14.253315 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfa4ad-4ede-4b29-a1b3-3298812256de req-d2bd97d7-fc30-4f56-9312-dc4a56cfc680 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:14.254988 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cbfa4ad-4ede-4b29-a1b3-3298812256de req-d2bd97d7-fc30-4f56-9312-dc4a56cfc680 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2845223 Dec 16 22:10:14.379408 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9f84f-195a-4d8b-98fa-13d1503262b6 req-cfb95ad5-4806-47e5-b061-6352a65acf73 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:14.381037 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ddf9f84f-195a-4d8b-98fa-13d1503262b6 req-cfb95ad5-4806-47e5-b061-6352a65acf73 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2b5a002-e22a-48a1-9a1d-f4b95d7aa546 HTTP/1.1" status: 200 len: 946 time: 0.0710933 Dec 16 22:10:14.495724 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-ddf9f84f-195a-4d8b-98fa-13d1503262b6 req-7526ae19-473b-436e-a602-332f3cebae28 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Deleting port eeb95a52-07b8-44e8-924d-273eee8cb0d6 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:10:14.496645 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ddf9f84f-195a-4d8b-98fa-13d1503262b6 req-7526ae19-473b-436e-a602-332f3cebae28 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:14.597285 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-ddf9f84f-195a-4d8b-98fa-13d1503262b6 req-7526ae19-473b-436e-a602-332f3cebae28 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] For port eeb95a52-07b8-44e8-924d-273eee8cb0d6, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=eeb95a52-07b8-44e8-924d-273eee8cb0d6,segment=NetworkSegment(749d0da6-5b18-430f-8a65-e8c6a368955a),segment_id=749d0da6-5b18-430f-8a65-e8c6a368955a)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:14.599932 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ddf9f84f-195a-4d8b-98fa-13d1503262b6 req-7526ae19-473b-436e-a602-332f3cebae28 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:14.623350 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-ddf9f84f-195a-4d8b-98fa-13d1503262b6 req-7526ae19-473b-436e-a602-332f3cebae28 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Calling delete_port for eeb95a52-07b8-44e8-924d-273eee8cb0d6 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:10:14.805353 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-967808de-7371-4eb7-97e2-aa41c52b1430 req-0c3fe0d3-3a5e-41b4-8fc9-62ee26efd102 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/floatingips?tenant_id=9ce39bd72e584fd29980f4429c49da21 HTTP/1.1" status: 200 len: 1656 time: 0.0672295 Dec 16 22:10:14.985968 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ddf9f84f-195a-4d8b-98fa-13d1503262b6 req-7526ae19-473b-436e-a602-332f3cebae28 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:15.023978 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['eeb95a52-07b8-44e8-924d-273eee8cb0d6'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:10:15.040022 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526ae19-473b-436e-a602-332f3cebae28 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Pushing event deleted for resources: {'Port': ['ID=eeb95a52-07b8-44e8-924d-273eee8cb0d6,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:15.055842 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device f908cde2-ab74-4c3c-9699-af9542188fd8 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:10:15.089440 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf9f84f-195a-4d8b-98fa-13d1503262b6 req-7526ae19-473b-436e-a602-332f3cebae28 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] No DVR routers for this DVR port eeb95a52-07b8-44e8-924d-273eee8cb0d6 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:10:15.092305 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ddf9f84f-195a-4d8b-98fa-13d1503262b6 req-7526ae19-473b-436e-a602-332f3cebae28 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:15.096641 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ddf9f84f-195a-4d8b-98fa-13d1503262b6 req-7526ae19-473b-436e-a602-332f3cebae28 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.57 "DELETE /v2.0/ports/eeb95a52-07b8-44e8-924d-273eee8cb0d6 HTTP/1.1" status: 204 len: 173 time: 0.7093186 Dec 16 22:10:15.101056 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b5a002-e22a-48a1-9a1d-f4b95d7aa546', 'name': 'network-vif-deleted', 'tag': 'eeb95a52-07b8-44e8-924d-273eee8cb0d6'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:15.103655 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca512258-4f18-4b29-9417-6306643ab8f5" -d '{"events": [{"server_uuid": "e2b5a002-e22a-48a1-9a1d-f4b95d7aa546", "name": "network-vif-deleted", "tag": "eeb95a52-07b8-44e8-924d-273eee8cb0d6"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:15.150995 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967808de-7371-4eb7-97e2-aa41c52b1430 req-a0561085-8465-4fa8-b3d8-bd5595a44ff9 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:15.152697 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-967808de-7371-4eb7-97e2-aa41c52b1430 req-a0561085-8465-4fa8-b3d8-bd5595a44ff9 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/networks?id=646b16aa-4dba-4604-b466-f8ee98ed91e8&id=646b16aa-4dba-4604-b466-f8ee98ed91e8&id=646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 787 time: 0.2314196 Dec 16 22:10:15.168194 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:15.207838 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f40cac1-a8ad-4185-8ab0-0732b87459f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f908cde2-ab74-4c3c-9699-af9542188fd8'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:15.207838 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e872e0-731d-4c60-a1ac-2175388c179b" -d '{"events": [{"server_uuid": "2f40cac1-a8ad-4185-8ab0-0732b87459f1", "name": "network-vif-unplugged", "status": "completed", "tag": "f908cde2-ab74-4c3c-9699-af9542188fd8"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:15.219804 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port f908cde2-ab74-4c3c-9699-af9542188fd8, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=f908cde2-ab74-4c3c-9699-af9542188fd8,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:15.382983 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:15.384084 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 3a1488f4-6f67-4dea-b059-792a56dda1c7 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:10:15.502810 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=f908cde2-ab74-4c3c-9699-af9542188fd8,revision_number=11']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:15.598150 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2f146-fa74-4551-b4cc-edc616c11f14 req-b65cab32-4729-4842-b615-edb8e7620b39 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:15.600376 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0cd2f146-fa74-4551-b4cc-edc616c11f14 req-b65cab32-4729-4842-b615-edb8e7620b39 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 944 time: 0.1016295 Dec 16 22:10:15.723684 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0cd2f146-fa74-4551-b4cc-edc616c11f14 req-29a51e56-fe8c-4459-b5cb-214a34b2f619 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104472 Dec 16 22:10:15.902885 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76830b2-06e1-487c-9d11-68ac1008f0fe req-b6f36214-6543-4a93-af34-3d66f5624814 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:15.904830 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d76830b2-06e1-487c-9d11-68ac1008f0fe req-b6f36214-6543-4a93-af34-3d66f5624814 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f40cac1-a8ad-4185-8ab0-0732b87459f1 HTTP/1.1" status: 200 len: 948 time: 0.0624669 Dec 16 22:10:15.951502 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5bb7ba3c-c98f-470e-ba5b-3a4a16e01c9e req-92895a2d-8207-4168-976c-0fd17f562155 tempest-ServerAddressesNegativeTestJSON-2122939165 tempest-ServerAddressesNegativeTestJSON-2122939165-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2b5a002-e22a-48a1-9a1d-f4b95d7aa546 HTTP/1.1" status: 200 len: 210 time: 0.0536041 Dec 16 22:10:15.969425 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d76830b2-06e1-487c-9d11-68ac1008f0fe req-fa8f7734-6c95-4b06-9452-3e79dcfed28e tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/security-groups?id=74b7a956-0a39-4661-b286-56a30a3655e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578916 Dec 16 22:10:15.989639 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca8297c-2e23-4335-a2ea-7c47cce1cd01 x-openstack-request-id: req-eca8297c-2e23-4335-a2ea-7c47cce1cd01 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:15.990151 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b5a002-e22a-48a1-9a1d-f4b95d7aa546", "name": "network-vif-deleted", "tag": "eeb95a52-07b8-44e8-924d-273eee8cb0d6", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:15.990151 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-eca8297c-2e23-4335-a2ea-7c47cce1cd01 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:15.999411 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b5a002-e22a-48a1-9a1d-f4b95d7aa546', 'name': 'network-vif-deleted', 'tag': 'eeb95a52-07b8-44e8-924d-273eee8cb0d6', 'status': 'completed', 'code': 200} Dec 16 22:10:16.041524 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879d9c71-04ee-4f9a-adc3-ab94bd09c317 x-openstack-request-id: req-879d9c71-04ee-4f9a-adc3-ab94bd09c317 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:16.042048 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f40cac1-a8ad-4185-8ab0-0732b87459f1", "name": "network-vif-unplugged", "status": "completed", "tag": "f908cde2-ab74-4c3c-9699-af9542188fd8", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:16.042164 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-879d9c71-04ee-4f9a-adc3-ab94bd09c317 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:16.042530 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f40cac1-a8ad-4185-8ab0-0732b87459f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f908cde2-ab74-4c3c-9699-af9542188fd8', 'code': 200} Dec 16 22:10:16.061035 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-506901e4-c2c6-48e2-a036-c9bd7b32ab2f req-42c5adf7-f21c-441c-be60-fcef862ca607 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/floatingips/e7b1e5bf-ba35-4fea-b4cb-e4b218d7b554 HTTP/1.1" status: 200 len: 693 time: 0.0559599 Dec 16 22:10:16.166919 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d5d9f-fa5e-46a3-93a5-46c12cef86af req-d0bb444e-2f04-43c0-ad29-97dda84f0f7d tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:16.175510 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-215d5d9f-fa5e-46a3-93a5-46c12cef86af req-d0bb444e-2f04-43c0-ad29-97dda84f0f7d tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/ports?device_id=eca75d2e-7e6a-4fec-954d-ee88ee286513 HTTP/1.1" status: 200 len: 945 time: 0.0703537 Dec 16 22:10:16.230355 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506901e4-c2c6-48e2-a036-c9bd7b32ab2f req-8b342c7e-9cfb-4398-9675-dc2e964f7788 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:16.232650 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-506901e4-c2c6-48e2-a036-c9bd7b32ab2f req-8b342c7e-9cfb-4398-9675-dc2e964f7788 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 784 time: 0.1606629 Dec 16 22:10:16.237985 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-215d5d9f-fa5e-46a3-93a5-46c12cef86af req-5323765f-3059-419b-a27e-a82dd8191121 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c7e1c07-02b2-40fd-b981-1522a4137f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611413 Dec 16 22:10:16.308512 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-506901e4-c2c6-48e2-a036-c9bd7b32ab2f req-6dcc7866-93f0-4be8-8ae5-e29b31fe8567 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.158 HTTP/1.1" status: 200 len: 696 time: 0.0642822 Dec 16 22:10:16.363703 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-506901e4-c2c6-48e2-a036-c9bd7b32ab2f req-ffa7e505-ded3-465b-bd2a-763b7b07af4e tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.158 HTTP/1.1" status: 200 len: 696 time: 0.0574343 Dec 16 22:10:16.526124 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-506901e4-c2c6-48e2-a036-c9bd7b32ab2f req-f3babc2a-5fc5-4141-8e68-6cdc17978d10 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Deleting port dcc8e0e0-838b-4de7-84dd-4718418811b2 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:10:16.526481 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-506901e4-c2c6-48e2-a036-c9bd7b32ab2f req-f3babc2a-5fc5-4141-8e68-6cdc17978d10 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:16.638292 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-506901e4-c2c6-48e2-a036-c9bd7b32ab2f req-f3babc2a-5fc5-4141-8e68-6cdc17978d10 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:16.638631 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-506901e4-c2c6-48e2-a036-c9bd7b32ab2f req-f3babc2a-5fc5-4141-8e68-6cdc17978d10 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:16.653256 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-506901e4-c2c6-48e2-a036-c9bd7b32ab2f req-f3babc2a-5fc5-4141-8e68-6cdc17978d10 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Calling delete_port for dcc8e0e0-838b-4de7-84dd-4718418811b2 owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:10:16.915868 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-506901e4-c2c6-48e2-a036-c9bd7b32ab2f req-f3babc2a-5fc5-4141-8e68-6cdc17978d10 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:16.942963 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3babc2a-5fc5-4141-8e68-6cdc17978d10 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Pushing event deleted for resources: {'Port': ['ID=dcc8e0e0-838b-4de7-84dd-4718418811b2,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:17.013908 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-506901e4-c2c6-48e2-a036-c9bd7b32ab2f req-f3babc2a-5fc5-4141-8e68-6cdc17978d10 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:17.016920 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-506901e4-c2c6-48e2-a036-c9bd7b32ab2f req-f3babc2a-5fc5-4141-8e68-6cdc17978d10 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:17.018252 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-506901e4-c2c6-48e2-a036-c9bd7b32ab2f req-f3babc2a-5fc5-4141-8e68-6cdc17978d10 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "DELETE /v2.0/floatingips/e7b1e5bf-ba35-4fea-b4cb-e4b218d7b554 HTTP/1.1" status: 204 len: 173 time: 0.6537211 Dec 16 22:10:17.094266 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58254) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:17.152692 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9ab74-69b3-479c-8cae-b122c0fcdeb7 req-f4563580-9edf-4a0c-9fcf-b242c53d2f96 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:17.154936 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b5a9ab74-69b3-479c-8cae-b122c0fcdeb7 req-f4563580-9edf-4a0c-9fcf-b242c53d2f96 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 944 time: 0.0660152 Dec 16 22:10:17.198471 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac5d206-6367-461f-8f2a-d4d332be935c admin admin] Deleting subnet 206c3b9c-4f0c-4ec5-99ed-55861012dcf2 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:10:17.226231 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ac5d206-6367-461f-8f2a-d4d332be935c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:17.243082 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b5a9ab74-69b3-479c-8cae-b122c0fcdeb7 req-84264c75-20c8-4883-ab24-13492039a343 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756509 Dec 16 22:10:17.271172 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7375b24-ff26-4114-b63a-f3dd42447754 req-c62d3790-5a3b-4919-8810-1eb59c614094 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:17.271313 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65ae73-1fe5-46bd-b874-2a730cf61831 req-2eb1f361-940a-4f55-be80-8456c776d4b1 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:17.271313 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e65ae73-1fe5-46bd-b874-2a730cf61831 req-2eb1f361-940a-4f55-be80-8456c776d4b1 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.76 "GET /v2.0/ports?device_id=eca75d2e-7e6a-4fec-954d-ee88ee286513 HTTP/1.1" status: 200 len: 945 time: 0.1083877 Dec 16 22:10:17.271499 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d7375b24-ff26-4114-b63a-f3dd42447754 req-c62d3790-5a3b-4919-8810-1eb59c614094 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f40cac1-a8ad-4185-8ab0-0732b87459f1 HTTP/1.1" status: 200 len: 948 time: 0.1330528 Dec 16 22:10:17.319442 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ac5d206-6367-461f-8f2a-d4d332be935c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:17.364141 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-e834b29a-dd61-457c-a9ec-b1876389915e service neutron] 10.222.0.76 "GET /v2.0/ports/3a1488f4-6f67-4dea-b059-792a56dda1c7/bindings/n-h2-815324-4 HTTP/1.1" status: 200 len: 384 time: 0.3047225 Dec 16 22:10:17.373193 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d7375b24-ff26-4114-b63a-f3dd42447754 req-1e8060a8-5111-4b02-a79e-dee0f7294252 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/security-groups?id=74b7a956-0a39-4661-b286-56a30a3655e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036482 Dec 16 22:10:17.374965 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7f9f0d20-5bc8-4ba7-a23f-32e929e4a1ee req-1414f854-6b76-4cd8-9e08-b2a3b9e1ecb5 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/floatingips/48fa2fab-5b92-40a5-9b96-fb22cd110db2 HTTP/1.1" status: 200 len: 693 time: 0.0946310 Dec 16 22:10:17.410930 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7d58e-fe1d-47db-b152-34455e214b26 req-0b701e33-7376-4b2d-9373-4aa0d4185e24 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:17.412800 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dac7d58e-fe1d-47db-b152-34455e214b26 req-0b701e33-7376-4b2d-9373-4aa0d4185e24 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f40cac1-a8ad-4185-8ab0-0732b87459f1 HTTP/1.1" status: 200 len: 948 time: 0.1739912 Dec 16 22:10:17.421462 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ac5d206-6367-461f-8f2a-d4d332be935c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:17.596989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-0e65ae73-1fe5-46bd-b874-2a730cf61831 req-c54e1571-d3c7-40c2-a83b-3c303ddeb34e tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Deleting port e0d28721-cb82-435e-8ec6-f1818849b97e {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:10:17.597344 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0e65ae73-1fe5-46bd-b874-2a730cf61831 req-c54e1571-d3c7-40c2-a83b-3c303ddeb34e tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:17.613933 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801482e9-318b-48d8-b36a-6a3f7f8ef069 req-c6b37c22-4957-4e46-b75f-49dbd930164e tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:17.616195 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-801482e9-318b-48d8-b36a-6a3f7f8ef069 req-c6b37c22-4957-4e46-b75f-49dbd930164e tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/ports?device_id=eca75d2e-7e6a-4fec-954d-ee88ee286513 HTTP/1.1" status: 200 len: 945 time: 0.1080527 Dec 16 22:10:17.625839 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f0d20-5bc8-4ba7-a23f-32e929e4a1ee req-aa6de97b-11ab-461b-b380-703e8926900c tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:17.627533 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7f9f0d20-5bc8-4ba7-a23f-32e929e4a1ee req-aa6de97b-11ab-461b-b380-703e8926900c tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 784 time: 0.2323954 Dec 16 22:10:17.639157 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ac5d206-6367-461f-8f2a-d4d332be935c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:17.700741 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5d206-6367-461f-8f2a-d4d332be935c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=206c3b9c-4f0c-4ec5-99ed-55861012dcf2,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:17.703619 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-ce009b61-9fbf-4e90-9aa8-7fde1763f54c service neutron] For port 3a1488f4-6f67-4dea-b059-792a56dda1c7, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3a1488f4-6f67-4dea-b059-792a56dda1c7,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:17.706421 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ac5d206-6367-461f-8f2a-d4d332be935c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:17.712181 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7ac5d206-6367-461f-8f2a-d4d332be935c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/206c3b9c-4f0c-4ec5-99ed-55861012dcf2 HTTP/1.1" status: 204 len: 168 time: 0.6134026 Dec 16 22:10:17.716323 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58270) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:17.745979 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7f9f0d20-5bc8-4ba7-a23f-32e929e4a1ee req-bd050421-5522-4279-b46c-de56310cd8e4 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.242 HTTP/1.1" status: 200 len: 696 time: 0.0911672 Dec 16 22:10:17.750274 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-801482e9-318b-48d8-b36a-6a3f7f8ef069 req-fa8bdcf7-8408-428b-af28-9e4e65b5718c tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/security-groups?id=5c7e1c07-02b2-40fd-b981-1522a4137f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218646 Dec 16 22:10:17.754033 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-ce009b61-9fbf-4e90-9aa8-7fde1763f54c service neutron] For port 3a1488f4-6f67-4dea-b059-792a56dda1c7, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:17.793465 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-dac7d58e-fe1d-47db-b152-34455e214b26 req-f2dff7be-6654-49eb-9f59-cfa5f93fd9fa tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Deleting port f908cde2-ab74-4c3c-9699-af9542188fd8 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:10:17.793752 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-dac7d58e-fe1d-47db-b152-34455e214b26 req-f2dff7be-6654-49eb-9f59-cfa5f93fd9fa tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:17.801878 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-ce009b61-9fbf-4e90-9aa8-7fde1763f54c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1488f4-6f67-4dea-b059-792a56dda1c7 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:17.813495 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-ce009b61-9fbf-4e90-9aa8-7fde1763f54c service neutron] For port 3a1488f4-6f67-4dea-b059-792a56dda1c7, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=3a1488f4-6f67-4dea-b059-792a56dda1c7,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:17.916469 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-ce009b61-9fbf-4e90-9aa8-7fde1763f54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:17.916742 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7f9f0d20-5bc8-4ba7-a23f-32e929e4a1ee req-23e1178f-93a2-493d-8ffb-e6c561cadc08 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.242 HTTP/1.1" status: 200 len: 696 time: 0.1313422 Dec 16 22:10:17.932767 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-0e65ae73-1fe5-46bd-b874-2a730cf61831 req-c54e1571-d3c7-40c2-a83b-3c303ddeb34e tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] For port e0d28721-cb82-435e-8ec6-f1818849b97e, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e0d28721-cb82-435e-8ec6-f1818849b97e,segment=NetworkSegment(cc2b4cd0-b688-4cad-9858-1e698fcdff6b),segment_id=cc2b4cd0-b688-4cad-9858-1e698fcdff6b)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:17.937579 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0e65ae73-1fe5-46bd-b874-2a730cf61831 req-c54e1571-d3c7-40c2-a83b-3c303ddeb34e tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:17.940565 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd8cbc7d-6d7e-42e1-b7b7-cf44cee0d374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:18.002263 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-0e65ae73-1fe5-46bd-b874-2a730cf61831 req-c54e1571-d3c7-40c2-a83b-3c303ddeb34e tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Calling delete_port for e0d28721-cb82-435e-8ec6-f1818849b97e owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:10:18.029139 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-ce009b61-9fbf-4e90-9aa8-7fde1763f54c service neutron] Transition to ACTIVE for port object 3a1488f4-6f67-4dea-b059-792a56dda1c7 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:10:18.139217 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-ce009b61-9fbf-4e90-9aa8-7fde1763f54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:18.213493 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device eeb95a52-07b8-44e8-924d-273eee8cb0d6 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:10:18.237161 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-ce009b61-9fbf-4e90-9aa8-7fde1763f54c service neutron] No DVR routers for this DVR port 3a1488f4-6f67-4dea-b059-792a56dda1c7 on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:10:18.240754 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce009b61-9fbf-4e90-9aa8-7fde1763f54c service neutron] Pushing event updated for resources: {'Port': ['ID=3a1488f4-6f67-4dea-b059-792a56dda1c7,revision_number=10']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:18.242096 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: eeb95a52-07b8-44e8-924d-273eee8cb0d6 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:10:18.243007 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device eeb95a52-07b8-44e8-924d-273eee8cb0d6 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:10:18.282239 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-ce009b61-9fbf-4e90-9aa8-7fde1763f54c service neutron] 10.222.0.76 "PUT /v2.0/ports/3a1488f4-6f67-4dea-b059-792a56dda1c7/bindings/n-h2-815324-4/activate HTTP/1.1" status: 200 len: 369 time: 0.9087543 Dec 16 22:10:18.418681 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde929a-179f-4285-a903-efe2f116d3e3 req-2f9dc257-5515-426b-afff-950cf11ee4b7 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:18.420132 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cfde929a-179f-4285-a903-efe2f116d3e3 req-2f9dc257-5515-426b-afff-950cf11ee4b7 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 945 time: 0.0578370 Dec 16 22:10:18.464011 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-dac7d58e-fe1d-47db-b152-34455e214b26 req-f2dff7be-6654-49eb-9f59-cfa5f93fd9fa tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] For port f908cde2-ab74-4c3c-9699-af9542188fd8, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=f908cde2-ab74-4c3c-9699-af9542188fd8,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:18.464630 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-dac7d58e-fe1d-47db-b152-34455e214b26 req-f2dff7be-6654-49eb-9f59-cfa5f93fd9fa tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:18.485719 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cfde929a-179f-4285-a903-efe2f116d3e3 req-529a6c0c-83ba-424b-b0b0-4d7ffddd1847 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579481 Dec 16 22:10:18.521418 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-dac7d58e-fe1d-47db-b152-34455e214b26 req-f2dff7be-6654-49eb-9f59-cfa5f93fd9fa tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Calling delete_port for f908cde2-ab74-4c3c-9699-af9542188fd8 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:10:18.689468 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd8cbc7d-6d7e-42e1-b7b7-cf44cee0d374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:18.738139 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-dd8cbc7d-6d7e-42e1-b7b7-cf44cee0d374 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379cc67e-b2b4-429d-86de-d1c97ed6654f']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:18.744540 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-128c1b84-00cd-4402-876f-8c92b3f50432 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:18.746144 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-128c1b84-00cd-4402-876f-8c92b3f50432 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4&tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&binding%3Ahost_id=n-h1-815324-4 HTTP/1.1" status: 200 len: 1096 time: 0.2428334 Dec 16 22:10:18.797624 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-dd8cbc7d-6d7e-42e1-b7b7-cf44cee0d374 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749d0da6-5b18-430f-8a65-e8c6a368955a') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:18.798161 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-dd8cbc7d-6d7e-42e1-b7b7-cf44cee0d374 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749d0da6-5b18-430f-8a65-e8c6a368955a') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:18.841424 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd8cbc7d-6d7e-42e1-b7b7-cf44cee0d374 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:18.860627 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-7f9f0d20-5bc8-4ba7-a23f-32e929e4a1ee req-37091520-a1d9-40f4-99f4-20ff16ea14e2 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Deleting port 845ec31d-eff4-4082-b5e3-bb2dd0b6fb52 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:10:18.860997 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7f9f0d20-5bc8-4ba7-a23f-32e929e4a1ee req-37091520-a1d9-40f4-99f4-20ff16ea14e2 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:18.886720 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd8cbc7d-6d7e-42e1-b7b7-cf44cee0d374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:18.926353 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd8cbc7d-6d7e-42e1-b7b7-cf44cee0d374 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:10:18.926712 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd8cbc7d-6d7e-42e1-b7b7-cf44cee0d374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:10:18.932951 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:10:18.959008 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b1f58-b0c0-481c-ba23-b1f3e861f2cc req-65bc448b-b2f9-44e4-a72e-1d08e3f224be tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:18.960724 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-557b1f58-b0c0-481c-ba23-b1f3e861f2cc req-65bc448b-b2f9-44e4-a72e-1d08e3f224be tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f40cac1-a8ad-4185-8ab0-0732b87459f1 HTTP/1.1" status: 200 len: 948 time: 0.0769453 Dec 16 22:10:19.020542 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-557b1f58-b0c0-481c-ba23-b1f3e861f2cc req-d7542f79-fc56-4870-9ccf-7536415cf9d8 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/security-groups?id=74b7a956-0a39-4661-b286-56a30a3655e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535212 Dec 16 22:10:19.020825 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-0f299733-e50e-4082-a77c-b016c716538a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:19.022316 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-0f299733-e50e-4082-a77c-b016c716538a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4&tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6 HTTP/1.1" status: 200 len: 1096 time: 0.2654505 Dec 16 22:10:19.032580 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0e65ae73-1fe5-46bd-b874-2a730cf61831 req-c54e1571-d3c7-40c2-a83b-3c303ddeb34e tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:19.097875 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['e0d28721-cb82-435e-8ec6-f1818849b97e'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:10:19.101119 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e1571-d3c7-40c2-a83b-3c303ddeb34e tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Pushing event deleted for resources: {'Port': ['ID=e0d28721-cb82-435e-8ec6-f1818849b97e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:19.138399 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7f9f0d20-5bc8-4ba7-a23f-32e929e4a1ee req-37091520-a1d9-40f4-99f4-20ff16ea14e2 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:19.138740 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7f9f0d20-5bc8-4ba7-a23f-32e929e4a1ee req-37091520-a1d9-40f4-99f4-20ff16ea14e2 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:19.145938 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6004896f-953d-4804-a77c-5543c23e16e6 req-fef77212-1d45-4e27-b564-9b5d64466a6d tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/ports?device_id=eca75d2e-7e6a-4fec-954d-ee88ee286513 HTTP/1.1" status: 200 len: 210 time: 0.0468533 Dec 16 22:10:19.173722 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-7f9f0d20-5bc8-4ba7-a23f-32e929e4a1ee req-37091520-a1d9-40f4-99f4-20ff16ea14e2 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Calling delete_port for 845ec31d-eff4-4082-b5e3-bb2dd0b6fb52 owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:10:19.189434 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd8cbc7d-6d7e-42e1-b7b7-cf44cee0d374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:19.194064 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e65ae73-1fe5-46bd-b874-2a730cf61831 req-c54e1571-d3c7-40c2-a83b-3c303ddeb34e tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] No DVR routers for this DVR port e0d28721-cb82-435e-8ec6-f1818849b97e on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:10:19.201472 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd8cbc7d-6d7e-42e1-b7b7-cf44cee0d374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:19.204965 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-dd8cbc7d-6d7e-42e1-b7b7-cf44cee0d374 admin admin] 10.222.0.75 "DELETE /v2.0/networks/379cc67e-b2b4-429d-86de-d1c97ed6654f HTTP/1.1" status: 204 len: 168 time: 1.4875708 Dec 16 22:10:19.206925 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0e65ae73-1fe5-46bd-b874-2a730cf61831 req-c54e1571-d3c7-40c2-a83b-3c303ddeb34e tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:19.217826 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e65ae73-1fe5-46bd-b874-2a730cf61831 req-c54e1571-d3c7-40c2-a83b-3c303ddeb34e tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.76 "DELETE /v2.0/ports/e0d28721-cb82-435e-8ec6-f1818849b97e HTTP/1.1" status: 204 len: 173 time: 1.9314449 Dec 16 22:10:19.217826 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca75d2e-7e6a-4fec-954d-ee88ee286513', 'name': 'network-vif-deleted', 'tag': 'e0d28721-cb82-435e-8ec6-f1818849b97e'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:19.217826 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2688c98b-91c6-41e0-ae75-7d918519a4b4" -d '{"events": [{"server_uuid": "eca75d2e-7e6a-4fec-954d-ee88ee286513", "name": "network-vif-deleted", "tag": "e0d28721-cb82-435e-8ec6-f1818849b97e"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:19.237611 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-eddcd48c-12ea-4d24-8fde-1f05eb497413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:19.239262 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-eddcd48c-12ea-4d24-8fde-1f05eb497413 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 1096 time: 0.1582971 Dec 16 22:10:19.240052 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cbc7d-6d7e-42e1-b7b7-cf44cee0d374 admin admin] Pushing event deleted for resources: {'Network': ['ID=379cc67e-b2b4-429d-86de-d1c97ed6654f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:19.358908 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-dac7d58e-fe1d-47db-b152-34455e214b26 req-f2dff7be-6654-49eb-9f59-cfa5f93fd9fa tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:19.410553 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dff7be-6654-49eb-9f59-cfa5f93fd9fa tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Pushing event deleted for resources: {'Port': ['ID=f908cde2-ab74-4c3c-9699-af9542188fd8,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:19.481553 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-6b4c6fb3-673a-4387-937a-c7ab66fed4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:19.483138 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-6b4c6fb3-673a-4387-937a-c7ab66fed4d0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a733dfc2-18aa-436d-9a35-1f59bb423cae HTTP/1.1" status: 200 len: 921 time: 0.2052374 Dec 16 22:10:19.487392 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac7d58e-fe1d-47db-b152-34455e214b26 req-f2dff7be-6654-49eb-9f59-cfa5f93fd9fa tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] No DVR routers for this DVR port f908cde2-ab74-4c3c-9699-af9542188fd8 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:10:19.508122 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-dac7d58e-fe1d-47db-b152-34455e214b26 req-f2dff7be-6654-49eb-9f59-cfa5f93fd9fa tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:19.511493 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dac7d58e-fe1d-47db-b152-34455e214b26 req-f2dff7be-6654-49eb-9f59-cfa5f93fd9fa tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.76 "DELETE /v2.0/ports/f908cde2-ab74-4c3c-9699-af9542188fd8 HTTP/1.1" status: 204 len: 173 time: 2.0884743 Dec 16 22:10:19.554512 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-66435a10-7b0c-4c54-a24a-2186b4505517 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a1488f4-6f67-4dea-b059-792a56dda1c7 HTTP/1.1" status: 200 len: 217 time: 0.0478656 Dec 16 22:10:19.614560 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-ab8c7418-56ee-48b8-bb1d-5794d228a97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:19.616179 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-ab8c7418-56ee-48b8-bb1d-5794d228a97e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=28a903b4-5579-4f62-80b4-b7b74c354d7a HTTP/1.1" status: 200 len: 861 time: 0.0521255 Dec 16 22:10:19.653593 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-aec6cb38-0743-401d-b9ae-2ec99b62d51c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a733dfc2-18aa-436d-9a35-1f59bb423cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300398 Dec 16 22:10:19.761380 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7f9f0d20-5bc8-4ba7-a23f-32e929e4a1ee req-37091520-a1d9-40f4-99f4-20ff16ea14e2 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:19.776737 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-dad70b88-8c39-4aad-a7d4-141b053d769c service neutron] 10.222.0.57 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162870 Dec 16 22:10:19.813561 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37091520-a1d9-40f4-99f4-20ff16ea14e2 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Pushing event deleted for resources: {'Port': ['ID=845ec31d-eff4-4082-b5e3-bb2dd0b6fb52,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:19.939779 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7f9f0d20-5bc8-4ba7-a23f-32e929e4a1ee req-37091520-a1d9-40f4-99f4-20ff16ea14e2 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:19.943918 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7f9f0d20-5bc8-4ba7-a23f-32e929e4a1ee req-37091520-a1d9-40f4-99f4-20ff16ea14e2 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:19.960086 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7f9f0d20-5bc8-4ba7-a23f-32e929e4a1ee req-37091520-a1d9-40f4-99f4-20ff16ea14e2 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "DELETE /v2.0/floatingips/48fa2fab-5b92-40a5-9b96-fb22cd110db2 HTTP/1.1" status: 204 len: 173 time: 2.0348177 Dec 16 22:10:19.995027 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58418) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:20.001599 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-c2e19644-6cc9-4d9e-9095-2537c1964348 service neutron] 10.222.0.57 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023511 Dec 16 22:10:20.036225 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37961f4-a923-4274-a6de-c61106ca8b91 x-openstack-request-id: req-c37961f4-a923-4274-a6de-c61106ca8b91 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:20.036225 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca75d2e-7e6a-4fec-954d-ee88ee286513", "name": "network-vif-deleted", "tag": "e0d28721-cb82-435e-8ec6-f1818849b97e", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:20.036225 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c37961f4-a923-4274-a6de-c61106ca8b91 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:20.036225 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca75d2e-7e6a-4fec-954d-ee88ee286513', 'name': 'network-vif-deleted', 'tag': 'e0d28721-cb82-435e-8ec6-f1818849b97e', 'status': 'completed', 'code': 200} Dec 16 22:10:20.083472 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5939015b-1344-4833-a172-9a67c00b4e95 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cc6d00ec1b78464293b0fa31d05c3a1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0869944 Dec 16 22:10:20.092944 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58430) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:20.104134 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c1020-5499-47db-9b70-ade19e7bb789 req-57d8433b-46a9-46bc-985e-0dca09c41a13 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:20.105871 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d97c1020-5499-47db-9b70-ade19e7bb789 req-57d8433b-46a9-46bc-985e-0dca09c41a13 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 945 time: 0.0648389 Dec 16 22:10:20.164493 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d97c1020-5499-47db-9b70-ade19e7bb789 req-5c03b4ae-584f-46cf-b214-90cfdac09727 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508778 Dec 16 22:10:20.180241 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6508315c-f1b0-4c70-813f-7adf7e63005b req-90b81afe-6f95-4ea5-99ca-9e6684c8e63e tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/floatingips/e5a97d11-d397-465c-b6ca-bd851c7610c3 HTTP/1.1" status: 200 len: 692 time: 0.0785120 Dec 16 22:10:20.271673 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1097b559-5d24-4785-ba6b-2741c0d6f1e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:20.299471 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-968eabf5-f6d5-4242-94e6-7cab24564b12 req-3fc17841-7712-4375-9546-ff4588393bad tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f40cac1-a8ad-4185-8ab0-0732b87459f1 HTTP/1.1" status: 200 len: 210 time: 0.0378866 Dec 16 22:10:20.317717 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1097b559-5d24-4785-ba6b-2741c0d6f1e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:20.366129 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508315c-f1b0-4c70-813f-7adf7e63005b req-d430e32a-d32f-4fef-b905-eaa0785dd5f3 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:20.367680 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6508315c-f1b0-4c70-813f-7adf7e63005b req-d430e32a-d32f-4fef-b905-eaa0785dd5f3 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 784 time: 0.1776712 Dec 16 22:10:20.428097 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6508315c-f1b0-4c70-813f-7adf7e63005b req-c725173e-2f28-4d32-8648-e0ccff9e8054 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.62 HTTP/1.1" status: 200 len: 695 time: 0.0524704 Dec 16 22:10:20.503807 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6508315c-f1b0-4c70-813f-7adf7e63005b req-fb8e0b9d-f568-40f9-b932-700fe7004efe tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.62 HTTP/1.1" status: 200 len: 695 time: 0.0671358 Dec 16 22:10:20.654038 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-6508315c-f1b0-4c70-813f-7adf7e63005b req-f47206f4-540f-415f-85dd-80e162154a57 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Deleting port 4111f7cc-a823-41d2-817e-f7a634643f9e {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:10:20.654417 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6508315c-f1b0-4c70-813f-7adf7e63005b req-f47206f4-540f-415f-85dd-80e162154a57 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:20.711091 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1097b559-5d24-4785-ba6b-2741c0d6f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:20.713204 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1097b559-5d24-4785-ba6b-2741c0d6f1e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:20.714342 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1097b559-5d24-4785-ba6b-2741c0d6f1e2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a75e3fb9-4ce5-4b3c-86d9-caa54440a77f HTTP/1.1" status: 204 len: 168 time: 0.6182528 Dec 16 22:10:20.746787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097b559-5d24-4785-ba6b-2741c0d6f1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75e3fb9-4ce5-4b3c-86d9-caa54440a77f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:20.785064 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-14083323-4eae-4d45-b523-aa3f4adcec89 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:20.786609 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-14083323-4eae-4d45-b523-aa3f4adcec89 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4&tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&binding%3Ahost_id=n-h2-815324-4 HTTP/1.1" status: 200 len: 1096 time: 0.0874741 Dec 16 22:10:20.795593 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6508315c-f1b0-4c70-813f-7adf7e63005b req-f47206f4-540f-415f-85dd-80e162154a57 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:20.795935 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6508315c-f1b0-4c70-813f-7adf7e63005b req-f47206f4-540f-415f-85dd-80e162154a57 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:20.837398 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-6508315c-f1b0-4c70-813f-7adf7e63005b req-f47206f4-540f-415f-85dd-80e162154a57 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Calling delete_port for 4111f7cc-a823-41d2-817e-f7a634643f9e owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:10:20.967800 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b987d893-d2ce-43cd-ac52-6e97f1302c7c req-07a5f17c-3d9d-4dcf-b8bc-c2cb0c70c718 tempest-InstanceActionsTestJSON-1437954446 tempest-InstanceActionsTestJSON-1437954446-project] 10.222.0.75 "GET /v2.0/ports?device_id=eca75d2e-7e6a-4fec-954d-ee88ee286513 HTTP/1.1" status: 200 len: 210 time: 0.0301592 Dec 16 22:10:21.022716 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e0d28721-cb82-435e-8ec6-f1818849b97e no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:10:21.054330 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: e0d28721-cb82-435e-8ec6-f1818849b97e {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:10:21.054922 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e0d28721-cb82-435e-8ec6-f1818849b97e not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:10:21.055542 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device f908cde2-ab74-4c3c-9699-af9542188fd8 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:10:21.094017 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: f908cde2-ab74-4c3c-9699-af9542188fd8 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:10:21.094479 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device f908cde2-ab74-4c3c-9699-af9542188fd8 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:10:21.125522 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-b926eeb6-e076-482f-ab30-3da22add84fd service neutron] For port 3a1488f4-6f67-4dea-b059-792a56dda1c7, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:21.128918 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-b926eeb6-e076-482f-ab30-3da22add84fd service neutron] Publish callbacks [] for binding, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:21.130102 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-61e858e6-185d-48a6-be59-779c2a25fb30 req-b926eeb6-e076-482f-ab30-3da22add84fd service neutron] 10.222.0.57 "DELETE /v2.0/ports/3a1488f4-6f67-4dea-b059-792a56dda1c7/bindings/n-h1-815324-4 HTTP/1.1" status: 204 len: 173 time: 0.3305721 Dec 16 22:10:21.247702 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6508315c-f1b0-4c70-813f-7adf7e63005b req-f47206f4-540f-415f-85dd-80e162154a57 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:21.272700 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47206f4-540f-415f-85dd-80e162154a57 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Pushing event deleted for resources: {'Port': ['ID=4111f7cc-a823-41d2-817e-f7a634643f9e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:21.352457 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6508315c-f1b0-4c70-813f-7adf7e63005b req-f47206f4-540f-415f-85dd-80e162154a57 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:21.355352 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6508315c-f1b0-4c70-813f-7adf7e63005b req-f47206f4-540f-415f-85dd-80e162154a57 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:21.356650 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6508315c-f1b0-4c70-813f-7adf7e63005b req-f47206f4-540f-415f-85dd-80e162154a57 tempest-FloatingIPDetailsTestJSON-1882431088 tempest-FloatingIPDetailsTestJSON-1882431088-project] 10.222.0.75 "DELETE /v2.0/floatingips/e5a97d11-d397-465c-b6ca-bd851c7610c3 HTTP/1.1" status: 204 len: 173 time: 0.8488281 Dec 16 22:10:21.370726 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58520) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:21.590164 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a79cd4-e689-4e72-a3ff-0483c24b4ede req-5dc0af75-7a51-4437-932e-ad3d248f9069 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:21.595682 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c0a79cd4-e689-4e72-a3ff-0483c24b4ede req-5dc0af75-7a51-4437-932e-ad3d248f9069 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 945 time: 0.0774102 Dec 16 22:10:21.653750 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-992ea297-e9bf-448d-8e20-30b9aed11e7b req-cee476f9-0b53-4573-92b4-1e65dc0abfe6 tempest-ImagesOneServerTestJSON-1763201192 tempest-ImagesOneServerTestJSON-1763201192-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f40cac1-a8ad-4185-8ab0-0732b87459f1 HTTP/1.1" status: 200 len: 210 time: 0.0367825 Dec 16 22:10:21.662804 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c0a79cd4-e689-4e72-a3ff-0483c24b4ede req-39081a44-b300-4b12-b642-f17e9d0d7716 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617974 Dec 16 22:10:21.855514 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93079baf-f190-4749-a8c2-c2a1ee107870 req-382fd39e-e2de-45d1-bdd2-ed5e521f2bb2 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:21.861612 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93079baf-f190-4749-a8c2-c2a1ee107870 req-382fd39e-e2de-45d1-bdd2-ed5e521f2bb2 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 1096 time: 0.0594201 Dec 16 22:10:21.883022 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-976f97a2-dce1-4e40-a92e-2cd2bef41cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:21.943196 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93079baf-f190-4749-a8c2-c2a1ee107870 req-1e90c621-6ca4-4e94-a1e9-9e94349606f3 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609641 Dec 16 22:10:22.028546 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f40cac1-a8ad-4185-8ab0-0732b87459f1', 'name': 'network-vif-deleted', 'tag': 'f908cde2-ab74-4c3c-9699-af9542188fd8'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:22.034722 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703b0eff-a917-4a7f-b31c-c52cbb1fdbae" -d '{"events": [{"server_uuid": "2f40cac1-a8ad-4185-8ab0-0732b87459f1", "name": "network-vif-deleted", "tag": "f908cde2-ab74-4c3c-9699-af9542188fd8"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:22.065791 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58584) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:22.216773 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-224e3dd4-8a5f-4550-afbf-7d174970b931 admin admin] Deleting subnet 697912a2-0f16-4564-887e-40b119e1013d {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:10:22.221864 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-224e3dd4-8a5f-4550-afbf-7d174970b931 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:22.258010 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938f938-78dd-4f84-98e5-5a20b8676706 req-863afa7d-dff8-4db5-948c-296c0e1ab6a3 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:22.259592 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7938f938-78dd-4f84-98e5-5a20b8676706 req-863afa7d-dff8-4db5-948c-296c0e1ab6a3 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 1096 time: 0.0882933 Dec 16 22:10:22.262767 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-976f97a2-dce1-4e40-a92e-2cd2bef41cb1 admin admin] Deleting port 2bff1da0-5992-4e3b-96cd-9e461fc3f473 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:10:22.263239 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-976f97a2-dce1-4e40-a92e-2cd2bef41cb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:22.265487 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-224e3dd4-8a5f-4550-afbf-7d174970b931 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:22.327822 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-224e3dd4-8a5f-4550-afbf-7d174970b931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:22.362633 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-976f97a2-dce1-4e40-a92e-2cd2bef41cb1 admin admin] For port 2bff1da0-5992-4e3b-96cd-9e461fc3f473, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2bff1da0-5992-4e3b-96cd-9e461fc3f473,segment=NetworkSegment(1b1f1ebc-0ee2-4908-a000-dc1cd375a191),segment_id=1b1f1ebc-0ee2-4908-a000-dc1cd375a191)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:22.363015 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-976f97a2-dce1-4e40-a92e-2cd2bef41cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:22.363698 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7938f938-78dd-4f84-98e5-5a20b8676706 req-3e7b8026-2abf-47d9-82b1-67a4bc147855 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959387 Dec 16 22:10:22.388422 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-976f97a2-dce1-4e40-a92e-2cd2bef41cb1 admin admin] Calling delete_port for 2bff1da0-5992-4e3b-96cd-9e461fc3f473 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:10:22.495025 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bd5847-6831-48ff-86ac-e244a66b2fb2 x-openstack-request-id: req-e8bd5847-6831-48ff-86ac-e244a66b2fb2 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:22.496093 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f40cac1-a8ad-4185-8ab0-0732b87459f1", "name": "network-vif-deleted", "tag": "f908cde2-ab74-4c3c-9699-af9542188fd8", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:22.496514 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e8bd5847-6831-48ff-86ac-e244a66b2fb2 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:22.497080 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f40cac1-a8ad-4185-8ab0-0732b87459f1', 'name': 'network-vif-deleted', 'tag': 'f908cde2-ab74-4c3c-9699-af9542188fd8', 'status': 'completed', 'code': 200} Dec 16 22:10:22.516664 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-224e3dd4-8a5f-4550-afbf-7d174970b931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:22.530450 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58618) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:22.575399 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e3dd4-8a5f-4550-afbf-7d174970b931 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=697912a2-0f16-4564-887e-40b119e1013d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:22.586297 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-224e3dd4-8a5f-4550-afbf-7d174970b931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:22.590432 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-224e3dd4-8a5f-4550-afbf-7d174970b931 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/697912a2-0f16-4564-887e-40b119e1013d HTTP/1.1" status: 204 len: 168 time: 0.5235653 Dec 16 22:10:22.592884 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58634) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:22.710139 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8f4f42d0-fbe1-491d-956e-633f7f24e850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:22.722540 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-8b481ed9-bfe6-434d-9434-2003edf32a0c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1953707022-network', 'tenant_id': 'fb020d18049e49da94018381955868ba'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:22.816083 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8f4f42d0-fbe1-491d-956e-633f7f24e850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:22.846383 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-8f4f42d0-fbe1-491d-956e-633f7f24e850 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925c9f41-53db-4fc4-85db-7df4078fa9fc']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:22.848682 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-8f4f42d0-fbe1-491d-956e-633f7f24e850 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2b4cd0-b688-4cad-9858-1e698fcdff6b') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:22.848981 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-8f4f42d0-fbe1-491d-956e-633f7f24e850 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2b4cd0-b688-4cad-9858-1e698fcdff6b') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:22.861158 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8f4f42d0-fbe1-491d-956e-633f7f24e850 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:22.877819 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8f4f42d0-fbe1-491d-956e-633f7f24e850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:22.885239 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4f42d0-fbe1-491d-956e-633f7f24e850 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:10:22.885534 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8f4f42d0-fbe1-491d-956e-633f7f24e850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:10:22.887406 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:10:22.910311 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-976f97a2-dce1-4e40-a92e-2cd2bef41cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:22.937466 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f97a2-dce1-4e40-a92e-2cd2bef41cb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bff1da0-5992-4e3b-96cd-9e461fc3f473,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:22.946655 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b481ed9-bfe6-434d-9434-2003edf32a0c admin admin] Made reservation on behalf of fb020d18049e49da94018381955868ba for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:10:22.949023 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b481ed9-bfe6-434d-9434-2003edf32a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:22.995904 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b481ed9-bfe6-434d-9434-2003edf32a0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:23.076926 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8f4f42d0-fbe1-491d-956e-633f7f24e850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:23.110735 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8f4f42d0-fbe1-491d-956e-633f7f24e850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:23.116117 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8f4f42d0-fbe1-491d-956e-633f7f24e850 admin admin] 10.222.0.75 "DELETE /v2.0/networks/925c9f41-53db-4fc4-85db-7df4078fa9fc HTTP/1.1" status: 204 len: 168 time: 0.5214257 Dec 16 22:10:23.121833 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f42d0-fbe1-491d-956e-633f7f24e850 admin admin] Pushing event deleted for resources: {'Network': ['ID=925c9f41-53db-4fc4-85db-7df4078fa9fc,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:23.232759 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-976f97a2-dce1-4e40-a92e-2cd2bef41cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:23.245804 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b481ed9-bfe6-434d-9434-2003edf32a0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:23.418441 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2411b6a0-f554-447e-b840-554bbad3d5b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:23.488752 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976f97a2-dce1-4e40-a92e-2cd2bef41cb1 admin admin] Router 0461aa13-e7a4-495f-bfab-5352a43a2802 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:10:23.495550 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b481ed9-bfe6-434d-9434-2003edf32a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:23.550699 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b481ed9-bfe6-434d-9434-2003edf32a0c admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:10:23.574088 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b481ed9-bfe6-434d-9434-2003edf32a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:23.576179 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b481ed9-bfe6-434d-9434-2003edf32a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:23.576526 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-8b481ed9-bfe6-434d-9434-2003edf32a0c admin admin] Added segment 7d53f15a-20ab-44b9-a103-402696484de8 of type vlan for network 6897b954-3619-4e8e-ae30-929f8d7aad6a Dec 16 22:10:23.824493 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58684) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:23.884022 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-15fec521-3012-4cd3-a9f2-f3addc760e4d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=312bb952749c4153a02db9f5fe30751a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0554252 Dec 16 22:10:23.884254 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58686) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:23.955098 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b481ed9-bfe6-434d-9434-2003edf32a0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:23.958269 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1206efc1-388f-4393-a3a4-5cd46c4bd6cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:23.983095 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976f97a2-dce1-4e40-a92e-2cd2bef41cb1 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:10:23.993238 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-976f97a2-dce1-4e40-a92e-2cd2bef41cb1 admin admin] 10.222.0.75 "PUT /v2.0/routers/0461aa13-e7a4-495f-bfab-5352a43a2802/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6181479 Dec 16 22:10:23.993238 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58694) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:23.993520 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf32bc4-d976-4d1a-b599-bd1338a3873d None None] Sync routers for ids ['0461aa13-e7a4-495f-bfab-5352a43a2802'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:10:24.004117 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1206efc1-388f-4393-a3a4-5cd46c4bd6cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:24.008303 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf32bc4-d976-4d1a-b599-bd1338a3873d None None] Routers {'0461aa13-e7a4-495f-bfab-5352a43a2802'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:10:24.008948 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5bf32bc4-d976-4d1a-b599-bd1338a3873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:09:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0461aa13-e7a4-495f-bfab-5352a43a2802'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:24.037733 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58696) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:24.137277 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-283efc54-90e7-4acf-8bda-9121d3a510ed admin admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:24.142435 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b481ed9-bfe6-434d-9434-2003edf32a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:24.143568 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b481ed9-bfe6-434d-9434-2003edf32a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:24.144156 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b481ed9-bfe6-434d-9434-2003edf32a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:24.162901 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1206efc1-388f-4393-a3a4-5cd46c4bd6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:24.168803 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1206efc1-388f-4393-a3a4-5cd46c4bd6cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:24.170377 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1206efc1-388f-4393-a3a4-5cd46c4bd6cc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5c7e1c07-02b2-40fd-b981-1522a4137f2e HTTP/1.1" status: 204 len: 168 time: 0.2818837 Dec 16 22:10:24.178667 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-5bf32bc4-d976-4d1a-b599-bd1338a3873d None None] Set router 0461aa13-e7a4-495f-bfab-5352a43a2802 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:10:24.191220 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206efc1-388f-4393-a3a4-5cd46c4bd6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7e1c07-02b2-40fd-b981-1522a4137f2e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:24.407595 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b481ed9-bfe6-434d-9434-2003edf32a0c admin admin] Pushing event updated for resources: {'Network': ['ID=6897b954-3619-4e8e-ae30-929f8d7aad6a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:24.418734 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 6897b954-3619-4e8e-ae30-929f8d7aad6a details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:10:24.423610 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ee11b9f6-b545-4ca5-9633-478047398552 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ef54e10689df4bffb1820aa2a6534f75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3845897 Dec 16 22:10:24.426740 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58710) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:24.442471 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-283efc54-90e7-4acf-8bda-9121d3a510ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:24.475391 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5bf32bc4-d976-4d1a-b599-bd1338a3873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0461aa13-e7a4-495f-bfab-5352a43a2802', 'name': 'tempest-FloatingIPDetailsTestJSON-1760151331-router', 'tenant_id': '9ce39bd72e584fd29980f4429c49da21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'f6ef80e6-9f28-4717-b216-30849c8219ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:09:40Z', 'updated_at': '2021-12-16T22:10:22Z', 'revision_number': 5, 'project_id': '9ce39bd72e584fd29980f4429c49da21', 'gw_port': {'id': 'f6ef80e6-9f28-4717-b216-30849c8219ab', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0461aa13-e7a4-495f-bfab-5352a43a2802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:42Z', 'updated_at': '2021-12-16T22:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:24.504752 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-54b15b44-b819-4030-8b03-bf4c131cc0dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:24.513784 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf32bc4-d976-4d1a-b599-bd1338a3873d None None] Checking router: 0461aa13-e7a4-495f-bfab-5352a43a2802 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:10:24.524279 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf32bc4-d976-4d1a-b599-bd1338a3873d None None] Routers {'0461aa13-e7a4-495f-bfab-5352a43a2802'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:10:24.525346 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5bf32bc4-d976-4d1a-b599-bd1338a3873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:09:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0461aa13-e7a4-495f-bfab-5352a43a2802'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:24.533279 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-54b15b44-b819-4030-8b03-bf4c131cc0dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:24.640079 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-5bf32bc4-d976-4d1a-b599-bd1338a3873d None None] Set router 0461aa13-e7a4-495f-bfab-5352a43a2802 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:10:24.755690 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8b481ed9-bfe6-434d-9434-2003edf32a0c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2208867 Dec 16 22:10:24.760909 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58716) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:24.784752 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-43552411-888b-48bb-8fc7-1083e9f969f2 admin admin] Request body: {'subnet': {'network_id': '6897b954-3619-4e8e-ae30-929f8d7aad6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953707022-subnet', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:24.807961 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-54b15b44-b819-4030-8b03-bf4c131cc0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:24.814007 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-54b15b44-b819-4030-8b03-bf4c131cc0dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:24.822183 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-54b15b44-b819-4030-8b03-bf4c131cc0dc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/74b7a956-0a39-4661-b286-56a30a3655e2 HTTP/1.1" status: 204 len: 168 time: 0.3876574 Dec 16 22:10:24.834368 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b15b44-b819-4030-8b03-bf4c131cc0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b7a956-0a39-4661-b286-56a30a3655e2,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:24.891638 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5bf32bc4-d976-4d1a-b599-bd1338a3873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0461aa13-e7a4-495f-bfab-5352a43a2802', 'name': 'tempest-FloatingIPDetailsTestJSON-1760151331-router', 'tenant_id': '9ce39bd72e584fd29980f4429c49da21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'f6ef80e6-9f28-4717-b216-30849c8219ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:09:40Z', 'updated_at': '2021-12-16T22:10:22Z', 'revision_number': 5, 'project_id': '9ce39bd72e584fd29980f4429c49da21', 'gw_port': {'id': 'f6ef80e6-9f28-4717-b216-30849c8219ab', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0461aa13-e7a4-495f-bfab-5352a43a2802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:42Z', 'updated_at': '2021-12-16T22:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:24.896056 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-283efc54-90e7-4acf-8bda-9121d3a510ed admin admin] Deleting port f6ef80e6-9f28-4717-b216-30849c8219ab {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:10:24.896399 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-283efc54-90e7-4acf-8bda-9121d3a510ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:24.924216 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf32bc4-d976-4d1a-b599-bd1338a3873d None None] The sync data for ids ['0461aa13-e7a4-495f-bfab-5352a43a2802'] in n-d-815324-4 is: [{'id': '0461aa13-e7a4-495f-bfab-5352a43a2802', 'name': 'tempest-FloatingIPDetailsTestJSON-1760151331-router', 'tenant_id': '9ce39bd72e584fd29980f4429c49da21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'f6ef80e6-9f28-4717-b216-30849c8219ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:09:40Z', 'updated_at': '2021-12-16T22:10:22Z', 'revision_number': 5, 'project_id': '9ce39bd72e584fd29980f4429c49da21', 'gw_port': {'id': 'f6ef80e6-9f28-4717-b216-30849c8219ab', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0461aa13-e7a4-495f-bfab-5352a43a2802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:09:42Z', 'updated_at': '2021-12-16T22:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:10:25.036188 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-283efc54-90e7-4acf-8bda-9121d3a510ed admin admin] For port f6ef80e6-9f28-4717-b216-30849c8219ab, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f6ef80e6-9f28-4717-b216-30849c8219ab,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:25.036565 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-283efc54-90e7-4acf-8bda-9121d3a510ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:25.049698 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-283efc54-90e7-4acf-8bda-9121d3a510ed admin admin] Calling delete_port for f6ef80e6-9f28-4717-b216-30849c8219ab owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:10:25.059232 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43552411-888b-48bb-8fc7-1083e9f969f2 admin admin] Made reservation on behalf of fb020d18049e49da94018381955868ba for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:10:25.059232 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-43552411-888b-48bb-8fc7-1083e9f969f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:25.333799 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2bff1da0-5992-4e3b-96cd-9e461fc3f473 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:10:25.359431 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 2bff1da0-5992-4e3b-96cd-9e461fc3f473 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:10:25.360149 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2bff1da0-5992-4e3b-96cd-9e461fc3f473 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:10:25.608055 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-43552411-888b-48bb-8fc7-1083e9f969f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:25.658950 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-58021241-40bd-4cfb-9d07-9a8e741e3ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:25.672205 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-283efc54-90e7-4acf-8bda-9121d3a510ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:25.718977 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283efc54-90e7-4acf-8bda-9121d3a510ed admin admin] Pushing event deleted for resources: {'Port': ['ID=f6ef80e6-9f28-4717-b216-30849c8219ab,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:25.721918 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43552411-888b-48bb-8fc7-1083e9f969f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aad8e5a8-b013-4c8c-8f52-75d6be3d513d,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:25.753351 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43552411-888b-48bb-8fc7-1083e9f969f2 admin admin] Checking segment: {'id': '7d53f15a-20ab-44b9-a103-402696484de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6897b954-3619-4e8e-ae30-929f8d7aad6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:25.753829 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43552411-888b-48bb-8fc7-1083e9f969f2 admin admin] Network hostable DHCP agents. Network: 6897b954-3619-4e8e-ae30-929f8d7aad6a, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:10:25.837634 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-283efc54-90e7-4acf-8bda-9121d3a510ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:25.922061 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-283efc54-90e7-4acf-8bda-9121d3a510ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:25.936021 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-283efc54-90e7-4acf-8bda-9121d3a510ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:26.178551 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-283efc54-90e7-4acf-8bda-9121d3a510ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:26.179319 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283efc54-90e7-4acf-8bda-9121d3a510ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0461aa13-e7a4-495f-bfab-5352a43a2802 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:10:26.181002 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43552411-888b-48bb-8fc7-1083e9f969f2 admin admin] Network 6897b954-3619-4e8e-ae30-929f8d7aad6a is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:10:26.192073 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-283efc54-90e7-4acf-8bda-9121d3a510ed admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:26.192073 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-283efc54-90e7-4acf-8bda-9121d3a510ed admin admin] 10.222.0.75 "DELETE /v2.0/routers/0461aa13-e7a4-495f-bfab-5352a43a2802 HTTP/1.1" status: 204 len: 168 time: 2.1961751 Dec 16 22:10:26.193895 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58754) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:26.269178 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21d6479-b651-4591-8d2a-fd190b771d61 admin admin] Deleting subnet ae102db7-c234-4bee-a9c3-c01ccc1cab44 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:10:26.269178 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a21d6479-b651-4591-8d2a-fd190b771d61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:26.310368 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a21d6479-b651-4591-8d2a-fd190b771d61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:26.404227 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-43552411-888b-48bb-8fc7-1083e9f969f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 6897b954-3619-4e8e-ae30-929f8d7aad6a) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:26.404227 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43552411-888b-48bb-8fc7-1083e9f969f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:26.404227 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-43552411-888b-48bb-8fc7-1083e9f969f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:26.411429 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f4ce34-cb2a-41a2-b488-0180f541f664 None None] Network 6897b954-3619-4e8e-ae30-929f8d7aad6a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:10:26.420147 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a21d6479-b651-4591-8d2a-fd190b771d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:26.531624 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-43552411-888b-48bb-8fc7-1083e9f969f2 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7525215 Dec 16 22:10:26.538395 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58764) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:26.544273 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-53c4e2b2-5785-4059-9ef1-b59e4b73327d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1953707022-router', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:26.561575 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58766) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:26.631697 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a21d6479-b651-4591-8d2a-fd190b771d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:26.645971 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250f7667-116e-403f-a6bb-03f2ec800074 None None] Network 6897b954-3619-4e8e-ae30-929f8d7aad6a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:10:26.669406 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58770) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:26.706732 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d6479-b651-4591-8d2a-fd190b771d61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae102db7-c234-4bee-a9c3-c01ccc1cab44,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:26.709808 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a21d6479-b651-4591-8d2a-fd190b771d61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:26.715797 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58774) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:26.730884 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384b4b5d-204a-463b-9bb1-6216bd0d29bc None None] Network f28a6e52-b171-4b54-a158-09db9a62aef0 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:10:26.742862 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a21d6479-b651-4591-8d2a-fd190b771d61 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/ae102db7-c234-4bee-a9c3-c01ccc1cab44 HTTP/1.1" status: 204 len: 168 time: 0.5170102 Dec 16 22:10:26.784650 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-53c4e2b2-5785-4059-9ef1-b59e4b73327d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:26.786038 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-53c4e2b2-5785-4059-9ef1-b59e4b73327d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:26.850518 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:26.861601 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-53c4e2b2-5785-4059-9ef1-b59e4b73327d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:26.888145 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-372699a5-742f-4724-bc05-a52c6ee9c89e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1170556630-network', 'tenant_id': '366e353316474357998db59b3bf020b3'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:26.938174 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-985bcaf0-4147-4681-8704-047df5fe86b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:26.957961 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:26.968110 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d2fe0d9b-6156-453a-a404-2c31daf8992d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:27.042317 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bb89c8-a99e-468d-9d77-ca727c170b16 None None] DHCP port deletion for f28a6e52-b171-4b54-a158-09db9a62aef0 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:10:27.083672 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372699a5-742f-4724-bc05-a52c6ee9c89e admin admin] Made reservation on behalf of 366e353316474357998db59b3bf020b3 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:10:27.100910 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-372699a5-742f-4724-bc05-a52c6ee9c89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:27.145245 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-372699a5-742f-4724-bc05-a52c6ee9c89e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:27.186178 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-985bcaf0-4147-4681-8704-047df5fe86b9 admin admin] Deleting port 1a9619a5-5e17-4868-9b61-408aacd01e37 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:10:27.187924 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-985bcaf0-4147-4681-8704-047df5fe86b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:27.269871 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-53c4e2b2-5785-4059-9ef1-b59e4b73327d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:27.295466 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a6bb89c8-a99e-468d-9d77-ca727c170b16 None None] Deleting port 1a9619a5-5e17-4868-9b61-408aacd01e37 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:10:27.295863 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a6bb89c8-a99e-468d-9d77-ca727c170b16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:27.333998 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-985bcaf0-4147-4681-8704-047df5fe86b9 admin admin] For port 1a9619a5-5e17-4868-9b61-408aacd01e37, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=1a9619a5-5e17-4868-9b61-408aacd01e37,segment=NetworkSegment(1b1f1ebc-0ee2-4908-a000-dc1cd375a191),segment_id=1b1f1ebc-0ee2-4908-a000-dc1cd375a191)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:27.334379 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-985bcaf0-4147-4681-8704-047df5fe86b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:27.370104 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d2fe0d9b-6156-453a-a404-2c31daf8992d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:27.382424 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a6bb89c8-a99e-468d-9d77-ca727c170b16 None None] For port 1a9619a5-5e17-4868-9b61-408aacd01e37, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=1a9619a5-5e17-4868-9b61-408aacd01e37,segment=NetworkSegment(1b1f1ebc-0ee2-4908-a000-dc1cd375a191),segment_id=1b1f1ebc-0ee2-4908-a000-dc1cd375a191)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:27.383203 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a6bb89c8-a99e-468d-9d77-ca727c170b16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:27.391986 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-985bcaf0-4147-4681-8704-047df5fe86b9 admin admin] Calling delete_port for 1a9619a5-5e17-4868-9b61-408aacd01e37 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:10:27.401620 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a6bb89c8-a99e-468d-9d77-ca727c170b16 None None] Calling delete_port for 1a9619a5-5e17-4868-9b61-408aacd01e37 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:10:27.415417 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58786) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:27.473614 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 1a9619a5-5e17-4868-9b61-408aacd01e37 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:10:27.570535 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d2fe0d9b-6156-453a-a404-2c31daf8992d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:27.616433 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:27.677183 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-372699a5-742f-4724-bc05-a52c6ee9c89e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:27.695093 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d2fe0d9b-6156-453a-a404-2c31daf8992d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bc44a1676cf142a09485a19f85d2c6ca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0215716 Dec 16 22:10:27.695093 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe0d9b-6156-453a-a404-2c31daf8992d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e378101c-6b8b-492e-9357-4eceaa6db676,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:27.697194 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58794) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:27.716243 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-4e439cd8-96be-42b5-b9bf-fc8132dc4d4c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1318706951-network', 'tenant_id': 'e01c2d2b67ec4a12baa410a80cc4e916'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:27.721801 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a6bb89c8-a99e-468d-9d77-ca727c170b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:27.753784 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-985bcaf0-4147-4681-8704-047df5fe86b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:27.784552 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-53c4e2b2-5785-4059-9ef1-b59e4b73327d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:27.796046 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bcaf0-4147-4681-8704-047df5fe86b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a9619a5-5e17-4868-9b61-408aacd01e37,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:27.809884 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-372699a5-742f-4724-bc05-a52c6ee9c89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:27.811519 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985bcaf0-4147-4681-8704-047df5fe86b9 admin admin] No DVR routers for this DVR port 1a9619a5-5e17-4868-9b61-408aacd01e37 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:10:27.817654 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f6ef80e6-9f28-4717-b216-30849c8219ab no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:10:27.824210 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb89c8-a99e-468d-9d77-ca727c170b16 None None] Pushing event deleted for resources: {'Port': ['ID=1a9619a5-5e17-4868-9b61-408aacd01e37,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:27.834333 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-53c4e2b2-5785-4059-9ef1-b59e4b73327d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:27.850421 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bb89c8-a99e-468d-9d77-ca727c170b16 None None] No DVR routers for this DVR port 1a9619a5-5e17-4868-9b61-408aacd01e37 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:10:27.859765 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: f6ef80e6-9f28-4717-b216-30849c8219ab {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:10:27.861062 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f6ef80e6-9f28-4717-b216-30849c8219ab not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:10:27.871074 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372699a5-742f-4724-bc05-a52c6ee9c89e admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:10:27.872141 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bb89c8-a99e-468d-9d77-ca727c170b16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:27.873227 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-78e4ab02-cd47-4801-89fb-3d16ec9fa8a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:27.873364 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bb89c8-a99e-468d-9d77-ca727c170b16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:27.874532 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bb89c8-a99e-468d-9d77-ca727c170b16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:27.874726 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bb89c8-a99e-468d-9d77-ca727c170b16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:27.875668 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bb89c8-a99e-468d-9d77-ca727c170b16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:27.876007 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bb89c8-a99e-468d-9d77-ca727c170b16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:27.876594 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bb89c8-a99e-468d-9d77-ca727c170b16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:27.876594 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bb89c8-a99e-468d-9d77-ca727c170b16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:27.876948 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bb89c8-a99e-468d-9d77-ca727c170b16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:27.877266 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bb89c8-a99e-468d-9d77-ca727c170b16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:27.877647 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bb89c8-a99e-468d-9d77-ca727c170b16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:27.878189 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bb89c8-a99e-468d-9d77-ca727c170b16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:27.879099 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bb89c8-a99e-468d-9d77-ca727c170b16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:27.935478 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372699a5-742f-4724-bc05-a52c6ee9c89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45fb5f3-3aca-4265-9146-cec7842966ab,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:27.942245 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-372699a5-742f-4724-bc05-a52c6ee9c89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:27.942636 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-372699a5-742f-4724-bc05-a52c6ee9c89e admin admin] Added segment f4c7e0e5-5b92-4cad-a4bc-dbda9b26e7d7 of type vlan for network 2512c37e-994a-449e-ace2-dfa030c2a9ae Dec 16 22:10:27.964029 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e439cd8-96be-42b5-b9bf-fc8132dc4d4c admin admin] Made reservation on behalf of e01c2d2b67ec4a12baa410a80cc4e916 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:10:27.966420 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e439cd8-96be-42b5-b9bf-fc8132dc4d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:27.971712 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-78e4ab02-cd47-4801-89fb-3d16ec9fa8a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:27.976466 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-53c4e2b2-5785-4059-9ef1-b59e4b73327d admin admin] Allocated IP 172.25.6.138 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/b725840e-8064-4520-a682-43a62f56a2c4) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:10:28.029294 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e439cd8-96be-42b5-b9bf-fc8132dc4d4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:28.048307 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-985bcaf0-4147-4681-8704-047df5fe86b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:28.066552 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-372699a5-742f-4724-bc05-a52c6ee9c89e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:28.111471 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-985bcaf0-4147-4681-8704-047df5fe86b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f28a6e52-b171-4b54-a158-09db9a62aef0']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:28.132427 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-53c4e2b2-5785-4059-9ef1-b59e4b73327d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:28.139123 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-985bcaf0-4147-4681-8704-047df5fe86b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1f1ebc-0ee2-4908-a000-dc1cd375a191') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:28.139417 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-985bcaf0-4147-4681-8704-047df5fe86b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1f1ebc-0ee2-4908-a000-dc1cd375a191') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:28.166333 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-985bcaf0-4147-4681-8704-047df5fe86b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:28.197541 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-985bcaf0-4147-4681-8704-047df5fe86b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:28.207960 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985bcaf0-4147-4681-8704-047df5fe86b9 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:10:28.208372 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-985bcaf0-4147-4681-8704-047df5fe86b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:10:28.210131 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:10:28.309627 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e439cd8-96be-42b5-b9bf-fc8132dc4d4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:28.361606 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:28.424700 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-372699a5-742f-4724-bc05-a52c6ee9c89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:28.425362 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-53c4e2b2-5785-4059-9ef1-b59e4b73327d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:28.425872 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372699a5-742f-4724-bc05-a52c6ee9c89e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:28.426221 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:28.426348 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-372699a5-742f-4724-bc05-a52c6ee9c89e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:28.428660 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-78e4ab02-cd47-4801-89fb-3d16ec9fa8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:28.431565 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-78e4ab02-cd47-4801-89fb-3d16ec9fa8a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:28.435550 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-78e4ab02-cd47-4801-89fb-3d16ec9fa8a5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e378101c-6b8b-492e-9357-4eceaa6db676 HTTP/1.1" status: 204 len: 168 time: 0.7347789 Dec 16 22:10:28.488830 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e439cd8-96be-42b5-b9bf-fc8132dc4d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:28.491802 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-985bcaf0-4147-4681-8704-047df5fe86b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:28.501707 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4ab02-cd47-4801-89fb-3d16ec9fa8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e378101c-6b8b-492e-9357-4eceaa6db676,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:28.512711 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-985bcaf0-4147-4681-8704-047df5fe86b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:28.515571 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c4e2b2-5785-4059-9ef1-b59e4b73327d admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:28.516964 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-985bcaf0-4147-4681-8704-047df5fe86b9 admin admin] 10.222.0.75 "DELETE /v2.0/networks/f28a6e52-b171-4b54-a158-09db9a62aef0 HTTP/1.1" status: 204 len: 168 time: 1.7998290 Dec 16 22:10:28.519002 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-53c4e2b2-5785-4059-9ef1-b59e4b73327d admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:28.537110 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c4e2b2-5785-4059-9ef1-b59e4b73327d admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:10:28.543894 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4e2b2-5785-4059-9ef1-b59e4b73327d admin admin] Pushing event updated for resources: {'Port': ['ID=b725840e-8064-4520-a682-43a62f56a2c4,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:28.544528 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e439cd8-96be-42b5-b9bf-fc8132dc4d4c admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:10:28.547444 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372699a5-742f-4724-bc05-a52c6ee9c89e admin admin] Pushing event updated for resources: {'Network': ['ID=2512c37e-994a-449e-ace2-dfa030c2a9ae,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:28.583260 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e439cd8-96be-42b5-b9bf-fc8132dc4d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe6373b-76fc-4d8d-9705-71c448e7538c,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:28.591733 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e439cd8-96be-42b5-b9bf-fc8132dc4d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:28.591733 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-4e439cd8-96be-42b5-b9bf-fc8132dc4d4c admin admin] Added segment ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405 of type vlan for network 4e1bd316-abcd-4f96-883a-81e4852f7038 Dec 16 22:10:28.591733 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bcaf0-4147-4681-8704-047df5fe86b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f28a6e52-b171-4b54-a158-09db9a62aef0,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:28.608187 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 2512c37e-994a-449e-ace2-dfa030c2a9ae details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:10:28.677001 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-372699a5-742f-4724-bc05-a52c6ee9c89e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1147575 Dec 16 22:10:28.681693 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58804) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:28.695369 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-64840949-ee1b-49cb-880f-f93f1fd8ced6 admin admin] Request body: {'subnet': {'network_id': '2512c37e-994a-449e-ace2-dfa030c2a9ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1170556630-subnet', 'tenant_id': '366e353316474357998db59b3bf020b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:28.707307 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e439cd8-96be-42b5-b9bf-fc8132dc4d4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:28.986055 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64840949-ee1b-49cb-880f-f93f1fd8ced6 admin admin] Made reservation on behalf of 366e353316474357998db59b3bf020b3 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:10:28.990090 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-64840949-ee1b-49cb-880f-f93f1fd8ced6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:29.010622 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e439cd8-96be-42b5-b9bf-fc8132dc4d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:29.010957 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:29.012694 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e439cd8-96be-42b5-b9bf-fc8132dc4d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:29.013473 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e439cd8-96be-42b5-b9bf-fc8132dc4d4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:29.164875 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-53c4e2b2-5785-4059-9ef1-b59e4b73327d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:29.190554 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e439cd8-96be-42b5-b9bf-fc8132dc4d4c admin admin] Pushing event updated for resources: {'Network': ['ID=4e1bd316-abcd-4f96-883a-81e4852f7038,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:29.201370 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 4e1bd316-abcd-4f96-883a-81e4852f7038 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:10:29.319614 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58818) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:29.365059 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4e439cd8-96be-42b5-b9bf-fc8132dc4d4c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9355910 Dec 16 22:10:29.368729 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58820) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:29.377880 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-4471cb7d-64bb-4c7e-882f-bf5af91a41da admin admin] Request body: {'subnet': {'network_id': '4e1bd316-abcd-4f96-883a-81e4852f7038', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1318706951-subnet', 'tenant_id': 'e01c2d2b67ec4a12baa410a80cc4e916', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:29.429024 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b423d472-bd62-440a-ac40-9be0b7194621 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9ce39bd72e584fd29980f4429c49da21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1078348 Dec 16 22:10:29.435975 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58824) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:29.529935 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d58d8330-f428-41df-a8b9-b10da87b6d69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:29.605020 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-64840949-ee1b-49cb-880f-f93f1fd8ced6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:29.609607 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d58d8330-f428-41df-a8b9-b10da87b6d69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:29.653000 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4471cb7d-64bb-4c7e-882f-bf5af91a41da admin admin] Made reservation on behalf of e01c2d2b67ec4a12baa410a80cc4e916 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:10:29.655324 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4471cb7d-64bb-4c7e-882f-bf5af91a41da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:29.873910 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d58d8330-f428-41df-a8b9-b10da87b6d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:29.878118 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d58d8330-f428-41df-a8b9-b10da87b6d69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:29.881745 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d58d8330-f428-41df-a8b9-b10da87b6d69 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c3709e56-4bcc-4f99-936a-73a1d48dbf97 HTTP/1.1" status: 204 len: 168 time: 0.4410393 Dec 16 22:10:29.881745 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64840949-ee1b-49cb-880f-f93f1fd8ced6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=079d7c1b-0543-4438-b4c2-7435c3c892c3,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:29.942774 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d8330-f428-41df-a8b9-b10da87b6d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3709e56-4bcc-4f99-936a-73a1d48dbf97,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:29.980008 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-53c4e2b2-5785-4059-9ef1-b59e4b73327d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:30.029456 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64840949-ee1b-49cb-880f-f93f1fd8ced6 admin admin] Checking segment: {'id': 'f4c7e0e5-5b92-4cad-a4bc-dbda9b26e7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2512c37e-994a-449e-ace2-dfa030c2a9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:30.030025 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64840949-ee1b-49cb-880f-f93f1fd8ced6 admin admin] Network hostable DHCP agents. Network: 2512c37e-994a-449e-ace2-dfa030c2a9ae, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:10:30.282427 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4471cb7d-64bb-4c7e-882f-bf5af91a41da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:30.298610 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64840949-ee1b-49cb-880f-f93f1fd8ced6 admin admin] Network 2512c37e-994a-449e-ace2-dfa030c2a9ae is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:10:30.332927 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c4e2b2-5785-4059-9ef1-b59e4b73327d admin admin] Router 7893e096-887f-414b-b1b2-3043931cc9b4 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:10:30.344281 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471cb7d-64bb-4c7e-882f-bf5af91a41da admin admin] Pushing event updated for resources: {'Subnet': ['ID=3707ad1d-19fd-41c2-aff9-70fbe5f0e860,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:30.356444 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4471cb7d-64bb-4c7e-882f-bf5af91a41da admin admin] Checking segment: {'id': 'ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4e1bd316-abcd-4f96-883a-81e4852f7038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:30.356803 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4471cb7d-64bb-4c7e-882f-bf5af91a41da admin admin] Network hostable DHCP agents. Network: 4e1bd316-abcd-4f96-883a-81e4852f7038, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:10:30.435483 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-64840949-ee1b-49cb-880f-f93f1fd8ced6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 2512c37e-994a-449e-ace2-dfa030c2a9ae) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:30.441469 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64840949-ee1b-49cb-880f-f93f1fd8ced6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:30.446008 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-64840949-ee1b-49cb-880f-f93f1fd8ced6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:30.448161 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774ffe8a-a0f0-436a-9d11-43a2ae700e8e None None] Network 2512c37e-994a-449e-ace2-dfa030c2a9ae requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:10:30.468319 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c4e2b2-5785-4059-9ef1-b59e4b73327d admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:10:30.484646 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219e28ff-8071-409d-9414-54c086faef86 None None] Sync routers for ids ['7893e096-887f-414b-b1b2-3043931cc9b4'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:10:30.533159 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4471cb7d-64bb-4c7e-882f-bf5af91a41da admin admin] Network 4e1bd316-abcd-4f96-883a-81e4852f7038 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:10:30.540274 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-4471cb7d-64bb-4c7e-882f-bf5af91a41da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 4e1bd316-abcd-4f96-883a-81e4852f7038) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:30.544151 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219e28ff-8071-409d-9414-54c086faef86 None None] Routers {'7893e096-887f-414b-b1b2-3043931cc9b4'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:10:30.545353 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-219e28ff-8071-409d-9414-54c086faef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:10:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['7893e096-887f-414b-b1b2-3043931cc9b4'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:30.553034 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39d7531-7e78-46d0-b290-63b521268ee6 None None] Network 4e1bd316-abcd-4f96-883a-81e4852f7038 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:10:30.561670 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4471cb7d-64bb-4c7e-882f-bf5af91a41da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:30.561670 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4471cb7d-64bb-4c7e-882f-bf5af91a41da admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:30.598571 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-53c4e2b2-5785-4059-9ef1-b59e4b73327d admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:30.608083 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-53c4e2b2-5785-4059-9ef1-b59e4b73327d admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.0607476 Dec 16 22:10:30.608083 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58854) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:30.610564 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-64840949-ee1b-49cb-880f-f93f1fd8ced6 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9261041 Dec 16 22:10:30.701532 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4471cb7d-64bb-4c7e-882f-bf5af91a41da admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3297427 Dec 16 22:10:30.781486 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3897c872-01bd-4859-8327-6f11c711a666 None None] Network 2512c37e-994a-449e-ace2-dfa030c2a9ae requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:10:30.838822 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-219e28ff-8071-409d-9414-54c086faef86 None None] Set router 7893e096-887f-414b-b1b2-3043931cc9b4 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:10:30.939457 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bf95c5-4d24-4063-9404-872e72c2a764 None None] Network 4e1bd316-abcd-4f96-883a-81e4852f7038 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:10:31.152064 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ca3d0aa-dbc6-4d4f-a0df-baff4e43ca7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:31.217350 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-219e28ff-8071-409d-9414-54c086faef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953707022-router', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:26Z', 'updated_at': '2021-12-16T22:10:28Z', 'revision_number': 3, 'project_id': 'fb020d18049e49da94018381955868ba', 'gw_port': {'id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:27Z', 'updated_at': '2021-12-16T22:10:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:31.247870 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58886) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:31.259578 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219e28ff-8071-409d-9414-54c086faef86 None None] Checking router: 7893e096-887f-414b-b1b2-3043931cc9b4 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:10:31.260008 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219e28ff-8071-409d-9414-54c086faef86 None None] Updating router 7893e096-887f-414b-b1b2-3043931cc9b4 port b725840e-8064-4520-a682-43a62f56a2c4 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:10:31.291014 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-219e28ff-8071-409d-9414-54c086faef86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:31.333026 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-5ca3d0aa-dbc6-4d4f-a0df-baff4e43ca7f admin admin] Allocated IP 172.20.0.1 (6897b954-3619-4e8e-ae30-929f8d7aad6a/aad8e5a8-b013-4c8c-8f52-75d6be3d513d/886279ad-391a-46a2-afad-5807cad351a8) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:10:31.556776 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ca3d0aa-dbc6-4d4f-a0df-baff4e43ca7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:31.646195 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-219e28ff-8071-409d-9414-54c086faef86 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:31.720210 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ca3d0aa-dbc6-4d4f-a0df-baff4e43ca7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:31.789993 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-219e28ff-8071-409d-9414-54c086faef86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:31.794643 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca3d0aa-dbc6-4d4f-a0df-baff4e43ca7f admin admin] Network 6897b954-3619-4e8e-ae30-929f8d7aad6a is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:31.801308 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3d0aa-dbc6-4d4f-a0df-baff4e43ca7f admin admin] Pushing event updated for resources: {'Port': ['ID=886279ad-391a-46a2-afad-5807cad351a8,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:31.813488 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-5ca3d0aa-dbc6-4d4f-a0df-baff4e43ca7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:31.822495 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca3d0aa-dbc6-4d4f-a0df-baff4e43ca7f admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:10:31.840356 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b94ad19-8ca5-4314-a4d0-1cf1f479d62a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:31.875996 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ca3d0aa-dbc6-4d4f-a0df-baff4e43ca7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:31.938787 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79241a6c-02db-481b-b2de-1d87ee055972 req-bed98fbf-ae11-416e-9eca-944f2955f661 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:31.940400 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79241a6c-02db-481b-b2de-1d87ee055972 req-bed98fbf-ae11-416e-9eca-944f2955f661 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/networks?id=4e1bd316-abcd-4f96-883a-81e4852f7038 HTTP/1.1" status: 200 len: 822 time: 0.1862729 Dec 16 22:10:31.967627 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79241a6c-02db-481b-b2de-1d87ee055972 req-79b344db-572d-4438-83fa-d14d49a27d71 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/quotas/e01c2d2b67ec4a12baa410a80cc4e916 HTTP/1.1" status: 200 len: 375 time: 0.0184243 Dec 16 22:10:31.969603 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617717f-7f17-477a-965c-9f2a7e61271b req-00468db3-9e73-4494-bf18-5b5b98888e6c tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:31.971260 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3617717f-7f17-477a-965c-9f2a7e61271b req-00468db3-9e73-4494-bf18-5b5b98888e6c tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/networks?id=2512c37e-994a-449e-ace2-dfa030c2a9ae HTTP/1.1" status: 200 len: 813 time: 0.3102138 Dec 16 22:10:32.016300 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3617717f-7f17-477a-965c-9f2a7e61271b req-18bfccf0-d553-4d5a-ae9e-669d62baa281 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/quotas/366e353316474357998db59b3bf020b3 HTTP/1.1" status: 200 len: 375 time: 0.0210545 Dec 16 22:10:32.027329 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79241a6c-02db-481b-b2de-1d87ee055972 req-f318e6e9-31d3-4839-a0b7-55311fb39ed3 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e01c2d2b67ec4a12baa410a80cc4e916&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449805 Dec 16 22:10:32.029344 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b94ad19-8ca5-4314-a4d0-1cf1f479d62a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:32.055629 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3617717f-7f17-477a-965c-9f2a7e61271b req-028afc27-0fcb-4c0f-8fe0-9e0ab0abb1bf tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=366e353316474357998db59b3bf020b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325398 Dec 16 22:10:32.091749 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-219e28ff-8071-409d-9414-54c086faef86 None None] Attempting to bind port b725840e-8064-4520-a682-43a62f56a2c4 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:32.092127 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-219e28ff-8071-409d-9414-54c086faef86 None None] Attempting to bind port b725840e-8064-4520-a682-43a62f56a2c4 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:32.092496 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219e28ff-8071-409d-9414-54c086faef86 None None] Attempting to bind port b725840e-8064-4520-a682-43a62f56a2c4 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:32.119386 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219e28ff-8071-409d-9414-54c086faef86 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:32.120537 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219e28ff-8071-409d-9414-54c086faef86 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:32.121254 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-219e28ff-8071-409d-9414-54c086faef86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:32.122045 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219e28ff-8071-409d-9414-54c086faef86 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:32.123566 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-219e28ff-8071-409d-9414-54c086faef86 None None] Bound port: b725840e-8064-4520-a682-43a62f56a2c4, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:32.124185 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-219e28ff-8071-409d-9414-54c086faef86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:32.132946 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf826b3-fa65-4151-9e6b-326c9a364973 None None] Pushing event updated for resources: {'Port': ['ID=b725840e-8064-4520-a682-43a62f56a2c4,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:32.157462 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ca3d0aa-dbc6-4d4f-a0df-baff4e43ca7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:32.165864 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b94ad19-8ca5-4314-a4d0-1cf1f479d62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:32.196016 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-219e28ff-8071-409d-9414-54c086faef86 None None] For port b725840e-8064-4520-a682-43a62f56a2c4, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:32.200737 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-219e28ff-8071-409d-9414-54c086faef86 None None] For port b725840e-8064-4520-a682-43a62f56a2c4, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b725840e-8064-4520-a682-43a62f56a2c4,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:32.220359 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3617717f-7f17-477a-965c-9f2a7e61271b req-07b297d4-d327-40ae-bf74-aee1c917e5af service neutron] 10.222.0.75 "GET /v2.0/networks/2512c37e-994a-449e-ace2-dfa030c2a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571703 Dec 16 22:10:32.230416 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2b94ad19-8ca5-4314-a4d0-1cf1f479d62a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e615f341b1be44cab2278a484da8f107&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9795516 Dec 16 22:10:32.233399 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58954) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:32.241274 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79241a6c-02db-481b-b2de-1d87ee055972 req-e3ade737-d6a4-4ea5-bd40-96a6d423666f service neutron] 10.222.0.75 "GET /v2.0/networks/4e1bd316-abcd-4f96-883a-81e4852f7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022233 Dec 16 22:10:32.241869 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94ad19-8ca5-4314-a4d0-1cf1f479d62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbf426f-7c4e-46c1-a536-0670a570b4a7,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:32.356077 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4fe1c9b9-1143-46c8-ab9e-bec6f2e6b07d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:32.382050 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79241a6c-02db-481b-b2de-1d87ee055972 req-99423ef9-5600-42df-828c-87c18a4fee68 service neutron] 10.222.0.75 "GET /v2.0/networks/4e1bd316-abcd-4f96-883a-81e4852f7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283422 Dec 16 22:10:32.391032 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4fe1c9b9-1143-46c8-ab9e-bec6f2e6b07d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:32.393244 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3617717f-7f17-477a-965c-9f2a7e61271b req-b5273c0f-856e-452f-a7b1-cb481da50f86 service neutron] 10.222.0.75 "GET /v2.0/networks/2512c37e-994a-449e-ace2-dfa030c2a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632802 Dec 16 22:10:32.403411 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-219e28ff-8071-409d-9414-54c086faef86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:32.434820 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58958) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:32.448903 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ca3d0aa-dbc6-4d4f-a0df-baff4e43ca7f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:32.503496 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219e28ff-8071-409d-9414-54c086faef86 None None] Routers {'7893e096-887f-414b-b1b2-3043931cc9b4'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:10:32.504142 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-219e28ff-8071-409d-9414-54c086faef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:10:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['7893e096-887f-414b-b1b2-3043931cc9b4'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:32.506034 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf826b3-fa65-4151-9e6b-326c9a364973 None None] Pushing event updated for resources: {'Port': ['ID=b725840e-8064-4520-a682-43a62f56a2c4,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:32.584304 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4fe1c9b9-1143-46c8-ab9e-bec6f2e6b07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:32.590758 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4fe1c9b9-1143-46c8-ab9e-bec6f2e6b07d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:32.590758 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4fe1c9b9-1143-46c8-ab9e-bec6f2e6b07d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4bbf426f-7c4e-46c1-a536-0670a570b4a7 HTTP/1.1" status: 204 len: 168 time: 0.3533506 Dec 16 22:10:32.596682 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe1c9b9-1143-46c8-ab9e-bec6f2e6b07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbf426f-7c4e-46c1-a536-0670a570b4a7,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:32.633280 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-7ed5af13-1016-437d-b41a-3484a36b2119 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-914371888-network', 'tenant_id': 'fc5f8f0b8add43369a6118c499ef042d'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:32.646251 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ca3d0aa-dbc6-4d4f-a0df-baff4e43ca7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:32.646481 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-219e28ff-8071-409d-9414-54c086faef86 None None] Set router 7893e096-887f-414b-b1b2-3043931cc9b4 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:10:32.734570 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed5af13-1016-437d-b41a-3484a36b2119 admin admin] Made reservation on behalf of fc5f8f0b8add43369a6118c499ef042d for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:10:32.738977 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ed5af13-1016-437d-b41a-3484a36b2119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:32.754379 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ed5af13-1016-437d-b41a-3484a36b2119 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:32.784527 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ca3d0aa-dbc6-4d4f-a0df-baff4e43ca7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:32.787339 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3d0aa-dbc6-4d4f-a0df-baff4e43ca7f admin admin] Pushing event updated for resources: {'Port': ['ID=886279ad-391a-46a2-afad-5807cad351a8,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:32.926506 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ed5af13-1016-437d-b41a-3484a36b2119 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:32.961132 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-219e28ff-8071-409d-9414-54c086faef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953707022-router', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:26Z', 'updated_at': '2021-12-16T22:10:32Z', 'revision_number': 4, 'project_id': 'fb020d18049e49da94018381955868ba', 'gw_port': {'id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:27Z', 'updated_at': '2021-12-16T22:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '886279ad-391a-46a2-afad-5807cad351a8', 'name': '', 'network_id': '6897b954-3619-4e8e-ae30-929f8d7aad6a', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'mac_address': 'fa:16:3e:d6:4e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'aad8e5a8-b013-4c8c-8f52-75d6be3d513d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:31Z', 'updated_at': '2021-12-16T22:10:31Z', 'revision_number': 1, 'project_id': 'fb020d18049e49da94018381955868ba', 'subnets': [{'id': 'aad8e5a8-b013-4c8c-8f52-75d6be3d513d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:32.981798 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca3d0aa-dbc6-4d4f-a0df-baff4e43ca7f admin admin] Network 6897b954-3619-4e8e-ae30-929f8d7aad6a is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:32.987661 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-5ca3d0aa-dbc6-4d4f-a0df-baff4e43ca7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:32.997776 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219e28ff-8071-409d-9414-54c086faef86 None None] The sync data for ids ['7893e096-887f-414b-b1b2-3043931cc9b4'] in n-d-815324-4 is: [{'id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953707022-router', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:26Z', 'updated_at': '2021-12-16T22:10:32Z', 'revision_number': 4, 'project_id': 'fb020d18049e49da94018381955868ba', 'gw_port': {'id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:27Z', 'updated_at': '2021-12-16T22:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '886279ad-391a-46a2-afad-5807cad351a8', 'name': '', 'network_id': '6897b954-3619-4e8e-ae30-929f8d7aad6a', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'mac_address': 'fa:16:3e:d6:4e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'aad8e5a8-b013-4c8c-8f52-75d6be3d513d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:31Z', 'updated_at': '2021-12-16T22:10:31Z', 'revision_number': 1, 'project_id': 'fb020d18049e49da94018381955868ba', 'subnets': [{'id': 'aad8e5a8-b013-4c8c-8f52-75d6be3d513d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:10:33.048080 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ed5af13-1016-437d-b41a-3484a36b2119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:33.068480 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed5af13-1016-437d-b41a-3484a36b2119 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:10:33.106865 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ed5af13-1016-437d-b41a-3484a36b2119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:33.108152 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-7ed5af13-1016-437d-b41a-3484a36b2119 admin admin] Added segment aae510df-529b-45cb-940a-79aa02f44cb1 of type vlan for network f4b4200a-5735-42d7-aba1-c5a847665c5e Dec 16 22:10:33.175589 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-73d7c2dc-03dc-478f-ac45-d9052dfdef7f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:33.177427 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-73d7c2dc-03dc-478f-ac45-d9052dfdef7f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/networks?id=851b3d27-6497-40f0-b603-b3da566b57ea HTTP/1.1" status: 200 len: 808 time: 0.2678020 Dec 16 22:10:33.214447 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-62eb6f78-0c24-4acb-a2ba-d53a371f7268 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/quotas/70ddf0fe02f649f28d93270673f4f1b0 HTTP/1.1" status: 200 len: 375 time: 0.0289991 Dec 16 22:10:33.245777 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ed5af13-1016-437d-b41a-3484a36b2119 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:33.268434 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca3d0aa-dbc6-4d4f-a0df-baff4e43ca7f admin admin] Router 7893e096-887f-414b-b1b2-3043931cc9b4 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:10:33.316087 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-6856aed6-aa33-4510-8f89-61408bfd9784 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=70ddf0fe02f649f28d93270673f4f1b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1004140 Dec 16 22:10:33.390469 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5af13-1016-437d-b41a-3484a36b2119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3e565e-8be4-426c-8360-ed5d674496e6,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:33.462239 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-00604e05-fb78-4f9d-b136-6ec6d06189b8 req-64df555a-4044-4e73-8f78-3c7af9006f12 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 210 time: 0.0597928 Dec 16 22:10:33.481254 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ed5af13-1016-437d-b41a-3484a36b2119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:33.482516 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed5af13-1016-437d-b41a-3484a36b2119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:33.483472 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ed5af13-1016-437d-b41a-3484a36b2119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:33.582388 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5af13-1016-437d-b41a-3484a36b2119 admin admin] Pushing event updated for resources: {'Network': ['ID=f4b4200a-5735-42d7-aba1-c5a847665c5e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:33.595778 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network f4b4200a-5735-42d7-aba1-c5a847665c5e details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:10:33.715232 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c6c2aafa-5e0b-4de8-ac87-eefebc50a93d req-f120d81e-4249-4c50-893f-83faf7054e13 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/ports?device_id=c44d189a-cdf0-443a-9b4f-4cd42296b307 HTTP/1.1" status: 200 len: 210 time: 0.0826557 Dec 16 22:10:33.750736 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7ed5af13-1016-437d-b41a-3484a36b2119 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.3145549 Dec 16 22:10:33.751423 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59026) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:33.760931 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-2875a8ed-57fe-4891-9893-7ebbe6441465 admin admin] Request body: {'subnet': {'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-914371888-subnet', 'tenant_id': 'fc5f8f0b8add43369a6118c499ef042d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:33.786177 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-3b4b78e2-7194-49bb-92fc-5bab215d9c80 service neutron] 10.222.0.75 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690626 Dec 16 22:10:33.807317 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca3d0aa-dbc6-4d4f-a0df-baff4e43ca7f admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:10:33.817562 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5ca3d0aa-dbc6-4d4f-a0df-baff4e43ca7f admin admin] 10.222.0.75 "PUT /v2.0/routers/7893e096-887f-414b-b1b2-3043931cc9b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2123513 Dec 16 22:10:33.898907 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2875a8ed-57fe-4891-9893-7ebbe6441465 admin admin] Made reservation on behalf of fc5f8f0b8add43369a6118c499ef042d for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:10:33.901567 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2875a8ed-57fe-4891-9893-7ebbe6441465 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:33.927411 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-b972469e-e804-4ad8-a406-138322aedc44 service neutron] 10.222.0.75 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394975 Dec 16 22:10:34.442040 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2875a8ed-57fe-4891-9893-7ebbe6441465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:34.618278 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875a8ed-57fe-4891-9893-7ebbe6441465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=241332bf-ffe2-4b38-90c7-a643b4215ed1,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:34.696266 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2875a8ed-57fe-4891-9893-7ebbe6441465 admin admin] Checking segment: {'id': 'aae510df-529b-45cb-940a-79aa02f44cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:34.698843 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2875a8ed-57fe-4891-9893-7ebbe6441465 admin admin] Network hostable DHCP agents. Network: f4b4200a-5735-42d7-aba1-c5a847665c5e, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:10:34.722386 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-04711299-c494-4ed1-b773-a3bf258ee1a6 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:34.725282 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-04711299-c494-4ed1-b773-a3bf258ee1a6 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/networks?id=6897b954-3619-4e8e-ae30-929f8d7aad6a HTTP/1.1" status: 200 len: 820 time: 0.2779219 Dec 16 22:10:34.742927 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59080) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:34.756104 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-817cd673-7d8f-4a38-838e-ce77f5e4ab46 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/quotas/fb020d18049e49da94018381955868ba HTTP/1.1" status: 200 len: 375 time: 0.0220585 Dec 16 22:10:34.870932 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-68e30d9e-bb7e-4e60-85ae-e8516a202925 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=fb020d18049e49da94018381955868ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1069481 Dec 16 22:10:34.885120 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-0df5bd2b-c086-4605-9371-c202fc4b9d84 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1523858059-network', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:34.908215 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2875a8ed-57fe-4891-9893-7ebbe6441465 admin admin] Network f4b4200a-5735-42d7-aba1-c5a847665c5e is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:10:34.992356 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-59e03c51-c13b-4980-bac6-b0b554051cc9 service neutron] 10.222.0.75 "GET /v2.0/networks/6897b954-3619-4e8e-ae30-929f8d7aad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110706 Dec 16 22:10:35.007270 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-46624165-fdd7-4ed2-944b-997f448ed143 req-8618acb8-a57a-489b-b925-91164fb3c6b2 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 210 time: 0.0330029 Dec 16 22:10:35.063239 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df5bd2b-c086-4605-9371-c202fc4b9d84 admin admin] Made reservation on behalf of 7e81c7a87e9c432395a69e30581953d0 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:10:35.069175 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0df5bd2b-c086-4605-9371-c202fc4b9d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:35.078843 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-2875a8ed-57fe-4891-9893-7ebbe6441465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, f4b4200a-5735-42d7-aba1-c5a847665c5e) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:35.080815 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0df5bd2b-c086-4605-9371-c202fc4b9d84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:35.090052 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d391b2-d919-40b8-bbaa-cae999e0ae07 None None] Network f4b4200a-5735-42d7-aba1-c5a847665c5e requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:10:35.090660 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2875a8ed-57fe-4891-9893-7ebbe6441465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:35.091490 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2875a8ed-57fe-4891-9893-7ebbe6441465 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:35.135623 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f47583c4-5726-48bd-a0f0-1c69e7a03dd5 req-a40ff725-1d66-477a-99a3-5483f2c0a717 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/ports?device_id=c44d189a-cdf0-443a-9b4f-4cd42296b307 HTTP/1.1" status: 200 len: 210 time: 0.0476601 Dec 16 22:10:35.160984 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-be568004-e555-4431-9107-f51a82b43483 service neutron] 10.222.0.75 "GET /v2.0/networks/6897b954-3619-4e8e-ae30-929f8d7aad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537328 Dec 16 22:10:35.251939 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2875a8ed-57fe-4891-9893-7ebbe6441465 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4967747 Dec 16 22:10:35.252298 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-169efe1e-9207-446c-80f0-a2ff21215013 req-e3f65c39-39f0-4764-ac1c-58faef717f21 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 210 time: 0.0555518 Dec 16 22:10:35.328631 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0df5bd2b-c086-4605-9371-c202fc4b9d84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:35.366009 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c044bb0-9500-475f-8c91-5b5bb606b150 None None] Network f4b4200a-5735-42d7-aba1-c5a847665c5e requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:10:35.413454 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0df5bd2b-c086-4605-9371-c202fc4b9d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:35.472327 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df5bd2b-c086-4605-9371-c202fc4b9d84 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:10:35.492189 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b725840e-8064-4520-a682-43a62f56a2c4 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:35.494347 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5bd2b-c086-4605-9371-c202fc4b9d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1625d7-06ee-44e9-98d1-2a6ba415e37b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:35.498278 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0df5bd2b-c086-4605-9371-c202fc4b9d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:35.498642 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-0df5bd2b-c086-4605-9371-c202fc4b9d84 admin admin] Added segment 616a91c2-9daa-48fa-9a06-2df6eb24db55 of type vlan for network e613a71e-e0e0-460d-9702-cb72b7245fe8 Dec 16 22:10:35.690750 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0df5bd2b-c086-4605-9371-c202fc4b9d84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:35.738069 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port b725840e-8064-4520-a682-43a62f56a2c4 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:35.738445 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:35.765127 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4fb05456-182a-4ba1-afa2-adee74b4f4f9 req-57df5c3e-c6d4-45f7-9c85-2780bb58ab9c tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 210 time: 0.0941887 Dec 16 22:10:35.854961 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0df5bd2b-c086-4605-9371-c202fc4b9d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:35.858139 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df5bd2b-c086-4605-9371-c202fc4b9d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:35.858785 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0df5bd2b-c086-4605-9371-c202fc4b9d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:35.913263 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:35.966921 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port b725840e-8064-4520-a682-43a62f56a2c4, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b725840e-8064-4520-a682-43a62f56a2c4,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:36.031269 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5bd2b-c086-4605-9371-c202fc4b9d84 admin admin] Pushing event updated for resources: {'Network': ['ID=e613a71e-e0e0-460d-9702-cb72b7245fe8,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:36.046530 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:36.049941 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0df5bd2b-c086-4605-9371-c202fc4b9d84 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3051834 Dec 16 22:10:36.059148 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network e613a71e-e0e0-460d-9702-cb72b7245fe8 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:10:36.059675 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59124) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:36.064847 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-efe09ec2-ccb8-459f-929b-905926f2be30 admin admin] Request body: {'subnet': {'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1523858059-subnet', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:36.117856 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-7add7e28-2618-485a-8677-abcdf70005f5 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:36.126289 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-7add7e28-2618-485a-8677-abcdf70005f5 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/networks?id=f4b4200a-5735-42d7-aba1-c5a847665c5e HTTP/1.1" status: 200 len: 804 time: 0.1617892 Dec 16 22:10:36.150180 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-f7f35796-5e6d-400d-998e-4fbb2afbb385 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/quotas/fc5f8f0b8add43369a6118c499ef042d HTTP/1.1" status: 200 len: 375 time: 0.0229266 Dec 16 22:10:36.168103 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9d73833d-c416-4eba-8d75-5244dda6a1e4 req-c08f9d78-6c79-437e-aa76-95933815849b tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 210 time: 0.0438282 Dec 16 22:10:36.197831 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-fb37876b-40ce-4bc8-9853-4f475f46fa81 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=fc5f8f0b8add43369a6118c499ef042d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467539 Dec 16 22:10:36.273675 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=b725840e-8064-4520-a682-43a62f56a2c4,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:36.305010 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-14690f75-5bb0-406d-af51-23831fe51dc6 req-40171222-d96e-4437-9939-90f961d06539 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/ports?device_id=c44d189a-cdf0-443a-9b4f-4cd42296b307 HTTP/1.1" status: 200 len: 210 time: 0.0291555 Dec 16 22:10:36.334886 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe09ec2-ccb8-459f-929b-905926f2be30 admin admin] Made reservation on behalf of 7e81c7a87e9c432395a69e30581953d0 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:10:36.337209 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-efe09ec2-ccb8-459f-929b-905926f2be30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:36.383276 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-008c4fa1-8556-4f54-bea1-59f0b438101f req-e69f177d-ed5f-4188-a05b-e3ea1d7549b9 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 210 time: 0.0309265 Dec 16 22:10:36.643736 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb925d94-4b7d-40bc-93d2-ca1154b1abd7 None None] Sync routers for ids ['7893e096-887f-414b-b1b2-3043931cc9b4'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:10:36.657284 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb925d94-4b7d-40bc-93d2-ca1154b1abd7 None None] Routers {'7893e096-887f-414b-b1b2-3043931cc9b4'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:10:36.658201 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-fb925d94-4b7d-40bc-93d2-ca1154b1abd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:10:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['7893e096-887f-414b-b1b2-3043931cc9b4'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:36.782317 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-fb925d94-4b7d-40bc-93d2-ca1154b1abd7 None None] Set router 7893e096-887f-414b-b1b2-3043931cc9b4 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:10:36.792334 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-a1edc64d-bffd-47de-89fa-e4b5f2e5e0fb service neutron] 10.222.0.75 "GET /v2.0/networks/f4b4200a-5735-42d7-aba1-c5a847665c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5857861 Dec 16 22:10:36.914425 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a353ef98-5f09-4f09-af38-c08896792cb0 req-b176de23-96cf-48a7-8583-ff69d89f9d7e tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 210 time: 0.0911908 Dec 16 22:10:36.984405 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-f6984610-8390-44a1-b86d-baae82d722a3 service neutron] 10.222.0.75 "GET /v2.0/networks/f4b4200a-5735-42d7-aba1-c5a847665c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905012 Dec 16 22:10:37.029657 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-fb925d94-4b7d-40bc-93d2-ca1154b1abd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953707022-router', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:26Z', 'updated_at': '2021-12-16T22:10:32Z', 'revision_number': 4, 'project_id': 'fb020d18049e49da94018381955868ba', 'gw_port': {'id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:27Z', 'updated_at': '2021-12-16T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '886279ad-391a-46a2-afad-5807cad351a8', 'name': '', 'network_id': '6897b954-3619-4e8e-ae30-929f8d7aad6a', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'mac_address': 'fa:16:3e:d6:4e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'aad8e5a8-b013-4c8c-8f52-75d6be3d513d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:31Z', 'updated_at': '2021-12-16T22:10:32Z', 'revision_number': 2, 'project_id': 'fb020d18049e49da94018381955868ba', 'subnets': [{'id': 'aad8e5a8-b013-4c8c-8f52-75d6be3d513d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:37.060005 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb925d94-4b7d-40bc-93d2-ca1154b1abd7 None None] Checking router: 7893e096-887f-414b-b1b2-3043931cc9b4 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:10:37.060638 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb925d94-4b7d-40bc-93d2-ca1154b1abd7 None None] Updating router 7893e096-887f-414b-b1b2-3043931cc9b4 port 886279ad-391a-46a2-afad-5807cad351a8 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:10:37.116542 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb925d94-4b7d-40bc-93d2-ca1154b1abd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:37.291910 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-efe09ec2-ccb8-459f-929b-905926f2be30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:37.313197 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-97f4a084-6b8f-489b-a6a2-c2ef1c0625c6 req-49246a2d-21c6-4b31-93a4-2ea47bbcff9e tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 210 time: 0.0477741 Dec 16 22:10:37.337652 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b725840e-8064-4520-a682-43a62f56a2c4 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:37.456196 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port b725840e-8064-4520-a682-43a62f56a2c4 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:37.456509 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:37.497737 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7b833440-497a-4504-bf0a-7dbace190227 req-bd144acd-8598-4680-8bbf-ad519c646291 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/ports?device_id=c44d189a-cdf0-443a-9b4f-4cd42296b307 HTTP/1.1" status: 200 len: 210 time: 0.0472755 Dec 16 22:10:37.608573 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-de0aefbe-3e02-40e1-a508-c6ee81d3694b req-8511d76c-4574-41f1-bb6b-560cde19f11e tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=98bd98fb-e566-4321-b77c-8e3e403fb80d HTTP/1.1" status: 200 len: 210 time: 0.1809838 Dec 16 22:10:37.644125 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617717f-7f17-477a-965c-9f2a7e61271b req-9c78b703-cd49-40cc-927c-abe255a85a0e tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:37.659704 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3617717f-7f17-477a-965c-9f2a7e61271b req-9c78b703-cd49-40cc-927c-abe255a85a0e tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.76 "GET /v2.0/networks?id=2512c37e-994a-449e-ace2-dfa030c2a9ae HTTP/1.1" status: 200 len: 813 time: 0.4819818 Dec 16 22:10:37.690906 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe09ec2-ccb8-459f-929b-905926f2be30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e821f15a-fed6-4760-b25c-db97e47d026f,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:37.698220 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c6aa0e24-fed7-481c-979d-a6a311135514 req-c5fbfaca-f8c9-463b-8219-60a4622971e8 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 210 time: 0.0464637 Dec 16 22:10:37.705169 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe09ec2-ccb8-459f-929b-905926f2be30 admin admin] Checking segment: {'id': '616a91c2-9daa-48fa-9a06-2df6eb24db55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:37.705374 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe09ec2-ccb8-459f-929b-905926f2be30 admin admin] Network hostable DHCP agents. Network: e613a71e-e0e0-460d-9702-cb72b7245fe8, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:10:37.721848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e73b3144-7430-40f8-87f2-b429c4f60b9a tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Request body: {'port': {'device_id': 'c44d189a-cdf0-443a-9b4f-4cd42296b307', 'network_id': '2512c37e-994a-449e-ace2-dfa030c2a9ae', 'admin_state_up': True, 'tenant_id': '366e353316474357998db59b3bf020b3'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:37.801701 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb925d94-4b7d-40bc-93d2-ca1154b1abd7 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:37.939440 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe09ec2-ccb8-459f-929b-905926f2be30 admin admin] Network e613a71e-e0e0-460d-9702-cb72b7245fe8 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:10:37.975355 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb925d94-4b7d-40bc-93d2-ca1154b1abd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:37.977225 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e73b3144-7430-40f8-87f2-b429c4f60b9a tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Made reservation on behalf of 366e353316474357998db59b3bf020b3 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:10:37.981702 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e73b3144-7430-40f8-87f2-b429c4f60b9a tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:38.028605 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4908b-b468-4257-a156-fd77b00f065f None None] Pushing event updated for resources: {'Port': ['ID=886279ad-391a-46a2-afad-5807cad351a8,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:38.040338 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b4908b-b468-4257-a156-fd77b00f065f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:38.040853 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b4908b-b468-4257-a156-fd77b00f065f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:38.041225 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b4908b-b468-4257-a156-fd77b00f065f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:38.041775 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b4908b-b468-4257-a156-fd77b00f065f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:38.042328 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b4908b-b468-4257-a156-fd77b00f065f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:38.042882 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b4908b-b468-4257-a156-fd77b00f065f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:38.043431 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b4908b-b468-4257-a156-fd77b00f065f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:38.043983 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b4908b-b468-4257-a156-fd77b00f065f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:38.044442 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b4908b-b468-4257-a156-fd77b00f065f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:38.044780 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b4908b-b468-4257-a156-fd77b00f065f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:38.045114 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b4908b-b468-4257-a156-fd77b00f065f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:38.045780 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b4908b-b468-4257-a156-fd77b00f065f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:38.046907 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b4908b-b468-4257-a156-fd77b00f065f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:10:38.075948 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f746b37d-490d-429a-9640-0c3212ed724e req-764484d2-6cb4-4d40-92eb-4c63a071ec89 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 210 time: 0.0697985 Dec 16 22:10:38.121966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-efe09ec2-ccb8-459f-929b-905926f2be30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, e613a71e-e0e0-460d-9702-cb72b7245fe8) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:38.134110 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c05cae-28a5-49ec-b6d0-3e005c1c1508 None None] Network e613a71e-e0e0-460d-9702-cb72b7245fe8 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:10:38.139021 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-fb925d94-4b7d-40bc-93d2-ca1154b1abd7 None None] Attempting to bind port 886279ad-391a-46a2-afad-5807cad351a8 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:38.139436 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-fb925d94-4b7d-40bc-93d2-ca1154b1abd7 None None] Attempting to bind port 886279ad-391a-46a2-afad-5807cad351a8 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '7d53f15a-20ab-44b9-a103-402696484de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6897b954-3619-4e8e-ae30-929f8d7aad6a'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:38.142327 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb925d94-4b7d-40bc-93d2-ca1154b1abd7 None None] Attempting to bind port 886279ad-391a-46a2-afad-5807cad351a8 on network 6897b954-3619-4e8e-ae30-929f8d7aad6a {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:38.146568 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb925d94-4b7d-40bc-93d2-ca1154b1abd7 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:38.150158 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb925d94-4b7d-40bc-93d2-ca1154b1abd7 None None] Checking segment: {'id': '7d53f15a-20ab-44b9-a103-402696484de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6897b954-3619-4e8e-ae30-929f8d7aad6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:38.150158 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb925d94-4b7d-40bc-93d2-ca1154b1abd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:38.150158 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb925d94-4b7d-40bc-93d2-ca1154b1abd7 None None] Bound using segment: {'id': '7d53f15a-20ab-44b9-a103-402696484de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6897b954-3619-4e8e-ae30-929f8d7aad6a'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:38.150158 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-fb925d94-4b7d-40bc-93d2-ca1154b1abd7 None None] Bound port: 886279ad-391a-46a2-afad-5807cad351a8, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d53f15a-20ab-44b9-a103-402696484de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6897b954-3619-4e8e-ae30-929f8d7aad6a'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:38.150758 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe09ec2-ccb8-459f-929b-905926f2be30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:38.150923 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb925d94-4b7d-40bc-93d2-ca1154b1abd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:38.151099 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-efe09ec2-ccb8-459f-929b-905926f2be30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:38.302689 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79241a6c-02db-481b-b2de-1d87ee055972 req-110e4982-c3bd-4bf7-91de-f596bc158564 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:38.304291 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79241a6c-02db-481b-b2de-1d87ee055972 req-110e4982-c3bd-4bf7-91de-f596bc158564 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.76 "GET /v2.0/networks?id=4e1bd316-abcd-4f96-883a-81e4852f7038 HTTP/1.1" status: 200 len: 822 time: 0.1914065 Dec 16 22:10:38.304503 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db7f08a-6f07-4a5a-86a8-7b4907727325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-e613a71e-e0e0-460d-9702-cb72b7245fe8', 'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8', 'project_id': '7e81c7a87e9c432395a69e30581953d0', 'fixed_ips': [{'subnet_id': 'e821f15a-fed6-4760-b25c-db97e47d026f'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:10:38.305556 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e73b3144-7430-40f8-87f2-b429c4f60b9a tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Allocated IP 172.20.0.7 (2512c37e-994a-449e-ace2-dfa030c2a9ae/079d7c1b-0543-4438-b4c2-7435c3c892c3/2fc876a0-9d20-4cba-bcdb-08760f0023d1) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:10:38.306760 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7db7f08a-6f07-4a5a-86a8-7b4907727325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:38.339947 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-fb925d94-4b7d-40bc-93d2-ca1154b1abd7 None None] For port 886279ad-391a-46a2-afad-5807cad351a8, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:38.343717 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-fb925d94-4b7d-40bc-93d2-ca1154b1abd7 None None] For port 886279ad-391a-46a2-afad-5807cad351a8, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=886279ad-391a-46a2-afad-5807cad351a8,segment=NetworkSegment(7d53f15a-20ab-44b9-a103-402696484de8),segment_id=7d53f15a-20ab-44b9-a103-402696484de8)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:38.365510 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-79241a6c-02db-481b-b2de-1d87ee055972 req-1d57bbe2-92f1-4c89-82aa-5afb6f8c9065 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Request body: {'port': {'device_id': 'ab44df14-4dd6-46b4-9e2b-344406e9e8fc', 'network_id': '4e1bd316-abcd-4f96-883a-81e4852f7038', 'admin_state_up': True, 'tenant_id': 'e01c2d2b67ec4a12baa410a80cc4e916'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:38.402730 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-efe09ec2-ccb8-459f-929b-905926f2be30 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3422346 Dec 16 22:10:38.405683 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59162) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:38.417562 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-c1b29d00-80dc-4b70-93bf-0133bfd69724 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1523858059-router', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:38.479377 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5d8e0cd2-995c-41be-ac27-b12d432ff73d req-276c5dac-874b-4044-9de6-e667258e2cd6 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 210 time: 0.0482256 Dec 16 22:10:38.498298 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-7db7f08a-6f07-4a5a-86a8-7b4907727325 None None] Allocated IP 172.20.0.2 (e613a71e-e0e0-460d-9702-cb72b7245fe8/e821f15a-fed6-4760-b25c-db97e47d026f/0c7611cf-3769-4e77-9b4d-615bd5ce4ec8) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:10:38.502801 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fb925d94-4b7d-40bc-93d2-ca1154b1abd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:38.584144 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c1b29d00-80dc-4b70-93bf-0133bfd69724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:38.585368 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c1b29d00-80dc-4b70-93bf-0133bfd69724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:38.608126 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4908b-b468-4257-a156-fd77b00f065f None None] Pushing event updated for resources: {'Port': ['ID=886279ad-391a-46a2-afad-5807cad351a8,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:38.618008 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb925d94-4b7d-40bc-93d2-ca1154b1abd7 None None] Routers {'7893e096-887f-414b-b1b2-3043931cc9b4'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:10:38.618633 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-fb925d94-4b7d-40bc-93d2-ca1154b1abd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:10:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['7893e096-887f-414b-b1b2-3043931cc9b4'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:38.740244 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-fb925d94-4b7d-40bc-93d2-ca1154b1abd7 None None] Set router 7893e096-887f-414b-b1b2-3043931cc9b4 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:10:38.789933 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-28c69e02-fb0f-49cb-8821-1181552c44e4 req-717d51fe-f1b2-46a6-8bc7-470fe788d835 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=98bd98fb-e566-4321-b77c-8e3e403fb80d HTTP/1.1" status: 200 len: 210 time: 0.0666542 Dec 16 22:10:38.814554 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e73b3144-7430-40f8-87f2-b429c4f60b9a tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:38.815699 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1a982c34-03b6-439f-9dfd-158bf1924481 req-2e0290a2-0138-4cce-8706-11516c04d605 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/ports?device_id=c44d189a-cdf0-443a-9b4f-4cd42296b307 HTTP/1.1" status: 200 len: 210 time: 0.1845415 Dec 16 22:10:38.844806 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79241a6c-02db-481b-b2de-1d87ee055972 req-1d57bbe2-92f1-4c89-82aa-5afb6f8c9065 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Made reservation on behalf of e01c2d2b67ec4a12baa410a80cc4e916 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:10:38.845070 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7db7f08a-6f07-4a5a-86a8-7b4907727325 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:38.845176 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-79241a6c-02db-481b-b2de-1d87ee055972 req-1d57bbe2-92f1-4c89-82aa-5afb6f8c9065 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:38.904958 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c1b29d00-80dc-4b70-93bf-0133bfd69724 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:38.924057 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47227504-a084-4365-bf49-a447a5fcda47 req-544ca942-f053-4f1c-92ac-1f0733ae045b tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 210 time: 0.0503399 Dec 16 22:10:38.927875 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7db7f08a-6f07-4a5a-86a8-7b4907727325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:38.981906 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db7f08a-6f07-4a5a-86a8-7b4907727325 None None] Network e613a71e-e0e0-460d-9702-cb72b7245fe8 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:38.985794 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-7db7f08a-6f07-4a5a-86a8-7b4907727325 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:38.989788 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db7f08a-6f07-4a5a-86a8-7b4907727325 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:10:39.001356 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7f08a-6f07-4a5a-86a8-7b4907727325 None None] Pushing event updated for resources: {'Port': ['ID=0c7611cf-3769-4e77-9b4d-615bd5ce4ec8,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:39.060547 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7db7f08a-6f07-4a5a-86a8-7b4907727325 None None] Attempting to bind port 0c7611cf-3769-4e77-9b4d-615bd5ce4ec8 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:39.060914 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7db7f08a-6f07-4a5a-86a8-7b4907727325 None None] Attempting to bind port 0c7611cf-3769-4e77-9b4d-615bd5ce4ec8 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '616a91c2-9daa-48fa-9a06-2df6eb24db55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:39.061286 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db7f08a-6f07-4a5a-86a8-7b4907727325 None None] Attempting to bind port 0c7611cf-3769-4e77-9b4d-615bd5ce4ec8 on network e613a71e-e0e0-460d-9702-cb72b7245fe8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:39.067865 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db7f08a-6f07-4a5a-86a8-7b4907727325 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:39.068254 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db7f08a-6f07-4a5a-86a8-7b4907727325 None None] Checking segment: {'id': '616a91c2-9daa-48fa-9a06-2df6eb24db55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:39.068644 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7db7f08a-6f07-4a5a-86a8-7b4907727325 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:39.069048 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db7f08a-6f07-4a5a-86a8-7b4907727325 None None] Bound using segment: {'id': '616a91c2-9daa-48fa-9a06-2df6eb24db55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:39.069626 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7db7f08a-6f07-4a5a-86a8-7b4907727325 None None] Bound port: 0c7611cf-3769-4e77-9b4d-615bd5ce4ec8, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '616a91c2-9daa-48fa-9a06-2df6eb24db55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:39.070260 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7db7f08a-6f07-4a5a-86a8-7b4907727325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:39.120285 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-fb925d94-4b7d-40bc-93d2-ca1154b1abd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953707022-router', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:26Z', 'updated_at': '2021-12-16T22:10:32Z', 'revision_number': 4, 'project_id': 'fb020d18049e49da94018381955868ba', 'gw_port': {'id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:27Z', 'updated_at': '2021-12-16T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '886279ad-391a-46a2-afad-5807cad351a8', 'name': '', 'network_id': '6897b954-3619-4e8e-ae30-929f8d7aad6a', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'mac_address': 'fa:16:3e:d6:4e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'aad8e5a8-b013-4c8c-8f52-75d6be3d513d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:31Z', 'updated_at': '2021-12-16T22:10:38Z', 'revision_number': 4, 'project_id': 'fb020d18049e49da94018381955868ba', 'subnets': [{'id': 'aad8e5a8-b013-4c8c-8f52-75d6be3d513d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:39.128542 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e73b3144-7430-40f8-87f2-b429c4f60b9a tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:39.163669 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb925d94-4b7d-40bc-93d2-ca1154b1abd7 None None] The sync data for ids ['7893e096-887f-414b-b1b2-3043931cc9b4'] in n-d-815324-4 is: [{'id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953707022-router', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:26Z', 'updated_at': '2021-12-16T22:10:32Z', 'revision_number': 4, 'project_id': 'fb020d18049e49da94018381955868ba', 'gw_port': {'id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:27Z', 'updated_at': '2021-12-16T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '886279ad-391a-46a2-afad-5807cad351a8', 'name': '', 'network_id': '6897b954-3619-4e8e-ae30-929f8d7aad6a', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'mac_address': 'fa:16:3e:d6:4e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'aad8e5a8-b013-4c8c-8f52-75d6be3d513d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:31Z', 'updated_at': '2021-12-16T22:10:38Z', 'revision_number': 4, 'project_id': 'fb020d18049e49da94018381955868ba', 'subnets': [{'id': 'aad8e5a8-b013-4c8c-8f52-75d6be3d513d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:10:39.181041 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7db7f08a-6f07-4a5a-86a8-7b4907727325 None None] For port 0c7611cf-3769-4e77-9b4d-615bd5ce4ec8, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:39.188717 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7db7f08a-6f07-4a5a-86a8-7b4907727325 None None] For port 0c7611cf-3769-4e77-9b4d-615bd5ce4ec8, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0c7611cf-3769-4e77-9b4d-615bd5ce4ec8,segment=NetworkSegment(616a91c2-9daa-48fa-9a06-2df6eb24db55),segment_id=616a91c2-9daa-48fa-9a06-2df6eb24db55)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:39.246498 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e73b3144-7430-40f8-87f2-b429c4f60b9a tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Network 2512c37e-994a-449e-ace2-dfa030c2a9ae is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:39.253000 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e73b3144-7430-40f8-87f2-b429c4f60b9a tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:39.273828 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e73b3144-7430-40f8-87f2-b429c4f60b9a tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:10:39.363282 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-79241a6c-02db-481b-b2de-1d87ee055972 req-1d57bbe2-92f1-4c89-82aa-5afb6f8c9065 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Allocated IP 172.20.0.14 (4e1bd316-abcd-4f96-883a-81e4852f7038/3707ad1d-19fd-41c2-aff9-70fbe5f0e860/e8c4e066-884d-48a7-a8f6-a796ad3b61e2) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:10:39.365419 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b3144-7430-40f8-87f2-b429c4f60b9a tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Pushing event updated for resources: {'Port': ['ID=2fc876a0-9d20-4cba-bcdb-08760f0023d1,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:39.373379 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7db7f08a-6f07-4a5a-86a8-7b4907727325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:39.410459 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e73b3144-7430-40f8-87f2-b429c4f60b9a tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:39.410459 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e73b3144-7430-40f8-87f2-b429c4f60b9a tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:39.448409 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 886279ad-391a-46a2-afad-5807cad351a8 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:39.565226 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7f08a-6f07-4a5a-86a8-7b4907727325 None None] Pushing event updated for resources: {'Port': ['ID=0c7611cf-3769-4e77-9b4d-615bd5ce4ec8,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:39.602617 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 886279ad-391a-46a2-afad-5807cad351a8 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:39.603164 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:39.672441 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e73b3144-7430-40f8-87f2-b429c4f60b9a tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9529448 Dec 16 22:10:39.741278 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e28241fa-28ce-411d-9a94-bc91f8ac8f5a service neutron] Request body: {'port': {'device_id': 'c44d189a-cdf0-443a-9b4f-4cd42296b307', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:39.847249 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:39.895794 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 886279ad-391a-46a2-afad-5807cad351a8, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=886279ad-391a-46a2-afad-5807cad351a8,segment=NetworkSegment(7d53f15a-20ab-44b9-a103-402696484de8),segment_id=7d53f15a-20ab-44b9-a103-402696484de8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:39.940237 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-79241a6c-02db-481b-b2de-1d87ee055972 req-1d57bbe2-92f1-4c89-82aa-5afb6f8c9065 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:40.007624 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:40.023177 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1366be3b-3141-43fd-9f43-5bfcfe560d26 req-e370408c-9ef5-431f-9481-6fbd540519f3 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 210 time: 0.3110101 Dec 16 22:10:40.075249 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e28241fa-28ce-411d-9a94-bc91f8ac8f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:40.143675 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=886279ad-391a-46a2-afad-5807cad351a8,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:40.217115 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-79241a6c-02db-481b-b2de-1d87ee055972 req-1d57bbe2-92f1-4c89-82aa-5afb6f8c9065 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:40.278920 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5e208420-6e1a-4222-86ca-3253eae9d928 req-a92f7804-c0f2-4daf-a0e7-a131192091c7 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 210 time: 0.3413198 Dec 16 22:10:40.353228 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79241a6c-02db-481b-b2de-1d87ee055972 req-1d57bbe2-92f1-4c89-82aa-5afb6f8c9065 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Network 4e1bd316-abcd-4f96-883a-81e4852f7038 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:40.382536 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6fc43fb5-df7a-4264-b8a8-eb6656eb686f req-3c85873a-466a-488e-923d-803b88f03d18 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=98bd98fb-e566-4321-b77c-8e3e403fb80d HTTP/1.1" status: 200 len: 210 time: 0.0395894 Dec 16 22:10:40.384009 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-79241a6c-02db-481b-b2de-1d87ee055972 req-1d57bbe2-92f1-4c89-82aa-5afb6f8c9065 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:40.387467 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-79241a6c-02db-481b-b2de-1d87ee055972 req-1d57bbe2-92f1-4c89-82aa-5afb6f8c9065 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:10:40.483868 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57bbe2-92f1-4c89-82aa-5afb6f8c9065 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Pushing event updated for resources: {'Port': ['ID=e8c4e066-884d-48a7-a8f6-a796ad3b61e2,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:40.486803 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-aa2f5ad2-ec00-4e41-b7bc-147edf4d4632 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:40.491077 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-aa2f5ad2-ec00-4e41-b7bc-147edf4d4632 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.76 "GET /v2.0/networks?id=851b3d27-6497-40f0-b603-b3da566b57ea HTTP/1.1" status: 200 len: 808 time: 0.5583763 Dec 16 22:10:40.521330 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c1b29d00-80dc-4b70-93bf-0133bfd69724 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:40.544887 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-1fcf19f1-7c83-4770-822d-2d85a8e73282 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Request body: {'port': {'device_id': '89b2fde4-4e3f-437f-8afb-ab31e4b46751', 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea', 'admin_state_up': True, 'tenant_id': '70ddf0fe02f649f28d93270673f4f1b0'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:40.664875 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-adf4a69b-e3ff-4f75-9b1c-7ef2ceb8e984 req-6a05d972-e014-4128-9c82-5f238f3df0ef tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 210 time: 0.0692534 Dec 16 22:10:40.684283 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79241a6c-02db-481b-b2de-1d87ee055972 req-1d57bbe2-92f1-4c89-82aa-5afb6f8c9065 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:40.688773 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-79241a6c-02db-481b-b2de-1d87ee055972 req-1d57bbe2-92f1-4c89-82aa-5afb6f8c9065 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:40.877138 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79241a6c-02db-481b-b2de-1d87ee055972 req-1d57bbe2-92f1-4c89-82aa-5afb6f8c9065 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5154653 Dec 16 22:10:40.903827 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-79241a6c-02db-481b-b2de-1d87ee055972 req-89a125c3-9efb-4cfc-82fb-386c56ae4c4d service neutron] Request body: {'port': {'device_id': 'ab44df14-4dd6-46b4-9e2b-344406e9e8fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:41.023009 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef8e8f-acb4-4102-9207-23bb4f90da57 req-31418232-25ed-43bb-a65c-a763f9db280c tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:41.028735 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e28241fa-28ce-411d-9a94-bc91f8ac8f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc876a0-9d20-4cba-bcdb-08760f0023d1 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:41.030938 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e6ef8e8f-acb4-4102-9207-23bb4f90da57 req-31418232-25ed-43bb-a65c-a763f9db280c tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/ports?device_id=c44d189a-cdf0-443a-9b4f-4cd42296b307 HTTP/1.1" status: 200 len: 931 time: 0.5221746 Dec 16 22:10:41.040190 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-1fcf19f1-7c83-4770-822d-2d85a8e73282 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Made reservation on behalf of 70ddf0fe02f649f28d93270673f4f1b0 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:10:41.043726 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-1fcf19f1-7c83-4770-822d-2d85a8e73282 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:41.044678 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-79241a6c-02db-481b-b2de-1d87ee055972 req-89a125c3-9efb-4cfc-82fb-386c56ae4c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:41.050554 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e28241fa-28ce-411d-9a94-bc91f8ac8f5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:41.094733 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-e37862a6-0502-416b-bdb8-b101438cfa36 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:41.099189 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-e37862a6-0502-416b-bdb8-b101438cfa36 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.76 "GET /v2.0/networks?id=6897b954-3619-4e8e-ae30-929f8d7aad6a HTTP/1.1" status: 200 len: 820 time: 0.9930561 Dec 16 22:10:41.153833 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-6610fd98-06f2-4df2-abf5-be71c5632953 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Request body: {'port': {'device_id': '4171e8ed-51c3-4126-be9b-d2abd85b0ddf', 'network_id': '6897b954-3619-4e8e-ae30-929f8d7aad6a', 'admin_state_up': True, 'tenant_id': 'fb020d18049e49da94018381955868ba'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:41.274741 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e28241fa-28ce-411d-9a94-bc91f8ac8f5a service neutron] Transition to ACTIVE for port object 2fc876a0-9d20-4cba-bcdb-08760f0023d1 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:10:41.298141 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e6ef8e8f-acb4-4102-9207-23bb4f90da57 req-01f9b64c-f5a6-431a-999a-cdf38aab89cf tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/security-groups?id=a45fb5f3-3aca-4265-9146-cec7842966ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660265 Dec 16 22:10:41.300215 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414be5bb-9373-4d3e-9731-c79b1a5c31c0 None None] Network e613a71e-e0e0-460d-9702-cb72b7245fe8 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:10:41.507692 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-8117e3a4-174a-4bc3-a54d-d4c087d7a441 None None] Provisioning complete for port 0c7611cf-3769-4e77-9b4d-615bd5ce4ec8 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:41.508373 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8117e3a4-174a-4bc3-a54d-d4c087d7a441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:41.526369 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e28241fa-28ce-411d-9a94-bc91f8ac8f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:41.534156 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-00b41db4-9dcd-40ac-be5c-37e1c64b2a15 req-054fccc2-a7df-42cc-9306-38bfdca41a53 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 210 time: 0.0761487 Dec 16 22:10:41.598779 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-1fcf19f1-7c83-4770-822d-2d85a8e73282 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Allocated IP 172.20.0.6 (851b3d27-6497-40f0-b603-b3da566b57ea/ac517c80-ed1c-4940-8a98-4b18f46cf35e/a66341b9-0d2d-45b1-938e-489a64c73525) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:10:41.610829 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 886279ad-391a-46a2-afad-5807cad351a8 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:41.670163 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2b84b-cc8b-4472-90c8-16e883bbc931 req-77008bac-d709-46ce-8ce7-d0139d39f4a9 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:41.679386 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5be2b84b-cc8b-4472-90c8-16e883bbc931 req-77008bac-d709-46ce-8ce7-d0139d39f4a9 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 932 time: 0.4093041 Dec 16 22:10:41.746099 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d4f9412-f622-4237-b185-12077734dd06 req-ebadc747-278c-4626-9890-bffec4c8d8c3 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=98bd98fb-e566-4321-b77c-8e3e403fb80d HTTP/1.1" status: 200 len: 210 time: 0.0527821 Dec 16 22:10:41.759242 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 886279ad-391a-46a2-afad-5807cad351a8 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:41.759722 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:41.800082 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28241fa-28ce-411d-9a94-bc91f8ac8f5a service neutron] Pushing event updated for resources: {'Port': ['ID=2fc876a0-9d20-4cba-bcdb-08760f0023d1,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:41.800790 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8117e3a4-174a-4bc3-a54d-d4c087d7a441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:41.918569 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-6610fd98-06f2-4df2-abf5-be71c5632953 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Made reservation on behalf of fb020d18049e49da94018381955868ba for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:10:41.934352 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-6610fd98-06f2-4df2-abf5-be71c5632953 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:41.936500 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8117e3a4-174a-4bc3-a54d-d4c087d7a441 None None] For port 0c7611cf-3769-4e77-9b4d-615bd5ce4ec8, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0c7611cf-3769-4e77-9b4d-615bd5ce4ec8,segment=NetworkSegment(616a91c2-9daa-48fa-9a06-2df6eb24db55),segment_id=616a91c2-9daa-48fa-9a06-2df6eb24db55)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:41.938619 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-f690583d-cc89-4383-839c-894c590c4048 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:41.940825 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-f690583d-cc89-4383-839c-894c590c4048 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.57 "GET /v2.0/networks?id=f4b4200a-5735-42d7-aba1-c5a847665c5e HTTP/1.1" status: 200 len: 804 time: 0.6682341 Dec 16 22:10:41.945488 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e28241fa-28ce-411d-9a94-bc91f8ac8f5a service neutron] Attempting to bind port 2fc876a0-9d20-4cba-bcdb-08760f0023d1 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:41.953756 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e28241fa-28ce-411d-9a94-bc91f8ac8f5a service neutron] Attempting to bind port 2fc876a0-9d20-4cba-bcdb-08760f0023d1 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'f4c7e0e5-5b92-4cad-a4bc-dbda9b26e7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2512c37e-994a-449e-ace2-dfa030c2a9ae'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:41.953756 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e28241fa-28ce-411d-9a94-bc91f8ac8f5a service neutron] Attempting to bind port 2fc876a0-9d20-4cba-bcdb-08760f0023d1 on network 2512c37e-994a-449e-ace2-dfa030c2a9ae {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:41.953756 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5be2b84b-cc8b-4472-90c8-16e883bbc931 req-c75ef500-af20-4d00-8714-11177cdae3d3 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730286 Dec 16 22:10:41.974637 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-757311ed-e19b-41d9-a506-3df65f61fd47 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Request body: {'port': {'device_id': '98bd98fb-e566-4321-b77c-8e3e403fb80d', 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e', 'admin_state_up': True, 'tenant_id': 'fc5f8f0b8add43369a6118c499ef042d'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:42.037625 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8117e3a4-174a-4bc3-a54d-d4c087d7a441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:42.073952 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e28241fa-28ce-411d-9a94-bc91f8ac8f5a service neutron] Port 2fc876a0-9d20-4cba-bcdb-08760f0023d1 on network 2512c37e-994a-449e-ace2-dfa030c2a9ae not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:10:42.074276 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e28241fa-28ce-411d-9a94-bc91f8ac8f5a service neutron] Attempting to bind port 2fc876a0-9d20-4cba-bcdb-08760f0023d1 on network 2512c37e-994a-449e-ace2-dfa030c2a9ae {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:42.082500 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-092de9c2-750d-45d5-8939-386933d17b7a req-3d14d83e-9ef6-46b2-8c8e-a8940fa7158c tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 210 time: 0.1709619 Dec 16 22:10:42.083916 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0c7611cf-3769-4e77-9b4d-615bd5ce4ec8 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:42.089507 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e28241fa-28ce-411d-9a94-bc91f8ac8f5a service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:42.089854 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e28241fa-28ce-411d-9a94-bc91f8ac8f5a service neutron] Checking segment: {'id': 'f4c7e0e5-5b92-4cad-a4bc-dbda9b26e7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2512c37e-994a-449e-ace2-dfa030c2a9ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:42.090238 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e28241fa-28ce-411d-9a94-bc91f8ac8f5a service neutron] Bound using segment: {'id': 'f4c7e0e5-5b92-4cad-a4bc-dbda9b26e7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2512c37e-994a-449e-ace2-dfa030c2a9ae'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:42.090741 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e28241fa-28ce-411d-9a94-bc91f8ac8f5a service neutron] Bound port: 2fc876a0-9d20-4cba-bcdb-08760f0023d1, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c7e0e5-5b92-4cad-a4bc-dbda9b26e7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2512c37e-994a-449e-ace2-dfa030c2a9ae'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:42.091138 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e28241fa-28ce-411d-9a94-bc91f8ac8f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:42.142404 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c1b29d00-80dc-4b70-93bf-0133bfd69724 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:42.220028 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c1b29d00-80dc-4b70-93bf-0133bfd69724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:42.298479 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9806f71f-45d1-48f8-a5ae-609ecc357025 None None] Provisioning complete for port 0c7611cf-3769-4e77-9b4d-615bd5ce4ec8 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:42.298850 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9806f71f-45d1-48f8-a5ae-609ecc357025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:42.333442 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-79241a6c-02db-481b-b2de-1d87ee055972 req-89a125c3-9efb-4cfc-82fb-386c56ae4c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c4e066-884d-48a7-a8f6-a796ad3b61e2 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:42.364133 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117e3a4-174a-4bc3-a54d-d4c087d7a441 None None] Pushing event updated for resources: {'Port': ['ID=0c7611cf-3769-4e77-9b4d-615bd5ce4ec8,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:42.366324 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-79241a6c-02db-481b-b2de-1d87ee055972 req-89a125c3-9efb-4cfc-82fb-386c56ae4c4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:42.412855 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-1fcf19f1-7c83-4770-822d-2d85a8e73282 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:42.426515 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-6610fd98-06f2-4df2-abf5-be71c5632953 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Allocated IP 172.20.0.4 (6897b954-3619-4e8e-ae30-929f8d7aad6a/aad8e5a8-b013-4c8c-8f52-75d6be3d513d/d094d4d0-6e82-40b9-85f7-0493d52e0535) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:10:42.432802 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-757311ed-e19b-41d9-a506-3df65f61fd47 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Made reservation on behalf of fc5f8f0b8add43369a6118c499ef042d for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:10:42.432802 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-757311ed-e19b-41d9-a506-3df65f61fd47 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:42.447480 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e28241fa-28ce-411d-9a94-bc91f8ac8f5a service neutron] For port 2fc876a0-9d20-4cba-bcdb-08760f0023d1, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:42.465747 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-c1b29d00-80dc-4b70-93bf-0133bfd69724 admin admin] Allocated IP 172.25.6.93 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/9ac376f7-2d8f-43ca-b00b-892710584c4a) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:10:42.489280 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-79241a6c-02db-481b-b2de-1d87ee055972 req-89a125c3-9efb-4cfc-82fb-386c56ae4c4d service neutron] Transition to ACTIVE for port object e8c4e066-884d-48a7-a8f6-a796ad3b61e2 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:10:42.531859 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e28241fa-28ce-411d-9a94-bc91f8ac8f5a service neutron] For port 2fc876a0-9d20-4cba-bcdb-08760f0023d1, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=2fc876a0-9d20-4cba-bcdb-08760f0023d1,segment=NetworkSegment(f4c7e0e5-5b92-4cad-a4bc-dbda9b26e7d7),segment_id=f4c7e0e5-5b92-4cad-a4bc-dbda9b26e7d7)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:42.669201 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 0c7611cf-3769-4e77-9b4d-615bd5ce4ec8 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:42.670409 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:42.729006 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-757311ed-e19b-41d9-a506-3df65f61fd47 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Allocated IP 172.20.0.14 (f4b4200a-5735-42d7-aba1-c5a847665c5e/241332bf-ffe2-4b38-90c7-a643b4215ed1/5f99abfb-65ef-443f-af5f-8080644e5392) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:10:42.814512 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-1fcf19f1-7c83-4770-822d-2d85a8e73282 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:42.851504 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['55a37756-5d83-43bd-9635-5f0f95d4b30d'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:10:42.854915 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e28241fa-28ce-411d-9a94-bc91f8ac8f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:42.863681 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-79241a6c-02db-481b-b2de-1d87ee055972 req-89a125c3-9efb-4cfc-82fb-386c56ae4c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:42.872794 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758b265-6dc0-47e1-89a7-ffa619b5e29e req-c6bec243-6dc3-47be-857b-82009a121c68 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:42.879586 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4758b265-6dc0-47e1-89a7-ffa619b5e29e req-c6bec243-6dc3-47be-857b-82009a121c68 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/ports?device_id=c44d189a-cdf0-443a-9b4f-4cd42296b307 HTTP/1.1" status: 200 len: 943 time: 0.4068072 Dec 16 22:10:42.906350 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1625e385-542b-4a97-8c97-041a26150223 req-ac39f991-0ac7-47a0-a20c-cd60f8208a73 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 210 time: 0.0598855 Dec 16 22:10:42.935964 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-6610fd98-06f2-4df2-abf5-be71c5632953 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:42.954500 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-1fcf19f1-7c83-4770-822d-2d85a8e73282 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Network 851b3d27-6497-40f0-b603-b3da566b57ea is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:42.992558 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-1fcf19f1-7c83-4770-822d-2d85a8e73282 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:43.009109 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e28241fa-28ce-411d-9a94-bc91f8ac8f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:43.009751 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e28241fa-28ce-411d-9a94-bc91f8ac8f5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:43.010929 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-1fcf19f1-7c83-4770-822d-2d85a8e73282 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:10:43.017584 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf19f1-7c83-4770-822d-2d85a8e73282 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Pushing event updated for resources: {'Port': ['ID=a66341b9-0d2d-45b1-938e-489a64c73525,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:43.018792 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e28241fa-28ce-411d-9a94-bc91f8ac8f5a service neutron] 10.222.0.76 "PUT /v2.0/ports/2fc876a0-9d20-4cba-bcdb-08760f0023d1 HTTP/1.1" status: 200 len: 1091 time: 3.3090568 Dec 16 22:10:43.024107 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44d189a-cdf0-443a-9b4f-4cd42296b307', 'tag': '2fc876a0-9d20-4cba-bcdb-08760f0023d1'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:43.026403 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8567c7-9d65-4d24-a773-509f2f64a73c" -d '{"events": [{"name": "network-changed", "server_uuid": "c44d189a-cdf0-443a-9b4f-4cd42296b307", "tag": "2fc876a0-9d20-4cba-bcdb-08760f0023d1"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:43.100000 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb49a728-c7e2-4225-822d-0e577ad5c70f req-054a4b6f-b87d-4439-9a2f-c74267174496 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=98bd98fb-e566-4321-b77c-8e3e403fb80d HTTP/1.1" status: 200 len: 210 time: 0.0437999 Dec 16 22:10:43.142055 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-1fcf19f1-7c83-4770-822d-2d85a8e73282 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:43.143207 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-1fcf19f1-7c83-4770-822d-2d85a8e73282 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:43.174825 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28241fa-28ce-411d-9a94-bc91f8ac8f5a service neutron] Pushing event updated for resources: {'Port': ['ID=2fc876a0-9d20-4cba-bcdb-08760f0023d1,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:43.181655 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c1b29d00-80dc-4b70-93bf-0133bfd69724 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:43.229739 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4758b265-6dc0-47e1-89a7-ffa619b5e29e req-c6ac0cfd-fd59-4831-8512-a6613ce68962 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/security-groups?id=a45fb5f3-3aca-4265-9146-cec7842966ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301136 Dec 16 22:10:43.251134 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-6610fd98-06f2-4df2-abf5-be71c5632953 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:43.314848 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-757311ed-e19b-41d9-a506-3df65f61fd47 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:43.317406 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:10:43.329454 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6610fd98-06f2-4df2-abf5-be71c5632953 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Pushing event updated for resources: {'Port': ['ID=d094d4d0-6e82-40b9-85f7-0493d52e0535,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:43.342965 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-6610fd98-06f2-4df2-abf5-be71c5632953 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Network 6897b954-3619-4e8e-ae30-929f8d7aad6a is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:43.348898 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-6610fd98-06f2-4df2-abf5-be71c5632953 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:43.356257 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-6610fd98-06f2-4df2-abf5-be71c5632953 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:10:43.363074 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-1fcf19f1-7c83-4770-822d-2d85a8e73282 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8336635 Dec 16 22:10:43.392843 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-c9f147d3-21ff-4b62-8347-9c97ff311787 service neutron] Request body: {'port': {'device_id': '89b2fde4-4e3f-437f-8afb-ab31e4b46751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:43.412447 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a125c3-9efb-4cfc-82fb-386c56ae4c4d service neutron] Pushing event updated for resources: {'Port': ['ID=e8c4e066-884d-48a7-a8f6-a796ad3b61e2,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:43.459269 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-79241a6c-02db-481b-b2de-1d87ee055972 req-89a125c3-9efb-4cfc-82fb-386c56ae4c4d service neutron] Attempting to bind port e8c4e066-884d-48a7-a8f6-a796ad3b61e2 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:43.459615 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-79241a6c-02db-481b-b2de-1d87ee055972 req-89a125c3-9efb-4cfc-82fb-386c56ae4c4d service neutron] Attempting to bind port e8c4e066-884d-48a7-a8f6-a796ad3b61e2 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4e1bd316-abcd-4f96-883a-81e4852f7038'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:43.459959 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79241a6c-02db-481b-b2de-1d87ee055972 req-89a125c3-9efb-4cfc-82fb-386c56ae4c4d service neutron] Attempting to bind port e8c4e066-884d-48a7-a8f6-a796ad3b61e2 on network 4e1bd316-abcd-4f96-883a-81e4852f7038 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:43.480676 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617717f-7f17-477a-965c-9f2a7e61271b req-719160ef-a903-440a-b8b8-caedb9b7eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:43.482232 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3617717f-7f17-477a-965c-9f2a7e61271b req-719160ef-a903-440a-b8b8-caedb9b7eb93 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=366e353316474357998db59b3bf020b3&device_id=c44d189a-cdf0-443a-9b4f-4cd42296b307 HTTP/1.1" status: 200 len: 1094 time: 0.2235997 Dec 16 22:10:43.487831 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5099dc5-46b3-4501-a752-e185bd557ac0 x-openstack-request-id: req-a5099dc5-46b3-4501-a752-e185bd557ac0 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:43.488306 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44d189a-cdf0-443a-9b4f-4cd42296b307", "tag": "2fc876a0-9d20-4cba-bcdb-08760f0023d1", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:43.488698 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a5099dc5-46b3-4501-a752-e185bd557ac0 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:43.489313 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44d189a-cdf0-443a-9b4f-4cd42296b307', 'tag': '2fc876a0-9d20-4cba-bcdb-08760f0023d1', 'status': 'completed', 'code': 200} Dec 16 22:10:43.490182 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79241a6c-02db-481b-b2de-1d87ee055972 req-89a125c3-9efb-4cfc-82fb-386c56ae4c4d service neutron] Port e8c4e066-884d-48a7-a8f6-a796ad3b61e2 on network 4e1bd316-abcd-4f96-883a-81e4852f7038 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:10:43.490694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79241a6c-02db-481b-b2de-1d87ee055972 req-89a125c3-9efb-4cfc-82fb-386c56ae4c4d service neutron] Attempting to bind port e8c4e066-884d-48a7-a8f6-a796ad3b61e2 on network 4e1bd316-abcd-4f96-883a-81e4852f7038 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:43.512496 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989354e-28f6-4221-bdb6-4ddf48fa81e2 req-dba379cc-6dd6-4251-ac73-23aadd06f4f5 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:43.524943 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4989354e-28f6-4221-bdb6-4ddf48fa81e2 req-dba379cc-6dd6-4251-ac73-23aadd06f4f5 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 944 time: 0.2137330 Dec 16 22:10:43.532033 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-6610fd98-06f2-4df2-abf5-be71c5632953 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:43.533551 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-6610fd98-06f2-4df2-abf5-be71c5632953 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:43.537973 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c1b29d00-80dc-4b70-93bf-0133bfd69724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:43.551413 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79241a6c-02db-481b-b2de-1d87ee055972 req-89a125c3-9efb-4cfc-82fb-386c56ae4c4d service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:43.551761 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79241a6c-02db-481b-b2de-1d87ee055972 req-89a125c3-9efb-4cfc-82fb-386c56ae4c4d service neutron] Checking segment: {'id': 'ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4e1bd316-abcd-4f96-883a-81e4852f7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:43.552153 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79241a6c-02db-481b-b2de-1d87ee055972 req-89a125c3-9efb-4cfc-82fb-386c56ae4c4d service neutron] Bound using segment: {'id': 'ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4e1bd316-abcd-4f96-883a-81e4852f7038'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:43.552789 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-79241a6c-02db-481b-b2de-1d87ee055972 req-89a125c3-9efb-4cfc-82fb-386c56ae4c4d service neutron] Bound port: e8c4e066-884d-48a7-a8f6-a796ad3b61e2, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4e1bd316-abcd-4f96-883a-81e4852f7038'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:43.553161 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-79241a6c-02db-481b-b2de-1d87ee055972 req-89a125c3-9efb-4cfc-82fb-386c56ae4c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:43.600311 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3617717f-7f17-477a-965c-9f2a7e61271b req-e03070a5-3aad-4125-bc7b-287ea448eb21 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fc876a0-9d20-4cba-bcdb-08760f0023d1 HTTP/1.1" status: 200 len: 217 time: 0.0690477 Dec 16 22:10:43.673333 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-757311ed-e19b-41d9-a506-3df65f61fd47 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:43.678151 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b29d00-80dc-4b70-93bf-0133bfd69724 admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:43.680334 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-c9f147d3-21ff-4b62-8347-9c97ff311787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:43.741783 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-c1b29d00-80dc-4b70-93bf-0133bfd69724 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:43.754364 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b29d00-80dc-4b70-93bf-0133bfd69724 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:10:43.768565 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-6610fd98-06f2-4df2-abf5-be71c5632953 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6283066 Dec 16 22:10:43.780190 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0c7611cf-3769-4e77-9b4d-615bd5ce4ec8 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:43.808876 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757311ed-e19b-41d9-a506-3df65f61fd47 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Pushing event updated for resources: {'Port': ['ID=5f99abfb-65ef-443f-af5f-8080644e5392,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:43.823007 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-c034d1e3-d8ac-421d-ad8e-7588788c26d4 service neutron] Request body: {'port': {'device_id': '4171e8ed-51c3-4126-be9b-d2abd85b0ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:43.834581 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4989354e-28f6-4221-bdb6-4ddf48fa81e2 req-2c2daf6a-eadc-4311-beac-618f9ea16c41 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074744 Dec 16 22:10:43.886436 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-757311ed-e19b-41d9-a506-3df65f61fd47 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Network f4b4200a-5735-42d7-aba1-c5a847665c5e is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:43.888093 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-757311ed-e19b-41d9-a506-3df65f61fd47 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:43.900691 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-757311ed-e19b-41d9-a506-3df65f61fd47 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:10:43.911953 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 0c7611cf-3769-4e77-9b4d-615bd5ce4ec8 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:43.912333 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:43.963980 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617717f-7f17-477a-965c-9f2a7e61271b req-ebc00ee0-54c1-4d4e-9032-c31f0e20375f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:43.965513 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3617717f-7f17-477a-965c-9f2a7e61271b req-ebc00ee0-54c1-4d4e-9032-c31f0e20375f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=079d7c1b-0543-4438-b4c2-7435c3c892c3 HTTP/1.1" status: 200 len: 853 time: 0.3521833 Dec 16 22:10:44.147448 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3617717f-7f17-477a-965c-9f2a7e61271b req-283dd1e9-e9ef-4142-ba9a-9b1add023539 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2512c37e-994a-449e-ace2-dfa030c2a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236174 Dec 16 22:10:44.151572 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-79241a6c-02db-481b-b2de-1d87ee055972 req-89a125c3-9efb-4cfc-82fb-386c56ae4c4d service neutron] For port e8c4e066-884d-48a7-a8f6-a796ad3b61e2, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:44.162572 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-c9f147d3-21ff-4b62-8347-9c97ff311787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a66341b9-0d2d-45b1-938e-489a64c73525 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:44.175765 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-c9f147d3-21ff-4b62-8347-9c97ff311787 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:44.189849 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-c9f147d3-21ff-4b62-8347-9c97ff311787 service neutron] Transition to ACTIVE for port object a66341b9-0d2d-45b1-938e-489a64c73525 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:10:44.200721 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-79241a6c-02db-481b-b2de-1d87ee055972 req-89a125c3-9efb-4cfc-82fb-386c56ae4c4d service neutron] For port e8c4e066-884d-48a7-a8f6-a796ad3b61e2, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e8c4e066-884d-48a7-a8f6-a796ad3b61e2,segment=NetworkSegment(ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405),segment_id=ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:44.228499 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b29d00-80dc-4b70-93bf-0133bfd69724 admin admin] Pushing event updated for resources: {'Port': ['ID=9ac376f7-2d8f-43ca-b00b-892710584c4a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:44.239105 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-757311ed-e19b-41d9-a506-3df65f61fd47 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:44.240032 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-757311ed-e19b-41d9-a506-3df65f61fd47 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:44.276009 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d416d0-b1c8-4d2f-a21d-d9367bdca1f0 req-16ef4f26-6f2e-4b61-a708-007fab7198d5 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:44.279504 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-60d416d0-b1c8-4d2f-a21d-d9367bdca1f0 req-16ef4f26-6f2e-4b61-a708-007fab7198d5 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 931 time: 0.5702274 Dec 16 22:10:44.335370 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f469931-a2f5-48d8-8b05-c5f6edc573c2 req-9bb33366-0d39-4eac-82a8-9d9e7ff5be09 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:44.336940 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4f469931-a2f5-48d8-8b05-c5f6edc573c2 req-9bb33366-0d39-4eac-82a8-9d9e7ff5be09 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 931 time: 0.1726453 Dec 16 22:10:44.382404 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-c9f147d3-21ff-4b62-8347-9c97ff311787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:44.439307 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-c034d1e3-d8ac-421d-ad8e-7588788c26d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:44.466020 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f147d3-21ff-4b62-8347-9c97ff311787 service neutron] Pushing event updated for resources: {'Port': ['ID=a66341b9-0d2d-45b1-938e-489a64c73525,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:44.631397 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-60d416d0-b1c8-4d2f-a21d-d9367bdca1f0 req-6e10dc5f-e941-48dd-a7d9-25c34091cba8 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374884 Dec 16 22:10:44.812405 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-757311ed-e19b-41d9-a506-3df65f61fd47 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8466392 Dec 16 22:10:44.819000 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-79241a6c-02db-481b-b2de-1d87ee055972 req-89a125c3-9efb-4cfc-82fb-386c56ae4c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:44.853653 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-c0db0948-9fe9-48e2-8a36-239f30523a4f service neutron] Request body: {'port': {'device_id': '98bd98fb-e566-4321-b77c-8e3e403fb80d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:44.920561 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79241a6c-02db-481b-b2de-1d87ee055972 req-89a125c3-9efb-4cfc-82fb-386c56ae4c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:44.921180 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-79241a6c-02db-481b-b2de-1d87ee055972 req-89a125c3-9efb-4cfc-82fb-386c56ae4c4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:44.922748 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79241a6c-02db-481b-b2de-1d87ee055972 req-89a125c3-9efb-4cfc-82fb-386c56ae4c4d service neutron] 10.222.0.76 "PUT /v2.0/ports/e8c4e066-884d-48a7-a8f6-a796ad3b61e2 HTTP/1.1" status: 200 len: 1092 time: 4.0254507 Dec 16 22:10:44.924723 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3617717f-7f17-477a-965c-9f2a7e61271b req-1b13c36f-c956-442f-959a-cedb4d5d8836 service neutron] 10.222.0.76 "GET /v2.0/networks/2512c37e-994a-449e-ace2-dfa030c2a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7570643 Dec 16 22:10:44.982803 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-c0db0948-9fe9-48e2-8a36-239f30523a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:45.222320 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a125c3-9efb-4cfc-82fb-386c56ae4c4d service neutron] Pushing event updated for resources: {'Port': ['ID=e8c4e066-884d-48a7-a8f6-a796ad3b61e2,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:45.237162 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-c9f147d3-21ff-4b62-8347-9c97ff311787 service neutron] Attempting to bind port a66341b9-0d2d-45b1-938e-489a64c73525 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:45.237508 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-c9f147d3-21ff-4b62-8347-9c97ff311787 service neutron] Attempting to bind port a66341b9-0d2d-45b1-938e-489a64c73525 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:45.237847 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-c9f147d3-21ff-4b62-8347-9c97ff311787 service neutron] Attempting to bind port a66341b9-0d2d-45b1-938e-489a64c73525 on network 851b3d27-6497-40f0-b603-b3da566b57ea {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:45.264849 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7aa705-7d6b-4989-bb81-a64149d6591e req-d7d97431-4fa8-445d-9349-7c50ef55f149 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:45.266593 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3e7aa705-7d6b-4989-bb81-a64149d6591e req-d7d97431-4fa8-445d-9349-7c50ef55f149 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=98bd98fb-e566-4321-b77c-8e3e403fb80d HTTP/1.1" status: 200 len: 932 time: 0.2006831 Dec 16 22:10:45.272892 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-c9f147d3-21ff-4b62-8347-9c97ff311787 service neutron] Port a66341b9-0d2d-45b1-938e-489a64c73525 on network 851b3d27-6497-40f0-b603-b3da566b57ea not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:10:45.273223 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-c9f147d3-21ff-4b62-8347-9c97ff311787 service neutron] Attempting to bind port a66341b9-0d2d-45b1-938e-489a64c73525 on network 851b3d27-6497-40f0-b603-b3da566b57ea {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:45.299632 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4f469931-a2f5-48d8-8b05-c5f6edc573c2 req-44a42382-29a8-419c-bda7-b19035fb8c27 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9509513 Dec 16 22:10:45.355150 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-c9f147d3-21ff-4b62-8347-9c97ff311787 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:45.355399 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-c9f147d3-21ff-4b62-8347-9c97ff311787 service neutron] Checking segment: {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:45.355788 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-c9f147d3-21ff-4b62-8347-9c97ff311787 service neutron] Bound using segment: {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:45.356236 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-c9f147d3-21ff-4b62-8347-9c97ff311787 service neutron] Bound port: a66341b9-0d2d-45b1-938e-489a64c73525, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:45.356599 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-c9f147d3-21ff-4b62-8347-9c97ff311787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:45.372689 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79241a6c-02db-481b-b2de-1d87ee055972 req-8460f897-0231-4fa9-b7a6-7c9e45455ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:45.374380 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79241a6c-02db-481b-b2de-1d87ee055972 req-8460f897-0231-4fa9-b7a6-7c9e45455ab5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e01c2d2b67ec4a12baa410a80cc4e916&device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 1095 time: 0.2279882 Dec 16 22:10:45.422931 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c1b29d00-80dc-4b70-93bf-0133bfd69724 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:45.443440 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79241a6c-02db-481b-b2de-1d87ee055972 req-98c22b3f-946d-430a-99a3-de473ec85ca6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8c4e066-884d-48a7-a8f6-a796ad3b61e2 HTTP/1.1" status: 200 len: 217 time: 0.0460141 Dec 16 22:10:45.502081 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3617717f-7f17-477a-965c-9f2a7e61271b req-b7f7f82b-6cd9-43c3-9a01-e2f563419764 service neutron] 10.222.0.76 "GET /v2.0/networks/2512c37e-994a-449e-ace2-dfa030c2a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5224943 Dec 16 22:10:45.502287 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab44df14-4dd6-46b4-9e2b-344406e9e8fc', 'tag': 'e8c4e066-884d-48a7-a8f6-a796ad3b61e2'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:45.504464 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2d1ab5-9711-48f7-9fa7-a19b065b1f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "ab44df14-4dd6-46b4-9e2b-344406e9e8fc", "tag": "e8c4e066-884d-48a7-a8f6-a796ad3b61e2"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:45.540250 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3e7aa705-7d6b-4989-bb81-a64149d6591e req-b7318851-d18d-47e8-b679-eb5c24b49490 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630539 Dec 16 22:10:45.667269 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-c034d1e3-d8ac-421d-ad8e-7588788c26d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d094d4d0-6e82-40b9-85f7-0493d52e0535 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:45.689837 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-c9f147d3-21ff-4b62-8347-9c97ff311787 service neutron] For port a66341b9-0d2d-45b1-938e-489a64c73525, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:45.695369 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-c034d1e3-d8ac-421d-ad8e-7588788c26d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:45.757126 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-c034d1e3-d8ac-421d-ad8e-7588788c26d4 service neutron] Transition to ACTIVE for port object d094d4d0-6e82-40b9-85f7-0493d52e0535 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:10:45.759608 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-c9f147d3-21ff-4b62-8347-9c97ff311787 service neutron] For port a66341b9-0d2d-45b1-938e-489a64c73525, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=a66341b9-0d2d-45b1-938e-489a64c73525,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:45.760808 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79241a6c-02db-481b-b2de-1d87ee055972 req-9e45d249-ce30-4682-ba59-14f74eb16060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:45.762536 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79241a6c-02db-481b-b2de-1d87ee055972 req-9e45d249-ce30-4682-ba59-14f74eb16060 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3707ad1d-19fd-41c2-aff9-70fbe5f0e860 HTTP/1.1" status: 200 len: 862 time: 0.2959976 Dec 16 22:10:45.782113 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a4d67-e022-4681-8429-4a7bc6721562 req-523b275a-177a-478e-bc0d-7cbba42348ed tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:45.784075 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9d8a4d67-e022-4681-8429-4a7bc6721562 req-523b275a-177a-478e-bc0d-7cbba42348ed tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/ports?device_id=c44d189a-cdf0-443a-9b4f-4cd42296b307 HTTP/1.1" status: 200 len: 943 time: 0.3383877 Dec 16 22:10:45.834558 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79241a6c-02db-481b-b2de-1d87ee055972 req-79b216a9-5f2d-4dc1-a0ab-de2af2c96c4a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4e1bd316-abcd-4f96-883a-81e4852f7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425191 Dec 16 22:10:45.836607 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-c0db0948-9fe9-48e2-8a36-239f30523a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f99abfb-65ef-443f-af5f-8080644e5392 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:45.864073 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-c0db0948-9fe9-48e2-8a36-239f30523a4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:45.876213 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8567c7-9d65-4d24-a773-509f2f64a73c req-76588ae1-1a40-43b0-923c-2002be645995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:45.877733 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb8567c7-9d65-4d24-a773-509f2f64a73c req-76588ae1-1a40-43b0-923c-2002be645995 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=366e353316474357998db59b3bf020b3&device_id=c44d189a-cdf0-443a-9b4f-4cd42296b307 HTTP/1.1" status: 200 len: 1094 time: 0.1652040 Dec 16 22:10:45.972356 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-c9f147d3-21ff-4b62-8347-9c97ff311787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:45.974131 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9d8a4d67-e022-4681-8429-4a7bc6721562 req-a5a9b9f1-e82d-4213-a4bd-b5d79d731a8d tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/security-groups?id=a45fb5f3-3aca-4265-9146-cec7842966ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465077 Dec 16 22:10:45.976826 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-c0db0948-9fe9-48e2-8a36-239f30523a4f service neutron] Transition to ACTIVE for port object 5f99abfb-65ef-443f-af5f-8080644e5392 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:10:46.045261 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-c0db0948-9fe9-48e2-8a36-239f30523a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:46.078320 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-c034d1e3-d8ac-421d-ad8e-7588788c26d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:46.093686 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c1b29d00-80dc-4b70-93bf-0133bfd69724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:46.122261 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a18a2-a773-409b-b517-f25c7f7ceaad req-55d8dda5-5908-44ef-9107-ab7449fc285b tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:46.129082 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79241a6c-02db-481b-b2de-1d87ee055972 req-fc2d9755-629f-43e3-9cda-a128b0570b79 service neutron] 10.222.0.76 "GET /v2.0/networks/4e1bd316-abcd-4f96-883a-81e4852f7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858944 Dec 16 22:10:46.130437 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-153a18a2-a773-409b-b517-f25c7f7ceaad req-55d8dda5-5908-44ef-9107-ab7449fc285b tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 944 time: 0.4655318 Dec 16 22:10:46.155531 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8567c7-9d65-4d24-a773-509f2f64a73c req-683c2ad0-5456-4340-aca3-f0b62bc995c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:46.157291 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb8567c7-9d65-4d24-a773-509f2f64a73c req-683c2ad0-5456-4340-aca3-f0b62bc995c7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2512c37e-994a-449e-ace2-dfa030c2a9ae HTTP/1.1" status: 200 len: 913 time: 0.2533352 Dec 16 22:10:46.193063 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-c9f147d3-21ff-4b62-8347-9c97ff311787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:46.193666 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-c9f147d3-21ff-4b62-8347-9c97ff311787 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:46.195056 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-c9f147d3-21ff-4b62-8347-9c97ff311787 service neutron] 10.222.0.76 "PUT /v2.0/ports/a66341b9-0d2d-45b1-938e-489a64c73525 HTTP/1.1" status: 200 len: 1091 time: 2.8084435 Dec 16 22:10:46.197281 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b2fde4-4e3f-437f-8afb-ab31e4b46751', 'tag': 'a66341b9-0d2d-45b1-938e-489a64c73525'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:46.203147 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae7a2b1-570c-4e4c-8832-f05db99af1c3" -d '{"events": [{"name": "network-changed", "server_uuid": "89b2fde4-4e3f-437f-8afb-ab31e4b46751", "tag": "a66341b9-0d2d-45b1-938e-489a64c73525"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:46.243929 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db0948-9fe9-48e2-8a36-239f30523a4f service neutron] Pushing event updated for resources: {'Port': ['ID=5f99abfb-65ef-443f-af5f-8080644e5392,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:46.255553 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aeb7ee1-4b7d-4024-93a5-676e14a57e32 x-openstack-request-id: req-4aeb7ee1-4b7d-4024-93a5-676e14a57e32 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:46.255852 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab44df14-4dd6-46b4-9e2b-344406e9e8fc", "tag": "e8c4e066-884d-48a7-a8f6-a796ad3b61e2", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:46.260820 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4aeb7ee1-4b7d-4024-93a5-676e14a57e32 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:46.260820 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab44df14-4dd6-46b4-9e2b-344406e9e8fc', 'tag': 'e8c4e066-884d-48a7-a8f6-a796ad3b61e2', 'status': 'completed', 'code': 200} Dec 16 22:10:46.261686 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f147d3-21ff-4b62-8347-9c97ff311787 service neutron] Pushing event updated for resources: {'Port': ['ID=a66341b9-0d2d-45b1-938e-489a64c73525,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:46.331704 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb8567c7-9d65-4d24-a773-509f2f64a73c req-168948ac-3ed4-43b0-b524-9ce93e3284cf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fc876a0-9d20-4cba-bcdb-08760f0023d1 HTTP/1.1" status: 200 len: 217 time: 0.1556001 Dec 16 22:10:46.426439 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79241a6c-02db-481b-b2de-1d87ee055972 req-45be4b18-d945-4892-b9e2-e0bd7a2fb533 service neutron] 10.222.0.76 "GET /v2.0/networks/4e1bd316-abcd-4f96-883a-81e4852f7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514880 Dec 16 22:10:46.445695 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8567c7-9d65-4d24-a773-509f2f64a73c req-0b136fd4-e9b9-4840-a077-3674fd54903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:46.447209 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb8567c7-9d65-4d24-a773-509f2f64a73c req-0b136fd4-e9b9-4840-a077-3674fd54903d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=079d7c1b-0543-4438-b4c2-7435c3c892c3 HTTP/1.1" status: 200 len: 853 time: 0.0903780 Dec 16 22:10:46.450341 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034d1e3-d8ac-421d-ad8e-7588788c26d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d094d4d0-6e82-40b9-85f7-0493d52e0535,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:46.457546 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df33f3-408b-46d7-8242-b75be287e6d8 req-73136782-c1fd-473f-bac2-34e49c5735df tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:46.463283 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-55df33f3-408b-46d7-8242-b75be287e6d8 req-73136782-c1fd-473f-bac2-34e49c5735df tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 943 time: 0.1472793 Dec 16 22:10:46.477165 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-c0db0948-9fe9-48e2-8a36-239f30523a4f service neutron] Attempting to bind port 5f99abfb-65ef-443f-af5f-8080644e5392 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:46.477998 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-c0db0948-9fe9-48e2-8a36-239f30523a4f service neutron] Attempting to bind port 5f99abfb-65ef-443f-af5f-8080644e5392 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'aae510df-529b-45cb-940a-79aa02f44cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:46.478562 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-c0db0948-9fe9-48e2-8a36-239f30523a4f service neutron] Attempting to bind port 5f99abfb-65ef-443f-af5f-8080644e5392 on network f4b4200a-5735-42d7-aba1-c5a847665c5e {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:46.479792 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-153a18a2-a773-409b-b517-f25c7f7ceaad req-d667a2a0-a19b-4aa0-87c0-f18a8cad4886 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480909 Dec 16 22:10:46.574429 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-1d7512dc-6fe3-4f3b-bc25-906e67c0bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:46.576107 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-1d7512dc-6fe3-4f3b-bc25-906e67c0bbde service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=70ddf0fe02f649f28d93270673f4f1b0&device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 1094 time: 0.1877301 Dec 16 22:10:46.579012 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-c034d1e3-d8ac-421d-ad8e-7588788c26d4 service neutron] Attempting to bind port d094d4d0-6e82-40b9-85f7-0493d52e0535 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:46.579301 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-c034d1e3-d8ac-421d-ad8e-7588788c26d4 service neutron] Attempting to bind port d094d4d0-6e82-40b9-85f7-0493d52e0535 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7d53f15a-20ab-44b9-a103-402696484de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6897b954-3619-4e8e-ae30-929f8d7aad6a'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:46.579584 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-c034d1e3-d8ac-421d-ad8e-7588788c26d4 service neutron] Attempting to bind port d094d4d0-6e82-40b9-85f7-0493d52e0535 on network 6897b954-3619-4e8e-ae30-929f8d7aad6a {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:46.588978 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-c034d1e3-d8ac-421d-ad8e-7588788c26d4 service neutron] Port d094d4d0-6e82-40b9-85f7-0493d52e0535 on network 6897b954-3619-4e8e-ae30-929f8d7aad6a not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:10:46.589308 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-c034d1e3-d8ac-421d-ad8e-7588788c26d4 service neutron] Attempting to bind port d094d4d0-6e82-40b9-85f7-0493d52e0535 on network 6897b954-3619-4e8e-ae30-929f8d7aad6a {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:46.599554 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-c034d1e3-d8ac-421d-ad8e-7588788c26d4 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:46.599901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-c034d1e3-d8ac-421d-ad8e-7588788c26d4 service neutron] Checking segment: {'id': '7d53f15a-20ab-44b9-a103-402696484de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6897b954-3619-4e8e-ae30-929f8d7aad6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:46.600289 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-c034d1e3-d8ac-421d-ad8e-7588788c26d4 service neutron] Bound using segment: {'id': '7d53f15a-20ab-44b9-a103-402696484de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6897b954-3619-4e8e-ae30-929f8d7aad6a'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:46.600726 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-c034d1e3-d8ac-421d-ad8e-7588788c26d4 service neutron] Bound port: d094d4d0-6e82-40b9-85f7-0493d52e0535, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d53f15a-20ab-44b9-a103-402696484de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6897b954-3619-4e8e-ae30-929f8d7aad6a'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:46.601086 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-c034d1e3-d8ac-421d-ad8e-7588788c26d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:46.612234 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-c0db0948-9fe9-48e2-8a36-239f30523a4f service neutron] Port 5f99abfb-65ef-443f-af5f-8080644e5392 on network f4b4200a-5735-42d7-aba1-c5a847665c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:10:46.612557 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-c0db0948-9fe9-48e2-8a36-239f30523a4f service neutron] Attempting to bind port 5f99abfb-65ef-443f-af5f-8080644e5392 on network f4b4200a-5735-42d7-aba1-c5a847665c5e {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:46.622321 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb8567c7-9d65-4d24-a773-509f2f64a73c req-75c052b2-8111-47a5-b30c-35e999ad5056 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2512c37e-994a-449e-ace2-dfa030c2a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1575556 Dec 16 22:10:46.678180 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-c0db0948-9fe9-48e2-8a36-239f30523a4f service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:46.678532 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-c0db0948-9fe9-48e2-8a36-239f30523a4f service neutron] Checking segment: {'id': 'aae510df-529b-45cb-940a-79aa02f44cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:46.678932 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-c0db0948-9fe9-48e2-8a36-239f30523a4f service neutron] Bound using segment: {'id': 'aae510df-529b-45cb-940a-79aa02f44cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:46.681171 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-c0db0948-9fe9-48e2-8a36-239f30523a4f service neutron] Bound port: 5f99abfb-65ef-443f-af5f-8080644e5392, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae510df-529b-45cb-940a-79aa02f44cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:46.681171 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-c0db0948-9fe9-48e2-8a36-239f30523a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:46.725471 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48125231-392e-49d3-9035-178ff73d2b38 x-openstack-request-id: req-48125231-392e-49d3-9035-178ff73d2b38 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:46.725471 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b2fde4-4e3f-437f-8afb-ab31e4b46751", "tag": "a66341b9-0d2d-45b1-938e-489a64c73525", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:46.725471 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-48125231-392e-49d3-9035-178ff73d2b38 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:46.725471 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b2fde4-4e3f-437f-8afb-ab31e4b46751', 'tag': 'a66341b9-0d2d-45b1-938e-489a64c73525', 'status': 'completed', 'code': 200} Dec 16 22:10:46.726281 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-828f48ab-8447-4263-acd4-d0d8a3936071 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a66341b9-0d2d-45b1-938e-489a64c73525 HTTP/1.1" status: 200 len: 217 time: 0.0917816 Dec 16 22:10:46.764273 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b29d00-80dc-4b70-93bf-0133bfd69724 admin admin] Router 74b1978b-97a4-4448-9f17-35251302a10c is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:10:46.826210 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-55df33f3-408b-46d7-8242-b75be287e6d8 req-64459ebf-ff25-46e7-836e-6e39e5806f8d tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432424 Dec 16 22:10:46.892111 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d1ab5-9711-48f7-9fa7-a19b065b1f8d req-b47e49fb-a0ae-411d-8211-e6ed500b3c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:46.892111 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc2d1ab5-9711-48f7-9fa7-a19b065b1f8d req-b47e49fb-a0ae-411d-8211-e6ed500b3c38 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e01c2d2b67ec4a12baa410a80cc4e916&device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 1095 time: 0.2689295 Dec 16 22:10:46.901512 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb8567c7-9d65-4d24-a773-509f2f64a73c req-1e9b646b-ddf3-4e32-9e2f-a3b61b74632e service neutron] 10.222.0.76 "GET /v2.0/networks/2512c37e-994a-449e-ace2-dfa030c2a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685568 Dec 16 22:10:46.925825 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-b48e0cdd-62f9-4460-8487-c03286e9a5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:46.927825 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-b48e0cdd-62f9-4460-8487-c03286e9a5a8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ac517c80-ed1c-4940-8a98-4b18f46cf35e HTTP/1.1" status: 200 len: 848 time: 0.1771958 Dec 16 22:10:46.936071 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-c034d1e3-d8ac-421d-ad8e-7588788c26d4 service neutron] For port d094d4d0-6e82-40b9-85f7-0493d52e0535, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:46.950380 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-c034d1e3-d8ac-421d-ad8e-7588788c26d4 service neutron] For port d094d4d0-6e82-40b9-85f7-0493d52e0535, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d094d4d0-6e82-40b9-85f7-0493d52e0535,segment=NetworkSegment(7d53f15a-20ab-44b9-a103-402696484de8),segment_id=7d53f15a-20ab-44b9-a103-402696484de8)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:47.017044 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-88242dd9-4837-4f8d-8ca6-6ce6ee7ca7f9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=851b3d27-6497-40f0-b603-b3da566b57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516410 Dec 16 22:10:47.051309 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-c0db0948-9fe9-48e2-8a36-239f30523a4f service neutron] For port 5f99abfb-65ef-443f-af5f-8080644e5392, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:47.063881 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-c034d1e3-d8ac-421d-ad8e-7588788c26d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:47.085303 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-c0db0948-9fe9-48e2-8a36-239f30523a4f service neutron] For port 5f99abfb-65ef-443f-af5f-8080644e5392, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5f99abfb-65ef-443f-af5f-8080644e5392,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:47.137689 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c3261-4a48-46bd-b6a8-c0125c62c332 req-e60634f1-4413-402e-a259-a7f897a49d0b tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:47.139776 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-481c3261-4a48-46bd-b6a8-c0125c62c332 req-e60634f1-4413-402e-a259-a7f897a49d0b tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=98bd98fb-e566-4321-b77c-8e3e403fb80d HTTP/1.1" status: 200 len: 944 time: 0.2285879 Dec 16 22:10:47.157892 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5e6ba-e055-4957-bc87-b043be4fe99a req-80de97cc-9b47-475c-817d-572714c75831 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:47.158775 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-c0db0948-9fe9-48e2-8a36-239f30523a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:47.166383 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3ca5e6ba-e055-4957-bc87-b043be4fe99a req-80de97cc-9b47-475c-817d-572714c75831 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 943 time: 0.3758588 Dec 16 22:10:47.191756 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d1ab5-9711-48f7-9fa7-a19b065b1f8d req-ea5fc0b4-de52-4da2-bcbd-066db7f0939f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:47.193494 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc2d1ab5-9711-48f7-9fa7-a19b065b1f8d req-ea5fc0b4-de52-4da2-bcbd-066db7f0939f service neutron] 10.222.0.76 "GET /v2.0/networks?id=4e1bd316-abcd-4f96-883a-81e4852f7038 HTTP/1.1" status: 200 len: 922 time: 0.2810171 Dec 16 22:10:47.228063 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb8567c7-9d65-4d24-a773-509f2f64a73c req-3f4c528f-bb6a-454c-a401-11136286d061 service neutron] 10.222.0.76 "GET /v2.0/networks/2512c37e-994a-449e-ace2-dfa030c2a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121819 Dec 16 22:10:47.236184 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-c034d1e3-d8ac-421d-ad8e-7588788c26d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:47.237376 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-c034d1e3-d8ac-421d-ad8e-7588788c26d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:47.238838 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-c034d1e3-d8ac-421d-ad8e-7588788c26d4 service neutron] 10.222.0.76 "PUT /v2.0/ports/d094d4d0-6e82-40b9-85f7-0493d52e0535 HTTP/1.1" status: 200 len: 1091 time: 3.4204817 Dec 16 22:10:47.247730 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-c0db0948-9fe9-48e2-8a36-239f30523a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:47.248724 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-c0db0948-9fe9-48e2-8a36-239f30523a4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:47.251253 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-c0db0948-9fe9-48e2-8a36-239f30523a4f service neutron] 10.222.0.57 "PUT /v2.0/ports/5f99abfb-65ef-443f-af5f-8080644e5392 HTTP/1.1" status: 200 len: 1092 time: 2.4101505 Dec 16 22:10:47.289204 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc2d1ab5-9711-48f7-9fa7-a19b065b1f8d req-79533c21-03cc-40fc-9a43-c38cdfd8f64e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8c4e066-884d-48a7-a8f6-a796ad3b61e2 HTTP/1.1" status: 200 len: 217 time: 0.0716217 Dec 16 22:10:47.295355 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b29d00-80dc-4b70-93bf-0133bfd69724 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:10:47.309849 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c40e685-61a5-4ccf-9c69-169c2f7bd2ba None None] Sync routers for ids ['74b1978b-97a4-4448-9f17-35251302a10c'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:10:47.314050 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3ca5e6ba-e055-4957-bc87-b043be4fe99a req-cda87454-7d28-4925-ac6d-39566924ddb1 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466479 Dec 16 22:10:47.333854 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034d1e3-d8ac-421d-ad8e-7588788c26d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d094d4d0-6e82-40b9-85f7-0493d52e0535,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:47.347804 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c40e685-61a5-4ccf-9c69-169c2f7bd2ba None None] Routers {'74b1978b-97a4-4448-9f17-35251302a10c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:10:47.350270 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-2c40e685-61a5-4ccf-9c69-169c2f7bd2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:10:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['74b1978b-97a4-4448-9f17-35251302a10c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:47.398085 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-807028cf-cfa8-4673-84e8-342dfc6643fe service neutron] 10.222.0.76 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799462 Dec 16 22:10:47.406753 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-481c3261-4a48-46bd-b6a8-c0125c62c332 req-bc545252-baa3-4707-ac7e-cb9f3cbc81ad tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556984 Dec 16 22:10:47.413104 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db0948-9fe9-48e2-8a36-239f30523a4f service neutron] Pushing event updated for resources: {'Port': ['ID=5f99abfb-65ef-443f-af5f-8080644e5392,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:47.482305 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d1ab5-9711-48f7-9fa7-a19b065b1f8d req-e9d6ae4e-8aed-42d6-9d69-a5e987ffa85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:47.486678 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc2d1ab5-9711-48f7-9fa7-a19b065b1f8d req-e9d6ae4e-8aed-42d6-9d69-a5e987ffa85f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3707ad1d-19fd-41c2-aff9-70fbe5f0e860 HTTP/1.1" status: 200 len: 862 time: 0.1833646 Dec 16 22:10:47.578515 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-2c40e685-61a5-4ccf-9c69-169c2f7bd2ba None None] Set router 74b1978b-97a4-4448-9f17-35251302a10c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:10:47.589299 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc2d1ab5-9711-48f7-9fa7-a19b065b1f8d req-a043de15-e0d6-4354-931f-1b7f0ee145f7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4e1bd316-abcd-4f96-883a-81e4852f7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661347 Dec 16 22:10:47.612425 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-66f59fb2-b605-4635-b7a9-6632b3b43e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:47.614156 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-66f59fb2-b605-4635-b7a9-6632b3b43e95 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc5f8f0b8add43369a6118c499ef042d&device_id=98bd98fb-e566-4321-b77c-8e3e403fb80d HTTP/1.1" status: 200 len: 1095 time: 0.1569970 Dec 16 22:10:47.684672 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c1b29d00-80dc-4b70-93bf-0133bfd69724 admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:47.689479 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c1b29d00-80dc-4b70-93bf-0133bfd69724 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.2817087 Dec 16 22:10:47.693258 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59258) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:47.724435 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-79fad662-3985-4fd3-97d0-f33a37f33b6a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f99abfb-65ef-443f-af5f-8080644e5392 HTTP/1.1" status: 200 len: 217 time: 0.0892344 Dec 16 22:10:47.862587 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-812e0da3-d994-4d66-83f9-663d3fc24184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:47.868947 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-812e0da3-d994-4d66-83f9-663d3fc24184 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fb020d18049e49da94018381955868ba&device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 1094 time: 0.4219456 Dec 16 22:10:47.896008 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-c9c2eb00-81a9-4265-9694-9274b36c645f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:47.897612 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-c9c2eb00-81a9-4265-9694-9274b36c645f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=241332bf-ffe2-4b38-90c7-a643b4215ed1 HTTP/1.1" status: 200 len: 844 time: 0.1615708 Dec 16 22:10:47.931077 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f2d89-f6cc-4705-8c83-3d2938d49256 req-9ffdb0a8-a024-470a-b6ae-d04c73bb1d32 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:47.933913 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cc4f2d89-f6cc-4705-8c83-3d2938d49256 req-9ffdb0a8-a024-470a-b6ae-d04c73bb1d32 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/ports?device_id=c44d189a-cdf0-443a-9b4f-4cd42296b307 HTTP/1.1" status: 200 len: 943 time: 0.4980938 Dec 16 22:10:47.951799 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc2d1ab5-9711-48f7-9fa7-a19b065b1f8d req-c6c795dc-c65b-45ee-897f-2c6845e1217f service neutron] 10.222.0.76 "GET /v2.0/networks/4e1bd316-abcd-4f96-883a-81e4852f7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175752 Dec 16 22:10:47.954308 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-f0e7948c-2916-4e58-8498-923c15e44143 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4b4200a-5735-42d7-aba1-c5a847665c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465541 Dec 16 22:10:47.963262 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc9a5c-2b10-403f-b9f0-aa90837fad67 req-9ef094c4-9289-4370-90a0-f286e181ef7f tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:47.964854 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-00cc9a5c-2b10-403f-b9f0-aa90837fad67 req-9ef094c4-9289-4370-90a0-f286e181ef7f tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 944 time: 0.1850829 Dec 16 22:10:47.996628 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-47427d76-5700-4743-8370-e156f14eb69e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d094d4d0-6e82-40b9-85f7-0493d52e0535 HTTP/1.1" status: 200 len: 217 time: 0.1018693 Dec 16 22:10:48.036275 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-2c40e685-61a5-4ccf-9c69-169c2f7bd2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b1978b-97a4-4448-9f17-35251302a10c', 'name': 'tempest-ServersTestManualDisk-1523858059-router', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:38Z', 'updated_at': '2021-12-16T22:10:44Z', 'revision_number': 3, 'project_id': '7e81c7a87e9c432395a69e30581953d0', 'gw_port': {'id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b1978b-97a4-4448-9f17-35251302a10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:42Z', 'updated_at': '2021-12-16T22:10:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:48.112933 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c40e685-61a5-4ccf-9c69-169c2f7bd2ba None None] Checking router: 74b1978b-97a4-4448-9f17-35251302a10c for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:10:48.113184 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c40e685-61a5-4ccf-9c69-169c2f7bd2ba None None] Updating router 74b1978b-97a4-4448-9f17-35251302a10c port 9ac376f7-2d8f-43ca-b00b-892710584c4a binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:10:48.173263 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2c40e685-61a5-4ccf-9c69-169c2f7bd2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:48.192067 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-00cc9a5c-2b10-403f-b9f0-aa90837fad67 req-a99fef59-c39a-4611-956a-3d5caa5e24e2 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159348 Dec 16 22:10:48.249822 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-013c3a72-fd71-4a02-9b9f-66918bbb5383 service neutron] 10.222.0.57 "GET /v2.0/networks/f4b4200a-5735-42d7-aba1-c5a847665c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822323 Dec 16 22:10:48.253697 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc2d1ab5-9711-48f7-9fa7-a19b065b1f8d req-a2c5c555-e82d-4ab2-bede-d49c341fc617 service neutron] 10.222.0.76 "GET /v2.0/networks/4e1bd316-abcd-4f96-883a-81e4852f7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865720 Dec 16 22:10:48.260721 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98bd98fb-e566-4321-b77c-8e3e403fb80d', 'tag': '5f99abfb-65ef-443f-af5f-8080644e5392'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:48.263095 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cac54c0-4305-4e8a-b82a-60e8d51f526d" -d '{"events": [{"name": "network-changed", "server_uuid": "98bd98fb-e566-4321-b77c-8e3e403fb80d", "tag": "5f99abfb-65ef-443f-af5f-8080644e5392"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:48.401897 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36afb08e-2d4f-4e58-b97e-3b459019f5a5 req-f8a29513-0ceb-445d-b726-ecfc4b9dd576 service neutron] 10.222.0.76 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9774699 Dec 16 22:10:48.484183 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9c0911e-f14f-42d5-a158-f26d9e14c220 req-cd16cf59-7adf-4007-9a61-c91eb112d044 service neutron] 10.222.0.57 "GET /v2.0/networks/f4b4200a-5735-42d7-aba1-c5a847665c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074728 Dec 16 22:10:48.534579 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cc4f2d89-f6cc-4705-8c83-3d2938d49256 req-f806787b-6248-45b3-9da9-9b844022fd3d tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/security-groups?id=a45fb5f3-3aca-4265-9146-cec7842966ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5523903 Dec 16 22:10:48.536274 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-ff5e50f6-e83d-42bb-8484-68a5c0331af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:48.548506 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-ff5e50f6-e83d-42bb-8484-68a5c0331af3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aad8e5a8-b013-4c8c-8f52-75d6be3d513d HTTP/1.1" status: 200 len: 860 time: 0.1615429 Dec 16 22:10:48.552064 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46a116-f52f-47b3-9caf-2bdb65f8faf5 req-b2a47d75-7972-4b6d-8206-8f5c14fdc304 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:48.552064 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e46a116-f52f-47b3-9caf-2bdb65f8faf5 req-b2a47d75-7972-4b6d-8206-8f5c14fdc304 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 943 time: 0.2110224 Dec 16 22:10:48.626812 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2093b21-b50f-4236-b816-2cd11ca69899 x-openstack-request-id: req-f2093b21-b50f-4236-b816-2cd11ca69899 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:48.632338 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98bd98fb-e566-4321-b77c-8e3e403fb80d", "tag": "5f99abfb-65ef-443f-af5f-8080644e5392", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:48.632338 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f2093b21-b50f-4236-b816-2cd11ca69899 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:48.632338 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98bd98fb-e566-4321-b77c-8e3e403fb80d', 'tag': '5f99abfb-65ef-443f-af5f-8080644e5392', 'status': 'completed', 'code': 200} Dec 16 22:10:48.634335 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e46a116-f52f-47b3-9caf-2bdb65f8faf5 req-8d2924ba-fe37-43d8-aa4e-c3747e1d72d5 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724926 Dec 16 22:10:48.733942 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4171e8ed-51c3-4126-be9b-d2abd85b0ddf', 'tag': 'd094d4d0-6e82-40b9-85f7-0493d52e0535'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:48.738913 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c142ec-4113-4418-ba52-2b894aa6d717" -d '{"events": [{"name": "network-changed", "server_uuid": "4171e8ed-51c3-4126-be9b-d2abd85b0ddf", "tag": "d094d4d0-6e82-40b9-85f7-0493d52e0535"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:48.743672 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-3a19e7b5-17e2-42fa-bf21-4696309e0faf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6897b954-3619-4e8e-ae30-929f8d7aad6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151378 Dec 16 22:10:48.807162 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2c40e685-61a5-4ccf-9c69-169c2f7bd2ba None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:48.818737 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac54c0-4305-4e8a-b82a-60e8d51f526d req-93a00c6f-904d-47dd-be12-2c379ab09d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:48.820325 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7cac54c0-4305-4e8a-b82a-60e8d51f526d req-93a00c6f-904d-47dd-be12-2c379ab09d8b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc5f8f0b8add43369a6118c499ef042d&device_id=98bd98fb-e566-4321-b77c-8e3e403fb80d HTTP/1.1" status: 200 len: 1095 time: 0.1407354 Dec 16 22:10:48.910558 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab3af0-9ab1-42d9-a702-a0eca2249f87 req-3c03858c-55e6-4a22-ab08-0cffcf41f3d3 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:48.912344 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8cab3af0-9ab1-42d9-a702-a0eca2249f87 req-3c03858c-55e6-4a22-ab08-0cffcf41f3d3 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=98bd98fb-e566-4321-b77c-8e3e403fb80d HTTP/1.1" status: 200 len: 944 time: 0.0878477 Dec 16 22:10:48.920820 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2c40e685-61a5-4ccf-9c69-169c2f7bd2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:48.930803 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7a2b1-570c-4e4c-8832-f05db99af1c3 req-d48b1dc6-8cf8-4f9b-8dd7-30b7c65ef13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:48.935282 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8ae7a2b1-570c-4e4c-8832-f05db99af1c3 req-d48b1dc6-8cf8-4f9b-8dd7-30b7c65ef13f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=70ddf0fe02f649f28d93270673f4f1b0&device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 1094 time: 0.3116999 Dec 16 22:10:48.986555 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6809cee-5d06-418c-9c93-fe9bfb82aa99 None None] Pushing event updated for resources: {'Port': ['ID=9ac376f7-2d8f-43ca-b00b-892710584c4a,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:48.993884 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a12c6a-02cd-491a-ad8c-72389e0910eb req-a172c363-7385-431d-8d6b-ca3349eaa79b tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:49.006280 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-35a12c6a-02cd-491a-ad8c-72389e0910eb req-a172c363-7385-431d-8d6b-ca3349eaa79b tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 943 time: 0.2870460 Dec 16 22:10:49.024282 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-2c40e685-61a5-4ccf-9c69-169c2f7bd2ba None None] Attempting to bind port 9ac376f7-2d8f-43ca-b00b-892710584c4a on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:49.025013 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-2c40e685-61a5-4ccf-9c69-169c2f7bd2ba None None] Attempting to bind port 9ac376f7-2d8f-43ca-b00b-892710584c4a by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:49.025623 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c40e685-61a5-4ccf-9c69-169c2f7bd2ba None None] Attempting to bind port 9ac376f7-2d8f-43ca-b00b-892710584c4a on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:49.035445 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c40e685-61a5-4ccf-9c69-169c2f7bd2ba None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:49.036589 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c40e685-61a5-4ccf-9c69-169c2f7bd2ba None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:49.039440 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2c40e685-61a5-4ccf-9c69-169c2f7bd2ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:49.053969 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c40e685-61a5-4ccf-9c69-169c2f7bd2ba None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:49.053969 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-2c40e685-61a5-4ccf-9c69-169c2f7bd2ba None None] Bound port: 9ac376f7-2d8f-43ca-b00b-892710584c4a, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:49.053969 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2c40e685-61a5-4ccf-9c69-169c2f7bd2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:49.155444 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-2c40e685-61a5-4ccf-9c69-169c2f7bd2ba None None] For port 9ac376f7-2d8f-43ca-b00b-892710584c4a, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:49.155693 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8cab3af0-9ab1-42d9-a702-a0eca2249f87 req-a582947f-ff67-4f98-9c5f-bcfed4567581 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275138 Dec 16 22:10:49.156631 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-9782c0b4-1321-43ef-916f-b521aade4373 service neutron] 10.222.0.76 "GET /v2.0/networks/6897b954-3619-4e8e-ae30-929f8d7aad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975716 Dec 16 22:10:49.161510 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-2c40e685-61a5-4ccf-9c69-169c2f7bd2ba None None] For port 9ac376f7-2d8f-43ca-b00b-892710584c4a, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=9ac376f7-2d8f-43ca-b00b-892710584c4a,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:49.166708 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 2fc876a0-9d20-4cba-bcdb-08760f0023d1 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:10:49.210327 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac54c0-4305-4e8a-b82a-60e8d51f526d req-46707830-a97c-4a68-9f5c-11572df145ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:49.213960 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7cac54c0-4305-4e8a-b82a-60e8d51f526d req-46707830-a97c-4a68-9f5c-11572df145ba service neutron] 10.222.0.57 "GET /v2.0/networks?id=f4b4200a-5735-42d7-aba1-c5a847665c5e HTTP/1.1" status: 200 len: 904 time: 0.3823142 Dec 16 22:10:49.300279 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-35a12c6a-02cd-491a-ad8c-72389e0910eb req-82f13628-4f94-407e-bcf8-cac3b0709fe1 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929323 Dec 16 22:10:49.302090 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7a2b1-570c-4e4c-8832-f05db99af1c3 req-d0a95402-6068-4434-999c-29decb3bbc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:49.307673 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8ae7a2b1-570c-4e4c-8832-f05db99af1c3 req-d0a95402-6068-4434-999c-29decb3bbc24 service neutron] 10.222.0.76 "GET /v2.0/networks?id=851b3d27-6497-40f0-b603-b3da566b57ea HTTP/1.1" status: 200 len: 908 time: 0.3523307 Dec 16 22:10:49.392606 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 2fc876a0-9d20-4cba-bcdb-08760f0023d1, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=2fc876a0-9d20-4cba-bcdb-08760f0023d1,segment=NetworkSegment(f4c7e0e5-5b92-4cad-a4bc-dbda9b26e7d7),segment_id=f4c7e0e5-5b92-4cad-a4bc-dbda9b26e7d7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:49.396591 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2c40e685-61a5-4ccf-9c69-169c2f7bd2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:49.417230 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bb063c-c5ea-4ce9-85e8-291cfc30f72a x-openstack-request-id: req-d4bb063c-c5ea-4ce9-85e8-291cfc30f72a {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:49.417660 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4171e8ed-51c3-4126-be9b-d2abd85b0ddf", "tag": "d094d4d0-6e82-40b9-85f7-0493d52e0535", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:49.418015 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d4bb063c-c5ea-4ce9-85e8-291cfc30f72a {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:49.421713 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4171e8ed-51c3-4126-be9b-d2abd85b0ddf', 'tag': 'd094d4d0-6e82-40b9-85f7-0493d52e0535', 'status': 'completed', 'code': 200} Dec 16 22:10:49.428013 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8ae7a2b1-570c-4e4c-8832-f05db99af1c3 req-da64feaa-ef4b-4c22-98de-dd8238beec50 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a66341b9-0d2d-45b1-938e-489a64c73525 HTTP/1.1" status: 200 len: 217 time: 0.0969357 Dec 16 22:10:49.502347 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '2fc876a0-9d20-4cba-bcdb-08760f0023d1', 'network_id': '2512c37e-994a-449e-ace2-dfa030c2a9ae', 'port_id': '2fc876a0-9d20-4cba-bcdb-08760f0023d1', 'mac_address': 'fa:16:3e:66:6d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079d7c1b-0543-4438-b4c2-7435c3c892c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:10:49.520559 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c40e685-61a5-4ccf-9c69-169c2f7bd2ba None None] Routers {'74b1978b-97a4-4448-9f17-35251302a10c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:10:49.521099 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-2c40e685-61a5-4ccf-9c69-169c2f7bd2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:10:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['74b1978b-97a4-4448-9f17-35251302a10c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:49.547906 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a5de9b57-46b6-4c86-9350-c94867bc598a req-fc29fc51-4b77-4ab0-988a-35da279e9f28 service neutron] 10.222.0.76 "GET /v2.0/networks/6897b954-3619-4e8e-ae30-929f8d7aad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776584 Dec 16 22:10:49.559065 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7a2b1-570c-4e4c-8832-f05db99af1c3 req-bf83dae8-3e39-48d7-b86d-006b25d315dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:49.560601 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8ae7a2b1-570c-4e4c-8832-f05db99af1c3 req-bf83dae8-3e39-48d7-b86d-006b25d315dc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ac517c80-ed1c-4940-8a98-4b18f46cf35e HTTP/1.1" status: 200 len: 848 time: 0.1221421 Dec 16 22:10:49.579275 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8bbb2b0-b25c-4313-acb4-7224550ce759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:49.601638 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6809cee-5d06-418c-9c93-fe9bfb82aa99 None None] Pushing event updated for resources: {'Port': ['ID=9ac376f7-2d8f-43ca-b00b-892710584c4a,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:49.620765 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:49.621009 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8ae7a2b1-570c-4e4c-8832-f05db99af1c3 req-5934b858-e2e7-496b-b297-45b6a03d7ffe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=851b3d27-6497-40f0-b603-b3da566b57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362895 Dec 16 22:10:49.718237 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc876a0-9d20-4cba-bcdb-08760f0023d1 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:49.779325 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 2fc876a0-9d20-4cba-bcdb-08760f0023d1, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=2fc876a0-9d20-4cba-bcdb-08760f0023d1,segment=NetworkSegment(f4c7e0e5-5b92-4cad-a4bc-dbda9b26e7d7),segment_id=f4c7e0e5-5b92-4cad-a4bc-dbda9b26e7d7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:49.782147 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-2c40e685-61a5-4ccf-9c69-169c2f7bd2ba None None] Set router 74b1978b-97a4-4448-9f17-35251302a10c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:10:49.832397 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7cac54c0-4305-4e8a-b82a-60e8d51f526d req-7fb6d488-eb83-43f6-8551-7220f3fe9238 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f99abfb-65ef-443f-af5f-8080644e5392 HTTP/1.1" status: 200 len: 217 time: 0.6090832 Dec 16 22:10:49.864528 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:49.865393 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e8c4e066-884d-48a7-a8f6-a796ad3b61e2 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:10:49.923700 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac54c0-4305-4e8a-b82a-60e8d51f526d req-3e7af5ae-f21d-40dd-8448-eaeb0f55b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:49.925209 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7cac54c0-4305-4e8a-b82a-60e8d51f526d req-3e7af5ae-f21d-40dd-8448-eaeb0f55b275 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=241332bf-ffe2-4b38-90c7-a643b4215ed1 HTTP/1.1" status: 200 len: 844 time: 0.0656250 Dec 16 22:10:49.939826 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c943e03-dfab-4e7d-9296-af11b337a2a6 req-71b19793-5396-45ce-bfe5-91de00a378ff tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:49.940212 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af727b-d026-4870-9b9b-2cdab5926628 req-27dcc02d-fb6e-4f82-9220-e046e18a9cd2 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:49.941417 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6c943e03-dfab-4e7d-9296-af11b337a2a6 req-71b19793-5396-45ce-bfe5-91de00a378ff tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 944 time: 0.1196012 Dec 16 22:10:49.947736 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-37af727b-d026-4870-9b9b-2cdab5926628 req-27dcc02d-fb6e-4f82-9220-e046e18a9cd2 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/ports?device_id=c44d189a-cdf0-443a-9b4f-4cd42296b307 HTTP/1.1" status: 200 len: 943 time: 0.2884476 Dec 16 22:10:49.954633 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c142ec-4113-4418-ba52-2b894aa6d717 req-40b433ee-a111-421f-8177-673221264e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:49.956183 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8c142ec-4113-4418-ba52-2b894aa6d717 req-40b433ee-a111-421f-8177-673221264e4d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fb020d18049e49da94018381955868ba&device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 1094 time: 0.2379622 Dec 16 22:10:49.965275 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8ae7a2b1-570c-4e4c-8832-f05db99af1c3 req-8fa577d8-1ece-4fe4-8238-7834faecd44f service neutron] 10.222.0.76 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340805 Dec 16 22:10:49.974691 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7cac54c0-4305-4e8a-b82a-60e8d51f526d req-f8fa3e92-cfd0-418c-9f1f-33c325dd4c31 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4b4200a-5735-42d7-aba1-c5a847665c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321183 Dec 16 22:10:50.068618 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6c943e03-dfab-4e7d-9296-af11b337a2a6 req-4c064358-eca8-4834-9f49-7ce0d2fd8ddd tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928934 Dec 16 22:10:50.119332 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7cac54c0-4305-4e8a-b82a-60e8d51f526d req-8b9c489a-581a-415e-893a-a918e759d668 service neutron] 10.222.0.57 "GET /v2.0/networks/f4b4200a-5735-42d7-aba1-c5a847665c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097996 Dec 16 22:10:50.139496 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=2fc876a0-9d20-4cba-bcdb-08760f0023d1,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:50.150918 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-d8bbb2b0-b25c-4313-acb4-7224550ce759 admin admin] Allocated IP 172.20.0.1 (e613a71e-e0e0-460d-9702-cb72b7245fe8/e821f15a-fed6-4760-b25c-db97e47d026f/8e5089ba-baf9-4fed-8111-3bd4d2748f5d) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:10:50.186219 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-37af727b-d026-4870-9b9b-2cdab5926628 req-79209eae-94b8-4d66-aebe-440774eec112 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/security-groups?id=a45fb5f3-3aca-4265-9146-cec7842966ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326868 Dec 16 22:10:50.240661 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e8c4e066-884d-48a7-a8f6-a796ad3b61e2, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e8c4e066-884d-48a7-a8f6-a796ad3b61e2,segment=NetworkSegment(ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405),segment_id=ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:50.289287 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'e8c4e066-884d-48a7-a8f6-a796ad3b61e2', 'network_id': '4e1bd316-abcd-4f96-883a-81e4852f7038', 'port_id': 'e8c4e066-884d-48a7-a8f6-a796ad3b61e2', 'mac_address': 'fa:16:3e:8e:49:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3707ad1d-19fd-41c2-aff9-70fbe5f0e860', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:10:50.312804 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c142ec-4113-4418-ba52-2b894aa6d717 req-74f786f9-c5c1-4b4a-94f2-fb1d824880ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:50.314356 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8c142ec-4113-4418-ba52-2b894aa6d717 req-74f786f9-c5c1-4b4a-94f2-fb1d824880ae service neutron] 10.222.0.76 "GET /v2.0/networks?id=6897b954-3619-4e8e-ae30-929f8d7aad6a HTTP/1.1" status: 200 len: 920 time: 0.3481865 Dec 16 22:10:50.507094 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8ae7a2b1-570c-4e4c-8832-f05db99af1c3 req-e16a7784-d758-4bbf-ba9b-9bcfb8520842 service neutron] 10.222.0.76 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314359 Dec 16 22:10:50.509519 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47badb43-c3ca-4d4b-9dc6-8d4313f40da9 req-eb6d65e0-144b-4cc6-92bf-92b829e41d19 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:50.509519 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47badb43-c3ca-4d4b-9dc6-8d4313f40da9 req-eb6d65e0-144b-4cc6-92bf-92b829e41d19 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 943 time: 0.1162446 Dec 16 22:10:50.509998 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:50.509998 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c4e066-884d-48a7-a8f6-a796ad3b61e2 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:50.510200 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8c142ec-4113-4418-ba52-2b894aa6d717 req-96ff3fc5-879c-444c-b933-d72065df8c56 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d094d4d0-6e82-40b9-85f7-0493d52e0535 HTTP/1.1" status: 200 len: 217 time: 0.0518782 Dec 16 22:10:50.510296 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-2c40e685-61a5-4ccf-9c69-169c2f7bd2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b1978b-97a4-4448-9f17-35251302a10c', 'name': 'tempest-ServersTestManualDisk-1523858059-router', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:38Z', 'updated_at': '2021-12-16T22:10:44Z', 'revision_number': 3, 'project_id': '7e81c7a87e9c432395a69e30581953d0', 'gw_port': {'id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b1978b-97a4-4448-9f17-35251302a10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:42Z', 'updated_at': '2021-12-16T22:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:50.510296 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e8c4e066-884d-48a7-a8f6-a796ad3b61e2, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e8c4e066-884d-48a7-a8f6-a796ad3b61e2,segment=NetworkSegment(ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405),segment_id=ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:50.510628 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7cac54c0-4305-4e8a-b82a-60e8d51f526d req-0bd7d8ec-3815-4868-862b-ccd958e2d310 service neutron] 10.222.0.57 "GET /v2.0/networks/f4b4200a-5735-42d7-aba1-c5a847665c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940624 Dec 16 22:10:50.510724 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb406b-4a0c-43af-b4c5-60cae279ad9f req-b726d913-5ac8-4c4a-8e57-e6a863030a38 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:50.510724 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ebdb406b-4a0c-43af-b4c5-60cae279ad9f req-b726d913-5ac8-4c4a-8e57-e6a863030a38 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=98bd98fb-e566-4321-b77c-8e3e403fb80d HTTP/1.1" status: 200 len: 944 time: 0.1393723 Dec 16 22:10:50.510913 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47badb43-c3ca-4d4b-9dc6-8d4313f40da9 req-4669535f-df0d-4864-9a5b-707498cc45e8 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737538 Dec 16 22:10:50.511006 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c40e685-61a5-4ccf-9c69-169c2f7bd2ba None None] The sync data for ids ['74b1978b-97a4-4448-9f17-35251302a10c'] in n-d-815324-4 is: [{'id': '74b1978b-97a4-4448-9f17-35251302a10c', 'name': 'tempest-ServersTestManualDisk-1523858059-router', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:38Z', 'updated_at': '2021-12-16T22:10:44Z', 'revision_number': 3, 'project_id': '7e81c7a87e9c432395a69e30581953d0', 'gw_port': {'id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b1978b-97a4-4448-9f17-35251302a10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:42Z', 'updated_at': '2021-12-16T22:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:10:50.511274 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8bbb2b0-b25c-4313-acb4-7224550ce759 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:50.555420 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c142ec-4113-4418-ba52-2b894aa6d717 req-93ba04a9-ae64-46ac-9d52-843d4372b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:50.557019 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8c142ec-4113-4418-ba52-2b894aa6d717 req-93ba04a9-ae64-46ac-9d52-843d4372b962 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aad8e5a8-b013-4c8c-8f52-75d6be3d513d HTTP/1.1" status: 200 len: 860 time: 0.1459846 Dec 16 22:10:50.589195 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ebdb406b-4a0c-43af-b4c5-60cae279ad9f req-e84f9431-3d73-4dcb-83d3-62e297519675 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230042 Dec 16 22:10:50.598718 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7895cc9-abcb-42e5-8651-47acc8369411 req-354f8834-f145-4516-a2ce-7df824453001 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:50.648104 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e7895cc9-abcb-42e5-8651-47acc8369411 req-354f8834-f145-4516-a2ce-7df824453001 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 943 time: 0.0803795 Dec 16 22:10:50.649571 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8c142ec-4113-4418-ba52-2b894aa6d717 req-cc2c98fc-a03f-4231-942b-c4b47d0ec367 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6897b954-3619-4e8e-ae30-929f8d7aad6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542612 Dec 16 22:10:50.684596 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e7895cc9-abcb-42e5-8651-47acc8369411 req-135b3399-fdb4-4129-8149-c7f0a284f6d1 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779355 Dec 16 22:10:50.766130 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8c142ec-4113-4418-ba52-2b894aa6d717 req-7ef6ea9a-c588-4ed2-8a82-2738542ba495 service neutron] 10.222.0.76 "GET /v2.0/networks/6897b954-3619-4e8e-ae30-929f8d7aad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157303 Dec 16 22:10:50.895621 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8c142ec-4113-4418-ba52-2b894aa6d717 req-7d1a8134-b39a-418d-aeb3-b171fb84f7a3 service neutron] 10.222.0.76 "GET /v2.0/networks/6897b954-3619-4e8e-ae30-929f8d7aad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219110 Dec 16 22:10:51.007628 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:51.064685 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=e8c4e066-884d-48a7-a8f6-a796ad3b61e2,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:51.093895 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8bbb2b0-b25c-4313-acb4-7224550ce759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:51.145302 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bbb2b0-b25c-4313-acb4-7224550ce759 admin admin] Network e613a71e-e0e0-460d-9702-cb72b7245fe8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:51.148499 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-d8bbb2b0-b25c-4313-acb4-7224550ce759 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:51.161008 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bbb2b0-b25c-4313-acb4-7224550ce759 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:10:51.195975 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bbb2b0-b25c-4313-acb4-7224550ce759 admin admin] Pushing event updated for resources: {'Port': ['ID=8e5089ba-baf9-4fed-8111-3bd4d2748f5d,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:51.241547 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8bbb2b0-b25c-4313-acb4-7224550ce759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:51.249118 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bd00d-ce56-4077-a1bf-74821538c3db req-6db4fe20-c1f8-4b3a-aece-03d6333dd3b9 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:51.256094 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d2bd00d-ce56-4077-a1bf-74821538c3db req-6db4fe20-c1f8-4b3a-aece-03d6333dd3b9 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 945 time: 0.1052918 Dec 16 22:10:51.365927 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d2bd00d-ce56-4077-a1bf-74821538c3db req-549366b1-36f6-46a5-8a13-0b6dd1800ac8 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997119 Dec 16 22:10:51.408747 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['e8c4e066-884d-48a7-a8f6-a796ad3b61e2'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:10:51.546407 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca87fc-c4de-44be-92c0-a144acb9c679 req-afd62a3e-6e42-4830-9d48-5c73cb0fd7cc tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:51.554066 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1fca87fc-c4de-44be-92c0-a144acb9c679 req-afd62a3e-6e42-4830-9d48-5c73cb0fd7cc tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/ports?device_id=c44d189a-cdf0-443a-9b4f-4cd42296b307 HTTP/1.1" status: 200 len: 944 time: 0.2231166 Dec 16 22:10:51.616953 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1fca87fc-c4de-44be-92c0-a144acb9c679 req-9ef50365-b380-460a-b1dd-dfb88d11b4b2 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/security-groups?id=a45fb5f3-3aca-4265-9146-cec7842966ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618536 Dec 16 22:10:51.654578 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['2fc876a0-9d20-4cba-bcdb-08760f0023d1'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:10:51.656764 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 9ac376f7-2d8f-43ca-b00b-892710584c4a up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:51.661275 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eece94-73e3-4b1b-b9af-4fa1d2c9cc60 req-f54cd177-b1c7-4122-8a0a-31e72cb631d4 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:51.672674 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-16eece94-73e3-4b1b-b9af-4fa1d2c9cc60 req-f54cd177-b1c7-4122-8a0a-31e72cb631d4 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 943 time: 0.1215866 Dec 16 22:10:51.739136 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8bbb2b0-b25c-4313-acb4-7224550ce759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:51.750626 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-16eece94-73e3-4b1b-b9af-4fa1d2c9cc60 req-ad1df3db-ef4d-4150-89e7-eb36c2ea8e00 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767872 Dec 16 22:10:51.818029 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0c0ddefb-9762-4318-a820-bde077bdd0cd None None] Provisioning complete for port 8e5089ba-baf9-4fed-8111-3bd4d2748f5d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:51.818763 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0c0ddefb-9762-4318-a820-bde077bdd0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:51.856631 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74031b15-4604-412a-968f-a848f6cf5540 req-49591792-6082-46de-92e1-cee6db30d74c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:51.865359 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-74031b15-4604-412a-968f-a848f6cf5540 req-49591792-6082-46de-92e1-cee6db30d74c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=98bd98fb-e566-4321-b77c-8e3e403fb80d HTTP/1.1" status: 200 len: 944 time: 0.1235020 Dec 16 22:10:51.871932 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ae21f-3030-4ecb-8cc4-602e1b9ca502 req-832060a0-1e6f-4420-beb8-cbaa3d0dfeaf tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:51.874601 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a28ae21f-3030-4ecb-8cc4-602e1b9ca502 req-832060a0-1e6f-4420-beb8-cbaa3d0dfeaf tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 943 time: 0.0575819 Dec 16 22:10:51.889141 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0c0ddefb-9762-4318-a820-bde077bdd0cd None None] Port 8e5089ba-baf9-4fed-8111-3bd4d2748f5d cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:10:51.944412 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-74031b15-4604-412a-968f-a848f6cf5540 req-01e17561-96c0-4851-bf37-85ba0dfc8634 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778947 Dec 16 22:10:51.946551 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a28ae21f-3030-4ecb-8cc4-602e1b9ca502 req-775a75af-ec31-4ae1-8f93-a8af52fa19f0 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603569 Dec 16 22:10:51.979852 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 9ac376f7-2d8f-43ca-b00b-892710584c4a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:51.979852 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:52.106104 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8bbb2b0-b25c-4313-acb4-7224550ce759 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:52.156203 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:52.184724 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8bbb2b0-b25c-4313-acb4-7224550ce759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:52.185943 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 9ac376f7-2d8f-43ca-b00b-892710584c4a, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=9ac376f7-2d8f-43ca-b00b-892710584c4a,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:52.262387 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8bbb2b0-b25c-4313-acb4-7224550ce759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:52.265877 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bbb2b0-b25c-4313-acb4-7224550ce759 admin admin] Pushing event updated for resources: {'Port': ['ID=8e5089ba-baf9-4fed-8111-3bd4d2748f5d,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:52.275640 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:52.333259 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=9ac376f7-2d8f-43ca-b00b-892710584c4a,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:52.391780 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bbb2b0-b25c-4313-acb4-7224550ce759 admin admin] Network e613a71e-e0e0-460d-9702-cb72b7245fe8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:52.393483 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-d8bbb2b0-b25c-4313-acb4-7224550ce759 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:52.423739 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5f99abfb-65ef-443f-af5f-8080644e5392 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:10:52.612210 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5f99abfb-65ef-443f-af5f-8080644e5392, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5f99abfb-65ef-443f-af5f-8080644e5392,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:52.636967 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '5f99abfb-65ef-443f-af5f-8080644e5392', 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e', 'port_id': '5f99abfb-65ef-443f-af5f-8080644e5392', 'mac_address': 'fa:16:3e:8a:16:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241332bf-ffe2-4b38-90c7-a643b4215ed1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:10:52.686860 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:52.705521 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f99abfb-65ef-443f-af5f-8080644e5392 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:52.740135 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5f99abfb-65ef-443f-af5f-8080644e5392, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5f99abfb-65ef-443f-af5f-8080644e5392,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:52.746399 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-46847006-913a-4eb2-9e73-b99e1e5aa99a None None] Provisioning complete for port 8e5089ba-baf9-4fed-8111-3bd4d2748f5d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:52.746964 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-46847006-913a-4eb2-9e73-b99e1e5aa99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:52.796589 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-46847006-913a-4eb2-9e73-b99e1e5aa99a None None] Port 8e5089ba-baf9-4fed-8111-3bd4d2748f5d cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:10:52.797106 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d4672-26bd-426f-8ce1-27db8b181f0c req-e0de163d-6d23-44d6-b65b-5a608b3bfced tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:52.800978 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0c5d4672-26bd-426f-8ce1-27db8b181f0c req-e0de163d-6d23-44d6-b65b-5a608b3bfced tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/ports?device_id=c44d189a-cdf0-443a-9b4f-4cd42296b307 HTTP/1.1" status: 200 len: 944 time: 0.0628464 Dec 16 22:10:52.818811 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:52.870387 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0c5d4672-26bd-426f-8ce1-27db8b181f0c req-2da33554-73f2-47a6-a6c8-4898214e14e7 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/security-groups?id=a45fb5f3-3aca-4265-9146-cec7842966ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650144 Dec 16 22:10:52.888877 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=5f99abfb-65ef-443f-af5f-8080644e5392,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:52.990531 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8bbb2b0-b25c-4313-acb4-7224550ce759 admin admin] Router 74b1978b-97a4-4448-9f17-35251302a10c has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:10:53.001966 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbd1e2-099b-4207-b9a0-355264924f36 req-56204e82-5823-424e-9117-d9377ac90219 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:53.003298 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cbcbd1e2-099b-4207-b9a0-355264924f36 req-56204e82-5823-424e-9117-d9377ac90219 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 945 time: 0.5007229 Dec 16 22:10:53.024431 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a725cbd-eed7-4f79-abef-bd093b4002e0 req-df5a8b99-4545-4cc4-867f-c05c50d48e23 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:53.026410 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3a725cbd-eed7-4f79-abef-bd093b4002e0 req-df5a8b99-4545-4cc4-867f-c05c50d48e23 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 943 time: 0.0640738 Dec 16 22:10:53.110317 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3a725cbd-eed7-4f79-abef-bd093b4002e0 req-917140c6-2d71-4d8e-8f18-5599e07c7c2c tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725949 Dec 16 22:10:53.144005 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cbcbd1e2-099b-4207-b9a0-355264924f36 req-5552854e-a076-4f2e-acc8-54ed3040296d tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329749 Dec 16 22:10:53.166354 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device d094d4d0-6e82-40b9-85f7-0493d52e0535 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:10:53.179776 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bbb2b0-b25c-4313-acb4-7224550ce759 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:10:53.187818 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d8bbb2b0-b25c-4313-acb4-7224550ce759 admin admin] 10.222.0.75 "PUT /v2.0/routers/74b1978b-97a4-4448-9f17-35251302a10c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4841762 Dec 16 22:10:53.199295 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 2fc876a0-9d20-4cba-bcdb-08760f0023d1 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:53.203096 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0f598a-5638-4f79-b6e0-f3545574ba4b None None] Sync routers for ids ['74b1978b-97a4-4448-9f17-35251302a10c'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:10:53.231945 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0f598a-5638-4f79-b6e0-f3545574ba4b None None] Routers {'74b1978b-97a4-4448-9f17-35251302a10c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:10:53.235141 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-bf0f598a-5638-4f79-b6e0-f3545574ba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:10:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['74b1978b-97a4-4448-9f17-35251302a10c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:53.317924 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9a13a-b1d5-4fc9-bc55-158a3f8c9f4a req-bbddb30a-e57a-411f-b5f2-648b5fb7a992 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:53.325849 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-96d9a13a-b1d5-4fc9-bc55-158a3f8c9f4a req-bbddb30a-e57a-411f-b5f2-648b5fb7a992 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 943 time: 0.1294186 Dec 16 22:10:53.363005 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['5f99abfb-65ef-443f-af5f-8080644e5392'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:10:53.413282 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccc383-76ee-471c-9a5b-72879e49d075 req-35e85321-7505-4dfe-a3ab-3f6598869b8c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:53.416004 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79ccc383-76ee-471c-9a5b-72879e49d075 req-35e85321-7505-4dfe-a3ab-3f6598869b8c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=98bd98fb-e566-4321-b77c-8e3e403fb80d HTTP/1.1" status: 200 len: 945 time: 0.1518426 Dec 16 22:10:53.447089 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-bf0f598a-5638-4f79-b6e0-f3545574ba4b None None] Set router 74b1978b-97a4-4448-9f17-35251302a10c gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:10:53.471369 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-96d9a13a-b1d5-4fc9-bc55-158a3f8c9f4a req-b8dbbe29-9943-41ac-8663-9870a219c94c tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376209 Dec 16 22:10:53.501082 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 9ac376f7-2d8f-43ca-b00b-892710584c4a up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:53.508230 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.resource_extend [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:10:53.536980 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79ccc383-76ee-471c-9a5b-72879e49d075 req-99075e20-ca13-4655-a42d-de7e79568b79 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074634 Dec 16 22:10:53.817524 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 9ac376f7-2d8f-43ca-b00b-892710584c4a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:53.817937 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:53.822990 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port d094d4d0-6e82-40b9-85f7-0493d52e0535, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d094d4d0-6e82-40b9-85f7-0493d52e0535,segment=NetworkSegment(7d53f15a-20ab-44b9-a103-402696484de8),segment_id=7d53f15a-20ab-44b9-a103-402696484de8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:53.864713 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-bf0f598a-5638-4f79-b6e0-f3545574ba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b1978b-97a4-4448-9f17-35251302a10c', 'name': 'tempest-ServersTestManualDisk-1523858059-router', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:38Z', 'updated_at': '2021-12-16T22:10:51Z', 'revision_number': 4, 'project_id': '7e81c7a87e9c432395a69e30581953d0', 'gw_port': {'id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b1978b-97a4-4448-9f17-35251302a10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:42Z', 'updated_at': '2021-12-16T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '8e5089ba-baf9-4fed-8111-3bd4d2748f5d', 'name': '', 'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'mac_address': 'fa:16:3e:78:56:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b1978b-97a4-4448-9f17-35251302a10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'e821f15a-fed6-4760-b25c-db97e47d026f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:49Z', 'updated_at': '2021-12-16T22:10:51Z', 'revision_number': 2, 'project_id': '7e81c7a87e9c432395a69e30581953d0', 'subnets': [{'id': 'e821f15a-fed6-4760-b25c-db97e47d026f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:53.880030 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'd094d4d0-6e82-40b9-85f7-0493d52e0535', 'network_id': '6897b954-3619-4e8e-ae30-929f8d7aad6a', 'port_id': 'd094d4d0-6e82-40b9-85f7-0493d52e0535', 'mac_address': 'fa:16:3e:65:0a:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aad8e5a8-b013-4c8c-8f52-75d6be3d513d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:10:53.925695 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0f598a-5638-4f79-b6e0-f3545574ba4b None None] Checking router: 74b1978b-97a4-4448-9f17-35251302a10c for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:10:53.930858 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0f598a-5638-4f79-b6e0-f3545574ba4b None None] Updating router 74b1978b-97a4-4448-9f17-35251302a10c port 8e5089ba-baf9-4fed-8111-3bd4d2748f5d binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:10:53.977683 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:54.013993 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bf0f598a-5638-4f79-b6e0-f3545574ba4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:54.031669 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d094d4d0-6e82-40b9-85f7-0493d52e0535 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:54.056016 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507bfee-a088-4270-8141-7fc4c8a26b00 req-1c4e4cec-28ab-41b3-90fe-5836212cc3a1 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:54.058748 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e507bfee-a088-4270-8141-7fc4c8a26b00 req-1c4e4cec-28ab-41b3-90fe-5836212cc3a1 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/ports?device_id=c44d189a-cdf0-443a-9b4f-4cd42296b307 HTTP/1.1" status: 200 len: 944 time: 0.0882535 Dec 16 22:10:54.068459 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port d094d4d0-6e82-40b9-85f7-0493d52e0535, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d094d4d0-6e82-40b9-85f7-0493d52e0535,segment=NetworkSegment(7d53f15a-20ab-44b9-a103-402696484de8),segment_id=7d53f15a-20ab-44b9-a103-402696484de8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:54.119863 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e507bfee-a088-4270-8141-7fc4c8a26b00 req-4ff1505f-befd-4cc1-88c6-c7693812cfc8 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/security-groups?id=a45fb5f3-3aca-4265-9146-cec7842966ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506763 Dec 16 22:10:54.264493 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-35d3c94e-aa84-4004-9e99-215689af50ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:54.287059 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00ca3a-4e3f-4459-84db-a9a53c3df127 req-7da8029b-bb13-48b5-ab72-4b0723554e48 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:54.289222 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e00ca3a-4e3f-4459-84db-a9a53c3df127 req-7da8029b-bb13-48b5-ab72-4b0723554e48 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 943 time: 0.0568507 Dec 16 22:10:54.362812 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e00ca3a-4e3f-4459-84db-a9a53c3df127 req-028779d4-c75d-4055-b6fd-ce49cedae567 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657458 Dec 16 22:10:54.400189 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 2fc876a0-9d20-4cba-bcdb-08760f0023d1 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:10:54.400189 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:54.445585 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 2fc876a0-9d20-4cba-bcdb-08760f0023d1 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:54.445585 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:54.446627 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bf0f598a-5638-4f79-b6e0-f3545574ba4b None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:54.515263 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=d094d4d0-6e82-40b9-85f7-0493d52e0535,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:54.556716 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59346) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:54.566879 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-2ac8e52d-b65b-487c-948e-83689a913ead tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1251023162', 'description': 'tempest-description--1478325562'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:54.586528 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bf0f598a-5638-4f79-b6e0-f3545574ba4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:54.602665 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:54.604750 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9e492-d65b-4417-954a-c5c155d69ff2 req-3a926ddb-3032-457f-af03-83fa590043d3 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:54.611110 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4cb9e492-d65b-4417-954a-c5c155d69ff2 req-3a926ddb-3032-457f-af03-83fa590043d3 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 945 time: 0.1430466 Dec 16 22:10:54.655818 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44d189a-cdf0-443a-9b4f-4cd42296b307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc876a0-9d20-4cba-bcdb-08760f0023d1'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:54.659184 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bea7ac-ceb6-43c1-ad1f-aa99d28acf76" -d '{"events": [{"server_uuid": "c44d189a-cdf0-443a-9b4f-4cd42296b307", "name": "network-vif-plugged", "status": "completed", "tag": "2fc876a0-9d20-4cba-bcdb-08760f0023d1"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:54.678588 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 2fc876a0-9d20-4cba-bcdb-08760f0023d1, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=2fc876a0-9d20-4cba-bcdb-08760f0023d1,segment=NetworkSegment(f4c7e0e5-5b92-4cad-a4bc-dbda9b26e7d7),segment_id=f4c7e0e5-5b92-4cad-a4bc-dbda9b26e7d7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:54.707273 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f2ce4-6bc5-475e-8062-b5b842e00730 None None] Pushing event updated for resources: {'Port': ['ID=8e5089ba-baf9-4fed-8111-3bd4d2748f5d,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:54.721213 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2ac8e52d-b65b-487c-948e-83689a913ead tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:54.776224 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['d094d4d0-6e82-40b9-85f7-0493d52e0535'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:10:54.826499 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4cb9e492-d65b-4417-954a-c5c155d69ff2 req-d6dce7d7-e95e-4cfc-a5c5-278b63794f94 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024591 Dec 16 22:10:54.845706 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-bf0f598a-5638-4f79-b6e0-f3545574ba4b None None] Attempting to bind port 8e5089ba-baf9-4fed-8111-3bd4d2748f5d on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:10:54.845706 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-bf0f598a-5638-4f79-b6e0-f3545574ba4b None None] Attempting to bind port 8e5089ba-baf9-4fed-8111-3bd4d2748f5d by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '616a91c2-9daa-48fa-9a06-2df6eb24db55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:10:54.845706 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0f598a-5638-4f79-b6e0-f3545574ba4b None None] Attempting to bind port 8e5089ba-baf9-4fed-8111-3bd4d2748f5d on network e613a71e-e0e0-460d-9702-cb72b7245fe8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:10:54.853676 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:54.854600 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e8c4e066-884d-48a7-a8f6-a796ad3b61e2 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:54.856899 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0f598a-5638-4f79-b6e0-f3545574ba4b None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:10:54.857416 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0f598a-5638-4f79-b6e0-f3545574ba4b None None] Checking segment: {'id': '616a91c2-9daa-48fa-9a06-2df6eb24db55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:10:54.859726 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bf0f598a-5638-4f79-b6e0-f3545574ba4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:54.860163 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0f598a-5638-4f79-b6e0-f3545574ba4b None None] Bound using segment: {'id': '616a91c2-9daa-48fa-9a06-2df6eb24db55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:10:54.860677 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-bf0f598a-5638-4f79-b6e0-f3545574ba4b None None] Bound port: 8e5089ba-baf9-4fed-8111-3bd4d2748f5d, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '616a91c2-9daa-48fa-9a06-2df6eb24db55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:10:54.861091 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bf0f598a-5638-4f79-b6e0-f3545574ba4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:54.868393 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4e73c-aac1-42ab-ad91-21816ce5424a req-0a98ef6f-2ad8-4691-aad8-491f82de1c36 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:54.879123 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7aa4e73c-aac1-42ab-ad91-21816ce5424a req-0a98ef6f-2ad8-4691-aad8-491f82de1c36 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 944 time: 0.1866257 Dec 16 22:10:55.031345 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7aa4e73c-aac1-42ab-ad91-21816ce5424a req-7f69fa93-7463-4bd4-bd44-a000f496b6be tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451082 Dec 16 22:10:55.032487 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-bf0f598a-5638-4f79-b6e0-f3545574ba4b None None] For port 8e5089ba-baf9-4fed-8111-3bd4d2748f5d, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:10:55.035193 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2ac8e52d-b65b-487c-948e-83689a913ead tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:55.048327 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-bf0f598a-5638-4f79-b6e0-f3545574ba4b None None] For port 8e5089ba-baf9-4fed-8111-3bd4d2748f5d, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=8e5089ba-baf9-4fed-8111-3bd4d2748f5d,segment=NetworkSegment(616a91c2-9daa-48fa-9a06-2df6eb24db55),segment_id=616a91c2-9daa-48fa-9a06-2df6eb24db55)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:10:55.066344 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c65560-9686-41bd-a1ba-3ddd3f204d3a req-f22e780c-7703-44cc-b51c-8b50216a17bd tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:55.072479 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a0c65560-9686-41bd-a1ba-3ddd3f204d3a req-f22e780c-7703-44cc-b51c-8b50216a17bd tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=98bd98fb-e566-4321-b77c-8e3e403fb80d HTTP/1.1" status: 200 len: 945 time: 0.1425908 Dec 16 22:10:55.087270 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=2fc876a0-9d20-4cba-bcdb-08760f0023d1,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:55.122729 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2ac8e52d-b65b-487c-948e-83689a913ead tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:55.127318 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-49de6d29-1427-44c4-b217-55f6d5d26318 None None] Provisioning complete for port 8e5089ba-baf9-4fed-8111-3bd4d2748f5d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:55.135710 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49de6d29-1427-44c4-b217-55f6d5d26318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:55.163906 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bf0f598a-5638-4f79-b6e0-f3545574ba4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:55.171929 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a0c65560-9686-41bd-a1ba-3ddd3f204d3a req-de2f282e-f4a7-4a57-86c4-477c525beb4f tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941358 Dec 16 22:10:55.181129 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8e52d-b65b-487c-948e-83689a913ead tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2d0019-f46f-43b3-b3dc-4deb54920c0e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:55.252218 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2ac8e52d-b65b-487c-948e-83689a913ead tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:55.256753 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2ac8e52d-b65b-487c-948e-83689a913ead tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6958640 Dec 16 22:10:55.257588 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59366) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:55.265864 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-1454412a-b9fd-4e6f-9aef-2679cacd3914 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Request body: {'security_group_rule': {'security_group_id': '6e2d0019-f46f-43b3-b3dc-4deb54920c0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:55.325578 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-49de6d29-1427-44c4-b217-55f6d5d26318 None None] Port 8e5089ba-baf9-4fed-8111-3bd4d2748f5d cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:10:55.330098 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f2ce4-6bc5-475e-8062-b5b842e00730 None None] Pushing event updated for resources: {'Port': ['ID=8e5089ba-baf9-4fed-8111-3bd4d2748f5d,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:55.338003 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port e8c4e066-884d-48a7-a8f6-a796ad3b61e2 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:10:55.346336 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0f598a-5638-4f79-b6e0-f3545574ba4b None None] Routers {'74b1978b-97a4-4448-9f17-35251302a10c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:10:55.346589 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-bf0f598a-5638-4f79-b6e0-f3545574ba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:10:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['74b1978b-97a4-4448-9f17-35251302a10c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:55.368727 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port e8c4e066-884d-48a7-a8f6-a796ad3b61e2 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:55.369304 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:55.441503 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1454412a-b9fd-4e6f-9aef-2679cacd3914 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:55.457245 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70a027-521f-4548-8873-9040e6878bd9 req-c05d9192-d66e-49a4-ae55-bdb17623eb98 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:55.469745 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-df70a027-521f-4548-8873-9040e6878bd9 req-c05d9192-d66e-49a4-ae55-bdb17623eb98 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/ports?device_id=c44d189a-cdf0-443a-9b4f-4cd42296b307 HTTP/1.1" status: 200 len: 945 time: 0.1466126 Dec 16 22:10:55.485267 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-bf0f598a-5638-4f79-b6e0-f3545574ba4b None None] Set router 74b1978b-97a4-4448-9f17-35251302a10c gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:10:55.532747 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbb3fa7-828b-4b72-b52f-8d1475b5d813 x-openstack-request-id: req-fcbb3fa7-828b-4b72-b52f-8d1475b5d813 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:55.533337 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44d189a-cdf0-443a-9b4f-4cd42296b307", "name": "network-vif-plugged", "status": "completed", "tag": "2fc876a0-9d20-4cba-bcdb-08760f0023d1", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:55.533748 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fcbb3fa7-828b-4b72-b52f-8d1475b5d813 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:55.535005 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44d189a-cdf0-443a-9b4f-4cd42296b307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc876a0-9d20-4cba-bcdb-08760f0023d1', 'code': 200} Dec 16 22:10:55.651539 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-df70a027-521f-4548-8873-9040e6878bd9 req-590ebb1c-26fa-4381-8320-a571c23f945a tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/security-groups?id=a45fb5f3-3aca-4265-9146-cec7842966ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807075 Dec 16 22:10:55.674677 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedadc4-8cd8-4b55-8b22-3468c23c7ba6 req-ad539ede-44eb-4591-a825-45bd47d4e494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:55.676881 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1bedadc4-8cd8-4b55-8b22-3468c23c7ba6 req-ad539ede-44eb-4591-a825-45bd47d4e494 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c44d189a-cdf0-443a-9b4f-4cd42296b307 HTTP/1.1" status: 200 len: 1096 time: 0.1066079 Dec 16 22:10:55.704270 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1454412a-b9fd-4e6f-9aef-2679cacd3914 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:55.746693 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1bedadc4-8cd8-4b55-8b22-3468c23c7ba6 req-fd03d98b-c10c-49f5-9ed4-586c858a4710 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a45fb5f3-3aca-4265-9146-cec7842966ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555317 Dec 16 22:10:55.769195 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3d0e955e-17f9-4847-817d-c51856df4e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:55.798373 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1454412a-b9fd-4e6f-9aef-2679cacd3914 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:55.808807 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c2a789ce-93ee-4b61-837a-d9c1ed292071 None None] Provisioning complete for port 8e5089ba-baf9-4fed-8111-3bd4d2748f5d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:55.810574 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c2a789ce-93ee-4b61-837a-d9c1ed292071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:55.869070 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454412a-b9fd-4e6f-9aef-2679cacd3914 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3556e607-970d-421b-a361-c53beb2caf19,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:55.897520 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d7924-121a-4e7a-9c8d-bd04c73f3419 req-c751d031-9868-4d95-b86c-7bd888b4e9a6 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:55.900213 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-284d7924-121a-4e7a-9c8d-bd04c73f3419 req-c751d031-9868-4d95-b86c-7bd888b4e9a6 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 943 time: 0.1877854 Dec 16 22:10:55.928690 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-bf0f598a-5638-4f79-b6e0-f3545574ba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b1978b-97a4-4448-9f17-35251302a10c', 'name': 'tempest-ServersTestManualDisk-1523858059-router', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:38Z', 'updated_at': '2021-12-16T22:10:51Z', 'revision_number': 4, 'project_id': '7e81c7a87e9c432395a69e30581953d0', 'gw_port': {'id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b1978b-97a4-4448-9f17-35251302a10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:42Z', 'updated_at': '2021-12-16T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '8e5089ba-baf9-4fed-8111-3bd4d2748f5d', 'name': '', 'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'mac_address': 'fa:16:3e:78:56:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b1978b-97a4-4448-9f17-35251302a10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'e821f15a-fed6-4760-b25c-db97e47d026f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:49Z', 'updated_at': '2021-12-16T22:10:55Z', 'revision_number': 4, 'project_id': '7e81c7a87e9c432395a69e30581953d0', 'subnets': [{'id': 'e821f15a-fed6-4760-b25c-db97e47d026f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:10:55.960300 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0f598a-5638-4f79-b6e0-f3545574ba4b None None] The sync data for ids ['74b1978b-97a4-4448-9f17-35251302a10c'] in n-d-815324-4 is: [{'id': '74b1978b-97a4-4448-9f17-35251302a10c', 'name': 'tempest-ServersTestManualDisk-1523858059-router', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:38Z', 'updated_at': '2021-12-16T22:10:51Z', 'revision_number': 4, 'project_id': '7e81c7a87e9c432395a69e30581953d0', 'gw_port': {'id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b1978b-97a4-4448-9f17-35251302a10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:42Z', 'updated_at': '2021-12-16T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '8e5089ba-baf9-4fed-8111-3bd4d2748f5d', 'name': '', 'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'mac_address': 'fa:16:3e:78:56:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b1978b-97a4-4448-9f17-35251302a10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'e821f15a-fed6-4760-b25c-db97e47d026f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:49Z', 'updated_at': '2021-12-16T22:10:55Z', 'revision_number': 4, 'project_id': '7e81c7a87e9c432395a69e30581953d0', 'subnets': [{'id': 'e821f15a-fed6-4760-b25c-db97e47d026f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:10:55.974368 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:55.980338 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1454412a-b9fd-4e6f-9aef-2679cacd3914 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:55.988002 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1454412a-b9fd-4e6f-9aef-2679cacd3914 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7286446 Dec 16 22:10:55.993131 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59374) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:56.005291 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-f81d92e5-48e7-4498-9eea-136f4ad84e06 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Request body: {'security_group_rule': {'security_group_id': '6e2d0019-f46f-43b3-b3dc-4deb54920c0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:56.021987 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e8c4e066-884d-48a7-a8f6-a796ad3b61e2, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e8c4e066-884d-48a7-a8f6-a796ad3b61e2,segment=NetworkSegment(ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405),segment_id=ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:56.082683 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cc604-c9f4-461b-a046-282ea248e743 req-44b7e127-33af-4edb-b3e0-d74e282f59a1 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:56.085069 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e89cc604-c9f4-461b-a046-282ea248e743 req-44b7e127-33af-4edb-b3e0-d74e282f59a1 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 945 time: 0.1131723 Dec 16 22:10:56.103413 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:56.147880 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-284d7924-121a-4e7a-9c8d-bd04c73f3419 req-bdaf8776-9b85-4f35-af89-2653bca92175 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395263 Dec 16 22:10:56.185134 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e89cc604-c9f4-461b-a046-282ea248e743 req-300c43d2-4db1-4ef7-8928-67240bdf5e91 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880051 Dec 16 22:10:56.198112 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c2a789ce-93ee-4b61-837a-d9c1ed292071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:56.237419 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f81d92e5-48e7-4498-9eea-136f4ad84e06 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:56.281695 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=e8c4e066-884d-48a7-a8f6-a796ad3b61e2,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:56.360665 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c2a789ce-93ee-4b61-837a-d9c1ed292071 None None] For port 8e5089ba-baf9-4fed-8111-3bd4d2748f5d, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=8e5089ba-baf9-4fed-8111-3bd4d2748f5d,segment=NetworkSegment(616a91c2-9daa-48fa-9a06-2df6eb24db55),segment_id=616a91c2-9daa-48fa-9a06-2df6eb24db55)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:56.413489 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f81d92e5-48e7-4498-9eea-136f4ad84e06 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:56.434262 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa6048-8c36-454a-96ae-9dc15cae91ea req-9ce73483-ea93-43f9-8179-b1f3466bd263 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:56.439297 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c2a789ce-93ee-4b61-837a-d9c1ed292071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:56.447656 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e4fa6048-8c36-454a-96ae-9dc15cae91ea req-9ce73483-ea93-43f9-8179-b1f3466bd263 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=98bd98fb-e566-4321-b77c-8e3e403fb80d HTTP/1.1" status: 200 len: 945 time: 0.1124399 Dec 16 22:10:56.454311 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb36ac-aebf-4d5f-a78d-6775662596a0 req-6e09188f-9b6c-4dd1-8437-ee999e9bca90 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:56.456521 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e9eb36ac-aebf-4d5f-a78d-6775662596a0 req-6e09188f-9b6c-4dd1-8437-ee999e9bca90 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 944 time: 0.1103656 Dec 16 22:10:56.482772 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5f99abfb-65ef-443f-af5f-8080644e5392 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:56.504322 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f81d92e5-48e7-4498-9eea-136f4ad84e06 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:56.525620 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e4fa6048-8c36-454a-96ae-9dc15cae91ea req-cbf54213-d6ee-43cb-82b4-7f144119613a tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697529 Dec 16 22:10:56.542790 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d92e5-48e7-4498-9eea-136f4ad84e06 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97aa36d-93b7-4fc7-8825-755a098039e6,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:56.620366 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e9eb36ac-aebf-4d5f-a78d-6775662596a0 req-e9923cd4-53e5-4811-b5de-f8dd2b4ac189 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539898 Dec 16 22:10:56.637272 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f81d92e5-48e7-4498-9eea-136f4ad84e06 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:56.637272 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f81d92e5-48e7-4498-9eea-136f4ad84e06 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6351244 Dec 16 22:10:56.638053 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59382) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:10:56.641661 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-2250adb1-ff2d-4709-9cb9-76c43cd4f45c tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:10:56.684526 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a789ce-93ee-4b61-837a-d9c1ed292071 None None] Pushing event updated for resources: {'Port': ['ID=8e5089ba-baf9-4fed-8111-3bd4d2748f5d,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:56.742089 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:56.766001 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 5f99abfb-65ef-443f-af5f-8080644e5392 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:10:56.766666 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2250adb1-ff2d-4709-9cb9-76c43cd4f45c tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:56.770777 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 5f99abfb-65ef-443f-af5f-8080644e5392 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:56.771644 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:56.819851 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:56.872753 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7740a4f-ee12-4463-a880-fc2746200dc4 req-bf4d20cc-51c5-419c-9a81-f51e81548913 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:56.882683 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7740a4f-ee12-4463-a880-fc2746200dc4 req-bf4d20cc-51c5-419c-9a81-f51e81548913 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/ports?device_id=c44d189a-cdf0-443a-9b4f-4cd42296b307 HTTP/1.1" status: 200 len: 945 time: 0.1307337 Dec 16 22:10:56.912289 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:56.938384 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2250adb1-ff2d-4709-9cb9-76c43cd4f45c tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:56.952876 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7740a4f-ee12-4463-a880-fc2746200dc4 req-e2fc713c-17b3-40fd-b567-62750d6f4ef2 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/security-groups?id=a45fb5f3-3aca-4265-9146-cec7842966ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643854 Dec 16 22:10:57.000577 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5f99abfb-65ef-443f-af5f-8080644e5392, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5f99abfb-65ef-443f-af5f-8080644e5392,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:57.064450 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:57.100313 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-2250adb1-ff2d-4709-9cb9-76c43cd4f45c tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Allocated IP 172.25.6.162 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/31086527-2a24-466c-a2e5-7311c27503da) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:10:57.289429 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2250adb1-ff2d-4709-9cb9-76c43cd4f45c tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:57.312286 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device d094d4d0-6e82-40b9-85f7-0493d52e0535 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:57.394174 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 8e5089ba-baf9-4fed-8111-3bd4d2748f5d up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:10:57.402363 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5d6fa-6dc3-401e-b02a-84fa0fc13d0f req-41efa8a7-ddd3-475b-96fb-aec50bf9fe86 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:57.404126 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-94a5d6fa-6dc3-401e-b02a-84fa0fc13d0f req-41efa8a7-ddd3-475b-96fb-aec50bf9fe86 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 943 time: 0.0743959 Dec 16 22:10:57.404712 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b8d85-a181-4b3d-9983-68396f50d69f req-e2cf5d6b-4e68-48d7-965b-54c51fb25c8e tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:57.412140 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2250adb1-ff2d-4709-9cb9-76c43cd4f45c tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:57.416496 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-112b8d85-a181-4b3d-9983-68396f50d69f req-e2cf5d6b-4e68-48d7-965b-54c51fb25c8e tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 946 time: 0.0982869 Dec 16 22:10:57.454351 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=5f99abfb-65ef-443f-af5f-8080644e5392,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:57.513414 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-112b8d85-a181-4b3d-9983-68396f50d69f req-2903691e-0967-4979-8ba3-1737f63c36d0 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972943 Dec 16 22:10:57.529522 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 8e5089ba-baf9-4fed-8111-3bd4d2748f5d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:57.531173 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:57.537421 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2250adb1-ff2d-4709-9cb9-76c43cd4f45c tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:10:57.545692 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-2250adb1-ff2d-4709-9cb9-76c43cd4f45c tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:10:57.550951 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2250adb1-ff2d-4709-9cb9-76c43cd4f45c tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:10:57.555986 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-94a5d6fa-6dc3-401e-b02a-84fa0fc13d0f req-bd15f42e-74de-4460-92f3-82c881f4b008 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256130 Dec 16 22:10:57.579600 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab44df14-4dd6-46b4-9e2b-344406e9e8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c4e066-884d-48a7-a8f6-a796ad3b61e2'}, {'server_uuid': '98bd98fb-e566-4321-b77c-8e3e403fb80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f99abfb-65ef-443f-af5f-8080644e5392'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:57.581917 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb80e0c-c0c6-429e-acee-fb88daa91179" -d '{"events": [{"server_uuid": "ab44df14-4dd6-46b4-9e2b-344406e9e8fc", "name": "network-vif-plugged", "status": "completed", "tag": "e8c4e066-884d-48a7-a8f6-a796ad3b61e2"}, {"server_uuid": "98bd98fb-e566-4321-b77c-8e3e403fb80d", "name": "network-vif-plugged", "status": "completed", "tag": "5f99abfb-65ef-443f-af5f-8080644e5392"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:57.601330 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port d094d4d0-6e82-40b9-85f7-0493d52e0535 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:10:57.610038 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port d094d4d0-6e82-40b9-85f7-0493d52e0535 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:10:57.610410 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:57.629304 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250adb1-ff2d-4709-9cb9-76c43cd4f45c tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Pushing event updated for resources: {'Port': ['ID=31086527-2a24-466c-a2e5-7311c27503da,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:57.679710 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53f23a7-d4ec-444f-8a29-aa4d19d9c1b7 x-openstack-request-id: req-a53f23a7-d4ec-444f-8a29-aa4d19d9c1b7 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:57.680014 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab44df14-4dd6-46b4-9e2b-344406e9e8fc", "name": "network-vif-plugged", "status": "completed", "tag": "e8c4e066-884d-48a7-a8f6-a796ad3b61e2", "code": 200}, {"server_uuid": "98bd98fb-e566-4321-b77c-8e3e403fb80d", "name": "network-vif-plugged", "status": "completed", "tag": "5f99abfb-65ef-443f-af5f-8080644e5392", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:57.680269 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a53f23a7-d4ec-444f-8a29-aa4d19d9c1b7 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:57.680673 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab44df14-4dd6-46b4-9e2b-344406e9e8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c4e066-884d-48a7-a8f6-a796ad3b61e2', 'code': 200} Dec 16 22:10:57.680927 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98bd98fb-e566-4321-b77c-8e3e403fb80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f99abfb-65ef-443f-af5f-8080644e5392', 'code': 200} Dec 16 22:10:57.759080 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c88b51-447b-4243-94dc-69dc8b4bbe16 req-b246059c-57b8-4d34-b9b5-024d50589d08 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:57.771469 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-95c88b51-447b-4243-94dc-69dc8b4bbe16 req-b246059c-57b8-4d34-b9b5-024d50589d08 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=98bd98fb-e566-4321-b77c-8e3e403fb80d HTTP/1.1" status: 200 len: 946 time: 0.1085644 Dec 16 22:10:57.811217 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2250adb1-ff2d-4709-9cb9-76c43cd4f45c tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:57.848036 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0871e5-58cf-4460-a09d-fa2c11fba985 req-9d79945d-a2f4-4f8d-a653-fcdf5a62b58a tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:57.851080 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9f0871e5-58cf-4460-a09d-fa2c11fba985 req-9d79945d-a2f4-4f8d-a653-fcdf5a62b58a tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 944 time: 0.0953798 Dec 16 22:10:57.860573 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:57.861999 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-95c88b51-447b-4243-94dc-69dc8b4bbe16 req-39f4d2dd-fe58-4077-a478-64846d7fdaee tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895193 Dec 16 22:10:57.877062 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284164d9-1a28-42b0-b4ba-7fb678711224 req-3d2f3b32-dea8-4567-aa4e-968d91462af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:57.878596 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-284164d9-1a28-42b0-b4ba-7fb678711224 req-3d2f3b32-dea8-4567-aa4e-968d91462af8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=98bd98fb-e566-4321-b77c-8e3e403fb80d HTTP/1.1" status: 200 len: 1097 time: 0.0602050 Dec 16 22:10:57.920354 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port d094d4d0-6e82-40b9-85f7-0493d52e0535, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d094d4d0-6e82-40b9-85f7-0493d52e0535,segment=NetworkSegment(7d53f15a-20ab-44b9-a103-402696484de8),segment_id=7d53f15a-20ab-44b9-a103-402696484de8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:57.931222 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17450b-b355-4d22-928f-6ca202d69aa8 req-ec87b444-a884-4cdd-a3c9-91ab0e5587d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:57.932860 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da17450b-b355-4d22-928f-6ca202d69aa8 req-ec87b444-a884-4cdd-a3c9-91ab0e5587d9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 1097 time: 0.1128557 Dec 16 22:10:57.943242 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-284164d9-1a28-42b0-b4ba-7fb678711224 req-f77567ce-a0aa-4fcd-989a-12572bc24b16 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506642 Dec 16 22:10:57.944583 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9f0871e5-58cf-4460-a09d-fa2c11fba985 req-60b4946b-cddb-4b22-8c82-87fb51fe14b0 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756609 Dec 16 22:10:57.996144 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2250adb1-ff2d-4709-9cb9-76c43cd4f45c tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:58.048559 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:58.100348 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da17450b-b355-4d22-928f-6ca202d69aa8 req-580dcd8e-bcdb-48fb-bf51-1ee9da77ae62 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545024 Dec 16 22:10:58.134573 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=d094d4d0-6e82-40b9-85f7-0493d52e0535,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:58.174341 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e54c6d-4c37-4a65-81dc-32799f22d378 req-5e1d77ed-bb3f-48ef-829a-4ee358827486 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:58.175882 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e3e54c6d-4c37-4a65-81dc-32799f22d378 req-5e1d77ed-bb3f-48ef-829a-4ee358827486 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/ports?device_id=c44d189a-cdf0-443a-9b4f-4cd42296b307 HTTP/1.1" status: 200 len: 945 time: 0.1486001 Dec 16 22:10:58.183303 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:58.206973 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:58.264448 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e3e54c6d-4c37-4a65-81dc-32799f22d378 req-b7e28526-8706-4251-82f8-6df0ddce27b8 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/security-groups?id=a45fb5f3-3aca-4265-9146-cec7842966ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795410 Dec 16 22:10:58.283703 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2250adb1-ff2d-4709-9cb9-76c43cd4f45c tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:58.419360 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2250adb1-ff2d-4709-9cb9-76c43cd4f45c tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:58.511419 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250adb1-ff2d-4709-9cb9-76c43cd4f45c tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Pushing event updated for resources: {'Port': ['ID=31086527-2a24-466c-a2e5-7311c27503da,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:58.527684 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2250adb1-ff2d-4709-9cb9-76c43cd4f45c tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:58.603803 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2250adb1-ff2d-4709-9cb9-76c43cd4f45c tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:58.607294 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2250adb1-ff2d-4709-9cb9-76c43cd4f45c tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9678206 Dec 16 22:10:58.662708 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5495b4-0cc2-4a3b-a3d0-be783543d7d4 req-209a15ea-b715-4537-984a-050e09ea4d98 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:58.663754 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4c5495b4-0cc2-4a3b-a3d0-be783543d7d4 req-209a15ea-b715-4537-984a-050e09ea4d98 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 946 time: 0.0738003 Dec 16 22:10:58.722058 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4c5495b4-0cc2-4a3b-a3d0-be783543d7d4 req-6d2beb6a-6271-43b5-9da8-5fae7ef37155 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477016 Dec 16 22:10:58.835981 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c18bef-da9f-42db-ba17-7cf018a21aab req-5e59ac2a-9d5b-43a0-af9a-594d12a9c6d0 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:58.837515 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e3c18bef-da9f-42db-ba17-7cf018a21aab req-5e59ac2a-9d5b-43a0-af9a-594d12a9c6d0 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 943 time: 0.0527849 Dec 16 22:10:58.886786 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e3c18bef-da9f-42db-ba17-7cf018a21aab req-1ed27873-0762-44f3-b573-fee2d9382dc4 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429277 Dec 16 22:10:58.964884 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:59.054732 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-838d101c-255d-49dc-b123-aaf4ed258040 req-d7aa917a-6434-493b-a7f2-9c999ee7e7e1 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1251023162&fields=id&tenant_id=7e81c7a87e9c432395a69e30581953d0 HTTP/1.1" status: 200 len: 267 time: 0.0732644 Dec 16 22:10:59.118812 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43b060-e2ed-42db-95da-da5b39d119a5 req-29964d83-fc44-44ec-9f8b-015a411653be tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:59.121304 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9e43b060-e2ed-42db-95da-da5b39d119a5 req-29964d83-fc44-44ec-9f8b-015a411653be tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=98bd98fb-e566-4321-b77c-8e3e403fb80d HTTP/1.1" status: 200 len: 946 time: 0.0703645 Dec 16 22:10:59.194472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d101c-255d-49dc-b123-aaf4ed258040 req-c88380cf-9029-4825-af40-81262c5dd3ad tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:59.196083 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-838d101c-255d-49dc-b123-aaf4ed258040 req-c88380cf-9029-4825-af40-81262c5dd3ad tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/networks?id=e613a71e-e0e0-460d-9702-cb72b7245fe8 HTTP/1.1" status: 200 len: 812 time: 0.1342087 Dec 16 22:10:59.207497 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9e43b060-e2ed-42db-95da-da5b39d119a5 req-565f7118-2ed2-484d-8c43-45b8f130c18c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780060 Dec 16 22:10:59.213538 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-838d101c-255d-49dc-b123-aaf4ed258040 req-b1e8e30d-3cb5-47a4-988f-e9a9b0623541 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/quotas/7e81c7a87e9c432395a69e30581953d0 HTTP/1.1" status: 200 len: 375 time: 0.0108278 Dec 16 22:10:59.215453 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device a66341b9-0d2d-45b1-938e-489a64c73525 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:10:59.324075 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-838d101c-255d-49dc-b123-aaf4ed258040 req-5c355167-9c89-493b-8c28-0eeb212acb0d tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7e81c7a87e9c432395a69e30581953d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811982 Dec 16 22:10:59.372970 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port a66341b9-0d2d-45b1-938e-489a64c73525, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=a66341b9-0d2d-45b1-938e-489a64c73525,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:59.397743 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'a66341b9-0d2d-45b1-938e-489a64c73525', 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea', 'port_id': 'a66341b9-0d2d-45b1-938e-489a64c73525', 'mac_address': 'fa:16:3e:54:85:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac517c80-ed1c-4940-8a98-4b18f46cf35e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:10:59.431429 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc08d39-fbdc-4f94-b463-83d5bfe9d912 req-dfea203e-9159-4fb5-915e-a964246b2214 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:59.438994 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4dc08d39-fbdc-4f94-b463-83d5bfe9d912 req-dfea203e-9159-4fb5-915e-a964246b2214 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.1087685 Dec 16 22:10:59.444086 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:59.465941 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66341b9-0d2d-45b1-938e-489a64c73525 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:10:59.466159 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-838d101c-255d-49dc-b123-aaf4ed258040 req-f586960f-a2ad-4dc3-833b-25338b3fda3c service neutron] 10.222.0.75 "GET /v2.0/networks/e613a71e-e0e0-460d-9702-cb72b7245fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250844 Dec 16 22:10:59.498896 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port a66341b9-0d2d-45b1-938e-489a64c73525, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=a66341b9-0d2d-45b1-938e-489a64c73525,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:10:59.519802 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4dc08d39-fbdc-4f94-b463-83d5bfe9d912 req-d2684ad4-c622-4574-ac18-34bff518d980 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765104 Dec 16 22:10:59.584564 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:10:59.611139 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-838d101c-255d-49dc-b123-aaf4ed258040 req-51a3461d-caf4-486c-9c37-830c03c6d3a8 service neutron] 10.222.0.75 "GET /v2.0/networks/e613a71e-e0e0-460d-9702-cb72b7245fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397405 Dec 16 22:10:59.667190 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=a66341b9-0d2d-45b1-938e-489a64c73525,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:10:59.682242 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4171e8ed-51c3-4126-be9b-d2abd85b0ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd094d4d0-6e82-40b9-85f7-0493d52e0535'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:10:59.685310 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a35191d-0f72-4c76-8181-6092b6ae834e" -d '{"events": [{"server_uuid": "4171e8ed-51c3-4126-be9b-d2abd85b0ddf", "name": "network-vif-plugged", "status": "completed", "tag": "d094d4d0-6e82-40b9-85f7-0493d52e0535"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:10:59.697202 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c11ed5-d63f-4db0-8fb4-fb1a316906b8 req-86e7b26e-1aef-4c67-aa03-e8e512d36be4 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:10:59.697202 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8c11ed5-d63f-4db0-8fb4-fb1a316906b8 req-86e7b26e-1aef-4c67-aa03-e8e512d36be4 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/ports?device_id=c44d189a-cdf0-443a-9b4f-4cd42296b307 HTTP/1.1" status: 200 len: 945 time: 0.0699244 Dec 16 22:10:59.746309 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8c11ed5-d63f-4db0-8fb4-fb1a316906b8 req-45d6768b-5617-4ca8-a28b-cf6043bbfcc5 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/security-groups?id=a45fb5f3-3aca-4265-9146-cec7842966ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481813 Dec 16 22:10:59.872962 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d40da7c-9c29-4f41-812b-ac6398f2ed11 x-openstack-request-id: req-9d40da7c-9c29-4f41-812b-ac6398f2ed11 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:10:59.873285 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4171e8ed-51c3-4126-be9b-d2abd85b0ddf", "name": "network-vif-plugged", "status": "completed", "tag": "d094d4d0-6e82-40b9-85f7-0493d52e0535", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:10:59.873538 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9d40da7c-9c29-4f41-812b-ac6398f2ed11 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:10:59.874589 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4171e8ed-51c3-4126-be9b-d2abd85b0ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd094d4d0-6e82-40b9-85f7-0493d52e0535', 'code': 200} Dec 16 22:10:59.918206 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['a66341b9-0d2d-45b1-938e-489a64c73525'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:00.020279 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bfa3f4bd-15b6-4f72-a122-260d994d3993 req-5e99c182-03b0-4dc8-9a22-aea7de3855a4 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/ports?device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 210 time: 0.0584855 Dec 16 22:11:00.055489 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca624d-3832-4911-87bb-4eda80536114 req-6fa150a1-7a67-4a8e-be67-964afb73d732 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:00.062373 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b1ca624d-3832-4911-87bb-4eda80536114 req-6fa150a1-7a67-4a8e-be67-964afb73d732 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 946 time: 0.1167326 Dec 16 22:11:00.206694 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82b2cc-9a27-45d9-9034-ddee14809df8 req-88a4e7b6-dea5-4de5-b3a1-979cef010296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:00.208980 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1b82b2cc-9a27-45d9-9034-ddee14809df8 req-88a4e7b6-dea5-4de5-b3a1-979cef010296 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 1096 time: 0.1757827 Dec 16 22:11:00.213380 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b1ca624d-3832-4911-87bb-4eda80536114 req-f372968c-a387-4b2a-a612-e0b2cbf2c0c5 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264422 Dec 16 22:11:00.266434 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585b220-e624-4b28-825e-5dfd74e94b05 req-840642f2-54fc-484d-81ea-91dd26ec0cc1 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:00.275617 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c585b220-e624-4b28-825e-5dfd74e94b05 req-840642f2-54fc-484d-81ea-91dd26ec0cc1 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 944 time: 0.1108224 Dec 16 22:11:00.309225 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1b82b2cc-9a27-45d9-9034-ddee14809df8 req-1be4dc5b-c295-4f92-a823-528164445c00 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895035 Dec 16 22:11:00.346175 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c585b220-e624-4b28-825e-5dfd74e94b05 req-ed97e1bc-30ae-4fc8-96b0-e375a62e8447 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709462 Dec 16 22:11:00.453812 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb1da9-c7bf-429c-bc90-42af814c03bf req-e94c8342-6f43-438b-a118-def8fd34d0d4 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:00.457479 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cccb1da9-c7bf-429c-bc90-42af814c03bf req-e94c8342-6f43-438b-a118-def8fd34d0d4 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 946 time: 0.0648201 Dec 16 22:11:00.507404 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21743a14-6a50-492e-b8b6-e120b0c17143 req-b694b899-0c3f-4ae4-8eb2-205ea2ce9fae tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:00.508994 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-21743a14-6a50-492e-b8b6-e120b0c17143 req-b694b899-0c3f-4ae4-8eb2-205ea2ce9fae tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=98bd98fb-e566-4321-b77c-8e3e403fb80d HTTP/1.1" status: 200 len: 946 time: 0.0791266 Dec 16 22:11:00.519485 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cccb1da9-c7bf-429c-bc90-42af814c03bf req-2a271139-a356-447f-81b3-210f64ee9564 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517836 Dec 16 22:11:00.596249 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-21743a14-6a50-492e-b8b6-e120b0c17143 req-afe9a5d7-61a6-43c5-b4cf-16ffa45aeb29 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747645 Dec 16 22:11:00.692938 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac179f-9933-4d71-bfea-1061982e8d11 req-2d401bbc-3066-4869-bd95-4307fa1541d6 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:00.694564 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79ac179f-9933-4d71-bfea-1061982e8d11 req-2d401bbc-3066-4869-bd95-4307fa1541d6 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.0609615 Dec 16 22:11:00.748520 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540345a7-1a29-40ca-933c-5b6145246f9e req-ed0bb125-7d7a-4caa-a59d-b1b17ee6287c tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:00.760753 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-540345a7-1a29-40ca-933c-5b6145246f9e req-ed0bb125-7d7a-4caa-a59d-b1b17ee6287c tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 946 time: 0.0571976 Dec 16 22:11:00.762778 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79ac179f-9933-4d71-bfea-1061982e8d11 req-f531280b-6eeb-4d2c-a616-e72ffb71f9e5 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592451 Dec 16 22:11:00.826058 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-540345a7-1a29-40ca-933c-5b6145246f9e req-854a33a1-05ff-43ea-8705-ae10df467b6c tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671878 Dec 16 22:11:00.985852 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5f1be-40ff-4229-9170-ee411bdde9e8 req-4fd10e59-12ee-4b52-8c53-c84b6daa1389 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:00.987475 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1cb5f1be-40ff-4229-9170-ee411bdde9e8 req-4fd10e59-12ee-4b52-8c53-c84b6daa1389 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/ports?device_id=c44d189a-cdf0-443a-9b4f-4cd42296b307 HTTP/1.1" status: 200 len: 945 time: 0.0786574 Dec 16 22:11:01.047630 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1cb5f1be-40ff-4229-9170-ee411bdde9e8 req-563f20d2-3329-4bd8-a054-ac0b7c9f3f72 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/security-groups?id=a45fb5f3-3aca-4265-9146-cec7842966ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526164 Dec 16 22:11:01.157770 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3931ae4-3614-4102-9312-e27faaa99407 req-8548cbca-5358-48f5-be58-1dae712c383c tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:01.159261 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e3931ae4-3614-4102-9312-e27faaa99407 req-8548cbca-5358-48f5-be58-1dae712c383c tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.76 "GET /v2.0/ports?device_id=c44d189a-cdf0-443a-9b4f-4cd42296b307 HTTP/1.1" status: 200 len: 945 time: 0.0562215 Dec 16 22:11:01.238352 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device a66341b9-0d2d-45b1-938e-489a64c73525 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:11:01.308128 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de33703-aceb-4bbf-ac5a-b1ad1e208042 req-40df1360-80c3-4fec-b35e-4cb1c6a6797c tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:01.310481 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5de33703-aceb-4bbf-ac5a-b1ad1e208042 req-40df1360-80c3-4fec-b35e-4cb1c6a6797c tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 946 time: 0.0876267 Dec 16 22:11:01.359162 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-570b715d-3ee1-4018-9678-edf4737fe410 req-475d3fda-54d8-4c55-a023-83015b2f1a30 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/ports?device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 210 time: 0.0710607 Dec 16 22:11:01.374668 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5de33703-aceb-4bbf-ac5a-b1ad1e208042 req-6b3266b2-ba72-4177-a73f-7068ed6fe5a5 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533695 Dec 16 22:11:01.380063 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-e3931ae4-3614-4102-9312-e27faaa99407 req-173e9a1a-9832-4c84-96c7-02bd0f417903 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Deleting port 2fc876a0-9d20-4cba-bcdb-08760f0023d1 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:01.380788 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e3931ae4-3614-4102-9312-e27faaa99407 req-173e9a1a-9832-4c84-96c7-02bd0f417903 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:01.525733 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da02f5b-10f7-4ed3-b409-1b408523df6c req-6c0e6a08-a765-45b0-9c76-833123556457 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:01.527342 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8da02f5b-10f7-4ed3-b409-1b408523df6c req-6c0e6a08-a765-45b0-9c76-833123556457 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 944 time: 0.0562313 Dec 16 22:11:01.532182 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782bae4-f028-4fd1-b9ef-93e301fdb97b req-1276655b-212e-49e3-b71e-54815253bcf1 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:01.533793 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9782bae4-f028-4fd1-b9ef-93e301fdb97b req-1276655b-212e-49e3-b71e-54815253bcf1 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=98bd98fb-e566-4321-b77c-8e3e403fb80d HTTP/1.1" status: 200 len: 946 time: 0.0922382 Dec 16 22:11:01.546466 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-e3931ae4-3614-4102-9312-e27faaa99407 req-173e9a1a-9832-4c84-96c7-02bd0f417903 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] For port 2fc876a0-9d20-4cba-bcdb-08760f0023d1, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=2fc876a0-9d20-4cba-bcdb-08760f0023d1,segment=NetworkSegment(f4c7e0e5-5b92-4cad-a4bc-dbda9b26e7d7),segment_id=f4c7e0e5-5b92-4cad-a4bc-dbda9b26e7d7)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:01.546841 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e3931ae4-3614-4102-9312-e27faaa99407 req-173e9a1a-9832-4c84-96c7-02bd0f417903 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:01.583802 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-e3931ae4-3614-4102-9312-e27faaa99407 req-173e9a1a-9832-4c84-96c7-02bd0f417903 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Calling delete_port for 2fc876a0-9d20-4cba-bcdb-08760f0023d1 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:01.603992 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8da02f5b-10f7-4ed3-b409-1b408523df6c req-4023f405-e4f8-41e0-8360-b71ef3aa5339 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596623 Dec 16 22:11:01.661199 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9782bae4-f028-4fd1-b9ef-93e301fdb97b req-af843e8d-a173-4cbc-8623-6c44b4869c7c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115255 Dec 16 22:11:01.713372 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port a66341b9-0d2d-45b1-938e-489a64c73525 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:11:01.713372 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port a66341b9-0d2d-45b1-938e-489a64c73525 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:01.713372 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:01.727500 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8629516-c31d-4612-9e8c-f44e4bdd25a7 req-a80cbb4a-75ac-4ec9-a4d9-f5f91b4ff1b5 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:01.729097 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f8629516-c31d-4612-9e8c-f44e4bdd25a7 req-a80cbb4a-75ac-4ec9-a4d9-f5f91b4ff1b5 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 946 time: 0.0536754 Dec 16 22:11:01.772424 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:01.792742 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f8629516-c31d-4612-9e8c-f44e4bdd25a7 req-5193aec5-e8f1-48ce-833b-b6069640bab9 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524874 Dec 16 22:11:01.806241 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port a66341b9-0d2d-45b1-938e-489a64c73525, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=a66341b9-0d2d-45b1-938e-489a64c73525,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:01.875891 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b2fde4-4e3f-437f-8afb-ab31e4b46751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66341b9-0d2d-45b1-938e-489a64c73525'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:01.878367 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdb2a90-7f15-4e73-b26f-3ed08c8dcb94" -d '{"events": [{"server_uuid": "89b2fde4-4e3f-437f-8afb-ab31e4b46751", "name": "network-vif-plugged", "status": "completed", "tag": "a66341b9-0d2d-45b1-938e-489a64c73525"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:01.911398 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b3616-f5db-485e-9cfc-37a0d9ed6350 req-b27e4cf5-18a9-41c5-94fd-00ff9b2e22f4 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:01.913926 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-182b3616-f5db-485e-9cfc-37a0d9ed6350 req-b27e4cf5-18a9-41c5-94fd-00ff9b2e22f4 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.0639465 Dec 16 22:11:01.935154 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342d216-10d5-4c84-b07e-6ab35a7e6dc3 req-276a79f8-bf58-4910-ab74-7cf7233dbd6d tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:01.935696 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e3931ae4-3614-4102-9312-e27faaa99407 req-173e9a1a-9832-4c84-96c7-02bd0f417903 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:01.937593 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3342d216-10d5-4c84-b07e-6ab35a7e6dc3 req-276a79f8-bf58-4910-ab74-7cf7233dbd6d tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 946 time: 0.0523734 Dec 16 22:11:01.970080 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e9a1a-9832-4c84-96c7-02bd0f417903 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Pushing event deleted for resources: {'Port': ['ID=2fc876a0-9d20-4cba-bcdb-08760f0023d1,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:01.974606 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['2fc876a0-9d20-4cba-bcdb-08760f0023d1'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:02.008926 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:02.010055 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3342d216-10d5-4c84-b07e-6ab35a7e6dc3 req-671c1787-992d-4780-a03e-32c6cebe93bc tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646260 Dec 16 22:11:02.017102 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-182b3616-f5db-485e-9cfc-37a0d9ed6350 req-0daca8a3-71d6-48f8-886c-022b6596433d tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969694 Dec 16 22:11:02.031805 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3931ae4-3614-4102-9312-e27faaa99407 req-173e9a1a-9832-4c84-96c7-02bd0f417903 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] No DVR routers for this DVR port 2fc876a0-9d20-4cba-bcdb-08760f0023d1 on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:11:02.034548 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e3931ae4-3614-4102-9312-e27faaa99407 req-173e9a1a-9832-4c84-96c7-02bd0f417903 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:02.038366 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e3931ae4-3614-4102-9312-e27faaa99407 req-173e9a1a-9832-4c84-96c7-02bd0f417903 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.76 "DELETE /v2.0/ports/2fc876a0-9d20-4cba-bcdb-08760f0023d1 HTTP/1.1" status: 204 len: 173 time: 0.8665996 Dec 16 22:11:02.038833 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44d189a-cdf0-443a-9b4f-4cd42296b307', 'name': 'network-vif-deleted', 'tag': '2fc876a0-9d20-4cba-bcdb-08760f0023d1'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:02.041208 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c136ca-6515-44b0-a819-7f4964e0fc01" -d '{"events": [{"server_uuid": "c44d189a-cdf0-443a-9b4f-4cd42296b307", "name": "network-vif-deleted", "tag": "2fc876a0-9d20-4cba-bcdb-08760f0023d1"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:02.096341 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0038eb23-7ebd-4ae4-9b52-544c922a6789 x-openstack-request-id: req-0038eb23-7ebd-4ae4-9b52-544c922a6789 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:02.096341 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44d189a-cdf0-443a-9b4f-4cd42296b307", "name": "network-vif-deleted", "tag": "2fc876a0-9d20-4cba-bcdb-08760f0023d1", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:02.096887 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0038eb23-7ebd-4ae4-9b52-544c922a6789 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:02.097197 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44d189a-cdf0-443a-9b4f-4cd42296b307', 'name': 'network-vif-deleted', 'tag': '2fc876a0-9d20-4cba-bcdb-08760f0023d1', 'status': 'completed', 'code': 200} Dec 16 22:11:02.098557 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06288505-4619-45e3-9e44-b52846cabb81 x-openstack-request-id: req-06288505-4619-45e3-9e44-b52846cabb81 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:02.099310 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b2fde4-4e3f-437f-8afb-ab31e4b46751", "name": "network-vif-plugged", "status": "completed", "tag": "a66341b9-0d2d-45b1-938e-489a64c73525", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:02.099705 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-06288505-4619-45e3-9e44-b52846cabb81 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:02.100311 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b2fde4-4e3f-437f-8afb-ab31e4b46751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66341b9-0d2d-45b1-938e-489a64c73525', 'code': 200} Dec 16 22:11:02.102088 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=a66341b9-0d2d-45b1-938e-489a64c73525,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:02.194575 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-475ef4b3-13a2-484f-9d4b-a0a46041e6d0 req-c701b8fe-b8d6-4ad4-9894-67a6a701909c tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/ports?device_id=c44d189a-cdf0-443a-9b4f-4cd42296b307 HTTP/1.1" status: 200 len: 210 time: 0.0423439 Dec 16 22:11:02.248533 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a9dbf-8828-4e77-94fc-7b787a963f79 req-ac01e8a6-6a9c-476c-9c6b-adfe1b61b72f tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:02.251088 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-985a9dbf-8828-4e77-94fc-7b787a963f79 req-ac01e8a6-6a9c-476c-9c6b-adfe1b61b72f tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 946 time: 0.0678735 Dec 16 22:11:02.322102 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650a347-fc0e-41b0-8af8-a5c3700fbefb req-4e2241b7-a5e0-4975-9696-4a7b8030f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:02.323663 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d650a347-fc0e-41b0-8af8-a5c3700fbefb req-4e2241b7-a5e0-4975-9696-4a7b8030f5a7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 1096 time: 0.0839970 Dec 16 22:11:02.336454 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-985a9dbf-8828-4e77-94fc-7b787a963f79 req-6354c0dd-7174-43dc-9d1f-d1314a7f3d76 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669947 Dec 16 22:11:02.399246 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d650a347-fc0e-41b0-8af8-a5c3700fbefb req-64a8f17c-1f1e-4be6-bcd4-c6cdd684c0ce service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612450 Dec 16 22:11:02.471297 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5e0a9-a1fc-4c0b-8190-0c293f678263 req-bcb9b6cc-d3af-49a7-a5c3-869be74b6a0e tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:02.472874 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-06f5e0a9-a1fc-4c0b-8190-0c293f678263 req-bcb9b6cc-d3af-49a7-a5c3-869be74b6a0e tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 946 time: 0.0555224 Dec 16 22:11:02.484296 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6740160d-e940-4186-bcb0-3cc76f3729e6 req-4a02da66-fa34-4650-a42d-c7009e51eec0 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/ports?device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 210 time: 0.0277839 Dec 16 22:11:02.539245 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-06f5e0a9-a1fc-4c0b-8190-0c293f678263 req-d9903251-c364-4df1-813f-38fcf532c98e tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574386 Dec 16 22:11:02.852292 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c8da0-e8b7-49e0-b3dd-2aa9ed3aaa65 req-ec55dd77-09ab-4790-b3d8-593e775df456 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:02.853824 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-275c8da0-e8b7-49e0-b3dd-2aa9ed3aaa65 req-ec55dd77-09ab-4790-b3d8-593e775df456 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 945 time: 0.0539279 Dec 16 22:11:02.911596 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-275c8da0-e8b7-49e0-b3dd-2aa9ed3aaa65 req-17b70456-b081-43af-a41b-6d40a28eb7c9 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502446 Dec 16 22:11:03.021675 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fce41-9f57-478d-ae22-6f1034d06456 req-d8e6711d-2c16-480c-9850-c35028f7f3db tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:03.023295 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-849fce41-9f57-478d-ae22-6f1034d06456 req-d8e6711d-2c16-480c-9850-c35028f7f3db tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=98bd98fb-e566-4321-b77c-8e3e403fb80d HTTP/1.1" status: 200 len: 946 time: 0.0514929 Dec 16 22:11:03.070188 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-849fce41-9f57-478d-ae22-6f1034d06456 req-e68f60e3-fe0c-40ea-9114-7b3f9f3eacfb tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408118 Dec 16 22:11:03.177452 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad01db3-08f9-42fe-87f1-33eea19c48d2 req-f69e0447-bf71-4437-8b20-b42926bdc5fe tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:03.179230 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cad01db3-08f9-42fe-87f1-33eea19c48d2 req-f69e0447-bf71-4437-8b20-b42926bdc5fe tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.0508993 Dec 16 22:11:03.228494 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cad01db3-08f9-42fe-87f1-33eea19c48d2 req-4a19029c-6a27-4951-9cfa-094e30f1b381 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425975 Dec 16 22:11:03.373108 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-80dfb867-439b-401b-9e81-b78cc7df405d req-72493eda-b67a-4fa9-be88-2705cfc47ea1 tempest-ServerPasswordTestJSON-1492609806 tempest-ServerPasswordTestJSON-1492609806-project] 10.222.0.75 "GET /v2.0/ports?device_id=c44d189a-cdf0-443a-9b4f-4cd42296b307 HTTP/1.1" status: 200 len: 210 time: 0.0500181 Dec 16 22:11:04.233155 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8bca7657-fd16-4819-9b14-c3d3fbd8e2da req-375ca082-6995-4197-a855-c523d9ed5325 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/ports?device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 210 time: 0.0376952 Dec 16 22:11:04.369170 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cedb9-5fec-4f51-af61-12f401d9ed22 req-e76b76d1-82e8-4daa-b960-39ec07bca1da tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:04.370995 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-809cedb9-5fec-4f51-af61-12f401d9ed22 req-e76b76d1-82e8-4daa-b960-39ec07bca1da tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 945 time: 0.0513887 Dec 16 22:11:04.450587 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-809cedb9-5fec-4f51-af61-12f401d9ed22 req-27000c38-f9c8-42e8-bd2b-6768717cca9d tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718751 Dec 16 22:11:04.454252 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed768d7-de20-4182-8c9a-66b906bd5e32 req-9a63c592-ae2d-4035-a501-422b11bbe544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:04.455763 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ed768d7-de20-4182-8c9a-66b906bd5e32 req-9a63c592-ae2d-4035-a501-422b11bbe544 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fb020d18049e49da94018381955868ba&device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 1096 time: 0.0709713 Dec 16 22:11:04.627402 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed768d7-de20-4182-8c9a-66b906bd5e32 req-27fef938-826c-4f10-87f5-38e83a6652de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:04.629348 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ed768d7-de20-4182-8c9a-66b906bd5e32 req-27fef938-826c-4f10-87f5-38e83a6652de service neutron] 10.222.0.76 "GET /v2.0/networks?id=6897b954-3619-4e8e-ae30-929f8d7aad6a HTTP/1.1" status: 200 len: 920 time: 0.1590226 Dec 16 22:11:04.687369 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b8ab7-2e5e-4cd1-8d46-922ff577dfc7 req-8e3fe945-4315-414d-8822-8b34e9f70a9d tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:04.688996 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-120b8ab7-2e5e-4cd1-8d46-922ff577dfc7 req-8e3fe945-4315-414d-8822-8b34e9f70a9d tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.1142929 Dec 16 22:11:04.690731 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ed768d7-de20-4182-8c9a-66b906bd5e32 req-4abbbda2-2951-4c4b-8ff6-8debe67487ba service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d094d4d0-6e82-40b9-85f7-0493d52e0535 HTTP/1.1" status: 200 len: 217 time: 0.0530157 Dec 16 22:11:04.701291 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59582) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:04.789584 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba819f3-5808-4029-82da-46f94a3bddbe req-05100987-eaab-4c00-90aa-b89020d1e617 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:04.796743 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6ba819f3-5808-4029-82da-46f94a3bddbe req-05100987-eaab-4c00-90aa-b89020d1e617 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 1096 time: 0.0496504 Dec 16 22:11:04.813971 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed768d7-de20-4182-8c9a-66b906bd5e32 req-5f37b311-3dd2-48bf-98ff-b0b810cc6eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:04.815510 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ed768d7-de20-4182-8c9a-66b906bd5e32 req-5f37b311-3dd2-48bf-98ff-b0b810cc6eb6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aad8e5a8-b013-4c8c-8f52-75d6be3d513d HTTP/1.1" status: 200 len: 860 time: 0.1133730 Dec 16 22:11:04.819456 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2bd892c-123a-4388-9672-73748dbbd368 admin admin] Deleting subnet 079d7c1b-0543-4438-b4c2-7435c3c892c3 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:11:04.825805 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-120b8ab7-2e5e-4cd1-8d46-922ff577dfc7 req-e2589c3e-2920-462f-8380-645b1a1c2744 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306343 Dec 16 22:11:04.826815 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c2bd892c-123a-4388-9672-73748dbbd368 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:04.859102 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6ba819f3-5808-4029-82da-46f94a3bddbe req-eecdb970-7773-49a9-8ba8-9fdf86503511 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583210 Dec 16 22:11:04.904030 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ed768d7-de20-4182-8c9a-66b906bd5e32 req-46360bca-fbaf-4756-b450-0702932ad1ca service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6897b954-3619-4e8e-ae30-929f8d7aad6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558982 Dec 16 22:11:04.946993 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c2bd892c-123a-4388-9672-73748dbbd368 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:04.978047 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca37d5d-5b89-475d-9f2b-eff36f3956c0 req-f0c58cb3-68c5-4276-affe-1eed8293873e tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:04.979748 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ca37d5d-5b89-475d-9f2b-eff36f3956c0 req-f0c58cb3-68c5-4276-affe-1eed8293873e tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 1096 time: 0.0495076 Dec 16 22:11:05.066058 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c2bd892c-123a-4388-9672-73748dbbd368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:05.102553 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6a834-f0bf-400b-bd8a-529c4d558bc0 req-c85f68c7-afda-4c5b-b5c4-d09c5552f7a4 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:05.104166 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ef6a834-f0bf-400b-bd8a-529c4d558bc0 req-c85f68c7-afda-4c5b-b5c4-d09c5552f7a4 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 946 time: 0.1810455 Dec 16 22:11:05.104844 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ca37d5d-5b89-475d-9f2b-eff36f3956c0 req-a1683df2-ad2e-494e-8cc0-c9590c854a1f tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000311 Dec 16 22:11:05.112287 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ed768d7-de20-4182-8c9a-66b906bd5e32 req-320b9036-349a-4a26-8555-f259c678de9d service neutron] 10.222.0.76 "GET /v2.0/networks/6897b954-3619-4e8e-ae30-929f8d7aad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989911 Dec 16 22:11:05.125438 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d101c-255d-49dc-b123-aaf4ed258040 req-24df0cc8-641d-4164-95fc-553e54bc403b tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:05.126947 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-838d101c-255d-49dc-b123-aaf4ed258040 req-24df0cc8-641d-4164-95fc-553e54bc403b tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.57 "GET /v2.0/networks?id=e613a71e-e0e0-460d-9702-cb72b7245fe8 HTTP/1.1" status: 200 len: 812 time: 0.1462538 Dec 16 22:11:05.207133 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-838d101c-255d-49dc-b123-aaf4ed258040 req-4c9ca4d1-9117-4527-bacb-25f10de89b08 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e81c7a87e9c432395a69e30581953d0 HTTP/1.1" status: 200 len: 380 time: 0.0636013 Dec 16 22:11:05.220222 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-838d101c-255d-49dc-b123-aaf4ed258040 req-f06bac99-dd5c-41ee-90a4-c29866e89d61 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Request body: {'port': {'device_id': '74925633-5f1a-402d-8fff-858aedecb29d', 'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8', 'admin_state_up': True, 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'security_groups': ['6e2d0019-f46f-43b3-b3dc-4deb54920c0e']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:05.257581 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 2fc876a0-9d20-4cba-bcdb-08760f0023d1 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:05.272131 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ef6a834-f0bf-400b-bd8a-529c4d558bc0 req-d7dce934-d7d4-495e-9c6e-52953fb63af6 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556892 Dec 16 22:11:05.291870 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 2fc876a0-9d20-4cba-bcdb-08760f0023d1 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:11:05.292470 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 2fc876a0-9d20-4cba-bcdb-08760f0023d1 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:05.319169 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ed768d7-de20-4182-8c9a-66b906bd5e32 req-7d4b8ef5-87be-4966-9cb7-9f3da519ba75 service neutron] 10.222.0.76 "GET /v2.0/networks/6897b954-3619-4e8e-ae30-929f8d7aad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856763 Dec 16 22:11:05.372033 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3fa7564b-b26a-4dc7-8730-8ab116d29045 req-68a0a99d-aa25-4af6-92b3-29fdcaff80e9 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/ports?device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 210 time: 0.0303035 Dec 16 22:11:05.493292 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c2bd892c-123a-4388-9672-73748dbbd368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:05.519650 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd892c-123a-4388-9672-73748dbbd368 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=079d7c1b-0543-4438-b4c2-7435c3c892c3,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:05.523780 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c2bd892c-123a-4388-9672-73748dbbd368 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:05.527483 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c2bd892c-123a-4388-9672-73748dbbd368 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/079d7c1b-0543-4438-b4c2-7435c3c892c3 HTTP/1.1" status: 204 len: 168 time: 0.8240225 Dec 16 22:11:05.530951 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59598) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:05.617625 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-14aec3f1-5d95-417a-8038-9c78cd4ed7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:05.664025 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-838d101c-255d-49dc-b123-aaf4ed258040 req-f06bac99-dd5c-41ee-90a4-c29866e89d61 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Made reservation on behalf of 7e81c7a87e9c432395a69e30581953d0 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:11:05.669899 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-838d101c-255d-49dc-b123-aaf4ed258040 req-f06bac99-dd5c-41ee-90a4-c29866e89d61 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:05.720576 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-14aec3f1-5d95-417a-8038-9c78cd4ed7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:05.745375 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-14aec3f1-5d95-417a-8038-9c78cd4ed7b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2512c37e-994a-449e-ace2-dfa030c2a9ae']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:05.756346 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-14aec3f1-5d95-417a-8038-9c78cd4ed7b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c7e0e5-5b92-4cad-a4bc-dbda9b26e7d7') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:05.756651 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-14aec3f1-5d95-417a-8038-9c78cd4ed7b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c7e0e5-5b92-4cad-a4bc-dbda9b26e7d7') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:05.772416 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-14aec3f1-5d95-417a-8038-9c78cd4ed7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:05.788238 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-14aec3f1-5d95-417a-8038-9c78cd4ed7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:05.801063 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14aec3f1-5d95-417a-8038-9c78cd4ed7b8 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:11:05.801678 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-14aec3f1-5d95-417a-8038-9c78cd4ed7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:11:05.804313 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:11:05.823116 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-838d101c-255d-49dc-b123-aaf4ed258040 req-f06bac99-dd5c-41ee-90a4-c29866e89d61 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Allocated IP 172.20.0.10 (e613a71e-e0e0-460d-9702-cb72b7245fe8/e821f15a-fed6-4760-b25c-db97e47d026f/b84dd3f8-6e76-4c64-a124-eb616b79e58e) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:11:05.958584 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9fb74-a878-45a1-a0c0-10f92a90ca65 req-f9b0ff68-1d27-4aa1-b3b7-168e866058a5 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:05.960174 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d4b9fb74-a878-45a1-a0c0-10f92a90ca65 req-f9b0ff68-1d27-4aa1-b3b7-168e866058a5 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.0573545 Dec 16 22:11:06.003388 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-838d101c-255d-49dc-b123-aaf4ed258040 req-f06bac99-dd5c-41ee-90a4-c29866e89d61 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:06.004864 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-14aec3f1-5d95-417a-8038-9c78cd4ed7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:06.013011 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-14aec3f1-5d95-417a-8038-9c78cd4ed7b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:06.017053 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-14aec3f1-5d95-417a-8038-9c78cd4ed7b8 admin admin] 10.222.0.75 "DELETE /v2.0/networks/2512c37e-994a-449e-ace2-dfa030c2a9ae HTTP/1.1" status: 204 len: 168 time: 0.4846833 Dec 16 22:11:06.032920 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aec3f1-5d95-417a-8038-9c78cd4ed7b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2512c37e-994a-449e-ace2-dfa030c2a9ae,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:06.037753 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d4b9fb74-a878-45a1-a0c0-10f92a90ca65 req-abd34c06-f78c-43c1-ab80-7f754682d7fa tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713763 Dec 16 22:11:06.146360 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-838d101c-255d-49dc-b123-aaf4ed258040 req-f06bac99-dd5c-41ee-90a4-c29866e89d61 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:06.191712 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-838d101c-255d-49dc-b123-aaf4ed258040 req-f06bac99-dd5c-41ee-90a4-c29866e89d61 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Network e613a71e-e0e0-460d-9702-cb72b7245fe8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:11:06.194927 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-838d101c-255d-49dc-b123-aaf4ed258040 req-f06bac99-dd5c-41ee-90a4-c29866e89d61 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:11:06.199161 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-838d101c-255d-49dc-b123-aaf4ed258040 req-f06bac99-dd5c-41ee-90a4-c29866e89d61 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:11:06.233300 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06bac99-dd5c-41ee-90a4-c29866e89d61 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Pushing event updated for resources: {'Port': ['ID=b84dd3f8-6e76-4c64-a124-eb616b79e58e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:06.263223 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d101c-255d-49dc-b123-aaf4ed258040 req-f06bac99-dd5c-41ee-90a4-c29866e89d61 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:06.263857 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-838d101c-255d-49dc-b123-aaf4ed258040 req-f06bac99-dd5c-41ee-90a4-c29866e89d61 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:06.457081 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6aca5934-330e-4e4d-8b60-d25df66e8363 None None] Provisioning complete for port b84dd3f8-6e76-4c64-a124-eb616b79e58e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:06.458580 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6aca5934-330e-4e4d-8b60-d25df66e8363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:06.500957 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920df28-f9ca-453a-8d2f-5e2eb08a72cb req-f1271cc5-6f49-4c38-88c7-c6972f3e4d80 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:06.503386 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9920df28-f9ca-453a-8d2f-5e2eb08a72cb req-f1271cc5-6f49-4c38-88c7-c6972f3e4d80 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 946 time: 0.0774376 Dec 16 22:11:06.519788 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-6aca5934-330e-4e4d-8b60-d25df66e8363 None None] Port b84dd3f8-6e76-4c64-a124-eb616b79e58e cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:11:06.550522 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-838d101c-255d-49dc-b123-aaf4ed258040 req-f06bac99-dd5c-41ee-90a4-c29866e89d61 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3373723 Dec 16 22:11:06.561567 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9920df28-f9ca-453a-8d2f-5e2eb08a72cb req-2487edb2-8ee4-458e-9c97-d577ba5b34c8 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507677 Dec 16 22:11:06.583427 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-838d101c-255d-49dc-b123-aaf4ed258040 req-5a9ecea1-b205-4b6b-92ff-117f79b418cd service neutron] Request body: {'port': {'device_id': '74925633-5f1a-402d-8fff-858aedecb29d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:06.663725 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a97b8e1b-98f6-46b9-b8a9-9c401609f8f0 req-3b2d98db-2e69-4f72-85f8-3d6943c94037 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1360404 Dec 16 22:11:06.704515 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-838d101c-255d-49dc-b123-aaf4ed258040 req-5a9ecea1-b205-4b6b-92ff-117f79b418cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:06.788296 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59644) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:06.817341 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5ca03-9c8e-4496-a752-cffac2a57da6 req-3cbabe06-a77d-4c85-a2c3-9a75f3c266df tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:06.819131 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6cf5ca03-9c8e-4496-a752-cffac2a57da6 req-3cbabe06-a77d-4c85-a2c3-9a75f3c266df tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/ports?device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 932 time: 0.0731866 Dec 16 22:11:06.917087 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b8e1b-98f6-46b9-b8a9-9c401609f8f0 req-b08d91b7-6570-469c-ad8c-7268d5a9de97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:06.917777 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4e8d14b2-b01a-4c20-92f9-b6b99fae5f2b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=366e353316474357998db59b3bf020b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279392 Dec 16 22:11:06.919754 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a97b8e1b-98f6-46b9-b8a9-9c401609f8f0 req-b08d91b7-6570-469c-ad8c-7268d5a9de97 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70ddf0fe02f649f28d93270673f4f1b0&device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 1095 time: 0.1555917 Dec 16 22:11:06.926693 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59648) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:06.990527 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6cf5ca03-9c8e-4496-a752-cffac2a57da6 req-5fbf085e-aa9c-4614-b040-b0cbcbe65c30 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/security-groups?id=6e2d0019-f46f-43b3-b3dc-4deb54920c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559501 Dec 16 22:11:07.023402 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-736302bf-4e09-4050-9259-cbd7c283be42 req-961fae6b-f704-402f-b127-b47f68ed1389 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d3e037f3-5e7c-4753-82d5-91875543b44f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1569712 Dec 16 22:11:07.040143 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-434995b8-697d-46de-b7cb-46bcb8897958 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:07.067429 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-434995b8-697d-46de-b7cb-46bcb8897958 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:07.147920 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736302bf-4e09-4050-9259-cbd7c283be42 req-ccf895c4-f6a6-425b-a2ce-322153a25a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:07.149631 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-736302bf-4e09-4050-9259-cbd7c283be42 req-ccf895c4-f6a6-425b-a2ce-322153a25a31 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=eef4474b3e2b443596735e3c2ca6ae10&device_id=d3e037f3-5e7c-4753-82d5-91875543b44f HTTP/1.1" status: 200 len: 1096 time: 0.0558774 Dec 16 22:11:07.154788 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b8e1b-98f6-46b9-b8a9-9c401609f8f0 req-333c18cf-1dc9-47f0-ae9d-0991bfb44fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:07.156750 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a97b8e1b-98f6-46b9-b8a9-9c401609f8f0 req-333c18cf-1dc9-47f0-ae9d-0991bfb44fc3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=851b3d27-6497-40f0-b603-b3da566b57ea HTTP/1.1" status: 200 len: 908 time: 0.2152798 Dec 16 22:11:07.227912 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a97b8e1b-98f6-46b9-b8a9-9c401609f8f0 req-c308443c-143e-4027-9b1b-808ee3cd9208 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d116848c-1471-4247-aa08-ce165700ea6b HTTP/1.1" status: 200 len: 217 time: 0.0582073 Dec 16 22:11:07.291420 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e8c4e066-884d-48a7-a8f6-a796ad3b61e2 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:11:07.307685 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-434995b8-697d-46de-b7cb-46bcb8897958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:07.310893 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-434995b8-697d-46de-b7cb-46bcb8897958 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:07.315169 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-838d101c-255d-49dc-b123-aaf4ed258040 req-5a9ecea1-b205-4b6b-92ff-117f79b418cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b84dd3f8-6e76-4c64-a124-eb616b79e58e {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:11:07.315391 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-434995b8-697d-46de-b7cb-46bcb8897958 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a45fb5f3-3aca-4265-9146-cec7842966ab HTTP/1.1" status: 204 len: 168 time: 0.3933940 Dec 16 22:11:07.330857 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e953f-9558-463b-9ab4-abd94c7527ed req-5ef53f9c-d96c-4f45-933f-f75cb630756f tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:07.333779 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-838d101c-255d-49dc-b123-aaf4ed258040 req-5a9ecea1-b205-4b6b-92ff-117f79b418cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:07.338782 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe0e953f-9558-463b-9ab4-abd94c7527ed req-5ef53f9c-d96c-4f45-933f-f75cb630756f tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.0914526 Dec 16 22:11:07.353136 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b8e1b-98f6-46b9-b8a9-9c401609f8f0 req-ca4fe2f7-e90d-41e7-b8e9-c3893f3b9959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:07.355414 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a97b8e1b-98f6-46b9-b8a9-9c401609f8f0 req-ca4fe2f7-e90d-41e7-b8e9-c3893f3b9959 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ac517c80-ed1c-4940-8a98-4b18f46cf35e HTTP/1.1" status: 200 len: 848 time: 0.0956364 Dec 16 22:11:07.359751 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-838d101c-255d-49dc-b123-aaf4ed258040 req-5a9ecea1-b205-4b6b-92ff-117f79b418cd service neutron] Transition to ACTIVE for port object b84dd3f8-6e76-4c64-a124-eb616b79e58e will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:11:07.374060 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434995b8-697d-46de-b7cb-46bcb8897958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45fb5f3-3aca-4265-9146-cec7842966ab,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:07.415600 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736302bf-4e09-4050-9259-cbd7c283be42 req-0cb2433e-4f15-419a-a4cf-966f27a59f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:07.417394 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-736302bf-4e09-4050-9259-cbd7c283be42 req-0cb2433e-4f15-419a-a4cf-966f27a59f05 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d94d0871-a0a1-410a-ba04-ae858b15c465 HTTP/1.1" status: 200 len: 923 time: 0.2413177 Dec 16 22:11:07.430395 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe0e953f-9558-463b-9ab4-abd94c7527ed req-484042b7-43e6-423b-8c36-14ce34569722 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903974 Dec 16 22:11:07.439588 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a97b8e1b-98f6-46b9-b8a9-9c401609f8f0 req-7af80eed-6736-4380-824e-45170da88d11 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=851b3d27-6497-40f0-b603-b3da566b57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758626 Dec 16 22:11:07.458822 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-838d101c-255d-49dc-b123-aaf4ed258040 req-5a9ecea1-b205-4b6b-92ff-117f79b418cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:07.497816 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e8c4e066-884d-48a7-a8f6-a796ad3b61e2, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e8c4e066-884d-48a7-a8f6-a796ad3b61e2,segment=NetworkSegment(ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405),segment_id=ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:07.513172 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'e8c4e066-884d-48a7-a8f6-a796ad3b61e2', 'network_id': '4e1bd316-abcd-4f96-883a-81e4852f7038', 'port_id': 'e8c4e066-884d-48a7-a8f6-a796ad3b61e2', 'mac_address': 'fa:16:3e:8e:49:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3707ad1d-19fd-41c2-aff9-70fbe5f0e860', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:11:07.590883 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:07.594896 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-736302bf-4e09-4050-9259-cbd7c283be42 req-3ad12508-5525-4eb3-9bda-64625f81ca1b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3798af91-00d4-4497-b9b4-0840b4e26772 HTTP/1.1" status: 200 len: 1001 time: 0.1042569 Dec 16 22:11:07.632539 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8c4e066-884d-48a7-a8f6-a796ad3b61e2 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:11:07.636376 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ecea1-b205-4b6b-92ff-117f79b418cd service neutron] Pushing event updated for resources: {'Port': ['ID=b84dd3f8-6e76-4c64-a124-eb616b79e58e,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:07.682956 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e8c4e066-884d-48a7-a8f6-a796ad3b61e2, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e8c4e066-884d-48a7-a8f6-a796ad3b61e2,segment=NetworkSegment(ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405),segment_id=ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:07.711910 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736302bf-4e09-4050-9259-cbd7c283be42 req-d1566ada-5108-419f-a4bd-a8a7b843be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:07.713712 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-736302bf-4e09-4050-9259-cbd7c283be42 req-d1566ada-5108-419f-a4bd-a8a7b843be9a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=797fa958-cbb2-4eb6-8ec6-7506427faefa HTTP/1.1" status: 200 len: 862 time: 0.1113329 Dec 16 22:11:07.798012 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a97b8e1b-98f6-46b9-b8a9-9c401609f8f0 req-e0ee2bd1-c56c-4bce-8088-cd0ab36e5a0f service neutron] 10.222.0.57 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499153 Dec 16 22:11:07.821128 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590dd3b-210d-424f-a605-541af1efaad5 req-4a4ec5e1-63d9-407d-83f0-ac51ce73cb9a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:07.823341 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d590dd3b-210d-424f-a605-541af1efaad5 req-4a4ec5e1-63d9-407d-83f0-ac51ce73cb9a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 946 time: 0.1029654 Dec 16 22:11:07.835160 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736302bf-4e09-4050-9259-cbd7c283be42 req-4ad049a6-f26c-4174-aa90-622b54696e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:07.837613 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-736302bf-4e09-4050-9259-cbd7c283be42 req-4ad049a6-f26c-4174-aa90-622b54696e66 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d94d0871-a0a1-410a-ba04-ae858b15c465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069217 Dec 16 22:11:07.876489 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:07.879415 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-838d101c-255d-49dc-b123-aaf4ed258040 req-5a9ecea1-b205-4b6b-92ff-117f79b418cd service neutron] Attempting to bind port b84dd3f8-6e76-4c64-a124-eb616b79e58e on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:11:07.879415 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-838d101c-255d-49dc-b123-aaf4ed258040 req-5a9ecea1-b205-4b6b-92ff-117f79b418cd service neutron] Attempting to bind port b84dd3f8-6e76-4c64-a124-eb616b79e58e by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '616a91c2-9daa-48fa-9a06-2df6eb24db55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:11:07.879955 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838d101c-255d-49dc-b123-aaf4ed258040 req-5a9ecea1-b205-4b6b-92ff-117f79b418cd service neutron] Attempting to bind port b84dd3f8-6e76-4c64-a124-eb616b79e58e on network e613a71e-e0e0-460d-9702-cb72b7245fe8 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:07.898641 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838d101c-255d-49dc-b123-aaf4ed258040 req-5a9ecea1-b205-4b6b-92ff-117f79b418cd service neutron] Port b84dd3f8-6e76-4c64-a124-eb616b79e58e on network e613a71e-e0e0-460d-9702-cb72b7245fe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:11:07.899181 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838d101c-255d-49dc-b123-aaf4ed258040 req-5a9ecea1-b205-4b6b-92ff-117f79b418cd service neutron] Attempting to bind port b84dd3f8-6e76-4c64-a124-eb616b79e58e on network e613a71e-e0e0-460d-9702-cb72b7245fe8 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:07.919370 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838d101c-255d-49dc-b123-aaf4ed258040 req-5a9ecea1-b205-4b6b-92ff-117f79b418cd service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:11:07.920081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838d101c-255d-49dc-b123-aaf4ed258040 req-5a9ecea1-b205-4b6b-92ff-117f79b418cd service neutron] Checking segment: {'id': '616a91c2-9daa-48fa-9a06-2df6eb24db55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:11:07.920552 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838d101c-255d-49dc-b123-aaf4ed258040 req-5a9ecea1-b205-4b6b-92ff-117f79b418cd service neutron] Bound using segment: {'id': '616a91c2-9daa-48fa-9a06-2df6eb24db55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:11:07.921909 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-838d101c-255d-49dc-b123-aaf4ed258040 req-5a9ecea1-b205-4b6b-92ff-117f79b418cd service neutron] Bound port: b84dd3f8-6e76-4c64-a124-eb616b79e58e, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '616a91c2-9daa-48fa-9a06-2df6eb24db55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:11:07.930040 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-838d101c-255d-49dc-b123-aaf4ed258040 req-5a9ecea1-b205-4b6b-92ff-117f79b418cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:07.978112 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=e8c4e066-884d-48a7-a8f6-a796ad3b61e2,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:08.024793 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a97b8e1b-98f6-46b9-b8a9-9c401609f8f0 req-066dc164-f4b7-43b1-ad2f-2e26b395f83a service neutron] 10.222.0.57 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170055 Dec 16 22:11:08.027707 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d590dd3b-210d-424f-a605-541af1efaad5 req-23f3599f-952d-4eab-8022-ead7d9070da7 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845357 Dec 16 22:11:08.050858 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['e8c4e066-884d-48a7-a8f6-a796ad3b61e2'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:08.075123 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-838d101c-255d-49dc-b123-aaf4ed258040 req-5a9ecea1-b205-4b6b-92ff-117f79b418cd service neutron] For port b84dd3f8-6e76-4c64-a124-eb616b79e58e, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:11:08.078776 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-838d101c-255d-49dc-b123-aaf4ed258040 req-5a9ecea1-b205-4b6b-92ff-117f79b418cd service neutron] For port b84dd3f8-6e76-4c64-a124-eb616b79e58e, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=b84dd3f8-6e76-4c64-a124-eb616b79e58e,segment=NetworkSegment(616a91c2-9daa-48fa-9a06-2df6eb24db55),segment_id=616a91c2-9daa-48fa-9a06-2df6eb24db55)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:11:08.087392 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-736302bf-4e09-4050-9259-cbd7c283be42 req-c45dc087-3e83-4b8e-93d0-05ae8987e6d8 service neutron] 10.222.0.76 "GET /v2.0/networks/d94d0871-a0a1-410a-ba04-ae858b15c465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174883 Dec 16 22:11:08.237081 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75939818-6645-40f8-bdf9-aa4b169adf50 req-2b477c38-0e6e-4fe1-b5d6-e9309fbf298b tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:08.238692 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-75939818-6645-40f8-bdf9-aa4b169adf50 req-2b477c38-0e6e-4fe1-b5d6-e9309fbf298b tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/ports?device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 944 time: 0.1425350 Dec 16 22:11:08.295128 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-838d101c-255d-49dc-b123-aaf4ed258040 req-5a9ecea1-b205-4b6b-92ff-117f79b418cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:08.310066 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-736302bf-4e09-4050-9259-cbd7c283be42 req-7db9afd1-7b7d-468f-89b9-8e1a407df937 service neutron] 10.222.0.76 "GET /v2.0/networks/d94d0871-a0a1-410a-ba04-ae858b15c465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150638 Dec 16 22:11:08.345626 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-75939818-6645-40f8-bdf9-aa4b169adf50 req-d71f8ad9-b90a-45f8-832f-e288a925cdd8 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/security-groups?id=6e2d0019-f46f-43b3-b3dc-4deb54920c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856500 Dec 16 22:11:08.358877 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d101c-255d-49dc-b123-aaf4ed258040 req-5a9ecea1-b205-4b6b-92ff-117f79b418cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:08.359357 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-838d101c-255d-49dc-b123-aaf4ed258040 req-5a9ecea1-b205-4b6b-92ff-117f79b418cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:08.360770 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-838d101c-255d-49dc-b123-aaf4ed258040 req-5a9ecea1-b205-4b6b-92ff-117f79b418cd service neutron] 10.222.0.57 "PUT /v2.0/ports/b84dd3f8-6e76-4c64-a124-eb616b79e58e HTTP/1.1" status: 200 len: 1092 time: 1.7837691 Dec 16 22:11:08.361216 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74925633-5f1a-402d-8fff-858aedecb29d', 'tag': 'b84dd3f8-6e76-4c64-a124-eb616b79e58e'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:08.363978 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a0249e-e61c-4eff-820d-102aa11dcdb7" -d '{"events": [{"name": "network-changed", "server_uuid": "74925633-5f1a-402d-8fff-858aedecb29d", "tag": "b84dd3f8-6e76-4c64-a124-eb616b79e58e"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:08.406429 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ecea1-b205-4b6b-92ff-117f79b418cd service neutron] Pushing event updated for resources: {'Port': ['ID=b84dd3f8-6e76-4c64-a124-eb616b79e58e,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:08.621153 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-2f0e63df-145f-4246-86db-31cbf5edd342 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:11:08.621153 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-2f0e63df-145f-4246-86db-31cbf5edd342 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058770 Dec 16 22:11:08.678293 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-bc917a24-fac0-4760-b0bf-2944fe7a415d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:08.680858 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-bc917a24-fac0-4760-b0bf-2944fe7a415d service neutron] 10.222.0.75 "GET /v2.0/ports/a66341b9-0d2d-45b1-938e-489a64c73525 HTTP/1.1" status: 200 len: 1093 time: 0.0490074 Dec 16 22:11:08.691108 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-10a586d4-d56f-469a-8a87-bf61bb4634c3 service neutron] Request body: {'binding': {'host': 'n-h2-815324-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:08.691667 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-10a586d4-d56f-469a-8a87-bf61bb4634c3 service neutron] Unknown quota resources ['binding']. {{(pid=103613) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:11:08.697041 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d101c-255d-49dc-b123-aaf4ed258040 req-08f6fbd7-5360-4f7b-a922-a153c76bee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:08.698914 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-838d101c-255d-49dc-b123-aaf4ed258040 req-08f6fbd7-5360-4f7b-a922-a153c76bee4c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7e81c7a87e9c432395a69e30581953d0&device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 1095 time: 0.0792146 Dec 16 22:11:08.784115 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-838d101c-255d-49dc-b123-aaf4ed258040 req-d436e2fe-b55a-48cb-b2a9-8aae0ae8c2b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b84dd3f8-6e76-4c64-a124-eb616b79e58e HTTP/1.1" status: 200 len: 217 time: 0.0686841 Dec 16 22:11:08.860903 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d101c-255d-49dc-b123-aaf4ed258040 req-be1dd0fe-9ce0-48f7-950d-fc5ec5968b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:08.862470 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-838d101c-255d-49dc-b123-aaf4ed258040 req-be1dd0fe-9ce0-48f7-950d-fc5ec5968b7c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e821f15a-fed6-4760-b25c-db97e47d026f HTTP/1.1" status: 200 len: 851 time: 0.0705576 Dec 16 22:11:08.957960 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d101c-255d-49dc-b123-aaf4ed258040 req-b19a3185-d92a-41b3-a339-ed8bb76367b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:08.962260 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-838d101c-255d-49dc-b123-aaf4ed258040 req-b19a3185-d92a-41b3-a339-ed8bb76367b1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e613a71e-e0e0-460d-9702-cb72b7245fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924799 Dec 16 22:11:08.976105 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5247769c-1a0a-4c5c-a5e9-6a42a41ca4a2 x-openstack-request-id: req-5247769c-1a0a-4c5c-a5e9-6a42a41ca4a2 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:08.976406 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74925633-5f1a-402d-8fff-858aedecb29d", "tag": "b84dd3f8-6e76-4c64-a124-eb616b79e58e", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:08.979208 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5247769c-1a0a-4c5c-a5e9-6a42a41ca4a2 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:08.979208 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74925633-5f1a-402d-8fff-858aedecb29d', 'tag': 'b84dd3f8-6e76-4c64-a124-eb616b79e58e', 'status': 'completed', 'code': 200} Dec 16 22:11:09.106115 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-838d101c-255d-49dc-b123-aaf4ed258040 req-b0d5865c-9968-46f5-b0df-b6009371f772 service neutron] 10.222.0.57 "GET /v2.0/networks/e613a71e-e0e0-460d-9702-cb72b7245fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331050 Dec 16 22:11:09.218484 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-838d101c-255d-49dc-b123-aaf4ed258040 req-b9d1fa4f-d0b2-40e3-a1da-366f8d53598d service neutron] 10.222.0.57 "GET /v2.0/networks/e613a71e-e0e0-460d-9702-cb72b7245fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040785 Dec 16 22:11:09.298071 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59714) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:09.311129 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e8c4e066-884d-48a7-a8f6-a796ad3b61e2 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:11:09.333048 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-10a586d4-d56f-469a-8a87-bf61bb4634c3 service neutron] Attempting to bind port a66341b9-0d2d-45b1-938e-489a64c73525 on host n-h2-815324-4 for vnic_type normal with profile None {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:11:09.333449 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-10a586d4-d56f-469a-8a87-bf61bb4634c3 service neutron] Attempting to bind port a66341b9-0d2d-45b1-938e-489a64c73525 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:11:09.339008 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-10a586d4-d56f-469a-8a87-bf61bb4634c3 service neutron] Attempting to bind port a66341b9-0d2d-45b1-938e-489a64c73525 on network 851b3d27-6497-40f0-b603-b3da566b57ea {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:09.343813 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-10a586d4-d56f-469a-8a87-bf61bb4634c3 service neutron] Port a66341b9-0d2d-45b1-938e-489a64c73525 on network 851b3d27-6497-40f0-b603-b3da566b57ea not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:11:09.344174 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-10a586d4-d56f-469a-8a87-bf61bb4634c3 service neutron] Attempting to bind port a66341b9-0d2d-45b1-938e-489a64c73525 on network 851b3d27-6497-40f0-b603-b3da566b57ea {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:09.354299 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-10a586d4-d56f-469a-8a87-bf61bb4634c3 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:11:09.354850 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-10a586d4-d56f-469a-8a87-bf61bb4634c3 service neutron] Checking segment: {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:11:09.355301 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-10a586d4-d56f-469a-8a87-bf61bb4634c3 service neutron] Bound using segment: {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:11:09.356207 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-10a586d4-d56f-469a-8a87-bf61bb4634c3 service neutron] Bound port: a66341b9-0d2d-45b1-938e-489a64c73525, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:11:09.367348 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5219bb7-50d3-4ae5-9109-3a16641be144 req-c43bb049-cbf3-469c-9717-265ae89c5938 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:09.369220 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f5219bb7-50d3-4ae5-9109-3a16641be144 req-c43bb049-cbf3-469c-9717-265ae89c5938 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.0807116 Dec 16 22:11:09.371287 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port e8c4e066-884d-48a7-a8f6-a796ad3b61e2 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:09.371954 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:09.459098 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-fcee21d0-0daf-4c1e-9e7a-f05cf29e3c82 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1614558228-network', 'tenant_id': '2a5983ec059547448cf45cc5d0d82ac4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:09.461388 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f5219bb7-50d3-4ae5-9109-3a16641be144 req-3fb1e2ff-ce0b-4256-bd79-f43e2b62559a tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661974 Dec 16 22:11:09.463204 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-10a586d4-d56f-469a-8a87-bf61bb4634c3 service neutron] For port a66341b9-0d2d-45b1-938e-489a64c73525, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=a66341b9-0d2d-45b1-938e-489a64c73525,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:11:09.500199 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:09.527602 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab44df14-4dd6-46b4-9e2b-344406e9e8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c4e066-884d-48a7-a8f6-a796ad3b61e2'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:09.529878 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adbd493-cc4a-4527-a5f1-136f74ab6608" -d '{"events": [{"server_uuid": "ab44df14-4dd6-46b4-9e2b-344406e9e8fc", "name": "network-vif-plugged", "status": "completed", "tag": "e8c4e066-884d-48a7-a8f6-a796ad3b61e2"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:09.546247 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e8c4e066-884d-48a7-a8f6-a796ad3b61e2, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e8c4e066-884d-48a7-a8f6-a796ad3b61e2,segment=NetworkSegment(ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405),segment_id=ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:09.565589 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0249e-e61c-4eff-820d-102aa11dcdb7 req-47da2ad0-8b16-447a-8d05-d7dbc6e44394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:09.567258 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-65a0249e-e61c-4eff-820d-102aa11dcdb7 req-47da2ad0-8b16-447a-8d05-d7dbc6e44394 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7e81c7a87e9c432395a69e30581953d0&device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 1095 time: 0.0475938 Dec 16 22:11:09.633025 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-10a586d4-d56f-469a-8a87-bf61bb4634c3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:09.634323 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-10a586d4-d56f-469a-8a87-bf61bb4634c3 service neutron] 10.222.0.75 "POST /v2.0/ports/a66341b9-0d2d-45b1-938e-489a64c73525/bindings HTTP/1.1" status: 201 len: 389 time: 0.9480958 Dec 16 22:11:09.676509 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:09.677587 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcee21d0-0daf-4c1e-9e7a-f05cf29e3c82 admin admin] Made reservation on behalf of 2a5983ec059547448cf45cc5d0d82ac4 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:11:09.680166 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fcee21d0-0daf-4c1e-9e7a-f05cf29e3c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:09.701054 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fcee21d0-0daf-4c1e-9e7a-f05cf29e3c82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:09.710833 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84447d3-837b-4f0d-972b-f4d2026c1c88 req-5ea46e45-92cc-481e-af9a-91fe9cd7c3a5 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:09.712144 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c84447d3-837b-4f0d-972b-f4d2026c1c88 req-5ea46e45-92cc-481e-af9a-91fe9cd7c3a5 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 945 time: 0.0708437 Dec 16 22:11:09.729364 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0249e-e61c-4eff-820d-102aa11dcdb7 req-f9b5bab1-c25b-48ae-89c0-62f3a751cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:09.731122 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-65a0249e-e61c-4eff-820d-102aa11dcdb7 req-f9b5bab1-c25b-48ae-89c0-62f3a751cd27 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e613a71e-e0e0-460d-9702-cb72b7245fe8 HTTP/1.1" status: 200 len: 912 time: 0.1557844 Dec 16 22:11:09.738020 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=e8c4e066-884d-48a7-a8f6-a796ad3b61e2,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:09.775623 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c84447d3-837b-4f0d-972b-f4d2026c1c88 req-297aaef8-da77-45bb-bf57-f5e21ff1859d tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561237 Dec 16 22:11:09.790914 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-65a0249e-e61c-4eff-820d-102aa11dcdb7 req-3ff38d21-7240-411d-bee9-43c7b052cd10 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b84dd3f8-6e76-4c64-a124-eb616b79e58e HTTP/1.1" status: 200 len: 217 time: 0.0474904 Dec 16 22:11:09.885143 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0249e-e61c-4eff-820d-102aa11dcdb7 req-3ec003ad-4559-4228-a4ef-f7c8701a5ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:09.885143 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-65a0249e-e61c-4eff-820d-102aa11dcdb7 req-3ec003ad-4559-4228-a4ef-f7c8701a5ac3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e821f15a-fed6-4760-b25c-db97e47d026f HTTP/1.1" status: 200 len: 851 time: 0.0827751 Dec 16 22:11:09.893643 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fcee21d0-0daf-4c1e-9e7a-f05cf29e3c82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:09.918084 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f8dce-150e-4839-a524-7095062dde05 req-0f2f4b4c-f597-4a86-a70b-1be7647c3526 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:09.931288 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-228f8dce-150e-4839-a524-7095062dde05 req-0f2f4b4c-f597-4a86-a70b-1be7647c3526 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/ports?device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 944 time: 0.0656826 Dec 16 22:11:09.940598 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0249e-e61c-4eff-820d-102aa11dcdb7 req-16274573-1609-4c99-bf54-71bb53af072e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:09.942137 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-65a0249e-e61c-4eff-820d-102aa11dcdb7 req-16274573-1609-4c99-bf54-71bb53af072e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e613a71e-e0e0-460d-9702-cb72b7245fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471973 Dec 16 22:11:09.989347 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-228f8dce-150e-4839-a524-7095062dde05 req-de286830-ea34-4659-9ee8-aeb7efa04fef tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/security-groups?id=6e2d0019-f46f-43b3-b3dc-4deb54920c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611641 Dec 16 22:11:10.022086 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c9a65a-241d-400e-b2fb-6ae2799f4f4d x-openstack-request-id: req-47c9a65a-241d-400e-b2fb-6ae2799f4f4d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:10.022473 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab44df14-4dd6-46b4-9e2b-344406e9e8fc", "name": "network-vif-plugged", "status": "completed", "tag": "e8c4e066-884d-48a7-a8f6-a796ad3b61e2", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:10.022810 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-47c9a65a-241d-400e-b2fb-6ae2799f4f4d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:10.023481 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab44df14-4dd6-46b4-9e2b-344406e9e8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c4e066-884d-48a7-a8f6-a796ad3b61e2', 'code': 200} Dec 16 22:11:10.032345 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fcee21d0-0daf-4c1e-9e7a-f05cf29e3c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:10.087922 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcee21d0-0daf-4c1e-9e7a-f05cf29e3c82 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:11:10.141810 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee21d0-0daf-4c1e-9e7a-f05cf29e3c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53caa41-f899-4140-9a49-748bc0cf0654,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:10.149523 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fcee21d0-0daf-4c1e-9e7a-f05cf29e3c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:10.150214 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-fcee21d0-0daf-4c1e-9e7a-f05cf29e3c82 admin admin] Added segment 4704f4a2-0ae3-4396-aa53-7cd7711fb1e7 of type vlan for network 8ad157d2-5520-47b6-a14b-23516eba3ebc Dec 16 22:11:10.216477 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-65a0249e-e61c-4eff-820d-102aa11dcdb7 req-40dc5311-cd9a-455b-acdf-a3966c0fae8a service neutron] 10.222.0.57 "GET /v2.0/networks/e613a71e-e0e0-460d-9702-cb72b7245fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633264 Dec 16 22:11:10.237883 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fcee21d0-0daf-4c1e-9e7a-f05cf29e3c82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:10.291774 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77def05-ebed-4b21-8f47-ee41f8f620ef req-21753270-983f-46eb-a360-fbe152085681 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:10.293278 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d77def05-ebed-4b21-8f47-ee41f8f620ef req-21753270-983f-46eb-a360-fbe152085681 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 945 time: 0.2022102 Dec 16 22:11:10.381560 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d77def05-ebed-4b21-8f47-ee41f8f620ef req-4bd2e869-70d8-4633-bbce-09bb96548c0e tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755882 Dec 16 22:11:10.384035 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-65a0249e-e61c-4eff-820d-102aa11dcdb7 req-21838b8a-ae9f-4580-bbc1-558665778b6c service neutron] 10.222.0.57 "GET /v2.0/networks/e613a71e-e0e0-460d-9702-cb72b7245fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589642 Dec 16 22:11:10.479904 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fcee21d0-0daf-4c1e-9e7a-f05cf29e3c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:10.480908 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcee21d0-0daf-4c1e-9e7a-f05cf29e3c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:10.481541 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fcee21d0-0daf-4c1e-9e7a-f05cf29e3c82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:10.531102 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5f99abfb-65ef-443f-af5f-8080644e5392 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:11:10.576268 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee21d0-0daf-4c1e-9e7a-f05cf29e3c82 admin admin] Pushing event updated for resources: {'Network': ['ID=8ad157d2-5520-47b6-a14b-23516eba3ebc,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:10.636979 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 8ad157d2-5520-47b6-a14b-23516eba3ebc details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:11:10.643148 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e1ee2-2346-490f-b7b4-9ff4b6faf3fc req-9fb8f2f8-9849-40c9-8184-375fa24d23de tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:10.645790 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ad1e1ee2-2346-490f-b7b4-9ff4b6faf3fc req-9fb8f2f8-9849-40c9-8184-375fa24d23de tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.0988789 Dec 16 22:11:10.679126 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-4bdcddda-05d6-4cad-8340-b096de311617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:10.680641 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-4bdcddda-05d6-4cad-8340-b096de311617 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70ddf0fe02f649f28d93270673f4f1b0&device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 1096 time: 0.0701368 Dec 16 22:11:10.687084 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fcee21d0-0daf-4c1e-9e7a-f05cf29e3c82 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3855519 Dec 16 22:11:10.690500 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59740) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:10.723457 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-87bb87e1-cf93-477e-b4ed-bfce2ce07c55 admin admin] Request body: {'subnet': {'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1614558228-subnet', 'tenant_id': '2a5983ec059547448cf45cc5d0d82ac4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:10.749640 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ad1e1ee2-2346-490f-b7b4-9ff4b6faf3fc req-eb490a06-29d8-4ef4-a9ed-47552a795dbe tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978365 Dec 16 22:11:10.777435 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5f99abfb-65ef-443f-af5f-8080644e5392, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5f99abfb-65ef-443f-af5f-8080644e5392,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:10.797285 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '5f99abfb-65ef-443f-af5f-8080644e5392', 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e', 'port_id': '5f99abfb-65ef-443f-af5f-8080644e5392', 'mac_address': 'fa:16:3e:8a:16:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241332bf-ffe2-4b38-90c7-a643b4215ed1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:11:10.814464 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-d1db3b02-c1c4-44be-a18f-99e04656a9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:10.816141 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-d1db3b02-c1c4-44be-a18f-99e04656a9e9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=851b3d27-6497-40f0-b603-b3da566b57ea HTTP/1.1" status: 200 len: 908 time: 0.1266093 Dec 16 22:11:10.847822 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:10.864423 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f99abfb-65ef-443f-af5f-8080644e5392 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:11:10.891015 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5f99abfb-65ef-443f-af5f-8080644e5392, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5f99abfb-65ef-443f-af5f-8080644e5392,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:11.018529 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b3797-372f-4c38-86c2-502641c0bc61 req-5a648698-8002-4bef-a1af-345cea1f7d42 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:11.020171 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3e2b3797-372f-4c38-86c2-502641c0bc61 req-5a648698-8002-4bef-a1af-345cea1f7d42 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 946 time: 0.0639229 Dec 16 22:11:11.026012 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:11.100142 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=5f99abfb-65ef-443f-af5f-8080644e5392,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:11.192094 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4caa9-29ae-4108-800a-84b48fdaf1f1 req-801fc437-dbe3-4cf2-8a51-c77f164b1189 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:11.193273 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bbe4caa9-29ae-4108-800a-84b48fdaf1f1 req-801fc437-dbe3-4cf2-8a51-c77f164b1189 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/ports?device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 944 time: 0.0791042 Dec 16 22:11:11.227033 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['5f99abfb-65ef-443f-af5f-8080644e5392'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:11.237884 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-3e2b3797-372f-4c38-86c2-502641c0bc61 req-392e3316-afda-4aa1-9543-5706a2336a5a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Deleting port e8c4e066-884d-48a7-a8f6-a796ad3b61e2 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:11.238256 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3e2b3797-372f-4c38-86c2-502641c0bc61 req-392e3316-afda-4aa1-9543-5706a2336a5a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:11.266948 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-eaf16b1e-a2c6-45c1-acb2-c154d6a4e51c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a66341b9-0d2d-45b1-938e-489a64c73525 HTTP/1.1" status: 200 len: 217 time: 0.4399793 Dec 16 22:11:11.267617 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bb87e1-cf93-477e-b4ed-bfce2ce07c55 admin admin] Made reservation on behalf of 2a5983ec059547448cf45cc5d0d82ac4 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:11:11.269904 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-87bb87e1-cf93-477e-b4ed-bfce2ce07c55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:11.319198 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e8c4e066-884d-48a7-a8f6-a796ad3b61e2 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:11.353941 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bbe4caa9-29ae-4108-800a-84b48fdaf1f1 req-7f883b21-48a0-41a7-b0f6-576dabc5e108 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/security-groups?id=6e2d0019-f46f-43b3-b3dc-4deb54920c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394689 Dec 16 22:11:11.425539 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-3e2b3797-372f-4c38-86c2-502641c0bc61 req-392e3316-afda-4aa1-9543-5706a2336a5a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] For port e8c4e066-884d-48a7-a8f6-a796ad3b61e2, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e8c4e066-884d-48a7-a8f6-a796ad3b61e2,segment=NetworkSegment(ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405),segment_id=ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:11.425916 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3e2b3797-372f-4c38-86c2-502641c0bc61 req-392e3316-afda-4aa1-9543-5706a2336a5a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:11.429457 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-650d2e73-e2e6-452f-9fbd-40edb6a2135b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:11.430945 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-650d2e73-e2e6-452f-9fbd-40edb6a2135b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ac517c80-ed1c-4940-8a98-4b18f46cf35e HTTP/1.1" status: 200 len: 848 time: 0.1493549 Dec 16 22:11:11.444690 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfbb9b-a7cc-4a51-b0ce-82268db332ff req-e956f718-0019-49b8-823e-3f67a371ebbb tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:11.452923 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53cfbb9b-a7cc-4a51-b0ce-82268db332ff req-e956f718-0019-49b8-823e-3f67a371ebbb tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 946 time: 0.1881902 Dec 16 22:11:11.458642 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-3e2b3797-372f-4c38-86c2-502641c0bc61 req-392e3316-afda-4aa1-9543-5706a2336a5a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Calling delete_port for e8c4e066-884d-48a7-a8f6-a796ad3b61e2 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:11.511692 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-04567cf3-9148-4193-9220-d5838d7837fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=851b3d27-6497-40f0-b603-b3da566b57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556319 Dec 16 22:11:11.512608 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:11.573068 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e8c4e066-884d-48a7-a8f6-a796ad3b61e2, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e8c4e066-884d-48a7-a8f6-a796ad3b61e2,segment=NetworkSegment(ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405),segment_id=ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:11.641687 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53cfbb9b-a7cc-4a51-b0ce-82268db332ff req-ab1c9711-6fc7-473a-add1-6ba8e6793699 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861594 Dec 16 22:11:11.681753 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:11.685560 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26412fbb-051a-465b-b3a3-8c2fce1bfbd8 req-bee17635-7e5e-4794-9eba-1088b790c83c tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:11.693756 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-26412fbb-051a-465b-b3a3-8c2fce1bfbd8 req-bee17635-7e5e-4794-9eba-1088b790c83c tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 945 time: 0.0768943 Dec 16 22:11:11.746126 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=e8c4e066-884d-48a7-a8f6-a796ad3b61e2,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:11.755721 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-4fa721ac-b734-473b-893d-6fd7e24874d0 service neutron] 10.222.0.57 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251468 Dec 16 22:11:11.806156 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-26412fbb-051a-465b-b3a3-8c2fce1bfbd8 req-309a8807-6528-4657-a132-d0d7e2ab298a tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098831 Dec 16 22:11:11.896348 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-87bb87e1-cf93-477e-b4ed-bfce2ce07c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:11.923196 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3e2b3797-372f-4c38-86c2-502641c0bc61 req-392e3316-afda-4aa1-9543-5706a2336a5a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:11.942009 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-3d8b8983-ab4f-4a68-9d76-e3feda4300b5 service neutron] 10.222.0.57 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778810 Dec 16 22:11:11.957994 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e3316-afda-4aa1-9543-5706a2336a5a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Pushing event deleted for resources: {'Port': ['ID=e8c4e066-884d-48a7-a8f6-a796ad3b61e2,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:11.971063 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e3316-afda-4aa1-9543-5706a2336a5a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:11.971894 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e3316-afda-4aa1-9543-5706a2336a5a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:11.972418 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e3316-afda-4aa1-9543-5706a2336a5a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:11.972934 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e3316-afda-4aa1-9543-5706a2336a5a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:11.973588 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e3316-afda-4aa1-9543-5706a2336a5a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:11.974111 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e3316-afda-4aa1-9543-5706a2336a5a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:11.974455 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e3316-afda-4aa1-9543-5706a2336a5a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:11.974795 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e3316-afda-4aa1-9543-5706a2336a5a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:11.975177 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e3316-afda-4aa1-9543-5706a2336a5a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:11.976368 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e3316-afda-4aa1-9543-5706a2336a5a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:11.976368 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e3316-afda-4aa1-9543-5706a2336a5a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:11.976368 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e3316-afda-4aa1-9543-5706a2336a5a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:11.977030 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e3316-afda-4aa1-9543-5706a2336a5a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:11.985318 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483600b2-d114-4fed-a233-e0f5c9783d53 req-01b38f34-ce45-4a7c-bd7c-ee152f124644 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:11.987010 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-483600b2-d114-4fed-a233-e0f5c9783d53 req-01b38f34-ce45-4a7c-bd7c-ee152f124644 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.1406946 Dec 16 22:11:11.987709 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb87e1-cf93-477e-b4ed-bfce2ce07c55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9741df81-7a4c-44a7-8dc9-6f94ad4c24c8,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:12.024512 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab44df14-4dd6-46b4-9e2b-344406e9e8fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8c4e066-884d-48a7-a8f6-a796ad3b61e2'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:12.029834 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb0cdcd-0c4f-4844-a0f6-22861120473a" -d '{"events": [{"server_uuid": "ab44df14-4dd6-46b4-9e2b-344406e9e8fc", "name": "network-vif-unplugged", "status": "completed", "tag": "e8c4e066-884d-48a7-a8f6-a796ad3b61e2"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:12.045881 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2b3797-372f-4c38-86c2-502641c0bc61 req-392e3316-afda-4aa1-9543-5706a2336a5a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] No DVR routers for this DVR port e8c4e066-884d-48a7-a8f6-a796ad3b61e2 on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:11:12.049976 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3e2b3797-372f-4c38-86c2-502641c0bc61 req-392e3316-afda-4aa1-9543-5706a2336a5a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:12.055963 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3e2b3797-372f-4c38-86c2-502641c0bc61 req-392e3316-afda-4aa1-9543-5706a2336a5a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.76 "DELETE /v2.0/ports/e8c4e066-884d-48a7-a8f6-a796ad3b61e2 HTTP/1.1" status: 204 len: 173 time: 1.0192757 Dec 16 22:11:12.056687 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab44df14-4dd6-46b4-9e2b-344406e9e8fc', 'name': 'network-vif-deleted', 'tag': 'e8c4e066-884d-48a7-a8f6-a796ad3b61e2'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:12.076314 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fb60d9-b1a1-4688-a01d-ea46204156b1" -d '{"events": [{"server_uuid": "ab44df14-4dd6-46b4-9e2b-344406e9e8fc", "name": "network-vif-deleted", "tag": "e8c4e066-884d-48a7-a8f6-a796ad3b61e2"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:12.086000 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bb87e1-cf93-477e-b4ed-bfce2ce07c55 admin admin] Checking segment: {'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:11:12.086000 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bb87e1-cf93-477e-b4ed-bfce2ce07c55 admin admin] Network hostable DHCP agents. Network: 8ad157d2-5520-47b6-a14b-23516eba3ebc, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:11:12.112474 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cc4a2e-c7fc-4c85-be0a-2e1b23275b95 x-openstack-request-id: req-95cc4a2e-c7fc-4c85-be0a-2e1b23275b95 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:12.112948 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab44df14-4dd6-46b4-9e2b-344406e9e8fc", "name": "network-vif-unplugged", "status": "completed", "tag": "e8c4e066-884d-48a7-a8f6-a796ad3b61e2", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:12.113738 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-95cc4a2e-c7fc-4c85-be0a-2e1b23275b95 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:12.117010 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab44df14-4dd6-46b4-9e2b-344406e9e8fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8c4e066-884d-48a7-a8f6-a796ad3b61e2', 'code': 200} Dec 16 22:11:12.121898 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-483600b2-d114-4fed-a233-e0f5c9783d53 req-2ac63258-de75-4992-87db-fa2d42e5935a tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178308 Dec 16 22:11:12.196243 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d210296b-98ef-4035-927c-15d77f371fe2 x-openstack-request-id: req-d210296b-98ef-4035-927c-15d77f371fe2 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:12.196606 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab44df14-4dd6-46b4-9e2b-344406e9e8fc", "name": "network-vif-deleted", "tag": "e8c4e066-884d-48a7-a8f6-a796ad3b61e2", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:12.196790 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d210296b-98ef-4035-927c-15d77f371fe2 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:12.197141 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab44df14-4dd6-46b4-9e2b-344406e9e8fc', 'name': 'network-vif-deleted', 'tag': 'e8c4e066-884d-48a7-a8f6-a796ad3b61e2', 'status': 'completed', 'code': 200} Dec 16 22:11:12.328176 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bb87e1-cf93-477e-b4ed-bfce2ce07c55 admin admin] Network 8ad157d2-5520-47b6-a14b-23516eba3ebc is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:11:12.469628 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-87bb87e1-cf93-477e-b4ed-bfce2ce07c55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 8ad157d2-5520-47b6-a14b-23516eba3ebc) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:11:12.477571 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51aeb222-767c-4cad-bcf8-93e62a4270ac None None] Network 8ad157d2-5520-47b6-a14b-23516eba3ebc requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:11:12.491934 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bb87e1-cf93-477e-b4ed-bfce2ce07c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:12.493988 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-87bb87e1-cf93-477e-b4ed-bfce2ce07c55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:12.587685 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71923d29-1fd9-4ada-88c5-24d71b4e46a2 req-3b914832-062a-4646-932d-398ae70074e4 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:12.593096 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-71923d29-1fd9-4ada-88c5-24d71b4e46a2 req-3b914832-062a-4646-932d-398ae70074e4 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/ports?device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 944 time: 0.0735159 Dec 16 22:11:12.714299 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-71923d29-1fd9-4ada-88c5-24d71b4e46a2 req-553da3d0-14b8-4c5b-91d9-f731146bde51 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/security-groups?id=6e2d0019-f46f-43b3-b3dc-4deb54920c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163797 Dec 16 22:11:12.737315 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-87bb87e1-cf93-477e-b4ed-bfce2ce07c55 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.0163488 Dec 16 22:11:12.739870 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5f99abfb-65ef-443f-af5f-8080644e5392 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:11:12.884010 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b1597ce4-fead-4662-a7d0-239283f22418 req-c1cdd230-3a66-4e4f-b5e7-8f8e8306f6f1 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab44df14-4dd6-46b4-9e2b-344406e9e8fc HTTP/1.1" status: 200 len: 210 time: 0.0511153 Dec 16 22:11:12.966229 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a88c84-0b1a-4ed0-91e5-026600668a04 None None] Network 8ad157d2-5520-47b6-a14b-23516eba3ebc requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:11:13.080477 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 5f99abfb-65ef-443f-af5f-8080644e5392 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:13.081158 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:13.132209 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b74c5-84c7-4fb2-9a16-de260897ec6b req-fa81cb72-f588-4013-a497-9cb220c427f1 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:13.133600 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da1b74c5-84c7-4fb2-9a16-de260897ec6b req-fa81cb72-f588-4013-a497-9cb220c427f1 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 945 time: 0.1102188 Dec 16 22:11:13.272073 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da1b74c5-84c7-4fb2-9a16-de260897ec6b req-5603e665-8ce9-470d-8f60-80b5e974788f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303165 Dec 16 22:11:13.517157 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86012589-9536-4c7b-ab97-de22b1e63094 req-6abc1feb-c6f7-4223-9646-1d306214f4b8 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:13.518910 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-86012589-9536-4c7b-ab97-de22b1e63094 req-6abc1feb-c6f7-4223-9646-1d306214f4b8 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.1099415 Dec 16 22:11:13.602522 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:13.621291 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-86012589-9536-4c7b-ab97-de22b1e63094 req-7f7546b4-0e14-41a0-88c2-b06c41abf964 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935912 Dec 16 22:11:13.708240 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5f99abfb-65ef-443f-af5f-8080644e5392, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5f99abfb-65ef-443f-af5f-8080644e5392,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:13.796092 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:13.823500 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a76390-ce48-4e4c-a945-093c6cf57add req-2da121d8-7e84-41fc-8518-f34c005418b3 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:13.833678 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-54a76390-ce48-4e4c-a945-093c6cf57add req-2da121d8-7e84-41fc-8518-f34c005418b3 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/networks?id=8ad157d2-5520-47b6-a14b-23516eba3ebc HTTP/1.1" status: 200 len: 806 time: 0.2813509 Dec 16 22:11:13.854414 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-54a76390-ce48-4e4c-a945-093c6cf57add req-5cc89d91-0e7a-4215-a225-38f169d4b78d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/quotas/2a5983ec059547448cf45cc5d0d82ac4 HTTP/1.1" status: 200 len: 375 time: 0.0194421 Dec 16 22:11:13.905054 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-54a76390-ce48-4e4c-a945-093c6cf57add req-b8e058ec-c319-476a-a858-e1a9eccd384b tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2a5983ec059547448cf45cc5d0d82ac4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493443 Dec 16 22:11:13.970057 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=5f99abfb-65ef-443f-af5f-8080644e5392,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:13.983782 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210eb957-f637-4614-9046-4945b5a92c10 req-65ed7b8b-6dd1-4b16-884a-ad43e167cb43 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:13.988829 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-210eb957-f637-4614-9046-4945b5a92c10 req-65ed7b8b-6dd1-4b16-884a-ad43e167cb43 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/ports?device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 944 time: 0.1349120 Dec 16 22:11:14.101298 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-210eb957-f637-4614-9046-4945b5a92c10 req-483776fc-ae30-4fe4-84f3-8eefe9e22963 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/security-groups?id=6e2d0019-f46f-43b3-b3dc-4deb54920c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032066 Dec 16 22:11:14.115491 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-54a76390-ce48-4e4c-a945-093c6cf57add req-7c355fd2-774e-4560-80cb-ce2cf5d3c821 service neutron] 10.222.0.75 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092030 Dec 16 22:11:14.117780 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98bd98fb-e566-4321-b77c-8e3e403fb80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f99abfb-65ef-443f-af5f-8080644e5392'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:14.123564 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3991836-9809-4e97-9cc6-d20e1c94ad11" -d '{"events": [{"server_uuid": "98bd98fb-e566-4321-b77c-8e3e403fb80d", "name": "network-vif-plugged", "status": "completed", "tag": "5f99abfb-65ef-443f-af5f-8080644e5392"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:14.282681 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-54a76390-ce48-4e4c-a945-093c6cf57add req-bb99d775-f266-4241-b6cb-cebc7083c6d4 service neutron] 10.222.0.75 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511757 Dec 16 22:11:14.337134 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df242d5-fc2a-4e7d-b789-2e893e49d568 x-openstack-request-id: req-3df242d5-fc2a-4e7d-b789-2e893e49d568 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:14.337439 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98bd98fb-e566-4321-b77c-8e3e403fb80d", "name": "network-vif-plugged", "status": "completed", "tag": "5f99abfb-65ef-443f-af5f-8080644e5392", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:14.337722 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3df242d5-fc2a-4e7d-b789-2e893e49d568 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:14.338120 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98bd98fb-e566-4321-b77c-8e3e403fb80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f99abfb-65ef-443f-af5f-8080644e5392', 'code': 200} Dec 16 22:11:14.556477 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device b84dd3f8-6e76-4c64-a124-eb616b79e58e details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:11:14.742075 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59866) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:14.757013 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-b30fe4c3-eff0-47a4-a00b-90d9937ac487 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1337188886', 'description': 'tempest-description--707276291'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:14.763967 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port b84dd3f8-6e76-4c64-a124-eb616b79e58e, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=b84dd3f8-6e76-4c64-a124-eb616b79e58e,segment=NetworkSegment(616a91c2-9daa-48fa-9a06-2df6eb24db55),segment_id=616a91c2-9daa-48fa-9a06-2df6eb24db55)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:14.778586 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': 'b84dd3f8-6e76-4c64-a124-eb616b79e58e', 'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8', 'port_id': 'b84dd3f8-6e76-4c64-a124-eb616b79e58e', 'mac_address': 'fa:16:3e:52:b7:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e821f15a-fed6-4760-b25c-db97e47d026f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:11:14.863586 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672c60c-b2bb-4dc5-9fce-9b15b6a41fc7 req-495fb3ad-8b22-4238-af06-68344992f128 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:14.871843 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e672c60c-b2bb-4dc5-9fce-9b15b6a41fc7 req-495fb3ad-8b22-4238-af06-68344992f128 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 945 time: 0.1998053 Dec 16 22:11:14.874999 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:14.917833 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b84dd3f8-6e76-4c64-a124-eb616b79e58e {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:11:14.942002 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e672c60c-b2bb-4dc5-9fce-9b15b6a41fc7 req-2d20ead4-d429-4266-a053-c28cdaba10b7 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688059 Dec 16 22:11:14.950993 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7fd69a23-db94-4b10-807a-3b0ac685a86d req-d1de5063-ca22-42cb-9edb-eef3214aed0f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2514a767-8428-4e46-bdd7-ae6bf18c368b HTTP/1.1" status: 200 len: 210 time: 0.1062672 Dec 16 22:11:14.981102 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b30fe4c3-eff0-47a4-a00b-90d9937ac487 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:14.981678 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port b84dd3f8-6e76-4c64-a124-eb616b79e58e, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=b84dd3f8-6e76-4c64-a124-eb616b79e58e,segment=NetworkSegment(616a91c2-9daa-48fa-9a06-2df6eb24db55),segment_id=616a91c2-9daa-48fa-9a06-2df6eb24db55)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:15.087505 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:15.117096 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f441c-71c9-4e20-a328-1ad81553fd1d req-fd206ad4-fd58-40ad-b9d6-58b2e377ab1c tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:15.136588 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a32f441c-71c9-4e20-a328-1ad81553fd1d req-fd206ad4-fd58-40ad-b9d6-58b2e377ab1c tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.1130960 Dec 16 22:11:15.238592 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=b84dd3f8-6e76-4c64-a124-eb616b79e58e,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:15.239958 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b30fe4c3-eff0-47a4-a00b-90d9937ac487 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:15.241345 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a32f441c-71c9-4e20-a328-1ad81553fd1d req-2ee81fe8-e8ea-4221-88a1-17a5a9af5e22 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030095 Dec 16 22:11:15.348664 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e8c4e066-884d-48a7-a8f6-a796ad3b61e2 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:15.391483 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3de5f6-9e2c-4c85-9a97-d16c4c915ea2 req-96912611-6cb9-42f6-baff-1b7bd8f88ee7 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:15.394833 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: e8c4e066-884d-48a7-a8f6-a796ad3b61e2 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:11:15.394991 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ad3de5f6-9e2c-4c85-9a97-d16c4c915ea2 req-96912611-6cb9-42f6-baff-1b7bd8f88ee7 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/ports?device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 945 time: 0.1129692 Dec 16 22:11:15.395189 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e8c4e066-884d-48a7-a8f6-a796ad3b61e2 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:15.398400 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b30fe4c3-eff0-47a4-a00b-90d9937ac487 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:15.473237 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30fe4c3-eff0-47a4-a00b-90d9937ac487 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75aba832-5f00-4617-827f-aff19644910b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:15.513094 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30fe4c3-eff0-47a4-a00b-90d9937ac487 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:15.513094 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30fe4c3-eff0-47a4-a00b-90d9937ac487 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:15.513094 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30fe4c3-eff0-47a4-a00b-90d9937ac487 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:15.513607 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30fe4c3-eff0-47a4-a00b-90d9937ac487 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:15.513607 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30fe4c3-eff0-47a4-a00b-90d9937ac487 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:15.513827 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30fe4c3-eff0-47a4-a00b-90d9937ac487 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:15.514154 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30fe4c3-eff0-47a4-a00b-90d9937ac487 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:15.514521 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30fe4c3-eff0-47a4-a00b-90d9937ac487 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:15.514858 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30fe4c3-eff0-47a4-a00b-90d9937ac487 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:15.515990 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30fe4c3-eff0-47a4-a00b-90d9937ac487 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:15.516581 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30fe4c3-eff0-47a4-a00b-90d9937ac487 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:15.517020 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30fe4c3-eff0-47a4-a00b-90d9937ac487 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:15.517366 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30fe4c3-eff0-47a4-a00b-90d9937ac487 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:15.531102 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ad3de5f6-9e2c-4c85-9a97-d16c4c915ea2 req-e99ba9e7-8fb1-4b6f-81d1-0085e97a8321 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/security-groups?id=6e2d0019-f46f-43b3-b3dc-4deb54920c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264617 Dec 16 22:11:15.535757 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b30fe4c3-eff0-47a4-a00b-90d9937ac487 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:15.541392 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59888) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:15.548486 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-37fc72cd-52f3-40c1-8b8f-19c052898304 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Request body: {'security_group_rule': {'security_group_id': '75aba832-5f00-4617-827f-aff19644910b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:15.554520 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b30fe4c3-eff0-47a4-a00b-90d9937ac487 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8099053 Dec 16 22:11:15.587127 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['b84dd3f8-6e76-4c64-a124-eb616b79e58e'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:15.687670 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-37fc72cd-52f3-40c1-8b8f-19c052898304 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:15.778986 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-37fc72cd-52f3-40c1-8b8f-19c052898304 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:15.859095 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-37fc72cd-52f3-40c1-8b8f-19c052898304 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:15.886801 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc72cd-52f3-40c1-8b8f-19c052898304 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7e5acc-491e-43c0-8a90-258f65fda8cd,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:16.006557 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-37fc72cd-52f3-40c1-8b8f-19c052898304 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:16.012891 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59896) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:16.019073 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-077db0c9-4844-4cc5-9d44-fde766b135c4 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Request body: {'security_group_rule': {'security_group_id': '75aba832-5f00-4617-827f-aff19644910b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:16.019892 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-37fc72cd-52f3-40c1-8b8f-19c052898304 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4721851 Dec 16 22:11:16.158716 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2748d079-0095-4712-9bbb-dffeed5d8ad7 req-06d3e947-0af3-46df-9e49-3cf153f0e72b tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2514a767-8428-4e46-bdd7-ae6bf18c368b HTTP/1.1" status: 200 len: 210 time: 0.0764232 Dec 16 22:11:16.284936 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50a29c-fb49-43cf-bfcf-970b2cad9f3d req-d3ec3511-b89c-4132-956d-b85ad1feb52c tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:16.293724 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c50a29c-fb49-43cf-bfcf-970b2cad9f3d req-d3ec3511-b89c-4132-956d-b85ad1feb52c tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 945 time: 0.1439452 Dec 16 22:11:16.371678 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c50a29c-fb49-43cf-bfcf-970b2cad9f3d req-843dc6d5-e10d-44f5-bc6b-0323bf4c398b tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741286 Dec 16 22:11:16.372807 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-077db0c9-4844-4cc5-9d44-fde766b135c4 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:16.466489 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9771e4-3111-4d44-a0c5-885593a2c2a3 req-370edafc-f728-4910-9fa2-4e2d0f0718f2 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:16.474720 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fd9771e4-3111-4d44-a0c5-885593a2c2a3 req-370edafc-f728-4910-9fa2-4e2d0f0718f2 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.1292300 Dec 16 22:11:16.504938 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-077db0c9-4844-4cc5-9d44-fde766b135c4 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:16.604254 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fd9771e4-3111-4d44-a0c5-885593a2c2a3 req-cec8d10b-779a-42eb-8aad-86e295d6a19b tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243505 Dec 16 22:11:16.635537 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-077db0c9-4844-4cc5-9d44-fde766b135c4 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:16.672102 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077db0c9-4844-4cc5-9d44-fde766b135c4 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773b5837-d213-4e10-a231-39bb136c6837,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:16.804259 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-077db0c9-4844-4cc5-9d44-fde766b135c4 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:16.806689 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-077db0c9-4844-4cc5-9d44-fde766b135c4 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7922776 Dec 16 22:11:16.808923 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd81b0-d48f-4f04-9f63-607061d65579 req-e46b6f59-f63e-43d5-b91e-4f0c3ccc18e5 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:16.821322 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59920) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:16.821808 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b4dd81b0-d48f-4f04-9f63-607061d65579 req-e46b6f59-f63e-43d5-b91e-4f0c3ccc18e5 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/ports?device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 945 time: 0.0812509 Dec 16 22:11:16.833740 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-c05224ee-45a2-4e10-a70b-898044fecaa0 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:16.895210 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b4dd81b0-d48f-4f04-9f63-607061d65579 req-24bdaf94-8fa1-43f8-b64e-e77f51883ce1 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/security-groups?id=6e2d0019-f46f-43b3-b3dc-4deb54920c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684931 Dec 16 22:11:16.995529 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c05224ee-45a2-4e10-a70b-898044fecaa0 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:17.062422 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-942f0a01-d1c1-4c03-a86e-e416c6f69b31 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:17.073128 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-942f0a01-d1c1-4c03-a86e-e416c6f69b31 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/networks?id=a733dfc2-18aa-436d-9a35-1f59bb423cae HTTP/1.1" status: 200 len: 821 time: 0.3611000 Dec 16 22:11:17.094097 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-ff7cd6ae-4c92-4bc3-a5cd-a5230f439f8d tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/quotas/0dec5fe31b6f4228b3d46ecd46e77bb6 HTTP/1.1" status: 200 len: 375 time: 0.0193460 Dec 16 22:11:17.199519 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-75a62be4-44f8-480a-81c9-9338bf0c74cb tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1046252 Dec 16 22:11:17.328549 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-1fa2dcd5-7739-4d79-8b37-828595394a84 service neutron] 10.222.0.75 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276577 Dec 16 22:11:17.363336 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2c2a9998-1018-42b9-ac23-1571b0f794d9 req-539a254f-6f05-4076-8e95-6bc0b480a75d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2514a767-8428-4e46-bdd7-ae6bf18c368b HTTP/1.1" status: 200 len: 210 time: 0.0648668 Dec 16 22:11:17.471452 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-5d2ee5ab-f8fe-4400-b265-ab6e4d0240cc service neutron] 10.222.0.75 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419728 Dec 16 22:11:17.477507 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c05224ee-45a2-4e10-a70b-898044fecaa0 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:17.644384 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed43e9-178c-476b-8ff7-da23815d20a7 req-3bdac821-0679-4e6d-bb2a-a2cdb548282a tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:17.656649 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4bed43e9-178c-476b-8ff7-da23815d20a7 req-3bdac821-0679-4e6d-bb2a-a2cdb548282a tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 945 time: 0.1172700 Dec 16 22:11:17.689513 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-c05224ee-45a2-4e10-a70b-898044fecaa0 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Allocated IP 172.25.6.165 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/fd3c512f-6570-481b-bfa0-f9f9a1dda86f) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:11:17.729508 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4bed43e9-178c-476b-8ff7-da23815d20a7 req-79f7cddb-e08b-4c6d-8f26-2d4b753b7976 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634665 Dec 16 22:11:17.855539 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c05224ee-45a2-4e10-a70b-898044fecaa0 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:18.017229 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c05224ee-45a2-4e10-a70b-898044fecaa0 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:18.118562 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05224ee-45a2-4e10-a70b-898044fecaa0 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:11:18.138171 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-c05224ee-45a2-4e10-a70b-898044fecaa0 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:11:18.146614 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05224ee-45a2-4e10-a70b-898044fecaa0 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:11:18.182270 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a76390-ce48-4e4c-a945-093c6cf57add req-4f1168b4-85cc-433b-8e1b-66d0d9a6f273 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:18.183971 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-54a76390-ce48-4e4c-a945-093c6cf57add req-4f1168b4-85cc-433b-8e1b-66d0d9a6f273 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.76 "GET /v2.0/networks?id=8ad157d2-5520-47b6-a14b-23516eba3ebc HTTP/1.1" status: 200 len: 806 time: 0.1948249 Dec 16 22:11:18.208494 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de116a3-3e9e-4e5f-bd39-1a64c9e9889e req-82b06534-e2dc-4299-9a6a-86f83b306e6d tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:18.211761 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6de116a3-3e9e-4e5f-bd39-1a64c9e9889e req-82b06534-e2dc-4299-9a6a-86f83b306e6d tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.2409749 Dec 16 22:11:18.217523 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-54a76390-ce48-4e4c-a945-093c6cf57add req-b22c0f98-04f6-4ab0-843b-baa898216993 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Request body: {'port': {'device_id': '2514a767-8428-4e46-bdd7-ae6bf18c368b', 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc', 'admin_state_up': True, 'tenant_id': '2a5983ec059547448cf45cc5d0d82ac4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:18.231671 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05224ee-45a2-4e10-a70b-898044fecaa0 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Pushing event updated for resources: {'Port': ['ID=fd3c512f-6570-481b-bfa0-f9f9a1dda86f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:18.393030 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c05224ee-45a2-4e10-a70b-898044fecaa0 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:18.457599 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6de116a3-3e9e-4e5f-bd39-1a64c9e9889e req-2427bc85-9ed6-4108-a2f2-a3d0b1a07a01 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214224 Dec 16 22:11:18.518378 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb1e7d-de88-4215-addd-5ce81fc38b9c req-8640ae27-3257-4216-b0c0-0e997f2e95d5 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:18.520496 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7feb1e7d-de88-4215-addd-5ce81fc38b9c req-8640ae27-3257-4216-b0c0-0e997f2e95d5 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/ports?device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 945 time: 0.0855670 Dec 16 22:11:18.565176 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device b84dd3f8-6e76-4c64-a124-eb616b79e58e up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:11:18.567222 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e97c6d91-69f0-4d03-9f08-06a42f1c43b6 req-6d18a6be-4e9a-4d1c-b5f1-4e283ee01f7f tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 210 time: 0.0518246 Dec 16 22:11:18.585928 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7feb1e7d-de88-4215-addd-5ce81fc38b9c req-14218343-8e9d-4316-b70f-3cfa68bd17ed tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/security-groups?id=6e2d0019-f46f-43b3-b3dc-4deb54920c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567281 Dec 16 22:11:18.704621 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f0240258-2b0c-4eb6-aab7-80f355e15be4 req-451ed0b7-b36b-4133-809c-687f39d1922a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2514a767-8428-4e46-bdd7-ae6bf18c368b HTTP/1.1" status: 200 len: 210 time: 0.0291307 Dec 16 22:11:18.758206 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c05224ee-45a2-4e10-a70b-898044fecaa0 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:18.813324 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a76390-ce48-4e4c-a945-093c6cf57add req-b22c0f98-04f6-4ab0-843b-baa898216993 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Made reservation on behalf of 2a5983ec059547448cf45cc5d0d82ac4 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:11:18.816056 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port b84dd3f8-6e76-4c64-a124-eb616b79e58e completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:11:18.817081 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-54a76390-ce48-4e4c-a945-093c6cf57add req-b22c0f98-04f6-4ab0-843b-baa898216993 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:18.827635 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port b84dd3f8-6e76-4c64-a124-eb616b79e58e triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:18.828880 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:18.963198 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:18.970331 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18b695-a2e5-4898-bc8e-1cdb1b7e697b req-80e0a57c-9ab6-4b64-b7ae-a40977b79bff tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:18.971836 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6e18b695-a2e5-4898-bc8e-1cdb1b7e697b req-80e0a57c-9ab6-4b64-b7ae-a40977b79bff tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 945 time: 0.1640699 Dec 16 22:11:19.016852 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74925633-5f1a-402d-8fff-858aedecb29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84dd3f8-6e76-4c64-a124-eb616b79e58e'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:19.026621 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283573d2-d80f-4885-8e17-50031b603220" -d '{"events": [{"server_uuid": "74925633-5f1a-402d-8fff-858aedecb29d", "name": "network-vif-plugged", "status": "completed", "tag": "b84dd3f8-6e76-4c64-a124-eb616b79e58e"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:19.064936 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port b84dd3f8-6e76-4c64-a124-eb616b79e58e, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=b84dd3f8-6e76-4c64-a124-eb616b79e58e,segment=NetworkSegment(616a91c2-9daa-48fa-9a06-2df6eb24db55),segment_id=616a91c2-9daa-48fa-9a06-2df6eb24db55)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:19.087314 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203fd1ee-e729-415e-ac99-a491cd3284c4 x-openstack-request-id: req-203fd1ee-e729-415e-ac99-a491cd3284c4 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:19.087600 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74925633-5f1a-402d-8fff-858aedecb29d", "name": "network-vif-plugged", "status": "completed", "tag": "b84dd3f8-6e76-4c64-a124-eb616b79e58e", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:19.087858 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-203fd1ee-e729-415e-ac99-a491cd3284c4 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:19.088257 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74925633-5f1a-402d-8fff-858aedecb29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84dd3f8-6e76-4c64-a124-eb616b79e58e', 'code': 200} Dec 16 22:11:19.162176 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6e18b695-a2e5-4898-bc8e-1cdb1b7e697b req-fed5d52e-53fc-4c52-a979-26b1d1cd6947 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746352 Dec 16 22:11:19.168111 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c05224ee-45a2-4e10-a70b-898044fecaa0 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:19.202128 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:19.219012 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-54a76390-ce48-4e4c-a945-093c6cf57add req-b22c0f98-04f6-4ab0-843b-baa898216993 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Allocated IP 172.20.0.10 (8ad157d2-5520-47b6-a14b-23516eba3ebc/9741df81-7a4c-44a7-8dc9-6f94ad4c24c8/6584960a-97fd-456d-b9ef-cb7b7437c516) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:11:19.281930 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db04f8-60fb-49b1-8dc7-59e5a1347391 req-652d4974-511c-4291-9c85-5f3bcc3baf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:19.285490 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e4db04f8-60fb-49b1-8dc7-59e5a1347391 req-652d4974-511c-4291-9c85-5f3bcc3baf96 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 1097 time: 0.0857043 Dec 16 22:11:19.290783 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=b84dd3f8-6e76-4c64-a124-eb616b79e58e,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:19.311894 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c05224ee-45a2-4e10-a70b-898044fecaa0 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:19.412533 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05224ee-45a2-4e10-a70b-898044fecaa0 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Pushing event updated for resources: {'Port': ['ID=fd3c512f-6570-481b-bfa0-f9f9a1dda86f,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:19.693466 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-54a76390-ce48-4e4c-a945-093c6cf57add req-b22c0f98-04f6-4ab0-843b-baa898216993 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:19.759067 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c05224ee-45a2-4e10-a70b-898044fecaa0 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:19.786191 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e4db04f8-60fb-49b1-8dc7-59e5a1347391 req-fa463cdc-76fc-49ae-8e71-5075bcef273b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6e2d0019-f46f-43b3-b3dc-4deb54920c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3390105 Dec 16 22:11:19.912619 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b5646-e748-4dfe-839f-5a3d7b92b18a req-fa0be8d7-a468-4a00-99f9-01689b4c8d96 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:19.925809 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ad2b5646-e748-4dfe-839f-5a3d7b92b18a req-fa0be8d7-a468-4a00-99f9-01689b4c8d96 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/ports?device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 946 time: 0.2059009 Dec 16 22:11:19.956357 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45ea0a-aa43-45af-8cdd-1985d41b63f6 req-33a9289b-0afc-4fc4-a8fd-c22f8ef43edb tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:19.958932 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cb45ea0a-aa43-45af-8cdd-1985d41b63f6 req-33a9289b-0afc-4fc4-a8fd-c22f8ef43edb tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.1677244 Dec 16 22:11:19.977819 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c05224ee-45a2-4e10-a70b-898044fecaa0 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:19.980874 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c05224ee-45a2-4e10-a70b-898044fecaa0 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1551936 Dec 16 22:11:20.019776 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ad2b5646-e748-4dfe-839f-5a3d7b92b18a req-6e0ff887-7f05-4514-a5ec-27881a0f3cd8 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/security-groups?id=6e2d0019-f46f-43b3-b3dc-4deb54920c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925078 Dec 16 22:11:20.020798 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-54a76390-ce48-4e4c-a945-093c6cf57add req-b22c0f98-04f6-4ab0-843b-baa898216993 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:20.108546 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cb45ea0a-aa43-45af-8cdd-1985d41b63f6 req-83bfa08e-e731-46ef-bd27-f720b2936cbd tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317406 Dec 16 22:11:20.159704 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a76390-ce48-4e4c-a945-093c6cf57add req-b22c0f98-04f6-4ab0-843b-baa898216993 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Network 8ad157d2-5520-47b6-a14b-23516eba3ebc is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:11:20.164185 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-54a76390-ce48-4e4c-a945-093c6cf57add req-b22c0f98-04f6-4ab0-843b-baa898216993 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:11:20.169370 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a76390-ce48-4e4c-a945-093c6cf57add req-b22c0f98-04f6-4ab0-843b-baa898216993 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:11:20.206997 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-495249ad-d7ba-407e-9a6e-f1cf838f78e8 req-516c197c-6ae0-412c-a067-812192e8f213 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 210 time: 0.1056533 Dec 16 22:11:20.241095 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a76390-ce48-4e4c-a945-093c6cf57add req-b22c0f98-04f6-4ab0-843b-baa898216993 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:20.242230 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-54a76390-ce48-4e4c-a945-093c6cf57add req-b22c0f98-04f6-4ab0-843b-baa898216993 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:20.261032 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c0f98-04f6-4ab0-843b-baa898216993 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Pushing event updated for resources: {'Port': ['ID=6584960a-97fd-456d-b9ef-cb7b7437c516,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:20.319406 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:11:20.393330 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92214a32-0d62-491e-ac40-537fd3af6c2e req-5061f4b5-5266-476b-b1bd-530f868116c2 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:20.405128 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-54a76390-ce48-4e4c-a945-093c6cf57add req-b22c0f98-04f6-4ab0-843b-baa898216993 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1917202 Dec 16 22:11:20.409081 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-92214a32-0d62-491e-ac40-537fd3af6c2e req-5061f4b5-5266-476b-b1bd-530f868116c2 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2514a767-8428-4e46-bdd7-ae6bf18c368b HTTP/1.1" status: 200 len: 932 time: 0.0829701 Dec 16 22:11:20.428081 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-54a76390-ce48-4e4c-a945-093c6cf57add req-8808f802-1dd3-49c9-94cc-12cea67f0152 service neutron] Request body: {'port': {'device_id': '2514a767-8428-4e46-bdd7-ae6bf18c368b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:20.534292 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-92214a32-0d62-491e-ac40-537fd3af6c2e req-e9ebaf39-fc51-4c51-8f69-2b413e59e26b tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171534 Dec 16 22:11:20.625408 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fcbd7-d431-4a63-83cb-9932f9e2104c req-1bca22e4-412d-4eda-8b36-c6bfc17c1165 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:20.638010 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-034fcbd7-d431-4a63-83cb-9932f9e2104c req-1bca22e4-412d-4eda-8b36-c6bfc17c1165 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 945 time: 0.1522219 Dec 16 22:11:20.652141 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-54a76390-ce48-4e4c-a945-093c6cf57add req-8808f802-1dd3-49c9-94cc-12cea67f0152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:20.792684 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-034fcbd7-d431-4a63-83cb-9932f9e2104c req-1301585c-2f22-4af3-8cbb-c0e700c6d017 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536331 Dec 16 22:11:20.904357 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-f3bb9423-b6af-4a54-a5eb-bd31be0a05e9 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:20.914934 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-f3bb9423-b6af-4a54-a5eb-bd31be0a05e9 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/networks?id=4e1bd316-abcd-4f96-883a-81e4852f7038 HTTP/1.1" status: 200 len: 822 time: 0.2766252 Dec 16 22:11:20.944649 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-9090e1c5-32bf-4e4d-82de-68f8156c1ec1 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/quotas/e01c2d2b67ec4a12baa410a80cc4e916 HTTP/1.1" status: 200 len: 375 time: 0.0281508 Dec 16 22:11:21.006821 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-374360fc-a1cf-4bd7-852c-3be89d90a718 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e01c2d2b67ec4a12baa410a80cc4e916&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607443 Dec 16 22:11:21.113789 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-784588d8-7ae9-4fe5-b158-9f9bbf0bbf95 service neutron] 10.222.0.75 "GET /v2.0/networks/4e1bd316-abcd-4f96-883a-81e4852f7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989780 Dec 16 22:11:21.290100 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-54a76390-ce48-4e4c-a945-093c6cf57add req-8808f802-1dd3-49c9-94cc-12cea67f0152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6584960a-97fd-456d-b9ef-cb7b7437c516 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:11:21.294667 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-19177e77-d954-4795-a7f9-1fb0815a6def service neutron] 10.222.0.75 "GET /v2.0/networks/4e1bd316-abcd-4f96-883a-81e4852f7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730182 Dec 16 22:11:21.315869 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-54a76390-ce48-4e4c-a945-093c6cf57add req-8808f802-1dd3-49c9-94cc-12cea67f0152 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:21.343586 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-54a76390-ce48-4e4c-a945-093c6cf57add req-8808f802-1dd3-49c9-94cc-12cea67f0152 service neutron] Transition to ACTIVE for port object 6584960a-97fd-456d-b9ef-cb7b7437c516 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:11:21.355021 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040d0fd-af93-488c-b5ef-b0a2b5bcff1f req-10fa840e-f830-4489-a4e2-1a6f8692df36 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:21.356771 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3040d0fd-af93-488c-b5ef-b0a2b5bcff1f req-10fa840e-f830-4489-a4e2-1a6f8692df36 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/ports?device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 946 time: 0.1887977 Dec 16 22:11:21.445444 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3040d0fd-af93-488c-b5ef-b0a2b5bcff1f req-8ee140f8-4511-4d71-90c0-201e1aff80cf tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/security-groups?id=6e2d0019-f46f-43b3-b3dc-4deb54920c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798132 Dec 16 22:11:21.492939 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-54a76390-ce48-4e4c-a945-093c6cf57add req-8808f802-1dd3-49c9-94cc-12cea67f0152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:21.598543 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808f802-1dd3-49c9-94cc-12cea67f0152 service neutron] Pushing event updated for resources: {'Port': ['ID=6584960a-97fd-456d-b9ef-cb7b7437c516,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:21.683529 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae3b1e-a1f8-435d-93cd-ff0974aea93c req-a29df1db-ddb2-408c-8949-46ff537c293d tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:21.699204 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5ae3b1e-a1f8-435d-93cd-ff0974aea93c req-a29df1db-ddb2-408c-8949-46ff537c293d tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.1680949 Dec 16 22:11:21.821272 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5ae3b1e-a1f8-435d-93cd-ff0974aea93c req-e9aede7b-9095-49c1-affd-27e98f487153 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149974 Dec 16 22:11:21.854502 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d31813bc-7709-4775-9b0c-80fb01e6341f req-363e6fb1-ce93-4522-b604-303117a0505d tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 210 time: 0.0643857 Dec 16 22:11:21.871077 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-54a76390-ce48-4e4c-a945-093c6cf57add req-8808f802-1dd3-49c9-94cc-12cea67f0152 service neutron] Attempting to bind port 6584960a-97fd-456d-b9ef-cb7b7437c516 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:11:21.871524 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-54a76390-ce48-4e4c-a945-093c6cf57add req-8808f802-1dd3-49c9-94cc-12cea67f0152 service neutron] Attempting to bind port 6584960a-97fd-456d-b9ef-cb7b7437c516 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:11:21.871871 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a76390-ce48-4e4c-a945-093c6cf57add req-8808f802-1dd3-49c9-94cc-12cea67f0152 service neutron] Attempting to bind port 6584960a-97fd-456d-b9ef-cb7b7437c516 on network 8ad157d2-5520-47b6-a14b-23516eba3ebc {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:21.890711 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a76390-ce48-4e4c-a945-093c6cf57add req-8808f802-1dd3-49c9-94cc-12cea67f0152 service neutron] Port 6584960a-97fd-456d-b9ef-cb7b7437c516 on network 8ad157d2-5520-47b6-a14b-23516eba3ebc not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:11:21.891022 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a76390-ce48-4e4c-a945-093c6cf57add req-8808f802-1dd3-49c9-94cc-12cea67f0152 service neutron] Attempting to bind port 6584960a-97fd-456d-b9ef-cb7b7437c516 on network 8ad157d2-5520-47b6-a14b-23516eba3ebc {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:21.907613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a76390-ce48-4e4c-a945-093c6cf57add req-8808f802-1dd3-49c9-94cc-12cea67f0152 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:11:21.907613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a76390-ce48-4e4c-a945-093c6cf57add req-8808f802-1dd3-49c9-94cc-12cea67f0152 service neutron] Checking segment: {'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:11:21.907613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a76390-ce48-4e4c-a945-093c6cf57add req-8808f802-1dd3-49c9-94cc-12cea67f0152 service neutron] Bound using segment: {'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:11:21.907613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-54a76390-ce48-4e4c-a945-093c6cf57add req-8808f802-1dd3-49c9-94cc-12cea67f0152 service neutron] Bound port: 6584960a-97fd-456d-b9ef-cb7b7437c516, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:11:21.907613 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-54a76390-ce48-4e4c-a945-093c6cf57add req-8808f802-1dd3-49c9-94cc-12cea67f0152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:22.171691 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-54a76390-ce48-4e4c-a945-093c6cf57add req-8808f802-1dd3-49c9-94cc-12cea67f0152 service neutron] For port 6584960a-97fd-456d-b9ef-cb7b7437c516, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:11:22.175998 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-54a76390-ce48-4e4c-a945-093c6cf57add req-8808f802-1dd3-49c9-94cc-12cea67f0152 service neutron] For port 6584960a-97fd-456d-b9ef-cb7b7437c516, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=6584960a-97fd-456d-b9ef-cb7b7437c516,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:11:22.213560 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3df788b5-7196-4016-89d2-5b05b47694eb req-abc696f6-9ff7-41e4-936f-cca62d901c41 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=2360f1c2-d5e1-4887-9af4-2697cb641991 HTTP/1.1" status: 200 len: 210 time: 0.1066699 Dec 16 22:11:22.259203 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb960036-2150-4889-9fd0-9fbb27f0dd51 req-91558712-7f6a-4261-8ef4-f7469065c3c6 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:22.265060 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bb960036-2150-4889-9fd0-9fbb27f0dd51 req-91558712-7f6a-4261-8ef4-f7469065c3c6 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2514a767-8428-4e46-bdd7-ae6bf18c368b HTTP/1.1" status: 200 len: 944 time: 0.0862122 Dec 16 22:11:22.302308 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-54a76390-ce48-4e4c-a945-093c6cf57add req-8808f802-1dd3-49c9-94cc-12cea67f0152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:22.377390 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a76390-ce48-4e4c-a945-093c6cf57add req-8808f802-1dd3-49c9-94cc-12cea67f0152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:22.378073 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-54a76390-ce48-4e4c-a945-093c6cf57add req-8808f802-1dd3-49c9-94cc-12cea67f0152 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:22.379663 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-54a76390-ce48-4e4c-a945-093c6cf57add req-8808f802-1dd3-49c9-94cc-12cea67f0152 service neutron] 10.222.0.76 "PUT /v2.0/ports/6584960a-97fd-456d-b9ef-cb7b7437c516 HTTP/1.1" status: 200 len: 1092 time: 1.9577436 Dec 16 22:11:22.380109 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2514a767-8428-4e46-bdd7-ae6bf18c368b', 'tag': '6584960a-97fd-456d-b9ef-cb7b7437c516'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:22.382766 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f7484e-4b64-4fb3-a23b-accc2f9fecff" -d '{"events": [{"name": "network-changed", "server_uuid": "2514a767-8428-4e46-bdd7-ae6bf18c368b", "tag": "6584960a-97fd-456d-b9ef-cb7b7437c516"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:22.406214 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-8b86c0df-376b-4a1b-ac97-01bd788e718a tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:22.408322 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-8b86c0df-376b-4a1b-ac97-01bd788e718a tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.57 "GET /v2.0/networks?id=a733dfc2-18aa-436d-9a35-1f59bb423cae HTTP/1.1" status: 200 len: 821 time: 0.3204172 Dec 16 22:11:22.414663 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bb960036-2150-4889-9fd0-9fbb27f0dd51 req-10dbc994-7b26-4f28-a8cf-b1f5a45dc2fb tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461329 Dec 16 22:11:22.427738 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808f802-1dd3-49c9-94cc-12cea67f0152 service neutron] Pushing event updated for resources: {'Port': ['ID=6584960a-97fd-456d-b9ef-cb7b7437c516,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:22.445362 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-44539936-8d7f-4aea-87aa-584d240328cc tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Request body: {'port': {'device_id': '7e7f2f64-5d38-49fe-a432-822b68c13183', 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae', 'admin_state_up': True, 'tenant_id': '0dec5fe31b6f4228b3d46ecd46e77bb6'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:22.495665 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538adb3f-241b-437e-b354-035f74ea600f x-openstack-request-id: req-538adb3f-241b-437e-b354-035f74ea600f {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:22.495987 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2514a767-8428-4e46-bdd7-ae6bf18c368b", "tag": "6584960a-97fd-456d-b9ef-cb7b7437c516", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:22.499198 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-538adb3f-241b-437e-b354-035f74ea600f {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:22.499819 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2514a767-8428-4e46-bdd7-ae6bf18c368b', 'tag': '6584960a-97fd-456d-b9ef-cb7b7437c516', 'status': 'completed', 'code': 200} Dec 16 22:11:22.583262 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733ccea-de57-4048-8465-e520582929e6 req-d7a5efbb-0dfd-4485-a4b7-48a6a1601337 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:22.593302 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a733ccea-de57-4048-8465-e520582929e6 req-d7a5efbb-0dfd-4485-a4b7-48a6a1601337 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 945 time: 0.2261171 Dec 16 22:11:22.761196 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5a315-41de-4346-b36d-19e33f8714d1 req-75179410-4ace-4745-9f45-09362f9936c5 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:22.778444 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-35f5a315-41de-4346-b36d-19e33f8714d1 req-75179410-4ace-4745-9f45-09362f9936c5 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/ports?device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 946 time: 0.1371937 Dec 16 22:11:22.811615 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a733ccea-de57-4048-8465-e520582929e6 req-0506d12b-6655-448e-a616-a91545658b40 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114949 Dec 16 22:11:22.848126 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-35f5a315-41de-4346-b36d-19e33f8714d1 req-146b8192-eec4-4c81-b2b2-408222664b5d tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/security-groups?id=6e2d0019-f46f-43b3-b3dc-4deb54920c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684216 Dec 16 22:11:22.850148 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7484e-4b64-4fb3-a23b-accc2f9fecff req-5fb43f70-2e5b-46f7-af2c-d774907eaadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:22.851762 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-41f7484e-4b64-4fb3-a23b-accc2f9fecff req-5fb43f70-2e5b-46f7-af2c-d774907eaadd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a5983ec059547448cf45cc5d0d82ac4&device_id=2514a767-8428-4e46-bdd7-ae6bf18c368b HTTP/1.1" status: 200 len: 1095 time: 0.3002918 Dec 16 22:11:22.974232 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-44539936-8d7f-4aea-87aa-584d240328cc tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Made reservation on behalf of 0dec5fe31b6f4228b3d46ecd46e77bb6 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:11:22.978975 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-44539936-8d7f-4aea-87aa-584d240328cc tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:23.028775 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfcedc-f2e0-49a6-9601-d93c5f533d26 req-9605c62f-fa87-4ce9-98e2-be43e6461607 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:23.038191 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ebfcedc-f2e0-49a6-9601-d93c5f533d26 req-9605c62f-fa87-4ce9-98e2-be43e6461607 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.1140828 Dec 16 22:11:23.167600 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1883109-d902-445d-9399-ae4a025bd81e req-9d0fe2d9-24e1-47fb-ab09-1923e37bbc84 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:23.170508 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e1883109-d902-445d-9399-ae4a025bd81e req-9d0fe2d9-24e1-47fb-ab09-1923e37bbc84 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/ports?device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 946 time: 0.1608961 Dec 16 22:11:23.183207 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7484e-4b64-4fb3-a23b-accc2f9fecff req-c98bd425-8b3c-45cd-a847-33a5e3f52afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:23.185279 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-41f7484e-4b64-4fb3-a23b-accc2f9fecff req-c98bd425-8b3c-45cd-a847-33a5e3f52afb service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=2a5983ec059547448cf45cc5d0d82ac4&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3178263 Dec 16 22:11:23.185761 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60062) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:23.191608 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-4554b63b-54e6-421d-b534-8797f0465186 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Request body: {'floatingip': {'port_id': 'b84dd3f8-6e76-4c64-a124-eb616b79e58e'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:23.193427 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ebfcedc-f2e0-49a6-9601-d93c5f533d26 req-48d0d6cd-817c-4bc2-b472-455077cecaff tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478052 Dec 16 22:11:23.289911 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-44539936-8d7f-4aea-87aa-584d240328cc tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Allocated IP 172.20.0.11 (a733dfc2-18aa-436d-9a35-1f59bb423cae/28a903b4-5579-4f62-80b4-b7b74c354d7a/acc0dc5e-85df-409c-9ced-567f2fc71e7a) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:11:23.424592 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55640e1a-e2a9-48c6-86e7-521c49e92482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:23.493156 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4554b63b-54e6-421d-b534-8797f0465186 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks [] for floatingip, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:23.517852 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-44539936-8d7f-4aea-87aa-584d240328cc tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:23.562423 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d27cd9f-5d5c-4972-97e7-7106d677bb39 req-830fbb1d-0588-4051-9d73-c466efc1aefb tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 210 time: 0.1998258 Dec 16 22:11:23.672140 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-df702319-22e2-4d9f-a6c3-302cc22dfebf req-063a2bab-d7c7-4fe0-9518-f62a7da56d94 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=2360f1c2-d5e1-4887-9af4-2697cb641991 HTTP/1.1" status: 200 len: 210 time: 0.0531986 Dec 16 22:11:23.691674 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-44539936-8d7f-4aea-87aa-584d240328cc tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:23.728324 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['3a1488f4-6f67-4dea-b059-792a56dda1c7'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:23.777103 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7484e-4b64-4fb3-a23b-accc2f9fecff req-04d4697c-97ff-44dc-aa54-0d005dad6c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:23.779131 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-41f7484e-4b64-4fb3-a23b-accc2f9fecff req-04d4697c-97ff-44dc-aa54-0d005dad6c37 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4967153 Dec 16 22:11:23.817381 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44539936-8d7f-4aea-87aa-584d240328cc tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Pushing event updated for resources: {'Port': ['ID=acc0dc5e-85df-409c-9ced-567f2fc71e7a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:23.845815 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-44539936-8d7f-4aea-87aa-584d240328cc tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Network a733dfc2-18aa-436d-9a35-1f59bb423cae is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:11:23.867789 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-44539936-8d7f-4aea-87aa-584d240328cc tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:11:23.878711 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-44539936-8d7f-4aea-87aa-584d240328cc tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:11:23.933239 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81441048-c75f-4330-abaf-04344e375743 req-937a176c-7917-4fbe-9f90-c2f4ea5c4bdf tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:23.953267 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-81441048-c75f-4330-abaf-04344e375743 req-937a176c-7917-4fbe-9f90-c2f4ea5c4bdf tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2514a767-8428-4e46-bdd7-ae6bf18c368b HTTP/1.1" status: 200 len: 944 time: 0.2577693 Dec 16 22:11:24.054290 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f457acf-566d-46b9-b4b2-d2293f7ee132 req-eb9b47c9-ad1a-4ba6-bd6b-d4e9dd81a20a tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:24.058888 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f457acf-566d-46b9-b4b2-d2293f7ee132 req-eb9b47c9-ad1a-4ba6-bd6b-d4e9dd81a20a tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3e037f3-5e7c-4753-82d5-91875543b44f HTTP/1.1" status: 200 len: 945 time: 0.2201018 Dec 16 22:11:24.070035 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-44539936-8d7f-4aea-87aa-584d240328cc tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:24.073267 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-44539936-8d7f-4aea-87aa-584d240328cc tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:24.145493 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f457acf-566d-46b9-b4b2-d2293f7ee132 req-f2c92197-c5f3-4913-b17f-4f3d4d3072c7 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665858 Dec 16 22:11:24.345268 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-44539936-8d7f-4aea-87aa-584d240328cc tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9173949 Dec 16 22:11:24.347365 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a76390-ce48-4e4c-a945-093c6cf57add req-3f1cf02f-bc1b-4d93-bc6b-50d3dcd779f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:24.349458 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-54a76390-ce48-4e4c-a945-093c6cf57add req-3f1cf02f-bc1b-4d93-bc6b-50d3dcd779f0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a5983ec059547448cf45cc5d0d82ac4&device_id=2514a767-8428-4e46-bdd7-ae6bf18c368b HTTP/1.1" status: 200 len: 1095 time: 0.4735248 Dec 16 22:11:24.357018 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-81441048-c75f-4330-abaf-04344e375743 req-0bc4f9bc-6f4f-46c4-9b6f-39f8036ce435 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028268 Dec 16 22:11:24.368091 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e5112-bb19-4d02-b28e-5a70039988a9 req-606fbb04-593c-40cb-87e6-d601caa41c59 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:24.378179 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d63e5112-bb19-4d02-b28e-5a70039988a9 req-606fbb04-593c-40cb-87e6-d601caa41c59 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 945 time: 0.1166110 Dec 16 22:11:24.408759 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-390988f9-cb86-4c5c-be26-3c88f3729bf0 service neutron] Request body: {'port': {'device_id': '7e7f2f64-5d38-49fe-a432-822b68c13183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:24.475097 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d63e5112-bb19-4d02-b28e-5a70039988a9 req-61bed9f0-b996-4344-87e5-aec5c64b8798 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959764 Dec 16 22:11:24.546891 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-390988f9-cb86-4c5c-be26-3c88f3729bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:24.865376 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89851686-362f-463d-b62f-475f06c737dc req-c01b7dd1-c869-4c67-a2b9-1ea9bae92224 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:24.868624 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89851686-362f-463d-b62f-475f06c737dc req-c01b7dd1-c869-4c67-a2b9-1ea9bae92224 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 932 time: 0.1422369 Dec 16 22:11:24.964496 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-54a76390-ce48-4e4c-a945-093c6cf57add req-0c0e3881-4b36-4e76-9124-eb3c1f073009 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6584960a-97fd-456d-b9ef-cb7b7437c516 HTTP/1.1" status: 200 len: 217 time: 0.5475185 Dec 16 22:11:24.975877 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89851686-362f-463d-b62f-475f06c737dc req-ee4592ff-1eaa-4790-843f-efa52e638cfe tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985608 Dec 16 22:11:25.130189 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-390988f9-cb86-4c5c-be26-3c88f3729bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc0dc5e-85df-409c-9ced-567f2fc71e7a {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:11:25.153517 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-390988f9-cb86-4c5c-be26-3c88f3729bf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:25.171513 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a76390-ce48-4e4c-a945-093c6cf57add req-46c00aa1-50d8-4bca-a430-8722996fdb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:25.171513 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-54a76390-ce48-4e4c-a945-093c6cf57add req-46c00aa1-50d8-4bca-a430-8722996fdb20 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9741df81-7a4c-44a7-8dc9-6f94ad4c24c8 HTTP/1.1" status: 200 len: 846 time: 0.1531353 Dec 16 22:11:25.196299 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68756e87-6606-45c6-a6a3-3ae3fe0684b4 req-31ec4dbc-973a-4434-b44b-b0eba0c8ed6a tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:25.196547 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-390988f9-cb86-4c5c-be26-3c88f3729bf0 service neutron] Transition to ACTIVE for port object acc0dc5e-85df-409c-9ced-567f2fc71e7a will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:11:25.196655 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-68756e87-6606-45c6-a6a3-3ae3fe0684b4 req-31ec4dbc-973a-4434-b44b-b0eba0c8ed6a tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.2473695 Dec 16 22:11:25.231903 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2d9410f9-2516-41f8-833b-0db4480ff090 req-d6a843c2-1035-4544-b6aa-e9c5e8202ce2 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=2360f1c2-d5e1-4887-9af4-2697cb641991 HTTP/1.1" status: 200 len: 210 time: 0.0527670 Dec 16 22:11:25.240869 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.db.resource_extend [None req-4554b63b-54e6-421d-b534-8797f0465186 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:11:25.346381 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-54a76390-ce48-4e4c-a945-093c6cf57add req-2265aaf0-eb4e-4142-842d-31dee40b84b8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8ad157d2-5520-47b6-a14b-23516eba3ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1434293 Dec 16 22:11:25.472677 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-68756e87-6606-45c6-a6a3-3ae3fe0684b4 req-d2bbd403-7801-4dcc-a895-cf30486dfb4e tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412157 Dec 16 22:11:25.509775 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4554b63b-54e6-421d-b534-8797f0465186 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:25.550263 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-390988f9-cb86-4c5c-be26-3c88f3729bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:25.623410 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390988f9-cb86-4c5c-be26-3c88f3729bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=acc0dc5e-85df-409c-9ced-567f2fc71e7a,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:25.654799 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-623a5743-5419-4475-b482-01196532e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:25.672849 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4554b63b-54e6-421d-b534-8797f0465186 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:25.713221 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-54a76390-ce48-4e4c-a945-093c6cf57add req-966c0a63-ca87-4f4f-91dd-824fe262729e service neutron] 10.222.0.76 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465028 Dec 16 22:11:25.720308 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e326749-fee2-4111-a989-e09da922a5e0 req-7c0ddf84-172b-4cb0-83a3-ebf5e0514837 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:25.722475 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1e326749-fee2-4111-a989-e09da922a5e0 req-7c0ddf84-172b-4cb0-83a3-ebf5e0514837 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2514a767-8428-4e46-bdd7-ae6bf18c368b HTTP/1.1" status: 200 len: 944 time: 0.2089992 Dec 16 22:11:25.735167 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-eb7da49e-51d9-4162-a177-4329c711f1ec tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:25.739300 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-eb7da49e-51d9-4162-a177-4329c711f1ec tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.76 "GET /v2.0/networks?id=4e1bd316-abcd-4f96-883a-81e4852f7038 HTTP/1.1" status: 200 len: 822 time: 0.4014339 Dec 16 22:11:25.826233 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-0b5950cb-735d-4c65-8bc2-68c8b22e2753 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Request body: {'port': {'device_id': '2360f1c2-d5e1-4887-9af4-2697cb641991', 'network_id': '4e1bd316-abcd-4f96-883a-81e4852f7038', 'admin_state_up': True, 'tenant_id': 'e01c2d2b67ec4a12baa410a80cc4e916'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:25.834311 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-390988f9-cb86-4c5c-be26-3c88f3729bf0 service neutron] Attempting to bind port acc0dc5e-85df-409c-9ced-567f2fc71e7a on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:11:25.834656 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-390988f9-cb86-4c5c-be26-3c88f3729bf0 service neutron] Attempting to bind port acc0dc5e-85df-409c-9ced-567f2fc71e7a by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:11:25.835014 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-390988f9-cb86-4c5c-be26-3c88f3729bf0 service neutron] Attempting to bind port acc0dc5e-85df-409c-9ced-567f2fc71e7a on network a733dfc2-18aa-436d-9a35-1f59bb423cae {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:25.844729 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-390988f9-cb86-4c5c-be26-3c88f3729bf0 service neutron] Port acc0dc5e-85df-409c-9ced-567f2fc71e7a on network a733dfc2-18aa-436d-9a35-1f59bb423cae not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:11:25.845072 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-390988f9-cb86-4c5c-be26-3c88f3729bf0 service neutron] Attempting to bind port acc0dc5e-85df-409c-9ced-567f2fc71e7a on network a733dfc2-18aa-436d-9a35-1f59bb423cae {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:25.852491 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-390988f9-cb86-4c5c-be26-3c88f3729bf0 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:11:25.852853 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-390988f9-cb86-4c5c-be26-3c88f3729bf0 service neutron] Checking segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:11:25.853238 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-390988f9-cb86-4c5c-be26-3c88f3729bf0 service neutron] Bound using segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:11:25.853691 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-390988f9-cb86-4c5c-be26-3c88f3729bf0 service neutron] Bound port: acc0dc5e-85df-409c-9ced-567f2fc71e7a, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:11:25.854056 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-390988f9-cb86-4c5c-be26-3c88f3729bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:26.004424 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-390988f9-cb86-4c5c-be26-3c88f3729bf0 service neutron] For port acc0dc5e-85df-409c-9ced-567f2fc71e7a, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:11:26.017988 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-390988f9-cb86-4c5c-be26-3c88f3729bf0 service neutron] For port acc0dc5e-85df-409c-9ced-567f2fc71e7a, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=acc0dc5e-85df-409c-9ced-567f2fc71e7a,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:11:26.026341 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1e326749-fee2-4111-a989-e09da922a5e0 req-f8a75693-2e73-460f-bafc-fa27ccf1c649 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744930 Dec 16 22:11:26.032423 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-4554b63b-54e6-421d-b534-8797f0465186 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Floating IP 9bc686fb-cd4d-4b0e-96d7-0327506b3d9a associated. External IP: 172.25.6.162, port: b84dd3f8-6e76-4c64-a124-eb616b79e58e. Dec 16 22:11:26.121198 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-390988f9-cb86-4c5c-be26-3c88f3729bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:26.146679 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-54a76390-ce48-4e4c-a945-093c6cf57add req-620ca65e-3d78-4e2e-bdc8-ac704d7e449c service neutron] 10.222.0.76 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056053 Dec 16 22:11:26.147317 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-390988f9-cb86-4c5c-be26-3c88f3729bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:26.147964 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-390988f9-cb86-4c5c-be26-3c88f3729bf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:26.149396 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-390988f9-cb86-4c5c-be26-3c88f3729bf0 service neutron] 10.222.0.57 "PUT /v2.0/ports/acc0dc5e-85df-409c-9ced-567f2fc71e7a HTTP/1.1" status: 200 len: 1092 time: 1.7462440 Dec 16 22:11:26.200869 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7f2f64-5d38-49fe-a432-822b68c13183', 'tag': 'acc0dc5e-85df-409c-9ced-567f2fc71e7a'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:26.212705 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e427fb9d-e2ad-418e-bff3-075e3819f4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "7e7f2f64-5d38-49fe-a432-822b68c13183", "tag": "acc0dc5e-85df-409c-9ced-567f2fc71e7a"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:26.327568 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dea322-9112-4c78-83b5-23606aedd3bc req-4cf55cc2-9f9c-4705-b6b5-450f638cc2bc tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:26.329290 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1dea322-9112-4c78-83b5-23606aedd3bc req-4cf55cc2-9f9c-4705-b6b5-450f638cc2bc tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 945 time: 0.1973140 Dec 16 22:11:26.330127 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390988f9-cb86-4c5c-be26-3c88f3729bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=acc0dc5e-85df-409c-9ced-567f2fc71e7a,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:26.424803 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-778c9be5-1ea7-478e-8f28-af5061cd50eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:26.426507 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-778c9be5-1ea7-478e-8f28-af5061cd50eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 1095 time: 0.0735872 Dec 16 22:11:26.507846 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4554b63b-54e6-421d-b534-8797f0465186 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Router 74b1978b-97a4-4448-9f17-35251302a10c has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:11:26.508628 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1dea322-9112-4c78-83b5-23606aedd3bc req-d4acd02d-e24d-4e3f-8db6-203e23768a93 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628668 Dec 16 22:11:26.512003 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-6ed8164f-79dc-46e0-a45c-43c8ff506035 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acc0dc5e-85df-409c-9ced-567f2fc71e7a HTTP/1.1" status: 200 len: 217 time: 0.0705483 Dec 16 22:11:26.526366 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e65413-8822-4ee9-ae15-a3e9955ff6d9 req-3a10ba02-f616-48e4-a7fd-aabed26c44f1 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:26.540228 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-54e65413-8822-4ee9-ae15-a3e9955ff6d9 req-3a10ba02-f616-48e4-a7fd-aabed26c44f1 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3e037f3-5e7c-4753-82d5-91875543b44f HTTP/1.1" status: 200 len: 945 time: 0.2367046 Dec 16 22:11:26.605766 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-6e732f3d-36f9-4c04-84dc-bb3a1bb0d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:26.607349 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-6e732f3d-36f9-4c04-84dc-bb3a1bb0d335 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=28a903b4-5579-4f62-80b4-b7b74c354d7a HTTP/1.1" status: 200 len: 861 time: 0.0852423 Dec 16 22:11:26.696944 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-9c717b65-0084-4d2e-88da-a621066e0225 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a733dfc2-18aa-436d-9a35-1f59bb423cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446222 Dec 16 22:11:26.698949 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:26.747899 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4554b63b-54e6-421d-b534-8797f0465186 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:11:26.762165 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cf2139-e449-45e0-b6d1-f6e8b2584303 None None] Sync routers for ids ['74b1978b-97a4-4448-9f17-35251302a10c'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:11:26.777823 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4554b63b-54e6-421d-b534-8797f0465186 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:26.797484 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-54e65413-8822-4ee9-ae15-a3e9955ff6d9 req-b4d5e1e3-75b5-4c54-b35f-f79b088b3678 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472956 Dec 16 22:11:26.798351 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-0b5950cb-735d-4c65-8bc2-68c8b22e2753 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Made reservation on behalf of e01c2d2b67ec4a12baa410a80cc4e916 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:11:26.802149 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-0b5950cb-735d-4c65-8bc2-68c8b22e2753 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:26.829057 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cf2139-e449-45e0-b6d1-f6e8b2584303 None None] Routers {'74b1978b-97a4-4448-9f17-35251302a10c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:11:26.829851 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-05cf2139-e449-45e0-b6d1-f6e8b2584303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:11:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['74b1978b-97a4-4448-9f17-35251302a10c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:26.830039 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-2f229c55-6e9b-459e-b801-b667851a79fb service neutron] 10.222.0.57 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182528 Dec 16 22:11:26.877480 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64192e10-aecc-4a57-90f1-2612b4e0ed3e x-openstack-request-id: req-64192e10-aecc-4a57-90f1-2612b4e0ed3e {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:26.877765 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e7f2f64-5d38-49fe-a432-822b68c13183", "tag": "acc0dc5e-85df-409c-9ced-567f2fc71e7a", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:26.878021 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-64192e10-aecc-4a57-90f1-2612b4e0ed3e {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:26.879326 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7f2f64-5d38-49fe-a432-822b68c13183', 'tag': 'acc0dc5e-85df-409c-9ced-567f2fc71e7a', 'status': 'completed', 'code': 200} Dec 16 22:11:26.895860 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4f3e2-43a9-461b-8d81-dfcfef21c6cd req-64a600df-46ae-47b7-805d-21aea38366cd tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:26.907011 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ed4f3e2-43a9-461b-8d81-dfcfef21c6cd req-64a600df-46ae-47b7-805d-21aea38366cd tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 944 time: 0.2725999 Dec 16 22:11:26.920250 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4554b63b-54e6-421d-b534-8797f0465186 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "PUT /v2.0/floatingips/9bc686fb-cd4d-4b0e-96d7-0327506b3d9a HTTP/1.1" status: 200 len: 992 time: 3.7326553 Dec 16 22:11:26.929386 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:26.932294 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74925633-5f1a-402d-8fff-858aedecb29d', 'tag': 'b84dd3f8-6e76-4c64-a124-eb616b79e58e'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:26.937673 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196f6d0d-f2c0-4287-995e-062de377d7f2" -d '{"events": [{"name": "network-changed", "server_uuid": "74925633-5f1a-402d-8fff-858aedecb29d", "tag": "b84dd3f8-6e76-4c64-a124-eb616b79e58e"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:27.040469 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ed4f3e2-43a9-461b-8d81-dfcfef21c6cd req-818a8e4e-78e1-49cb-aac7-1e9f4695f03e tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263804 Dec 16 22:11:27.062288 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-05cf2139-e449-45e0-b6d1-f6e8b2584303 None None] Set router 74b1978b-97a4-4448-9f17-35251302a10c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:11:27.136710 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-0b5950cb-735d-4c65-8bc2-68c8b22e2753 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Allocated IP 172.20.0.14 (4e1bd316-abcd-4f96-883a-81e4852f7038/3707ad1d-19fd-41c2-aff9-70fbe5f0e860/81d1e36e-e3d2-4475-ab6d-d731652e095d) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:11:27.149859 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-59400e8e-3349-4ba5-99b0-08c696bc3377 req-55197961-2544-40d2-9deb-83a5de5db1dc service neutron] 10.222.0.57 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003602 Dec 16 22:11:27.260709 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c5fa0-7b5a-46ac-8734-fbe04706419e req-f4affeec-b79b-4d7b-8dc0-183f7a92971f tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:27.279648 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3f9c5fa0-7b5a-46ac-8734-fbe04706419e req-f4affeec-b79b-4d7b-8dc0-183f7a92971f tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.1020555 Dec 16 22:11:27.352064 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30b3e2fc-002c-40b0-aaa9-474b74e360fe req-9658e32e-cf93-4212-9ef7-144f4cfdfcf3 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=2360f1c2-d5e1-4887-9af4-2697cb641991 HTTP/1.1" status: 200 len: 210 time: 0.3637438 Dec 16 22:11:27.371952 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-0b5950cb-735d-4c65-8bc2-68c8b22e2753 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:27.453596 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-05cf2139-e449-45e0-b6d1-f6e8b2584303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b1978b-97a4-4448-9f17-35251302a10c', 'name': 'tempest-ServersTestManualDisk-1523858059-router', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:38Z', 'updated_at': '2021-12-16T22:10:51Z', 'revision_number': 4, 'project_id': '7e81c7a87e9c432395a69e30581953d0', 'gw_port': {'id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b1978b-97a4-4448-9f17-35251302a10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:42Z', 'updated_at': '2021-12-16T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '9bc686fb-cd4d-4b0e-96d7-0327506b3d9a', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'floating_ip_address': '172.25.6.162', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '74b1978b-97a4-4448-9f17-35251302a10c', 'port_id': 'b84dd3f8-6e76-4c64-a124-eb616b79e58e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8', 'mac_address': 'fa:16:3e:52:b7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74925633-5f1a-402d-8fff-858aedecb29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:10:57Z', 'updated_at': '2021-12-16T22:11:25Z', 'revision_number': 1, 'project_id': '7e81c7a87e9c432395a69e30581953d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5089ba-baf9-4fed-8111-3bd4d2748f5d', 'name': '', 'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'mac_address': 'fa:16:3e:78:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b1978b-97a4-4448-9f17-35251302a10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'e821f15a-fed6-4760-b25c-db97e47d026f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:49Z', 'updated_at': '2021-12-16T22:10:56Z', 'revision_number': 5, 'project_id': '7e81c7a87e9c432395a69e30581953d0', 'subnets': [{'id': 'e821f15a-fed6-4760-b25c-db97e47d026f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:27.487846 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cf2139-e449-45e0-b6d1-f6e8b2584303 None None] Checking router: 74b1978b-97a4-4448-9f17-35251302a10c for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:11:27.501274 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cf2139-e449-45e0-b6d1-f6e8b2584303 None None] Routers {'74b1978b-97a4-4448-9f17-35251302a10c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:11:27.501984 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-05cf2139-e449-45e0-b6d1-f6e8b2584303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:11:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['74b1978b-97a4-4448-9f17-35251302a10c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:27.589183 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-0b5950cb-735d-4c65-8bc2-68c8b22e2753 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:27.612448 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b480da0-068a-403a-8eb8-1682a47822a2 x-openstack-request-id: req-1b480da0-068a-403a-8eb8-1682a47822a2 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:27.612448 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74925633-5f1a-402d-8fff-858aedecb29d", "tag": "b84dd3f8-6e76-4c64-a124-eb616b79e58e", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:27.612448 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1b480da0-068a-403a-8eb8-1682a47822a2 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:27.612448 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74925633-5f1a-402d-8fff-858aedecb29d', 'tag': 'b84dd3f8-6e76-4c64-a124-eb616b79e58e', 'status': 'completed', 'code': 200} Dec 16 22:11:27.661706 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-0b5950cb-735d-4c65-8bc2-68c8b22e2753 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Network 4e1bd316-abcd-4f96-883a-81e4852f7038 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:11:27.665358 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-0b5950cb-735d-4c65-8bc2-68c8b22e2753 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:11:27.670136 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-0b5950cb-735d-4c65-8bc2-68c8b22e2753 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:11:27.680295 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5950cb-735d-4c65-8bc2-68c8b22e2753 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Pushing event updated for resources: {'Port': ['ID=81d1e36e-e3d2-4475-ab6d-d731652e095d,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:27.756831 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-05cf2139-e449-45e0-b6d1-f6e8b2584303 None None] Set router 74b1978b-97a4-4448-9f17-35251302a10c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:11:27.785778 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-0b5950cb-735d-4c65-8bc2-68c8b22e2753 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:27.786476 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-0b5950cb-735d-4c65-8bc2-68c8b22e2753 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:27.869348 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ae236-5f9e-48d9-8b8f-4af071d22a0d req-72053de3-cfbe-4e49-8ad2-19379ab6b291 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:27.871308 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-811ae236-5f9e-48d9-8b8f-4af071d22a0d req-72053de3-cfbe-4e49-8ad2-19379ab6b291 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2514a767-8428-4e46-bdd7-ae6bf18c368b HTTP/1.1" status: 200 len: 944 time: 0.1235747 Dec 16 22:11:27.888003 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-0b5950cb-735d-4c65-8bc2-68c8b22e2753 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1089079 Dec 16 22:11:27.911944 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-348aac64-82f6-49ca-b48e-e7fd9c931a83 service neutron] Request body: {'port': {'device_id': '2360f1c2-d5e1-4887-9af4-2697cb641991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:27.958468 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95341909-2d97-4925-bae4-3091e87871ae req-98968793-fb69-462c-b6f5-5271e989725e tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:27.960506 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-95341909-2d97-4925-bae4-3091e87871ae req-98968793-fb69-462c-b6f5-5271e989725e tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e037f3-5e7c-4753-82d5-91875543b44f HTTP/1.1" status: 200 len: 945 time: 0.1423676 Dec 16 22:11:28.075591 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-811ae236-5f9e-48d9-8b8f-4af071d22a0d req-2f7ca3ea-417c-497d-af16-cb2f8904085c tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968572 Dec 16 22:11:28.087013 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3f9c5fa0-7b5a-46ac-8734-fbe04706419e req-06009df3-00b1-4594-b705-89532e57ed49 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8063011 Dec 16 22:11:28.117682 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f6d0d-f2c0-4287-995e-062de377d7f2 req-f8c48468-4879-4807-af0e-9839328e7584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:28.125103 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-196f6d0d-f2c0-4287-995e-062de377d7f2 req-f8c48468-4879-4807-af0e-9839328e7584 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7e81c7a87e9c432395a69e30581953d0&device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 1097 time: 0.1129131 Dec 16 22:11:28.126396 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427fb9d-e2ad-418e-bff3-075e3819f4c4 req-c8f932b3-6903-4bd3-bbba-2dfb9570413c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:28.129280 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e427fb9d-e2ad-418e-bff3-075e3819f4c4 req-c8f932b3-6903-4bd3-bbba-2dfb9570413c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 1095 time: 0.1320279 Dec 16 22:11:28.142885 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-348aac64-82f6-49ca-b48e-e7fd9c931a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:28.255140 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-95341909-2d97-4925-bae4-3091e87871ae req-04d1e784-1bbd-494c-8701-4170d18dd261 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Deleting port 3798af91-00d4-4497-b9b4-0840b4e26772 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:28.263481 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-95341909-2d97-4925-bae4-3091e87871ae req-04d1e784-1bbd-494c-8701-4170d18dd261 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:28.275287 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f6d0d-f2c0-4287-995e-062de377d7f2 req-cb6f8057-c137-4b4f-a5a7-de5332c03261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:28.277122 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-196f6d0d-f2c0-4287-995e-062de377d7f2 req-cb6f8057-c137-4b4f-a5a7-de5332c03261 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e613a71e-e0e0-460d-9702-cb72b7245fe8 HTTP/1.1" status: 200 len: 912 time: 0.1463668 Dec 16 22:11:28.416506 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-05cf2139-e449-45e0-b6d1-f6e8b2584303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b1978b-97a4-4448-9f17-35251302a10c', 'name': 'tempest-ServersTestManualDisk-1523858059-router', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:38Z', 'updated_at': '2021-12-16T22:10:51Z', 'revision_number': 4, 'project_id': '7e81c7a87e9c432395a69e30581953d0', 'gw_port': {'id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b1978b-97a4-4448-9f17-35251302a10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:42Z', 'updated_at': '2021-12-16T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '9bc686fb-cd4d-4b0e-96d7-0327506b3d9a', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'floating_ip_address': '172.25.6.162', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '74b1978b-97a4-4448-9f17-35251302a10c', 'port_id': 'b84dd3f8-6e76-4c64-a124-eb616b79e58e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8', 'mac_address': 'fa:16:3e:52:b7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74925633-5f1a-402d-8fff-858aedecb29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:10:57Z', 'updated_at': '2021-12-16T22:11:25Z', 'revision_number': 1, 'project_id': '7e81c7a87e9c432395a69e30581953d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5089ba-baf9-4fed-8111-3bd4d2748f5d', 'name': '', 'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'mac_address': 'fa:16:3e:78:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b1978b-97a4-4448-9f17-35251302a10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'e821f15a-fed6-4760-b25c-db97e47d026f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:49Z', 'updated_at': '2021-12-16T22:10:56Z', 'revision_number': 5, 'project_id': '7e81c7a87e9c432395a69e30581953d0', 'subnets': [{'id': 'e821f15a-fed6-4760-b25c-db97e47d026f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:28.457909 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:28.459679 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cf2139-e449-45e0-b6d1-f6e8b2584303 None None] The sync data for ids ['74b1978b-97a4-4448-9f17-35251302a10c'] in n-d-815324-4 is: [{'id': '74b1978b-97a4-4448-9f17-35251302a10c', 'name': 'tempest-ServersTestManualDisk-1523858059-router', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:38Z', 'updated_at': '2021-12-16T22:10:51Z', 'revision_number': 4, 'project_id': '7e81c7a87e9c432395a69e30581953d0', 'gw_port': {'id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b1978b-97a4-4448-9f17-35251302a10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:42Z', 'updated_at': '2021-12-16T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '9bc686fb-cd4d-4b0e-96d7-0327506b3d9a', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'floating_ip_address': '172.25.6.162', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '74b1978b-97a4-4448-9f17-35251302a10c', 'port_id': 'b84dd3f8-6e76-4c64-a124-eb616b79e58e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8', 'mac_address': 'fa:16:3e:52:b7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74925633-5f1a-402d-8fff-858aedecb29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:10:57Z', 'updated_at': '2021-12-16T22:11:25Z', 'revision_number': 1, 'project_id': '7e81c7a87e9c432395a69e30581953d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5089ba-baf9-4fed-8111-3bd4d2748f5d', 'name': '', 'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'mac_address': 'fa:16:3e:78:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b1978b-97a4-4448-9f17-35251302a10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'e821f15a-fed6-4760-b25c-db97e47d026f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:49Z', 'updated_at': '2021-12-16T22:10:56Z', 'revision_number': 5, 'project_id': '7e81c7a87e9c432395a69e30581953d0', 'subnets': [{'id': 'e821f15a-fed6-4760-b25c-db97e47d026f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:11:28.479406 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-196f6d0d-f2c0-4287-995e-062de377d7f2 req-8e0d4737-d732-42ce-b9ea-8b6771dcf07d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b84dd3f8-6e76-4c64-a124-eb616b79e58e HTTP/1.1" status: 200 len: 1000 time: 0.1785259 Dec 16 22:11:28.548514 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:28.578196 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4014a9-4c09-4559-b877-91d560747549 req-99b2ce7c-802f-4ea8-82a0-670921e0ac92 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:28.587120 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6f4014a9-4c09-4559-b877-91d560747549 req-99b2ce7c-802f-4ea8-82a0-670921e0ac92 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 945 time: 0.3001606 Dec 16 22:11:28.689363 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-95341909-2d97-4925-bae4-3091e87871ae req-04d1e784-1bbd-494c-8701-4170d18dd261 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] For port 3798af91-00d4-4497-b9b4-0840b4e26772, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3798af91-00d4-4497-b9b4-0840b4e26772,segment=NetworkSegment(0872ca05-b35c-4fa1-9280-4ff6b06627ab),segment_id=0872ca05-b35c-4fa1-9280-4ff6b06627ab)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:28.690305 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-95341909-2d97-4925-bae4-3091e87871ae req-04d1e784-1bbd-494c-8701-4170d18dd261 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:28.738605 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427fb9d-e2ad-418e-bff3-075e3819f4c4 req-fa871e1b-ad6d-449a-8535-c2972f66a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:28.741682 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e427fb9d-e2ad-418e-bff3-075e3819f4c4 req-fa871e1b-ad6d-449a-8535-c2972f66a25c service neutron] 10.222.0.57 "GET /v2.0/networks?id=a733dfc2-18aa-436d-9a35-1f59bb423cae HTTP/1.1" status: 200 len: 921 time: 0.4625371 Dec 16 22:11:28.744899 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f6d0d-f2c0-4287-995e-062de377d7f2 req-eab94297-cc05-4a67-8f3d-16d49eb5ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:28.746655 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-196f6d0d-f2c0-4287-995e-062de377d7f2 req-eab94297-cc05-4a67-8f3d-16d49eb5ebc8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e821f15a-fed6-4760-b25c-db97e47d026f HTTP/1.1" status: 200 len: 851 time: 0.2491193 Dec 16 22:11:28.763480 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6f4014a9-4c09-4559-b877-91d560747549 req-f4ecb7a8-ce79-41fd-a083-d673fd193537 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753321 Dec 16 22:11:28.857688 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4a46c2-7550-44b0-8686-d401c3d07aa3 None None] New status for floating IP 9bc686fb-cd4d-4b0e-96d7-0327506b3d9a: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:11:28.930063 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e427fb9d-e2ad-418e-bff3-075e3819f4c4 req-8356dfff-a1c9-4953-b959-cabdfe9b6e4e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acc0dc5e-85df-409c-9ced-567f2fc71e7a HTTP/1.1" status: 200 len: 217 time: 0.1634357 Dec 16 22:11:28.954703 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:29.031110 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f6d0d-f2c0-4287-995e-062de377d7f2 req-e6048beb-9927-407e-98cf-0b109e0ebdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:29.033272 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-196f6d0d-f2c0-4287-995e-062de377d7f2 req-e6048beb-9927-407e-98cf-0b109e0ebdf8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e613a71e-e0e0-460d-9702-cb72b7245fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2548594 Dec 16 22:11:29.093240 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-348aac64-82f6-49ca-b48e-e7fd9c931a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d1e36e-e3d2-4475-ab6d-d731652e095d {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:11:29.104583 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-348aac64-82f6-49ca-b48e-e7fd9c931a83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:29.112078 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da6dce-dbe6-4227-a7bb-3fe461f1274f req-8bc8c670-9c25-4abb-b459-f3b696ac8acd tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:29.114089 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-99da6dce-dbe6-4227-a7bb-3fe461f1274f req-8bc8c670-9c25-4abb-b459-f3b696ac8acd tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 944 time: 0.2172096 Dec 16 22:11:29.128204 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-348aac64-82f6-49ca-b48e-e7fd9c931a83 service neutron] Transition to ACTIVE for port object 81d1e36e-e3d2-4475-ab6d-d731652e095d will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:11:29.185842 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427fb9d-e2ad-418e-bff3-075e3819f4c4 req-678d077a-ef57-4da6-8889-9f8c7b4dda89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:29.188911 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e427fb9d-e2ad-418e-bff3-075e3819f4c4 req-678d077a-ef57-4da6-8889-9f8c7b4dda89 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=28a903b4-5579-4f62-80b4-b7b74c354d7a HTTP/1.1" status: 200 len: 861 time: 0.2512577 Dec 16 22:11:29.219552 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae105c25-f23d-48a1-835d-7faf44cb9d0c req-017be2e0-90c7-47f4-b253-1427e775850d tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:29.228115 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ae105c25-f23d-48a1-835d-7faf44cb9d0c req-017be2e0-90c7-47f4-b253-1427e775850d tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3e037f3-5e7c-4753-82d5-91875543b44f HTTP/1.1" status: 200 len: 945 time: 0.8302824 Dec 16 22:11:29.266823 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e427fb9d-e2ad-418e-bff3-075e3819f4c4 req-622c3f7b-480b-4081-9e75-1630c88f88ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a733dfc2-18aa-436d-9a35-1f59bb423cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628448 Dec 16 22:11:29.362534 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ae105c25-f23d-48a1-835d-7faf44cb9d0c req-98c31d99-88d6-48fd-9165-d02e7d38195b tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups?id=69aca312-f689-4fdd-842d-1faff92bc151&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263349 Dec 16 22:11:29.375603 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-99da6dce-dbe6-4227-a7bb-3fe461f1274f req-24a181fe-a106-4eca-8b78-a124f8637555 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418110 Dec 16 22:11:29.400412 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-196f6d0d-f2c0-4287-995e-062de377d7f2 req-1cce122c-5b91-428d-9f97-fb62c689af14 service neutron] 10.222.0.57 "GET /v2.0/networks/e613a71e-e0e0-460d-9702-cb72b7245fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583150 Dec 16 22:11:29.408781 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-348aac64-82f6-49ca-b48e-e7fd9c931a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:29.419102 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-95341909-2d97-4925-bae4-3091e87871ae req-04d1e784-1bbd-494c-8701-4170d18dd261 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:29.424631 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-95341909-2d97-4925-bae4-3091e87871ae req-04d1e784-1bbd-494c-8701-4170d18dd261 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:29.425067 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [req-95341909-2d97-4925-bae4-3091e87871ae req-04d1e784-1bbd-494c-8701-4170d18dd261 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Floating IP db8244e0-d4f8-42e6-bd88-137c93cd9686 disassociated. External IP: 172.25.6.123, port: 3798af91-00d4-4497-b9b4-0840b4e26772. Dec 16 22:11:29.425460 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-95341909-2d97-4925-bae4-3091e87871ae req-04d1e784-1bbd-494c-8701-4170d18dd261 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Calling delete_port for 3798af91-00d4-4497-b9b4-0840b4e26772 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:29.461285 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 6584960a-97fd-456d-b9ef-cb7b7437c516 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:11:29.663405 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aac64-82f6-49ca-b48e-e7fd9c931a83 service neutron] Pushing event updated for resources: {'Port': ['ID=81d1e36e-e3d2-4475-ab6d-d731652e095d,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:29.749981 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649245b-5976-409f-9f28-b80ba3d7d016 req-9f09bd14-85ab-49ae-b60d-3976d62398f3 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:29.757629 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8649245b-5976-409f-9f28-b80ba3d7d016 req-9f09bd14-85ab-49ae-b60d-3976d62398f3 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=2360f1c2-d5e1-4887-9af4-2697cb641991 HTTP/1.1" status: 200 len: 944 time: 0.1907585 Dec 16 22:11:29.762636 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e427fb9d-e2ad-418e-bff3-075e3819f4c4 req-02572169-3a33-460b-961e-5cd78df0fb8a service neutron] 10.222.0.57 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861484 Dec 16 22:11:29.806326 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 6584960a-97fd-456d-b9ef-cb7b7437c516, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=6584960a-97fd-456d-b9ef-cb7b7437c516,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:29.845715 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8649245b-5976-409f-9f28-b80ba3d7d016 req-ca0d1f1c-a728-4c91-819c-5f1452252abb tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869462 Dec 16 22:11:29.854588 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '6584960a-97fd-456d-b9ef-cb7b7437c516', 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc', 'port_id': '6584960a-97fd-456d-b9ef-cb7b7437c516', 'mac_address': 'fa:16:3e:8b:d2:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9741df81-7a4c-44a7-8dc9-6f94ad4c24c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:11:29.902015 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9da608-06bc-41f2-a04f-51322b2dd6e4 req-f58635e3-48f1-43d0-875a-1151c8023440 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:29.904029 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a9da608-06bc-41f2-a04f-51322b2dd6e4 req-f58635e3-48f1-43d0-875a-1151c8023440 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2514a767-8428-4e46-bdd7-ae6bf18c368b HTTP/1.1" status: 200 len: 944 time: 0.2534916 Dec 16 22:11:29.916169 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-196f6d0d-f2c0-4287-995e-062de377d7f2 req-15b1eec5-404c-45b8-8abd-6627effa293c service neutron] 10.222.0.57 "GET /v2.0/networks/e613a71e-e0e0-460d-9702-cb72b7245fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060692 Dec 16 22:11:29.955716 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-348aac64-82f6-49ca-b48e-e7fd9c931a83 service neutron] Attempting to bind port 81d1e36e-e3d2-4475-ab6d-d731652e095d on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:11:29.959393 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-348aac64-82f6-49ca-b48e-e7fd9c931a83 service neutron] Attempting to bind port 81d1e36e-e3d2-4475-ab6d-d731652e095d by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4e1bd316-abcd-4f96-883a-81e4852f7038'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:11:29.959845 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-348aac64-82f6-49ca-b48e-e7fd9c931a83 service neutron] Attempting to bind port 81d1e36e-e3d2-4475-ab6d-d731652e095d on network 4e1bd316-abcd-4f96-883a-81e4852f7038 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:29.973634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-348aac64-82f6-49ca-b48e-e7fd9c931a83 service neutron] Port 81d1e36e-e3d2-4475-ab6d-d731652e095d on network 4e1bd316-abcd-4f96-883a-81e4852f7038 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:11:29.974182 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-348aac64-82f6-49ca-b48e-e7fd9c931a83 service neutron] Attempting to bind port 81d1e36e-e3d2-4475-ab6d-d731652e095d on network 4e1bd316-abcd-4f96-883a-81e4852f7038 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:29.974724 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:30.012673 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6584960a-97fd-456d-b9ef-cb7b7437c516 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:11:30.035376 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-348aac64-82f6-49ca-b48e-e7fd9c931a83 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:11:30.035823 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-348aac64-82f6-49ca-b48e-e7fd9c931a83 service neutron] Checking segment: {'id': 'ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4e1bd316-abcd-4f96-883a-81e4852f7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:11:30.036421 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-348aac64-82f6-49ca-b48e-e7fd9c931a83 service neutron] Bound using segment: {'id': 'ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4e1bd316-abcd-4f96-883a-81e4852f7038'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:11:30.036965 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-348aac64-82f6-49ca-b48e-e7fd9c931a83 service neutron] Bound port: 81d1e36e-e3d2-4475-ab6d-d731652e095d, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4e1bd316-abcd-4f96-883a-81e4852f7038'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:11:30.037405 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-348aac64-82f6-49ca-b48e-e7fd9c931a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:30.057475 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a9da608-06bc-41f2-a04f-51322b2dd6e4 req-8fd46a65-5ceb-4940-9093-2875a71df3f8 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401851 Dec 16 22:11:30.084547 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 6584960a-97fd-456d-b9ef-cb7b7437c516, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=6584960a-97fd-456d-b9ef-cb7b7437c516,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:30.085429 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e427fb9d-e2ad-418e-bff3-075e3819f4c4 req-bc0cee52-945c-4d15-826b-a90070c7f017 service neutron] 10.222.0.57 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049059 Dec 16 22:11:30.085429 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-df4f1bfb-2d0c-4260-8727-2cab21a016a7 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:30.089943 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-df4f1bfb-2d0c-4260-8727-2cab21a016a7 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751&tenant_id=70ddf0fe02f649f28d93270673f4f1b0&binding%3Ahost_id=n-h1-815324-4 HTTP/1.1" status: 200 len: 1096 time: 0.1278193 Dec 16 22:11:30.112737 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-d093fab9-8209-44a3-a95c-28f4a3890b5b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815324-4'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:30.212482 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcf36c-b74e-45dd-822a-1a75481cf78b req-f8b49815-10d6-40ca-b840-74da405ff99c tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:30.222440 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cdfcf36c-b74e-45dd-822a-1a75481cf78b req-f8b49815-10d6-40ca-b840-74da405ff99c tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.2531109 Dec 16 22:11:30.276238 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-d093fab9-8209-44a3-a95c-28f4a3890b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:30.285946 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:30.289540 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-348aac64-82f6-49ca-b48e-e7fd9c931a83 service neutron] For port 81d1e36e-e3d2-4475-ab6d-d731652e095d, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:11:30.300737 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-95341909-2d97-4925-bae4-3091e87871ae req-04d1e784-1bbd-494c-8701-4170d18dd261 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:30.307524 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc90e9f-23f6-46f4-a20d-c7db51931f2f req-a3f40400-3801-4c37-aa65-0f998f720857 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:30.309153 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9fc90e9f-23f6-46f4-a20d-c7db51931f2f req-a3f40400-3801-4c37-aa65-0f998f720857 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 945 time: 0.1033247 Dec 16 22:11:30.342097 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-348aac64-82f6-49ca-b48e-e7fd9c931a83 service neutron] For port 81d1e36e-e3d2-4475-ab6d-d731652e095d, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=81d1e36e-e3d2-4475-ab6d-d731652e095d,segment=NetworkSegment(ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405),segment_id=ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:11:30.362059 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cdfcf36c-b74e-45dd-822a-1a75481cf78b req-b47f7797-6d48-4009-9b14-3bc38ca61590 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379724 Dec 16 22:11:30.412262 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1e784-1bbd-494c-8701-4170d18dd261 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Pushing event deleted for resources: {'Port': ['ID=3798af91-00d4-4497-b9b4-0840b4e26772,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:30.453125 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=6584960a-97fd-456d-b9ef-cb7b7437c516,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:30.458663 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-d093fab9-8209-44a3-a95c-28f4a3890b5b service neutron] For port a66341b9-0d2d-45b1-938e-489a64c73525, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=a66341b9-0d2d-45b1-938e-489a64c73525,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:30.479449 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:30.480186 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:30.480841 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:30.482391 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:30.483845 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:30.485718 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:30.486351 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:30.486940 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:30.488868 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:30.490197 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:30.493995 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:30.494851 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:30.496005 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:11:30.504379 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-d093fab9-8209-44a3-a95c-28f4a3890b5b service neutron] For port a66341b9-0d2d-45b1-938e-489a64c73525, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:11:30.555317 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-d093fab9-8209-44a3-a95c-28f4a3890b5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:30.565694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b2fde4-4e3f-437f-8afb-ab31e4b46751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a66341b9-0d2d-45b1-938e-489a64c73525'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:30.568077 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b9c9e4-ddf1-48d1-8c16-f1ae357ff618" -d '{"events": [{"server_uuid": "89b2fde4-4e3f-437f-8afb-ab31e4b46751", "name": "network-vif-unplugged", "status": "completed", "tag": "a66341b9-0d2d-45b1-938e-489a64c73525"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:30.640738 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-d093fab9-8209-44a3-a95c-28f4a3890b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:30.745524 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9fc90e9f-23f6-46f4-a20d-c7db51931f2f req-1e60f040-3c6a-4317-a090-c2089b4ce6d5 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865263 Dec 16 22:11:30.816770 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-d093fab9-8209-44a3-a95c-28f4a3890b5b service neutron] Attempting to bind port a66341b9-0d2d-45b1-938e-489a64c73525 on host n-h1-815324-4 for vnic_type normal with profile {"migrating_to": "n-h2-815324-4"} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:11:30.817675 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-d093fab9-8209-44a3-a95c-28f4a3890b5b service neutron] Attempting to bind port a66341b9-0d2d-45b1-938e-489a64c73525 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:11:30.818541 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-d093fab9-8209-44a3-a95c-28f4a3890b5b service neutron] Attempting to bind port a66341b9-0d2d-45b1-938e-489a64c73525 on network 851b3d27-6497-40f0-b603-b3da566b57ea {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:30.830040 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093fab9-8209-44a3-a95c-28f4a3890b5b service neutron] Pushing event updated for resources: {'Port': ['ID=a66341b9-0d2d-45b1-938e-489a64c73525,revision_number=7']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:30.843676 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6584960a-97fd-456d-b9ef-cb7b7437c516'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:30.851105 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-d093fab9-8209-44a3-a95c-28f4a3890b5b service neutron] Port a66341b9-0d2d-45b1-938e-489a64c73525 on network 851b3d27-6497-40f0-b603-b3da566b57ea not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:11:30.851864 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-d093fab9-8209-44a3-a95c-28f4a3890b5b service neutron] Attempting to bind port a66341b9-0d2d-45b1-938e-489a64c73525 on network 851b3d27-6497-40f0-b603-b3da566b57ea {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:30.870673 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-d093fab9-8209-44a3-a95c-28f4a3890b5b service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:11:30.876250 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-d093fab9-8209-44a3-a95c-28f4a3890b5b service neutron] Checking segment: {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:11:30.876250 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-d093fab9-8209-44a3-a95c-28f4a3890b5b service neutron] Bound using segment: {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:11:30.876250 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-d093fab9-8209-44a3-a95c-28f4a3890b5b service neutron] Bound port: a66341b9-0d2d-45b1-938e-489a64c73525, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7229ae5-deec-458d-b7b0-748c20bbbce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '851b3d27-6497-40f0-b603-b3da566b57ea'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:11:30.876250 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-d093fab9-8209-44a3-a95c-28f4a3890b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:31.061260 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a9db3307-447a-43a0-8a1b-952091e9a5e4 req-ddfa6e90-0d01-48ad-beb2-b192c05a3620 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3e037f3-5e7c-4753-82d5-91875543b44f HTTP/1.1" status: 200 len: 210 time: 0.0928860 Dec 16 22:11:31.067199 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-348aac64-82f6-49ca-b48e-e7fd9c931a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:31.145673 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-d093fab9-8209-44a3-a95c-28f4a3890b5b service neutron] For port a66341b9-0d2d-45b1-938e-489a64c73525, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:11:31.156698 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20a62d-0171-4325-8c7b-16b8ad8d0690 req-d5aa5273-9d43-4382-9bf3-615533174539 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:31.158549 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dd20a62d-0171-4325-8c7b-16b8ad8d0690 req-d5aa5273-9d43-4382-9bf3-615533174539 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 944 time: 0.2008073 Dec 16 22:11:31.160508 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-d093fab9-8209-44a3-a95c-28f4a3890b5b service neutron] For port a66341b9-0d2d-45b1-938e-489a64c73525, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=a66341b9-0d2d-45b1-938e-489a64c73525,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:11:31.204836 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-348aac64-82f6-49ca-b48e-e7fd9c931a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:31.205540 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-348aac64-82f6-49ca-b48e-e7fd9c931a83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:31.206967 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-348aac64-82f6-49ca-b48e-e7fd9c931a83 service neutron] 10.222.0.76 "PUT /v2.0/ports/81d1e36e-e3d2-4475-ab6d-d731652e095d HTTP/1.1" status: 200 len: 1092 time: 3.3021328 Dec 16 22:11:31.209635 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2360f1c2-d5e1-4887-9af4-2697cb641991', 'tag': '81d1e36e-e3d2-4475-ab6d-d731652e095d'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:31.212063 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ce8ffe-7b12-4186-ab25-56b60995872b" -d '{"events": [{"name": "network-changed", "server_uuid": "2360f1c2-d5e1-4887-9af4-2697cb641991", "tag": "81d1e36e-e3d2-4475-ab6d-d731652e095d"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:31.238071 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dd20a62d-0171-4325-8c7b-16b8ad8d0690 req-2165b0aa-ec89-4510-90c1-1c2fe896ccf5 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726116 Dec 16 22:11:31.316687 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-d093fab9-8209-44a3-a95c-28f4a3890b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:31.322754 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee7932d-0e86-4f65-b74b-438c58b10c7a x-openstack-request-id: req-0ee7932d-0e86-4f65-b74b-438c58b10c7a {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:31.323072 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b2fde4-4e3f-437f-8afb-ab31e4b46751", "name": "network-vif-unplugged", "status": "completed", "tag": "a66341b9-0d2d-45b1-938e-489a64c73525", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:31.324289 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0ee7932d-0e86-4f65-b74b-438c58b10c7a {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:31.324751 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b2fde4-4e3f-437f-8afb-ab31e4b46751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a66341b9-0d2d-45b1-938e-489a64c73525', 'code': 200} Dec 16 22:11:31.326594 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aac64-82f6-49ca-b48e-e7fd9c931a83 service neutron] Pushing event updated for resources: {'Port': ['ID=81d1e36e-e3d2-4475-ab6d-d731652e095d,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:31.356573 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95341909-2d97-4925-bae4-3091e87871ae req-04d1e784-1bbd-494c-8701-4170d18dd261 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Router 2a9fdd73-b008-433a-8b53-f0ad75a818e5 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:11:31.449251 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-d093fab9-8209-44a3-a95c-28f4a3890b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:31.451856 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-d093fab9-8209-44a3-a95c-28f4a3890b5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:31.457867 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-d093fab9-8209-44a3-a95c-28f4a3890b5b service neutron] 10.222.0.57 "PUT /v2.0/ports/a66341b9-0d2d-45b1-938e-489a64c73525 HTTP/1.1" status: 200 len: 1121 time: 1.3529110 Dec 16 22:11:31.460922 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093fab9-8209-44a3-a95c-28f4a3890b5b service neutron] Pushing event updated for resources: {'Port': ['ID=a66341b9-0d2d-45b1-938e-489a64c73525,revision_number=8']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:31.477490 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 3798af91-00d4-4497-b9b4-0840b4e26772 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:31.511423 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 3798af91-00d4-4497-b9b4-0840b4e26772 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:11:31.511853 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 3798af91-00d4-4497-b9b4-0840b4e26772 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:31.517001 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573e77d-9cdf-43fd-9cdc-e9772583b09e req-23c7712a-1e7e-4171-984b-dc26dbeb3064 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:31.520465 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a573e77d-9cdf-43fd-9cdc-e9772583b09e req-23c7712a-1e7e-4171-984b-dc26dbeb3064 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=2360f1c2-d5e1-4887-9af4-2697cb641991 HTTP/1.1" status: 200 len: 944 time: 0.1372218 Dec 16 22:11:31.602072 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a573e77d-9cdf-43fd-9cdc-e9772583b09e req-257d5826-1029-4062-b0de-26f24718212d tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762715 Dec 16 22:11:31.612350 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['a66341b9-0d2d-45b1-938e-489a64c73525'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:31.705472 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['a66341b9-0d2d-45b1-938e-489a64c73525'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:31.762844 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-07e8a349-7a36-4e13-b74a-315bb691bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:31.764481 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-07e8a349-7a36-4e13-b74a-315bb691bcb3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e01c2d2b67ec4a12baa410a80cc4e916&device_id=2360f1c2-d5e1-4887-9af4-2697cb641991 HTTP/1.1" status: 200 len: 1095 time: 0.2592530 Dec 16 22:11:31.782496 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9e1ef3-7c9f-44c4-9ab9-f76918b6c519 x-openstack-request-id: req-2c9e1ef3-7c9f-44c4-9ab9-f76918b6c519 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:31.783298 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2360f1c2-d5e1-4887-9af4-2697cb641991", "tag": "81d1e36e-e3d2-4475-ab6d-d731652e095d", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:31.784147 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2c9e1ef3-7c9f-44c4-9ab9-f76918b6c519 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:31.784604 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2360f1c2-d5e1-4887-9af4-2697cb641991', 'tag': '81d1e36e-e3d2-4475-ab6d-d731652e095d', 'status': 'completed', 'code': 200} Dec 16 22:11:31.794959 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44038ee-0fea-4a1f-bacc-2cba6cabbf3d req-35a6781b-4906-4b80-9245-137337d7d170 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:31.803524 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e44038ee-0fea-4a1f-bacc-2cba6cabbf3d req-35a6781b-4906-4b80-9245-137337d7d170 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2514a767-8428-4e46-bdd7-ae6bf18c368b HTTP/1.1" status: 200 len: 945 time: 0.2830951 Dec 16 22:11:31.877910 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-bd8fd1df-3b8c-47dd-8b0e-53ca813b4728 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81d1e36e-e3d2-4475-ab6d-d731652e095d HTTP/1.1" status: 200 len: 217 time: 0.0639427 Dec 16 22:11:31.896398 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95341909-2d97-4925-bae4-3091e87871ae req-04d1e784-1bbd-494c-8701-4170d18dd261 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:11:31.913150 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc488a55-f8de-426e-bad6-2c2da64d05e4 None None] Sync routers for ids ['2a9fdd73-b008-433a-8b53-f0ad75a818e5'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:11:31.942344 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e2b76-0572-4ad4-b417-4f582074d263 req-a361a2ab-1dbb-46bb-8e3d-f7e26a609f14 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:31.947035 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc488a55-f8de-426e-bad6-2c2da64d05e4 None None] Routers {'2a9fdd73-b008-433a-8b53-f0ad75a818e5'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:11:31.947705 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-fc488a55-f8de-426e-bad6-2c2da64d05e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:11:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2a9fdd73-b008-433a-8b53-f0ad75a818e5'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:31.954440 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-195e2b76-0572-4ad4-b417-4f582074d263 req-a361a2ab-1dbb-46bb-8e3d-f7e26a609f14 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.1064861 Dec 16 22:11:31.981301 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-95341909-2d97-4925-bae4-3091e87871ae req-04d1e784-1bbd-494c-8701-4170d18dd261 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] No DVR routers for this DVR port 3798af91-00d4-4497-b9b4-0840b4e26772 on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:11:31.990361 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-95341909-2d97-4925-bae4-3091e87871ae req-04d1e784-1bbd-494c-8701-4170d18dd261 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:31.997406 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-95341909-2d97-4925-bae4-3091e87871ae req-04d1e784-1bbd-494c-8701-4170d18dd261 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.76 "DELETE /v2.0/ports/3798af91-00d4-4497-b9b4-0840b4e26772 HTTP/1.1" status: 204 len: 173 time: 4.0205925 Dec 16 22:11:32.014318 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e44038ee-0fea-4a1f-bacc-2cba6cabbf3d req-aecb62aa-9bbf-4538-ba13-6a1ffe5f350e tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098289 Dec 16 22:11:32.021601 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-7745952f-7e3a-46e6-9af8-95511da20b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:32.023880 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-7745952f-7e3a-46e6-9af8-95511da20b95 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3707ad1d-19fd-41c2-aff9-70fbe5f0e860 HTTP/1.1" status: 200 len: 862 time: 0.1380517 Dec 16 22:11:32.044080 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-195e2b76-0572-4ad4-b417-4f582074d263 req-32f948dc-4100-444a-a159-06ed4046118d tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848830 Dec 16 22:11:32.125657 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-5242e5c6-bb36-41cd-bce6-ae7ba705be01 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4e1bd316-abcd-4f96-883a-81e4852f7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888216 Dec 16 22:11:32.190329 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-fc488a55-f8de-426e-bad6-2c2da64d05e4 None None] Set router 2a9fdd73-b008-433a-8b53-f0ad75a818e5 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:11:32.196936 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9228ffa7-f1e3-436c-9964-0b17d5d36b83 req-92e372c0-2555-45ac-971b-51e2736279e1 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3e037f3-5e7c-4753-82d5-91875543b44f HTTP/1.1" status: 200 len: 210 time: 0.0511351 Dec 16 22:11:32.256991 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d221e84-28c6-4bfb-bf16-8b97f6b147f7 req-f2b13c53-86bf-4a95-b683-312e43c613e1 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:32.268702 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7d221e84-28c6-4bfb-bf16-8b97f6b147f7 req-f2b13c53-86bf-4a95-b683-312e43c613e1 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 943 time: 0.1411262 Dec 16 22:11:32.332214 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-4fa801bc-2450-47cb-ab97-0e5bdab8791f service neutron] 10.222.0.76 "GET /v2.0/networks/4e1bd316-abcd-4f96-883a-81e4852f7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916366 Dec 16 22:11:32.441923 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7d221e84-28c6-4bfb-bf16-8b97f6b147f7 req-a7f9c428-0e4e-47d5-a696-02973971f729 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706157 Dec 16 22:11:32.482136 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca6bfa9e-2b1a-40f2-b43b-388471a9b197 req-d172e7ab-a0fd-4a58-b021-cb619ed48b62 service neutron] 10.222.0.76 "GET /v2.0/networks/4e1bd316-abcd-4f96-883a-81e4852f7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412086 Dec 16 22:11:32.515668 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d7f1d-566e-4aaf-99e0-bfc70421d18e req-dccb24b0-2594-490d-bbb1-108e85f26b77 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:32.517387 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a5d7f1d-566e-4aaf-99e0-bfc70421d18e req-dccb24b0-2594-490d-bbb1-108e85f26b77 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 944 time: 0.0724201 Dec 16 22:11:32.606177 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a5d7f1d-566e-4aaf-99e0-bfc70421d18e req-ab49843a-cdaa-4094-9a55-e2089fe39fcf tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823600 Dec 16 22:11:32.673941 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device a66341b9-0d2d-45b1-938e-489a64c73525 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:11:32.770998 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311ed35-393b-49f3-8dff-e77070c9d82b req-43851a13-5bc7-43cc-9d63-017bfd4699dc tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:32.778729 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1311ed35-393b-49f3-8dff-e77070c9d82b req-43851a13-5bc7-43cc-9d63-017bfd4699dc tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=2360f1c2-d5e1-4887-9af4-2697cb641991 HTTP/1.1" status: 200 len: 944 time: 0.0734751 Dec 16 22:11:32.810204 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-fc488a55-f8de-426e-bad6-2c2da64d05e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-564571444-router', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:07Z', 'updated_at': '2021-12-16T22:05:14Z', 'revision_number': 4, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'gw_port': {'id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:08Z', 'updated_at': '2021-12-16T22:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '5aafa023-81ba-4344-a6f8-e9f8d7ee7393', 'name': '', 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'mac_address': 'fa:16:3e:93:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:12Z', 'updated_at': '2021-12-16T22:05:21Z', 'revision_number': 5, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'subnets': [{'id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:32.841447 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc488a55-f8de-426e-bad6-2c2da64d05e4 None None] Checking router: 2a9fdd73-b008-433a-8b53-f0ad75a818e5 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:11:32.876127 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc488a55-f8de-426e-bad6-2c2da64d05e4 None None] Routers {'2a9fdd73-b008-433a-8b53-f0ad75a818e5'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:11:32.876780 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-fc488a55-f8de-426e-bad6-2c2da64d05e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:11:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2a9fdd73-b008-433a-8b53-f0ad75a818e5'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:32.888423 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1311ed35-393b-49f3-8dff-e77070c9d82b req-8c7cc443-4c6a-4daa-8123-b219722c46ed tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066208 Dec 16 22:11:32.909421 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce8ffe-7b12-4186-ab25-56b60995872b req-08eb0701-5965-4c63-8f06-d31b18c873d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:32.910958 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-76ce8ffe-7b12-4186-ab25-56b60995872b req-08eb0701-5965-4c63-8f06-d31b18c873d3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e01c2d2b67ec4a12baa410a80cc4e916&device_id=2360f1c2-d5e1-4887-9af4-2697cb641991 HTTP/1.1" status: 200 len: 1095 time: 0.1074042 Dec 16 22:11:32.929945 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port a66341b9-0d2d-45b1-938e-489a64c73525, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=a66341b9-0d2d-45b1-938e-489a64c73525,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:32.948113 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device a66341b9-0d2d-45b1-938e-489a64c73525 has no active binding in host n-h2-815324-4 {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 22:11:33.028216 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-fc488a55-f8de-426e-bad6-2c2da64d05e4 None None] Set router 2a9fdd73-b008-433a-8b53-f0ad75a818e5 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:11:33.035286 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce8ffe-7b12-4186-ab25-56b60995872b req-1b52d8ac-edbe-4967-8145-55113b85096f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:33.037912 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-76ce8ffe-7b12-4186-ab25-56b60995872b req-1b52d8ac-edbe-4967-8145-55113b85096f service neutron] 10.222.0.76 "GET /v2.0/networks?id=4e1bd316-abcd-4f96-883a-81e4852f7038 HTTP/1.1" status: 200 len: 922 time: 0.1163502 Dec 16 22:11:33.112986 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-76ce8ffe-7b12-4186-ab25-56b60995872b req-df861d36-9c4f-4204-92f9-7e3e975a6f80 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81d1e36e-e3d2-4475-ab6d-d731652e095d HTTP/1.1" status: 200 len: 217 time: 0.0649283 Dec 16 22:11:33.233962 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4777c4-1d4a-4eca-b34c-f722b823b0db req-83c4644e-8b1f-4791-8dba-c07ce045e5db tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:33.235981 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0c4777c4-1d4a-4eca-b34c-f722b823b0db req-83c4644e-8b1f-4791-8dba-c07ce045e5db tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2514a767-8428-4e46-bdd7-ae6bf18c368b HTTP/1.1" status: 200 len: 945 time: 0.0924127 Dec 16 22:11:33.268233 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce8ffe-7b12-4186-ab25-56b60995872b req-bbafc00c-ceea-4bdf-9535-fb0e54b4270a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:33.269903 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-76ce8ffe-7b12-4186-ab25-56b60995872b req-bbafc00c-ceea-4bdf-9535-fb0e54b4270a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3707ad1d-19fd-41c2-aff9-70fbe5f0e860 HTTP/1.1" status: 200 len: 862 time: 0.1252203 Dec 16 22:11:33.298772 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6cfa5-1da5-43d5-9c21-c708d617a9a8 req-7d980996-36f5-4295-b0a5-1c2c5bd2990f tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:33.302332 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8ff6cfa5-1da5-43d5-9c21-c708d617a9a8 req-7d980996-36f5-4295-b0a5-1c2c5bd2990f tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.1462231 Dec 16 22:11:33.304482 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0c4777c4-1d4a-4eca-b34c-f722b823b0db req-340c7456-73ca-4134-b5d7-82af04e67b71 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617645 Dec 16 22:11:33.319730 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-76ce8ffe-7b12-4186-ab25-56b60995872b req-a9e18beb-1947-4a86-95a2-962c0301e50e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4e1bd316-abcd-4f96-883a-81e4852f7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398886 Dec 16 22:11:33.325635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b2fde4-4e3f-437f-8afb-ab31e4b46751', 'tag': 'a66341b9-0d2d-45b1-938e-489a64c73525'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:33.328723 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f702f5c-5e43-4b1b-b861-82095de300e2" -d '{"events": [{"name": "network-changed", "server_uuid": "89b2fde4-4e3f-437f-8afb-ab31e4b46751", "tag": "a66341b9-0d2d-45b1-938e-489a64c73525"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:33.351961 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-fc488a55-f8de-426e-bad6-2c2da64d05e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-564571444-router', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:07Z', 'updated_at': '2021-12-16T22:05:14Z', 'revision_number': 4, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'gw_port': {'id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:08Z', 'updated_at': '2021-12-16T22:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '5aafa023-81ba-4344-a6f8-e9f8d7ee7393', 'name': '', 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'mac_address': 'fa:16:3e:93:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:12Z', 'updated_at': '2021-12-16T22:05:21Z', 'revision_number': 5, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'subnets': [{'id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:33.380804 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc488a55-f8de-426e-bad6-2c2da64d05e4 None None] The sync data for ids ['2a9fdd73-b008-433a-8b53-f0ad75a818e5'] in n-d-815324-4 is: [{'id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-564571444-router', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:07Z', 'updated_at': '2021-12-16T22:05:14Z', 'revision_number': 4, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'gw_port': {'id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:08Z', 'updated_at': '2021-12-16T22:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '5aafa023-81ba-4344-a6f8-e9f8d7ee7393', 'name': '', 'network_id': 'd94d0871-a0a1-410a-ba04-ae858b15c465', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'mac_address': 'fa:16:3e:93:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:12Z', 'updated_at': '2021-12-16T22:05:21Z', 'revision_number': 5, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'subnets': [{'id': '797fa958-cbb2-4eb6-8ec6-7506427faefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:11:33.429120 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8ff6cfa5-1da5-43d5-9c21-c708d617a9a8 req-6d0e2df4-839b-438f-b98e-486d86ca4dd7 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120985 Dec 16 22:11:33.437093 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-38b9677a-3b57-4952-9099-bf9e04f98e8c req-fccfe819-9316-4f1c-890e-2c3b11244bbc tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3e037f3-5e7c-4753-82d5-91875543b44f HTTP/1.1" status: 200 len: 210 time: 0.0340343 Dec 16 22:11:33.474084 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-76ce8ffe-7b12-4186-ab25-56b60995872b req-eab987ac-04cb-4161-9d94-b9375d55eca5 service neutron] 10.222.0.76 "GET /v2.0/networks/4e1bd316-abcd-4f96-883a-81e4852f7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460431 Dec 16 22:11:33.487160 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 6584960a-97fd-456d-b9ef-cb7b7437c516 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:11:33.497007 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7339188e-26dc-4602-893a-6fab503707a7 x-openstack-request-id: req-7339188e-26dc-4602-893a-6fab503707a7 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:33.497993 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b2fde4-4e3f-437f-8afb-ab31e4b46751", "tag": "a66341b9-0d2d-45b1-938e-489a64c73525", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:33.499064 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7339188e-26dc-4602-893a-6fab503707a7 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:33.499701 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b2fde4-4e3f-437f-8afb-ab31e4b46751', 'tag': 'a66341b9-0d2d-45b1-938e-489a64c73525', 'status': 'completed', 'code': 200} Dec 16 22:11:33.675370 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f702f5c-5e43-4b1b-b861-82095de300e2 req-2e4f1143-4592-410a-9a9e-845bbc1d6bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:33.676751 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6f702f5c-5e43-4b1b-b861-82095de300e2 req-2e4f1143-4592-410a-9a9e-845bbc1d6bf8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=70ddf0fe02f649f28d93270673f4f1b0&device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 1124 time: 0.1257336 Dec 16 22:11:33.684203 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280d3c8-73bc-4b27-9b7c-63d97c0a8bc7 req-764797cc-b228-40ea-85f4-a942bcfe129b tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:33.687581 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e280d3c8-73bc-4b27-9b7c-63d97c0a8bc7 req-764797cc-b228-40ea-85f4-a942bcfe129b tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 943 time: 0.1162295 Dec 16 22:11:33.706510 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 6584960a-97fd-456d-b9ef-cb7b7437c516 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:11:33.711560 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 6584960a-97fd-456d-b9ef-cb7b7437c516 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:33.711940 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:33.779480 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84141108-1831-461c-ba57-fd5dd7f45c30 None None] New status for floating IP db8244e0-d4f8-42e6-bd88-137c93cd9686: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:11:33.804032 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc4970-c5fe-4c8e-bb11-ade7ae70ae82 req-93919a48-7efb-4f93-bc87-e8940aca710a tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:33.821021 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79fc4970-c5fe-4c8e-bb11-ade7ae70ae82 req-93919a48-7efb-4f93-bc87-e8940aca710a tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 944 time: 0.0941670 Dec 16 22:11:33.913111 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:33.916032 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e037f3-5e7c-4753-82d5-91875543b44f', 'name': 'network-vif-deleted', 'tag': '3798af91-00d4-4497-b9b4-0840b4e26772'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:33.922512 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089edecd-4875-446c-a678-039a9b1f9cc2" -d '{"events": [{"server_uuid": "d3e037f3-5e7c-4753-82d5-91875543b44f", "name": "network-vif-deleted", "tag": "3798af91-00d4-4497-b9b4-0840b4e26772"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:33.923237 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f702f5c-5e43-4b1b-b861-82095de300e2 req-938e3ac8-a359-4349-8020-94e4d61e5e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:33.924569 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79fc4970-c5fe-4c8e-bb11-ade7ae70ae82 req-996e4443-3020-402f-a741-005a71fed77a tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023166 Dec 16 22:11:33.925744 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6f702f5c-5e43-4b1b-b861-82095de300e2 req-938e3ac8-a359-4349-8020-94e4d61e5e5b service neutron] 10.222.0.76 "GET /v2.0/networks?id=851b3d27-6497-40f0-b603-b3da566b57ea HTTP/1.1" status: 200 len: 908 time: 0.2369576 Dec 16 22:11:33.928325 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-76ce8ffe-7b12-4186-ab25-56b60995872b req-7d00f81d-9e96-4f43-9152-eaaf4c393e5d service neutron] 10.222.0.76 "GET /v2.0/networks/4e1bd316-abcd-4f96-883a-81e4852f7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457803 Dec 16 22:11:33.981938 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 6584960a-97fd-456d-b9ef-cb7b7437c516, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=6584960a-97fd-456d-b9ef-cb7b7437c516,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:33.983516 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2514a767-8428-4e46-bdd7-ae6bf18c368b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6584960a-97fd-456d-b9ef-cb7b7437c516'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:34.000162 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9812074f-ae53-4372-b0a2-23f81ff36209" -d '{"events": [{"server_uuid": "2514a767-8428-4e46-bdd7-ae6bf18c368b", "name": "network-vif-plugged", "status": "completed", "tag": "6584960a-97fd-456d-b9ef-cb7b7437c516"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:34.046031 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6f702f5c-5e43-4b1b-b861-82095de300e2 req-5ffc3e19-8eb4-4fef-b9e7-10b9bd4cf3d2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a66341b9-0d2d-45b1-938e-489a64c73525 HTTP/1.1" status: 200 len: 217 time: 0.0596805 Dec 16 22:11:34.056563 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e280d3c8-73bc-4b27-9b7c-63d97c0a8bc7 req-48501a05-6701-4394-b95e-61bf145d8777 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644822 Dec 16 22:11:34.115380 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f702f5c-5e43-4b1b-b861-82095de300e2 req-a493e545-5479-4015-92c6-47832ac2db06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:34.117469 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6f702f5c-5e43-4b1b-b861-82095de300e2 req-a493e545-5479-4015-92c6-47832ac2db06 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ac517c80-ed1c-4940-8a98-4b18f46cf35e HTTP/1.1" status: 200 len: 848 time: 0.0600266 Dec 16 22:11:34.128119 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:34.145800 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e009bb-a311-49d8-9d3e-a306ea56ae58 x-openstack-request-id: req-44e009bb-a311-49d8-9d3e-a306ea56ae58 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:34.146705 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e037f3-5e7c-4753-82d5-91875543b44f", "name": "network-vif-deleted", "tag": "3798af91-00d4-4497-b9b4-0840b4e26772", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:34.147073 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-44e009bb-a311-49d8-9d3e-a306ea56ae58 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:34.147573 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e037f3-5e7c-4753-82d5-91875543b44f', 'name': 'network-vif-deleted', 'tag': '3798af91-00d4-4497-b9b4-0840b4e26772', 'status': 'completed', 'code': 200} Dec 16 22:11:34.191586 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd5dea-1a62-4fe7-a58a-237a806c58ef req-a7a48d5c-da9c-40a2-b11c-cfd8b136be82 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:34.201212 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be002a3c-7cf6-41c4-9637-497ca231d9d5 x-openstack-request-id: req-be002a3c-7cf6-41c4-9637-497ca231d9d5 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:34.202441 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2514a767-8428-4e46-bdd7-ae6bf18c368b", "name": "network-vif-plugged", "status": "completed", "tag": "6584960a-97fd-456d-b9ef-cb7b7437c516", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:34.202980 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-be002a3c-7cf6-41c4-9637-497ca231d9d5 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:34.203155 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-29cd5dea-1a62-4fe7-a58a-237a806c58ef req-a7a48d5c-da9c-40a2-b11c-cfd8b136be82 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=2360f1c2-d5e1-4887-9af4-2697cb641991 HTTP/1.1" status: 200 len: 944 time: 0.0921912 Dec 16 22:11:34.203745 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2514a767-8428-4e46-bdd7-ae6bf18c368b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6584960a-97fd-456d-b9ef-cb7b7437c516', 'code': 200} Dec 16 22:11:34.204155 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6f702f5c-5e43-4b1b-b861-82095de300e2 req-63388566-8aa7-4bba-a2f6-210021a31b89 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=851b3d27-6497-40f0-b603-b3da566b57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731232 Dec 16 22:11:34.210501 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=6584960a-97fd-456d-b9ef-cb7b7437c516,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:34.271070 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-29cd5dea-1a62-4fe7-a58a-237a806c58ef req-bf2a5322-d7ac-47b3-9771-09b657547548 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667918 Dec 16 22:11:34.403397 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e98326-1d59-4167-91c3-2925bdf05c54 req-bd80fc2d-949c-4cf0-9e7c-b355bf60fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:34.405434 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5e98326-1d59-4167-91c3-2925bdf05c54 req-bd80fc2d-949c-4cf0-9e7c-b355bf60fd63 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2514a767-8428-4e46-bdd7-ae6bf18c368b HTTP/1.1" status: 200 len: 1097 time: 0.0871794 Dec 16 22:11:34.433409 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6f702f5c-5e43-4b1b-b861-82095de300e2 req-6275fd47-42fe-4876-9317-141374172a08 service neutron] 10.222.0.76 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864724 Dec 16 22:11:34.536149 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91660aa2-77bb-4fa1-9d3b-a75e296bcfc4 req-19c9d3ee-2d49-4627-81bd-90546766578d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:34.537781 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-91660aa2-77bb-4fa1-9d3b-a75e296bcfc4 req-19c9d3ee-2d49-4627-81bd-90546766578d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2514a767-8428-4e46-bdd7-ae6bf18c368b HTTP/1.1" status: 200 len: 946 time: 0.1510851 Dec 16 22:11:34.543011 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5e98326-1d59-4167-91c3-2925bdf05c54 req-fa0b770c-321b-45d2-a7f1-c09ff4218fae service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186621 Dec 16 22:11:34.565669 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d674f3-faf1-40fb-924e-ac3d58bf64e9 req-7871d817-9007-4a25-a194-be9981ce7757 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:34.567218 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5d674f3-faf1-40fb-924e-ac3d58bf64e9 req-7871d817-9007-4a25-a194-be9981ce7757 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.0543799 Dec 16 22:11:34.601352 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6f702f5c-5e43-4b1b-b861-82095de300e2 req-830b0c38-382f-4862-a9c8-4a8bee4bc991 service neutron] 10.222.0.76 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574261 Dec 16 22:11:34.616458 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-91660aa2-77bb-4fa1-9d3b-a75e296bcfc4 req-a6a33799-403f-4d9c-8209-9daf8195027f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699430 Dec 16 22:11:34.619292 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5d674f3-faf1-40fb-924e-ac3d58bf64e9 req-b168dc71-c15e-4ce5-a8c7-cc0748310034 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455432 Dec 16 22:11:34.857599 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60270) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:34.924046 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e5168a42-3b58-4a6a-bf0b-66d9d58da674 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:34.948551 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e5168a42-3b58-4a6a-bf0b-66d9d58da674 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:35.044224 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43269ede-5e69-4441-b501-bd6f3ba4e480 req-c7e9da02-38b4-468e-a879-f09279718266 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:35.046035 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-43269ede-5e69-4441-b501-bd6f3ba4e480 req-c7e9da02-38b4-468e-a879-f09279718266 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 944 time: 0.0511186 Dec 16 22:11:35.099516 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-43269ede-5e69-4441-b501-bd6f3ba4e480 req-f07096cf-c0a7-4f54-ad69-962aebb363e0 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467894 Dec 16 22:11:35.144152 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e5168a42-3b58-4a6a-bf0b-66d9d58da674 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:35.147356 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e5168a42-3b58-4a6a-bf0b-66d9d58da674 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:35.151431 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e5168a42-3b58-4a6a-bf0b-66d9d58da674 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "DELETE /v2.0/security-groups/69aca312-f689-4fdd-842d-1faff92bc151 HTTP/1.1" status: 204 len: 168 time: 0.2976375 Dec 16 22:11:35.162971 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60300) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:35.172165 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5168a42-3b58-4a6a-bf0b-66d9d58da674 tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69aca312-f689-4fdd-842d-1faff92bc151,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:35.178352 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-21c05f95-4330-46cc-b5ac-65a26b9583dd tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] show failed (client error): The resource could not be found. Dec 16 22:11:35.183282 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60304) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:35.184915 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-21c05f95-4330-46cc-b5ac-65a26b9583dd tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "GET /v2.0/security-groups/69aca312-f689-4fdd-842d-1faff92bc151 HTTP/1.1" status: 404 len: 347 time: 0.0155418 Dec 16 22:11:35.192686 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6912646-1768-4610-968a-5cf4c8e08a79 req-5ee8d457-ba81-49cd-a71d-3f4b547aef62 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:35.194398 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c6912646-1768-4610-968a-5cf4c8e08a79 req-5ee8d457-ba81-49cd-a71d-3f4b547aef62 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 943 time: 0.0561922 Dec 16 22:11:35.343639 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c6912646-1768-4610-968a-5cf4c8e08a79 req-f71febe6-de74-4cee-a08f-38fb2dbade17 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122866 Dec 16 22:11:35.361680 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-abb71119-529c-42c2-8927-8059596ae48a tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Deleting port 658165e7-00ff-4abb-b21d-f4571924939f {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:35.362033 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-abb71119-529c-42c2-8927-8059596ae48a tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:35.477213 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 81d1e36e-e3d2-4475-ab6d-d731652e095d details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:11:35.487333 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d1246-fddc-4bdf-9807-61a5078b4426 req-1cd0f6b4-13e0-45fa-9390-ffb11c836dbf tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:35.488900 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8f3d1246-fddc-4bdf-9807-61a5078b4426 req-1cd0f6b4-13e0-45fa-9390-ffb11c836dbf tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=2360f1c2-d5e1-4887-9af4-2697cb641991 HTTP/1.1" status: 200 len: 944 time: 0.0858247 Dec 16 22:11:35.490839 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-abb71119-529c-42c2-8927-8059596ae48a tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:35.491361 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-abb71119-529c-42c2-8927-8059596ae48a tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:35.521865 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-abb71119-529c-42c2-8927-8059596ae48a tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Calling delete_port for 658165e7-00ff-4abb-b21d-f4571924939f owned by network:floatingip {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:35.594866 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 81d1e36e-e3d2-4475-ab6d-d731652e095d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=81d1e36e-e3d2-4475-ab6d-d731652e095d,segment=NetworkSegment(ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405),segment_id=ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:35.602254 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8f3d1246-fddc-4bdf-9807-61a5078b4426 req-f4701f22-cf5b-45d2-b2d0-de6ed2a0e89a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066463 Dec 16 22:11:35.620856 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '81d1e36e-e3d2-4475-ab6d-d731652e095d', 'network_id': '4e1bd316-abcd-4f96-883a-81e4852f7038', 'port_id': '81d1e36e-e3d2-4475-ab6d-d731652e095d', 'mac_address': 'fa:16:3e:c8:bc:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3707ad1d-19fd-41c2-aff9-70fbe5f0e860', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:11:35.668436 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:35.687525 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d1e36e-e3d2-4475-ab6d-d731652e095d {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:11:35.710296 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 81d1e36e-e3d2-4475-ab6d-d731652e095d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=81d1e36e-e3d2-4475-ab6d-d731652e095d,segment=NetworkSegment(ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405),segment_id=ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:35.766115 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912900e-d495-4657-b73c-41c74e99a430 req-f8069fcc-53ac-4de1-8156-af1cf413063f tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:35.767643 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2912900e-d495-4657-b73c-41c74e99a430 req-f8069fcc-53ac-4de1-8156-af1cf413063f tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.0634232 Dec 16 22:11:35.772901 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:35.821555 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2912900e-d495-4657-b73c-41c74e99a430 req-578da393-7d5c-49bc-9230-0d15bce5e6b9 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475111 Dec 16 22:11:35.830020 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=81d1e36e-e3d2-4475-ab6d-d731652e095d,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:35.857345 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-abb71119-529c-42c2-8927-8059596ae48a tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:35.903308 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb71119-529c-42c2-8927-8059596ae48a tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Pushing event deleted for resources: {'Port': ['ID=658165e7-00ff-4abb-b21d-f4571924939f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:35.988330 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a97e6c-36b0-4825-8288-4028902e736f req-287af5f0-0d72-4ba8-8fe5-36ca93ebf29a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:35.989890 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-33a97e6c-36b0-4825-8288-4028902e736f req-287af5f0-0d72-4ba8-8fe5-36ca93ebf29a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2514a767-8428-4e46-bdd7-ae6bf18c368b HTTP/1.1" status: 200 len: 946 time: 0.1009696 Dec 16 22:11:35.993033 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-abb71119-529c-42c2-8927-8059596ae48a tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks [] for floatingip, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:35.997008 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-abb71119-529c-42c2-8927-8059596ae48a tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:35.998486 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-abb71119-529c-42c2-8927-8059596ae48a tempest-ServersWithSpecificFlavorTestJSON-131338774 tempest-ServersWithSpecificFlavorTestJSON-131338774-project] 10.222.0.75 "DELETE /v2.0/floatingips/db8244e0-d4f8-42e6-bd88-137c93cd9686 HTTP/1.1" status: 204 len: 168 time: 0.8027513 Dec 16 22:11:36.043418 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-33a97e6c-36b0-4825-8288-4028902e736f req-9a8a16bb-851b-46f8-8e36-60895cf86afa tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436203 Dec 16 22:11:36.133059 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['81d1e36e-e3d2-4475-ab6d-d731652e095d'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:36.503986 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5230362-8a7f-4cec-b8f3-aeb7c07a2d8c req-e95ad2ab-6526-4ce4-8f8d-cab2f5cadb48 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:36.507582 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5230362-8a7f-4cec-b8f3-aeb7c07a2d8c req-e95ad2ab-6526-4ce4-8f8d-cab2f5cadb48 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 944 time: 0.0593543 Dec 16 22:11:36.553559 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5230362-8a7f-4cec-b8f3-aeb7c07a2d8c req-d382baf1-6feb-4e4d-b659-a59288a233c4 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427055 Dec 16 22:11:36.674983 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30457179-86b0-4e29-ba26-2b1eeae679d8 req-95de5548-9076-42a2-b269-a2b7f24e8e36 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:36.676822 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30457179-86b0-4e29-ba26-2b1eeae679d8 req-95de5548-9076-42a2-b269-a2b7f24e8e36 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 943 time: 0.0618939 Dec 16 22:11:36.738751 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30457179-86b0-4e29-ba26-2b1eeae679d8 req-a3487c81-6f9a-463f-ab5b-b8bbb80927cb tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550675 Dec 16 22:11:36.993087 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d79f8-f882-4ae6-888e-91667542fa8c req-987d610a-afe1-4f47-a865-9716c0ded8ba tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:36.994627 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3f8d79f8-f882-4ae6-888e-91667542fa8c req-987d610a-afe1-4f47-a865-9716c0ded8ba tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=2360f1c2-d5e1-4887-9af4-2697cb641991 HTTP/1.1" status: 200 len: 945 time: 0.0651855 Dec 16 22:11:37.063224 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3f8d79f8-f882-4ae6-888e-91667542fa8c req-c6668310-2bab-42c8-9d44-b954e88558e5 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605869 Dec 16 22:11:37.095712 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96d8f4-f3db-4701-ac3c-a1b811314fff req-1ceec85d-3634-4f52-98d9-3228eeec6a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:37.097314 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9d96d8f4-f3db-4701-ac3c-a1b811314fff req-1ceec85d-3634-4f52-98d9-3228eeec6a3e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 1096 time: 0.0520439 Dec 16 22:11:37.183176 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9d96d8f4-f3db-4701-ac3c-a1b811314fff req-9d972389-d769-410f-9cbb-8595d8e3b17f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778546 Dec 16 22:11:37.214481 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4021bf-f997-4170-a14c-3ba7ecbbe3e5 req-80fca6d6-7dc9-463f-97d5-40f0806465e8 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:37.214481 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-de4021bf-f997-4170-a14c-3ba7ecbbe3e5 req-80fca6d6-7dc9-463f-97d5-40f0806465e8 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.0780816 Dec 16 22:11:37.305383 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-de4021bf-f997-4170-a14c-3ba7ecbbe3e5 req-0a233786-2bbf-47c9-a101-e0f240ee275e tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898671 Dec 16 22:11:37.384342 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779f69d-0086-41ba-b8c5-321c1892707b req-38ee6e50-79b2-4fd7-b8ad-6b8208bf7959 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:37.385948 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d779f69d-0086-41ba-b8c5-321c1892707b req-38ee6e50-79b2-4fd7-b8ad-6b8208bf7959 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2514a767-8428-4e46-bdd7-ae6bf18c368b HTTP/1.1" status: 200 len: 946 time: 0.0759079 Dec 16 22:11:37.438523 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d779f69d-0086-41ba-b8c5-321c1892707b req-a635f3a1-0c48-49ac-be67-ff61d215b1f1 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445924 Dec 16 22:11:37.533441 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 81d1e36e-e3d2-4475-ab6d-d731652e095d up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:11:37.655388 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-aedcb2df-ac85-4452-a5de-641657a56e20 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:37.658823 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-aedcb2df-ac85-4452-a5de-641657a56e20 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/networks?id=f4b4200a-5735-42d7-aba1-c5a847665c5e HTTP/1.1" status: 200 len: 804 time: 0.1321957 Dec 16 22:11:37.673782 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-fcf9fb0b-0c71-452a-94df-64a310a94d96 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/quotas/fc5f8f0b8add43369a6118c499ef042d HTTP/1.1" status: 200 len: 375 time: 0.0101929 Dec 16 22:11:37.681156 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 81d1e36e-e3d2-4475-ab6d-d731652e095d completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:11:37.685717 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 81d1e36e-e3d2-4475-ab6d-d731652e095d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:37.686261 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:37.726150 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c77886-5b85-4de0-9942-44435776f4a3 req-eb07ffd8-34aa-4dbc-9239-e1ae8860b178 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:37.728747 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17c77886-5b85-4de0-9942-44435776f4a3 req-eb07ffd8-34aa-4dbc-9239-e1ae8860b178 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/networks?id=8ad157d2-5520-47b6-a14b-23516eba3ebc HTTP/1.1" status: 200 len: 806 time: 0.1233222 Dec 16 22:11:37.750581 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-adfd79d1-8e70-42e4-b325-226ed8becf50 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=fc5f8f0b8add43369a6118c499ef042d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0605857 Dec 16 22:11:37.753765 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17c77886-5b85-4de0-9942-44435776f4a3 req-45c767f7-f6a1-4996-b1ea-fe5357b4d586 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/quotas/2a5983ec059547448cf45cc5d0d82ac4 HTTP/1.1" status: 200 len: 375 time: 0.0175328 Dec 16 22:11:37.787870 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:37.812884 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17c77886-5b85-4de0-9942-44435776f4a3 req-11d30adc-2f3c-4bcf-981c-9d69cae1b9a0 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2a5983ec059547448cf45cc5d0d82ac4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0579226 Dec 16 22:11:37.821998 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2360f1c2-d5e1-4887-9af4-2697cb641991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d1e36e-e3d2-4475-ab6d-d731652e095d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:37.824540 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99f5ca8-4396-4603-9c9b-fb0d50c65420" -d '{"events": [{"server_uuid": "2360f1c2-d5e1-4887-9af4-2697cb641991", "name": "network-vif-plugged", "status": "completed", "tag": "81d1e36e-e3d2-4475-ab6d-d731652e095d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:37.839700 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 81d1e36e-e3d2-4475-ab6d-d731652e095d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=81d1e36e-e3d2-4475-ab6d-d731652e095d,segment=NetworkSegment(ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405),segment_id=ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:37.867264 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-622d8681-6122-47d9-b4f0-bc3481d3cfcc service neutron] 10.222.0.75 "GET /v2.0/networks/f4b4200a-5735-42d7-aba1-c5a847665c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157515 Dec 16 22:11:37.916307 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17c77886-5b85-4de0-9942-44435776f4a3 req-33b318af-1a1e-41b0-a94a-8f17059da889 service neutron] 10.222.0.75 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959320 Dec 16 22:11:37.938830 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:37.940031 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device a66341b9-0d2d-45b1-938e-489a64c73525 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:37.979534 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-f992a507-cb49-4447-9f3f-68d85a12d7d5 service neutron] 10.222.0.75 "GET /v2.0/networks/f4b4200a-5735-42d7-aba1-c5a847665c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041515 Dec 16 22:11:38.026467 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17c77886-5b85-4de0-9942-44435776f4a3 req-3ab3d0f0-2494-4d04-8f8f-fc3ce6da048f service neutron] 10.222.0.75 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033261 Dec 16 22:11:38.076016 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=81d1e36e-e3d2-4475-ab6d-d731652e095d,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:38.382545 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1a846-d694-406c-b3f7-1db2a76fadfa req-f5d3fe06-cf4d-4381-9f83-76fdeba8c294 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:38.384396 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fdd1a846-d694-406c-b3f7-1db2a76fadfa req-f5d3fe06-cf4d-4381-9f83-76fdeba8c294 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 944 time: 0.0822065 Dec 16 22:11:38.398198 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eae9d0-e1a2-4870-94c1-8eb485e4688a req-7721ce5a-f1b1-4e12-901c-ad1f5045a1d7 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:38.399902 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-86eae9d0-e1a2-4870-94c1-8eb485e4688a req-7721ce5a-f1b1-4e12-901c-ad1f5045a1d7 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 943 time: 0.0648084 Dec 16 22:11:38.462751 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fdd1a846-d694-406c-b3f7-1db2a76fadfa req-244611f5-323d-4711-89a8-505d41f279b1 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692132 Dec 16 22:11:38.516373 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-86eae9d0-e1a2-4870-94c1-8eb485e4688a req-c2a5f72c-f52f-4487-8ce0-b99cb3af7f0e tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071043 Dec 16 22:11:38.531960 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0918415-f05e-4a67-bff2-cc061a54735a x-openstack-request-id: req-c0918415-f05e-4a67-bff2-cc061a54735a {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:38.532509 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2360f1c2-d5e1-4887-9af4-2697cb641991", "name": "network-vif-plugged", "status": "completed", "tag": "81d1e36e-e3d2-4475-ab6d-d731652e095d", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:38.533039 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c0918415-f05e-4a67-bff2-cc061a54735a {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:38.533620 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2360f1c2-d5e1-4887-9af4-2697cb641991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d1e36e-e3d2-4475-ab6d-d731652e095d', 'code': 200} Dec 16 22:11:38.589154 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-950f3178-cffa-412d-b9d9-a693e84f5d38 req-0d5ba898-2c55-4878-a367-d762c1bcf68c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 210 time: 0.0281405 Dec 16 22:11:38.639063 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60434) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:38.697788 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52842489-5e05-4a61-b6c6-61e7293288bb req-4f1c5e00-490c-4036-8d80-c478edb80b0b tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:38.697788 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-52842489-5e05-4a61-b6c6-61e7293288bb req-4f1c5e00-490c-4036-8d80-c478edb80b0b tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=2360f1c2-d5e1-4887-9af4-2697cb641991 HTTP/1.1" status: 200 len: 946 time: 0.0957491 Dec 16 22:11:38.763414 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-52842489-5e05-4a61-b6c6-61e7293288bb req-07219fc8-8809-491d-8a0a-2bf2dbf5487c tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600393 Dec 16 22:11:38.800974 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73245e-f0af-4a49-9922-30ddbe9b77b7 req-c5c3d31e-af87-471f-8929-0fa85b23e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:38.802512 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ae73245e-f0af-4a49-9922-30ddbe9b77b7 req-c5c3d31e-af87-471f-8929-0fa85b23e896 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2360f1c2-d5e1-4887-9af4-2697cb641991 HTTP/1.1" status: 200 len: 1097 time: 0.1393311 Dec 16 22:11:38.889397 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-e12d8198-1f98-4e70-92ee-b1039142c9f3 service neutron] 10.222.0.76 "GET /v2.0/ports/a66341b9-0d2d-45b1-938e-489a64c73525/bindings/n-h2-815324-4 HTTP/1.1" status: 200 len: 384 time: 0.1895518 Dec 16 22:11:38.897199 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5eb948-d36e-4d0e-b26d-aabeea960458 req-4a11372e-2a7e-4a3f-8a2a-2e2e85a75856 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:38.898767 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5d5eb948-d36e-4d0e-b26d-aabeea960458 req-4a11372e-2a7e-4a3f-8a2a-2e2e85a75856 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.0675168 Dec 16 22:11:38.945354 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ae73245e-f0af-4a49-9922-30ddbe9b77b7 req-7cb5c7c3-5dfb-4739-8758-4ed8968e0f67 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341763 Dec 16 22:11:38.959518 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5d5eb948-d36e-4d0e-b26d-aabeea960458 req-baabe8b4-4623-49e9-8311-12bbe9e11d75 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518379 Dec 16 22:11:39.086467 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-ae49699a-55b2-4c83-9a7a-5f3d61ce40ec req-6d5ed684-1a90-4b03-a49d-9c5ec2911e90 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-583441045', 'description': 'tempest-description-1893038782'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:39.241153 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-1d9e510b-b28d-47e5-b2fa-1e84684595ad service neutron] For port a66341b9-0d2d-45b1-938e-489a64c73525, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=a66341b9-0d2d-45b1-938e-489a64c73525,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:39.309902 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ae49699a-55b2-4c83-9a7a-5f3d61ce40ec req-6d5ed684-1a90-4b03-a49d-9c5ec2911e90 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:39.314923 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-1d9e510b-b28d-47e5-b2fa-1e84684595ad service neutron] For port a66341b9-0d2d-45b1-938e-489a64c73525, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:11:39.359023 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-1d9e510b-b28d-47e5-b2fa-1e84684595ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a66341b9-0d2d-45b1-938e-489a64c73525 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:11:39.372593 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-1d9e510b-b28d-47e5-b2fa-1e84684595ad service neutron] For port a66341b9-0d2d-45b1-938e-489a64c73525, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=a66341b9-0d2d-45b1-938e-489a64c73525,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:39.390644 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ae49699a-55b2-4c83-9a7a-5f3d61ce40ec req-6d5ed684-1a90-4b03-a49d-9c5ec2911e90 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:39.391371 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3fa42973-e4b3-4831-948d-8015deed6d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:39.439178 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211c19b-2041-49e3-ad89-3864a1f0099c req-84e5eaee-59d6-43d5-9d5c-bb4ff6f33c5a tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:39.440750 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3211c19b-2041-49e3-ad89-3864a1f0099c req-84e5eaee-59d6-43d5-9d5c-bb4ff6f33c5a tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.57 "GET /v2.0/ports?device_id=98bd98fb-e566-4321-b77c-8e3e403fb80d HTTP/1.1" status: 200 len: 946 time: 0.0536900 Dec 16 22:11:39.509226 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-1d9e510b-b28d-47e5-b2fa-1e84684595ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:39.512848 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ae49699a-55b2-4c83-9a7a-5f3d61ce40ec req-6d5ed684-1a90-4b03-a49d-9c5ec2911e90 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:39.584526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ed684-1a90-4b03-a49d-9c5ec2911e90 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82d7ac9e-75b8-484c-b232-73732722cbce,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:39.655788 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-3211c19b-2041-49e3-ad89-3864a1f0099c req-43934b4f-9acd-44ac-8124-ab5a34b3720a tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Deleting port 5f99abfb-65ef-443f-af5f-8080644e5392 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:39.656173 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3211c19b-2041-49e3-ad89-3864a1f0099c req-43934b4f-9acd-44ac-8124-ab5a34b3720a tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:39.741706 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ae49699a-55b2-4c83-9a7a-5f3d61ce40ec req-6d5ed684-1a90-4b03-a49d-9c5ec2911e90 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:39.743028 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ae49699a-55b2-4c83-9a7a-5f3d61ce40ec req-6d5ed684-1a90-4b03-a49d-9c5ec2911e90 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.6630299 Dec 16 22:11:39.772630 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-3211c19b-2041-49e3-ad89-3864a1f0099c req-43934b4f-9acd-44ac-8124-ab5a34b3720a tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] For port 5f99abfb-65ef-443f-af5f-8080644e5392, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5f99abfb-65ef-443f-af5f-8080644e5392,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:39.772630 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3211c19b-2041-49e3-ad89-3864a1f0099c req-43934b4f-9acd-44ac-8124-ab5a34b3720a tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:39.784295 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-3211c19b-2041-49e3-ad89-3864a1f0099c req-43934b4f-9acd-44ac-8124-ab5a34b3720a tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Calling delete_port for 5f99abfb-65ef-443f-af5f-8080644e5392 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:39.897320 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ea244-228c-4c97-89a9-2d0e6bda6d2b req-0943b8e4-e24f-4ab8-b199-770e3b2b19b1 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:39.898971 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c0ea244-228c-4c97-89a9-2d0e6bda6d2b req-0943b8e4-e24f-4ab8-b199-770e3b2b19b1 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 943 time: 0.0999830 Dec 16 22:11:39.993846 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c0ea244-228c-4c97-89a9-2d0e6bda6d2b req-76d346ba-1478-4f4c-abac-62aaf55e4f8c tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836730 Dec 16 22:11:40.074840 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f91a9-f75d-4861-816b-d92650f3975a req-1ff3ba4f-4f12-4aca-8903-9863638d47c8 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:40.076494 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8d3f91a9-f75d-4861-816b-d92650f3975a req-1ff3ba4f-4f12-4aca-8903-9863638d47c8 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 944 time: 0.1774180 Dec 16 22:11:40.088583 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a0970862-e3b2-4568-8e55-f7a34832b778 req-864ef94f-08a5-466e-9fd0-2e697462799f tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 210 time: 0.0312269 Dec 16 22:11:40.095441 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3211c19b-2041-49e3-ad89-3864a1f0099c req-43934b4f-9acd-44ac-8124-ab5a34b3720a tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:40.120900 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-1d9e510b-b28d-47e5-b2fa-1e84684595ad service neutron] Transition to ACTIVE for port object a66341b9-0d2d-45b1-938e-489a64c73525 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:11:40.135521 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43934b4f-9acd-44ac-8124-ab5a34b3720a tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Pushing event deleted for resources: {'Port': ['ID=5f99abfb-65ef-443f-af5f-8080644e5392,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:40.193751 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8d3f91a9-f75d-4861-816b-d92650f3975a req-6b0864a5-cdaf-490f-b029-edebe497d91c tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061084 Dec 16 22:11:40.196920 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-3211c19b-2041-49e3-ad89-3864a1f0099c req-43934b4f-9acd-44ac-8124-ab5a34b3720a tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] No DVR routers for this DVR port 5f99abfb-65ef-443f-af5f-8080644e5392 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:11:40.199563 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3211c19b-2041-49e3-ad89-3864a1f0099c req-43934b4f-9acd-44ac-8124-ab5a34b3720a tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:40.204490 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3211c19b-2041-49e3-ad89-3864a1f0099c req-43934b4f-9acd-44ac-8124-ab5a34b3720a tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.57 "DELETE /v2.0/ports/5f99abfb-65ef-443f-af5f-8080644e5392 HTTP/1.1" status: 204 len: 173 time: 0.7572396 Dec 16 22:11:40.207076 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98bd98fb-e566-4321-b77c-8e3e403fb80d', 'name': 'network-vif-deleted', 'tag': '5f99abfb-65ef-443f-af5f-8080644e5392'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:40.209276 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24a105d-5058-442f-adbe-f628b7a64415" -d '{"events": [{"server_uuid": "98bd98fb-e566-4321-b77c-8e3e403fb80d", "name": "network-vif-deleted", "tag": "5f99abfb-65ef-443f-af5f-8080644e5392"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:40.211986 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-1d9e510b-b28d-47e5-b2fa-1e84684595ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:40.348115 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-1d9e510b-b28d-47e5-b2fa-1e84684595ad service neutron] No DVR routers for this DVR port a66341b9-0d2d-45b1-938e-489a64c73525 on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:11:40.370230 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e510b-b28d-47e5-b2fa-1e84684595ad service neutron] Pushing event updated for resources: {'Port': ['ID=a66341b9-0d2d-45b1-938e-489a64c73525,revision_number=10']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:40.406456 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-46320bd1-0cfb-4704-81c4-22311a0426dd tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:40.408074 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-46320bd1-0cfb-4704-81c4-22311a0426dd tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/networks?id=8ad157d2-5520-47b6-a14b-23516eba3ebc HTTP/1.1" status: 200 len: 806 time: 0.1890097 Dec 16 22:11:40.422163 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-3fa42973-e4b3-4831-948d-8015deed6d5f admin admin] Deleting port 5aafa023-81ba-4344-a6f8-e9f8d7ee7393 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:40.422662 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3fa42973-e4b3-4831-948d-8015deed6d5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:40.427174 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-65cb6a48-0385-4051-b9a8-84d3f79aa354 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/quotas/2a5983ec059547448cf45cc5d0d82ac4 HTTP/1.1" status: 200 len: 375 time: 0.0120766 Dec 16 22:11:40.443329 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-beef2bb8-2483-4593-bb0b-f6c2f0c9221b req-7af7946f-961e-46fc-813c-15aa5cb64beb tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-583441045&fields=id&tenant_id=fb020d18049e49da94018381955868ba HTTP/1.1" status: 200 len: 267 time: 0.1556034 Dec 16 22:11:40.477622 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-1d9e510b-b28d-47e5-b2fa-1e84684595ad service neutron] 10.222.0.76 "PUT /v2.0/ports/a66341b9-0d2d-45b1-938e-489a64c73525/bindings/n-h2-815324-4/activate HTTP/1.1" status: 200 len: 369 time: 1.5816865 Dec 16 22:11:40.502434 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-5996d392-fbff-4eb2-b08d-d2f20c9f5287 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2a5983ec059547448cf45cc5d0d82ac4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0645041 Dec 16 22:11:40.568152 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef2bb8-2483-4593-bb0b-f6c2f0c9221b req-5b085852-3f78-4694-bccb-e0506fca60cc tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:40.569661 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-beef2bb8-2483-4593-bb0b-f6c2f0c9221b req-5b085852-3f78-4694-bccb-e0506fca60cc tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.0892851 Dec 16 22:11:40.571999 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-3fa42973-e4b3-4831-948d-8015deed6d5f admin admin] For port 5aafa023-81ba-4344-a6f8-e9f8d7ee7393, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=5aafa023-81ba-4344-a6f8-e9f8d7ee7393,segment=NetworkSegment(0872ca05-b35c-4fa1-9280-4ff6b06627ab),segment_id=0872ca05-b35c-4fa1-9280-4ff6b06627ab)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:40.571999 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3fa42973-e4b3-4831-948d-8015deed6d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:40.587264 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-beef2bb8-2483-4593-bb0b-f6c2f0c9221b req-9738c0c1-0a1d-407a-a6df-6c00f6a8a077 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Request body: {'port': {'security_groups': ['5b43f9fb-872d-48b0-bd09-d5a7a9593c9f', '82d7ac9e-75b8-484c-b232-73732722cbce']}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:40.604993 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-0d431837-996c-4e84-8607-9cd0d035fd1d service neutron] 10.222.0.75 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935850 Dec 16 22:11:40.611245 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-3fa42973-e4b3-4831-948d-8015deed6d5f admin admin] Calling delete_port for 5aafa023-81ba-4344-a6f8-e9f8d7ee7393 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:40.689021 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5f99abfb-65ef-443f-af5f-8080644e5392 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:40.709854 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-beef2bb8-2483-4593-bb0b-f6c2f0c9221b req-9738c0c1-0a1d-407a-a6df-6c00f6a8a077 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:40.713333 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-3796ff08-dfbc-4048-93cd-4388e62a57a1 service neutron] 10.222.0.75 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010435 Dec 16 22:11:40.713692 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 5f99abfb-65ef-443f-af5f-8080644e5392 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:11:40.714235 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5f99abfb-65ef-443f-af5f-8080644e5392 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:41.040639 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-beef2bb8-2483-4593-bb0b-f6c2f0c9221b req-9738c0c1-0a1d-407a-a6df-6c00f6a8a077 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] For port d094d4d0-6e82-40b9-85f7-0493d52e0535, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d094d4d0-6e82-40b9-85f7-0493d52e0535,segment=NetworkSegment(7d53f15a-20ab-44b9-a103-402696484de8),segment_id=7d53f15a-20ab-44b9-a103-402696484de8)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:41.055478 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bffe4-652c-480a-bc77-0ac5795706ea req-dd7632ce-4bf8-4b43-b196-5dc362f3b155 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:41.064576 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-879bffe4-652c-480a-bc77-0ac5795706ea req-dd7632ce-4bf8-4b43-b196-5dc362f3b155 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=2360f1c2-d5e1-4887-9af4-2697cb641991 HTTP/1.1" status: 200 len: 946 time: 0.0630281 Dec 16 22:11:41.068731 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3fa42973-e4b3-4831-948d-8015deed6d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:41.122089 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa42973-e4b3-4831-948d-8015deed6d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=5aafa023-81ba-4344-a6f8-e9f8d7ee7393,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:41.122663 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-879bffe4-652c-480a-bc77-0ac5795706ea req-e6c8272e-6b45-4b5b-b0ac-e8d8faf89105 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500562 Dec 16 22:11:41.155612 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-beef2bb8-2483-4593-bb0b-f6c2f0c9221b req-9738c0c1-0a1d-407a-a6df-6c00f6a8a077 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:41.272625 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-beef2bb8-2483-4593-bb0b-f6c2f0c9221b req-9738c0c1-0a1d-407a-a6df-6c00f6a8a077 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:41.287353 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-1bed4973-1904-422b-969a-61018984b44b tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:41.289170 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-1bed4973-1904-422b-969a-61018984b44b tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751&tenant_id=70ddf0fe02f649f28d93270673f4f1b0&binding%3Ahost_id=n-h1-815324-4 HTTP/1.1" status: 200 len: 1095 time: 0.0824318 Dec 16 22:11:41.309432 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['d094d4d0-6e82-40b9-85f7-0493d52e0535'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:41.340050 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3fa42973-e4b3-4831-948d-8015deed6d5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:41.382688 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877ba4b4-d60b-4758-9d9e-5332d31a8a74 x-openstack-request-id: req-877ba4b4-d60b-4758-9d9e-5332d31a8a74 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:41.382688 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98bd98fb-e566-4321-b77c-8e3e403fb80d", "name": "network-vif-deleted", "tag": "5f99abfb-65ef-443f-af5f-8080644e5392", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:41.382688 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-877ba4b4-d60b-4758-9d9e-5332d31a8a74 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:41.384256 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98bd98fb-e566-4321-b77c-8e3e403fb80d', 'name': 'network-vif-deleted', 'tag': '5f99abfb-65ef-443f-af5f-8080644e5392', 'status': 'completed', 'code': 200} Dec 16 22:11:41.393821 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-f285bf2f-cb68-417b-bdbd-0315421de278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:41.395524 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-f285bf2f-cb68-417b-bdbd-0315421de278 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751&tenant_id=70ddf0fe02f649f28d93270673f4f1b0 HTTP/1.1" status: 200 len: 1095 time: 0.0928714 Dec 16 22:11:41.409021 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef2bb8-2483-4593-bb0b-f6c2f0c9221b req-9738c0c1-0a1d-407a-a6df-6c00f6a8a077 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:41.409747 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-beef2bb8-2483-4593-bb0b-f6c2f0c9221b req-9738c0c1-0a1d-407a-a6df-6c00f6a8a077 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:41.411363 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-beef2bb8-2483-4593-bb0b-f6c2f0c9221b req-9738c0c1-0a1d-407a-a6df-6c00f6a8a077 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "PUT /v2.0/ports/d094d4d0-6e82-40b9-85f7-0493d52e0535 HTTP/1.1" status: 200 len: 981 time: 0.8310549 Dec 16 22:11:41.454380 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4171e8ed-51c3-4126-be9b-d2abd85b0ddf', 'tag': 'd094d4d0-6e82-40b9-85f7-0493d52e0535'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:41.456828 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaac85fd-5858-4e1d-8beb-37caeb000554" -d '{"events": [{"name": "network-changed", "server_uuid": "4171e8ed-51c3-4126-be9b-d2abd85b0ddf", "tag": "d094d4d0-6e82-40b9-85f7-0493d52e0535"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:41.544731 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a3639558-bab8-40b1-b9c9-acb9ddd999b2 req-a9b3b751-ad8f-4237-b8d1-730a73acb124 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e64e5ec-6962-40aa-a81b-c65cac465e57 HTTP/1.1" status: 200 len: 210 time: 0.0809543 Dec 16 22:11:41.554015 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['d094d4d0-6e82-40b9-85f7-0493d52e0535'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:41.560957 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738c0c1-0a1d-407a-a6df-6c00f6a8a077 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Pushing event updated for resources: {'Port': ['ID=d094d4d0-6e82-40b9-85f7-0493d52e0535,revision_number=6']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:41.561677 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-adb1cd22-465e-4ac2-9965-81057c651f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:41.563548 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-adb1cd22-465e-4ac2-9965-81057c651f38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70ddf0fe02f649f28d93270673f4f1b0&device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 1095 time: 0.1222682 Dec 16 22:11:41.722524 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-67b50d25-8467-48ba-9364-aff16eb5e799 req-eace61e8-3517-463e-b4b7-cf5a1dfed42b tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 210 time: 0.0755193 Dec 16 22:11:41.738956 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886df06c-05bc-4673-bb93-10a6ce4c4939 req-07c87c9b-f225-42cc-98c6-879d0964830d tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:41.741245 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-886df06c-05bc-4673-bb93-10a6ce4c4939 req-07c87c9b-f225-42cc-98c6-879d0964830d tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 944 time: 0.2116251 Dec 16 22:11:41.781481 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-cd1da5c2-bb8d-456e-808a-6a625426a97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:41.783608 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-cd1da5c2-bb8d-456e-808a-6a625426a97a service neutron] 10.222.0.57 "GET /v2.0/networks?id=851b3d27-6497-40f0-b603-b3da566b57ea HTTP/1.1" status: 200 len: 908 time: 0.2049470 Dec 16 22:11:41.836642 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-82893a0d-f224-4db3-9d31-1f22661c6f80 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a66341b9-0d2d-45b1-938e-489a64c73525 HTTP/1.1" status: 200 len: 217 time: 0.0445821 Dec 16 22:11:41.865096 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-72d0c30e-775c-4174-a558-0fa3d2cec462 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:41.867090 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-72d0c30e-775c-4174-a558-0fa3d2cec462 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.76 "GET /v2.0/networks?id=f4b4200a-5735-42d7-aba1-c5a847665c5e HTTP/1.1" status: 200 len: 804 time: 0.3384492 Dec 16 22:11:41.917890 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-8fd6b7af-ec83-44a7-b94d-156f19207ad5 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Request body: {'port': {'device_id': '1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5', 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e', 'admin_state_up': True, 'tenant_id': 'fc5f8f0b8add43369a6118c499ef042d'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:41.929752 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-22f9dbbc-d80e-480c-b936-aef5a85c3899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:41.931375 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-22f9dbbc-d80e-480c-b936-aef5a85c3899 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ac517c80-ed1c-4940-8a98-4b18f46cf35e HTTP/1.1" status: 200 len: 848 time: 0.0860209 Dec 16 22:11:41.941065 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4ebea-d4ee-4105-85c9-a7b03e6666bb req-071074f2-7754-424b-be92-c0dc497b0c1c tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:41.942859 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ccc4ebea-d4ee-4105-85c9-a7b03e6666bb req-071074f2-7754-424b-be92-c0dc497b0c1c tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=2360f1c2-d5e1-4887-9af4-2697cb641991 HTTP/1.1" status: 200 len: 946 time: 0.1087606 Dec 16 22:11:41.978321 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-01164803-5e80-4288-8503-08070ef5dc2c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=851b3d27-6497-40f0-b603-b3da566b57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340841 Dec 16 22:11:41.981154 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-886df06c-05bc-4673-bb93-10a6ce4c4939 req-f5a20be0-43ea-46b2-bdab-9bc3c03c38be tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253625 Dec 16 22:11:42.032050 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa42973-e4b3-4831-948d-8015deed6d5f admin admin] Router 2a9fdd73-b008-433a-8b53-f0ad75a818e5 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:11:42.082925 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ccc4ebea-d4ee-4105-85c9-a7b03e6666bb req-044d5f2f-3b8b-4328-9ebf-fc9e51a95074 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282690 Dec 16 22:11:42.136139 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-2dac9f8b-7a33-422e-b281-45036493dcf1 service neutron] 10.222.0.57 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337442 Dec 16 22:11:42.203737 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d54c2b-4e53-48b9-9b82-ba233d3b3f3a req-62ff76dc-e107-4820-bf5e-e8e845cc694f tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:42.205292 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-19d54c2b-4e53-48b9-9b82-ba233d3b3f3a req-62ff76dc-e107-4820-bf5e-e8e845cc694f tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 944 time: 0.1122091 Dec 16 22:11:42.221712 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa42973-e4b3-4831-948d-8015deed6d5f admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:11:42.231994 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3fa42973-e4b3-4831-948d-8015deed6d5f admin admin] 10.222.0.75 "PUT /v2.0/routers/2a9fdd73-b008-433a-8b53-f0ad75a818e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5916278 Dec 16 22:11:42.234289 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ae5e5-2797-41c2-acfc-e827df7d84cd None None] Sync routers for ids ['2a9fdd73-b008-433a-8b53-f0ad75a818e5'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:11:42.235239 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60512) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:42.250124 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ae5e5-2797-41c2-acfc-e827df7d84cd None None] Routers {'2a9fdd73-b008-433a-8b53-f0ad75a818e5'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:11:42.251153 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8f2ae5e5-2797-41c2-acfc-e827df7d84cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:11:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2a9fdd73-b008-433a-8b53-f0ad75a818e5'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:42.277186 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f397e59-d4b9-44eb-aca2-b44599b05b0b req-40a72ffc-d57b-4d79-9ed4-274907b06dd9 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-583441045&fields=id&tenant_id=fb020d18049e49da94018381955868ba HTTP/1.1" status: 200 len: 267 time: 0.1224012 Dec 16 22:11:42.308965 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-8fd6b7af-ec83-44a7-b94d-156f19207ad5 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Made reservation on behalf of fc5f8f0b8add43369a6118c499ef042d for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:11:42.313323 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-8fd6b7af-ec83-44a7-b94d-156f19207ad5 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:42.314638 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-6e7bea02-2942-41c8-9678-4b03e436e83b service neutron] 10.222.0.57 "GET /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685159 Dec 16 22:11:42.329581 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-19d54c2b-4e53-48b9-9b82-ba233d3b3f3a req-b0dbcdea-b009-4f85-855e-ec545d98602c tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169159 Dec 16 22:11:42.378758 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-8f2ae5e5-2797-41c2-acfc-e827df7d84cd None None] Set router 2a9fdd73-b008-433a-8b53-f0ad75a818e5 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:11:42.389679 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f397e59-d4b9-44eb-aca2-b44599b05b0b req-a36dd682-1296-400e-bd3f-41348e52b786 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:42.391430 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f397e59-d4b9-44eb-aca2-b44599b05b0b req-a36dd682-1296-400e-bd3f-41348e52b786 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 984 time: 0.0939074 Dec 16 22:11:42.399530 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b51903-9c19-4c68-a980-47140a56611c x-openstack-request-id: req-a7b51903-9c19-4c68-a980-47140a56611c {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:42.399826 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4171e8ed-51c3-4126-be9b-d2abd85b0ddf", "tag": "d094d4d0-6e82-40b9-85f7-0493d52e0535", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:42.400085 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a7b51903-9c19-4c68-a980-47140a56611c {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:42.400493 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4171e8ed-51c3-4126-be9b-d2abd85b0ddf', 'tag': 'd094d4d0-6e82-40b9-85f7-0493d52e0535', 'status': 'completed', 'code': 200} Dec 16 22:11:42.407312 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-1f397e59-d4b9-44eb-aca2-b44599b05b0b req-7170aca9-9fc7-4323-a424-a534e04e3042 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Request body: {'port': {'security_groups': ['5b43f9fb-872d-48b0-bd09-d5a7a9593c9f']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:42.439531 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-70001d68-4686-4cf7-b17d-337d0e39e998 admin admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:42.510232 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1f397e59-d4b9-44eb-aca2-b44599b05b0b req-7170aca9-9fc7-4323-a424-a534e04e3042 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:42.665196 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8f2ae5e5-2797-41c2-acfc-e827df7d84cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-564571444-router', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:07Z', 'updated_at': '2021-12-16T22:11:40Z', 'revision_number': 5, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'gw_port': {'id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:08Z', 'updated_at': '2021-12-16T22:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:42.681475 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac85fd-5858-4e1d-8beb-37caeb000554 req-f8b2d8a8-8cfe-48cd-80bb-b5175b5137f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:42.683125 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eaac85fd-5858-4e1d-8beb-37caeb000554 req-f8b2d8a8-8cfe-48cd-80bb-b5175b5137f3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fb020d18049e49da94018381955868ba&device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 1135 time: 0.2385595 Dec 16 22:11:42.688788 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-8fd6b7af-ec83-44a7-b94d-156f19207ad5 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Allocated IP 172.20.0.4 (f4b4200a-5735-42d7-aba1-c5a847665c5e/241332bf-ffe2-4b38-90c7-a643b4215ed1/712cf24d-c529-462a-bdcb-23ecddc78bca) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:11:42.709545 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device acc0dc5e-85df-409c-9ced-567f2fc71e7a details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:11:42.726712 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ae5e5-2797-41c2-acfc-e827df7d84cd None None] Checking router: 2a9fdd73-b008-433a-8b53-f0ad75a818e5 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:11:42.753489 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-70001d68-4686-4cf7-b17d-337d0e39e998 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:42.772497 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-1f397e59-d4b9-44eb-aca2-b44599b05b0b req-7170aca9-9fc7-4323-a424-a534e04e3042 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] For port d094d4d0-6e82-40b9-85f7-0493d52e0535, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d094d4d0-6e82-40b9-85f7-0493d52e0535,segment=NetworkSegment(7d53f15a-20ab-44b9-a103-402696484de8),segment_id=7d53f15a-20ab-44b9-a103-402696484de8)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:42.788317 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ae5e5-2797-41c2-acfc-e827df7d84cd None None] Routers {'2a9fdd73-b008-433a-8b53-f0ad75a818e5'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:11:42.789010 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8f2ae5e5-2797-41c2-acfc-e827df7d84cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:11:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2a9fdd73-b008-433a-8b53-f0ad75a818e5'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:42.810108 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1f397e59-d4b9-44eb-aca2-b44599b05b0b req-7170aca9-9fc7-4323-a424-a534e04e3042 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:42.847909 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac85fd-5858-4e1d-8beb-37caeb000554 req-facc26a8-82c4-4e68-9bec-bee8996c9c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:42.849962 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eaac85fd-5858-4e1d-8beb-37caeb000554 req-facc26a8-82c4-4e68-9bec-bee8996c9c22 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6897b954-3619-4e8e-ae30-929f8d7aad6a HTTP/1.1" status: 200 len: 920 time: 0.1583824 Dec 16 22:11:42.922709 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eaac85fd-5858-4e1d-8beb-37caeb000554 req-2eafe53f-8f85-4382-8906-123ba78df752 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d094d4d0-6e82-40b9-85f7-0493d52e0535 HTTP/1.1" status: 200 len: 217 time: 0.0479684 Dec 16 22:11:42.973355 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1f397e59-d4b9-44eb-aca2-b44599b05b0b req-7170aca9-9fc7-4323-a424-a534e04e3042 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:43.035369 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['d094d4d0-6e82-40b9-85f7-0493d52e0535'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:43.052387 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac85fd-5858-4e1d-8beb-37caeb000554 req-d6506e48-c22b-48a6-b549-eb00263bb341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:43.053981 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eaac85fd-5858-4e1d-8beb-37caeb000554 req-d6506e48-c22b-48a6-b549-eb00263bb341 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aad8e5a8-b013-4c8c-8f52-75d6be3d513d HTTP/1.1" status: 200 len: 860 time: 0.1203635 Dec 16 22:11:43.066194 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-8fd6b7af-ec83-44a7-b94d-156f19207ad5 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:43.067914 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f397e59-d4b9-44eb-aca2-b44599b05b0b req-7170aca9-9fc7-4323-a424-a534e04e3042 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:43.068771 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1f397e59-d4b9-44eb-aca2-b44599b05b0b req-7170aca9-9fc7-4323-a424-a534e04e3042 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:43.070278 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f397e59-d4b9-44eb-aca2-b44599b05b0b req-7170aca9-9fc7-4323-a424-a534e04e3042 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "PUT /v2.0/ports/d094d4d0-6e82-40b9-85f7-0493d52e0535 HTTP/1.1" status: 200 len: 942 time: 0.6705549 Dec 16 22:11:43.112387 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170aca9-9fc7-4323-a424-a534e04e3042 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Pushing event updated for resources: {'Port': ['ID=d094d4d0-6e82-40b9-85f7-0493d52e0535,revision_number=7']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:43.120235 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port acc0dc5e-85df-409c-9ced-567f2fc71e7a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=acc0dc5e-85df-409c-9ced-567f2fc71e7a,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:43.124789 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eaac85fd-5858-4e1d-8beb-37caeb000554 req-056667ed-874d-4c3e-9350-e289478ac6d6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6897b954-3619-4e8e-ae30-929f8d7aad6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531595 Dec 16 22:11:43.125769 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-cef1e067-5dd3-4b3c-ad52-e6284fd2f5f1 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:43.127991 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-cef1e067-5dd3-4b3c-ad52-e6284fd2f5f1 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751&tenant_id=70ddf0fe02f649f28d93270673f4f1b0&binding%3Ahost_id=n-h2-815324-4 HTTP/1.1" status: 200 len: 1095 time: 0.1150901 Dec 16 22:11:43.145677 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-8f2ae5e5-2797-41c2-acfc-e827df7d84cd None None] Set router 2a9fdd73-b008-433a-8b53-f0ad75a818e5 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:11:43.183344 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': 'acc0dc5e-85df-409c-9ced-567f2fc71e7a', 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae', 'port_id': 'acc0dc5e-85df-409c-9ced-567f2fc71e7a', 'mac_address': 'fa:16:3e:89:af:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a903b4-5579-4f62-80b4-b7b74c354d7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:11:43.333225 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['d094d4d0-6e82-40b9-85f7-0493d52e0535'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:43.367455 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d4f4f67d-2d32-4172-a7af-da1dca573255 req-f546e5b7-ffda-4ed3-a29f-32bb16f1b794 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e64e5ec-6962-40aa-a81b-c65cac465e57 HTTP/1.1" status: 200 len: 210 time: 0.0339782 Dec 16 22:11:43.385094 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4171e8ed-51c3-4126-be9b-d2abd85b0ddf', 'tag': 'd094d4d0-6e82-40b9-85f7-0493d52e0535'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:43.387927 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fde3831-b24d-4b9f-8f55-9113d657f4db" -d '{"events": [{"name": "network-changed", "server_uuid": "4171e8ed-51c3-4126-be9b-d2abd85b0ddf", "tag": "d094d4d0-6e82-40b9-85f7-0493d52e0535"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:43.451010 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:43.493835 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-c1512527-aaaa-455d-8a79-62d98619e445 service neutron] For port a66341b9-0d2d-45b1-938e-489a64c73525, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:11:43.501340 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-c1512527-aaaa-455d-8a79-62d98619e445 service neutron] Publish callbacks [] for binding, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:43.502765 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1d58539-3974-454b-a2ae-912ced9b1e48 req-c1512527-aaaa-455d-8a79-62d98619e445 service neutron] 10.222.0.57 "DELETE /v2.0/ports/a66341b9-0d2d-45b1-938e-489a64c73525/bindings/n-h1-815324-4 HTTP/1.1" status: 204 len: 173 time: 0.3669171 Dec 16 22:11:43.523323 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548513e0-a730-4d6c-8d39-e97c78eacafe req-d7527c2f-b1b9-4fb0-a780-91e83fd277fb tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:43.532016 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-548513e0-a730-4d6c-8d39-e97c78eacafe req-d7527c2f-b1b9-4fb0-a780-91e83fd277fb tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 944 time: 0.0685496 Dec 16 22:11:43.550805 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc0dc5e-85df-409c-9ced-567f2fc71e7a {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:11:43.591557 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-548513e0-a730-4d6c-8d39-e97c78eacafe req-c164f153-201c-4960-ad82-cf49e5408a99 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557501 Dec 16 22:11:43.595358 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bc4dc511-e00c-46ea-b27d-ca181d168e47 req-ad4e7438-c618-4262-b5da-1fd92f1b53ad tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 210 time: 0.0777264 Dec 16 22:11:43.605703 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-70001d68-4686-4cf7-b17d-337d0e39e998 admin admin] Deleting port b5078b35-e78f-48b0-9c56-2c8351a99f5f {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:43.605703 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-70001d68-4686-4cf7-b17d-337d0e39e998 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:43.624661 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port acc0dc5e-85df-409c-9ced-567f2fc71e7a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=acc0dc5e-85df-409c-9ced-567f2fc71e7a,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:43.718885 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8f2ae5e5-2797-41c2-acfc-e827df7d84cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-564571444-router', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:07Z', 'updated_at': '2021-12-16T22:11:40Z', 'revision_number': 5, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'gw_port': {'id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:08Z', 'updated_at': '2021-12-16T22:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:43.755332 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ae5e5-2797-41c2-acfc-e827df7d84cd None None] The sync data for ids ['2a9fdd73-b008-433a-8b53-f0ad75a818e5'] in n-d-815324-4 is: [{'id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-564571444-router', 'tenant_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:07Z', 'updated_at': '2021-12-16T22:11:40Z', 'revision_number': 5, 'project_id': 'eef4474b3e2b443596735e3c2ca6ae10', 'gw_port': {'id': 'b5078b35-e78f-48b0-9c56-2c8351a99f5f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9fdd73-b008-433a-8b53-f0ad75a818e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:08Z', 'updated_at': '2021-12-16T22:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:11:43.838216 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eaac85fd-5858-4e1d-8beb-37caeb000554 req-1ee3d4c2-34ae-4200-be62-ebb3c7a5d462 service neutron] 10.222.0.76 "GET /v2.0/networks/6897b954-3619-4e8e-ae30-929f8d7aad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6897738 Dec 16 22:11:43.845038 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:43.901149 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-70001d68-4686-4cf7-b17d-337d0e39e998 admin admin] For port b5078b35-e78f-48b0-9c56-2c8351a99f5f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b5078b35-e78f-48b0-9c56-2c8351a99f5f,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:43.901149 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-70001d68-4686-4cf7-b17d-337d0e39e998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:43.901484 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=acc0dc5e-85df-409c-9ced-567f2fc71e7a,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:43.901700 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-70001d68-4686-4cf7-b17d-337d0e39e998 admin admin] Calling delete_port for b5078b35-e78f-48b0-9c56-2c8351a99f5f owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:43.938522 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e802b05e-8905-4867-b37a-c423e2027fce req-8b71f762-8d57-46c8-bcd9-642315802c32 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3023903 Dec 16 22:11:43.952118 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-e802b05e-8905-4867-b37a-c423e2027fce req-09fa5527-f5f0-44c1-9c4d-5a5339c84b6f tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:44.021288 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-8fd6b7af-ec83-44a7-b94d-156f19207ad5 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:44.075793 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eaac85fd-5858-4e1d-8beb-37caeb000554 req-1589c23d-242b-499b-9803-874242cf80ce service neutron] 10.222.0.76 "GET /v2.0/networks/6897b954-3619-4e8e-ae30-929f8d7aad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264161 Dec 16 22:11:44.099609 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-8fd6b7af-ec83-44a7-b94d-156f19207ad5 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Network f4b4200a-5735-42d7-aba1-c5a847665c5e is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:11:44.108213 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-8fd6b7af-ec83-44a7-b94d-156f19207ad5 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:11:44.151118 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-8fd6b7af-ec83-44a7-b94d-156f19207ad5 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:11:44.160171 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6b7af-ec83-44a7-b94d-156f19207ad5 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Pushing event updated for resources: {'Port': ['ID=712cf24d-c529-462a-bdcb-23ecddc78bca,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:44.222958 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-8fd6b7af-ec83-44a7-b94d-156f19207ad5 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:44.223625 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-8fd6b7af-ec83-44a7-b94d-156f19207ad5 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:44.261588 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e802b05e-8905-4867-b37a-c423e2027fce req-09fa5527-f5f0-44c1-9c4d-5a5339c84b6f tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:44.392022 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e802b05e-8905-4867-b37a-c423e2027fce req-09fa5527-f5f0-44c1-9c4d-5a5339c84b6f tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:44.392547 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c67a98-8e07-4740-91f1-17bf7db19e73 req-b94d064a-5f57-495c-83b0-984de4655097 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:44.395925 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5c67a98-8e07-4740-91f1-17bf7db19e73 req-b94d064a-5f57-495c-83b0-984de4655097 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 945 time: 0.0672164 Dec 16 22:11:44.430369 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['acc0dc5e-85df-409c-9ced-567f2fc71e7a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:44.455440 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5c67a98-8e07-4740-91f1-17bf7db19e73 req-ca392b05-842f-4932-8139-eca7b94c8a73 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516806 Dec 16 22:11:44.507802 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-8fd6b7af-ec83-44a7-b94d-156f19207ad5 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5986075 Dec 16 22:11:44.512559 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1d76b9-e3d2-4c9e-88cf-82dc4453a3ec x-openstack-request-id: req-0c1d76b9-e3d2-4c9e-88cf-82dc4453a3ec {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:44.512559 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4171e8ed-51c3-4126-be9b-d2abd85b0ddf", "tag": "d094d4d0-6e82-40b9-85f7-0493d52e0535", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:44.512559 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0c1d76b9-e3d2-4c9e-88cf-82dc4453a3ec {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:44.512559 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4171e8ed-51c3-4126-be9b-d2abd85b0ddf', 'tag': 'd094d4d0-6e82-40b9-85f7-0493d52e0535', 'status': 'completed', 'code': 200} Dec 16 22:11:44.517674 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-e802b05e-8905-4867-b37a-c423e2027fce req-09fa5527-f5f0-44c1-9c4d-5a5339c84b6f tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Allocated IP 172.25.6.191 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/7ff595cc-3a50-4445-bfec-717a90beac70) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:11:44.580618 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-70001d68-4686-4cf7-b17d-337d0e39e998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:44.610683 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70001d68-4686-4cf7-b17d-337d0e39e998 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5078b35-e78f-48b0-9c56-2c8351a99f5f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:44.619467 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-d97fb857-15ac-42a2-ab32-afbdf1855879 service neutron] Request body: {'port': {'device_id': '1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:44.731257 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-d97fb857-15ac-42a2-ab32-afbdf1855879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:44.734924 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5f99abfb-65ef-443f-af5f-8080644e5392 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:44.765453 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 5f99abfb-65ef-443f-af5f-8080644e5392 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:11:44.765951 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5f99abfb-65ef-443f-af5f-8080644e5392 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:44.888943 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde3831-b24d-4b9f-8f55-9113d657f4db req-d0babe12-5add-4a0f-be9d-7b165aa88a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:44.890908 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9fde3831-b24d-4b9f-8f55-9113d657f4db req-d0babe12-5add-4a0f-be9d-7b165aa88a8c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fb020d18049e49da94018381955868ba&device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 1096 time: 0.2096386 Dec 16 22:11:44.943013 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e802b05e-8905-4867-b37a-c423e2027fce req-09fa5527-f5f0-44c1-9c4d-5a5339c84b6f tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:44.981952 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b04c3042-1797-40a5-8533-e32825b58c10 req-db26584b-549d-4b43-bec0-61782b838456 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e64e5ec-6962-40aa-a81b-c65cac465e57 HTTP/1.1" status: 200 len: 210 time: 0.0341346 Dec 16 22:11:45.026926 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-70001d68-4686-4cf7-b17d-337d0e39e998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:45.042016 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-bb5e8c48-89a6-489d-911c-04a20b09249b tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:45.043790 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-bb5e8c48-89a6-489d-911c-04a20b09249b tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.57 "GET /v2.0/networks?id=8ad157d2-5520-47b6-a14b-23516eba3ebc HTTP/1.1" status: 200 len: 806 time: 0.4918060 Dec 16 22:11:45.072781 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-2854167b-fa49-4f01-b7bb-255da8368894 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Request body: {'port': {'device_id': '2e64e5ec-6962-40aa-a81b-c65cac465e57', 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc', 'admin_state_up': True, 'tenant_id': '2a5983ec059547448cf45cc5d0d82ac4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:45.178795 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eba9d7-0655-447f-b1f4-c8a587a78eed req-ecb394cf-8751-4956-be9d-e4371a55e1aa tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:45.180718 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-22eba9d7-0655-447f-b1f4-c8a587a78eed req-ecb394cf-8751-4956-be9d-e4371a55e1aa tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 1095 time: 0.1206484 Dec 16 22:11:45.198541 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-70001d68-4686-4cf7-b17d-337d0e39e998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:45.204131 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-70001d68-4686-4cf7-b17d-337d0e39e998 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:45.259958 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-22eba9d7-0655-447f-b1f4-c8a587a78eed req-aaaa38e3-a66e-4c3b-b260-ce7ff33ec1b5 tempest-LiveMigrationTest-1054200302 tempest-LiveMigrationTest-1054200302-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629382 Dec 16 22:11:45.306238 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde3831-b24d-4b9f-8f55-9113d657f4db req-71353bca-acaf-4e58-96e2-a85e85785cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:45.306238 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9fde3831-b24d-4b9f-8f55-9113d657f4db req-71353bca-acaf-4e58-96e2-a85e85785cda service neutron] 10.222.0.76 "GET /v2.0/networks?id=6897b954-3619-4e8e-ae30-929f8d7aad6a HTTP/1.1" status: 200 len: 920 time: 0.3526688 Dec 16 22:11:45.350739 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9fde3831-b24d-4b9f-8f55-9113d657f4db req-ce3e1e71-fe41-4903-aa85-a84b38ae551d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d094d4d0-6e82-40b9-85f7-0493d52e0535 HTTP/1.1" status: 200 len: 217 time: 0.0376856 Dec 16 22:11:45.387374 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374bbb2-587b-44b0-b171-7c1edeb3d3be req-9f057047-fd6c-48c8-9413-5d5c601f591d tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:45.389120 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5374bbb2-587b-44b0-b171-7c1edeb3d3be req-9f057047-fd6c-48c8-9413-5d5c601f591d tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 931 time: 0.0579937 Dec 16 22:11:45.403682 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 5aafa023-81ba-4344-a6f8-e9f8d7ee7393 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:45.429082 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 5aafa023-81ba-4344-a6f8-e9f8d7ee7393 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:11:45.429806 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 5aafa023-81ba-4344-a6f8-e9f8d7ee7393 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:45.449632 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde3831-b24d-4b9f-8f55-9113d657f4db req-cdd629db-9645-4d8a-b559-ee0500db59f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:45.451206 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9fde3831-b24d-4b9f-8f55-9113d657f4db req-cdd629db-9645-4d8a-b559-ee0500db59f6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aad8e5a8-b013-4c8c-8f52-75d6be3d513d HTTP/1.1" status: 200 len: 860 time: 0.0870962 Dec 16 22:11:45.456550 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5374bbb2-587b-44b0-b171-7c1edeb3d3be req-30785008-640c-42fa-840a-49731b667851 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599563 Dec 16 22:11:45.480184 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-d97fb857-15ac-42a2-ab32-afbdf1855879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 712cf24d-c529-462a-bdcb-23ecddc78bca {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:11:45.494010 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-2854167b-fa49-4f01-b7bb-255da8368894 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Made reservation on behalf of 2a5983ec059547448cf45cc5d0d82ac4 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:11:45.497348 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-2854167b-fa49-4f01-b7bb-255da8368894 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:45.498888 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9fde3831-b24d-4b9f-8f55-9113d657f4db req-9359ce72-f2c2-410f-8c40-0cc2a2e59f9c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6897b954-3619-4e8e-ae30-929f8d7aad6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382302 Dec 16 22:11:45.501138 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-d97fb857-15ac-42a2-ab32-afbdf1855879 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:45.503892 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e802b05e-8905-4867-b37a-c423e2027fce req-09fa5527-f5f0-44c1-9c4d-5a5339c84b6f tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:45.533361 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 81d1e36e-e3d2-4475-ab6d-d731652e095d details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:11:45.557772 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-70001d68-4686-4cf7-b17d-337d0e39e998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:45.558336 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70001d68-4686-4cf7-b17d-337d0e39e998 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a9fdd73-b008-433a-8b53-f0ad75a818e5 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:11:45.562315 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-d97fb857-15ac-42a2-ab32-afbdf1855879 service neutron] Transition to ACTIVE for port object 712cf24d-c529-462a-bdcb-23ecddc78bca will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:11:45.576728 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-70001d68-4686-4cf7-b17d-337d0e39e998 admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:45.581335 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-70001d68-4686-4cf7-b17d-337d0e39e998 admin admin] 10.222.0.75 "DELETE /v2.0/routers/2a9fdd73-b008-433a-8b53-f0ad75a818e5 HTTP/1.1" status: 204 len: 168 time: 3.3412106 Dec 16 22:11:45.581494 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60566) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:45.637657 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e802b05e-8905-4867-b37a-c423e2027fce req-09fa5527-f5f0-44c1-9c4d-5a5339c84b6f tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:11:45.648294 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-e802b05e-8905-4867-b37a-c423e2027fce req-09fa5527-f5f0-44c1-9c4d-5a5339c84b6f tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:11:45.655548 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-387d9a32-334e-4572-be98-8611eb4fcf6a admin admin] Deleting subnet 797fa958-cbb2-4eb6-8ec6-7506427faefa {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:11:45.663006 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-e802b05e-8905-4867-b37a-c423e2027fce req-09fa5527-f5f0-44c1-9c4d-5a5339c84b6f tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:11:45.665430 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-387d9a32-334e-4572-be98-8611eb4fcf6a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:45.668869 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa5527-f5f0-44c1-9c4d-5a5339c84b6f tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Pushing event updated for resources: {'Port': ['ID=7ff595cc-3a50-4445-bfec-717a90beac70,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:45.676889 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-d97fb857-15ac-42a2-ab32-afbdf1855879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:45.775583 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 81d1e36e-e3d2-4475-ab6d-d731652e095d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=81d1e36e-e3d2-4475-ab6d-d731652e095d,segment=NetworkSegment(ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405),segment_id=ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:45.776053 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a5222-201d-42f9-893f-4b3b1e0e66ba req-b76acbcb-0135-44e7-b12e-ebe28241459e tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:45.785959 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aa3a5222-201d-42f9-893f-4b3b1e0e66ba req-b76acbcb-0135-44e7-b12e-ebe28241459e tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=2360f1c2-d5e1-4887-9af4-2697cb641991 HTTP/1.1" status: 200 len: 946 time: 0.2662637 Dec 16 22:11:45.799701 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-387d9a32-334e-4572-be98-8611eb4fcf6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:45.805676 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9fde3831-b24d-4b9f-8f55-9113d657f4db req-3ebc752b-d103-45c0-a235-9882fdc09aea service neutron] 10.222.0.76 "GET /v2.0/networks/6897b954-3619-4e8e-ae30-929f8d7aad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870743 Dec 16 22:11:45.807178 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '81d1e36e-e3d2-4475-ab6d-d731652e095d', 'network_id': '4e1bd316-abcd-4f96-883a-81e4852f7038', 'port_id': '81d1e36e-e3d2-4475-ab6d-d731652e095d', 'mac_address': 'fa:16:3e:c8:bc:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3707ad1d-19fd-41c2-aff9-70fbe5f0e860', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:11:45.808048 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fb857-15ac-42a2-ab32-afbdf1855879 service neutron] Pushing event updated for resources: {'Port': ['ID=712cf24d-c529-462a-bdcb-23ecddc78bca,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:45.871650 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-2854167b-fa49-4f01-b7bb-255da8368894 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Allocated IP 172.20.0.7 (8ad157d2-5520-47b6-a14b-23516eba3ebc/9741df81-7a4c-44a7-8dc9-6f94ad4c24c8/0c535e3a-0289-4648-af61-8053a01ad920) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:11:45.891192 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:45.917771 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81d1e36e-e3d2-4475-ab6d-d731652e095d {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:11:45.924052 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aa3a5222-201d-42f9-893f-4b3b1e0e66ba req-b18d9767-65c6-4b60-aa48-2ca747f0a327 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305859 Dec 16 22:11:45.946307 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 81d1e36e-e3d2-4475-ab6d-d731652e095d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=81d1e36e-e3d2-4475-ab6d-d731652e095d,segment=NetworkSegment(ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405),segment_id=ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:46.007614 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-387d9a32-334e-4572-be98-8611eb4fcf6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.009915 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e802b05e-8905-4867-b37a-c423e2027fce req-09fa5527-f5f0-44c1-9c4d-5a5339c84b6f tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.034100 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-d97fb857-15ac-42a2-ab32-afbdf1855879 service neutron] Attempting to bind port 712cf24d-c529-462a-bdcb-23ecddc78bca on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:11:46.034450 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-d97fb857-15ac-42a2-ab32-afbdf1855879 service neutron] Attempting to bind port 712cf24d-c529-462a-bdcb-23ecddc78bca by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'aae510df-529b-45cb-940a-79aa02f44cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:11:46.034791 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-d97fb857-15ac-42a2-ab32-afbdf1855879 service neutron] Attempting to bind port 712cf24d-c529-462a-bdcb-23ecddc78bca on network f4b4200a-5735-42d7-aba1-c5a847665c5e {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:46.048882 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-d97fb857-15ac-42a2-ab32-afbdf1855879 service neutron] Port 712cf24d-c529-462a-bdcb-23ecddc78bca on network f4b4200a-5735-42d7-aba1-c5a847665c5e not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:11:46.049183 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-d97fb857-15ac-42a2-ab32-afbdf1855879 service neutron] Attempting to bind port 712cf24d-c529-462a-bdcb-23ecddc78bca on network f4b4200a-5735-42d7-aba1-c5a847665c5e {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:46.053426 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.054071 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9fde3831-b24d-4b9f-8f55-9113d657f4db req-f28a1e2c-0d53-4ddf-a6fd-108066732f03 service neutron] 10.222.0.76 "GET /v2.0/networks/6897b954-3619-4e8e-ae30-929f8d7aad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360058 Dec 16 22:11:46.057365 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-d97fb857-15ac-42a2-ab32-afbdf1855879 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:11:46.057365 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-d97fb857-15ac-42a2-ab32-afbdf1855879 service neutron] Checking segment: {'id': 'aae510df-529b-45cb-940a-79aa02f44cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:11:46.058605 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-d97fb857-15ac-42a2-ab32-afbdf1855879 service neutron] Bound using segment: {'id': 'aae510df-529b-45cb-940a-79aa02f44cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:11:46.058605 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-d97fb857-15ac-42a2-ab32-afbdf1855879 service neutron] Bound port: 712cf24d-c529-462a-bdcb-23ecddc78bca, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae510df-529b-45cb-940a-79aa02f44cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:11:46.058605 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-d97fb857-15ac-42a2-ab32-afbdf1855879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.122316 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=81d1e36e-e3d2-4475-ab6d-d731652e095d,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:46.195011 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e802b05e-8905-4867-b37a-c423e2027fce req-09fa5527-f5f0-44c1-9c4d-5a5339c84b6f tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.244869 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-2854167b-fa49-4f01-b7bb-255da8368894 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.247731 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['81d1e36e-e3d2-4475-ab6d-d731652e095d'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:46.252306 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-d97fb857-15ac-42a2-ab32-afbdf1855879 service neutron] For port 712cf24d-c529-462a-bdcb-23ecddc78bca, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:11:46.256622 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-d97fb857-15ac-42a2-ab32-afbdf1855879 service neutron] For port 712cf24d-c529-462a-bdcb-23ecddc78bca, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=712cf24d-c529-462a-bdcb-23ecddc78bca,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:11:46.392343 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e802b05e-8905-4867-b37a-c423e2027fce req-09fa5527-f5f0-44c1-9c4d-5a5339c84b6f tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.539607 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-2854167b-fa49-4f01-b7bb-255da8368894 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.541651 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-387d9a32-334e-4572-be98-8611eb4fcf6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.556618 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e802b05e-8905-4867-b37a-c423e2027fce req-09fa5527-f5f0-44c1-9c4d-5a5339c84b6f tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.561987 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-d97fb857-15ac-42a2-ab32-afbdf1855879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.587313 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6584960a-97fd-456d-b9ef-cb7b7437c516'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:46.635056 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d9a32-334e-4572-be98-8611eb4fcf6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=797fa958-cbb2-4eb6-8ec6-7506427faefa,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:46.660398 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-d97fb857-15ac-42a2-ab32-afbdf1855879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:46.663194 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-d97fb857-15ac-42a2-ab32-afbdf1855879 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.663926 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-d97fb857-15ac-42a2-ab32-afbdf1855879 service neutron] 10.222.0.76 "PUT /v2.0/ports/712cf24d-c529-462a-bdcb-23ecddc78bca HTTP/1.1" status: 200 len: 1091 time: 2.0586782 Dec 16 22:11:46.664409 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5', 'tag': '712cf24d-c529-462a-bdcb-23ecddc78bca'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:46.666678 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee74ce39-b04d-4c82-bb87-1b11eabc4c22" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5", "tag": "712cf24d-c529-462a-bdcb-23ecddc78bca"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:46.670997 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-387d9a32-334e-4572-be98-8611eb4fcf6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.674581 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-387d9a32-334e-4572-be98-8611eb4fcf6a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/797fa958-cbb2-4eb6-8ec6-7506427faefa HTTP/1.1" status: 204 len: 168 time: 1.0791245 Dec 16 22:11:46.681110 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60578) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:46.690987 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156bed37-5262-47ef-8f32-756daa358e4d None None] Network d94d0871-a0a1-410a-ba04-ae858b15c465 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:11:46.692846 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-2854167b-fa49-4f01-b7bb-255da8368894 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Network 8ad157d2-5520-47b6-a14b-23516eba3ebc is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:11:46.706067 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-2854167b-fa49-4f01-b7bb-255da8368894 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:11:46.717600 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-2854167b-fa49-4f01-b7bb-255da8368894 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:11:46.751292 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device acc0dc5e-85df-409c-9ced-567f2fc71e7a up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:11:46.780163 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-2854167b-fa49-4f01-b7bb-255da8368894 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:46.782433 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-2854167b-fa49-4f01-b7bb-255da8368894 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.809729 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53803882-d4f5-428e-9f6e-97c404e2e325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.815294 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e802b05e-8905-4867-b37a-c423e2027fce req-09fa5527-f5f0-44c1-9c4d-5a5339c84b6f tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:46.828990 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854167b-fa49-4f01-b7bb-255da8368894 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Pushing event updated for resources: {'Port': ['ID=0c535e3a-0289-4648-af61-8053a01ad920,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:46.834932 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa5527-f5f0-44c1-9c4d-5a5339c84b6f tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Pushing event updated for resources: {'Port': ['ID=7ff595cc-3a50-4445-bfec-717a90beac70,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:46.876698 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7250f-90d2-4f44-9928-a234d6f3c946 req-fdd4e277-9201-4586-a89f-943344a8f83b tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:46.878311 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3bc7250f-90d2-4f44-9928-a234d6f3c946 req-fdd4e277-9201-4586-a89f-943344a8f83b tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 945 time: 0.0913637 Dec 16 22:11:46.963925 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fb857-15ac-42a2-ab32-afbdf1855879 service neutron] Pushing event updated for resources: {'Port': ['ID=712cf24d-c529-462a-bdcb-23ecddc78bca,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:46.975756 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-2854167b-fa49-4f01-b7bb-255da8368894 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9088693 Dec 16 22:11:46.981662 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3bc7250f-90d2-4f44-9928-a234d6f3c946 req-72bcddd6-29c2-4240-874e-6ece01aec2c1 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966012 Dec 16 22:11:46.990671 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-61bedc87-be83-453e-940f-d71c6892a681 service neutron] Request body: {'port': {'device_id': '2e64e5ec-6962-40aa-a81b-c65cac465e57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:47.003774 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port acc0dc5e-85df-409c-9ced-567f2fc71e7a completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:11:47.008529 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57425c35-1cf2-4b0f-a2c6-6359ea7cdb6a None None] DHCP port deletion for d94d0871-a0a1-410a-ba04-ae858b15c465 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:11:47.012891 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port acc0dc5e-85df-409c-9ced-567f2fc71e7a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:47.013627 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:47.052956 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-61bedc87-be83-453e-940f-d71c6892a681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:47.059227 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e802b05e-8905-4867-b37a-c423e2027fce req-09fa5527-f5f0-44c1-9c4d-5a5339c84b6f tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:47.060617 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e802b05e-8905-4867-b37a-c423e2027fce req-09fa5527-f5f0-44c1-9c4d-5a5339c84b6f tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1153576 Dec 16 22:11:47.146689 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e802b05e-8905-4867-b37a-c423e2027fce req-c262c0dc-26d2-4d82-8b69-338760096ddd tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.191 HTTP/1.1" status: 200 len: 696 time: 0.0754964 Dec 16 22:11:47.172795 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-a8aaa30f-b858-49eb-8dd0-afe34ffe7bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:47.174335 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-a8aaa30f-b858-49eb-8dd0-afe34ffe7bae service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fc5f8f0b8add43369a6118c499ef042d&device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 1094 time: 0.1930890 Dec 16 22:11:47.188618 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-57425c35-1cf2-4b0f-a2c6-6359ea7cdb6a None None] Deleting port 2b407718-64e3-4274-81ec-f92eb4868d06 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:47.188993 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57425c35-1cf2-4b0f-a2c6-6359ea7cdb6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:47.200570 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-53803882-d4f5-428e-9f6e-97c404e2e325 admin admin] Deleting port 2b407718-64e3-4274-81ec-f92eb4868d06 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:47.200910 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53803882-d4f5-428e-9f6e-97c404e2e325 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:47.259455 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-57425c35-1cf2-4b0f-a2c6-6359ea7cdb6a None None] For port 2b407718-64e3-4274-81ec-f92eb4868d06, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2b407718-64e3-4274-81ec-f92eb4868d06,segment=NetworkSegment(0872ca05-b35c-4fa1-9280-4ff6b06627ab),segment_id=0872ca05-b35c-4fa1-9280-4ff6b06627ab)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:47.259863 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57425c35-1cf2-4b0f-a2c6-6359ea7cdb6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:47.280386 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:47.282577 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-57425c35-1cf2-4b0f-a2c6-6359ea7cdb6a None None] Calling delete_port for 2b407718-64e3-4274-81ec-f92eb4868d06 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:47.318205 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7f2f64-5d38-49fe-a432-822b68c13183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc0dc5e-85df-409c-9ced-567f2fc71e7a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:47.320636 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c498b749-fa2c-441a-bd4c-dbc0d9873bf2" -d '{"events": [{"server_uuid": "7e7f2f64-5d38-49fe-a432-822b68c13183", "name": "network-vif-plugged", "status": "completed", "tag": "acc0dc5e-85df-409c-9ced-567f2fc71e7a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:47.365833 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port acc0dc5e-85df-409c-9ced-567f2fc71e7a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=acc0dc5e-85df-409c-9ced-567f2fc71e7a,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:47.377253 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bee53b-f392-4a8f-847a-6c3ca4a4d474 req-cbc6b5b8-6766-4990-9be6-8f09e4c4b1a0 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:47.379024 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e6bee53b-f392-4a8f-847a-6c3ca4a4d474 req-cbc6b5b8-6766-4990-9be6-8f09e4c4b1a0 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e64e5ec-6962-40aa-a81b-c65cac465e57 HTTP/1.1" status: 200 len: 931 time: 0.1228564 Dec 16 22:11:47.453580 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2b407718-64e3-4274-81ec-f92eb4868d06 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:47.465875 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e6bee53b-f392-4a8f-847a-6c3ca4a4d474 req-428ac15f-26c0-402f-9d7a-9d0fcc296536 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795255 Dec 16 22:11:47.486590 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:47.530236 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57425c35-1cf2-4b0f-a2c6-6359ea7cdb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:47.539274 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 81d1e36e-e3d2-4475-ab6d-d731652e095d up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:11:47.541508 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No active binding found for port 2b407718-64e3-4274-81ec-f92eb4868d06 {{(pid=103615) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 22:11:47.542085 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2b407718-64e3-4274-81ec-f92eb4868d06 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:47.542391 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b5078b35-e78f-48b0-9c56-2c8351a99f5f no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:47.552345 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-61bedc87-be83-453e-940f-d71c6892a681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c535e3a-0289-4648-af61-8053a01ad920 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:11:47.568474 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-61bedc87-be83-453e-940f-d71c6892a681 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:47.588485 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-61bedc87-be83-453e-940f-d71c6892a681 service neutron] Transition to ACTIVE for port object 0c535e3a-0289-4648-af61-8053a01ad920 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:11:47.605607 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: b5078b35-e78f-48b0-9c56-2c8351a99f5f {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:11:47.606253 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b5078b35-e78f-48b0-9c56-2c8351a99f5f not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:47.609284 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57425c35-1cf2-4b0f-a2c6-6359ea7cdb6a None None] No DVR routers for this DVR port 2b407718-64e3-4274-81ec-f92eb4868d06 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:11:47.614826 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=acc0dc5e-85df-409c-9ced-567f2fc71e7a,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:47.659830 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57425c35-1cf2-4b0f-a2c6-6359ea7cdb6a None None] Pushing event deleted for resources: {'Port': ['ID=2b407718-64e3-4274-81ec-f92eb4868d06,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:47.668006 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a315956-1627-4a28-9c14-a762649764d5 req-85853687-e4e8-4887-9641-f4e45bb14e9f tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:47.675788 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8a315956-1627-4a28-9c14-a762649764d5 req-85853687-e4e8-4887-9641-f4e45bb14e9f tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 943 time: 0.0850437 Dec 16 22:11:47.680117 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 81d1e36e-e3d2-4475-ab6d-d731652e095d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:47.680117 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:47.711033 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-61bedc87-be83-453e-940f-d71c6892a681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:47.728703 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-6f44df7a-799d-4821-85ee-b282ee8cc47b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=712cf24d-c529-462a-bdcb-23ecddc78bca HTTP/1.1" status: 200 len: 217 time: 0.5297952 Dec 16 22:11:47.779092 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:47.797171 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-53803882-d4f5-428e-9f6e-97c404e2e325 admin admin] For port 2b407718-64e3-4274-81ec-f92eb4868d06, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2b407718-64e3-4274-81ec-f92eb4868d06,segment=NetworkSegment(0872ca05-b35c-4fa1-9280-4ff6b06627ab),segment_id=0872ca05-b35c-4fa1-9280-4ff6b06627ab)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:47.797532 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53803882-d4f5-428e-9f6e-97c404e2e325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:47.817876 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bedc87-be83-453e-940f-d71c6892a681 service neutron] Pushing event updated for resources: {'Port': ['ID=0c535e3a-0289-4648-af61-8053a01ad920,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:47.825144 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-53803882-d4f5-428e-9f6e-97c404e2e325 admin admin] Calling delete_port for 2b407718-64e3-4274-81ec-f92eb4868d06 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:47.833605 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 81d1e36e-e3d2-4475-ab6d-d731652e095d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=81d1e36e-e3d2-4475-ab6d-d731652e095d,segment=NetworkSegment(ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405),segment_id=ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:47.839486 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8a315956-1627-4a28-9c14-a762649764d5 req-8f3591c2-2937-4cc2-ad5f-a21f65a137c6 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593623 Dec 16 22:11:47.862157 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802b05e-8905-4867-b37a-c423e2027fce req-6429d637-8b59-4359-b7ba-89f706754263 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:47.863713 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ec425-5936-4f56-ad91-073778fc37be req-1507b89b-e40f-4bfb-82b7-668f433e67e6 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:47.865220 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-615ec425-5936-4f56-ad91-073778fc37be req-1507b89b-e40f-4bfb-82b7-668f433e67e6 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.57 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 944 time: 0.1773160 Dec 16 22:11:47.865868 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e802b05e-8905-4867-b37a-c423e2027fce req-6429d637-8b59-4359-b7ba-89f706754263 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 784 time: 0.7136929 Dec 16 22:11:47.902498 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:47.958159 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-1a9cf629-f2d9-4a6a-8f92-d9a89f72fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:47.960491 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-1a9cf629-f2d9-4a6a-8f92-d9a89f72fff8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=241332bf-ffe2-4b38-90c7-a643b4215ed1 HTTP/1.1" status: 200 len: 844 time: 0.2218239 Dec 16 22:11:47.961170 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53803882-d4f5-428e-9f6e-97c404e2e325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:47.965320 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bacecd-0842-4dae-abdb-b921585a0a99 x-openstack-request-id: req-89bacecd-0842-4dae-abdb-b921585a0a99 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:47.965320 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5", "tag": "712cf24d-c529-462a-bdcb-23ecddc78bca", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:47.965595 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-89bacecd-0842-4dae-abdb-b921585a0a99 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:47.965802 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5', 'tag': '712cf24d-c529-462a-bdcb-23ecddc78bca', 'status': 'completed', 'code': 200} Dec 16 22:11:47.989883 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=81d1e36e-e3d2-4475-ab6d-d731652e095d,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:48.018685 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-61bedc87-be83-453e-940f-d71c6892a681 service neutron] Attempting to bind port 0c535e3a-0289-4648-af61-8053a01ad920 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:11:48.019052 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-61bedc87-be83-453e-940f-d71c6892a681 service neutron] Attempting to bind port 0c535e3a-0289-4648-af61-8053a01ad920 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:11:48.019373 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-61bedc87-be83-453e-940f-d71c6892a681 service neutron] Attempting to bind port 0c535e3a-0289-4648-af61-8053a01ad920 on network 8ad157d2-5520-47b6-a14b-23516eba3ebc {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:48.026423 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-33e5d24f-a996-4124-952b-f481bdda0983 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f4b4200a-5735-42d7-aba1-c5a847665c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561976 Dec 16 22:11:48.030124 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-61bedc87-be83-453e-940f-d71c6892a681 service neutron] Port 0c535e3a-0289-4648-af61-8053a01ad920 on network 8ad157d2-5520-47b6-a14b-23516eba3ebc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:11:48.030447 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-61bedc87-be83-453e-940f-d71c6892a681 service neutron] Attempting to bind port 0c535e3a-0289-4648-af61-8053a01ad920 on network 8ad157d2-5520-47b6-a14b-23516eba3ebc {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:48.043888 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-61bedc87-be83-453e-940f-d71c6892a681 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:11:48.044235 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-61bedc87-be83-453e-940f-d71c6892a681 service neutron] Checking segment: {'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:11:48.044627 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-61bedc87-be83-453e-940f-d71c6892a681 service neutron] Bound using segment: {'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:11:48.045086 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-61bedc87-be83-453e-940f-d71c6892a681 service neutron] Bound port: 0c535e3a-0289-4648-af61-8053a01ad920, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:11:48.045456 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-61bedc87-be83-453e-940f-d71c6892a681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:48.051024 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53803882-d4f5-428e-9f6e-97c404e2e325 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b407718-64e3-4274-81ec-f92eb4868d06,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:48.057382 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f00050-3a90-4a13-be69-99e9aea50aba req-8a4e0e66-3156-4b4e-ab77-67a29e8173c0 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:48.058964 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-68f00050-3a90-4a13-be69-99e9aea50aba req-8a4e0e66-3156-4b4e-ab77-67a29e8173c0 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 944 time: 0.1253402 Dec 16 22:11:48.104440 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53803882-d4f5-428e-9f6e-97c404e2e325 admin admin] No DVR routers for this DVR port 2b407718-64e3-4274-81ec-f92eb4868d06 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:11:48.129697 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-615ec425-5936-4f56-ad91-073778fc37be req-f34457eb-b733-4504-8ec7-77b5dc5dfbbc tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Deleting port a66341b9-0d2d-45b1-938e-489a64c73525 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:48.130048 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-615ec425-5936-4f56-ad91-073778fc37be req-f34457eb-b733-4504-8ec7-77b5dc5dfbbc tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:48.199676 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1edf1-9705-4924-8bdd-af560166433d req-c7e9d4ae-61c4-451b-a308-ca2f41f9f56a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:48.201183 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a9e1edf1-9705-4924-8bdd-af560166433d req-c7e9d4ae-61c4-451b-a308-ca2f41f9f56a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=2360f1c2-d5e1-4887-9af4-2697cb641991 HTTP/1.1" status: 200 len: 946 time: 0.1925008 Dec 16 22:11:48.214348 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53803882-d4f5-428e-9f6e-97c404e2e325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:48.225721 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-68f00050-3a90-4a13-be69-99e9aea50aba req-8334aef0-a0f6-4c53-82a2-b6026a41aee2 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553698 Dec 16 22:11:48.239624 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-61bedc87-be83-453e-940f-d71c6892a681 service neutron] For port 0c535e3a-0289-4648-af61-8053a01ad920, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:11:48.239624 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-61bedc87-be83-453e-940f-d71c6892a681 service neutron] For port 0c535e3a-0289-4648-af61-8053a01ad920, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=0c535e3a-0289-4648-af61-8053a01ad920,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:11:48.267536 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-53803882-d4f5-428e-9f6e-97c404e2e325 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94d0871-a0a1-410a-ba04-ae858b15c465']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:48.280510 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-615ec425-5936-4f56-ad91-073778fc37be req-f34457eb-b733-4504-8ec7-77b5dc5dfbbc tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] For port a66341b9-0d2d-45b1-938e-489a64c73525, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=a66341b9-0d2d-45b1-938e-489a64c73525,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:48.281025 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-615ec425-5936-4f56-ad91-073778fc37be req-f34457eb-b733-4504-8ec7-77b5dc5dfbbc tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:48.281233 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09fec24-b1e7-4631-a24e-cc79f6fb33df x-openstack-request-id: req-c09fec24-b1e7-4631-a24e-cc79f6fb33df {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:48.281627 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7f2f64-5d38-49fe-a432-822b68c13183", "name": "network-vif-plugged", "status": "completed", "tag": "acc0dc5e-85df-409c-9ced-567f2fc71e7a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:48.281890 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c09fec24-b1e7-4631-a24e-cc79f6fb33df {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:48.282328 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7f2f64-5d38-49fe-a432-822b68c13183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc0dc5e-85df-409c-9ced-567f2fc71e7a', 'code': 200} Dec 16 22:11:48.284882 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-53803882-d4f5-428e-9f6e-97c404e2e325 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0872ca05-b35c-4fa1-9280-4ff6b06627ab') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:48.285212 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-53803882-d4f5-428e-9f6e-97c404e2e325 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0872ca05-b35c-4fa1-9280-4ff6b06627ab') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:48.288503 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-3c3d2826-1319-4c8e-bc39-9b8a197c0123 service neutron] 10.222.0.76 "GET /v2.0/networks/f4b4200a-5735-42d7-aba1-c5a847665c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350352 Dec 16 22:11:48.302162 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-615ec425-5936-4f56-ad91-073778fc37be req-f34457eb-b733-4504-8ec7-77b5dc5dfbbc tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Calling delete_port for a66341b9-0d2d-45b1-938e-489a64c73525 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:48.323313 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53803882-d4f5-428e-9f6e-97c404e2e325 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:48.366144 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-61bedc87-be83-453e-940f-d71c6892a681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:48.367562 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a9e1edf1-9705-4924-8bdd-af560166433d req-8111273a-88a7-4e2a-9707-4356797f0f6e tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567349 Dec 16 22:11:48.391647 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53803882-d4f5-428e-9f6e-97c404e2e325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:48.426891 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53803882-d4f5-428e-9f6e-97c404e2e325 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:11:48.427391 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53803882-d4f5-428e-9f6e-97c404e2e325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:11:48.430824 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:11:48.455694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-61bedc87-be83-453e-940f-d71c6892a681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:48.456686 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-61bedc87-be83-453e-940f-d71c6892a681 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:48.458461 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-61bedc87-be83-453e-940f-d71c6892a681 service neutron] 10.222.0.57 "PUT /v2.0/ports/0c535e3a-0289-4648-af61-8053a01ad920 HTTP/1.1" status: 200 len: 1091 time: 1.4727168 Dec 16 22:11:48.462820 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e64e5ec-6962-40aa-a81b-c65cac465e57', 'tag': '0c535e3a-0289-4648-af61-8053a01ad920'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:48.465193 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07802601-c942-4de4-a25f-a50651d542b1" -d '{"events": [{"name": "network-changed", "server_uuid": "2e64e5ec-6962-40aa-a81b-c65cac465e57", "tag": "0c535e3a-0289-4648-af61-8053a01ad920"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:48.523943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bedc87-be83-453e-940f-d71c6892a681 service neutron] Pushing event updated for resources: {'Port': ['ID=0c535e3a-0289-4648-af61-8053a01ad920,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:48.526085 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24477fe7-6f31-4855-8108-63a9bfaa3f09 req-4d5d668c-d7ff-4ce9-90e0-003f94255d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:48.527665 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-24477fe7-6f31-4855-8108-63a9bfaa3f09 req-4d5d668c-d7ff-4ce9-90e0-003f94255d8f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 1097 time: 0.1504092 Dec 16 22:11:48.530223 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8fec1a15-05a3-46e9-a688-2d1756f3b91b req-8785d9fa-5746-4f56-994c-39943cd11ce8 service neutron] 10.222.0.76 "GET /v2.0/networks/f4b4200a-5735-42d7-aba1-c5a847665c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273822 Dec 16 22:11:48.537895 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b33ff-d168-4a09-a635-e9ea2527f60f req-89563999-867a-4e19-9de7-5e2eb93045f2 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:48.539711 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b9b33ff-d168-4a09-a635-e9ea2527f60f req-89563999-867a-4e19-9de7-5e2eb93045f2 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1774058 Dec 16 22:11:48.578059 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-24477fe7-6f31-4855-8108-63a9bfaa3f09 req-df2205f4-4b1a-4489-bc17-8ab10c272cc7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426650 Dec 16 22:11:48.625775 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53803882-d4f5-428e-9f6e-97c404e2e325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:48.634589 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53803882-d4f5-428e-9f6e-97c404e2e325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:48.639757 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-53803882-d4f5-428e-9f6e-97c404e2e325 admin admin] 10.222.0.75 "DELETE /v2.0/networks/d94d0871-a0a1-410a-ba04-ae858b15c465 HTTP/1.1" status: 204 len: 168 time: 1.9519870 Dec 16 22:11:48.643411 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60600) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:48.649068 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b9b33ff-d168-4a09-a635-e9ea2527f60f req-d04ecc30-a92c-44b2-ba4d-af24e14a0d01 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.191 HTTP/1.1" status: 200 len: 696 time: 0.0928781 Dec 16 22:11:48.666597 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16c710-aee3-4a93-8c52-71e609845aeb req-90eebc18-8636-46df-9d02-9f5f1da81c89 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:48.666944 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-7b9b33ff-d168-4a09-a635-e9ea2527f60f req-e70e2bae-9b12-4250-828f-20451c8b434c tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Request body: {'floatingip': {'port_id': 'd094d4d0-6e82-40b9-85f7-0493d52e0535', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:48.668275 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe16c710-aee3-4a93-8c52-71e609845aeb req-90eebc18-8636-46df-9d02-9f5f1da81c89 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 946 time: 0.0893328 Dec 16 22:11:48.669101 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53803882-d4f5-428e-9f6e-97c404e2e325 admin admin] Pushing event deleted for resources: {'Network': ['ID=d94d0871-a0a1-410a-ba04-ae858b15c465,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:48.717865 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7b9b33ff-d168-4a09-a635-e9ea2527f60f req-e70e2bae-9b12-4250-828f-20451c8b434c tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks [] for floatingip, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:48.720214 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-615ec425-5936-4f56-ad91-073778fc37be req-f34457eb-b733-4504-8ec7-77b5dc5dfbbc tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:48.757005 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['55a37756-5d83-43bd-9635-5f0f95d4b30d', 'a66341b9-0d2d-45b1-938e-489a64c73525'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:48.784818 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34457eb-b733-4504-8ec7-77b5dc5dfbbc tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Pushing event deleted for resources: {'Port': ['ID=a66341b9-0d2d-45b1-938e-489a64c73525,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:48.825206 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe16c710-aee3-4a93-8c52-71e609845aeb req-3b8bd478-fd51-4e44-859c-a21f62eee2da tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223872 Dec 16 22:11:48.885365 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-615ec425-5936-4f56-ad91-073778fc37be req-f34457eb-b733-4504-8ec7-77b5dc5dfbbc tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] No DVR routers for this DVR port a66341b9-0d2d-45b1-938e-489a64c73525 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:11:48.890384 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-615ec425-5936-4f56-ad91-073778fc37be req-f34457eb-b733-4504-8ec7-77b5dc5dfbbc tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:48.895300 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-615ec425-5936-4f56-ad91-073778fc37be req-f34457eb-b733-4504-8ec7-77b5dc5dfbbc tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.57 "DELETE /v2.0/ports/a66341b9-0d2d-45b1-938e-489a64c73525 HTTP/1.1" status: 204 len: 173 time: 1.0087533 Dec 16 22:11:48.895501 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74ce39-b04d-4c82-bb87-1b11eabc4c22 req-2a16ff55-c39b-4b76-88e6-576426050d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:48.896804 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ee74ce39-b04d-4c82-bb87-1b11eabc4c22 req-2a16ff55-c39b-4b76-88e6-576426050d12 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fc5f8f0b8add43369a6118c499ef042d&device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 1094 time: 0.1110766 Dec 16 22:11:49.066366 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-0139a42a-f443-483e-a119-a22513782256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:49.067965 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-0139a42a-f443-483e-a119-a22513782256 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a5983ec059547448cf45cc5d0d82ac4&device_id=2e64e5ec-6962-40aa-a81b-c65cac465e57 HTTP/1.1" status: 200 len: 1094 time: 0.0933356 Dec 16 22:11:49.073102 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74ce39-b04d-4c82-bb87-1b11eabc4c22 req-2ebef535-d2ff-4743-9870-6598ff3ad882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:49.074667 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ee74ce39-b04d-4c82-bb87-1b11eabc4c22 req-2ebef535-d2ff-4743-9870-6598ff3ad882 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f4b4200a-5735-42d7-aba1-c5a847665c5e HTTP/1.1" status: 200 len: 904 time: 0.1646512 Dec 16 22:11:49.141847 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ee74ce39-b04d-4c82-bb87-1b11eabc4c22 req-5713b809-9403-43dc-a199-dbec337df181 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=712cf24d-c529-462a-bdcb-23ecddc78bca HTTP/1.1" status: 200 len: 217 time: 0.0541105 Dec 16 22:11:49.187611 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-6479479b-e321-4755-b7db-538cd46a3613 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c535e3a-0289-4648-af61-8053a01ad920 HTTP/1.1" status: 200 len: 217 time: 0.0756061 Dec 16 22:11:49.221722 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74ce39-b04d-4c82-bb87-1b11eabc4c22 req-54262be4-3626-43d4-818a-08efb1a0edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:49.223305 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ee74ce39-b04d-4c82-bb87-1b11eabc4c22 req-54262be4-3626-43d4-818a-08efb1a0edc5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=241332bf-ffe2-4b38-90c7-a643b4215ed1 HTTP/1.1" status: 200 len: 844 time: 0.0690272 Dec 16 22:11:49.290494 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ee74ce39-b04d-4c82-bb87-1b11eabc4c22 req-3ed1a19a-6046-413f-960b-4bdf581b01bb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f4b4200a-5735-42d7-aba1-c5a847665c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422370 Dec 16 22:11:49.308575 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-295997d3-4a60-42b6-bba2-208ee3ac4909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:49.310082 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-295997d3-4a60-42b6-bba2-208ee3ac4909 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9741df81-7a4c-44a7-8dc9-6f94ad4c24c8 HTTP/1.1" status: 200 len: 846 time: 0.0822477 Dec 16 22:11:49.369799 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-347274d9-9cad-451e-8305-6e703f24b78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:49.383896 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-e0b324bb-0ae6-4aef-b2f4-89a07422a240 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ad157d2-5520-47b6-a14b-23516eba3ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357258 Dec 16 22:11:49.475572 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ee74ce39-b04d-4c82-bb87-1b11eabc4c22 req-d3321d07-bebe-48ce-a189-980555c0d310 service neutron] 10.222.0.76 "GET /v2.0/networks/f4b4200a-5735-42d7-aba1-c5a847665c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772516 Dec 16 22:11:49.494161 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7b9b33ff-d168-4a09-a635-e9ea2527f60f req-e70e2bae-9b12-4250-828f-20451c8b434c tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:49.532801 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-fdbfc45d-e93f-4487-8464-0ac76feeb2f4 service neutron] 10.222.0.57 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399639 Dec 16 22:11:49.575998 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5579cdf9-83cc-48c9-bec1-4fb423202b7f x-openstack-request-id: req-5579cdf9-83cc-48c9-bec1-4fb423202b7f {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:49.576323 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e64e5ec-6962-40aa-a81b-c65cac465e57", "tag": "0c535e3a-0289-4648-af61-8053a01ad920", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:49.576597 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5579cdf9-83cc-48c9-bec1-4fb423202b7f {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:49.577060 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e64e5ec-6962-40aa-a81b-c65cac465e57', 'tag': '0c535e3a-0289-4648-af61-8053a01ad920', 'status': 'completed', 'code': 200} Dec 16 22:11:49.604565 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7b9b33ff-d168-4a09-a635-e9ea2527f60f req-e70e2bae-9b12-4250-828f-20451c8b434c tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:49.646701 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ee74ce39-b04d-4c82-bb87-1b11eabc4c22 req-9e2d37a9-07c6-4d98-b628-baabccbe0d09 service neutron] 10.222.0.76 "GET /v2.0/networks/f4b4200a-5735-42d7-aba1-c5a847665c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597416 Dec 16 22:11:49.739617 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5fb07d5-5b9c-481b-8a2b-b665f5a0cbd4 req-606a7a29-8e4e-4a48-a1ea-b7e2592f56c1 service neutron] 10.222.0.57 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980991 Dec 16 22:11:49.748968 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [req-7b9b33ff-d168-4a09-a635-e9ea2527f60f req-e70e2bae-9b12-4250-828f-20451c8b434c tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Floating IP be5ee694-9b3a-4408-8ba5-fb626d07ed8e associated. External IP: 172.25.6.191, port: d094d4d0-6e82-40b9-85f7-0493d52e0535. Dec 16 22:11:49.754001 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa617c5-1bfb-4457-afb6-f3721d6113c3 req-bd236ad2-54ab-472c-9e23-45592d4037bc tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:49.755417 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4fa617c5-1bfb-4457-afb6-f3721d6113c3 req-bd236ad2-54ab-472c-9e23-45592d4037bc tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e64e5ec-6962-40aa-a81b-c65cac465e57 HTTP/1.1" status: 200 len: 943 time: 0.0976646 Dec 16 22:11:49.797502 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-347274d9-9cad-451e-8305-6e703f24b78d admin admin] Deleting port f079736d-77c1-422c-835f-0649225c9c70 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:49.797971 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-347274d9-9cad-451e-8305-6e703f24b78d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:49.874800 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4fa617c5-1bfb-4457-afb6-f3721d6113c3 req-f418bb9e-ab2b-4f79-bf6b-45e197fa3fb5 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972812 Dec 16 22:11:49.913304 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-347274d9-9cad-451e-8305-6e703f24b78d admin admin] For port f079736d-77c1-422c-835f-0649225c9c70, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f079736d-77c1-422c-835f-0649225c9c70,segment=NetworkSegment(7909d4d1-8209-45db-84d7-b7812bd398b1),segment_id=7909d4d1-8209-45db-84d7-b7812bd398b1)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:49.913680 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-347274d9-9cad-451e-8305-6e703f24b78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:49.930925 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-347274d9-9cad-451e-8305-6e703f24b78d admin admin] Calling delete_port for f079736d-77c1-422c-835f-0649225c9c70 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:50.021403 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07802601-c942-4de4-a25f-a50651d542b1 req-e114b1ea-de5c-4841-83dd-975f1539757c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:50.022859 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-07802601-c942-4de4-a25f-a50651d542b1 req-e114b1ea-de5c-4841-83dd-975f1539757c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a5983ec059547448cf45cc5d0d82ac4&device_id=2e64e5ec-6962-40aa-a81b-c65cac465e57 HTTP/1.1" status: 200 len: 1094 time: 0.0683105 Dec 16 22:11:50.025024 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b9b33ff-d168-4a09-a635-e9ea2527f60f req-e70e2bae-9b12-4250-828f-20451c8b434c tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Router 7893e096-887f-414b-b1b2-3043931cc9b4 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:11:50.054856 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959090e-38dd-4b0f-8201-6cf430337067 req-501e3e14-9e4f-4d6b-9099-fff2c8f5b6b7 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:50.057349 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3959090e-38dd-4b0f-8201-6cf430337067 req-501e3e14-9e4f-4d6b-9099-fff2c8f5b6b7 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 943 time: 0.0751011 Dec 16 22:11:50.187490 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3959090e-38dd-4b0f-8201-6cf430337067 req-5e68f59f-c7be-4ca8-9367-7bd617a9b63e tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203947 Dec 16 22:11:50.283750 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2360f1c2-d5e1-4887-9af4-2697cb641991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d1e36e-e3d2-4475-ab6d-d731652e095d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:50.287945 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb84b56-8698-49d9-b2a2-9a799a8a921d" -d '{"events": [{"server_uuid": "2360f1c2-d5e1-4887-9af4-2697cb641991", "name": "network-vif-plugged", "status": "completed", "tag": "81d1e36e-e3d2-4475-ab6d-d731652e095d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:50.311900 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07917dc2-296b-40d5-967d-a8e0c94aa29a req-989fa0a0-2edb-48ca-9960-1d25b14a4de3 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 210 time: 0.0315824 Dec 16 22:11:50.413733 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-347274d9-9cad-451e-8305-6e703f24b78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:50.462743 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347274d9-9cad-451e-8305-6e703f24b78d admin admin] Pushing event deleted for resources: {'Port': ['ID=f079736d-77c1-422c-835f-0649225c9c70,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:50.567974 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b9b33ff-d168-4a09-a635-e9ea2527f60f req-e70e2bae-9b12-4250-828f-20451c8b434c tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:11:50.573838 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3bff7-be0a-4df9-86f2-c3c82eae8310 req-6fdd1276-0fe9-4a23-b4c2-decd85968a97 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:50.577105 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7b9b33ff-d168-4a09-a635-e9ea2527f60f req-e70e2bae-9b12-4250-828f-20451c8b434c tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:50.583136 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b655dcf-bba2-40bd-83ea-35e644bb57d9 None None] Sync routers for ids ['7893e096-887f-414b-b1b2-3043931cc9b4'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:11:50.583951 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dd3bff7-be0a-4df9-86f2-c3c82eae8310 req-6fdd1276-0fe9-4a23-b4c2-decd85968a97 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=2360f1c2-d5e1-4887-9af4-2697cb641991 HTTP/1.1" status: 200 len: 946 time: 0.1320906 Dec 16 22:11:50.598852 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b655dcf-bba2-40bd-83ea-35e644bb57d9 None None] Routers {'7893e096-887f-414b-b1b2-3043931cc9b4'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:11:50.599522 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5b655dcf-bba2-40bd-83ea-35e644bb57d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:11:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['7893e096-887f-414b-b1b2-3043931cc9b4'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:50.650844 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b9b33ff-d168-4a09-a635-e9ea2527f60f req-e70e2bae-9b12-4250-828f-20451c8b434c tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "PUT /v2.0/floatingips/be5ee694-9b3a-4408-8ba5-fb626d07ed8e HTTP/1.1" status: 200 len: 996 time: 1.9882631 Dec 16 22:11:50.658188 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07802601-c942-4de4-a25f-a50651d542b1 req-d7db5ff5-4c18-43a3-9000-4327f342db2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:50.669694 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-07802601-c942-4de4-a25f-a50651d542b1 req-d7db5ff5-4c18-43a3-9000-4327f342db2f service neutron] 10.222.0.57 "GET /v2.0/networks?id=8ad157d2-5520-47b6-a14b-23516eba3ebc HTTP/1.1" status: 200 len: 906 time: 0.6369822 Dec 16 22:11:50.707520 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dd3bff7-be0a-4df9-86f2-c3c82eae8310 req-f023a2ec-6cbb-495c-8a13-4b6429d0f444 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224475 Dec 16 22:11:50.754168 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-07802601-c942-4de4-a25f-a50651d542b1 req-171eace6-1530-4010-86c6-14ef634e65cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c535e3a-0289-4648-af61-8053a01ad920 HTTP/1.1" status: 200 len: 217 time: 0.0763893 Dec 16 22:11:50.788375 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-5b655dcf-bba2-40bd-83ea-35e644bb57d9 None None] Set router 7893e096-887f-414b-b1b2-3043931cc9b4 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:11:50.813371 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b33ff-d168-4a09-a635-e9ea2527f60f req-4bae4209-628f-46d3-a2df-554b9feecd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:50.814805 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b9b33ff-d168-4a09-a635-e9ea2527f60f req-4bae4209-628f-46d3-a2df-554b9feecd2e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fb020d18049e49da94018381955868ba&device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 1096 time: 0.1301086 Dec 16 22:11:50.852804 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-347274d9-9cad-451e-8305-6e703f24b78d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:50.873796 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07802601-c942-4de4-a25f-a50651d542b1 req-8e2ae33f-fa13-4d5f-806a-d34b2be7e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:50.875330 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-07802601-c942-4de4-a25f-a50651d542b1 req-8e2ae33f-fa13-4d5f-806a-d34b2be7e9b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9741df81-7a4c-44a7-8dc9-6f94ad4c24c8 HTTP/1.1" status: 200 len: 846 time: 0.1124427 Dec 16 22:11:50.880271 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f292d2b-94d3-43bc-a6a8-a8c116d4bb50 req-b539d50a-3748-4666-8e25-0ecf3d223097 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:50.885048 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9f292d2b-94d3-43bc-a6a8-a8c116d4bb50 req-b539d50a-3748-4666-8e25-0ecf3d223097 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 946 time: 0.0748727 Dec 16 22:11:50.934988 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-07802601-c942-4de4-a25f-a50651d542b1 req-f70c13b5-4cbe-4579-a12d-23ef587a5aec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ad157d2-5520-47b6-a14b-23516eba3ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394192 Dec 16 22:11:50.994198 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b33ff-d168-4a09-a635-e9ea2527f60f req-b3fae46e-543e-4989-bf32-3299a23de65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:50.996019 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b9b33ff-d168-4a09-a635-e9ea2527f60f req-b3fae46e-543e-4989-bf32-3299a23de65e service neutron] 10.222.0.75 "GET /v2.0/networks?id=6897b954-3619-4e8e-ae30-929f8d7aad6a HTTP/1.1" status: 200 len: 920 time: 0.1698556 Dec 16 22:11:51.098915 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b9b33ff-d168-4a09-a635-e9ea2527f60f req-df7a010a-d10b-4284-9a99-7c9c7a0dc9fd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d094d4d0-6e82-40b9-85f7-0493d52e0535 HTTP/1.1" status: 200 len: 999 time: 0.0924256 Dec 16 22:11:51.103135 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-07802601-c942-4de4-a25f-a50651d542b1 req-7e02248c-d354-4a18-817a-5ff5f757de86 service neutron] 10.222.0.57 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558809 Dec 16 22:11:51.144582 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5b655dcf-bba2-40bd-83ea-35e644bb57d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953707022-router', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:26Z', 'updated_at': '2021-12-16T22:10:32Z', 'revision_number': 4, 'project_id': 'fb020d18049e49da94018381955868ba', 'gw_port': {'id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:27Z', 'updated_at': '2021-12-16T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'be5ee694-9b3a-4408-8ba5-fb626d07ed8e', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'floating_ip_address': '172.25.6.191', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'port_id': 'd094d4d0-6e82-40b9-85f7-0493d52e0535', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6897b954-3619-4e8e-ae30-929f8d7aad6a', 'mac_address': 'fa:16:3e:65:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4171e8ed-51c3-4126-be9b-d2abd85b0ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:11:45Z', 'updated_at': '2021-12-16T22:11:49Z', 'revision_number': 1, 'project_id': 'fb020d18049e49da94018381955868ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '886279ad-391a-46a2-afad-5807cad351a8', 'name': '', 'network_id': '6897b954-3619-4e8e-ae30-929f8d7aad6a', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'mac_address': 'fa:16:3e:d6:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'aad8e5a8-b013-4c8c-8f52-75d6be3d513d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:31Z', 'updated_at': '2021-12-16T22:10:39Z', 'revision_number': 5, 'project_id': 'fb020d18049e49da94018381955868ba', 'subnets': [{'id': 'aad8e5a8-b013-4c8c-8f52-75d6be3d513d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:51.190003 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b655dcf-bba2-40bd-83ea-35e644bb57d9 None None] Checking router: 7893e096-887f-414b-b1b2-3043931cc9b4 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:11:51.203543 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b655dcf-bba2-40bd-83ea-35e644bb57d9 None None] Routers {'7893e096-887f-414b-b1b2-3043931cc9b4'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:11:51.204181 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5b655dcf-bba2-40bd-83ea-35e644bb57d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:11:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['7893e096-887f-414b-b1b2-3043931cc9b4'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:51.206554 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b33ff-d168-4a09-a635-e9ea2527f60f req-a5382306-e407-46e3-9d0a-141ce5842fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:51.208236 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b9b33ff-d168-4a09-a635-e9ea2527f60f req-a5382306-e407-46e3-9d0a-141ce5842fb0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=aad8e5a8-b013-4c8c-8f52-75d6be3d513d HTTP/1.1" status: 200 len: 860 time: 0.1023309 Dec 16 22:11:51.261350 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b9b33ff-d168-4a09-a635-e9ea2527f60f req-067b9641-ad0c-461e-9149-89331da6bfe3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6897b954-3619-4e8e-ae30-929f8d7aad6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432222 Dec 16 22:11:51.281882 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-07802601-c942-4de4-a25f-a50651d542b1 req-a89aafa5-e469-448e-b425-7568cc209417 service neutron] 10.222.0.57 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660504 Dec 16 22:11:51.402619 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-5b655dcf-bba2-40bd-83ea-35e644bb57d9 None None] Set router 7893e096-887f-414b-b1b2-3043931cc9b4 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:11:51.416042 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9f292d2b-94d3-43bc-a6a8-a8c116d4bb50 req-93515d42-f8e1-4d74-8879-d9866c00b448 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4963808 Dec 16 22:11:51.428209 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b9b33ff-d168-4a09-a635-e9ea2527f60f req-d9dddb5c-a28d-4192-9aa3-896dcf431c7b service neutron] 10.222.0.75 "GET /v2.0/networks/6897b954-3619-4e8e-ae30-929f8d7aad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562309 Dec 16 22:11:51.546235 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddb1dd-e6c3-49c6-9aea-daec6f8cd01d req-69489686-1c69-4711-8945-99d324164721 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:51.547868 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e1ddb1dd-e6c3-49c6-9aea-daec6f8cd01d req-69489686-1c69-4711-8945-99d324164721 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.76 "GET /v2.0/ports?device_id=2360f1c2-d5e1-4887-9af4-2697cb641991 HTTP/1.1" status: 200 len: 946 time: 0.1306286 Dec 16 22:11:51.549782 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b9b33ff-d168-4a09-a635-e9ea2527f60f req-f0db68bb-910c-4a46-a65c-f12ae100a180 service neutron] 10.222.0.75 "GET /v2.0/networks/6897b954-3619-4e8e-ae30-929f8d7aad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126821 Dec 16 22:11:51.577818 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b2fde4-4e3f-437f-8afb-ab31e4b46751', 'name': 'network-vif-deleted', 'tag': 'a66341b9-0d2d-45b1-938e-489a64c73525'}, {'name': 'network-changed', 'server_uuid': '4171e8ed-51c3-4126-be9b-d2abd85b0ddf', 'tag': 'd094d4d0-6e82-40b9-85f7-0493d52e0535'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:51.580255 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58247bcf-165a-4d2b-a5f0-9f74d3d1ab32" -d '{"events": [{"server_uuid": "89b2fde4-4e3f-437f-8afb-ab31e4b46751", "name": "network-vif-deleted", "tag": "a66341b9-0d2d-45b1-938e-489a64c73525"}, {"name": "network-changed", "server_uuid": "4171e8ed-51c3-4126-be9b-d2abd85b0ddf", "tag": "d094d4d0-6e82-40b9-85f7-0493d52e0535"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:51.584936 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4541e0d6-47a0-4696-a9a3-e9fa1f982902 x-openstack-request-id: req-4541e0d6-47a0-4696-a9a3-e9fa1f982902 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:51.585773 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2360f1c2-d5e1-4887-9af4-2697cb641991", "name": "network-vif-plugged", "status": "completed", "tag": "81d1e36e-e3d2-4475-ab6d-d731652e095d", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:51.586179 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4541e0d6-47a0-4696-a9a3-e9fa1f982902 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:51.586784 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2360f1c2-d5e1-4887-9af4-2697cb641991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d1e36e-e3d2-4475-ab6d-d731652e095d', 'code': 200} Dec 16 22:11:51.597210 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 712cf24d-c529-462a-bdcb-23ecddc78bca details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:11:51.611263 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 81d1e36e-e3d2-4475-ab6d-d731652e095d no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:51.705774 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347274d9-9cad-451e-8305-6e703f24b78d admin admin] Router 31620b8e-032a-424a-80f0-8fb9aac5abc1 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:11:51.818811 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:51.838180 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5b655dcf-bba2-40bd-83ea-35e644bb57d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953707022-router', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:26Z', 'updated_at': '2021-12-16T22:10:32Z', 'revision_number': 4, 'project_id': 'fb020d18049e49da94018381955868ba', 'gw_port': {'id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:27Z', 'updated_at': '2021-12-16T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'be5ee694-9b3a-4408-8ba5-fb626d07ed8e', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'floating_ip_address': '172.25.6.191', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'port_id': 'd094d4d0-6e82-40b9-85f7-0493d52e0535', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6897b954-3619-4e8e-ae30-929f8d7aad6a', 'mac_address': 'fa:16:3e:65:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4171e8ed-51c3-4126-be9b-d2abd85b0ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:11:45Z', 'updated_at': '2021-12-16T22:11:49Z', 'revision_number': 1, 'project_id': 'fb020d18049e49da94018381955868ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '886279ad-391a-46a2-afad-5807cad351a8', 'name': '', 'network_id': '6897b954-3619-4e8e-ae30-929f8d7aad6a', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'mac_address': 'fa:16:3e:d6:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'aad8e5a8-b013-4c8c-8f52-75d6be3d513d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:31Z', 'updated_at': '2021-12-16T22:10:39Z', 'revision_number': 5, 'project_id': 'fb020d18049e49da94018381955868ba', 'subnets': [{'id': 'aad8e5a8-b013-4c8c-8f52-75d6be3d513d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:51.859259 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d498851-27e8-4aca-950d-7570b9267ad3 req-03d321d7-d181-4328-9099-19bdc0425fe8 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:51.861461 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-e1ddb1dd-e6c3-49c6-9aea-daec6f8cd01d req-4eb90e80-3fad-497a-bb96-a49b4c555364 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Deleting port 81d1e36e-e3d2-4475-ab6d-d731652e095d {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:51.861890 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e1ddb1dd-e6c3-49c6-9aea-daec6f8cd01d req-4eb90e80-3fad-497a-bb96-a49b4c555364 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:51.867179 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1d498851-27e8-4aca-950d-7570b9267ad3 req-03d321d7-d181-4328-9099-19bdc0425fe8 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 943 time: 0.0986164 Dec 16 22:11:51.881164 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b655dcf-bba2-40bd-83ea-35e644bb57d9 None None] The sync data for ids ['7893e096-887f-414b-b1b2-3043931cc9b4'] in n-d-815324-4 is: [{'id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953707022-router', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:26Z', 'updated_at': '2021-12-16T22:10:32Z', 'revision_number': 4, 'project_id': 'fb020d18049e49da94018381955868ba', 'gw_port': {'id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:27Z', 'updated_at': '2021-12-16T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'be5ee694-9b3a-4408-8ba5-fb626d07ed8e', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'floating_ip_address': '172.25.6.191', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'port_id': 'd094d4d0-6e82-40b9-85f7-0493d52e0535', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6897b954-3619-4e8e-ae30-929f8d7aad6a', 'mac_address': 'fa:16:3e:65:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4171e8ed-51c3-4126-be9b-d2abd85b0ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:11:45Z', 'updated_at': '2021-12-16T22:11:49Z', 'revision_number': 1, 'project_id': 'fb020d18049e49da94018381955868ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '886279ad-391a-46a2-afad-5807cad351a8', 'name': '', 'network_id': '6897b954-3619-4e8e-ae30-929f8d7aad6a', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'mac_address': 'fa:16:3e:d6:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'aad8e5a8-b013-4c8c-8f52-75d6be3d513d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:31Z', 'updated_at': '2021-12-16T22:10:39Z', 'revision_number': 5, 'project_id': 'fb020d18049e49da94018381955868ba', 'subnets': [{'id': 'aad8e5a8-b013-4c8c-8f52-75d6be3d513d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:11:51.881710 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 712cf24d-c529-462a-bdcb-23ecddc78bca, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=712cf24d-c529-462a-bdcb-23ecddc78bca,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:51.896481 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 81d1e36e-e3d2-4475-ab6d-d731652e095d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=81d1e36e-e3d2-4475-ab6d-d731652e095d,segment=NetworkSegment(ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405),segment_id=ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:51.903490 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '712cf24d-c529-462a-bdcb-23ecddc78bca', 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e', 'port_id': '712cf24d-c529-462a-bdcb-23ecddc78bca', 'mac_address': 'fa:16:3e:94:91:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241332bf-ffe2-4b38-90c7-a643b4215ed1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:11:51.936916 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1d498851-27e8-4aca-950d-7570b9267ad3 req-1f5ca4b0-7a84-4b0e-9e1e-3a3cee89fa01 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602460 Dec 16 22:11:51.989304 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:51.994686 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5c876-8436-49e2-bd4e-63eac6d420b7 req-7227aa96-8039-43ad-92f6-d05955218db4 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:52.003315 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-51e5c876-8436-49e2-bd4e-63eac6d420b7 req-7227aa96-8039-43ad-92f6-d05955218db4 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e64e5ec-6962-40aa-a81b-c65cac465e57 HTTP/1.1" status: 200 len: 943 time: 0.2854996 Dec 16 22:11:52.003953 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.038031 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 712cf24d-c529-462a-bdcb-23ecddc78bca {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:11:52.081319 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347274d9-9cad-451e-8305-6e703f24b78d admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:11:52.085221 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 712cf24d-c529-462a-bdcb-23ecddc78bca, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=712cf24d-c529-462a-bdcb-23ecddc78bca,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:52.100008 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-347274d9-9cad-451e-8305-6e703f24b78d admin admin] 10.222.0.75 "PUT /v2.0/routers/31620b8e-032a-424a-80f0-8fb9aac5abc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4472499 Dec 16 22:11:52.100826 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a74374da-dee6-483d-a703-d7226b7231a2 req-226795b7-2639-4d70-af06-4ec4bfdd378f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 210 time: 0.0508876 Dec 16 22:11:52.102588 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60628) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:52.103828 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=81d1e36e-e3d2-4475-ab6d-d731652e095d,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:52.119191 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-51e5c876-8436-49e2-bd4e-63eac6d420b7 req-c4157c14-ad67-4dc7-990f-85c4bbde521c tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148205 Dec 16 22:11:52.126010 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-e1ddb1dd-e6c3-49c6-9aea-daec6f8cd01d req-4eb90e80-3fad-497a-bb96-a49b4c555364 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] For port 81d1e36e-e3d2-4475-ab6d-d731652e095d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=81d1e36e-e3d2-4475-ab6d-d731652e095d,segment=NetworkSegment(ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405),segment_id=ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:52.126399 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e1ddb1dd-e6c3-49c6-9aea-daec6f8cd01d req-4eb90e80-3fad-497a-bb96-a49b4c555364 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.127012 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c352dbed-e428-45d1-9699-cb18562ebbe7 None None] Sync routers for ids ['31620b8e-032a-424a-80f0-8fb9aac5abc1'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:11:52.156852 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c352dbed-e428-45d1-9699-cb18562ebbe7 None None] Routers {'31620b8e-032a-424a-80f0-8fb9aac5abc1'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:11:52.157809 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c352dbed-e428-45d1-9699-cb18562ebbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:11:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['31620b8e-032a-424a-80f0-8fb9aac5abc1'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:52.177732 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-e1ddb1dd-e6c3-49c6-9aea-daec6f8cd01d req-4eb90e80-3fad-497a-bb96-a49b4c555364 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Calling delete_port for 81d1e36e-e3d2-4475-ab6d-d731652e095d owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:52.240731 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc527e4-7d8e-4d69-b872-47bb36dc1f99 x-openstack-request-id: req-fdc527e4-7d8e-4d69-b872-47bb36dc1f99 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:52.241299 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b2fde4-4e3f-437f-8afb-ab31e4b46751", "name": "network-vif-deleted", "tag": "a66341b9-0d2d-45b1-938e-489a64c73525", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4171e8ed-51c3-4126-be9b-d2abd85b0ddf", "tag": "d094d4d0-6e82-40b9-85f7-0493d52e0535", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:52.241888 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fdc527e4-7d8e-4d69-b872-47bb36dc1f99 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:52.242127 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b2fde4-4e3f-437f-8afb-ab31e4b46751', 'name': 'network-vif-deleted', 'tag': 'a66341b9-0d2d-45b1-938e-489a64c73525', 'status': 'completed', 'code': 200} Dec 16 22:11:52.242392 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4171e8ed-51c3-4126-be9b-d2abd85b0ddf', 'tag': 'd094d4d0-6e82-40b9-85f7-0493d52e0535', 'status': 'completed', 'code': 200} Dec 16 22:11:52.263313 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.313261 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918c69c4-4013-4776-85cf-7a2cae0d920f None None] New status for floating IP be5ee694-9b3a-4408-8ba5-fb626d07ed8e: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:11:52.365980 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9b20ecff-6f5b-4ede-9af0-638bcf9f5335 req-40329989-954a-40a1-ae9e-517cb59429f7 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.191 HTTP/1.1" status: 200 len: 999 time: 0.1050379 Dec 16 22:11:52.399724 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de172d-7f2f-4568-aff0-8a31eb96d870 req-c07253fe-6a93-4f6f-b3f2-f71f59de5fd0 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:52.401226 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-29de172d-7f2f-4568-aff0-8a31eb96d870 req-c07253fe-6a93-4f6f-b3f2-f71f59de5fd0 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 1097 time: 0.1435702 Dec 16 22:11:52.416699 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b5cca756-b9e8-450a-bccd-7c102bb2d17c admin admin] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.546411 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20ecff-6f5b-4ede-9af0-638bcf9f5335 req-b517b1eb-fcc9-42a8-b00f-60e2a4021e2b tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:52.553028 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9b20ecff-6f5b-4ede-9af0-638bcf9f5335 req-b517b1eb-fcc9-42a8-b00f-60e2a4021e2b tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports/d094d4d0-6e82-40b9-85f7-0493d52e0535 HTTP/1.1" status: 200 len: 942 time: 0.1762471 Dec 16 22:11:52.569653 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-29de172d-7f2f-4568-aff0-8a31eb96d870 req-0d998059-2381-4f8b-a688-ac8dae6e7721 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549838 Dec 16 22:11:52.573715 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=712cf24d-c529-462a-bdcb-23ecddc78bca,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:52.598884 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58247bcf-165a-4d2b-a5f0-9f74d3d1ab32 req-06fec69c-ce21-4882-8e00-be6d3980644b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:52.601422 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-58247bcf-165a-4d2b-a5f0-9f74d3d1ab32 req-06fec69c-ce21-4882-8e00-be6d3980644b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fb020d18049e49da94018381955868ba&device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 1096 time: 0.2399466 Dec 16 22:11:52.657431 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b5cca756-b9e8-450a-bccd-7c102bb2d17c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.677061 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-c352dbed-e428-45d1-9699-cb18562ebbe7 None None] Set router 31620b8e-032a-424a-80f0-8fb9aac5abc1 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:11:52.762559 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336996a7-b72d-475c-af8b-6f9c62b4d9fb req-360971cf-70f3-4b2c-a1e0-912e856e7050 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:52.764917 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-336996a7-b72d-475c-af8b-6f9c62b4d9fb req-360971cf-70f3-4b2c-a1e0-912e856e7050 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=2360f1c2-d5e1-4887-9af4-2697cb641991 HTTP/1.1" status: 200 len: 944 time: 0.0605023 Dec 16 22:11:52.772305 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['712cf24d-c529-462a-bdcb-23ecddc78bca'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:52.795931 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9b20ecff-6f5b-4ede-9af0-638bcf9f5335 req-de5e97b8-a65b-428a-a19d-461727665eed tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.191 HTTP/1.1" status: 200 len: 1001 time: 0.1179523 Dec 16 22:11:52.807572 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device a66341b9-0d2d-45b1-938e-489a64c73525 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:52.836859 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58247bcf-165a-4d2b-a5f0-9f74d3d1ab32 req-d6077421-2cd7-43f0-a0d9-af61a0554853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:52.838654 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-58247bcf-165a-4d2b-a5f0-9f74d3d1ab32 req-d6077421-2cd7-43f0-a0d9-af61a0554853 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6897b954-3619-4e8e-ae30-929f8d7aad6a HTTP/1.1" status: 200 len: 920 time: 0.2290165 Dec 16 22:11:52.855687 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-336996a7-b72d-475c-af8b-6f9c62b4d9fb req-327465ce-aed1-4430-a231-db573602feb7 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839696 Dec 16 22:11:52.876562 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: a66341b9-0d2d-45b1-938e-489a64c73525 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:11:52.876911 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device a66341b9-0d2d-45b1-938e-489a64c73525 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:52.884600 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e1ddb1dd-e6c3-49c6-9aea-daec6f8cd01d req-4eb90e80-3fad-497a-bb96-a49b4c555364 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:52.909692 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-b5cca756-b9e8-450a-bccd-7c102bb2d17c admin admin] Deleting port 74f2b195-5367-4b8e-93ff-ff076a009993 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:52.910767 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b5cca756-b9e8-450a-bccd-7c102bb2d17c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:53.037038 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-b5cca756-b9e8-450a-bccd-7c102bb2d17c admin admin] For port 74f2b195-5367-4b8e-93ff-ff076a009993, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=74f2b195-5367-4b8e-93ff-ff076a009993,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:53.037413 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b5cca756-b9e8-450a-bccd-7c102bb2d17c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:53.071695 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-b5cca756-b9e8-450a-bccd-7c102bb2d17c admin admin] Calling delete_port for 74f2b195-5367-4b8e-93ff-ff076a009993 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:53.102976 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c352dbed-e428-45d1-9699-cb18562ebbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31620b8e-032a-424a-80f0-8fb9aac5abc1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226435444-router', 'tenant_id': 'd18db53198444f9692fbe6e92344e216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '74f2b195-5367-4b8e-93ff-ff076a009993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:21Z', 'updated_at': '2021-12-16T22:11:50Z', 'revision_number': 5, 'project_id': 'd18db53198444f9692fbe6e92344e216', 'gw_port': {'id': '74f2b195-5367-4b8e-93ff-ff076a009993', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:47:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31620b8e-032a-424a-80f0-8fb9aac5abc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:05:24Z', 'updated_at': '2021-12-16T22:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:53.112469 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb90e80-3fad-497a-bb96-a49b4c555364 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Pushing event deleted for resources: {'Port': ['ID=81d1e36e-e3d2-4475-ab6d-d731652e095d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:53.141908 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c352dbed-e428-45d1-9699-cb18562ebbe7 None None] Checking router: 31620b8e-032a-424a-80f0-8fb9aac5abc1 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:11:53.171130 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ddb1dd-e6c3-49c6-9aea-daec6f8cd01d req-4eb90e80-3fad-497a-bb96-a49b4c555364 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] No DVR routers for this DVR port 81d1e36e-e3d2-4475-ab6d-d731652e095d on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:11:53.171291 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c352dbed-e428-45d1-9699-cb18562ebbe7 None None] Routers {'31620b8e-032a-424a-80f0-8fb9aac5abc1'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:11:53.171291 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c352dbed-e428-45d1-9699-cb18562ebbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:11:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['31620b8e-032a-424a-80f0-8fb9aac5abc1'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:53.174174 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e1ddb1dd-e6c3-49c6-9aea-daec6f8cd01d req-4eb90e80-3fad-497a-bb96-a49b4c555364 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:53.178803 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e1ddb1dd-e6c3-49c6-9aea-daec6f8cd01d req-4eb90e80-3fad-497a-bb96-a49b4c555364 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.76 "DELETE /v2.0/ports/81d1e36e-e3d2-4475-ab6d-d731652e095d HTTP/1.1" status: 204 len: 173 time: 1.5878787 Dec 16 22:11:53.186414 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2360f1c2-d5e1-4887-9af4-2697cb641991', 'name': 'network-vif-deleted', 'tag': '81d1e36e-e3d2-4475-ab6d-d731652e095d'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:53.189268 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c56868-3b5b-4df2-9a6a-81ec1f4545c9" -d '{"events": [{"server_uuid": "2360f1c2-d5e1-4887-9af4-2697cb641991", "name": "network-vif-deleted", "tag": "81d1e36e-e3d2-4475-ab6d-d731652e095d"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:53.205202 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-58247bcf-165a-4d2b-a5f0-9f74d3d1ab32 req-b38715e3-def4-4734-89b4-ba8c877392b0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d094d4d0-6e82-40b9-85f7-0493d52e0535 HTTP/1.1" status: 200 len: 1001 time: 0.3520546 Dec 16 22:11:53.226048 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485050a-f7d3-4d3b-b5ae-4896d15b07e7 req-14999105-f4a5-4ad7-9032-3e0972f11726 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:53.234906 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2485050a-f7d3-4d3b-b5ae-4896d15b07e7 req-14999105-f4a5-4ad7-9032-3e0972f11726 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 1097 time: 0.1391864 Dec 16 22:11:53.267643 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58247bcf-165a-4d2b-a5f0-9f74d3d1ab32 req-f54afbf7-280e-4d2e-a3f0-ea730515f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:53.269122 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-58247bcf-165a-4d2b-a5f0-9f74d3d1ab32 req-f54afbf7-280e-4d2e-a3f0-ea730515f748 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aad8e5a8-b013-4c8c-8f52-75d6be3d513d HTTP/1.1" status: 200 len: 860 time: 0.0522995 Dec 16 22:11:53.321886 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-58247bcf-165a-4d2b-a5f0-9f74d3d1ab32 req-d44b8ab0-73c0-4288-a6f2-ad3d49ec4608 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6897b954-3619-4e8e-ae30-929f8d7aad6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417242 Dec 16 22:11:53.332470 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-c352dbed-e428-45d1-9699-cb18562ebbe7 None None] Set router 31620b8e-032a-424a-80f0-8fb9aac5abc1 gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:11:53.337384 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20ecff-6f5b-4ede-9af0-638bcf9f5335 req-3e479587-f304-4033-8f12-1d14fe20d9b6 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:53.342589 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9b20ecff-6f5b-4ede-9af0-638bcf9f5335 req-3e479587-f304-4033-8f12-1d14fe20d9b6 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 784 time: 0.4988503 Dec 16 22:11:53.342693 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2485050a-f7d3-4d3b-b5ae-4896d15b07e7 req-da3bbe26-7355-40e2-b938-865d51be8aad tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981507 Dec 16 22:11:53.445939 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ef30ce08-d984-49b2-bbdc-f6837f51f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:53.445939 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c352dbed-e428-45d1-9699-cb18562ebbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31620b8e-032a-424a-80f0-8fb9aac5abc1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226435444-router', 'tenant_id': 'd18db53198444f9692fbe6e92344e216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:21Z', 'updated_at': '2021-12-16T22:11:52Z', 'revision_number': 6, 'project_id': 'd18db53198444f9692fbe6e92344e216', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:53.494586 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9b20ecff-6f5b-4ede-9af0-638bcf9f5335 req-2ec8897b-54d0-46ef-9060-cfce70142136 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.191 HTTP/1.1" status: 200 len: 1001 time: 0.0799084 Dec 16 22:11:53.497132 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c352dbed-e428-45d1-9699-cb18562ebbe7 None None] The sync data for ids ['31620b8e-032a-424a-80f0-8fb9aac5abc1'] in n-d-815324-4 is: [{'id': '31620b8e-032a-424a-80f0-8fb9aac5abc1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226435444-router', 'tenant_id': 'd18db53198444f9692fbe6e92344e216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:05:21Z', 'updated_at': '2021-12-16T22:11:52Z', 'revision_number': 6, 'project_id': 'd18db53198444f9692fbe6e92344e216', 'gw_port_host': None}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:11:53.524006 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-9b20ecff-6f5b-4ede-9af0-638bcf9f5335 req-4c627fa9-7135-4bf5-8b34-2357cb774aa2 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:53.554293 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-58247bcf-165a-4d2b-a5f0-9f74d3d1ab32 req-062b714b-fb78-4e3c-967a-b7021ef4a499 service neutron] 10.222.0.76 "GET /v2.0/networks/6897b954-3619-4e8e-ae30-929f8d7aad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138143 Dec 16 22:11:53.570370 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d871fd2-8aaf-45aa-8367-c4774da3658b req-30e6fd2e-cc4d-4b3b-b257-ebaf7dd2b731 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:53.573661 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d871fd2-8aaf-45aa-8367-c4774da3658b req-30e6fd2e-cc4d-4b3b-b257-ebaf7dd2b731 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 944 time: 0.0815380 Dec 16 22:11:53.588447 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2360f1c2-d5e1-4887-9af4-2697cb641991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81d1e36e-e3d2-4475-ab6d-d731652e095d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:53.590804 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085a458a-b252-4afa-914a-6866bdbfb3ea" -d '{"events": [{"server_uuid": "2360f1c2-d5e1-4887-9af4-2697cb641991", "name": "network-vif-unplugged", "status": "completed", "tag": "81d1e36e-e3d2-4475-ab6d-d731652e095d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:53.626874 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d871fd2-8aaf-45aa-8367-c4774da3658b req-6860a8dc-90e3-43aa-968e-8d6de338ae5e tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483568 Dec 16 22:11:53.646247 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b5cca756-b9e8-450a-bccd-7c102bb2d17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:53.685808 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cca756-b9e8-450a-bccd-7c102bb2d17c admin admin] Pushing event deleted for resources: {'Port': ['ID=74f2b195-5367-4b8e-93ff-ff076a009993,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:53.726182 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9b20ecff-6f5b-4ede-9af0-638bcf9f5335 req-4c627fa9-7135-4bf5-8b34-2357cb774aa2 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks [] for floatingip, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:53.731710 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-58247bcf-165a-4d2b-a5f0-9f74d3d1ab32 req-1355ad71-ea69-44d3-8298-b557c68f1072 service neutron] 10.222.0.76 "GET /v2.0/networks/6897b954-3619-4e8e-ae30-929f8d7aad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387117 Dec 16 22:11:53.765496 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f879f30-66a7-48d7-9662-d1c931ed96d3 req-f27a8cd2-1f57-4788-985c-c1d94845b2d6 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89b2fde4-4e3f-437f-8afb-ab31e4b46751 HTTP/1.1" status: 200 len: 210 time: 0.0695283 Dec 16 22:11:53.812295 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b5cca756-b9e8-450a-bccd-7c102bb2d17c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:53.950248 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9b20ecff-6f5b-4ede-9af0-638bcf9f5335 req-4c627fa9-7135-4bf5-8b34-2357cb774aa2 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:53.965815 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b5cca756-b9e8-450a-bccd-7c102bb2d17c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:53.969397 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b5cca756-b9e8-450a-bccd-7c102bb2d17c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:54.022879 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9b20ecff-6f5b-4ede-9af0-638bcf9f5335 req-4c627fa9-7135-4bf5-8b34-2357cb774aa2 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:54.023548 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [req-9b20ecff-6f5b-4ede-9af0-638bcf9f5335 req-4c627fa9-7135-4bf5-8b34-2357cb774aa2 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Floating IP be5ee694-9b3a-4408-8ba5-fb626d07ed8e disassociated. External IP: 172.25.6.191, port: d094d4d0-6e82-40b9-85f7-0493d52e0535. Dec 16 22:11:54.032511 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9979c-0f3c-4110-8070-1035fdadc336 req-3e613b11-9b2f-4a06-9bfa-7f93c57884ed tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:54.034165 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81c9979c-0f3c-4110-8070-1035fdadc336 req-3e613b11-9b2f-4a06-9bfa-7f93c57884ed tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e64e5ec-6962-40aa-a81b-c65cac465e57 HTTP/1.1" status: 200 len: 943 time: 0.1451712 Dec 16 22:11:54.099931 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81c9979c-0f3c-4110-8070-1035fdadc336 req-3646fa33-dd76-4142-876b-7d1993153342 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569882 Dec 16 22:11:54.149991 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b5cca756-b9e8-450a-bccd-7c102bb2d17c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:54.150621 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cca756-b9e8-450a-bccd-7c102bb2d17c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31620b8e-032a-424a-80f0-8fb9aac5abc1 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:11:54.162188 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b5cca756-b9e8-450a-bccd-7c102bb2d17c admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:54.165778 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b5cca756-b9e8-450a-bccd-7c102bb2d17c admin admin] 10.222.0.75 "DELETE /v2.0/routers/31620b8e-032a-424a-80f0-8fb9aac5abc1 HTTP/1.1" status: 204 len: 168 time: 2.0598524 Dec 16 22:11:54.174331 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60650) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:54.178721 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10d472c-b8f8-48ab-9301-c765bcb8bdff x-openstack-request-id: req-a10d472c-b8f8-48ab-9301-c765bcb8bdff {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:54.179233 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2360f1c2-d5e1-4887-9af4-2697cb641991", "name": "network-vif-deleted", "tag": "81d1e36e-e3d2-4475-ab6d-d731652e095d", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:54.180657 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a10d472c-b8f8-48ab-9301-c765bcb8bdff {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:54.182293 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2360f1c2-d5e1-4887-9af4-2697cb641991', 'name': 'network-vif-deleted', 'tag': '81d1e36e-e3d2-4475-ab6d-d731652e095d', 'status': 'completed', 'code': 200} Dec 16 22:11:54.243256 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-97957d65-3a6f-46a0-bb90-678a7f3e149d admin admin] Deleting subnet 58d7d1d0-26a1-4b06-a1b2-da2dce142691 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:11:54.247293 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97957d65-3a6f-46a0-bb90-678a7f3e149d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:54.255376 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7401842-b89e-4197-8a85-52c998334ea3 x-openstack-request-id: req-c7401842-b89e-4197-8a85-52c998334ea3 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:54.255889 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2360f1c2-d5e1-4887-9af4-2697cb641991", "name": "network-vif-unplugged", "status": "completed", "tag": "81d1e36e-e3d2-4475-ab6d-d731652e095d", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:54.256013 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c7401842-b89e-4197-8a85-52c998334ea3 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:54.256361 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2360f1c2-d5e1-4887-9af4-2697cb641991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81d1e36e-e3d2-4475-ab6d-d731652e095d', 'code': 200} Dec 16 22:11:54.293289 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97957d65-3a6f-46a0-bb90-678a7f3e149d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:54.325191 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b20ecff-6f5b-4ede-9af0-638bcf9f5335 req-4c627fa9-7135-4bf5-8b34-2357cb774aa2 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Router 7893e096-887f-414b-b1b2-3043931cc9b4 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:11:54.418070 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e042445-b12f-462f-85ae-5bcd46a1a5e1 req-4aef6759-b5e4-419f-a56b-a4388b641bba tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=2360f1c2-d5e1-4887-9af4-2697cb641991 HTTP/1.1" status: 200 len: 210 time: 0.0617461 Dec 16 22:11:54.500122 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b20ecff-6f5b-4ede-9af0-638bcf9f5335 req-4c627fa9-7135-4bf5-8b34-2357cb774aa2 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:11:54.507349 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9b20ecff-6f5b-4ede-9af0-638bcf9f5335 req-4c627fa9-7135-4bf5-8b34-2357cb774aa2 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:54.520554 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97957d65-3a6f-46a0-bb90-678a7f3e149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:54.524334 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056c1060-dec1-4a70-93b7-a3a22c5b653c None None] Sync routers for ids ['7893e096-887f-414b-b1b2-3043931cc9b4'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:11:54.554185 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056c1060-dec1-4a70-93b7-a3a22c5b653c None None] Routers {'7893e096-887f-414b-b1b2-3043931cc9b4'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:11:54.560077 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-056c1060-dec1-4a70-93b7-a3a22c5b653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:11:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['7893e096-887f-414b-b1b2-3043931cc9b4'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:54.619115 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9b20ecff-6f5b-4ede-9af0-638bcf9f5335 req-4c627fa9-7135-4bf5-8b34-2357cb774aa2 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "PUT /v2.0/floatingips/be5ee694-9b3a-4408-8ba5-fb626d07ed8e HTTP/1.1" status: 200 len: 695 time: 1.1140640 Dec 16 22:11:54.739658 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97957d65-3a6f-46a0-bb90-678a7f3e149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:54.754785 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 0c535e3a-0289-4648-af61-8053a01ad920 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:11:54.767747 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97957d65-3a6f-46a0-bb90-678a7f3e149d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58d7d1d0-26a1-4b06-a1b2-da2dce142691,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:54.785404 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97957d65-3a6f-46a0-bb90-678a7f3e149d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:54.790196 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20ecff-6f5b-4ede-9af0-638bcf9f5335 req-59ced0d9-05f7-4405-ac8a-0afb9bae5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:54.791587 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9b20ecff-6f5b-4ede-9af0-638bcf9f5335 req-59ced0d9-05f7-4405-ac8a-0afb9bae5812 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fb020d18049e49da94018381955868ba&device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 1096 time: 0.1577611 Dec 16 22:11:54.794224 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60662) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:54.794522 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-97957d65-3a6f-46a0-bb90-678a7f3e149d admin admin] 10.222.0.75 "DELETE /v2.0/subnets/58d7d1d0-26a1-4b06-a1b2-da2dce142691 HTTP/1.1" status: 204 len: 168 time: 0.6184199 Dec 16 22:11:54.817515 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb6996f-bba3-4831-bfdc-a99bf697da84 None None] Network e7f9c6e1-2661-4ded-9a89-10d29313cf9a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:11:54.873996 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-056c1060-dec1-4a70-93b7-a3a22c5b653c None None] Set router 7893e096-887f-414b-b1b2-3043931cc9b4 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:11:54.945156 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-013a3f95-9d4f-4472-a814-457fb2c4614d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:54.986063 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20ecff-6f5b-4ede-9af0-638bcf9f5335 req-064fa4a4-e6f3-4e64-9e51-4a28caa8fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:54.987818 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9b20ecff-6f5b-4ede-9af0-638bcf9f5335 req-064fa4a4-e6f3-4e64-9e51-4a28caa8fdd4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6897b954-3619-4e8e-ae30-929f8d7aad6a HTTP/1.1" status: 200 len: 920 time: 0.1833642 Dec 16 22:11:55.052373 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9b20ecff-6f5b-4ede-9af0-638bcf9f5335 req-2355d801-e3dc-4102-b98f-60abf670b433 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d094d4d0-6e82-40b9-85f7-0493d52e0535 HTTP/1.1" status: 200 len: 217 time: 0.0436220 Dec 16 22:11:55.111184 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-013a3f95-9d4f-4472-a814-457fb2c4614d admin admin] Deleting port d8e92f1b-491f-45db-ba72-3403f78a3f25 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:55.111577 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-013a3f95-9d4f-4472-a814-457fb2c4614d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:55.125241 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20ecff-6f5b-4ede-9af0-638bcf9f5335 req-a9c14b7a-18bb-41ef-8304-02637571fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:55.126662 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9b20ecff-6f5b-4ede-9af0-638bcf9f5335 req-a9c14b7a-18bb-41ef-8304-02637571fb5c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=aad8e5a8-b013-4c8c-8f52-75d6be3d513d HTTP/1.1" status: 200 len: 860 time: 0.0670977 Dec 16 22:11:55.181912 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 0c535e3a-0289-4648-af61-8053a01ad920, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=0c535e3a-0289-4648-af61-8053a01ad920,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:55.183377 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9b20ecff-6f5b-4ede-9af0-638bcf9f5335 req-ea8245cd-8b50-4ad6-a8b5-f7fbd46ee57e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6897b954-3619-4e8e-ae30-929f8d7aad6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294394 Dec 16 22:11:55.207037 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '0c535e3a-0289-4648-af61-8053a01ad920', 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc', 'port_id': '0c535e3a-0289-4648-af61-8053a01ad920', 'mac_address': 'fa:16:3e:90:6a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9741df81-7a4c-44a7-8dc9-6f94ad4c24c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:11:55.267846 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-013a3f95-9d4f-4472-a814-457fb2c4614d admin admin] For port d8e92f1b-491f-45db-ba72-3403f78a3f25, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d8e92f1b-491f-45db-ba72-3403f78a3f25,segment=NetworkSegment(7909d4d1-8209-45db-84d7-b7812bd398b1),segment_id=7909d4d1-8209-45db-84d7-b7812bd398b1)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:55.268367 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-013a3f95-9d4f-4472-a814-457fb2c4614d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:55.292162 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2e0ba8-8ec7-4a91-8f2b-5fca7edb733f None None] DHCP port deletion for e7f9c6e1-2661-4ded-9a89-10d29313cf9a request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:11:55.302965 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-013a3f95-9d4f-4472-a814-457fb2c4614d admin admin] Calling delete_port for d8e92f1b-491f-45db-ba72-3403f78a3f25 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:55.305888 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:55.360459 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c535e3a-0289-4648-af61-8053a01ad920 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:11:55.396474 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 0c535e3a-0289-4648-af61-8053a01ad920, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=0c535e3a-0289-4648-af61-8053a01ad920,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:55.412957 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-cd2e0ba8-8ec7-4a91-8f2b-5fca7edb733f None None] Deleting port d8e92f1b-491f-45db-ba72-3403f78a3f25 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:55.413213 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0ba8-8ec7-4a91-8f2b-5fca7edb733f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:55.418026 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-056c1060-dec1-4a70-93b7-a3a22c5b653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953707022-router', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:26Z', 'updated_at': '2021-12-16T22:10:32Z', 'revision_number': 4, 'project_id': 'fb020d18049e49da94018381955868ba', 'gw_port': {'id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:27Z', 'updated_at': '2021-12-16T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '886279ad-391a-46a2-afad-5807cad351a8', 'name': '', 'network_id': '6897b954-3619-4e8e-ae30-929f8d7aad6a', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'mac_address': 'fa:16:3e:d6:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'aad8e5a8-b013-4c8c-8f52-75d6be3d513d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:31Z', 'updated_at': '2021-12-16T22:10:39Z', 'revision_number': 5, 'project_id': 'fb020d18049e49da94018381955868ba', 'subnets': [{'id': 'aad8e5a8-b013-4c8c-8f52-75d6be3d513d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:55.427124 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9b20ecff-6f5b-4ede-9af0-638bcf9f5335 req-73ab5323-8e74-4698-91b9-3b796c81b1cf service neutron] 10.222.0.75 "GET /v2.0/networks/6897b954-3619-4e8e-ae30-929f8d7aad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258410 Dec 16 22:11:55.489175 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 74f2b195-5367-4b8e-93ff-ff076a009993 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:55.509006 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056c1060-dec1-4a70-93b7-a3a22c5b653c None None] Checking router: 7893e096-887f-414b-b1b2-3043931cc9b4 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:11:55.719077 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:55.730214 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 712cf24d-c529-462a-bdcb-23ecddc78bca up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:11:55.763683 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 74f2b195-5367-4b8e-93ff-ff076a009993 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:11:55.764499 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 74f2b195-5367-4b8e-93ff-ff076a009993 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:55.764499 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f079736d-77c1-422c-835f-0649225c9c70 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:55.803140 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056c1060-dec1-4a70-93b7-a3a22c5b653c None None] Routers {'7893e096-887f-414b-b1b2-3043931cc9b4'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:11:55.803770 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-056c1060-dec1-4a70-93b7-a3a22c5b653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:11:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['7893e096-887f-414b-b1b2-3043931cc9b4'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:55.845043 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: f079736d-77c1-422c-835f-0649225c9c70 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:11:55.845393 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f079736d-77c1-422c-835f-0649225c9c70 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:55.845905 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d8e92f1b-491f-45db-ba72-3403f78a3f25 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:55.850546 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-cd2e0ba8-8ec7-4a91-8f2b-5fca7edb733f None None] For port d8e92f1b-491f-45db-ba72-3403f78a3f25, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d8e92f1b-491f-45db-ba72-3403f78a3f25,segment=NetworkSegment(7909d4d1-8209-45db-84d7-b7812bd398b1),segment_id=7909d4d1-8209-45db-84d7-b7812bd398b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:55.850958 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0ba8-8ec7-4a91-8f2b-5fca7edb733f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:55.876997 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9b20ecff-6f5b-4ede-9af0-638bcf9f5335 req-e2e0235c-714f-44d3-8db6-1b5436e89286 service neutron] 10.222.0.75 "GET /v2.0/networks/6897b954-3619-4e8e-ae30-929f8d7aad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488120 Dec 16 22:11:55.923284 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-013a3f95-9d4f-4472-a814-457fb2c4614d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:55.934893 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8d71708b-c225-4660-ad77-c798cc9408b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:55.944972 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-cd2e0ba8-8ec7-4a91-8f2b-5fca7edb733f None None] Calling delete_port for d8e92f1b-491f-45db-ba72-3403f78a3f25 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:55.954928 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a3f95-9d4f-4472-a814-457fb2c4614d admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e92f1b-491f-45db-ba72-3403f78a3f25,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:55.957057 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013a3f95-9d4f-4472-a814-457fb2c4614d admin admin] No DVR routers for this DVR port d8e92f1b-491f-45db-ba72-3403f78a3f25 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:11:55.975844 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=0c535e3a-0289-4648-af61-8053a01ad920,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:56.085710 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No active binding found for port d8e92f1b-491f-45db-ba72-3403f78a3f25 {{(pid=103615) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 22:11:56.086081 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d8e92f1b-491f-45db-ba72-3403f78a3f25 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:56.127428 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-056c1060-dec1-4a70-93b7-a3a22c5b653c None None] Set router 7893e096-887f-414b-b1b2-3043931cc9b4 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:11:56.170779 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 712cf24d-c529-462a-bdcb-23ecddc78bca completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:11:56.173816 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-013a3f95-9d4f-4472-a814-457fb2c4614d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:56.182858 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 712cf24d-c529-462a-bdcb-23ecddc78bca triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:56.182858 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:56.184596 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4171e8ed-51c3-4126-be9b-d2abd85b0ddf', 'tag': 'd094d4d0-6e82-40b9-85f7-0493d52e0535'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:56.187156 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73f401d-c5bb-4ac7-be63-232a10e36d14" -d '{"events": [{"name": "network-changed", "server_uuid": "4171e8ed-51c3-4126-be9b-d2abd85b0ddf", "tag": "d094d4d0-6e82-40b9-85f7-0493d52e0535"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:56.231355 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25676c66-9d4e-4244-885b-cfa221bffdbb req-70e01866-4956-4e02-99ec-2f600722c3a6 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:56.234150 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25676c66-9d4e-4244-885b-cfa221bffdbb req-70e01866-4956-4e02-99ec-2f600722c3a6 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 944 time: 0.1109872 Dec 16 22:11:56.236844 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-013a3f95-9d4f-4472-a814-457fb2c4614d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f9c6e1-2661-4ded-9a89-10d29313cf9a']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:56.242132 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0ba8-8ec7-4a91-8f2b-5fca7edb733f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:56.253524 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['0c535e3a-0289-4648-af61-8053a01ad920'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:11:56.263192 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-013a3f95-9d4f-4472-a814-457fb2c4614d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7909d4d1-8209-45db-84d7-b7812bd398b1') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:56.263573 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-013a3f95-9d4f-4472-a814-457fb2c4614d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7909d4d1-8209-45db-84d7-b7812bd398b1') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:56.282065 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-013a3f95-9d4f-4472-a814-457fb2c4614d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:56.307919 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-013a3f95-9d4f-4472-a814-457fb2c4614d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:56.316043 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-013a3f95-9d4f-4472-a814-457fb2c4614d admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:11:56.316565 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-013a3f95-9d4f-4472-a814-457fb2c4614d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:11:56.318641 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:11:56.321408 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e0ba8-8ec7-4a91-8f2b-5fca7edb733f None None] Pushing event deleted for resources: {'Port': ['ID=d8e92f1b-491f-45db-ba72-3403f78a3f25,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:56.371616 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25676c66-9d4e-4244-885b-cfa221bffdbb req-3a5ebfe2-b660-4ff7-bda5-fa993663a0c2 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281421 Dec 16 22:11:56.373085 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2e0ba8-8ec7-4a91-8f2b-5fca7edb733f None None] No DVR routers for this DVR port d8e92f1b-491f-45db-ba72-3403f78a3f25 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:11:56.520909 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-013a3f95-9d4f-4472-a814-457fb2c4614d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:56.526556 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-013a3f95-9d4f-4472-a814-457fb2c4614d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:56.533809 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-013a3f95-9d4f-4472-a814-457fb2c4614d admin admin] 10.222.0.75 "DELETE /v2.0/networks/e7f9c6e1-2661-4ded-9a89-10d29313cf9a HTTP/1.1" status: 204 len: 168 time: 1.7357278 Dec 16 22:11:56.548241 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:56.555499 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a3f95-9d4f-4472-a814-457fb2c4614d admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f9c6e1-2661-4ded-9a89-10d29313cf9a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:56.589364 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbab837-7efc-4171-8027-a3603cc96bc4 req-f6f6de10-4b7a-4958-8361-df1d2b3f39e0 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:56.591304 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dbab837-7efc-4171-8027-a3603cc96bc4 req-f6f6de10-4b7a-4958-8361-df1d2b3f39e0 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e64e5ec-6962-40aa-a81b-c65cac465e57 HTTP/1.1" status: 200 len: 944 time: 0.1015069 Dec 16 22:11:56.656406 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712cf24d-c529-462a-bdcb-23ecddc78bca'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:11:56.658862 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8192954-8e9e-44ca-80d3-3b5d0870dcd9" -d '{"events": [{"server_uuid": "1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5", "name": "network-vif-plugged", "status": "completed", "tag": "712cf24d-c529-462a-bdcb-23ecddc78bca"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:11:56.664640 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dbab837-7efc-4171-8027-a3603cc96bc4 req-88884fa2-df10-4c77-891e-154e86a53474 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595751 Dec 16 22:11:56.676743 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 712cf24d-c529-462a-bdcb-23ecddc78bca, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=712cf24d-c529-462a-bdcb-23ecddc78bca,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:56.785539 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-056c1060-dec1-4a70-93b7-a3a22c5b653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953707022-router', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:26Z', 'updated_at': '2021-12-16T22:10:32Z', 'revision_number': 4, 'project_id': 'fb020d18049e49da94018381955868ba', 'gw_port': {'id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:27Z', 'updated_at': '2021-12-16T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '886279ad-391a-46a2-afad-5807cad351a8', 'name': '', 'network_id': '6897b954-3619-4e8e-ae30-929f8d7aad6a', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'mac_address': 'fa:16:3e:d6:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'aad8e5a8-b013-4c8c-8f52-75d6be3d513d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:31Z', 'updated_at': '2021-12-16T22:10:39Z', 'revision_number': 5, 'project_id': 'fb020d18049e49da94018381955868ba', 'subnets': [{'id': 'aad8e5a8-b013-4c8c-8f52-75d6be3d513d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:11:56.839194 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:56.841310 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:56.842870 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 81d1e36e-e3d2-4475-ab6d-d731652e095d no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:11:56.849632 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056c1060-dec1-4a70-93b7-a3a22c5b653c None None] The sync data for ids ['7893e096-887f-414b-b1b2-3043931cc9b4'] in n-d-815324-4 is: [{'id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953707022-router', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:26Z', 'updated_at': '2021-12-16T22:10:32Z', 'revision_number': 4, 'project_id': 'fb020d18049e49da94018381955868ba', 'gw_port': {'id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:27Z', 'updated_at': '2021-12-16T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '886279ad-391a-46a2-afad-5807cad351a8', 'name': '', 'network_id': '6897b954-3619-4e8e-ae30-929f8d7aad6a', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'mac_address': 'fa:16:3e:d6:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'aad8e5a8-b013-4c8c-8f52-75d6be3d513d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:31Z', 'updated_at': '2021-12-16T22:10:39Z', 'revision_number': 5, 'project_id': 'fb020d18049e49da94018381955868ba', 'subnets': [{'id': 'aad8e5a8-b013-4c8c-8f52-75d6be3d513d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:11:56.929482 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 81d1e36e-e3d2-4475-ab6d-d731652e095d {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:11:56.929846 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 81d1e36e-e3d2-4475-ab6d-d731652e095d not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:11:56.934424 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-46277484-8a0e-4ab7-9a61-c8eb0e01d5f8 req-2c62cdc4-337d-4928-b7b0-361f4bbbb6fc tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/floatingips/be5ee694-9b3a-4408-8ba5-fb626d07ed8e HTTP/1.1" status: 200 len: 695 time: 0.0823255 Dec 16 22:11:56.966497 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:56.971736 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=712cf24d-c529-462a-bdcb-23ecddc78bca,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:57.089015 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46277484-8a0e-4ab7-9a61-c8eb0e01d5f8 req-93e771bb-4fb7-43a3-b5e5-694808db175a tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:57.099260 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-46277484-8a0e-4ab7-9a61-c8eb0e01d5f8 req-93e771bb-4fb7-43a3-b5e5-694808db175a tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 784 time: 0.1659279 Dec 16 22:11:57.106514 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-46277484-8a0e-4ab7-9a61-c8eb0e01d5f8 req-40e04846-86b2-4c18-8bb9-4fd3abaecb71 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:11:57.117950 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-46277484-8a0e-4ab7-9a61-c8eb0e01d5f8 req-40e04846-86b2-4c18-8bb9-4fd3abaecb71 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0172286 Dec 16 22:11:57.143629 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60706) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:57.222867 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9c9164fb-f755-4325-ae0e-04726a0f0833 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=eef4474b3e2b443596735e3c2ca6ae10&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0779297 Dec 16 22:11:57.225325 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60710) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:57.226838 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-46277484-8a0e-4ab7-9a61-c8eb0e01d5f8 req-c3fb9da9-5af8-4703-808f-803d397f1580 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.191 HTTP/1.1" status: 200 len: 698 time: 0.1075420 Dec 16 22:11:57.244099 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0843d094-c9dc-44de-9680-4a61788da679 None None] New status for floating IP be5ee694-9b3a-4408-8ba5-fb626d07ed8e: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:11:57.304766 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d39ee95-ccae-455b-8762-ed7559bc64f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:57.307019 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-46277484-8a0e-4ab7-9a61-c8eb0e01d5f8 req-ff130f01-47c4-433d-afc0-f86beb47b893 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.191 HTTP/1.1" status: 200 len: 698 time: 0.0766928 Dec 16 22:11:57.329733 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d39ee95-ccae-455b-8762-ed7559bc64f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:57.405919 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:11:57.520895 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d39ee95-ccae-455b-8762-ed7559bc64f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:57.523957 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d39ee95-ccae-455b-8762-ed7559bc64f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:57.525753 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4d39ee95-ccae-455b-8762-ed7559bc64f6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b5f2fd0b-c7bf-4fb2-9a60-a4b61f1abb3d HTTP/1.1" status: 204 len: 168 time: 0.2993021 Dec 16 22:11:57.541429 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39ee95-ccae-455b-8762-ed7559bc64f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f2fd0b-c7bf-4fb2-9a60-a4b61f1abb3d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:57.558321 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-46277484-8a0e-4ab7-9a61-c8eb0e01d5f8 req-405c90d7-5812-44c1-b88d-6c3694d8465d tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Deleting port 7ff595cc-3a50-4445-bfec-717a90beac70 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:11:57.559224 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-46277484-8a0e-4ab7-9a61-c8eb0e01d5f8 req-405c90d7-5812-44c1-b88d-6c3694d8465d tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:57.661523 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-b3e7caa1-4df1-4fb4-90e2-958f37772cf9 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:11:57.663019 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-b3e7caa1-4df1-4fb4-90e2-958f37772cf9 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4519713 Dec 16 22:11:57.770083 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-46277484-8a0e-4ab7-9a61-c8eb0e01d5f8 req-405c90d7-5812-44c1-b88d-6c3694d8465d tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:57.770418 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-46277484-8a0e-4ab7-9a61-c8eb0e01d5f8 req-405c90d7-5812-44c1-b88d-6c3694d8465d tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:57.821046 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-46277484-8a0e-4ab7-9a61-c8eb0e01d5f8 req-405c90d7-5812-44c1-b88d-6c3694d8465d tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Calling delete_port for 7ff595cc-3a50-4445-bfec-717a90beac70 owned by network:floatingip {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:11:57.835940 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-dd4e90e8-111b-40a7-b0e6-041c214aa7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:57.837376 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-dd4e90e8-111b-40a7-b0e6-041c214aa7f4 service neutron] 10.222.0.75 "GET /v2.0/ports/acc0dc5e-85df-409c-9ced-567f2fc71e7a HTTP/1.1" status: 200 len: 1094 time: 0.1601644 Dec 16 22:11:57.886503 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-752ea4d5-ffcb-4123-912d-02616b3979d9 service neutron] Request body: {'binding': {'host': 'n-h1-815324-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:11:57.886992 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-752ea4d5-ffcb-4123-912d-02616b3979d9 service neutron] Unknown quota resources ['binding']. {{(pid=103613) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:11:58.158364 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-752ea4d5-ffcb-4123-912d-02616b3979d9 service neutron] Attempting to bind port acc0dc5e-85df-409c-9ced-567f2fc71e7a on host n-h1-815324-4 for vnic_type normal with profile None {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:11:58.158706 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-752ea4d5-ffcb-4123-912d-02616b3979d9 service neutron] Attempting to bind port acc0dc5e-85df-409c-9ced-567f2fc71e7a by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:11:58.159065 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-752ea4d5-ffcb-4123-912d-02616b3979d9 service neutron] Attempting to bind port acc0dc5e-85df-409c-9ced-567f2fc71e7a on network a733dfc2-18aa-436d-9a35-1f59bb423cae {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:58.164022 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-752ea4d5-ffcb-4123-912d-02616b3979d9 service neutron] Port acc0dc5e-85df-409c-9ced-567f2fc71e7a on network a733dfc2-18aa-436d-9a35-1f59bb423cae not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:11:58.164354 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-752ea4d5-ffcb-4123-912d-02616b3979d9 service neutron] Attempting to bind port acc0dc5e-85df-409c-9ced-567f2fc71e7a on network a733dfc2-18aa-436d-9a35-1f59bb423cae {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:11:58.171502 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-752ea4d5-ffcb-4123-912d-02616b3979d9 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:11:58.171831 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-752ea4d5-ffcb-4123-912d-02616b3979d9 service neutron] Checking segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:11:58.172226 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-752ea4d5-ffcb-4123-912d-02616b3979d9 service neutron] Bound using segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:11:58.172699 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-752ea4d5-ffcb-4123-912d-02616b3979d9 service neutron] Bound port: acc0dc5e-85df-409c-9ced-567f2fc71e7a, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:11:58.228319 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:58.229624 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:58.230123 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-46277484-8a0e-4ab7-9a61-c8eb0e01d5f8 req-405c90d7-5812-44c1-b88d-6c3694d8465d tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:58.241642 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-752ea4d5-ffcb-4123-912d-02616b3979d9 service neutron] For port acc0dc5e-85df-409c-9ced-567f2fc71e7a, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=acc0dc5e-85df-409c-9ced-567f2fc71e7a,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:11:58.274312 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c90d7-5812-44c1-b88d-6c3694d8465d tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Pushing event deleted for resources: {'Port': ['ID=7ff595cc-3a50-4445-bfec-717a90beac70,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:58.335021 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-46277484-8a0e-4ab7-9a61-c8eb0e01d5f8 req-405c90d7-5812-44c1-b88d-6c3694d8465d tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks [] for floatingip, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:58.338526 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-46277484-8a0e-4ab7-9a61-c8eb0e01d5f8 req-405c90d7-5812-44c1-b88d-6c3694d8465d tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:58.340034 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-46277484-8a0e-4ab7-9a61-c8eb0e01d5f8 req-405c90d7-5812-44c1-b88d-6c3694d8465d tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "DELETE /v2.0/floatingips/be5ee694-9b3a-4408-8ba5-fb626d07ed8e HTTP/1.1" status: 204 len: 173 time: 1.0269563 Dec 16 22:11:58.362980 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-752ea4d5-ffcb-4123-912d-02616b3979d9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:58.376844 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-752ea4d5-ffcb-4123-912d-02616b3979d9 service neutron] 10.222.0.75 "POST /v2.0/ports/acc0dc5e-85df-409c-9ced-567f2fc71e7a/bindings HTTP/1.1" status: 201 len: 389 time: 0.4862034 Dec 16 22:11:58.409556 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa5d57e-2180-4ae2-89e2-debd159b859f x-openstack-request-id: req-2fa5d57e-2180-4ae2-89e2-debd159b859f {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:58.409866 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4171e8ed-51c3-4126-be9b-d2abd85b0ddf", "tag": "d094d4d0-6e82-40b9-85f7-0493d52e0535", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:58.410130 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2fa5d57e-2180-4ae2-89e2-debd159b859f {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:58.411242 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4171e8ed-51c3-4126-be9b-d2abd85b0ddf', 'tag': 'd094d4d0-6e82-40b9-85f7-0493d52e0535', 'status': 'completed', 'code': 200} Dec 16 22:11:58.454068 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f9a3f9-28f5-4bbd-919d-7e11b24e6fd6 x-openstack-request-id: req-e8f9a3f9-28f5-4bbd-919d-7e11b24e6fd6 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:11:58.454787 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5", "name": "network-vif-plugged", "status": "completed", "tag": "712cf24d-c529-462a-bdcb-23ecddc78bca", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:11:58.455373 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e8f9a3f9-28f5-4bbd-919d-7e11b24e6fd6 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:11:58.455984 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712cf24d-c529-462a-bdcb-23ecddc78bca', 'code': 200} Dec 16 22:11:58.582690 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60736) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:58.668796 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e2ca72d5-cb84-4e8b-8a48-8259e9713082 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d18db53198444f9692fbe6e92344e216&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0838308 Dec 16 22:11:58.671138 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60740) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:11:58.686402 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f401d-c5bb-4ac7-be63-232a10e36d14 req-478d1e62-88c8-4500-962a-0c99a55d09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:58.688117 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a73f401d-c5bb-4ac7-be63-232a10e36d14 req-478d1e62-88c8-4500-962a-0c99a55d09ce service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fb020d18049e49da94018381955868ba&device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 1096 time: 0.1921463 Dec 16 22:11:58.766226 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 0c535e3a-0289-4648-af61-8053a01ad920 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:11:58.783723 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-28930dc9-a15c-4862-b216-0c6a7cc32006 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:58.813940 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-28930dc9-a15c-4862-b216-0c6a7cc32006 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:58.860763 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94689972-b65b-40f5-9308-3f89bd9f9fb8 req-3373e9bc-5a8a-47eb-9157-3b99cfe54fdf tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:58.872753 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffac8fb-c9f3-4651-91ec-4de39d9536ee req-bf0e101b-d08f-47ca-9a97-86df7b0e57dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:58.873553 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94689972-b65b-40f5-9308-3f89bd9f9fb8 req-3373e9bc-5a8a-47eb-9157-3b99cfe54fdf tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 945 time: 0.1667907 Dec 16 22:11:58.874823 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dffac8fb-c9f3-4651-91ec-4de39d9536ee req-bf0e101b-d08f-47ca-9a97-86df7b0e57dd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 1096 time: 0.1913762 Dec 16 22:11:58.899069 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-a2278968-20db-485e-927e-6e400c2dda55 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:58.901076 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-a2278968-20db-485e-927e-6e400c2dda55 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/networks?id=4e1bd316-abcd-4f96-883a-81e4852f7038 HTTP/1.1" status: 200 len: 822 time: 0.3210230 Dec 16 22:11:58.953277 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 0c535e3a-0289-4648-af61-8053a01ad920 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:11:58.956533 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f401d-c5bb-4ac7-be63-232a10e36d14 req-cc20a885-d5c6-40e2-a190-04fc9691b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:58.958203 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 0c535e3a-0289-4648-af61-8053a01ad920 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:11:58.958879 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:58.962588 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a73f401d-c5bb-4ac7-be63-232a10e36d14 req-cc20a885-d5c6-40e2-a190-04fc9691b71b service neutron] 10.222.0.76 "GET /v2.0/networks?id=6897b954-3619-4e8e-ae30-929f8d7aad6a HTTP/1.1" status: 200 len: 920 time: 0.2595618 Dec 16 22:11:58.979703 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-6a5dddbf-f71b-4f82-88ea-927552e091f7 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/quotas/e01c2d2b67ec4a12baa410a80cc4e916 HTTP/1.1" status: 200 len: 375 time: 0.0669355 Dec 16 22:11:58.990482 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94689972-b65b-40f5-9308-3f89bd9f9fb8 req-a16c20a3-9b94-44e3-b346-3e749e254f94 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151056 Dec 16 22:11:59.068908 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-28930dc9-a15c-4862-b216-0c6a7cc32006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:59.074623 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a73f401d-c5bb-4ac7-be63-232a10e36d14 req-9a93174e-633f-49a5-aa11-31a1af669918 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d094d4d0-6e82-40b9-85f7-0493d52e0535 HTTP/1.1" status: 200 len: 217 time: 0.0996113 Dec 16 22:11:59.075707 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-28930dc9-a15c-4862-b216-0c6a7cc32006 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:59.077485 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-28930dc9-a15c-4862-b216-0c6a7cc32006 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1eb655f8-6e60-46ed-9ca7-4a5e48276029 HTTP/1.1" status: 204 len: 168 time: 0.4047086 Dec 16 22:11:59.088628 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28930dc9-a15c-4862-b216-0c6a7cc32006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb655f8-6e60-46ed-9ca7-4a5e48276029,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:59.099745 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:59.105648 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-29ce28e5-5733-4762-ac54-9dd77cbc8d0b tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e01c2d2b67ec4a12baa410a80cc4e916&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0991561 Dec 16 22:11:59.118591 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dffac8fb-c9f3-4651-91ec-4de39d9536ee req-952a97fd-e613-4f4b-a5e1-32a5ea115b36 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344151 Dec 16 22:11:59.196881 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:59.240288 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96195c50-e4dc-45d6-b8d6-3f0b2a5f0bd0 req-d8814523-73c1-49ea-8b56-c3eefab1a864 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:59.249383 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-96195c50-e4dc-45d6-b8d6-3f0b2a5f0bd0 req-d8814523-73c1-49ea-8b56-c3eefab1a864 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e64e5ec-6962-40aa-a81b-c65cac465e57 HTTP/1.1" status: 200 len: 944 time: 0.1092560 Dec 16 22:11:59.286901 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 0c535e3a-0289-4648-af61-8053a01ad920, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=0c535e3a-0289-4648-af61-8053a01ad920,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:11:59.295703 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-df45b4e4-264d-43de-88a9-04e527bcab8a service neutron] 10.222.0.75 "GET /v2.0/networks/4e1bd316-abcd-4f96-883a-81e4852f7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704843 Dec 16 22:11:59.316969 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-96195c50-e4dc-45d6-b8d6-3f0b2a5f0bd0 req-36354454-f637-45da-938c-8fc6c41de18b tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666432 Dec 16 22:11:59.371893 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f401d-c5bb-4ac7-be63-232a10e36d14 req-03a9d2b6-ee58-46fa-aa78-c424fd4bc0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:59.373510 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a73f401d-c5bb-4ac7-be63-232a10e36d14 req-03a9d2b6-ee58-46fa-aa78-c424fd4bc0ad service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aad8e5a8-b013-4c8c-8f52-75d6be3d513d HTTP/1.1" status: 200 len: 860 time: 0.2726011 Dec 16 22:11:59.419392 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-2357836d-937b-49b0-99f4-c612ed81774a service neutron] 10.222.0.75 "GET /v2.0/networks/4e1bd316-abcd-4f96-883a-81e4852f7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067715 Dec 16 22:11:59.461521 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a73f401d-c5bb-4ac7-be63-232a10e36d14 req-3e7ada39-41fe-4b20-96de-9c73b0af0b8f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6897b954-3619-4e8e-ae30-929f8d7aad6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365808 Dec 16 22:11:59.464019 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:59.504692 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cc6f3680-0c34-48d3-acb3-a628587f303d req-47e42eb6-56b5-4197-a945-dd6bf21b0f84 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups/82d7ac9e-75b8-484c-b232-73732722cbce HTTP/1.1" status: 200 len: 1824 time: 0.0786862 Dec 16 22:11:59.546923 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=0c535e3a-0289-4648-af61-8053a01ad920,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:59.610473 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cc6f3680-0c34-48d3-acb3-a628587f303d req-08f5f61e-d5cf-4697-a919-dc54228e45a9 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:59.636691 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a73f401d-c5bb-4ac7-be63-232a10e36d14 req-516e7819-8875-4210-8670-aa74c71c2a68 service neutron] 10.222.0.76 "GET /v2.0/networks/6897b954-3619-4e8e-ae30-929f8d7aad6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188338 Dec 16 22:11:59.641180 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cc6f3680-0c34-48d3-acb3-a628587f303d req-08f5f61e-d5cf-4697-a919-dc54228e45a9 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:59.733183 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-e5351c9c-32cd-48ec-9c2e-921c031f97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:59.734793 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-e5351c9c-32cd-48ec-9c2e-921c031f97f0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 1097 time: 0.0970795 Dec 16 22:11:59.808707 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a73f401d-c5bb-4ac7-be63-232a10e36d14 req-ba887531-7948-4be2-837b-995777b40a5e service neutron] 10.222.0.76 "GET /v2.0/networks/6897b954-3619-4e8e-ae30-929f8d7aad6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608784 Dec 16 22:11:59.853854 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-3630db8f-7166-464c-8854-ccd1b7ea2ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:11:59.855397 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-3630db8f-7166-464c-8854-ccd1b7ea2ddd service neutron] 10.222.0.76 "GET /v2.0/networks?id=a733dfc2-18aa-436d-9a35-1f59bb423cae HTTP/1.1" status: 200 len: 921 time: 0.1096513 Dec 16 22:11:59.858488 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cc6f3680-0c34-48d3-acb3-a628587f303d req-08f5f61e-d5cf-4697-a919-dc54228e45a9 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:59.861349 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cc6f3680-0c34-48d3-acb3-a628587f303d req-08f5f61e-d5cf-4697-a919-dc54228e45a9 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:11:59.862489 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cc6f3680-0c34-48d3-acb3-a628587f303d req-08f5f61e-d5cf-4697-a919-dc54228e45a9 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "DELETE /v2.0/security-groups/82d7ac9e-75b8-484c-b232-73732722cbce HTTP/1.1" status: 204 len: 173 time: 0.3517110 Dec 16 22:11:59.895902 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5f61e-d5cf-4697-a919-dc54228e45a9 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d7ac9e-75b8-484c-b232-73732722cbce,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:11:59.909003 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-4f9b7fd9-e839-49c3-b5be-1dec0d6e9d65 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acc0dc5e-85df-409c-9ced-567f2fc71e7a HTTP/1.1" status: 200 len: 217 time: 0.0427418 Dec 16 22:12:00.023227 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-4b53c855-682e-4800-bd40-3b31ecce2613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:00.024747 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-4b53c855-682e-4800-bd40-3b31ecce2613 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=28a903b4-5579-4f62-80b4-b7b74c354d7a HTTP/1.1" status: 200 len: 861 time: 0.1066859 Dec 16 22:12:00.103532 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d31a5-fd4c-4c2c-990b-9e204798e361 req-27f70975-865b-4535-aea5-6eaa26bf0e14 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:00.104005 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-718d31a5-fd4c-4c2c-990b-9e204798e361 req-27f70975-865b-4535-aea5-6eaa26bf0e14 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 946 time: 0.1063688 Dec 16 22:12:00.127637 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-09ed0c48-20e2-48b5-9880-ced16efd3742 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a733dfc2-18aa-436d-9a35-1f59bb423cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829732 Dec 16 22:12:00.243212 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-718d31a5-fd4c-4c2c-990b-9e204798e361 req-23a62459-4acd-48b0-bf2d-8e7159346664 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203914 Dec 16 22:12:00.357371 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-8bb08fbc-0c40-45bf-83f4-801fc2884f84 service neutron] 10.222.0.76 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211785 Dec 16 22:12:00.368108 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b96607f9-e86e-406e-acd3-ac1ca038ed43 req-b17e8ef2-164b-43e9-afdc-3b48870e204c tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=1330b8f2-0719-4549-af38-a3db5784142d HTTP/1.1" status: 200 len: 210 time: 0.0418522 Dec 16 22:12:00.458126 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e64e5ec-6962-40aa-a81b-c65cac465e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c535e3a-0289-4648-af61-8053a01ad920'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:00.460923 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db18582-aec6-4b30-bedb-c6f471bb4511" -d '{"events": [{"server_uuid": "2e64e5ec-6962-40aa-a81b-c65cac465e57", "name": "network-vif-plugged", "status": "completed", "tag": "0c535e3a-0289-4648-af61-8053a01ad920"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:00.561689 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253cc15-7d38-4c71-8212-47e7bfafe995 req-bb1c79a6-5687-4715-bea3-80c8f5ea09cd tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:00.575377 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2253cc15-7d38-4c71-8212-47e7bfafe995 req-bb1c79a6-5687-4715-bea3-80c8f5ea09cd tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 945 time: 0.1196618 Dec 16 22:12:00.602959 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-00b4bde0-effa-4c0d-bbe7-e6301a901465 service neutron] 10.222.0.76 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096682 Dec 16 22:12:00.685080 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2253cc15-7d38-4c71-8212-47e7bfafe995 req-a0511a88-8c6b-4ac0-b640-2abcc76a93a0 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076684 Dec 16 22:12:00.797217 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad834906-566b-4d36-8853-47a1d934c251 req-9a6e5d4e-f1e9-4cfb-9490-043de353abd2 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:00.805858 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ad834906-566b-4d36-8853-47a1d934c251 req-9a6e5d4e-f1e9-4cfb-9490-043de353abd2 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e64e5ec-6962-40aa-a81b-c65cac465e57 HTTP/1.1" status: 200 len: 945 time: 0.1387258 Dec 16 22:12:00.868468 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d578e60e-a28f-4337-ab84-00320f115fd0 x-openstack-request-id: req-d578e60e-a28f-4337-ab84-00320f115fd0 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:00.868792 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e64e5ec-6962-40aa-a81b-c65cac465e57", "name": "network-vif-plugged", "status": "completed", "tag": "0c535e3a-0289-4648-af61-8053a01ad920", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:00.869586 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d578e60e-a28f-4337-ab84-00320f115fd0 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:00.869586 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e64e5ec-6962-40aa-a81b-c65cac465e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c535e3a-0289-4648-af61-8053a01ad920', 'code': 200} Dec 16 22:12:00.871241 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ad834906-566b-4d36-8853-47a1d934c251 req-ac1e5016-418a-4df7-9601-6393cb28402c tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563424 Dec 16 22:12:00.974940 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a489d-c636-433a-9792-b1d7be2423ed req-643117e0-a342-4b41-b741-3dc30fe65cf5 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:00.976496 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-215a489d-c636-433a-9792-b1d7be2423ed req-643117e0-a342-4b41-b741-3dc30fe65cf5 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.0548687 Dec 16 22:12:01.047753 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c4aa5-cdb1-4599-bfce-ebd03d797cfb req-758e275b-b3a3-44a4-9fe1-6f4625a0d152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:01.049293 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c06c4aa5-cdb1-4599-bfce-ebd03d797cfb req-758e275b-b3a3-44a4-9fe1-6f4625a0d152 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2e64e5ec-6962-40aa-a81b-c65cac465e57 HTTP/1.1" status: 200 len: 1096 time: 0.0719204 Dec 16 22:12:01.052752 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-215a489d-c636-433a-9792-b1d7be2423ed req-f0e66446-a862-4a5e-bd9f-33505254c834 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676780 Dec 16 22:12:01.105603 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c06c4aa5-cdb1-4599-bfce-ebd03d797cfb req-d9ba8de5-5b12-446b-808d-fa5bf4eceda9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476980 Dec 16 22:12:01.397956 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bd30e-565e-4e91-b2fa-d062644c84aa req-273021de-032d-4e85-9cb5-454ff45ecb57 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:01.401037 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7d2bd30e-565e-4e91-b2fa-d062644c84aa req-273021de-032d-4e85-9cb5-454ff45ecb57 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 946 time: 0.0563710 Dec 16 22:12:01.487309 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7d2bd30e-565e-4e91-b2fa-d062644c84aa req-83ef1e13-78b2-496d-b546-1deef8ec0431 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790980 Dec 16 22:12:01.512531 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ca215d6f-c417-46a0-af94-04a50d77b8e5 req-a3a1a5b5-e829-4a82-92ed-861a51c41ede tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=1330b8f2-0719-4549-af38-a3db5784142d HTTP/1.1" status: 200 len: 210 time: 0.0413134 Dec 16 22:12:01.829518 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6101b8-2e96-4918-b581-7a6536e1f274 req-d971a325-782e-439c-a929-abd85f6ca85c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:01.829518 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9a6101b8-2e96-4918-b581-7a6536e1f274 req-d971a325-782e-439c-a929-abd85f6ca85c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 945 time: 0.0621336 Dec 16 22:12:01.950478 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9a6101b8-2e96-4918-b581-7a6536e1f274 req-e6f69433-6209-4aab-95fd-6bc00f932957 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161745 Dec 16 22:12:02.123219 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3483b29-08b4-473a-960f-b8334b771027 req-0f247458-35a7-4cef-bc8e-eee0808262d1 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:02.124965 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a3483b29-08b4-473a-960f-b8334b771027 req-0f247458-35a7-4cef-bc8e-eee0808262d1 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e64e5ec-6962-40aa-a81b-c65cac465e57 HTTP/1.1" status: 200 len: 945 time: 0.0975962 Dec 16 22:12:02.222333 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a3483b29-08b4-473a-960f-b8334b771027 req-ac756eb4-5c18-41a7-9bbd-f7e8a40bdf94 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701370 Dec 16 22:12:02.358576 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e099404-6b7c-4468-b5a6-b4ae803cc346 req-6450474b-560b-4b5c-8e75-5d7bd346168f tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:02.364661 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e099404-6b7c-4468-b5a6-b4ae803cc346 req-6450474b-560b-4b5c-8e75-5d7bd346168f tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.0667031 Dec 16 22:12:02.441308 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e099404-6b7c-4468-b5a6-b4ae803cc346 req-3c14f3e6-6279-442b-93ec-dba08e27c3d3 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653481 Dec 16 22:12:02.604738 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7c24b-baa4-4cad-bfb5-bbaed57f915e req-55c4c55f-9dd4-4d1e-8fca-2cf406af8dad tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:02.615584 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-33d7c24b-baa4-4cad-bfb5-bbaed57f915e req-55c4c55f-9dd4-4d1e-8fca-2cf406af8dad tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 945 time: 0.0905402 Dec 16 22:12:02.694809 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-33d7c24b-baa4-4cad-bfb5-bbaed57f915e req-0cb4b501-8195-48ff-819d-bcc5c45c2659 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779006 Dec 16 22:12:03.101251 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff365ad-5d85-4f2e-96ab-ac223a6466bf req-bdff5939-d063-472d-b30f-1f0a150f72b6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:03.103062 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eff365ad-5d85-4f2e-96ab-ac223a6466bf req-bdff5939-d063-472d-b30f-1f0a150f72b6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 946 time: 0.0845699 Dec 16 22:12:03.174288 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2df7d01d-f3f1-42ec-905f-02fe5d48db62 req-dfa17c92-ec68-4529-98cd-2f0e93207d2d tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=1330b8f2-0719-4549-af38-a3db5784142d HTTP/1.1" status: 200 len: 210 time: 0.0343652 Dec 16 22:12:03.177592 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eff365ad-5d85-4f2e-96ab-ac223a6466bf req-b321007a-fa90-4b5e-bb61-94cd2da02d46 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651183 Dec 16 22:12:03.351338 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d8422-767a-4d6d-a615-230906de05c3 req-f2d6ead5-f4bc-47f1-888e-9c0f6eebffc8 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:03.353086 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8a5d8422-767a-4d6d-a615-230906de05c3 req-f2d6ead5-f4bc-47f1-888e-9c0f6eebffc8 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 944 time: 0.0717595 Dec 16 22:12:03.442051 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8a5d8422-767a-4d6d-a615-230906de05c3 req-56b88202-e8ff-4942-bd50-08cbf5b758f4 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718749 Dec 16 22:12:03.506701 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca16f1-d5a4-4fb5-a922-627d6e46cf17 req-6f6e5522-3d25-41e9-996a-d3dbd98a000c tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:03.508303 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-28ca16f1-d5a4-4fb5-a922-627d6e46cf17 req-6f6e5522-3d25-41e9-996a-d3dbd98a000c tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.76 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.0890582 Dec 16 22:12:03.684551 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32b587-36b9-4e56-8001-a291675c7860 req-ab953b7b-2068-4b48-824a-301983f1f79b tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:03.687078 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af32b587-36b9-4e56-8001-a291675c7860 req-ab953b7b-2068-4b48-824a-301983f1f79b tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 945 time: 0.0703280 Dec 16 22:12:03.727998 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c83c4-344e-41d4-bb1d-19b7dbbf523b req-12eaa3d5-d841-4d29-863a-b1deb8796046 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:03.734492 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-451c83c4-344e-41d4-bb1d-19b7dbbf523b req-12eaa3d5-d841-4d29-863a-b1deb8796046 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e64e5ec-6962-40aa-a81b-c65cac465e57 HTTP/1.1" status: 200 len: 945 time: 0.1832790 Dec 16 22:12:03.773057 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af32b587-36b9-4e56-8001-a291675c7860 req-7dc40876-fc11-4f2f-b075-382af1c04cff tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748672 Dec 16 22:12:03.834949 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-28ca16f1-d5a4-4fb5-a922-627d6e46cf17 req-d2992cc7-0e67-4131-a214-deed92a41431 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Deleting port d094d4d0-6e82-40b9-85f7-0493d52e0535 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:03.835316 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-28ca16f1-d5a4-4fb5-a922-627d6e46cf17 req-d2992cc7-0e67-4131-a214-deed92a41431 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:03.844639 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-5959990c-e6ee-444e-94b6-f92443cd68ad tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:03.846114 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-5959990c-e6ee-444e-94b6-f92443cd68ad tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.76 "GET /v2.0/networks?id=4e1bd316-abcd-4f96-883a-81e4852f7038 HTTP/1.1" status: 200 len: 822 time: 0.2146897 Dec 16 22:12:03.872018 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-ccf99211-b1ad-40fa-80d3-22871423e937 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Request body: {'port': {'device_id': '1330b8f2-0719-4549-af38-a3db5784142d', 'network_id': '4e1bd316-abcd-4f96-883a-81e4852f7038', 'admin_state_up': True, 'tenant_id': 'e01c2d2b67ec4a12baa410a80cc4e916'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:03.961304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04278ad1-47be-4b57-91a7-67fc1322bbd2 req-715a0a3e-19ac-4d13-be90-6bb769a5476d tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:03.970879 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-04278ad1-47be-4b57-91a7-67fc1322bbd2 req-715a0a3e-19ac-4d13-be90-6bb769a5476d tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 945 time: 0.0939140 Dec 16 22:12:04.000059 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-451c83c4-344e-41d4-bb1d-19b7dbbf523b req-c4b1f2ba-9935-4c4e-8231-4b2eebadd447 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522225 Dec 16 22:12:04.035172 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-04278ad1-47be-4b57-91a7-67fc1322bbd2 req-66c6fdff-0932-4122-a2cf-0922d7d576e9 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639369 Dec 16 22:12:04.087190 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-28ca16f1-d5a4-4fb5-a922-627d6e46cf17 req-d2992cc7-0e67-4131-a214-deed92a41431 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] For port d094d4d0-6e82-40b9-85f7-0493d52e0535, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d094d4d0-6e82-40b9-85f7-0493d52e0535,segment=NetworkSegment(7d53f15a-20ab-44b9-a103-402696484de8),segment_id=7d53f15a-20ab-44b9-a103-402696484de8)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:04.087572 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-28ca16f1-d5a4-4fb5-a922-627d6e46cf17 req-d2992cc7-0e67-4131-a214-deed92a41431 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:04.112208 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-28ca16f1-d5a4-4fb5-a922-627d6e46cf17 req-d2992cc7-0e67-4131-a214-deed92a41431 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Calling delete_port for d094d4d0-6e82-40b9-85f7-0493d52e0535 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:04.233294 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b02ff-d196-4327-bf88-a409f73e2e2b req-643baccc-4def-406d-90aa-7e0ab9dde9d3 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:04.249787 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cf9b02ff-d196-4327-bf88-a409f73e2e2b req-643baccc-4def-406d-90aa-7e0ab9dde9d3 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.57 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 944 time: 0.1260531 Dec 16 22:12:04.268156 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-ccf99211-b1ad-40fa-80d3-22871423e937 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Made reservation on behalf of e01c2d2b67ec4a12baa410a80cc4e916 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:12:04.273251 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-ccf99211-b1ad-40fa-80d3-22871423e937 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:04.282454 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405bd48-be44-4c67-a4a3-5292cfdb6359 req-5eccfe36-d34d-4068-9758-233ce6f19c79 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:04.284244 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c405bd48-be44-4c67-a4a3-5292cfdb6359 req-5eccfe36-d34d-4068-9758-233ce6f19c79 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e64e5ec-6962-40aa-a81b-c65cac465e57 HTTP/1.1" status: 200 len: 945 time: 0.1820865 Dec 16 22:12:04.373783 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-edb6acd2-11d7-4e51-b316-e1107d4eb085 req-09fa3913-96ab-45d2-9497-b4bafb6f9cbe tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=1330b8f2-0719-4549-af38-a3db5784142d HTTP/1.1" status: 200 len: 210 time: 0.0699973 Dec 16 22:12:04.442337 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c405bd48-be44-4c67-a4a3-5292cfdb6359 req-1e89eba6-d429-4415-92f2-5038720a9cdb tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183782 Dec 16 22:12:04.489030 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-cf9b02ff-d196-4327-bf88-a409f73e2e2b req-633493c8-d71b-4648-99a2-e5bb7aa122a2 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Deleting port 55a37756-5d83-43bd-9635-5f0f95d4b30d {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:04.489479 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cf9b02ff-d196-4327-bf88-a409f73e2e2b req-633493c8-d71b-4648-99a2-e5bb7aa122a2 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:04.516865 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-28ca16f1-d5a4-4fb5-a922-627d6e46cf17 req-d2992cc7-0e67-4131-a214-deed92a41431 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:04.556621 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['d094d4d0-6e82-40b9-85f7-0493d52e0535'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:04.564210 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2992cc7-0e67-4131-a214-deed92a41431 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Pushing event deleted for resources: {'Port': ['ID=d094d4d0-6e82-40b9-85f7-0493d52e0535,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:04.586372 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-ccf99211-b1ad-40fa-80d3-22871423e937 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Allocated IP 172.20.0.8 (4e1bd316-abcd-4f96-883a-81e4852f7038/3707ad1d-19fd-41c2-aff9-70fbe5f0e860/df2da118-33ee-4948-9534-c3fa6c54c3f1) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:12:04.646217 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aea5b7-dea5-4f0e-8aba-f5f94f030f9a req-92c17d48-dcfe-4230-b335-cef3060a2c14 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:04.648153 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-81aea5b7-dea5-4f0e-8aba-f5f94f030f9a req-92c17d48-dcfe-4230-b335-cef3060a2c14 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 946 time: 0.1940172 Dec 16 22:12:04.668150 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ca16f1-d5a4-4fb5-a922-627d6e46cf17 req-d2992cc7-0e67-4131-a214-deed92a41431 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] No DVR routers for this DVR port d094d4d0-6e82-40b9-85f7-0493d52e0535 on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:12:04.675103 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-28ca16f1-d5a4-4fb5-a922-627d6e46cf17 req-d2992cc7-0e67-4131-a214-deed92a41431 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:04.678643 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-cf9b02ff-d196-4327-bf88-a409f73e2e2b req-633493c8-d71b-4648-99a2-e5bb7aa122a2 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] For port 55a37756-5d83-43bd-9635-5f0f95d4b30d, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=55a37756-5d83-43bd-9635-5f0f95d4b30d,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:04.679622 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-28ca16f1-d5a4-4fb5-a922-627d6e46cf17 req-d2992cc7-0e67-4131-a214-deed92a41431 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.76 "DELETE /v2.0/ports/d094d4d0-6e82-40b9-85f7-0493d52e0535 HTTP/1.1" status: 204 len: 173 time: 1.1629341 Dec 16 22:12:04.680234 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4171e8ed-51c3-4126-be9b-d2abd85b0ddf', 'name': 'network-vif-deleted', 'tag': 'd094d4d0-6e82-40b9-85f7-0493d52e0535'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:04.683372 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cf9b02ff-d196-4327-bf88-a409f73e2e2b req-633493c8-d71b-4648-99a2-e5bb7aa122a2 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:04.691030 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8141f43c-88b5-4c00-b78d-1ff5eed6d902" -d '{"events": [{"server_uuid": "4171e8ed-51c3-4126-be9b-d2abd85b0ddf", "name": "network-vif-deleted", "tag": "d094d4d0-6e82-40b9-85f7-0493d52e0535"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:04.740138 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-cf9b02ff-d196-4327-bf88-a409f73e2e2b req-633493c8-d71b-4648-99a2-e5bb7aa122a2 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Calling delete_port for 55a37756-5d83-43bd-9635-5f0f95d4b30d owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:04.806939 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-81aea5b7-dea5-4f0e-8aba-f5f94f030f9a req-21d380e8-cc03-460f-b698-454cae9ff76a tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359661 Dec 16 22:12:05.005242 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-ccf99211-b1ad-40fa-80d3-22871423e937 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:05.028323 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3530a0-9d94-49b9-bd45-d4d30984e463 req-8131efe3-401a-4188-ba0e-1ba6c7783b85 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:05.030568 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5b3530a0-9d94-49b9-bd45-d4d30984e463 req-8131efe3-401a-4188-ba0e-1ba6c7783b85 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 944 time: 0.0892174 Dec 16 22:12:05.051385 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cf9b02ff-d196-4327-bf88-a409f73e2e2b req-633493c8-d71b-4648-99a2-e5bb7aa122a2 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:05.094994 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633493c8-d71b-4648-99a2-e5bb7aa122a2 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Pushing event deleted for resources: {'Port': ['ID=55a37756-5d83-43bd-9635-5f0f95d4b30d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:05.097623 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['55a37756-5d83-43bd-9635-5f0f95d4b30d'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:05.098792 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5b3530a0-9d94-49b9-bd45-d4d30984e463 req-b7f02a9a-d5ea-4432-93f2-b13d14ee123e tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591111 Dec 16 22:12:05.153175 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9b02ff-d196-4327-bf88-a409f73e2e2b req-633493c8-d71b-4648-99a2-e5bb7aa122a2 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] No DVR routers for this DVR port 55a37756-5d83-43bd-9635-5f0f95d4b30d on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:12:05.153175 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cf9b02ff-d196-4327-bf88-a409f73e2e2b req-633493c8-d71b-4648-99a2-e5bb7aa122a2 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:05.153175 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cf9b02ff-d196-4327-bf88-a409f73e2e2b req-633493c8-d71b-4648-99a2-e5bb7aa122a2 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.57 "DELETE /v2.0/ports/55a37756-5d83-43bd-9635-5f0f95d4b30d HTTP/1.1" status: 204 len: 173 time: 0.8987918 Dec 16 22:12:05.153491 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ff2913-5077-4732-b811-2e2088c1b899', 'name': 'network-vif-deleted', 'tag': '55a37756-5d83-43bd-9635-5f0f95d4b30d'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:05.156076 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ee53ed-01ae-45af-948b-ea7ca670e803" -d '{"events": [{"server_uuid": "88ff2913-5077-4732-b811-2e2088c1b899", "name": "network-vif-deleted", "tag": "55a37756-5d83-43bd-9635-5f0f95d4b30d"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:05.165731 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-ccf99211-b1ad-40fa-80d3-22871423e937 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:05.215880 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757113d5-d9d6-43d7-b907-fd2627ba70b5 x-openstack-request-id: req-757113d5-d9d6-43d7-b907-fd2627ba70b5 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:05.216184 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4171e8ed-51c3-4126-be9b-d2abd85b0ddf", "name": "network-vif-deleted", "tag": "d094d4d0-6e82-40b9-85f7-0493d52e0535", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:05.216446 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-757113d5-d9d6-43d7-b907-fd2627ba70b5 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:05.216872 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4171e8ed-51c3-4126-be9b-d2abd85b0ddf', 'name': 'network-vif-deleted', 'tag': 'd094d4d0-6e82-40b9-85f7-0493d52e0535', 'status': 'completed', 'code': 200} Dec 16 22:12:05.235976 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-ccf99211-b1ad-40fa-80d3-22871423e937 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Network 4e1bd316-abcd-4f96-883a-81e4852f7038 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:12:05.239937 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-ccf99211-b1ad-40fa-80d3-22871423e937 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:12:05.254417 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-ccf99211-b1ad-40fa-80d3-22871423e937 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:12:05.283766 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf99211-b1ad-40fa-80d3-22871423e937 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Pushing event updated for resources: {'Port': ['ID=df2da118-33ee-4948-9534-c3fa6c54c3f1,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:05.327957 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-918e2133-200c-44ae-8ddf-8323040f81ab req-b8d102c7-3e52-4cc3-a92e-3c963ade7387 tempest-ServerRescueTestJSONUnderV235-1127856641 tempest-ServerRescueTestJSONUnderV235-1127856641-project] 10.222.0.75 "GET /v2.0/ports?device_id=4171e8ed-51c3-4126-be9b-d2abd85b0ddf HTTP/1.1" status: 200 len: 210 time: 0.0455184 Dec 16 22:12:05.331508 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50046e4-f338-4d8c-baaa-e1ade095a1c8 req-a89f14cb-1eea-47ee-98f8-03e6760f40a3 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:05.333279 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d50046e4-f338-4d8c-baaa-e1ade095a1c8 req-a89f14cb-1eea-47ee-98f8-03e6760f40a3 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 945 time: 0.0685358 Dec 16 22:12:05.350513 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-ccf99211-b1ad-40fa-80d3-22871423e937 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:05.350513 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-ccf99211-b1ad-40fa-80d3-22871423e937 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:05.388218 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d50046e4-f338-4d8c-baaa-e1ade095a1c8 req-458ebf5b-6f54-49c5-9635-6a835af63eb9 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492861 Dec 16 22:12:05.452535 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-ccf99211-b1ad-40fa-80d3-22871423e937 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5850451 Dec 16 22:12:05.464477 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dc6b81-d6ee-402d-8328-a2633e9bc5fb x-openstack-request-id: req-49dc6b81-d6ee-402d-8328-a2633e9bc5fb {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:05.464784 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ff2913-5077-4732-b811-2e2088c1b899", "name": "network-vif-deleted", "tag": "55a37756-5d83-43bd-9635-5f0f95d4b30d", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:05.465160 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-49dc6b81-d6ee-402d-8328-a2633e9bc5fb {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:05.465419 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ff2913-5077-4732-b811-2e2088c1b899', 'name': 'network-vif-deleted', 'tag': '55a37756-5d83-43bd-9635-5f0f95d4b30d', 'status': 'completed', 'code': 200} Dec 16 22:12:05.475326 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-2accd1a1-7861-4810-b745-01c5b87e35a2 service neutron] Request body: {'port': {'device_id': '1330b8f2-0719-4549-af38-a3db5784142d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:05.491428 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c8aab-0188-4dad-a797-8b9b65e263c3 req-9a16a6d3-cda3-44ca-9869-617d4834cb83 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:05.493042 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ef3c8aab-0188-4dad-a797-8b9b65e263c3 req-9a16a6d3-cda3-44ca-9869-617d4834cb83 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e64e5ec-6962-40aa-a81b-c65cac465e57 HTTP/1.1" status: 200 len: 945 time: 0.0961807 Dec 16 22:12:05.571599 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-2accd1a1-7861-4810-b745-01c5b87e35a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:05.583685 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83383d-f286-4ba8-9c16-df574618f14c req-691f34d3-0ab4-4700-bb86-d7bb36a643ff tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:05.585210 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6b83383d-f286-4ba8-9c16-df574618f14c req-691f34d3-0ab4-4700-bb86-d7bb36a643ff tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=1330b8f2-0719-4549-af38-a3db5784142d HTTP/1.1" status: 200 len: 931 time: 0.0637283 Dec 16 22:12:05.602670 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ef3c8aab-0188-4dad-a797-8b9b65e263c3 req-87e5611f-d0cf-4949-a76b-5fd78aec9ce6 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859749 Dec 16 22:12:05.668259 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6b83383d-f286-4ba8-9c16-df574618f14c req-0c5d9718-45f9-4f4c-87a5-8b414314f85b tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752969 Dec 16 22:12:05.901928 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-2accd1a1-7861-4810-b745-01c5b87e35a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df2da118-33ee-4948-9534-c3fa6c54c3f1 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:12:05.910977 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-2accd1a1-7861-4810-b745-01c5b87e35a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:05.926339 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-2accd1a1-7861-4810-b745-01c5b87e35a2 service neutron] Transition to ACTIVE for port object df2da118-33ee-4948-9534-c3fa6c54c3f1 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:12:05.988411 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76ec37-3f0d-4e9e-82df-a32ffdb98eec req-0e595469-e550-4600-803f-5ab455b034f9 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:05.990078 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4c76ec37-3f0d-4e9e-82df-a32ffdb98eec req-0e595469-e550-4600-803f-5ab455b034f9 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 946 time: 0.0552304 Dec 16 22:12:06.024377 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-2accd1a1-7861-4810-b745-01c5b87e35a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:06.042083 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4c76ec37-3f0d-4e9e-82df-a32ffdb98eec req-0f44edac-1424-449c-b75c-14eb1acea2cc tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446792 Dec 16 22:12:06.081942 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2accd1a1-7861-4810-b745-01c5b87e35a2 service neutron] Pushing event updated for resources: {'Port': ['ID=df2da118-33ee-4948-9534-c3fa6c54c3f1,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:06.156583 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-2accd1a1-7861-4810-b745-01c5b87e35a2 service neutron] Attempting to bind port df2da118-33ee-4948-9534-c3fa6c54c3f1 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:12:06.156923 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-2accd1a1-7861-4810-b745-01c5b87e35a2 service neutron] Attempting to bind port df2da118-33ee-4948-9534-c3fa6c54c3f1 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4e1bd316-abcd-4f96-883a-81e4852f7038'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:12:06.160201 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-2accd1a1-7861-4810-b745-01c5b87e35a2 service neutron] Attempting to bind port df2da118-33ee-4948-9534-c3fa6c54c3f1 on network 4e1bd316-abcd-4f96-883a-81e4852f7038 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:06.163248 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-2accd1a1-7861-4810-b745-01c5b87e35a2 service neutron] Port df2da118-33ee-4948-9534-c3fa6c54c3f1 on network 4e1bd316-abcd-4f96-883a-81e4852f7038 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:12:06.163583 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-2accd1a1-7861-4810-b745-01c5b87e35a2 service neutron] Attempting to bind port df2da118-33ee-4948-9534-c3fa6c54c3f1 on network 4e1bd316-abcd-4f96-883a-81e4852f7038 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:06.170780 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-2accd1a1-7861-4810-b745-01c5b87e35a2 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:12:06.171496 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-2accd1a1-7861-4810-b745-01c5b87e35a2 service neutron] Checking segment: {'id': 'ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4e1bd316-abcd-4f96-883a-81e4852f7038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:12:06.171634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-2accd1a1-7861-4810-b745-01c5b87e35a2 service neutron] Bound using segment: {'id': 'ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4e1bd316-abcd-4f96-883a-81e4852f7038'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:12:06.172019 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-2accd1a1-7861-4810-b745-01c5b87e35a2 service neutron] Bound port: df2da118-33ee-4948-9534-c3fa6c54c3f1, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4e1bd316-abcd-4f96-883a-81e4852f7038'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:12:06.172387 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-2accd1a1-7861-4810-b745-01c5b87e35a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:06.259525 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-350735ab-18cc-4862-87f7-23bc11ca3262 req-9d9a6550-3628-46fb-a131-f2d315a740d0 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=88ff2913-5077-4732-b811-2e2088c1b899 HTTP/1.1" status: 200 len: 210 time: 0.0354457 Dec 16 22:12:06.271525 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-2accd1a1-7861-4810-b745-01c5b87e35a2 service neutron] For port df2da118-33ee-4948-9534-c3fa6c54c3f1, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:12:06.274922 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-2accd1a1-7861-4810-b745-01c5b87e35a2 service neutron] For port df2da118-33ee-4948-9534-c3fa6c54c3f1, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=df2da118-33ee-4948-9534-c3fa6c54c3f1,segment=NetworkSegment(ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405),segment_id=ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:12:06.395635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60902) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:06.455584 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-2accd1a1-7861-4810-b745-01c5b87e35a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:06.548476 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2accd1a1-7861-4810-b745-01c5b87e35a2 service neutron] Pushing event updated for resources: {'Port': ['ID=df2da118-33ee-4948-9534-c3fa6c54c3f1,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:06.593949 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60908) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:06.602110 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-2accd1a1-7861-4810-b745-01c5b87e35a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:06.602757 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-2accd1a1-7861-4810-b745-01c5b87e35a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:06.604242 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-2accd1a1-7861-4810-b745-01c5b87e35a2 service neutron] 10.222.0.76 "PUT /v2.0/ports/df2da118-33ee-4948-9534-c3fa6c54c3f1 HTTP/1.1" status: 200 len: 1091 time: 1.1346562 Dec 16 22:12:06.629193 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0d2027e8-2841-41f4-ab8f-c2359e1920f9 req-2eba5892-4db3-4c1d-98d7-650e75d8a767 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1424079 Dec 16 22:12:06.687579 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197dfe69-196d-48a8-9f15-709e58304d86 req-5a3652be-26be-4f9b-b203-466e29736215 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:06.694683 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-197dfe69-196d-48a8-9f15-709e58304d86 req-5a3652be-26be-4f9b-b203-466e29736215 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 945 time: 0.1495979 Dec 16 22:12:07.160523 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-197dfe69-196d-48a8-9f15-709e58304d86 req-1d1c5b96-fa07-4ccf-bb1b-f3434787bb95 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596663 Dec 16 22:12:07.196500 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-1f7054bf-3d48-4768-95ac-75c6d79c8b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:07.198106 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-1f7054bf-3d48-4768-95ac-75c6d79c8b51 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e01c2d2b67ec4a12baa410a80cc4e916&device_id=1330b8f2-0719-4549-af38-a3db5784142d HTTP/1.1" status: 200 len: 1094 time: 0.1046102 Dec 16 22:12:07.209082 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638b221-7c04-4503-a981-cfe8be35f1bd req-6806ed07-98a5-4d9d-bf4d-e82c37704230 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:07.211632 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9638b221-7c04-4503-a981-cfe8be35f1bd req-6806ed07-98a5-4d9d-bf4d-e82c37704230 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e64e5ec-6962-40aa-a81b-c65cac465e57 HTTP/1.1" status: 200 len: 945 time: 0.1141109 Dec 16 22:12:07.212692 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7b92841-8df5-4b0a-aa19-7c4fcc683520 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:07.218684 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1330b8f2-0719-4549-af38-a3db5784142d', 'tag': 'df2da118-33ee-4948-9534-c3fa6c54c3f1'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:07.221021 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac0ce1d-464a-4424-96ac-1f084b815005" -d '{"events": [{"name": "network-changed", "server_uuid": "1330b8f2-0719-4549-af38-a3db5784142d", "tag": "df2da118-33ee-4948-9534-c3fa6c54c3f1"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:07.278837 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-4c413d06-ffc0-49a3-8807-9807786360c0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df2da118-33ee-4948-9534-c3fa6c54c3f1 HTTP/1.1" status: 200 len: 217 time: 0.0623479 Dec 16 22:12:07.293537 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf36a26-bc6d-4f84-ad90-d4ae9427edb8 req-0a005b18-1652-4a4c-8fbd-09ba004490cc tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:07.295965 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1cf36a26-bc6d-4f84-ad90-d4ae9427edb8 req-0a005b18-1652-4a4c-8fbd-09ba004490cc tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e64e5ec-6962-40aa-a81b-c65cac465e57 HTTP/1.1" status: 200 len: 945 time: 0.5596404 Dec 16 22:12:07.318956 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2027e8-2841-41f4-ab8f-c2359e1920f9 req-4d991565-00fe-4bda-a0ac-febc9cb97b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:07.320535 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0d2027e8-2841-41f4-ab8f-c2359e1920f9 req-4d991565-00fe-4bda-a0ac-febc9cb97b13 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 1095 time: 0.5654690 Dec 16 22:12:07.443197 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-40e82659-d7fd-4adb-ba79-cb13cad0944d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:07.444643 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-40e82659-d7fd-4adb-ba79-cb13cad0944d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3707ad1d-19fd-41c2-aff9-70fbe5f0e860 HTTP/1.1" status: 200 len: 862 time: 0.1196687 Dec 16 22:12:07.452238 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530a0c0-fc47-4a1e-98a1-cb85d45faa74 req-fa4589ce-365b-4d3b-ac80-b934edd78074 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:07.453842 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0530a0c0-fc47-4a1e-98a1-cb85d45faa74 req-fa4589ce-365b-4d3b-ac80-b934edd78074 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=1330b8f2-0719-4549-af38-a3db5784142d HTTP/1.1" status: 200 len: 943 time: 0.1786640 Dec 16 22:12:07.490203 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-9f630441-8d4e-40cb-8f18-a77b222bd599 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4e1bd316-abcd-4f96-883a-81e4852f7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353196 Dec 16 22:12:07.496337 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1cf36a26-bc6d-4f84-ad90-d4ae9427edb8 req-a4d34d57-9f7b-4edb-82e5-d67d4f47681d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880522 Dec 16 22:12:07.554311 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2027e8-2841-41f4-ab8f-c2359e1920f9 req-e9c0b840-c878-4d22-b962-8fa184f3d6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:07.555945 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0d2027e8-2841-41f4-ab8f-c2359e1920f9 req-e9c0b840-c878-4d22-b962-8fa184f3d6b1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a733dfc2-18aa-436d-9a35-1f59bb423cae HTTP/1.1" status: 200 len: 921 time: 0.2087460 Dec 16 22:12:07.564819 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7b92841-8df5-4b0a-aa19-7c4fcc683520 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:07.582397 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-9638b221-7c04-4503-a981-cfe8be35f1bd req-b5fd7d22-4116-41ad-987b-cb5df0926990 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Deleting port 0c535e3a-0289-4648-af61-8053a01ad920 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:07.582682 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9638b221-7c04-4503-a981-cfe8be35f1bd req-b5fd7d22-4116-41ad-987b-cb5df0926990 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:07.612378 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0d2027e8-2841-41f4-ab8f-c2359e1920f9 req-97390de7-b2fa-43f5-a8b9-5f05f4a30b6f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dab41f1-8149-4402-b813-6554b0a6288a HTTP/1.1" status: 200 len: 217 time: 0.0465319 Dec 16 22:12:07.667035 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device d094d4d0-6e82-40b9-85f7-0493d52e0535 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:12:07.680786 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0530a0c0-fc47-4a1e-98a1-cb85d45faa74 req-c49a752d-9217-43bb-8f40-0a7687580282 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952128 Dec 16 22:12:07.683790 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7b92841-8df5-4b0a-aa19-7c4fcc683520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:07.720008 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b7b92841-8df5-4b0a-aa19-7c4fcc683520 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3fe3f05712404ab0b4f4e90fb87ffe27&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1299384 Dec 16 22:12:07.725138 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: d094d4d0-6e82-40b9-85f7-0493d52e0535 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:12:07.726691 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device d094d4d0-6e82-40b9-85f7-0493d52e0535 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:12:07.730084 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60924) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:07.770659 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-ffad1783-a986-49d5-b1d3-71bf6b0032a4 service neutron] 10.222.0.76 "GET /v2.0/networks/4e1bd316-abcd-4f96-883a-81e4852f7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692628 Dec 16 22:12:07.775202 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dae5dd9-e753-4db9-9540-f5ee336d0d92 x-openstack-request-id: req-2dae5dd9-e753-4db9-9540-f5ee336d0d92 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:07.775966 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1330b8f2-0719-4549-af38-a3db5784142d", "tag": "df2da118-33ee-4948-9534-c3fa6c54c3f1", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:07.776405 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2dae5dd9-e753-4db9-9540-f5ee336d0d92 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:07.777099 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1330b8f2-0719-4549-af38-a3db5784142d', 'tag': 'df2da118-33ee-4948-9534-c3fa6c54c3f1', 'status': 'completed', 'code': 200} Dec 16 22:12:07.810047 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2027e8-2841-41f4-ab8f-c2359e1920f9 req-ade64028-45e2-4942-a28f-5aa481af000a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:07.812023 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0d2027e8-2841-41f4-ab8f-c2359e1920f9 req-ade64028-45e2-4942-a28f-5aa481af000a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=28a903b4-5579-4f62-80b4-b7b74c354d7a HTTP/1.1" status: 200 len: 861 time: 0.1831660 Dec 16 22:12:07.815849 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b92841-8df5-4b0a-aa19-7c4fcc683520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fdff69-71ba-4187-b092-749ce37e813c,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:07.864279 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0d2027e8-2841-41f4-ab8f-c2359e1920f9 req-d8ba16df-f24a-4cc1-b472-36c534483a3d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a733dfc2-18aa-436d-9a35-1f59bb423cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400944 Dec 16 22:12:07.892332 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050c4ee-823f-4962-83d8-fa05d1f4f8e8 req-e9206aff-daad-4474-97ac-6cf9a3955741 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:07.893135 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-9638b221-7c04-4503-a981-cfe8be35f1bd req-b5fd7d22-4116-41ad-987b-cb5df0926990 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] For port 0c535e3a-0289-4648-af61-8053a01ad920, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=0c535e3a-0289-4648-af61-8053a01ad920,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:07.893504 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9638b221-7c04-4503-a981-cfe8be35f1bd req-b5fd7d22-4116-41ad-987b-cb5df0926990 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:07.899499 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4050c4ee-823f-4962-83d8-fa05d1f4f8e8 req-e9206aff-daad-4474-97ac-6cf9a3955741 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 946 time: 0.1778440 Dec 16 22:12:07.912214 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-9638b221-7c04-4503-a981-cfe8be35f1bd req-b5fd7d22-4116-41ad-987b-cb5df0926990 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Calling delete_port for 0c535e3a-0289-4648-af61-8053a01ad920 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:07.967643 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-44c90c2a-75a7-4e7d-976d-504883ba6757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:07.974442 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1124c309-80b5-484a-bcb0-30aa34392e2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:07.989041 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2eaa569e-357c-4a43-9869-f7b6f551d900 req-cd834035-2792-4750-94b6-36c14bc793b6 service neutron] 10.222.0.76 "GET /v2.0/networks/4e1bd316-abcd-4f96-883a-81e4852f7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003131 Dec 16 22:12:08.078368 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1124c309-80b5-484a-bcb0-30aa34392e2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:08.130521 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4050c4ee-823f-4962-83d8-fa05d1f4f8e8 req-2b5c80a7-d726-4f2c-886f-08b197925793 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301381 Dec 16 22:12:08.164516 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0d2027e8-2841-41f4-ab8f-c2359e1920f9 req-25240e89-36f6-4e2c-a80d-d9fcfb405dc6 service neutron] 10.222.0.57 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904809 Dec 16 22:12:08.229289 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0ce1d-464a-4424-96ac-1f084b815005 req-d72c1773-6112-49e4-b2f1-3a4d80e2a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:08.231726 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dac0ce1d-464a-4424-96ac-1f084b815005 req-d72c1773-6112-49e4-b2f1-3a4d80e2a22d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e01c2d2b67ec4a12baa410a80cc4e916&device_id=1330b8f2-0719-4549-af38-a3db5784142d HTTP/1.1" status: 200 len: 1094 time: 0.0473979 Dec 16 22:12:08.293854 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9638b221-7c04-4503-a981-cfe8be35f1bd req-b5fd7d22-4116-41ad-987b-cb5df0926990 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:08.330963 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['0c535e3a-0289-4648-af61-8053a01ad920'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:08.332486 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd7d22-4116-41ad-987b-cb5df0926990 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Pushing event deleted for resources: {'Port': ['ID=0c535e3a-0289-4648-af61-8053a01ad920,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:08.374794 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0d2027e8-2841-41f4-ab8f-c2359e1920f9 req-7ba88c84-cfe6-406a-ae2c-0d357a441832 service neutron] 10.222.0.57 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025964 Dec 16 22:12:08.384421 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db84d76-396d-4428-a7c2-a19281fe19d1 req-2bbcf750-195e-4f59-a3d3-0e49960b22ed tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:08.386580 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6584960a-97fd-456d-b9ef-cb7b7437c516'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:08.392492 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5db84d76-396d-4428-a7c2-a19281fe19d1 req-2bbcf750-195e-4f59-a3d3-0e49960b22ed tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 945 time: 0.1211131 Dec 16 22:12:08.397113 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1124c309-80b5-484a-bcb0-30aa34392e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:08.399706 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1124c309-80b5-484a-bcb0-30aa34392e2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:08.400853 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1124c309-80b5-484a-bcb0-30aa34392e2a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d7fdff69-71ba-4187-b092-749ce37e813c HTTP/1.1" status: 204 len: 168 time: 0.6620970 Dec 16 22:12:08.413029 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0ce1d-464a-4424-96ac-1f084b815005 req-ccef4be6-3372-40ea-bf99-515a86d8a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:08.414915 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dac0ce1d-464a-4424-96ac-1f084b815005 req-ccef4be6-3372-40ea-bf99-515a86d8a7c5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4e1bd316-abcd-4f96-883a-81e4852f7038 HTTP/1.1" status: 200 len: 922 time: 0.1755962 Dec 16 22:12:08.426566 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124c309-80b5-484a-bcb0-30aa34392e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fdff69-71ba-4187-b092-749ce37e813c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:08.503018 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5db84d76-396d-4428-a7c2-a19281fe19d1 req-00f4d37c-4319-4437-9918-fb15de6fe2c9 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097884 Dec 16 22:12:08.571422 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dac0ce1d-464a-4424-96ac-1f084b815005 req-ab0eccaf-00de-490b-a259-722bd298dd65 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df2da118-33ee-4948-9534-c3fa6c54c3f1 HTTP/1.1" status: 200 len: 217 time: 0.1151443 Dec 16 22:12:08.578611 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-44c90c2a-75a7-4e7d-976d-504883ba6757 admin admin] Deleting port 886279ad-391a-46a2-afad-5807cad351a8 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:08.578955 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-44c90c2a-75a7-4e7d-976d-504883ba6757 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:08.599141 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-9638b221-7c04-4503-a981-cfe8be35f1bd req-b5fd7d22-4116-41ad-987b-cb5df0926990 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] No DVR routers for this DVR port 0c535e3a-0289-4648-af61-8053a01ad920 on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:12:08.601716 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9638b221-7c04-4503-a981-cfe8be35f1bd req-b5fd7d22-4116-41ad-987b-cb5df0926990 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:08.605514 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9638b221-7c04-4503-a981-cfe8be35f1bd req-b5fd7d22-4116-41ad-987b-cb5df0926990 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.57 "DELETE /v2.0/ports/0c535e3a-0289-4648-af61-8053a01ad920 HTTP/1.1" status: 204 len: 173 time: 1.3741586 Dec 16 22:12:08.651888 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4685b23a-db7d-4604-b0d5-4cf546ae96ec req-0615cdff-b6ac-427f-af13-708a13f8e80c tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e64e5ec-6962-40aa-a81b-c65cac465e57 HTTP/1.1" status: 200 len: 210 time: 0.0755546 Dec 16 22:12:08.653902 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df2d86-160d-4582-a0de-4be55d519f8b req-39333729-9334-46c1-bf2c-8824f1ba7644 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:08.655818 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79df2d86-160d-4582-a0de-4be55d519f8b req-39333729-9334-46c1-bf2c-8824f1ba7644 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 945 time: 0.2397485 Dec 16 22:12:08.680895 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0ce1d-464a-4424-96ac-1f084b815005 req-3917a44d-a454-4773-ba9f-14ec771cc753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:08.682613 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dac0ce1d-464a-4424-96ac-1f084b815005 req-3917a44d-a454-4773-ba9f-14ec771cc753 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3707ad1d-19fd-41c2-aff9-70fbe5f0e860 HTTP/1.1" status: 200 len: 862 time: 0.0845771 Dec 16 22:12:08.703912 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-44c90c2a-75a7-4e7d-976d-504883ba6757 admin admin] For port 886279ad-391a-46a2-afad-5807cad351a8, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=886279ad-391a-46a2-afad-5807cad351a8,segment=NetworkSegment(7d53f15a-20ab-44b9-a103-402696484de8),segment_id=7d53f15a-20ab-44b9-a103-402696484de8)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:08.704289 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-44c90c2a-75a7-4e7d-976d-504883ba6757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:08.721431 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-44c90c2a-75a7-4e7d-976d-504883ba6757 admin admin] Calling delete_port for 886279ad-391a-46a2-afad-5807cad351a8 owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:08.747317 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dac0ce1d-464a-4424-96ac-1f084b815005 req-1f76432d-18d5-4f2b-abf5-85b84ce65541 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4e1bd316-abcd-4f96-883a-81e4852f7038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515385 Dec 16 22:12:08.753071 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79df2d86-160d-4582-a0de-4be55d519f8b req-130c558e-a7c5-4b61-918d-a988b017de5e tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836878 Dec 16 22:12:08.861072 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 55a37756-5d83-43bd-9635-5f0f95d4b30d no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:12:08.902959 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 55a37756-5d83-43bd-9635-5f0f95d4b30d {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:12:08.903738 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 55a37756-5d83-43bd-9635-5f0f95d4b30d not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:12:08.904926 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 0c535e3a-0289-4648-af61-8053a01ad920 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:12:08.932251 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dac0ce1d-464a-4424-96ac-1f084b815005 req-055159b2-bcc2-4fea-8053-e5e35f1a851f service neutron] 10.222.0.76 "GET /v2.0/networks/4e1bd316-abcd-4f96-883a-81e4852f7038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733520 Dec 16 22:12:08.940691 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f53df-f0cb-4c6e-aa4c-548c73dd2bab req-095eda27-7565-49ba-9d1b-c3165bfc58bb tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:08.942318 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-552f53df-f0cb-4c6e-aa4c-548c73dd2bab req-095eda27-7565-49ba-9d1b-c3165bfc58bb tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=1330b8f2-0719-4549-af38-a3db5784142d HTTP/1.1" status: 200 len: 943 time: 0.0913179 Dec 16 22:12:08.951211 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 0c535e3a-0289-4648-af61-8053a01ad920 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:12:08.952135 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 0c535e3a-0289-4648-af61-8053a01ad920 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:12:09.062060 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-44c90c2a-75a7-4e7d-976d-504883ba6757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:09.085538 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-552f53df-f0cb-4c6e-aa4c-548c73dd2bab req-9d3c4c9a-51a1-49ee-a046-4d586197b773 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362762 Dec 16 22:12:09.092325 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c90c2a-75a7-4e7d-976d-504883ba6757 admin admin] Pushing event deleted for resources: {'Port': ['ID=886279ad-391a-46a2-afad-5807cad351a8,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:09.134494 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e32da-460a-4f23-83e2-6e1c44a11ab3 req-25a1b419-c6eb-49be-9e8f-27db3f530fe9 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:09.136487 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-440e32da-460a-4f23-83e2-6e1c44a11ab3 req-25a1b419-c6eb-49be-9e8f-27db3f530fe9 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.57 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 945 time: 0.1176195 Dec 16 22:12:09.139383 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dac0ce1d-464a-4424-96ac-1f084b815005 req-08429af4-6bbe-4ec5-b244-ef0211951327 service neutron] 10.222.0.76 "GET /v2.0/networks/4e1bd316-abcd-4f96-883a-81e4852f7038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860497 Dec 16 22:12:09.272006 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-440e32da-460a-4f23-83e2-6e1c44a11ab3 req-a3f46dda-316d-4d0e-989b-e82b7b27d320 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Deleting port e1d6fa1b-7800-442c-82f6-1242fec7fad2 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:09.273125 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-440e32da-460a-4f23-83e2-6e1c44a11ab3 req-a3f46dda-316d-4d0e-989b-e82b7b27d320 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:09.311612 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60944) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:09.347828 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47298127-1e97-4996-93c7-07bd267da9d0 req-eb6ffb61-a0f1-4d78-855a-a38c54d7c370 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:09.355447 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47298127-1e97-4996-93c7-07bd267da9d0 req-eb6ffb61-a0f1-4d78-855a-a38c54d7c370 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 946 time: 0.1341460 Dec 16 22:12:09.374225 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-80d96366-2052-4b2a-bd5b-297789a99e91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:09.381177 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-440e32da-460a-4f23-83e2-6e1c44a11ab3 req-a3f46dda-316d-4d0e-989b-e82b7b27d320 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] For port e1d6fa1b-7800-442c-82f6-1242fec7fad2, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=e1d6fa1b-7800-442c-82f6-1242fec7fad2,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:09.382084 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-440e32da-460a-4f23-83e2-6e1c44a11ab3 req-a3f46dda-316d-4d0e-989b-e82b7b27d320 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:09.392636 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-44c90c2a-75a7-4e7d-976d-504883ba6757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:09.396882 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-440e32da-460a-4f23-83e2-6e1c44a11ab3 req-a3f46dda-316d-4d0e-989b-e82b7b27d320 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Calling delete_port for e1d6fa1b-7800-442c-82f6-1242fec7fad2 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:09.473091 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47298127-1e97-4996-93c7-07bd267da9d0 req-17e610fd-429e-4690-b87b-0132f9ea34ed tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167428 Dec 16 22:12:09.626996 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060bf77-3f1c-4cf8-9923-61caa3363e7a req-7e7eb5a0-34ec-48f2-91df-733e71af11c4 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:09.628845 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6060bf77-3f1c-4cf8-9923-61caa3363e7a req-7e7eb5a0-34ec-48f2-91df-733e71af11c4 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 945 time: 0.0524857 Dec 16 22:12:09.630079 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-80d96366-2052-4b2a-bd5b-297789a99e91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:09.664557 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device df2da118-33ee-4948-9534-c3fa6c54c3f1 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:12:09.703073 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-440e32da-460a-4f23-83e2-6e1c44a11ab3 req-a3f46dda-316d-4d0e-989b-e82b7b27d320 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:09.708381 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c90c2a-75a7-4e7d-976d-504883ba6757 admin admin] Router 7893e096-887f-414b-b1b2-3043931cc9b4 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:12:09.717939 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6060bf77-3f1c-4cf8-9923-61caa3363e7a req-0aedf73d-3db4-4913-95ef-27e8ac62ec2f tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784976 Dec 16 22:12:09.763083 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-80d96366-2052-4b2a-bd5b-297789a99e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:09.766294 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f46dda-316d-4d0e-989b-e82b7b27d320 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Pushing event deleted for resources: {'Port': ['ID=e1d6fa1b-7800-442c-82f6-1242fec7fad2,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:09.797744 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e64e5ec-6962-40aa-a81b-c65cac465e57', 'name': 'network-vif-deleted', 'tag': '0c535e3a-0289-4648-af61-8053a01ad920'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:09.799742 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5910d954-bad2-4b35-99c1-85016dc3a0cf req-a25230d9-434c-4c91-9796-03c81f47f395 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e64e5ec-6962-40aa-a81b-c65cac465e57 HTTP/1.1" status: 200 len: 210 time: 0.0423305 Dec 16 22:12:09.804864 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fa1f19-f304-4d42-a910-fc06cea5b05a" -d '{"events": [{"server_uuid": "2e64e5ec-6962-40aa-a81b-c65cac465e57", "name": "network-vif-deleted", "tag": "0c535e3a-0289-4648-af61-8053a01ad920"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:09.870859 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-440e32da-460a-4f23-83e2-6e1c44a11ab3 req-a3f46dda-316d-4d0e-989b-e82b7b27d320 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] No DVR routers for this DVR port e1d6fa1b-7800-442c-82f6-1242fec7fad2 on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:12:09.878985 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d96366-2052-4b2a-bd5b-297789a99e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b7a01c-29ae-4c0f-b465-f76ab7e5c43f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:09.885690 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-80d96366-2052-4b2a-bd5b-297789a99e91 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ea13794277e546a9b1a7e5ffdb80561d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5722895 Dec 16 22:12:09.885925 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-440e32da-460a-4f23-83e2-6e1c44a11ab3 req-a3f46dda-316d-4d0e-989b-e82b7b27d320 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:09.888314 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60956) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:09.890496 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-440e32da-460a-4f23-83e2-6e1c44a11ab3 req-a3f46dda-316d-4d0e-989b-e82b7b27d320 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.57 "DELETE /v2.0/ports/e1d6fa1b-7800-442c-82f6-1242fec7fad2 HTTP/1.1" status: 204 len: 173 time: 0.7472856 Dec 16 22:12:09.925617 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1f7cbf03-b180-4787-96b2-7e052f04dd15 req-f7744651-04e7-4965-8764-77a249dd3eb9 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 210 time: 0.0502787 Dec 16 22:12:09.940949 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c90c2a-75a7-4e7d-976d-504883ba6757 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:12:09.942609 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03397559-aed0-4a80-a99d-c56ef0b0b82e x-openstack-request-id: req-03397559-aed0-4a80-a99d-c56ef0b0b82e {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:09.942911 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e64e5ec-6962-40aa-a81b-c65cac465e57", "name": "network-vif-deleted", "tag": "0c535e3a-0289-4648-af61-8053a01ad920", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:09.943221 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-03397559-aed0-4a80-a99d-c56ef0b0b82e {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:09.943623 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e64e5ec-6962-40aa-a81b-c65cac465e57', 'name': 'network-vif-deleted', 'tag': '0c535e3a-0289-4648-af61-8053a01ad920', 'status': 'completed', 'code': 200} Dec 16 22:12:09.957423 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-44c90c2a-75a7-4e7d-976d-504883ba6757 admin admin] 10.222.0.75 "PUT /v2.0/routers/7893e096-887f-414b-b1b2-3043931cc9b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5626957 Dec 16 22:12:09.960140 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60958) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:09.961375 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a0fffd-8ffd-42e2-a8c7-a41ea921d715 None None] Sync routers for ids ['7893e096-887f-414b-b1b2-3043931cc9b4'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:12:09.983996 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a0fffd-8ffd-42e2-a8c7-a41ea921d715 None None] Routers {'7893e096-887f-414b-b1b2-3043931cc9b4'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:12:09.985611 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-62a0fffd-8ffd-42e2-a8c7-a41ea921d715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:11:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['7893e096-887f-414b-b1b2-3043931cc9b4'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:10.004859 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-39c9a14e-73f6-4a7c-bfea-b013f4777e0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:10.033544 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-39c9a14e-73f6-4a7c-bfea-b013f4777e0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:10.102920 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0afc0d09-6dcc-4492-9947-bc46af0c9330 admin admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:10.112321 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port df2da118-33ee-4948-9534-c3fa6c54c3f1, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=df2da118-33ee-4948-9534-c3fa6c54c3f1,segment=NetworkSegment(ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405),segment_id=ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:10.134910 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'df2da118-33ee-4948-9534-c3fa6c54c3f1', 'network_id': '4e1bd316-abcd-4f96-883a-81e4852f7038', 'port_id': 'df2da118-33ee-4948-9534-c3fa6c54c3f1', 'mac_address': 'fa:16:3e:c4:3b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3707ad1d-19fd-41c2-aff9-70fbe5f0e860', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:12:10.188162 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-62a0fffd-8ffd-42e2-a8c7-a41ea921d715 None None] Set router 7893e096-887f-414b-b1b2-3043931cc9b4 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:12:10.212577 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-39c9a14e-73f6-4a7c-bfea-b013f4777e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:10.215947 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-39c9a14e-73f6-4a7c-bfea-b013f4777e0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:10.216419 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-39c9a14e-73f6-4a7c-bfea-b013f4777e0c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/39b7a01c-29ae-4c0f-b465-f76ab7e5c43f HTTP/1.1" status: 204 len: 168 time: 0.3265386 Dec 16 22:12:10.226965 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9a14e-73f6-4a7c-bfea-b013f4777e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b7a01c-29ae-4c0f-b465-f76ab7e5c43f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:10.265582 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:10.266949 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ea1f1-1092-4b0a-995a-1f8395ab9829 req-69b38856-69bb-4fcb-8d73-fbd17e1c8da3 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:10.268671 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-212ea1f1-1092-4b0a-995a-1f8395ab9829 req-69b38856-69bb-4fcb-8d73-fbd17e1c8da3 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=1330b8f2-0719-4549-af38-a3db5784142d HTTP/1.1" status: 200 len: 943 time: 0.1019495 Dec 16 22:12:10.289220 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0afc0d09-6dcc-4492-9947-bc46af0c9330 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:10.344703 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-212ea1f1-1092-4b0a-995a-1f8395ab9829 req-2b9d00c9-14ef-40b4-a6ff-6955e9ef5ac4 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637968 Dec 16 22:12:10.355239 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df2da118-33ee-4948-9534-c3fa6c54c3f1 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:12:10.394371 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port df2da118-33ee-4948-9534-c3fa6c54c3f1, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=df2da118-33ee-4948-9534-c3fa6c54c3f1,segment=NetworkSegment(ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405),segment_id=ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:10.468439 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-62a0fffd-8ffd-42e2-a8c7-a41ea921d715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953707022-router', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:26Z', 'updated_at': '2021-12-16T22:12:08Z', 'revision_number': 5, 'project_id': 'fb020d18049e49da94018381955868ba', 'gw_port': {'id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:27Z', 'updated_at': '2021-12-16T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:10.500107 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a0fffd-8ffd-42e2-a8c7-a41ea921d715 None None] Checking router: 7893e096-887f-414b-b1b2-3043931cc9b4 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:12:10.514941 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a0fffd-8ffd-42e2-a8c7-a41ea921d715 None None] Routers {'7893e096-887f-414b-b1b2-3043931cc9b4'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:12:10.514941 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-62a0fffd-8ffd-42e2-a8c7-a41ea921d715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:11:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['7893e096-887f-414b-b1b2-3043931cc9b4'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:10.613400 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-0afc0d09-6dcc-4492-9947-bc46af0c9330 admin admin] Deleting port b725840e-8064-4520-a682-43a62f56a2c4 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:10.614405 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0afc0d09-6dcc-4492-9947-bc46af0c9330 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:10.629637 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd95e8-dd3b-4db4-ac1c-86c0c47e6792 req-49841078-4a97-4efa-8376-353295609515 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:10.635669 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-19cd95e8-dd3b-4db4-ac1c-86c0c47e6792 req-49841078-4a97-4efa-8376-353295609515 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 946 time: 0.0785332 Dec 16 22:12:10.641118 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-62a0fffd-8ffd-42e2-a8c7-a41ea921d715 None None] Set router 7893e096-887f-414b-b1b2-3043931cc9b4 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:12:10.669917 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:10.695817 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-19cd95e8-dd3b-4db4-ac1c-86c0c47e6792 req-aa416b63-0b8d-4f63-9001-63bf7c8ef236 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553973 Dec 16 22:12:10.728544 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-0afc0d09-6dcc-4492-9947-bc46af0c9330 admin admin] For port b725840e-8064-4520-a682-43a62f56a2c4, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b725840e-8064-4520-a682-43a62f56a2c4,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:10.728910 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0afc0d09-6dcc-4492-9947-bc46af0c9330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:10.742931 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-0afc0d09-6dcc-4492-9947-bc46af0c9330 admin admin] Calling delete_port for b725840e-8064-4520-a682-43a62f56a2c4 owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:10.821613 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=df2da118-33ee-4948-9534-c3fa6c54c3f1,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:10.934319 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-62a0fffd-8ffd-42e2-a8c7-a41ea921d715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953707022-router', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:26Z', 'updated_at': '2021-12-16T22:12:08Z', 'revision_number': 5, 'project_id': 'fb020d18049e49da94018381955868ba', 'gw_port': {'id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:27Z', 'updated_at': '2021-12-16T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:10.968009 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a0fffd-8ffd-42e2-a8c7-a41ea921d715 None None] The sync data for ids ['7893e096-887f-414b-b1b2-3043931cc9b4'] in n-d-815324-4 is: [{'id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953707022-router', 'tenant_id': 'fb020d18049e49da94018381955868ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:26Z', 'updated_at': '2021-12-16T22:12:08Z', 'revision_number': 5, 'project_id': 'fb020d18049e49da94018381955868ba', 'gw_port': {'id': 'b725840e-8064-4520-a682-43a62f56a2c4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7893e096-887f-414b-b1b2-3043931cc9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:27Z', 'updated_at': '2021-12-16T22:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:12:10.992570 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e52b5b-7199-40d7-bbd7-74165574395a req-5b954857-2312-4993-8ea4-af33d420c628 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:10.994269 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-50e52b5b-7199-40d7-bbd7-74165574395a req-5b954857-2312-4993-8ea4-af33d420c628 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 945 time: 0.1907110 Dec 16 22:12:11.028126 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['df2da118-33ee-4948-9534-c3fa6c54c3f1'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:11.083582 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-50e52b5b-7199-40d7-bbd7-74165574395a req-bbbc4f70-d6a4-451b-b720-28cc8eb60e63 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733013 Dec 16 22:12:11.250037 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-12f424f9-cb77-4f93-948a-7e8267700338 req-d35727e6-8d86-49a7-bf55-651c47595b03 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=89042aa0-7e82-434f-b38b-2ba68fab5bc3 HTTP/1.1" status: 200 len: 210 time: 0.0479422 Dec 16 22:12:11.304627 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0afc0d09-6dcc-4492-9947-bc46af0c9330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:11.347023 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc0d09-6dcc-4492-9947-bc46af0c9330 admin admin] Pushing event deleted for resources: {'Port': ['ID=b725840e-8064-4520-a682-43a62f56a2c4,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:11.374902 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 886279ad-391a-46a2-afad-5807cad351a8 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:12:11.413588 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 886279ad-391a-46a2-afad-5807cad351a8 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:12:11.414034 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 886279ad-391a-46a2-afad-5807cad351a8 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:12:11.454677 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0afc0d09-6dcc-4492-9947-bc46af0c9330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:11.582873 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0afc0d09-6dcc-4492-9947-bc46af0c9330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:11.585952 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0afc0d09-6dcc-4492-9947-bc46af0c9330 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:11.645327 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459e86e-850a-4cea-98a7-83c71da500be req-c0861d38-1a48-4291-904a-f4465254772d tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:11.646932 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f459e86e-850a-4cea-98a7-83c71da500be req-c0861d38-1a48-4291-904a-f4465254772d tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=1330b8f2-0719-4549-af38-a3db5784142d HTTP/1.1" status: 200 len: 944 time: 0.1596186 Dec 16 22:12:11.702478 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f459e86e-850a-4cea-98a7-83c71da500be req-c0011a34-d639-4641-a126-9d4fef36512f tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485101 Dec 16 22:12:11.761264 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0afc0d09-6dcc-4492-9947-bc46af0c9330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:11.762001 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afc0d09-6dcc-4492-9947-bc46af0c9330 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7893e096-887f-414b-b1b2-3043931cc9b4 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:12:11.766578 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0afc0d09-6dcc-4492-9947-bc46af0c9330 admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:11.767645 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0afc0d09-6dcc-4492-9947-bc46af0c9330 admin admin] 10.222.0.75 "DELETE /v2.0/routers/7893e096-887f-414b-b1b2-3043931cc9b4 HTTP/1.1" status: 204 len: 168 time: 1.8062372 Dec 16 22:12:11.773821 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 32776) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:11.860240 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71565098-539a-4ca2-ab7a-3d4fa95a0c5f req-77cfa33e-2b70-4e3c-9b2e-2ba7bee5cc07 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:11.867647 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-71565098-539a-4ca2-ab7a-3d4fa95a0c5f req-77cfa33e-2b70-4e3c-9b2e-2ba7bee5cc07 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 946 time: 0.0707316 Dec 16 22:12:11.887074 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e15f78-a6f5-4fae-b59a-0c53a0c84a51 admin admin] Deleting subnet aad8e5a8-b013-4c8c-8f52-75d6be3d513d {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:12:11.895059 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10e15f78-a6f5-4fae-b59a-0c53a0c84a51 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:11.931455 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-71565098-539a-4ca2-ab7a-3d4fa95a0c5f req-40e06e38-4129-46bf-b1e8-97f889be57a8 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628977 Dec 16 22:12:11.944984 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89042aa0-7e82-434f-b38b-2ba68fab5bc3', 'name': 'network-vif-deleted', 'tag': 'e1d6fa1b-7800-442c-82f6-1242fec7fad2'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:11.947312 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4488b9-e5c4-44e0-929d-6536b706749c" -d '{"events": [{"server_uuid": "89042aa0-7e82-434f-b38b-2ba68fab5bc3", "name": "network-vif-deleted", "tag": "e1d6fa1b-7800-442c-82f6-1242fec7fad2"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:11.967261 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10e15f78-a6f5-4fae-b59a-0c53a0c84a51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:11.999773 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-62cacd2b-f18a-4538-9790-cb6627adf64b tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:12.001323 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-62cacd2b-f18a-4538-9790-cb6627adf64b tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/networks?id=8ad157d2-5520-47b6-a14b-23516eba3ebc HTTP/1.1" status: 200 len: 806 time: 0.1975398 Dec 16 22:12:12.006584 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f4ecfe-dd97-4e51-a797-09770464fb98 x-openstack-request-id: req-56f4ecfe-dd97-4e51-a797-09770464fb98 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:12.006880 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89042aa0-7e82-434f-b38b-2ba68fab5bc3", "name": "network-vif-deleted", "tag": "e1d6fa1b-7800-442c-82f6-1242fec7fad2", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:12.007172 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-56f4ecfe-dd97-4e51-a797-09770464fb98 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:12.007564 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89042aa0-7e82-434f-b38b-2ba68fab5bc3', 'name': 'network-vif-deleted', 'tag': 'e1d6fa1b-7800-442c-82f6-1242fec7fad2', 'status': 'completed', 'code': 200} Dec 16 22:12:12.027855 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-04b108c0-32de-4496-a320-c77eaee6e64c tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/quotas/2a5983ec059547448cf45cc5d0d82ac4 HTTP/1.1" status: 200 len: 375 time: 0.0163283 Dec 16 22:12:12.032162 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10e15f78-a6f5-4fae-b59a-0c53a0c84a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:12.112653 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-8c2f1c69-8fa3-4f72-84ba-7ab8c428a6af tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2a5983ec059547448cf45cc5d0d82ac4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0782075 Dec 16 22:12:12.221292 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-a7111cac-a199-45a2-8d22-752476cfaf80 service neutron] 10.222.0.75 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928099 Dec 16 22:12:12.223900 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1f868-c3b9-404a-ab4b-908e9096d2d6 req-807958bc-3cd4-47f9-95fb-d080bcf56041 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:12.225420 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3da1f868-c3b9-404a-ab4b-908e9096d2d6 req-807958bc-3cd4-47f9-95fb-d080bcf56041 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 945 time: 0.0556538 Dec 16 22:12:12.272011 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10e15f78-a6f5-4fae-b59a-0c53a0c84a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:12.275251 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3da1f868-c3b9-404a-ab4b-908e9096d2d6 req-7aa07f8e-7cc9-4f10-846b-98fa909a122d tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435719 Dec 16 22:12:12.315371 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e15f78-a6f5-4fae-b59a-0c53a0c84a51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aad8e5a8-b013-4c8c-8f52-75d6be3d513d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:12.317927 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10e15f78-a6f5-4fae-b59a-0c53a0c84a51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:12.321337 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-10e15f78-a6f5-4fae-b59a-0c53a0c84a51 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/aad8e5a8-b013-4c8c-8f52-75d6be3d513d HTTP/1.1" status: 204 len: 168 time: 0.5463796 Dec 16 22:12:12.326016 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 32792) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:12.354319 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e15f78-a6f5-4fae-b59a-0c53a0c84a51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:12.354675 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e15f78-a6f5-4fae-b59a-0c53a0c84a51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:12.355103 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e15f78-a6f5-4fae-b59a-0c53a0c84a51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:12.355380 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e15f78-a6f5-4fae-b59a-0c53a0c84a51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:12.355718 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e15f78-a6f5-4fae-b59a-0c53a0c84a51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:12.356050 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e15f78-a6f5-4fae-b59a-0c53a0c84a51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:12.356381 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e15f78-a6f5-4fae-b59a-0c53a0c84a51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:12.356990 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e15f78-a6f5-4fae-b59a-0c53a0c84a51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:12.357109 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e15f78-a6f5-4fae-b59a-0c53a0c84a51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:12.358294 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e15f78-a6f5-4fae-b59a-0c53a0c84a51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:12.358629 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e15f78-a6f5-4fae-b59a-0c53a0c84a51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:12.359120 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e15f78-a6f5-4fae-b59a-0c53a0c84a51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:12.359355 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e15f78-a6f5-4fae-b59a-0c53a0c84a51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:12.432264 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-d5e412bf-7a00-4733-84a3-d3e0e71c71b7 service neutron] 10.222.0.75 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043455 Dec 16 22:12:12.439508 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fdf6a778-6d71-40f0-8a71-3fee1fa8ea01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:12.527639 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fdf6a778-6d71-40f0-8a71-3fee1fa8ea01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:12.549493 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-fdf6a778-6d71-40f0-8a71-3fee1fa8ea01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6897b954-3619-4e8e-ae30-929f8d7aad6a']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:12.558908 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-fdf6a778-6d71-40f0-8a71-3fee1fa8ea01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d53f15a-20ab-44b9-a103-402696484de8') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:12.559246 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-fdf6a778-6d71-40f0-8a71-3fee1fa8ea01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d53f15a-20ab-44b9-a103-402696484de8') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:12.568681 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fdf6a778-6d71-40f0-8a71-3fee1fa8ea01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:12.581793 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fdf6a778-6d71-40f0-8a71-3fee1fa8ea01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:12.588769 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf6a778-6d71-40f0-8a71-3fee1fa8ea01 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:12:12.589195 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fdf6a778-6d71-40f0-8a71-3fee1fa8ea01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:12:12.590976 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:12:12.773192 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fdf6a778-6d71-40f0-8a71-3fee1fa8ea01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:12.785230 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fdf6a778-6d71-40f0-8a71-3fee1fa8ea01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:12.788683 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fdf6a778-6d71-40f0-8a71-3fee1fa8ea01 admin admin] 10.222.0.75 "DELETE /v2.0/networks/6897b954-3619-4e8e-ae30-929f8d7aad6a HTTP/1.1" status: 204 len: 168 time: 0.4615533 Dec 16 22:12:12.808233 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6a778-6d71-40f0-8a71-3fee1fa8ea01 admin admin] Pushing event deleted for resources: {'Network': ['ID=6897b954-3619-4e8e-ae30-929f8d7aad6a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:12.864329 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device e1d6fa1b-7800-442c-82f6-1242fec7fad2 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:12:12.906760 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-333f2bc2-b895-45cc-9c68-a48b8fa6cfe8 req-a0f6a9c0-f201-4b0b-8bf8-aaee84b5b510 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=0abcdb57-5f4c-4c10-9a12-90c6b655becb HTTP/1.1" status: 200 len: 210 time: 0.0636132 Dec 16 22:12:12.907683 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: e1d6fa1b-7800-442c-82f6-1242fec7fad2 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:12:12.908357 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device e1d6fa1b-7800-442c-82f6-1242fec7fad2 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:12:13.040941 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ccfab-f28e-4240-920c-23b58d4b06b2 req-70493c1f-8ccf-43cf-b597-7456b7d5cf29 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:13.042571 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-498ccfab-f28e-4240-920c-23b58d4b06b2 req-70493c1f-8ccf-43cf-b597-7456b7d5cf29 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 944 time: 0.0588493 Dec 16 22:12:13.065472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f18e9-f464-4a16-b91d-10928df7f5e9 req-0de8ac55-40f6-4dea-8b36-fc7dc804c450 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:13.067708 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-996f18e9-f464-4a16-b91d-10928df7f5e9 req-0de8ac55-40f6-4dea-8b36-fc7dc804c450 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=1330b8f2-0719-4549-af38-a3db5784142d HTTP/1.1" status: 200 len: 944 time: 0.0650489 Dec 16 22:12:13.105096 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-498ccfab-f28e-4240-920c-23b58d4b06b2 req-e73e5e3d-c31e-42c9-9262-85379aed9138 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552895 Dec 16 22:12:13.131082 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-996f18e9-f464-4a16-b91d-10928df7f5e9 req-2a6d65cf-7616-479b-b8ed-5a37cc862c70 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572464 Dec 16 22:12:13.220651 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390be72e-b57e-4c55-a2cf-d1fc8e0f6b6a req-017dbe8d-a48e-4499-a79b-884beebab660 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:13.222173 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-390be72e-b57e-4c55-a2cf-d1fc8e0f6b6a req-017dbe8d-a48e-4499-a79b-884beebab660 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 946 time: 0.0514209 Dec 16 22:12:13.273550 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-390be72e-b57e-4c55-a2cf-d1fc8e0f6b6a req-edb712d4-97e4-4b2e-b6cb-c8de1c0a2dd0 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454769 Dec 16 22:12:13.393973 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-7e36fc9c-ef50-4a1f-a734-3883cc229dc2 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=0349e41ac95a4bf29148008bb820d8cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308254 Dec 16 22:12:13.395679 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b725840e-8064-4520-a682-43a62f56a2c4 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:12:13.419839 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: b725840e-8064-4520-a682-43a62f56a2c4 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:12:13.421255 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b725840e-8064-4520-a682-43a62f56a2c4 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:12:13.435275 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f54e59-ced0-41d4-a7fa-14e432a89f5a req-004628e5-c873-4722-9cf5-2471ca496446 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:13.437408 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5f54e59-ced0-41d4-a7fa-14e432a89f5a req-004628e5-c873-4722-9cf5-2471ca496446 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 945 time: 0.0634339 Dec 16 22:12:13.488962 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5f54e59-ced0-41d4-a7fa-14e432a89f5a req-124e9f04-8c19-4e18-8632-ad19a4f289ff tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447891 Dec 16 22:12:13.519869 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-037495d1-8d4b-4c83-a889-f6e69c33f9f0 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:13.521306 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-037495d1-8d4b-4c83-a889-f6e69c33f9f0 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1178620 Dec 16 22:12:13.537798 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-d815c91d-a368-4c08-90d4-658f21c10efe tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/quotas/0349e41ac95a4bf29148008bb820d8cb HTTP/1.1" status: 200 len: 375 time: 0.0100844 Dec 16 22:12:13.572219 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-07865fc7-b906-411e-8d8b-1fbc2953e6b9 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0349e41ac95a4bf29148008bb820d8cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276675 Dec 16 22:12:13.577493 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 32842) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:13.618737 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d285b45a-e364-4a59-8c54-222a52e30942 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fb020d18049e49da94018381955868ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401304 Dec 16 22:12:13.621535 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 32844) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:13.677356 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-640c41e6-058f-48cc-85fe-09e8340c2e68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:13.692006 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device df2da118-33ee-4948-9534-c3fa6c54c3f1 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:12:13.700813 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-640c41e6-058f-48cc-85fe-09e8340c2e68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:13.724271 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cf261-80bd-4c4f-b501-c77565b62ea3 req-167a2f5a-5a42-4ba7-ac7c-241df4a4bb63 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:13.725910 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-719cf261-80bd-4c4f-b501-c77565b62ea3 req-167a2f5a-5a42-4ba7-ac7c-241df4a4bb63 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 944 time: 0.0498190 Dec 16 22:12:13.824797 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-640c41e6-058f-48cc-85fe-09e8340c2e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:13.825212 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port df2da118-33ee-4948-9534-c3fa6c54c3f1 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:12:13.827897 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-640c41e6-058f-48cc-85fe-09e8340c2e68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:13.829071 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-640c41e6-058f-48cc-85fe-09e8340c2e68 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5b43f9fb-872d-48b0-bd09-d5a7a9593c9f HTTP/1.1" status: 204 len: 168 time: 0.2064819 Dec 16 22:12:13.830742 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-719cf261-80bd-4c4f-b501-c77565b62ea3 req-6c05eb5a-e2f1-4e92-b0c9-08e1f7569a7f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Deleting port d116848c-1471-4247-aa08-ce165700ea6b {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:13.831135 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-719cf261-80bd-4c4f-b501-c77565b62ea3 req-6c05eb5a-e2f1-4e92-b0c9-08e1f7569a7f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:13.832820 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port df2da118-33ee-4948-9534-c3fa6c54c3f1 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:13.834253 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:13.842097 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c41e6-058f-48cc-85fe-09e8340c2e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b43f9fb-872d-48b0-bd09-d5a7a9593c9f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:13.989967 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:13.999166 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-719cf261-80bd-4c4f-b501-c77565b62ea3 req-6c05eb5a-e2f1-4e92-b0c9-08e1f7569a7f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] For port d116848c-1471-4247-aa08-ce165700ea6b, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=d116848c-1471-4247-aa08-ce165700ea6b,segment=NetworkSegment(f7229ae5-deec-458d-b7b0-748c20bbbce0),segment_id=f7229ae5-deec-458d-b7b0-748c20bbbce0)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:13.999657 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-719cf261-80bd-4c4f-b501-c77565b62ea3 req-6c05eb5a-e2f1-4e92-b0c9-08e1f7569a7f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:14.025447 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1330b8f2-0719-4549-af38-a3db5784142d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2da118-33ee-4948-9534-c3fa6c54c3f1'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:14.027734 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-719cf261-80bd-4c4f-b501-c77565b62ea3 req-6c05eb5a-e2f1-4e92-b0c9-08e1f7569a7f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Calling delete_port for d116848c-1471-4247-aa08-ce165700ea6b owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:14.029984 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c97170-9fc1-4873-a989-fff921c723ab" -d '{"events": [{"server_uuid": "1330b8f2-0719-4549-af38-a3db5784142d", "name": "network-vif-plugged", "status": "completed", "tag": "df2da118-33ee-4948-9534-c3fa6c54c3f1"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:14.041143 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-24168c15-e5ad-4b04-a26e-ad6e57393a30 req-7c625fb4-6fca-47d9-99f0-60d1de93423f tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=1c328cc8-7824-4fbd-b367-abe3aea768e4 HTTP/1.1" status: 200 len: 210 time: 0.0872061 Dec 16 22:12:14.049270 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port df2da118-33ee-4948-9534-c3fa6c54c3f1, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=df2da118-33ee-4948-9534-c3fa6c54c3f1,segment=NetworkSegment(ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405),segment_id=ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:14.102548 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01022089-4dd6-4c65-b87a-90c696c3cf93 x-openstack-request-id: req-01022089-4dd6-4c65-b87a-90c696c3cf93 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:14.102932 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1330b8f2-0719-4549-af38-a3db5784142d", "name": "network-vif-plugged", "status": "completed", "tag": "df2da118-33ee-4948-9534-c3fa6c54c3f1", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:14.103290 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-01022089-4dd6-4c65-b87a-90c696c3cf93 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:14.103817 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1330b8f2-0719-4549-af38-a3db5784142d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2da118-33ee-4948-9534-c3fa6c54c3f1', 'code': 200} Dec 16 22:12:14.131854 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7aad8ab9-bae2-4422-8024-cd2f400d3b06 req-b22cd0b9-75e2-4f58-81b2-834d11147c4e tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=0abcdb57-5f4c-4c10-9a12-90c6b655becb HTTP/1.1" status: 200 len: 210 time: 0.0322804 Dec 16 22:12:14.159613 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:14.247084 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=df2da118-33ee-4948-9534-c3fa6c54c3f1,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:14.275555 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5b26e-2d6c-4857-b90b-7ef2f08e0f35 req-bc55c43e-0d07-48fd-90f6-894243698cea tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:14.277135 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87b5b26e-2d6c-4857-b90b-7ef2f08e0f35 req-bc55c43e-0d07-48fd-90f6-894243698cea tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 944 time: 0.0774891 Dec 16 22:12:14.347742 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87b5b26e-2d6c-4857-b90b-7ef2f08e0f35 req-54da0908-1875-449f-8f9c-ae0b731f3f08 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/security-groups?id=789c0d59-a9fc-45d5-8909-e9759b679301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632670 Dec 16 22:12:14.489126 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ea88d-e1a3-4583-9c52-0cdb7740309a req-8acd810e-0878-4de0-bd3b-8fc1900cd39a tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:14.491893 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0c5ea88d-e1a3-4583-9c52-0cdb7740309a req-8acd810e-0878-4de0-bd3b-8fc1900cd39a tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 946 time: 0.0638340 Dec 16 22:12:14.560909 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0c5ea88d-e1a3-4583-9c52-0cdb7740309a req-7925796e-1bd1-48db-9964-395de710c8c8 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618660 Dec 16 22:12:14.680475 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56968cac-04ac-44d1-82a0-5083305ef3a1 req-a83a85c4-cedc-4daf-a477-d5220f4b07a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:14.681979 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-56968cac-04ac-44d1-82a0-5083305ef3a1 req-a83a85c4-cedc-4daf-a477-d5220f4b07a9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1330b8f2-0719-4549-af38-a3db5784142d HTTP/1.1" status: 200 len: 1096 time: 0.4148886 Dec 16 22:12:14.699317 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad61fc2-f7f3-433a-9057-cf14696b9d2d req-00a28066-b0f0-4a05-a0f4-8c568881aea9 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:14.701441 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bad61fc2-f7f3-433a-9057-cf14696b9d2d req-00a28066-b0f0-4a05-a0f4-8c568881aea9 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=1330b8f2-0719-4549-af38-a3db5784142d HTTP/1.1" status: 200 len: 945 time: 0.4255788 Dec 16 22:12:14.706980 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4838b9-b25f-41e1-9e91-cb6fcc050765 req-0bf52b65-6689-4db3-a2ce-322c5717e7ba tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:14.708925 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dc4838b9-b25f-41e1-9e91-cb6fcc050765 req-0bf52b65-6689-4db3-a2ce-322c5717e7ba tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 945 time: 0.0526781 Dec 16 22:12:14.778320 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-56968cac-04ac-44d1-82a0-5083305ef3a1 req-bef1dff8-02c5-4a2d-8947-a42454ae626a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871515 Dec 16 22:12:14.797509 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dc4838b9-b25f-41e1-9e91-cb6fcc050765 req-175383b8-d604-4690-8fb1-719e499cd5a8 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714447 Dec 16 22:12:14.797799 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bad61fc2-f7f3-433a-9057-cf14696b9d2d req-2c2afc9e-e653-4b5e-bec6-4df827649fb1 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752175 Dec 16 22:12:14.828646 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-719cf261-80bd-4c4f-b501-c77565b62ea3 req-6c05eb5a-e2f1-4e92-b0c9-08e1f7569a7f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:14.891847 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05eb5a-e2f1-4e92-b0c9-08e1f7569a7f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Pushing event deleted for resources: {'Port': ['ID=d116848c-1471-4247-aa08-ce165700ea6b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:14.910670 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-719cf261-80bd-4c4f-b501-c77565b62ea3 req-6c05eb5a-e2f1-4e92-b0c9-08e1f7569a7f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] No DVR routers for this DVR port d116848c-1471-4247-aa08-ce165700ea6b on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:12:14.913368 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-719cf261-80bd-4c4f-b501-c77565b62ea3 req-6c05eb5a-e2f1-4e92-b0c9-08e1f7569a7f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:14.919604 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-719cf261-80bd-4c4f-b501-c77565b62ea3 req-6c05eb5a-e2f1-4e92-b0c9-08e1f7569a7f tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.57 "DELETE /v2.0/ports/d116848c-1471-4247-aa08-ce165700ea6b HTTP/1.1" status: 204 len: 173 time: 1.1853042 Dec 16 22:12:14.919604 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e25c3b9-f15d-4f15-b896-f115a554edb9', 'name': 'network-vif-deleted', 'tag': 'd116848c-1471-4247-aa08-ce165700ea6b'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:14.920416 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3daab22-0ae0-4994-a167-d5ea16269b9e" -d '{"events": [{"server_uuid": "4e25c3b9-f15d-4f15-b896-f115a554edb9", "name": "network-vif-deleted", "tag": "d116848c-1471-4247-aa08-ce165700ea6b"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:14.961515 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c4d5a9-6d88-486b-b621-de091df3dac8 x-openstack-request-id: req-f6c4d5a9-6d88-486b-b621-de091df3dac8 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:14.961898 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e25c3b9-f15d-4f15-b896-f115a554edb9", "name": "network-vif-deleted", "tag": "d116848c-1471-4247-aa08-ce165700ea6b", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:14.962157 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f6c4d5a9-6d88-486b-b621-de091df3dac8 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:14.962557 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e25c3b9-f15d-4f15-b896-f115a554edb9', 'name': 'network-vif-deleted', 'tag': 'd116848c-1471-4247-aa08-ce165700ea6b', 'status': 'completed', 'code': 200} Dec 16 22:12:15.028178 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-fd41c23b-3db0-4269-a522-15e3c6f79d51 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:15.030301 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-fd41c23b-3db0-4269-a522-15e3c6f79d51 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183&tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&binding%3Ahost_id=n-h2-815324-4 HTTP/1.1" status: 200 len: 1097 time: 0.3226488 Dec 16 22:12:15.061518 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-034e28a4-616f-4a04-8bfb-c1d9dc981210 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-4'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:15.133605 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-034e28a4-616f-4a04-8bfb-c1d9dc981210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:15.163910 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5100ad7c-6cb2-417c-8f89-d139f263eab6 req-6d5db1d3-6a89-4051-b369-7cb4e671b11b tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=1c328cc8-7824-4fbd-b367-abe3aea768e4 HTTP/1.1" status: 200 len: 210 time: 0.0652940 Dec 16 22:12:15.277073 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-786cc58b-7b5d-4a11-81b1-2bfe964a1b81 req-3c8bc35d-99b5-45ad-824e-8b845032ce81 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=0abcdb57-5f4c-4c10-9a12-90c6b655becb HTTP/1.1" status: 200 len: 210 time: 0.0340970 Dec 16 22:12:15.312355 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-034e28a4-616f-4a04-8bfb-c1d9dc981210 service neutron] For port acc0dc5e-85df-409c-9ced-567f2fc71e7a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=acc0dc5e-85df-409c-9ced-567f2fc71e7a,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:15.351742 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-034e28a4-616f-4a04-8bfb-c1d9dc981210 service neutron] For port acc0dc5e-85df-409c-9ced-567f2fc71e7a, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:12:15.400678 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-034e28a4-616f-4a04-8bfb-c1d9dc981210 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:15.453174 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f59e233b-dd20-4a30-b027-5189fa2fff86 req-c9ed3c90-e101-4edb-8aaa-912a21f663c8 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 210 time: 0.0318398 Dec 16 22:12:15.609598 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-034e28a4-616f-4a04-8bfb-c1d9dc981210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:15.687345 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e28a4-616f-4a04-8bfb-c1d9dc981210 service neutron] Pushing event updated for resources: {'Port': ['ID=acc0dc5e-85df-409c-9ced-567f2fc71e7a,revision_number=7']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:15.707794 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device acc0dc5e-85df-409c-9ced-567f2fc71e7a details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:12:15.731540 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-034e28a4-616f-4a04-8bfb-c1d9dc981210 service neutron] Attempting to bind port acc0dc5e-85df-409c-9ced-567f2fc71e7a on host n-h2-815324-4 for vnic_type normal with profile {"migrating_to": "n-h1-815324-4"} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:12:15.731878 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-034e28a4-616f-4a04-8bfb-c1d9dc981210 service neutron] Attempting to bind port acc0dc5e-85df-409c-9ced-567f2fc71e7a by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:12:15.732247 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-034e28a4-616f-4a04-8bfb-c1d9dc981210 service neutron] Attempting to bind port acc0dc5e-85df-409c-9ced-567f2fc71e7a on network a733dfc2-18aa-436d-9a35-1f59bb423cae {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:15.739278 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-034e28a4-616f-4a04-8bfb-c1d9dc981210 service neutron] Port acc0dc5e-85df-409c-9ced-567f2fc71e7a on network a733dfc2-18aa-436d-9a35-1f59bb423cae not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:12:15.739469 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-034e28a4-616f-4a04-8bfb-c1d9dc981210 service neutron] Attempting to bind port acc0dc5e-85df-409c-9ced-567f2fc71e7a on network a733dfc2-18aa-436d-9a35-1f59bb423cae {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:15.752242 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-034e28a4-616f-4a04-8bfb-c1d9dc981210 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:12:15.752829 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-034e28a4-616f-4a04-8bfb-c1d9dc981210 service neutron] Checking segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:12:15.753954 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-034e28a4-616f-4a04-8bfb-c1d9dc981210 service neutron] Bound using segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:12:15.754761 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-034e28a4-616f-4a04-8bfb-c1d9dc981210 service neutron] Bound port: acc0dc5e-85df-409c-9ced-567f2fc71e7a, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:12:15.759170 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-034e28a4-616f-4a04-8bfb-c1d9dc981210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:15.790240 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c8e4f-2ff0-43f2-8d45-26be1be42ff4 req-ed8c5d7f-80e3-47a7-9ea1-affd4f0a2261 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:15.792052 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-458c8e4f-2ff0-43f2-8d45-26be1be42ff4 req-ed8c5d7f-80e3-47a7-9ea1-affd4f0a2261 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 944 time: 0.1204982 Dec 16 22:12:15.850314 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port acc0dc5e-85df-409c-9ced-567f2fc71e7a, host n-h2-815324-4, got binding levels [] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:15.874013 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-458c8e4f-2ff0-43f2-8d45-26be1be42ff4 req-3ac72b1d-2bba-4187-9492-db988b79944b tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595932 Dec 16 22:12:15.878443 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Attempting to bind port acc0dc5e-85df-409c-9ced-567f2fc71e7a on host n-h2-815324-4 for vnic_type normal with profile {"migrating_to": "n-h1-815324-4"} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:12:15.879248 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Attempting to bind port acc0dc5e-85df-409c-9ced-567f2fc71e7a by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:12:15.879803 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Attempting to bind port acc0dc5e-85df-409c-9ced-567f2fc71e7a on network a733dfc2-18aa-436d-9a35-1f59bb423cae {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:15.885813 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Port acc0dc5e-85df-409c-9ced-567f2fc71e7a on network a733dfc2-18aa-436d-9a35-1f59bb423cae not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:12:15.889934 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Attempting to bind port acc0dc5e-85df-409c-9ced-567f2fc71e7a on network a733dfc2-18aa-436d-9a35-1f59bb423cae {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:15.893027 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:12:15.894030 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Checking segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:12:15.894833 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Bound using segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:12:15.895690 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Bound port: acc0dc5e-85df-409c-9ced-567f2fc71e7a, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:12:15.896250 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:15.898400 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-034e28a4-616f-4a04-8bfb-c1d9dc981210 service neutron] For port acc0dc5e-85df-409c-9ced-567f2fc71e7a, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:12:15.907228 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-034e28a4-616f-4a04-8bfb-c1d9dc981210 service neutron] For port acc0dc5e-85df-409c-9ced-567f2fc71e7a, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=acc0dc5e-85df-409c-9ced-567f2fc71e7a,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:12:16.014885 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012fe52-c84d-435b-b899-43669eacff85 req-95077d46-1169-4575-a2e4-faa8744d24f9 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:16.016562 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5012fe52-c84d-435b-b899-43669eacff85 req-95077d46-1169-4575-a2e4-faa8744d24f9 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 945 time: 0.0545106 Dec 16 22:12:16.067746 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5012fe52-c84d-435b-b899-43669eacff85 req-667ef228-60ce-4033-9800-cce3a2110a71 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443060 Dec 16 22:12:16.154459 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-034e28a4-616f-4a04-8bfb-c1d9dc981210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:16.161875 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port acc0dc5e-85df-409c-9ced-567f2fc71e7a, host n-h2-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:12:16.293665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db205a7-b7e1-4af2-a6f6-eb6568937f7b req-9ff5d21d-c462-4aa6-84c2-b584978c9cbe tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:16.296469 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) acc0dc5e-85df-409c-9ced-567f2fc71e7a-n-h2-815324-4-0 {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:12:16.296469 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:12:16.296771 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6db205a7-b7e1-4af2-a6f6-eb6568937f7b req-9ff5d21d-c462-4aa6-84c2-b584978c9cbe tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=1330b8f2-0719-4549-af38-a3db5784142d HTTP/1.1" status: 200 len: 945 time: 0.1693397 Dec 16 22:12:16.305267 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e28a4-616f-4a04-8bfb-c1d9dc981210 service neutron] Pushing event updated for resources: {'Port': ['ID=acc0dc5e-85df-409c-9ced-567f2fc71e7a,revision_number=8']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:16.352997 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-034e28a4-616f-4a04-8bfb-c1d9dc981210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:16.353757 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-034e28a4-616f-4a04-8bfb-c1d9dc981210 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:16.355136 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-034e28a4-616f-4a04-8bfb-c1d9dc981210 service neutron] 10.222.0.76 "PUT /v2.0/ports/acc0dc5e-85df-409c-9ced-567f2fc71e7a HTTP/1.1" status: 200 len: 1122 time: 1.2982996 Dec 16 22:12:16.407098 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-0c93ed13-3ea1-4d97-bf80-05559a1022b7 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:16.408683 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-0c93ed13-3ea1-4d97-bf80-05559a1022b7 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.57 "GET /v2.0/networks?id=8ad157d2-5520-47b6-a14b-23516eba3ebc HTTP/1.1" status: 200 len: 806 time: 0.2133775 Dec 16 22:12:16.428004 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6db205a7-b7e1-4af2-a6f6-eb6568937f7b req-af1b53b9-46e6-4068-a604-d1e5c38fd349 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106510 Dec 16 22:12:16.434611 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-2f92c427-af4c-4a2f-9320-f6918ba8d4a5 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Request body: {'port': {'device_id': '0abcdb57-5f4c-4c10-9a12-90c6b655becb', 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc', 'admin_state_up': True, 'tenant_id': '2a5983ec059547448cf45cc5d0d82ac4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:16.445953 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f2715789-adc3-4e4c-ab26-6b32c67881b2 req-f35fae47-db73-4459-9f9b-e856ecf399d7 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=1c328cc8-7824-4fbd-b367-abe3aea768e4 HTTP/1.1" status: 200 len: 210 time: 0.0398059 Dec 16 22:12:16.505548 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['acc0dc5e-85df-409c-9ced-567f2fc71e7a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:16.564868 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['acc0dc5e-85df-409c-9ced-567f2fc71e7a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:16.579690 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7df77646-1c11-441d-a17d-1d2d3c702eb6 req-abe2d0c7-44e6-4e3f-a448-c852108ae698 tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0354640 Dec 16 22:12:16.598084 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1bf8f52c-c19c-4515-adf1-658622b268a5 req-30a777f3-7f7e-4834-974e-9ed19bdef629 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=0abcdb57-5f4c-4c10-9a12-90c6b655becb HTTP/1.1" status: 200 len: 210 time: 0.0608115 Dec 16 22:12:16.737292 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-2f92c427-af4c-4a2f-9320-f6918ba8d4a5 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Made reservation on behalf of 2a5983ec059547448cf45cc5d0d82ac4 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:12:16.740887 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-2f92c427-af4c-4a2f-9320-f6918ba8d4a5 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:16.744655 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e17d3f53-3981-4d62-ad35-07c22db5e566 req-a0a406d2-6903-4eec-8c7c-f5c0af5edde0 tempest-LiveMigrationTest-1615174152 tempest-LiveMigrationTest-1615174152-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e25c3b9-f15d-4f15-b896-f115a554edb9 HTTP/1.1" status: 200 len: 210 time: 0.0363390 Dec 16 22:12:16.825650 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Attempting to bind port acc0dc5e-85df-409c-9ced-567f2fc71e7a on host n-h2-815324-4 for vnic_type normal with profile {"migrating_to": "n-h1-815324-4"} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:12:16.826724 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Attempting to bind port acc0dc5e-85df-409c-9ced-567f2fc71e7a by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:12:16.826724 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Attempting to bind port acc0dc5e-85df-409c-9ced-567f2fc71e7a on network a733dfc2-18aa-436d-9a35-1f59bb423cae {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:16.840282 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Port acc0dc5e-85df-409c-9ced-567f2fc71e7a on network a733dfc2-18aa-436d-9a35-1f59bb423cae not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:12:16.840649 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Attempting to bind port acc0dc5e-85df-409c-9ced-567f2fc71e7a on network a733dfc2-18aa-436d-9a35-1f59bb423cae {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:16.855066 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:12:16.855468 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Checking segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:12:16.855929 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Bound using segment: {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:12:16.856459 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Bound port: acc0dc5e-85df-409c-9ced-567f2fc71e7a, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfcb7670-59c9-4344-8b25-7b185a623e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a733dfc2-18aa-436d-9a35-1f59bb423cae'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:12:16.856860 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:16.871782 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device d116848c-1471-4247-aa08-ce165700ea6b no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:12:16.892459 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-2f92c427-af4c-4a2f-9320-f6918ba8d4a5 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Allocated IP 172.20.0.2 (8ad157d2-5520-47b6-a14b-23516eba3ebc/9741df81-7a4c-44a7-8dc9-6f94ad4c24c8/cefa5f12-75ca-4d3f-978d-b9823457266b) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:12:16.900514 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: d116848c-1471-4247-aa08-ce165700ea6b {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:12:16.900864 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device d116848c-1471-4247-aa08-ce165700ea6b not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:12:16.961503 n-d-815324-4 neutron-server[103615]: WARNING neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Concurrent port binding operations failed on port acc0dc5e-85df-409c-9ced-567f2fc71e7a Dec 16 22:12:16.967451 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port acc0dc5e-85df-409c-9ced-567f2fc71e7a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=acc0dc5e-85df-409c-9ced-567f2fc71e7a,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:16.967669 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7f2f64-5d38-49fe-a432-822b68c13183', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acc0dc5e-85df-409c-9ced-567f2fc71e7a'}, {'name': 'network-changed', 'server_uuid': '7e7f2f64-5d38-49fe-a432-822b68c13183', 'tag': 'acc0dc5e-85df-409c-9ced-567f2fc71e7a'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:16.968963 n-d-815324-4 neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Attempt 2 to bind port acc0dc5e-85df-409c-9ced-567f2fc71e7a Dec 16 22:12:16.969261 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683de478-a5bd-4bc2-a0ea-f9389f0a6d3f" -d '{"events": [{"server_uuid": "7e7f2f64-5d38-49fe-a432-822b68c13183", "name": "network-vif-unplugged", "status": "completed", "tag": "acc0dc5e-85df-409c-9ced-567f2fc71e7a"}, {"name": "network-changed", "server_uuid": "7e7f2f64-5d38-49fe-a432-822b68c13183", "tag": "acc0dc5e-85df-409c-9ced-567f2fc71e7a"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:16.969396 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device acc0dc5e-85df-409c-9ced-567f2fc71e7a has no active binding in host n-h1-815324-4 {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 22:12:17.033705 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b059548f-de25-47b4-9057-2ef972826d04 x-openstack-request-id: req-b059548f-de25-47b4-9057-2ef972826d04 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:17.034177 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7f2f64-5d38-49fe-a432-822b68c13183", "name": "network-vif-unplugged", "status": "completed", "tag": "acc0dc5e-85df-409c-9ced-567f2fc71e7a", "code": 200}, {"name": "network-changed", "server_uuid": "7e7f2f64-5d38-49fe-a432-822b68c13183", "tag": "acc0dc5e-85df-409c-9ced-567f2fc71e7a", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:17.034313 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b059548f-de25-47b4-9057-2ef972826d04 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:17.034850 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7f2f64-5d38-49fe-a432-822b68c13183', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acc0dc5e-85df-409c-9ced-567f2fc71e7a', 'code': 200} Dec 16 22:12:17.035128 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7f2f64-5d38-49fe-a432-822b68c13183', 'tag': 'acc0dc5e-85df-409c-9ced-567f2fc71e7a', 'status': 'completed', 'code': 200} Dec 16 22:12:17.074568 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90830128-0dd0-46a2-a7fe-a1813e4290d3 req-16be77ad-d43d-4292-86da-c8a824e56011 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:17.076209 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-90830128-0dd0-46a2-a7fe-a1813e4290d3 req-16be77ad-d43d-4292-86da-c8a824e56011 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 944 time: 0.0574887 Dec 16 22:12:17.113047 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-2f92c427-af4c-4a2f-9320-f6918ba8d4a5 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:17.138524 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-90830128-0dd0-46a2-a7fe-a1813e4290d3 req-245b8a2c-b497-4ed7-945b-a3b70b009fd5 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556414 Dec 16 22:12:17.215921 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683de478-a5bd-4bc2-a0ea-f9389f0a6d3f req-34688823-a36a-42ec-86b0-d506c0468bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:17.218391 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-683de478-a5bd-4bc2-a0ea-f9389f0a6d3f req-34688823-a36a-42ec-86b0-d506c0468bfd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 1125 time: 0.0618641 Dec 16 22:12:17.269682 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a71e4-0205-4c10-ae4f-f1726a096822 req-658526eb-6da4-4ab0-a398-bae7c747aad4 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:17.271380 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-104a71e4-0205-4c10-ae4f-f1726a096822 req-658526eb-6da4-4ab0-a398-bae7c747aad4 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 945 time: 0.0617194 Dec 16 22:12:17.318223 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683de478-a5bd-4bc2-a0ea-f9389f0a6d3f req-8890f236-ce1b-4afc-b4ad-2d688f3f359c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:17.319752 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-683de478-a5bd-4bc2-a0ea-f9389f0a6d3f req-8890f236-ce1b-4afc-b4ad-2d688f3f359c service neutron] 10.222.0.57 "GET /v2.0/networks?id=a733dfc2-18aa-436d-9a35-1f59bb423cae HTTP/1.1" status: 200 len: 921 time: 0.0934994 Dec 16 22:12:17.326133 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-104a71e4-0205-4c10-ae4f-f1726a096822 req-6814f3cd-3f12-44c0-9694-3565e2c4d2d7 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485833 Dec 16 22:12:17.362117 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-2f92c427-af4c-4a2f-9320-f6918ba8d4a5 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:17.400578 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6584960a-97fd-456d-b9ef-cb7b7437c516'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:17.405618 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-683de478-a5bd-4bc2-a0ea-f9389f0a6d3f req-9cfd47a3-8dff-427b-90b3-1de993b53a2b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acc0dc5e-85df-409c-9ced-567f2fc71e7a HTTP/1.1" status: 200 len: 217 time: 0.0479007 Dec 16 22:12:17.414627 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-2f92c427-af4c-4a2f-9320-f6918ba8d4a5 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Network 8ad157d2-5520-47b6-a14b-23516eba3ebc is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:12:17.420294 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-2f92c427-af4c-4a2f-9320-f6918ba8d4a5 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:12:17.424485 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-2f92c427-af4c-4a2f-9320-f6918ba8d4a5 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:12:17.477983 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92c427-af4c-4a2f-9320-f6918ba8d4a5 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Pushing event updated for resources: {'Port': ['ID=cefa5f12-75ca-4d3f-978d-b9823457266b,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:17.503727 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-2f92c427-af4c-4a2f-9320-f6918ba8d4a5 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:17.504571 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-2f92c427-af4c-4a2f-9320-f6918ba8d4a5 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:17.521348 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683de478-a5bd-4bc2-a0ea-f9389f0a6d3f req-6c0b4fe6-faf3-4fe9-85cc-34e8e322bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:17.526331 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-683de478-a5bd-4bc2-a0ea-f9389f0a6d3f req-6c0b4fe6-faf3-4fe9-85cc-34e8e322bd9a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=28a903b4-5579-4f62-80b4-b7b74c354d7a HTTP/1.1" status: 200 len: 861 time: 0.0937402 Dec 16 22:12:17.578930 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-683de478-a5bd-4bc2-a0ea-f9389f0a6d3f req-a24859b9-e262-4503-bfdb-0449eef59ae6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a733dfc2-18aa-436d-9a35-1f59bb423cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437305 Dec 16 22:12:17.600700 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6fa0b1b5-8822-4bb1-a029-77a5d9273e7f req-2aafff46-f814-49af-94d9-a058eed051a6 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=1c328cc8-7824-4fbd-b367-abe3aea768e4 HTTP/1.1" status: 200 len: 210 time: 0.0406563 Dec 16 22:12:17.685325 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-2f92c427-af4c-4a2f-9320-f6918ba8d4a5 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2557774 Dec 16 22:12:17.690076 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db23586-6977-469b-b936-b5ba176d21ff req-916dccef-6dae-4586-8d88-2025118a548a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:17.691636 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8db23586-6977-469b-b936-b5ba176d21ff req-916dccef-6dae-4586-8d88-2025118a548a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=1330b8f2-0719-4549-af38-a3db5784142d HTTP/1.1" status: 200 len: 945 time: 0.1161523 Dec 16 22:12:17.712739 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-6514d665-c7f8-4b55-87ed-c3bdd9564803 service neutron] Request body: {'port': {'device_id': '0abcdb57-5f4c-4c10-9a12-90c6b655becb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:17.767314 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-683de478-a5bd-4bc2-a0ea-f9389f0a6d3f req-6086077b-134b-404b-bba8-6eba33949fda service neutron] 10.222.0.57 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414020 Dec 16 22:12:17.770661 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8db23586-6977-469b-b936-b5ba176d21ff req-312a17e3-e7b2-4f33-92fe-e6d08be6a6fd tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704222 Dec 16 22:12:17.778018 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f34a3-5d80-4340-b62f-eda2ee3355aa req-97feaa49-05af-4e1d-a025-5a0c4985b444 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:17.781201 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-171f34a3-5d80-4340-b62f-eda2ee3355aa req-97feaa49-05af-4e1d-a025-5a0c4985b444 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=0abcdb57-5f4c-4c10-9a12-90c6b655becb HTTP/1.1" status: 200 len: 931 time: 0.1090710 Dec 16 22:12:17.789629 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-6514d665-c7f8-4b55-87ed-c3bdd9564803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:17.872988 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-171f34a3-5d80-4340-b62f-eda2ee3355aa req-59abb37d-58bd-47e4-b506-599a0e0f8816 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854499 Dec 16 22:12:17.877610 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87c0f3ab-7c38-4570-8d8c-2ea5e1c05429 req-10a638a9-d751-4afe-ad65-b1bba1c27025 tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0348613 Dec 16 22:12:17.945794 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 32960) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:17.971197 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-683de478-a5bd-4bc2-a0ea-f9389f0a6d3f req-87f0b9a3-b150-4df3-9999-b17af330fff8 service neutron] 10.222.0.57 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781123 Dec 16 22:12:18.146500 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-6514d665-c7f8-4b55-87ed-c3bdd9564803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cefa5f12-75ca-4d3f-978d-b9823457266b {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:12:18.155335 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-6514d665-c7f8-4b55-87ed-c3bdd9564803 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:18.168433 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-6514d665-c7f8-4b55-87ed-c3bdd9564803 service neutron] Transition to ACTIVE for port object cefa5f12-75ca-4d3f-978d-b9823457266b will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:12:18.225527 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-053dc30c-a955-4915-8d34-e46566162475 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=0349e41ac95a4bf29148008bb820d8cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288880 Dec 16 22:12:18.259185 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4344c91-e231-4c35-96f0-963a105c01d3 admin admin] Deleting subnet ac517c80-ed1c-4940-8a98-4b18f46cf35e {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:12:18.299902 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4344c91-e231-4c35-96f0-963a105c01d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:18.336241 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-6514d665-c7f8-4b55-87ed-c3bdd9564803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:18.365020 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4344c91-e231-4c35-96f0-963a105c01d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:18.389845 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514d665-c7f8-4b55-87ed-c3bdd9564803 service neutron] Pushing event updated for resources: {'Port': ['ID=cefa5f12-75ca-4d3f-978d-b9823457266b,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:18.434822 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59f432-d500-485c-9b2b-d269e37b0085 req-d9b13eef-262d-4e02-8056-5dfccbdebe2e tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:18.437508 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f59f432-d500-485c-9b2b-d269e37b0085 req-d9b13eef-262d-4e02-8056-5dfccbdebe2e tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 944 time: 0.1930501 Dec 16 22:12:18.468193 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4344c91-e231-4c35-96f0-963a105c01d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:18.476597 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-6514d665-c7f8-4b55-87ed-c3bdd9564803 service neutron] Attempting to bind port cefa5f12-75ca-4d3f-978d-b9823457266b on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:12:18.476939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-6514d665-c7f8-4b55-87ed-c3bdd9564803 service neutron] Attempting to bind port cefa5f12-75ca-4d3f-978d-b9823457266b by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:12:18.477276 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-6514d665-c7f8-4b55-87ed-c3bdd9564803 service neutron] Attempting to bind port cefa5f12-75ca-4d3f-978d-b9823457266b on network 8ad157d2-5520-47b6-a14b-23516eba3ebc {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:18.481796 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-6514d665-c7f8-4b55-87ed-c3bdd9564803 service neutron] Port cefa5f12-75ca-4d3f-978d-b9823457266b on network 8ad157d2-5520-47b6-a14b-23516eba3ebc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:12:18.482125 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-6514d665-c7f8-4b55-87ed-c3bdd9564803 service neutron] Attempting to bind port cefa5f12-75ca-4d3f-978d-b9823457266b on network 8ad157d2-5520-47b6-a14b-23516eba3ebc {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:18.487239 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-6514d665-c7f8-4b55-87ed-c3bdd9564803 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:12:18.487607 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-6514d665-c7f8-4b55-87ed-c3bdd9564803 service neutron] Checking segment: {'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:12:18.487975 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-6514d665-c7f8-4b55-87ed-c3bdd9564803 service neutron] Bound using segment: {'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:12:18.488408 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-6514d665-c7f8-4b55-87ed-c3bdd9564803 service neutron] Bound port: cefa5f12-75ca-4d3f-978d-b9823457266b, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:12:18.488770 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-6514d665-c7f8-4b55-87ed-c3bdd9564803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:18.500502 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-0e73ebae-0bc4-4a94-9d0e-f3817b7b4519 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:18.501979 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-0e73ebae-0bc4-4a94-9d0e-f3817b7b4519 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2702608 Dec 16 22:12:18.528094 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-1efba1ca-66b4-47f7-ab0a-f23851d2c238 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Request body: {'port': {'device_id': '1c328cc8-7824-4fbd-b367-abe3aea768e4', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': '0349e41ac95a4bf29148008bb820d8cb'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:18.562806 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-6514d665-c7f8-4b55-87ed-c3bdd9564803 service neutron] For port cefa5f12-75ca-4d3f-978d-b9823457266b, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:12:18.566001 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-6514d665-c7f8-4b55-87ed-c3bdd9564803 service neutron] For port cefa5f12-75ca-4d3f-978d-b9823457266b, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=cefa5f12-75ca-4d3f-978d-b9823457266b,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:12:18.606621 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f59f432-d500-485c-9b2b-d269e37b0085 req-e6b13969-087f-447e-ba8e-e27557f830a2 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590168 Dec 16 22:12:18.771709 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-6514d665-c7f8-4b55-87ed-c3bdd9564803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:18.778437 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97b84f-407e-4157-affe-8983012c889f req-cf84c731-849e-4060-949a-dbd8dfbf02dc tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:18.780072 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ed97b84f-407e-4157-affe-8983012c889f req-cf84c731-849e-4060-949a-dbd8dfbf02dc tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 945 time: 0.0617259 Dec 16 22:12:18.824878 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-6514d665-c7f8-4b55-87ed-c3bdd9564803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:18.825509 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-6514d665-c7f8-4b55-87ed-c3bdd9564803 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:18.827544 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-6514d665-c7f8-4b55-87ed-c3bdd9564803 service neutron] 10.222.0.57 "PUT /v2.0/ports/cefa5f12-75ca-4d3f-978d-b9823457266b HTTP/1.1" status: 200 len: 1091 time: 1.1222818 Dec 16 22:12:18.833266 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ed97b84f-407e-4157-affe-8983012c889f req-743baac8-f191-49da-94ad-a5ccc6f959b8 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460932 Dec 16 22:12:18.844019 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4344c91-e231-4c35-96f0-963a105c01d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:18.850762 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-99cb9a5e-80fa-47db-a7b5-f2aa34a3b0ad req-6846d647-b7b3-4cde-8a67-563b182456a7 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=1c328cc8-7824-4fbd-b367-abe3aea768e4 HTTP/1.1" status: 200 len: 210 time: 0.0509233 Dec 16 22:12:18.876662 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4344c91-e231-4c35-96f0-963a105c01d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac517c80-ed1c-4940-8a98-4b18f46cf35e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:18.879970 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4344c91-e231-4c35-96f0-963a105c01d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:18.883363 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b4344c91-e231-4c35-96f0-963a105c01d3 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/ac517c80-ed1c-4940-8a98-4b18f46cf35e HTTP/1.1" status: 204 len: 168 time: 0.9365201 Dec 16 22:12:18.889823 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 32974) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:18.894509 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4344c91-e231-4c35-96f0-963a105c01d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:18.894902 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4344c91-e231-4c35-96f0-963a105c01d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:18.895263 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4344c91-e231-4c35-96f0-963a105c01d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:18.895580 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4344c91-e231-4c35-96f0-963a105c01d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:18.895981 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4344c91-e231-4c35-96f0-963a105c01d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:18.896263 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4344c91-e231-4c35-96f0-963a105c01d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:18.896561 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4344c91-e231-4c35-96f0-963a105c01d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:18.896969 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4344c91-e231-4c35-96f0-963a105c01d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:18.897507 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4344c91-e231-4c35-96f0-963a105c01d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:18.897879 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4344c91-e231-4c35-96f0-963a105c01d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:18.898187 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4344c91-e231-4c35-96f0-963a105c01d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:18.898523 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4344c91-e231-4c35-96f0-963a105c01d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:18.898835 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4344c91-e231-4c35-96f0-963a105c01d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:18.916751 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514d665-c7f8-4b55-87ed-c3bdd9564803 service neutron] Pushing event updated for resources: {'Port': ['ID=cefa5f12-75ca-4d3f-978d-b9823457266b,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:18.981008 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bd30fc87-a10c-4f76-99d3-63e22a94af0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:18.981307 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbde799-8a86-4c4d-a573-8549f31b8755 req-08ee8b94-d816-4225-a40a-868d23ea44b9 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:18.984170 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5bbde799-8a86-4c4d-a573-8549f31b8755 req-08ee8b94-d816-4225-a40a-868d23ea44b9 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=1330b8f2-0719-4549-af38-a3db5784142d HTTP/1.1" status: 200 len: 945 time: 0.0605149 Dec 16 22:12:19.011673 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-1efba1ca-66b4-47f7-ab0a-f23851d2c238 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Made reservation on behalf of 0349e41ac95a4bf29148008bb820d8cb for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:12:19.018413 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-1efba1ca-66b4-47f7-ab0a-f23851d2c238 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:19.036593 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0abcdb57-5f4c-4c10-9a12-90c6b655becb', 'tag': 'cefa5f12-75ca-4d3f-978d-b9823457266b'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:19.038817 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe8852e-2de4-49e6-b143-5ee1648ee767" -d '{"events": [{"name": "network-changed", "server_uuid": "0abcdb57-5f4c-4c10-9a12-90c6b655becb", "tag": "cefa5f12-75ca-4d3f-978d-b9823457266b"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:19.042251 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-1efba1ca-66b4-47f7-ab0a-f23851d2c238 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:19.098733 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0a6f6f24-5dce-4348-a95b-6406053e472b req-f902f5e0-5214-4431-886c-aba5546ed6e1 tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0629246 Dec 16 22:12:19.110792 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bd30fc87-a10c-4f76-99d3-63e22a94af0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:19.166052 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-bd30fc87-a10c-4f76-99d3-63e22a94af0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['851b3d27-6497-40f0-b603-b3da566b57ea']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:19.179989 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-bd30fc87-a10c-4f76-99d3-63e22a94af0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7229ae5-deec-458d-b7b0-748c20bbbce0') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:19.180268 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-bd30fc87-a10c-4f76-99d3-63e22a94af0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7229ae5-deec-458d-b7b0-748c20bbbce0') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:19.208362 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bd30fc87-a10c-4f76-99d3-63e22a94af0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:19.245716 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-5618cf62-ec2a-4397-8959-f7edba42cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:19.245716 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-5618cf62-ec2a-4397-8959-f7edba42cd55 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a5983ec059547448cf45cc5d0d82ac4&device_id=0abcdb57-5f4c-4c10-9a12-90c6b655becb HTTP/1.1" status: 200 len: 1094 time: 0.1314774 Dec 16 22:12:19.246637 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bd30fc87-a10c-4f76-99d3-63e22a94af0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:19.257834 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd30fc87-a10c-4f76-99d3-63e22a94af0c admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:12:19.258245 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bd30fc87-a10c-4f76-99d3-63e22a94af0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:12:19.260051 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:12:19.351536 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-7f8c7d3a-349e-4565-9284-b766b5387e05 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cefa5f12-75ca-4d3f-978d-b9823457266b HTTP/1.1" status: 200 len: 217 time: 0.0536156 Dec 16 22:12:19.359928 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dbf32-5c98-4a36-b20a-ba66adc9554a req-ff52f4cd-78cb-4747-8e6e-abcd510f4e54 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:19.361824 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-361dbf32-5c98-4a36-b20a-ba66adc9554a req-ff52f4cd-78cb-4747-8e6e-abcd510f4e54 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=0abcdb57-5f4c-4c10-9a12-90c6b655becb HTTP/1.1" status: 200 len: 943 time: 0.1783671 Dec 16 22:12:19.416044 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5bbde799-8a86-4c4d-a573-8549f31b8755 req-b497d438-0d80-4a38-a5bf-817855add839 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243639 Dec 16 22:12:19.447257 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-3a5702e1-ec1f-4786-87f8-d46638369946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:19.448936 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-3a5702e1-ec1f-4786-87f8-d46638369946 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9741df81-7a4c-44a7-8dc9-6f94ad4c24c8 HTTP/1.1" status: 200 len: 846 time: 0.0786884 Dec 16 22:12:19.491211 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-361dbf32-5c98-4a36-b20a-ba66adc9554a req-b3d7b91f-96f9-4e90-919d-55670525afbd tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161225 Dec 16 22:12:19.494881 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-1efba1ca-66b4-47f7-ab0a-f23851d2c238 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:19.510308 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11711e6b-e3b0-4da0-88e2-beb024b43960 x-openstack-request-id: req-11711e6b-e3b0-4da0-88e2-beb024b43960 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:19.512108 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0abcdb57-5f4c-4c10-9a12-90c6b655becb", "tag": "cefa5f12-75ca-4d3f-978d-b9823457266b", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:19.512108 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-11711e6b-e3b0-4da0-88e2-beb024b43960 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:19.512108 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0abcdb57-5f4c-4c10-9a12-90c6b655becb', 'tag': 'cefa5f12-75ca-4d3f-978d-b9823457266b', 'status': 'completed', 'code': 200} Dec 16 22:12:19.513218 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-123fecdb-0d9c-4af1-a05d-e612013d6a00 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ad157d2-5520-47b6-a14b-23516eba3ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469224 Dec 16 22:12:19.538315 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bd30fc87-a10c-4f76-99d3-63e22a94af0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:19.543785 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bd30fc87-a10c-4f76-99d3-63e22a94af0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:19.548599 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bd30fc87-a10c-4f76-99d3-63e22a94af0c admin admin] 10.222.0.75 "DELETE /v2.0/networks/851b3d27-6497-40f0-b603-b3da566b57ea HTTP/1.1" status: 204 len: 168 time: 0.6571853 Dec 16 22:12:19.552747 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 32982) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:19.582572 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30fc87-a10c-4f76-99d3-63e22a94af0c admin admin] Pushing event deleted for resources: {'Network': ['ID=851b3d27-6497-40f0-b603-b3da566b57ea,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:19.602552 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ae1c89-c10a-4545-af9b-4c661a1d4012 admin admin] Deleting subnet ffd41e1a-8f16-43cb-a702-beea2b3e9d24 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:12:19.606042 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f6ae1c89-c10a-4545-af9b-4c661a1d4012 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:19.647085 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f6ae1c89-c10a-4545-af9b-4c661a1d4012 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:19.650971 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-1efba1ca-66b4-47f7-ab0a-f23851d2c238 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:19.659258 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-1ccaf6da-afef-4d55-adc8-c486ba8bbd9c service neutron] 10.222.0.57 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092923 Dec 16 22:12:19.747180 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efba1ca-66b4-47f7-ab0a-f23851d2c238 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c03473-b79e-4e0b-9b5c-99fa14cca02b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:19.773702 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f6ae1c89-c10a-4545-af9b-4c661a1d4012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:19.796129 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1616337-038a-4dfe-89b8-9217a6b17615 req-f5a26ba2-2862-4652-a35a-5465cc540ae6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:19.797681 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a1616337-038a-4dfe-89b8-9217a6b17615 req-f5a26ba2-2862-4652-a35a-5465cc540ae6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 944 time: 0.0843358 Dec 16 22:12:19.828362 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-698d43a9-51e1-43ca-b8fa-49834ee2c00e req-0f79e6f8-a764-4ba5-ad50-f277e0539b71 service neutron] 10.222.0.57 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620939 Dec 16 22:12:19.869750 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-1efba1ca-66b4-47f7-ab0a-f23851d2c238 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Allocated IP 192.168.233.220 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/d83c5bc4-18bf-4daf-bb50-9a99e570948d) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:12:19.875688 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a1616337-038a-4dfe-89b8-9217a6b17615 req-48ac6c74-b8b2-447b-9629-7563080ec09a tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683534 Dec 16 22:12:19.964373 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c992f3d6-b91d-4dfc-85e6-04dd85280df8 req-cc421357-c649-4673-8a05-0350961e5160 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=1c328cc8-7824-4fbd-b367-abe3aea768e4 HTTP/1.1" status: 200 len: 210 time: 0.0284653 Dec 16 22:12:19.979178 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29ad6f-7952-4684-83d5-0f263e490ab6 req-a80042c4-a0a7-417c-8fdb-3f078fb712a6 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:19.980768 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8a29ad6f-7952-4684-83d5-0f263e490ab6 req-a80042c4-a0a7-417c-8fdb-3f078fb712a6 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 945 time: 0.0589738 Dec 16 22:12:20.012772 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f6ae1c89-c10a-4545-af9b-4c661a1d4012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:20.056892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae1c89-c10a-4545-af9b-4c661a1d4012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffd41e1a-8f16-43cb-a702-beea2b3e9d24,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:20.088781 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f6ae1c89-c10a-4545-af9b-4c661a1d4012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:20.092827 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f6ae1c89-c10a-4545-af9b-4c661a1d4012 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/ffd41e1a-8f16-43cb-a702-beea2b3e9d24 HTTP/1.1" status: 204 len: 168 time: 0.5381823 Dec 16 22:12:20.095541 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 32992) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:20.105028 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8a29ad6f-7952-4684-83d5-0f263e490ab6 req-9ead9929-c5fc-43ce-b3b5-99b708d06502 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118383 Dec 16 22:12:20.129184 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8852e-2de4-49e6-b143-5ee1648ee767 req-77d8efed-d1d5-4874-9da6-a3a1e62e5aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:20.129184 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4fe8852e-2de4-49e6-b143-5ee1648ee767 req-77d8efed-d1d5-4874-9da6-a3a1e62e5aa7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a5983ec059547448cf45cc5d0d82ac4&device_id=0abcdb57-5f4c-4c10-9a12-90c6b655becb HTTP/1.1" status: 200 len: 1094 time: 0.0776505 Dec 16 22:12:20.255354 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f2e4a7fa-116d-457d-94fe-d653e96cd311 req-119f6a69-7887-4f47-8e6c-2a9b803bdeca tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0586162 Dec 16 22:12:20.272923 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6d9e61be-8f80-4dcc-9f48-9fdaea843d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:20.296960 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-1efba1ca-66b4-47f7-ab0a-f23851d2c238 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:20.327421 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8852e-2de4-49e6-b143-5ee1648ee767 req-b4a160d7-d7cb-4066-887b-428c2a28a2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:20.329281 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4fe8852e-2de4-49e6-b143-5ee1648ee767 req-b4a160d7-d7cb-4066-887b-428c2a28a2dc service neutron] 10.222.0.57 "GET /v2.0/networks?id=8ad157d2-5520-47b6-a14b-23516eba3ebc HTTP/1.1" status: 200 len: 906 time: 0.1769285 Dec 16 22:12:20.406596 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4fe8852e-2de4-49e6-b143-5ee1648ee767 req-7523eb90-9313-41ba-bf51-77825f31bb9c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cefa5f12-75ca-4d3f-978d-b9823457266b HTTP/1.1" status: 200 len: 217 time: 0.0644636 Dec 16 22:12:20.425923 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6d9e61be-8f80-4dcc-9f48-9fdaea843d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:20.470838 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-6d9e61be-8f80-4dcc-9f48-9fdaea843d0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250755f9-a0b3-4a2b-8ea4-e59ee63f45c9']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:20.484669 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-6d9e61be-8f80-4dcc-9f48-9fdaea843d0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '334e3c24-dd14-42f2-b01d-e998f5ab44f4') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:20.484970 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-6d9e61be-8f80-4dcc-9f48-9fdaea843d0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '334e3c24-dd14-42f2-b01d-e998f5ab44f4') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:20.494173 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8852e-2de4-49e6-b143-5ee1648ee767 req-b80dc681-9226-4b7c-a1d1-926b262723a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:20.495729 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4fe8852e-2de4-49e6-b143-5ee1648ee767 req-b80dc681-9226-4b7c-a1d1-926b262723a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9741df81-7a4c-44a7-8dc9-6f94ad4c24c8 HTTP/1.1" status: 200 len: 846 time: 0.0809529 Dec 16 22:12:20.500338 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6d9e61be-8f80-4dcc-9f48-9fdaea843d0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:20.518576 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-1efba1ca-66b4-47f7-ab0a-f23851d2c238 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:20.534868 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4fe8852e-2de4-49e6-b143-5ee1648ee767 req-4d397fe2-5316-4b1a-a62f-02ebc68a21ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ad157d2-5520-47b6-a14b-23516eba3ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279138 Dec 16 22:12:20.541422 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6d9e61be-8f80-4dcc-9f48-9fdaea843d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:20.558182 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9e61be-8f80-4dcc-9f48-9fdaea843d0b admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:12:20.558622 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6d9e61be-8f80-4dcc-9f48-9fdaea843d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:12:20.560422 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:12:20.592819 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-1efba1ca-66b4-47f7-ab0a-f23851d2c238 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:12:20.602766 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efba1ca-66b4-47f7-ab0a-f23851d2c238 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Pushing event updated for resources: {'Port': ['ID=d83c5bc4-18bf-4daf-bb50-9a99e570948d,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:20.606145 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-1efba1ca-66b4-47f7-ab0a-f23851d2c238 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:12:20.610426 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-1efba1ca-66b4-47f7-ab0a-f23851d2c238 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:12:20.661001 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a1e47-9cad-450b-accb-74d762eef77d req-c3703982-1d3c-42e8-be41-22f01a9b0d3a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:20.662753 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c64a1e47-9cad-450b-accb-74d762eef77d req-c3703982-1d3c-42e8-be41-22f01a9b0d3a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=1330b8f2-0719-4549-af38-a3db5784142d HTTP/1.1" status: 200 len: 945 time: 0.1585879 Dec 16 22:12:20.710487 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-1efba1ca-66b4-47f7-ab0a-f23851d2c238 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:20.712085 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-1efba1ca-66b4-47f7-ab0a-f23851d2c238 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:20.733913 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059dec14-b6fa-4070-a037-ed408d0f58f9 req-3d3f8dc7-63b2-4392-9ba8-ad3780892bde tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:20.741945 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-059dec14-b6fa-4070-a037-ed408d0f58f9 req-3d3f8dc7-63b2-4392-9ba8-ad3780892bde tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=0abcdb57-5f4c-4c10-9a12-90c6b655becb HTTP/1.1" status: 200 len: 943 time: 0.1587644 Dec 16 22:12:20.754770 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4fe8852e-2de4-49e6-b143-5ee1648ee767 req-27b82b33-1354-4535-aded-f76058ec3187 service neutron] 10.222.0.57 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105019 Dec 16 22:12:20.761807 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6d9e61be-8f80-4dcc-9f48-9fdaea843d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:20.771729 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c64a1e47-9cad-450b-accb-74d762eef77d req-05aea647-645e-456a-9f7a-7bc25b7c4285 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups?id=6fe6373b-76fc-4d8d-9705-71c448e7538c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020985 Dec 16 22:12:20.781866 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6d9e61be-8f80-4dcc-9f48-9fdaea843d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:20.785244 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6d9e61be-8f80-4dcc-9f48-9fdaea843d0b admin admin] 10.222.0.75 "DELETE /v2.0/networks/250755f9-a0b3-4a2b-8ea4-e59ee63f45c9 HTTP/1.1" status: 204 len: 168 time: 0.6885099 Dec 16 22:12:20.828577 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-1efba1ca-66b4-47f7-ab0a-f23851d2c238 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3042321 Dec 16 22:12:20.858306 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e61be-8f80-4dcc-9f48-9fdaea843d0b admin admin] Pushing event deleted for resources: {'Network': ['ID=250755f9-a0b3-4a2b-8ea4-e59ee63f45c9,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:20.875640 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-8ead05f2-de81-4bcd-a86c-d1436a1873e2 service neutron] Request body: {'port': {'device_id': '1c328cc8-7824-4fbd-b367-abe3aea768e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:20.945433 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-059dec14-b6fa-4070-a037-ed408d0f58f9 req-220b05be-56f0-45b5-ae56-efab1b2f2e7a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023888 Dec 16 22:12:20.970676 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-8ead05f2-de81-4bcd-a86c-d1436a1873e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:20.989956 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5a4679f9-b670-4220-a5b7-9c2e420b0704 None None] Provisioning complete for port d83c5bc4-18bf-4daf-bb50-9a99e570948d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:20.991711 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5a4679f9-b670-4220-a5b7-9c2e420b0704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:20.992457 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01fc32-5e41-4b3b-ab27-fa13f26d7f00 req-eb5cb57e-6b6c-4c3b-99fc-5c7b9203363a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:20.994206 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8c01fc32-5e41-4b3b-ab27-fa13f26d7f00 req-eb5cb57e-6b6c-4c3b-99fc-5c7b9203363a tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.76 "GET /v2.0/ports?device_id=1330b8f2-0719-4549-af38-a3db5784142d HTTP/1.1" status: 200 len: 945 time: 0.1889405 Dec 16 22:12:20.996490 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4fe8852e-2de4-49e6-b143-5ee1648ee767 req-cdc171f8-b30c-4ef3-9780-cca4210c2a54 service neutron] 10.222.0.57 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324419 Dec 16 22:12:21.052857 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5a4679f9-b670-4220-a5b7-9c2e420b0704 None None] Port d83c5bc4-18bf-4daf-bb50-9a99e570948d cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:12:21.156360 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540a6cc-4941-4c37-9160-9be50c07c070 req-e2d31247-42da-45b3-a4b4-f54e98805dfa tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:21.161978 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3691d0b-513b-424c-8c0a-01f4bbe15116 req-f454b628-a715-4951-9fe9-edd08a17cd48 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:21.163977 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8540a6cc-4941-4c37-9160-9be50c07c070 req-e2d31247-42da-45b3-a4b4-f54e98805dfa tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 944 time: 0.1295676 Dec 16 22:12:21.170426 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d3691d0b-513b-424c-8c0a-01f4bbe15116 req-f454b628-a715-4951-9fe9-edd08a17cd48 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=1c328cc8-7824-4fbd-b367-abe3aea768e4 HTTP/1.1" status: 200 len: 936 time: 0.1027539 Dec 16 22:12:21.216765 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-8c01fc32-5e41-4b3b-ab27-fa13f26d7f00 req-85c4cb13-20af-4ae0-a6a7-ddddfc71f00c tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Deleting port df2da118-33ee-4948-9534-c3fa6c54c3f1 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:21.217160 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-8c01fc32-5e41-4b3b-ab27-fa13f26d7f00 req-85c4cb13-20af-4ae0-a6a7-ddddfc71f00c tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:21.275829 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8540a6cc-4941-4c37-9160-9be50c07c070 req-a44a6e55-d215-46a9-9984-64ef4a1ca042 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110349 Dec 16 22:12:21.305913 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 33012) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:21.342528 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-8c01fc32-5e41-4b3b-ab27-fa13f26d7f00 req-85c4cb13-20af-4ae0-a6a7-ddddfc71f00c tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] For port df2da118-33ee-4948-9534-c3fa6c54c3f1, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=df2da118-33ee-4948-9534-c3fa6c54c3f1,segment=NetworkSegment(ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405),segment_id=ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:21.342528 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-8c01fc32-5e41-4b3b-ab27-fa13f26d7f00 req-85c4cb13-20af-4ae0-a6a7-ddddfc71f00c tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:21.343746 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-8c01fc32-5e41-4b3b-ab27-fa13f26d7f00 req-85c4cb13-20af-4ae0-a6a7-ddddfc71f00c tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Calling delete_port for df2da118-33ee-4948-9534-c3fa6c54c3f1 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:21.385085 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1c9a5597-9956-486c-b0dd-1f46ca0851af admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=70ddf0fe02f649f28d93270673f4f1b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0780215 Dec 16 22:12:21.389204 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 33014) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:21.474154 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-8ead05f2-de81-4bcd-a86c-d1436a1873e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d83c5bc4-18bf-4daf-bb50-9a99e570948d {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:12:21.494687 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-8ead05f2-de81-4bcd-a86c-d1436a1873e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:21.505661 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d3691d0b-513b-424c-8c0a-01f4bbe15116 req-4c57e48b-ae54-4bf7-8749-1621ed1189fc tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342555 Dec 16 22:12:21.525131 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239b042-86ae-4472-88e8-98967eae712d req-bf3b23d6-4093-4976-b2b3-3906b2206bf3 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:21.526684 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f239b042-86ae-4472-88e8-98967eae712d req-bf3b23d6-4093-4976-b2b3-3906b2206bf3 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 945 time: 0.1088800 Dec 16 22:12:21.530686 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bac87081-d989-4d23-99bc-cbaa6eeadfaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:21.567297 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bac87081-d989-4d23-99bc-cbaa6eeadfaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:21.613445 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-52cd16d7-f15c-4493-8ece-d878df87ed02 req-951c2ae4-9dfb-43e2-b78f-43fd260a488a tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0362873 Dec 16 22:12:21.627724 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f239b042-86ae-4472-88e8-98967eae712d req-010ded8a-1845-47c9-9f85-e57e641a2504 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918374 Dec 16 22:12:21.640929 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-8c01fc32-5e41-4b3b-ab27-fa13f26d7f00 req-85c4cb13-20af-4ae0-a6a7-ddddfc71f00c tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:21.655857 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-8ead05f2-de81-4bcd-a86c-d1436a1873e2 service neutron] Transition to ACTIVE for port object d83c5bc4-18bf-4daf-bb50-9a99e570948d will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:12:21.675845 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['df2da118-33ee-4948-9534-c3fa6c54c3f1'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:21.682315 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c4cb13-20af-4ae0-a6a7-ddddfc71f00c tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Pushing event deleted for resources: {'Port': ['ID=df2da118-33ee-4948-9534-c3fa6c54c3f1,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:21.728664 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c01fc32-5e41-4b3b-ab27-fa13f26d7f00 req-85c4cb13-20af-4ae0-a6a7-ddddfc71f00c tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] No DVR routers for this DVR port df2da118-33ee-4948-9534-c3fa6c54c3f1 on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:12:21.731391 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-8c01fc32-5e41-4b3b-ab27-fa13f26d7f00 req-85c4cb13-20af-4ae0-a6a7-ddddfc71f00c tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:21.736191 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8c01fc32-5e41-4b3b-ab27-fa13f26d7f00 req-85c4cb13-20af-4ae0-a6a7-ddddfc71f00c tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.76 "DELETE /v2.0/ports/df2da118-33ee-4948-9534-c3fa6c54c3f1 HTTP/1.1" status: 204 len: 173 time: 0.7296710 Dec 16 22:12:21.736389 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-8ead05f2-de81-4bcd-a86c-d1436a1873e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:21.736656 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1330b8f2-0719-4549-af38-a3db5784142d', 'name': 'network-vif-deleted', 'tag': 'df2da118-33ee-4948-9534-c3fa6c54c3f1'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:21.739658 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bceca9e1-c727-4e85-bd0b-c25c6dae492a" -d '{"events": [{"server_uuid": "1330b8f2-0719-4549-af38-a3db5784142d", "name": "network-vif-deleted", "tag": "df2da118-33ee-4948-9534-c3fa6c54c3f1"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:21.793581 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3275b844-ff75-4695-8893-1ac6dbc746f1 x-openstack-request-id: req-3275b844-ff75-4695-8893-1ac6dbc746f1 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:21.793855 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1330b8f2-0719-4549-af38-a3db5784142d", "name": "network-vif-deleted", "tag": "df2da118-33ee-4948-9534-c3fa6c54c3f1", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:21.794109 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3275b844-ff75-4695-8893-1ac6dbc746f1 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:21.794505 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1330b8f2-0719-4549-af38-a3db5784142d', 'name': 'network-vif-deleted', 'tag': 'df2da118-33ee-4948-9534-c3fa6c54c3f1', 'status': 'completed', 'code': 200} Dec 16 22:12:21.800291 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead05f2-de81-4bcd-a86c-d1436a1873e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d83c5bc4-18bf-4daf-bb50-9a99e570948d,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:21.806411 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bac87081-d989-4d23-99bc-cbaa6eeadfaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:21.809020 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bac87081-d989-4d23-99bc-cbaa6eeadfaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:21.811079 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bac87081-d989-4d23-99bc-cbaa6eeadfaf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/789c0d59-a9fc-45d5-8909-e9759b679301 HTTP/1.1" status: 204 len: 168 time: 0.4208524 Dec 16 22:12:21.873890 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac87081-d989-4d23-99bc-cbaa6eeadfaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789c0d59-a9fc-45d5-8909-e9759b679301,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:21.958460 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9fe73c0a-cc1d-4f53-a9d5-1f0800068236 req-688d295e-2f98-451b-a1e7-734f9b6fff29 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=1330b8f2-0719-4549-af38-a3db5784142d HTTP/1.1" status: 200 len: 210 time: 0.0478499 Dec 16 22:12:21.966089 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-8ead05f2-de81-4bcd-a86c-d1436a1873e2 service neutron] Attempting to bind port d83c5bc4-18bf-4daf-bb50-9a99e570948d on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:12:21.967238 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-8ead05f2-de81-4bcd-a86c-d1436a1873e2 service neutron] Attempting to bind port d83c5bc4-18bf-4daf-bb50-9a99e570948d by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:12:21.968665 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-8ead05f2-de81-4bcd-a86c-d1436a1873e2 service neutron] Attempting to bind port d83c5bc4-18bf-4daf-bb50-9a99e570948d on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:21.979939 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-8ead05f2-de81-4bcd-a86c-d1436a1873e2 service neutron] Port d83c5bc4-18bf-4daf-bb50-9a99e570948d on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:12:21.981115 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-8ead05f2-de81-4bcd-a86c-d1436a1873e2 service neutron] Attempting to bind port d83c5bc4-18bf-4daf-bb50-9a99e570948d on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:22.005508 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-8ead05f2-de81-4bcd-a86c-d1436a1873e2 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:12:22.005867 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-8ead05f2-de81-4bcd-a86c-d1436a1873e2 service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:12:22.006272 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-8ead05f2-de81-4bcd-a86c-d1436a1873e2 service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:12:22.008892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-8ead05f2-de81-4bcd-a86c-d1436a1873e2 service neutron] Bound port: d83c5bc4-18bf-4daf-bb50-9a99e570948d, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:12:22.009130 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-8ead05f2-de81-4bcd-a86c-d1436a1873e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:22.122214 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-8ead05f2-de81-4bcd-a86c-d1436a1873e2 service neutron] For port d83c5bc4-18bf-4daf-bb50-9a99e570948d, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:12:22.126588 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3252f4-ee15-4c05-9590-7e9a540748b6 req-582cc574-4239-44ab-b3b7-a234dbef4709 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:22.126982 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-8ead05f2-de81-4bcd-a86c-d1436a1873e2 service neutron] For port d83c5bc4-18bf-4daf-bb50-9a99e570948d, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=d83c5bc4-18bf-4daf-bb50-9a99e570948d,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:12:22.128306 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4a3252f4-ee15-4c05-9590-7e9a540748b6 req-582cc574-4239-44ab-b3b7-a234dbef4709 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=0abcdb57-5f4c-4c10-9a12-90c6b655becb HTTP/1.1" status: 200 len: 943 time: 0.0695717 Dec 16 22:12:22.187870 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4a3252f4-ee15-4c05-9590-7e9a540748b6 req-fc3762b5-fd29-4002-8c2b-4287e498c9cc tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527046 Dec 16 22:12:22.288987 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-8ead05f2-de81-4bcd-a86c-d1436a1873e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:22.293770 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1f3b8061-7834-42a0-878f-7931dbba9e68 req-b02ea509-e039-46c6-9363-c98077f37031 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0354629 Dec 16 22:12:22.364649 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-8ead05f2-de81-4bcd-a86c-d1436a1873e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:22.365285 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-8ead05f2-de81-4bcd-a86c-d1436a1873e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:22.366891 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-8ead05f2-de81-4bcd-a86c-d1436a1873e2 service neutron] 10.222.0.57 "PUT /v2.0/ports/d83c5bc4-18bf-4daf-bb50-9a99e570948d HTTP/1.1" status: 200 len: 1096 time: 1.4971831 Dec 16 22:12:22.367387 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c328cc8-7824-4fbd-b367-abe3aea768e4', 'tag': 'd83c5bc4-18bf-4daf-bb50-9a99e570948d'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:22.370942 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f15c921-71aa-46f2-a533-f7bddafe6dab" -d '{"events": [{"name": "network-changed", "server_uuid": "1c328cc8-7824-4fbd-b367-abe3aea768e4", "tag": "d83c5bc4-18bf-4daf-bb50-9a99e570948d"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:22.394122 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead05f2-de81-4bcd-a86c-d1436a1873e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d83c5bc4-18bf-4daf-bb50-9a99e570948d,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:22.431508 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f04c98-489c-487d-b456-29cb65acf1b9 x-openstack-request-id: req-b8f04c98-489c-487d-b456-29cb65acf1b9 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:22.431813 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c328cc8-7824-4fbd-b367-abe3aea768e4", "tag": "d83c5bc4-18bf-4daf-bb50-9a99e570948d", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:22.435940 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b8f04c98-489c-487d-b456-29cb65acf1b9 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:22.435940 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c328cc8-7824-4fbd-b367-abe3aea768e4', 'tag': 'd83c5bc4-18bf-4daf-bb50-9a99e570948d', 'status': 'completed', 'code': 200} Dec 16 22:12:22.522333 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dcf28-e2f9-4a0f-af2e-bd82a18fc44a req-8ee39560-d690-4326-9d83-ee7c345b978f tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:22.524014 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c00dcf28-e2f9-4a0f-af2e-bd82a18fc44a req-8ee39560-d690-4326-9d83-ee7c345b978f tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 944 time: 0.1121659 Dec 16 22:12:22.554193 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15c921-71aa-46f2-a533-f7bddafe6dab req-002c0297-a600-4442-b9b2-b4aca2df851a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:22.556744 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4f15c921-71aa-46f2-a533-f7bddafe6dab req-002c0297-a600-4442-b9b2-b4aca2df851a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0349e41ac95a4bf29148008bb820d8cb&device_id=1c328cc8-7824-4fbd-b367-abe3aea768e4 HTTP/1.1" status: 200 len: 1099 time: 0.0829062 Dec 16 22:12:22.610668 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4f15c921-71aa-46f2-a533-f7bddafe6dab req-15b6c398-80e8-4da5-b399-10537734835c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0349e41ac95a4bf29148008bb820d8cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374892 Dec 16 22:12:22.626767 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c00dcf28-e2f9-4a0f-af2e-bd82a18fc44a req-0f493561-4ed3-4f47-9665-3cb13f88fb4b tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947185 Dec 16 22:12:22.667835 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da016e1f-3c0d-47a1-8f0a-3cbf025cb117 req-6757a086-8b58-4489-85e4-47f06e3d2523 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:22.676072 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da016e1f-3c0d-47a1-8f0a-3cbf025cb117 req-6757a086-8b58-4489-85e4-47f06e3d2523 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=1c328cc8-7824-4fbd-b367-abe3aea768e4 HTTP/1.1" status: 200 len: 948 time: 0.0856950 Dec 16 22:12:22.742056 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da016e1f-3c0d-47a1-8f0a-3cbf025cb117 req-e83c10e6-90bb-4a0d-9e3d-299ea5e2f828 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651000 Dec 16 22:12:22.794088 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15c921-71aa-46f2-a533-f7bddafe6dab req-ee9874c3-885b-4e2c-a440-8c8a3bcaada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:22.795764 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4f15c921-71aa-46f2-a533-f7bddafe6dab req-ee9874c3-885b-4e2c-a440-8c8a3bcaada1 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1636181 Dec 16 22:12:22.825733 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2fe99-0ed7-450c-968c-d836ace713fe req-cc7cbf6a-5455-401c-97ab-4e78e2ea5cc8 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:22.829111 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f7c2fe99-0ed7-450c-968c-d836ace713fe req-cc7cbf6a-5455-401c-97ab-4e78e2ea5cc8 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 945 time: 0.0986030 Dec 16 22:12:22.850313 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1f26f1ea-cd06-4b7f-a70d-41d201be8925 req-40398304-a415-4986-acfc-1f54fcf9dc8d tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0334775 Dec 16 22:12:22.912277 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f7c2fe99-0ed7-450c-968c-d836ace713fe req-bad08803-632a-4a2f-8dac-0c40e7234b05 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770841 Dec 16 22:12:22.924630 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-73348777-85a6-4070-afb0-be4ee6bc665b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:22.926314 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-73348777-85a6-4070-afb0-be4ee6bc665b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0349e41ac95a4bf29148008bb820d8cb&device_id=1c328cc8-7824-4fbd-b367-abe3aea768e4 HTTP/1.1" status: 200 len: 1099 time: 0.0716326 Dec 16 22:12:22.984616 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 33040) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:22.986923 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-d66a60e6-3032-402c-aece-c9e8c994dc1c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=d83c5bc4-18bf-4daf-bb50-9a99e570948d HTTP/1.1" status: 200 len: 217 time: 0.0450547 Dec 16 22:12:23.039665 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fd063f85-4476-4f8e-892e-7c6351df00af admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ae700950746a4c24b7bdf52a81321885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0529125 Dec 16 22:12:23.040337 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 33042) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:23.047252 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-0da13aae-2f45-4698-9538-c911fd1bf5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:23.049215 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-0da13aae-2f45-4698-9538-c911fd1bf5ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0544927 Dec 16 22:12:23.109817 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6445d647-c76f-4092-940c-0ff50539b296 req-b2b5590a-7ef7-4bc4-a4e6-fb3fb6cf63b9 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/ports?device_id=1330b8f2-0719-4549-af38-a3db5784142d HTTP/1.1" status: 200 len: 210 time: 0.0430558 Dec 16 22:12:23.147952 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-962e2f5b-e6cb-4f5d-89b5-3c7b4511ea15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:23.150175 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-6d77b144-e37c-4004-98ec-7d1cca3ec502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:23.151998 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-6d77b144-e37c-4004-98ec-7d1cca3ec502 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0955408 Dec 16 22:12:23.175448 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-962e2f5b-e6cb-4f5d-89b5-3c7b4511ea15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:23.273264 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-3041035c-9f8b-4a20-a659-f7b3a4ed067b service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103699 Dec 16 22:12:23.343639 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d216315-d006-4f7c-9de4-5fd5127a27ac req-f7955a42-7d3e-44b9-8290-affd3e7a383d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:23.344512 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7d216315-d006-4f7c-9de4-5fd5127a27ac req-f7955a42-7d3e-44b9-8290-affd3e7a383d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=0abcdb57-5f4c-4c10-9a12-90c6b655becb HTTP/1.1" status: 200 len: 943 time: 0.0578279 Dec 16 22:12:23.393015 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8bcce68a-02ff-4e8c-9f1c-357cbb948c5a req-a60d40a3-d750-4232-ac3d-8f6f14803f01 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127300 Dec 16 22:12:23.396526 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-962e2f5b-e6cb-4f5d-89b5-3c7b4511ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:23.399857 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-962e2f5b-e6cb-4f5d-89b5-3c7b4511ea15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:23.405167 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-962e2f5b-e6cb-4f5d-89b5-3c7b4511ea15 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6a7241a3-4ad0-441d-b7e2-8975e53168e4 HTTP/1.1" status: 204 len: 168 time: 0.3603134 Dec 16 22:12:23.426612 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e2f5b-e6cb-4f5d-89b5-3c7b4511ea15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7241a3-4ad0-441d-b7e2-8975e53168e4,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:23.439672 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7d216315-d006-4f7c-9de4-5fd5127a27ac req-4de961b1-0240-4094-8b47-b882061c00e9 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884216 Dec 16 22:12:23.464852 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6fe5b0d9-88d4-41d4-9a1c-8fa4b4967986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:23.701609 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-2b65a760-aaef-404b-873e-d9d788115b38 service neutron] 10.222.0.57 "GET /v2.0/ports/acc0dc5e-85df-409c-9ced-567f2fc71e7a/bindings/n-h1-815324-4 HTTP/1.1" status: 200 len: 384 time: 0.0579481 Dec 16 22:12:23.719656 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device df2da118-33ee-4948-9534-c3fa6c54c3f1 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:12:23.749815 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: df2da118-33ee-4948-9534-c3fa6c54c3f1 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:12:23.750155 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device df2da118-33ee-4948-9534-c3fa6c54c3f1 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:12:23.799283 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f8a75-3e4a-4cc0-9e5e-5fb120dad147 req-b962c445-1d33-4e8c-a51e-f78462e664b7 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:23.800863 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f30f8a75-3e4a-4cc0-9e5e-5fb120dad147 req-b962c445-1d33-4e8c-a51e-f78462e664b7 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 944 time: 0.0940869 Dec 16 22:12:23.877056 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c6868-37a8-4f62-a31e-54976a691822 req-84d24d84-fb92-4120-ae00-b38127b5e2af tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:23.880944 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6d1c6868-37a8-4f62-a31e-54976a691822 req-84d24d84-fb92-4120-ae00-b38127b5e2af tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=1c328cc8-7824-4fbd-b367-abe3aea768e4 HTTP/1.1" status: 200 len: 948 time: 0.0617821 Dec 16 22:12:23.933841 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f30f8a75-3e4a-4cc0-9e5e-5fb120dad147 req-29dfc066-4eb0-4aa6-ba2b-adf260a070e7 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224477 Dec 16 22:12:23.939708 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6d1c6868-37a8-4f62-a31e-54976a691822 req-b8b893bf-1b1e-40d9-814f-7e5ca8af0c19 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503130 Dec 16 22:12:23.965850 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-e6020a9a-5b06-462b-9b00-49e4c2c26c94 service neutron] For port acc0dc5e-85df-409c-9ced-567f2fc71e7a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=acc0dc5e-85df-409c-9ced-567f2fc71e7a,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:24.002749 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-e6020a9a-5b06-462b-9b00-49e4c2c26c94 service neutron] For port acc0dc5e-85df-409c-9ced-567f2fc71e7a, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:12:24.058085 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-e6020a9a-5b06-462b-9b00-49e4c2c26c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc0dc5e-85df-409c-9ced-567f2fc71e7a {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:12:24.072386 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-e6020a9a-5b06-462b-9b00-49e4c2c26c94 service neutron] For port acc0dc5e-85df-409c-9ced-567f2fc71e7a, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=acc0dc5e-85df-409c-9ced-567f2fc71e7a,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:24.098235 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096c018-93d5-46ab-a47f-78561e04fd18 req-a2bc9937-e6ec-4ef3-9fc7-5eeede5e4542 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:24.099922 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d096c018-93d5-46ab-a47f-78561e04fd18 req-a2bc9937-e6ec-4ef3-9fc7-5eeede5e4542 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 945 time: 0.0609491 Dec 16 22:12:24.134058 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aa29cbb2-478a-41a4-9c67-900b9ce86873 req-253941bd-39fd-410a-8153-4a4d469c78fd tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0274928 Dec 16 22:12:24.152106 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d096c018-93d5-46ab-a47f-78561e04fd18 req-0a66fa12-383a-4af9-8801-a1fa4d90251c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455041 Dec 16 22:12:24.243417 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-e6020a9a-5b06-462b-9b00-49e4c2c26c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:24.335836 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-e6020a9a-5b06-462b-9b00-49e4c2c26c94 service neutron] Transition to ACTIVE for port object acc0dc5e-85df-409c-9ced-567f2fc71e7a will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:12:24.470611 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-e6020a9a-5b06-462b-9b00-49e4c2c26c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:24.541017 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-e6020a9a-5b06-462b-9b00-49e4c2c26c94 service neutron] No DVR routers for this DVR port acc0dc5e-85df-409c-9ced-567f2fc71e7a on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:12:24.551208 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6020a9a-5b06-462b-9b00-49e4c2c26c94 service neutron] Pushing event updated for resources: {'Port': ['ID=acc0dc5e-85df-409c-9ced-567f2fc71e7a,revision_number=10']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:24.555183 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 33088) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:24.581258 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-e6020a9a-5b06-462b-9b00-49e4c2c26c94 service neutron] 10.222.0.57 "PUT /v2.0/ports/acc0dc5e-85df-409c-9ced-567f2fc71e7a/bindings/n-h1-815324-4/activate HTTP/1.1" status: 200 len: 369 time: 0.8656461 Dec 16 22:12:24.645754 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-45a17fbb-a32d-4ffb-a68d-67658f822003 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:24.684172 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238290d-b4f0-4e8b-b4a5-38f0ae1fdf61 req-bec358ce-6e3c-4e6f-8fac-43d2c0f18e1e tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:24.687717 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d238290d-b4f0-4e8b-b4a5-38f0ae1fdf61 req-bec358ce-6e3c-4e6f-8fac-43d2c0f18e1e tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=0abcdb57-5f4c-4c10-9a12-90c6b655becb HTTP/1.1" status: 200 len: 943 time: 0.0733089 Dec 16 22:12:24.690762 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-45a17fbb-a32d-4ffb-a68d-67658f822003 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:24.753711 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d238290d-b4f0-4e8b-b4a5-38f0ae1fdf61 req-c191b30b-e9c9-49c6-a2e9-e7ef766c95b0 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602019 Dec 16 22:12:24.819379 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-21bfb08f-f850-4afb-9c09-3e071e232a8a tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:24.820943 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-21bfb08f-f850-4afb-9c09-3e071e232a8a tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183&tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&binding%3Ahost_id=n-h2-815324-4 HTTP/1.1" status: 200 len: 1096 time: 0.0502160 Dec 16 22:12:24.875735 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-316d1a6b-c172-46a0-9891-6453ebe90c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:24.877260 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-316d1a6b-c172-46a0-9891-6453ebe90c72 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183&tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6 HTTP/1.1" status: 200 len: 1096 time: 0.0460260 Dec 16 22:12:24.923282 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device cefa5f12-75ca-4d3f-978d-b9823457266b details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:12:24.925821 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-45a17fbb-a32d-4ffb-a68d-67658f822003 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:24.928820 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-45a17fbb-a32d-4ffb-a68d-67658f822003 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:24.930023 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-45a17fbb-a32d-4ffb-a68d-67658f822003 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "DELETE /v2.0/security-groups/75aba832-5f00-4617-827f-aff19644910b HTTP/1.1" status: 204 len: 168 time: 0.3733742 Dec 16 22:12:24.933540 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 33106) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:24.945204 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device acc0dc5e-85df-409c-9ced-567f2fc71e7a no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:12:24.956825 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a17fbb-a32d-4ffb-a68d-67658f822003 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75aba832-5f00-4617-827f-aff19644910b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:24.957609 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-624dea95-b9e8-460a-9d3a-c0f342856d2f tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] show failed (client error): The resource could not be found. Dec 16 22:12:24.962192 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-624dea95-b9e8-460a-9d3a-c0f342856d2f tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "GET /v2.0/security-groups/75aba832-5f00-4617-827f-aff19644910b HTTP/1.1" status: 404 len: 347 time: 0.0272944 Dec 16 22:12:24.966288 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 33110) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:25.085591 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device acc0dc5e-85df-409c-9ced-567f2fc71e7a not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:12:25.132898 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e04052-2f68-45ea-8842-b4b30514a2e7 req-eb6ad0cc-50ce-492c-8621-5f890b00898c tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:25.134729 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-80e04052-2f68-45ea-8842-b4b30514a2e7 req-eb6ad0cc-50ce-492c-8621-5f890b00898c tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 945 time: 0.0682170 Dec 16 22:12:25.136189 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port cefa5f12-75ca-4d3f-978d-b9823457266b, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=cefa5f12-75ca-4d3f-978d-b9823457266b,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:25.168638 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': 'cefa5f12-75ca-4d3f-978d-b9823457266b', 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc', 'port_id': 'cefa5f12-75ca-4d3f-978d-b9823457266b', 'mac_address': 'fa:16:3e:0c:f5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9741df81-7a4c-44a7-8dc9-6f94ad4c24c8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:12:25.206643 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-80e04052-2f68-45ea-8842-b4b30514a2e7 req-413e465d-1b24-4192-be90-4e7d41582537 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617783 Dec 16 22:12:25.226096 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:25.256434 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cefa5f12-75ca-4d3f-978d-b9823457266b {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:12:25.283106 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port cefa5f12-75ca-4d3f-978d-b9823457266b, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=cefa5f12-75ca-4d3f-978d-b9823457266b,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:25.357992 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-96e700ef-55c0-48c8-b33d-663c6c6913ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:25.363002 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-96e700ef-55c0-48c8-b33d-663c6c6913ad service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 1096 time: 0.4438818 Dec 16 22:12:25.363695 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7c894-3078-484d-b0f9-0031c1e118ac req-94c788d3-33f6-4249-a467-35eb383cc3f2 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:25.363695 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4b7c894-3078-484d-b0f9-0031c1e118ac req-94c788d3-33f6-4249-a467-35eb383cc3f2 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=1c328cc8-7824-4fbd-b367-abe3aea768e4 HTTP/1.1" status: 200 len: 948 time: 0.0557563 Dec 16 22:12:25.426669 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4b7c894-3078-484d-b0f9-0031c1e118ac req-c0bb5d6a-abe3-4afa-afb7-4db0d8e57bb3 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518517 Dec 16 22:12:25.494098 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:25.561113 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=cefa5f12-75ca-4d3f-978d-b9823457266b,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:25.587369 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9660f6db-c3a5-4d52-9ca9-be6aae64ffe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:25.613341 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072bfd9-090b-42e1-9cd4-9690b5afeb3d req-fbb9a483-0d70-4900-b5b6-1013a70ff191 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:25.614890 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7072bfd9-090b-42e1-9cd4-9690b5afeb3d req-fbb9a483-0d70-4900-b5b6-1013a70ff191 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 945 time: 0.1653907 Dec 16 22:12:25.646357 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-3d0f0222-bd99-422c-96e8-48c99321651a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:25.647978 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-3d0f0222-bd99-422c-96e8-48c99321651a service neutron] 10.222.0.76 "GET /v2.0/networks?id=a733dfc2-18aa-436d-9a35-1f59bb423cae HTTP/1.1" status: 200 len: 921 time: 0.2790997 Dec 16 22:12:25.660587 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3ea111cd-3499-490b-8b5b-4e6dce977afa req-b30f16ae-4a4c-42a1-91bf-0279b7e73c60 tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0287311 Dec 16 22:12:25.697323 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-f2f198ca-5c9a-4620-8f27-7584ea7ff8e8 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Deleting port fd3c512f-6570-481b-bfa0-f9f9a1dda86f {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:25.697942 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f2f198ca-5c9a-4620-8f27-7584ea7ff8e8 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:25.715768 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-0f9ec361-e7bf-4a57-9ff3-91fa57f18388 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acc0dc5e-85df-409c-9ced-567f2fc71e7a HTTP/1.1" status: 200 len: 217 time: 0.0581162 Dec 16 22:12:25.803391 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7072bfd9-090b-42e1-9cd4-9690b5afeb3d req-458b9b0e-2232-4482-8d5f-48fe9777038e tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708457 Dec 16 22:12:25.819152 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-22679adb-6f31-4a6e-bf75-7d395cd49944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:25.820863 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-22679adb-6f31-4a6e-bf75-7d395cd49944 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=28a903b4-5579-4f62-80b4-b7b74c354d7a HTTP/1.1" status: 200 len: 861 time: 0.0773571 Dec 16 22:12:25.867688 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-d1d2f0fe-fdc4-41a2-8be6-1f7d6a531d5b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a733dfc2-18aa-436d-9a35-1f59bb423cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331364 Dec 16 22:12:25.871910 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f2f198ca-5c9a-4620-8f27-7584ea7ff8e8 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:25.872237 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f2f198ca-5c9a-4620-8f27-7584ea7ff8e8 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:25.874661 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd6de1-3b0a-4806-bbde-cf0289b86b57 req-4f38a0c6-0bb5-45ef-b8df-6ea6143216c6 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:25.876195 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-91fd6de1-3b0a-4806-bbde-cf0289b86b57 req-4f38a0c6-0bb5-45ef-b8df-6ea6143216c6 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=0abcdb57-5f4c-4c10-9a12-90c6b655becb HTTP/1.1" status: 200 len: 944 time: 0.0606699 Dec 16 22:12:25.918766 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['cefa5f12-75ca-4d3f-978d-b9823457266b'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:25.935992 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-91fd6de1-3b0a-4806-bbde-cf0289b86b57 req-3bba0e2c-807c-4ace-a6ea-07843ef00592 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470378 Dec 16 22:12:25.936344 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-f2f198ca-5c9a-4620-8f27-7584ea7ff8e8 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Calling delete_port for fd3c512f-6570-481b-bfa0-f9f9a1dda86f owned by network:floatingip {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:26.033384 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-51792805-8687-42bd-835f-e25425e5de80 service neutron] 10.222.0.76 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581311 Dec 16 22:12:26.181745 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-86541c78-f76f-4ea7-8916-4901564d7400 service neutron] 10.222.0.76 "GET /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390381 Dec 16 22:12:26.273607 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f2f198ca-5c9a-4620-8f27-7584ea7ff8e8 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:26.334287 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f198ca-5c9a-4620-8f27-7584ea7ff8e8 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Pushing event deleted for resources: {'Port': ['ID=fd3c512f-6570-481b-bfa0-f9f9a1dda86f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:26.410702 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e728743-f3ac-4076-a54f-648354b565ce req-f765298e-0717-4ea6-afa8-9da267889d54 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:26.412360 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6e728743-f3ac-4076-a54f-648354b565ce req-f765298e-0717-4ea6-afa8-9da267889d54 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 945 time: 0.1100495 Dec 16 22:12:26.415405 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f2f198ca-5c9a-4620-8f27-7584ea7ff8e8 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks [] for floatingip, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:26.418265 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f2f198ca-5c9a-4620-8f27-7584ea7ff8e8 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:26.419385 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f2f198ca-5c9a-4620-8f27-7584ea7ff8e8 tempest-ImagesOneServerNegativeTestJSON-1992708236 tempest-ImagesOneServerNegativeTestJSON-1992708236-project] 10.222.0.75 "DELETE /v2.0/floatingips/e80b8275-4e09-41eb-9cb9-952d61293a16 HTTP/1.1" status: 204 len: 168 time: 1.4512103 Dec 16 22:12:26.468447 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6e728743-f3ac-4076-a54f-648354b565ce req-32fcd9f9-7f5b-4297-84a5-1a6c2ac9207a tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471025 Dec 16 22:12:26.571208 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-f117efb6-b501-45c2-a057-a70971899545 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=54dbe85688564892aa5226bd9c604156&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302131 Dec 16 22:12:26.626888 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8d84d-7c41-4c4e-8fc6-622bd44ffdba req-105c8f52-bc1f-4986-87bb-6e1a7ab5f292 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:26.628811 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0dd8d84d-7c41-4c4e-8fc6-622bd44ffdba req-105c8f52-bc1f-4986-87bb-6e1a7ab5f292 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=1c328cc8-7824-4fbd-b367-abe3aea768e4 HTTP/1.1" status: 200 len: 948 time: 0.0577743 Dec 16 22:12:26.685855 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-9b9fee13-47f4-44ac-8fed-580ccab128d2 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:26.687994 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-9b9fee13-47f4-44ac-8fed-580ccab128d2 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1154134 Dec 16 22:12:26.690864 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0dd8d84d-7c41-4c4e-8fc6-622bd44ffdba req-71c07564-854d-4869-bf56-d9165f4ec24b tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553656 Dec 16 22:12:26.708488 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-f790136c-10da-444b-ba49-9d63a2a63d37 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/quotas/54dbe85688564892aa5226bd9c604156 HTTP/1.1" status: 200 len: 375 time: 0.0124662 Dec 16 22:12:26.736240 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:26.768090 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-66e3bddf-fee9-4607-ba23-b89aa9268685 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436318 Dec 16 22:12:26.850904 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-6edc2411-cc94-4016-b777-b93a004cfb75 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:26.857827 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-6edc2411-cc94-4016-b777-b93a004cfb75 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183&tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&binding%3Ahost_id=n-h1-815324-4 HTTP/1.1" status: 200 len: 1096 time: 0.0478706 Dec 16 22:12:26.898356 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:26.926641 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-112183c3-b591-4646-98f3-21e1cfbeda5e req-02bdde7a-40d0-4750-b483-789ed85234db tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0357437 Dec 16 22:12:26.936873 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device d83c5bc4-18bf-4daf-bb50-9a99e570948d details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:12:26.944191 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device cefa5f12-75ca-4d3f-978d-b9823457266b up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:12:26.993065 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 33178) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:27.044023 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-692f3c3c-839d-4de0-9ff4-aa7714072fc5 admin admin] Deleting subnet 3707ad1d-19fd-41c2-aff9-70fbe5f0e860 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:12:27.064073 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-692f3c3c-839d-4de0-9ff4-aa7714072fc5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.104539 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port d83c5bc4-18bf-4daf-bb50-9a99e570948d, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=d83c5bc4-18bf-4daf-bb50-9a99e570948d,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:27.120243 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5884ee-0c79-40af-b21e-85cede145faf req-7e46254b-8d4c-4d60-bc7f-857fbdc0444d tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:27.121598 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-692f3c3c-839d-4de0-9ff4-aa7714072fc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.122214 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': 'd83c5bc4-18bf-4daf-bb50-9a99e570948d', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': 'd83c5bc4-18bf-4daf-bb50-9a99e570948d', 'mac_address': 'fa:16:3e:8a:77:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:12:27.131289 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0d5884ee-0c79-40af-b21e-85cede145faf req-7e46254b-8d4c-4d60-bc7f-857fbdc0444d tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 945 time: 0.0824437 Dec 16 22:12:27.169464 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.177184 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-cefd3050-20ed-43af-9f8b-932c509b10a3 service neutron] For port acc0dc5e-85df-409c-9ced-567f2fc71e7a, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:12:27.185840 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-cefd3050-20ed-43af-9f8b-932c509b10a3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.187030 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b1cec35-61ff-4662-abe5-f23dc8ea36df req-cefd3050-20ed-43af-9f8b-932c509b10a3 service neutron] 10.222.0.76 "DELETE /v2.0/ports/acc0dc5e-85df-409c-9ced-567f2fc71e7a/bindings/n-h2-815324-4 HTTP/1.1" status: 204 len: 173 time: 0.3214896 Dec 16 22:12:27.192987 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d83c5bc4-18bf-4daf-bb50-9a99e570948d {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:12:27.197236 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port cefa5f12-75ca-4d3f-978d-b9823457266b completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:12:27.204476 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-692f3c3c-839d-4de0-9ff4-aa7714072fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.206236 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0d5884ee-0c79-40af-b21e-85cede145faf req-354f87ed-2b35-4071-9e3e-3a44f0cf3d4f tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735626 Dec 16 22:12:27.237967 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port d83c5bc4-18bf-4daf-bb50-9a99e570948d, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=d83c5bc4-18bf-4daf-bb50-9a99e570948d,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:27.239511 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port cefa5f12-75ca-4d3f-978d-b9823457266b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:27.239722 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.266006 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd52e1-1506-4570-981e-c8f0dd6a0d07 req-9a826f0e-edc7-45f3-bc3e-6946e98d269e tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:27.267722 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-37cd52e1-1506-4570-981e-c8f0dd6a0d07 req-9a826f0e-edc7-45f3-bc3e-6946e98d269e tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=0abcdb57-5f4c-4c10-9a12-90c6b655becb HTTP/1.1" status: 200 len: 944 time: 0.1057549 Dec 16 22:12:27.327953 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8fe85420-7b08-4f07-bbd9-943d62f1e79b req-85f404a7-2818-4e82-80b4-e5495a96f1a0 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 210 time: 0.0708361 Dec 16 22:12:27.337116 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-37cd52e1-1506-4570-981e-c8f0dd6a0d07 req-421980a6-5607-4acb-b764-227d07f0072e tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605669 Dec 16 22:12:27.339079 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.369062 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abcdb57-5f4c-4c10-9a12-90c6b655becb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefa5f12-75ca-4d3f-978d-b9823457266b'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:27.371786 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59756263-4827-4f0d-9740-3187ace47dc0" -d '{"events": [{"server_uuid": "0abcdb57-5f4c-4c10-9a12-90c6b655becb", "name": "network-vif-plugged", "status": "completed", "tag": "cefa5f12-75ca-4d3f-978d-b9823457266b"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:27.385700 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port cefa5f12-75ca-4d3f-978d-b9823457266b, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=cefa5f12-75ca-4d3f-978d-b9823457266b,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:27.412005 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8728697-8c7e-4c79-9d2e-764b1b221446 x-openstack-request-id: req-d8728697-8c7e-4c79-9d2e-764b1b221446 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:27.412331 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abcdb57-5f4c-4c10-9a12-90c6b655becb", "name": "network-vif-plugged", "status": "completed", "tag": "cefa5f12-75ca-4d3f-978d-b9823457266b", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:27.412591 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d8728697-8c7e-4c79-9d2e-764b1b221446 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:27.413045 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abcdb57-5f4c-4c10-9a12-90c6b655becb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefa5f12-75ca-4d3f-978d-b9823457266b', 'code': 200} Dec 16 22:12:27.475726 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.508596 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-692f3c3c-839d-4de0-9ff4-aa7714072fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.509050 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.530721 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=d83c5bc4-18bf-4daf-bb50-9a99e570948d,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:27.565962 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-692f3c3c-839d-4de0-9ff4-aa7714072fc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.570206 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-692f3c3c-839d-4de0-9ff4-aa7714072fc5 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/3707ad1d-19fd-41c2-aff9-70fbe5f0e860 HTTP/1.1" status: 204 len: 168 time: 0.5761132 Dec 16 22:12:27.573002 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 33192) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:27.575713 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f3c3c-839d-4de0-9ff4-aa7714072fc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3707ad1d-19fd-41c2-aff9-70fbe5f0e860,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:27.584741 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=cefa5f12-75ca-4d3f-978d-b9823457266b,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:27.621135 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5b6ab-08cb-4386-b3b0-17b9759a5828 req-f20b5031-c962-4c20-b2ca-27f90ef7e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:27.623563 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-90c5b6ab-08cb-4386-b3b0-17b9759a5828 req-f20b5031-c962-4c20-b2ca-27f90ef7e289 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0abcdb57-5f4c-4c10-9a12-90c6b655becb HTTP/1.1" status: 200 len: 1096 time: 0.1117816 Dec 16 22:12:27.648607 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf17ea1e-80b3-4320-b151-da8827042139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.663360 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fa599-3e4b-4311-bd67-bc3c1d7fae14 req-b86e3484-81d3-46f9-80f0-61ff550c3fd7 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:27.664895 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-828fa599-3e4b-4311-bd67-bc3c1d7fae14 req-b86e3484-81d3-46f9-80f0-61ff550c3fd7 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 945 time: 0.0841777 Dec 16 22:12:27.707642 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-90c5b6ab-08cb-4386-b3b0-17b9759a5828 req-6368444a-1b93-4ff0-b61c-aa79ac914a9b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761607 Dec 16 22:12:27.734796 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf17ea1e-80b3-4320-b151-da8827042139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.737213 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-828fa599-3e4b-4311-bd67-bc3c1d7fae14 req-8bcd2648-a554-410c-a4d0-dc492577edd6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629904 Dec 16 22:12:27.761177 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-cf17ea1e-80b3-4320-b151-da8827042139 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1bd316-abcd-4f96-883a-81e4852f7038']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:27.771743 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-cf17ea1e-80b3-4320-b151-da8827042139 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:27.772222 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-cf17ea1e-80b3-4320-b151-da8827042139 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9a7b7e-27de-41fb-9c5b-e2b51ebd0405') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:12:27.782252 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf17ea1e-80b3-4320-b151-da8827042139 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.814995 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf17ea1e-80b3-4320-b151-da8827042139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.842537 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf17ea1e-80b3-4320-b151-da8827042139 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:12:27.842939 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf17ea1e-80b3-4320-b151-da8827042139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:12:27.844652 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:12:27.881521 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec67d72-b765-4c43-83fd-bab4dc91e74a req-c8a3aebb-7e79-412f-9108-74da9e7db1e4 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:27.883083 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eec67d72-b765-4c43-83fd-bab4dc91e74a req-c8a3aebb-7e79-412f-9108-74da9e7db1e4 tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 1096 time: 0.0433114 Dec 16 22:12:27.910236 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf13685-7c38-4331-92b1-eebe31768a81 req-e3a99894-a40a-434f-98db-a73170528831 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:27.911804 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dcf13685-7c38-4331-92b1-eebe31768a81 req-e3a99894-a40a-434f-98db-a73170528831 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=1c328cc8-7824-4fbd-b367-abe3aea768e4 HTTP/1.1" status: 200 len: 949 time: 0.1171086 Dec 16 22:12:27.921433 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['d83c5bc4-18bf-4daf-bb50-9a99e570948d'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:27.933787 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eec67d72-b765-4c43-83fd-bab4dc91e74a req-d1faceef-091d-4624-a609-9d089fe37d1d tempest-LiveAutoBlockMigrationV225Test-503702409 tempest-LiveAutoBlockMigrationV225Test-503702409-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434730 Dec 16 22:12:27.976902 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dcf13685-7c38-4331-92b1-eebe31768a81 req-61492927-1f2b-4acd-a844-13ad596ff398 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482516 Dec 16 22:12:28.013158 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf17ea1e-80b3-4320-b151-da8827042139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:28.039472 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf17ea1e-80b3-4320-b151-da8827042139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:28.045811 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cf17ea1e-80b3-4320-b151-da8827042139 admin admin] 10.222.0.75 "DELETE /v2.0/networks/4e1bd316-abcd-4f96-883a-81e4852f7038 HTTP/1.1" status: 204 len: 168 time: 0.4687569 Dec 16 22:12:28.045811 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17ea1e-80b3-4320-b151-da8827042139 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e1bd316-abcd-4f96-883a-81e4852f7038,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:28.105681 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4f7bc259-7735-42fc-a1a4-bb230137ed38 req-1d3c2f72-5b76-494c-b225-a307843e23be tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0355430 Dec 16 22:12:28.336853 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8bf37-df52-4d4c-a3a7-3325bc7d78c0 req-4edb0604-922c-4b8d-89fd-e8c526dadcc8 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:28.338357 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dab8bf37-df52-4d4c-a3a7-3325bc7d78c0 req-4edb0604-922c-4b8d-89fd-e8c526dadcc8 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 945 time: 0.0574510 Dec 16 22:12:28.393396 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dab8bf37-df52-4d4c-a3a7-3325bc7d78c0 req-c4606df7-53df-4d4c-b192-f4577d37345d tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476460 Dec 16 22:12:28.459656 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ad716e1b-6353-4754-beb8-1656c7abd75e req-328bc16a-7b10-49ff-ba1e-d1721ea3fda4 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 210 time: 0.0275857 Dec 16 22:12:28.502988 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:28.506535 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:28.566691 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9a98c-71bb-4ea0-a93f-bba67f8a04c8 req-d8aa8e10-c8d3-4381-9e74-75d423191b84 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:28.568233 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-63e9a98c-71bb-4ea0-a93f-bba67f8a04c8 req-d8aa8e10-c8d3-4381-9e74-75d423191b84 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=0abcdb57-5f4c-4c10-9a12-90c6b655becb HTTP/1.1" status: 200 len: 945 time: 0.0513153 Dec 16 22:12:28.621761 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-63e9a98c-71bb-4ea0-a93f-bba67f8a04c8 req-de3bcbbe-c009-4b46-8bd6-64dcb3192664 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470450 Dec 16 22:12:28.940051 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 33216) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:28.992713 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4cdc4305-5a8c-485b-af32-108ae5d8c717 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e01c2d2b67ec4a12baa410a80cc4e916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515978 Dec 16 22:12:28.995123 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 33220) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:29.010570 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:29.058598 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f3c45-3713-4eef-a3c5-8c924586dda0 req-a3862586-6cd8-4b05-b4af-086ea01abe7f tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:29.060714 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a66f3c45-3713-4eef-a3c5-8c924586dda0 req-a3862586-6cd8-4b05-b4af-086ea01abe7f tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 945 time: 0.0694165 Dec 16 22:12:29.062270 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82a7a3a5-647a-4381-9c9b-286010974c6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:29.118588 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82a7a3a5-647a-4381-9c9b-286010974c6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:29.121098 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a66f3c45-3713-4eef-a3c5-8c924586dda0 req-5d61f625-20f6-4235-b782-8fde4baf78dc tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540643 Dec 16 22:12:29.156220 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d07213-77d8-4875-9a4f-32c463dbbd94 req-e23e3cf9-b640-4dba-8ae9-b4eaded52804 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:29.157698 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-64d07213-77d8-4875-9a4f-32c463dbbd94 req-e23e3cf9-b640-4dba-8ae9-b4eaded52804 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=1c328cc8-7824-4fbd-b367-abe3aea768e4 HTTP/1.1" status: 200 len: 949 time: 0.0931268 Dec 16 22:12:29.214229 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-64d07213-77d8-4875-9a4f-32c463dbbd94 req-3d67d248-38ce-4bf6-af8f-a9a738d3c6e4 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490146 Dec 16 22:12:29.301025 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eb173188-7c06-4432-a79d-6062b63f6981 req-2d7a2911-eb6d-4cf0-ab71-316ebe607b77 tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0305727 Dec 16 22:12:29.329969 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82a7a3a5-647a-4381-9c9b-286010974c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:29.329969 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82a7a3a5-647a-4381-9c9b-286010974c6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:29.330659 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-82a7a3a5-647a-4381-9c9b-286010974c6e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6fe6373b-76fc-4d8d-9705-71c448e7538c HTTP/1.1" status: 204 len: 168 time: 0.3343217 Dec 16 22:12:29.339362 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7a3a5-647a-4381-9c9b-286010974c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe6373b-76fc-4d8d-9705-71c448e7538c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:29.558223 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c815937-7b2f-4a67-a1db-6d61cdcc2956 req-c4cbff4e-6e4d-4dd8-b55d-81a0f5a1b25e tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:29.560034 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9c815937-7b2f-4a67-a1db-6d61cdcc2956 req-c4cbff4e-6e4d-4dd8-b55d-81a0f5a1b25e tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 945 time: 0.0713234 Dec 16 22:12:29.605049 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0608b81a-256e-43c7-8da7-8425b4255eef req-a1f1a800-1e0b-4709-a0ea-db18e3fd7d45 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 210 time: 0.0512111 Dec 16 22:12:29.635420 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9c815937-7b2f-4a67-a1db-6d61cdcc2956 req-f4ccd144-752e-41e2-80a4-398a6abc59cb tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616386 Dec 16 22:12:29.761823 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114f3f1-e32a-4e6b-a4e9-5a05deae749a req-43b47df0-e1dc-4ddb-ac4e-c6f47ee7777f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:29.764322 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a114f3f1-e32a-4e6b-a4e9-5a05deae749a req-43b47df0-e1dc-4ddb-ac4e-c6f47ee7777f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=0abcdb57-5f4c-4c10-9a12-90c6b655becb HTTP/1.1" status: 200 len: 945 time: 0.0665381 Dec 16 22:12:29.830179 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a114f3f1-e32a-4e6b-a4e9-5a05deae749a req-e03fa706-83d1-4577-8c93-168ebf90a7c1 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581021 Dec 16 22:12:29.977213 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297c0a2-0be3-4741-8584-b415099a0842 req-c13cbe72-b13f-4388-addd-94b9aec8ecfb tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:29.979492 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b297c0a2-0be3-4741-8584-b415099a0842 req-c13cbe72-b13f-4388-addd-94b9aec8ecfb tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=0abcdb57-5f4c-4c10-9a12-90c6b655becb HTTP/1.1" status: 200 len: 945 time: 0.0619779 Dec 16 22:12:30.034433 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87686162-0c99-4616-bbf2-81a591a0a6e6 req-4019031e-53fb-4264-b515-d657e7d0a501 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:30.036524 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-87686162-0c99-4616-bbf2-81a591a0a6e6 req-4019031e-53fb-4264-b515-d657e7d0a501 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 945 time: 0.0648234 Dec 16 22:12:30.051631 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b297c0a2-0be3-4741-8584-b415099a0842 req-3255cba5-89bb-478a-9b8c-5c456b9150bb tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637765 Dec 16 22:12:30.169213 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-87686162-0c99-4616-bbf2-81a591a0a6e6 req-69e04173-bce8-4fbf-96e6-2e85a55d25f5 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Deleting port acc0dc5e-85df-409c-9ced-567f2fc71e7a {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:30.170919 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-87686162-0c99-4616-bbf2-81a591a0a6e6 req-69e04173-bce8-4fbf-96e6-2e85a55d25f5 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:30.312589 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baafb574-2ad7-4a2a-b73e-2e26cc329312 req-6f301cf1-f0b9-4f5d-a395-ce4ed0406d49 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:30.314312 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-baafb574-2ad7-4a2a-b73e-2e26cc329312 req-6f301cf1-f0b9-4f5d-a395-ce4ed0406d49 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 945 time: 0.0589628 Dec 16 22:12:30.315261 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-87686162-0c99-4616-bbf2-81a591a0a6e6 req-69e04173-bce8-4fbf-96e6-2e85a55d25f5 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] For port acc0dc5e-85df-409c-9ced-567f2fc71e7a, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=acc0dc5e-85df-409c-9ced-567f2fc71e7a,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:30.315831 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-87686162-0c99-4616-bbf2-81a591a0a6e6 req-69e04173-bce8-4fbf-96e6-2e85a55d25f5 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:30.333987 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-87686162-0c99-4616-bbf2-81a591a0a6e6 req-69e04173-bce8-4fbf-96e6-2e85a55d25f5 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Calling delete_port for acc0dc5e-85df-409c-9ced-567f2fc71e7a owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:30.384231 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-baafb574-2ad7-4a2a-b73e-2e26cc329312 req-a578f37a-f336-4a40-b29e-5f8f16fae6f3 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635095 Dec 16 22:12:30.614080 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-87686162-0c99-4616-bbf2-81a591a0a6e6 req-69e04173-bce8-4fbf-96e6-2e85a55d25f5 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:30.621604 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07104166-64a2-4978-acbb-9c1705c77836 req-e5d770db-54b5-47e4-8de2-e736ee38a0b7 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:30.624078 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-07104166-64a2-4978-acbb-9c1705c77836 req-e5d770db-54b5-47e4-8de2-e736ee38a0b7 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=1c328cc8-7824-4fbd-b367-abe3aea768e4 HTTP/1.1" status: 200 len: 949 time: 0.0704186 Dec 16 22:12:30.661582 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['acc0dc5e-85df-409c-9ced-567f2fc71e7a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:30.667799 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['3a1488f4-6f67-4dea-b059-792a56dda1c7'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:30.686984 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-0d8bca87-adf5-463b-a676-d0c60be3e589 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=54dbe85688564892aa5226bd9c604156&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678260 Dec 16 22:12:30.688938 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-07104166-64a2-4978-acbb-9c1705c77836 req-79bc8505-1c87-4992-8004-ef96c49fcc81 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555127 Dec 16 22:12:30.703437 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e04173-bce8-4fbf-96e6-2e85a55d25f5 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Pushing event deleted for resources: {'Port': ['ID=acc0dc5e-85df-409c-9ced-567f2fc71e7a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:30.820002 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b589b78c-df6b-4403-b6c7-e2f055dae7fa req-b7e2aee5-5dcd-44a1-9ce6-f6bc44d0cba7 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 210 time: 0.0589173 Dec 16 22:12:30.895306 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-87686162-0c99-4616-bbf2-81a591a0a6e6 req-69e04173-bce8-4fbf-96e6-2e85a55d25f5 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] No DVR routers for this DVR port acc0dc5e-85df-409c-9ced-567f2fc71e7a on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:12:30.915088 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-87686162-0c99-4616-bbf2-81a591a0a6e6 req-69e04173-bce8-4fbf-96e6-2e85a55d25f5 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:30.925187 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-87686162-0c99-4616-bbf2-81a591a0a6e6 req-69e04173-bce8-4fbf-96e6-2e85a55d25f5 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.76 "DELETE /v2.0/ports/acc0dc5e-85df-409c-9ced-567f2fc71e7a HTTP/1.1" status: 204 len: 173 time: 0.8797123 Dec 16 22:12:30.925916 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7f2f64-5d38-49fe-a432-822b68c13183', 'name': 'network-vif-deleted', 'tag': 'acc0dc5e-85df-409c-9ced-567f2fc71e7a'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:30.930204 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb58381-0bf9-4f0d-9b44-93e4bb5749f7" -d '{"events": [{"server_uuid": "7e7f2f64-5d38-49fe-a432-822b68c13183", "name": "network-vif-deleted", "tag": "acc0dc5e-85df-409c-9ced-567f2fc71e7a"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:30.938317 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device d83c5bc4-18bf-4daf-bb50-9a99e570948d up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:12:30.971862 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9c65ba46-d074-4090-8c5f-797a7dc4e584 req-2f68eb8a-2ff0-484d-821a-8ce12355f161 tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0679774 Dec 16 22:12:31.000521 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65444b-52fa-404c-a4e2-f76a7ca2e828 req-06406b08-acaf-41f7-a8db-8f20a956d2f2 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:31.012415 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce65444b-52fa-404c-a4e2-f76a7ca2e828 req-06406b08-acaf-41f7-a8db-8f20a956d2f2 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 945 time: 0.0980351 Dec 16 22:12:31.039237 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-240860b2-8a35-47ba-9780-fe6c6538c3a8 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:31.046615 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-240860b2-8a35-47ba-9780-fe6c6538c3a8 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3500321 Dec 16 22:12:31.074167 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-92ff85c8-5fde-4dd0-b39b-45384d84990c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Request body: {'port': {'device_id': '2c53d49d-8eb0-41f2-b452-66c58c992c40', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': '54dbe85688564892aa5226bd9c604156'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:31.082962 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce65444b-52fa-404c-a4e2-f76a7ca2e828 req-2ac7a5f7-1e99-491c-8010-820936069468 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692675 Dec 16 22:12:31.202114 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port d83c5bc4-18bf-4daf-bb50-9a99e570948d completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:12:31.208675 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port d83c5bc4-18bf-4daf-bb50-9a99e570948d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:31.217638 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:31.218338 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d58b7-4b55-4d10-aeed-6b24f094e821 req-42655a3d-4108-4a1a-8a1a-3237a7ba146c tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:31.218338 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-662d58b7-4b55-4d10-aeed-6b24f094e821 req-42655a3d-4108-4a1a-8a1a-3237a7ba146c tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=0abcdb57-5f4c-4c10-9a12-90c6b655becb HTTP/1.1" status: 200 len: 945 time: 0.1144915 Dec 16 22:12:31.295951 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-662d58b7-4b55-4d10-aeed-6b24f094e821 req-6a010223-f60d-4b13-8458-65b386555ba4 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658648 Dec 16 22:12:31.353812 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:31.373289 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e84c6f-08b0-487c-bee2-f103ddaee4af x-openstack-request-id: req-81e84c6f-08b0-487c-bee2-f103ddaee4af {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:31.373289 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7f2f64-5d38-49fe-a432-822b68c13183", "name": "network-vif-deleted", "tag": "acc0dc5e-85df-409c-9ced-567f2fc71e7a", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:31.373720 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-81e84c6f-08b0-487c-bee2-f103ddaee4af {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:31.374460 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7f2f64-5d38-49fe-a432-822b68c13183', 'name': 'network-vif-deleted', 'tag': 'acc0dc5e-85df-409c-9ced-567f2fc71e7a', 'status': 'completed', 'code': 200} Dec 16 22:12:31.403708 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c328cc8-7824-4fbd-b367-abe3aea768e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83c5bc4-18bf-4daf-bb50-9a99e570948d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:31.407111 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04bae9b-2607-40bf-a19f-238cad582eb2" -d '{"events": [{"server_uuid": "1c328cc8-7824-4fbd-b367-abe3aea768e4", "name": "network-vif-plugged", "status": "completed", "tag": "d83c5bc4-18bf-4daf-bb50-9a99e570948d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:31.413661 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port d83c5bc4-18bf-4daf-bb50-9a99e570948d, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=d83c5bc4-18bf-4daf-bb50-9a99e570948d,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:31.483333 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de214f9a-a5da-405e-b797-d11e0171da0e x-openstack-request-id: req-de214f9a-a5da-405e-b797-d11e0171da0e {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:31.483333 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c328cc8-7824-4fbd-b367-abe3aea768e4", "name": "network-vif-plugged", "status": "completed", "tag": "d83c5bc4-18bf-4daf-bb50-9a99e570948d", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:31.483333 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-de214f9a-a5da-405e-b797-d11e0171da0e {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:31.483333 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c328cc8-7824-4fbd-b367-abe3aea768e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83c5bc4-18bf-4daf-bb50-9a99e570948d', 'code': 200} Dec 16 22:12:31.584653 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-33e72b8b-a294-467e-bf19-f7b6ce4512bc req-83e243c1-e292-431f-90b3-9ec8cb293265 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 210 time: 0.0344374 Dec 16 22:12:31.629195 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-92ff85c8-5fde-4dd0-b39b-45384d84990c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Made reservation on behalf of 54dbe85688564892aa5226bd9c604156 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:12:31.634476 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-92ff85c8-5fde-4dd0-b39b-45384d84990c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:31.664225 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-92ff85c8-5fde-4dd0-b39b-45384d84990c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:31.670468 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:31.722998 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a08e4e-220f-437b-910d-f6536d4d5866 req-dce0d4b4-60d0-45eb-88b9-f06db863011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:31.729192 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-74a08e4e-220f-437b-910d-f6536d4d5866 req-dce0d4b4-60d0-45eb-88b9-f06db863011c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1c328cc8-7824-4fbd-b367-abe3aea768e4 HTTP/1.1" status: 200 len: 1100 time: 0.1224911 Dec 16 22:12:31.835998 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=d83c5bc4-18bf-4daf-bb50-9a99e570948d,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:31.844745 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-74a08e4e-220f-437b-910d-f6536d4d5866 req-22be80c3-2563-4dff-9ca8-83467307f677 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076539 Dec 16 22:12:31.864768 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:31.866751 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:31.869627 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:31.870140 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:31.873689 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:31.874432 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:31.875172 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:31.876427 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:31.877670 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:31.878190 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:31.879615 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:31.880389 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:31.881843 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:12:31.883540 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-92ff85c8-5fde-4dd0-b39b-45384d84990c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:31.979292 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61888f9-398b-425c-a603-448d1ddb364b req-710a474b-480a-4513-9b7b-8c1493b3f0c3 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:31.981052 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c61888f9-398b-425c-a603-448d1ddb364b req-710a474b-480a-4513-9b7b-8c1493b3f0c3 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=1c328cc8-7824-4fbd-b367-abe3aea768e4 HTTP/1.1" status: 200 len: 950 time: 0.0569158 Dec 16 22:12:32.009176 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-92ff85c8-5fde-4dd0-b39b-45384d84990c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:32.086812 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1697b93-a587-4afa-9407-4fec8e153b0d req-f72587f0-548a-4c65-aaa6-a6397bf7a0ea tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 210 time: 0.0364549 Dec 16 22:12:32.089001 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff85c8-5fde-4dd0-b39b-45384d84990c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f748fc57-f4be-4a7c-9ee8-114e848174ea,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:32.126672 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c61888f9-398b-425c-a603-448d1ddb364b req-7b089af1-9bd8-47d9-8b3b-7fecc94e0559 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356425 Dec 16 22:12:32.231945 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-40a7b051-f948-4bd6-94b4-d96838106b5e req-b2069062-3b39-4c2e-8dca-52e94e34b5b9 tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0364132 Dec 16 22:12:32.255367 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5445ab-638c-416d-94c2-58b7eec51ee4 req-5e9e9394-b548-4ac8-931f-9027c3e4fb30 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:32.255367 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c5445ab-638c-416d-94c2-58b7eec51ee4 req-5e9e9394-b548-4ac8-931f-9027c3e4fb30 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 945 time: 0.0647886 Dec 16 22:12:32.259430 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-92ff85c8-5fde-4dd0-b39b-45384d84990c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Allocated IP 192.168.233.145 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/9b313086-9cd6-4a5f-a0f2-77b6947f50bf) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:12:32.321026 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c5445ab-638c-416d-94c2-58b7eec51ee4 req-3cbf398a-0440-427f-b1d6-2775c179eea4 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582526 Dec 16 22:12:32.461290 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-92ff85c8-5fde-4dd0-b39b-45384d84990c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:32.470908 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07813d8d-3674-4df0-9ada-5b2f8e29ea72 req-fce941f6-1c74-417a-9f0d-b6652934c414 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:32.480759 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-07813d8d-3674-4df0-9ada-5b2f8e29ea72 req-fce941f6-1c74-417a-9f0d-b6652934c414 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=0abcdb57-5f4c-4c10-9a12-90c6b655becb HTTP/1.1" status: 200 len: 945 time: 0.0768027 Dec 16 22:12:32.530045 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-07813d8d-3674-4df0-9ada-5b2f8e29ea72 req-c44bddac-dc87-4854-b845-7ba7c5f11e5a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474272 Dec 16 22:12:32.584807 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-92ff85c8-5fde-4dd0-b39b-45384d84990c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:32.625023 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-92ff85c8-5fde-4dd0-b39b-45384d84990c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:12:32.639366 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-92ff85c8-5fde-4dd0-b39b-45384d84990c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:12:32.652771 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-92ff85c8-5fde-4dd0-b39b-45384d84990c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:12:32.708436 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff85c8-5fde-4dd0-b39b-45384d84990c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Pushing event updated for resources: {'Port': ['ID=9b313086-9cd6-4a5f-a0f2-77b6947f50bf,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:32.754203 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-92ff85c8-5fde-4dd0-b39b-45384d84990c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:32.754941 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-92ff85c8-5fde-4dd0-b39b-45384d84990c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:32.761948 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e10af466-3969-4cd8-8471-70c09bff533e req-88073b62-c9a2-4002-adc1-24d5d4fd00a0 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 210 time: 0.0568478 Dec 16 22:12:32.875824 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-92ff85c8-5fde-4dd0-b39b-45384d84990c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8074236 Dec 16 22:12:32.901568 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-17ed9967-08ad-4cd1-9e3b-533105b5e321 service neutron] Request body: {'port': {'device_id': '2c53d49d-8eb0-41f2-b452-66c58c992c40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:32.958716 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-8db32bd6-6d1d-4d80-b896-7864b610c696 None None] Provisioning complete for port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:32.959857 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8db32bd6-6d1d-4d80-b896-7864b610c696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:32.963699 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-17ed9967-08ad-4cd1-9e3b-533105b5e321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:33.009059 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-8db32bd6-6d1d-4d80-b896-7864b610c696 None None] Port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:12:33.094449 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25056662-02ac-4034-80b4-ea87aaeba531 req-009be590-adab-4a5f-a0c5-b5ae02f515c8 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:33.096175 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-25056662-02ac-4034-80b4-ea87aaeba531 req-009be590-adab-4a5f-a0c5-b5ae02f515c8 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.57 "GET /v2.0/ports?device_id=0abcdb57-5f4c-4c10-9a12-90c6b655becb HTTP/1.1" status: 200 len: 945 time: 0.0681174 Dec 16 22:12:33.267380 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-25056662-02ac-4034-80b4-ea87aaeba531 req-abf5e924-6c81-442e-8883-e05e6a1abb25 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Deleting port cefa5f12-75ca-4d3f-978d-b9823457266b {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:33.268052 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-25056662-02ac-4034-80b4-ea87aaeba531 req-abf5e924-6c81-442e-8883-e05e6a1abb25 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:33.293169 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e411e4-2c05-430a-8c77-5fa17c75f1ad req-bd48fdfc-158c-443f-b8a2-592c2998ea3f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:33.295453 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-69e411e4-2c05-430a-8c77-5fa17c75f1ad req-bd48fdfc-158c-443f-b8a2-592c2998ea3f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 936 time: 0.0926425 Dec 16 22:12:33.406341 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7a12f-a70c-472e-8d72-e18969bb9d18 req-94847392-beea-480a-8014-b4a4518826b5 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:33.413190 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75a7a12f-a70c-472e-8d72-e18969bb9d18 req-94847392-beea-480a-8014-b4a4518826b5 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=1c328cc8-7824-4fbd-b367-abe3aea768e4 HTTP/1.1" status: 200 len: 950 time: 0.1256580 Dec 16 22:12:33.414860 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-69e411e4-2c05-430a-8c77-5fa17c75f1ad req-0ab339aa-4cad-4071-8cbe-77e92807f64d tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055629 Dec 16 22:12:33.450826 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-17ed9967-08ad-4cd1-9e3b-533105b5e321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b313086-9cd6-4a5f-a0f2-77b6947f50bf {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:12:33.462015 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-17ed9967-08ad-4cd1-9e3b-533105b5e321 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:33.478387 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-17ed9967-08ad-4cd1-9e3b-533105b5e321 service neutron] Transition to ACTIVE for port object 9b313086-9cd6-4a5f-a0f2-77b6947f50bf will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:12:33.479590 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75a7a12f-a70c-472e-8d72-e18969bb9d18 req-39e03485-9d60-4bdd-ab7f-3a69844369f2 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646403 Dec 16 22:12:33.527084 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-25056662-02ac-4034-80b4-ea87aaeba531 req-abf5e924-6c81-442e-8883-e05e6a1abb25 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] For port cefa5f12-75ca-4d3f-978d-b9823457266b, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=cefa5f12-75ca-4d3f-978d-b9823457266b,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:33.527388 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-25056662-02ac-4034-80b4-ea87aaeba531 req-abf5e924-6c81-442e-8883-e05e6a1abb25 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:33.558298 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-25056662-02ac-4034-80b4-ea87aaeba531 req-abf5e924-6c81-442e-8883-e05e6a1abb25 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Calling delete_port for cefa5f12-75ca-4d3f-978d-b9823457266b owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:33.637542 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eaf5d175-684f-4dda-8e9b-9e710d173bf9 req-6740093c-654b-4921-ac94-fc909e20eafe tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0369892 Dec 16 22:12:33.671612 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-17ed9967-08ad-4cd1-9e3b-533105b5e321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:33.808637 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed9967-08ad-4cd1-9e3b-533105b5e321 service neutron] Pushing event updated for resources: {'Port': ['ID=9b313086-9cd6-4a5f-a0f2-77b6947f50bf,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:33.812170 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device acc0dc5e-85df-409c-9ced-567f2fc71e7a no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:12:33.846763 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e06b5-2072-454a-aab6-0b4e27258900 req-589b8ff2-c05a-4e8a-b433-c962865557fb tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:33.852833 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: acc0dc5e-85df-409c-9ced-567f2fc71e7a {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:12:33.853198 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device acc0dc5e-85df-409c-9ced-567f2fc71e7a not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:12:33.855434 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cd8e06b5-2072-454a-aab6-0b4e27258900 req-589b8ff2-c05a-4e8a-b433-c962865557fb tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=0abcdb57-5f4c-4c10-9a12-90c6b655becb HTTP/1.1" status: 200 len: 945 time: 0.0886555 Dec 16 22:12:33.867774 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f9c7d-9aee-4fb0-baf7-67bab9771d7a req-f9fd2798-71ca-4278-9635-c33d8696a56f tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:33.874014 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-171f9c7d-9aee-4fb0-baf7-67bab9771d7a req-f9fd2798-71ca-4278-9635-c33d8696a56f tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 945 time: 0.1556060 Dec 16 22:12:33.915658 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-25056662-02ac-4034-80b4-ea87aaeba531 req-abf5e924-6c81-442e-8883-e05e6a1abb25 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:33.955847 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6584960a-97fd-456d-b9ef-cb7b7437c516'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:33.960150 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['cefa5f12-75ca-4d3f-978d-b9823457266b'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:33.995737 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-17ed9967-08ad-4cd1-9e3b-533105b5e321 service neutron] Attempting to bind port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:12:33.996732 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-17ed9967-08ad-4cd1-9e3b-533105b5e321 service neutron] Attempting to bind port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:12:33.997328 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-17ed9967-08ad-4cd1-9e3b-533105b5e321 service neutron] Attempting to bind port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:34.010648 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-171f9c7d-9aee-4fb0-baf7-67bab9771d7a req-39606bab-433a-489d-abb1-a0b1ab22c69d tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932481 Dec 16 22:12:34.015516 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-17ed9967-08ad-4cd1-9e3b-533105b5e321 service neutron] Port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:12:34.015957 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-17ed9967-08ad-4cd1-9e3b-533105b5e321 service neutron] Attempting to bind port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:34.028943 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-17ed9967-08ad-4cd1-9e3b-533105b5e321 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:12:34.030017 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-17ed9967-08ad-4cd1-9e3b-533105b5e321 service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:12:34.030468 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-17ed9967-08ad-4cd1-9e3b-533105b5e321 service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:12:34.031104 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-17ed9967-08ad-4cd1-9e3b-533105b5e321 service neutron] Bound port: 9b313086-9cd6-4a5f-a0f2-77b6947f50bf, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:12:34.031590 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-17ed9967-08ad-4cd1-9e3b-533105b5e321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:34.089265 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cd8e06b5-2072-454a-aab6-0b4e27258900 req-e5240085-d0a6-4e3b-9e47-642158703ac3 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297523 Dec 16 22:12:34.091066 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5e924-6c81-442e-8883-e05e6a1abb25 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Pushing event deleted for resources: {'Port': ['ID=cefa5f12-75ca-4d3f-978d-b9823457266b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:34.135209 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-25056662-02ac-4034-80b4-ea87aaeba531 req-abf5e924-6c81-442e-8883-e05e6a1abb25 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] No DVR routers for this DVR port cefa5f12-75ca-4d3f-978d-b9823457266b on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:12:34.139193 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-25056662-02ac-4034-80b4-ea87aaeba531 req-abf5e924-6c81-442e-8883-e05e6a1abb25 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:34.158589 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-25056662-02ac-4034-80b4-ea87aaeba531 req-abf5e924-6c81-442e-8883-e05e6a1abb25 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.57 "DELETE /v2.0/ports/cefa5f12-75ca-4d3f-978d-b9823457266b HTTP/1.1" status: 204 len: 173 time: 1.0520287 Dec 16 22:12:34.165037 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abcdb57-5f4c-4c10-9a12-90c6b655becb', 'name': 'network-vif-deleted', 'tag': 'cefa5f12-75ca-4d3f-978d-b9823457266b'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:34.167714 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a40e381-5370-4646-9368-583e9f5b53e3" -d '{"events": [{"server_uuid": "0abcdb57-5f4c-4c10-9a12-90c6b655becb", "name": "network-vif-deleted", "tag": "cefa5f12-75ca-4d3f-978d-b9823457266b"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:34.218060 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-17ed9967-08ad-4cd1-9e3b-533105b5e321 service neutron] For port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:12:34.224983 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-17ed9967-08ad-4cd1-9e3b-533105b5e321 service neutron] For port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=9b313086-9cd6-4a5f-a0f2-77b6947f50bf,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:12:34.308231 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-63433d6a-7bb5-4249-a3af-e04be8e1d7c1 req-83178f6f-0072-42db-913c-4a2711a32d24 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 210 time: 0.0511250 Dec 16 22:12:34.311529 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-17ed9967-08ad-4cd1-9e3b-533105b5e321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:34.395438 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed9967-08ad-4cd1-9e3b-533105b5e321 service neutron] Pushing event updated for resources: {'Port': ['ID=9b313086-9cd6-4a5f-a0f2-77b6947f50bf,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:34.399096 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-17ed9967-08ad-4cd1-9e3b-533105b5e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:34.399842 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-17ed9967-08ad-4cd1-9e3b-533105b5e321 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:34.401405 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-17ed9967-08ad-4cd1-9e3b-533105b5e321 service neutron] 10.222.0.76 "PUT /v2.0/ports/9b313086-9cd6-4a5f-a0f2-77b6947f50bf HTTP/1.1" status: 200 len: 1096 time: 1.5064840 Dec 16 22:12:34.402012 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c53d49d-8eb0-41f2-b452-66c58c992c40', 'tag': '9b313086-9cd6-4a5f-a0f2-77b6947f50bf'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:34.405544 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d130f7-aa03-4e3b-a872-cf28be521067" -d '{"events": [{"name": "network-changed", "server_uuid": "2c53d49d-8eb0-41f2-b452-66c58c992c40", "tag": "9b313086-9cd6-4a5f-a0f2-77b6947f50bf"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:34.413539 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:12:34.599924 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a342cb-4df4-4c78-bf67-1e51a99a923d x-openstack-request-id: req-12a342cb-4df4-4c78-bf67-1e51a99a923d {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:34.600379 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abcdb57-5f4c-4c10-9a12-90c6b655becb", "name": "network-vif-deleted", "tag": "cefa5f12-75ca-4d3f-978d-b9823457266b", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:34.600641 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-12a342cb-4df4-4c78-bf67-1e51a99a923d {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:34.601557 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abcdb57-5f4c-4c10-9a12-90c6b655becb', 'name': 'network-vif-deleted', 'tag': 'cefa5f12-75ca-4d3f-978d-b9823457266b', 'status': 'completed', 'code': 200} Dec 16 22:12:34.665866 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30afdef-6107-4a9a-8ecb-901b5b95455d x-openstack-request-id: req-a30afdef-6107-4a9a-8ecb-901b5b95455d {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:34.667205 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c53d49d-8eb0-41f2-b452-66c58c992c40", "tag": "9b313086-9cd6-4a5f-a0f2-77b6947f50bf", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:34.668820 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a30afdef-6107-4a9a-8ecb-901b5b95455d {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:34.670582 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c53d49d-8eb0-41f2-b452-66c58c992c40', 'tag': '9b313086-9cd6-4a5f-a0f2-77b6947f50bf', 'status': 'completed', 'code': 200} Dec 16 22:12:34.721673 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-36d2b7e9-bb10-4bf7-8e04-4bff1634d725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:34.735156 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-36d2b7e9-bb10-4bf7-8e04-4bff1634d725 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 1099 time: 0.1100559 Dec 16 22:12:34.809091 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-4f4b4507-563c-4890-8ccc-0c5ca18c5f48 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=9b313086-9cd6-4a5f-a0f2-77b6947f50bf HTTP/1.1" status: 200 len: 217 time: 0.0581830 Dec 16 22:12:34.856215 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d12fd0-fda5-471f-ae82-b7d8f5ba7026 req-f34511ac-e94b-46e6-9e21-7aa18ce515e0 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:34.858749 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-90d12fd0-fda5-471f-ae82-b7d8f5ba7026 req-f34511ac-e94b-46e6-9e21-7aa18ce515e0 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 948 time: 0.1201608 Dec 16 22:12:34.889985 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-769f7863-330c-4217-af8f-ad8bb046d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:34.892032 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-769f7863-330c-4217-af8f-ad8bb046d548 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0746932 Dec 16 22:12:34.948912 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-90d12fd0-fda5-471f-ae82-b7d8f5ba7026 req-ef651f60-e302-41e6-96d8-2c4c8609aad6 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836177 Dec 16 22:12:34.967177 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-e7f5c05f-9419-4f98-ab03-365b0e0b6b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:34.969501 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-e7f5c05f-9419-4f98-ab03-365b0e0b6b4a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0665538 Dec 16 22:12:35.114182 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-3e626abb-f47d-45b5-85b6-4b2cd804551c service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361098 Dec 16 22:12:35.130614 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e0f57-40ee-4583-9757-8877ff36df9b req-9072959c-e11f-41b6-89f0-005f4d2aaee2 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:35.132169 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fa0e0f57-40ee-4583-9757-8877ff36df9b req-9072959c-e11f-41b6-89f0-005f4d2aaee2 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=1c328cc8-7824-4fbd-b367-abe3aea768e4 HTTP/1.1" status: 200 len: 950 time: 0.0903003 Dec 16 22:12:35.240871 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fa0e0f57-40ee-4583-9757-8877ff36df9b req-48cbf1c9-9718-4242-a4c3-c9c2effa617b tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999696 Dec 16 22:12:35.274633 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79cceefc-9057-4ebe-b241-049c48505fd8 req-a9a878ca-2bf4-4bd9-b641-1543748aba1c service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414623 Dec 16 22:12:35.371976 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-492bfbe8-3829-4719-8054-d7f45b296a6c req-ece3e684-de36-4724-9ad8-b258a1aefcd9 tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0462275 Dec 16 22:12:35.518910 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6d6c210d-4a1f-443c-9a3d-0e51a1d1c6f8 req-c5a37f61-8386-494a-a3e6-de648628e648 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=0abcdb57-5f4c-4c10-9a12-90c6b655becb HTTP/1.1" status: 200 len: 210 time: 0.0457172 Dec 16 22:12:35.626830 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d130f7-aa03-4e3b-a872-cf28be521067 req-0f3fd99a-4fba-4fd9-96ae-632271a6762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:35.628900 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-20d130f7-aa03-4e3b-a872-cf28be521067 req-0f3fd99a-4fba-4fd9-96ae-632271a6762e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 1099 time: 0.1275008 Dec 16 22:12:35.778721 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d130f7-aa03-4e3b-a872-cf28be521067 req-cd9942bb-4b00-4d8a-ab60-f3309d53bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:35.781399 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-20d130f7-aa03-4e3b-a872-cf28be521067 req-cd9942bb-4b00-4d8a-ab60-f3309d53bdfc service neutron] 10.222.0.76 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.1448116 Dec 16 22:12:35.840950 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-20d130f7-aa03-4e3b-a872-cf28be521067 req-60d75f49-4845-44db-95cc-37036110abe9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=9b313086-9cd6-4a5f-a0f2-77b6947f50bf HTTP/1.1" status: 200 len: 217 time: 0.0499506 Dec 16 22:12:35.920222 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d130f7-aa03-4e3b-a872-cf28be521067 req-5257b19f-de77-4838-8fef-18bcd88bed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:35.920222 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-20d130f7-aa03-4e3b-a872-cf28be521067 req-5257b19f-de77-4838-8fef-18bcd88bed49 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0585239 Dec 16 22:12:35.981207 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5116c964-e3d7-42ba-9215-9ac88e915393 req-55e707c5-05a9-4b29-815b-5eef348398dd tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 210 time: 0.0460715 Dec 16 22:12:35.998118 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d130f7-aa03-4e3b-a872-cf28be521067 req-538c1529-85ff-4324-824b-b972b5295546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:35.999949 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-20d130f7-aa03-4e3b-a872-cf28be521067 req-538c1529-85ff-4324-824b-b972b5295546 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0756781 Dec 16 22:12:36.162396 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2779d-19ca-45ad-8369-d0d9a58940cb req-48f5eba9-20d5-4a35-adae-41fd343f2b59 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:36.164032 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-afb2779d-19ca-45ad-8369-d0d9a58940cb req-48f5eba9-20d5-4a35-adae-41fd343f2b59 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=1c328cc8-7824-4fbd-b367-abe3aea768e4 HTTP/1.1" status: 200 len: 950 time: 0.0825441 Dec 16 22:12:36.170704 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-20d130f7-aa03-4e3b-a872-cf28be521067 req-b2d7aa05-47ae-4646-ad27-e2a7c21dc716 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571832 Dec 16 22:12:36.263091 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-afb2779d-19ca-45ad-8369-d0d9a58940cb req-76a33efb-1be3-4ea2-85cc-057277e216a2 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898511 Dec 16 22:12:36.339374 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-20d130f7-aa03-4e3b-a872-cf28be521067 req-73a7aab1-922e-4b0d-81f7-70e34ab752c4 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389041 Dec 16 22:12:36.411136 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe63fe-5b97-42fa-ac30-45fa25192bac req-4f630bae-200a-4195-a254-995b69f8ff92 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:36.412973 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6efe63fe-5b97-42fa-ac30-45fa25192bac req-4f630bae-200a-4195-a254-995b69f8ff92 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 948 time: 0.0558887 Dec 16 22:12:36.463173 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6efe63fe-5b97-42fa-ac30-45fa25192bac req-f899850b-3771-4f12-946d-23d68fe25a98 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441737 Dec 16 22:12:36.565516 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7d99c3d4-ac67-4083-8f10-47d0b4341f27 req-9d41f9ec-32e8-4707-a846-71e058ff99a7 tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0350175 Dec 16 22:12:36.671819 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-5523c62a-3637-4333-8c45-524ddbaa4179 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=0349e41ac95a4bf29148008bb820d8cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225356 Dec 16 22:12:36.795869 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-68286b54-af72-495d-9b92-c3cb97e9ccf6 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:36.797443 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-68286b54-af72-495d-9b92-c3cb97e9ccf6 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1192031 Dec 16 22:12:36.813672 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-53acd9df-44f1-439e-afea-3356f15dc925 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/quotas/0349e41ac95a4bf29148008bb820d8cb HTTP/1.1" status: 200 len: 375 time: 0.0098331 Dec 16 22:12:36.880894 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-e219b1d9-a7d7-4db8-b15e-eadb18616c4e tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0349e41ac95a4bf29148008bb820d8cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0595531 Dec 16 22:12:37.001361 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device cefa5f12-75ca-4d3f-978d-b9823457266b no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:12:37.023527 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: cefa5f12-75ca-4d3f-978d-b9823457266b {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:12:37.023852 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device cefa5f12-75ca-4d3f-978d-b9823457266b not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:12:37.213278 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b8ae9d99-8ec2-4e2d-94f7-1050b611c1cb req-4803ab52-688c-43a3-8f10-334454ca8ada tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e7f2f64-5d38-49fe-a432-822b68c13183 HTTP/1.1" status: 200 len: 210 time: 0.0349100 Dec 16 22:12:37.406484 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e4390f05-9847-4807-a023-368cfac8cf05 req-88a77014-0f36-4981-980f-6c4305e4bbd2 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=20c1db16-80e0-4576-ac88-0be9188fc3ae HTTP/1.1" status: 200 len: 210 time: 0.0354898 Dec 16 22:12:37.409152 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-d50daafd-3417-4eb6-9999-3273201dc085 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:37.410972 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-d50daafd-3417-4eb6-9999-3273201dc085 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/networks?id=8ad157d2-5520-47b6-a14b-23516eba3ebc HTTP/1.1" status: 200 len: 806 time: 0.1392353 Dec 16 22:12:37.429367 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-f6100f9b-0e2a-4ce6-9b84-7771a8e2b392 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/quotas/2a5983ec059547448cf45cc5d0d82ac4 HTTP/1.1" status: 200 len: 375 time: 0.0124216 Dec 16 22:12:37.492995 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-75ad7271-fac5-4c7d-9f7d-879ddffcfe7d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2a5983ec059547448cf45cc5d0d82ac4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0516665 Dec 16 22:12:37.655016 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c7dcb-4059-4c0a-8116-37e8521c8982 req-b8154ab8-e724-47cd-841d-29fb80fb4648 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:37.657059 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e15c7dcb-4059-4c0a-8116-37e8521c8982 req-b8154ab8-e724-47cd-841d-29fb80fb4648 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 948 time: 0.0606685 Dec 16 22:12:37.686411 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-6336f6ea-88b1-448f-83a9-c2c13aaefaa7 service neutron] 10.222.0.75 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756523 Dec 16 22:12:37.741235 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e15c7dcb-4059-4c0a-8116-37e8521c8982 req-971188f3-1b81-4fea-96c9-31c5f33329b1 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757599 Dec 16 22:12:37.816261 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 9b313086-9cd6-4a5f-a0f2-77b6947f50bf details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:12:37.825438 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-673e4b43-a705-4c03-bd5b-cad5e783392a service neutron] 10.222.0.75 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294606 Dec 16 22:12:37.957849 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=9b313086-9cd6-4a5f-a0f2-77b6947f50bf,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:37.975262 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '9b313086-9cd6-4a5f-a0f2-77b6947f50bf', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '9b313086-9cd6-4a5f-a0f2-77b6947f50bf', 'mac_address': 'fa:16:3e:b1:66:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:12:38.030994 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:38.048737 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b313086-9cd6-4a5f-a0f2-77b6947f50bf {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:12:38.072404 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=9b313086-9cd6-4a5f-a0f2-77b6947f50bf,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:38.224847 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:38.224847 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 712cf24d-c529-462a-bdcb-23ecddc78bca details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:12:38.348827 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f1d96ccf-89bb-4881-b1a0-16917e027f60 req-eaf62c83-f9a5-4f4e-afec-ad848ca6dba5 tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0552483 Dec 16 22:12:38.414929 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=9b313086-9cd6-4a5f-a0f2-77b6947f50bf,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:38.437236 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 712cf24d-c529-462a-bdcb-23ecddc78bca, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=712cf24d-c529-462a-bdcb-23ecddc78bca,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:38.474417 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '712cf24d-c529-462a-bdcb-23ecddc78bca', 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e', 'port_id': '712cf24d-c529-462a-bdcb-23ecddc78bca', 'mac_address': 'fa:16:3e:94:91:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241332bf-ffe2-4b38-90c7-a643b4215ed1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:12:38.550700 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-30d20e94-664b-4d75-962e-06fa07c20ed2 req-9a130649-286b-4e4d-8327-097c2898103d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=8129cb95-93e1-4939-af16-4eb6e29b0486 HTTP/1.1" status: 200 len: 210 time: 0.0626495 Dec 16 22:12:38.564918 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:38.582299 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 712cf24d-c529-462a-bdcb-23ecddc78bca {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:12:38.638866 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 712cf24d-c529-462a-bdcb-23ecddc78bca, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=712cf24d-c529-462a-bdcb-23ecddc78bca,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:38.730630 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-16237da4-8814-4d15-a42b-86bd3b75dc7b req-07902902-24fd-4a55-ab25-7634c3ada2c1 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=20c1db16-80e0-4576-ac88-0be9188fc3ae HTTP/1.1" status: 200 len: 210 time: 0.0559304 Dec 16 22:12:38.765053 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:38.856225 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=712cf24d-c529-462a-bdcb-23ecddc78bca,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:38.972277 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['712cf24d-c529-462a-bdcb-23ecddc78bca'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:39.025010 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c3615-0adb-4c1c-8a95-db360de54464 req-5bd735e0-0241-4a14-9db8-b2a1f19789fc tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:39.040514 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e04c3615-0adb-4c1c-8a95-db360de54464 req-5bd735e0-0241-4a14-9db8-b2a1f19789fc tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 949 time: 0.1684477 Dec 16 22:12:39.175499 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e04c3615-0adb-4c1c-8a95-db360de54464 req-109f7064-ae91-48fe-b14b-61caa03e96c2 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337359 Dec 16 22:12:39.222047 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['9b313086-9cd6-4a5f-a0f2-77b6947f50bf'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:39.655309 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-69d7173d-6a55-4d38-beb8-6fc96c45348d req-f9d6dec0-44e5-4506-aaf3-c43aed473eb8 tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0713985 Dec 16 22:12:39.820216 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 712cf24d-c529-462a-bdcb-23ecddc78bca up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:12:39.975445 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a181c3e4-5f9d-4634-bbe9-4fbab69d1d0d req-28300430-ffb9-411b-9621-3af03c263ab6 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=8129cb95-93e1-4939-af16-4eb6e29b0486 HTTP/1.1" status: 200 len: 210 time: 0.0386105 Dec 16 22:12:39.976472 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 712cf24d-c529-462a-bdcb-23ecddc78bca triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:39.976944 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:40.233380 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-c088d205-cb89-4783-a3c9-fc6916dc5d07 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=0349e41ac95a4bf29148008bb820d8cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387135 Dec 16 22:12:40.253923 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:40.346881 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 712cf24d-c529-462a-bdcb-23ecddc78bca, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=712cf24d-c529-462a-bdcb-23ecddc78bca,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:40.348029 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712cf24d-c529-462a-bdcb-23ecddc78bca'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:40.351949 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdf284c-9b1d-449b-9494-d7b4c15f86b5" -d '{"events": [{"server_uuid": "1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5", "name": "network-vif-plugged", "status": "completed", "tag": "712cf24d-c529-462a-bdcb-23ecddc78bca"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:40.421177 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-25b0a70d-96fa-4f9c-87a2-8cc1b356d67d req-8b6af1cc-c2d5-45a9-95f7-0f6a56861ca0 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=20c1db16-80e0-4576-ac88-0be9188fc3ae HTTP/1.1" status: 200 len: 210 time: 0.0743182 Dec 16 22:12:40.515810 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-eaf3d025-c49e-468b-8c71-eb96aa673168 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:40.517397 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-eaf3d025-c49e-468b-8c71-eb96aa673168 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2821131 Dec 16 22:12:40.536118 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-e81c8aab-9039-461b-8884-dfb8aa778b8d tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Request body: {'port': {'device_id': '20c1db16-80e0-4576-ac88-0be9188fc3ae', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': '0349e41ac95a4bf29148008bb820d8cb'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:40.559119 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:40.729790 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=712cf24d-c529-462a-bdcb-23ecddc78bca,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:40.742749 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774506-784e-49d8-abb8-b459e1b02a55 req-57d05178-403c-4ee5-8e54-7c46551e8879 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:40.748178 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7774506-784e-49d8-abb8-b459e1b02a55 req-57d05178-403c-4ee5-8e54-7c46551e8879 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 949 time: 0.1187291 Dec 16 22:12:40.851690 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caed95c8-dc1c-446a-b63d-188918e83e06 x-openstack-request-id: req-caed95c8-dc1c-446a-b63d-188918e83e06 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:40.852003 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5", "name": "network-vif-plugged", "status": "completed", "tag": "712cf24d-c529-462a-bdcb-23ecddc78bca", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:40.852484 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-caed95c8-dc1c-446a-b63d-188918e83e06 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:40.852762 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712cf24d-c529-462a-bdcb-23ecddc78bca', 'code': 200} Dec 16 22:12:40.922294 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7774506-784e-49d8-abb8-b459e1b02a55 req-54b79c33-fd12-4e55-a9b9-f47394cb7dbd tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575418 Dec 16 22:12:40.953391 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-e81c8aab-9039-461b-8884-dfb8aa778b8d tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Made reservation on behalf of 0349e41ac95a4bf29148008bb820d8cb for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:12:40.958147 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-e81c8aab-9039-461b-8884-dfb8aa778b8d tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:40.993689 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4ed7f997-4b20-4d4c-9e0e-07a1c96f6a2f req-7065e3c6-5152-4826-82af-57f86379482d tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0736954 Dec 16 22:12:41.232036 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c04ea359-99ff-43e7-9efa-7de802f56d1a req-2ab7b3d9-91b3-4170-b48e-7552f677c399 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=8129cb95-93e1-4939-af16-4eb6e29b0486 HTTP/1.1" status: 200 len: 210 time: 0.0690570 Dec 16 22:12:41.285912 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-e81c8aab-9039-461b-8884-dfb8aa778b8d tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Allocated IP 192.168.233.138 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/948d8e20-cf02-4e76-a17b-5e0505ad5161) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:12:41.560715 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-e81c8aab-9039-461b-8884-dfb8aa778b8d tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:41.676057 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-e81c8aab-9039-461b-8884-dfb8aa778b8d tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:41.712579 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['d83c5bc4-18bf-4daf-bb50-9a99e570948d'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:41.762501 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c8aab-9039-461b-8884-dfb8aa778b8d tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Pushing event updated for resources: {'Port': ['ID=948d8e20-cf02-4e76-a17b-5e0505ad5161,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:41.775512 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-e81c8aab-9039-461b-8884-dfb8aa778b8d tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:12:41.777030 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-e81c8aab-9039-461b-8884-dfb8aa778b8d tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:12:41.780813 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-e81c8aab-9039-461b-8884-dfb8aa778b8d tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:12:41.850985 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 9b313086-9cd6-4a5f-a0f2-77b6947f50bf up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:12:41.903465 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-e81c8aab-9039-461b-8884-dfb8aa778b8d tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:41.905136 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-e81c8aab-9039-461b-8884-dfb8aa778b8d tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:42.077057 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-e81c8aab-9039-461b-8884-dfb8aa778b8d tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5447605 Dec 16 22:12:42.088682 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 33570) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:42.116479 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-05beb976-3881-4adc-bc17-04056cc01508 service neutron] Request body: {'port': {'device_id': '20c1db16-80e0-4576-ac88-0be9188fc3ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:42.194106 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:12:42.205636 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:42.206133 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:42.317835 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-05beb976-3881-4adc-bc17-04056cc01508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:42.390762 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ad3e081b-fe82-4057-8a81-4b3f87f4886f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:42.419785 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e541d-ce6b-4d36-a482-30c70f2dbc33 req-26ff65bb-8d55-42d0-a9f3-74a4cac87c7f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:42.427614 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-097e541d-ce6b-4d36-a482-30c70f2dbc33 req-26ff65bb-8d55-42d0-a9f3-74a4cac87c7f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 949 time: 0.2633834 Dec 16 22:12:42.458000 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5cb2e93b-fe04-419e-86a7-543ad9c4ef2b None None] Provisioning complete for port 948d8e20-cf02-4e76-a17b-5e0505ad5161 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:42.458471 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5cb2e93b-fe04-419e-86a7-543ad9c4ef2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:42.466054 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d842fc9-35fb-4ca1-a1c3-2eb878501050 req-97c448d5-259f-4b69-a5eb-f28f0ca3b72e tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=20c1db16-80e0-4576-ac88-0be9188fc3ae HTTP/1.1" status: 200 len: 210 time: 0.8416636 Dec 16 22:12:42.705450 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1f5b0655-7890-48f7-8d23-96f673774089 req-c2261eee-a1cf-440d-b371-fd8944905391 tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0921519 Dec 16 22:12:42.726993 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:42.779997 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5cb2e93b-fe04-419e-86a7-543ad9c4ef2b None None] Port 948d8e20-cf02-4e76-a17b-5e0505ad5161 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:12:42.829088 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=9b313086-9cd6-4a5f-a0f2-77b6947f50bf,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:42.854090 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c53d49d-8eb0-41f2-b452-66c58c992c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b313086-9cd6-4a5f-a0f2-77b6947f50bf'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:42.856720 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967f6b28-8687-4e0f-9963-ffc163e9e1cf" -d '{"events": [{"server_uuid": "2c53d49d-8eb0-41f2-b452-66c58c992c40", "name": "network-vif-plugged", "status": "completed", "tag": "9b313086-9cd6-4a5f-a0f2-77b6947f50bf"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:42.862259 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-bf3eb400-d9b2-469c-a344-44bbea3d3b7d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:42.870422 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-bf3eb400-d9b2-469c-a344-44bbea3d3b7d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.57 "GET /v2.0/networks?id=8ad157d2-5520-47b6-a14b-23516eba3ebc HTTP/1.1" status: 200 len: 806 time: 0.4306445 Dec 16 22:12:42.897372 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-6f225233-d84f-401e-aaf7-73eec1d3fa49 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Request body: {'port': {'device_id': '8129cb95-93e1-4939-af16-4eb6e29b0486', 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc', 'admin_state_up': True, 'tenant_id': '2a5983ec059547448cf45cc5d0d82ac4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:42.922378 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:43.046087 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=9b313086-9cd6-4a5f-a0f2-77b6947f50bf,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:43.055713 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0fb8604c-e775-4309-8796-1b2da08617d5 req-48233f4b-e225-48bb-baaf-9e66560d41e7 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=8129cb95-93e1-4939-af16-4eb6e29b0486 HTTP/1.1" status: 200 len: 210 time: 0.0779178 Dec 16 22:12:43.227398 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-097e541d-ce6b-4d36-a482-30c70f2dbc33 req-a4773a4c-5404-4f82-8509-22e2d1175100 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7988331 Dec 16 22:12:43.257045 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4584bf-09d2-4740-8495-83a0bc3513dc x-openstack-request-id: req-bc4584bf-09d2-4740-8495-83a0bc3513dc {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:43.258280 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c53d49d-8eb0-41f2-b452-66c58c992c40", "name": "network-vif-plugged", "status": "completed", "tag": "9b313086-9cd6-4a5f-a0f2-77b6947f50bf", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:43.258566 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bc4584bf-09d2-4740-8495-83a0bc3513dc {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:43.259771 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c53d49d-8eb0-41f2-b452-66c58c992c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b313086-9cd6-4a5f-a0f2-77b6947f50bf', 'code': 200} Dec 16 22:12:43.298830 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-6f225233-d84f-401e-aaf7-73eec1d3fa49 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Made reservation on behalf of 2a5983ec059547448cf45cc5d0d82ac4 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:12:43.304606 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-6f225233-d84f-401e-aaf7-73eec1d3fa49 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:43.436715 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ad3e081b-fe82-4057-8a81-4b3f87f4886f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:43.532294 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ad3e081b-fe82-4057-8a81-4b3f87f4886f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:43.574197 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-05beb976-3881-4adc-bc17-04056cc01508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 948d8e20-cf02-4e76-a17b-5e0505ad5161 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:12:43.594937 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-05beb976-3881-4adc-bc17-04056cc01508 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:43.613887 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e081b-fe82-4057-8a81-4b3f87f4886f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdda9068-4bc5-4d81-8f5d-d78ed0fa201a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:43.634580 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-6f225233-d84f-401e-aaf7-73eec1d3fa49 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Allocated IP 172.20.0.14 (8ad157d2-5520-47b6-a14b-23516eba3ebc/9741df81-7a4c-44a7-8dc9-6f94ad4c24c8/ec9c51a3-e9f1-41e1-a455-66df2e1042ca) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:12:43.639512 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ad3e081b-fe82-4057-8a81-4b3f87f4886f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9f15bbf6a5d14c1fae0fbe5c9259186d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5496318 Dec 16 22:12:43.646199 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 33594) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:43.653573 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-05beb976-3881-4adc-bc17-04056cc01508 service neutron] Transition to ACTIVE for port object 948d8e20-cf02-4e76-a17b-5e0505ad5161 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:12:43.707127 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c785165-f889-4d5b-802f-5b48afa52e9d req-84cb85c1-50dd-491a-bf71-f4c3e91e32e5 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:43.708831 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7c785165-f889-4d5b-802f-5b48afa52e9d req-84cb85c1-50dd-491a-bf71-f4c3e91e32e5 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=20c1db16-80e0-4576-ac88-0be9188fc3ae HTTP/1.1" status: 200 len: 936 time: 0.1298480 Dec 16 22:12:43.744297 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e6bc9756-e6dc-4e6e-ae39-bc042fa1b518 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:43.746393 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-05beb976-3881-4adc-bc17-04056cc01508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:43.825531 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e6bc9756-e6dc-4e6e-ae39-bc042fa1b518 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:43.886767 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05beb976-3881-4adc-bc17-04056cc01508 service neutron] Pushing event updated for resources: {'Port': ['ID=948d8e20-cf02-4e76-a17b-5e0505ad5161,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:43.891129 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-6f225233-d84f-401e-aaf7-73eec1d3fa49 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:43.917019 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7c785165-f889-4d5b-802f-5b48afa52e9d req-c2406de0-455d-4120-b484-8e34e6357d8f tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997697 Dec 16 22:12:43.999892 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-84d2e776-c4f9-4fb7-b4bf-fab6854b32e5 req-b5ed8422-7ce1-4600-811f-98a8ce623a89 tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0535131 Dec 16 22:12:44.039224 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49f8f2-316b-457a-9cab-a4daf4e2ea07 req-7db3d63a-8f4d-4d7c-bcd3-78a528c6ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:44.041147 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fd49f8f2-316b-457a-9cab-a4daf4e2ea07 req-7db3d63a-8f4d-4d7c-bcd3-78a528c6ed36 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 1101 time: 0.6591117 Dec 16 22:12:44.042837 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-6f225233-d84f-401e-aaf7-73eec1d3fa49 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:44.099752 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6584960a-97fd-456d-b9ef-cb7b7437c516'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:44.176144 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-05beb976-3881-4adc-bc17-04056cc01508 service neutron] Attempting to bind port 948d8e20-cf02-4e76-a17b-5e0505ad5161 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:12:44.176540 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-05beb976-3881-4adc-bc17-04056cc01508 service neutron] Attempting to bind port 948d8e20-cf02-4e76-a17b-5e0505ad5161 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:12:44.183247 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-05beb976-3881-4adc-bc17-04056cc01508 service neutron] Attempting to bind port 948d8e20-cf02-4e76-a17b-5e0505ad5161 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:44.196921 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e6bc9756-e6dc-4e6e-ae39-bc042fa1b518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:44.221583 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e6bc9756-e6dc-4e6e-ae39-bc042fa1b518 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:44.222792 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e6bc9756-e6dc-4e6e-ae39-bc042fa1b518 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fdda9068-4bc5-4d81-8f5d-d78ed0fa201a HTTP/1.1" status: 204 len: 168 time: 0.5707111 Dec 16 22:12:44.238393 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-05beb976-3881-4adc-bc17-04056cc01508 service neutron] Port 948d8e20-cf02-4e76-a17b-5e0505ad5161 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:12:44.239024 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-05beb976-3881-4adc-bc17-04056cc01508 service neutron] Attempting to bind port 948d8e20-cf02-4e76-a17b-5e0505ad5161 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:44.279920 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-05beb976-3881-4adc-bc17-04056cc01508 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:12:44.283250 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-05beb976-3881-4adc-bc17-04056cc01508 service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:12:44.284094 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-05beb976-3881-4adc-bc17-04056cc01508 service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:12:44.286213 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-05beb976-3881-4adc-bc17-04056cc01508 service neutron] Bound port: 948d8e20-cf02-4e76-a17b-5e0505ad5161, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:12:44.291626 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-05beb976-3881-4adc-bc17-04056cc01508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:44.296103 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc9756-e6dc-4e6e-ae39-bc042fa1b518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdda9068-4bc5-4d81-8f5d-d78ed0fa201a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:44.332681 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-6f225233-d84f-401e-aaf7-73eec1d3fa49 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Network 8ad157d2-5520-47b6-a14b-23516eba3ebc is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:12:44.361697 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-6f225233-d84f-401e-aaf7-73eec1d3fa49 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:12:44.365329 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-6f225233-d84f-401e-aaf7-73eec1d3fa49 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:12:44.431799 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fd49f8f2-316b-457a-9cab-a4daf4e2ea07 req-256c0cd5-f771-43c1-bbd1-9f470163b2fa service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811157 Dec 16 22:12:44.458883 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-6f225233-d84f-401e-aaf7-73eec1d3fa49 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:44.459531 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-6f225233-d84f-401e-aaf7-73eec1d3fa49 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:44.470689 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-05beb976-3881-4adc-bc17-04056cc01508 service neutron] For port 948d8e20-cf02-4e76-a17b-5e0505ad5161, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:12:44.474972 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-05beb976-3881-4adc-bc17-04056cc01508 service neutron] For port 948d8e20-cf02-4e76-a17b-5e0505ad5161, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=948d8e20-cf02-4e76-a17b-5e0505ad5161,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:12:44.505857 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f225233-d84f-401e-aaf7-73eec1d3fa49 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Pushing event updated for resources: {'Port': ['ID=ec9c51a3-e9f1-41e1-a455-66df2e1042ca,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:44.534412 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7948c0-dfde-4f93-be3f-37aef2db9ab0 req-e42b42fe-39fa-439d-9da2-c06f7c8e2a51 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:44.565452 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fd7948c0-dfde-4f93-be3f-37aef2db9ab0 req-e42b42fe-39fa-439d-9da2-c06f7c8e2a51 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=8129cb95-93e1-4939-af16-4eb6e29b0486 HTTP/1.1" status: 200 len: 932 time: 0.2822285 Dec 16 22:12:44.574557 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-6f225233-d84f-401e-aaf7-73eec1d3fa49 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6837986 Dec 16 22:12:44.598608 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-32cb7c1b-a89e-40c9-abbe-683c5cbf7049 service neutron] Request body: {'port': {'device_id': '8129cb95-93e1-4939-af16-4eb6e29b0486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:44.627187 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-05beb976-3881-4adc-bc17-04056cc01508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:44.641378 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b95bd5-103e-48c7-995c-2f8a736bb80b req-aa571707-35b1-42d4-9064-f024be3c68c4 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:44.649961 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f0b95bd5-103e-48c7-995c-2f8a736bb80b req-aa571707-35b1-42d4-9064-f024be3c68c4 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.1255732 Dec 16 22:12:44.710997 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-05beb976-3881-4adc-bc17-04056cc01508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:44.713510 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-05beb976-3881-4adc-bc17-04056cc01508 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:44.715943 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-05beb976-3881-4adc-bc17-04056cc01508 service neutron] 10.222.0.57 "PUT /v2.0/ports/948d8e20-cf02-4e76-a17b-5e0505ad5161 HTTP/1.1" status: 200 len: 1096 time: 2.6202495 Dec 16 22:12:44.716628 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c1db16-80e0-4576-ac88-0be9188fc3ae', 'tag': '948d8e20-cf02-4e76-a17b-5e0505ad5161'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:44.718620 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fd7948c0-dfde-4f93-be3f-37aef2db9ab0 req-176359cf-585f-4be2-95a0-26222023e552 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566150 Dec 16 22:12:44.734715 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-32cb7c1b-a89e-40c9-abbe-683c5cbf7049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:44.760975 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832cd586-bab3-4d16-9e2c-4a7b5702e8ee" -d '{"events": [{"name": "network-changed", "server_uuid": "20c1db16-80e0-4576-ac88-0be9188fc3ae", "tag": "948d8e20-cf02-4e76-a17b-5e0505ad5161"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:44.917098 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05beb976-3881-4adc-bc17-04056cc01508 service neutron] Pushing event updated for resources: {'Port': ['ID=948d8e20-cf02-4e76-a17b-5e0505ad5161,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:44.937964 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25681a1a-0298-470b-b06e-bc728958792d x-openstack-request-id: req-25681a1a-0298-470b-b06e-bc728958792d {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:44.938267 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c1db16-80e0-4576-ac88-0be9188fc3ae", "tag": "948d8e20-cf02-4e76-a17b-5e0505ad5161", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:44.938714 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-25681a1a-0298-470b-b06e-bc728958792d {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:44.939164 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c1db16-80e0-4576-ac88-0be9188fc3ae', 'tag': '948d8e20-cf02-4e76-a17b-5e0505ad5161', 'status': 'completed', 'code': 200} Dec 16 22:12:45.001629 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f0b95bd5-103e-48c7-995c-2f8a736bb80b req-8c78997c-ce95-49b3-8317-87e96b4f0f7d tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503981 Dec 16 22:12:45.117957 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-2899ce45-42f1-40d5-93d4-d7512a31177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:45.119793 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-2899ce45-42f1-40d5-93d4-d7512a31177d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0349e41ac95a4bf29148008bb820d8cb&device_id=20c1db16-80e0-4576-ac88-0be9188fc3ae HTTP/1.1" status: 200 len: 1099 time: 0.1776388 Dec 16 22:12:45.234986 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-6f61ba8d-d8ab-489b-ad72-33fb84192f77 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=948d8e20-cf02-4e76-a17b-5e0505ad5161 HTTP/1.1" status: 200 len: 217 time: 0.0964265 Dec 16 22:12:45.259769 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd4204-27a4-4d39-844a-e5901af8eac3 req-88aa442f-6ab8-4e06-98c0-d352264c491f tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:45.261385 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8acd4204-27a4-4d39-844a-e5901af8eac3 req-88aa442f-6ab8-4e06-98c0-d352264c491f tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=20c1db16-80e0-4576-ac88-0be9188fc3ae HTTP/1.1" status: 200 len: 948 time: 0.1755223 Dec 16 22:12:45.288438 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-021f5a42-bce2-4a05-a169-d4f6ebd69333 req-add61324-7de5-4a1c-a66a-3f9213ba95ae tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.1205876 Dec 16 22:12:45.381150 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-f53ab70a-9306-4fb4-a756-b634ebb700e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:45.390282 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-f53ab70a-9306-4fb4-a756-b634ebb700e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1028848 Dec 16 22:12:45.426851 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8acd4204-27a4-4d39-844a-e5901af8eac3 req-f9320de1-a9f4-4695-8f31-e0e3decb2f26 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553657 Dec 16 22:12:45.511878 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-38d8feec-d680-409c-983b-352c2dab8213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:45.513882 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-38d8feec-d680-409c-983b-352c2dab8213 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1165388 Dec 16 22:12:45.641832 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-32cb7c1b-a89e-40c9-abbe-683c5cbf7049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec9c51a3-e9f1-41e1-a455-66df2e1042ca {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:12:45.658354 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-c510c2dc-d4db-4088-96fd-38f21cf38a3b service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177776 Dec 16 22:12:45.688876 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-32cb7c1b-a89e-40c9-abbe-683c5cbf7049 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:45.706883 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-32cb7c1b-a89e-40c9-abbe-683c5cbf7049 service neutron] Transition to ACTIVE for port object ec9c51a3-e9f1-41e1-a455-66df2e1042ca will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:12:45.836187 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-32cb7c1b-a89e-40c9-abbe-683c5cbf7049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:45.884906 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a771c45-ee59-47a8-8ba6-8be4d42bd8e0 req-45b1ad31-379f-48df-bed1-3117b9331af1 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119651 Dec 16 22:12:45.969373 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb7c1b-a89e-40c9-abbe-683c5cbf7049 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9c51a3-e9f1-41e1-a455-66df2e1042ca,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:46.026235 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689461fb-9037-442f-935c-153a4eba1a43 req-1a089433-3c34-42db-be48-b045c00c4079 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:46.042497 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-689461fb-9037-442f-935c-153a4eba1a43 req-1a089433-3c34-42db-be48-b045c00c4079 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=8129cb95-93e1-4939-af16-4eb6e29b0486 HTTP/1.1" status: 200 len: 944 time: 0.1154726 Dec 16 22:12:46.176476 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-32cb7c1b-a89e-40c9-abbe-683c5cbf7049 service neutron] Attempting to bind port ec9c51a3-e9f1-41e1-a455-66df2e1042ca on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:12:46.179780 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-32cb7c1b-a89e-40c9-abbe-683c5cbf7049 service neutron] Attempting to bind port ec9c51a3-e9f1-41e1-a455-66df2e1042ca by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:12:46.180249 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-32cb7c1b-a89e-40c9-abbe-683c5cbf7049 service neutron] Attempting to bind port ec9c51a3-e9f1-41e1-a455-66df2e1042ca on network 8ad157d2-5520-47b6-a14b-23516eba3ebc {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:46.215385 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-32cb7c1b-a89e-40c9-abbe-683c5cbf7049 service neutron] Port ec9c51a3-e9f1-41e1-a455-66df2e1042ca on network 8ad157d2-5520-47b6-a14b-23516eba3ebc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:12:46.215885 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-32cb7c1b-a89e-40c9-abbe-683c5cbf7049 service neutron] Attempting to bind port ec9c51a3-e9f1-41e1-a455-66df2e1042ca on network 8ad157d2-5520-47b6-a14b-23516eba3ebc {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:12:46.241050 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-689461fb-9037-442f-935c-153a4eba1a43 req-be06980a-dc87-4448-8c30-6fbb5b7c26d7 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970756 Dec 16 22:12:46.246593 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-32cb7c1b-a89e-40c9-abbe-683c5cbf7049 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:12:46.249790 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-32cb7c1b-a89e-40c9-abbe-683c5cbf7049 service neutron] Checking segment: {'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:12:46.263992 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-32cb7c1b-a89e-40c9-abbe-683c5cbf7049 service neutron] Bound using segment: {'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:12:46.268531 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-32cb7c1b-a89e-40c9-abbe-683c5cbf7049 service neutron] Bound port: ec9c51a3-e9f1-41e1-a455-66df2e1042ca, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:12:46.268531 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-32cb7c1b-a89e-40c9-abbe-683c5cbf7049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:46.305113 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cd586-bab3-4d16-9e2c-4a7b5702e8ee req-3f4a81c7-687f-4f4c-b104-8cc9073ce214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:46.311751 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-832cd586-bab3-4d16-9e2c-4a7b5702e8ee req-3f4a81c7-687f-4f4c-b104-8cc9073ce214 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0349e41ac95a4bf29148008bb820d8cb&device_id=20c1db16-80e0-4576-ac88-0be9188fc3ae HTTP/1.1" status: 200 len: 1099 time: 0.1859992 Dec 16 22:12:46.479900 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f8bbb-aaac-4776-9a8f-5cbd6d37372a req-9e9766cf-d2eb-4746-ab2e-9c71b37ae6eb tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:46.488698 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f67f8bbb-aaac-4776-9a8f-5cbd6d37372a req-9e9766cf-d2eb-4746-ab2e-9c71b37ae6eb tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.0869906 Dec 16 22:12:46.504178 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-32cb7c1b-a89e-40c9-abbe-683c5cbf7049 service neutron] For port ec9c51a3-e9f1-41e1-a455-66df2e1042ca, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:12:46.527644 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cd586-bab3-4d16-9e2c-4a7b5702e8ee req-a356289e-4dc8-459a-accc-0d6937ff1a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:46.530772 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-832cd586-bab3-4d16-9e2c-4a7b5702e8ee req-a356289e-4dc8-459a-accc-0d6937ff1a7a service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.1706407 Dec 16 22:12:46.533126 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-32cb7c1b-a89e-40c9-abbe-683c5cbf7049 service neutron] For port ec9c51a3-e9f1-41e1-a455-66df2e1042ca, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=ec9c51a3-e9f1-41e1-a455-66df2e1042ca,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:12:46.565289 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f67f8bbb-aaac-4776-9a8f-5cbd6d37372a req-7c9f7714-0413-4709-bf95-cca2bf55ae6b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716562 Dec 16 22:12:46.608627 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-32cb7c1b-a89e-40c9-abbe-683c5cbf7049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:46.652729 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-832cd586-bab3-4d16-9e2c-4a7b5702e8ee req-8f9efbc9-a570-4211-bc5d-04b96e7ec0ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=948d8e20-cf02-4e76-a17b-5e0505ad5161 HTTP/1.1" status: 200 len: 217 time: 0.1098173 Dec 16 22:12:46.686407 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdc637-aeff-4e12-b1fa-70d495dc276c req-862a1426-10f9-468c-ad5e-8164d66bcf29 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:46.708814 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb7c1b-a89e-40c9-abbe-683c5cbf7049 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9c51a3-e9f1-41e1-a455-66df2e1042ca,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:46.719261 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-11fdc637-aeff-4e12-b1fa-70d495dc276c req-862a1426-10f9-468c-ad5e-8164d66bcf29 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 945 time: 0.1871555 Dec 16 22:12:46.732651 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-32cb7c1b-a89e-40c9-abbe-683c5cbf7049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:46.733340 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-32cb7c1b-a89e-40c9-abbe-683c5cbf7049 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:46.734903 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-32cb7c1b-a89e-40c9-abbe-683c5cbf7049 service neutron] 10.222.0.57 "PUT /v2.0/ports/ec9c51a3-e9f1-41e1-a455-66df2e1042ca HTTP/1.1" status: 200 len: 1092 time: 2.1435604 Dec 16 22:12:46.735534 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8129cb95-93e1-4939-af16-4eb6e29b0486', 'tag': 'ec9c51a3-e9f1-41e1-a455-66df2e1042ca'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:46.738720 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631b081d-1e75-48d3-b3a6-96417ae61419" -d '{"events": [{"name": "network-changed", "server_uuid": "8129cb95-93e1-4939-af16-4eb6e29b0486", "tag": "ec9c51a3-e9f1-41e1-a455-66df2e1042ca"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:46.772138 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d14e1b65-7646-4c83-a9bd-2ef66d4135f8 req-1d51e7c7-2031-439d-bd00-243a42b86b02 tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0590756 Dec 16 22:12:46.855306 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cd586-bab3-4d16-9e2c-4a7b5702e8ee req-237f57e1-99b1-4fc5-bd1f-a3615e98da30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:46.858510 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-832cd586-bab3-4d16-9e2c-4a7b5702e8ee req-237f57e1-99b1-4fc5-bd1f-a3615e98da30 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1204073 Dec 16 22:12:46.873165 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-11fdc637-aeff-4e12-b1fa-70d495dc276c req-0c799ca7-85ce-43a0-a53c-295e14092e28 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519949 Dec 16 22:12:46.989461 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cd586-bab3-4d16-9e2c-4a7b5702e8ee req-b59128d4-c4f5-4d5e-9315-5d78cf708a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:46.994064 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-832cd586-bab3-4d16-9e2c-4a7b5702e8ee req-b59128d4-c4f5-4d5e-9315-5d78cf708a40 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1185360 Dec 16 22:12:47.119430 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-2637c2ff-dce9-4a16-b539-3fcb584ed0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:47.120951 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-2637c2ff-dce9-4a16-b539-3fcb584ed0f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a5983ec059547448cf45cc5d0d82ac4&device_id=8129cb95-93e1-4939-af16-4eb6e29b0486 HTTP/1.1" status: 200 len: 1095 time: 0.1563499 Dec 16 22:12:47.276830 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-e676bc18-dac0-4890-86ef-7d9b7f7524ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec9c51a3-e9f1-41e1-a455-66df2e1042ca HTTP/1.1" status: 200 len: 217 time: 0.1327050 Dec 16 22:12:47.390945 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230291d9-12ac-43b8-a1d5-2794ae51ec8d req-ea146ce6-2c73-450b-89e7-b08c6087abce tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:47.390945 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-230291d9-12ac-43b8-a1d5-2794ae51ec8d req-ea146ce6-2c73-450b-89e7-b08c6087abce tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=20c1db16-80e0-4576-ac88-0be9188fc3ae HTTP/1.1" status: 200 len: 948 time: 0.1987386 Dec 16 22:12:47.441568 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-931bb15d-bd6b-46e7-abc5-b61147cd7ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:47.443216 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-931bb15d-bd6b-46e7-abc5-b61147cd7ebb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9741df81-7a4c-44a7-8dc9-6f94ad4c24c8 HTTP/1.1" status: 200 len: 846 time: 0.1564527 Dec 16 22:12:47.452036 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-832cd586-bab3-4d16-9e2c-4a7b5702e8ee req-9941f80f-8e32-4a36-bf0c-c2da99a101bd service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490750 Dec 16 22:12:47.514576 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-230291d9-12ac-43b8-a1d5-2794ae51ec8d req-4e950cfd-2d19-4938-afca-683b5abe2842 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660169 Dec 16 22:12:47.577344 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-cce0c1f5-4a74-4dbb-8b56-1d1771dced3c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ad157d2-5520-47b6-a14b-23516eba3ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516088 Dec 16 22:12:47.652964 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419379ed-df9f-4c47-b0ca-cd8fb5a9f4ab x-openstack-request-id: req-419379ed-df9f-4c47-b0ca-cd8fb5a9f4ab {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:47.652964 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8129cb95-93e1-4939-af16-4eb6e29b0486", "tag": "ec9c51a3-e9f1-41e1-a455-66df2e1042ca", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:47.652964 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-419379ed-df9f-4c47-b0ca-cd8fb5a9f4ab {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:47.652964 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8129cb95-93e1-4939-af16-4eb6e29b0486', 'tag': 'ec9c51a3-e9f1-41e1-a455-66df2e1042ca', 'status': 'completed', 'code': 200} Dec 16 22:12:47.713185 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4cccb-62cd-438d-829f-1e8efca6cdd7 req-9603b605-86ce-4dd8-bc22-536d30fe2966 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:47.715208 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-26c4cccb-62cd-438d-829f-1e8efca6cdd7 req-9603b605-86ce-4dd8-bc22-536d30fe2966 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.57 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 945 time: 0.1877789 Dec 16 22:12:47.744604 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-d8fe230e-9f3c-4d1c-b92d-a655e0a9d1a7 service neutron] 10.222.0.57 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567523 Dec 16 22:12:47.884507 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-96713bdc-8051-40bb-bc3a-a2e0d395bfb3 req-41966d6b-c706-4194-8785-dc3f0f0cac8f service neutron] 10.222.0.57 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316462 Dec 16 22:12:47.905466 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-832cd586-bab3-4d16-9e2c-4a7b5702e8ee req-bc2b4034-ecbf-4862-b728-1252bf9b3a9a service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584774 Dec 16 22:12:47.969495 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d9ea3-0fca-4da6-9a8d-e71601e996ad req-05be445d-b2f8-4d4f-95af-b832804dc067 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:47.971689 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-759d9ea3-0fca-4da6-9a8d-e71601e996ad req-05be445d-b2f8-4d4f-95af-b832804dc067 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=8129cb95-93e1-4939-af16-4eb6e29b0486 HTTP/1.1" status: 200 len: 944 time: 0.2537827 Dec 16 22:12:47.996215 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ea0fb-aeab-4e74-b638-e41acee291fd req-3a713604-5b18-4ca4-9de9-e382d4557ee3 tempest-MigrationsAdminTest-1265459601 tempest-MigrationsAdminTest-1265459601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:48.005072 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-747ea0fb-aeab-4e74-b638-e41acee291fd req-3a713604-5b18-4ca4-9de9-e382d4557ee3 tempest-MigrationsAdminTest-1265459601 tempest-MigrationsAdminTest-1265459601-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 1101 time: 0.1367292 Dec 16 22:12:48.030207 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-747ea0fb-aeab-4e74-b638-e41acee291fd req-e8f552cf-14ad-4e88-86c7-751fc880ef93 tempest-MigrationsAdminTest-1265459601 tempest-MigrationsAdminTest-1265459601-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:48.057651 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-26c4cccb-62cd-438d-829f-1e8efca6cdd7 req-b8a0d172-af07-45db-b6d1-06ec1ee480d6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Deleting port 3a1488f4-6f67-4dea-b059-792a56dda1c7 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:48.057910 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-26c4cccb-62cd-438d-829f-1e8efca6cdd7 req-b8a0d172-af07-45db-b6d1-06ec1ee480d6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:48.073078 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 33706) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:48.078438 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-759d9ea3-0fca-4da6-9a8d-e71601e996ad req-9bcc100b-a16f-487b-b696-f901dba7cb41 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934985 Dec 16 22:12:48.174946 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-747ea0fb-aeab-4e74-b638-e41acee291fd req-e8f552cf-14ad-4e88-86c7-751fc880ef93 tempest-MigrationsAdminTest-1265459601 tempest-MigrationsAdminTest-1265459601-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:48.265119 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-da031e56-702b-4027-b81e-d30997e4d63b req-c57d8587-ea5d-41f5-a684-b0605e2c68d4 tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0670381 Dec 16 22:12:48.270209 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-747ea0fb-aeab-4e74-b638-e41acee291fd req-e8f552cf-14ad-4e88-86c7-751fc880ef93 tempest-MigrationsAdminTest-1265459601 tempest-MigrationsAdminTest-1265459601-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:48.321920 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b081d-1e75-48d3-b3a6-96417ae61419 req-d129db9c-9c7d-4f1c-bc2e-7e8933d3ebee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:48.327284 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-631b081d-1e75-48d3-b3a6-96417ae61419 req-d129db9c-9c7d-4f1c-bc2e-7e8933d3ebee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a5983ec059547448cf45cc5d0d82ac4&device_id=8129cb95-93e1-4939-af16-4eb6e29b0486 HTTP/1.1" status: 200 len: 1095 time: 0.2124100 Dec 16 22:12:48.358203 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-747ea0fb-aeab-4e74-b638-e41acee291fd req-e8f552cf-14ad-4e88-86c7-751fc880ef93 tempest-MigrationsAdminTest-1265459601 tempest-MigrationsAdminTest-1265459601-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459253 Dec 16 22:12:48.359234 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f552cf-14ad-4e88-86c7-751fc880ef93 tempest-MigrationsAdminTest-1265459601 tempest-MigrationsAdminTest-1265459601-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a209c9-d3dd-4c47-bb72-bd66e6f315da,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:48.364041 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-12b63db4-7d7b-42ac-9eba-d53f64686120 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:48.469716 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-26c4cccb-62cd-438d-829f-1e8efca6cdd7 req-b8a0d172-af07-45db-b6d1-06ec1ee480d6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] For port 3a1488f4-6f67-4dea-b059-792a56dda1c7, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=3a1488f4-6f67-4dea-b059-792a56dda1c7,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:48.470416 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-26c4cccb-62cd-438d-829f-1e8efca6cdd7 req-b8a0d172-af07-45db-b6d1-06ec1ee480d6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:48.511682 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-26c4cccb-62cd-438d-829f-1e8efca6cdd7 req-b8a0d172-af07-45db-b6d1-06ec1ee480d6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Calling delete_port for 3a1488f4-6f67-4dea-b059-792a56dda1c7 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:48.526344 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-12b63db4-7d7b-42ac-9eba-d53f64686120 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:48.587487 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-12b63db4-7d7b-42ac-9eba-d53f64686120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:48.604348 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa82c2-89b2-495a-933c-31811575ff60 req-665f7682-6c76-40ca-bf44-68393e342d9b tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:48.606279 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ceaa82c2-89b2-495a-933c-31811575ff60 req-665f7682-6c76-40ca-bf44-68393e342d9b tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 945 time: 0.1867321 Dec 16 22:12:48.620208 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b081d-1e75-48d3-b3a6-96417ae61419 req-9b5a2eb7-15f3-45af-a38c-3b8d223017c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:48.620208 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-631b081d-1e75-48d3-b3a6-96417ae61419 req-9b5a2eb7-15f3-45af-a38c-3b8d223017c4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8ad157d2-5520-47b6-a14b-23516eba3ebc HTTP/1.1" status: 200 len: 906 time: 0.2749903 Dec 16 22:12:48.631854 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b63db4-7d7b-42ac-9eba-d53f64686120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de01d5a8-5c1b-41f2-a4aa-2acd9d2869b6,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:48.679721 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-12b63db4-7d7b-42ac-9eba-d53f64686120 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bf4c0d19d9754c8ba9858763eaef36ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6048188 Dec 16 22:12:48.680998 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 33728) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:48.690303 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-631b081d-1e75-48d3-b3a6-96417ae61419 req-c7ed8813-d237-4cb0-9aec-6bea3aa6f347 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec9c51a3-e9f1-41e1-a455-66df2e1042ca HTTP/1.1" status: 200 len: 217 time: 0.0599782 Dec 16 22:12:48.742357 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d52ddd06-ca78-4685-8432-0a325cfe5b09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:48.770812 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d52ddd06-ca78-4685-8432-0a325cfe5b09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:48.783692 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ceaa82c2-89b2-495a-933c-31811575ff60 req-f3f6c47a-1902-4832-98d7-01b4ca12d4e4 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618948 Dec 16 22:12:48.843963 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b081d-1e75-48d3-b3a6-96417ae61419 req-e203e16b-2bbb-4225-8ac0-7c84f3e64a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:48.845715 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-631b081d-1e75-48d3-b3a6-96417ae61419 req-e203e16b-2bbb-4225-8ac0-7c84f3e64a89 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9741df81-7a4c-44a7-8dc9-6f94ad4c24c8 HTTP/1.1" status: 200 len: 846 time: 0.1349807 Dec 16 22:12:48.918825 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d52ddd06-ca78-4685-8432-0a325cfe5b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:48.922407 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d52ddd06-ca78-4685-8432-0a325cfe5b09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:48.926711 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-631b081d-1e75-48d3-b3a6-96417ae61419 req-c7cc0435-d458-4741-a094-779d7bea06e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ad157d2-5520-47b6-a14b-23516eba3ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549269 Dec 16 22:12:48.929782 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d52ddd06-ca78-4685-8432-0a325cfe5b09 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/de01d5a8-5c1b-41f2-a4aa-2acd9d2869b6 HTTP/1.1" status: 204 len: 168 time: 0.2470706 Dec 16 22:12:48.948400 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ddd06-ca78-4685-8432-0a325cfe5b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de01d5a8-5c1b-41f2-a4aa-2acd9d2869b6,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:49.097778 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-26c4cccb-62cd-438d-829f-1e8efca6cdd7 req-b8a0d172-af07-45db-b6d1-06ec1ee480d6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:49.133730 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['3a1488f4-6f67-4dea-b059-792a56dda1c7'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:49.204803 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0d172-af07-45db-b6d1-06ec1ee480d6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Pushing event deleted for resources: {'Port': ['ID=3a1488f4-6f67-4dea-b059-792a56dda1c7,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:49.275379 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330e393-369c-480c-88b5-732a706b7082 req-99fa66be-5ea9-4a03-a3cc-eff50a91adcd tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:49.283313 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d330e393-369c-480c-88b5-732a706b7082 req-99fa66be-5ea9-4a03-a3cc-eff50a91adcd tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=20c1db16-80e0-4576-ac88-0be9188fc3ae HTTP/1.1" status: 200 len: 948 time: 0.1958046 Dec 16 22:12:49.293465 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c4cccb-62cd-438d-829f-1e8efca6cdd7 req-b8a0d172-af07-45db-b6d1-06ec1ee480d6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] No DVR routers for this DVR port 3a1488f4-6f67-4dea-b059-792a56dda1c7 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:12:49.296708 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-26c4cccb-62cd-438d-829f-1e8efca6cdd7 req-b8a0d172-af07-45db-b6d1-06ec1ee480d6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:49.300662 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-26c4cccb-62cd-438d-829f-1e8efca6cdd7 req-b8a0d172-af07-45db-b6d1-06ec1ee480d6 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.57 "DELETE /v2.0/ports/3a1488f4-6f67-4dea-b059-792a56dda1c7 HTTP/1.1" status: 204 len: 173 time: 1.4835880 Dec 16 22:12:49.322429 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799fd93e-58d4-4e6b-8161-6b2a267b3cc4', 'name': 'network-vif-deleted', 'tag': '3a1488f4-6f67-4dea-b059-792a56dda1c7'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:49.327633 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fa0366-fd37-46c1-8e40-3e8a30574695" -d '{"events": [{"server_uuid": "799fd93e-58d4-4e6b-8161-6b2a267b3cc4", "name": "network-vif-deleted", "tag": "3a1488f4-6f67-4dea-b059-792a56dda1c7"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:49.371974 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-631b081d-1e75-48d3-b3a6-96417ae61419 req-fdadf752-307d-4d13-83b8-628fb06028c3 service neutron] 10.222.0.57 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072616 Dec 16 22:12:49.448772 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d330e393-369c-480c-88b5-732a706b7082 req-db4b6fd0-b33c-416a-956e-b826b93281c6 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643727 Dec 16 22:12:49.523973 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-631b081d-1e75-48d3-b3a6-96417ae61419 req-4dcb3bce-42bf-4b87-b60b-0a71e32da005 service neutron] 10.222.0.57 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427047 Dec 16 22:12:49.715729 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ea706-50f9-4819-a002-fd361b02e166 req-b5c0a995-77f9-4570-8974-3ea66d397e5b tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:49.717829 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f85ea706-50f9-4819-a002-fd361b02e166 req-b5c0a995-77f9-4570-8974-3ea66d397e5b tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=8129cb95-93e1-4939-af16-4eb6e29b0486 HTTP/1.1" status: 200 len: 944 time: 0.1013699 Dec 16 22:12:49.775701 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e1f96669-bb1c-4b6e-81e6-b57eebbc3696 req-7dc9c119-6c50-46e9-8a07-b1ca4a8d8d02 tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0412157 Dec 16 22:12:49.817840 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f85ea706-50f9-4819-a002-fd361b02e166 req-3f338fc1-2a5f-4bec-a0ce-fbbd6b03ff73 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931709 Dec 16 22:12:49.823913 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37f0009-3b00-4de7-8cf6-85dcb25babbe x-openstack-request-id: req-b37f0009-3b00-4de7-8cf6-85dcb25babbe {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:49.830191 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799fd93e-58d4-4e6b-8161-6b2a267b3cc4", "name": "network-vif-deleted", "tag": "3a1488f4-6f67-4dea-b059-792a56dda1c7", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:49.830191 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b37f0009-3b00-4de7-8cf6-85dcb25babbe {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:49.830191 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799fd93e-58d4-4e6b-8161-6b2a267b3cc4', 'name': 'network-vif-deleted', 'tag': '3a1488f4-6f67-4dea-b059-792a56dda1c7', 'status': 'completed', 'code': 200} Dec 16 22:12:50.022504 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0373c58-ce95-4810-b683-a6f9b4e006e9 req-e9caeb38-b94a-4894-884a-b260ee42e140 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:50.024118 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c0373c58-ce95-4810-b683-a6f9b4e006e9 req-e9caeb38-b94a-4894-884a-b260ee42e140 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.1066365 Dec 16 22:12:50.039672 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-421bf19f-a717-46c2-b5ea-0f4184873199 req-4f310eba-5e2b-4b14-baf8-9b730e1db484 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=799fd93e-58d4-4e6b-8161-6b2a267b3cc4 HTTP/1.1" status: 200 len: 210 time: 0.0579078 Dec 16 22:12:50.179963 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c0373c58-ce95-4810-b683-a6f9b4e006e9 req-92bb444c-1579-4e52-b59a-b972a44ffe09 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418879 Dec 16 22:12:50.212014 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-6c19e82d-f051-43ae-9aa9-1d589a41b5f3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3755090 Dec 16 22:12:50.235747 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-b62a585b-738d-43b4-b281-f2af2273ce4b service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:12:50.237273 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-b62a585b-738d-43b4-b281-f2af2273ce4b service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093641 Dec 16 22:12:50.605630 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b088a-761d-4471-9032-d72f42b976b9 req-c305f258-d35c-4507-b11f-6b9d350c336d tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:50.617347 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0b2b088a-761d-4471-9032-d72f42b976b9 req-c305f258-d35c-4507-b11f-6b9d350c336d tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=20c1db16-80e0-4576-ac88-0be9188fc3ae HTTP/1.1" status: 200 len: 948 time: 0.0755448 Dec 16 22:12:50.627724 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 33786) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:50.689006 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0b2b088a-761d-4471-9032-d72f42b976b9 req-bbae3fc0-444e-4a9c-9806-61a6232fa869 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719547 Dec 16 22:12:50.837880 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-22741ea0-019d-44b9-9d0c-1788754a8e7a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1122973374-network', 'tenant_id': 'f46ea7d5a2a74db992746e488a2c27c4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:50.930839 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b0ffb345-2718-4a7c-af25-f35bd4f6db48 req-d2826c53-e214-4bfa-95a0-081948d62d2e tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0517051 Dec 16 22:12:51.024467 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba24388-2bf7-4555-90cb-a4da618d2c8f req-aa731d91-5665-4dee-bd6a-c8f0696cd24a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:51.024467 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eba24388-2bf7-4555-90cb-a4da618d2c8f req-aa731d91-5665-4dee-bd6a-c8f0696cd24a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=8129cb95-93e1-4939-af16-4eb6e29b0486 HTTP/1.1" status: 200 len: 944 time: 0.0637612 Dec 16 22:12:51.054184 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eba24388-2bf7-4555-90cb-a4da618d2c8f req-8a808cb0-3333-46ee-98a3-0643a7b6bf63 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519016 Dec 16 22:12:51.058844 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22741ea0-019d-44b9-9d0c-1788754a8e7a admin admin] Made reservation on behalf of f46ea7d5a2a74db992746e488a2c27c4 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:12:51.062014 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-22741ea0-019d-44b9-9d0c-1788754a8e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:51.072734 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-22741ea0-019d-44b9-9d0c-1788754a8e7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:51.088237 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 948d8e20-cf02-4e76-a17b-5e0505ad5161 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:12:51.102687 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 3a1488f4-6f67-4dea-b059-792a56dda1c7 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:12:51.155432 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 3a1488f4-6f67-4dea-b059-792a56dda1c7 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:12:51.156005 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 3a1488f4-6f67-4dea-b059-792a56dda1c7 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:12:51.225878 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-22741ea0-019d-44b9-9d0c-1788754a8e7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:51.338335 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-22741ea0-019d-44b9-9d0c-1788754a8e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:51.415741 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22741ea0-019d-44b9-9d0c-1788754a8e7a admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:12:51.427581 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22741ea0-019d-44b9-9d0c-1788754a8e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3d08fd-3558-4474-8a96-bef7ed150fb2,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:51.439767 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-22741ea0-019d-44b9-9d0c-1788754a8e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:51.439995 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-22741ea0-019d-44b9-9d0c-1788754a8e7a admin admin] Added segment 1245a524-6df6-423f-990d-26e7606d949e of type vlan for network fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925 Dec 16 22:12:51.471412 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 948d8e20-cf02-4e76-a17b-5e0505ad5161, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=948d8e20-cf02-4e76-a17b-5e0505ad5161,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:51.492014 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '948d8e20-cf02-4e76-a17b-5e0505ad5161', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '948d8e20-cf02-4e76-a17b-5e0505ad5161', 'mac_address': 'fa:16:3e:c0:ee:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:12:51.501886 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a480f-f9cd-47e9-b321-b27d26d1d98f req-2d2a4889-a3e9-4cea-adea-29c33fbedb08 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:51.511081 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-522a480f-f9cd-47e9-b321-b27d26d1d98f req-2d2a4889-a3e9-4cea-adea-29c33fbedb08 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.1262298 Dec 16 22:12:51.533877 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:51.540435 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-22741ea0-019d-44b9-9d0c-1788754a8e7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:51.556012 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 948d8e20-cf02-4e76-a17b-5e0505ad5161 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:12:51.579271 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 948d8e20-cf02-4e76-a17b-5e0505ad5161, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=948d8e20-cf02-4e76-a17b-5e0505ad5161,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:51.636893 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-522a480f-f9cd-47e9-b321-b27d26d1d98f req-016ea88a-2786-4dd6-a4e6-aace86f7d1a8 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249130 Dec 16 22:12:51.682096 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-22741ea0-019d-44b9-9d0c-1788754a8e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:51.682908 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:51.685752 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22741ea0-019d-44b9-9d0c-1788754a8e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:51.686751 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-22741ea0-019d-44b9-9d0c-1788754a8e7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:51.765555 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c756a-5fa4-44cd-849f-778b137d820e req-93af0144-ceea-4400-8396-ee266998f945 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:51.777616 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4f6c756a-5fa4-44cd-849f-778b137d820e req-93af0144-ceea-4400-8396-ee266998f945 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 944 time: 0.0790503 Dec 16 22:12:51.800992 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=948d8e20-cf02-4e76-a17b-5e0505ad5161,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:51.819603 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-22741ea0-019d-44b9-9d0c-1788754a8e7a admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1903241 Dec 16 22:12:51.827110 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 33834) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:12:51.833234 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-6bd3256a-7aec-4744-b438-d3f1e75a5f8e admin admin] Request body: {'subnet': {'network_id': 'fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1122973374-subnet', 'tenant_id': 'f46ea7d5a2a74db992746e488a2c27c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:51.836754 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22741ea0-019d-44b9-9d0c-1788754a8e7a admin admin] Pushing event updated for resources: {'Network': ['ID=fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:51.860886 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:12:51.875513 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4f6c756a-5fa4-44cd-849f-778b137d820e req-990893ad-2c5d-4551-9f73-76a5b9ee5c0d tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866697 Dec 16 22:12:51.881715 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cfa4e-bb50-447f-8968-b53d0332cfed req-9b98b6b3-b00e-4233-bccb-c93d6e33a252 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:51.883684 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-306cfa4e-bb50-447f-8968-b53d0332cfed req-9b98b6b3-b00e-4233-bccb-c93d6e33a252 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=20c1db16-80e0-4576-ac88-0be9188fc3ae HTTP/1.1" status: 200 len: 949 time: 0.0686576 Dec 16 22:12:51.950253 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-306cfa4e-bb50-447f-8968-b53d0332cfed req-fab5022e-a09c-47b5-85e3-8c91532cd91a tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593226 Dec 16 22:12:52.009858 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd3256a-7aec-4744-b438-d3f1e75a5f8e admin admin] Made reservation on behalf of f46ea7d5a2a74db992746e488a2c27c4 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:12:52.013120 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6bd3256a-7aec-4744-b438-d3f1e75a5f8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:52.101976 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5960f932-8ef5-4a61-91ed-b40a55a4cbc1 req-5c85bafc-814f-4794-be2f-973b6bd1a8c2 tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0411024 Dec 16 22:12:52.243694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd08d32-36b4-4734-b91d-7a26fbf937e0 req-cbace07e-8f43-4fff-95b3-1be6335411f7 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:52.245554 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fbd08d32-36b4-4734-b91d-7a26fbf937e0 req-cbace07e-8f43-4fff-95b3-1be6335411f7 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=8129cb95-93e1-4939-af16-4eb6e29b0486 HTTP/1.1" status: 200 len: 944 time: 0.0659614 Dec 16 22:12:52.254334 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['948d8e20-cf02-4e76-a17b-5e0505ad5161'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:52.421048 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fbd08d32-36b4-4734-b91d-7a26fbf937e0 req-5845a9d0-3537-42ce-81ff-2cf4646fa196 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534383 Dec 16 22:12:52.429583 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6fd32-7d27-4292-840e-7b80d56c2323 req-6993dea0-586e-4446-8b3d-bb49dc63eb14 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:52.431368 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f7e6fd32-7d27-4292-840e-7b80d56c2323 req-6993dea0-586e-4446-8b3d-bb49dc63eb14 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.57 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 944 time: 0.1222064 Dec 16 22:12:52.532462 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-f7e6fd32-7d27-4292-840e-7b80d56c2323 req-12c2ff3d-6fe5-41f7-bfd0-66d6bc2a2e7b tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Deleting port caf78707-7f9d-481e-b2b4-43cda9190fea {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:52.532731 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f7e6fd32-7d27-4292-840e-7b80d56c2323 req-12c2ff3d-6fe5-41f7-bfd0-66d6bc2a2e7b tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:52.624643 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-f7e6fd32-7d27-4292-840e-7b80d56c2323 req-12c2ff3d-6fe5-41f7-bfd0-66d6bc2a2e7b tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] For port caf78707-7f9d-481e-b2b4-43cda9190fea, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=caf78707-7f9d-481e-b2b4-43cda9190fea,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:52.625004 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f7e6fd32-7d27-4292-840e-7b80d56c2323 req-12c2ff3d-6fe5-41f7-bfd0-66d6bc2a2e7b tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:52.637265 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-f7e6fd32-7d27-4292-840e-7b80d56c2323 req-12c2ff3d-6fe5-41f7-bfd0-66d6bc2a2e7b tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Calling delete_port for caf78707-7f9d-481e-b2b4-43cda9190fea owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:52.771472 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaafb6-7626-45c6-a750-1bea7cf2a435 req-c3cd44aa-e201-4826-9518-76a05cb43c13 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:52.773148 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c2eaafb6-7626-45c6-a750-1bea7cf2a435 req-c3cd44aa-e201-4826-9518-76a05cb43c13 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.0533590 Dec 16 22:12:52.821995 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c2eaafb6-7626-45c6-a750-1bea7cf2a435 req-d09c2505-1728-4a43-8fc1-06ec36188840 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419271 Dec 16 22:12:52.864713 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6bd3256a-7aec-4744-b438-d3f1e75a5f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:52.905821 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f7e6fd32-7d27-4292-840e-7b80d56c2323 req-12c2ff3d-6fe5-41f7-bfd0-66d6bc2a2e7b tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:52.933287 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3256a-7aec-4744-b438-d3f1e75a5f8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=21c53808-9089-42b8-947a-ba9565cbb302,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:52.938414 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2ff3d-6fe5-41f7-bfd0-66d6bc2a2e7b tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Pushing event deleted for resources: {'Port': ['ID=caf78707-7f9d-481e-b2b4-43cda9190fea,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:52.941356 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd3256a-7aec-4744-b438-d3f1e75a5f8e admin admin] Checking segment: {'id': '1245a524-6df6-423f-990d-26e7606d949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:12:52.941941 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd3256a-7aec-4744-b438-d3f1e75a5f8e admin admin] Network hostable DHCP agents. Network: fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:12:52.990202 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e6fd32-7d27-4292-840e-7b80d56c2323 req-12c2ff3d-6fe5-41f7-bfd0-66d6bc2a2e7b tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] No DVR routers for this DVR port caf78707-7f9d-481e-b2b4-43cda9190fea on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:12:52.993122 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f7e6fd32-7d27-4292-840e-7b80d56c2323 req-12c2ff3d-6fe5-41f7-bfd0-66d6bc2a2e7b tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:52.998481 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f7e6fd32-7d27-4292-840e-7b80d56c2323 req-12c2ff3d-6fe5-41f7-bfd0-66d6bc2a2e7b tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.57 "DELETE /v2.0/ports/caf78707-7f9d-481e-b2b4-43cda9190fea HTTP/1.1" status: 204 len: 173 time: 0.5583131 Dec 16 22:12:53.022235 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463dfcb6-5666-4adb-b3e5-db979c8155c2', 'name': 'network-vif-deleted', 'tag': 'caf78707-7f9d-481e-b2b4-43cda9190fea'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:53.024696 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15da006-770c-4f07-866e-d80cfdac3331" -d '{"events": [{"server_uuid": "463dfcb6-5666-4adb-b3e5-db979c8155c2", "name": "network-vif-deleted", "tag": "caf78707-7f9d-481e-b2b4-43cda9190fea"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:53.029899 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9d27ff58-4248-47b5-a442-9a30d208638b req-95f7aba1-139a-455b-92e3-adb4ca84f580 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 210 time: 0.0412529 Dec 16 22:12:53.068834 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd3256a-7aec-4744-b438-d3f1e75a5f8e admin admin] Network fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:12:53.095551 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac2740-0f67-4956-ba49-e2435f9cf792 req-179b6b5a-0235-46e8-8194-9aa67b96f9b8 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:53.097572 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-90ac2740-0f67-4956-ba49-e2435f9cf792 req-179b6b5a-0235-46e8-8194-9aa67b96f9b8 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=20c1db16-80e0-4576-ac88-0be9188fc3ae HTTP/1.1" status: 200 len: 949 time: 0.0638468 Dec 16 22:12:53.100370 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dca7a8-c91b-45f1-95f5-f6b8a59fcecd x-openstack-request-id: req-41dca7a8-c91b-45f1-95f5-f6b8a59fcecd {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:53.103338 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463dfcb6-5666-4adb-b3e5-db979c8155c2", "name": "network-vif-deleted", "tag": "caf78707-7f9d-481e-b2b4-43cda9190fea", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:53.104149 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-41dca7a8-c91b-45f1-95f5-f6b8a59fcecd {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:53.105010 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463dfcb6-5666-4adb-b3e5-db979c8155c2', 'name': 'network-vif-deleted', 'tag': 'caf78707-7f9d-481e-b2b4-43cda9190fea', 'status': 'completed', 'code': 200} Dec 16 22:12:53.107959 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device ec9c51a3-e9f1-41e1-a455-66df2e1042ca details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:12:53.170058 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-6bd3256a-7aec-4744-b438-d3f1e75a5f8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:12:53.195160 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd3256a-7aec-4744-b438-d3f1e75a5f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:53.195160 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6bd3256a-7aec-4744-b438-d3f1e75a5f8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:53.245235 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-90ac2740-0f67-4956-ba49-e2435f9cf792 req-6011eb73-7ff4-44bf-b64e-6963d4687943 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324115 Dec 16 22:12:53.250058 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b4e894-de79-4cdd-b8b8-b74ed50c023e None None] Network fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:12:53.335615 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6bd3256a-7aec-4744-b438-d3f1e75a5f8e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5073605 Dec 16 22:12:53.339891 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eae5949a-29cf-4c0d-942a-f71bcfe77b9d req-0c4a17c3-db63-493e-a29d-bd4878fe1b58 tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0418561 Dec 16 22:12:53.381789 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9bacc967-5f75-4343-8da8-f8605ea20987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:53.395415 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port ec9c51a3-e9f1-41e1-a455-66df2e1042ca, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=ec9c51a3-e9f1-41e1-a455-66df2e1042ca,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:53.477809 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': 'ec9c51a3-e9f1-41e1-a455-66df2e1042ca', 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc', 'port_id': 'ec9c51a3-e9f1-41e1-a455-66df2e1042ca', 'mac_address': 'fa:16:3e:64:1d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9741df81-7a4c-44a7-8dc9-6f94ad4c24c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:12:53.485166 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2184dc70-329c-40c5-bd2d-e563d2760c8b None None] Network fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:12:53.601918 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840c3bb-39a4-4f00-a415-adac74fee199 req-2a3faa25-6b48-4f3b-8168-bb2e97449fca tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:53.602151 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:53.603914 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2840c3bb-39a4-4f00-a415-adac74fee199 req-2a3faa25-6b48-4f3b-8168-bb2e97449fca tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=8129cb95-93e1-4939-af16-4eb6e29b0486 HTTP/1.1" status: 200 len: 944 time: 0.0853455 Dec 16 22:12:53.625450 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec9c51a3-e9f1-41e1-a455-66df2e1042ca {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:12:53.666229 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port ec9c51a3-e9f1-41e1-a455-66df2e1042ca, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=ec9c51a3-e9f1-41e1-a455-66df2e1042ca,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:53.704769 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2840c3bb-39a4-4f00-a415-adac74fee199 req-ec2efaae-3819-4119-b5eb-b315c695803d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932097 Dec 16 22:12:53.737119 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-0054baa4-4ed7-4be4-9515-f935a3d5a09a req-5686cc5b-2465-4166-b5f8-35b735000ee4 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1886618804', 'description': 'tempest-description-715593040'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:53.738126 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:53.791779 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=ec9c51a3-e9f1-41e1-a455-66df2e1042ca,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:53.818337 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-0054baa4-4ed7-4be4-9515-f935a3d5a09a req-5686cc5b-2465-4166-b5f8-35b735000ee4 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:53.943982 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-0054baa4-4ed7-4be4-9515-f935a3d5a09a req-5686cc5b-2465-4166-b5f8-35b735000ee4 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:53.986551 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59009d0a-68a8-41f7-aeae-30a3c4185a3a req-2eca062c-1195-4c3f-bd16-6c13c92c686e tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:53.994515 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-59009d0a-68a8-41f7-aeae-30a3c4185a3a req-2eca062c-1195-4c3f-bd16-6c13c92c686e tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.0864720 Dec 16 22:12:54.048861 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-59009d0a-68a8-41f7-aeae-30a3c4185a3a req-4f46153f-bab1-4ee7-b47e-ac66559c1e17 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532415 Dec 16 22:12:54.083559 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-d0ebc1c5-4c37-4b28-88e0-c7cb0cdb310b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:54.085202 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-d0ebc1c5-4c37-4b28-88e0-c7cb0cdb310b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 1101 time: 0.0782797 Dec 16 22:12:54.089861 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-0054baa4-4ed7-4be4-9515-f935a3d5a09a req-5686cc5b-2465-4166-b5f8-35b735000ee4 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:54.183740 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5369e800-36d2-4f86-b131-3410f2c1b132 req-216a34cf-7389-4ac9-8d10-4959eb84ed94 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=463dfcb6-5666-4adb-b3e5-db979c8155c2 HTTP/1.1" status: 200 len: 210 time: 0.0320368 Dec 16 22:12:54.187554 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686cc5b-2465-4166-b5f8-35b735000ee4 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=517ade28-4522-4ef6-8d24-91d09161e642,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:54.230578 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-ecd11e02-79b5-4be0-a209-d66ce00dcfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:54.232978 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-ecd11e02-79b5-4be0-a209-d66ce00dcfe0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.1396823 Dec 16 22:12:54.240962 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['ec9c51a3-e9f1-41e1-a455-66df2e1042ca'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:12:54.252738 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-0054baa4-4ed7-4be4-9515-f935a3d5a09a req-5686cc5b-2465-4166-b5f8-35b735000ee4 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:54.258485 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0054baa4-4ed7-4be4-9515-f935a3d5a09a req-5686cc5b-2465-4166-b5f8-35b735000ee4 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5247564 Dec 16 22:12:54.313309 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-7d9add80-b6fa-497f-843e-6848f948797b req-6acc50a6-d465-4bd9-9b5e-1826fa1c26f4 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-478726570', 'description': 'tempest-description-792608853'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:54.318653 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-5fa6f44b-9419-46d1-ae96-bd0cf3ae3d4f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=9b313086-9cd6-4a5f-a0f2-77b6947f50bf HTTP/1.1" status: 200 len: 217 time: 0.0781276 Dec 16 22:12:54.403358 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-efbe19c3-43d9-404b-ad5d-f6950915ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:54.406138 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-efbe19c3-43d9-404b-ad5d-f6950915ee01 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0562210 Dec 16 22:12:54.452109 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5634be-e2c8-439c-befb-6d24607816d3 req-0dba291d-1055-45fc-bd0f-ccc4d37a6c73 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:54.454157 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7d9add80-b6fa-497f-843e-6848f948797b req-6acc50a6-d465-4bd9-9b5e-1826fa1c26f4 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:54.463082 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a5634be-e2c8-439c-befb-6d24607816d3 req-0dba291d-1055-45fc-bd0f-ccc4d37a6c73 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=20c1db16-80e0-4576-ac88-0be9188fc3ae HTTP/1.1" status: 200 len: 949 time: 0.0751729 Dec 16 22:12:54.524643 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-c87fcb6b-b7d0-402e-ae22-1352264d5f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:54.526447 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-c87fcb6b-b7d0-402e-ae22-1352264d5f95 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1102359 Dec 16 22:12:54.531688 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a5634be-e2c8-439c-befb-6d24607816d3 req-36cb4adf-d805-4f03-8104-f816b36555c3 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674012 Dec 16 22:12:54.605954 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7d9add80-b6fa-497f-843e-6848f948797b req-6acc50a6-d465-4bd9-9b5e-1826fa1c26f4 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:54.642563 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-df5f5d4e-84ef-4382-ba41-f67553542df3 req-4e0703c5-159e-4a2a-a7ab-26470df4f905 tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0399630 Dec 16 22:12:54.681424 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-f3fe104b-5ab0-4f51-90df-65c535fe65f1 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433585 Dec 16 22:12:54.711788 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7d9add80-b6fa-497f-843e-6848f948797b req-6acc50a6-d465-4bd9-9b5e-1826fa1c26f4 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:54.807865 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7d9add80-b6fa-497f-843e-6848f948797b req-6acc50a6-d465-4bd9-9b5e-1826fa1c26f4 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:54.812494 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7d9add80-b6fa-497f-843e-6848f948797b req-6acc50a6-d465-4bd9-9b5e-1826fa1c26f4 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.5051136 Dec 16 22:12:54.816508 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc50a6-d465-4bd9-9b5e-1826fa1c26f4 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12d4eabf-279c-4a98-b506-dc806a105d7c,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:54.869576 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-05d8dd8e-ff52-44bc-83b9-522befb8adf9 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767285 Dec 16 22:12:54.940178 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fe4fc-f5ee-41e8-aaea-849d34ac2007 req-d8bad5dc-d430-4b74-beb4-b5e58fb64b69 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:54.946165 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-752fe4fc-f5ee-41e8-aaea-849d34ac2007 req-d8bad5dc-d430-4b74-beb4-b5e58fb64b69 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=8129cb95-93e1-4939-af16-4eb6e29b0486 HTTP/1.1" status: 200 len: 945 time: 0.0816109 Dec 16 22:12:55.024234 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-752fe4fc-f5ee-41e8-aaea-849d34ac2007 req-af36d404-3a39-43fa-9b2e-b0b9d15a34da tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709217 Dec 16 22:12:55.119077 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 948d8e20-cf02-4e76-a17b-5e0505ad5161 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:12:55.174896 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-1ceb07cc-04ce-4fe3-ad22-ce7933d72aad tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:55.179751 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-1ceb07cc-04ce-4fe3-ad22-ce7933d72aad tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/networks?id=fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925 HTTP/1.1" status: 200 len: 813 time: 0.1779261 Dec 16 22:12:55.204344 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-51b140d9-0559-48af-9371-7e316b44b2fa tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/quotas/f46ea7d5a2a74db992746e488a2c27c4 HTTP/1.1" status: 200 len: 375 time: 0.0142403 Dec 16 22:12:55.248468 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-97722f4d-f90d-4779-8bd5-8ae49505fdeb tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f46ea7d5a2a74db992746e488a2c27c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371859 Dec 16 22:12:55.261164 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a2006-6e2a-41e6-946c-fa47a6a3ed58 req-cbf6e163-523f-46e0-a906-b9ece7676e7a tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:55.269554 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b66a2006-6e2a-41e6-946c-fa47a6a3ed58 req-cbf6e163-523f-46e0-a906-b9ece7676e7a tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.1005619 Dec 16 22:12:55.287294 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 948d8e20-cf02-4e76-a17b-5e0505ad5161 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:12:55.293467 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 948d8e20-cf02-4e76-a17b-5e0505ad5161 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:55.294196 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:55.326133 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b66a2006-6e2a-41e6-946c-fa47a6a3ed58 req-20f4d250-aa23-472f-86c3-70367f357de6 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533605 Dec 16 22:12:55.434184 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:55.439412 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-80febe89-6c48-4ac9-9eaa-b82530538ae7 service neutron] 10.222.0.75 "GET /v2.0/networks/fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785812 Dec 16 22:12:55.485517 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 948d8e20-cf02-4e76-a17b-5e0505ad5161, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=948d8e20-cf02-4e76-a17b-5e0505ad5161,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:55.489070 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c1db16-80e0-4576-ac88-0be9188fc3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948d8e20-cf02-4e76-a17b-5e0505ad5161'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:55.491792 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6bd6e5-6c5e-4d26-b32d-b889e28fe741" -d '{"events": [{"server_uuid": "20c1db16-80e0-4576-ac88-0be9188fc3ae", "name": "network-vif-plugged", "status": "completed", "tag": "948d8e20-cf02-4e76-a17b-5e0505ad5161"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:55.587645 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-443ea35d-9230-4451-bb16-f53b24d60a8e service neutron] 10.222.0.75 "GET /v2.0/networks/fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415286 Dec 16 22:12:55.631036 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:55.700548 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0bd24dd9-c1b0-4878-a85b-cbd2ed3280f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:55.738965 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=948d8e20-cf02-4e76-a17b-5e0505ad5161,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:55.940000 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befeff6e-9295-49cd-ace1-36bef4ea6836 x-openstack-request-id: req-befeff6e-9295-49cd-ace1-36bef4ea6836 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:55.940623 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c1db16-80e0-4576-ac88-0be9188fc3ae", "name": "network-vif-plugged", "status": "completed", "tag": "948d8e20-cf02-4e76-a17b-5e0505ad5161", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:55.941093 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-befeff6e-9295-49cd-ace1-36bef4ea6836 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:55.942838 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c1db16-80e0-4576-ac88-0be9188fc3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948d8e20-cf02-4e76-a17b-5e0505ad5161', 'code': 200} Dec 16 22:12:56.060253 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacf1d7-820f-4509-809b-073e2c0f19bb req-3b36da8c-0b53-4ae5-93d8-f56fbf84ccd7 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:56.069127 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0aacf1d7-820f-4509-809b-073e2c0f19bb req-3b36da8c-0b53-4ae5-93d8-f56fbf84ccd7 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=20c1db16-80e0-4576-ac88-0be9188fc3ae HTTP/1.1" status: 200 len: 950 time: 0.0899460 Dec 16 22:12:56.095734 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6e5cd6e8-d2ed-41de-b4a4-4013c4331a42 req-9c85262f-add8-4bde-8140-e2facfc69092 tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0706716 Dec 16 22:12:56.171966 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0aacf1d7-820f-4509-809b-073e2c0f19bb req-5a55387e-150c-429b-9391-c0998c502fe5 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002903 Dec 16 22:12:56.192276 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ded658-5153-4dc4-9312-a5cbbccc25ac req-2b121a52-c153-4ab6-9312-706433a97008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:56.192276 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-65ded658-5153-4dc4-9312-a5cbbccc25ac req-2b121a52-c153-4ab6-9312-706433a97008 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20c1db16-80e0-4576-ac88-0be9188fc3ae HTTP/1.1" status: 200 len: 1101 time: 0.1115005 Dec 16 22:12:56.266824 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e48886e6-9608-4961-9a66-484e1f8a5e65 req-8bbf7509-9afa-4132-b138-5aa173be99df tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=6feb6ee6-640e-4a9d-aa6f-db14bab89112 HTTP/1.1" status: 200 len: 210 time: 0.0544477 Dec 16 22:12:56.325082 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-65ded658-5153-4dc4-9312-a5cbbccc25ac req-b2a14caf-bde6-4e24-8eba-5c116ad83c7e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986767 Dec 16 22:12:56.414126 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93acc9a-0a62-47ca-bf83-e9f4e18a6d75 req-83d2ad87-eabe-4225-95fe-82ed07e5ab0a tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:56.423961 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c93acc9a-0a62-47ca-bf83-e9f4e18a6d75 req-83d2ad87-eabe-4225-95fe-82ed07e5ab0a tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 944 time: 0.0791886 Dec 16 22:12:56.432692 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119a6d4-2321-4ec4-8f7f-1488b1ecfb76 req-943855f6-4d3a-43ea-ae50-e8879dda1612 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:56.437448 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b119a6d4-2321-4ec4-8f7f-1488b1ecfb76 req-943855f6-4d3a-43ea-ae50-e8879dda1612 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=8129cb95-93e1-4939-af16-4eb6e29b0486 HTTP/1.1" status: 200 len: 945 time: 0.0704944 Dec 16 22:12:56.514020 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c93acc9a-0a62-47ca-bf83-e9f4e18a6d75 req-207ad24a-6d8c-4046-b810-0086db8c5f41 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dbc48b0-413e-4205-a0a1-01993c6ba5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881603 Dec 16 22:12:56.538518 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b119a6d4-2321-4ec4-8f7f-1488b1ecfb76 req-7080747b-3d2d-498d-855a-047202039027 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844777 Dec 16 22:12:56.675584 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47912f32-9d06-48ca-83a0-46f3398750e8 req-d49a2964-e8fb-47cb-b79a-efc390925cc5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:56.677384 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47912f32-9d06-48ca-83a0-46f3398750e8 req-d49a2964-e8fb-47cb-b79a-efc390925cc5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.0732973 Dec 16 22:12:56.722398 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:56.739078 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47912f32-9d06-48ca-83a0-46f3398750e8 req-217c556c-83b4-464a-a77b-4b4bef1e9cc2 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551989 Dec 16 22:12:56.850072 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:57.049825 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81478ec0-d416-4b4e-8ea7-5850e743a5b8 req-15979a44-0f34-4c0f-be85-653831396a11 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:57.051359 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81478ec0-d416-4b4e-8ea7-5850e743a5b8 req-15979a44-0f34-4c0f-be85-653831396a11 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 944 time: 0.0552723 Dec 16 22:12:57.126951 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device ec9c51a3-e9f1-41e1-a455-66df2e1042ca up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:12:57.158045 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-81478ec0-d416-4b4e-8ea7-5850e743a5b8 req-318a20ae-c96c-47f0-b9bf-ad765f60d0da tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Deleting port 3dab41f1-8149-4402-b813-6554b0a6288a {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:12:57.158893 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-81478ec0-d416-4b4e-8ea7-5850e743a5b8 req-318a20ae-c96c-47f0-b9bf-ad765f60d0da tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:57.241096 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1495aba-5669-4fa5-ac09-b6cc7de3eb08 req-0e2b28c0-fc71-4782-825c-1ab45a4b8cc9 tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0344512 Dec 16 22:12:57.287869 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-81478ec0-d416-4b4e-8ea7-5850e743a5b8 req-318a20ae-c96c-47f0-b9bf-ad765f60d0da tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] For port 3dab41f1-8149-4402-b813-6554b0a6288a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=3dab41f1-8149-4402-b813-6554b0a6288a,segment=NetworkSegment(dfcb7670-59c9-4344-8b25-7b185a623e1c),segment_id=dfcb7670-59c9-4344-8b25-7b185a623e1c)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:57.288241 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-81478ec0-d416-4b4e-8ea7-5850e743a5b8 req-318a20ae-c96c-47f0-b9bf-ad765f60d0da tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:57.302619 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-81478ec0-d416-4b4e-8ea7-5850e743a5b8 req-318a20ae-c96c-47f0-b9bf-ad765f60d0da tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Calling delete_port for 3dab41f1-8149-4402-b813-6554b0a6288a owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:12:57.322829 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8898a-fa05-4bc8-b31e-7a82ba501cea req-f4015b4f-2cfe-4bc0-879e-9ba7e68f6e14 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:57.324698 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a8c8898a-fa05-4bc8-b31e-7a82ba501cea req-f4015b4f-2cfe-4bc0-879e-9ba7e68f6e14 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=20c1db16-80e0-4576-ac88-0be9188fc3ae HTTP/1.1" status: 200 len: 950 time: 0.0632718 Dec 16 22:12:57.341076 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port ec9c51a3-e9f1-41e1-a455-66df2e1042ca completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:12:57.345777 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port ec9c51a3-e9f1-41e1-a455-66df2e1042ca triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:12:57.346146 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:57.389207 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a8c8898a-fa05-4bc8-b31e-7a82ba501cea req-c09b2e23-e2f0-4913-ab16-26ac92ec5086 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573018 Dec 16 22:12:57.438593 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9587a813-1936-4bd5-ba6f-ebfe776ebda2 req-3a4eb0a2-f42f-4c18-800c-c724857b06df tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=6feb6ee6-640e-4a9d-aa6f-db14bab89112 HTTP/1.1" status: 200 len: 210 time: 0.0321372 Dec 16 22:12:57.461375 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:57.501336 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port ec9c51a3-e9f1-41e1-a455-66df2e1042ca, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=ec9c51a3-e9f1-41e1-a455-66df2e1042ca,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:12:57.578426 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-81478ec0-d416-4b4e-8ea7-5850e743a5b8 req-318a20ae-c96c-47f0-b9bf-ad765f60d0da tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:57.580038 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:57.580960 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device caf78707-7f9d-481e-b2b4-43cda9190fea no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:12:57.667288 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a20ae-c96c-47f0-b9bf-ad765f60d0da tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Pushing event deleted for resources: {'Port': ['ID=3dab41f1-8149-4402-b813-6554b0a6288a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:57.670283 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b2328925-c761-4ee6-b028-3ee34cd8db66 req-5ca4cbf6-d347-42a4-b6cf-d05b435f2137 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 210 time: 0.0590589 Dec 16 22:12:57.697263 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: caf78707-7f9d-481e-b2b4-43cda9190fea {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:12:57.698014 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device caf78707-7f9d-481e-b2b4-43cda9190fea not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:12:57.747774 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-81478ec0-d416-4b4e-8ea7-5850e743a5b8 req-318a20ae-c96c-47f0-b9bf-ad765f60d0da tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] No DVR routers for this DVR port 3dab41f1-8149-4402-b813-6554b0a6288a on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:12:57.772835 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-81478ec0-d416-4b4e-8ea7-5850e743a5b8 req-318a20ae-c96c-47f0-b9bf-ad765f60d0da tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:57.776625 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81478ec0-d416-4b4e-8ea7-5850e743a5b8 req-318a20ae-c96c-47f0-b9bf-ad765f60d0da tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.57 "DELETE /v2.0/ports/3dab41f1-8149-4402-b813-6554b0a6288a HTTP/1.1" status: 204 len: 173 time: 0.7190921 Dec 16 22:12:57.779022 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cac6615-4457-406e-9f48-c3843e9fcd12', 'name': 'network-vif-deleted', 'tag': '3dab41f1-8149-4402-b813-6554b0a6288a'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:57.787636 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f474dac5-9bf0-4572-8b49-a24002fa2457" -d '{"events": [{"server_uuid": "5cac6615-4457-406e-9f48-c3843e9fcd12", "name": "network-vif-deleted", "tag": "3dab41f1-8149-4402-b813-6554b0a6288a"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:57.792628 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=ec9c51a3-e9f1-41e1-a455-66df2e1042ca,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:12:57.918856 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced47bc-ca05-4abd-a4d3-fd54877b0d54 req-d986b8e2-54ad-4fe1-a490-c113753a08bb tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:57.929009 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ced47bc-ca05-4abd-a4d3-fd54877b0d54 req-d986b8e2-54ad-4fe1-a490-c113753a08bb tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.0767391 Dec 16 22:12:57.944132 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8129cb95-93e1-4939-af16-4eb6e29b0486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9c51a3-e9f1-41e1-a455-66df2e1042ca'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:12:57.946483 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59851094-faad-4c9b-9563-8fae3c2ffcbc" -d '{"events": [{"server_uuid": "8129cb95-93e1-4939-af16-4eb6e29b0486", "name": "network-vif-plugged", "status": "completed", "tag": "ec9c51a3-e9f1-41e1-a455-66df2e1042ca"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:12:58.005565 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ced47bc-ca05-4abd-a4d3-fd54877b0d54 req-4f8a7622-e4e5-41cb-94bc-2260c25339bc tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755222 Dec 16 22:12:58.056670 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbd0e2a-8358-4452-860a-8dd64a4c313a x-openstack-request-id: req-7cbd0e2a-8358-4452-860a-8dd64a4c313a {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:58.057243 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cac6615-4457-406e-9f48-c3843e9fcd12", "name": "network-vif-deleted", "tag": "3dab41f1-8149-4402-b813-6554b0a6288a", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:58.058040 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7cbd0e2a-8358-4452-860a-8dd64a4c313a {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:58.062872 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cac6615-4457-406e-9f48-c3843e9fcd12', 'name': 'network-vif-deleted', 'tag': '3dab41f1-8149-4402-b813-6554b0a6288a', 'status': 'completed', 'code': 200} Dec 16 22:12:58.096697 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773112d-054c-46f7-a310-98657c645b9c req-85f580af-4b03-4eda-925d-24484ef1c052 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:58.097836 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3e07b5-6f5b-4613-90f1-fe6f7725af57 x-openstack-request-id: req-6b3e07b5-6f5b-4613-90f1-fe6f7725af57 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:12:58.098168 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8129cb95-93e1-4939-af16-4eb6e29b0486", "name": "network-vif-plugged", "status": "completed", "tag": "ec9c51a3-e9f1-41e1-a455-66df2e1042ca", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:12:58.098449 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6b3e07b5-6f5b-4613-90f1-fe6f7725af57 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:12:58.098838 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8129cb95-93e1-4939-af16-4eb6e29b0486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9c51a3-e9f1-41e1-a455-66df2e1042ca', 'code': 200} Dec 16 22:12:58.104235 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0773112d-054c-46f7-a310-98657c645b9c req-85f580af-4b03-4eda-925d-24484ef1c052 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=8129cb95-93e1-4939-af16-4eb6e29b0486 HTTP/1.1" status: 200 len: 946 time: 0.1225114 Dec 16 22:12:58.179750 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0773112d-054c-46f7-a310-98657c645b9c req-5107c7a0-e379-408f-a745-76bdd811d2f7 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743933 Dec 16 22:12:58.267869 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1eb16-7c33-46c4-b5d1-7fccebd03465 req-3775f16f-29fb-4d99-822c-f1ce693dcb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:58.269369 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9c1eb16-7c33-46c4-b5d1-7fccebd03465 req-3775f16f-29fb-4d99-822c-f1ce693dcb37 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8129cb95-93e1-4939-af16-4eb6e29b0486 HTTP/1.1" status: 200 len: 1097 time: 0.0410542 Dec 16 22:12:58.316777 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:58.317512 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:58.317650 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9c1eb16-7c33-46c4-b5d1-7fccebd03465 req-3eb10fce-21b8-4047-ba08-a48ce0cc0532 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398397 Dec 16 22:12:58.373615 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ddf684b4-1d6f-4c0e-b797-f06faec9b231 req-8309d1ce-656b-4c1e-9cc4-915b325d12f2 tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0279047 Dec 16 22:12:58.510025 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0548ff5-c584-405e-96a6-02b1196fd1ca req-9b6aff7a-04cf-4855-a43a-516f53a03253 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:58.511543 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0548ff5-c584-405e-96a6-02b1196fd1ca req-9b6aff7a-04cf-4855-a43a-516f53a03253 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=20c1db16-80e0-4576-ac88-0be9188fc3ae HTTP/1.1" status: 200 len: 950 time: 0.0499251 Dec 16 22:12:58.563925 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0548ff5-c584-405e-96a6-02b1196fd1ca req-063cd1aa-f917-4e69-b0fa-afca3dd6b666 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459979 Dec 16 22:12:58.657346 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0074cc46-13c7-4d27-95e2-0ffeee447b5e req-2ddfc855-88b9-4a77-a85a-17a9c997859b tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=6feb6ee6-640e-4a9d-aa6f-db14bab89112 HTTP/1.1" status: 200 len: 210 time: 0.0285723 Dec 16 22:12:58.798230 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bdb14b66-3768-4a12-b20b-073ffd787b77 req-511d7920-2860-41b4-8e46-157a4f3c3fb0 tempest-LiveAutoBlockMigrationV225Test-1526790694 tempest-LiveAutoBlockMigrationV225Test-1526790694-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cac6615-4457-406e-9f48-c3843e9fcd12 HTTP/1.1" status: 200 len: 210 time: 0.0299072 Dec 16 22:12:59.006952 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:12:59.181453 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d6139-5744-4489-b57d-f32f4efb5177 req-a0b9b4b1-cfee-4ea0-81ab-cd18d7465b6f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:59.183665 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-434d6139-5744-4489-b57d-f32f4efb5177 req-a0b9b4b1-cfee-4ea0-81ab-cd18d7465b6f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.0563140 Dec 16 22:12:59.235558 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-434d6139-5744-4489-b57d-f32f4efb5177 req-1c2cf83c-dd31-4ef0-9238-086585ba9cbb tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461242 Dec 16 22:12:59.346570 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193f6b4-181f-4917-a567-a5d2e2a81f17 req-5646a6e1-a95e-4e35-a2ad-4891ba423eac tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:59.348614 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7193f6b4-181f-4917-a567-a5d2e2a81f17 req-5646a6e1-a95e-4e35-a2ad-4891ba423eac tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=20c1db16-80e0-4576-ac88-0be9188fc3ae HTTP/1.1" status: 200 len: 950 time: 0.0556839 Dec 16 22:12:59.411205 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7193f6b4-181f-4917-a567-a5d2e2a81f17 req-f04a8d8e-d5b0-42de-9e08-4fa2c3130250 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545700 Dec 16 22:12:59.555439 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c1c31-073c-48ce-a6be-f1ac7ae975ab req-2320585a-ddd0-4633-a704-c92f0ee5e7e4 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:59.556921 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-672c1c31-073c-48ce-a6be-f1ac7ae975ab req-2320585a-ddd0-4633-a704-c92f0ee5e7e4 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=8129cb95-93e1-4939-af16-4eb6e29b0486 HTTP/1.1" status: 200 len: 946 time: 0.0837910 Dec 16 22:12:59.576912 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-51e5cc5d-28a0-4993-b89f-64c36fca47d1 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:12:59.578451 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-51e5cc5d-28a0-4993-b89f-64c36fca47d1 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.76 "GET /v2.0/networks?id=fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925 HTTP/1.1" status: 200 len: 813 time: 0.1639080 Dec 16 22:12:59.610834 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-2a89f5da-b76f-415a-b0c1-a2ba539438c2 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Request body: {'port': {'device_id': '6feb6ee6-640e-4a9d-aa6f-db14bab89112', 'network_id': 'fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925', 'admin_state_up': True, 'tenant_id': 'f46ea7d5a2a74db992746e488a2c27c4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:12:59.671063 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-672c1c31-073c-48ce-a6be-f1ac7ae975ab req-d3cd3de4-eb81-4087-9a7e-82194f1e3767 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008930 Dec 16 22:12:59.775146 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8f07a360-187e-4656-953b-917e08abb4d5 req-f75d5f65-fb55-48d4-afee-7ddddb3fd874 tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0340219 Dec 16 22:12:59.879324 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-84b8c52d-44bd-4d9d-81c4-21e637354cb3 req-0731267a-8347-47b4-b4b7-0d792e98d7e0 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=6feb6ee6-640e-4a9d-aa6f-db14bab89112 HTTP/1.1" status: 200 len: 210 time: 0.0278454 Dec 16 22:12:59.912362 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-2a89f5da-b76f-415a-b0c1-a2ba539438c2 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Made reservation on behalf of f46ea7d5a2a74db992746e488a2c27c4 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:12:59.915967 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-2a89f5da-b76f-415a-b0c1-a2ba539438c2 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:00.038573 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 34096) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:00.065324 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-2a89f5da-b76f-415a-b0c1-a2ba539438c2 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Allocated IP 172.20.0.7 (fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925/21c53808-9089-42b8-947a-ba9565cbb302/6a229090-9abb-4381-8f5b-226772e8d323) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:13:00.143833 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c7b755-f0dd-4a33-9ded-3812ecc0119c admin admin] Deleting subnet 28a903b4-5579-4f62-80b4-b7b74c354d7a {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:13:00.147649 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f1c7b755-f0dd-4a33-9ded-3812ecc0119c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:00.191151 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f1c7b755-f0dd-4a33-9ded-3812ecc0119c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:00.238518 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-2a89f5da-b76f-415a-b0c1-a2ba539438c2 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:00.246892 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f1c7b755-f0dd-4a33-9ded-3812ecc0119c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:00.362430 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb0552-df7c-4d79-81c1-27e042c386c9 req-cb6829e9-de1a-40a8-8eb9-26d6802f6791 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:00.364052 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e5bb0552-df7c-4d79-81c1-27e042c386c9 req-cb6829e9-de1a-40a8-8eb9-26d6802f6791 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.0507989 Dec 16 22:13:00.390743 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-2a89f5da-b76f-415a-b0c1-a2ba539438c2 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:00.430530 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f1c7b755-f0dd-4a33-9ded-3812ecc0119c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:00.460966 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-2a89f5da-b76f-415a-b0c1-a2ba539438c2 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Network fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:13:00.465118 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-2a89f5da-b76f-415a-b0c1-a2ba539438c2 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:13:00.465404 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f1c7b755-f0dd-4a33-9ded-3812ecc0119c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:00.473360 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f1c7b755-f0dd-4a33-9ded-3812ecc0119c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/28a903b4-5579-4f62-80b4-b7b74c354d7a HTTP/1.1" status: 204 len: 168 time: 0.4328747 Dec 16 22:13:00.474632 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7b755-f0dd-4a33-9ded-3812ecc0119c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28a903b4-5579-4f62-80b4-b7b74c354d7a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:00.476535 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 34106) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:00.491358 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e5bb0552-df7c-4d79-81c1-27e042c386c9 req-f260e40d-76f3-4533-ad26-b58d663d872d tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124129 Dec 16 22:13:00.491358 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-2a89f5da-b76f-415a-b0c1-a2ba539438c2 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:13:00.491358 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89f5da-b76f-415a-b0c1-a2ba539438c2 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Pushing event updated for resources: {'Port': ['ID=6a229090-9abb-4381-8f5b-226772e8d323,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:00.577198 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-2a89f5da-b76f-415a-b0c1-a2ba539438c2 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:00.577866 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-2a89f5da-b76f-415a-b0c1-a2ba539438c2 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:00.584193 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d89fd4e7-60ba-47bc-8d28-dc251d0c9257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:00.642847 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-40770aa9-485e-4e49-a7f1-fd62058a31e1 req-2b31e578-8c17-49bb-894d-b13dccc4ff6b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0521104 Dec 16 22:13:00.667942 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0ea72-b707-4f45-9cfa-6cddd7fad70d req-c07d7a31-a631-4fd4-b0d2-65e72d855cb3 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:00.669491 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-31e0ea72-b707-4f45-9cfa-6cddd7fad70d req-c07d7a31-a631-4fd4-b0d2-65e72d855cb3 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=20c1db16-80e0-4576-ac88-0be9188fc3ae HTTP/1.1" status: 200 len: 950 time: 0.0834153 Dec 16 22:13:00.678813 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d89fd4e7-60ba-47bc-8d28-dc251d0c9257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:00.699740 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-d89fd4e7-60ba-47bc-8d28-dc251d0c9257 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a733dfc2-18aa-436d-9a35-1f59bb423cae']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:00.710662 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-d89fd4e7-60ba-47bc-8d28-dc251d0c9257 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfcb7670-59c9-4344-8b25-7b185a623e1c') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:00.710957 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-d89fd4e7-60ba-47bc-8d28-dc251d0c9257 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfcb7670-59c9-4344-8b25-7b185a623e1c') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:00.720797 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-31e0ea72-b707-4f45-9cfa-6cddd7fad70d req-5f321d74-0e39-4dc5-9adb-6b26507da204 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451279 Dec 16 22:13:00.721160 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d89fd4e7-60ba-47bc-8d28-dc251d0c9257 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:00.744388 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d89fd4e7-60ba-47bc-8d28-dc251d0c9257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:00.744717 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-2a89f5da-b76f-415a-b0c1-a2ba539438c2 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1399379 Dec 16 22:13:00.759339 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89fd4e7-60ba-47bc-8d28-dc251d0c9257 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:13:00.759783 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d89fd4e7-60ba-47bc-8d28-dc251d0c9257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:13:00.761774 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:13:00.831731 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f064e0-34a4-4986-964f-c1b3dd513293 req-a36d3d08-840f-4d36-a9a0-55f50dc5abb1 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:00.833239 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7f064e0-34a4-4986-964f-c1b3dd513293 req-a36d3d08-840f-4d36-a9a0-55f50dc5abb1 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=8129cb95-93e1-4939-af16-4eb6e29b0486 HTTP/1.1" status: 200 len: 946 time: 0.0515211 Dec 16 22:13:00.881638 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7f064e0-34a4-4986-964f-c1b3dd513293 req-13b40567-80e6-4715-827b-5122740d12bc tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424099 Dec 16 22:13:00.912738 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d89fd4e7-60ba-47bc-8d28-dc251d0c9257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:00.926064 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d89fd4e7-60ba-47bc-8d28-dc251d0c9257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:00.927870 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d89fd4e7-60ba-47bc-8d28-dc251d0c9257 admin admin] 10.222.0.75 "DELETE /v2.0/networks/a733dfc2-18aa-436d-9a35-1f59bb423cae HTTP/1.1" status: 204 len: 168 time: 0.4495244 Dec 16 22:13:00.943088 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 34120) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:00.948430 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89fd4e7-60ba-47bc-8d28-dc251d0c9257 admin admin] Pushing event deleted for resources: {'Network': ['ID=a733dfc2-18aa-436d-9a35-1f59bb423cae,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:00.949787 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-3105e0c7-abb7-4ff2-8448-bf4a00d64b6f service neutron] Request body: {'port': {'device_id': '6feb6ee6-640e-4a9d-aa6f-db14bab89112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:01.059481 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abc059c4-ba68-48f1-95ed-b22276df0cd4 req-8caefa63-afbf-47e2-9637-e634b257faaf tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0410254 Dec 16 22:13:01.089769 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-3105e0c7-abb7-4ff2-8448-bf4a00d64b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:01.115358 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-3323f952-c7c8-43fd-9f66-89cc3629da61 admin admin] Deleting subnet 1a0bef4c-fc28-45e0-a364-9b735a1812ca {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:13:01.120328 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3323f952-c7c8-43fd-9f66-89cc3629da61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:01.124451 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6f4fc-bfc7-435d-b449-b3ef084fec47 req-d3ca8440-4e37-4551-bbfe-577e2fa9e0a0 tempest-LiveMigrationNegativeTest-1638407459 tempest-LiveMigrationNegativeTest-1638407459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:01.131619 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d0f6f4fc-bfc7-435d-b449-b3ef084fec47 req-d3ca8440-4e37-4551-bbfe-577e2fa9e0a0 tempest-LiveMigrationNegativeTest-1638407459 tempest-LiveMigrationNegativeTest-1638407459-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=20c1db16-80e0-4576-ac88-0be9188fc3ae HTTP/1.1" status: 200 len: 1101 time: 0.1572464 Dec 16 22:13:01.153831 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 3dab41f1-8149-4402-b813-6554b0a6288a no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:13:01.176800 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 3dab41f1-8149-4402-b813-6554b0a6288a {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:13:01.177448 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 3dab41f1-8149-4402-b813-6554b0a6288a not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:13:01.180080 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3ee7b-bb77-4a17-b184-2594ce8a8683 req-627d699e-e8af-47be-b12e-de5216005f07 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:01.181636 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-90f3ee7b-bb77-4a17-b184-2594ce8a8683 req-627d699e-e8af-47be-b12e-de5216005f07 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=6feb6ee6-640e-4a9d-aa6f-db14bab89112 HTTP/1.1" status: 200 len: 931 time: 0.0550902 Dec 16 22:13:01.192967 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d0f6f4fc-bfc7-435d-b449-b3ef084fec47 req-be9132b4-fae0-4128-bee8-882dbd7dcc92 tempest-LiveMigrationNegativeTest-1638407459 tempest-LiveMigrationNegativeTest-1638407459-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:01.224662 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3323f952-c7c8-43fd-9f66-89cc3629da61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:01.231001 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-90f3ee7b-bb77-4a17-b184-2594ce8a8683 req-365c8249-6d88-4f13-ab6c-bb5bbc1c9210 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427153 Dec 16 22:13:01.358551 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3323f952-c7c8-43fd-9f66-89cc3629da61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:01.514859 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-77668872-f9a0-4a7d-a367-3e9b50c00fb4 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:01.516394 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-77668872-f9a0-4a7d-a367-3e9b50c00fb4 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/networks?id=8ad157d2-5520-47b6-a14b-23516eba3ebc HTTP/1.1" status: 200 len: 806 time: 0.1099458 Dec 16 22:13:01.542118 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-5efe053f-3cf7-44db-b56b-5b3f647fe232 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/quotas/2a5983ec059547448cf45cc5d0d82ac4 HTTP/1.1" status: 200 len: 375 time: 0.0105283 Dec 16 22:13:01.602407 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-e0a1c0df-12c6-413b-9d1e-b76bb4dd7cba tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2a5983ec059547448cf45cc5d0d82ac4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529778 Dec 16 22:13:01.709179 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-991491ed-be88-4b12-8f93-b33c02802c97 service neutron] 10.222.0.75 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983262 Dec 16 22:13:01.813557 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d0f6f4fc-bfc7-435d-b449-b3ef084fec47 req-be9132b4-fae0-4128-bee8-882dbd7dcc92 tempest-LiveMigrationNegativeTest-1638407459 tempest-LiveMigrationNegativeTest-1638407459-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:01.816840 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-2b4dc5f5-32b0-4b2b-b9cf-ab972dd147d5 service neutron] 10.222.0.75 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009932 Dec 16 22:13:01.881501 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-3105e0c7-abb7-4ff2-8448-bf4a00d64b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a229090-9abb-4381-8f5b-226772e8d323 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:01.890151 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-3105e0c7-abb7-4ff2-8448-bf4a00d64b6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:01.894481 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3323f952-c7c8-43fd-9f66-89cc3629da61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:01.896263 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d0f6f4fc-bfc7-435d-b449-b3ef084fec47 req-be9132b4-fae0-4128-bee8-882dbd7dcc92 tempest-LiveMigrationNegativeTest-1638407459 tempest-LiveMigrationNegativeTest-1638407459-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:01.922221 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 712cf24d-c529-462a-bdcb-23ecddc78bca no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:13:01.944523 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-3105e0c7-abb7-4ff2-8448-bf4a00d64b6f service neutron] Transition to ACTIVE for port object 6a229090-9abb-4381-8f5b-226772e8d323 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:13:01.946704 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323f952-c7c8-43fd-9f66-89cc3629da61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a0bef4c-fc28-45e0-a364-9b735a1812ca,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:01.953725 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3323f952-c7c8-43fd-9f66-89cc3629da61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:01.956807 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3323f952-c7c8-43fd-9f66-89cc3629da61 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1a0bef4c-fc28-45e0-a364-9b735a1812ca HTTP/1.1" status: 204 len: 168 time: 1.0126956 Dec 16 22:13:01.960135 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 34140) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:01.977123 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9132b4-fae0-4128-bee8-882dbd7dcc92 tempest-LiveMigrationNegativeTest-1638407459 tempest-LiveMigrationNegativeTest-1638407459-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2683c8-ab4c-4c4e-a059-3d0b29193d32,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:01.981505 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d0f6f4fc-bfc7-435d-b449-b3ef084fec47 req-be9132b4-fae0-4128-bee8-882dbd7dcc92 tempest-LiveMigrationNegativeTest-1638407459 tempest-LiveMigrationNegativeTest-1638407459-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8489332 Dec 16 22:13:02.019878 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:02.042631 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1254542e-bdfc-41f5-a5e3-2c3e0e4570b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:02.047726 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '712cf24d-c529-462a-bdcb-23ecddc78bca'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:02.050767 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032bc2b6-8cb0-4f76-9a22-59bfc0899284" -d '{"events": [{"server_uuid": "1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5", "name": "network-vif-unplugged", "status": "completed", "tag": "712cf24d-c529-462a-bdcb-23ecddc78bca"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:02.068144 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 712cf24d-c529-462a-bdcb-23ecddc78bca, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=712cf24d-c529-462a-bdcb-23ecddc78bca,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:02.132477 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-3105e0c7-abb7-4ff2-8448-bf4a00d64b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:02.151158 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1254542e-bdfc-41f5-a5e3-2c3e0e4570b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:02.153106 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:02.208800 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105e0c7-abb7-4ff2-8448-bf4a00d64b6f service neutron] Pushing event updated for resources: {'Port': ['ID=6a229090-9abb-4381-8f5b-226772e8d323,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:02.225173 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-1254542e-bdfc-41f5-a5e3-2c3e0e4570b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e024be1-21a2-43f3-b3ee-a627c39e6b8e']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:02.246228 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-1254542e-bdfc-41f5-a5e3-2c3e0e4570b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce9b6a1-44e0-45bf-9a23-b595c00fbbbd') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:02.247399 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-1254542e-bdfc-41f5-a5e3-2c3e0e4570b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce9b6a1-44e0-45bf-9a23-b595c00fbbbd') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:13:02.250017 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=712cf24d-c529-462a-bdcb-23ecddc78bca,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:02.272288 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1254542e-bdfc-41f5-a5e3-2c3e0e4570b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:02.306204 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1254542e-bdfc-41f5-a5e3-2c3e0e4570b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:02.306876 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-494e0f8b-2e17-45d7-b2bb-504b892237f8 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:02.308452 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-494e0f8b-2e17-45d7-b2bb-504b892237f8 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/networks?id=f4b4200a-5735-42d7-aba1-c5a847665c5e HTTP/1.1" status: 200 len: 804 time: 0.2298009 Dec 16 22:13:02.320592 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1254542e-bdfc-41f5-a5e3-2c3e0e4570b9 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:13:02.320913 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1254542e-bdfc-41f5-a5e3-2c3e0e4570b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:13:02.322858 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:13:02.340221 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-3759262b-baac-4a04-aa93-fb418f014ba2 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/quotas/fc5f8f0b8add43369a6118c499ef042d HTTP/1.1" status: 200 len: 375 time: 0.0183301 Dec 16 22:13:02.353046 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-3105e0c7-abb7-4ff2-8448-bf4a00d64b6f service neutron] Attempting to bind port 6a229090-9abb-4381-8f5b-226772e8d323 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:13:02.353394 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-3105e0c7-abb7-4ff2-8448-bf4a00d64b6f service neutron] Attempting to bind port 6a229090-9abb-4381-8f5b-226772e8d323 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '1245a524-6df6-423f-990d-26e7606d949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:13:02.353727 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-3105e0c7-abb7-4ff2-8448-bf4a00d64b6f service neutron] Attempting to bind port 6a229090-9abb-4381-8f5b-226772e8d323 on network fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:02.360022 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-3105e0c7-abb7-4ff2-8448-bf4a00d64b6f service neutron] Port 6a229090-9abb-4381-8f5b-226772e8d323 on network fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:13:02.361014 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-3105e0c7-abb7-4ff2-8448-bf4a00d64b6f service neutron] Attempting to bind port 6a229090-9abb-4381-8f5b-226772e8d323 on network fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:02.378784 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-3105e0c7-abb7-4ff2-8448-bf4a00d64b6f service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:13:02.379435 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-3105e0c7-abb7-4ff2-8448-bf4a00d64b6f service neutron] Checking segment: {'id': '1245a524-6df6-423f-990d-26e7606d949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:13:02.379986 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-3105e0c7-abb7-4ff2-8448-bf4a00d64b6f service neutron] Bound using segment: {'id': '1245a524-6df6-423f-990d-26e7606d949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:13:02.380651 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-3105e0c7-abb7-4ff2-8448-bf4a00d64b6f service neutron] Bound port: 6a229090-9abb-4381-8f5b-226772e8d323, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1245a524-6df6-423f-990d-26e7606d949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:13:02.381022 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-3105e0c7-abb7-4ff2-8448-bf4a00d64b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:02.450194 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b76679b7-f7e2-4fe9-b9f4-44a87084dacc tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=fc5f8f0b8add43369a6118c499ef042d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0859802 Dec 16 22:13:02.524301 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-3105e0c7-abb7-4ff2-8448-bf4a00d64b6f service neutron] For port 6a229090-9abb-4381-8f5b-226772e8d323, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:13:02.567414 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-15a14f6c-b82c-48b6-a5b1-23d91ab0f383 service neutron] 10.222.0.75 "GET /v2.0/networks/f4b4200a-5735-42d7-aba1-c5a847665c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068509 Dec 16 22:13:02.668070 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-4aa09edd-8d93-4b38-a6c0-e3fcd431b206 service neutron] 10.222.0.75 "GET /v2.0/networks/f4b4200a-5735-42d7-aba1-c5a847665c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943279 Dec 16 22:13:02.677348 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b297b6-8fe8-48e5-a047-c6db0541b528 req-3474345d-06d4-494b-b243-367c4bcbfb2b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:02.678865 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-11b297b6-8fe8-48e5-a047-c6db0541b528 req-3474345d-06d4-494b-b243-367c4bcbfb2b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.4352582 Dec 16 22:13:02.738665 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-11b297b6-8fe8-48e5-a047-c6db0541b528 req-13c96d7f-e124-42dc-a227-ce1b7d04dc0d tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522249 Dec 16 22:13:02.821356 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1254542e-bdfc-41f5-a5e3-2c3e0e4570b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:02.822321 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2918af-7f8f-446d-8530-8f996c209497 x-openstack-request-id: req-ba2918af-7f8f-446d-8530-8f996c209497 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:02.823922 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5", "name": "network-vif-unplugged", "status": "completed", "tag": "712cf24d-c529-462a-bdcb-23ecddc78bca", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:02.824186 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ba2918af-7f8f-446d-8530-8f996c209497 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:02.826197 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '712cf24d-c529-462a-bdcb-23ecddc78bca', 'code': 200} Dec 16 22:13:02.840280 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1254542e-bdfc-41f5-a5e3-2c3e0e4570b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:02.843734 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1254542e-bdfc-41f5-a5e3-2c3e0e4570b9 admin admin] 10.222.0.75 "DELETE /v2.0/networks/5e024be1-21a2-43f3-b3ee-a627c39e6b8e HTTP/1.1" status: 204 len: 168 time: 0.8824244 Dec 16 22:13:02.844558 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-3105e0c7-abb7-4ff2-8448-bf4a00d64b6f service neutron] For port 6a229090-9abb-4381-8f5b-226772e8d323, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=6a229090-9abb-4381-8f5b-226772e8d323,segment=NetworkSegment(1245a524-6df6-423f-990d-26e7606d949e),segment_id=1245a524-6df6-423f-990d-26e7606d949e)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:13:02.853445 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254542e-bdfc-41f5-a5e3-2c3e0e4570b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e024be1-21a2-43f3-b3ee-a627c39e6b8e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:02.904736 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6800cde7-38f3-4094-9ac5-499c0dad2592 req-1f84ef53-58b8-4ee8-987d-fa127b01ac7c tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0295312 Dec 16 22:13:02.955594 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-3105e0c7-abb7-4ff2-8448-bf4a00d64b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:03.001686 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-255dc8e2-ac87-463b-a9dd-c30e04d4350d req-49fb5f37-22c6-465d-9913-5dfa1bf9aecc tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=539e6dd9-f56d-45b2-8523-2eb4fc14cbd8 HTTP/1.1" status: 200 len: 210 time: 0.0431051 Dec 16 22:13:03.062987 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-3105e0c7-abb7-4ff2-8448-bf4a00d64b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:03.063753 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-3105e0c7-abb7-4ff2-8448-bf4a00d64b6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:03.071751 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-3105e0c7-abb7-4ff2-8448-bf4a00d64b6f service neutron] 10.222.0.76 "PUT /v2.0/ports/6a229090-9abb-4381-8f5b-226772e8d323 HTTP/1.1" status: 200 len: 1091 time: 2.1263170 Dec 16 22:13:03.071751 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6feb6ee6-640e-4a9d-aa6f-db14bab89112', 'tag': '6a229090-9abb-4381-8f5b-226772e8d323'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:03.071751 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7daa9c-e272-4617-bd60-3faff7a076cf" -d '{"events": [{"name": "network-changed", "server_uuid": "6feb6ee6-640e-4a9d-aa6f-db14bab89112", "tag": "6a229090-9abb-4381-8f5b-226772e8d323"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:03.114251 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105e0c7-abb7-4ff2-8448-bf4a00d64b6f service neutron] Pushing event updated for resources: {'Port': ['ID=6a229090-9abb-4381-8f5b-226772e8d323,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:03.135009 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c62774-3cfd-4c89-b3ed-6dc047616ca7 req-00e04913-2662-4d26-bb85-ef6e6dd116c9 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:03.135009 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e3c62774-3cfd-4c89-b3ed-6dc047616ca7 req-00e04913-2662-4d26-bb85-ef6e6dd116c9 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5 HTTP/1.1" status: 200 len: 943 time: 0.2044334 Dec 16 22:13:03.187285 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ef7a2-8c01-4652-baa0-01047b9c7e7d req-6f6d50b5-fc8a-43f6-92d6-90433474bd0d tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:03.188928 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8a2ef7a2-8c01-4652-baa0-01047b9c7e7d req-6f6d50b5-fc8a-43f6-92d6-90433474bd0d tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=6feb6ee6-640e-4a9d-aa6f-db14bab89112 HTTP/1.1" status: 200 len: 943 time: 0.1460927 Dec 16 22:13:03.261875 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-68f1f6d1-26af-4137-a80e-2b388ed9ed60 req-d468fce1-7c47-4163-9482-983b0b0b99c7 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=e42e9387-44ce-4fc8-a92e-7d389000320a HTTP/1.1" status: 200 len: 210 time: 0.0268219 Dec 16 22:13:03.291420 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8a2ef7a2-8c01-4652-baa0-01047b9c7e7d req-75211b54-5dbe-4dd3-a450-dca0f5771d8b tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910323 Dec 16 22:13:03.316367 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-e3c62774-3cfd-4c89-b3ed-6dc047616ca7 req-9fcbc49b-fa65-4aaa-81e4-976978f6d3b5 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Deleting port 712cf24d-c529-462a-bdcb-23ecddc78bca {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:13:03.317096 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e3c62774-3cfd-4c89-b3ed-6dc047616ca7 req-9fcbc49b-fa65-4aaa-81e4-976978f6d3b5 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:03.341437 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 34190) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:03.378638 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f4532c-5b77-4a15-904c-b395d74dbaa4 x-openstack-request-id: req-08f4532c-5b77-4a15-904c-b395d74dbaa4 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:03.378638 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6feb6ee6-640e-4a9d-aa6f-db14bab89112", "tag": "6a229090-9abb-4381-8f5b-226772e8d323", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:03.378638 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-08f4532c-5b77-4a15-904c-b395d74dbaa4 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:03.379764 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6feb6ee6-640e-4a9d-aa6f-db14bab89112', 'tag': '6a229090-9abb-4381-8f5b-226772e8d323', 'status': 'completed', 'code': 200} Dec 16 22:13:03.404941 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-924665dc-8d8d-4de1-b099-4076312ad5ac admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0dec5fe31b6f4228b3d46ecd46e77bb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0610440 Dec 16 22:13:03.405225 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 34192) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:03.451807 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-964f856d-7a07-464b-9dc3-83bb765f7979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:03.453348 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-964f856d-7a07-464b-9dc3-83bb765f7979 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f46ea7d5a2a74db992746e488a2c27c4&device_id=6feb6ee6-640e-4a9d-aa6f-db14bab89112 HTTP/1.1" status: 200 len: 1094 time: 0.0737469 Dec 16 22:13:03.473843 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-802d8567-786a-4cd9-8c04-122624e5a9ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:03.484604 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-e3c62774-3cfd-4c89-b3ed-6dc047616ca7 req-9fcbc49b-fa65-4aaa-81e4-976978f6d3b5 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] For port 712cf24d-c529-462a-bdcb-23ecddc78bca, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=712cf24d-c529-462a-bdcb-23ecddc78bca,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:03.485060 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e3c62774-3cfd-4c89-b3ed-6dc047616ca7 req-9fcbc49b-fa65-4aaa-81e4-976978f6d3b5 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:03.500634 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-802d8567-786a-4cd9-8c04-122624e5a9ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:03.523026 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-814bc597-3ac4-447e-a029-ab1cb8340a7e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a229090-9abb-4381-8f5b-226772e8d323 HTTP/1.1" status: 200 len: 217 time: 0.0508852 Dec 16 22:13:03.539560 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-e3c62774-3cfd-4c89-b3ed-6dc047616ca7 req-9fcbc49b-fa65-4aaa-81e4-976978f6d3b5 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Calling delete_port for 712cf24d-c529-462a-bdcb-23ecddc78bca owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:13:03.639457 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-4c1a5ed0-fad5-4238-811a-973f6017bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:03.640932 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-4c1a5ed0-fad5-4238-811a-973f6017bc71 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=21c53808-9089-42b8-947a-ba9565cbb302 HTTP/1.1" status: 200 len: 853 time: 0.0970595 Dec 16 22:13:03.666862 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-802d8567-786a-4cd9-8c04-122624e5a9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:03.670114 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-802d8567-786a-4cd9-8c04-122624e5a9ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:03.671569 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-802d8567-786a-4cd9-8c04-122624e5a9ba admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2dbc48b0-413e-4205-a0a1-01993c6ba5b4 HTTP/1.1" status: 204 len: 168 time: 0.2651422 Dec 16 22:13:03.680182 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d8567-786a-4cd9-8c04-122624e5a9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbc48b0-413e-4205-a0a1-01993c6ba5b4,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:03.681589 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-eb4ad474-5728-465a-8110-7b033265a528 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321605 Dec 16 22:13:03.826699 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-5fa0f6cf-5bb3-47ec-9ae9-315373be97a5 service neutron] 10.222.0.76 "GET /v2.0/networks/fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345274 Dec 16 22:13:03.917794 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e3c62774-3cfd-4c89-b3ed-6dc047616ca7 req-9fcbc49b-fa65-4aaa-81e4-976978f6d3b5 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:03.944497 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4d9eca86-cd67-4505-8410-70b3d7716957 req-8eb421bf-62e1-4a39-acf4-51353c2cc983 service neutron] 10.222.0.76 "GET /v2.0/networks/fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092968 Dec 16 22:13:03.970067 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcbc49b-fa65-4aaa-81e4-976978f6d3b5 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Pushing event deleted for resources: {'Port': ['ID=712cf24d-c529-462a-bdcb-23ecddc78bca,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:04.007828 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c62774-3cfd-4c89-b3ed-6dc047616ca7 req-9fcbc49b-fa65-4aaa-81e4-976978f6d3b5 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] No DVR routers for this DVR port 712cf24d-c529-462a-bdcb-23ecddc78bca on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:13:04.017468 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e3c62774-3cfd-4c89-b3ed-6dc047616ca7 req-9fcbc49b-fa65-4aaa-81e4-976978f6d3b5 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:04.020751 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e3c62774-3cfd-4c89-b3ed-6dc047616ca7 req-9fcbc49b-fa65-4aaa-81e4-976978f6d3b5 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.76 "DELETE /v2.0/ports/712cf24d-c529-462a-bdcb-23ecddc78bca HTTP/1.1" status: 204 len: 173 time: 0.8728538 Dec 16 22:13:04.061919 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cdc140-429f-45c1-b0c7-f6c371259f94 req-f8e0d7c3-afd6-40e3-8d0f-c0f4bb0520df tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:04.063469 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d2cdc140-429f-45c1-b0c7-f6c371259f94 req-f8e0d7c3-afd6-40e3-8d0f-c0f4bb0520df tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.0568299 Dec 16 22:13:04.132273 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d2cdc140-429f-45c1-b0c7-f6c371259f94 req-40055c7b-0c85-4840-bce6-cb65f9a4a5da tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601768 Dec 16 22:13:04.183918 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca4324-291a-4a2a-9ba4-244532a6b547 req-446b8a2f-9b01-4885-a6a7-e6fee2a96753 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:04.186566 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f4ca4324-291a-4a2a-9ba4-244532a6b547 req-446b8a2f-9b01-4885-a6a7-e6fee2a96753 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=20c1db16-80e0-4576-ac88-0be9188fc3ae HTTP/1.1" status: 200 len: 950 time: 0.0707307 Dec 16 22:13:04.257383 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f4ca4324-291a-4a2a-9ba4-244532a6b547 req-a0d92637-6d0c-4a5d-a517-97db408c2865 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637960 Dec 16 22:13:04.287566 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-88b92c90-2737-4c5d-b1c2-e14220f116b4 req-70fbbfb8-c549-4945-9994-e426be7ee044 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=417b9c4804d0498eac46eab16c252f00&device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0751064 Dec 16 22:13:04.323314 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f26f05f8-c8a7-45da-b569-8388a7b849fb req-5a0d144e-9af1-47df-b362-39e18ee7fb88 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=539e6dd9-f56d-45b2-8523-2eb4fc14cbd8 HTTP/1.1" status: 200 len: 210 time: 0.0614715 Dec 16 22:13:04.351180 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-88b92c90-2737-4c5d-b1c2-e14220f116b4 req-9420571f-0c29-42a1-b106-ba00309f0669 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=417b9c4804d0498eac46eab16c252f00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303202 Dec 16 22:13:04.355694 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7daa9c-e272-4617-bd60-3faff7a076cf req-c68f7f18-b800-495a-8476-e253314c63b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:04.358116 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da7daa9c-e272-4617-bd60-3faff7a076cf req-c68f7f18-b800-495a-8476-e253314c63b5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f46ea7d5a2a74db992746e488a2c27c4&device_id=6feb6ee6-640e-4a9d-aa6f-db14bab89112 HTTP/1.1" status: 200 len: 1094 time: 0.1605351 Dec 16 22:13:04.368193 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5710afb6-0a8c-45f8-a86f-37a8e43ae9f4 req-70ccc0e9-80e7-4476-8201-70ca0c0b66f8 tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0373864 Dec 16 22:13:04.491837 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-538bc62b-35a3-47ae-b3bb-baec3d56eca8 req-628ac6bc-9612-4365-af4c-da4e57175642 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=e42e9387-44ce-4fc8-a92e-7d389000320a HTTP/1.1" status: 200 len: 210 time: 0.0598078 Dec 16 22:13:04.541878 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b92c90-2737-4c5d-b1c2-e14220f116b4 req-ffa5b00e-a45a-4d97-a23e-e52c67d56cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:04.543395 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-88b92c90-2737-4c5d-b1c2-e14220f116b4 req-ffa5b00e-a45a-4d97-a23e-e52c67d56cec service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1843612 Dec 16 22:13:04.557925 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7daa9c-e272-4617-bd60-3faff7a076cf req-9938a628-e16a-4258-abf0-97cdd86c5d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:04.560883 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da7daa9c-e272-4617-bd60-3faff7a076cf req-9938a628-e16a-4258-abf0-97cdd86c5d27 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925 HTTP/1.1" status: 200 len: 913 time: 0.1892972 Dec 16 22:13:04.617629 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da7daa9c-e272-4617-bd60-3faff7a076cf req-0633464b-a639-40c1-8383-0f57097e7d5d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a229090-9abb-4381-8f5b-226772e8d323 HTTP/1.1" status: 200 len: 217 time: 0.0452273 Dec 16 22:13:04.626914 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b28d4e-5a3f-4a43-9172-ff1be629ec05 req-84436c5c-8502-4162-9f25-6fb83668eaef tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:04.628656 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-73b28d4e-5a3f-4a43-9172-ff1be629ec05 req-84436c5c-8502-4162-9f25-6fb83668eaef tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=6feb6ee6-640e-4a9d-aa6f-db14bab89112 HTTP/1.1" status: 200 len: 943 time: 0.1025193 Dec 16 22:13:04.697616 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7daa9c-e272-4617-bd60-3faff7a076cf req-9503be92-7685-4b09-9bcd-95ff925e4fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:04.699246 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da7daa9c-e272-4617-bd60-3faff7a076cf req-9503be92-7685-4b09-9bcd-95ff925e4fee service neutron] 10.222.0.76 "GET /v2.0/subnets?id=21c53808-9089-42b8-947a-ba9565cbb302 HTTP/1.1" status: 200 len: 853 time: 0.0691874 Dec 16 22:13:04.727105 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 34216) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:04.731662 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-73b28d4e-5a3f-4a43-9172-ff1be629ec05 req-225ed2ca-db38-45cb-8c8f-dd8e7e2f844c tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939200 Dec 16 22:13:04.754223 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da7daa9c-e272-4617-bd60-3faff7a076cf req-3c833c72-23fc-4301-8ab3-75b52307677e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462003 Dec 16 22:13:04.776893 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b50b1940-a1e6-40c8-b1b4-d2d90223955f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f5402c1c8e7b41f2a2180567481e9973&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485585 Dec 16 22:13:04.780373 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 34218) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:04.833116 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2028da86-2739-4f9a-aa84-02ca41aabb54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:04.855345 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da7daa9c-e272-4617-bd60-3faff7a076cf req-38b89dc7-f181-4029-b71c-9e6c99627b3f service neutron] 10.222.0.76 "GET /v2.0/networks/fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887506 Dec 16 22:13:04.855577 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2028da86-2739-4f9a-aa84-02ca41aabb54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:04.961356 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2028da86-2739-4f9a-aa84-02ca41aabb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:04.964289 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2028da86-2739-4f9a-aa84-02ca41aabb54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:04.967494 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2028da86-2739-4f9a-aa84-02ca41aabb54 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/650cf0db-e161-4d72-97ce-2acde74ae60b HTTP/1.1" status: 204 len: 168 time: 0.1843374 Dec 16 22:13:04.980389 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028da86-2739-4f9a-aa84-02ca41aabb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650cf0db-e161-4d72-97ce-2acde74ae60b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:04.996005 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da7daa9c-e272-4617-bd60-3faff7a076cf req-85017325-2939-4d17-8a78-1118afed2633 service neutron] 10.222.0.76 "GET /v2.0/networks/fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286283 Dec 16 22:13:05.279131 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36546ce-5f2d-400a-b03b-9ac5d42a0494 req-31694782-a69c-4fd2-a604-b775bcd51002 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:05.280928 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a36546ce-5f2d-400a-b03b-9ac5d42a0494 req-31694782-a69c-4fd2-a604-b775bcd51002 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.0603099 Dec 16 22:13:05.383686 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5', 'name': 'network-vif-deleted', 'tag': '712cf24d-c529-462a-bdcb-23ecddc78bca'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:05.386433 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8041c8a9-454c-4653-a439-aed80f7aa081" -d '{"events": [{"server_uuid": "1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5", "name": "network-vif-deleted", "tag": "712cf24d-c529-462a-bdcb-23ecddc78bca"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:05.399012 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a36546ce-5f2d-400a-b03b-9ac5d42a0494 req-63f29585-63a8-439f-8ffe-0ab0e030ebb8 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116757 Dec 16 22:13:05.408546 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a98246-e104-494d-9c34-c667ca3094dd req-eac6b843-3891-47cf-a9bb-01f479d96851 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:05.413488 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-43a98246-e104-494d-9c34-c667ca3094dd req-eac6b843-3891-47cf-a9bb-01f479d96851 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=20c1db16-80e0-4576-ac88-0be9188fc3ae HTTP/1.1" status: 200 len: 950 time: 0.0797067 Dec 16 22:13:05.462620 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-f6b21a4e-2f2e-481f-94c8-3e0ee9efed86 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:05.465156 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-f6b21a4e-2f2e-481f-94c8-3e0ee9efed86 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.57 "GET /v2.0/networks?id=8ad157d2-5520-47b6-a14b-23516eba3ebc HTTP/1.1" status: 200 len: 806 time: 0.1613753 Dec 16 22:13:05.488608 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-43a98246-e104-494d-9c34-c667ca3094dd req-d5af9ea7-1c96-4dca-9bf4-2f2d0abff729 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674553 Dec 16 22:13:05.492040 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-83424d75-c083-49a4-903d-9ab3d191184a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Request body: {'port': {'device_id': '539e6dd9-f56d-45b2-8523-2eb4fc14cbd8', 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc', 'admin_state_up': True, 'tenant_id': '2a5983ec059547448cf45cc5d0d82ac4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:05.542183 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7a8ac2-e7a3-4f14-9016-db6899aeac5c x-openstack-request-id: req-1c7a8ac2-e7a3-4f14-9016-db6899aeac5c {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:05.542711 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5", "name": "network-vif-deleted", "tag": "712cf24d-c529-462a-bdcb-23ecddc78bca", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:05.542830 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1c7a8ac2-e7a3-4f14-9016-db6899aeac5c {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:05.544908 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd41832-a681-4ed1-9cb6-0a91ae1aeeb5', 'name': 'network-vif-deleted', 'tag': '712cf24d-c529-462a-bdcb-23ecddc78bca', 'status': 'completed', 'code': 200} Dec 16 22:13:05.599230 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b6b0ce3-a934-40cd-a4b0-49ad87a53815 req-2cfa9a84-804c-4e63-a0d8-495a7001997f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=539e6dd9-f56d-45b2-8523-2eb4fc14cbd8 HTTP/1.1" status: 200 len: 210 time: 0.0371759 Dec 16 22:13:05.656616 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-97957cf9-cafa-410a-8715-26b36570742a req-8cd30982-a982-4ecb-92bb-4994bec766f6 tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0317366 Dec 16 22:13:05.777536 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-efee3db7-068f-49d3-8b2f-8c47c15828e0 req-b113d432-8afa-49f0-a602-448830a4c35c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=e42e9387-44ce-4fc8-a92e-7d389000320a HTTP/1.1" status: 200 len: 210 time: 0.0315681 Dec 16 22:13:05.861378 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e52b63-7067-4621-9f01-1d0010d45aac req-ed003385-bc2f-4707-8224-f5c750ffdcaa tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:05.863515 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93e52b63-7067-4621-9f01-1d0010d45aac req-ed003385-bc2f-4707-8224-f5c750ffdcaa tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=6feb6ee6-640e-4a9d-aa6f-db14bab89112 HTTP/1.1" status: 200 len: 943 time: 0.0576103 Dec 16 22:13:05.883084 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-83424d75-c083-49a4-903d-9ab3d191184a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Made reservation on behalf of 2a5983ec059547448cf45cc5d0d82ac4 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:13:05.886582 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-83424d75-c083-49a4-903d-9ab3d191184a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:05.942981 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93e52b63-7067-4621-9f01-1d0010d45aac req-b4115391-c27d-423b-884f-0dfae650a753 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739412 Dec 16 22:13:05.948019 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 6a229090-9abb-4381-8f5b-226772e8d323 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:13:05.984009 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 712cf24d-c529-462a-bdcb-23ecddc78bca no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:13:06.035486 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 712cf24d-c529-462a-bdcb-23ecddc78bca {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:13:06.036058 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 712cf24d-c529-462a-bdcb-23ecddc78bca not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:13:06.072221 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-83424d75-c083-49a4-903d-9ab3d191184a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Allocated IP 172.20.0.7 (8ad157d2-5520-47b6-a14b-23516eba3ebc/9741df81-7a4c-44a7-8dc9-6f94ad4c24c8/2dfed912-d600-4c09-8c0c-92dbc59a8df4) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:13:06.081571 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 6a229090-9abb-4381-8f5b-226772e8d323, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=6a229090-9abb-4381-8f5b-226772e8d323,segment=NetworkSegment(1245a524-6df6-423f-990d-26e7606d949e),segment_id=1245a524-6df6-423f-990d-26e7606d949e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:06.097752 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '6a229090-9abb-4381-8f5b-226772e8d323', 'network_id': 'fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925', 'port_id': '6a229090-9abb-4381-8f5b-226772e8d323', 'mac_address': 'fa:16:3e:46:8d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c53808-9089-42b8-947a-ba9565cbb302', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:13:06.144815 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:06.160745 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a229090-9abb-4381-8f5b-226772e8d323 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:06.187671 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 6a229090-9abb-4381-8f5b-226772e8d323, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=6a229090-9abb-4381-8f5b-226772e8d323,segment=NetworkSegment(1245a524-6df6-423f-990d-26e7606d949e),segment_id=1245a524-6df6-423f-990d-26e7606d949e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:06.225251 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c971160-b5fb-4746-9313-b63f98602095 req-76e859a1-a179-44eb-a2b6-3300e7ab04c9 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:06.227276 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9c971160-b5fb-4746-9313-b63f98602095 req-76e859a1-a179-44eb-a2b6-3300e7ab04c9 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.57 "GET /v2.0/ports?device_id=20c1db16-80e0-4576-ac88-0be9188fc3ae HTTP/1.1" status: 200 len: 950 time: 0.1105866 Dec 16 22:13:06.240633 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-88b92c90-2737-4c5d-b1c2-e14220f116b4 req-776db0fc-3528-4039-ab6b-9c5f4bdad347 tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.76 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0537183 Dec 16 22:13:06.318996 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:06.321411 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-ffc9df34-681a-4651-aaea-7158be95bcd1 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:06.322935 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-ffc9df34-681a-4651-aaea-7158be95bcd1 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.57 "GET /v2.0/networks?id=f4b4200a-5735-42d7-aba1-c5a847665c5e HTTP/1.1" status: 200 len: 804 time: 0.2062926 Dec 16 22:13:06.342417 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b954731b-8e5f-4b7e-83cb-659456ddc18c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Request body: {'port': {'device_id': 'e42e9387-44ce-4fc8-a92e-7d389000320a', 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e', 'admin_state_up': True, 'tenant_id': 'fc5f8f0b8add43369a6118c499ef042d'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:06.384365 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=6a229090-9abb-4381-8f5b-226772e8d323,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:06.400406 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-83424d75-c083-49a4-903d-9ab3d191184a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:06.419136 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-9c971160-b5fb-4746-9313-b63f98602095 req-f5c1c700-afc7-4d6e-af3d-836df781e903 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Deleting port 948d8e20-cf02-4e76-a17b-5e0505ad5161 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:13:06.419688 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9c971160-b5fb-4746-9313-b63f98602095 req-f5c1c700-afc7-4d6e-af3d-836df781e903 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:06.563828 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-9c971160-b5fb-4746-9313-b63f98602095 req-f5c1c700-afc7-4d6e-af3d-836df781e903 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] For port 948d8e20-cf02-4e76-a17b-5e0505ad5161, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=948d8e20-cf02-4e76-a17b-5e0505ad5161,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:06.564967 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9c971160-b5fb-4746-9313-b63f98602095 req-f5c1c700-afc7-4d6e-af3d-836df781e903 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:06.568312 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b954731b-8e5f-4b7e-83cb-659456ddc18c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Made reservation on behalf of fc5f8f0b8add43369a6118c499ef042d for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:13:06.576239 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b954731b-8e5f-4b7e-83cb-659456ddc18c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:06.585423 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-9c971160-b5fb-4746-9313-b63f98602095 req-f5c1c700-afc7-4d6e-af3d-836df781e903 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Calling delete_port for 948d8e20-cf02-4e76-a17b-5e0505ad5161 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:13:06.598304 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02deee4c-85e2-4378-88bb-29441f015b19 req-3ba14bb4-5c9e-4916-b6b8-663c396bb09e tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:06.600081 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-02deee4c-85e2-4378-88bb-29441f015b19 req-3ba14bb4-5c9e-4916-b6b8-663c396bb09e tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.1031539 Dec 16 22:13:06.611755 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-83424d75-c083-49a4-903d-9ab3d191184a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:06.651550 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6584960a-97fd-456d-b9ef-cb7b7437c516'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:06.656822 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['ec9c51a3-e9f1-41e1-a455-66df2e1042ca'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:06.740192 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-02deee4c-85e2-4378-88bb-29441f015b19 req-a9374ee4-42f0-4815-97aa-e4c784c84125 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295083 Dec 16 22:13:06.765493 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6a229090-9abb-4381-8f5b-226772e8d323'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:06.780470 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-83424d75-c083-49a4-903d-9ab3d191184a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Network 8ad157d2-5520-47b6-a14b-23516eba3ebc is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:13:06.802133 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b954731b-8e5f-4b7e-83cb-659456ddc18c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Allocated IP 172.20.0.2 (f4b4200a-5735-42d7-aba1-c5a847665c5e/241332bf-ffe2-4b38-90c7-a643b4215ed1/467f6251-9254-4873-89f3-325e0e37dd4a) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:13:06.810472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-83424d75-c083-49a4-903d-9ab3d191184a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:13:06.818088 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-83424d75-c083-49a4-903d-9ab3d191184a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:13:06.877065 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde1ca3-1ebc-49ec-84d5-3ad862565812 req-cc844d4a-8cf4-4597-9b7f-07742dce9c6b tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:06.885309 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ddde1ca3-1ebc-49ec-84d5-3ad862565812 req-cc844d4a-8cf4-4597-9b7f-07742dce9c6b tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=20c1db16-80e0-4576-ac88-0be9188fc3ae HTTP/1.1" status: 200 len: 950 time: 0.2972076 Dec 16 22:13:06.894497 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83424d75-c083-49a4-903d-9ab3d191184a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Pushing event updated for resources: {'Port': ['ID=2dfed912-d600-4c09-8c0c-92dbc59a8df4,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:06.923349 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-83424d75-c083-49a4-903d-9ab3d191184a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:06.925106 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-83424d75-c083-49a4-903d-9ab3d191184a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:06.985574 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ddde1ca3-1ebc-49ec-84d5-3ad862565812 req-b40b6922-8e16-45ab-a95b-c9c158ebe3ab tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992498 Dec 16 22:13:06.990941 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0ab07-5414-4500-80b1-4702dff3c378 req-7b08ac46-40a6-4c2b-aec4-457432579cb6 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:07.001949 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-faa0ab07-5414-4500-80b1-4702dff3c378 req-7b08ac46-40a6-4c2b-aec4-457432579cb6 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=539e6dd9-f56d-45b2-8523-2eb4fc14cbd8 HTTP/1.1" status: 200 len: 931 time: 0.1495183 Dec 16 22:13:07.027524 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9c971160-b5fb-4746-9313-b63f98602095 req-f5c1c700-afc7-4d6e-af3d-836df781e903 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:07.034653 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-83424d75-c083-49a4-903d-9ab3d191184a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5529435 Dec 16 22:13:07.085900 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-e202ab35-dff2-457b-83cf-d1338c0bda97 service neutron] Request body: {'port': {'device_id': '539e6dd9-f56d-45b2-8523-2eb4fc14cbd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:07.089234 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1c700-afc7-4d6e-af3d-836df781e903 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Pushing event deleted for resources: {'Port': ['ID=948d8e20-cf02-4e76-a17b-5e0505ad5161,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:07.096579 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-faa0ab07-5414-4500-80b1-4702dff3c378 req-b1654e3e-0719-4710-bd80-f5831bb17fff tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933738 Dec 16 22:13:07.161005 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b954731b-8e5f-4b7e-83cb-659456ddc18c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:07.237937 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c971160-b5fb-4746-9313-b63f98602095 req-f5c1c700-afc7-4d6e-af3d-836df781e903 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] No DVR routers for this DVR port 948d8e20-cf02-4e76-a17b-5e0505ad5161 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:13:07.240837 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9c971160-b5fb-4746-9313-b63f98602095 req-f5c1c700-afc7-4d6e-af3d-836df781e903 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:07.245533 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9c971160-b5fb-4746-9313-b63f98602095 req-f5c1c700-afc7-4d6e-af3d-836df781e903 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.57 "DELETE /v2.0/ports/948d8e20-cf02-4e76-a17b-5e0505ad5161 HTTP/1.1" status: 204 len: 173 time: 0.9894192 Dec 16 22:13:07.250446 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c1db16-80e0-4576-ac88-0be9188fc3ae', 'name': 'network-vif-deleted', 'tag': '948d8e20-cf02-4e76-a17b-5e0505ad5161'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:07.255496 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7f5e28-7592-46fe-b475-524e1629e50b" -d '{"events": [{"server_uuid": "20c1db16-80e0-4576-ac88-0be9188fc3ae", "name": "network-vif-deleted", "tag": "948d8e20-cf02-4e76-a17b-5e0505ad5161"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:07.277213 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-e202ab35-dff2-457b-83cf-d1338c0bda97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:07.340595 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30d3b04f-7483-487d-b20d-7a68928ef626 req-48dfd41b-7747-4990-bbf8-5209c5da90da tempest-ServerShowV254Test-2107889293 tempest-ServerShowV254Test-2107889293-project] 10.222.0.75 "GET /v2.0/ports?device_id=f889aa49-4e0c-47f5-8d2f-7ef2bd883379 HTTP/1.1" status: 200 len: 210 time: 0.0597804 Dec 16 22:13:07.414241 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b954731b-8e5f-4b7e-83cb-659456ddc18c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:07.539430 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['d83c5bc4-18bf-4daf-bb50-9a99e570948d'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:07.556039 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b954731b-8e5f-4b7e-83cb-659456ddc18c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Network f4b4200a-5735-42d7-aba1-c5a847665c5e is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:13:07.571984 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b954731b-8e5f-4b7e-83cb-659456ddc18c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:13:07.574488 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81249823-f554-44cc-876a-c902c1fc299b req-eef43164-1e9e-4487-a6cf-a6b726d0e195 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:07.582092 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81249823-f554-44cc-876a-c902c1fc299b req-eef43164-1e9e-4487-a6cf-a6b726d0e195 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=6feb6ee6-640e-4a9d-aa6f-db14bab89112 HTTP/1.1" status: 200 len: 944 time: 0.1242106 Dec 16 22:13:07.586995 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b954731b-8e5f-4b7e-83cb-659456ddc18c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:13:07.599649 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5fc89-d65f-4139-a12d-0e40f39a69aa req-eb2c541b-c6da-449b-b5ea-fbffffcc80d2 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:07.601314 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0fe5fc89-d65f-4139-a12d-0e40f39a69aa req-eb2c541b-c6da-449b-b5ea-fbffffcc80d2 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=e42e9387-44ce-4fc8-a92e-7d389000320a HTTP/1.1" status: 200 len: 931 time: 0.1732254 Dec 16 22:13:07.620231 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954731b-8e5f-4b7e-83cb-659456ddc18c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Pushing event updated for resources: {'Port': ['ID=467f6251-9254-4873-89f3-325e0e37dd4a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:07.674476 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81249823-f554-44cc-876a-c902c1fc299b req-002de6a5-8d03-447c-82f5-564138b83e59 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844784 Dec 16 22:13:07.675511 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b954731b-8e5f-4b7e-83cb-659456ddc18c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:07.675901 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b954731b-8e5f-4b7e-83cb-659456ddc18c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:07.725388 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0fe5fc89-d65f-4139-a12d-0e40f39a69aa req-ef920b1b-8923-454b-a4b0-ccdfd148065b tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019344 Dec 16 22:13:07.734995 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bf4896-d564-4609-8ae0-965dfdf54cd0 x-openstack-request-id: req-81bf4896-d564-4609-8ae0-965dfdf54cd0 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:07.735324 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c1db16-80e0-4576-ac88-0be9188fc3ae", "name": "network-vif-deleted", "tag": "948d8e20-cf02-4e76-a17b-5e0505ad5161", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:07.740586 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-81bf4896-d564-4609-8ae0-965dfdf54cd0 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:07.740586 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c1db16-80e0-4576-ac88-0be9188fc3ae', 'name': 'network-vif-deleted', 'tag': '948d8e20-cf02-4e76-a17b-5e0505ad5161', 'status': 'completed', 'code': 200} Dec 16 22:13:07.756823 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-e202ab35-dff2-457b-83cf-d1338c0bda97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dfed912-d600-4c09-8c0c-92dbc59a8df4 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:07.776755 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-e202ab35-dff2-457b-83cf-d1338c0bda97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:07.799898 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-e202ab35-dff2-457b-83cf-d1338c0bda97 service neutron] Transition to ACTIVE for port object 2dfed912-d600-4c09-8c0c-92dbc59a8df4 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:13:07.804279 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b954731b-8e5f-4b7e-83cb-659456ddc18c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4667108 Dec 16 22:13:07.822662 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b2f9a582-26d2-4964-84b0-f2f24340d2cf service neutron] Request body: {'port': {'device_id': 'e42e9387-44ce-4fc8-a92e-7d389000320a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:07.889902 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b2f9a582-26d2-4964-84b0-f2f24340d2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:07.898529 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0ab2b-419c-4e22-9035-c374a444fa5c req-5eeb79e7-38d8-4dd3-9e39-d2f20b547cf8 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:07.907104 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b5e0ab2b-419c-4e22-9035-c374a444fa5c req-5eeb79e7-38d8-4dd3-9e39-d2f20b547cf8 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.0692914 Dec 16 22:13:07.930076 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-e202ab35-dff2-457b-83cf-d1338c0bda97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:07.985457 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 6a229090-9abb-4381-8f5b-226772e8d323 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:13:08.041652 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202ab35-dff2-457b-83cf-d1338c0bda97 service neutron] Pushing event updated for resources: {'Port': ['ID=2dfed912-d600-4c09-8c0c-92dbc59a8df4,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:08.072755 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b5e0ab2b-419c-4e22-9035-c374a444fa5c req-793aae2b-df79-4567-bfe1-89229e8466da tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646798 Dec 16 22:13:08.137831 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-e202ab35-dff2-457b-83cf-d1338c0bda97 service neutron] Attempting to bind port 2dfed912-d600-4c09-8c0c-92dbc59a8df4 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:13:08.138903 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-e202ab35-dff2-457b-83cf-d1338c0bda97 service neutron] Attempting to bind port 2dfed912-d600-4c09-8c0c-92dbc59a8df4 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:13:08.139076 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 6a229090-9abb-4381-8f5b-226772e8d323 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:13:08.139301 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-e202ab35-dff2-457b-83cf-d1338c0bda97 service neutron] Attempting to bind port 2dfed912-d600-4c09-8c0c-92dbc59a8df4 on network 8ad157d2-5520-47b6-a14b-23516eba3ebc {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:08.147123 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 6a229090-9abb-4381-8f5b-226772e8d323 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:08.147123 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:08.150720 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-e202ab35-dff2-457b-83cf-d1338c0bda97 service neutron] Port 2dfed912-d600-4c09-8c0c-92dbc59a8df4 on network 8ad157d2-5520-47b6-a14b-23516eba3ebc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:13:08.151078 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-e202ab35-dff2-457b-83cf-d1338c0bda97 service neutron] Attempting to bind port 2dfed912-d600-4c09-8c0c-92dbc59a8df4 on network 8ad157d2-5520-47b6-a14b-23516eba3ebc {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:08.168249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-e202ab35-dff2-457b-83cf-d1338c0bda97 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:13:08.169099 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-e202ab35-dff2-457b-83cf-d1338c0bda97 service neutron] Checking segment: {'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:13:08.179227 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-e202ab35-dff2-457b-83cf-d1338c0bda97 service neutron] Bound using segment: {'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:13:08.181254 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-e202ab35-dff2-457b-83cf-d1338c0bda97 service neutron] Bound port: 2dfed912-d600-4c09-8c0c-92dbc59a8df4, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:13:08.181254 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-e202ab35-dff2-457b-83cf-d1338c0bda97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:08.198682 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0fd283b2-5f65-4c7e-b6a9-533d6827b934 req-473046b2-2887-4204-a837-a87fd768b054 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=20c1db16-80e0-4576-ac88-0be9188fc3ae HTTP/1.1" status: 200 len: 210 time: 0.0491626 Dec 16 22:13:08.264558 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b2f9a582-26d2-4964-84b0-f2f24340d2cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 467f6251-9254-4873-89f3-325e0e37dd4a {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:08.264864 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:08.273771 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b2f9a582-26d2-4964-84b0-f2f24340d2cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:08.292810 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b2f9a582-26d2-4964-84b0-f2f24340d2cf service neutron] Transition to ACTIVE for port object 467f6251-9254-4873-89f3-325e0e37dd4a will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:13:08.297820 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6feb6ee6-640e-4a9d-aa6f-db14bab89112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a229090-9abb-4381-8f5b-226772e8d323'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:08.301631 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6802ec9e-5768-48b9-8643-39766fae12a2" -d '{"events": [{"server_uuid": "6feb6ee6-640e-4a9d-aa6f-db14bab89112", "name": "network-vif-plugged", "status": "completed", "tag": "6a229090-9abb-4381-8f5b-226772e8d323"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:08.310949 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b107299-0d02-4882-bd13-a8107ebed0be req-94bcae1f-9b5a-41a1-ace0-ebc38e2bd68c tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:08.312605 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b107299-0d02-4882-bd13-a8107ebed0be req-94bcae1f-9b5a-41a1-ace0-ebc38e2bd68c tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=539e6dd9-f56d-45b2-8523-2eb4fc14cbd8 HTTP/1.1" status: 200 len: 943 time: 0.1284289 Dec 16 22:13:08.316991 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 6a229090-9abb-4381-8f5b-226772e8d323, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=6a229090-9abb-4381-8f5b-226772e8d323,segment=NetworkSegment(1245a524-6df6-423f-990d-26e7606d949e),segment_id=1245a524-6df6-423f-990d-26e7606d949e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:08.318901 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-e202ab35-dff2-457b-83cf-d1338c0bda97 service neutron] For port 2dfed912-d600-4c09-8c0c-92dbc59a8df4, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:13:08.324268 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-e202ab35-dff2-457b-83cf-d1338c0bda97 service neutron] For port 2dfed912-d600-4c09-8c0c-92dbc59a8df4, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=2dfed912-d600-4c09-8c0c-92dbc59a8df4,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:13:08.369375 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed31a390-410e-4988-92f7-17af78900088 x-openstack-request-id: req-ed31a390-410e-4988-92f7-17af78900088 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:08.369901 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6feb6ee6-640e-4a9d-aa6f-db14bab89112", "name": "network-vif-plugged", "status": "completed", "tag": "6a229090-9abb-4381-8f5b-226772e8d323", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:08.370156 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ed31a390-410e-4988-92f7-17af78900088 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:08.370581 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6feb6ee6-640e-4a9d-aa6f-db14bab89112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a229090-9abb-4381-8f5b-226772e8d323', 'code': 200} Dec 16 22:13:08.373107 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b107299-0d02-4882-bd13-a8107ebed0be req-1f81d5f0-b9fe-4878-bc79-1486bdba1292 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506632 Dec 16 22:13:08.436084 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b2f9a582-26d2-4964-84b0-f2f24340d2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:08.495692 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:08.496267 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-e202ab35-dff2-457b-83cf-d1338c0bda97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:08.540309 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9a582-26d2-4964-84b0-f2f24340d2cf service neutron] Pushing event updated for resources: {'Port': ['ID=467f6251-9254-4873-89f3-325e0e37dd4a,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:08.560631 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-e202ab35-dff2-457b-83cf-d1338c0bda97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:08.561276 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-e202ab35-dff2-457b-83cf-d1338c0bda97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:08.562696 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-e202ab35-dff2-457b-83cf-d1338c0bda97 service neutron] 10.222.0.57 "PUT /v2.0/ports/2dfed912-d600-4c09-8c0c-92dbc59a8df4 HTTP/1.1" status: 200 len: 1091 time: 1.4837613 Dec 16 22:13:08.570768 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e06784-0d91-4fe4-aeea-3db68f0b505d req-3c9e4f6c-71ee-4b40-8dd6-627c72df9a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:08.572438 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f2e06784-0d91-4fe4-aeea-3db68f0b505d req-3c9e4f6c-71ee-4b40-8dd6-627c72df9a5c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6feb6ee6-640e-4a9d-aa6f-db14bab89112 HTTP/1.1" status: 200 len: 1095 time: 0.0993230 Dec 16 22:13:08.585668 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202ab35-dff2-457b-83cf-d1338c0bda97 service neutron] Pushing event updated for resources: {'Port': ['ID=2dfed912-d600-4c09-8c0c-92dbc59a8df4,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:08.587540 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=6a229090-9abb-4381-8f5b-226772e8d323,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:08.658154 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f2e06784-0d91-4fe4-aeea-3db68f0b505d req-c8061af5-d670-49e6-9ae3-7aaabcac35e3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633242 Dec 16 22:13:08.660411 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b2f9a582-26d2-4964-84b0-f2f24340d2cf service neutron] Attempting to bind port 467f6251-9254-4873-89f3-325e0e37dd4a on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:13:08.660752 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b2f9a582-26d2-4964-84b0-f2f24340d2cf service neutron] Attempting to bind port 467f6251-9254-4873-89f3-325e0e37dd4a by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'aae510df-529b-45cb-940a-79aa02f44cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:13:08.661085 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b2f9a582-26d2-4964-84b0-f2f24340d2cf service neutron] Attempting to bind port 467f6251-9254-4873-89f3-325e0e37dd4a on network f4b4200a-5735-42d7-aba1-c5a847665c5e {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:08.665490 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b2f9a582-26d2-4964-84b0-f2f24340d2cf service neutron] Port 467f6251-9254-4873-89f3-325e0e37dd4a on network f4b4200a-5735-42d7-aba1-c5a847665c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:13:08.668770 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b2f9a582-26d2-4964-84b0-f2f24340d2cf service neutron] Attempting to bind port 467f6251-9254-4873-89f3-325e0e37dd4a on network f4b4200a-5735-42d7-aba1-c5a847665c5e {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:08.671259 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b2f9a582-26d2-4964-84b0-f2f24340d2cf service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:13:08.671605 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b2f9a582-26d2-4964-84b0-f2f24340d2cf service neutron] Checking segment: {'id': 'aae510df-529b-45cb-940a-79aa02f44cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:13:08.672390 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b2f9a582-26d2-4964-84b0-f2f24340d2cf service neutron] Bound using segment: {'id': 'aae510df-529b-45cb-940a-79aa02f44cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:13:08.672390 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b2f9a582-26d2-4964-84b0-f2f24340d2cf service neutron] Bound port: 467f6251-9254-4873-89f3-325e0e37dd4a, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae510df-529b-45cb-940a-79aa02f44cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:13:08.672763 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b2f9a582-26d2-4964-84b0-f2f24340d2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:08.751350 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b2f9a582-26d2-4964-84b0-f2f24340d2cf service neutron] For port 467f6251-9254-4873-89f3-325e0e37dd4a, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:13:08.788923 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b2f9a582-26d2-4964-84b0-f2f24340d2cf service neutron] For port 467f6251-9254-4873-89f3-325e0e37dd4a, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=467f6251-9254-4873-89f3-325e0e37dd4a,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:13:08.818109 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57750c-f237-45d5-991f-f723c1c582a7 req-d569e20a-ac50-4db1-82e3-34090a21d6f5 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:08.820128 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca57750c-f237-45d5-991f-f723c1c582a7 req-d569e20a-ac50-4db1-82e3-34090a21d6f5 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=6feb6ee6-640e-4a9d-aa6f-db14bab89112 HTTP/1.1" status: 200 len: 945 time: 0.0701680 Dec 16 22:13:08.855136 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-936aa661-9bde-4c6a-9ce9-92bff96f0b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:08.857360 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-936aa661-9bde-4c6a-9ce9-92bff96f0b5f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a5983ec059547448cf45cc5d0d82ac4&device_id=539e6dd9-f56d-45b2-8523-2eb4fc14cbd8 HTTP/1.1" status: 200 len: 1094 time: 0.0897186 Dec 16 22:13:08.860913 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-28135afa-41da-4395-89c0-8d0e179a4542 req-2bbf6bf2-de3d-4a09-a2d4-20df5775753d tempest-FlavorsV2NegativeTest-1827849042 tempest-FlavorsV2NegativeTest-1827849042-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=9ace67d53e8140228126f53bc03b6067&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295591 Dec 16 22:13:08.878975 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b2f9a582-26d2-4964-84b0-f2f24340d2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:08.890854 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca57750c-f237-45d5-991f-f723c1c582a7 req-65618be3-38f4-454c-92e9-11fed22836c7 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639057 Dec 16 22:13:08.927899 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b2f9a582-26d2-4964-84b0-f2f24340d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:08.928527 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b2f9a582-26d2-4964-84b0-f2f24340d2cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:08.929905 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-b2f9a582-26d2-4964-84b0-f2f24340d2cf service neutron] 10.222.0.57 "PUT /v2.0/ports/467f6251-9254-4873-89f3-325e0e37dd4a HTTP/1.1" status: 200 len: 1091 time: 1.1117315 Dec 16 22:13:08.930352 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42e9387-44ce-4fc8-a92e-7d389000320a', 'tag': '467f6251-9254-4873-89f3-325e0e37dd4a'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:08.932615 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca28af00-2a56-45d5-9c20-d418ec4e0388" -d '{"events": [{"name": "network-changed", "server_uuid": "e42e9387-44ce-4fc8-a92e-7d389000320a", "tag": "467f6251-9254-4873-89f3-325e0e37dd4a"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:08.965548 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-dd0db50a-ced8-44eb-8f3d-e3a6f92c3fd2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dfed912-d600-4c09-8c0c-92dbc59a8df4 HTTP/1.1" status: 200 len: 217 time: 0.0853214 Dec 16 22:13:08.966335 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9a582-26d2-4964-84b0-f2f24340d2cf service neutron] Pushing event updated for resources: {'Port': ['ID=467f6251-9254-4873-89f3-325e0e37dd4a,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:09.043237 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be12593-f1d7-4b34-a8c4-b4a686308395 req-3897cfd6-0cde-4758-8da8-db6699a92f95 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:09.045849 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4be12593-f1d7-4b34-a8c4-b4a686308395 req-3897cfd6-0cde-4758-8da8-db6699a92f95 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=e42e9387-44ce-4fc8-a92e-7d389000320a HTTP/1.1" status: 200 len: 943 time: 0.0616050 Dec 16 22:13:09.058944 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-c8b29122-29e3-4660-977f-77edf4fb2b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:09.060860 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-c8b29122-29e3-4660-977f-77edf4fb2b75 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9741df81-7a4c-44a7-8dc9-6f94ad4c24c8 HTTP/1.1" status: 200 len: 846 time: 0.0864568 Dec 16 22:13:09.073038 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28135afa-41da-4395-89c0-8d0e179a4542 req-c0ec477b-23e8-4714-a598-fb28e06f6283 tempest-FlavorsV2NegativeTest-1827849042 tempest-FlavorsV2NegativeTest-1827849042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:09.075088 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-28135afa-41da-4395-89c0-8d0e179a4542 req-c0ec477b-23e8-4714-a598-fb28e06f6283 tempest-FlavorsV2NegativeTest-1827849042 tempest-FlavorsV2NegativeTest-1827849042-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2058613 Dec 16 22:13:09.112656 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-28135afa-41da-4395-89c0-8d0e179a4542 req-948d490c-14eb-4e66-9fef-1e246e5f2d7f tempest-FlavorsV2NegativeTest-1827849042 tempest-FlavorsV2NegativeTest-1827849042-project] 10.222.0.75 "GET /v2.0/quotas/9ace67d53e8140228126f53bc03b6067 HTTP/1.1" status: 200 len: 375 time: 0.0275605 Dec 16 22:13:09.136880 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-13200ccd-f40d-4ce7-a6e9-b5479e6399f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ad157d2-5520-47b6-a14b-23516eba3ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497720 Dec 16 22:13:09.141239 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 34334) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:09.149821 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4be12593-f1d7-4b34-a8c4-b4a686308395 req-0a6b16b0-a1c6-4444-b881-ae387e1e3595 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877347 Dec 16 22:13:09.166169 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-a202bbd9-1622-4cbf-8891-ffcbfd1f037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:09.168607 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-a202bbd9-1622-4cbf-8891-ffcbfd1f037a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc5f8f0b8add43369a6118c499ef042d&device_id=e42e9387-44ce-4fc8-a92e-7d389000320a HTTP/1.1" status: 200 len: 1094 time: 0.0662611 Dec 16 22:13:09.174053 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-28135afa-41da-4395-89c0-8d0e179a4542 req-f50fca33-4e63-4557-94b4-f83691df320e tempest-FlavorsV2NegativeTest-1827849042 tempest-FlavorsV2NegativeTest-1827849042-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9ace67d53e8140228126f53bc03b6067&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605216 Dec 16 22:13:09.185730 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 948d8e20-cf02-4e76-a17b-5e0505ad5161 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:13:09.249677 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 948d8e20-cf02-4e76-a17b-5e0505ad5161 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:13:09.250223 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 948d8e20-cf02-4e76-a17b-5e0505ad5161 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:13:09.268098 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735c7922-92ce-46d2-aa30-9acaead922de x-openstack-request-id: req-735c7922-92ce-46d2-aa30-9acaead922de {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:09.268704 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42e9387-44ce-4fc8-a92e-7d389000320a", "tag": "467f6251-9254-4873-89f3-325e0e37dd4a", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:09.268704 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-735c7922-92ce-46d2-aa30-9acaead922de {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:09.269117 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42e9387-44ce-4fc8-a92e-7d389000320a', 'tag': '467f6251-9254-4873-89f3-325e0e37dd4a', 'status': 'completed', 'code': 200} Dec 16 22:13:09.271289 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-674ec2ca-7a08-4966-98b8-e981c62f7c60 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=467f6251-9254-4873-89f3-325e0e37dd4a HTTP/1.1" status: 200 len: 217 time: 0.0832880 Dec 16 22:13:09.391937 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-84791c8b-7dd8-4f66-8525-66a7433ac0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:09.393441 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-84791c8b-7dd8-4f66-8525-66a7433ac0a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=241332bf-ffe2-4b38-90c7-a643b4215ed1 HTTP/1.1" status: 200 len: 844 time: 0.1123283 Dec 16 22:13:09.429244 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f1addcc7-ed51-4a53-8ef8-6060c780e172 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:09.435339 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-acb9328b-f033-4047-8a55-6f43060cf7de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4b4200a-5735-42d7-aba1-c5a847665c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338106 Dec 16 22:13:09.453539 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-e08e5010-e834-445f-bd2b-ccf28e9b3817 service neutron] 10.222.0.57 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937441 Dec 16 22:13:09.564786 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-5e04a308-54df-432f-9546-11945f8ed650 service neutron] 10.222.0.57 "GET /v2.0/networks/f4b4200a-5735-42d7-aba1-c5a847665c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222408 Dec 16 22:13:09.593909 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556d022-bd2d-4266-bce3-77b5bbc17f8a req-46038a7e-fad3-4915-9141-2ae193dc1174 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:09.596146 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e556d022-bd2d-4266-bce3-77b5bbc17f8a req-46038a7e-fad3-4915-9141-2ae193dc1174 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.2716372 Dec 16 22:13:09.699143 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-270c5a33-53ff-4fef-941f-07ab4a56c9fc req-0beaa186-8c1e-400c-a326-e0e161825461 service neutron] 10.222.0.57 "GET /v2.0/networks/f4b4200a-5735-42d7-aba1-c5a847665c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265297 Dec 16 22:13:09.716712 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f1addcc7-ed51-4a53-8ef8-6060c780e172 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:09.738808 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539e6dd9-f56d-45b2-8523-2eb4fc14cbd8', 'tag': '2dfed912-d600-4c09-8c0c-92dbc59a8df4'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:09.741596 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e920681-5283-451c-9d68-ce280b9b13ec" -d '{"events": [{"name": "network-changed", "server_uuid": "539e6dd9-f56d-45b2-8523-2eb4fc14cbd8", "tag": "2dfed912-d600-4c09-8c0c-92dbc59a8df4"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:09.750213 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d184c52f-6d45-4f27-92bf-df77e58f0bbe req-89d1b0f9-0f38-411f-bad3-65ef490bc4a1 service neutron] 10.222.0.57 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865555 Dec 16 22:13:09.754703 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e556d022-bd2d-4266-bce3-77b5bbc17f8a req-b32951c9-14de-47cd-91c9-073083d916bb tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434555 Dec 16 22:13:09.795841 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f1addcc7-ed51-4a53-8ef8-6060c780e172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:09.848926 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f1addcc7-ed51-4a53-8ef8-6060c780e172 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=417b9c4804d0498eac46eab16c252f00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7085764 Dec 16 22:13:09.850856 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1addcc7-ed51-4a53-8ef8-6060c780e172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115adde4-e779-4c9c-8645-f93d8a01787e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:09.851525 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 34366) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:09.892971 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fae8b8-5a47-43e1-a149-50d00f165fe2 req-d0e42ebb-181c-4e75-a213-ab9e1d22fb3d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:09.901378 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0fae8b8-5a47-43e1-a149-50d00f165fe2 req-d0e42ebb-181c-4e75-a213-ab9e1d22fb3d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=539e6dd9-f56d-45b2-8523-2eb4fc14cbd8 HTTP/1.1" status: 200 len: 943 time: 0.0914085 Dec 16 22:13:09.933195 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf8d337-735f-4798-b941-a9977b3ec24f x-openstack-request-id: req-7bf8d337-735f-4798-b941-a9977b3ec24f {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:09.933640 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539e6dd9-f56d-45b2-8523-2eb4fc14cbd8", "tag": "2dfed912-d600-4c09-8c0c-92dbc59a8df4", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:09.933897 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7bf8d337-735f-4798-b941-a9977b3ec24f {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:09.935577 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539e6dd9-f56d-45b2-8523-2eb4fc14cbd8', 'tag': '2dfed912-d600-4c09-8c0c-92dbc59a8df4', 'status': 'completed', 'code': 200} Dec 16 22:13:09.979107 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0fae8b8-5a47-43e1-a149-50d00f165fe2 req-9b9e4752-55fd-409e-b352-b5addd12c9b6 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747025 Dec 16 22:13:09.987739 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa3fc33e-6945-4911-a111-ea31cb1eef38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:10.019964 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa3fc33e-6945-4911-a111-ea31cb1eef38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:10.113964 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50938cf7-34f8-435b-857c-421672a1968b req-dbce3633-9f08-48f4-b035-16d096bef2c1 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:10.119642 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-50938cf7-34f8-435b-857c-421672a1968b req-dbce3633-9f08-48f4-b035-16d096bef2c1 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=6feb6ee6-640e-4a9d-aa6f-db14bab89112 HTTP/1.1" status: 200 len: 945 time: 0.0679004 Dec 16 22:13:10.146539 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d5162-ff8b-4d99-8a61-ea871b08f2e0 req-9d5f7290-ec4a-48a6-8e32-5d332c513624 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:10.154688 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-561d5162-ff8b-4d99-8a61-ea871b08f2e0 req-9d5f7290-ec4a-48a6-8e32-5d332c513624 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=1c328cc8-7824-4fbd-b367-abe3aea768e4 HTTP/1.1" status: 200 len: 950 time: 0.1569488 Dec 16 22:13:10.167897 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28af00-2a56-45d5-9c20-d418ec4e0388 req-272c4491-473d-48d6-ab81-d316f57e2f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:10.171186 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ca28af00-2a56-45d5-9c20-d418ec4e0388 req-272c4491-473d-48d6-ab81-d316f57e2f66 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc5f8f0b8add43369a6118c499ef042d&device_id=e42e9387-44ce-4fc8-a92e-7d389000320a HTTP/1.1" status: 200 len: 1094 time: 0.0984523 Dec 16 22:13:10.201533 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa3fc33e-6945-4911-a111-ea31cb1eef38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:10.204478 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa3fc33e-6945-4911-a111-ea31cb1eef38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:10.208153 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fa3fc33e-6945-4911-a111-ea31cb1eef38 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/115adde4-e779-4c9c-8645-f93d8a01787e HTTP/1.1" status: 204 len: 168 time: 0.3531270 Dec 16 22:13:10.223913 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-50938cf7-34f8-435b-857c-421672a1968b req-6c5071df-8a29-41b8-82bf-2c7c74038ee1 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022842 Dec 16 22:13:10.225823 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3fc33e-6945-4911-a111-ea31cb1eef38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115adde4-e779-4c9c-8645-f93d8a01787e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:10.238793 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e920681-5283-451c-9d68-ce280b9b13ec req-65515460-f07f-46fe-83fa-e9f9e8aae645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:10.245438 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7e920681-5283-451c-9d68-ce280b9b13ec req-65515460-f07f-46fe-83fa-e9f9e8aae645 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a5983ec059547448cf45cc5d0d82ac4&device_id=539e6dd9-f56d-45b2-8523-2eb4fc14cbd8 HTTP/1.1" status: 200 len: 1094 time: 0.1066911 Dec 16 22:13:10.311903 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-561d5162-ff8b-4d99-8a61-ea871b08f2e0 req-19eebdaa-970a-4c4e-863c-a011e25d6154 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562810 Dec 16 22:13:10.357617 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28af00-2a56-45d5-9c20-d418ec4e0388 req-6955a5f3-6060-4c25-b7c0-23987dbc523d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:10.359641 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ca28af00-2a56-45d5-9c20-d418ec4e0388 req-6955a5f3-6060-4c25-b7c0-23987dbc523d service neutron] 10.222.0.57 "GET /v2.0/networks?id=f4b4200a-5735-42d7-aba1-c5a847665c5e HTTP/1.1" status: 200 len: 904 time: 0.1799607 Dec 16 22:13:10.401166 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e920681-5283-451c-9d68-ce280b9b13ec req-92edc4a1-2a5a-475f-9ed4-6679f7803229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:10.402650 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7e920681-5283-451c-9d68-ce280b9b13ec req-92edc4a1-2a5a-475f-9ed4-6679f7803229 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8ad157d2-5520-47b6-a14b-23516eba3ebc HTTP/1.1" status: 200 len: 906 time: 0.1489708 Dec 16 22:13:10.402866 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ca28af00-2a56-45d5-9c20-d418ec4e0388 req-1f43b0eb-3e53-49c5-bb8d-bfa5cc515b36 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=467f6251-9254-4873-89f3-325e0e37dd4a HTTP/1.1" status: 200 len: 217 time: 0.0348549 Dec 16 22:13:10.414180 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c403ba1-ab3d-42ab-aea9-2af0031d893c req-4919342e-87a9-44d0-aec1-adbb99937965 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:10.415639 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7c403ba1-ab3d-42ab-aea9-2af0031d893c req-4919342e-87a9-44d0-aec1-adbb99937965 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=e42e9387-44ce-4fc8-a92e-7d389000320a HTTP/1.1" status: 200 len: 943 time: 0.0791447 Dec 16 22:13:10.463064 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28af00-2a56-45d5-9c20-d418ec4e0388 req-1bdc1873-aae7-4963-b2cb-28ea0e0ec5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:10.464608 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ca28af00-2a56-45d5-9c20-d418ec4e0388 req-1bdc1873-aae7-4963-b2cb-28ea0e0ec5f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=241332bf-ffe2-4b38-90c7-a643b4215ed1 HTTP/1.1" status: 200 len: 844 time: 0.0471213 Dec 16 22:13:10.468872 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7e920681-5283-451c-9d68-ce280b9b13ec req-406ee54a-1c26-45ac-bd50-7b54214a8f80 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dfed912-d600-4c09-8c0c-92dbc59a8df4 HTTP/1.1" status: 200 len: 217 time: 0.0522788 Dec 16 22:13:10.512265 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ca28af00-2a56-45d5-9c20-d418ec4e0388 req-6f236170-b377-4231-a93e-6c378b3c59cb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4b4200a-5735-42d7-aba1-c5a847665c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334508 Dec 16 22:13:10.612865 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ca28af00-2a56-45d5-9c20-d418ec4e0388 req-448131d0-6a90-42e2-aa72-86bdf0e9197f service neutron] 10.222.0.57 "GET /v2.0/networks/f4b4200a-5735-42d7-aba1-c5a847665c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925682 Dec 16 22:13:10.723698 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ca28af00-2a56-45d5-9c20-d418ec4e0388 req-95e44b0f-94d0-4664-98ed-bff457c6f075 service neutron] 10.222.0.57 "GET /v2.0/networks/f4b4200a-5735-42d7-aba1-c5a847665c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028321 Dec 16 22:13:10.796566 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 34380) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:10.843071 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7c403ba1-ab3d-42ab-aea9-2af0031d893c req-6d738613-a0b4-4a38-a23b-9b32bbc4a38d tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189680 Dec 16 22:13:10.857783 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e920681-5283-451c-9d68-ce280b9b13ec req-c07607c2-2dd1-46ce-ba77-4acf23299b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:10.859544 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7e920681-5283-451c-9d68-ce280b9b13ec req-c07607c2-2dd1-46ce-ba77-4acf23299b3d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9741df81-7a4c-44a7-8dc9-6f94ad4c24c8 HTTP/1.1" status: 200 len: 846 time: 0.3761394 Dec 16 22:13:10.930876 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ced62-0ab2-49ff-8bdf-82147e0a5cd4 req-cd7b87e8-064c-43c7-b992-07667a3fb3bb tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:10.932722 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-316ced62-0ab2-49ff-8bdf-82147e0a5cd4 req-cd7b87e8-064c-43c7-b992-07667a3fb3bb tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.0818427 Dec 16 22:13:10.934635 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7e920681-5283-451c-9d68-ce280b9b13ec req-3b68572a-e0c5-4e7f-a23f-4fbbe750ebb6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ad157d2-5520-47b6-a14b-23516eba3ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608284 Dec 16 22:13:10.967427 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9307e2b3-273b-4609-8367-24d282b2c49b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:11.011898 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-316ced62-0ab2-49ff-8bdf-82147e0a5cd4 req-4c1a14d2-fcef-4cd0-8c84-c061508acde6 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724113 Dec 16 22:13:11.081237 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9307e2b3-273b-4609-8367-24d282b2c49b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:11.116179 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7e920681-5283-451c-9d68-ce280b9b13ec req-41895a59-bd8c-495c-ac1f-9522e470792a service neutron] 10.222.0.57 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459618 Dec 16 22:13:11.152129 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4188ac-c94d-4d06-a2e7-e2664e6c0c17 req-998e5d82-5ab0-4329-937a-a28ebd94a680 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:11.152869 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6c4188ac-c94d-4d06-a2e7-e2664e6c0c17 req-998e5d82-5ab0-4329-937a-a28ebd94a680 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=539e6dd9-f56d-45b2-8523-2eb4fc14cbd8 HTTP/1.1" status: 200 len: 943 time: 0.0861518 Dec 16 22:13:11.181004 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9307e2b3-273b-4609-8367-24d282b2c49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:11.223799 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9307e2b3-273b-4609-8367-24d282b2c49b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9ace67d53e8140228126f53bc03b6067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4249988 Dec 16 22:13:11.226755 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 34398) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:11.237056 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307e2b3-273b-4609-8367-24d282b2c49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7df2c7-0f64-4db2-9e9b-2e584c736d0e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:11.267471 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6c4188ac-c94d-4d06-a2e7-e2664e6c0c17 req-8fe4dd18-828c-4f03-9a3a-cd57ca177510 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894444 Dec 16 22:13:11.276007 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7e920681-5283-451c-9d68-ce280b9b13ec req-a6bb5e1d-9694-4a69-b78e-969870072d66 service neutron] 10.222.0.57 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501949 Dec 16 22:13:11.294380 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dfcfd111-d79c-4eda-8a9e-4955d1a7fcae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:11.326790 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dfcfd111-d79c-4eda-8a9e-4955d1a7fcae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:11.397562 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:13:11.403953 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09835e26-7b84-4864-be13-d711deec277a req-6a3e5166-0517-41aa-bbba-eb9e680bf09b tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:11.405483 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-09835e26-7b84-4864-be13-d711deec277a req-6a3e5166-0517-41aa-bbba-eb9e680bf09b tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=6feb6ee6-640e-4a9d-aa6f-db14bab89112 HTTP/1.1" status: 200 len: 945 time: 0.0917594 Dec 16 22:13:11.460066 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbe3fd-f079-442c-9055-530a8e225743 req-b10df737-b683-4887-98c2-1e3017d924c9 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:11.461789 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dedbe3fd-f079-442c-9055-530a8e225743 req-b10df737-b683-4887-98c2-1e3017d924c9 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=1c328cc8-7824-4fbd-b367-abe3aea768e4 HTTP/1.1" status: 200 len: 950 time: 0.0592670 Dec 16 22:13:11.465447 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-09835e26-7b84-4864-be13-d711deec277a req-ae550008-6883-4008-b15f-e5ca8a052365 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525806 Dec 16 22:13:11.484129 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dfcfd111-d79c-4eda-8a9e-4955d1a7fcae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:11.486888 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dfcfd111-d79c-4eda-8a9e-4955d1a7fcae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:11.490478 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-dfcfd111-d79c-4eda-8a9e-4955d1a7fcae admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/df7df2c7-0f64-4db2-9e9b-2e584c736d0e HTTP/1.1" status: 204 len: 168 time: 0.2608457 Dec 16 22:13:11.511503 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcfd111-d79c-4eda-8a9e-4955d1a7fcae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7df2c7-0f64-4db2-9e9b-2e584c736d0e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:11.548619 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dedbe3fd-f079-442c-9055-530a8e225743 req-9443e106-288a-4e66-b11d-ba41b4541091 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713060 Dec 16 22:13:11.600328 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1c6e4879-2340-491f-b080-c1e27daba0a5 req-b89833e3-be76-4ea7-92f0-abb457e49dfb tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1886618804&fields=id&tenant_id=f46ea7d5a2a74db992746e488a2c27c4 HTTP/1.1" status: 200 len: 267 time: 0.0448654 Dec 16 22:13:11.664590 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e4879-2340-491f-b080-c1e27daba0a5 req-080f670d-df6a-46d3-92fe-5c3e83d39e79 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:11.666008 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1c6e4879-2340-491f-b080-c1e27daba0a5 req-080f670d-df6a-46d3-92fe-5c3e83d39e79 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=6feb6ee6-640e-4a9d-aa6f-db14bab89112 HTTP/1.1" status: 200 len: 945 time: 0.0597947 Dec 16 22:13:11.678927 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-1c6e4879-2340-491f-b080-c1e27daba0a5 req-57bf453b-72bb-42d6-ad29-a77bf51b00f5 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Request body: {'port': {'security_groups': ['0c3d08fd-3558-4474-8a96-bef7ed150fb2', '517ade28-4522-4ef6-8d24-91d09161e642']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:11.682302 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 34416) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:11.749336 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1c6e4879-2340-491f-b080-c1e27daba0a5 req-57bf453b-72bb-42d6-ad29-a77bf51b00f5 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:11.946838 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-428776866-network', 'tenant_id': '52dc9402d4464077b6d2e671843b655f'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:11.975180 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-1c6e4879-2340-491f-b080-c1e27daba0a5 req-57bf453b-72bb-42d6-ad29-a77bf51b00f5 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] For port 6a229090-9abb-4381-8f5b-226772e8d323, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=6a229090-9abb-4381-8f5b-226772e8d323,segment=NetworkSegment(1245a524-6df6-423f-990d-26e7606d949e),segment_id=1245a524-6df6-423f-990d-26e7606d949e)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:12.014153 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1c6e4879-2340-491f-b080-c1e27daba0a5 req-57bf453b-72bb-42d6-ad29-a77bf51b00f5 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:12.071635 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf76cd5-35f5-4f8f-8d3d-5b529d24fb17 req-a80b520b-2873-43fb-ae04-82055700e4fe tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:12.073093 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dcf76cd5-35f5-4f8f-8d3d-5b529d24fb17 req-a80b520b-2873-43fb-ae04-82055700e4fe tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c328cc8-7824-4fbd-b367-abe3aea768e4 HTTP/1.1" status: 200 len: 950 time: 0.1419249 Dec 16 22:13:12.079770 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c08c22b4-02ff-4e7f-a99d-e5827668698b req-2a17833b-2785-4e73-a42c-392eb16d1e50 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2514a767-8428-4e46-bdd7-ae6bf18c368b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1271465 Dec 16 22:13:12.097163 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3c248-51ef-4ddd-854b-e465076d1592 req-b3946069-936a-4e2e-836e-7c44050235fa tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:12.098747 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-57e3c248-51ef-4ddd-854b-e465076d1592 req-b3946069-936a-4e2e-836e-7c44050235fa tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=e42e9387-44ce-4fc8-a92e-7d389000320a HTTP/1.1" status: 200 len: 943 time: 0.1447866 Dec 16 22:13:12.121760 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1c6e4879-2340-491f-b080-c1e27daba0a5 req-57bf453b-72bb-42d6-ad29-a77bf51b00f5 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:12.166778 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6a229090-9abb-4381-8f5b-226772e8d323'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:12.187250 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e4879-2340-491f-b080-c1e27daba0a5 req-57bf453b-72bb-42d6-ad29-a77bf51b00f5 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:12.187987 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1c6e4879-2340-491f-b080-c1e27daba0a5 req-57bf453b-72bb-42d6-ad29-a77bf51b00f5 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:12.188732 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] Made reservation on behalf of 52dc9402d4464077b6d2e671843b655f for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:13:12.194797 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:12.201296 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1c6e4879-2340-491f-b080-c1e27daba0a5 req-57bf453b-72bb-42d6-ad29-a77bf51b00f5 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "PUT /v2.0/ports/6a229090-9abb-4381-8f5b-226772e8d323 HTTP/1.1" status: 200 len: 981 time: 0.5264812 Dec 16 22:13:12.202283 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6feb6ee6-640e-4a9d-aa6f-db14bab89112', 'tag': '6a229090-9abb-4381-8f5b-226772e8d323'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:12.206435 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92870b4e-8d78-4296-b18b-8f508918011d" -d '{"events": [{"name": "network-changed", "server_uuid": "6feb6ee6-640e-4a9d-aa6f-db14bab89112", "tag": "6a229090-9abb-4381-8f5b-226772e8d323"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:12.239077 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:12.264186 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf453b-72bb-42d6-ad29-a77bf51b00f5 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Pushing event updated for resources: {'Port': ['ID=6a229090-9abb-4381-8f5b-226772e8d323,revision_number=6']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:12.280233 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-57e3c248-51ef-4ddd-854b-e465076d1592 req-0505720c-74fb-471e-b665-482aef179db3 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631470 Dec 16 22:13:12.320548 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6a229090-9abb-4381-8f5b-226772e8d323'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:12.418815 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-73a2d974-f7a1-44cb-8328-c058a4ca7086 req-7aedb2f7-24b1-44da-9637-5a9ef4ab69e6 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-478726570&fields=id&tenant_id=f46ea7d5a2a74db992746e488a2c27c4 HTTP/1.1" status: 200 len: 267 time: 0.0540123 Dec 16 22:13:12.420443 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c22b4-02ff-4e7f-a99d-e5827668698b req-15d71041-5beb-4cbe-9914-ed74aa0dd9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:12.422090 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c08c22b4-02ff-4e7f-a99d-e5827668698b req-15d71041-5beb-4cbe-9914-ed74aa0dd9a5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a5983ec059547448cf45cc5d0d82ac4&device_id=2514a767-8428-4e46-bdd7-ae6bf18c368b HTTP/1.1" status: 200 len: 1097 time: 0.2697864 Dec 16 22:13:12.451401 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:12.482985 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2d974-f7a1-44cb-8328-c058a4ca7086 req-ee7d1ba1-5bf2-446a-8c62-5e89b4b5a41d tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:12.491657 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-dcf76cd5-35f5-4f8f-8d3d-5b529d24fb17 req-00dc7074-d119-42cc-bfe7-565752ec0856 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Deleting port d83c5bc4-18bf-4daf-bb50-9a99e570948d {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:13:12.491657 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-dcf76cd5-35f5-4f8f-8d3d-5b529d24fb17 req-00dc7074-d119-42cc-bfe7-565752ec0856 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:12.492070 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-73a2d974-f7a1-44cb-8328-c058a4ca7086 req-ee7d1ba1-5bf2-446a-8c62-5e89b4b5a41d tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=6feb6ee6-640e-4a9d-aa6f-db14bab89112 HTTP/1.1" status: 200 len: 984 time: 0.0720921 Dec 16 22:13:12.498100 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-73a2d974-f7a1-44cb-8328-c058a4ca7086 req-b0ed3754-fab3-4234-85d9-a113d7bf37c8 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Request body: {'port': {'security_groups': ['0c3d08fd-3558-4474-8a96-bef7ed150fb2', '517ade28-4522-4ef6-8d24-91d09161e642', '12d4eabf-279c-4a98-b506-dc806a105d7c']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:12.536960 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb950b27-6371-465a-8ea1-f2d839a3d340 req-b43fa76d-21ef-4525-8581-728f77d00959 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:12.545583 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cb950b27-6371-465a-8ea1-f2d839a3d340 req-b43fa76d-21ef-4525-8581-728f77d00959 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.1804545 Dec 16 22:13:12.583686 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-73a2d974-f7a1-44cb-8328-c058a4ca7086 req-b0ed3754-fab3-4234-85d9-a113d7bf37c8 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:12.597936 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:12.675420 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:13:12.725993 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c0cd7d-bca8-4abe-8a6b-70413068a363,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:12.749146 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cb950b27-6371-465a-8ea1-f2d839a3d340 req-de4e0782-78ba-4e55-a48d-1414e2c7bfd8 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026613 Dec 16 22:13:12.755344 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:12.755700 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] Added segment f644fd15-02a7-4c5e-8c9b-aed9015799bd of type vlan for network cad91a34-249c-45b2-83af-f58c71b36922 Dec 16 22:13:12.775236 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-dcf76cd5-35f5-4f8f-8d3d-5b529d24fb17 req-00dc7074-d119-42cc-bfe7-565752ec0856 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] For port d83c5bc4-18bf-4daf-bb50-9a99e570948d, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=d83c5bc4-18bf-4daf-bb50-9a99e570948d,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:12.775236 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-dcf76cd5-35f5-4f8f-8d3d-5b529d24fb17 req-00dc7074-d119-42cc-bfe7-565752ec0856 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:12.775236 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:12.775236 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:12.775236 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:12.775236 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:12.775236 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:12.775236 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:12.775236 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:12.775968 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:12.775968 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:12.776135 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:12.776605 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:12.776948 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:12.777276 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:12.788572 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c22b4-02ff-4e7f-a99d-e5827668698b req-559f874a-9c88-41af-ba7f-db03afd11b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:12.790091 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c08c22b4-02ff-4e7f-a99d-e5827668698b req-559f874a-9c88-41af-ba7f-db03afd11b51 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8ad157d2-5520-47b6-a14b-23516eba3ebc HTTP/1.1" status: 200 len: 906 time: 0.3332648 Dec 16 22:13:12.824662 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc850eac-cc9a-4216-b555-7f2d1bc1a4b4 x-openstack-request-id: req-fc850eac-cc9a-4216-b555-7f2d1bc1a4b4 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:12.826008 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6feb6ee6-640e-4a9d-aa6f-db14bab89112", "tag": "6a229090-9abb-4381-8f5b-226772e8d323", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:12.826450 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fc850eac-cc9a-4216-b555-7f2d1bc1a4b4 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:12.826982 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6feb6ee6-640e-4a9d-aa6f-db14bab89112', 'tag': '6a229090-9abb-4381-8f5b-226772e8d323', 'status': 'completed', 'code': 200} Dec 16 22:13:12.827164 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-dcf76cd5-35f5-4f8f-8d3d-5b529d24fb17 req-00dc7074-d119-42cc-bfe7-565752ec0856 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Calling delete_port for d83c5bc4-18bf-4daf-bb50-9a99e570948d owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:13:12.838756 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-73a2d974-f7a1-44cb-8328-c058a4ca7086 req-b0ed3754-fab3-4234-85d9-a113d7bf37c8 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] For port 6a229090-9abb-4381-8f5b-226772e8d323, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=6a229090-9abb-4381-8f5b-226772e8d323,segment=NetworkSegment(1245a524-6df6-423f-990d-26e7606d949e),segment_id=1245a524-6df6-423f-990d-26e7606d949e)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:12.878932 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-73a2d974-f7a1-44cb-8328-c058a4ca7086 req-b0ed3754-fab3-4234-85d9-a113d7bf37c8 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:12.896124 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c08c22b4-02ff-4e7f-a99d-e5827668698b req-319b0d31-256a-4443-8e5b-a6d0961f86d2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6584960a-97fd-456d-b9ef-cb7b7437c516 HTTP/1.1" status: 200 len: 217 time: 0.0941067 Dec 16 22:13:12.916336 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:12.963743 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-73a2d974-f7a1-44cb-8328-c058a4ca7086 req-b0ed3754-fab3-4234-85d9-a113d7bf37c8 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:13.001929 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6a229090-9abb-4381-8f5b-226772e8d323'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:13.016248 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2d974-f7a1-44cb-8328-c058a4ca7086 req-b0ed3754-fab3-4234-85d9-a113d7bf37c8 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:13.016942 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-73a2d974-f7a1-44cb-8328-c058a4ca7086 req-b0ed3754-fab3-4234-85d9-a113d7bf37c8 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:13.023710 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-73a2d974-f7a1-44cb-8328-c058a4ca7086 req-b0ed3754-fab3-4234-85d9-a113d7bf37c8 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "PUT /v2.0/ports/6a229090-9abb-4381-8f5b-226772e8d323 HTTP/1.1" status: 200 len: 1020 time: 0.5309000 Dec 16 22:13:13.063740 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed3754-fab3-4234-85d9-a113d7bf37c8 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Pushing event updated for resources: {'Port': ['ID=6a229090-9abb-4381-8f5b-226772e8d323,revision_number=7']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:13.084111 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92870b4e-8d78-4296-b18b-8f508918011d req-31ca2598-0aac-4765-866a-073de17aaa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:13.086588 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-92870b4e-8d78-4296-b18b-8f508918011d req-31ca2598-0aac-4765-866a-073de17aaa7d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f46ea7d5a2a74db992746e488a2c27c4&device_id=6feb6ee6-640e-4a9d-aa6f-db14bab89112 HTTP/1.1" status: 200 len: 1135 time: 0.2079756 Dec 16 22:13:13.086940 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c22b4-02ff-4e7f-a99d-e5827668698b req-b0281992-a13f-47c9-b83a-4e89a958bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:13.088303 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c08c22b4-02ff-4e7f-a99d-e5827668698b req-b0281992-a13f-47c9-b83a-4e89a958bb44 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9741df81-7a4c-44a7-8dc9-6f94ad4c24c8 HTTP/1.1" status: 200 len: 846 time: 0.1820378 Dec 16 22:13:13.102114 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b7355-cbce-400d-be77-adaa4461c70e req-073e8f4a-5750-4fa7-860e-5c367db5110f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:13.103732 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4a5b7355-cbce-400d-be77-adaa4461c70e req-073e8f4a-5750-4fa7-860e-5c367db5110f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=539e6dd9-f56d-45b2-8523-2eb4fc14cbd8 HTTP/1.1" status: 200 len: 943 time: 0.2067385 Dec 16 22:13:13.162972 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9fbb4-b115-4a55-8093-b7a8861ed9ec req-e880162a-3f23-42e0-8870-3bfa7d0045e1 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:13.164719 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-03a9fbb4-b115-4a55-8093-b7a8861ed9ec req-e880162a-3f23-42e0-8870-3bfa7d0045e1 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=1c328cc8-7824-4fbd-b367-abe3aea768e4 HTTP/1.1" status: 200 len: 950 time: 0.0756533 Dec 16 22:13:13.168678 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6a229090-9abb-4381-8f5b-226772e8d323'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:13.198257 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c08c22b4-02ff-4e7f-a99d-e5827668698b req-fc570fb6-0147-463d-adfb-babd6d764f5f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8ad157d2-5520-47b6-a14b-23516eba3ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856953 Dec 16 22:13:13.198503 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:13.199635 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:13.199770 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:13.229657 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-03a9fbb4-b115-4a55-8093-b7a8861ed9ec req-bea46031-d0f4-4c01-b0a8-23fad3cd1a8d tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/security-groups?id=65c03473-b79e-4e0b-9b5c-99fa14cca02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540698 Dec 16 22:13:13.367604 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05433198-d17d-4714-9074-fcb8e0ce30dd req-818a344f-1183-4df8-9e12-2b19c78636e9 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:13.378930 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-05433198-d17d-4714-9074-fcb8e0ce30dd req-818a344f-1183-4df8-9e12-2b19c78636e9 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=6feb6ee6-640e-4a9d-aa6f-db14bab89112 HTTP/1.1" status: 200 len: 1023 time: 0.0812693 Dec 16 22:13:13.392424 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7065556 Dec 16 22:13:13.396614 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 34466) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:13.398859 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84eea1-bc38-4e9d-bd58-7bf4093c352d admin admin] Pushing event updated for resources: {'Network': ['ID=cad91a34-249c-45b2-83af-f58c71b36922,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:13.402730 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-0bbcb7f5-2720-4ff9-8fb8-7497693b8525 admin admin] Request body: {'subnet': {'network_id': 'cad91a34-249c-45b2-83af-f58c71b36922', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-428776866-subnet', 'tenant_id': '52dc9402d4464077b6d2e671843b655f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:13.418080 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network cad91a34-249c-45b2-83af-f58c71b36922 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:13:13.418555 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4a5b7355-cbce-400d-be77-adaa4461c70e req-6c68a900-99a5-4f0f-9c1b-e7977a2bb10d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042262 Dec 16 22:13:13.457251 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92870b4e-8d78-4296-b18b-8f508918011d req-b36367c2-5aa7-4b28-a6e3-eeffc5736d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:13.458793 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-92870b4e-8d78-4296-b18b-8f508918011d req-b36367c2-5aa7-4b28-a6e3-eeffc5736d70 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925 HTTP/1.1" status: 200 len: 913 time: 0.3457813 Dec 16 22:13:13.487141 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-05433198-d17d-4714-9074-fcb8e0ce30dd req-8dbd0bed-a8f6-4107-9fea-f5eaadb226f5 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&id=12d4eabf-279c-4a98-b506-dc806a105d7c&id=517ade28-4522-4ef6-8d24-91d09161e642 HTTP/1.1" status: 200 len: 6198 time: 0.1067095 Dec 16 22:13:13.516407 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c08c22b4-02ff-4e7f-a99d-e5827668698b req-382c216e-967e-41c0-930b-757adefaaaf9 service neutron] 10.222.0.76 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058164 Dec 16 22:13:13.524843 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-92870b4e-8d78-4296-b18b-8f508918011d req-7244a498-9e4c-48c2-aa08-a5e310574587 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a229090-9abb-4381-8f5b-226772e8d323 HTTP/1.1" status: 200 len: 217 time: 0.0545976 Dec 16 22:13:13.525438 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-dcf76cd5-35f5-4f8f-8d3d-5b529d24fb17 req-00dc7074-d119-42cc-bfe7-565752ec0856 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:13.576822 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbcb7f5-2720-4ff9-8fb8-7497693b8525 admin admin] Made reservation on behalf of 52dc9402d4464077b6d2e671843b655f for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:13:13.580090 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0bbcb7f5-2720-4ff9-8fb8-7497693b8525 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:13.639384 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-7a2af5f1-bc6a-42d8-9572-9cc24f8b2871 req-b7828197-9c34-48b2-90b9-4b5c6c8bc44e tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1370785551 ', 'description': 'tempest-description-1500979503'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:13.652023 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc7074-d119-42cc-bfe7-565752ec0856 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Pushing event deleted for resources: {'Port': ['ID=d83c5bc4-18bf-4daf-bb50-9a99e570948d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:13.729335 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf76cd5-35f5-4f8f-8d3d-5b529d24fb17 req-00dc7074-d119-42cc-bfe7-565752ec0856 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] No DVR routers for this DVR port d83c5bc4-18bf-4daf-bb50-9a99e570948d on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:13:13.736090 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92870b4e-8d78-4296-b18b-8f508918011d req-f63ded73-eab9-40df-98e3-dcec5c71677b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:13.737592 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-92870b4e-8d78-4296-b18b-8f508918011d req-f63ded73-eab9-40df-98e3-dcec5c71677b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=21c53808-9089-42b8-947a-ba9565cbb302 HTTP/1.1" status: 200 len: 853 time: 0.1884980 Dec 16 22:13:13.740338 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-dcf76cd5-35f5-4f8f-8d3d-5b529d24fb17 req-00dc7074-d119-42cc-bfe7-565752ec0856 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:13.743652 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dcf76cd5-35f5-4f8f-8d3d-5b529d24fb17 req-00dc7074-d119-42cc-bfe7-565752ec0856 tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.57 "DELETE /v2.0/ports/d83c5bc4-18bf-4daf-bb50-9a99e570948d HTTP/1.1" status: 204 len: 173 time: 1.6615398 Dec 16 22:13:13.752345 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f0682-3ecd-49bb-82d1-5eed84bcc043 req-35dab299-f2a2-4ad7-a009-da472df2f25c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:13.754200 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e56f0682-3ecd-49bb-82d1-5eed84bcc043 req-35dab299-f2a2-4ad7-a009-da472df2f25c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=e42e9387-44ce-4fc8-a92e-7d389000320a HTTP/1.1" status: 200 len: 943 time: 0.2673635 Dec 16 22:13:13.754885 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c328cc8-7824-4fbd-b367-abe3aea768e4', 'name': 'network-vif-deleted', 'tag': 'd83c5bc4-18bf-4daf-bb50-9a99e570948d'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:13.757381 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86c92cd-2722-4114-b05d-04c9d8c7fbad" -d '{"events": [{"server_uuid": "1c328cc8-7824-4fbd-b367-abe3aea768e4", "name": "network-vif-deleted", "tag": "d83c5bc4-18bf-4daf-bb50-9a99e570948d"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:13.814433 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7a2af5f1-bc6a-42d8-9572-9cc24f8b2871 req-b7828197-9c34-48b2-90b9-4b5c6c8bc44e tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:13.817183 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-92870b4e-8d78-4296-b18b-8f508918011d req-936ac7d0-b305-4c06-abdc-9c37cff380b7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495653 Dec 16 22:13:13.821292 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c08c22b4-02ff-4e7f-a99d-e5827668698b req-c9a07f02-78df-49a5-99a7-ee14b8271035 service neutron] 10.222.0.76 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916884 Dec 16 22:13:13.895850 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7a2af5f1-bc6a-42d8-9572-9cc24f8b2871 req-b7828197-9c34-48b2-90b9-4b5c6c8bc44e tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:13.901028 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e56f0682-3ecd-49bb-82d1-5eed84bcc043 req-8da1257f-7d0d-45a9-a994-f65891e0887d tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308899 Dec 16 22:13:13.904613 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0bbcb7f5-2720-4ff9-8fb8-7497693b8525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:13.954792 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-92870b4e-8d78-4296-b18b-8f508918011d req-21192bed-e1dc-47dc-aa93-e0b70bb7a902 service neutron] 10.222.0.76 "GET /v2.0/networks/fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208441 Dec 16 22:13:13.974430 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a6e565-a53b-4aa0-bacf-0530a0714068 x-openstack-request-id: req-b1a6e565-a53b-4aa0-bacf-0530a0714068 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:13.974850 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c328cc8-7824-4fbd-b367-abe3aea768e4", "name": "network-vif-deleted", "tag": "d83c5bc4-18bf-4daf-bb50-9a99e570948d", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:13.975187 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b1a6e565-a53b-4aa0-bacf-0530a0714068 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:13.975650 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c328cc8-7824-4fbd-b367-abe3aea768e4', 'name': 'network-vif-deleted', 'tag': 'd83c5bc4-18bf-4daf-bb50-9a99e570948d', 'status': 'completed', 'code': 200} Dec 16 22:13:13.978937 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbcb7f5-2720-4ff9-8fb8-7497693b8525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3b028fb-b449-456f-83ef-703e1dbce1bf,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:13.985302 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbcb7f5-2720-4ff9-8fb8-7497693b8525 admin admin] Checking segment: {'id': 'f644fd15-02a7-4c5e-8c9b-aed9015799bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cad91a34-249c-45b2-83af-f58c71b36922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:13:13.985661 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbcb7f5-2720-4ff9-8fb8-7497693b8525 admin admin] Network hostable DHCP agents. Network: cad91a34-249c-45b2-83af-f58c71b36922, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:13:14.041534 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7a2af5f1-bc6a-42d8-9572-9cc24f8b2871 req-b7828197-9c34-48b2-90b9-4b5c6c8bc44e tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:14.076077 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7828197-9c34-48b2-90b9-4b5c6c8bc44e tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64347a36-0cd8-4325-816b-5fd995b5480b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:14.091337 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b696f-64f5-4413-8719-24f5b1016836 req-b756d00c-dac7-4b52-a29c-b9a6517a9e98 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:14.093620 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-251b696f-64f5-4413-8719-24f5b1016836 req-b756d00c-dac7-4b52-a29c-b9a6517a9e98 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.0699167 Dec 16 22:13:14.098290 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbcb7f5-2720-4ff9-8fb8-7497693b8525 admin admin] Network cad91a34-249c-45b2-83af-f58c71b36922 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:13:14.116287 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-92870b4e-8d78-4296-b18b-8f508918011d req-d6e7920f-14ba-40d9-a6d1-55005d8fc402 service neutron] 10.222.0.76 "GET /v2.0/networks/fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536298 Dec 16 22:13:14.159092 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-251b696f-64f5-4413-8719-24f5b1016836 req-641ac142-8998-4930-8f8e-fa805a7820db tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551956 Dec 16 22:13:14.162879 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7a2af5f1-bc6a-42d8-9572-9cc24f8b2871 req-b7828197-9c34-48b2-90b9-4b5c6c8bc44e tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:14.164155 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7a2af5f1-bc6a-42d8-9572-9cc24f8b2871 req-b7828197-9c34-48b2-90b9-4b5c6c8bc44e tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.5333171 Dec 16 22:13:14.204323 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-0bbcb7f5-2720-4ff9-8fb8-7497693b8525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, cad91a34-249c-45b2-83af-f58c71b36922) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:13:14.208677 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbcb7f5-2720-4ff9-8fb8-7497693b8525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:14.209357 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0bbcb7f5-2720-4ff9-8fb8-7497693b8525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:14.213095 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b750acd6-e946-4d77-b79b-2268b5368cd1 None None] Network cad91a34-249c-45b2-83af-f58c71b36922 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:13:14.259720 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d38a98a2-66fb-4fc4-be00-25311308c212 req-11938f9e-172e-4ade-8e82-917ca5b38eaa tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups/64347a36-0cd8-4325-816b-5fd995b5480b HTTP/1.1" status: 200 len: 1798 time: 0.0730360 Dec 16 22:13:14.329511 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c8473fa-7452-46ed-92ad-98754e4881d2 req-2c901ad8-bca6-4a4c-b41e-a511624d01de tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups/64347a36-0cd8-4325-816b-5fd995b5480b HTTP/1.1" status: 200 len: 1798 time: 0.0493681 Dec 16 22:13:14.336007 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8ed878-b05e-4b11-a824-9c025716702b None None] Network cad91a34-249c-45b2-83af-f58c71b36922 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:13:14.371793 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0bbcb7f5-2720-4ff9-8fb8-7497693b8525 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9740136 Dec 16 22:13:14.396441 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1538479f-7d71-444d-b853-ba7084c6bad9 req-8e15f7d1-02ea-4e3e-8852-33fdf3fd8c6e tempest-LiveMigrationNegativeTest-56147800 tempest-LiveMigrationNegativeTest-56147800-project] 10.222.0.75 "GET /v2.0/ports?device_id=1c328cc8-7824-4fbd-b367-abe3aea768e4 HTTP/1.1" status: 200 len: 210 time: 0.0504537 Dec 16 22:13:14.415946 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3c8473fa-7452-46ed-92ad-98754e4881d2 req-ff7964a2-a01a-4926-aa0d-3488bb0e2ad0 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:14.454581 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3c8473fa-7452-46ed-92ad-98754e4881d2 req-ff7964a2-a01a-4926-aa0d-3488bb0e2ad0 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:14.555144 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ec0ce-3f54-4d27-b337-9067846354ab req-ec97289f-0824-41bd-bc06-d2eb3f837552 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:14.562651 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5d5ec0ce-3f54-4d27-b337-9067846354ab req-ec97289f-0824-41bd-bc06-d2eb3f837552 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=539e6dd9-f56d-45b2-8523-2eb4fc14cbd8 HTTP/1.1" status: 200 len: 943 time: 0.0640390 Dec 16 22:13:14.607444 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3c8473fa-7452-46ed-92ad-98754e4881d2 req-ff7964a2-a01a-4926-aa0d-3488bb0e2ad0 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:14.610065 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3c8473fa-7452-46ed-92ad-98754e4881d2 req-ff7964a2-a01a-4926-aa0d-3488bb0e2ad0 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:14.611274 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c8473fa-7452-46ed-92ad-98754e4881d2 req-ff7964a2-a01a-4926-aa0d-3488bb0e2ad0 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "DELETE /v2.0/security-groups/64347a36-0cd8-4325-816b-5fd995b5480b HTTP/1.1" status: 204 len: 173 time: 0.2751708 Dec 16 22:13:14.612603 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5d5ec0ce-3f54-4d27-b337-9067846354ab req-8fcbcb38-52f6-4abb-aa8c-2a4996853711 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489047 Dec 16 22:13:14.636011 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7964a2-a01a-4926-aa0d-3488bb0e2ad0 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64347a36-0cd8-4325-816b-5fd995b5480b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:14.760209 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [req-d18fde53-9c1f-4390-bacb-732731406550 req-aa72d517-b58b-4ba6-92e5-a3b2a116d1e7 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] show failed (client error): The resource could not be found. Dec 16 22:13:14.760209 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d18fde53-9c1f-4390-bacb-732731406550 req-aa72d517-b58b-4ba6-92e5-a3b2a116d1e7 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups/64347a36-0cd8-4325-816b-5fd995b5480b HTTP/1.1" status: 404 len: 352 time: 0.0160272 Dec 16 22:13:14.786827 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-4118565a-ed7a-408b-8f76-8fdaaa0b337e req-b58c4c05-8cc5-4e1a-93cb-f7aec175e85b tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1373272860', 'description': 'tempest-description-1212759771'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:14.828178 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6feb6ee6-640e-4a9d-aa6f-db14bab89112', 'tag': '6a229090-9abb-4381-8f5b-226772e8d323'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:14.830726 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902f5243-ca58-4534-a13d-566ed6946ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "6feb6ee6-640e-4a9d-aa6f-db14bab89112", "tag": "6a229090-9abb-4381-8f5b-226772e8d323"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:14.983639 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-f90729ce-e9a4-43fb-8402-6680e5c7facb tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:14.985128 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-f90729ce-e9a4-43fb-8402-6680e5c7facb tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/networks?id=cad91a34-249c-45b2-83af-f58c71b36922 HTTP/1.1" status: 200 len: 813 time: 0.1130285 Dec 16 22:13:14.989569 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4118565a-ed7a-408b-8f76-8fdaaa0b337e req-b58c4c05-8cc5-4e1a-93cb-f7aec175e85b tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:15.006328 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-1e5669c2-21a1-488d-823e-c7f385fc35da tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/quotas/52dc9402d4464077b6d2e671843b655f HTTP/1.1" status: 200 len: 375 time: 0.0096164 Dec 16 22:13:15.033032 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-63d3efb0-89a9-46d5-8b9b-6dba3e467cfc tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=52dc9402d4464077b6d2e671843b655f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265815 Dec 16 22:13:15.058337 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4118565a-ed7a-408b-8f76-8fdaaa0b337e req-b58c4c05-8cc5-4e1a-93cb-f7aec175e85b tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:15.130204 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-8712dbe7-3ba5-47b4-b85c-1ef3322f22d0 service neutron] 10.222.0.75 "GET /v2.0/networks/cad91a34-249c-45b2-83af-f58c71b36922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898066 Dec 16 22:13:15.218615 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 467f6251-9254-4873-89f3-325e0e37dd4a details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:13:15.219862 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-bb24ed33-9b49-4eb2-a315-d2780c70c7ee service neutron] 10.222.0.75 "GET /v2.0/networks/cad91a34-249c-45b2-83af-f58c71b36922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832958 Dec 16 22:13:15.226189 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device d83c5bc4-18bf-4daf-bb50-9a99e570948d no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:13:15.255964 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: d83c5bc4-18bf-4daf-bb50-9a99e570948d {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:13:15.256321 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device d83c5bc4-18bf-4daf-bb50-9a99e570948d not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:13:15.272752 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4118565a-ed7a-408b-8f76-8fdaaa0b337e req-b58c4c05-8cc5-4e1a-93cb-f7aec175e85b tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:15.308800 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c4c05-8cc5-4e1a-93cb-f7aec175e85b tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3add4d-08ec-46fd-bef2-b78f4cb912d8,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:15.363888 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 467f6251-9254-4873-89f3-325e0e37dd4a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=467f6251-9254-4873-89f3-325e0e37dd4a,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:15.376993 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '467f6251-9254-4873-89f3-325e0e37dd4a', 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e', 'port_id': '467f6251-9254-4873-89f3-325e0e37dd4a', 'mac_address': 'fa:16:3e:38:44:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241332bf-ffe2-4b38-90c7-a643b4215ed1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:13:15.420018 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:15.438472 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 467f6251-9254-4873-89f3-325e0e37dd4a {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:15.460940 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 467f6251-9254-4873-89f3-325e0e37dd4a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=467f6251-9254-4873-89f3-325e0e37dd4a,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:15.466939 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4118565a-ed7a-408b-8f76-8fdaaa0b337e req-b58c4c05-8cc5-4e1a-93cb-f7aec175e85b tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:15.468381 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4118565a-ed7a-408b-8f76-8fdaaa0b337e req-b58c4c05-8cc5-4e1a-93cb-f7aec175e85b tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6864138 Dec 16 22:13:15.527035 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2bee58-ad94-4ed7-a594-24d7960b5f9b x-openstack-request-id: req-5e2bee58-ad94-4ed7-a594-24d7960b5f9b {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:15.527369 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6feb6ee6-640e-4a9d-aa6f-db14bab89112", "tag": "6a229090-9abb-4381-8f5b-226772e8d323", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:15.527648 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5e2bee58-ad94-4ed7-a594-24d7960b5f9b {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:15.528052 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6feb6ee6-640e-4a9d-aa6f-db14bab89112', 'tag': '6a229090-9abb-4381-8f5b-226772e8d323', 'status': 'completed', 'code': 200} Dec 16 22:13:15.616707 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf5658-d2e0-46cc-ab4f-fc125938bf1a req-33f1aa5d-4711-483b-9a89-58fc3301aa9e tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:15.618543 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4baf5658-d2e0-46cc-ab4f-fc125938bf1a req-33f1aa5d-4711-483b-9a89-58fc3301aa9e tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=e42e9387-44ce-4fc8-a92e-7d389000320a HTTP/1.1" status: 200 len: 943 time: 0.0861728 Dec 16 22:13:15.629509 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:15.637642 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 2dfed912-d600-4c09-8c0c-92dbc59a8df4 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:13:15.666629 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f5243-ca58-4534-a13d-566ed6946ca3 req-4cc83547-6aa9-4d91-b5a1-d5f32d55aa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:15.668257 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-902f5243-ca58-4534-a13d-566ed6946ca3 req-4cc83547-6aa9-4d91-b5a1-d5f32d55aa44 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f46ea7d5a2a74db992746e488a2c27c4&device_id=6feb6ee6-640e-4a9d-aa6f-db14bab89112 HTTP/1.1" status: 200 len: 1174 time: 0.0895913 Dec 16 22:13:15.707947 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453925f-d057-40ba-afbe-89da0611c813 req-07089d25-b264-451e-ac4b-f44dee946b1a tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:15.709768 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4baf5658-d2e0-46cc-ab4f-fc125938bf1a req-b77d4fce-dba3-414b-93b0-8dc9a6b6f436 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790219 Dec 16 22:13:15.722437 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7453925f-d057-40ba-afbe-89da0611c813 req-07089d25-b264-451e-ac4b-f44dee946b1a tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.1103411 Dec 16 22:13:15.763900 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=467f6251-9254-4873-89f3-325e0e37dd4a,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:15.834505 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 2dfed912-d600-4c09-8c0c-92dbc59a8df4, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=2dfed912-d600-4c09-8c0c-92dbc59a8df4,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:15.855824 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '2dfed912-d600-4c09-8c0c-92dbc59a8df4', 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc', 'port_id': '2dfed912-d600-4c09-8c0c-92dbc59a8df4', 'mac_address': 'fa:16:3e:2e:05:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9741df81-7a4c-44a7-8dc9-6f94ad4c24c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:13:15.859699 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-2d1dbd50-ad2f-4932-903c-345fe2fb37fa req-a16ef956-e8f1-4fa9-8353-829f4f871dac tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1786010026', 'description': 'tempest-description-2061175169'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:15.870772 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f5243-ca58-4534-a13d-566ed6946ca3 req-0f5b2db4-b029-4950-8ca0-e883587c7a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:15.873160 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-902f5243-ca58-4534-a13d-566ed6946ca3 req-0f5b2db4-b029-4950-8ca0-e883587c7a57 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925 HTTP/1.1" status: 200 len: 913 time: 0.1955745 Dec 16 22:13:15.894226 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7453925f-d057-40ba-afbe-89da0611c813 req-01b7ba58-6dbc-4ff6-a2f5-8a6537114810 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072888 Dec 16 22:13:15.925972 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:15.928431 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-902f5243-ca58-4534-a13d-566ed6946ca3 req-f5cc550e-0615-4d3e-9f75-b975711ab0b3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a229090-9abb-4381-8f5b-226772e8d323 HTTP/1.1" status: 200 len: 217 time: 0.0465937 Dec 16 22:13:15.946135 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dfed912-d600-4c09-8c0c-92dbc59a8df4 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:15.970815 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 2dfed912-d600-4c09-8c0c-92dbc59a8df4, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=2dfed912-d600-4c09-8c0c-92dbc59a8df4,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:15.985339 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2d1dbd50-ad2f-4932-903c-345fe2fb37fa req-a16ef956-e8f1-4fa9-8353-829f4f871dac tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:16.017518 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d6abdcab-a71d-447a-9e7f-b3ed713d24cb req-7e619f36-f22a-449a-8ea9-f81b6e6a3941 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 210 time: 0.0464010 Dec 16 22:13:16.043233 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f5243-ca58-4534-a13d-566ed6946ca3 req-10faf0b0-9b1b-4ef3-a685-f4c5c9dca7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:16.045614 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-902f5243-ca58-4534-a13d-566ed6946ca3 req-10faf0b0-9b1b-4ef3-a685-f4c5c9dca7d1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=21c53808-9089-42b8-947a-ba9565cbb302 HTTP/1.1" status: 200 len: 853 time: 0.1053231 Dec 16 22:13:16.058552 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:16.099802 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2d1dbd50-ad2f-4932-903c-345fe2fb37fa req-a16ef956-e8f1-4fa9-8353-829f4f871dac tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:16.104759 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-902f5243-ca58-4534-a13d-566ed6946ca3 req-2c431fc6-b24f-4233-9943-902c2452820f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499270 Dec 16 22:13:16.130214 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=2dfed912-d600-4c09-8c0c-92dbc59a8df4,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:16.187066 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2d1dbd50-ad2f-4932-903c-345fe2fb37fa req-a16ef956-e8f1-4fa9-8353-829f4f871dac tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:16.218554 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ef956-e8f1-4fa9-8353-829f4f871dac tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30ea2c72-52ba-4d36-9d2c-46fccb285a04,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:16.220082 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65622c-9276-4c40-8882-3dd2702963e6 req-ce363ad4-796c-4f27-a1dd-a2932ec8aa80 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:16.221678 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2e65622c-9276-4c40-8882-3dd2702963e6 req-ce363ad4-796c-4f27-a1dd-a2932ec8aa80 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=539e6dd9-f56d-45b2-8523-2eb4fc14cbd8 HTTP/1.1" status: 200 len: 944 time: 0.1134942 Dec 16 22:13:16.259124 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-902f5243-ca58-4534-a13d-566ed6946ca3 req-ba003aed-d069-4781-9bc3-90f5ce52766b service neutron] 10.222.0.76 "GET /v2.0/networks/fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419830 Dec 16 22:13:16.315152 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2d1dbd50-ad2f-4932-903c-345fe2fb37fa req-a16ef956-e8f1-4fa9-8353-829f4f871dac tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:16.325811 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2d1dbd50-ad2f-4932-903c-345fe2fb37fa req-a16ef956-e8f1-4fa9-8353-829f4f871dac tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4617927 Dec 16 22:13:16.334816 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2e65622c-9276-4c40-8882-3dd2702963e6 req-200b02fd-0548-468c-b62c-d2a494937037 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058931 Dec 16 22:13:16.396487 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-902f5243-ca58-4534-a13d-566ed6946ca3 req-3c4bdbf4-5ff5-461d-92db-6bf26d359d9d service neutron] 10.222.0.76 "GET /v2.0/networks/fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261344 Dec 16 22:13:16.433774 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-3f4782c8-6a6d-4ebf-81c6-e18bf261cf18 req-3e2a0943-1675-4776-87b4-961ed93567d1 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1191438442', 'description': 'tempest-description-406191032'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:16.464704 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 34574) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:16.531484 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['2dfed912-d600-4c09-8c0c-92dbc59a8df4'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:16.560376 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['467f6251-9254-4873-89f3-325e0e37dd4a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:16.596614 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3f4782c8-6a6d-4ebf-81c6-e18bf261cf18 req-3e2a0943-1675-4776-87b4-961ed93567d1 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:16.625672 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-24e68be4-bc0f-46b5-af8e-c851c34a00cc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0349e41ac95a4bf29148008bb820d8cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1594477 Dec 16 22:13:16.628606 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 34580) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:16.695977 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e3b46d88-b5a4-498f-ae2c-3ce5e34eb301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:16.702197 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3f4782c8-6a6d-4ebf-81c6-e18bf261cf18 req-3e2a0943-1675-4776-87b4-961ed93567d1 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:16.717953 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e3b46d88-b5a4-498f-ae2c-3ce5e34eb301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:16.772552 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3f4782c8-6a6d-4ebf-81c6-e18bf261cf18 req-3e2a0943-1675-4776-87b4-961ed93567d1 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:16.807144 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a0943-1675-4776-87b4-961ed93567d1 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5164c9-de08-4a93-8e23-cb34aec20cd5,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:16.829631 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8bc2b-458f-44cc-a822-9b5bd29f0dc8 req-2149172c-1610-4d05-ac0f-1173f5e57aef tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:16.833524 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-16a8bc2b-458f-44cc-a822-9b5bd29f0dc8 req-2149172c-1610-4d05-ac0f-1173f5e57aef tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=e42e9387-44ce-4fc8-a92e-7d389000320a HTTP/1.1" status: 200 len: 944 time: 0.0543950 Dec 16 22:13:16.880571 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-16a8bc2b-458f-44cc-a822-9b5bd29f0dc8 req-9664c745-3c79-4d2a-9d2a-af6d2191c6a8 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429819 Dec 16 22:13:16.883582 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3f4782c8-6a6d-4ebf-81c6-e18bf261cf18 req-3e2a0943-1675-4776-87b4-961ed93567d1 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:16.884802 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3f4782c8-6a6d-4ebf-81c6-e18bf261cf18 req-3e2a0943-1675-4776-87b4-961ed93567d1 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4565291 Dec 16 22:13:16.955633 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e3b46d88-b5a4-498f-ae2c-3ce5e34eb301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:16.958698 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e3b46d88-b5a4-498f-ae2c-3ce5e34eb301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:16.959971 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e3b46d88-b5a4-498f-ae2c-3ce5e34eb301 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/65c03473-b79e-4e0b-9b5c-99fa14cca02b HTTP/1.1" status: 204 len: 168 time: 0.3300476 Dec 16 22:13:16.968260 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b46d88-b5a4-498f-ae2c-3ce5e34eb301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c03473-b79e-4e0b-9b5c-99fa14cca02b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:17.020846 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0676d7b1-bee5-489c-a634-d491ed9094d5 req-50248817-7556-40ef-99a7-d3937c93d625 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f46ea7d5a2a74db992746e488a2c27c4 HTTP/1.1" status: 200 len: 10998 time: 0.1146662 Dec 16 22:13:17.058899 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8061977-d6e2-4111-ab69-1f7a5e93736d req-4c2379b4-6c62-4bdf-8f5d-978c89fb4e60 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:17.060657 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b8061977-d6e2-4111-ab69-1f7a5e93736d req-4c2379b4-6c62-4bdf-8f5d-978c89fb4e60 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.0624797 Dec 16 22:13:17.087388 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0676d7b1-bee5-489c-a634-d491ed9094d5 req-a29fbe8d-8cb5-458d-b3a4-5c56b391a43c tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups/0c3d08fd-3558-4474-8a96-bef7ed150fb2 HTTP/1.1" status: 200 len: 2998 time: 0.0480711 Dec 16 22:13:17.114734 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b8061977-d6e2-4111-ab69-1f7a5e93736d req-8f042757-77f1-4677-b772-183abb5a11c0 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478446 Dec 16 22:13:17.139482 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0676d7b1-bee5-489c-a634-d491ed9094d5 req-1c4de356-b662-410e-8cd2-16e99005ac16 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups/0c3d08fd-3558-4474-8a96-bef7ed150fb2 HTTP/1.1" status: 200 len: 2998 time: 0.0486610 Dec 16 22:13:17.203364 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-137e70a8-fe17-4ea1-acb5-207e3af39a3b req-549ab822-f249-49a0-9b15-0c7e0ba4dde0 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 210 time: 0.0287039 Dec 16 22:13:17.207927 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2c371de0-7871-4bdf-b5d7-10548a24181e req-c6a4cdf6-ae42-4606-a5fe-95c07c1bf830 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups/3a3add4d-08ec-46fd-bef2-b78f4cb912d8 HTTP/1.1" status: 200 len: 1818 time: 0.0453706 Dec 16 22:13:17.266914 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2c371de0-7871-4bdf-b5d7-10548a24181e req-2d6c3ea3-4f9e-4ddd-b394-062961a1c56b tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:17.289855 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2c371de0-7871-4bdf-b5d7-10548a24181e req-2d6c3ea3-4f9e-4ddd-b394-062961a1c56b tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:17.401220 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2c371de0-7871-4bdf-b5d7-10548a24181e req-2d6c3ea3-4f9e-4ddd-b394-062961a1c56b tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:17.403970 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2c371de0-7871-4bdf-b5d7-10548a24181e req-2d6c3ea3-4f9e-4ddd-b394-062961a1c56b tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:17.405148 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2c371de0-7871-4bdf-b5d7-10548a24181e req-2d6c3ea3-4f9e-4ddd-b394-062961a1c56b tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "DELETE /v2.0/security-groups/3a3add4d-08ec-46fd-bef2-b78f4cb912d8 HTTP/1.1" status: 204 len: 173 time: 0.1909926 Dec 16 22:13:17.416716 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c3ea3-4f9e-4ddd-b394-062961a1c56b tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3add4d-08ec-46fd-bef2-b78f4cb912d8,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:17.441767 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [req-17b3f82b-c0fc-40a1-94c6-ab64a76d1db2 req-36f4f5cc-9869-406e-85e0-be497c9b8f6b tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] show failed (client error): The resource could not be found. Dec 16 22:13:17.442773 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17b3f82b-c0fc-40a1-94c6-ab64a76d1db2 req-36f4f5cc-9869-406e-85e0-be497c9b8f6b tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups/3a3add4d-08ec-46fd-bef2-b78f4cb912d8 HTTP/1.1" status: 404 len: 352 time: 0.0195515 Dec 16 22:13:17.470360 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ef882-b4fb-4026-8028-5b4a7a50cad1 req-03681dc2-c27f-4565-953e-40f07fd4b95b tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:17.470360 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-012ef882-b4fb-4026-8028-5b4a7a50cad1 req-03681dc2-c27f-4565-953e-40f07fd4b95b tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=539e6dd9-f56d-45b2-8523-2eb4fc14cbd8 HTTP/1.1" status: 200 len: 944 time: 0.0616081 Dec 16 22:13:17.544596 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-012ef882-b4fb-4026-8028-5b4a7a50cad1 req-94b50cc3-facb-465b-ab3c-2408e82ceb21 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724745 Dec 16 22:13:17.571956 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-fa4f1825-d133-4899-82fb-3098aafb336d service neutron] show failed (client error): The resource could not be found. Dec 16 22:13:17.573010 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-fa4f1825-d133-4899-82fb-3098aafb336d service neutron] 10.222.0.76 "GET /v2.0/ports/9b313086-9cd6-4a5f-a0f2-77b6947f50bf/bindings/n-h2-815324-4 HTTP/1.1" status: 404 len: 380 time: 0.0731711 Dec 16 22:13:17.592288 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5472520f-2271-4a6a-8345-c9409575a2c5 req-e39bb063-43e4-44d9-af30-c6b0e263cf02 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups/30ea2c72-52ba-4d36-9d2c-46fccb285a04 HTTP/1.1" status: 200 len: 1818 time: 0.0543938 Dec 16 22:13:17.797545 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 34608) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:17.839845 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e095ff8c-81ae-4082-ac4e-4a1b699711bb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9cb375c9dc594b71ba4b4b07b02a89a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476425 Dec 16 22:13:17.840109 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 34612) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:17.902371 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d3b16bc4-2b58-4b1a-8c92-5b1dd8e31dc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:17.929590 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d3b16bc4-2b58-4b1a-8c92-5b1dd8e31dc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:18.028183 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5472520f-2271-4a6a-8345-c9409575a2c5 req-1550a9c2-fc5d-40e0-a6f3-8099b10615cb tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:18.053974 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5472520f-2271-4a6a-8345-c9409575a2c5 req-1550a9c2-fc5d-40e0-a6f3-8099b10615cb tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:18.064045 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5438efe-7624-48b6-8430-9e004c959520 req-50ca8af0-dde2-43ff-a8a4-f7e4d8925a57 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:18.067058 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d5438efe-7624-48b6-8430-9e004c959520 req-50ca8af0-dde2-43ff-a8a4-f7e4d8925a57 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=e42e9387-44ce-4fc8-a92e-7d389000320a HTTP/1.1" status: 200 len: 944 time: 0.0673752 Dec 16 22:13:18.126199 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d5438efe-7624-48b6-8430-9e004c959520 req-4f4becd1-c352-4582-818a-fbdb7445136e tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531580 Dec 16 22:13:18.173970 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d3b16bc4-2b58-4b1a-8c92-5b1dd8e31dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:18.173970 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d3b16bc4-2b58-4b1a-8c92-5b1dd8e31dc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:18.175674 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d3b16bc4-2b58-4b1a-8c92-5b1dd8e31dc5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dc2683c8-ab4c-4c4e-a059-3d0b29193d32 HTTP/1.1" status: 204 len: 168 time: 0.3330209 Dec 16 22:13:18.185299 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b16bc4-2b58-4b1a-8c92-5b1dd8e31dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2683c8-ab4c-4c4e-a059-3d0b29193d32,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:18.238786 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b60964-c9d5-4a4d-9fe7-0b534505e1d2 req-4bab431f-aeb7-42f8-ad82-592efc88f4e7 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:18.240432 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c0b60964-c9d5-4a4d-9fe7-0b534505e1d2 req-4bab431f-aeb7-42f8-ad82-592efc88f4e7 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.0531111 Dec 16 22:13:18.242529 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5472520f-2271-4a6a-8345-c9409575a2c5 req-1550a9c2-fc5d-40e0-a6f3-8099b10615cb tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:18.244449 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5472520f-2271-4a6a-8345-c9409575a2c5 req-1550a9c2-fc5d-40e0-a6f3-8099b10615cb tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:18.245791 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5472520f-2271-4a6a-8345-c9409575a2c5 req-1550a9c2-fc5d-40e0-a6f3-8099b10615cb tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "DELETE /v2.0/security-groups/30ea2c72-52ba-4d36-9d2c-46fccb285a04 HTTP/1.1" status: 204 len: 173 time: 0.6474483 Dec 16 22:13:18.261589 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550a9c2-fc5d-40e0-a6f3-8099b10615cb tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ea2c72-52ba-4d36-9d2c-46fccb285a04,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:18.312057 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c0b60964-c9d5-4a4d-9fe7-0b534505e1d2 req-e47ba97a-59c9-4091-968b-5c067d46413d tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535419 Dec 16 22:13:18.342782 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [req-c920d6a4-80e6-47f8-ac09-efb21139b2af req-37160e1d-f07c-4546-bdec-18b1f36ba4ce tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] show failed (client error): The resource could not be found. Dec 16 22:13:18.343858 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c920d6a4-80e6-47f8-ac09-efb21139b2af req-37160e1d-f07c-4546-bdec-18b1f36ba4ce tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups/30ea2c72-52ba-4d36-9d2c-46fccb285a04 HTTP/1.1" status: 404 len: 352 time: 0.0147040 Dec 16 22:13:18.351370 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34f8b8e1-1a60-4889-a493-e81a2c16d78d req-87f8dd0a-d5c2-48b0-aa97-940b6c937b82 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 210 time: 0.0402009 Dec 16 22:13:18.405748 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0c6cdfe-6b2c-4b38-a91f-28e7962a3ac7 req-d3f0c3e0-121d-4821-8a92-73cb41b5b277 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups/9a5164c9-de08-4a93-8e23-cb34aec20cd5 HTTP/1.1" status: 200 len: 1817 time: 0.0398517 Dec 16 22:13:18.466116 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b0c6cdfe-6b2c-4b38-a91f-28e7962a3ac7 req-9d83357c-573f-4639-940d-38aba141ea55 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:18.487334 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b0c6cdfe-6b2c-4b38-a91f-28e7962a3ac7 req-9d83357c-573f-4639-940d-38aba141ea55 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:18.649402 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b0c6cdfe-6b2c-4b38-a91f-28e7962a3ac7 req-9d83357c-573f-4639-940d-38aba141ea55 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:18.653978 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b0c6cdfe-6b2c-4b38-a91f-28e7962a3ac7 req-9d83357c-573f-4639-940d-38aba141ea55 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:18.654309 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0c6cdfe-6b2c-4b38-a91f-28e7962a3ac7 req-9d83357c-573f-4639-940d-38aba141ea55 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "DELETE /v2.0/security-groups/9a5164c9-de08-4a93-8e23-cb34aec20cd5 HTTP/1.1" status: 204 len: 173 time: 0.2417991 Dec 16 22:13:18.664008 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83357c-573f-4639-940d-38aba141ea55 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5164c9-de08-4a93-8e23-cb34aec20cd5,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:18.695663 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [req-3c02e993-c822-45ed-a1dc-f6bd4114d8b4 req-b4dd1c0c-6db8-4d0b-9721-d5f8e784604f tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] show failed (client error): The resource could not be found. Dec 16 22:13:18.696688 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3c02e993-c822-45ed-a1dc-f6bd4114d8b4 req-b4dd1c0c-6db8-4d0b-9721-d5f8e784604f tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups/9a5164c9-de08-4a93-8e23-cb34aec20cd5 HTTP/1.1" status: 404 len: 352 time: 0.0185292 Dec 16 22:13:18.733787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1e320-afc1-4b13-a899-dcd884c895d9 req-a91c5ad1-31cd-48a8-8659-c38f08c168fe tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:18.735677 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-38b1e320-afc1-4b13-a899-dcd884c895d9 req-a91c5ad1-31cd-48a8-8659-c38f08c168fe tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=539e6dd9-f56d-45b2-8523-2eb4fc14cbd8 HTTP/1.1" status: 200 len: 944 time: 0.0803485 Dec 16 22:13:18.796958 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-38b1e320-afc1-4b13-a899-dcd884c895d9 req-acef75a5-7451-49c5-8d1f-84bb49f362ac tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543554 Dec 16 22:13:18.834774 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-d412871b-cdce-471f-b890-ab835973caba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:18.836373 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-d412871b-cdce-471f-b890-ab835973caba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40&tenant_id=54dbe85688564892aa5226bd9c604156 HTTP/1.1" status: 200 len: 1101 time: 0.0874569 Dec 16 22:13:18.860679 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fdf5a4e4-89b5-4d10-80f4-bc638d6b5f3c req-97cb4109-2f63-4964-b1b7-9435755384fe tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f46ea7d5a2a74db992746e488a2c27c4 HTTP/1.1" status: 200 len: 6198 time: 0.1369164 Dec 16 22:13:18.868113 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-755879f9-22d4-4c48-b448-cacf2b17ba92 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-4', 'device_owner': 'compute:nova'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:19.042051 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fdf5a4e4-89b5-4d10-80f4-bc638d6b5f3c req-db87ad76-97b7-4f68-91c0-6337669c624e tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups/0c3d08fd-3558-4474-8a96-bef7ed150fb2 HTTP/1.1" status: 200 len: 2998 time: 0.1709247 Dec 16 22:13:19.042603 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-755879f9-22d4-4c48-b448-cacf2b17ba92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:19.249250 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 2dfed912-d600-4c09-8c0c-92dbc59a8df4 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:13:19.276908 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b5e01-9167-4856-852f-1cb5bb7e124e req-70154cba-e017-4bab-b933-904d111ee933 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:19.279821 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e97b5e01-9167-4856-852f-1cb5bb7e124e req-70154cba-e017-4bab-b933-904d111ee933 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=e42e9387-44ce-4fc8-a92e-7d389000320a HTTP/1.1" status: 200 len: 944 time: 0.0579319 Dec 16 22:13:19.339001 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e97b5e01-9167-4856-852f-1cb5bb7e124e req-fb4fb5c1-1c25-42b5-9997-dcd53a601857 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509493 Dec 16 22:13:19.407345 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 2dfed912-d600-4c09-8c0c-92dbc59a8df4 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:13:19.413796 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 2dfed912-d600-4c09-8c0c-92dbc59a8df4 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:19.416138 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:19.433521 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-c687b93f-ab7d-4e1f-b651-8448496da77b tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:19.435762 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-c687b93f-ab7d-4e1f-b651-8448496da77b tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.76 "GET /v2.0/networks?id=cad91a34-249c-45b2-83af-f58c71b36922 HTTP/1.1" status: 200 len: 813 time: 0.5739634 Dec 16 22:13:19.462517 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-79b6c7e6-0aef-41ad-b674-3199bdacb768 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Request body: {'port': {'device_id': '8e46bddc-bae0-46a9-afc0-e9d6bdd73db6', 'network_id': 'cad91a34-249c-45b2-83af-f58c71b36922', 'admin_state_up': True, 'tenant_id': '52dc9402d4464077b6d2e671843b655f'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:19.494724 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc00f65-cc64-43f6-9d30-c3cead16a783 req-2fd20462-cb20-47fd-8d1c-5cd235dbc709 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:19.505246 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ddc00f65-cc64-43f6-9d30-c3cead16a783 req-2fd20462-cb20-47fd-8d1c-5cd235dbc709 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.0948532 Dec 16 22:13:19.516224 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fdf5a4e4-89b5-4d10-80f4-bc638d6b5f3c req-bc20a40f-8044-4de4-bfda-436a1fc8dd79 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups/0c3d08fd-3558-4474-8a96-bef7ed150fb2 HTTP/1.1" status: 200 len: 2998 time: 0.4637439 Dec 16 22:13:19.580972 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:19.599220 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ddc00f65-cc64-43f6-9d30-c3cead16a783 req-61e69311-dc94-4bfa-96ea-ebd2b6bc2941 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852449 Dec 16 22:13:19.626899 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539e6dd9-f56d-45b2-8523-2eb4fc14cbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfed912-d600-4c09-8c0c-92dbc59a8df4'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:19.632183 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f184363c-65d7-44a5-aec9-b29c7bc2d8ed" -d '{"events": [{"server_uuid": "539e6dd9-f56d-45b2-8523-2eb4fc14cbd8", "name": "network-vif-plugged", "status": "completed", "tag": "2dfed912-d600-4c09-8c0c-92dbc59a8df4"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:19.640081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-5e15742d-c586-4886-aa8a-0c2524c2e740 req-73f0d945-5415-4b96-a8a9-2aea8381ae42 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-38746432', 'description': 'tempest-description-343947215'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:19.640388 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b92db386-d039-40ec-8707-b7746a871654 req-c0af4500-a54a-4da6-8f51-c0bbf8f94c3f tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 210 time: 0.0502739 Dec 16 22:13:19.651407 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 2dfed912-d600-4c09-8c0c-92dbc59a8df4, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=2dfed912-d600-4c09-8c0c-92dbc59a8df4,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:19.718506 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:19.719738 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 467f6251-9254-4873-89f3-325e0e37dd4a up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:13:19.771571 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-755879f9-22d4-4c48-b448-cacf2b17ba92 service neutron] For port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=9b313086-9cd6-4a5f-a0f2-77b6947f50bf,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:19.779901 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5e15742d-c586-4886-aa8a-0c2524c2e740 req-73f0d945-5415-4b96-a8a9-2aea8381ae42 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:19.816739 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=2dfed912-d600-4c09-8c0c-92dbc59a8df4,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:19.825601 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-755879f9-22d4-4c48-b448-cacf2b17ba92 service neutron] For port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:13:19.850992 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca17de5-2eb8-4e39-ba5b-d10ffa976b2c x-openstack-request-id: req-7ca17de5-2eb8-4e39-ba5b-d10ffa976b2c {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:19.852266 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539e6dd9-f56d-45b2-8523-2eb4fc14cbd8", "name": "network-vif-plugged", "status": "completed", "tag": "2dfed912-d600-4c09-8c0c-92dbc59a8df4", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:19.852603 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7ca17de5-2eb8-4e39-ba5b-d10ffa976b2c {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:19.853074 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539e6dd9-f56d-45b2-8523-2eb4fc14cbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfed912-d600-4c09-8c0c-92dbc59a8df4', 'code': 200} Dec 16 22:13:19.878177 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c53d49d-8eb0-41f2-b452-66c58c992c40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b313086-9cd6-4a5f-a0f2-77b6947f50bf'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:19.878177 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62799397-2969-4e1c-b686-97a0a9a77c42" -d '{"events": [{"server_uuid": "2c53d49d-8eb0-41f2-b452-66c58c992c40", "name": "network-vif-unplugged", "status": "completed", "tag": "9b313086-9cd6-4a5f-a0f2-77b6947f50bf"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:19.885700 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5e15742d-c586-4886-aa8a-0c2524c2e740 req-73f0d945-5415-4b96-a8a9-2aea8381ae42 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:19.891269 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-755879f9-22d4-4c48-b448-cacf2b17ba92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:19.906500 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-79b6c7e6-0aef-41ad-b674-3199bdacb768 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Made reservation on behalf of 52dc9402d4464077b6d2e671843b655f for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:13:19.910390 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-79b6c7e6-0aef-41ad-b674-3199bdacb768 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:19.912775 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-755879f9-22d4-4c48-b448-cacf2b17ba92 service neutron] Transition to ACTIVE for port object 9b313086-9cd6-4a5f-a0f2-77b6947f50bf will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:13:19.938199 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 467f6251-9254-4873-89f3-325e0e37dd4a completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:13:19.943260 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 467f6251-9254-4873-89f3-325e0e37dd4a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:19.943630 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:19.986712 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5e15742d-c586-4886-aa8a-0c2524c2e740 req-73f0d945-5415-4b96-a8a9-2aea8381ae42 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:20.016204 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d2879-525b-493f-9752-5a6ebf8ca2f7 req-bb7a456a-7d0b-4787-8df9-4fb03cc10048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:20.018988 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-976d2879-525b-493f-9752-5a6ebf8ca2f7 req-bb7a456a-7d0b-4787-8df9-4fb03cc10048 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=539e6dd9-f56d-45b2-8523-2eb4fc14cbd8 HTTP/1.1" status: 200 len: 1096 time: 0.0715854 Dec 16 22:13:20.032238 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:20.035632 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fad08-c239-4ec5-9d9d-ba883cd01954 req-2410deab-a4e9-4fd1-96c8-383359468273 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:20.047635 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-677fad08-c239-4ec5-9d9d-ba883cd01954 req-2410deab-a4e9-4fd1-96c8-383359468273 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=539e6dd9-f56d-45b2-8523-2eb4fc14cbd8 HTTP/1.1" status: 200 len: 945 time: 0.1335998 Dec 16 22:13:20.052794 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0d945-5415-4b96-a8a9-2aea8381ae42 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a5581e-af6e-42e2-83c5-02a4ea1ae075,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:20.070824 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0d945-5415-4b96-a8a9-2aea8381ae42 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:20.071178 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0d945-5415-4b96-a8a9-2aea8381ae42 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:20.071600 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0d945-5415-4b96-a8a9-2aea8381ae42 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:20.072013 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0d945-5415-4b96-a8a9-2aea8381ae42 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:20.072425 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0d945-5415-4b96-a8a9-2aea8381ae42 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:20.072835 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0d945-5415-4b96-a8a9-2aea8381ae42 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:20.074070 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0d945-5415-4b96-a8a9-2aea8381ae42 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:20.074534 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0d945-5415-4b96-a8a9-2aea8381ae42 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:20.074970 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0d945-5415-4b96-a8a9-2aea8381ae42 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:20.075422 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0d945-5415-4b96-a8a9-2aea8381ae42 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:20.075771 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0d945-5415-4b96-a8a9-2aea8381ae42 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:20.076174 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0d945-5415-4b96-a8a9-2aea8381ae42 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:20.076576 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0d945-5415-4b96-a8a9-2aea8381ae42 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:20.080327 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 467f6251-9254-4873-89f3-325e0e37dd4a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=467f6251-9254-4873-89f3-325e0e37dd4a,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:20.083924 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 9b313086-9cd6-4a5f-a0f2-77b6947f50bf no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:13:20.129026 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5e15742d-c586-4886-aa8a-0c2524c2e740 req-73f0d945-5415-4b96-a8a9-2aea8381ae42 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:20.131751 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e15742d-c586-4886-aa8a-0c2524c2e740 req-73f0d945-5415-4b96-a8a9-2aea8381ae42 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4970880 Dec 16 22:13:20.135057 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 9b313086-9cd6-4a5f-a0f2-77b6947f50bf not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:13:20.146080 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-976d2879-525b-493f-9752-5a6ebf8ca2f7 req-3dda9306-0c3e-4d99-bad9-8c0e00336df9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138537 Dec 16 22:13:20.148661 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:20.150710 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-755879f9-22d4-4c48-b448-cacf2b17ba92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:20.166858 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-79b6c7e6-0aef-41ad-b674-3199bdacb768 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Allocated IP 172.20.0.7 (cad91a34-249c-45b2-83af-f58c71b36922/d3b028fb-b449-456f-83ef-703e1dbce1bf/ba1ff4b2-448b-404a-9ab2-814ba9765abb) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:13:20.199815 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70ddbff-b719-4ae9-9e9a-820f7e82327f x-openstack-request-id: req-c70ddbff-b719-4ae9-9e9a-820f7e82327f {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:20.200845 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c53d49d-8eb0-41f2-b452-66c58c992c40", "name": "network-vif-unplugged", "status": "completed", "tag": "9b313086-9cd6-4a5f-a0f2-77b6947f50bf", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:20.200845 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c70ddbff-b719-4ae9-9e9a-820f7e82327f {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:20.200845 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c53d49d-8eb0-41f2-b452-66c58c992c40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b313086-9cd6-4a5f-a0f2-77b6947f50bf', 'code': 200} Dec 16 22:13:20.209801 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=467f6251-9254-4873-89f3-325e0e37dd4a,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:20.225246 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-ba59d681-36c9-4851-86ca-b3cbfc1f7fc0 req-ac559abb-3140-4055-b621-377fc9db35a5 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1449197308', 'description': 'tempest-description-1905350736'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:20.292663 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-755879f9-22d4-4c48-b448-cacf2b17ba92 service neutron] No DVR routers for this DVR port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:13:20.301421 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755879f9-22d4-4c48-b448-cacf2b17ba92 service neutron] Pushing event updated for resources: {'Port': ['ID=9b313086-9cd6-4a5f-a0f2-77b6947f50bf,revision_number=6']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:20.353578 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-677fad08-c239-4ec5-9d9d-ba883cd01954 req-0a341f79-17b2-4ea5-b381-a9bbf1a41278 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978976 Dec 16 22:13:20.378398 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ba59d681-36c9-4851-86ca-b3cbfc1f7fc0 req-ac559abb-3140-4055-b621-377fc9db35a5 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:20.434238 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-755879f9-22d4-4c48-b448-cacf2b17ba92 service neutron] Attempting to bind port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:13:20.434238 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-755879f9-22d4-4c48-b448-cacf2b17ba92 service neutron] Attempting to bind port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:13:20.434608 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-755879f9-22d4-4c48-b448-cacf2b17ba92 service neutron] Attempting to bind port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:20.449556 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-755879f9-22d4-4c48-b448-cacf2b17ba92 service neutron] Port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:13:20.449886 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-755879f9-22d4-4c48-b448-cacf2b17ba92 service neutron] Attempting to bind port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:20.471231 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-755879f9-22d4-4c48-b448-cacf2b17ba92 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:13:20.471574 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-755879f9-22d4-4c48-b448-cacf2b17ba92 service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:13:20.471965 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-755879f9-22d4-4c48-b448-cacf2b17ba92 service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:13:20.472558 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-755879f9-22d4-4c48-b448-cacf2b17ba92 service neutron] Bound port: 9b313086-9cd6-4a5f-a0f2-77b6947f50bf, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:13:20.473269 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-755879f9-22d4-4c48-b448-cacf2b17ba92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:20.500996 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ba59d681-36c9-4851-86ca-b3cbfc1f7fc0 req-ac559abb-3140-4055-b621-377fc9db35a5 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:20.609624 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ba59d681-36c9-4851-86ca-b3cbfc1f7fc0 req-ac559abb-3140-4055-b621-377fc9db35a5 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:20.655357 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9fa62-7cdf-4967-b442-4dd2cb560890 req-dfc67ad8-ba6a-410c-bc73-170617fecebd tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:20.656933 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a8e9fa62-7cdf-4967-b442-4dd2cb560890 req-dfc67ad8-ba6a-410c-bc73-170617fecebd tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=e42e9387-44ce-4fc8-a92e-7d389000320a HTTP/1.1" status: 200 len: 945 time: 0.1646929 Dec 16 22:13:20.658957 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac559abb-3140-4055-b621-377fc9db35a5 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8d89f9-fbe9-4e3f-aa9e-64e65e57bc0e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:20.671275 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-755879f9-22d4-4c48-b448-cacf2b17ba92 service neutron] For port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:13:20.675472 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-755879f9-22d4-4c48-b448-cacf2b17ba92 service neutron] For port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9b313086-9cd6-4a5f-a0f2-77b6947f50bf,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:13:20.704057 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-79b6c7e6-0aef-41ad-b674-3199bdacb768 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:20.730592 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ba59d681-36c9-4851-86ca-b3cbfc1f7fc0 req-ac559abb-3140-4055-b621-377fc9db35a5 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:20.742822 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ba59d681-36c9-4851-86ca-b3cbfc1f7fc0 req-ac559abb-3140-4055-b621-377fc9db35a5 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5290997 Dec 16 22:13:20.757288 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a8e9fa62-7cdf-4967-b442-4dd2cb560890 req-6f939c2f-8aef-46a8-b83c-571723396a00 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851016 Dec 16 22:13:20.766918 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-755879f9-22d4-4c48-b448-cacf2b17ba92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:20.835154 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-755879f9-22d4-4c48-b448-cacf2b17ba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:20.835803 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-755879f9-22d4-4c48-b448-cacf2b17ba92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:20.837223 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-755879f9-22d4-4c48-b448-cacf2b17ba92 service neutron] 10.222.0.57 "PUT /v2.0/ports/9b313086-9cd6-4a5f-a0f2-77b6947f50bf HTTP/1.1" status: 200 len: 1096 time: 1.9743450 Dec 16 22:13:20.852111 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755879f9-22d4-4c48-b448-cacf2b17ba92 service neutron] Pushing event updated for resources: {'Port': ['ID=9b313086-9cd6-4a5f-a0f2-77b6947f50bf,revision_number=7']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:20.926305 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-79b6c7e6-0aef-41ad-b674-3199bdacb768 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:20.952138 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a0ce6-edbf-4ca3-afc0-164afb5256e5 req-890773ce-c310-4c0e-bcf4-b8743433e093 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:20.954087 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9f0a0ce6-edbf-4ca3-afc0-164afb5256e5 req-890773ce-c310-4c0e-bcf4-b8743433e093 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 948 time: 0.1079154 Dec 16 22:13:21.071567 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9f0a0ce6-edbf-4ca3-afc0-164afb5256e5 req-4de09d8b-dc85-49cd-8ee1-6baaf55ee4ac tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934391 Dec 16 22:13:21.093899 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6c7e6-0aef-41ad-b674-3199bdacb768 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Pushing event updated for resources: {'Port': ['ID=ba1ff4b2-448b-404a-9ab2-814ba9765abb,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:21.097977 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-79b6c7e6-0aef-41ad-b674-3199bdacb768 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Network cad91a34-249c-45b2-83af-f58c71b36922 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:13:21.109368 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-84397894-0f54-471e-b085-c76318c361b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:21.111665 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-84397894-0f54-471e-b085-c76318c361b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 1099 time: 0.2339897 Dec 16 22:13:21.115121 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-79b6c7e6-0aef-41ad-b674-3199bdacb768 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:13:21.126986 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-79b6c7e6-0aef-41ad-b674-3199bdacb768 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:13:21.225678 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6da207-efa8-4c48-8373-e50a8de360fc req-536744b1-a140-4c1c-982f-74e8c27ba000 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:21.227410 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4d6da207-efa8-4c48-8373-e50a8de360fc req-536744b1-a140-4c1c-982f-74e8c27ba000 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 931 time: 0.3073235 Dec 16 22:13:21.279423 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-79b6c7e6-0aef-41ad-b674-3199bdacb768 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:21.280106 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-79b6c7e6-0aef-41ad-b674-3199bdacb768 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:21.337064 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-4d9fc842-598b-4149-8298-9435b4545eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:21.338987 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-4d9fc842-598b-4149-8298-9435b4545eea service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.2062116 Dec 16 22:13:21.347137 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4d6da207-efa8-4c48-8373-e50a8de360fc req-e49dbd1f-0dcf-487b-a8bd-09899eaa0741 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076860 Dec 16 22:13:21.389110 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-39b0d8c4-0524-4c11-946b-ed1c598a2db0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=9b313086-9cd6-4a5f-a0f2-77b6947f50bf HTTP/1.1" status: 200 len: 217 time: 0.0409341 Dec 16 22:13:21.400575 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-0a04950b-7321-439e-b908-ce11e2cc7630 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:21.407211 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-0a04950b-7321-439e-b908-ce11e2cc7630 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/networks?id=fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925 HTTP/1.1" status: 200 len: 813 time: 0.1453812 Dec 16 22:13:21.417453 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-43bf2ff4-43bd-40c5-af29-b0e7a03a6ca1 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/quotas/f46ea7d5a2a74db992746e488a2c27c4 HTTP/1.1" status: 200 len: 375 time: 0.0093524 Dec 16 22:13:21.462142 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-79b6c7e6-0aef-41ad-b674-3199bdacb768 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0067289 Dec 16 22:13:21.486588 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-edd2eda0-f4dd-44e4-b0ea-20470720d9b2 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f46ea7d5a2a74db992746e488a2c27c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0604935 Dec 16 22:13:21.487681 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-e05288de-ba46-40ad-b29c-4ca93ed6510a service neutron] Request body: {'port': {'device_id': '8e46bddc-bae0-46a9-afc0-e9d6bdd73db6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:21.520442 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-c25d2fdb-8df4-4076-ac20-a589ef6f3bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:21.521385 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-c25d2fdb-8df4-4076-ac20-a589ef6f3bce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1211264 Dec 16 22:13:21.585848 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-e05288de-ba46-40ad-b29c-4ca93ed6510a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:21.615483 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-1fdd0d01-6698-4d77-a62d-2df01936ae20 service neutron] 10.222.0.75 "GET /v2.0/networks/fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127350 Dec 16 22:13:21.636853 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-6c361cc0-9540-4b7a-a400-f8665288eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:21.639714 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-6c361cc0-9540-4b7a-a400-f8665288eef8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0890741 Dec 16 22:13:21.764524 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-3a80c045-b717-43f2-a32a-ff7217565d22 service neutron] 10.222.0.75 "GET /v2.0/networks/fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310928 Dec 16 22:13:21.819037 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-d195f62c-8131-4009-aa09-b05e99d075f3 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=28f9c3586a00458bba5f521b461bb0bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591972 Dec 16 22:13:21.855014 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42e9387-44ce-4fc8-a92e-7d389000320a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467f6251-9254-4873-89f3-325e0e37dd4a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:21.857775 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c012b96-b727-491b-af42-a84b35160a0d" -d '{"events": [{"server_uuid": "e42e9387-44ce-4fc8-a92e-7d389000320a", "name": "network-vif-plugged", "status": "completed", "tag": "467f6251-9254-4873-89f3-325e0e37dd4a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:22.035946 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-aa9f466c-d199-44cb-b121-b4fc4644887c service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550108 Dec 16 22:13:22.086971 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49eeb03-a57e-46fb-815f-1e7d92722659 req-d07fbdcf-6fc0-4f72-b411-d0906b358739 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:22.089136 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b49eeb03-a57e-46fb-815f-1e7d92722659 req-d07fbdcf-6fc0-4f72-b411-d0906b358739 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=539e6dd9-f56d-45b2-8523-2eb4fc14cbd8 HTTP/1.1" status: 200 len: 945 time: 0.0565903 Dec 16 22:13:22.148965 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b49eeb03-a57e-46fb-815f-1e7d92722659 req-bc786489-b1cb-4e26-a3a1-7d150dc257ff tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530555 Dec 16 22:13:22.171921 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-8ae9ecc7-1f42-41fd-badd-cd17cc9673c4 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:22.173500 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-8ae9ecc7-1f42-41fd-badd-cd17cc9673c4 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3002539 Dec 16 22:13:22.205734 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c53d49d-8eb0-41f2-b452-66c58c992c40', 'tag': '9b313086-9cd6-4a5f-a0f2-77b6947f50bf'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:22.208964 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae5d963-2c9b-47b2-8891-5fee4756c2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "2c53d49d-8eb0-41f2-b452-66c58c992c40", "tag": "9b313086-9cd6-4a5f-a0f2-77b6947f50bf"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:22.223117 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-79dc81f6-7846-4963-96aa-e12ca52f5ddd tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/quotas/28f9c3586a00458bba5f521b461bb0bc HTTP/1.1" status: 200 len: 375 time: 0.0342982 Dec 16 22:13:22.225608 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-e05288de-ba46-40ad-b29c-4ca93ed6510a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba1ff4b2-448b-404a-9ab2-814ba9765abb {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:22.247866 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-e05288de-ba46-40ad-b29c-4ca93ed6510a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:22.287953 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-51be6173-0784-4b89-a9bf-c334b8669f92 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=28f9c3586a00458bba5f521b461bb0bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545661 Dec 16 22:13:22.300014 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25ee4e85-bf03-4a91-bd8e-f6e3fcd42402 req-c6edf6e1-5b68-40d9-81de-c05559bf8241 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495477 Dec 16 22:13:22.300992 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-e05288de-ba46-40ad-b29c-4ca93ed6510a service neutron] Transition to ACTIVE for port object ba1ff4b2-448b-404a-9ab2-814ba9765abb will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:13:22.339709 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2e498-2a0a-412d-87d8-5703b2ae472b req-49598f3e-3f70-4706-a484-b11bb178cd07 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:22.341567 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-18e2e498-2a0a-412d-87d8-5703b2ae472b req-49598f3e-3f70-4706-a484-b11bb178cd07 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=e42e9387-44ce-4fc8-a92e-7d389000320a HTTP/1.1" status: 200 len: 945 time: 0.0635552 Dec 16 22:13:22.399778 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-18e2e498-2a0a-412d-87d8-5703b2ae472b req-eb6667bc-facf-4451-9a4f-e851a6887cc4 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502915 Dec 16 22:13:22.445207 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4de9978-a2df-42a6-aff6-fcb167b9a0dd x-openstack-request-id: req-c4de9978-a2df-42a6-aff6-fcb167b9a0dd {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:22.445564 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42e9387-44ce-4fc8-a92e-7d389000320a", "name": "network-vif-plugged", "status": "completed", "tag": "467f6251-9254-4873-89f3-325e0e37dd4a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:22.445934 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c4de9978-a2df-42a6-aff6-fcb167b9a0dd {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:22.446390 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42e9387-44ce-4fc8-a92e-7d389000320a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467f6251-9254-4873-89f3-325e0e37dd4a', 'code': 200} Dec 16 22:13:22.458945 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-e05288de-ba46-40ad-b29c-4ca93ed6510a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:22.516656 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d78ccc8e-f079-4afd-a133-36de6ab15747 req-ca962f51-b864-4939-8e6e-ca34e1ace7e7 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 210 time: 0.0397317 Dec 16 22:13:22.517601 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05288de-ba46-40ad-b29c-4ca93ed6510a service neutron] Pushing event updated for resources: {'Port': ['ID=ba1ff4b2-448b-404a-9ab2-814ba9765abb,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:22.645822 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bbb3f-22af-4bcc-8236-57f1ec6843d8 req-f359decf-f04c-4775-8636-4dee99b0637f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:22.647355 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d6bbb3f-22af-4bcc-8236-57f1ec6843d8 req-f359decf-f04c-4775-8636-4dee99b0637f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 948 time: 0.0539987 Dec 16 22:13:22.648408 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-e05288de-ba46-40ad-b29c-4ca93ed6510a service neutron] Attempting to bind port ba1ff4b2-448b-404a-9ab2-814ba9765abb on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:13:22.648753 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-e05288de-ba46-40ad-b29c-4ca93ed6510a service neutron] Attempting to bind port ba1ff4b2-448b-404a-9ab2-814ba9765abb by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'f644fd15-02a7-4c5e-8c9b-aed9015799bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cad91a34-249c-45b2-83af-f58c71b36922'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:13:22.649086 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-e05288de-ba46-40ad-b29c-4ca93ed6510a service neutron] Attempting to bind port ba1ff4b2-448b-404a-9ab2-814ba9765abb on network cad91a34-249c-45b2-83af-f58c71b36922 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:22.654396 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe5637-bf14-4478-a0d9-e69f207bcfda req-ec71509f-8fc1-475d-89db-f5a18492bda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:22.655875 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9fbe5637-bf14-4478-a0d9-e69f207bcfda req-ec71509f-8fc1-475d-89db-f5a18492bda9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e42e9387-44ce-4fc8-a92e-7d389000320a HTTP/1.1" status: 200 len: 1096 time: 0.0770528 Dec 16 22:13:22.658229 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-e05288de-ba46-40ad-b29c-4ca93ed6510a service neutron] Port ba1ff4b2-448b-404a-9ab2-814ba9765abb on network cad91a34-249c-45b2-83af-f58c71b36922 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:13:22.658557 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-e05288de-ba46-40ad-b29c-4ca93ed6510a service neutron] Attempting to bind port ba1ff4b2-448b-404a-9ab2-814ba9765abb on network cad91a34-249c-45b2-83af-f58c71b36922 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:22.665237 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-e05288de-ba46-40ad-b29c-4ca93ed6510a service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:13:22.674685 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-e05288de-ba46-40ad-b29c-4ca93ed6510a service neutron] Checking segment: {'id': 'f644fd15-02a7-4c5e-8c9b-aed9015799bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cad91a34-249c-45b2-83af-f58c71b36922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:13:22.674685 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-e05288de-ba46-40ad-b29c-4ca93ed6510a service neutron] Bound using segment: {'id': 'f644fd15-02a7-4c5e-8c9b-aed9015799bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cad91a34-249c-45b2-83af-f58c71b36922'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:13:22.674685 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-e05288de-ba46-40ad-b29c-4ca93ed6510a service neutron] Bound port: ba1ff4b2-448b-404a-9ab2-814ba9765abb, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f644fd15-02a7-4c5e-8c9b-aed9015799bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cad91a34-249c-45b2-83af-f58c71b36922'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:13:22.674685 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-e05288de-ba46-40ad-b29c-4ca93ed6510a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:22.708554 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d6bbb3f-22af-4bcc-8236-57f1ec6843d8 req-a9589882-00ea-4725-84bc-f2c5fd65e6c7 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544951 Dec 16 22:13:22.745732 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9fbe5637-bf14-4478-a0d9-e69f207bcfda req-8558d0c3-17dc-4ffb-8506-640a1a780b8c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816307 Dec 16 22:13:22.786948 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-e05288de-ba46-40ad-b29c-4ca93ed6510a service neutron] For port ba1ff4b2-448b-404a-9ab2-814ba9765abb, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:13:22.791074 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-e05288de-ba46-40ad-b29c-4ca93ed6510a service neutron] For port ba1ff4b2-448b-404a-9ab2-814ba9765abb, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=ba1ff4b2-448b-404a-9ab2-814ba9765abb,segment=NetworkSegment(f644fd15-02a7-4c5e-8c9b-aed9015799bd),segment_id=f644fd15-02a7-4c5e-8c9b-aed9015799bd)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:13:22.856211 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e79b6-249b-400b-b9b5-12a2c2345a8d req-3909d49f-8ef5-469b-be36-23d1045f12c0 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:22.858568 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b16e79b6-249b-400b-b9b5-12a2c2345a8d req-3909d49f-8ef5-469b-be36-23d1045f12c0 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=8129cb95-93e1-4939-af16-4eb6e29b0486 HTTP/1.1" status: 200 len: 946 time: 0.0559916 Dec 16 22:13:22.917613 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b16e79b6-249b-400b-b9b5-12a2c2345a8d req-fb8abb26-6879-43b3-acd7-22af66667b02 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531528 Dec 16 22:13:22.947182 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-e05288de-ba46-40ad-b29c-4ca93ed6510a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:22.984166 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-e05288de-ba46-40ad-b29c-4ca93ed6510a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:22.984796 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-e05288de-ba46-40ad-b29c-4ca93ed6510a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:22.986073 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-e05288de-ba46-40ad-b29c-4ca93ed6510a service neutron] 10.222.0.76 "PUT /v2.0/ports/ba1ff4b2-448b-404a-9ab2-814ba9765abb HTTP/1.1" status: 200 len: 1091 time: 1.5053124 Dec 16 22:13:22.989328 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84882bc-6cf1-47a5-96ee-da842ff346e6 x-openstack-request-id: req-b84882bc-6cf1-47a5-96ee-da842ff346e6 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:22.989621 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c53d49d-8eb0-41f2-b452-66c58c992c40", "tag": "9b313086-9cd6-4a5f-a0f2-77b6947f50bf", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:22.989881 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b84882bc-6cf1-47a5-96ee-da842ff346e6 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:22.990361 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c53d49d-8eb0-41f2-b452-66c58c992c40', 'tag': '9b313086-9cd6-4a5f-a0f2-77b6947f50bf', 'status': 'completed', 'code': 200} Dec 16 22:13:23.008905 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05288de-ba46-40ad-b29c-4ca93ed6510a service neutron] Pushing event updated for resources: {'Port': ['ID=ba1ff4b2-448b-404a-9ab2-814ba9765abb,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:23.087313 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-a81cd3d1-f08a-4eb7-8ba6-954f7f0227f4 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=8823205894c34d59bd76b0f39c63bd95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267103 Dec 16 22:13:23.110096 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5d963-2c9b-47b2-8891-5fee4756c2ea req-c01413ae-f7bb-4a68-a4ba-20f42a4994d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:23.111575 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ae5d963-2c9b-47b2-8891-5fee4756c2ea req-c01413ae-f7bb-4a68-a4ba-20f42a4994d3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 1099 time: 0.0784719 Dec 16 22:13:23.293295 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8201908-ace2-4455-8625-4013770dba7a req-f40115a6-0ba0-417c-a235-4c03fd688b9b tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:23.295692 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c8201908-ace2-4455-8625-4013770dba7a req-f40115a6-0ba0-417c-a235-4c03fd688b9b tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 943 time: 0.0521395 Dec 16 22:13:23.325671 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5d963-2c9b-47b2-8891-5fee4756c2ea req-4eaf88fb-0c6c-40fa-8a98-4be0f8c0542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:23.327194 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ae5d963-2c9b-47b2-8891-5fee4756c2ea req-4eaf88fb-0c6c-40fa-8a98-4be0f8c0542a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 1099 time: 0.1341450 Dec 16 22:13:23.337246 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-962a64da-b639-407c-bb18-477a7a0d79ab tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:23.338775 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-962a64da-b639-407c-bb18-477a7a0d79ab tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2447667 Dec 16 22:13:23.352354 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d36f52df-1029-4e5e-b205-bbe1aaab327d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:23.362759 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c8201908-ace2-4455-8625-4013770dba7a req-b88468ac-caef-439f-9ef7-cbe0c1d5d75f tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565004 Dec 16 22:13:23.404452 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5d963-2c9b-47b2-8891-5fee4756c2ea req-8c43f29a-5784-45f8-bbc1-619de8fd1797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:23.405932 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ae5d963-2c9b-47b2-8891-5fee4756c2ea req-8c43f29a-5784-45f8-bbc1-619de8fd1797 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.2847283 Dec 16 22:13:23.410860 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-38dfb4b8-1023-458d-99cb-52190ec26256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:23.412249 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-38dfb4b8-1023-458d-99cb-52190ec26256 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=52dc9402d4464077b6d2e671843b655f&device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 1094 time: 0.1884327 Dec 16 22:13:23.415148 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-203ce2ea-3408-4430-8d55-e19ff882e6d0 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/quotas/8823205894c34d59bd76b0f39c63bd95 HTTP/1.1" status: 200 len: 375 time: 0.0564578 Dec 16 22:13:23.443669 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-352e3f05-b275-4633-a7b4-d622a54e61d9 req-78eef20d-581f-4d93-ac4e-d5f002a8707a tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7 HTTP/1.1" status: 200 len: 210 time: 0.0278277 Dec 16 22:13:23.466367 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-cf23667a-a73b-46af-9521-901d5540af77 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8823205894c34d59bd76b0f39c63bd95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440981 Dec 16 22:13:23.528891 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ae5d963-2c9b-47b2-8891-5fee4756c2ea req-8b666773-0a54-43fc-82a1-ea1ad48bfba5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=9b313086-9cd6-4a5f-a0f2-77b6947f50bf HTTP/1.1" status: 200 len: 217 time: 0.0931458 Dec 16 22:13:23.530265 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-277405b9-7aef-4a24-a1af-d7e1ae3b57e9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba1ff4b2-448b-404a-9ab2-814ba9765abb HTTP/1.1" status: 200 len: 217 time: 0.0939989 Dec 16 22:13:23.571146 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9235ec-6b53-4e38-a0d2-92eede92cd27 req-777560c1-538a-47fa-9c3f-1d956fe164bd tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:23.573356 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1c9235ec-6b53-4e38-a0d2-92eede92cd27 req-777560c1-538a-47fa-9c3f-1d956fe164bd tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=539e6dd9-f56d-45b2-8523-2eb4fc14cbd8 HTTP/1.1" status: 200 len: 945 time: 0.0560765 Dec 16 22:13:23.636108 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1c9235ec-6b53-4e38-a0d2-92eede92cd27 req-bfa5f1e6-256b-4acf-8bd4-4fa4d3b5e1b4 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547142 Dec 16 22:13:23.785788 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8252d-5548-49b9-924f-0c37e1794e6c req-af10eadd-0dd6-46f5-b1d8-b2cb17d361f7 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:23.793618 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a1a8252d-5548-49b9-924f-0c37e1794e6c req-af10eadd-0dd6-46f5-b1d8-b2cb17d361f7 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=e42e9387-44ce-4fc8-a92e-7d389000320a HTTP/1.1" status: 200 len: 945 time: 0.0661640 Dec 16 22:13:23.851341 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a1a8252d-5548-49b9-924f-0c37e1794e6c req-b0aecd0b-1503-4f80-8ff8-b6e086565293 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562804 Dec 16 22:13:23.976690 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5d963-2c9b-47b2-8891-5fee4756c2ea req-7dc49e5b-5a07-4062-8f91-592916b4243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:23.977884 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ae5d963-2c9b-47b2-8891-5fee4756c2ea req-7dc49e5b-5a07-4062-8f91-592916b4243f service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.6306283 Dec 16 22:13:24.003559 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e63e57d8-5400-42c1-8303-046d22e1606e req-61a71557-edfc-41a7-baed-fd1c6bcd0892 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 210 time: 0.0463984 Dec 16 22:13:24.048738 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ae5d963-2c9b-47b2-8891-5fee4756c2ea req-b9b0a129-3240-42a2-b559-831dfb29dc96 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=9b313086-9cd6-4a5f-a0f2-77b6947f50bf HTTP/1.1" status: 200 len: 217 time: 0.0544176 Dec 16 22:13:24.051331 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5d963-2c9b-47b2-8891-5fee4756c2ea req-e716c1c2-cde2-4297-a438-396c13c34582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:24.052284 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ae5d963-2c9b-47b2-8891-5fee4756c2ea req-e716c1c2-cde2-4297-a438-396c13c34582 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.5114226 Dec 16 22:13:24.053533 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-e821ac00-9d0d-4a70-b8fb-d0e56ba040f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:24.054883 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-e821ac00-9d0d-4a70-b8fb-d0e56ba040f3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d3b028fb-b449-456f-83ef-703e1dbce1bf HTTP/1.1" status: 200 len: 853 time: 0.5055921 Dec 16 22:13:24.154113 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-cd8b74b7-468b-4a79-ba9b-ce525c146877 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cad91a34-249c-45b2-83af-f58c71b36922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767090 Dec 16 22:13:24.230621 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5d963-2c9b-47b2-8891-5fee4756c2ea req-ae68dd0d-fa45-476c-8587-3c1bcb586eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:24.232581 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ae5d963-2c9b-47b2-8891-5fee4756c2ea req-ae68dd0d-fa45-476c-8587-3c1bcb586eb6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1749861 Dec 16 22:13:24.253004 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5d963-2c9b-47b2-8891-5fee4756c2ea req-b0f5764e-8eba-4741-baf4-be365499b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:24.254522 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ae5d963-2c9b-47b2-8891-5fee4756c2ea req-b0f5764e-8eba-4741-baf4-be365499b20b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1893165 Dec 16 22:13:24.261587 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5d679-3370-49be-9da2-b5afb48c3958 req-58bf91fd-f31e-4bee-90d7-7d67f881d0b3 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:24.262997 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-27e5d679-3370-49be-9da2-b5afb48c3958 req-58bf91fd-f31e-4bee-90d7-7d67f881d0b3 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 948 time: 0.1867323 Dec 16 22:13:24.405631 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-60245f74-fea8-4e52-85de-19e79f87ae33 service neutron] 10.222.0.76 "GET /v2.0/networks/cad91a34-249c-45b2-83af-f58c71b36922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425306 Dec 16 22:13:24.420918 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-d751a7f0-51df-473e-b034-b6ee205aceb9 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=8823205894c34d59bd76b0f39c63bd95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422890 Dec 16 22:13:24.464133 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-27e5d679-3370-49be-9da2-b5afb48c3958 req-33caa9fe-d435-46bb-a510-cab8f09aba90 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903851 Dec 16 22:13:24.511009 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ae5d963-2c9b-47b2-8891-5fee4756c2ea req-2d133a93-5e70-458c-8189-661600b0062f service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468171 Dec 16 22:13:24.516764 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5d963-2c9b-47b2-8891-5fee4756c2ea req-c9f96483-22d3-4a19-9705-daffcaad5097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:24.516764 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ae5d963-2c9b-47b2-8891-5fee4756c2ea req-c9f96483-22d3-4a19-9705-daffcaad5097 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1949787 Dec 16 22:13:24.571647 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-9fe3cb8d-dcb4-4920-a9bb-c59a26a1a44c tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:24.573394 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-9fe3cb8d-dcb4-4920-a9bb-c59a26a1a44c tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1389632 Dec 16 22:13:24.590050 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-f43c7413-e2cb-4f69-a9aa-f30d7bd5fdf5 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/quotas/8823205894c34d59bd76b0f39c63bd95 HTTP/1.1" status: 200 len: 375 time: 0.0098865 Dec 16 22:13:24.646684 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-1e20dcd5-05fa-4c0a-bd14-9f0af56523e3 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8823205894c34d59bd76b0f39c63bd95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480983 Dec 16 22:13:24.742728 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4e6f92e5-289d-4c70-a556-15b7874ed6f8 req-e49b7da1-0977-4889-ac42-6236daf6ad24 service neutron] 10.222.0.76 "GET /v2.0/networks/cad91a34-249c-45b2-83af-f58c71b36922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200452 Dec 16 22:13:24.768604 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ae5d963-2c9b-47b2-8891-5fee4756c2ea req-c8e104db-bbbc-4ce3-960a-f4309eefe649 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499685 Dec 16 22:13:24.777604 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ae5d963-2c9b-47b2-8891-5fee4756c2ea req-e8001b12-4f38-4895-9b7f-dbb621192b25 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461557 Dec 16 22:13:24.792284 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de4647-534c-481b-8b1f-e60f7528d47d req-85568fe8-a843-411a-8571-7270b4bd418b tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:24.795162 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d3de4647-534c-481b-8b1f-e60f7528d47d req-85568fe8-a843-411a-8571-7270b4bd418b tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=539e6dd9-f56d-45b2-8523-2eb4fc14cbd8 HTTP/1.1" status: 200 len: 945 time: 0.1112108 Dec 16 22:13:24.900594 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d3de4647-534c-481b-8b1f-e60f7528d47d req-5e3c1211-77d4-43e9-9e3a-c0ecdc2bb894 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974162 Dec 16 22:13:24.931671 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ae5d963-2c9b-47b2-8891-5fee4756c2ea req-aa8283f2-1b79-47e2-8369-6875b7fc8082 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360128 Dec 16 22:13:24.991509 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e46bddc-bae0-46a9-afc0-e9d6bdd73db6', 'tag': 'ba1ff4b2-448b-404a-9ab2-814ba9765abb'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:24.995642 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bb343b-f259-4de9-8508-f242612e0e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "8e46bddc-bae0-46a9-afc0-e9d6bdd73db6", "tag": "ba1ff4b2-448b-404a-9ab2-814ba9765abb"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:25.012457 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe63e20-b059-4227-9481-e5d0dcfd27c2 req-d4c0e9e4-1144-4ca3-86f1-80ff90e5f888 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:25.018042 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bfe63e20-b059-4227-9481-e5d0dcfd27c2 req-d4c0e9e4-1144-4ca3-86f1-80ff90e5f888 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 943 time: 0.0840774 Dec 16 22:13:25.031263 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3268553f-2dfe-4e3e-b2d8-e7e5165d7336 req-85345144-6800-4184-b30d-fe3fe8ae6788 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7 HTTP/1.1" status: 200 len: 210 time: 0.0407171 Dec 16 22:13:25.109853 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bfe63e20-b059-4227-9481-e5d0dcfd27c2 req-99333750-8614-4ac9-b223-dded81421072 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863507 Dec 16 22:13:25.115092 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-33ecb576-9b88-4719-aebf-48338f1ec6ff req-b6e06189-72db-4975-b727-1199fd10a40e tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=a598a266-0be2-488d-8403-9fc03a1992e2 HTTP/1.1" status: 200 len: 210 time: 0.0426981 Dec 16 22:13:25.162807 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e85a0eb-c617-4e71-aa90-533159fc38f0 x-openstack-request-id: req-4e85a0eb-c617-4e71-aa90-533159fc38f0 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:25.163194 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e46bddc-bae0-46a9-afc0-e9d6bdd73db6", "tag": "ba1ff4b2-448b-404a-9ab2-814ba9765abb", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:25.163588 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4e85a0eb-c617-4e71-aa90-533159fc38f0 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:25.164100 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e46bddc-bae0-46a9-afc0-e9d6bdd73db6', 'tag': 'ba1ff4b2-448b-404a-9ab2-814ba9765abb', 'status': 'completed', 'code': 200} Dec 16 22:13:25.222186 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40aeb29-5872-4faf-af52-aa4272c3992a req-36959eea-3148-45f5-ac83-8ddf1e1ceca7 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:25.229856 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c40aeb29-5872-4faf-af52-aa4272c3992a req-36959eea-3148-45f5-ac83-8ddf1e1ceca7 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=e42e9387-44ce-4fc8-a92e-7d389000320a HTTP/1.1" status: 200 len: 945 time: 0.0590584 Dec 16 22:13:25.259726 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-93fe97fc-6437-4115-bc30-746ce19340ee req-7b302463-501a-41e0-ac6f-30a3c61ff461 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 210 time: 0.0474107 Dec 16 22:13:25.299921 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c40aeb29-5872-4faf-af52-aa4272c3992a req-1e125969-ce43-4091-8275-2d4a86f6cc1c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691893 Dec 16 22:13:25.360214 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb343b-f259-4de9-8508-f242612e0e1e req-75c23f0a-2852-4caf-8627-b429934b9dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:25.375955 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e3bb343b-f259-4de9-8508-f242612e0e1e req-75c23f0a-2852-4caf-8627-b429934b9dce service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=52dc9402d4464077b6d2e671843b655f&device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 1094 time: 0.1396551 Dec 16 22:13:25.456742 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-2324fb11-08fb-4f73-a65d-11ff4f8b478a tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:25.458220 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-2324fb11-08fb-4f73-a65d-11ff4f8b478a tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.57 "GET /v2.0/networks?id=fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925 HTTP/1.1" status: 200 len: 813 time: 0.1821153 Dec 16 22:13:25.478665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-4c56bcc6-ca9d-4030-aa92-182fbbb97576 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Request body: {'port': {'device_id': 'db0e98f3-df1c-4401-bea3-8efcf434aba4', 'network_id': 'fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925', 'admin_state_up': True, 'tenant_id': 'f46ea7d5a2a74db992746e488a2c27c4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:25.578098 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-64b592cb-3cbb-4c3b-8278-3733788cea82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:25.585181 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb343b-f259-4de9-8508-f242612e0e1e req-b9435e9f-79fc-4a0e-bd62-c8ede803a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:25.592549 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e3bb343b-f259-4de9-8508-f242612e0e1e req-b9435e9f-79fc-4a0e-bd62-c8ede803a02c service neutron] 10.222.0.76 "GET /v2.0/networks?id=cad91a34-249c-45b2-83af-f58c71b36922 HTTP/1.1" status: 200 len: 913 time: 0.2143230 Dec 16 22:13:25.609304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf91b24-af40-4233-ba99-5682d9755bd4 req-6c62a60c-9309-4a0e-836d-3871901ab085 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:25.613643 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3bf91b24-af40-4233-ba99-5682d9755bd4 req-6c62a60c-9309-4a0e-836d-3871901ab085 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 948 time: 0.0658774 Dec 16 22:13:25.662935 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e3bb343b-f259-4de9-8508-f242612e0e1e req-aec30427-852a-4f37-92cc-eab4991671ab service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba1ff4b2-448b-404a-9ab2-814ba9765abb HTTP/1.1" status: 200 len: 217 time: 0.0595062 Dec 16 22:13:25.678095 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3bf91b24-af40-4233-ba99-5682d9755bd4 req-7abcc1f8-7e25-4e20-9bbf-037875a7363d tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580466 Dec 16 22:13:25.749983 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb343b-f259-4de9-8508-f242612e0e1e req-f531afd3-cebb-46ee-b200-a29eac22345f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:25.751414 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e3bb343b-f259-4de9-8508-f242612e0e1e req-f531afd3-cebb-46ee-b200-a29eac22345f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d3b028fb-b449-456f-83ef-703e1dbce1bf HTTP/1.1" status: 200 len: 853 time: 0.0806241 Dec 16 22:13:25.784637 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e3bb343b-f259-4de9-8508-f242612e0e1e req-bab9bfcc-0d1d-4e96-82c7-fa4753c7e0ba service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cad91a34-249c-45b2-83af-f58c71b36922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256052 Dec 16 22:13:25.840885 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-4c56bcc6-ca9d-4030-aa92-182fbbb97576 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Made reservation on behalf of f46ea7d5a2a74db992746e488a2c27c4 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:13:25.844427 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-4c56bcc6-ca9d-4030-aa92-182fbbb97576 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:25.937457 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f85f6-27ad-484d-b9cc-dc6215f69cff req-66d885b2-f4cf-4029-998f-860b1a44a8d2 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:25.939569 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-190f85f6-27ad-484d-b9cc-dc6215f69cff req-66d885b2-f4cf-4029-998f-860b1a44a8d2 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=e42e9387-44ce-4fc8-a92e-7d389000320a HTTP/1.1" status: 200 len: 945 time: 0.0517900 Dec 16 22:13:25.953174 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e3bb343b-f259-4de9-8508-f242612e0e1e req-2d0954fc-6f8a-4c4c-b49f-581d57908310 service neutron] 10.222.0.76 "GET /v2.0/networks/cad91a34-249c-45b2-83af-f58c71b36922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597488 Dec 16 22:13:26.009000 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-190f85f6-27ad-484d-b9cc-dc6215f69cff req-e8e63a33-6cd5-4a5f-a830-173784fe62a9 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585246 Dec 16 22:13:26.108330 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-4c56bcc6-ca9d-4030-aa92-182fbbb97576 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Allocated IP 172.20.0.5 (fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925/21c53808-9089-42b8-947a-ba9565cbb302/34838bd4-b016-4b7a-8c73-ac4dda5dbd07) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:13:26.147834 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57efa4-fa5d-4f84-b19e-8ed3e451d30e req-748866cd-1982-46c2-93df-e9d211a26db8 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:26.149116 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ad57efa4-fa5d-4f84-b19e-8ed3e451d30e req-748866cd-1982-46c2-93df-e9d211a26db8 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=539e6dd9-f56d-45b2-8523-2eb4fc14cbd8 HTTP/1.1" status: 200 len: 945 time: 0.1166046 Dec 16 22:13:26.151090 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e3bb343b-f259-4de9-8508-f242612e0e1e req-65ec59b3-c6fc-4e58-a750-d5d337fd3a19 service neutron] 10.222.0.76 "GET /v2.0/networks/cad91a34-249c-45b2-83af-f58c71b36922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889243 Dec 16 22:13:26.156918 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b5192e4-7639-4639-8e1b-068135446fb5 req-c4c2f3e9-7cf0-435d-abfc-fed7a8cdc82e tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7 HTTP/1.1" status: 200 len: 210 time: 0.0533781 Dec 16 22:13:26.189940 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-773d593f-5403-433f-9116-52c0ce585747 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=28f9c3586a00458bba5f521b461bb0bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452847 Dec 16 22:13:26.264688 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ad57efa4-fa5d-4f84-b19e-8ed3e451d30e req-4594cbc6-40d1-4103-9014-d4f4bd773d71 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077375 Dec 16 22:13:26.341525 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-4c56bcc6-ca9d-4030-aa92-182fbbb97576 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:26.364369 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3c050-d8bb-4a8a-9a14-54d1ac162f59 req-631274e7-a59d-485c-8e28-14ce5b45a75b tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:26.365903 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45b3c050-d8bb-4a8a-9a14-54d1ac162f59 req-631274e7-a59d-485c-8e28-14ce5b45a75b tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 943 time: 0.1245847 Dec 16 22:13:26.380206 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5b956bd0-58a5-4d9e-8318-e3782c3e462c req-593040cc-39a7-450c-9630-f017dc92af0e tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=a598a266-0be2-488d-8403-9fc03a1992e2 HTTP/1.1" status: 200 len: 210 time: 0.0322604 Dec 16 22:13:26.451754 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-cae29416-fc2b-4fe9-ba1d-9e6eaea018e1 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:26.454261 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-cae29416-fc2b-4fe9-ba1d-9e6eaea018e1 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1735821 Dec 16 22:13:26.456800 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45b3c050-d8bb-4a8a-9a14-54d1ac162f59 req-168c4fec-9d95-45eb-88c4-c0eb9eb8859c tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820901 Dec 16 22:13:26.478400 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-18944bc2-7da8-423b-bf0e-10f77f0d3dc3 req-b5fa2a0d-235b-4db5-9885-298ba6c0b24e tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 210 time: 0.0290461 Dec 16 22:13:26.535491 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-4c56bcc6-ca9d-4030-aa92-182fbbb97576 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:26.571210 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6a229090-9abb-4381-8f5b-226772e8d323'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:26.578106 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-b3fc6022-3ccd-4178-9ee4-951066c2dcb3 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Request body: {'port': {'device_id': 'eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': '28f9c3586a00458bba5f521b461bb0bc'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:26.599787 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-4c56bcc6-ca9d-4030-aa92-182fbbb97576 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Network fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:13:26.620914 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-4c56bcc6-ca9d-4030-aa92-182fbbb97576 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:13:26.623793 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-4c56bcc6-ca9d-4030-aa92-182fbbb97576 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:13:26.640544 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56bcc6-ca9d-4030-aa92-182fbbb97576 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Pushing event updated for resources: {'Port': ['ID=34838bd4-b016-4b7a-8c73-ac4dda5dbd07,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:26.698832 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-4c56bcc6-ca9d-4030-aa92-182fbbb97576 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:26.699502 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-4c56bcc6-ca9d-4030-aa92-182fbbb97576 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:26.729179 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d9d9a-dd67-4910-ac33-e7e8c932afb4 req-8a98eb0f-4f32-4e3a-81aa-39838fc5c7b8 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:26.729179 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e38d9d9a-dd67-4910-ac33-e7e8c932afb4 req-8a98eb0f-4f32-4e3a-81aa-39838fc5c7b8 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.57 "GET /v2.0/ports?device_id=539e6dd9-f56d-45b2-8523-2eb4fc14cbd8 HTTP/1.1" status: 200 len: 945 time: 0.1412108 Dec 16 22:13:26.729750 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:26.809992 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-4c56bcc6-ca9d-4030-aa92-182fbbb97576 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3349912 Dec 16 22:13:26.835583 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-54d89da6-4db6-479c-9a15-4cfec0261e4e service neutron] Request body: {'port': {'device_id': 'db0e98f3-df1c-4401-bea3-8efcf434aba4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:26.867749 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:26.891377 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2712a-53ab-4a92-9250-18a3ec711ac6 req-20efee86-2335-4b0c-b1bd-cbe0e6f8d9e1 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:26.899242 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5b2712a-53ab-4a92-9250-18a3ec711ac6 req-20efee86-2335-4b0c-b1bd-cbe0e6f8d9e1 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 948 time: 0.1385226 Dec 16 22:13:26.908540 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-54d89da6-4db6-479c-9a15-4cfec0261e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:26.961409 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5b2712a-53ab-4a92-9250-18a3ec711ac6 req-5899154d-e61b-4a46-8136-6958b68a58f5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612960 Dec 16 22:13:26.968794 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-e38d9d9a-dd67-4910-ac33-e7e8c932afb4 req-3d168808-a220-4d35-9df8-487cf1a424ac tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Deleting port 2dfed912-d600-4c09-8c0c-92dbc59a8df4 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:13:26.969143 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e38d9d9a-dd67-4910-ac33-e7e8c932afb4 req-3d168808-a220-4d35-9df8-487cf1a424ac tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:27.011473 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-b3fc6022-3ccd-4178-9ee4-951066c2dcb3 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Made reservation on behalf of 28f9c3586a00458bba5f521b461bb0bc for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:13:27.015654 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-b3fc6022-3ccd-4178-9ee4-951066c2dcb3 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:27.028962 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-b3fc6022-3ccd-4178-9ee4-951066c2dcb3 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:27.109953 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-e38d9d9a-dd67-4910-ac33-e7e8c932afb4 req-3d168808-a220-4d35-9df8-487cf1a424ac tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] For port 2dfed912-d600-4c09-8c0c-92dbc59a8df4, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=2dfed912-d600-4c09-8c0c-92dbc59a8df4,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:27.110318 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e38d9d9a-dd67-4910-ac33-e7e8c932afb4 req-3d168808-a220-4d35-9df8-487cf1a424ac tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:27.130103 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-e38d9d9a-dd67-4910-ac33-e7e8c932afb4 req-3d168808-a220-4d35-9df8-487cf1a424ac tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Calling delete_port for 2dfed912-d600-4c09-8c0c-92dbc59a8df4 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:13:27.144779 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-0c59b574-1e41-4c6f-993b-90e2e18cc455 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=8823205894c34d59bd76b0f39c63bd95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396197 Dec 16 22:13:27.217879 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-b3fc6022-3ccd-4178-9ee4-951066c2dcb3 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:27.272669 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 9b313086-9cd6-4a5f-a0f2-77b6947f50bf details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:13:27.289527 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e7ff5e32-cf03-45f9-8207-5644b145277d req-801b82e1-bf61-417a-92a5-b3bc880bdb65 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7 HTTP/1.1" status: 200 len: 210 time: 0.0406897 Dec 16 22:13:27.305812 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563e92c-19de-4b51-94ff-f45278b1abb9 req-c9d3cfaf-ff15-4fe1-8749-ed93eeb1b442 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:27.311515 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7563e92c-19de-4b51-94ff-f45278b1abb9 req-c9d3cfaf-ff15-4fe1-8749-ed93eeb1b442 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=e42e9387-44ce-4fc8-a92e-7d389000320a HTTP/1.1" status: 200 len: 945 time: 0.1925728 Dec 16 22:13:27.376096 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-b3fc6022-3ccd-4178-9ee4-951066c2dcb3 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:27.382091 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-970ec147-b987-42c2-ac35-3888366beccc tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:27.383777 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-970ec147-b987-42c2-ac35-3888366beccc tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2210312 Dec 16 22:13:27.419317 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-afb7740b-6bda-431d-ab4c-3e457b9ec64a tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Request body: {'port': {'device_id': 'fe48fba5-201d-4346-a949-c4aa4c95f8e9', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': '8823205894c34d59bd76b0f39c63bd95'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:27.431564 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9b313086-9cd6-4a5f-a0f2-77b6947f50bf,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:27.458277 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '9b313086-9cd6-4a5f-a0f2-77b6947f50bf', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '9b313086-9cd6-4a5f-a0f2-77b6947f50bf', 'mac_address': 'fa:16:3e:b1:66:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:13:27.512307 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7563e92c-19de-4b51-94ff-f45278b1abb9 req-467b00ff-fb1b-49d5-a627-6e7e27d0ae33 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881769 Dec 16 22:13:27.514113 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:27.527845 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc6022-3ccd-4178-9ee4-951066c2dcb3 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de7cabac-aca0-47ff-bd89-2fdab432a362,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:27.542831 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b313086-9cd6-4a5f-a0f2-77b6947f50bf {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:27.571633 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9b313086-9cd6-4a5f-a0f2-77b6947f50bf,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:27.598146 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-54d89da6-4db6-479c-9a15-4cfec0261e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34838bd4-b016-4b7a-8c73-ac4dda5dbd07 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:27.600538 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbeb232-c819-4d70-bc85-3cea97366a7a req-db574c34-5458-41b4-83ec-7b7ae80e6f48 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:27.602254 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1bbeb232-c819-4d70-bc85-3cea97366a7a req-db574c34-5458-41b4-83ec-7b7ae80e6f48 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=539e6dd9-f56d-45b2-8523-2eb4fc14cbd8 HTTP/1.1" status: 200 len: 945 time: 0.2397974 Dec 16 22:13:27.618393 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-54d89da6-4db6-479c-9a15-4cfec0261e4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:27.645739 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-b3fc6022-3ccd-4178-9ee4-951066c2dcb3 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Allocated IP 192.168.233.58 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/5046926c-72de-4d14-873e-1f01476dda53) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:13:27.666564 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e38d9d9a-dd67-4910-ac33-e7e8c932afb4 req-3d168808-a220-4d35-9df8-487cf1a424ac tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:27.667421 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7af95df8-299c-401f-b475-2255a209e386 req-2f0af54a-9364-43be-b4e2-01916fc80433 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=a598a266-0be2-488d-8403-9fc03a1992e2 HTTP/1.1" status: 200 len: 210 time: 0.0511966 Dec 16 22:13:27.674920 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-54d89da6-4db6-479c-9a15-4cfec0261e4e service neutron] Transition to ACTIVE for port object 34838bd4-b016-4b7a-8c73-ac4dda5dbd07 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:13:27.681234 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:27.729679 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6584960a-97fd-456d-b9ef-cb7b7437c516'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:27.730814 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d168808-a220-4d35-9df8-487cf1a424ac tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Pushing event deleted for resources: {'Port': ['ID=2dfed912-d600-4c09-8c0c-92dbc59a8df4,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:27.734273 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['ec9c51a3-e9f1-41e1-a455-66df2e1042ca', '2dfed912-d600-4c09-8c0c-92dbc59a8df4'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:27.749891 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-54d89da6-4db6-479c-9a15-4cfec0261e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:27.774482 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1bbeb232-c819-4d70-bc85-3cea97366a7a req-c441d21a-db01-473d-911d-4fce01927d59 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643574 Dec 16 22:13:27.812819 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d89da6-4db6-479c-9a15-4cfec0261e4e service neutron] Pushing event updated for resources: {'Port': ['ID=34838bd4-b016-4b7a-8c73-ac4dda5dbd07,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:27.845752 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-afb7740b-6bda-431d-ab4c-3e457b9ec64a tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Made reservation on behalf of 8823205894c34d59bd76b0f39c63bd95 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:13:27.853418 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-afb7740b-6bda-431d-ab4c-3e457b9ec64a tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:27.918085 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38d9d9a-dd67-4910-ac33-e7e8c932afb4 req-3d168808-a220-4d35-9df8-487cf1a424ac tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] No DVR routers for this DVR port 2dfed912-d600-4c09-8c0c-92dbc59a8df4 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:13:27.924734 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e38d9d9a-dd67-4910-ac33-e7e8c932afb4 req-3d168808-a220-4d35-9df8-487cf1a424ac tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:27.928009 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e38d9d9a-dd67-4910-ac33-e7e8c932afb4 req-3d168808-a220-4d35-9df8-487cf1a424ac tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.57 "DELETE /v2.0/ports/2dfed912-d600-4c09-8c0c-92dbc59a8df4 HTTP/1.1" status: 204 len: 173 time: 1.1573758 Dec 16 22:13:27.928836 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539e6dd9-f56d-45b2-8523-2eb4fc14cbd8', 'name': 'network-vif-deleted', 'tag': '2dfed912-d600-4c09-8c0c-92dbc59a8df4'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:27.929225 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-afb7740b-6bda-431d-ab4c-3e457b9ec64a tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:27.931073 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6552b6d0-1fd5-4c86-a7b9-bb005c9775ef" -d '{"events": [{"server_uuid": "539e6dd9-f56d-45b2-8523-2eb4fc14cbd8", "name": "network-vif-deleted", "tag": "2dfed912-d600-4c09-8c0c-92dbc59a8df4"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:27.971803 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be981bae-7539-46df-9fe6-9132dfc2ecaa req-f603b3c1-d737-4fe9-9131-88c7ab3c21c6 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:27.973560 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be981bae-7539-46df-9fe6-9132dfc2ecaa req-f603b3c1-d737-4fe9-9131-88c7ab3c21c6 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 943 time: 0.2146738 Dec 16 22:13:28.008235 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-b3fc6022-3ccd-4178-9ee4-951066c2dcb3 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:28.019571 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5f589-2118-499e-b4eb-04bf57a795a4 req-0445302e-2a51-47d0-89ce-9bcab0b57376 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:28.027392 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-05f5f589-2118-499e-b4eb-04bf57a795a4 req-0445302e-2a51-47d0-89ce-9bcab0b57376 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 943 time: 0.1106961 Dec 16 22:13:28.031214 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=9b313086-9cd6-4a5f-a0f2-77b6947f50bf,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:28.044398 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-54d89da6-4db6-479c-9a15-4cfec0261e4e service neutron] Attempting to bind port 34838bd4-b016-4b7a-8c73-ac4dda5dbd07 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:13:28.045041 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-54d89da6-4db6-479c-9a15-4cfec0261e4e service neutron] Attempting to bind port 34838bd4-b016-4b7a-8c73-ac4dda5dbd07 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '1245a524-6df6-423f-990d-26e7606d949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:13:28.045697 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-54d89da6-4db6-479c-9a15-4cfec0261e4e service neutron] Attempting to bind port 34838bd4-b016-4b7a-8c73-ac4dda5dbd07 on network fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:28.074669 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device ba1ff4b2-448b-404a-9ab2-814ba9765abb details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:13:28.087883 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-54d89da6-4db6-479c-9a15-4cfec0261e4e service neutron] Port 34838bd4-b016-4b7a-8c73-ac4dda5dbd07 on network fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:13:28.088216 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-54d89da6-4db6-479c-9a15-4cfec0261e4e service neutron] Attempting to bind port 34838bd4-b016-4b7a-8c73-ac4dda5dbd07 on network fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:28.116406 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-05f5f589-2118-499e-b4eb-04bf57a795a4 req-6978ba14-2dd1-40e2-9d7e-d20959b21d65 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880444 Dec 16 22:13:28.133166 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-9ac971e3-0212-49de-bbce-caf6eb92fdde tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=8823205894c34d59bd76b0f39c63bd95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624056 Dec 16 22:13:28.170490 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-54d89da6-4db6-479c-9a15-4cfec0261e4e service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:13:28.171331 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-54d89da6-4db6-479c-9a15-4cfec0261e4e service neutron] Checking segment: {'id': '1245a524-6df6-423f-990d-26e7606d949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:13:28.171331 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-54d89da6-4db6-479c-9a15-4cfec0261e4e service neutron] Bound using segment: {'id': '1245a524-6df6-423f-990d-26e7606d949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:13:28.182856 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-54d89da6-4db6-479c-9a15-4cfec0261e4e service neutron] Bound port: 34838bd4-b016-4b7a-8c73-ac4dda5dbd07, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1245a524-6df6-423f-990d-26e7606d949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:13:28.182856 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-54d89da6-4db6-479c-9a15-4cfec0261e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:28.225376 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be981bae-7539-46df-9fe6-9132dfc2ecaa req-8b44d11d-e41c-4f86-b755-df5772ae79b6 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274966 Dec 16 22:13:28.225817 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9b313086-9cd6-4a5f-a0f2-77b6947f50bf'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:28.232945 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:28.282067 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ae4cad-bb83-450a-9520-3bd4d922409c x-openstack-request-id: req-67ae4cad-bb83-450a-9520-3bd4d922409c {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:28.288555 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539e6dd9-f56d-45b2-8523-2eb4fc14cbd8", "name": "network-vif-deleted", "tag": "2dfed912-d600-4c09-8c0c-92dbc59a8df4", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:28.288996 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-67ae4cad-bb83-450a-9520-3bd4d922409c {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:28.297751 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539e6dd9-f56d-45b2-8523-2eb4fc14cbd8', 'name': 'network-vif-deleted', 'tag': '2dfed912-d600-4c09-8c0c-92dbc59a8df4', 'status': 'completed', 'code': 200} Dec 16 22:13:28.297751 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-b3fc6022-3ccd-4178-9ee4-951066c2dcb3 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:28.391290 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port ba1ff4b2-448b-404a-9ab2-814ba9765abb, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=ba1ff4b2-448b-404a-9ab2-814ba9765abb,segment=NetworkSegment(f644fd15-02a7-4c5e-8c9b-aed9015799bd),segment_id=f644fd15-02a7-4c5e-8c9b-aed9015799bd)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:28.394378 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-afb7740b-6bda-431d-ab4c-3e457b9ec64a tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:28.413960 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc6022-3ccd-4178-9ee4-951066c2dcb3 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Pushing event updated for resources: {'Port': ['ID=5046926c-72de-4d14-873e-1f01476dda53,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:28.430251 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-54d89da6-4db6-479c-9a15-4cfec0261e4e service neutron] For port 34838bd4-b016-4b7a-8c73-ac4dda5dbd07, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:13:28.444258 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'ba1ff4b2-448b-404a-9ab2-814ba9765abb', 'network_id': 'cad91a34-249c-45b2-83af-f58c71b36922', 'port_id': 'ba1ff4b2-448b-404a-9ab2-814ba9765abb', 'mac_address': 'fa:16:3e:d8:45:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3b028fb-b449-456f-83ef-703e1dbce1bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:13:28.444741 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-b3fc6022-3ccd-4178-9ee4-951066c2dcb3 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:13:28.447506 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-b3fc6022-3ccd-4178-9ee4-951066c2dcb3 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:13:28.452875 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-b3fc6022-3ccd-4178-9ee4-951066c2dcb3 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:13:28.460419 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-0454e631-675e-405d-b6e3-504e1a3a20c1 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:28.462433 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-0454e631-675e-405d-b6e3-504e1a3a20c1 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2664170 Dec 16 22:13:28.468928 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-54d89da6-4db6-479c-9a15-4cfec0261e4e service neutron] For port 34838bd4-b016-4b7a-8c73-ac4dda5dbd07, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=34838bd4-b016-4b7a-8c73-ac4dda5dbd07,segment=NetworkSegment(1245a524-6df6-423f-990d-26e7606d949e),segment_id=1245a524-6df6-423f-990d-26e7606d949e)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:13:28.475099 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:28.505144 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-0121875c-4ce3-4928-a55f-ff76236bd333 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Request body: {'port': {'device_id': 'a598a266-0be2-488d-8403-9fc03a1992e2', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': '8823205894c34d59bd76b0f39c63bd95'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:28.511336 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74606ecd-3ce4-4af1-bbae-90dfa1268ab4 req-bfc6e654-d45c-485a-b605-1225544d67a5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:28.519888 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-74606ecd-3ce4-4af1-bbae-90dfa1268ab4 req-bfc6e654-d45c-485a-b605-1225544d67a5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 949 time: 0.1449199 Dec 16 22:13:28.534209 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-afb7740b-6bda-431d-ab4c-3e457b9ec64a tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:28.559641 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-b3fc6022-3ccd-4178-9ee4-951066c2dcb3 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:28.560429 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-b3fc6022-3ccd-4178-9ee4-951066c2dcb3 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:28.566582 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:28.594589 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba1ff4b2-448b-404a-9ab2-814ba9765abb {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:28.612746 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-74606ecd-3ce4-4af1-bbae-90dfa1268ab4 req-082b38ba-0821-4a5f-8858-a86981f14400 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903912 Dec 16 22:13:28.628487 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port ba1ff4b2-448b-404a-9ab2-814ba9765abb, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=ba1ff4b2-448b-404a-9ab2-814ba9765abb,segment=NetworkSegment(f644fd15-02a7-4c5e-8c9b-aed9015799bd),segment_id=f644fd15-02a7-4c5e-8c9b-aed9015799bd)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:28.644281 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-54d89da6-4db6-479c-9a15-4cfec0261e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:28.668628 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-b3fc6022-3ccd-4178-9ee4-951066c2dcb3 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0948696 Dec 16 22:13:28.690334 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-e10857c3-ce32-4704-8e99-ae48f7eecb19 service neutron] Request body: {'port': {'device_id': 'eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:28.724077 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:28.784977 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=ba1ff4b2-448b-404a-9ab2-814ba9765abb,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:28.793412 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-e10857c3-ce32-4704-8e99-ae48f7eecb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:28.813200 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1f75d-17dc-49c2-a0cb-8abf84b8a837 req-5e3e0514-750e-4f26-8378-75337b30b689 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:28.818803 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dee1f75d-17dc-49c2-a0cb-8abf84b8a837 req-5e3e0514-750e-4f26-8378-75337b30b689 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=e42e9387-44ce-4fc8-a92e-7d389000320a HTTP/1.1" status: 200 len: 945 time: 0.1130545 Dec 16 22:13:28.818968 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-008dda2b-5d05-4955-929b-e9f22c2e9f49 None None] Provisioning complete for port 5046926c-72de-4d14-873e-1f01476dda53 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:28.818968 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-008dda2b-5d05-4955-929b-e9f22c2e9f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:28.863639 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-008dda2b-5d05-4955-929b-e9f22c2e9f49 None None] Port 5046926c-72de-4d14-873e-1f01476dda53 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:13:28.957567 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dee1f75d-17dc-49c2-a0cb-8abf84b8a837 req-d2219145-b7dd-48c1-94eb-5f9b0814d5cc tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170101 Dec 16 22:13:28.958515 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:29.044074 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['ba1ff4b2-448b-404a-9ab2-814ba9765abb'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:29.075565 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d83618-225f-4faf-8d7c-7ea764b27d67 req-e863eb7b-37da-4d81-b338-d550c2dba696 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:29.077215 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-94d83618-225f-4faf-8d7c-7ea764b27d67 req-e863eb7b-37da-4d81-b338-d550c2dba696 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7 HTTP/1.1" status: 200 len: 935 time: 0.6119142 Dec 16 22:13:29.124034 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7740b-6bda-431d-ab4c-3e457b9ec64a tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b21cd94b-b43d-4ca8-ad0a-f74de285f3e7,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:29.127234 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-54d89da6-4db6-479c-9a15-4cfec0261e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:29.127857 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-54d89da6-4db6-479c-9a15-4cfec0261e4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:29.129262 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-54d89da6-4db6-479c-9a15-4cfec0261e4e service neutron] 10.222.0.57 "PUT /v2.0/ports/34838bd4-b016-4b7a-8c73-ac4dda5dbd07 HTTP/1.1" status: 200 len: 1091 time: 2.3003571 Dec 16 22:13:29.146306 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0e98f3-df1c-4401-bea3-8efcf434aba4', 'tag': '34838bd4-b016-4b7a-8c73-ac4dda5dbd07'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:29.150153 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85592b77-5815-407b-b2ec-0bd43fd2a27b" -d '{"events": [{"name": "network-changed", "server_uuid": "db0e98f3-df1c-4401-bea3-8efcf434aba4", "tag": "34838bd4-b016-4b7a-8c73-ac4dda5dbd07"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:29.193684 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d89da6-4db6-479c-9a15-4cfec0261e4e service neutron] Pushing event updated for resources: {'Port': ['ID=34838bd4-b016-4b7a-8c73-ac4dda5dbd07,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:29.233834 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-e10857c3-ce32-4704-8e99-ae48f7eecb19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5046926c-72de-4d14-873e-1f01476dda53 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:29.235807 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-94d83618-225f-4faf-8d7c-7ea764b27d67 req-8a3a143e-5b58-4bfe-be56-15d2ec9b1474 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/security-groups?id=de7cabac-aca0-47ff-bd89-2fdab432a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480982 Dec 16 22:13:29.249809 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-e10857c3-ce32-4704-8e99-ae48f7eecb19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:29.275936 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-e10857c3-ce32-4704-8e99-ae48f7eecb19 service neutron] Transition to ACTIVE for port object 5046926c-72de-4d14-873e-1f01476dda53 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:13:29.276939 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 2dfed912-d600-4c09-8c0c-92dbc59a8df4 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:13:29.305168 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 2dfed912-d600-4c09-8c0c-92dbc59a8df4 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:13:29.305527 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 2dfed912-d600-4c09-8c0c-92dbc59a8df4 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:13:29.374459 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-e10857c3-ce32-4704-8e99-ae48f7eecb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:29.398061 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-0121875c-4ce3-4928-a55f-ff76236bd333 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Made reservation on behalf of 8823205894c34d59bd76b0f39c63bd95 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:13:29.401580 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-0121875c-4ce3-4928-a55f-ff76236bd333 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:29.405412 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f55de04f-e8b9-4ca8-b96c-82a4b3a208e0 req-980a2ef4-190a-44e5-8074-22460d78f496 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=a598a266-0be2-488d-8403-9fc03a1992e2 HTTP/1.1" status: 200 len: 210 time: 0.0509634 Dec 16 22:13:29.410892 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-92bddffd-b0df-4d63-bd84-eb592b2b2240 req-cc12d12b-fcca-4260-9b20-184875d0986a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=539e6dd9-f56d-45b2-8523-2eb4fc14cbd8 HTTP/1.1" status: 200 len: 210 time: 0.0491686 Dec 16 22:13:29.440418 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-2c2bcc4b-c2f1-41d4-835e-125beca826cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:29.450107 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-2c2bcc4b-c2f1-41d4-835e-125beca826cd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f46ea7d5a2a74db992746e488a2c27c4&device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 1094 time: 0.1152604 Dec 16 22:13:29.529401 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-afb7740b-6bda-431d-ab4c-3e457b9ec64a tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Allocated IP 192.168.233.20 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/5ec6f823-d9d6-4a05-b7ff-85e2b39d061a) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:13:29.563896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10857c3-ce32-4704-8e99-ae48f7eecb19 service neutron] Pushing event updated for resources: {'Port': ['ID=5046926c-72de-4d14-873e-1f01476dda53,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:29.629447 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-e10857c3-ce32-4704-8e99-ae48f7eecb19 service neutron] Attempting to bind port 5046926c-72de-4d14-873e-1f01476dda53 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:13:29.629779 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-e10857c3-ce32-4704-8e99-ae48f7eecb19 service neutron] Attempting to bind port 5046926c-72de-4d14-873e-1f01476dda53 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:13:29.630143 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-e10857c3-ce32-4704-8e99-ae48f7eecb19 service neutron] Attempting to bind port 5046926c-72de-4d14-873e-1f01476dda53 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:29.631303 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-9dde3e55-acd2-4ab8-9028-ab72b9ca8bf5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34838bd4-b016-4b7a-8c73-ac4dda5dbd07 HTTP/1.1" status: 200 len: 217 time: 0.1633160 Dec 16 22:13:29.642921 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-e10857c3-ce32-4704-8e99-ae48f7eecb19 service neutron] Port 5046926c-72de-4d14-873e-1f01476dda53 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:13:29.643577 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-e10857c3-ce32-4704-8e99-ae48f7eecb19 service neutron] Attempting to bind port 5046926c-72de-4d14-873e-1f01476dda53 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:29.651399 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-e10857c3-ce32-4704-8e99-ae48f7eecb19 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:13:29.652040 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-e10857c3-ce32-4704-8e99-ae48f7eecb19 service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:13:29.652620 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-e10857c3-ce32-4704-8e99-ae48f7eecb19 service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:13:29.653263 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-e10857c3-ce32-4704-8e99-ae48f7eecb19 service neutron] Bound port: 5046926c-72de-4d14-873e-1f01476dda53, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:13:29.653871 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-e10857c3-ce32-4704-8e99-ae48f7eecb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:29.676502 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e07b3-d872-42bc-96ad-d01aa9968a65 req-9a7a8133-a89c-49d1-904b-fe6a4f5b16e6 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:29.678075 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b02e07b3-d872-42bc-96ad-d01aa9968a65 req-9a7a8133-a89c-49d1-904b-fe6a4f5b16e6 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 943 time: 0.1416149 Dec 16 22:13:29.782738 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b02e07b3-d872-42bc-96ad-d01aa9968a65 req-760d6021-bbbb-4e1b-897f-9f709c152933 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805800 Dec 16 22:13:29.784079 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-e10857c3-ce32-4704-8e99-ae48f7eecb19 service neutron] For port 5046926c-72de-4d14-873e-1f01476dda53, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:13:29.788191 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-e10857c3-ce32-4704-8e99-ae48f7eecb19 service neutron] For port 5046926c-72de-4d14-873e-1f01476dda53, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5046926c-72de-4d14-873e-1f01476dda53,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:13:29.790761 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-b67e95a6-052f-45f7-97fe-756955687166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:29.792340 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-b67e95a6-052f-45f7-97fe-756955687166 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=21c53808-9089-42b8-947a-ba9565cbb302 HTTP/1.1" status: 200 len: 853 time: 0.1235809 Dec 16 22:13:29.826625 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67433fef-7bff-41cb-a378-486de5103390 req-7ad2a0ce-53df-49ba-abdd-8f9fd2b43ebb tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:29.828192 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67433fef-7bff-41cb-a378-486de5103390 req-7ad2a0ce-53df-49ba-abdd-8f9fd2b43ebb tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40&tenant_id=54dbe85688564892aa5226bd9c604156&binding%3Ahost_id=n-h2-815324-4 HTTP/1.1" status: 200 len: 949 time: 0.1960089 Dec 16 22:13:29.849673 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdd66a2-3c54-46b2-afcd-52222d6b4159 x-openstack-request-id: req-4bdd66a2-3c54-46b2-afcd-52222d6b4159 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:29.849673 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0e98f3-df1c-4401-bea3-8efcf434aba4", "tag": "34838bd4-b016-4b7a-8c73-ac4dda5dbd07", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:29.849673 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4bdd66a2-3c54-46b2-afcd-52222d6b4159 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:29.849673 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0e98f3-df1c-4401-bea3-8efcf434aba4', 'tag': '34838bd4-b016-4b7a-8c73-ac4dda5dbd07', 'status': 'completed', 'code': 200} Dec 16 22:13:29.850379 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-4ce2da4b-1c74-492e-a2aa-18dd31fc067f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480597 Dec 16 22:13:29.867590 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-e10857c3-ce32-4704-8e99-ae48f7eecb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:29.916743 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-e10857c3-ce32-4704-8e99-ae48f7eecb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:29.917388 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-e10857c3-ce32-4704-8e99-ae48f7eecb19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:29.918728 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-e10857c3-ce32-4704-8e99-ae48f7eecb19 service neutron] 10.222.0.57 "PUT /v2.0/ports/5046926c-72de-4d14-873e-1f01476dda53 HTTP/1.1" status: 200 len: 1095 time: 1.2359018 Dec 16 22:13:29.960928 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10857c3-ce32-4704-8e99-ae48f7eecb19 service neutron] Pushing event updated for resources: {'Port': ['ID=5046926c-72de-4d14-873e-1f01476dda53,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:29.990637 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4641f41-2ba0-44fa-863d-2e7bc2143562 req-52968f1a-19e0-423a-ae69-7e0c7b158c66 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:29.992339 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f4641f41-2ba0-44fa-863d-2e7bc2143562 req-52968f1a-19e0-423a-ae69-7e0c7b158c66 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 944 time: 0.0853612 Dec 16 22:13:30.051914 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [req-67433fef-7bff-41cb-a378-486de5103390 req-03467f06-322c-4f0f-b6dc-3c9e83ed68f1 service neutron] delete failed (client error): The resource could not be found. Dec 16 22:13:30.052167 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f4641f41-2ba0-44fa-863d-2e7bc2143562 req-7693c91e-ecc0-4775-8b7c-6b191e38ec76 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524852 Dec 16 22:13:30.052851 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67433fef-7bff-41cb-a378-486de5103390 req-03467f06-322c-4f0f-b6dc-3c9e83ed68f1 service neutron] 10.222.0.76 "DELETE /v2.0/ports/9b313086-9cd6-4a5f-a0f2-77b6947f50bf/bindings/n-h1-815324-4 HTTP/1.1" status: 404 len: 380 time: 0.2050421 Dec 16 22:13:30.080075 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-557bc53f-8575-4181-b9a8-4f01aeac7310 service neutron] 10.222.0.57 "GET /v2.0/networks/fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125065 Dec 16 22:13:30.087746 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device ba1ff4b2-448b-404a-9ab2-814ba9765abb up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:13:30.195315 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-de2caaf9-285a-45fb-af75-8575287682ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:30.197418 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-de2caaf9-285a-45fb-af75-8575287682ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=28f9c3586a00458bba5f521b461bb0bc&device_id=eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7 HTTP/1.1" status: 200 len: 1098 time: 0.1235087 Dec 16 22:13:30.255081 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-afb7740b-6bda-431d-ab4c-3e457b9ec64a tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:30.280332 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-5d6b84e1-8b93-4808-babe-b72398e368cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=5046926c-72de-4d14-873e-1f01476dda53 HTTP/1.1" status: 200 len: 217 time: 0.0667746 Dec 16 22:13:30.296909 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7', 'tag': '5046926c-72de-4d14-873e-1f01476dda53'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:30.300749 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caebad63-2a05-4865-9215-cb2ec09eb5f9" -d '{"events": [{"name": "network-changed", "server_uuid": "eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7", "tag": "5046926c-72de-4d14-873e-1f01476dda53"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:30.320119 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dc07269-3f72-4f59-be4d-1808bbc04058 req-eeefdd01-2b88-48c0-bfaf-7936de13c9c5 service neutron] 10.222.0.57 "GET /v2.0/networks/fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105439 Dec 16 22:13:30.325218 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67433fef-7bff-41cb-a378-486de5103390 req-ff803c29-de08-4e75-9797-08d74cae98bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:30.337899 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67433fef-7bff-41cb-a378-486de5103390 req-ff803c29-de08-4e75-9797-08d74cae98bc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 1100 time: 0.1375411 Dec 16 22:13:30.338068 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port ba1ff4b2-448b-404a-9ab2-814ba9765abb completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:13:30.338217 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583255c7-33bb-405a-a0f4-d211bc159067 req-37e2bc34-d368-4fa2-a624-5f2bfc363ed1 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:30.338217 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-583255c7-33bb-405a-a0f4-d211bc159067 req-37e2bc34-d368-4fa2-a624-5f2bfc363ed1 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 949 time: 0.1533201 Dec 16 22:13:30.338909 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port ba1ff4b2-448b-404a-9ab2-814ba9765abb triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:30.340959 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:30.369590 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-f94b5631-d0e8-45ed-be28-d2b4fd0733ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:30.371426 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-f94b5631-d0e8-45ed-be28-d2b4fd0733ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0844636 Dec 16 22:13:30.431705 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-583255c7-33bb-405a-a0f4-d211bc159067 req-d734c753-3c98-4b6f-ac40-43b8bb86d11b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894349 Dec 16 22:13:30.454141 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:30.458322 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-f7e5274c-5a8c-46c6-a22d-1b232ae32863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:30.462527 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-f7e5274c-5a8c-46c6-a22d-1b232ae32863 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0788834 Dec 16 22:13:30.483691 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6b231-988f-4388-9c42-5744fa59e24b req-74a75134-d696-49c2-b73c-39fe8c0c190f tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:30.485300 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-83a6b231-988f-4388-9c42-5744fa59e24b req-74a75134-d696-49c2-b73c-39fe8c0c190f tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7 HTTP/1.1" status: 200 len: 947 time: 0.1232657 Dec 16 22:13:30.490409 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0376637-105a-4806-80c0-cb6a90126552 x-openstack-request-id: req-b0376637-105a-4806-80c0-cb6a90126552 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:30.493454 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7", "tag": "5046926c-72de-4d14-873e-1f01476dda53", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:30.493454 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b0376637-105a-4806-80c0-cb6a90126552 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:30.493454 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7', 'tag': '5046926c-72de-4d14-873e-1f01476dda53', 'status': 'completed', 'code': 200} Dec 16 22:13:30.498692 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port ba1ff4b2-448b-404a-9ab2-814ba9765abb, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=ba1ff4b2-448b-404a-9ab2-814ba9765abb,segment=NetworkSegment(f644fd15-02a7-4c5e-8c9b-aed9015799bd),segment_id=f644fd15-02a7-4c5e-8c9b-aed9015799bd)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:30.499813 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e46bddc-bae0-46a9-afc0-e9d6bdd73db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1ff4b2-448b-404a-9ab2-814ba9765abb'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:30.502227 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2b0b80-6147-4967-9aa0-12641bdc45a3" -d '{"events": [{"server_uuid": "8e46bddc-bae0-46a9-afc0-e9d6bdd73db6", "name": "network-vif-plugged", "status": "completed", "tag": "ba1ff4b2-448b-404a-9ab2-814ba9765abb"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:30.525109 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67433fef-7bff-41cb-a378-486de5103390 req-7a2cc770-251b-4cd7-845b-2fcb74371177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:30.527133 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67433fef-7bff-41cb-a378-486de5103390 req-7a2cc770-251b-4cd7-845b-2fcb74371177 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.1891060 Dec 16 22:13:30.528340 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-afb7740b-6bda-431d-ab4c-3e457b9ec64a tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:30.558687 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:30.582314 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-97a99518-64e4-4291-825a-701c82474e4d req-eea71aa2-d59e-4877-91c8-b67cf0b9e494 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=a598a266-0be2-488d-8403-9fc03a1992e2 HTTP/1.1" status: 200 len: 210 time: 0.0366943 Dec 16 22:13:30.597794 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-2829d62c-a0eb-406c-9441-dd68288cacc2 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286285 Dec 16 22:13:30.644827 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=ba1ff4b2-448b-404a-9ab2-814ba9765abb,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:30.671356 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67433fef-7bff-41cb-a378-486de5103390 req-4066328c-0c58-46f9-b901-d70788c23cf2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=9b313086-9cd6-4a5f-a0f2-77b6947f50bf HTTP/1.1" status: 200 len: 217 time: 0.1256657 Dec 16 22:13:30.698339 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-afb7740b-6bda-431d-ab4c-3e457b9ec64a tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:13:30.707584 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709e6a79-99a5-49f4-84f3-982bf7b91d35 x-openstack-request-id: req-709e6a79-99a5-49f4-84f3-982bf7b91d35 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:30.707893 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e46bddc-bae0-46a9-afc0-e9d6bdd73db6", "name": "network-vif-plugged", "status": "completed", "tag": "ba1ff4b2-448b-404a-9ab2-814ba9765abb", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:30.708209 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-709e6a79-99a5-49f4-84f3-982bf7b91d35 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:30.708613 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e46bddc-bae0-46a9-afc0-e9d6bdd73db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1ff4b2-448b-404a-9ab2-814ba9765abb', 'code': 200} Dec 16 22:13:30.729547 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-afb7740b-6bda-431d-ab4c-3e457b9ec64a tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:13:30.731578 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-afb7740b-6bda-431d-ab4c-3e457b9ec64a tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:13:30.747213 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-37cfccc7-d855-4688-bfcb-404f290f28d9 req-fa09cfaa-2dd0-4924-aa11-1382868aae9f service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402836 Dec 16 22:13:30.767631 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-83a6b231-988f-4388-9c42-5744fa59e24b req-ec2a49f0-7c51-483f-aa88-314d9f2e354d tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/security-groups?id=de7cabac-aca0-47ff-bd89-2fdab432a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651751 Dec 16 22:13:30.804495 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7740b-6bda-431d-ab4c-3e457b9ec64a tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Pushing event updated for resources: {'Port': ['ID=5ec6f823-d9d6-4a05-b7ff-85e2b39d061a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:30.819639 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-0121875c-4ce3-4928-a55f-ff76236bd333 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Allocated IP 192.168.233.226 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/9fdaad43-0d0b-4c41-bda0-02f1266cbf08) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:13:30.900799 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fd43f-ac9e-4226-851e-c80f94df50c1 req-d5fd5058-c182-466d-bf9a-ec19bdea7d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:30.902283 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67433fef-7bff-41cb-a378-486de5103390 req-b7335202-f00c-4468-ba15-d022201b90de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:30.902466 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f1fd43f-ac9e-4226-851e-c80f94df50c1 req-d5fd5058-c182-466d-bf9a-ec19bdea7d2b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 1096 time: 0.0465839 Dec 16 22:13:30.903924 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67433fef-7bff-41cb-a378-486de5103390 req-b7335202-f00c-4468-ba15-d022201b90de service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1988699 Dec 16 22:13:30.922240 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85592b77-5815-407b-b2ec-0bd43fd2a27b req-dab63a5c-91d0-4b3d-bb88-89aa47031896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:30.923778 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-85592b77-5815-407b-b2ec-0bd43fd2a27b req-dab63a5c-91d0-4b3d-bb88-89aa47031896 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f46ea7d5a2a74db992746e488a2c27c4&device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 1094 time: 0.3215656 Dec 16 22:13:30.930265 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-afb7740b-6bda-431d-ab4c-3e457b9ec64a tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:30.936376 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-afb7740b-6bda-431d-ab4c-3e457b9ec64a tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:30.977952 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f1fd43f-ac9e-4226-851e-c80f94df50c1 req-dc64450c-5c9c-4069-b351-876b19be03de service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601981 Dec 16 22:13:31.008173 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebad63-2a05-4865-9215-cb2ec09eb5f9 req-c45ec9ea-c3ab-4d6f-8ea7-1b118847bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:31.009817 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-caebad63-2a05-4865-9215-cb2ec09eb5f9 req-c45ec9ea-c3ab-4d6f-8ea7-1b118847bec0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=28f9c3586a00458bba5f521b461bb0bc&device_id=eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7 HTTP/1.1" status: 200 len: 1098 time: 0.0441670 Dec 16 22:13:31.071266 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4c796b74-090d-4965-8ea9-13f0e5ace220 None None] Provisioning complete for port 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:31.071999 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c796b74-090d-4965-8ea9-13f0e5ace220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:31.115464 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-afb7740b-6bda-431d-ab4c-3e457b9ec64a tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7092063 Dec 16 22:13:31.116726 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4c796b74-090d-4965-8ea9-13f0e5ace220 None None] Port 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:13:31.118131 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebad63-2a05-4865-9215-cb2ec09eb5f9 req-a0a870b7-8c7b-4efc-8839-76992ffa76b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:31.119944 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-caebad63-2a05-4865-9215-cb2ec09eb5f9 req-a0a870b7-8c7b-4efc-8839-76992ffa76b6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.1004038 Dec 16 22:13:31.127936 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4031ed0-e0e7-4e40-b224-1623d7c4b98e req-e0950055-6df1-4db2-925c-a02d92a04c3e tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:31.129447 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4031ed0-e0e7-4e40-b224-1623d7c4b98e req-e0950055-6df1-4db2-925c-a02d92a04c3e tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 943 time: 0.2559159 Dec 16 22:13:31.149580 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-50b696b4-0c8d-4693-a3da-ebadf0c7d636 service neutron] Request body: {'port': {'device_id': 'fe48fba5-201d-4346-a949-c4aa4c95f8e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:31.157056 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67433fef-7bff-41cb-a378-486de5103390 req-96038425-7b99-42fe-9bcd-6c5936f1c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:31.158556 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67433fef-7bff-41cb-a378-486de5103390 req-96038425-7b99-42fe-9bcd-6c5936f1c111 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2164280 Dec 16 22:13:31.176756 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-caebad63-2a05-4865-9215-cb2ec09eb5f9 req-b46d0a84-b85a-466f-b213-51a391320610 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=5046926c-72de-4d14-873e-1f01476dda53 HTTP/1.1" status: 200 len: 217 time: 0.0357268 Dec 16 22:13:31.278746 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebad63-2a05-4865-9215-cb2ec09eb5f9 req-ed2f25aa-5d18-4007-bea7-64d901f235f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:31.279457 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85592b77-5815-407b-b2ec-0bd43fd2a27b req-5c347892-50de-4ccd-a06d-7260440919bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:31.280310 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-caebad63-2a05-4865-9215-cb2ec09eb5f9 req-ed2f25aa-5d18-4007-bea7-64d901f235f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0601192 Dec 16 22:13:31.280923 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-85592b77-5815-407b-b2ec-0bd43fd2a27b req-5c347892-50de-4ccd-a06d-7260440919bf service neutron] 10.222.0.57 "GET /v2.0/networks?id=fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925 HTTP/1.1" status: 200 len: 913 time: 0.3110013 Dec 16 22:13:31.283476 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 9b313086-9cd6-4a5f-a0f2-77b6947f50bf up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:13:31.316822 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-50b696b4-0c8d-4693-a3da-ebadf0c7d636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:31.335708 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-0121875c-4ce3-4928-a55f-ff76236bd333 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:31.362700 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a274e-adaf-48b8-85e9-30cd54ee08cd req-fabba55b-a1f4-4d3d-809e-e48b2afba1fe tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:31.364242 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-532a274e-adaf-48b8-85e9-30cd54ee08cd req-fabba55b-a1f4-4d3d-809e-e48b2afba1fe tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0983369 Dec 16 22:13:31.379009 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4031ed0-e0e7-4e40-b224-1623d7c4b98e req-e92a23a7-bf2c-4f05-ad9c-e28b14621b66 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386172 Dec 16 22:13:31.382340 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebad63-2a05-4865-9215-cb2ec09eb5f9 req-2120cb8a-c5d6-404b-a81a-f0646b1fe74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:31.383853 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-caebad63-2a05-4865-9215-cb2ec09eb5f9 req-2120cb8a-c5d6-404b-a81a-f0646b1fe74e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0689464 Dec 16 22:13:31.417661 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-85592b77-5815-407b-b2ec-0bd43fd2a27b req-de9626b7-42c3-46ec-bbbc-393f9bbbb425 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34838bd4-b016-4b7a-8c73-ac4dda5dbd07 HTTP/1.1" status: 200 len: 217 time: 0.1058068 Dec 16 22:13:31.437675 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:13:31.442246 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:31.442246 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:31.446391 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-532a274e-adaf-48b8-85e9-30cd54ee08cd req-40d306aa-b46e-46ed-a91e-2682c218f0a7 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759015 Dec 16 22:13:31.556011 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-caebad63-2a05-4865-9215-cb2ec09eb5f9 req-57f7da19-f8c8-424f-a628-e621103385a8 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621785 Dec 16 22:13:31.570440 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67433fef-7bff-41cb-a378-486de5103390 req-11df8fd3-c9be-4c78-8abd-ced1d1418242 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725964 Dec 16 22:13:31.575247 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85592b77-5815-407b-b2ec-0bd43fd2a27b req-90acd4d1-d63b-4516-b268-3103a8cff656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:31.577465 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-85592b77-5815-407b-b2ec-0bd43fd2a27b req-90acd4d1-d63b-4516-b268-3103a8cff656 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=21c53808-9089-42b8-947a-ba9565cbb302 HTTP/1.1" status: 200 len: 853 time: 0.1502283 Dec 16 22:13:31.582429 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:31.639631 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9b313086-9cd6-4a5f-a0f2-77b6947f50bf,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:31.659653 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-0121875c-4ce3-4928-a55f-ff76236bd333 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:31.674967 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-85592b77-5815-407b-b2ec-0bd43fd2a27b req-6f3edbf2-1dad-44fa-8c67-c04d59cf59e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549521 Dec 16 22:13:31.701662 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264675c1-5d0e-4253-834e-c4d1bd898756 req-6f18ec5e-bdfa-495e-aca4-3128fb0f0e7c tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:31.703204 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-264675c1-5d0e-4253-834e-c4d1bd898756 req-6f18ec5e-bdfa-495e-aca4-3128fb0f0e7c tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=8129cb95-93e1-4939-af16-4eb6e29b0486 HTTP/1.1" status: 200 len: 946 time: 0.1463146 Dec 16 22:13:31.706808 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-caebad63-2a05-4865-9215-cb2ec09eb5f9 req-1e891cf2-7fde-47c3-88d5-e5dd802d98ca service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375813 Dec 16 22:13:31.709842 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:31.761932 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-264675c1-5d0e-4253-834e-c4d1bd898756 req-154481b1-188d-439f-bcc5-76a6eed6233b tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521538 Dec 16 22:13:31.788970 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=9b313086-9cd6-4a5f-a0f2-77b6947f50bf,revision_number=9']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:31.855337 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-0121875c-4ce3-4928-a55f-ff76236bd333 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:13:31.870055 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f70e70-4030-42f8-9f64-5be77f3523a9 req-871f5e7e-86cf-4001-9738-0e4b0870c8ac tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:31.871596 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a3f70e70-4030-42f8-9f64-5be77f3523a9 req-871f5e7e-86cf-4001-9738-0e4b0870c8ac tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=a598a266-0be2-488d-8403-9fc03a1992e2 HTTP/1.1" status: 200 len: 936 time: 0.0493424 Dec 16 22:13:31.897340 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-0121875c-4ce3-4928-a55f-ff76236bd333 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:13:31.900163 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-0121875c-4ce3-4928-a55f-ff76236bd333 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:13:31.908696 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121875c-4ce3-4928-a55f-ff76236bd333 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Pushing event updated for resources: {'Port': ['ID=9fdaad43-0d0b-4c41-bda0-02f1266cbf08,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:31.924378 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a3f70e70-4030-42f8-9f64-5be77f3523a9 req-780b7716-cb01-41f5-bfdb-253a7e732daa tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/security-groups?id=b21cd94b-b43d-4ca8-ad0a-f74de285f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456147 Dec 16 22:13:31.972892 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d45ee0-7148-419d-bfc5-1b48ee9905d0 req-49af1641-7172-46c5-aad9-e6ca16606ae8 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:31.974481 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-37d45ee0-7148-419d-bfc5-1b48ee9905d0 req-49af1641-7172-46c5-aad9-e6ca16606ae8 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.3184233 Dec 16 22:13:32.038845 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67433fef-7bff-41cb-a378-486de5103390 req-c3351ff3-f639-460a-b609-c600ce3c04f8 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199464 Dec 16 22:13:32.043346 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c218f-a422-4e69-94aa-014bb3b7be3a req-6d4392ab-f88e-4efd-bfa9-59ffbff3bdf9 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:32.046002 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e8c218f-a422-4e69-94aa-014bb3b7be3a req-6d4392ab-f88e-4efd-bfa9-59ffbff3bdf9 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7 HTTP/1.1" status: 200 len: 947 time: 0.0557876 Dec 16 22:13:32.063304 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-0121875c-4ce3-4928-a55f-ff76236bd333 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:32.063974 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-0121875c-4ce3-4928-a55f-ff76236bd333 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:32.074573 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-85592b77-5815-407b-b2ec-0bd43fd2a27b req-add17db5-27a7-47ae-9bd0-b2e3a0d0cf61 service neutron] 10.222.0.57 "GET /v2.0/networks/fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552849 Dec 16 22:13:32.110295 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e8c218f-a422-4e69-94aa-014bb3b7be3a req-d0dc47a3-a252-4015-ad28-c6c49ca9b1ed tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/security-groups?id=de7cabac-aca0-47ff-bd89-2fdab432a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518131 Dec 16 22:13:32.176844 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-37d45ee0-7148-419d-bfc5-1b48ee9905d0 req-a10412c1-3460-4c88-89a9-ae01e476a975 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906285 Dec 16 22:13:32.195322 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-0121875c-4ce3-4928-a55f-ff76236bd333 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6945403 Dec 16 22:13:32.244911 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4acc879f-41b5-496c-b69d-1b2095a3419a None None] Provisioning complete for port 9fdaad43-0d0b-4c41-bda0-02f1266cbf08 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:32.245562 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4acc879f-41b5-496c-b69d-1b2095a3419a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:32.281341 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4acc879f-41b5-496c-b69d-1b2095a3419a None None] Port 9fdaad43-0d0b-4c41-bda0-02f1266cbf08 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:13:32.511920 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f7060-c2c6-464e-b1cc-784fb644c56c req-e1ebc338-7d5d-453e-a283-416ed6ca1ff3 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:32.514243 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ab9f7060-c2c6-464e-b1cc-784fb644c56c req-e1ebc338-7d5d-453e-a283-416ed6ca1ff3 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 943 time: 0.0559313 Dec 16 22:13:32.553919 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-b6a01d4f-8abe-4d8a-b843-61638ad13633 service neutron] Request body: {'port': {'device_id': 'a598a266-0be2-488d-8403-9fc03a1992e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:32.576501 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ab9f7060-c2c6-464e-b1cc-784fb644c56c req-ad1f3d99-70c6-43c0-92d7-43aa4307e14b tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460763 Dec 16 22:13:32.626189 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-50b696b4-0c8d-4693-a3da-ebadf0c7d636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:32.639954 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-50b696b4-0c8d-4693-a3da-ebadf0c7d636 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:32.653128 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-85592b77-5815-407b-b2ec-0bd43fd2a27b req-bffd665e-0586-4381-b61a-784539643cdd service neutron] 10.222.0.57 "GET /v2.0/networks/fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561390 Dec 16 22:13:32.685285 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-50b696b4-0c8d-4693-a3da-ebadf0c7d636 service neutron] Transition to ACTIVE for port object 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:13:32.690128 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-b6a01d4f-8abe-4d8a-b843-61638ad13633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:32.700108 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c30da-cf8a-44dc-802f-fbffd9a557b6 req-db15c70a-e29f-488d-accc-102fd7e3b11a tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:32.702653 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0a8c30da-cf8a-44dc-802f-fbffd9a557b6 req-db15c70a-e29f-488d-accc-102fd7e3b11a tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1580744 Dec 16 22:13:32.709473 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c53d49d-8eb0-41f2-b452-66c58c992c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b313086-9cd6-4a5f-a0f2-77b6947f50bf'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:32.712669 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d266f9-12a2-46bd-8a81-0c6dfcc1a6ec" -d '{"events": [{"server_uuid": "2c53d49d-8eb0-41f2-b452-66c58c992c40", "name": "network-vif-plugged", "status": "completed", "tag": "9b313086-9cd6-4a5f-a0f2-77b6947f50bf"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:32.756642 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-50b696b4-0c8d-4693-a3da-ebadf0c7d636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:32.783676 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d599e0-9dd2-4481-93d0-84ed375be18f x-openstack-request-id: req-79d599e0-9dd2-4481-93d0-84ed375be18f {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:32.785677 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c53d49d-8eb0-41f2-b452-66c58c992c40", "name": "network-vif-plugged", "status": "completed", "tag": "9b313086-9cd6-4a5f-a0f2-77b6947f50bf", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:32.785677 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-79d599e0-9dd2-4481-93d0-84ed375be18f {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:32.785677 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c53d49d-8eb0-41f2-b452-66c58c992c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b313086-9cd6-4a5f-a0f2-77b6947f50bf', 'code': 200} Dec 16 22:13:32.906419 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4c3d3-82d8-44de-a4ba-77ca735d0354 req-ae13e007-3ebe-4494-a8e1-ce89ffafc745 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:32.907553 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b696b4-0c8d-4693-a3da-ebadf0c7d636 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec6f823-d9d6-4a05-b7ff-85e2b39d061a,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:32.907787 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1cd4c3d3-82d8-44de-a4ba-77ca735d0354 req-ae13e007-3ebe-4494-a8e1-ce89ffafc745 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=8129cb95-93e1-4939-af16-4eb6e29b0486 HTTP/1.1" status: 200 len: 946 time: 0.0650444 Dec 16 22:13:32.907881 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0a8c30da-cf8a-44dc-802f-fbffd9a557b6 req-641e9217-d3db-466d-89f7-395181f48d0f tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883457 Dec 16 22:13:32.972886 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1cd4c3d3-82d8-44de-a4ba-77ca735d0354 req-abb43d86-8ff1-4cb4-b9f4-17accd386c47 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687723 Dec 16 22:13:33.065226 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-50b696b4-0c8d-4693-a3da-ebadf0c7d636 service neutron] Attempting to bind port 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:13:33.065406 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-50b696b4-0c8d-4693-a3da-ebadf0c7d636 service neutron] Attempting to bind port 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:13:33.065840 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-50b696b4-0c8d-4693-a3da-ebadf0c7d636 service neutron] Attempting to bind port 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:33.082310 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-50b696b4-0c8d-4693-a3da-ebadf0c7d636 service neutron] Port 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:13:33.082574 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-50b696b4-0c8d-4693-a3da-ebadf0c7d636 service neutron] Attempting to bind port 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:33.104008 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-50b696b4-0c8d-4693-a3da-ebadf0c7d636 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:13:33.104171 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-50b696b4-0c8d-4693-a3da-ebadf0c7d636 service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:13:33.104556 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-50b696b4-0c8d-4693-a3da-ebadf0c7d636 service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:13:33.105007 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-50b696b4-0c8d-4693-a3da-ebadf0c7d636 service neutron] Bound port: 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:13:33.105373 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-50b696b4-0c8d-4693-a3da-ebadf0c7d636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:33.142098 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61cee9-7681-4cee-8204-b8cf979221a3 req-1d501d16-0280-4be8-a188-7354267aceb9 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:33.144694 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bc61cee9-7681-4cee-8204-b8cf979221a3 req-1d501d16-0280-4be8-a188-7354267aceb9 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=a598a266-0be2-488d-8403-9fc03a1992e2 HTTP/1.1" status: 200 len: 936 time: 0.1184101 Dec 16 22:13:33.289694 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-b6a01d4f-8abe-4d8a-b843-61638ad13633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fdaad43-0d0b-4c41-bda0-02f1266cbf08 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:33.300592 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bc61cee9-7681-4cee-8204-b8cf979221a3 req-91419640-bc11-49bc-a976-cc409af4fa8f tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/security-groups?id=b21cd94b-b43d-4ca8-ad0a-f74de285f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442602 Dec 16 22:13:33.302580 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-b6a01d4f-8abe-4d8a-b843-61638ad13633 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:33.305450 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-50b696b4-0c8d-4693-a3da-ebadf0c7d636 service neutron] For port 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:13:33.359691 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-50b696b4-0c8d-4693-a3da-ebadf0c7d636 service neutron] For port 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5ec6f823-d9d6-4a05-b7ff-85e2b39d061a,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:13:33.363649 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-b6a01d4f-8abe-4d8a-b843-61638ad13633 service neutron] Transition to ACTIVE for port object 9fdaad43-0d0b-4c41-bda0-02f1266cbf08 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:13:33.424931 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5e217-3f9c-4bfd-8a01-b446bbed8bfc req-97bc3c24-0f24-4dfb-a0cf-106d336429ae tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:33.426654 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2bb5e217-3f9c-4bfd-8a01-b446bbed8bfc req-97bc3c24-0f24-4dfb-a0cf-106d336429ae tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.57 "GET /v2.0/ports?device_id=8129cb95-93e1-4939-af16-4eb6e29b0486 HTTP/1.1" status: 200 len: 946 time: 0.1188571 Dec 16 22:13:33.476152 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a8dc6-3795-4cd7-8ae4-b74ff9e6ee6a req-631f0804-c8e3-4913-9b41-26bdaea330a1 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:33.477711 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d0a8dc6-3795-4cd7-8ae4-b74ff9e6ee6a req-631f0804-c8e3-4913-9b41-26bdaea330a1 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.0985115 Dec 16 22:13:33.478426 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-b6a01d4f-8abe-4d8a-b843-61638ad13633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:33.480983 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-50b696b4-0c8d-4693-a3da-ebadf0c7d636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:33.542024 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-50b696b4-0c8d-4693-a3da-ebadf0c7d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:33.543103 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-50b696b4-0c8d-4693-a3da-ebadf0c7d636 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:33.545278 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-50b696b4-0c8d-4693-a3da-ebadf0c7d636 service neutron] 10.222.0.57 "PUT /v2.0/ports/5ec6f823-d9d6-4a05-b7ff-85e2b39d061a HTTP/1.1" status: 200 len: 1095 time: 2.4030876 Dec 16 22:13:33.550283 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe48fba5-201d-4346-a949-c4aa4c95f8e9', 'tag': '5ec6f823-d9d6-4a05-b7ff-85e2b39d061a'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:33.552699 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88758c35-b70d-4d5f-8ab9-2db3df90e0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "fe48fba5-201d-4346-a949-c4aa4c95f8e9", "tag": "5ec6f823-d9d6-4a05-b7ff-85e2b39d061a"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:33.564521 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a6353-6e8e-4003-b8bd-8ae231ec0369 req-1e1aac4e-03cf-4c34-b741-6d6b6ccaf040 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:33.573049 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-490a6353-6e8e-4003-b8bd-8ae231ec0369 req-1e1aac4e-03cf-4c34-b741-6d6b6ccaf040 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7 HTTP/1.1" status: 200 len: 947 time: 0.3731525 Dec 16 22:13:33.619344 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a01d4f-8abe-4d8a-b843-61638ad13633 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdaad43-0d0b-4c41-bda0-02f1266cbf08,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:33.635742 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-490a6353-6e8e-4003-b8bd-8ae231ec0369 req-86a3dc19-8626-408f-9307-2f39eaea755f tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/security-groups?id=de7cabac-aca0-47ff-bd89-2fdab432a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571537 Dec 16 22:13:33.703691 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d0a8dc6-3795-4cd7-8ae4-b74ff9e6ee6a req-c67d90fe-f6f5-4850-a7e7-acae90415bc2 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122769 Dec 16 22:13:33.705540 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa28dcad-c9d3-432a-8ba8-1c68adb4a84c x-openstack-request-id: req-aa28dcad-c9d3-432a-8ba8-1c68adb4a84c {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:33.705844 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe48fba5-201d-4346-a949-c4aa4c95f8e9", "tag": "5ec6f823-d9d6-4a05-b7ff-85e2b39d061a", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:33.706088 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-aa28dcad-c9d3-432a-8ba8-1c68adb4a84c {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:33.706504 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe48fba5-201d-4346-a949-c4aa4c95f8e9', 'tag': '5ec6f823-d9d6-4a05-b7ff-85e2b39d061a', 'status': 'completed', 'code': 200} Dec 16 22:13:33.788299 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b696b4-0c8d-4693-a3da-ebadf0c7d636 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec6f823-d9d6-4a05-b7ff-85e2b39d061a,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:33.819539 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-2bb5e217-3f9c-4bfd-8a01-b446bbed8bfc req-bc0e6df1-f0bd-4499-8101-88b47f1b47ad tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Deleting port ec9c51a3-e9f1-41e1-a455-66df2e1042ca {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:13:33.819890 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2bb5e217-3f9c-4bfd-8a01-b446bbed8bfc req-bc0e6df1-f0bd-4499-8101-88b47f1b47ad tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:33.833746 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31f274-d6b4-442d-82e3-f0bef8768ebc req-362b86ec-212f-40e3-98e7-ee8dde8cda90 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:33.838989 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-b53cf77a-2783-4645-9193-e7409fd8c583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:33.840531 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-b53cf77a-2783-4645-9193-e7409fd8c583 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8823205894c34d59bd76b0f39c63bd95&device_id=fe48fba5-201d-4346-a949-c4aa4c95f8e9 HTTP/1.1" status: 200 len: 1098 time: 0.1102378 Dec 16 22:13:33.841266 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-b6a01d4f-8abe-4d8a-b843-61638ad13633 service neutron] Attempting to bind port 9fdaad43-0d0b-4c41-bda0-02f1266cbf08 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:13:33.841596 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-b6a01d4f-8abe-4d8a-b843-61638ad13633 service neutron] Attempting to bind port 9fdaad43-0d0b-4c41-bda0-02f1266cbf08 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:13:33.841934 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-b6a01d4f-8abe-4d8a-b843-61638ad13633 service neutron] Attempting to bind port 9fdaad43-0d0b-4c41-bda0-02f1266cbf08 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:33.843106 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9f31f274-d6b4-442d-82e3-f0bef8768ebc req-362b86ec-212f-40e3-98e7-ee8dde8cda90 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 943 time: 0.0772989 Dec 16 22:13:33.888793 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9f31f274-d6b4-442d-82e3-f0bef8768ebc req-4c10c674-a4b2-4fa0-8f53-d4d9081e5eca tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438097 Dec 16 22:13:33.922813 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-b6a01d4f-8abe-4d8a-b843-61638ad13633 service neutron] Port 9fdaad43-0d0b-4c41-bda0-02f1266cbf08 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:13:33.923017 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-b6a01d4f-8abe-4d8a-b843-61638ad13633 service neutron] Attempting to bind port 9fdaad43-0d0b-4c41-bda0-02f1266cbf08 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:33.952576 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-df654969-da4e-4d2b-b7e8-c9146e014591 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=5ec6f823-d9d6-4a05-b7ff-85e2b39d061a HTTP/1.1" status: 200 len: 217 time: 0.0760281 Dec 16 22:13:33.976015 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-b6a01d4f-8abe-4d8a-b843-61638ad13633 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:13:33.976389 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-b6a01d4f-8abe-4d8a-b843-61638ad13633 service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:13:33.976758 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-b6a01d4f-8abe-4d8a-b843-61638ad13633 service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:13:33.977231 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-b6a01d4f-8abe-4d8a-b843-61638ad13633 service neutron] Bound port: 9fdaad43-0d0b-4c41-bda0-02f1266cbf08, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:13:33.977580 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-b6a01d4f-8abe-4d8a-b843-61638ad13633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:34.062561 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e634145-a4c0-4fc9-a941-f7d74f8fe7b0 req-c0bdc7d3-ffec-4e2f-a8d2-2e0cfb6910f0 tempest-MigrationsAdminTest-1265459601 tempest-MigrationsAdminTest-1265459601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:34.064166 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7e634145-a4c0-4fc9-a941-f7d74f8fe7b0 req-c0bdc7d3-ffec-4e2f-a8d2-2e0cfb6910f0 tempest-MigrationsAdminTest-1265459601 tempest-MigrationsAdminTest-1265459601-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 1101 time: 0.1901035 Dec 16 22:13:34.066898 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce4cf6-5565-434b-8f7c-2f344252b2db req-04ad09e3-787a-428d-90cc-ea97730eb2cf tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:34.074176 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-10ce4cf6-5565-434b-8f7c-2f344252b2db req-04ad09e3-787a-428d-90cc-ea97730eb2cf tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0599618 Dec 16 22:13:34.096820 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-1e5c3363-9cf1-4686-9647-fe507cff3ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:34.098268 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-1e5c3363-9cf1-4686-9647-fe507cff3ac0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1376796 Dec 16 22:13:34.110799 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-2bb5e217-3f9c-4bfd-8a01-b446bbed8bfc req-bc0e6df1-f0bd-4499-8101-88b47f1b47ad tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] For port ec9c51a3-e9f1-41e1-a455-66df2e1042ca, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=ec9c51a3-e9f1-41e1-a455-66df2e1042ca,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:34.111197 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2bb5e217-3f9c-4bfd-8a01-b446bbed8bfc req-bc0e6df1-f0bd-4499-8101-88b47f1b47ad tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:34.120753 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-10ce4cf6-5565-434b-8f7c-2f344252b2db req-d8a03aa3-c99e-4a23-b240-f2b375b0c149 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456331 Dec 16 22:13:34.162900 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-2bb5e217-3f9c-4bfd-8a01-b446bbed8bfc req-bc0e6df1-f0bd-4499-8101-88b47f1b47ad tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Calling delete_port for ec9c51a3-e9f1-41e1-a455-66df2e1042ca owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:13:34.208409 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-b6a01d4f-8abe-4d8a-b843-61638ad13633 service neutron] For port 9fdaad43-0d0b-4c41-bda0-02f1266cbf08, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:13:34.262002 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-b6a01d4f-8abe-4d8a-b843-61638ad13633 service neutron] For port 9fdaad43-0d0b-4c41-bda0-02f1266cbf08, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=9fdaad43-0d0b-4c41-bda0-02f1266cbf08,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:13:34.266789 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fe79b-1d2f-4ae8-801d-6ca0e5c9c3de req-14d8291c-9b44-4d65-a70a-1c959420adb4 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:34.268099 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7e634145-a4c0-4fc9-a941-f7d74f8fe7b0 req-da73cd66-f9f3-4b93-a40a-a8e70ceb99cf tempest-MigrationsAdminTest-1265459601 tempest-MigrationsAdminTest-1265459601-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796525 Dec 16 22:13:34.268400 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c89fe79b-1d2f-4ae8-801d-6ca0e5c9c3de req-14d8291c-9b44-4d65-a70a-1c959420adb4 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=8129cb95-93e1-4939-af16-4eb6e29b0486 HTTP/1.1" status: 200 len: 946 time: 0.0694232 Dec 16 22:13:34.273295 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-9b369a45-0790-4feb-b8a1-ab5144363a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:34.274729 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-9b369a45-0790-4feb-b8a1-ab5144363a82 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1674426 Dec 16 22:13:34.359349 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c89fe79b-1d2f-4ae8-801d-6ca0e5c9c3de req-5adf345a-d15d-49ae-a322-c2d1d13dcc60 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746665 Dec 16 22:13:34.398776 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-b6a01d4f-8abe-4d8a-b843-61638ad13633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:34.477883 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42214c-1d6d-4ef2-bec5-f745b4300425 req-b2b2e245-c5e0-47af-9e7a-32039c0ff161 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:34.480011 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c42214c-1d6d-4ef2-bec5-f745b4300425 req-b2b2e245-c5e0-47af-9e7a-32039c0ff161 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=a598a266-0be2-488d-8403-9fc03a1992e2 HTTP/1.1" status: 200 len: 948 time: 0.0532205 Dec 16 22:13:34.508976 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-b6a01d4f-8abe-4d8a-b843-61638ad13633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:34.509599 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-b6a01d4f-8abe-4d8a-b843-61638ad13633 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:34.511358 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-b6a01d4f-8abe-4d8a-b843-61638ad13633 service neutron] 10.222.0.76 "PUT /v2.0/ports/9fdaad43-0d0b-4c41-bda0-02f1266cbf08 HTTP/1.1" status: 200 len: 1096 time: 1.9698794 Dec 16 22:13:34.538443 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c42214c-1d6d-4ef2-bec5-f745b4300425 req-10733d06-8e73-441c-84b2-c42dc78754d7 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/security-groups?id=b21cd94b-b43d-4ca8-ad0a-f74de285f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489628 Dec 16 22:13:34.542017 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-13a06a68-194d-437d-bde9-572a679581c6 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489989 Dec 16 22:13:34.627292 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a01d4f-8abe-4d8a-b843-61638ad13633 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdaad43-0d0b-4c41-bda0-02f1266cbf08,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:34.657907 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-4ed1fb37-7a02-41b2-8302-e0d3ad06f15c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=54dbe85688564892aa5226bd9c604156&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366995 Dec 16 22:13:34.660919 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1a04b-706c-4911-a216-8e68a6062869 req-d796cd45-3544-41fd-b973-d295aa6031e0 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:34.671819 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-45c1a04b-706c-4911-a216-8e68a6062869 req-d796cd45-3544-41fd-b973-d295aa6031e0 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/networks?id=cad91a34-249c-45b2-83af-f58c71b36922 HTTP/1.1" status: 200 len: 813 time: 0.2849386 Dec 16 22:13:34.692075 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2bb5e217-3f9c-4bfd-8a01-b446bbed8bfc req-bc0e6df1-f0bd-4499-8101-88b47f1b47ad tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:34.726148 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-45c1a04b-706c-4911-a216-8e68a6062869 req-7a042ce5-6168-42df-8ad8-b7954f114063 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/quotas/52dc9402d4464077b6d2e671843b655f HTTP/1.1" status: 200 len: 375 time: 0.0531659 Dec 16 22:13:34.735136 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['ec9c51a3-e9f1-41e1-a455-66df2e1042ca'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:34.740905 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6584960a-97fd-456d-b9ef-cb7b7437c516'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:34.794387 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-871be1d6-4870-4605-ad8a-deb1f039f4ce tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:34.795870 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e6df1-f0bd-4499-8101-88b47f1b47ad tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Pushing event deleted for resources: {'Port': ['ID=ec9c51a3-e9f1-41e1-a455-66df2e1042ca,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:34.796138 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-871be1d6-4870-4605-ad8a-deb1f039f4ce tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1322057 Dec 16 22:13:34.817414 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-b5d818ad-607b-40fd-8bcc-7e293e7e01e6 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/quotas/54dbe85688564892aa5226bd9c604156 HTTP/1.1" status: 200 len: 375 time: 0.0105853 Dec 16 22:13:34.864690 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb5e217-3f9c-4bfd-8a01-b446bbed8bfc req-bc0e6df1-f0bd-4499-8101-88b47f1b47ad tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] No DVR routers for this DVR port ec9c51a3-e9f1-41e1-a455-66df2e1042ca on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:13:34.868606 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2bb5e217-3f9c-4bfd-8a01-b446bbed8bfc req-bc0e6df1-f0bd-4499-8101-88b47f1b47ad tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:34.872003 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2bb5e217-3f9c-4bfd-8a01-b446bbed8bfc req-bc0e6df1-f0bd-4499-8101-88b47f1b47ad tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.57 "DELETE /v2.0/ports/ec9c51a3-e9f1-41e1-a455-66df2e1042ca HTTP/1.1" status: 204 len: 173 time: 1.4380324 Dec 16 22:13:34.876207 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-a8b32383-07ec-4946-8782-faa8bd1ce0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:34.877693 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-a8b32383-07ec-4946-8782-faa8bd1ce0fe service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8823205894c34d59bd76b0f39c63bd95&device_id=a598a266-0be2-488d-8403-9fc03a1992e2 HTTP/1.1" status: 200 len: 1099 time: 0.2035468 Dec 16 22:13:34.879586 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-93f76e8d-feb4-4b4c-a5a0-8e434b5e294a req-fb4d9e9e-503b-4c24-87bd-98605d7caeca service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276734 Dec 16 22:13:34.884411 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-2c0de6dd-dd22-4a11-8b26-1ce201b8e335 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0596771 Dec 16 22:13:34.901049 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-45c1a04b-706c-4911-a216-8e68a6062869 req-aa0ff274-c060-449a-ad6e-b98e3e3b75f8 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=52dc9402d4464077b6d2e671843b655f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1616645 Dec 16 22:13:34.987869 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-f895336c-2dbe-4cb6-b245-5513de6d6bbf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=9fdaad43-0d0b-4c41-bda0-02f1266cbf08 HTTP/1.1" status: 200 len: 217 time: 0.0761700 Dec 16 22:13:35.061530 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-6280891d-a416-472f-921d-64aa44afe553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:35.063072 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-6280891d-a416-472f-921d-64aa44afe553 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0663819 Dec 16 22:13:35.068310 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-45c1a04b-706c-4911-a216-8e68a6062869 req-30e614a3-fc05-4cdb-90cc-fe2ca9ddc972 service neutron] 10.222.0.75 "GET /v2.0/networks/cad91a34-249c-45b2-83af-f58c71b36922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671016 Dec 16 22:13:35.228878 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-45c1a04b-706c-4911-a216-8e68a6062869 req-737eb26a-6d26-43b1-a0af-8cf19ff0baeb service neutron] 10.222.0.75 "GET /v2.0/networks/cad91a34-249c-45b2-83af-f58c71b36922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495960 Dec 16 22:13:35.233048 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-4a904563-7cbc-4e56-ac4d-67ede809f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:35.235808 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-4a904563-7cbc-4e56-ac4d-67ede809f8ad service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1646521 Dec 16 22:13:35.242538 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88758c35-b70d-4d5f-8ab9-2db3df90e0e9 req-3209e58a-1290-44d7-8851-6fcf66d3e7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:35.244060 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-88758c35-b70d-4d5f-8ab9-2db3df90e0e9 req-3209e58a-1290-44d7-8851-6fcf66d3e7e9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8823205894c34d59bd76b0f39c63bd95&device_id=fe48fba5-201d-4346-a949-c4aa4c95f8e9 HTTP/1.1" status: 200 len: 1098 time: 0.1434722 Dec 16 22:13:35.246386 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e44c9-a33e-4fb9-a438-6938635ce7be req-231996a0-0bcf-4108-a6d7-1583dd1aa536 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:35.248669 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-969e44c9-a33e-4fb9-a438-6938635ce7be req-231996a0-0bcf-4108-a6d7-1583dd1aa536 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7 HTTP/1.1" status: 200 len: 947 time: 0.0634632 Dec 16 22:13:35.287265 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 34838bd4-b016-4b7a-8c73-ac4dda5dbd07 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:13:35.314563 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-969e44c9-a33e-4fb9-a438-6938635ce7be req-8e4549b8-9e84-41a5-bff4-1a65e74ee323 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/security-groups?id=de7cabac-aca0-47ff-bd89-2fdab432a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576274 Dec 16 22:13:35.447272 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-127b9ec5-0819-4e8d-9cfe-023fd68c26b1 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021532 Dec 16 22:13:35.448969 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88758c35-b70d-4d5f-8ab9-2db3df90e0e9 req-5569abf2-8e9b-472d-aa45-bb20c0221a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:35.450550 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-88758c35-b70d-4d5f-8ab9-2db3df90e0e9 req-5569abf2-8e9b-472d-aa45-bb20c0221a05 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.1951537 Dec 16 22:13:35.463231 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 34838bd4-b016-4b7a-8c73-ac4dda5dbd07, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=34838bd4-b016-4b7a-8c73-ac4dda5dbd07,segment=NetworkSegment(1245a524-6df6-423f-990d-26e7606d949e),segment_id=1245a524-6df6-423f-990d-26e7606d949e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:35.476534 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '34838bd4-b016-4b7a-8c73-ac4dda5dbd07', 'network_id': 'fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925', 'port_id': '34838bd4-b016-4b7a-8c73-ac4dda5dbd07', 'mac_address': 'fa:16:3e:67:95:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c53808-9089-42b8-947a-ba9565cbb302', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:13:35.531516 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:35.542180 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-88758c35-b70d-4d5f-8ab9-2db3df90e0e9 req-f23e0867-7d80-4eba-b7f4-a6065226278e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=5ec6f823-d9d6-4a05-b7ff-85e2b39d061a HTTP/1.1" status: 200 len: 217 time: 0.0822291 Dec 16 22:13:35.549388 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34838bd4-b016-4b7a-8c73-ac4dda5dbd07 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:35.573627 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f02fe2-e82f-4081-ba65-e0287acf4ede req-1bb3a63d-5a32-4af0-857b-8b8fb3cd9d2b tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:35.578115 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 34838bd4-b016-4b7a-8c73-ac4dda5dbd07, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=34838bd4-b016-4b7a-8c73-ac4dda5dbd07,segment=NetworkSegment(1245a524-6df6-423f-990d-26e7606d949e),segment_id=1245a524-6df6-423f-990d-26e7606d949e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:35.580552 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-62f02fe2-e82f-4081-ba65-e0287acf4ede req-1bb3a63d-5a32-4af0-857b-8b8fb3cd9d2b tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 943 time: 0.0690942 Dec 16 22:13:35.646065 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88758c35-b70d-4d5f-8ab9-2db3df90e0e9 req-b6873577-287f-4433-9a82-2ed7273af3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:35.647485 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-88758c35-b70d-4d5f-8ab9-2db3df90e0e9 req-b6873577-287f-4433-9a82-2ed7273af3c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0969925 Dec 16 22:13:35.650172 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:35.650906 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5046926c-72de-4d14-873e-1f01476dda53 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:13:35.654567 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2de35caf-1ba5-462e-853e-26bbf4cd71bf req-a05637e3-e6a0-4806-b732-66cd626eb2db service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952116 Dec 16 22:13:35.658988 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-62f02fe2-e82f-4081-ba65-e0287acf4ede req-f4fcb141-b059-4800-b9e3-4b5d7444be78 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629900 Dec 16 22:13:35.709041 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a598a266-0be2-488d-8403-9fc03a1992e2', 'tag': '9fdaad43-0d0b-4c41-bda0-02f1266cbf08'}, {'server_uuid': '8129cb95-93e1-4939-af16-4eb6e29b0486', 'name': 'network-vif-deleted', 'tag': 'ec9c51a3-e9f1-41e1-a455-66df2e1042ca'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:35.713505 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3430d357-395a-44a1-add0-21e02d5263a0" -d '{"events": [{"name": "network-changed", "server_uuid": "a598a266-0be2-488d-8403-9fc03a1992e2", "tag": "9fdaad43-0d0b-4c41-bda0-02f1266cbf08"}, {"server_uuid": "8129cb95-93e1-4939-af16-4eb6e29b0486", "name": "network-vif-deleted", "tag": "ec9c51a3-e9f1-41e1-a455-66df2e1042ca"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:35.761524 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88758c35-b70d-4d5f-8ab9-2db3df90e0e9 req-5002d90e-bd4b-4c60-bb16-7eff25a12ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:35.763771 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-88758c35-b70d-4d5f-8ab9-2db3df90e0e9 req-5002d90e-bd4b-4c60-bb16-7eff25a12ba4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1075568 Dec 16 22:13:35.780604 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a154924a-999b-4fcc-aef4-d2c6b6301654 req-0b3621d5-3148-49db-879f-05996a8296fe tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 210 time: 0.0415626 Dec 16 22:13:35.891019 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=34838bd4-b016-4b7a-8c73-ac4dda5dbd07,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:35.893282 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8119cf34-5788-4bfb-98a0-bcb5c29e9d11 req-766ca5c9-c725-47ee-8fa1-23e03f4b9c5d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=8129cb95-93e1-4939-af16-4eb6e29b0486 HTTP/1.1" status: 200 len: 210 time: 0.0516553 Dec 16 22:13:35.923744 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:35.924421 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:35.924765 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:35.925097 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:35.925420 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:35.925928 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:35.926254 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:35.926577 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:35.926902 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:35.927246 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:35.927567 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:35.927886 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:35.928202 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:13:35.932917 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5046926c-72de-4d14-873e-1f01476dda53, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5046926c-72de-4d14-873e-1f01476dda53,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:35.956388 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '5046926c-72de-4d14-873e-1f01476dda53', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '5046926c-72de-4d14-873e-1f01476dda53', 'mac_address': 'fa:16:3e:df:f7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:13:35.966707 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578aeb6-9256-4bf7-b37e-2d8d76bb8ec5 req-9114f8f3-6e99-4580-be23-812e3a3db8eb tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:35.968802 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c578aeb6-9256-4bf7-b37e-2d8d76bb8ec5 req-9114f8f3-6e99-4580-be23-812e3a3db8eb tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=a598a266-0be2-488d-8403-9fc03a1992e2 HTTP/1.1" status: 200 len: 948 time: 0.1110582 Dec 16 22:13:36.001017 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:36.017595 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5046926c-72de-4d14-873e-1f01476dda53 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:36.022733 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-20414965-f933-4b9f-b6c7-91f9b84b5bc7 req-de488865-c305-4536-b827-85421845404a tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=532456ec-f158-474c-8754-cb7ba97b2e91 HTTP/1.1" status: 200 len: 210 time: 0.0579462 Dec 16 22:13:36.029276 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-88758c35-b70d-4d5f-8ab9-2db3df90e0e9 req-ec32803a-2672-4d91-b05b-2eacb51bc142 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582138 Dec 16 22:13:36.030894 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c578aeb6-9256-4bf7-b37e-2d8d76bb8ec5 req-aa93c722-7191-4e7a-a0fb-eddaaa7a836b tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/security-groups?id=b21cd94b-b43d-4ca8-ad0a-f74de285f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548019 Dec 16 22:13:36.067397 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5046926c-72de-4d14-873e-1f01476dda53, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5046926c-72de-4d14-873e-1f01476dda53,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:36.101352 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6406f7f-4a55-4f39-9b54-bb802e92efb5 x-openstack-request-id: req-e6406f7f-4a55-4f39-9b54-bb802e92efb5 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:36.101702 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a598a266-0be2-488d-8403-9fc03a1992e2", "tag": "9fdaad43-0d0b-4c41-bda0-02f1266cbf08", "status": "completed", "code": 200}, {"server_uuid": "8129cb95-93e1-4939-af16-4eb6e29b0486", "name": "network-vif-deleted", "tag": "ec9c51a3-e9f1-41e1-a455-66df2e1042ca", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:36.101918 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e6406f7f-4a55-4f39-9b54-bb802e92efb5 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:36.102631 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a598a266-0be2-488d-8403-9fc03a1992e2', 'tag': '9fdaad43-0d0b-4c41-bda0-02f1266cbf08', 'status': 'completed', 'code': 200} Dec 16 22:13:36.102631 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8129cb95-93e1-4939-af16-4eb6e29b0486', 'name': 'network-vif-deleted', 'tag': 'ec9c51a3-e9f1-41e1-a455-66df2e1042ca', 'status': 'completed', 'code': 200} Dec 16 22:13:36.155680 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-88758c35-b70d-4d5f-8ab9-2db3df90e0e9 req-c0f91ecd-2d00-4115-9e0e-b215bc2a0a93 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029074 Dec 16 22:13:36.184033 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430d357-395a-44a1-add0-21e02d5263a0 req-69a93229-0c16-47e4-9857-dcf114d43002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:36.186088 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3430d357-395a-44a1-add0-21e02d5263a0 req-69a93229-0c16-47e4-9857-dcf114d43002 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8823205894c34d59bd76b0f39c63bd95&device_id=a598a266-0be2-488d-8403-9fc03a1992e2 HTTP/1.1" status: 200 len: 1099 time: 0.0448604 Dec 16 22:13:36.195103 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:36.196108 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 467f6251-9254-4873-89f3-325e0e37dd4a details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:13:36.290455 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=5046926c-72de-4d14-873e-1f01476dda53,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:36.293974 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430d357-395a-44a1-add0-21e02d5263a0 req-57d90521-3896-4347-be93-a1045c8dcc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:36.296123 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3430d357-395a-44a1-add0-21e02d5263a0 req-57d90521-3896-4347-be93-a1045c8dcc85 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.0921569 Dec 16 22:13:36.332433 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 467f6251-9254-4873-89f3-325e0e37dd4a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=467f6251-9254-4873-89f3-325e0e37dd4a,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:36.340561 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3430d357-395a-44a1-add0-21e02d5263a0 req-4586429c-48e3-43b5-91f1-52b1c429a9ad service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=9fdaad43-0d0b-4c41-bda0-02f1266cbf08 HTTP/1.1" status: 200 len: 217 time: 0.0352161 Dec 16 22:13:36.344413 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '467f6251-9254-4873-89f3-325e0e37dd4a', 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e', 'port_id': '467f6251-9254-4873-89f3-325e0e37dd4a', 'mac_address': 'fa:16:3e:38:44:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241332bf-ffe2-4b38-90c7-a643b4215ed1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:13:36.386025 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:36.400532 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 467f6251-9254-4873-89f3-325e0e37dd4a {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:36.436024 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 467f6251-9254-4873-89f3-325e0e37dd4a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=467f6251-9254-4873-89f3-325e0e37dd4a,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:36.436639 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430d357-395a-44a1-add0-21e02d5263a0 req-775e9b23-ba1b-41cb-8f3b-aa47c8713e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:36.436761 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3430d357-395a-44a1-add0-21e02d5263a0 req-775e9b23-ba1b-41cb-8f3b-aa47c8713e54 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0860870 Dec 16 22:13:36.498106 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfe109-6730-4bc2-adae-bcd3452dbd5c req-422da590-f2db-4671-b7f5-75e55dae5e45 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:36.506360 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f1cfe109-6730-4bc2-adae-bcd3452dbd5c req-422da590-f2db-4671-b7f5-75e55dae5e45 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7 HTTP/1.1" status: 200 len: 948 time: 0.1003914 Dec 16 22:13:36.518309 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:36.541963 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430d357-395a-44a1-add0-21e02d5263a0 req-78369b79-9990-47a2-a96e-d9b859e6e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:36.543495 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3430d357-395a-44a1-add0-21e02d5263a0 req-78369b79-9990-47a2-a96e-d9b859e6e2a0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0970933 Dec 16 22:13:36.577846 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=467f6251-9254-4873-89f3-325e0e37dd4a,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:36.790081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038e9d2-6f08-4c4d-9059-03c126e85eb8 req-92b57428-5d37-488d-b453-0965d3592894 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:36.792265 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1038e9d2-6f08-4c4d-9059-03c126e85eb8 req-92b57428-5d37-488d-b453-0965d3592894 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 944 time: 0.0676031 Dec 16 22:13:36.843600 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['467f6251-9254-4873-89f3-325e0e37dd4a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:36.845788 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1038e9d2-6f08-4c4d-9059-03c126e85eb8 req-c43d3167-698a-4aaf-bd06-620bf1074037 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469460 Dec 16 22:13:36.934039 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f1cfe109-6730-4bc2-adae-bcd3452dbd5c req-77506a54-0496-4a5c-a03e-3e321b4b1398 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/security-groups?id=de7cabac-aca0-47ff-bd89-2fdab432a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265137 Dec 16 22:13:37.010639 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3430d357-395a-44a1-add0-21e02d5263a0 req-51432955-bcb9-4a91-b95a-32916bb5f37a service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533155 Dec 16 22:13:37.050512 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-df4903fe-7205-4420-8994-a4a298f8d499 req-f720e4f1-3115-4dfa-ba5a-c53fc281be74 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 210 time: 0.0545142 Dec 16 22:13:37.155997 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8e8dea5a-86bb-4f7b-9202-28bf93bd9ee2 req-fc52dfdd-037f-4d99-85ea-a778d91d65c3 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=532456ec-f158-474c-8754-cb7ba97b2e91 HTTP/1.1" status: 200 len: 210 time: 0.0414257 Dec 16 22:13:37.183930 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3430d357-395a-44a1-add0-21e02d5263a0 req-54e6823e-6e35-439c-8806-30214f2734ea service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661701 Dec 16 22:13:37.244856 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb14f3a-72e4-4bcd-8bcd-495d5121c640 req-e0b22b4d-4d26-4f62-9080-ff7f7ab08170 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:37.253639 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dfb14f3a-72e4-4bcd-8bcd-495d5121c640 req-e0b22b4d-4d26-4f62-9080-ff7f7ab08170 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=a598a266-0be2-488d-8403-9fc03a1992e2 HTTP/1.1" status: 200 len: 948 time: 0.1094623 Dec 16 22:13:37.302173 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device ec9c51a3-e9f1-41e1-a455-66df2e1042ca no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:13:37.310997 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dfb14f3a-72e4-4bcd-8bcd-495d5121c640 req-79cd9255-ae2b-4408-878b-cd7991eaa1c0 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/security-groups?id=b21cd94b-b43d-4ca8-ad0a-f74de285f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553954 Dec 16 22:13:37.327790 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['34838bd4-b016-4b7a-8c73-ac4dda5dbd07'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:37.336900 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: ec9c51a3-e9f1-41e1-a455-66df2e1042ca {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:13:37.336900 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device ec9c51a3-e9f1-41e1-a455-66df2e1042ca not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:13:37.359944 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['5046926c-72de-4d14-873e-1f01476dda53'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:37.370698 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-b74decc8-3e2a-413f-8175-39cd47b1f514 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:37.373228 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-b74decc8-3e2a-413f-8175-39cd47b1f514 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/networks?id=8ad157d2-5520-47b6-a14b-23516eba3ebc HTTP/1.1" status: 200 len: 806 time: 0.1242130 Dec 16 22:13:37.398408 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-bf1715a9-c03d-42c9-95ec-c45e7c94d769 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/quotas/2a5983ec059547448cf45cc5d0d82ac4 HTTP/1.1" status: 200 len: 375 time: 0.0103397 Dec 16 22:13:37.455976 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-fa820f6a-2eee-4c72-bb7e-32d87846e6d7 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2a5983ec059547448cf45cc5d0d82ac4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0506248 Dec 16 22:13:37.548436 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-0b1c3dea-953b-416e-b5d5-662eb3c68b5b service neutron] 10.222.0.75 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849564 Dec 16 22:13:37.661112 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-7e850a58-394b-40fe-a231-d0489362011d service neutron] 10.222.0.75 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996501 Dec 16 22:13:37.964043 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-76a891b7-3a14-420d-b76e-301efb75a1a5 req-8f4a39f9-45af-4f35-91b0-717bbcfa64e6 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2 HTTP/1.1" status: 200 len: 210 time: 0.0373662 Dec 16 22:13:37.998424 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-d03f4d6f-6749-43dc-8b0a-93207a1c3742 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=54dbe85688564892aa5226bd9c604156&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364659 Dec 16 22:13:38.017928 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517ebeb-2bce-454a-8af8-5c5e3762aa97 req-e45ae893-deca-4b65-bd27-6d593cda7e1d tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:38.029649 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7517ebeb-2bce-454a-8af8-5c5e3762aa97 req-e45ae893-deca-4b65-bd27-6d593cda7e1d tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 944 time: 0.1061306 Dec 16 22:13:38.128830 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 9fdaad43-0d0b-4c41-bda0-02f1266cbf08 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:13:38.165199 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7517ebeb-2bce-454a-8af8-5c5e3762aa97 req-d100bc44-357b-41c8-bd31-033eea0a3c75 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371934 Dec 16 22:13:38.205655 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-2a247702-3a86-4310-8de0-ce6de7d457b2 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:38.207147 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-2a247702-3a86-4310-8de0-ce6de7d457b2 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1744535 Dec 16 22:13:38.209614 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4f865-24e8-4671-ada7-43e5e3275640 req-44889305-2c3d-41c8-8185-3c77869b5085 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:38.212394 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b1e4f865-24e8-4671-ada7-43e5e3275640 req-44889305-2c3d-41c8-8185-3c77869b5085 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7 HTTP/1.1" status: 200 len: 948 time: 0.0765667 Dec 16 22:13:38.231797 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-d5c61a0f-ba22-4839-8951-86b01249bbb5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Request body: {'port': {'device_id': '6e21bde0-2838-45c5-a525-8d975a412f84', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': '54dbe85688564892aa5226bd9c604156'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:38.281058 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 9fdaad43-0d0b-4c41-bda0-02f1266cbf08, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=9fdaad43-0d0b-4c41-bda0-02f1266cbf08,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:38.298710 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '9fdaad43-0d0b-4c41-bda0-02f1266cbf08', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '9fdaad43-0d0b-4c41-bda0-02f1266cbf08', 'mac_address': 'fa:16:3e:e4:28:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:13:38.320960 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b1e4f865-24e8-4671-ada7-43e5e3275640 req-8f385559-9dc0-445c-8603-d1425aff6c9b tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/security-groups?id=de7cabac-aca0-47ff-bd89-2fdab432a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972323 Dec 16 22:13:38.373256 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:38.376478 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a223e980-706c-4c16-af83-2d3f8fb875db req-e773fa77-141a-463e-a115-70819cdf9d88 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 210 time: 0.0899494 Dec 16 22:13:38.395457 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fdaad43-0d0b-4c41-bda0-02f1266cbf08 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:38.442574 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 9fdaad43-0d0b-4c41-bda0-02f1266cbf08, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=9fdaad43-0d0b-4c41-bda0-02f1266cbf08,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:38.482533 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0b268f28-c938-47b6-989e-7451f2f7fda9 req-054fde3b-eedf-485f-a2ce-3cf2173fab43 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=532456ec-f158-474c-8754-cb7ba97b2e91 HTTP/1.1" status: 200 len: 210 time: 0.0565851 Dec 16 22:13:38.540456 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:38.563388 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-d5c61a0f-ba22-4839-8951-86b01249bbb5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Made reservation on behalf of 54dbe85688564892aa5226bd9c604156 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:13:38.567277 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-d5c61a0f-ba22-4839-8951-86b01249bbb5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:38.578659 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950a3fd-e5ea-410f-88fd-d7d7cb294557 req-f4f2371d-c596-493d-b428-ab91bafe9115 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:38.580709 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f950a3fd-e5ea-410f-88fd-d7d7cb294557 req-f4f2371d-c596-493d-b428-ab91bafe9115 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=a598a266-0be2-488d-8403-9fc03a1992e2 HTTP/1.1" status: 200 len: 948 time: 0.0771770 Dec 16 22:13:38.658435 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=9fdaad43-0d0b-4c41-bda0-02f1266cbf08,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:38.708727 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f950a3fd-e5ea-410f-88fd-d7d7cb294557 req-def9f991-5483-4415-95ac-fb6fccaf6441 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/security-groups?id=b21cd94b-b43d-4ca8-ad0a-f74de285f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141710 Dec 16 22:13:38.781566 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-d5c61a0f-ba22-4839-8951-86b01249bbb5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Allocated IP 192.168.233.175 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/1b895598-6976-4406-9d9c-a48e8cd46379) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:13:38.882218 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['9fdaad43-0d0b-4c41-bda0-02f1266cbf08'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:39.144777 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3e3d1ed-dabc-4bcc-8b7e-3c42bacf0fb6 req-d88e001e-d57a-4930-a0d7-fc0eaf443759 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2 HTTP/1.1" status: 200 len: 210 time: 0.0713246 Dec 16 22:13:39.155535 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1a04b-706c-4911-a216-8e68a6062869 req-bf2ca069-e939-460a-aa77-7d326f41d82e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:39.157172 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-45c1a04b-706c-4911-a216-8e68a6062869 req-bf2ca069-e939-460a-aa77-7d326f41d82e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.76 "GET /v2.0/networks?id=cad91a34-249c-45b2-83af-f58c71b36922 HTTP/1.1" status: 200 len: 813 time: 0.2489424 Dec 16 22:13:39.188641 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-45c1a04b-706c-4911-a216-8e68a6062869 req-d76d8505-c1e8-44a3-9120-bb2e22ef92cf tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Request body: {'port': {'device_id': '532456ec-f158-474c-8754-cb7ba97b2e91', 'network_id': 'cad91a34-249c-45b2-83af-f58c71b36922', 'admin_state_up': True, 'tenant_id': '52dc9402d4464077b6d2e671843b655f'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:39.264203 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-d5c61a0f-ba22-4839-8951-86b01249bbb5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:39.298364 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:13:39.312116 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 34838bd4-b016-4b7a-8c73-ac4dda5dbd07 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:13:39.351587 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7c933-c55d-4e3b-abeb-92f53f51d0e9 req-77949edd-5075-404d-9bb9-d825704f0db4 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:39.354715 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9d7c933-c55d-4e3b-abeb-92f53f51d0e9 req-77949edd-5075-404d-9bb9-d825704f0db4 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 944 time: 0.0836737 Dec 16 22:13:39.422289 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9d7c933-c55d-4e3b-abeb-92f53f51d0e9 req-cebcacfb-7e7b-4a8f-960c-b37f21f5ecec tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594630 Dec 16 22:13:39.511756 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45c1a04b-706c-4911-a216-8e68a6062869 req-d76d8505-c1e8-44a3-9120-bb2e22ef92cf tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Made reservation on behalf of 52dc9402d4464077b6d2e671843b655f for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:13:39.516975 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-45c1a04b-706c-4911-a216-8e68a6062869 req-d76d8505-c1e8-44a3-9120-bb2e22ef92cf tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:39.532344 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5ec6f823-d9d6-4a05-b7ff-85e2b39d061a,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:39.539998 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-d5c61a0f-ba22-4839-8951-86b01249bbb5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:39.554585 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '5ec6f823-d9d6-4a05-b7ff-85e2b39d061a', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '5ec6f823-d9d6-4a05-b7ff-85e2b39d061a', 'mac_address': 'fa:16:3e:96:3f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:13:39.557869 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 34838bd4-b016-4b7a-8c73-ac4dda5dbd07 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:13:39.572797 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-d5c61a0f-ba22-4839-8951-86b01249bbb5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:13:39.579993 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-d5c61a0f-ba22-4839-8951-86b01249bbb5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:13:39.593636 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 34838bd4-b016-4b7a-8c73-ac4dda5dbd07 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:39.593962 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:39.604810 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-d5c61a0f-ba22-4839-8951-86b01249bbb5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:13:39.643060 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3a52f-9830-477b-a2cc-c5a6d841c53f req-e980b787-2f7c-4ace-9612-f4e7ca60d54f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:39.656410 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6bd3a52f-9830-477b-a2cc-c5a6d841c53f req-e980b787-2f7c-4ace-9612-f4e7ca60d54f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 936 time: 0.1171958 Dec 16 22:13:39.662836 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:39.665554 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9b313086-9cd6-4a5f-a0f2-77b6947f50bf'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:39.745906 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:39.755147 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6bd3a52f-9830-477b-a2cc-c5a6d841c53f req-b9958b8c-b261-4be5-907d-985e64b2e31b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948613 Dec 16 22:13:39.772265 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d3bfa-7bfa-463b-a7c6-d590d926ae49 req-4a154f78-9efd-408d-af8d-b8002b967081 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:39.774051 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6e0d3bfa-7bfa-463b-a7c6-d590d926ae49 req-4a154f78-9efd-408d-af8d-b8002b967081 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7 HTTP/1.1" status: 200 len: 948 time: 0.3053889 Dec 16 22:13:39.790858 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5ec6f823-d9d6-4a05-b7ff-85e2b39d061a,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:39.806873 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c61a0f-ba22-4839-8951-86b01249bbb5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Pushing event updated for resources: {'Port': ['ID=1b895598-6976-4406-9d9c-a48e8cd46379,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:39.868399 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-d5c61a0f-ba22-4839-8951-86b01249bbb5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:39.869000 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-d5c61a0f-ba22-4839-8951-86b01249bbb5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:39.923897 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:39.954786 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6e0d3bfa-7bfa-463b-a7c6-d590d926ae49 req-e9a2f92f-8ffb-4f45-874b-21dfade05212 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/security-groups?id=de7cabac-aca0-47ff-bd89-2fdab432a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659966 Dec 16 22:13:40.012496 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-45c1a04b-706c-4911-a216-8e68a6062869 req-d76d8505-c1e8-44a3-9120-bb2e22ef92cf tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Allocated IP 172.20.0.11 (cad91a34-249c-45b2-83af-f58c71b36922/d3b028fb-b449-456f-83ef-703e1dbce1bf/6b7b18cd-258e-468d-90e5-1c61a50a0610) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:13:40.014982 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bdfc779b-beba-4ed7-aad7-94bbe4436052 req-a4dddc37-1255-485d-a7f1-94fc39d8bffc tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=532456ec-f158-474c-8754-cb7ba97b2e91 HTTP/1.1" status: 200 len: 210 time: 0.0824237 Dec 16 22:13:40.023330 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:40.035411 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-d5c61a0f-ba22-4839-8951-86b01249bbb5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8080978 Dec 16 22:13:40.077720 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-8f190c13-f6d9-4df6-8197-13fc36f87c3b service neutron] Request body: {'port': {'device_id': '6e21bde0-2838-45c5-a525-8d975a412f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:40.134152 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 9fdaad43-0d0b-4c41-bda0-02f1266cbf08 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:13:40.136595 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=5ec6f823-d9d6-4a05-b7ff-85e2b39d061a,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:40.147019 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0e98f3-df1c-4401-bea3-8efcf434aba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34838bd4-b016-4b7a-8c73-ac4dda5dbd07'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:40.150117 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d345b257-c669-4a84-8376-4d1e3b957618" -d '{"events": [{"server_uuid": "db0e98f3-df1c-4401-bea3-8efcf434aba4", "name": "network-vif-plugged", "status": "completed", "tag": "34838bd4-b016-4b7a-8c73-ac4dda5dbd07"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:40.349010 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eca8ba21-f07c-49c6-9f38-b99db8d9a035 req-4539d6cb-128f-4792-8c63-d9004b7543e9 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2 HTTP/1.1" status: 200 len: 210 time: 0.0418215 Dec 16 22:13:40.365813 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c295bbe4-ffae-4ea3-b523-0b74d45c4d20 None None] Provisioning complete for port 1b895598-6976-4406-9d9c-a48e8cd46379 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:40.366194 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c295bbe4-ffae-4ea3-b523-0b74d45c4d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:40.368536 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-8f190c13-f6d9-4df6-8197-13fc36f87c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:40.374669 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 34838bd4-b016-4b7a-8c73-ac4dda5dbd07, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=34838bd4-b016-4b7a-8c73-ac4dda5dbd07,segment=NetworkSegment(1245a524-6df6-423f-990d-26e7606d949e),segment_id=1245a524-6df6-423f-990d-26e7606d949e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:40.430359 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c295bbe4-ffae-4ea3-b523-0b74d45c4d20 None None] Port 1b895598-6976-4406-9d9c-a48e8cd46379 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:13:40.440811 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f250d8f3-ab50-4de4-ac31-8db6fe39a449 x-openstack-request-id: req-f250d8f3-ab50-4de4-ac31-8db6fe39a449 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:40.441598 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0e98f3-df1c-4401-bea3-8efcf434aba4", "name": "network-vif-plugged", "status": "completed", "tag": "34838bd4-b016-4b7a-8c73-ac4dda5dbd07", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:40.442010 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f250d8f3-ab50-4de4-ac31-8db6fe39a449 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:40.443085 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0e98f3-df1c-4401-bea3-8efcf434aba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34838bd4-b016-4b7a-8c73-ac4dda5dbd07', 'code': 200} Dec 16 22:13:40.460924 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:40.463198 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5046926c-72de-4d14-873e-1f01476dda53 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:13:40.551906 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc994d9d-f33f-4a39-95dd-e39d7aa5a8a6 req-1ddd5ebf-b5c8-4269-81eb-57bdbf652a11 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:40.560921 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cc994d9d-f33f-4a39-95dd-e39d7aa5a8a6 req-1ddd5ebf-b5c8-4269-81eb-57bdbf652a11 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=a598a266-0be2-488d-8403-9fc03a1992e2 HTTP/1.1" status: 200 len: 949 time: 0.4153032 Dec 16 22:13:40.568602 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 9fdaad43-0d0b-4c41-bda0-02f1266cbf08 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:13:40.587295 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 9fdaad43-0d0b-4c41-bda0-02f1266cbf08 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:40.587836 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:40.607526 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['5ec6f823-d9d6-4a05-b7ff-85e2b39d061a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:40.613308 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98ebb2-30d4-4957-b6e2-aa2cbf015855 req-101b2e17-fcd1-4bf7-992d-705f6c8e704d tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:40.620703 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1d98ebb2-30d4-4957-b6e2-aa2cbf015855 req-101b2e17-fcd1-4bf7-992d-705f6c8e704d tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 945 time: 0.0651374 Dec 16 22:13:40.674319 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=34838bd4-b016-4b7a-8c73-ac4dda5dbd07,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:40.681029 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1d98ebb2-30d4-4957-b6e2-aa2cbf015855 req-b2ed1f8e-92e6-4d56-a2f8-30eab685108c tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571973 Dec 16 22:13:40.781597 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:40.812566 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8656ec-4d1c-45f7-8d3b-2e4d45e9284b req-bf8cdc3d-7129-427c-983b-62a1db525918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:40.814165 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1a8656ec-4d1c-45f7-8d3b-2e4d45e9284b req-bf8cdc3d-7129-427c-983b-62a1db525918 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 1096 time: 0.2337434 Dec 16 22:13:40.822942 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-45c1a04b-706c-4911-a216-8e68a6062869 req-d76d8505-c1e8-44a3-9120-bb2e22ef92cf tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:40.832538 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 5046926c-72de-4d14-873e-1f01476dda53 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:13:40.864679 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cc994d9d-f33f-4a39-95dd-e39d7aa5a8a6 req-22abcba0-467a-4bef-bf19-64d8d0219368 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/security-groups?id=b21cd94b-b43d-4ca8-ad0a-f74de285f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024678 Dec 16 22:13:40.877468 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 5046926c-72de-4d14-873e-1f01476dda53 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:40.877941 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:40.975793 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1262c-a774-4339-a1da-dec5b1804df3 req-bf574f8b-6e95-4a97-bba5-66d73ec04ae5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:40.978225 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aba1262c-a774-4339-a1da-dec5b1804df3 req-bf574f8b-6e95-4a97-bba5-66d73ec04ae5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 936 time: 0.0692949 Dec 16 22:13:40.990453 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 9fdaad43-0d0b-4c41-bda0-02f1266cbf08, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=9fdaad43-0d0b-4c41-bda0-02f1266cbf08,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:41.058306 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aba1262c-a774-4339-a1da-dec5b1804df3 req-f34ea5c2-2b22-4307-b1e1-9326ea1eb123 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661483 Dec 16 22:13:41.147415 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:41.202703 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2947d6dd-057e-4641-92eb-e72232a8c935 req-898164e2-538a-4fe7-adc7-7a64cdb9cb0e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=532456ec-f158-474c-8754-cb7ba97b2e91 HTTP/1.1" status: 200 len: 210 time: 0.0476389 Dec 16 22:13:41.220439 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:41.277713 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=9fdaad43-0d0b-4c41-bda0-02f1266cbf08,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:41.291252 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5046926c-72de-4d14-873e-1f01476dda53, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5046926c-72de-4d14-873e-1f01476dda53,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:41.352974 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1a8656ec-4d1c-45f7-8d3b-2e4d45e9284b req-7929201a-3520-4c83-9e74-05f2ee9fc8ea service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5085814 Dec 16 22:13:41.358188 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-8f190c13-f6d9-4df6-8197-13fc36f87c3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b895598-6976-4406-9d9c-a48e8cd46379 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:41.376102 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:41.377073 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 467f6251-9254-4873-89f3-325e0e37dd4a up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:13:41.389926 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-8f190c13-f6d9-4df6-8197-13fc36f87c3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:41.425717 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0d37b-21a0-436d-b1f0-71a905c261d8 req-eb0d196c-37c8-44fe-b275-a1e4dd156a5a tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:41.433820 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-40f0d37b-21a0-436d-b1f0-71a905c261d8 req-eb0d196c-37c8-44fe-b275-a1e4dd156a5a tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7 HTTP/1.1" status: 200 len: 948 time: 0.3113256 Dec 16 22:13:41.480322 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-8f190c13-f6d9-4df6-8197-13fc36f87c3b service neutron] Transition to ACTIVE for port object 1b895598-6976-4406-9d9c-a48e8cd46379 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:13:41.489642 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-06e9c956-494c-4192-8d84-43d14ff559e4 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:41.491824 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-06e9c956-494c-4192-8d84-43d14ff559e4 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.57 "GET /v2.0/networks?id=8ad157d2-5520-47b6-a14b-23516eba3ebc HTTP/1.1" status: 200 len: 806 time: 0.3660760 Dec 16 22:13:41.514724 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=5046926c-72de-4d14-873e-1f01476dda53,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:41.526668 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-40f0d37b-21a0-436d-b1f0-71a905c261d8 req-25431be3-24b9-450a-a7bb-707d940742c9 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/security-groups?id=de7cabac-aca0-47ff-bd89-2fdab432a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874052 Dec 16 22:13:41.546062 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 467f6251-9254-4873-89f3-325e0e37dd4a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:41.546418 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:41.552260 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d57c349a-c209-4a13-b002-3823a20cdd8c req-d3e3f831-37c3-4022-985b-22440dba1032 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2 HTTP/1.1" status: 200 len: 210 time: 0.0583584 Dec 16 22:13:41.583191 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-45c1a04b-706c-4911-a216-8e68a6062869 req-d76d8505-c1e8-44a3-9120-bb2e22ef92cf tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:41.626790 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-8f190c13-f6d9-4df6-8197-13fc36f87c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:41.649822 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c1a04b-706c-4911-a216-8e68a6062869 req-d76d8505-c1e8-44a3-9120-bb2e22ef92cf tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Network cad91a34-249c-45b2-83af-f58c71b36922 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:13:41.655395 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['ba1ff4b2-448b-404a-9ab2-814ba9765abb'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:41.661685 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-45c1a04b-706c-4911-a216-8e68a6062869 req-d76d8505-c1e8-44a3-9120-bb2e22ef92cf tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:13:41.664249 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c1a04b-706c-4911-a216-8e68a6062869 req-d76d8505-c1e8-44a3-9120-bb2e22ef92cf tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:13:41.717061 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d8505-c1e8-44a3-9120-bb2e22ef92cf tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Pushing event updated for resources: {'Port': ['ID=6b7b18cd-258e-468d-90e5-1c61a50a0610,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:41.773914 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:41.836540 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1a04b-706c-4911-a216-8e68a6062869 req-d76d8505-c1e8-44a3-9120-bb2e22ef92cf tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:41.837481 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-45c1a04b-706c-4911-a216-8e68a6062869 req-d76d8505-c1e8-44a3-9120-bb2e22ef92cf tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:41.840219 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 467f6251-9254-4873-89f3-325e0e37dd4a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=467f6251-9254-4873-89f3-325e0e37dd4a,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:41.874193 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-34cc9cc2-904b-4174-afe3-5bf9ca09e19f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Request body: {'port': {'device_id': 'd8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2', 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc', 'admin_state_up': True, 'tenant_id': '2a5983ec059547448cf45cc5d0d82ac4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:41.953022 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:42.051233 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f190c13-f6d9-4df6-8197-13fc36f87c3b service neutron] Pushing event updated for resources: {'Port': ['ID=1b895598-6976-4406-9d9c-a48e8cd46379,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:42.067023 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560e328-2a5e-44ce-a044-bab9962619af req-ade8a5e9-e21e-45be-bb61-f09e4d5ce25a tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:42.068660 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2560e328-2a5e-44ce-a044-bab9962619af req-ade8a5e9-e21e-45be-bb61-f09e4d5ce25a tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=a598a266-0be2-488d-8403-9fc03a1992e2 HTTP/1.1" status: 200 len: 950 time: 0.0975504 Dec 16 22:13:42.072159 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=467f6251-9254-4873-89f3-325e0e37dd4a,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:42.127756 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-8f190c13-f6d9-4df6-8197-13fc36f87c3b service neutron] Attempting to bind port 1b895598-6976-4406-9d9c-a48e8cd46379 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:13:42.128383 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-8f190c13-f6d9-4df6-8197-13fc36f87c3b service neutron] Attempting to bind port 1b895598-6976-4406-9d9c-a48e8cd46379 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:13:42.129029 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-8f190c13-f6d9-4df6-8197-13fc36f87c3b service neutron] Attempting to bind port 1b895598-6976-4406-9d9c-a48e8cd46379 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:42.141894 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ac766-668c-4145-a157-c8c290693a80 req-6746a2f1-ea02-43c5-a3e6-e5bc6a7586f0 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:42.144236 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c84ac766-668c-4145-a157-c8c290693a80 req-6746a2f1-ea02-43c5-a3e6-e5bc6a7586f0 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 945 time: 0.3015065 Dec 16 22:13:42.150282 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-45c1a04b-706c-4911-a216-8e68a6062869 req-d76d8505-c1e8-44a3-9120-bb2e22ef92cf tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9744165 Dec 16 22:13:42.151642 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-8f190c13-f6d9-4df6-8197-13fc36f87c3b service neutron] Port 1b895598-6976-4406-9d9c-a48e8cd46379 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:13:42.152190 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-8f190c13-f6d9-4df6-8197-13fc36f87c3b service neutron] Attempting to bind port 1b895598-6976-4406-9d9c-a48e8cd46379 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:42.157666 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2560e328-2a5e-44ce-a044-bab9962619af req-927d8e63-d7bc-404a-831e-1628e83536ab tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/security-groups?id=b21cd94b-b43d-4ca8-ad0a-f74de285f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738120 Dec 16 22:13:42.163020 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-8f190c13-f6d9-4df6-8197-13fc36f87c3b service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:13:42.163020 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-8f190c13-f6d9-4df6-8197-13fc36f87c3b service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:13:42.163020 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-8f190c13-f6d9-4df6-8197-13fc36f87c3b service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:13:42.163020 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-8f190c13-f6d9-4df6-8197-13fc36f87c3b service neutron] Bound port: 1b895598-6976-4406-9d9c-a48e8cd46379, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:13:42.163020 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-8f190c13-f6d9-4df6-8197-13fc36f87c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:42.181470 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-45c1a04b-706c-4911-a216-8e68a6062869 req-00d13e0e-0b9d-497c-abb8-9a187b96559d service neutron] Request body: {'port': {'device_id': '532456ec-f158-474c-8754-cb7ba97b2e91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:42.295558 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3718adc-01f7-4ce4-96fe-b7624586ae78 req-33a4e352-70b8-4fd0-9774-48dcd8027def tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:42.303847 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a3718adc-01f7-4ce4-96fe-b7624586ae78 req-33a4e352-70b8-4fd0-9774-48dcd8027def tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 948 time: 0.0728791 Dec 16 22:13:42.377304 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c84ac766-668c-4145-a157-c8c290693a80 req-565414e1-45e3-45e8-aaa3-8523a7227e15 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179892 Dec 16 22:13:42.378419 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a3718adc-01f7-4ce4-96fe-b7624586ae78 req-fc10b4c2-eca8-4707-a30e-dcf94b7971dc tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735466 Dec 16 22:13:42.390004 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-34cc9cc2-904b-4174-afe3-5bf9ca09e19f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Made reservation on behalf of 2a5983ec059547448cf45cc5d0d82ac4 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:13:42.406714 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-34cc9cc2-904b-4174-afe3-5bf9ca09e19f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:42.425601 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-45c1a04b-706c-4911-a216-8e68a6062869 req-00d13e0e-0b9d-497c-abb8-9a187b96559d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:42.444113 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a598a266-0be2-488d-8403-9fc03a1992e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdaad43-0d0b-4c41-bda0-02f1266cbf08'}, {'server_uuid': 'eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5046926c-72de-4d14-873e-1f01476dda53'}, {'server_uuid': 'e42e9387-44ce-4fc8-a92e-7d389000320a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467f6251-9254-4873-89f3-325e0e37dd4a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:42.446749 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829217f5-aaa0-4b54-bca2-b6c9e25443ba" -d '{"events": [{"server_uuid": "a598a266-0be2-488d-8403-9fc03a1992e2", "name": "network-vif-plugged", "status": "completed", "tag": "9fdaad43-0d0b-4c41-bda0-02f1266cbf08"}, {"server_uuid": "eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7", "name": "network-vif-plugged", "status": "completed", "tag": "5046926c-72de-4d14-873e-1f01476dda53"}, {"server_uuid": "e42e9387-44ce-4fc8-a92e-7d389000320a", "name": "network-vif-plugged", "status": "completed", "tag": "467f6251-9254-4873-89f3-325e0e37dd4a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:42.517226 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-8f190c13-f6d9-4df6-8197-13fc36f87c3b service neutron] For port 1b895598-6976-4406-9d9c-a48e8cd46379, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:13:42.607282 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-8f190c13-f6d9-4df6-8197-13fc36f87c3b service neutron] For port 1b895598-6976-4406-9d9c-a48e8cd46379, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=1b895598-6976-4406-9d9c-a48e8cd46379,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:13:42.640319 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe8daf1-6baf-437e-95b5-41cc11c9708e x-openstack-request-id: req-0fe8daf1-6baf-437e-95b5-41cc11c9708e {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:42.640636 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a598a266-0be2-488d-8403-9fc03a1992e2", "name": "network-vif-plugged", "status": "completed", "tag": "9fdaad43-0d0b-4c41-bda0-02f1266cbf08", "code": 200}, {"server_uuid": "eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7", "name": "network-vif-plugged", "status": "completed", "tag": "5046926c-72de-4d14-873e-1f01476dda53", "code": 200}, {"server_uuid": "e42e9387-44ce-4fc8-a92e-7d389000320a", "name": "network-vif-plugged", "status": "completed", "tag": "467f6251-9254-4873-89f3-325e0e37dd4a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:42.641848 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0fe8daf1-6baf-437e-95b5-41cc11c9708e {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:42.641848 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a598a266-0be2-488d-8403-9fc03a1992e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdaad43-0d0b-4c41-bda0-02f1266cbf08', 'code': 200} Dec 16 22:13:42.641848 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5046926c-72de-4d14-873e-1f01476dda53', 'code': 200} Dec 16 22:13:42.641848 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42e9387-44ce-4fc8-a92e-7d389000320a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467f6251-9254-4873-89f3-325e0e37dd4a', 'code': 200} Dec 16 22:13:42.694058 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-8f190c13-f6d9-4df6-8197-13fc36f87c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:42.831766 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc8711-8195-4efe-9530-393335be51e8 req-1af39fa9-c7d6-44d8-be66-de4c8a5cd087 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:42.840067 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-25fc8711-8195-4efe-9530-393335be51e8 req-1af39fa9-c7d6-44d8-be66-de4c8a5cd087 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7 HTTP/1.1" status: 200 len: 949 time: 0.1269479 Dec 16 22:13:42.915220 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52fae2-1634-4c13-b60c-86c227f543c7 req-9d262e06-c864-4385-aea3-6c8a7963b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:42.916744 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f52fae2-1634-4c13-b60c-86c227f543c7 req-9d262e06-c864-4385-aea3-6c8a7963b0fb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a598a266-0be2-488d-8403-9fc03a1992e2 HTTP/1.1" status: 200 len: 1101 time: 0.1457686 Dec 16 22:13:42.931171 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-25fc8711-8195-4efe-9530-393335be51e8 req-80282103-94f0-43ca-8c19-d8729fa13494 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/security-groups?id=de7cabac-aca0-47ff-bd89-2fdab432a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874333 Dec 16 22:13:43.026606 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f52fae2-1634-4c13-b60c-86c227f543c7 req-3bac6759-0007-4370-85c5-eaf83bb78d0a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b21cd94b-b43d-4ca8-ad0a-f74de285f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897830 Dec 16 22:13:43.089083 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a35dd33b-fedb-4ef7-bc98-6984545cee41 req-782cf0eb-c364-4a62-babf-73187c634014 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2 HTTP/1.1" status: 200 len: 210 time: 0.0554490 Dec 16 22:13:43.148414 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c418ce9-4093-446b-9d78-b03809151c6f req-595f97bc-07fe-4bac-bdd7-518c155b96c0 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:43.156397 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0c418ce9-4093-446b-9d78-b03809151c6f req-595f97bc-07fe-4bac-bdd7-518c155b96c0 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=532456ec-f158-474c-8754-cb7ba97b2e91 HTTP/1.1" status: 200 len: 932 time: 0.6674011 Dec 16 22:13:43.215869 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-8f190c13-f6d9-4df6-8197-13fc36f87c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:43.217385 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-8f190c13-f6d9-4df6-8197-13fc36f87c3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:43.219065 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-8f190c13-f6d9-4df6-8197-13fc36f87c3b service neutron] 10.222.0.76 "PUT /v2.0/ports/1b895598-6976-4406-9d9c-a48e8cd46379 HTTP/1.1" status: 200 len: 1096 time: 3.1563811 Dec 16 22:13:43.219573 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e21bde0-2838-45c5-a525-8d975a412f84', 'tag': '1b895598-6976-4406-9d9c-a48e8cd46379'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:43.224019 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c7c1ff-9d20-44cb-9337-6fd89aa4cfcc" -d '{"events": [{"name": "network-changed", "server_uuid": "6e21bde0-2838-45c5-a525-8d975a412f84", "tag": "1b895598-6976-4406-9d9c-a48e8cd46379"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:43.311035 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-34cc9cc2-904b-4174-afe3-5bf9ca09e19f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Allocated IP 172.20.0.12 (8ad157d2-5520-47b6-a14b-23516eba3ebc/9741df81-7a4c-44a7-8dc9-6f94ad4c24c8/d604c8c8-9327-41a7-95f3-a3a757c062e8) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:13:43.314759 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:13:43.322553 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f190c13-f6d9-4df6-8197-13fc36f87c3b service neutron] Pushing event updated for resources: {'Port': ['ID=1b895598-6976-4406-9d9c-a48e8cd46379,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:43.342815 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd06faa-8818-47e5-b5f5-2835d2f603aa req-1cd69b69-6ea1-48bf-b935-b2343a512375 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:43.344872 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ccd06faa-8818-47e5-b5f5-2835d2f603aa req-1cd69b69-6ea1-48bf-b935-b2343a512375 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=a598a266-0be2-488d-8403-9fc03a1992e2 HTTP/1.1" status: 200 len: 950 time: 0.0778079 Dec 16 22:13:43.367102 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69773ba9-133e-47ce-8a5a-6455b857a18f req-00f30d18-777c-4ab4-8199-504f756dad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:43.368754 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-69773ba9-133e-47ce-8a5a-6455b857a18f req-00f30d18-777c-4ab4-8199-504f756dad31 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7 HTTP/1.1" status: 200 len: 1100 time: 0.2560570 Dec 16 22:13:43.401521 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0c418ce9-4093-446b-9d78-b03809151c6f req-8888c67c-7d35-484d-9b1a-ddffedc9be17 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441089 Dec 16 22:13:43.439127 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ccd06faa-8818-47e5-b5f5-2835d2f603aa req-6aae4c77-bffd-4cd0-8214-aaa936129efc tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/security-groups?id=b21cd94b-b43d-4ca8-ad0a-f74de285f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822134 Dec 16 22:13:43.471243 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617ee18f-f9c8-4487-a5d8-d24fc635cf28 x-openstack-request-id: req-617ee18f-f9c8-4487-a5d8-d24fc635cf28 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:43.471587 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e21bde0-2838-45c5-a525-8d975a412f84", "tag": "1b895598-6976-4406-9d9c-a48e8cd46379", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:43.471872 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-617ee18f-f9c8-4487-a5d8-d24fc635cf28 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:43.472325 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e21bde0-2838-45c5-a525-8d975a412f84', 'tag': '1b895598-6976-4406-9d9c-a48e8cd46379', 'status': 'completed', 'code': 200} Dec 16 22:13:43.578843 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458595e7-8d18-4f5c-b8c8-66a957febdbc req-93631fdd-fad9-4981-854c-b4e37244a698 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:43.580531 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-458595e7-8d18-4f5c-b8c8-66a957febdbc req-93631fdd-fad9-4981-854c-b4e37244a698 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 948 time: 0.0678551 Dec 16 22:13:43.642633 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-458595e7-8d18-4f5c-b8c8-66a957febdbc req-f4eb265f-4c45-48f1-aec4-3d96cc9d5bd0 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552354 Dec 16 22:13:43.687389 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:13:43.693079 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:43.693269 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-69773ba9-133e-47ce-8a5a-6455b857a18f req-2be2fca1-d0a1-4d89-98cd-679f66ad26c7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=de7cabac-aca0-47ff-bd89-2fdab432a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111353 Dec 16 22:13:43.694457 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:43.736755 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-45c1a04b-706c-4911-a216-8e68a6062869 req-00d13e0e-0b9d-497c-abb8-9a187b96559d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b7b18cd-258e-468d-90e5-1c61a50a0610 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:43.749305 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77690f-c9e6-4cfc-95db-a9d8f21e0af9 req-5d26d80b-d206-4cd3-b4dc-bfb1f2bd5fac tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:43.750986 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4c77690f-c9e6-4cfc-95db-a9d8f21e0af9 req-5d26d80b-d206-4cd3-b4dc-bfb1f2bd5fac tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 945 time: 0.1835327 Dec 16 22:13:43.758637 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-45c1a04b-706c-4911-a216-8e68a6062869 req-00d13e0e-0b9d-497c-abb8-9a187b96559d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:43.781490 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:43.784141 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7c1ff-9d20-44cb-9337-6fd89aa4cfcc req-31982803-cac2-4858-9a39-2538a235d30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:43.785699 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d6c7c1ff-9d20-44cb-9337-6fd89aa4cfcc req-31982803-cac2-4858-9a39-2538a235d30f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 1099 time: 0.2211645 Dec 16 22:13:43.824123 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5ec6f823-d9d6-4a05-b7ff-85e2b39d061a,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:43.840961 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-45c1a04b-706c-4911-a216-8e68a6062869 req-00d13e0e-0b9d-497c-abb8-9a187b96559d service neutron] Transition to ACTIVE for port object 6b7b18cd-258e-468d-90e5-1c61a50a0610 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:13:43.873688 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-34cc9cc2-904b-4174-afe3-5bf9ca09e19f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:43.879921 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d6c7c1ff-9d20-44cb-9337-6fd89aa4cfcc req-f3fee8eb-210e-468b-b63f-8d96528c7044 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=54dbe85688564892aa5226bd9c604156&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514443 Dec 16 22:13:43.923395 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:43.970007 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-45c1a04b-706c-4911-a216-8e68a6062869 req-00d13e0e-0b9d-497c-abb8-9a187b96559d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:43.995618 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=5ec6f823-d9d6-4a05-b7ff-85e2b39d061a,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:43.999235 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4c77690f-c9e6-4cfc-95db-a9d8f21e0af9 req-f1caf65f-d136-46f5-ae09-a496dd924aa4 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337196 Dec 16 22:13:44.094364 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7c1ff-9d20-44cb-9337-6fd89aa4cfcc req-dc2c6da0-a852-4964-8ced-5cdec1a1050b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:44.096044 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d6c7c1ff-9d20-44cb-9337-6fd89aa4cfcc req-dc2c6da0-a852-4964-8ced-5cdec1a1050b service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2065301 Dec 16 22:13:44.108019 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d13e0e-0b9d-497c-abb8-9a187b96559d service neutron] Pushing event updated for resources: {'Port': ['ID=6b7b18cd-258e-468d-90e5-1c61a50a0610,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:44.214415 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-34cc9cc2-904b-4174-afe3-5bf9ca09e19f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:44.270756 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6584960a-97fd-456d-b9ef-cb7b7437c516'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:44.332445 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-34cc9cc2-904b-4174-afe3-5bf9ca09e19f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Network 8ad157d2-5520-47b6-a14b-23516eba3ebc is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:13:44.337937 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-45c1a04b-706c-4911-a216-8e68a6062869 req-00d13e0e-0b9d-497c-abb8-9a187b96559d service neutron] Attempting to bind port 6b7b18cd-258e-468d-90e5-1c61a50a0610 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:13:44.343448 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-45c1a04b-706c-4911-a216-8e68a6062869 req-00d13e0e-0b9d-497c-abb8-9a187b96559d service neutron] Attempting to bind port 6b7b18cd-258e-468d-90e5-1c61a50a0610 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'f644fd15-02a7-4c5e-8c9b-aed9015799bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cad91a34-249c-45b2-83af-f58c71b36922'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:13:44.343743 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c1a04b-706c-4911-a216-8e68a6062869 req-00d13e0e-0b9d-497c-abb8-9a187b96559d service neutron] Attempting to bind port 6b7b18cd-258e-468d-90e5-1c61a50a0610 on network cad91a34-249c-45b2-83af-f58c71b36922 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:44.359495 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe446e77-2bb8-45da-a050-46f228af2191 req-9a64a8db-41e9-402b-84f6-ad53d4afa6f6 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:44.364200 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3a769-dc2c-436b-929c-4ba2471c2fc2 req-e5d819db-380c-42b1-ac1b-ae95b5d64645 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:44.368461 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe446e77-2bb8-45da-a050-46f228af2191 req-9a64a8db-41e9-402b-84f6-ad53d4afa6f6 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7 HTTP/1.1" status: 200 len: 949 time: 0.2288289 Dec 16 22:13:44.370968 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-34cc9cc2-904b-4174-afe3-5bf9ca09e19f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:13:44.379826 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f0c3a769-dc2c-436b-929c-4ba2471c2fc2 req-e5d819db-380c-42b1-ac1b-ae95b5d64645 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2 HTTP/1.1" status: 200 len: 932 time: 0.1266279 Dec 16 22:13:44.391472 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c1a04b-706c-4911-a216-8e68a6062869 req-00d13e0e-0b9d-497c-abb8-9a187b96559d service neutron] Port 6b7b18cd-258e-468d-90e5-1c61a50a0610 on network cad91a34-249c-45b2-83af-f58c71b36922 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:13:44.391472 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c1a04b-706c-4911-a216-8e68a6062869 req-00d13e0e-0b9d-497c-abb8-9a187b96559d service neutron] Attempting to bind port 6b7b18cd-258e-468d-90e5-1c61a50a0610 on network cad91a34-249c-45b2-83af-f58c71b36922 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:44.401739 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-34cc9cc2-904b-4174-afe3-5bf9ca09e19f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:13:44.458900 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f0c3a769-dc2c-436b-929c-4ba2471c2fc2 req-313c97e3-d6ae-469b-8657-893f4dfd9d1d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778866 Dec 16 22:13:44.477108 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-0b89f3e5-8742-4ebe-8b38-35c91cf39194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:44.479617 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-0b89f3e5-8742-4ebe-8b38-35c91cf39194 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 1099 time: 0.2251058 Dec 16 22:13:44.484623 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe446e77-2bb8-45da-a050-46f228af2191 req-dececca3-79e4-40c4-a658-6d3ffaca0055 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/security-groups?id=de7cabac-aca0-47ff-bd89-2fdab432a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772791 Dec 16 22:13:44.516347 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc9cc2-904b-4174-afe3-5bf9ca09e19f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Pushing event updated for resources: {'Port': ['ID=d604c8c8-9327-41a7-95f3-a3a757c062e8,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:44.572405 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c1a04b-706c-4911-a216-8e68a6062869 req-00d13e0e-0b9d-497c-abb8-9a187b96559d service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:13:44.573034 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c1a04b-706c-4911-a216-8e68a6062869 req-00d13e0e-0b9d-497c-abb8-9a187b96559d service neutron] Checking segment: {'id': 'f644fd15-02a7-4c5e-8c9b-aed9015799bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cad91a34-249c-45b2-83af-f58c71b36922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:13:44.573478 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c1a04b-706c-4911-a216-8e68a6062869 req-00d13e0e-0b9d-497c-abb8-9a187b96559d service neutron] Bound using segment: {'id': 'f644fd15-02a7-4c5e-8c9b-aed9015799bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cad91a34-249c-45b2-83af-f58c71b36922'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:13:44.573950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-45c1a04b-706c-4911-a216-8e68a6062869 req-00d13e0e-0b9d-497c-abb8-9a187b96559d service neutron] Bound port: 6b7b18cd-258e-468d-90e5-1c61a50a0610, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f644fd15-02a7-4c5e-8c9b-aed9015799bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cad91a34-249c-45b2-83af-f58c71b36922'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:13:44.574314 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-45c1a04b-706c-4911-a216-8e68a6062869 req-00d13e0e-0b9d-497c-abb8-9a187b96559d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:44.590519 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-08d76a18-1c04-4575-8859-4c537b2f180b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1b895598-6976-4406-9d9c-a48e8cd46379 HTTP/1.1" status: 200 len: 217 time: 0.0683482 Dec 16 22:13:44.643123 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe48fba5-201d-4346-a949-c4aa4c95f8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec6f823-d9d6-4a05-b7ff-85e2b39d061a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:44.646895 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af03e85a-ed2d-4d36-bd05-33daf3519d59" -d '{"events": [{"server_uuid": "fe48fba5-201d-4346-a949-c4aa4c95f8e9", "name": "network-vif-plugged", "status": "completed", "tag": "5ec6f823-d9d6-4a05-b7ff-85e2b39d061a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:44.681511 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be7516-f3a9-4e51-b241-2017d5976036 req-71ec03d6-0bd4-45cd-a1c3-e33eb5c21f69 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:44.696709 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-62be7516-f3a9-4e51-b241-2017d5976036 req-71ec03d6-0bd4-45cd-a1c3-e33eb5c21f69 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=532456ec-f158-474c-8754-cb7ba97b2e91 HTTP/1.1" status: 200 len: 944 time: 0.0825181 Dec 16 22:13:44.750905 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-62be7516-f3a9-4e51-b241-2017d5976036 req-f84b8d3d-0182-4671-bcc0-f68433cee26e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532267 Dec 16 22:13:44.755644 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-34cc9cc2-904b-4174-afe3-5bf9ca09e19f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:44.756282 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-34cc9cc2-904b-4174-afe3-5bf9ca09e19f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:44.804827 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81621680-2864-4c1e-8d3b-90ad4826d68d x-openstack-request-id: req-81621680-2864-4c1e-8d3b-90ad4826d68d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:44.805238 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe48fba5-201d-4346-a949-c4aa4c95f8e9", "name": "network-vif-plugged", "status": "completed", "tag": "5ec6f823-d9d6-4a05-b7ff-85e2b39d061a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:44.805560 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-81621680-2864-4c1e-8d3b-90ad4826d68d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:44.806018 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe48fba5-201d-4346-a949-c4aa4c95f8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec6f823-d9d6-4a05-b7ff-85e2b39d061a', 'code': 200} Dec 16 22:13:44.809303 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f4290-215d-4fe3-bf77-10a1c713bd99 req-06b79f65-31c9-4d78-8548-1d1a01cf0243 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:44.811263 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-334f4290-215d-4fe3-bf77-10a1c713bd99 req-06b79f65-31c9-4d78-8548-1d1a01cf0243 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=a598a266-0be2-488d-8403-9fc03a1992e2 HTTP/1.1" status: 200 len: 950 time: 0.1711376 Dec 16 22:13:44.812578 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-45c1a04b-706c-4911-a216-8e68a6062869 req-00d13e0e-0b9d-497c-abb8-9a187b96559d service neutron] For port 6b7b18cd-258e-468d-90e5-1c61a50a0610, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:13:44.822664 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-f364c6bc-9c45-4ec3-a9f9-79a431f7127b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:44.832262 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-f364c6bc-9c45-4ec3-a9f9-79a431f7127b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1886899 Dec 16 22:13:44.832262 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-45c1a04b-706c-4911-a216-8e68a6062869 req-00d13e0e-0b9d-497c-abb8-9a187b96559d service neutron] For port 6b7b18cd-258e-468d-90e5-1c61a50a0610, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=6b7b18cd-258e-468d-90e5-1c61a50a0610,segment=NetworkSegment(f644fd15-02a7-4c5e-8c9b-aed9015799bd),segment_id=f644fd15-02a7-4c5e-8c9b-aed9015799bd)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:13:44.866040 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-34cc9cc2-904b-4174-afe3-5bf9ca09e19f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0788219 Dec 16 22:13:44.890020 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-90260f49-9ddc-44e3-9557-8e341bd63417 service neutron] Request body: {'port': {'device_id': 'd8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:44.936131 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-45c1a04b-706c-4911-a216-8e68a6062869 req-00d13e0e-0b9d-497c-abb8-9a187b96559d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:44.984458 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826cbe8-318b-41ec-b0b5-74b7d0cf3abd req-45d74bb1-2475-4d8d-a7b0-b850ddd94c1f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:44.986433 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9826cbe8-318b-41ec-b0b5-74b7d0cf3abd req-45d74bb1-2475-4d8d-a7b0-b850ddd94c1f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 948 time: 0.1023269 Dec 16 22:13:45.027387 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-334f4290-215d-4fe3-bf77-10a1c713bd99 req-c3ee27d2-5ee6-4240-89f9-27475d009e4c tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/security-groups?id=b21cd94b-b43d-4ca8-ad0a-f74de285f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973341 Dec 16 22:13:45.043004 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1a04b-706c-4911-a216-8e68a6062869 req-00d13e0e-0b9d-497c-abb8-9a187b96559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:45.043004 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-45c1a04b-706c-4911-a216-8e68a6062869 req-00d13e0e-0b9d-497c-abb8-9a187b96559d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:45.045039 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-45c1a04b-706c-4911-a216-8e68a6062869 req-00d13e0e-0b9d-497c-abb8-9a187b96559d service neutron] 10.222.0.76 "PUT /v2.0/ports/6b7b18cd-258e-468d-90e5-1c61a50a0610 HTTP/1.1" status: 200 len: 1092 time: 2.8676507 Dec 16 22:13:45.061516 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-bb8c7d00-9e17-447f-bac6-3a2f9d84e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:45.062875 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-bb8c7d00-9e17-447f-bac6-3a2f9d84e4ca service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2130661 Dec 16 22:13:45.084005 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9826cbe8-318b-41ec-b0b5-74b7d0cf3abd req-b89c3584-e9d7-47af-99a8-1246ec680ce7 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851080 Dec 16 22:13:45.208448 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f57f0-6555-4047-bc6f-57a3ae2d85c1 req-ad0cb725-981b-4d62-80bf-26099214b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:45.211158 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d3f57f0-6555-4047-bc6f-57a3ae2d85c1 req-ad0cb725-981b-4d62-80bf-26099214b485 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fe48fba5-201d-4346-a949-c4aa4c95f8e9 HTTP/1.1" status: 200 len: 1100 time: 0.2717335 Dec 16 22:13:45.211561 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-90260f49-9ddc-44e3-9557-8e341bd63417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:45.261628 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d13e0e-0b9d-497c-abb8-9a187b96559d service neutron] Pushing event updated for resources: {'Port': ['ID=6b7b18cd-258e-468d-90e5-1c61a50a0610,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:45.387168 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18ca3c-9d57-419c-9ea0-fa68249c712c req-b5e9928f-0de8-4c4b-8010-84ea0a8cebf5 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:45.395154 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8a18ca3c-9d57-419c-9ea0-fa68249c712c req-b5e9928f-0de8-4c4b-8010-84ea0a8cebf5 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 945 time: 0.2523232 Dec 16 22:13:45.447200 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1a04b-706c-4911-a216-8e68a6062869 req-fc16fbb6-79b6-4f2e-aa22-e29557eca185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:45.448895 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-45c1a04b-706c-4911-a216-8e68a6062869 req-fc16fbb6-79b6-4f2e-aa22-e29557eca185 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=52dc9402d4464077b6d2e671843b655f&device_id=532456ec-f158-474c-8754-cb7ba97b2e91 HTTP/1.1" status: 200 len: 1095 time: 0.2327037 Dec 16 22:13:45.457665 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-b8dcad69-bca2-49f5-b237-ba13ce693f7b service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703091 Dec 16 22:13:45.514394 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '532456ec-f158-474c-8754-cb7ba97b2e91', 'tag': '6b7b18cd-258e-468d-90e5-1c61a50a0610'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:45.516682 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fc7163-5fc7-449d-948d-24483eec8861" -d '{"events": [{"name": "network-changed", "server_uuid": "532456ec-f158-474c-8754-cb7ba97b2e91", "tag": "6b7b18cd-258e-468d-90e5-1c61a50a0610"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:45.646340 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d3f57f0-6555-4047-bc6f-57a3ae2d85c1 req-c7f84bdb-d9ec-4de7-9b60-3d994c8a3d38 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b21cd94b-b43d-4ca8-ad0a-f74de285f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471367 Dec 16 22:13:45.667843 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-45c1a04b-706c-4911-a216-8e68a6062869 req-1a61b223-0ead-429e-a688-9b359af864e7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b7b18cd-258e-468d-90e5-1c61a50a0610 HTTP/1.1" status: 200 len: 217 time: 0.1354537 Dec 16 22:13:45.695854 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d7d42-e9be-4881-a41c-282818113f96 req-fcff8d34-4470-4c11-831b-fb56af5269cb tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:45.706284 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-623d7d42-e9be-4881-a41c-282818113f96 req-fcff8d34-4470-4c11-831b-fb56af5269cb tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2 HTTP/1.1" status: 200 len: 932 time: 0.0773797 Dec 16 22:13:45.771280 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-623d7d42-e9be-4881-a41c-282818113f96 req-a77deff7-4fa0-4be8-b978-38120f329bab tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634985 Dec 16 22:13:45.924345 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe1256-7b03-4145-9632-54f78c0a970e req-bd12505e-5ee7-45d8-85f8-1f0fd195f4e1 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:45.928201 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-90260f49-9ddc-44e3-9557-8e341bd63417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d604c8c8-9327-41a7-95f3-a3a757c062e8 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:45.932319 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6bbe1256-7b03-4145-9632-54f78c0a970e req-bd12505e-5ee7-45d8-85f8-1f0fd195f4e1 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7 HTTP/1.1" status: 200 len: 949 time: 0.0838726 Dec 16 22:13:45.937006 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-90260f49-9ddc-44e3-9557-8e341bd63417 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:45.949381 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-90260f49-9ddc-44e3-9557-8e341bd63417 service neutron] Transition to ACTIVE for port object d604c8c8-9327-41a7-95f3-a3a757c062e8 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:13:45.953426 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-960c23b8-0cb0-452e-baf7-3b199a2a1e2b req-4bc03224-c3c3-4462-ac3f-28f590500eee service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336751 Dec 16 22:13:45.986613 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6bbe1256-7b03-4145-9632-54f78c0a970e req-0aad50e7-414d-48e2-b495-dd0171e24920 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/security-groups?id=de7cabac-aca0-47ff-bd89-2fdab432a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531075 Dec 16 22:13:46.037051 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8a18ca3c-9d57-419c-9ea0-fa68249c712c req-f57b416e-1c14-4cef-af69-92ebfb3c3b14 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6411052 Dec 16 22:13:46.046510 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1a04b-706c-4911-a216-8e68a6062869 req-d104496e-be22-42c2-b671-a74a5fd24bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:46.052750 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-45c1a04b-706c-4911-a216-8e68a6062869 req-d104496e-be22-42c2-b671-a74a5fd24bfe service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d3b028fb-b449-456f-83ef-703e1dbce1bf HTTP/1.1" status: 200 len: 853 time: 0.3010225 Dec 16 22:13:46.056196 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-90260f49-9ddc-44e3-9557-8e341bd63417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:46.080047 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a3dced-6757-473a-a74f-47c050786cd9 x-openstack-request-id: req-59a3dced-6757-473a-a74f-47c050786cd9 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:46.082736 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "532456ec-f158-474c-8754-cb7ba97b2e91", "tag": "6b7b18cd-258e-468d-90e5-1c61a50a0610", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:46.083285 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-59a3dced-6757-473a-a74f-47c050786cd9 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:46.084004 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '532456ec-f158-474c-8754-cb7ba97b2e91', 'tag': '6b7b18cd-258e-468d-90e5-1c61a50a0610', 'status': 'completed', 'code': 200} Dec 16 22:13:46.239277 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c21279-68f1-4b5c-a95a-ae7831220d23 req-0fc51f47-a8de-465a-9322-8fc15a5b82e9 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:46.243525 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-85c21279-68f1-4b5c-a95a-ae7831220d23 req-0fc51f47-a8de-465a-9322-8fc15a5b82e9 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=a598a266-0be2-488d-8403-9fc03a1992e2 HTTP/1.1" status: 200 len: 950 time: 0.0688052 Dec 16 22:13:46.249728 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-45c1a04b-706c-4911-a216-8e68a6062869 req-c0a8e0c3-73c6-44ff-8eca-a47c3e0fdd42 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cad91a34-249c-45b2-83af-f58c71b36922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1498816 Dec 16 22:13:46.290652 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90260f49-9ddc-44e3-9557-8e341bd63417 service neutron] Pushing event updated for resources: {'Port': ['ID=d604c8c8-9327-41a7-95f3-a3a757c062e8,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:46.314043 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-85c21279-68f1-4b5c-a95a-ae7831220d23 req-688ed54b-8a5a-4469-a306-2e32fb788b88 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/security-groups?id=b21cd94b-b43d-4ca8-ad0a-f74de285f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666957 Dec 16 22:13:46.424573 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab046c-44b0-4a26-baea-9e1c10c7b2b2 req-0433cb11-eb51-4068-87c3-4f0c04383d29 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:46.426155 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e6ab046c-44b0-4a26-baea-9e1c10c7b2b2 req-0433cb11-eb51-4068-87c3-4f0c04383d29 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=532456ec-f158-474c-8754-cb7ba97b2e91 HTTP/1.1" status: 200 len: 944 time: 0.2468739 Dec 16 22:13:46.443000 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5846167f-8bb8-406c-b9ee-b8905eef59bf req-4cc92586-643c-44c4-9c9b-845ad4c4dab3 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-38746432&fields=id&tenant_id=f46ea7d5a2a74db992746e488a2c27c4 HTTP/1.1" status: 200 len: 267 time: 0.0603549 Dec 16 22:13:46.464259 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-90260f49-9ddc-44e3-9557-8e341bd63417 service neutron] Attempting to bind port d604c8c8-9327-41a7-95f3-a3a757c062e8 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:13:46.464849 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-90260f49-9ddc-44e3-9557-8e341bd63417 service neutron] Attempting to bind port d604c8c8-9327-41a7-95f3-a3a757c062e8 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:13:46.465002 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-90260f49-9ddc-44e3-9557-8e341bd63417 service neutron] Attempting to bind port d604c8c8-9327-41a7-95f3-a3a757c062e8 on network 8ad157d2-5520-47b6-a14b-23516eba3ebc {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:46.486962 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-90260f49-9ddc-44e3-9557-8e341bd63417 service neutron] Port d604c8c8-9327-41a7-95f3-a3a757c062e8 on network 8ad157d2-5520-47b6-a14b-23516eba3ebc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:13:46.487313 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-90260f49-9ddc-44e3-9557-8e341bd63417 service neutron] Attempting to bind port d604c8c8-9327-41a7-95f3-a3a757c062e8 on network 8ad157d2-5520-47b6-a14b-23516eba3ebc {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:13:46.515942 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-90260f49-9ddc-44e3-9557-8e341bd63417 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:13:46.518782 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-90260f49-9ddc-44e3-9557-8e341bd63417 service neutron] Checking segment: {'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:13:46.518782 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-90260f49-9ddc-44e3-9557-8e341bd63417 service neutron] Bound using segment: {'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:13:46.518782 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-90260f49-9ddc-44e3-9557-8e341bd63417 service neutron] Bound port: d604c8c8-9327-41a7-95f3-a3a757c062e8, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:13:46.518782 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-90260f49-9ddc-44e3-9557-8e341bd63417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:46.519403 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846167f-8bb8-406c-b9ee-b8905eef59bf req-b64593c6-f3a4-4439-89f4-aaf063e6aaa1 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:46.524811 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-45c1a04b-706c-4911-a216-8e68a6062869 req-45f7c62b-59f7-4d6e-afaa-c09a2ae70ae2 service neutron] 10.222.0.76 "GET /v2.0/networks/cad91a34-249c-45b2-83af-f58c71b36922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570815 Dec 16 22:13:46.527795 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5846167f-8bb8-406c-b9ee-b8905eef59bf req-b64593c6-f3a4-4439-89f4-aaf063e6aaa1 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 945 time: 0.0786524 Dec 16 22:13:46.535162 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-5846167f-8bb8-406c-b9ee-b8905eef59bf req-62cdb35d-2f79-4ddf-9a38-4adbd142769e tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Request body: {'port': {'security_groups': ['0c3d08fd-3558-4474-8a96-bef7ed150fb2', 'd7a5581e-af6e-42e2-83c5-02a4ea1ae075']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:46.536907 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e6ab046c-44b0-4a26-baea-9e1c10c7b2b2 req-ae492ce9-5086-483e-9818-324103158772 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007435 Dec 16 22:13:46.687796 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5846167f-8bb8-406c-b9ee-b8905eef59bf req-62cdb35d-2f79-4ddf-9a38-4adbd142769e tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:47.096851 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-90260f49-9ddc-44e3-9557-8e341bd63417 service neutron] For port d604c8c8-9327-41a7-95f3-a3a757c062e8, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:13:47.100459 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-90260f49-9ddc-44e3-9557-8e341bd63417 service neutron] For port d604c8c8-9327-41a7-95f3-a3a757c062e8, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=d604c8c8-9327-41a7-95f3-a3a757c062e8,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:13:47.112812 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-5846167f-8bb8-406c-b9ee-b8905eef59bf req-62cdb35d-2f79-4ddf-9a38-4adbd142769e tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] For port 34838bd4-b016-4b7a-8c73-ac4dda5dbd07, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=34838bd4-b016-4b7a-8c73-ac4dda5dbd07,segment=NetworkSegment(1245a524-6df6-423f-990d-26e7606d949e),segment_id=1245a524-6df6-423f-990d-26e7606d949e)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:47.143857 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-45c1a04b-706c-4911-a216-8e68a6062869 req-78505f27-f8bf-43ac-b5d9-1226e636b34d service neutron] 10.222.0.76 "GET /v2.0/networks/cad91a34-249c-45b2-83af-f58c71b36922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6049881 Dec 16 22:13:47.172815 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5846167f-8bb8-406c-b9ee-b8905eef59bf req-62cdb35d-2f79-4ddf-9a38-4adbd142769e tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:47.204869 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc437a3-0df0-49e0-995d-f3d808af434d req-eca8adbf-f08d-4d74-8461-47ec851d4c48 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:47.206408 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7fc437a3-0df0-49e0-995d-f3d808af434d req-eca8adbf-f08d-4d74-8461-47ec851d4c48 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 948 time: 0.0621042 Dec 16 22:13:47.208375 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-90260f49-9ddc-44e3-9557-8e341bd63417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:47.296300 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-90260f49-9ddc-44e3-9557-8e341bd63417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:47.296848 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-90260f49-9ddc-44e3-9557-8e341bd63417 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:47.298265 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-90260f49-9ddc-44e3-9557-8e341bd63417 service neutron] 10.222.0.57 "PUT /v2.0/ports/d604c8c8-9327-41a7-95f3-a3a757c062e8 HTTP/1.1" status: 200 len: 1092 time: 2.4123487 Dec 16 22:13:47.303396 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5846167f-8bb8-406c-b9ee-b8905eef59bf req-62cdb35d-2f79-4ddf-9a38-4adbd142769e tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:47.334929 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90260f49-9ddc-44e3-9557-8e341bd63417 service neutron] Pushing event updated for resources: {'Port': ['ID=d604c8c8-9327-41a7-95f3-a3a757c062e8,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:47.342930 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['34838bd4-b016-4b7a-8c73-ac4dda5dbd07'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:47.357865 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7fc437a3-0df0-49e0-995d-f3d808af434d req-931ae617-ac5c-47c8-816c-218213a342e6 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386616 Dec 16 22:13:47.389250 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846167f-8bb8-406c-b9ee-b8905eef59bf req-62cdb35d-2f79-4ddf-9a38-4adbd142769e tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:47.391002 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5846167f-8bb8-406c-b9ee-b8905eef59bf req-62cdb35d-2f79-4ddf-9a38-4adbd142769e tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:47.408562 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5846167f-8bb8-406c-b9ee-b8905eef59bf req-62cdb35d-2f79-4ddf-9a38-4adbd142769e tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "PUT /v2.0/ports/34838bd4-b016-4b7a-8c73-ac4dda5dbd07 HTTP/1.1" status: 200 len: 981 time: 0.8789911 Dec 16 22:13:47.409065 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0e98f3-df1c-4401-bea3-8efcf434aba4', 'tag': '34838bd4-b016-4b7a-8c73-ac4dda5dbd07'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:47.429967 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88aace8f-19a8-4f52-be4d-61f5167a1d42" -d '{"events": [{"name": "network-changed", "server_uuid": "db0e98f3-df1c-4401-bea3-8efcf434aba4", "tag": "34838bd4-b016-4b7a-8c73-ac4dda5dbd07"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:47.500278 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6a229090-9abb-4381-8f5b-226772e8d323'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:47.516609 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cdb35d-2f79-4ddf-9a38-4adbd142769e tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Pushing event updated for resources: {'Port': ['ID=34838bd4-b016-4b7a-8c73-ac4dda5dbd07,revision_number=6']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:47.568202 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc7163-5fc7-449d-948d-24483eec8861 req-d2f09b58-c260-498f-a24d-3395d2563f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:47.570775 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-83fc7163-5fc7-449d-948d-24483eec8861 req-d2f09b58-c260-498f-a24d-3395d2563f11 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=52dc9402d4464077b6d2e671843b655f&device_id=532456ec-f158-474c-8754-cb7ba97b2e91 HTTP/1.1" status: 200 len: 1095 time: 0.1145439 Dec 16 22:13:47.684320 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['34838bd4-b016-4b7a-8c73-ac4dda5dbd07'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:47.764963 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52068285-105d-40b9-b64f-3a0d5da8b132 req-6800c5d4-e8d9-4e67-a878-b3a0f0e3577c tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:47.767291 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-52068285-105d-40b9-b64f-3a0d5da8b132 req-6800c5d4-e8d9-4e67-a878-b3a0f0e3577c tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2 HTTP/1.1" status: 200 len: 944 time: 0.0918756 Dec 16 22:13:47.850729 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23890b22-2caa-40f2-b16f-d5fe4d6890b2 req-26b1a406-b90f-4345-a4e5-7373d9b58d3e tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:47.857886 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-23890b22-2caa-40f2-b16f-d5fe4d6890b2 req-26b1a406-b90f-4345-a4e5-7373d9b58d3e tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe48fba5-201d-4346-a949-c4aa4c95f8e9 HTTP/1.1" status: 200 len: 949 time: 0.2668273 Dec 16 22:13:47.869938 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-52068285-105d-40b9-b64f-3a0d5da8b132 req-01bb385b-1109-40c9-91d6-7195c08ae9e6 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906720 Dec 16 22:13:47.894462 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc7163-5fc7-449d-948d-24483eec8861 req-9909c56b-d589-4ac9-ae56-6eea3de08f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:47.894462 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-83fc7163-5fc7-449d-948d-24483eec8861 req-9909c56b-d589-4ac9-ae56-6eea3de08f89 service neutron] 10.222.0.76 "GET /v2.0/networks?id=cad91a34-249c-45b2-83af-f58c71b36922 HTTP/1.1" status: 200 len: 913 time: 0.2946568 Dec 16 22:13:47.901246 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-5abeb86e-4c97-4059-b898-34e091067b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:47.904370 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-5abeb86e-4c97-4059-b898-34e091067b35 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a5983ec059547448cf45cc5d0d82ac4&device_id=d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2 HTTP/1.1" status: 200 len: 1095 time: 0.3142910 Dec 16 22:13:48.014810 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-83fc7163-5fc7-449d-948d-24483eec8861 req-5f59c873-ce37-48dd-9a81-b75e02c30a78 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b7b18cd-258e-468d-90e5-1c61a50a0610 HTTP/1.1" status: 200 len: 217 time: 0.0622220 Dec 16 22:13:48.064450 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306c2af-e54f-4642-a60d-413e11c4d64c req-2c6bbd1a-f29d-40ae-8ed8-eb5e4a765a0b tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:48.066054 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c306c2af-e54f-4642-a60d-413e11c4d64c req-2c6bbd1a-f29d-40ae-8ed8-eb5e4a765a0b tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7 HTTP/1.1" status: 200 len: 949 time: 0.0805523 Dec 16 22:13:48.077963 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-99730f16-a9fe-453e-a740-fee6b64c2864 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d604c8c8-9327-41a7-95f3-a3a757c062e8 HTTP/1.1" status: 200 len: 217 time: 0.1292670 Dec 16 22:13:48.103964 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2', 'tag': 'd604c8c8-9327-41a7-95f3-a3a757c062e8'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:48.106567 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ab0c0d-f2cf-4de9-9f92-e2bf7c45f0be" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2", "tag": "d604c8c8-9327-41a7-95f3-a3a757c062e8"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:48.120496 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-23890b22-2caa-40f2-b16f-d5fe4d6890b2 req-6633dc5e-5a59-4d1b-8ae8-239ac6059890 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/security-groups?id=b21cd94b-b43d-4ca8-ad0a-f74de285f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613537 Dec 16 22:13:48.145828 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 1b895598-6976-4406-9d9c-a48e8cd46379 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:13:48.172170 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c306c2af-e54f-4642-a60d-413e11c4d64c req-88e07260-e5dc-4f16-8370-61c4fada9a70 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/security-groups?id=de7cabac-aca0-47ff-bd89-2fdab432a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994081 Dec 16 22:13:48.279429 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262686c2-6cff-46eb-a848-164492bedf17 x-openstack-request-id: req-262686c2-6cff-46eb-a848-164492bedf17 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:48.281091 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0e98f3-df1c-4401-bea3-8efcf434aba4", "tag": "34838bd4-b016-4b7a-8c73-ac4dda5dbd07", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:48.281597 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-262686c2-6cff-46eb-a848-164492bedf17 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:48.282233 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0e98f3-df1c-4401-bea3-8efcf434aba4', 'tag': '34838bd4-b016-4b7a-8c73-ac4dda5dbd07', 'status': 'completed', 'code': 200} Dec 16 22:13:48.314287 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-70b2072b-9509-4c15-97e5-fdbd92269ff1 req-27b7b742-8c85-4d89-9891-51e3e2c0b5c1 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups/d7a5581e-af6e-42e2-83c5-02a4ea1ae075 HTTP/1.1" status: 200 len: 1815 time: 0.0912032 Dec 16 22:13:48.352186 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 1b895598-6976-4406-9d9c-a48e8cd46379, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=1b895598-6976-4406-9d9c-a48e8cd46379,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:48.367021 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc7163-5fc7-449d-948d-24483eec8861 req-95fd23cb-44a6-4530-a8ea-d29c52c89be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:48.367759 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '1b895598-6976-4406-9d9c-a48e8cd46379', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '1b895598-6976-4406-9d9c-a48e8cd46379', 'mac_address': 'fa:16:3e:e1:51:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:13:48.370581 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-83fc7163-5fc7-449d-948d-24483eec8861 req-95fd23cb-44a6-4530-a8ea-d29c52c89be7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d3b028fb-b449-456f-83ef-703e1dbce1bf HTTP/1.1" status: 200 len: 853 time: 0.3415084 Dec 16 22:13:48.416636 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:13:48.437622 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-83fc7163-5fc7-449d-948d-24483eec8861 req-8076be60-b510-40b8-b6f9-36e9ae6053c5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cad91a34-249c-45b2-83af-f58c71b36922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418506 Dec 16 22:13:48.442437 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:48.459068 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b895598-6976-4406-9d9c-a48e8cd46379 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:48.470154 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614daea-18e1-4f6e-a5e1-1793e3517d96 req-d7b8e973-376f-447d-9f37-bf9b06391965 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:48.482430 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 1b895598-6976-4406-9d9c-a48e8cd46379, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=1b895598-6976-4406-9d9c-a48e8cd46379,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:48.483739 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4614daea-18e1-4f6e-a5e1-1793e3517d96 req-d7b8e973-376f-447d-9f37-bf9b06391965 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=532456ec-f158-474c-8754-cb7ba97b2e91 HTTP/1.1" status: 200 len: 944 time: 0.1136365 Dec 16 22:13:48.535818 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-df5cf800-8211-4c5d-aa26-ef9072a5fbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:48.538410 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-df5cf800-8211-4c5d-aa26-ef9072a5fbda service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9741df81-7a4c-44a7-8dc9-6f94ad4c24c8 HTTP/1.1" status: 200 len: 846 time: 0.4161720 Dec 16 22:13:48.554384 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4614daea-18e1-4f6e-a5e1-1793e3517d96 req-18448cae-3c41-41af-b4c4-de1c0ebdb168 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688891 Dec 16 22:13:48.569241 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:48.580444 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [req-70b2072b-9509-4c15-97e5-fdbd92269ff1 req-a02e0346-b4b0-4814-bda2-4812d9eba689 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 22:13:48.582306 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-70b2072b-9509-4c15-97e5-fdbd92269ff1 req-a02e0346-b4b0-4814-bda2-4812d9eba689 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "DELETE /v2.0/security-groups/d7a5581e-af6e-42e2-83c5-02a4ea1ae075 HTTP/1.1" status: 409 len: 341 time: 0.2665708 Dec 16 22:13:48.642870 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aace8f-19a8-4f52-be4d-61f5167a1d42 req-96a2ca14-07c0-4c00-95eb-033ae6a66640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:48.644666 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-88aace8f-19a8-4f52-be4d-61f5167a1d42 req-96a2ca14-07c0-4c00-95eb-033ae6a66640 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f46ea7d5a2a74db992746e488a2c27c4&device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 1135 time: 0.2825520 Dec 16 22:13:48.647116 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-bb415d83-953f-4ce0-88da-ff66c48d7a9b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ad157d2-5520-47b6-a14b-23516eba3ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881133 Dec 16 22:13:48.691751 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be8b07b-0921-45e8-a73b-cd46ce35f313 x-openstack-request-id: req-9be8b07b-0921-45e8-a73b-cd46ce35f313 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:48.692320 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2", "tag": "d604c8c8-9327-41a7-95f3-a3a757c062e8", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:48.692676 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9be8b07b-0921-45e8-a73b-cd46ce35f313 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:48.693159 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2', 'tag': 'd604c8c8-9327-41a7-95f3-a3a757c062e8', 'status': 'completed', 'code': 200} Dec 16 22:13:48.709576 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=1b895598-6976-4406-9d9c-a48e8cd46379,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:48.757807 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-83fc7163-5fc7-449d-948d-24483eec8861 req-9b7cacab-ca49-4617-abd1-0a7b60f5e581 service neutron] 10.222.0.76 "GET /v2.0/networks/cad91a34-249c-45b2-83af-f58c71b36922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926531 Dec 16 22:13:48.923021 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['1b895598-6976-4406-9d9c-a48e8cd46379'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:48.957247 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac619bc-abf4-4f86-beb4-5ae06c092979 req-6976c34d-5981-4e51-bddd-a7ca4faded04 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:48.958951 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eac619bc-abf4-4f86-beb4-5ae06c092979 req-6976c34d-5981-4e51-bddd-a7ca4faded04 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 949 time: 0.2291262 Dec 16 22:13:48.966560 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-7b46b533-8388-45b3-8774-83800c36115a service neutron] 10.222.0.57 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944236 Dec 16 22:13:49.008613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aace8f-19a8-4f52-be4d-61f5167a1d42 req-969d678d-e19d-43ef-8e1d-83942fbbedfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:49.051745 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-88aace8f-19a8-4f52-be4d-61f5167a1d42 req-969d678d-e19d-43ef-8e1d-83942fbbedfb service neutron] 10.222.0.57 "GET /v2.0/networks?id=fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925 HTTP/1.1" status: 200 len: 913 time: 0.3412404 Dec 16 22:13:49.128093 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-88aace8f-19a8-4f52-be4d-61f5167a1d42 req-54279f4f-ce08-4669-a9da-e90397f99998 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34838bd4-b016-4b7a-8c73-ac4dda5dbd07 HTTP/1.1" status: 200 len: 217 time: 0.0678210 Dec 16 22:13:49.149874 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-83fc7163-5fc7-449d-948d-24483eec8861 req-c552628c-0797-4bdf-8d06-364f07b010f9 service neutron] 10.222.0.76 "GET /v2.0/networks/cad91a34-249c-45b2-83af-f58c71b36922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585625 Dec 16 22:13:49.187302 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd51d0-bffb-4867-8cff-d8cdb019c514 req-a3a16ff0-0b00-41af-87de-e484e8b412f2 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:49.187302 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4ecd51d0-bffb-4867-8cff-d8cdb019c514 req-a3a16ff0-0b00-41af-87de-e484e8b412f2 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7 HTTP/1.1" status: 200 len: 949 time: 0.0577824 Dec 16 22:13:49.191108 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eac619bc-abf4-4f86-beb4-5ae06c092979 req-02d11128-7122-439e-aaad-1dd7dfb83057 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235239 Dec 16 22:13:49.225698 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aace8f-19a8-4f52-be4d-61f5167a1d42 req-1c8d8060-4b7b-4bbe-84dd-e8f3a5c9fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:49.227251 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-88aace8f-19a8-4f52-be4d-61f5167a1d42 req-1c8d8060-4b7b-4bbe-84dd-e8f3a5c9fb97 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=21c53808-9089-42b8-947a-ba9565cbb302 HTTP/1.1" status: 200 len: 853 time: 0.0900965 Dec 16 22:13:49.229093 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dc4a2d7-edb7-495b-ac04-eeffad5a3918 req-b23a9df7-8dc9-4f4d-8a14-ca5c2d46e8eb service neutron] 10.222.0.57 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426691 Dec 16 22:13:49.278943 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-88aace8f-19a8-4f52-be4d-61f5167a1d42 req-c1391b44-bd80-45d2-8d07-53124e6f7338 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348654 Dec 16 22:13:49.312674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-4ecd51d0-bffb-4867-8cff-d8cdb019c514 req-2dfff437-f4ca-4196-9ddd-ded346b5b3e0 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Deleting port 5046926c-72de-4d14-873e-1f01476dda53 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:13:49.313023 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-4ecd51d0-bffb-4867-8cff-d8cdb019c514 req-2dfff437-f4ca-4196-9ddd-ded346b5b3e0 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:49.420530 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7b655-b245-4a9a-bdde-8d321e8ab479 req-06bcd092-ca5c-493b-b1e1-831604da89c4 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:49.442692 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-4ecd51d0-bffb-4867-8cff-d8cdb019c514 req-2dfff437-f4ca-4196-9ddd-ded346b5b3e0 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] For port 5046926c-72de-4d14-873e-1f01476dda53, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5046926c-72de-4d14-873e-1f01476dda53,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:49.442692 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-4ecd51d0-bffb-4867-8cff-d8cdb019c514 req-2dfff437-f4ca-4196-9ddd-ded346b5b3e0 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:49.445509 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b6e7b655-b245-4a9a-bdde-8d321e8ab479 req-06bcd092-ca5c-493b-b1e1-831604da89c4 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2 HTTP/1.1" status: 200 len: 944 time: 0.0933011 Dec 16 22:13:49.457859 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-4ecd51d0-bffb-4867-8cff-d8cdb019c514 req-2dfff437-f4ca-4196-9ddd-ded346b5b3e0 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Calling delete_port for 5046926c-72de-4d14-873e-1f01476dda53 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:13:49.499114 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-88aace8f-19a8-4f52-be4d-61f5167a1d42 req-41e886ea-faa2-4c54-9fb3-465caf3416d8 service neutron] 10.222.0.57 "GET /v2.0/networks/fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124658 Dec 16 22:13:49.632932 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b6e7b655-b245-4a9a-bdde-8d321e8ab479 req-7b50b875-1844-4e8d-ad61-f2429bf88d5b tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863692 Dec 16 22:13:49.679894 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c5e65-deb7-4c91-86fe-a08b54227080 req-7c96cf34-37bb-4efe-9bd9-78295331ac71 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:49.681527 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-519c5e65-deb7-4c91-86fe-a08b54227080 req-7c96cf34-37bb-4efe-9bd9-78295331ac71 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe48fba5-201d-4346-a949-c4aa4c95f8e9 HTTP/1.1" status: 200 len: 949 time: 0.1251695 Dec 16 22:13:49.711746 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-88aace8f-19a8-4f52-be4d-61f5167a1d42 req-793c76f1-6b29-46a1-9d71-064612a538c5 service neutron] 10.222.0.57 "GET /v2.0/networks/fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818790 Dec 16 22:13:49.724910 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab0c0d-f2cf-4de9-9f92-e2bf7c45f0be req-d631eca6-798a-4879-9a9e-ea5e696a433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:49.727420 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-46ab0c0d-f2cf-4de9-9f92-e2bf7c45f0be req-d631eca6-798a-4879-9a9e-ea5e696a433a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a5983ec059547448cf45cc5d0d82ac4&device_id=d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2 HTTP/1.1" status: 200 len: 1095 time: 0.2273662 Dec 16 22:13:49.790353 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-519c5e65-deb7-4c91-86fe-a08b54227080 req-df51577f-22b0-417d-8be2-f17345d4066e tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/security-groups?id=b21cd94b-b43d-4ca8-ad0a-f74de285f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999951 Dec 16 22:13:49.883277 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169b157-8e38-4d63-a5de-600cb016728d req-78e1e13c-f38b-48a7-bc32-efd040497976 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:49.884629 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c169b157-8e38-4d63-a5de-600cb016728d req-78e1e13c-f38b-48a7-bc32-efd040497976 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7 HTTP/1.1" status: 200 len: 949 time: 0.1476352 Dec 16 22:13:49.906721 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-4ecd51d0-bffb-4867-8cff-d8cdb019c514 req-2dfff437-f4ca-4196-9ddd-ded346b5b3e0 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:49.949287 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfff437-f4ca-4196-9ddd-ded346b5b3e0 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Pushing event deleted for resources: {'Port': ['ID=5046926c-72de-4d14-873e-1f01476dda53,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:49.958913 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c169b157-8e38-4d63-a5de-600cb016728d req-274ce272-1837-4476-a073-72e57f44dc3f tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/security-groups?id=de7cabac-aca0-47ff-bd89-2fdab432a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671949 Dec 16 22:13:49.972749 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da04c31-0b78-4a9c-b463-c555b4f09f92 req-4393b233-d8e0-432f-a6f8-217f2b6ec78a tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:49.984391 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8da04c31-0b78-4a9c-b463-c555b4f09f92 req-4393b233-d8e0-432f-a6f8-217f2b6ec78a tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 984 time: 0.1229367 Dec 16 22:13:50.019179 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab0c0d-f2cf-4de9-9f92-e2bf7c45f0be req-dacdee8a-11b7-4ae8-a0b2-b13231457d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:50.021572 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-46ab0c0d-f2cf-4de9-9f92-e2bf7c45f0be req-dacdee8a-11b7-4ae8-a0b2-b13231457d4c service neutron] 10.222.0.57 "GET /v2.0/networks?id=8ad157d2-5520-47b6-a14b-23516eba3ebc HTTP/1.1" status: 200 len: 906 time: 0.2478638 Dec 16 22:13:50.042209 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecd51d0-bffb-4867-8cff-d8cdb019c514 req-2dfff437-f4ca-4196-9ddd-ded346b5b3e0 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] No DVR routers for this DVR port 5046926c-72de-4d14-873e-1f01476dda53 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:13:50.046471 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-4ecd51d0-bffb-4867-8cff-d8cdb019c514 req-2dfff437-f4ca-4196-9ddd-ded346b5b3e0 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:50.051191 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4ecd51d0-bffb-4867-8cff-d8cdb019c514 req-2dfff437-f4ca-4196-9ddd-ded346b5b3e0 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.57 "DELETE /v2.0/ports/5046926c-72de-4d14-873e-1f01476dda53 HTTP/1.1" status: 204 len: 173 time: 0.8649986 Dec 16 22:13:50.094001 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9182d84-f5c5-449f-818a-a41d6ea86080 req-e9e790fd-b7a2-41b2-baa3-ff6285e846c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:50.094416 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b9182d84-f5c5-449f-818a-a41d6ea86080 req-e9e790fd-b7a2-41b2-baa3-ff6285e846c3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f46ea7d5a2a74db992746e488a2c27c4&device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 1135 time: 0.1507180 Dec 16 22:13:50.095771 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-46ab0c0d-f2cf-4de9-9f92-e2bf7c45f0be req-706472fc-1088-498f-9e15-21cf2d144a79 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d604c8c8-9327-41a7-95f3-a3a757c062e8 HTTP/1.1" status: 200 len: 217 time: 0.0569458 Dec 16 22:13:50.142036 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8da04c31-0b78-4a9c-b463-c555b4f09f92 req-a9d4e8d0-7a76-436d-8272-01d44b3a9486 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&id=d7a5581e-af6e-42e2-83c5-02a4ea1ae075&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1554317 Dec 16 22:13:50.164926 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 6b7b18cd-258e-468d-90e5-1c61a50a0610 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:13:50.173030 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 1b895598-6976-4406-9d9c-a48e8cd46379 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:13:50.283756 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7', 'name': 'network-vif-deleted', 'tag': '5046926c-72de-4d14-873e-1f01476dda53'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:50.286668 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3036a126-69d8-4436-b58d-c52ba645c0a9" -d '{"events": [{"server_uuid": "eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7", "name": "network-vif-deleted", "tag": "5046926c-72de-4d14-873e-1f01476dda53"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:50.317516 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9182d84-f5c5-449f-818a-a41d6ea86080 req-61b5472d-45e2-4088-89be-44e7f63e1397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:50.318991 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b9182d84-f5c5-449f-818a-a41d6ea86080 req-61b5472d-45e2-4088-89be-44e7f63e1397 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925 HTTP/1.1" status: 200 len: 913 time: 0.1855764 Dec 16 22:13:50.390733 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b9182d84-f5c5-449f-818a-a41d6ea86080 req-eeca8c60-6331-4075-a5c5-e13133bcf33f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34838bd4-b016-4b7a-8c73-ac4dda5dbd07 HTTP/1.1" status: 200 len: 217 time: 0.0401790 Dec 16 22:13:50.436112 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 6b7b18cd-258e-468d-90e5-1c61a50a0610, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=6b7b18cd-258e-468d-90e5-1c61a50a0610,segment=NetworkSegment(f644fd15-02a7-4c5e-8c9b-aed9015799bd),segment_id=f644fd15-02a7-4c5e-8c9b-aed9015799bd)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:50.439317 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 1b895598-6976-4406-9d9c-a48e8cd46379 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:13:50.465929 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 1b895598-6976-4406-9d9c-a48e8cd46379 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:50.466788 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:50.470968 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '6b7b18cd-258e-468d-90e5-1c61a50a0610', 'network_id': 'cad91a34-249c-45b2-83af-f58c71b36922', 'port_id': '6b7b18cd-258e-468d-90e5-1c61a50a0610', 'mac_address': 'fa:16:3e:ae:db:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3b028fb-b449-456f-83ef-703e1dbce1bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:13:50.486593 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effd554-6fb4-499c-be40-63b14fbc93a1 req-82fd1dad-92ab-43c1-af48-09853d013349 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:50.488194 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8effd554-6fb4-499c-be40-63b14fbc93a1 req-82fd1dad-92ab-43c1-af48-09853d013349 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=532456ec-f158-474c-8754-cb7ba97b2e91 HTTP/1.1" status: 200 len: 944 time: 0.3915246 Dec 16 22:13:50.498851 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab0c0d-f2cf-4de9-9f92-e2bf7c45f0be req-3e3675ec-cef8-43e3-9b06-33a0be167e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:50.499722 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-46ab0c0d-f2cf-4de9-9f92-e2bf7c45f0be req-3e3675ec-cef8-43e3-9b06-33a0be167e91 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9741df81-7a4c-44a7-8dc9-6f94ad4c24c8 HTTP/1.1" status: 200 len: 846 time: 0.1913509 Dec 16 22:13:50.501288 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9182d84-f5c5-449f-818a-a41d6ea86080 req-d57a100c-7b0f-49b8-8de2-d11f9008db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:50.502983 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b9182d84-f5c5-449f-818a-a41d6ea86080 req-d57a100c-7b0f-49b8-8de2-d11f9008db49 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=21c53808-9089-42b8-947a-ba9565cbb302 HTTP/1.1" status: 200 len: 853 time: 0.0976043 Dec 16 22:13:50.549850 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:50.570621 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b7b18cd-258e-468d-90e5-1c61a50a0610 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:50.578242 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-46ab0c0d-f2cf-4de9-9f92-e2bf7c45f0be req-31b39611-7a85-4156-855a-0c309753d71a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ad157d2-5520-47b6-a14b-23516eba3ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530539 Dec 16 22:13:50.580335 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b9182d84-f5c5-449f-818a-a41d6ea86080 req-8c2d4719-0bab-43b1-ae31-e723bb1d798b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287852 Dec 16 22:13:50.613387 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 6b7b18cd-258e-468d-90e5-1c61a50a0610, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=6b7b18cd-258e-468d-90e5-1c61a50a0610,segment=NetworkSegment(f644fd15-02a7-4c5e-8c9b-aed9015799bd),segment_id=f644fd15-02a7-4c5e-8c9b-aed9015799bd)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:50.705727 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:50.775140 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8effd554-6fb4-499c-be40-63b14fbc93a1 req-fc3aec31-4c48-46c1-8409-a1f8c164f808 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707055 Dec 16 22:13:50.790005 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:50.827828 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-46ab0c0d-f2cf-4de9-9f92-e2bf7c45f0be req-aaef0ea1-88a2-425c-9a33-a6f807ec4d76 service neutron] 10.222.0.57 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314219 Dec 16 22:13:50.864361 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=6b7b18cd-258e-468d-90e5-1c61a50a0610,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:50.907670 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 1b895598-6976-4406-9d9c-a48e8cd46379, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=1b895598-6976-4406-9d9c-a48e8cd46379,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:50.908703 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e21bde0-2838-45c5-a525-8d975a412f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b895598-6976-4406-9d9c-a48e8cd46379'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:50.911796 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3039aa4d-38d7-43c9-8e80-a2bbe43c2ce1" -d '{"events": [{"server_uuid": "6e21bde0-2838-45c5-a525-8d975a412f84", "name": "network-vif-plugged", "status": "completed", "tag": "1b895598-6976-4406-9d9c-a48e8cd46379"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:50.966074 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b9182d84-f5c5-449f-818a-a41d6ea86080 req-f50b286e-f953-47c4-a3fc-5d5464d096f6 service neutron] 10.222.0.57 "GET /v2.0/networks/fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834003 Dec 16 22:13:51.020372 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:51.064898 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6b7b18cd-258e-468d-90e5-1c61a50a0610'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:51.140310 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-46ab0c0d-f2cf-4de9-9f92-e2bf7c45f0be req-8b1ec027-4898-449e-8e22-9ff70537fbdc service neutron] 10.222.0.57 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943900 Dec 16 22:13:51.191875 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5e7ded-7925-4380-b9d7-65327ebbbdf0 x-openstack-request-id: req-ca5e7ded-7925-4380-b9d7-65327ebbbdf0 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:51.193594 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7", "name": "network-vif-deleted", "tag": "5046926c-72de-4d14-873e-1f01476dda53", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:51.194508 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ca5e7ded-7925-4380-b9d7-65327ebbbdf0 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:51.195477 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7', 'name': 'network-vif-deleted', 'tag': '5046926c-72de-4d14-873e-1f01476dda53', 'status': 'completed', 'code': 200} Dec 16 22:13:51.196200 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964ba64-9e0e-4e52-a05f-4227495d7f7c req-1b4dbd41-bd03-4f97-b687-a0739a429b81 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:51.204572 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8964ba64-9e0e-4e52-a05f-4227495d7f7c req-1b4dbd41-bd03-4f97-b687-a0739a429b81 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.1319382 Dec 16 22:13:51.215005 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=1b895598-6976-4406-9d9c-a48e8cd46379,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:51.251288 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b9182d84-f5c5-449f-818a-a41d6ea86080 req-29901517-2558-48e1-8969-2cd76e43616f service neutron] 10.222.0.57 "GET /v2.0/networks/fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727942 Dec 16 22:13:51.300816 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8964ba64-9e0e-4e52-a05f-4227495d7f7c req-eda81de5-5a26-482c-bbe9-3b8a515c3018 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952835 Dec 16 22:13:51.353235 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5046926c-72de-4d14-873e-1f01476dda53 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:13:51.380283 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee4266-9ac2-4f78-88bd-fd4b862f830f req-aba46561-109a-4e28-8ac6-c698c32d995a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:51.382696 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abee4266-9ac2-4f78-88bd-fd4b862f830f req-aba46561-109a-4e28-8ac6-c698c32d995a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2 HTTP/1.1" status: 200 len: 944 time: 0.1040955 Dec 16 22:13:51.394592 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb8f1c0-f13f-4bae-90b6-9f2775eda6c5 x-openstack-request-id: req-7cb8f1c0-f13f-4bae-90b6-9f2775eda6c5 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:51.395090 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e21bde0-2838-45c5-a525-8d975a412f84", "name": "network-vif-plugged", "status": "completed", "tag": "1b895598-6976-4406-9d9c-a48e8cd46379", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:51.395301 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7cb8f1c0-f13f-4bae-90b6-9f2775eda6c5 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:51.395706 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e21bde0-2838-45c5-a525-8d975a412f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b895598-6976-4406-9d9c-a48e8cd46379', 'code': 200} Dec 16 22:13:51.398336 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 5046926c-72de-4d14-873e-1f01476dda53 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:13:51.398693 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5046926c-72de-4d14-873e-1f01476dda53 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:13:51.479745 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abee4266-9ac2-4f78-88bd-fd4b862f830f req-d388697e-46e6-42a0-9ef2-c9402da711a1 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882292 Dec 16 22:13:51.582235 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7b5efced-0855-4eef-8a1d-067ac4f0cf9a req-1f64fa68-f4f5-4632-bce4-c6b931cef685 tempest-ServerDiagnosticsNegativeTest-1231475111 tempest-ServerDiagnosticsNegativeTest-1231475111-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb8fbc01-bcf4-46eb-ad5c-e41b4ffd76a7 HTTP/1.1" status: 200 len: 210 time: 0.0719767 Dec 16 22:13:51.638016 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c012381-5307-4a3a-a967-4962d3489331 req-cd57460d-c9a6-443e-a281-7427260ee442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:51.640207 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8c012381-5307-4a3a-a967-4962d3489331 req-cd57460d-c9a6-443e-a281-7427260ee442 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 1101 time: 0.1233699 Dec 16 22:13:51.766256 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8c012381-5307-4a3a-a967-4962d3489331 req-d6d06f8c-e858-4852-812a-ed1055e12ea8 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138234 Dec 16 22:13:51.785073 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d647231-bb4b-487d-ae7f-ced0fc8c6a91 req-fa5b7a8e-813e-42b7-910e-ea1138c33c18 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:51.786759 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4d647231-bb4b-487d-ae7f-ced0fc8c6a91 req-fa5b7a8e-813e-42b7-910e-ea1138c33c18 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 984 time: 0.0714011 Dec 16 22:13:51.868459 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4d647231-bb4b-487d-ae7f-ced0fc8c6a91 req-8a9bc3ff-0dcc-4547-9d25-826cf60afc0b tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&id=d7a5581e-af6e-42e2-83c5-02a4ea1ae075&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0740769 Dec 16 22:13:51.965865 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787890e8-5df3-47a1-9762-b7bc13f99d99 req-ecb14a61-9157-412b-8462-0678c6e1aff5 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:51.984852 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-787890e8-5df3-47a1-9762-b7bc13f99d99 req-ecb14a61-9157-412b-8462-0678c6e1aff5 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=532456ec-f158-474c-8754-cb7ba97b2e91 HTTP/1.1" status: 200 len: 945 time: 0.0852411 Dec 16 22:13:52.065814 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-787890e8-5df3-47a1-9762-b7bc13f99d99 req-d1691ef4-a7da-4b8c-a2cd-fc416f572cc2 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800459 Dec 16 22:13:52.464132 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f84a25-1855-4c35-b91f-6dcf7f79a75d req-1e936179-3fa7-4be9-9d31-4b7dcf66beb9 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:52.472793 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e2f84a25-1855-4c35-b91f-6dcf7f79a75d req-1e936179-3fa7-4be9-9d31-4b7dcf66beb9 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.0674341 Dec 16 22:13:52.583165 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e2f84a25-1855-4c35-b91f-6dcf7f79a75d req-9d874f6d-087d-4694-b65b-8c360cc3544d tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958092 Dec 16 22:13:52.643884 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983f296-528c-447d-87ca-192e65f0208b req-9c353beb-2587-415d-946b-15f7d4b2673d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:52.652927 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1983f296-528c-447d-87ca-192e65f0208b req-9c353beb-2587-415d-946b-15f7d4b2673d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2 HTTP/1.1" status: 200 len: 944 time: 0.0700879 Dec 16 22:13:52.724061 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1983f296-528c-447d-87ca-192e65f0208b req-a4cca18a-b9b0-4594-80d3-5d9c703c48d6 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670631 Dec 16 22:13:53.014836 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb30ce-55a4-4770-bd6c-61700a571ae6 req-da82b53d-737b-40f8-83fc-bbab253e5e55 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:53.016544 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-feeb30ce-55a4-4770-bd6c-61700a571ae6 req-da82b53d-737b-40f8-83fc-bbab253e5e55 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 984 time: 0.0564840 Dec 16 22:13:53.097587 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-feeb30ce-55a4-4770-bd6c-61700a571ae6 req-f5ca03fc-cdd3-4829-82fb-d44fe28e0f02 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&id=d7a5581e-af6e-42e2-83c5-02a4ea1ae075&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0750465 Dec 16 22:13:53.303274 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35526) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:53.313141 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4cdf0-1aca-4f0a-85a2-97767fd8fdde req-8df3b3d1-61ca-4d81-a59a-c58661dfcec4 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:53.327904 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ba4cdf0-1aca-4f0a-85a2-97767fd8fdde req-8df3b3d1-61ca-4d81-a59a-c58661dfcec4 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=532456ec-f158-474c-8754-cb7ba97b2e91 HTTP/1.1" status: 200 len: 945 time: 0.1121161 Dec 16 22:13:53.346379 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device d604c8c8-9327-41a7-95f3-a3a757c062e8 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:13:53.371591 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-04980deb-729d-402c-b0a7-2a6182ef8a25 req-d2b78484-ceca-456b-9c05-6dda51e78505 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1449197308&fields=id&tenant_id=f46ea7d5a2a74db992746e488a2c27c4 HTTP/1.1" status: 200 len: 267 time: 0.0596578 Dec 16 22:13:53.442767 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ba4cdf0-1aca-4f0a-85a2-97767fd8fdde req-2b11a314-1d2e-414f-9d23-b16f230a0704 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134260 Dec 16 22:13:53.458405 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89e11da8-911d-4284-a250-730d0bea127f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:53.493027 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port d604c8c8-9327-41a7-95f3-a3a757c062e8, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=d604c8c8-9327-41a7-95f3-a3a757c062e8,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:53.494999 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04980deb-729d-402c-b0a7-2a6182ef8a25 req-46c69093-ed2d-4f63-a777-7280f6cf79a9 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:53.497575 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-04980deb-729d-402c-b0a7-2a6182ef8a25 req-46c69093-ed2d-4f63-a777-7280f6cf79a9 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 984 time: 0.1169519 Dec 16 22:13:53.505160 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': 'd604c8c8-9327-41a7-95f3-a3a757c062e8', 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc', 'port_id': 'd604c8c8-9327-41a7-95f3-a3a757c062e8', 'mac_address': 'fa:16:3e:24:bc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9741df81-7a4c-44a7-8dc9-6f94ad4c24c8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:13:53.521264 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-04980deb-729d-402c-b0a7-2a6182ef8a25 req-661dc26f-635d-4042-b3de-3173c901fa49 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Request body: {'port': {'security_groups': ['0c3d08fd-3558-4474-8a96-bef7ed150fb2', 'd7a5581e-af6e-42e2-83c5-02a4ea1ae075', '7c8d89f9-fbe9-4e3f-aa9e-64e65e57bc0e']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:13:53.544976 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:53.559128 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d604c8c8-9327-41a7-95f3-a3a757c062e8 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:53.583918 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port d604c8c8-9327-41a7-95f3-a3a757c062e8, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=d604c8c8-9327-41a7-95f3-a3a757c062e8,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:53.587789 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1a5858ae-5710-4373-9aab-605849bec872 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=28f9c3586a00458bba5f521b461bb0bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827582 Dec 16 22:13:53.590214 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35532) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:53.651321 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-04980deb-729d-402c-b0a7-2a6182ef8a25 req-661dc26f-635d-4042-b3de-3173c901fa49 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:53.723485 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f9fbd916-2ffe-45a6-8670-3ff26a39f349 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:53.761217 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:53.822685 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f9fbd916-2ffe-45a6-8670-3ff26a39f349 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:53.865268 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=d604c8c8-9327-41a7-95f3-a3a757c062e8,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:54.041256 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-04980deb-729d-402c-b0a7-2a6182ef8a25 req-661dc26f-635d-4042-b3de-3173c901fa49 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] For port 34838bd4-b016-4b7a-8c73-ac4dda5dbd07, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=34838bd4-b016-4b7a-8c73-ac4dda5dbd07,segment=NetworkSegment(1245a524-6df6-423f-990d-26e7606d949e),segment_id=1245a524-6df6-423f-990d-26e7606d949e)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:54.054089 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233c1cd-9418-4748-a877-363eb692bf54 req-9becf606-53a4-4bf4-bc00-cbb8a1ef0fc1 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:54.058694 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8233c1cd-9418-4748-a877-363eb692bf54 req-9becf606-53a4-4bf4-bc00-cbb8a1ef0fc1 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.4048202 Dec 16 22:13:54.092878 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f9fbd916-2ffe-45a6-8670-3ff26a39f349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:54.098846 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f9fbd916-2ffe-45a6-8670-3ff26a39f349 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:54.102319 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f9fbd916-2ffe-45a6-8670-3ff26a39f349 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/de7cabac-aca0-47ff-bd89-2fdab432a362 HTTP/1.1" status: 204 len: 168 time: 0.5088313 Dec 16 22:13:54.105003 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-04980deb-729d-402c-b0a7-2a6182ef8a25 req-661dc26f-635d-4042-b3de-3173c901fa49 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:54.124086 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8233c1cd-9418-4748-a877-363eb692bf54 req-1a2bb369-85b4-49ff-a35f-1244d1a9bf3c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565829 Dec 16 22:13:54.124282 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbd916-2ffe-45a6-8670-3ff26a39f349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7cabac-aca0-47ff-bd89-2fdab432a362,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:54.167216 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 6b7b18cd-258e-468d-90e5-1c61a50a0610 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:13:54.197797 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-04980deb-729d-402c-b0a7-2a6182ef8a25 req-661dc26f-635d-4042-b3de-3173c901fa49 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:54.254814 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['34838bd4-b016-4b7a-8c73-ac4dda5dbd07'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:54.279550 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a1ae1-d977-494a-82ce-5262c55b3607 req-42ab7440-2c92-4c38-862b-7cbe0267dd22 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:54.281971 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-199a1ae1-d977-494a-82ce-5262c55b3607 req-42ab7440-2c92-4c38-862b-7cbe0267dd22 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2 HTTP/1.1" status: 200 len: 945 time: 0.0809431 Dec 16 22:13:54.300237 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661dc26f-635d-4042-b3de-3173c901fa49 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Pushing event updated for resources: {'Port': ['ID=34838bd4-b016-4b7a-8c73-ac4dda5dbd07,revision_number=7']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:54.304431 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6a229090-9abb-4381-8f5b-226772e8d323'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:54.310853 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['d604c8c8-9327-41a7-95f3-a3a757c062e8'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:54.354063 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04980deb-729d-402c-b0a7-2a6182ef8a25 req-661dc26f-635d-4042-b3de-3173c901fa49 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:54.357378 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-04980deb-729d-402c-b0a7-2a6182ef8a25 req-661dc26f-635d-4042-b3de-3173c901fa49 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:54.360544 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-04980deb-729d-402c-b0a7-2a6182ef8a25 req-661dc26f-635d-4042-b3de-3173c901fa49 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "PUT /v2.0/ports/34838bd4-b016-4b7a-8c73-ac4dda5dbd07 HTTP/1.1" status: 200 len: 1020 time: 0.8513632 Dec 16 22:13:54.362296 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0e98f3-df1c-4401-bea3-8efcf434aba4', 'tag': '34838bd4-b016-4b7a-8c73-ac4dda5dbd07'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:54.366028 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b6061c-5150-407f-9894-5b6f2a723eca" -d '{"events": [{"name": "network-changed", "server_uuid": "db0e98f3-df1c-4401-bea3-8efcf434aba4", "tag": "34838bd4-b016-4b7a-8c73-ac4dda5dbd07"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:54.399835 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-199a1ae1-d977-494a-82ce-5262c55b3607 req-9c16304d-1972-4775-a3dd-8686bab001ac tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107912 Dec 16 22:13:54.606941 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-01347269-f2cc-4db1-8d73-04e16d45617b req-60f222bb-41f2-4b18-ac08-7713c87ac1d1 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:13:54.608318 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-01347269-f2cc-4db1-8d73-04e16d45617b req-60f222bb-41f2-4b18-ac08-7713c87ac1d1 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063903 Dec 16 22:13:54.616988 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 6b7b18cd-258e-468d-90e5-1c61a50a0610 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:13:54.655911 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 6b7b18cd-258e-468d-90e5-1c61a50a0610 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:54.656291 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:54.698213 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['34838bd4-b016-4b7a-8c73-ac4dda5dbd07'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:54.702788 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8a6e3ec4-4058-45b3-b615-4c46644f377f req-fe8e5cff-b749-4515-bcbc-25166b9ef37a tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups/7c8d89f9-fbe9-4e3f-aa9e-64e65e57bc0e HTTP/1.1" status: 200 len: 1818 time: 0.0971115 Dec 16 22:13:54.767544 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [req-8a6e3ec4-4058-45b3-b615-4c46644f377f req-f82deac0-d2c5-4e16-ab7a-fdb8217fc4f4 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 22:13:54.768755 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8a6e3ec4-4058-45b3-b615-4c46644f377f req-f82deac0-d2c5-4e16-ab7a-fdb8217fc4f4 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "DELETE /v2.0/security-groups/7c8d89f9-fbe9-4e3f-aa9e-64e65e57bc0e HTTP/1.1" status: 409 len: 341 time: 0.0651426 Dec 16 22:13:54.815845 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59165707-e66d-4c18-bc37-6438841f5e6a x-openstack-request-id: req-59165707-e66d-4c18-bc37-6438841f5e6a {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:54.816447 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0e98f3-df1c-4401-bea3-8efcf434aba4", "tag": "34838bd4-b016-4b7a-8c73-ac4dda5dbd07", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:54.816447 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-59165707-e66d-4c18-bc37-6438841f5e6a {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:54.816801 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0e98f3-df1c-4401-bea3-8efcf434aba4', 'tag': '34838bd4-b016-4b7a-8c73-ac4dda5dbd07', 'status': 'completed', 'code': 200} Dec 16 22:13:54.990009 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7500913-5e0c-4ea2-9825-8da467dfc53e req-aa423bdc-55fc-4b94-b01f-accd8143e3bc tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:55.001406 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d7500913-5e0c-4ea2-9825-8da467dfc53e req-aa423bdc-55fc-4b94-b01f-accd8143e3bc tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=532456ec-f158-474c-8754-cb7ba97b2e91 HTTP/1.1" status: 200 len: 945 time: 0.1077864 Dec 16 22:13:55.011773 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6061c-5150-407f-9894-5b6f2a723eca req-f6600d6f-075f-4023-b249-f436d977cb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:55.014511 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-87b6061c-5150-407f-9894-5b6f2a723eca req-f6600d6f-075f-4023-b249-f436d977cb1a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f46ea7d5a2a74db992746e488a2c27c4&device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 1174 time: 0.1414821 Dec 16 22:13:55.033842 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:55.049207 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35588) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:55.071176 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5a90601d-050c-42df-af93-aec21c1a98e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:55.119719 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d7500913-5e0c-4ea2-9825-8da467dfc53e req-09354978-0c5f-44e4-80a4-d80fa114d36a tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172502 Dec 16 22:13:55.138705 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532456ec-f158-474c-8754-cb7ba97b2e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7b18cd-258e-468d-90e5-1c61a50a0610'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:55.140693 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3868b133-f418-4f87-94ca-0e8d7306a6ea" -d '{"events": [{"server_uuid": "532456ec-f158-474c-8754-cb7ba97b2e91", "name": "network-vif-plugged", "status": "completed", "tag": "6b7b18cd-258e-468d-90e5-1c61a50a0610"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:55.169808 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 6b7b18cd-258e-468d-90e5-1c61a50a0610, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=6b7b18cd-258e-468d-90e5-1c61a50a0610,segment=NetworkSegment(f644fd15-02a7-4c5e-8c9b-aed9015799bd),segment_id=f644fd15-02a7-4c5e-8c9b-aed9015799bd)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:55.180889 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6061c-5150-407f-9894-5b6f2a723eca req-9c4f280f-a893-48ee-a0e7-cfdf3611c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:55.184997 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-87b6061c-5150-407f-9894-5b6f2a723eca req-9c4f280f-a893-48ee-a0e7-cfdf3611c4e7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925 HTTP/1.1" status: 200 len: 913 time: 0.1405363 Dec 16 22:13:55.201308 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5a90601d-050c-42df-af93-aec21c1a98e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:55.243464 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-87b6061c-5150-407f-9894-5b6f2a723eca req-a10ac5db-e3b4-41ae-86db-5637d35b68d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34838bd4-b016-4b7a-8c73-ac4dda5dbd07 HTTP/1.1" status: 200 len: 217 time: 0.0517511 Dec 16 22:13:55.259030 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:55.288560 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5a90601d-050c-42df-af93-aec21c1a98e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:55.327830 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5a90601d-050c-42df-af93-aec21c1a98e9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ef5456b2dd0543ebb48be6ab0f69dcb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765625 Dec 16 22:13:55.332124 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35592) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:13:55.352058 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=6b7b18cd-258e-468d-90e5-1c61a50a0610,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:55.354081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90601d-050c-42df-af93-aec21c1a98e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4e241e-a8b5-4c6c-837f-501756141333,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:55.370721 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:13:55.387436 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-e3c51d6c-b03f-498d-8aa1-c89347247cd0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1876738 Dec 16 22:13:55.390665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6061c-5150-407f-9894-5b6f2a723eca req-f4899084-04cd-4b5b-b8b0-556649512864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:55.391353 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-87b6061c-5150-407f-9894-5b6f2a723eca req-f4899084-04cd-4b5b-b8b0-556649512864 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=21c53808-9089-42b8-947a-ba9565cbb302 HTTP/1.1" status: 200 len: 853 time: 0.1221306 Dec 16 22:13:55.406482 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da397fe4-2857-4b28-972b-20096c9a657c req-917da2c8-8d21-473c-abfc-0ea91f899b9d tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:55.408082 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da397fe4-2857-4b28-972b-20096c9a657c req-917da2c8-8d21-473c-abfc-0ea91f899b9d tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.1674974 Dec 16 22:13:55.460433 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-87b6061c-5150-407f-9894-5b6f2a723eca req-24568243-6197-497e-8d76-f5e7fc8fbc6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451503 Dec 16 22:13:55.513514 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004e9394-01e5-45b8-8944-322326ace2c2 x-openstack-request-id: req-004e9394-01e5-45b8-8944-322326ace2c2 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:55.516345 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532456ec-f158-474c-8754-cb7ba97b2e91", "name": "network-vif-plugged", "status": "completed", "tag": "6b7b18cd-258e-468d-90e5-1c61a50a0610", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:55.516345 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-004e9394-01e5-45b8-8944-322326ace2c2 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:55.516345 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532456ec-f158-474c-8754-cb7ba97b2e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7b18cd-258e-468d-90e5-1c61a50a0610', 'code': 200} Dec 16 22:13:55.552718 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5ec6f823-d9d6-4a05-b7ff-85e2b39d061a,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:55.583238 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-713a681c-7e39-41ae-a667-7e693a9fd43a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:55.586693 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '5ec6f823-d9d6-4a05-b7ff-85e2b39d061a', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '5ec6f823-d9d6-4a05-b7ff-85e2b39d061a', 'mac_address': 'fa:16:3e:96:3f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:13:55.613831 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fd8c747d-cc5d-4336-a974-9fa6541f1f00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:55.636813 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:55.657350 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:13:55.686592 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763457f7-c533-4140-aea0-3b3ca9811244 req-735fc436-9cd4-4094-9a08-fd26e4958ee3 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:55.688956 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-763457f7-c533-4140-aea0-3b3ca9811244 req-735fc436-9cd4-4094-9a08-fd26e4958ee3 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2 HTTP/1.1" status: 200 len: 945 time: 0.1067197 Dec 16 22:13:55.705871 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5ec6f823-d9d6-4a05-b7ff-85e2b39d061a,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:55.707323 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da397fe4-2857-4b28-972b-20096c9a657c req-4fe88a75-ceca-40ff-a47b-881442a0aa42 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885871 Dec 16 22:13:55.758103 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fd8c747d-cc5d-4336-a974-9fa6541f1f00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:55.769267 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-763457f7-c533-4140-aea0-3b3ca9811244 req-3bf883ec-4b45-416f-a75c-669906143f9a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732133 Dec 16 22:13:55.792624 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:55.849511 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=5ec6f823-d9d6-4a05-b7ff-85e2b39d061a,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:55.875710 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-87b6061c-5150-407f-9894-5b6f2a723eca req-9ec984bd-ff0a-4d68-9f3c-df0aed54ebe3 service neutron] 10.222.0.57 "GET /v2.0/networks/fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036291 Dec 16 22:13:55.929190 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3b649-9c67-44ea-a279-6d0bd294d297 req-fbbd0f86-a1e9-429a-862a-1d2da532737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:55.932763 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f6d3b649-9c67-44ea-a279-6d0bd294d297 req-fbbd0f86-a1e9-429a-862a-1d2da532737b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=532456ec-f158-474c-8754-cb7ba97b2e91 HTTP/1.1" status: 200 len: 1097 time: 0.2835205 Dec 16 22:13:55.988820 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a087ae-27c8-4d99-b2d1-109d5a9329f6 req-f5c113ea-8e45-459b-82a9-3279ef01252f tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:55.990450 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-49a087ae-27c8-4d99-b2d1-109d5a9329f6 req-f5c113ea-8e45-459b-82a9-3279ef01252f tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 1023 time: 0.1855319 Dec 16 22:13:56.057272 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['5ec6f823-d9d6-4a05-b7ff-85e2b39d061a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:56.085800 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f6d3b649-9c67-44ea-a279-6d0bd294d297 req-c7beb141-6e8a-4e05-984f-103ef01d31a8 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200912 Dec 16 22:13:56.105313 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-87b6061c-5150-407f-9894-5b6f2a723eca req-d5cab4d5-5854-45a9-97fc-be986d3b89aa service neutron] 10.222.0.57 "GET /v2.0/networks/fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188315 Dec 16 22:13:56.150902 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-49a087ae-27c8-4d99-b2d1-109d5a9329f6 req-0c794194-3fd6-42f7-a24f-8c1bca864ad8 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&id=7c8d89f9-fbe9-4e3f-aa9e-64e65e57bc0e&id=d7a5581e-af6e-42e2-83c5-02a4ea1ae075&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1489019 Dec 16 22:13:56.176595 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fd8c747d-cc5d-4336-a974-9fa6541f1f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:56.176595 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fd8c747d-cc5d-4336-a974-9fa6541f1f00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:56.176595 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fd8c747d-cc5d-4336-a974-9fa6541f1f00 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ab4e241e-a8b5-4c6c-837f-501756141333 HTTP/1.1" status: 204 len: 168 time: 0.8398604 Dec 16 22:13:56.183427 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c747d-cc5d-4336-a974-9fa6541f1f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4e241e-a8b5-4c6c-837f-501756141333,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:56.350168 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2875f1-36a1-4be9-a912-dd34c2461b46 req-34e75fb8-8e07-41b3-8631-800b2f089558 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:56.357444 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ae2875f1-36a1-4be9-a912-dd34c2461b46 req-34e75fb8-8e07-41b3-8631-800b2f089558 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=532456ec-f158-474c-8754-cb7ba97b2e91 HTTP/1.1" status: 200 len: 946 time: 0.0802219 Dec 16 22:13:56.414903 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ae2875f1-36a1-4be9-a912-dd34c2461b46 req-4b5767a9-cc04-4bb1-841c-c21a87b2da1d tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461566 Dec 16 22:13:56.677715 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:56.809080 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:56.844930 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba76113-19c0-4481-8c05-2c31adfc3f76 req-8b999f89-862f-4456-99be-b001a5db6d18 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:56.847525 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ba76113-19c0-4481-8c05-2c31adfc3f76 req-8b999f89-862f-4456-99be-b001a5db6d18 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.0608261 Dec 16 22:13:56.895724 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ba76113-19c0-4481-8c05-2c31adfc3f76 req-e2749274-3344-4e81-8f60-05fbc916fe81 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433488 Dec 16 22:13:57.001146 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0ff25-d966-467e-ba28-07593ead8806 req-fec9bc65-21bf-43c0-b33c-ddc9aff69cbe tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:57.002895 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8da0ff25-d966-467e-ba28-07593ead8806 req-fec9bc65-21bf-43c0-b33c-ddc9aff69cbe tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2 HTTP/1.1" status: 200 len: 945 time: 0.0527160 Dec 16 22:13:57.057720 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8da0ff25-d966-467e-ba28-07593ead8806 req-c288e536-afa1-42e0-94e0-c3c5cca916ac tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465338 Dec 16 22:13:57.317507 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3e778-da5f-4e4e-8e32-6eef789704ce req-8e5a5322-a378-4855-900c-a75ea436a475 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:57.319091 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7c3e778-da5f-4e4e-8e32-6eef789704ce req-8e5a5322-a378-4855-900c-a75ea436a475 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 1023 time: 0.0589263 Dec 16 22:13:57.360364 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:13:57.413626 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:57.414759 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:57.418400 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7c3e778-da5f-4e4e-8e32-6eef789704ce req-111fe86a-fce0-4891-9b50-d9b492f2bdf6 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&id=7c8d89f9-fbe9-4e3f-aa9e-64e65e57bc0e&id=d7a5581e-af6e-42e2-83c5-02a4ea1ae075&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0888679 Dec 16 22:13:57.535612 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:57.562290 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9ffed-5164-4e00-9ec6-9886fd84e90c req-81987c4b-c0c2-4e52-9059-ae51d2639f89 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:57.563408 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe48fba5-201d-4346-a949-c4aa4c95f8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec6f823-d9d6-4a05-b7ff-85e2b39d061a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:57.565641 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea97e6b-16fe-46be-9e59-38a70455f2ca" -d '{"events": [{"server_uuid": "fe48fba5-201d-4346-a949-c4aa4c95f8e9", "name": "network-vif-plugged", "status": "completed", "tag": "5ec6f823-d9d6-4a05-b7ff-85e2b39d061a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:57.569656 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7aa9ffed-5164-4e00-9ec6-9886fd84e90c req-81987c4b-c0c2-4e52-9059-ae51d2639f89 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=532456ec-f158-474c-8754-cb7ba97b2e91 HTTP/1.1" status: 200 len: 946 time: 0.0591667 Dec 16 22:13:57.580976 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5ec6f823-d9d6-4a05-b7ff-85e2b39d061a,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:57.616689 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7aa9ffed-5164-4e00-9ec6-9886fd84e90c req-9d23a8b4-82e4-49da-9d2e-94abd0cc8158 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461721 Dec 16 22:13:57.668241 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcf1d9e-9ec5-4304-b925-7686068c61d5 x-openstack-request-id: req-abcf1d9e-9ec5-4304-b925-7686068c61d5 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:13:57.668602 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe48fba5-201d-4346-a949-c4aa4c95f8e9", "name": "network-vif-plugged", "status": "completed", "tag": "5ec6f823-d9d6-4a05-b7ff-85e2b39d061a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:13:57.669416 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-abcf1d9e-9ec5-4304-b925-7686068c61d5 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:13:57.669831 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe48fba5-201d-4346-a949-c4aa4c95f8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec6f823-d9d6-4a05-b7ff-85e2b39d061a', 'code': 200} Dec 16 22:13:57.698302 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:57.699253 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device d604c8c8-9327-41a7-95f3-a3a757c062e8 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:13:57.775375 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=5ec6f823-d9d6-4a05-b7ff-85e2b39d061a,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:57.881010 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port d604c8c8-9327-41a7-95f3-a3a757c062e8 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:13:57.885190 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port d604c8c8-9327-41a7-95f3-a3a757c062e8 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:13:57.890416 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:57.969107 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:58.007882 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port d604c8c8-9327-41a7-95f3-a3a757c062e8, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=d604c8c8-9327-41a7-95f3-a3a757c062e8,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:58.022852 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990a122-a619-479e-a4a5-1f59edb51731 req-13c8e123-9b31-4683-b134-12d4fda57c45 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:58.032282 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e990a122-a619-479e-a4a5-1f59edb51731 req-13c8e123-9b31-4683-b134-12d4fda57c45 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.0541854 Dec 16 22:13:58.075675 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:58.079732 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 467f6251-9254-4873-89f3-325e0e37dd4a no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:13:58.080048 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e990a122-a619-479e-a4a5-1f59edb51731 req-b34cf503-f5c1-49aa-9fd7-bbf21be0bc3f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481532 Dec 16 22:13:58.207995 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=d604c8c8-9327-41a7-95f3-a3a757c062e8,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:58.245076 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cdd34-d7f9-4dac-b4da-24eef7f4437c req-2d54caf6-22d4-420e-958a-fce3d9e17e7d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:58.256205 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e4cdd34-d7f9-4dac-b4da-24eef7f4437c req-2d54caf6-22d4-420e-958a-fce3d9e17e7d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2 HTTP/1.1" status: 200 len: 946 time: 0.1156001 Dec 16 22:13:58.268799 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:58.280141 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977f4c6-5235-4f84-a484-415745d5a18a req-c5d15487-dbdf-49f6-8478-d2e4f95e2adc tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:58.282142 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:58.283766 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d977f4c6-5235-4f84-a484-415745d5a18a req-c5d15487-dbdf-49f6-8478-d2e4f95e2adc tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.57 "GET /v2.0/ports?device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 1023 time: 0.1105752 Dec 16 22:13:58.296926 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:58.340318 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e4cdd34-d7f9-4dac-b4da-24eef7f4437c req-57b7d31e-9002-416c-91b1-54b6cd39c44f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829725 Dec 16 22:13:58.340496 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 467f6251-9254-4873-89f3-325e0e37dd4a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=467f6251-9254-4873-89f3-325e0e37dd4a,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:58.443741 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-d977f4c6-5235-4f84-a484-415745d5a18a req-3ad07b82-66a1-4845-b11e-1606d51a3433 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Deleting port 34838bd4-b016-4b7a-8c73-ac4dda5dbd07 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:13:58.444346 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d977f4c6-5235-4f84-a484-415745d5a18a req-3ad07b82-66a1-4845-b11e-1606d51a3433 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:58.468075 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:58.529538 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=467f6251-9254-4873-89f3-325e0e37dd4a,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:58.590697 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-c15e042e-5fee-4da5-b838-94a072ab5300 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:58.593125 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-c15e042e-5fee-4da5-b838-94a072ab5300 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/networks?id=f4b4200a-5735-42d7-aba1-c5a847665c5e HTTP/1.1" status: 200 len: 804 time: 0.1588018 Dec 16 22:13:58.619572 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-df41b5de-80af-4e22-be8b-04be56ffb1b8 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/quotas/fc5f8f0b8add43369a6118c499ef042d HTTP/1.1" status: 200 len: 375 time: 0.0201347 Dec 16 22:13:58.633455 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-d977f4c6-5235-4f84-a484-415745d5a18a req-3ad07b82-66a1-4845-b11e-1606d51a3433 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] For port 34838bd4-b016-4b7a-8c73-ac4dda5dbd07, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=34838bd4-b016-4b7a-8c73-ac4dda5dbd07,segment=NetworkSegment(1245a524-6df6-423f-990d-26e7606d949e),segment_id=1245a524-6df6-423f-990d-26e7606d949e)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:13:58.634147 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d977f4c6-5235-4f84-a484-415745d5a18a req-3ad07b82-66a1-4845-b11e-1606d51a3433 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:58.663549 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec5370-649a-495b-9953-97e61028d908 req-2ef02166-affa-4563-a311-aa923b2cf2ad tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:58.665251 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1cec5370-649a-495b-9953-97e61028d908 req-2ef02166-affa-4563-a311-aa923b2cf2ad tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 1023 time: 0.1187465 Dec 16 22:13:58.666405 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-d977f4c6-5235-4f84-a484-415745d5a18a req-3ad07b82-66a1-4845-b11e-1606d51a3433 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Calling delete_port for 34838bd4-b016-4b7a-8c73-ac4dda5dbd07 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:13:58.699214 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-15340315-18be-41d8-880a-ee27fd4ed79d tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=fc5f8f0b8add43369a6118c499ef042d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0716019 Dec 16 22:13:58.801100 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-f2966bc9-800f-42c6-9c98-6b2d8a64c374 service neutron] 10.222.0.75 "GET /v2.0/networks/f4b4200a-5735-42d7-aba1-c5a847665c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013644 Dec 16 22:13:58.838196 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1cec5370-649a-495b-9953-97e61028d908 req-d153ea06-3643-4d13-98aa-681dc77b5819 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&id=7c8d89f9-fbe9-4e3f-aa9e-64e65e57bc0e&id=d7a5581e-af6e-42e2-83c5-02a4ea1ae075&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1615191 Dec 16 22:13:58.855775 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-82a17ee2-3385-4d12-a898-f7e79e73fb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:58.858180 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-82a17ee2-3385-4d12-a898-f7e79e73fb91 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 1101 time: 0.0930417 Dec 16 22:13:58.912244 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-9264e7c0-3422-470d-b36e-8325ab63c88f service neutron] 10.222.0.75 "GET /v2.0/networks/f4b4200a-5735-42d7-aba1-c5a847665c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038384 Dec 16 22:13:58.966887 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:59.022583 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812633f-b432-4f9b-91a9-a6f69a33544a req-150e0524-ebfd-42d8-94b6-024df9347d50 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:59.024277 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1812633f-b432-4f9b-91a9-a6f69a33544a req-150e0524-ebfd-42d8-94b6-024df9347d50 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=532456ec-f158-474c-8754-cb7ba97b2e91 HTTP/1.1" status: 200 len: 946 time: 0.0931239 Dec 16 22:13:59.025709 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-0ec07cef-8c8f-4485-88fb-035e097c6e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:59.027108 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-0ec07cef-8c8f-4485-88fb-035e097c6e59 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.1502092 Dec 16 22:13:59.080805 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-f28052d6-28d8-42e0-bbb5-f26aab5b61e4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1b895598-6976-4406-9d9c-a48e8cd46379 HTTP/1.1" status: 200 len: 217 time: 0.0428417 Dec 16 22:13:59.082195 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d977f4c6-5235-4f84-a484-415745d5a18a req-3ad07b82-66a1-4845-b11e-1606d51a3433 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:59.115271 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['34838bd4-b016-4b7a-8c73-ac4dda5dbd07'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:59.140232 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6a229090-9abb-4381-8f5b-226772e8d323'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:13:59.166469 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad07b82-66a1-4845-b11e-1606d51a3433 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Pushing event deleted for resources: {'Port': ['ID=34838bd4-b016-4b7a-8c73-ac4dda5dbd07,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:13:59.178185 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1812633f-b432-4f9b-91a9-a6f69a33544a req-ade57712-54b0-4da1-92cf-350c1a573ae6 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471317 Dec 16 22:13:59.300628 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-2e4b2b57-1296-4c33-a135-7e3dbaa7f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:59.302095 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-2e4b2b57-1296-4c33-a135-7e3dbaa7f80e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.2040141 Dec 16 22:13:59.302987 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-d977f4c6-5235-4f84-a484-415745d5a18a req-3ad07b82-66a1-4845-b11e-1606d51a3433 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] No DVR routers for this DVR port 34838bd4-b016-4b7a-8c73-ac4dda5dbd07 on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:13:59.306020 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d977f4c6-5235-4f84-a484-415745d5a18a req-3ad07b82-66a1-4845-b11e-1606d51a3433 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:13:59.309722 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d977f4c6-5235-4f84-a484-415745d5a18a req-3ad07b82-66a1-4845-b11e-1606d51a3433 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.57 "DELETE /v2.0/ports/34838bd4-b016-4b7a-8c73-ac4dda5dbd07 HTTP/1.1" status: 204 len: 173 time: 1.0123956 Dec 16 22:13:59.310256 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0e98f3-df1c-4401-bea3-8efcf434aba4', 'name': 'network-vif-deleted', 'tag': '34838bd4-b016-4b7a-8c73-ac4dda5dbd07'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:59.312791 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d1385c-a825-4c19-a38f-afa65daeb39d" -d '{"events": [{"server_uuid": "db0e98f3-df1c-4401-bea3-8efcf434aba4", "name": "network-vif-deleted", "tag": "34838bd4-b016-4b7a-8c73-ac4dda5dbd07"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:59.454132 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456598d-c4be-46de-955a-3a4c5839b230 req-ebda4309-e730-464d-961e-644ec6fb5bf5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:59.459517 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a456598d-c4be-46de-955a-3a4c5839b230 req-ebda4309-e730-464d-961e-644ec6fb5bf5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.1580613 Dec 16 22:13:59.460553 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-79fe5117-d141-43b6-bbd8-04229175e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:59.463572 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-79fe5117-d141-43b6-bbd8-04229175e03e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1475711 Dec 16 22:13:59.524034 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-af300929-ee21-4aff-9bb6-11d606b9e5b0 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=4ea6a640925c43988647ddbf43a3b1cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347641 Dec 16 22:13:59.583629 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a456598d-c4be-46de-955a-3a4c5839b230 req-e0c535fa-5c36-4e54-97ac-d42dc4bf2172 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181786 Dec 16 22:13:59.625218 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-16c744f4-9f92-4208-a399-9c9c923dd8fc service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342843 Dec 16 22:13:59.666464 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cab2bd00-0d89-4654-94bb-919eae5637d6 req-d6f0a02b-efc7-4dcc-be7a-c6946f63bd42 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=07f95c01-86fe-4114-9199-83ced49b3c10 HTTP/1.1" status: 200 len: 210 time: 0.0391333 Dec 16 22:13:59.670829 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd604c8c8-9327-41a7-95f3-a3a757c062e8'}, {'server_uuid': 'e42e9387-44ce-4fc8-a92e-7d389000320a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '467f6251-9254-4873-89f3-325e0e37dd4a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:13:59.673850 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34596c9d-78c1-4536-b98b-5add5291d1b6" -d '{"events": [{"server_uuid": "d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2", "name": "network-vif-plugged", "status": "completed", "tag": "d604c8c8-9327-41a7-95f3-a3a757c062e8"}, {"server_uuid": "e42e9387-44ce-4fc8-a92e-7d389000320a", "name": "network-vif-unplugged", "status": "completed", "tag": "467f6251-9254-4873-89f3-325e0e37dd4a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:13:59.693057 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-42122b90-e619-42c8-919a-08361269b015 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:13:59.694646 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-42122b90-e619-42c8-919a-08361269b015 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1678295 Dec 16 22:13:59.739960 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-81e82944-c316-4246-818b-34bef4165c4b tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/quotas/4ea6a640925c43988647ddbf43a3b1cb HTTP/1.1" status: 200 len: 375 time: 0.0368495 Dec 16 22:13:59.792497 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-3617afc7-8e0d-4c28-8bce-a27cedf17def service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525855 Dec 16 22:13:59.799710 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-8ab8260e-fe0b-4dac-807f-282453e3ef77 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=4ea6a640925c43988647ddbf43a3b1cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428448 Dec 16 22:14:00.150369 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604b0b78-4ef6-40c1-9c7c-068cd48ec7bc x-openstack-request-id: req-604b0b78-4ef6-40c1-9c7c-068cd48ec7bc {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:00.150732 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0e98f3-df1c-4401-bea3-8efcf434aba4", "name": "network-vif-deleted", "tag": "34838bd4-b016-4b7a-8c73-ac4dda5dbd07", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:00.151069 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-604b0b78-4ef6-40c1-9c7c-068cd48ec7bc {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:00.151685 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0e98f3-df1c-4401-bea3-8efcf434aba4', 'name': 'network-vif-deleted', 'tag': '34838bd4-b016-4b7a-8c73-ac4dda5dbd07', 'status': 'completed', 'code': 200} Dec 16 22:14:00.289519 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4043a0-ef5e-48f3-a849-be71cbebff61 req-2f26a9fd-4585-410d-9cee-0dcae7553f20 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:00.291110 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6b4043a0-ef5e-48f3-a849-be71cbebff61 req-2f26a9fd-4585-410d-9cee-0dcae7553f20 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2 HTTP/1.1" status: 200 len: 946 time: 0.0884323 Dec 16 22:14:00.346609 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6b4043a0-ef5e-48f3-a849-be71cbebff61 req-48efd9ba-356a-4252-bb2e-649bbf5378cc tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483131 Dec 16 22:14:00.372789 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 16 Dec 2021 22:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80e0d02-bb6d-4930-917f-c3bae326afb2 x-openstack-request-id: req-e80e0d02-bb6d-4930-917f-c3bae326afb2 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:00.373706 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2", "name": "network-vif-plugged", "status": "completed", "tag": "d604c8c8-9327-41a7-95f3-a3a757c062e8", "code": 200}, {"server_uuid": "e42e9387-44ce-4fc8-a92e-7d389000320a", "name": "network-vif-unplugged", "status": "completed", "tag": "467f6251-9254-4873-89f3-325e0e37dd4a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:00.373839 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e80e0d02-bb6d-4930-917f-c3bae326afb2 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:00.374156 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd604c8c8-9327-41a7-95f3-a3a757c062e8', 'code': 200} Dec 16 22:14:00.374423 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42e9387-44ce-4fc8-a92e-7d389000320a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '467f6251-9254-4873-89f3-325e0e37dd4a', 'code': 200} Dec 16 22:14:00.431159 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1f9a88b9-9d20-49c4-8f72-0013c98e3aa7 req-af88aeb0-a889-4d60-9fc7-0d51890b10a9 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5b22a79-91e3-4801-b7a4-0df2eeca5add HTTP/1.1" status: 200 len: 210 time: 0.0294929 Dec 16 22:14:00.455261 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bf8c2283-c451-49c1-a5be-39dba5cdefdc req-986cd355-165b-46a8-8291-6c2b0cb10619 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=db0e98f3-df1c-4401-bea3-8efcf434aba4 HTTP/1.1" status: 200 len: 210 time: 0.0273256 Dec 16 22:14:00.555894 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5846a4e-cfe3-4a58-bb9b-923a7ca2c25f req-ee7ee0d1-118b-4634-b808-2ab5d0fa7c03 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:00.557462 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5846a4e-cfe3-4a58-bb9b-923a7ca2c25f req-ee7ee0d1-118b-4634-b808-2ab5d0fa7c03 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=532456ec-f158-474c-8754-cb7ba97b2e91 HTTP/1.1" status: 200 len: 946 time: 0.0580232 Dec 16 22:14:00.656758 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5846a4e-cfe3-4a58-bb9b-923a7ca2c25f req-f2f6e6e3-6b99-4493-9de3-ca2f0cfbc87e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871458 Dec 16 22:14:00.671522 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa072d-1aa1-464c-8dec-09e711802cfe req-7795516f-fea6-4e54-9d9e-75bb27d17801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:00.677497 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a6aa072d-1aa1-464c-8dec-09e711802cfe req-7795516f-fea6-4e54-9d9e-75bb27d17801 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2 HTTP/1.1" status: 200 len: 1097 time: 0.0952122 Dec 16 22:14:00.815024 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c61d9-33bf-4d14-8f5e-2572bfe9329f req-7fda8bf4-cfc1-4db8-90a3-453c3eb4ffc9 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:00.823008 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f5ee9bd3-b3e1-44ff-84ec-e7fcd5b63a81 req-ee84ea64-cece-4d3c-aa08-f502bc2d8c97 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=07f95c01-86fe-4114-9199-83ced49b3c10 HTTP/1.1" status: 200 len: 210 time: 0.0482686 Dec 16 22:14:00.825768 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7d7c61d9-33bf-4d14-8f5e-2572bfe9329f req-7fda8bf4-cfc1-4db8-90a3-453c3eb4ffc9 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.1318612 Dec 16 22:14:00.826235 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a6aa072d-1aa1-464c-8dec-09e711802cfe req-7e27b15f-80b6-4c62-a455-981d6439fa6b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262436 Dec 16 22:14:00.894644 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7d7c61d9-33bf-4d14-8f5e-2572bfe9329f req-7f62fea6-86b0-421d-be7f-c0b270437019 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655329 Dec 16 22:14:01.330262 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6726be9-444d-45d1-bcf1-160ac6135ad4 req-f0af6699-1ee9-4349-9448-2408acbf228c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:01.332039 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e6726be9-444d-45d1-bcf1-160ac6135ad4 req-f0af6699-1ee9-4349-9448-2408acbf228c tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.57 "GET /v2.0/ports?device_id=e42e9387-44ce-4fc8-a92e-7d389000320a HTTP/1.1" status: 200 len: 943 time: 0.0562010 Dec 16 22:14:01.547651 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-747c9b34-d146-40d2-aac6-a52e031c4038 req-19dcd9fb-c4a5-4857-8424-176375155b10 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5b22a79-91e3-4801-b7a4-0df2eeca5add HTTP/1.1" status: 200 len: 210 time: 0.0544550 Dec 16 22:14:01.572416 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9952847-eda0-49d3-9aab-d664ee4ba287 req-fe47bfa5-8ef7-4067-bfa7-fa14a7e1d46d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:01.576821 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c9952847-eda0-49d3-9aab-d664ee4ba287 req-fe47bfa5-8ef7-4067-bfa7-fa14a7e1d46d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2 HTTP/1.1" status: 200 len: 946 time: 0.0911798 Dec 16 22:14:01.599164 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-e6726be9-444d-45d1-bcf1-160ac6135ad4 req-b6eb057b-bf21-45f3-a266-1c14321b35a6 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Deleting port 467f6251-9254-4873-89f3-325e0e37dd4a {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:01.599506 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e6726be9-444d-45d1-bcf1-160ac6135ad4 req-b6eb057b-bf21-45f3-a266-1c14321b35a6 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:01.681607 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7cfdb1ae-1bfc-451e-a14d-e2d95b9ce951 req-cae2fa80-099c-47a1-b712-060174bc9f1a tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups/d7a5581e-af6e-42e2-83c5-02a4ea1ae075 HTTP/1.1" status: 200 len: 1815 time: 0.0704172 Dec 16 22:14:01.737514 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c9952847-eda0-49d3-9aab-d664ee4ba287 req-402e4d76-39eb-4198-97df-d956d5eb6d0c tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513824 Dec 16 22:14:01.782995 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-e6726be9-444d-45d1-bcf1-160ac6135ad4 req-b6eb057b-bf21-45f3-a266-1c14321b35a6 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] For port 467f6251-9254-4873-89f3-325e0e37dd4a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=467f6251-9254-4873-89f3-325e0e37dd4a,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:01.783756 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e6726be9-444d-45d1-bcf1-160ac6135ad4 req-b6eb057b-bf21-45f3-a266-1c14321b35a6 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:01.783939 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7cfdb1ae-1bfc-451e-a14d-e2d95b9ce951 req-9a50737e-076b-4344-81dd-2e6aa9d3d470 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:01.802902 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-e6726be9-444d-45d1-bcf1-160ac6135ad4 req-b6eb057b-bf21-45f3-a266-1c14321b35a6 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Calling delete_port for 467f6251-9254-4873-89f3-325e0e37dd4a owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:01.821314 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7cfdb1ae-1bfc-451e-a14d-e2d95b9ce951 req-9a50737e-076b-4344-81dd-2e6aa9d3d470 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:01.953510 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff841ebd-d953-47ac-817c-dbceaf7c1626 req-e29c2db6-845e-41ae-8278-c529fe0b6b4b tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:01.955126 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ff841ebd-d953-47ac-817c-dbceaf7c1626 req-e29c2db6-845e-41ae-8278-c529fe0b6b4b tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=532456ec-f158-474c-8754-cb7ba97b2e91 HTTP/1.1" status: 200 len: 946 time: 0.0950305 Dec 16 22:14:01.980554 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7cfdb1ae-1bfc-451e-a14d-e2d95b9ce951 req-9a50737e-076b-4344-81dd-2e6aa9d3d470 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:01.986772 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7cfdb1ae-1bfc-451e-a14d-e2d95b9ce951 req-9a50737e-076b-4344-81dd-2e6aa9d3d470 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:01.990353 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7cfdb1ae-1bfc-451e-a14d-e2d95b9ce951 req-9a50737e-076b-4344-81dd-2e6aa9d3d470 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "DELETE /v2.0/security-groups/d7a5581e-af6e-42e2-83c5-02a4ea1ae075 HTTP/1.1" status: 204 len: 173 time: 0.3016622 Dec 16 22:14:02.012802 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50737e-076b-4344-81dd-2e6aa9d3d470 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a5581e-af6e-42e2-83c5-02a4ea1ae075,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:02.031773 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ff841ebd-d953-47ac-817c-dbceaf7c1626 req-9282c746-7c81-415f-b09e-7c5ed4a1fc30 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662901 Dec 16 22:14:02.127639 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d99ff51a-bb94-4ea4-8409-589997cbee96 req-68d588b7-bb16-4f28-a924-98c899fef08b tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=07f95c01-86fe-4114-9199-83ced49b3c10 HTTP/1.1" status: 200 len: 210 time: 0.0402761 Dec 16 22:14:02.196606 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3476dcf-7532-4068-81ab-00a782b5056d req-23fd42b3-22ea-49f4-95e0-c1de699a25dd tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:02.198121 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b3476dcf-7532-4068-81ab-00a782b5056d req-23fd42b3-22ea-49f4-95e0-c1de699a25dd tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.76 "GET /v2.0/ports?device_id=532456ec-f158-474c-8754-cb7ba97b2e91 HTTP/1.1" status: 200 len: 946 time: 0.0974455 Dec 16 22:14:02.202572 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9c211c0b-f561-4148-ab41-3aa87e7102cc req-84632bab-01c7-4a1e-9dd3-a918a66087bf tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups/7c8d89f9-fbe9-4e3f-aa9e-64e65e57bc0e HTTP/1.1" status: 200 len: 1818 time: 0.0535345 Dec 16 22:14:02.226135 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed859ec-dea0-4441-8e18-8c2fa11eaa33 req-d61cb174-bc3a-4ef3-88af-84a7e2bfc372 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:02.228352 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fed859ec-dea0-4441-8e18-8c2fa11eaa33 req-d61cb174-bc3a-4ef3-88af-84a7e2bfc372 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.0915694 Dec 16 22:14:02.250029 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e6726be9-444d-45d1-bcf1-160ac6135ad4 req-b6eb057b-bf21-45f3-a266-1c14321b35a6 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:02.284832 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9c211c0b-f561-4148-ab41-3aa87e7102cc req-9e9357c7-0857-4a27-9acc-a06f00c22c79 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:02.311685 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9c211c0b-f561-4148-ab41-3aa87e7102cc req-9e9357c7-0857-4a27-9acc-a06f00c22c79 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:02.318114 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb057b-bf21-45f3-a266-1c14321b35a6 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Pushing event deleted for resources: {'Port': ['ID=467f6251-9254-4873-89f3-325e0e37dd4a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:02.405326 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6726be9-444d-45d1-bcf1-160ac6135ad4 req-b6eb057b-bf21-45f3-a266-1c14321b35a6 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] No DVR routers for this DVR port 467f6251-9254-4873-89f3-325e0e37dd4a on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:14:02.412739 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-e6726be9-444d-45d1-bcf1-160ac6135ad4 req-b6eb057b-bf21-45f3-a266-1c14321b35a6 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:02.417395 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e6726be9-444d-45d1-bcf1-160ac6135ad4 req-b6eb057b-bf21-45f3-a266-1c14321b35a6 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.57 "DELETE /v2.0/ports/467f6251-9254-4873-89f3-325e0e37dd4a HTTP/1.1" status: 204 len: 173 time: 1.0761006 Dec 16 22:14:02.417395 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42e9387-44ce-4fc8-a92e-7d389000320a', 'name': 'network-vif-deleted', 'tag': '467f6251-9254-4873-89f3-325e0e37dd4a'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:02.419474 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24caa63a-7365-4baa-87f2-68cb9ca76782" -d '{"events": [{"server_uuid": "e42e9387-44ce-4fc8-a92e-7d389000320a", "name": "network-vif-deleted", "tag": "467f6251-9254-4873-89f3-325e0e37dd4a"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:02.427418 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fed859ec-dea0-4441-8e18-8c2fa11eaa33 req-54a50be2-5dfc-4344-be86-f1f690bb33c2 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821537 Dec 16 22:14:02.457693 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9c211c0b-f561-4148-ab41-3aa87e7102cc req-9e9357c7-0857-4a27-9acc-a06f00c22c79 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:02.461670 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9c211c0b-f561-4148-ab41-3aa87e7102cc req-9e9357c7-0857-4a27-9acc-a06f00c22c79 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:02.463412 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9c211c0b-f561-4148-ab41-3aa87e7102cc req-9e9357c7-0857-4a27-9acc-a06f00c22c79 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "DELETE /v2.0/security-groups/7c8d89f9-fbe9-4e3f-aa9e-64e65e57bc0e HTTP/1.1" status: 204 len: 173 time: 0.2529745 Dec 16 22:14:02.488340 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9357c7-0857-4a27-9acc-a06f00c22c79 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8d89f9-fbe9-4e3f-aa9e-64e65e57bc0e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:02.494238 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-b3476dcf-7532-4068-81ab-00a782b5056d req-fa2910dc-2582-4d39-b338-e6ce889e9286 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Deleting port 6b7b18cd-258e-468d-90e5-1c61a50a0610 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:02.494431 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b3476dcf-7532-4068-81ab-00a782b5056d req-fa2910dc-2582-4d39-b338-e6ce889e9286 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:02.615854 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff6087b-21a5-4f74-bb91-488afc373c5a x-openstack-request-id: req-7ff6087b-21a5-4f74-bb91-488afc373c5a {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:02.616827 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42e9387-44ce-4fc8-a92e-7d389000320a", "name": "network-vif-deleted", "tag": "467f6251-9254-4873-89f3-325e0e37dd4a", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:02.616827 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7ff6087b-21a5-4f74-bb91-488afc373c5a {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:02.616827 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42e9387-44ce-4fc8-a92e-7d389000320a', 'name': 'network-vif-deleted', 'tag': '467f6251-9254-4873-89f3-325e0e37dd4a', 'status': 'completed', 'code': 200} Dec 16 22:14:02.624724 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-a1286aed-e14e-4cf1-ac5b-3816a6cac2d3 req-06d7125e-09be-4ded-8dd0-e7c50a15d3bb tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-492876858', 'description': 'tempest-description-1511600854'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:02.720863 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-b3476dcf-7532-4068-81ab-00a782b5056d req-fa2910dc-2582-4d39-b338-e6ce889e9286 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] For port 6b7b18cd-258e-468d-90e5-1c61a50a0610, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=6b7b18cd-258e-468d-90e5-1c61a50a0610,segment=NetworkSegment(f644fd15-02a7-4c5e-8c9b-aed9015799bd),segment_id=f644fd15-02a7-4c5e-8c9b-aed9015799bd)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:02.721236 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b3476dcf-7532-4068-81ab-00a782b5056d req-fa2910dc-2582-4d39-b338-e6ce889e9286 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:02.740324 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-b3476dcf-7532-4068-81ab-00a782b5056d req-fa2910dc-2582-4d39-b338-e6ce889e9286 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Calling delete_port for 6b7b18cd-258e-468d-90e5-1c61a50a0610 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:02.778540 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a1286aed-e14e-4cf1-ac5b-3816a6cac2d3 req-06d7125e-09be-4ded-8dd0-e7c50a15d3bb tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:02.896589 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a1286aed-e14e-4cf1-ac5b-3816a6cac2d3 req-06d7125e-09be-4ded-8dd0-e7c50a15d3bb tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:02.919603 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-91e94638-d598-4b37-9097-43cd78c34fdd req-16259a73-4cf8-4b90-a68e-675549d08bc2 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5b22a79-91e3-4801-b7a4-0df2eeca5add HTTP/1.1" status: 200 len: 210 time: 0.1052887 Dec 16 22:14:03.013725 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a1286aed-e14e-4cf1-ac5b-3816a6cac2d3 req-06d7125e-09be-4ded-8dd0-e7c50a15d3bb tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:03.085936 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7125e-09be-4ded-8dd0-e7c50a15d3bb tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5778c5bf-4afd-40d2-ab7f-7adc13d93944,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:03.143776 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-e3e57c1f-bd45-4480-9e95-b5c86e975610 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:03.145517 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-e3e57c1f-bd45-4480-9e95-b5c86e975610 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.57 "GET /v2.0/networks?id=f4b4200a-5735-42d7-aba1-c5a847665c5e HTTP/1.1" status: 200 len: 804 time: 0.2526994 Dec 16 22:14:03.167073 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a1286aed-e14e-4cf1-ac5b-3816a6cac2d3 req-06d7125e-09be-4ded-8dd0-e7c50a15d3bb tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:03.182031 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-269cacbe-d33e-4839-bc7c-2f5ccd9790e7 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Request body: {'port': {'device_id': '07f95c01-86fe-4114-9199-83ced49b3c10', 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e', 'admin_state_up': True, 'tenant_id': 'fc5f8f0b8add43369a6118c499ef042d'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:03.187866 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a1286aed-e14e-4cf1-ac5b-3816a6cac2d3 req-06d7125e-09be-4ded-8dd0-e7c50a15d3bb tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5726094 Dec 16 22:14:03.194645 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0ad3d-0355-4244-9ea1-bb192c32004f req-eceaf6f7-8918-44d0-8408-c6b0b3093256 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:03.203773 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-27d0ad3d-0355-4244-9ea1-bb192c32004f req-eceaf6f7-8918-44d0-8408-c6b0b3093256 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2 HTTP/1.1" status: 200 len: 946 time: 0.1776314 Dec 16 22:14:03.320304 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-27d0ad3d-0355-4244-9ea1-bb192c32004f req-09fdba00-9344-4f14-bc96-b8830c293da4 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148684 Dec 16 22:14:03.348282 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b3476dcf-7532-4068-81ab-00a782b5056d req-fa2910dc-2582-4d39-b338-e6ce889e9286 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:03.393416 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['ba1ff4b2-448b-404a-9ab2-814ba9765abb', '6b7b18cd-258e-468d-90e5-1c61a50a0610'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:14:03.398123 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ea6ad-2ff2-4c45-8215-144baa248956 req-b2fd6fb0-5a80-414e-a5dd-3e94ec0b88d7 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:03.410598 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e94ea6ad-2ff2-4c45-8215-144baa248956 req-b2fd6fb0-5a80-414e-a5dd-3e94ec0b88d7 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=532456ec-f158-474c-8754-cb7ba97b2e91 HTTP/1.1" status: 200 len: 867 time: 0.1453931 Dec 16 22:14:03.427215 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2910dc-2582-4d39-b338-e6ce889e9286 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Pushing event deleted for resources: {'Port': ['ID=6b7b18cd-258e-468d-90e5-1c61a50a0610,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:03.471651 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 34838bd4-b016-4b7a-8c73-ac4dda5dbd07 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:03.481307 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ee3b4bb-623d-4dd3-92c4-8d28e50efc94 req-2dc87523-13d1-4271-8b92-1afff43498fb tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=07f95c01-86fe-4114-9199-83ced49b3c10 HTTP/1.1" status: 200 len: 210 time: 0.0430331 Dec 16 22:14:03.483338 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e94ea6ad-2ff2-4c45-8215-144baa248956 req-281fd191-2114-4ae7-9a41-48e463f37713 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708060 Dec 16 22:14:03.576599 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3476dcf-7532-4068-81ab-00a782b5056d req-fa2910dc-2582-4d39-b338-e6ce889e9286 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] No DVR routers for this DVR port 6b7b18cd-258e-468d-90e5-1c61a50a0610 on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:14:03.579625 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b3476dcf-7532-4068-81ab-00a782b5056d req-fa2910dc-2582-4d39-b338-e6ce889e9286 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:03.583704 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b3476dcf-7532-4068-81ab-00a782b5056d req-fa2910dc-2582-4d39-b338-e6ce889e9286 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.76 "DELETE /v2.0/ports/6b7b18cd-258e-468d-90e5-1c61a50a0610 HTTP/1.1" status: 204 len: 173 time: 1.3756692 Dec 16 22:14:03.618948 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b7e06bd-6cec-4ce7-83ad-dfadce9d5c62 req-f7c0edf4-fbfd-4638-aa57-1f84b1eb4e38 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups/5778c5bf-4afd-40d2-ab7f-7adc13d93944 HTTP/1.1" status: 200 len: 1817 time: 0.0901594 Dec 16 22:14:03.636658 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-8b7e06bd-6cec-4ce7-83ad-dfadce9d5c62 req-343fd043-7caf-4f6f-b349-2794a7674857 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Request body: {'security_group': {'name': 'tempest-sg-hth-564008062', 'description': 'tempest-description-hth-1676560989'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:03.643510 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 34838bd4-b016-4b7a-8c73-ac4dda5dbd07 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:03.648347 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 34838bd4-b016-4b7a-8c73-ac4dda5dbd07 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:03.648347 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 467f6251-9254-4873-89f3-325e0e37dd4a no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:03.674473 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 467f6251-9254-4873-89f3-325e0e37dd4a {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:03.675179 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 467f6251-9254-4873-89f3-325e0e37dd4a not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:03.709866 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8b7e06bd-6cec-4ce7-83ad-dfadce9d5c62 req-343fd043-7caf-4f6f-b349-2794a7674857 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:03.720475 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-b1c2bc54-3d85-4c03-b4fd-ecf1b4e02f87 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=4ea6a640925c43988647ddbf43a3b1cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416443 Dec 16 22:14:03.733336 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-269cacbe-d33e-4839-bc7c-2f5ccd9790e7 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Made reservation on behalf of fc5f8f0b8add43369a6118c499ef042d for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:03.739664 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-269cacbe-d33e-4839-bc7c-2f5ccd9790e7 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:03.785595 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8b7e06bd-6cec-4ce7-83ad-dfadce9d5c62 req-343fd043-7caf-4f6f-b349-2794a7674857 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:03.849361 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8b7e06bd-6cec-4ce7-83ad-dfadce9d5c62 req-343fd043-7caf-4f6f-b349-2794a7674857 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:03.853278 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8b7e06bd-6cec-4ce7-83ad-dfadce9d5c62 req-343fd043-7caf-4f6f-b349-2794a7674857 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:03.853278 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b7e06bd-6cec-4ce7-83ad-dfadce9d5c62 req-343fd043-7caf-4f6f-b349-2794a7674857 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "PUT /v2.0/security-groups/5778c5bf-4afd-40d2-ab7f-7adc13d93944 HTTP/1.1" status: 200 len: 1791 time: 0.2222679 Dec 16 22:14:03.918290 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343fd043-7caf-4f6f-b349-2794a7674857 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5778c5bf-4afd-40d2-ab7f-7adc13d93944,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:04.093115 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-269cacbe-d33e-4839-bc7c-2f5ccd9790e7 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Allocated IP 172.20.0.3 (f4b4200a-5735-42d7-aba1-c5a847665c5e/241332bf-ffe2-4b38-90c7-a643b4215ed1/67d081f5-a233-40ec-82b8-1bb479a3036a) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:04.147854 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbb5b8-46ce-40e3-a019-9ab34538e568 req-f444bab1-1314-48a2-98fd-5219ca1ff767 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:04.156189 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a1dbb5b8-46ce-40e3-a019-9ab34538e568 req-f444bab1-1314-48a2-98fd-5219ca1ff767 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.2632232 Dec 16 22:14:04.227500 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-8aebaf70-d155-4af1-9b23-562aae17c7b0 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:04.230527 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-8aebaf70-d155-4af1-9b23-562aae17c7b0 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5007401 Dec 16 22:14:04.385473 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b54f2-352f-474a-a4fa-065880d3864f req-d1080481-41b6-4909-8543-f0370ebf2f44 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:04.397207 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-196b54f2-352f-474a-a4fa-065880d3864f req-d1080481-41b6-4909-8543-f0370ebf2f44 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2 HTTP/1.1" status: 200 len: 946 time: 0.0746870 Dec 16 22:14:04.481911 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-196b54f2-352f-474a-a4fa-065880d3864f req-f2dcd99c-892b-409e-9be4-3b1ece15a0d5 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827253 Dec 16 22:14:04.600192 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-545b7484-cf40-4e50-99f0-e783176159e0 req-c7e5e589-03b3-4460-b9f9-4a1b4202b2c6 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups/5778c5bf-4afd-40d2-ab7f-7adc13d93944 HTTP/1.1" status: 200 len: 1791 time: 0.0783229 Dec 16 22:14:04.613512 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-5bca6de0-4386-461c-9e71-38355b8bbbae tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Request body: {'port': {'device_id': 'b5b22a79-91e3-4801-b7a4-0df2eeca5add', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': '4ea6a640925c43988647ddbf43a3b1cb'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:04.633111 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532456ec-f158-474c-8754-cb7ba97b2e91', 'name': 'network-vif-deleted', 'tag': '6b7b18cd-258e-468d-90e5-1c61a50a0610'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:04.634991 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221fa2bf-8697-48f1-9698-0a3061b7206d" -d '{"events": [{"server_uuid": "532456ec-f158-474c-8754-cb7ba97b2e91", "name": "network-vif-deleted", "tag": "6b7b18cd-258e-468d-90e5-1c61a50a0610"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:04.760647 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-128b3a40-247f-4042-8ba6-18d5031d1ac5 req-84292a6b-23ce-4e28-b473-45796b1f4d8b tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5b22a79-91e3-4801-b7a4-0df2eeca5add HTTP/1.1" status: 200 len: 210 time: 0.0984011 Dec 16 22:14:04.797153 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a1dbb5b8-46ce-40e3-a019-9ab34538e568 req-a6cf653a-f8b2-4f8b-9312-7b1e8d829620 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6372859 Dec 16 22:14:04.977478 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dd374d1d-50fd-46b7-8b41-5e01401ee418 req-205d6f74-a76d-4f3c-91ce-266fce291d50 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=532456ec-f158-474c-8754-cb7ba97b2e91 HTTP/1.1" status: 200 len: 210 time: 0.0452609 Dec 16 22:14:04.994591 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-269cacbe-d33e-4839-bc7c-2f5ccd9790e7 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:05.038212 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1b8b6-4a98-49ce-bc28-5c178a958df8 req-bd2c512d-01a5-492a-a616-84c6a9e21e4d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:05.048357 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-41e1b8b6-4a98-49ce-bc28-5c178a958df8 req-bd2c512d-01a5-492a-a616-84c6a9e21e4d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2 HTTP/1.1" status: 200 len: 946 time: 0.1511798 Dec 16 22:14:05.127632 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-5bca6de0-4386-461c-9e71-38355b8bbbae tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Made reservation on behalf of 4ea6a640925c43988647ddbf43a3b1cb for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:05.131504 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-5bca6de0-4386-461c-9e71-38355b8bbbae tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:05.135834 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fd69d55c-2ed8-404c-b271-0a923da90a6c req-21bf6c48-6aed-49bf-b9dd-4d8147318e3e tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=07f95c01-86fe-4114-9199-83ced49b3c10 HTTP/1.1" status: 200 len: 210 time: 0.0464511 Dec 16 22:14:05.139466 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-269cacbe-d33e-4839-bc7c-2f5ccd9790e7 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:05.152290 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-5bca6de0-4386-461c-9e71-38355b8bbbae tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:05.167809 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-41e1b8b6-4a98-49ce-bc28-5c178a958df8 req-e1d7e6f0-894a-4103-84fc-903c314b1600 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025367 Dec 16 22:14:05.237035 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dfb31e-95ba-4104-b271-4b46342c816e x-openstack-request-id: req-69dfb31e-95ba-4104-b271-4b46342c816e {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:05.237353 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532456ec-f158-474c-8754-cb7ba97b2e91", "name": "network-vif-deleted", "tag": "6b7b18cd-258e-468d-90e5-1c61a50a0610", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:05.237657 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-69dfb31e-95ba-4104-b271-4b46342c816e {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:05.238130 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532456ec-f158-474c-8754-cb7ba97b2e91', 'name': 'network-vif-deleted', 'tag': '6b7b18cd-258e-468d-90e5-1c61a50a0610', 'status': 'completed', 'code': 200} Dec 16 22:14:05.291785 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-269cacbe-d33e-4839-bc7c-2f5ccd9790e7 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Network f4b4200a-5735-42d7-aba1-c5a847665c5e is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:05.310248 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-269cacbe-d33e-4839-bc7c-2f5ccd9790e7 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:05.324634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269cacbe-d33e-4839-bc7c-2f5ccd9790e7 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Pushing event updated for resources: {'Port': ['ID=67d081f5-a233-40ec-82b8-1bb479a3036a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:05.331008 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-269cacbe-d33e-4839-bc7c-2f5ccd9790e7 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:05.388602 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-74957840-046a-46c7-89bd-1dfb9746c77f req-f3e708a4-82f3-4271-9f7a-295b1b7ed76c tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups/5778c5bf-4afd-40d2-ab7f-7adc13d93944 HTTP/1.1" status: 200 len: 1791 time: 0.1767840 Dec 16 22:14:05.466608 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-269cacbe-d33e-4839-bc7c-2f5ccd9790e7 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:05.467650 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-269cacbe-d33e-4839-bc7c-2f5ccd9790e7 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:05.537812 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-5bca6de0-4386-461c-9e71-38355b8bbbae tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:05.548985 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-74957840-046a-46c7-89bd-1dfb9746c77f req-a3745287-b0a0-4946-b9cc-85fc836de947 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:05.581733 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-74957840-046a-46c7-89bd-1dfb9746c77f req-a3745287-b0a0-4946-b9cc-85fc836de947 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:05.596480 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-269cacbe-d33e-4839-bc7c-2f5ccd9790e7 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4202240 Dec 16 22:14:05.633625 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-3c9d9ea5-f216-415b-9ebd-786cb4384909 service neutron] Request body: {'port': {'device_id': '07f95c01-86fe-4114-9199-83ced49b3c10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:05.685143 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-5bca6de0-4386-461c-9e71-38355b8bbbae tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:05.798272 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca6de0-4386-461c-9e71-38355b8bbbae tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30196530-fa3a-4aa5-9afd-5b58d93614e6,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:05.814813 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-3c9d9ea5-f216-415b-9ebd-786cb4384909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:05.837583 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-74957840-046a-46c7-89bd-1dfb9746c77f req-a3745287-b0a0-4946-b9cc-85fc836de947 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:05.840488 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-74957840-046a-46c7-89bd-1dfb9746c77f req-a3745287-b0a0-4946-b9cc-85fc836de947 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:05.841696 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-74957840-046a-46c7-89bd-1dfb9746c77f req-a3745287-b0a0-4946-b9cc-85fc836de947 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "DELETE /v2.0/security-groups/5778c5bf-4afd-40d2-ab7f-7adc13d93944 HTTP/1.1" status: 204 len: 173 time: 0.4438946 Dec 16 22:14:05.912504 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3745287-b0a0-4946-b9cc-85fc836de947 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5778c5bf-4afd-40d2-ab7f-7adc13d93944,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:06.011867 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eb025eaf-3e28-4a28-8b06-22b1ff961ac0 req-baf726e6-2b05-4aa8-958a-ab15db21fb25 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5b22a79-91e3-4801-b7a4-0df2eeca5add HTTP/1.1" status: 200 len: 210 time: 0.0412600 Dec 16 22:14:06.148328 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-5bca6de0-4386-461c-9e71-38355b8bbbae tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Allocated IP 192.168.233.3 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/2c988f8d-3972-4b7a-a32f-4f48dd48c7a2) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:06.166802 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e86a85-288e-451a-a524-8edc95ff798d req-e9db044b-9a5b-49be-b4a2-061202d97072 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:06.168436 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-30e86a85-288e-451a-a524-8edc95ff798d req-e9db044b-9a5b-49be-b4a2-061202d97072 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.0578475 Dec 16 22:14:06.206205 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 6b7b18cd-258e-468d-90e5-1c61a50a0610 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:06.251929 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-30e86a85-288e-451a-a524-8edc95ff798d req-fc961524-790b-4c6a-82c1-d4f7e4a3c368 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730360 Dec 16 22:14:06.254710 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 6b7b18cd-258e-468d-90e5-1c61a50a0610 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:06.255317 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 6b7b18cd-258e-468d-90e5-1c61a50a0610 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:06.298255 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b084367-f8e4-464d-b8b1-869baea2bd99 req-2dd93c3e-3074-4948-bf9e-50fa33924efb tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:06.301148 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b084367-f8e4-464d-b8b1-869baea2bd99 req-2dd93c3e-3074-4948-bf9e-50fa33924efb tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/ports?device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 946 time: 0.3845897 Dec 16 22:14:06.453048 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125a5aa-b1fb-40e1-abef-b2fde0cc5891 req-c064b7b7-5193-4c46-b703-ba93bdea8239 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:06.455856 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0125a5aa-b1fb-40e1-abef-b2fde0cc5891 req-c064b7b7-5193-4c46-b703-ba93bdea8239 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2 HTTP/1.1" status: 200 len: 946 time: 0.0705714 Dec 16 22:14:06.538281 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0125a5aa-b1fb-40e1-abef-b2fde0cc5891 req-811ca019-688e-4429-90f1-644fc6c5aec3 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716655 Dec 16 22:14:06.553055 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b084367-f8e4-464d-b8b1-869baea2bd99 req-c9fa7e04-cd87-4be3-8d7b-8023d81bc241 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/security-groups?id=6e2d0019-f46f-43b3-b3dc-4deb54920c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388895 Dec 16 22:14:06.736927 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-5bca6de0-4386-461c-9e71-38355b8bbbae tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:06.746406 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-3c9d9ea5-f216-415b-9ebd-786cb4384909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67d081f5-a233-40ec-82b8-1bb479a3036a {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:14:06.760816 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-3c9d9ea5-f216-415b-9ebd-786cb4384909 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:06.791623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-3c9d9ea5-f216-415b-9ebd-786cb4384909 service neutron] Transition to ACTIVE for port object 67d081f5-a233-40ec-82b8-1bb479a3036a will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:14:06.816830 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a075272-ff99-494f-8792-ea1bdcc15bdd req-0b27ed84-9182-4f87-916b-71536c17987b tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:06.822729 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0a075272-ff99-494f-8792-ea1bdcc15bdd req-0b27ed84-9182-4f87-916b-71536c17987b tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=07f95c01-86fe-4114-9199-83ced49b3c10 HTTP/1.1" status: 200 len: 931 time: 0.1361971 Dec 16 22:14:06.889650 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b27122-7b61-4b52-9d24-c34aac7bf2fd req-477e1ad2-66ec-4c47-afc7-28c4bb09644a tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:06.891556 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-71b27122-7b61-4b52-9d24-c34aac7bf2fd req-477e1ad2-66ec-4c47-afc7-28c4bb09644a tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0776272 Dec 16 22:14:06.899330 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0a075272-ff99-494f-8792-ea1bdcc15bdd req-0d522022-e102-48bd-9a4e-03890a07824d tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687301 Dec 16 22:14:06.900320 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-3c9d9ea5-f216-415b-9ebd-786cb4384909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:06.962606 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-71b27122-7b61-4b52-9d24-c34aac7bf2fd req-74aa7ef8-790a-4d72-a117-09050d06381e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649636 Dec 16 22:14:06.971859 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d9ea5-f216-415b-9ebd-786cb4384909 service neutron] Pushing event updated for resources: {'Port': ['ID=67d081f5-a233-40ec-82b8-1bb479a3036a,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:06.976409 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-5bca6de0-4386-461c-9e71-38355b8bbbae tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:07.048077 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [req-e9b97963-57df-4a12-ac58-eaae9dcb9fdb req-fd73c169-0f8b-4863-a87f-28da1ee752aa tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] show failed (client error): The resource could not be found. Dec 16 22:14:07.056095 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e9b97963-57df-4a12-ac58-eaae9dcb9fdb req-fd73c169-0f8b-4863-a87f-28da1ee752aa tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups/7c8d89f9-fbe9-4e3f-aa9e-64e65e57bc0e HTTP/1.1" status: 404 len: 352 time: 0.0918825 Dec 16 22:14:07.079534 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-5bca6de0-4386-461c-9e71-38355b8bbbae tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:07.101546 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [req-39497fa0-1d12-4533-8c64-7078ec233548 req-5af97b17-0460-408f-b748-0b2d89e4d7d8 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] show failed (client error): The resource could not be found. Dec 16 22:14:07.102848 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-39497fa0-1d12-4533-8c64-7078ec233548 req-5af97b17-0460-408f-b748-0b2d89e4d7d8 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups/d7a5581e-af6e-42e2-83c5-02a4ea1ae075 HTTP/1.1" status: 404 len: 352 time: 0.0179894 Dec 16 22:14:07.110313 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-5bca6de0-4386-461c-9e71-38355b8bbbae tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:07.117220 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-5bca6de0-4386-461c-9e71-38355b8bbbae tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:07.174869 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca6de0-4386-461c-9e71-38355b8bbbae tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Pushing event updated for resources: {'Port': ['ID=2c988f8d-3972-4b7a-a32f-4f48dd48c7a2,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:07.213217 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [req-076820c8-31f0-4432-9d1d-97956e2850d7 req-4f35d19c-6b1e-41a2-aa3e-c6a189dd59d4 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] show failed (client error): The resource could not be found. Dec 16 22:14:07.215563 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946efdf-a2d5-479a-b265-0945003833bf req-32050a02-dfc3-4f20-8919-c8f8fec4cea4 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:07.218706 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5946efdf-a2d5-479a-b265-0945003833bf req-32050a02-dfc3-4f20-8919-c8f8fec4cea4 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5b22a79-91e3-4801-b7a4-0df2eeca5add HTTP/1.1" status: 200 len: 934 time: 0.0828447 Dec 16 22:14:07.226312 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-076820c8-31f0-4432-9d1d-97956e2850d7 req-4f35d19c-6b1e-41a2-aa3e-c6a189dd59d4 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups/9a5164c9-de08-4a93-8e23-cb34aec20cd5 HTTP/1.1" status: 404 len: 352 time: 0.0585115 Dec 16 22:14:07.305104 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5946efdf-a2d5-479a-b265-0945003833bf req-1c0d5705-3212-4b9a-ba2d-cd551a3b5024 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725415 Dec 16 22:14:07.310528 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [req-59aaf0fa-7b88-447e-a3d8-2f8d070dd7ad req-c78f9d91-b8ae-42c0-9f17-f677c2351f06 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] show failed (client error): The resource could not be found. Dec 16 22:14:07.322797 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-59aaf0fa-7b88-447e-a3d8-2f8d070dd7ad req-c78f9d91-b8ae-42c0-9f17-f677c2351f06 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups/30ea2c72-52ba-4d36-9d2c-46fccb285a04 HTTP/1.1" status: 404 len: 352 time: 0.0487378 Dec 16 22:14:07.347783 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-5bca6de0-4386-461c-9e71-38355b8bbbae tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:07.348480 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-5bca6de0-4386-461c-9e71-38355b8bbbae tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:07.385266 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-3c9d9ea5-f216-415b-9ebd-786cb4384909 service neutron] Attempting to bind port 67d081f5-a233-40ec-82b8-1bb479a3036a on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:07.385627 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-3c9d9ea5-f216-415b-9ebd-786cb4384909 service neutron] Attempting to bind port 67d081f5-a233-40ec-82b8-1bb479a3036a by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'aae510df-529b-45cb-940a-79aa02f44cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:07.385975 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-3c9d9ea5-f216-415b-9ebd-786cb4384909 service neutron] Attempting to bind port 67d081f5-a233-40ec-82b8-1bb479a3036a on network f4b4200a-5735-42d7-aba1-c5a847665c5e {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:07.392177 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-3c9d9ea5-f216-415b-9ebd-786cb4384909 service neutron] Port 67d081f5-a233-40ec-82b8-1bb479a3036a on network f4b4200a-5735-42d7-aba1-c5a847665c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:14:07.392573 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-3c9d9ea5-f216-415b-9ebd-786cb4384909 service neutron] Attempting to bind port 67d081f5-a233-40ec-82b8-1bb479a3036a on network f4b4200a-5735-42d7-aba1-c5a847665c5e {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:07.400028 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-3c9d9ea5-f216-415b-9ebd-786cb4384909 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:07.400367 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-3c9d9ea5-f216-415b-9ebd-786cb4384909 service neutron] Checking segment: {'id': 'aae510df-529b-45cb-940a-79aa02f44cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:07.400770 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-3c9d9ea5-f216-415b-9ebd-786cb4384909 service neutron] Bound using segment: {'id': 'aae510df-529b-45cb-940a-79aa02f44cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:07.401228 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-3c9d9ea5-f216-415b-9ebd-786cb4384909 service neutron] Bound port: 67d081f5-a233-40ec-82b8-1bb479a3036a, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae510df-529b-45cb-940a-79aa02f44cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:07.401604 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-3c9d9ea5-f216-415b-9ebd-786cb4384909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:07.479540 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9314b-6afd-4c98-9d3e-81deded7be49 req-70f833fb-891f-4d3f-8551-739a2274c2ac tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:07.490836 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-36c9314b-6afd-4c98-9d3e-81deded7be49 req-70f833fb-891f-4d3f-8551-739a2274c2ac tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0875883 Dec 16 22:14:07.496625 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c039e714-bc6a-4f19-8f97-6e37903e42eb None None] Provisioning complete for port 2c988f8d-3972-4b7a-a32f-4f48dd48c7a2 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:07.499865 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c039e714-bc6a-4f19-8f97-6e37903e42eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:07.511123 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-5bca6de0-4386-461c-9e71-38355b8bbbae tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9020860 Dec 16 22:14:07.539393 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-340f6dd1-fe17-4c7f-b95b-ecaa965f8149 service neutron] Request body: {'port': {'device_id': 'b5b22a79-91e3-4801-b7a4-0df2eeca5add', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:07.573328 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-36c9314b-6afd-4c98-9d3e-81deded7be49 req-1678bfa3-ed6a-4f1a-b13a-37df22a3613f tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788064 Dec 16 22:14:07.603345 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c039e714-bc6a-4f19-8f97-6e37903e42eb None None] Port 2c988f8d-3972-4b7a-a32f-4f48dd48c7a2 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:14:07.612579 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-3c9d9ea5-f216-415b-9ebd-786cb4384909 service neutron] For port 67d081f5-a233-40ec-82b8-1bb479a3036a, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:07.635437 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [req-b099dc03-8f10-48d3-9f8b-8ec8ed4b14bb req-816cd33f-6daf-447d-833f-253fbc275cc1 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] show failed (client error): The resource could not be found. Dec 16 22:14:07.636542 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b099dc03-8f10-48d3-9f8b-8ec8ed4b14bb req-816cd33f-6daf-447d-833f-253fbc275cc1 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups/3a3add4d-08ec-46fd-bef2-b78f4cb912d8 HTTP/1.1" status: 404 len: 352 time: 0.0321050 Dec 16 22:14:07.650783 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b017702-f2c3-4743-9953-20880210b22d req-6b98a9e2-89e0-4d62-9ada-deff96c94328 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:07.652839 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1b017702-f2c3-4743-9953-20880210b22d req-6b98a9e2-89e0-4d62-9ada-deff96c94328 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.1962986 Dec 16 22:14:07.669755 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-3c9d9ea5-f216-415b-9ebd-786cb4384909 service neutron] For port 67d081f5-a233-40ec-82b8-1bb479a3036a, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=67d081f5-a233-40ec-82b8-1bb479a3036a,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:07.682259 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-340f6dd1-fe17-4c7f-b95b-ecaa965f8149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:07.742914 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-3c9d9ea5-f216-415b-9ebd-786cb4384909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:07.813656 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1b017702-f2c3-4743-9953-20880210b22d req-6a023392-ecb9-4a23-999e-d3203e865447 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482856 Dec 16 22:14:07.831631 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58930aa6-2b2b-4de0-b1b6-a203735becd2 req-1df67c5d-6eb1-4daf-82be-89176aa37bc3 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:07.839155 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58930aa6-2b2b-4de0-b1b6-a203735becd2 req-1df67c5d-6eb1-4daf-82be-89176aa37bc3 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2 HTTP/1.1" status: 200 len: 946 time: 0.1145954 Dec 16 22:14:07.858234 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-3c9d9ea5-f216-415b-9ebd-786cb4384909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:07.859020 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-3c9d9ea5-f216-415b-9ebd-786cb4384909 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:07.860713 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-3c9d9ea5-f216-415b-9ebd-786cb4384909 service neutron] 10.222.0.57 "PUT /v2.0/ports/67d081f5-a233-40ec-82b8-1bb479a3036a HTTP/1.1" status: 200 len: 1091 time: 2.2470067 Dec 16 22:14:07.861300 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f95c01-86fe-4114-9199-83ced49b3c10', 'tag': '67d081f5-a233-40ec-82b8-1bb479a3036a'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:07.865463 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6753a4e8-4d51-4fd6-8d61-53e7a3c05160" -d '{"events": [{"name": "network-changed", "server_uuid": "07f95c01-86fe-4114-9199-83ced49b3c10", "tag": "67d081f5-a233-40ec-82b8-1bb479a3036a"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:07.905133 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d86d4-3162-4fa7-94a3-52f73600bc95 req-818bf4e5-54f7-4529-a160-6590bc5e83ba tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:07.907417 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-720d86d4-3162-4fa7-94a3-52f73600bc95 req-818bf4e5-54f7-4529-a160-6590bc5e83ba tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2 HTTP/1.1" status: 200 len: 946 time: 0.1444416 Dec 16 22:14:07.923802 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58930aa6-2b2b-4de0-b1b6-a203735becd2 req-844f72b3-2253-4028-8f44-e5b1c67fcd4c tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821486 Dec 16 22:14:07.996661 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d9ea5-f216-415b-9ebd-786cb4384909 service neutron] Pushing event updated for resources: {'Port': ['ID=67d081f5-a233-40ec-82b8-1bb479a3036a,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:08.046593 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [req-aa9f4d9b-66e9-4ff4-a9fc-fdd1bcb8fdcf req-25d9366a-3036-47ab-8a65-2cf91aaa7507 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] show failed (client error): The resource could not be found. Dec 16 22:14:08.060742 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aa9f4d9b-66e9-4ff4-a9fc-fdd1bcb8fdcf req-25d9366a-3036-47ab-8a65-2cf91aaa7507 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups/64347a36-0cd8-4325-816b-5fd995b5480b HTTP/1.1" status: 404 len: 352 time: 0.0803797 Dec 16 22:14:08.147711 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-720d86d4-3162-4fa7-94a3-52f73600bc95 req-55d31b06-45a0-4962-98e7-3d4ad9cc79ec tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Deleting port d604c8c8-9327-41a7-95f3-a3a757c062e8 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:08.148206 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-720d86d4-3162-4fa7-94a3-52f73600bc95 req-55d31b06-45a0-4962-98e7-3d4ad9cc79ec tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:08.166826 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b58982-3084-4240-aa03-7221061a9f76 req-f693d104-80b3-4b37-a275-a3d7633e29c7 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:08.171480 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d9b58982-3084-4240-aa03-7221061a9f76 req-f693d104-80b3-4b37-a275-a3d7633e29c7 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1657453 Dec 16 22:14:08.222024 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-31efa63e-1729-49b1-974e-302978155a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:08.223949 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-31efa63e-1729-49b1-974e-302978155a5b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc5f8f0b8add43369a6118c499ef042d&device_id=07f95c01-86fe-4114-9199-83ced49b3c10 HTTP/1.1" status: 200 len: 1094 time: 0.2046754 Dec 16 22:14:08.303917 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-720d86d4-3162-4fa7-94a3-52f73600bc95 req-55d31b06-45a0-4962-98e7-3d4ad9cc79ec tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] For port d604c8c8-9327-41a7-95f3-a3a757c062e8, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=d604c8c8-9327-41a7-95f3-a3a757c062e8,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:08.310321 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-720d86d4-3162-4fa7-94a3-52f73600bc95 req-55d31b06-45a0-4962-98e7-3d4ad9cc79ec tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:08.314409 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-3dff6807-7103-4bc5-93ec-89229f92c2ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67d081f5-a233-40ec-82b8-1bb479a3036a HTTP/1.1" status: 200 len: 217 time: 0.0602458 Dec 16 22:14:08.326757 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7ad420-721a-4c8b-b92f-8369cfb99cd9 x-openstack-request-id: req-0a7ad420-721a-4c8b-b92f-8369cfb99cd9 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:08.327578 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f95c01-86fe-4114-9199-83ced49b3c10", "tag": "67d081f5-a233-40ec-82b8-1bb479a3036a", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:08.328207 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0a7ad420-721a-4c8b-b92f-8369cfb99cd9 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:08.335438 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f95c01-86fe-4114-9199-83ced49b3c10', 'tag': '67d081f5-a233-40ec-82b8-1bb479a3036a', 'status': 'completed', 'code': 200} Dec 16 22:14:08.336397 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-720d86d4-3162-4fa7-94a3-52f73600bc95 req-55d31b06-45a0-4962-98e7-3d4ad9cc79ec tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Calling delete_port for d604c8c8-9327-41a7-95f3-a3a757c062e8 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:08.497187 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d9b58982-3084-4240-aa03-7221061a9f76 req-2196079a-decd-4c8a-b0c0-ea45897597d1 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167160 Dec 16 22:14:08.516995 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-340f6dd1-fe17-4c7f-b95b-ecaa965f8149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c988f8d-3972-4b7a-a32f-4f48dd48c7a2 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:14:08.539152 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-340f6dd1-fe17-4c7f-b95b-ecaa965f8149 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:08.557054 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-c79943b0-496f-4a0e-a899-a32cd51f8e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:08.559928 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-c79943b0-496f-4a0e-a899-a32cd51f8e85 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=241332bf-ffe2-4b38-90c7-a643b4215ed1 HTTP/1.1" status: 200 len: 844 time: 0.2186556 Dec 16 22:14:08.583012 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3a779-c525-4982-a7e3-543cefd13730 req-06f2f706-789a-43d5-8cf3-e8dee81cf1fd tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:08.587278 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a3e3a779-c525-4982-a7e3-543cefd13730 req-06f2f706-789a-43d5-8cf3-e8dee81cf1fd tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=07f95c01-86fe-4114-9199-83ced49b3c10 HTTP/1.1" status: 200 len: 943 time: 0.1636992 Dec 16 22:14:08.670283 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-340f6dd1-fe17-4c7f-b95b-ecaa965f8149 service neutron] Transition to ACTIVE for port object 2c988f8d-3972-4b7a-a32f-4f48dd48c7a2 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:14:08.677869 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-c1b4e84e-9fc4-405c-acb8-1e97deaf7757 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4b4200a-5735-42d7-aba1-c5a847665c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972314 Dec 16 22:14:08.781319 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-340f6dd1-fe17-4c7f-b95b-ecaa965f8149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:08.801400 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a3e3a779-c525-4982-a7e3-543cefd13730 req-3e864ff8-897a-475c-939e-f166e12fdbea tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028944 Dec 16 22:14:08.872391 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-720d86d4-3162-4fa7-94a3-52f73600bc95 req-55d31b06-45a0-4962-98e7-3d4ad9cc79ec tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:08.912284 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['d604c8c8-9327-41a7-95f3-a3a757c062e8'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:14:08.951533 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-02584039-e423-45ff-b8d5-b4edae1c09c2 service neutron] 10.222.0.57 "GET /v2.0/networks/f4b4200a-5735-42d7-aba1-c5a847665c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655482 Dec 16 22:14:08.975832 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6584960a-97fd-456d-b9ef-cb7b7437c516'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:14:08.982511 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d31b06-45a0-4962-98e7-3d4ad9cc79ec tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Pushing event deleted for resources: {'Port': ['ID=d604c8c8-9327-41a7-95f3-a3a757c062e8,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:09.265168 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-720d86d4-3162-4fa7-94a3-52f73600bc95 req-55d31b06-45a0-4962-98e7-3d4ad9cc79ec tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] No DVR routers for this DVR port d604c8c8-9327-41a7-95f3-a3a757c062e8 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:14:09.286621 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-720d86d4-3162-4fa7-94a3-52f73600bc95 req-55d31b06-45a0-4962-98e7-3d4ad9cc79ec tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:09.295510 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-720d86d4-3162-4fa7-94a3-52f73600bc95 req-55d31b06-45a0-4962-98e7-3d4ad9cc79ec tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.57 "DELETE /v2.0/ports/d604c8c8-9327-41a7-95f3-a3a757c062e8 HTTP/1.1" status: 204 len: 173 time: 1.3669217 Dec 16 22:14:09.303757 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2', 'name': 'network-vif-deleted', 'tag': 'd604c8c8-9327-41a7-95f3-a3a757c062e8'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:09.310399 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b09fc5c-5a6f-4ee1-af92-8170648c6f17" -d '{"events": [{"server_uuid": "d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2", "name": "network-vif-deleted", "tag": "d604c8c8-9327-41a7-95f3-a3a757c062e8"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:09.394241 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-09183a28-9c75-49b7-aafb-5795020400ae req-a4a5582c-3a21-4287-8092-819a375d66ca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=74925633-5f1a-402d-8fff-858aedecb29d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1973624 Dec 16 22:14:09.407849 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f6dd1-fe17-4c7f-b95b-ecaa965f8149 service neutron] Pushing event updated for resources: {'Port': ['ID=2c988f8d-3972-4b7a-a32f-4f48dd48c7a2,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:09.441986 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff76f2-ff31-41c7-8cd3-84425932398a req-98e411ae-cf0d-4aa0-9310-3c3f3bf17639 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:09.448812 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ddff76f2-ff31-41c7-8cd3-84425932398a req-98e411ae-cf0d-4aa0-9310-3c3f3bf17639 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/ports?device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 946 time: 0.1306853 Dec 16 22:14:09.547987 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8858217-140f-4d4d-9c2f-f0b96fc471be req-8a9748dc-75ad-4b6b-81ae-d22d42e9bb6e tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:09.549779 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e8858217-140f-4d4d-9c2f-f0b96fc471be req-8a9748dc-75ad-4b6b-81ae-d22d42e9bb6e tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5b22a79-91e3-4801-b7a4-0df2eeca5add HTTP/1.1" status: 200 len: 946 time: 0.2038031 Dec 16 22:14:09.551852 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a2aaac01-aa55-4d18-bbb8-6311a269b1ae req-cf883528-070b-4c98-be3f-bfba0ca56265 service neutron] 10.222.0.57 "GET /v2.0/networks/f4b4200a-5735-42d7-aba1-c5a847665c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5776572 Dec 16 22:14:09.553144 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-340f6dd1-fe17-4c7f-b95b-ecaa965f8149 service neutron] Attempting to bind port 2c988f8d-3972-4b7a-a32f-4f48dd48c7a2 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:09.553582 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-340f6dd1-fe17-4c7f-b95b-ecaa965f8149 service neutron] Attempting to bind port 2c988f8d-3972-4b7a-a32f-4f48dd48c7a2 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:09.554275 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-340f6dd1-fe17-4c7f-b95b-ecaa965f8149 service neutron] Attempting to bind port 2c988f8d-3972-4b7a-a32f-4f48dd48c7a2 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:09.563662 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09183a28-9c75-49b7-aafb-5795020400ae req-f6620d19-1a0f-49c2-be2a-66dc154bea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:09.565400 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-09183a28-9c75-49b7-aafb-5795020400ae req-f6620d19-1a0f-49c2-be2a-66dc154bea43 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7e81c7a87e9c432395a69e30581953d0&device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 1097 time: 0.0596900 Dec 16 22:14:09.569308 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-340f6dd1-fe17-4c7f-b95b-ecaa965f8149 service neutron] Port 2c988f8d-3972-4b7a-a32f-4f48dd48c7a2 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:14:09.569636 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-340f6dd1-fe17-4c7f-b95b-ecaa965f8149 service neutron] Attempting to bind port 2c988f8d-3972-4b7a-a32f-4f48dd48c7a2 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:09.570465 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ddff76f2-ff31-41c7-8cd3-84425932398a req-e308e94e-c50d-4c62-86a5-48dc2787cff9 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/security-groups?id=6e2d0019-f46f-43b3-b3dc-4deb54920c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208308 Dec 16 22:14:09.582218 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-340f6dd1-fe17-4c7f-b95b-ecaa965f8149 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:09.582566 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-340f6dd1-fe17-4c7f-b95b-ecaa965f8149 service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:09.583093 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-340f6dd1-fe17-4c7f-b95b-ecaa965f8149 service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:09.583395 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-340f6dd1-fe17-4c7f-b95b-ecaa965f8149 service neutron] Bound port: 2c988f8d-3972-4b7a-a32f-4f48dd48c7a2, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:09.583761 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-340f6dd1-fe17-4c7f-b95b-ecaa965f8149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:09.684404 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e8858217-140f-4d4d-9c2f-f0b96fc471be req-8c769588-e9df-4eec-90c6-9e2ea82e7afe tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178210 Dec 16 22:14:09.756353 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-340f6dd1-fe17-4c7f-b95b-ecaa965f8149 service neutron] For port 2c988f8d-3972-4b7a-a32f-4f48dd48c7a2, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:09.769022 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-340f6dd1-fe17-4c7f-b95b-ecaa965f8149 service neutron] For port 2c988f8d-3972-4b7a-a32f-4f48dd48c7a2, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=2c988f8d-3972-4b7a-a32f-4f48dd48c7a2,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:09.861007 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09183a28-9c75-49b7-aafb-5795020400ae req-3e427b51-5571-4426-a297-1e467c2d3aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:09.863564 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2be4e468-355d-4fd9-9984-5e55573e8580 req-9486c7ed-6d0b-4342-a5b8-0fc60b688a64 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2 HTTP/1.1" status: 200 len: 210 time: 0.0688193 Dec 16 22:14:09.864849 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-09183a28-9c75-49b7-aafb-5795020400ae req-3e427b51-5571-4426-a297-1e467c2d3aa0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e613a71e-e0e0-460d-9702-cb72b7245fe8 HTTP/1.1" status: 200 len: 912 time: 0.2540679 Dec 16 22:14:09.870344 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-340f6dd1-fe17-4c7f-b95b-ecaa965f8149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:09.966753 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbe66b-5ead-4fdc-a223-5fa3149a06c6 req-2abcc7bb-9995-45c5-a965-1f9171c1d42c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:09.974589 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-decbe66b-5ead-4fdc-a223-5fa3149a06c6 req-2abcc7bb-9995-45c5-a965-1f9171c1d42c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.3024442 Dec 16 22:14:09.991720 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-340f6dd1-fe17-4c7f-b95b-ecaa965f8149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:09.994401 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-340f6dd1-fe17-4c7f-b95b-ecaa965f8149 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:09.994401 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-340f6dd1-fe17-4c7f-b95b-ecaa965f8149 service neutron] 10.222.0.57 "PUT /v2.0/ports/2c988f8d-3972-4b7a-a32f-4f48dd48c7a2 HTTP/1.1" status: 200 len: 1094 time: 2.4593744 Dec 16 22:14:10.010020 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-09183a28-9c75-49b7-aafb-5795020400ae req-4ec7b12f-615f-4a5a-99cc-80873a5b321b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b84dd3f8-6e76-4c64-a124-eb616b79e58e HTTP/1.1" status: 200 len: 1002 time: 0.1325417 Dec 16 22:14:10.020099 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753a4e8-4d51-4fd6-8d61-53e7a3c05160 req-0377ac0c-5e3a-48c5-b6d9-f4bed25a6c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:10.022058 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6753a4e8-4d51-4fd6-8d61-53e7a3c05160 req-0377ac0c-5e3a-48c5-b6d9-f4bed25a6c79 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc5f8f0b8add43369a6118c499ef042d&device_id=07f95c01-86fe-4114-9199-83ced49b3c10 HTTP/1.1" status: 200 len: 1094 time: 0.2125487 Dec 16 22:14:10.063353 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f6dd1-fe17-4c7f-b95b-ecaa965f8149 service neutron] Pushing event updated for resources: {'Port': ['ID=2c988f8d-3972-4b7a-a32f-4f48dd48c7a2,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:10.115257 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09183a28-9c75-49b7-aafb-5795020400ae req-48010567-4c82-4e41-b155-a5b9af5a1c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:10.117109 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-09183a28-9c75-49b7-aafb-5795020400ae req-48010567-4c82-4e41-b155-a5b9af5a1c4f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e821f15a-fed6-4760-b25c-db97e47d026f HTTP/1.1" status: 200 len: 851 time: 0.0954664 Dec 16 22:14:10.210330 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3bb9f-9c43-46c0-b40f-139a2b7d9026 req-02611e8e-5553-4708-9950-de1ebc9ace7d tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:10.224638 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e9e3bb9f-9c43-46c0-b40f-139a2b7d9026 req-02611e8e-5553-4708-9950-de1ebc9ace7d tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=6feb6ee6-640e-4a9d-aa6f-db14bab89112 HTTP/1.1" status: 200 len: 1023 time: 0.2344759 Dec 16 22:14:10.259887 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-decbe66b-5ead-4fdc-a223-5fa3149a06c6 req-8b447869-2b4c-4bdd-b072-63d16d8eb37c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835038 Dec 16 22:14:10.301330 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09183a28-9c75-49b7-aafb-5795020400ae req-788cb78d-c13b-4dc9-a039-80e96c3cb7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:10.302736 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-09183a28-9c75-49b7-aafb-5795020400ae req-788cb78d-c13b-4dc9-a039-80e96c3cb7a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e613a71e-e0e0-460d-9702-cb72b7245fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1530840 Dec 16 22:14:10.331722 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b22a79-91e3-4801-b7a4-0df2eeca5add', 'tag': '2c988f8d-3972-4b7a-a32f-4f48dd48c7a2'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:10.334153 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8573e4a7-d4a6-4cbd-aba7-9d6ed0e9a409" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b22a79-91e3-4801-b7a4-0df2eeca5add", "tag": "2c988f8d-3972-4b7a-a32f-4f48dd48c7a2"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:10.405431 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-69d9a441-c45a-4aaf-87b1-076007bdba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:10.407088 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-69d9a441-c45a-4aaf-87b1-076007bdba50 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ea6a640925c43988647ddbf43a3b1cb&device_id=b5b22a79-91e3-4801-b7a4-0df2eeca5add HTTP/1.1" status: 200 len: 1097 time: 0.2615101 Dec 16 22:14:10.411842 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753a4e8-4d51-4fd6-8d61-53e7a3c05160 req-f231e642-002b-4d80-8f94-a58f0fbaf71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:10.413385 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6753a4e8-4d51-4fd6-8d61-53e7a3c05160 req-f231e642-002b-4d80-8f94-a58f0fbaf71a service neutron] 10.222.0.57 "GET /v2.0/networks?id=f4b4200a-5735-42d7-aba1-c5a847665c5e HTTP/1.1" status: 200 len: 904 time: 0.3653383 Dec 16 22:14:10.464248 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c320e2-2156-4132-ba52-1c90fac18695 x-openstack-request-id: req-69c320e2-2156-4132-ba52-1c90fac18695 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:10.464852 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2", "name": "network-vif-deleted", "tag": "d604c8c8-9327-41a7-95f3-a3a757c062e8", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:10.464852 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-69c320e2-2156-4132-ba52-1c90fac18695 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:10.465175 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a7f6e6-a9a3-4b4d-8c8d-8a0f776fa4f2', 'name': 'network-vif-deleted', 'tag': 'd604c8c8-9327-41a7-95f3-a3a757c062e8', 'status': 'completed', 'code': 200} Dec 16 22:14:10.519922 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-8735e5ef-039c-4805-a21b-89d5e4ef284b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=2c988f8d-3972-4b7a-a32f-4f48dd48c7a2 HTTP/1.1" status: 200 len: 217 time: 0.0894337 Dec 16 22:14:10.530220 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-09183a28-9c75-49b7-aafb-5795020400ae req-ab6589f1-4dc5-4e98-94e7-5bcd0a8bad99 service neutron] 10.222.0.57 "GET /v2.0/networks/e613a71e-e0e0-460d-9702-cb72b7245fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170951 Dec 16 22:14:10.540409 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6753a4e8-4d51-4fd6-8d61-53e7a3c05160 req-fe718fcc-8787-48fa-8e11-c47cac81dd8e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67d081f5-a233-40ec-82b8-1bb479a3036a HTTP/1.1" status: 200 len: 217 time: 0.0980358 Dec 16 22:14:10.591760 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e9e3bb9f-9c43-46c0-b40f-139a2b7d9026 req-cc2e2375-221a-4dc1-bcb3-bb1fc269d5d7 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&id=12d4eabf-279c-4a98-b506-dc806a105d7c&id=517ade28-4522-4ef6-8d24-91d09161e642&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3660805 Dec 16 22:14:10.673033 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-09183a28-9c75-49b7-aafb-5795020400ae req-a42d4c0f-823d-4447-bee2-e22448e05f78 service neutron] 10.222.0.57 "GET /v2.0/networks/e613a71e-e0e0-460d-9702-cb72b7245fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310623 Dec 16 22:14:10.682469 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9039ec5-9bda-4e30-80d0-00780d893cf4 x-openstack-request-id: req-a9039ec5-9bda-4e30-80d0-00780d893cf4 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:10.682469 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b22a79-91e3-4801-b7a4-0df2eeca5add", "tag": "2c988f8d-3972-4b7a-a32f-4f48dd48c7a2", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:10.682793 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a9039ec5-9bda-4e30-80d0-00780d893cf4 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:10.682938 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b22a79-91e3-4801-b7a4-0df2eeca5add', 'tag': '2c988f8d-3972-4b7a-a32f-4f48dd48c7a2', 'status': 'completed', 'code': 200} Dec 16 22:14:10.766243 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-d186838a-7ab7-4a6b-b0eb-37aa806db610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:10.767828 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-d186838a-7ab7-4a6b-b0eb-37aa806db610 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.2256229 Dec 16 22:14:10.768349 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80909822-a8f9-4693-9832-c78997d2427c req-b8199386-ae91-4e21-a8ca-1a90b01361f1 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:10.790896 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-80909822-a8f9-4693-9832-c78997d2427c req-b8199386-ae91-4e21-a8ca-1a90b01361f1 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=07f95c01-86fe-4114-9199-83ced49b3c10 HTTP/1.1" status: 200 len: 943 time: 0.0956786 Dec 16 22:14:10.792486 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753a4e8-4d51-4fd6-8d61-53e7a3c05160 req-5a429e0b-ec96-4e2c-a23a-42f7947fb43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:10.792486 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6753a4e8-4d51-4fd6-8d61-53e7a3c05160 req-5a429e0b-ec96-4e2c-a23a-42f7947fb43d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=241332bf-ffe2-4b38-90c7-a643b4215ed1 HTTP/1.1" status: 200 len: 844 time: 0.2127538 Dec 16 22:14:10.937556 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6753a4e8-4d51-4fd6-8d61-53e7a3c05160 req-3558af4c-9924-4bba-a44a-69a15832f987 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4b4200a-5735-42d7-aba1-c5a847665c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911212 Dec 16 22:14:10.973872 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-80909822-a8f9-4693-9832-c78997d2427c req-c9a83e3c-e779-48b2-b655-8a47cda4dc4a tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929030 Dec 16 22:14:11.096466 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-8d45ef1e-8d6d-430c-86a9-287b522ae8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:11.098091 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-8d45ef1e-8d6d-430c-86a9-287b522ae8fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2971749 Dec 16 22:14:11.416515 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device d604c8c8-9327-41a7-95f3-a3a757c062e8 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:11.475162 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: d604c8c8-9327-41a7-95f3-a3a757c062e8 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:11.475783 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device d604c8c8-9327-41a7-95f3-a3a757c062e8 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:11.656366 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23adf0-a329-4c01-a097-161b55a150cc req-b4acce27-9122-43ec-992a-33a71145158c tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:11.663801 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2b23adf0-a329-4c01-a097-161b55a150cc req-b4acce27-9122-43ec-992a-33a71145158c tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5b22a79-91e3-4801-b7a4-0df2eeca5add HTTP/1.1" status: 200 len: 946 time: 0.7001801 Dec 16 22:14:11.681833 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6753a4e8-4d51-4fd6-8d61-53e7a3c05160 req-82cfdaf3-cddf-42e8-ade3-6c8e816e484c service neutron] 10.222.0.57 "GET /v2.0/networks/f4b4200a-5735-42d7-aba1-c5a847665c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7359891 Dec 16 22:14:11.832887 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33db287-37f8-40fc-bc78-b3972b72228f req-af23ee82-c96f-4a25-8448-ebc145d92d7f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:11.843709 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c33db287-37f8-40fc-bc78-b3972b72228f req-af23ee82-c96f-4a25-8448-ebc145d92d7f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.1020088 Dec 16 22:14:11.864217 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6753a4e8-4d51-4fd6-8d61-53e7a3c05160 req-f676151c-846b-4770-9835-457e96bc3cda service neutron] 10.222.0.57 "GET /v2.0/networks/f4b4200a-5735-42d7-aba1-c5a847665c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654053 Dec 16 22:14:11.885486 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d5ee3-10f0-433b-b7af-d71177e13aba req-7d092fcf-aa9f-4120-9031-9a5c71eb5451 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:11.886992 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-914d5ee3-10f0-433b-b7af-d71177e13aba req-7d092fcf-aa9f-4120-9031-9a5c71eb5451 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.76 "GET /v2.0/ports?device_id=6feb6ee6-640e-4a9d-aa6f-db14bab89112 HTTP/1.1" status: 200 len: 1023 time: 0.7275984 Dec 16 22:14:11.957946 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c33db287-37f8-40fc-bc78-b3972b72228f req-e5ddf57b-d05a-49ca-850f-c51321056bc5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133089 Dec 16 22:14:11.973953 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2b23adf0-a329-4c01-a097-161b55a150cc req-266fa1ab-d8fb-405f-bc2a-f4c30b192ced tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091609 Dec 16 22:14:12.003899 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-a0a00436-a0e2-444a-bfa3-db01732ab654 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8918166 Dec 16 22:14:12.176577 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23affc-5c4b-4d71-b6b2-dcb5d6167264 req-7465d2bd-6088-4c50-a53d-e7ec92f75985 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:12.178402 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4c23affc-5c4b-4d71-b6b2-dcb5d6167264 req-7465d2bd-6088-4c50-a53d-e7ec92f75985 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=6feb6ee6-640e-4a9d-aa6f-db14bab89112 HTTP/1.1" status: 200 len: 1023 time: 0.0624056 Dec 16 22:14:12.256572 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1f528-5e60-4750-b423-177c204e4b3c req-0052f319-cb68-4888-af9f-ad91072c8573 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:12.258841 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-99a1f528-5e60-4750-b423-177c204e4b3c req-0052f319-cb68-4888-af9f-ad91072c8573 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/ports?device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 946 time: 0.1291249 Dec 16 22:14:12.264982 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-914d5ee3-10f0-433b-b7af-d71177e13aba req-1a08c63a-e9a8-4f3c-a9fc-b411f54002a7 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Deleting port 6a229090-9abb-4381-8f5b-226772e8d323 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:12.265693 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-914d5ee3-10f0-433b-b7af-d71177e13aba req-1a08c63a-e9a8-4f3c-a9fc-b411f54002a7 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:12.276517 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4c23affc-5c4b-4d71-b6b2-dcb5d6167264 req-4b6f9360-6958-4e88-842f-48a8790fe4c5 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c3d08fd-3558-4474-8a96-bef7ed150fb2&id=12d4eabf-279c-4a98-b506-dc806a105d7c&id=517ade28-4522-4ef6-8d24-91d09161e642&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0889282 Dec 16 22:14:12.293403 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb0296fd-4a3a-437b-9583-09e794dbb1e2 req-2de03377-9a6c-46a2-83df-155343ee2fe7 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756972 Dec 16 22:14:12.395943 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-99a1f528-5e60-4750-b423-177c204e4b3c req-f5e0f94d-785d-4545-8a85-dfdae2ce8e6c tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/security-groups?id=6e2d0019-f46f-43b3-b3dc-4deb54920c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269047 Dec 16 22:14:12.436766 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-914d5ee3-10f0-433b-b7af-d71177e13aba req-1a08c63a-e9a8-4f3c-a9fc-b411f54002a7 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] For port 6a229090-9abb-4381-8f5b-226772e8d323, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=6a229090-9abb-4381-8f5b-226772e8d323,segment=NetworkSegment(1245a524-6df6-423f-990d-26e7606d949e),segment_id=1245a524-6df6-423f-990d-26e7606d949e)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:12.437144 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-914d5ee3-10f0-433b-b7af-d71177e13aba req-1a08c63a-e9a8-4f3c-a9fc-b411f54002a7 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:12.452852 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-914d5ee3-10f0-433b-b7af-d71177e13aba req-1a08c63a-e9a8-4f3c-a9fc-b411f54002a7 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Calling delete_port for 6a229090-9abb-4381-8f5b-226772e8d323 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:12.537801 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-6b78ae66-7b0c-4e09-8d2f-fa5d23e8fd5f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:12.539780 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-6b78ae66-7b0c-4e09-8d2f-fa5d23e8fd5f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/networks?id=8ad157d2-5520-47b6-a14b-23516eba3ebc HTTP/1.1" status: 200 len: 806 time: 0.1746869 Dec 16 22:14:12.565748 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-f7e957a8-d2ad-4b41-9656-28fb02ba557b tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/quotas/2a5983ec059547448cf45cc5d0d82ac4 HTTP/1.1" status: 200 len: 375 time: 0.0186367 Dec 16 22:14:12.638966 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-7ac3eeda-1a4e-4195-a1b2-865a027d4712 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2a5983ec059547448cf45cc5d0d82ac4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0653529 Dec 16 22:14:12.649943 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573e4a7-d4a6-4cbd-aba7-9d6ed0e9a409 req-b1fe3c9e-8c09-4960-95c9-170cd416e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:12.651480 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8573e4a7-d4a6-4cbd-aba7-9d6ed0e9a409 req-b1fe3c9e-8c09-4960-95c9-170cd416e262 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ea6a640925c43988647ddbf43a3b1cb&device_id=b5b22a79-91e3-4801-b7a4-0df2eeca5add HTTP/1.1" status: 200 len: 1097 time: 0.1856313 Dec 16 22:14:12.669734 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec46f69-fe88-438e-82f9-4310b656ef28 req-1ec5462b-7afd-48ff-bc60-28135269f724 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:12.677492 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bec46f69-fe88-438e-82f9-4310b656ef28 req-1ec5462b-7afd-48ff-bc60-28135269f724 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=07f95c01-86fe-4114-9199-83ced49b3c10 HTTP/1.1" status: 200 len: 943 time: 0.1407337 Dec 16 22:14:12.781383 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-79b616df-581d-4c9f-83a6-fa6e3522318c service neutron] 10.222.0.75 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333084 Dec 16 22:14:12.806538 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bec46f69-fe88-438e-82f9-4310b656ef28 req-684610e0-eccf-4a71-bd57-12a096a4ecad tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280584 Dec 16 22:14:12.884162 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573e4a7-d4a6-4cbd-aba7-9d6ed0e9a409 req-c8135e58-5bcf-45ba-aaa7-3d9c274e4830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:12.885558 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8573e4a7-d4a6-4cbd-aba7-9d6ed0e9a409 req-c8135e58-5bcf-45ba-aaa7-3d9c274e4830 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.2248430 Dec 16 22:14:12.900181 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-5fe1dae4-9141-4682-8452-38580ec5273f service neutron] 10.222.0.75 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111131 Dec 16 22:14:12.942079 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8573e4a7-d4a6-4cbd-aba7-9d6ed0e9a409 req-bec02c3d-24f5-444b-b4f6-9ea0de1ddc54 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=2c988f8d-3972-4b7a-a32f-4f48dd48c7a2 HTTP/1.1" status: 200 len: 217 time: 0.0476844 Dec 16 22:14:13.064135 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573e4a7-d4a6-4cbd-aba7-9d6ed0e9a409 req-5d4ba028-210d-44e1-88a7-e75945c0347f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:13.064135 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8573e4a7-d4a6-4cbd-aba7-9d6ed0e9a409 req-5d4ba028-210d-44e1-88a7-e75945c0347f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0812476 Dec 16 22:14:13.064501 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-914d5ee3-10f0-433b-b7af-d71177e13aba req-1a08c63a-e9a8-4f3c-a9fc-b411f54002a7 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:13.148610 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08c63a-e9a8-4f3c-a9fc-b411f54002a7 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Pushing event deleted for resources: {'Port': ['ID=6a229090-9abb-4381-8f5b-226772e8d323,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:13.210809 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08c63a-e9a8-4f3c-a9fc-b411f54002a7 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:13.211070 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08c63a-e9a8-4f3c-a9fc-b411f54002a7 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:13.211397 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08c63a-e9a8-4f3c-a9fc-b411f54002a7 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:13.211739 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08c63a-e9a8-4f3c-a9fc-b411f54002a7 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:13.212073 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08c63a-e9a8-4f3c-a9fc-b411f54002a7 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:13.212407 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08c63a-e9a8-4f3c-a9fc-b411f54002a7 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:13.212750 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08c63a-e9a8-4f3c-a9fc-b411f54002a7 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:13.213057 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08c63a-e9a8-4f3c-a9fc-b411f54002a7 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:13.213384 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08c63a-e9a8-4f3c-a9fc-b411f54002a7 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:13.213709 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08c63a-e9a8-4f3c-a9fc-b411f54002a7 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:13.214032 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08c63a-e9a8-4f3c-a9fc-b411f54002a7 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:13.214423 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08c63a-e9a8-4f3c-a9fc-b411f54002a7 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:13.214656 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08c63a-e9a8-4f3c-a9fc-b411f54002a7 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:13.217906 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-914d5ee3-10f0-433b-b7af-d71177e13aba req-1a08c63a-e9a8-4f3c-a9fc-b411f54002a7 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] No DVR routers for this DVR port 6a229090-9abb-4381-8f5b-226772e8d323 on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:14:13.225518 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-914d5ee3-10f0-433b-b7af-d71177e13aba req-1a08c63a-e9a8-4f3c-a9fc-b411f54002a7 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:13.236911 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-914d5ee3-10f0-433b-b7af-d71177e13aba req-1a08c63a-e9a8-4f3c-a9fc-b411f54002a7 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.76 "DELETE /v2.0/ports/6a229090-9abb-4381-8f5b-226772e8d323 HTTP/1.1" status: 204 len: 173 time: 1.3324561 Dec 16 22:14:13.238577 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6feb6ee6-640e-4a9d-aa6f-db14bab89112', 'name': 'network-vif-deleted', 'tag': '6a229090-9abb-4381-8f5b-226772e8d323'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:13.240868 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f755eee6-7b9e-4f29-9c6a-da35253b0754" -d '{"events": [{"server_uuid": "6feb6ee6-640e-4a9d-aa6f-db14bab89112", "name": "network-vif-deleted", "tag": "6a229090-9abb-4381-8f5b-226772e8d323"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:13.276422 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e164c2a-c2a0-4a4a-86e3-e89f8fa67036 req-fc20d75a-f1b0-46c7-80b2-822044cf4787 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:13.280401 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1e164c2a-c2a0-4a4a-86e3-e89f8fa67036 req-fc20d75a-f1b0-46c7-80b2-822044cf4787 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.2326543 Dec 16 22:14:13.285948 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573e4a7-d4a6-4cbd-aba7-9d6ed0e9a409 req-eb4e1039-df52-4427-ae32-3254a16ce012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:13.288313 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8573e4a7-d4a6-4cbd-aba7-9d6ed0e9a409 req-eb4e1039-df52-4427-ae32-3254a16ce012 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1985066 Dec 16 22:14:13.338312 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d108c-fa79-4437-9d4c-7816b1ede144 req-3b041d30-889b-457c-821c-9c041d505101 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:13.346894 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-078d108c-fa79-4437-9d4c-7816b1ede144 req-3b041d30-889b-457c-821c-9c041d505101 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.0935369 Dec 16 22:14:13.412242 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-078d108c-fa79-4437-9d4c-7816b1ede144 req-fcdc59d6-9d4b-4044-aeea-dcea2b464f84 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642960 Dec 16 22:14:13.430576 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 67d081f5-a233-40ec-82b8-1bb479a3036a details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:14:13.463875 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1e164c2a-c2a0-4a4a-86e3-e89f8fa67036 req-5baabbe1-c6b0-44f8-9d26-d8ad397f3090 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744046 Dec 16 22:14:13.518357 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8573e4a7-d4a6-4cbd-aba7-9d6ed0e9a409 req-2e613013-d6d9-4d29-97d8-4469e533dcfd service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054958 Dec 16 22:14:13.609715 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 67d081f5-a233-40ec-82b8-1bb479a3036a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=67d081f5-a233-40ec-82b8-1bb479a3036a,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:13.614592 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989daef4-28e2-4ae2-8c5e-b5ea75a0fed7 req-c74e73a0-b2ae-4484-aac7-118cbc827685 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:13.624976 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-989daef4-28e2-4ae2-8c5e-b5ea75a0fed7 req-c74e73a0-b2ae-4484-aac7-118cbc827685 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5b22a79-91e3-4801-b7a4-0df2eeca5add HTTP/1.1" status: 200 len: 946 time: 0.0864310 Dec 16 22:14:13.648113 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '67d081f5-a233-40ec-82b8-1bb479a3036a', 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e', 'port_id': '67d081f5-a233-40ec-82b8-1bb479a3036a', 'mac_address': 'fa:16:3e:62:0e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241332bf-ffe2-4b38-90c7-a643b4215ed1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:14:13.848471 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:13.848750 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-989daef4-28e2-4ae2-8c5e-b5ea75a0fed7 req-c24c5d6b-1ba5-49e3-82d9-f0a650722240 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832934 Dec 16 22:14:13.849005 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67d081f5-a233-40ec-82b8-1bb479a3036a {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:14:13.849610 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-771b22c1-041c-47e1-a11c-2e9172211041 req-41057cc7-d927-479d-b51e-e992c39258cf tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 210 time: 0.0458131 Dec 16 22:14:13.850065 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 67d081f5-a233-40ec-82b8-1bb479a3036a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=67d081f5-a233-40ec-82b8-1bb479a3036a,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:13.850302 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8573e4a7-d4a6-4cbd-aba7-9d6ed0e9a409 req-e35ffad1-f6c3-42f6-87de-fe0980425213 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754230 Dec 16 22:14:13.850302 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa882726-e6cc-48e7-b96c-9c346a6ea830 x-openstack-request-id: req-fa882726-e6cc-48e7-b96c-9c346a6ea830 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:13.850302 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6feb6ee6-640e-4a9d-aa6f-db14bab89112", "name": "network-vif-deleted", "tag": "6a229090-9abb-4381-8f5b-226772e8d323", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:13.850302 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fa882726-e6cc-48e7-b96c-9c346a6ea830 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:13.850302 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6feb6ee6-640e-4a9d-aa6f-db14bab89112', 'name': 'network-vif-deleted', 'tag': '6a229090-9abb-4381-8f5b-226772e8d323', 'status': 'completed', 'code': 200} Dec 16 22:14:13.905374 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:13.922926 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d64c8671-8b93-4064-9ed3-3081c65e09b1 req-346ef7ce-9eba-494f-8ba6-1bfb0c80dc6d tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/ports?device_id=6feb6ee6-640e-4a9d-aa6f-db14bab89112 HTTP/1.1" status: 200 len: 210 time: 0.0866051 Dec 16 22:14:13.980243 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1219d-9aa3-4822-a943-18f442d4367c req-ce4a6f25-a472-477d-aa42-6c0773632543 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:13.988482 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d0a4b-f269-4bb8-bcdb-2f292edaf7b2 req-46f2b630-05da-4674-b0f4-cd1fada93ce8 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:13.991799 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-723d0a4b-f269-4bb8-bcdb-2f292edaf7b2 req-46f2b630-05da-4674-b0f4-cd1fada93ce8 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.57 "GET /v2.0/ports?device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 946 time: 0.1791403 Dec 16 22:14:14.001054 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-50c1219d-9aa3-4822-a943-18f442d4367c req-ce4a6f25-a472-477d-aa42-6c0773632543 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/ports?device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 946 time: 0.0933893 Dec 16 22:14:14.019509 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=67d081f5-a233-40ec-82b8-1bb479a3036a,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:14.059931 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-50c1219d-9aa3-4822-a943-18f442d4367c req-5a03383f-6c3a-4b47-a53d-e86ba77e803d tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/security-groups?id=6e2d0019-f46f-43b3-b3dc-4deb54920c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573957 Dec 16 22:14:14.154741 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b4dd3-5f30-4515-adf8-5cdd511ba2fe req-557333d0-d5ff-4711-8fa5-4def9070b2d1 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:14.156332 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe9b4dd3-5f30-4515-adf8-5cdd511ba2fe req-557333d0-d5ff-4711-8fa5-4def9070b2d1 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1024442 Dec 16 22:14:14.190008 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-723d0a4b-f269-4bb8-bcdb-2f292edaf7b2 req-2de54c46-0b64-4ac9-9b90-577e4b95fb72 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Deleting port b84dd3f8-6e76-4c64-a124-eb616b79e58e {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:14.190401 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-723d0a4b-f269-4bb8-bcdb-2f292edaf7b2 req-2de54c46-0b64-4ac9-9b90-577e4b95fb72 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:14.252214 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 6a229090-9abb-4381-8f5b-226772e8d323 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:14.263446 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0e474-ed7c-4c6f-8a74-dc927109a86d req-846b87fe-0ad9-49ec-be0a-e2a6c8fd377d tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:14.265138 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aee0e474-ed7c-4c6f-8a74-dc927109a86d req-846b87fe-0ad9-49ec-be0a-e2a6c8fd377d tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=07f95c01-86fe-4114-9199-83ced49b3c10 HTTP/1.1" status: 200 len: 944 time: 0.0898998 Dec 16 22:14:14.284179 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 6a229090-9abb-4381-8f5b-226772e8d323 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:14.285579 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 6a229090-9abb-4381-8f5b-226772e8d323 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:14.318544 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-723d0a4b-f269-4bb8-bcdb-2f292edaf7b2 req-2de54c46-0b64-4ac9-9b90-577e4b95fb72 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] For port b84dd3f8-6e76-4c64-a124-eb616b79e58e, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=b84dd3f8-6e76-4c64-a124-eb616b79e58e,segment=NetworkSegment(616a91c2-9daa-48fa-9a06-2df6eb24db55),segment_id=616a91c2-9daa-48fa-9a06-2df6eb24db55)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:14.319213 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-723d0a4b-f269-4bb8-bcdb-2f292edaf7b2 req-2de54c46-0b64-4ac9-9b90-577e4b95fb72 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:14.352506 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-20278321-4c94-4fee-8118-7a4962dffcc6 req-65f37440-1727-431e-93e9-7550eb17a0bc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6feb6ee6-640e-4a9d-aa6f-db14bab89112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0504329 Dec 16 22:14:14.358257 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aee0e474-ed7c-4c6f-8a74-dc927109a86d req-8cc5e9b5-7e6e-40d5-8cf9-2e598e9b3822 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831380 Dec 16 22:14:14.453664 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-20278321-4c94-4fee-8118-7a4962dffcc6 req-4534c535-12e1-45ed-a30b-16980511517a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f46ea7d5a2a74db992746e488a2c27c4&device_id=6feb6ee6-640e-4a9d-aa6f-db14bab89112 HTTP/1.1" status: 200 len: 210 time: 0.0468688 Dec 16 22:14:14.459671 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe9b4dd3-5f30-4515-adf8-5cdd511ba2fe req-82d07e8c-bc47-4fdd-9bb3-79938ae1d29c tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893631 Dec 16 22:14:14.589236 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['67d081f5-a233-40ec-82b8-1bb479a3036a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:14:14.638538 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a538a5c-389e-48d8-98bd-e204e7117619 req-8b035a65-dc45-46d7-8923-07b3a3334f53 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:14.639444 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a538a5c-389e-48d8-98bd-e204e7117619 req-8b035a65-dc45-46d7-8923-07b3a3334f53 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.1260509 Dec 16 22:14:14.774323 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a538a5c-389e-48d8-98bd-e204e7117619 req-8d57bf62-5bbe-48e4-b1d5-202a2889f0ff tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187234 Dec 16 22:14:14.785738 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-723d0a4b-f269-4bb8-bcdb-2f292edaf7b2 req-2de54c46-0b64-4ac9-9b90-577e4b95fb72 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:14.786607 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-723d0a4b-f269-4bb8-bcdb-2f292edaf7b2 req-2de54c46-0b64-4ac9-9b90-577e4b95fb72 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:14.786922 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [req-723d0a4b-f269-4bb8-bcdb-2f292edaf7b2 req-2de54c46-0b64-4ac9-9b90-577e4b95fb72 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Floating IP 9bc686fb-cd4d-4b0e-96d7-0327506b3d9a disassociated. External IP: 172.25.6.162, port: b84dd3f8-6e76-4c64-a124-eb616b79e58e. Dec 16 22:14:14.787463 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-723d0a4b-f269-4bb8-bcdb-2f292edaf7b2 req-2de54c46-0b64-4ac9-9b90-577e4b95fb72 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Calling delete_port for b84dd3f8-6e76-4c64-a124-eb616b79e58e owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:14.793304 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20278321-4c94-4fee-8118-7a4962dffcc6 req-62dc3df7-f92a-4cf2-920f-b64e7b22ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:14.793304 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-20278321-4c94-4fee-8118-7a4962dffcc6 req-62dc3df7-f92a-4cf2-920f-b64e7b22ac70 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=f46ea7d5a2a74db992746e488a2c27c4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2638888 Dec 16 22:14:14.973273 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aefc194f-47a1-42e6-a20a-e0ad86e4aec5 req-35241fb0-bb88-4c8d-85ea-e2e83c4d6c97 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 210 time: 0.0551140 Dec 16 22:14:15.153346 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb82431-b490-48a8-8527-1313645775b7 req-015d9d96-8798-4603-9611-d53e9e4666c0 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:15.162171 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1cb82431-b490-48a8-8527-1313645775b7 req-015d9d96-8798-4603-9611-d53e9e4666c0 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5b22a79-91e3-4801-b7a4-0df2eeca5add HTTP/1.1" status: 200 len: 946 time: 0.1939294 Dec 16 22:14:15.173522 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce697e6e-d830-4a8b-8893-df28983fd746 req-c7d09cbd-bbce-4034-a0b1-b5f03bc0361b tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups/12d4eabf-279c-4a98-b506-dc806a105d7c HTTP/1.1" status: 200 len: 1816 time: 0.0884593 Dec 16 22:14:15.208305 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20278321-4c94-4fee-8118-7a4962dffcc6 req-e6f36428-28df-4d27-8c98-a2e09cf64ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:15.209931 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-20278321-4c94-4fee-8118-7a4962dffcc6 req-e6f36428-28df-4d27-8c98-a2e09cf64ddb service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4080522 Dec 16 22:14:15.256309 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ce697e6e-d830-4a8b-8893-df28983fd746 req-21771d6c-49a1-4f55-81d0-391167f38152 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:15.283814 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1cb82431-b490-48a8-8527-1313645775b7 req-6675c909-9497-45be-9d7b-93fcb3206bb6 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204367 Dec 16 22:14:15.301957 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ce697e6e-d830-4a8b-8893-df28983fd746 req-21771d6c-49a1-4f55-81d0-391167f38152 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:15.426224 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-723d0a4b-f269-4bb8-bcdb-2f292edaf7b2 req-2de54c46-0b64-4ac9-9b90-577e4b95fb72 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:15.446583 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 2c988f8d-3972-4b7a-a32f-4f48dd48c7a2 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:14:15.465923 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de54c46-0b64-4ac9-9b90-577e4b95fb72 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Pushing event deleted for resources: {'Port': ['ID=b84dd3f8-6e76-4c64-a124-eb616b79e58e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:15.473277 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ce697e6e-d830-4a8b-8893-df28983fd746 req-21771d6c-49a1-4f55-81d0-391167f38152 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:15.479234 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ce697e6e-d830-4a8b-8893-df28983fd746 req-21771d6c-49a1-4f55-81d0-391167f38152 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:15.479234 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce697e6e-d830-4a8b-8893-df28983fd746 req-21771d6c-49a1-4f55-81d0-391167f38152 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "DELETE /v2.0/security-groups/12d4eabf-279c-4a98-b506-dc806a105d7c HTTP/1.1" status: 204 len: 173 time: 0.3011513 Dec 16 22:14:15.527300 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device b84dd3f8-6e76-4c64-a124-eb616b79e58e no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:15.528788 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54043bea-d989-4dc8-8bf8-5d4978662f02 req-82a52bcd-d39b-4500-998e-d51145fa1e6a tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:15.531020 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21771d6c-49a1-4f55-81d0-391167f38152 tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d4eabf-279c-4a98-b506-dc806a105d7c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:15.539120 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-54043bea-d989-4dc8-8bf8-5d4978662f02 req-82a52bcd-d39b-4500-998e-d51145fa1e6a tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/ports?device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 867 time: 0.1651540 Dec 16 22:14:15.668265 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1c4c5-631c-4ad1-93d9-7d7a382f546a req-ef1e267f-16fe-49e6-9d0b-f716ff712212 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:15.677016 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-08a1c4c5-631c-4ad1-93d9-7d7a382f546a req-ef1e267f-16fe-49e6-9d0b-f716ff712212 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=07f95c01-86fe-4114-9199-83ced49b3c10 HTTP/1.1" status: 200 len: 944 time: 0.0670145 Dec 16 22:14:15.697754 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-54043bea-d989-4dc8-8bf8-5d4978662f02 req-5eb2440a-1fa8-4bef-8baa-83570450adb3 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/security-groups?id=6e2d0019-f46f-43b3-b3dc-4deb54920c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571817 Dec 16 22:14:15.756137 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: b84dd3f8-6e76-4c64-a124-eb616b79e58e {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:15.756736 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device b84dd3f8-6e76-4c64-a124-eb616b79e58e not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:15.848404 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 2c988f8d-3972-4b7a-a32f-4f48dd48c7a2, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=2c988f8d-3972-4b7a-a32f-4f48dd48c7a2,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:15.870106 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '2c988f8d-3972-4b7a-a32f-4f48dd48c7a2', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '2c988f8d-3972-4b7a-a32f-4f48dd48c7a2', 'mac_address': 'fa:16:3e:c1:df:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:14:15.881375 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d02c6467-6a1c-4d67-97f4-2d922269183a req-88e9ba2f-854e-4dd3-a34c-f1a22bee4eec tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "GET /v2.0/security-groups/517ade28-4522-4ef6-8d24-91d09161e642 HTTP/1.1" status: 200 len: 1817 time: 0.0950956 Dec 16 22:14:15.899803 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-723d0a4b-f269-4bb8-bcdb-2f292edaf7b2 req-2de54c46-0b64-4ac9-9b90-577e4b95fb72 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Router 74b1978b-97a4-4448-9f17-35251302a10c has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:14:15.932884 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:15.958064 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c988f8d-3972-4b7a-a32f-4f48dd48c7a2 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:14:16.022863 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 2c988f8d-3972-4b7a-a32f-4f48dd48c7a2, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=2c988f8d-3972-4b7a-a32f-4f48dd48c7a2,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:16.094958 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:16.143355 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d02c6467-6a1c-4d67-97f4-2d922269183a req-e2dc1c10-4905-4da1-8acd-0f262dcda14f tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:16.198547 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=2c988f8d-3972-4b7a-a32f-4f48dd48c7a2,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:16.229779 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d02c6467-6a1c-4d67-97f4-2d922269183a req-e2dc1c10-4905-4da1-8acd-0f262dcda14f tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:16.236604 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-08a1c4c5-631c-4ad1-93d9-7d7a382f546a req-1498a7b0-cc5b-4a9b-80d2-e362acbd6af8 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5585811 Dec 16 22:14:16.243560 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-723d0a4b-f269-4bb8-bcdb-2f292edaf7b2 req-2de54c46-0b64-4ac9-9b90-577e4b95fb72 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:14:16.257526 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afdc445-9070-4e87-b8b6-673998c4b637 None None] Sync routers for ids ['74b1978b-97a4-4448-9f17-35251302a10c'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:14:16.287414 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afdc445-9070-4e87-b8b6-673998c4b637 None None] Routers {'74b1978b-97a4-4448-9f17-35251302a10c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:16.290031 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-6afdc445-9070-4e87-b8b6-673998c4b637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:13:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['74b1978b-97a4-4448-9f17-35251302a10c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:16.308092 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-723d0a4b-f269-4bb8-bcdb-2f292edaf7b2 req-2de54c46-0b64-4ac9-9b90-577e4b95fb72 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] No DVR routers for this DVR port b84dd3f8-6e76-4c64-a124-eb616b79e58e on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:14:16.315233 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-723d0a4b-f269-4bb8-bcdb-2f292edaf7b2 req-2de54c46-0b64-4ac9-9b90-577e4b95fb72 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:16.318730 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-723d0a4b-f269-4bb8-bcdb-2f292edaf7b2 req-2de54c46-0b64-4ac9-9b90-577e4b95fb72 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.57 "DELETE /v2.0/ports/b84dd3f8-6e76-4c64-a124-eb616b79e58e HTTP/1.1" status: 204 len: 173 time: 2.3209147 Dec 16 22:14:16.319234 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74925633-5f1a-402d-8fff-858aedecb29d', 'name': 'network-vif-deleted', 'tag': 'b84dd3f8-6e76-4c64-a124-eb616b79e58e'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:16.321505 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dbddb4-dbf5-43d1-990f-0ff20030f6f6" -d '{"events": [{"server_uuid": "74925633-5f1a-402d-8fff-858aedecb29d", "name": "network-vif-deleted", "tag": "b84dd3f8-6e76-4c64-a124-eb616b79e58e"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:16.523406 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-6afdc445-9070-4e87-b8b6-673998c4b637 None None] Set router 74b1978b-97a4-4448-9f17-35251302a10c gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:16.562670 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['2c988f8d-3972-4b7a-a32f-4f48dd48c7a2'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:14:16.637425 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d19bf5-c9f7-4ca8-98b9-ecb1e509002a req-ed562cc0-e80e-4e94-8ccd-c08ea42d4744 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:16.644972 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-70d19bf5-c9f7-4ca8-98b9-ecb1e509002a req-ed562cc0-e80e-4e94-8ccd-c08ea42d4744 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.1881440 Dec 16 22:14:16.771860 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-70d19bf5-c9f7-4ca8-98b9-ecb1e509002a req-25a14a0b-56b2-43b5-8362-74a6809ac17b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950823 Dec 16 22:14:16.916931 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d488d32c-0965-439f-aad2-0b19edd3fee5 req-b7c2a5cc-31b1-4e0c-ad3c-1fb313aba4fa tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 210 time: 0.0371232 Dec 16 22:14:16.979142 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d02c6467-6a1c-4d67-97f4-2d922269183a req-e2dc1c10-4905-4da1-8acd-0f262dcda14f tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:16.982079 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d02c6467-6a1c-4d67-97f4-2d922269183a req-e2dc1c10-4905-4da1-8acd-0f262dcda14f tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:16.983392 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d02c6467-6a1c-4d67-97f4-2d922269183a req-e2dc1c10-4905-4da1-8acd-0f262dcda14f tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] 10.222.0.75 "DELETE /v2.0/security-groups/517ade28-4522-4ef6-8d24-91d09161e642 HTTP/1.1" status: 204 len: 173 time: 1.0942237 Dec 16 22:14:16.996119 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36234) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:17.000715 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc1c10-4905-4da1-8acd-0f262dcda14f tempest-SecurityGroupsTestJSON-1294688425 tempest-SecurityGroupsTestJSON-1294688425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=517ade28-4522-4ef6-8d24-91d09161e642,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:17.045049 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73485e63-2bde-4b99-890b-2c794d53ff40 x-openstack-request-id: req-73485e63-2bde-4b99-890b-2c794d53ff40 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:17.045530 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74925633-5f1a-402d-8fff-858aedecb29d", "name": "network-vif-deleted", "tag": "b84dd3f8-6e76-4c64-a124-eb616b79e58e", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:17.045890 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-73485e63-2bde-4b99-890b-2c794d53ff40 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:17.046388 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74925633-5f1a-402d-8fff-858aedecb29d', 'name': 'network-vif-deleted', 'tag': 'b84dd3f8-6e76-4c64-a124-eb616b79e58e', 'status': 'completed', 'code': 200} Dec 16 22:14:17.076244 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-99d8d89c-9570-4a15-82ba-e8c35ccf650f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:17.077228 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-6afdc445-9070-4e87-b8b6-673998c4b637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b1978b-97a4-4448-9f17-35251302a10c', 'name': 'tempest-ServersTestManualDisk-1523858059-router', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:38Z', 'updated_at': '2021-12-16T22:10:51Z', 'revision_number': 4, 'project_id': '7e81c7a87e9c432395a69e30581953d0', 'gw_port': {'id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b1978b-97a4-4448-9f17-35251302a10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:42Z', 'updated_at': '2021-12-16T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '8e5089ba-baf9-4fed-8111-3bd4d2748f5d', 'name': '', 'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'mac_address': 'fa:16:3e:78:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b1978b-97a4-4448-9f17-35251302a10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'e821f15a-fed6-4760-b25c-db97e47d026f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:49Z', 'updated_at': '2021-12-16T22:10:56Z', 'revision_number': 5, 'project_id': '7e81c7a87e9c432395a69e30581953d0', 'subnets': [{'id': 'e821f15a-fed6-4760-b25c-db97e47d026f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:17.078352 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-99d8d89c-9570-4a15-82ba-e8c35ccf650f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.76 "GET /v2.0/networks?id=8ad157d2-5520-47b6-a14b-23516eba3ebc HTTP/1.1" status: 200 len: 806 time: 0.6675832 Dec 16 22:14:17.104810 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-3f3e886d-d14d-4eab-9e3b-16353d223c95 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Request body: {'port': {'device_id': 'c083ed0a-2b3b-4b88-8616-18c8a3e783c9', 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc', 'admin_state_up': True, 'tenant_id': '2a5983ec059547448cf45cc5d0d82ac4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:17.112771 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e80d6f-0119-4d3c-b4cd-a08631d1ffd6 admin admin] Deleting subnet 21c53808-9089-42b8-947a-ba9565cbb302 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:14:17.117433 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c5e80d6f-0119-4d3c-b4cd-a08631d1ffd6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:17.142449 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afdc445-9070-4e87-b8b6-673998c4b637 None None] Checking router: 74b1978b-97a4-4448-9f17-35251302a10c for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:14:17.158248 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afdc445-9070-4e87-b8b6-673998c4b637 None None] Routers {'74b1978b-97a4-4448-9f17-35251302a10c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:17.159023 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-6afdc445-9070-4e87-b8b6-673998c4b637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:13:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['74b1978b-97a4-4448-9f17-35251302a10c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:17.170191 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c5e80d6f-0119-4d3c-b4cd-a08631d1ffd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:17.186189 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494443ac-2803-4493-87a3-cfaf712f8ecb req-fa207bbc-8ed9-4593-a719-5718deca5bfa tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:17.197470 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-494443ac-2803-4493-87a3-cfaf712f8ecb req-fa207bbc-8ed9-4593-a719-5718deca5bfa tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5b22a79-91e3-4801-b7a4-0df2eeca5add HTTP/1.1" status: 200 len: 947 time: 0.1791773 Dec 16 22:14:17.285552 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4d64454a-ba9d-43e9-8e7c-cf59c0300cdb req-9f13b45f-296f-44f7-acfd-ecdf1383a06c tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/ports?device_id=74925633-5f1a-402d-8fff-858aedecb29d HTTP/1.1" status: 200 len: 210 time: 0.1526098 Dec 16 22:14:17.309877 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c5e80d6f-0119-4d3c-b4cd-a08631d1ffd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:17.379761 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-6afdc445-9070-4e87-b8b6-673998c4b637 None None] Set router 74b1978b-97a4-4448-9f17-35251302a10c gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:17.427667 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-494443ac-2803-4493-87a3-cfaf712f8ecb req-b6c533d4-552f-490e-8f03-8a66997ae59b tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271237 Dec 16 22:14:17.451304 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 67d081f5-a233-40ec-82b8-1bb479a3036a up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:17.497186 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-3f3e886d-d14d-4eab-9e3b-16353d223c95 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Made reservation on behalf of 2a5983ec059547448cf45cc5d0d82ac4 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:17.504264 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-3f3e886d-d14d-4eab-9e3b-16353d223c95 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:17.580640 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c5e80d6f-0119-4d3c-b4cd-a08631d1ffd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:17.601383 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c5e80d6f-0119-4d3c-b4cd-a08631d1ffd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:17.606449 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c5e80d6f-0119-4d3c-b4cd-a08631d1ffd6 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/21c53808-9089-42b8-947a-ba9565cbb302 HTTP/1.1" status: 204 len: 168 time: 0.6069174 Dec 16 22:14:17.627366 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36252) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:17.629275 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 67d081f5-a233-40ec-82b8-1bb479a3036a completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:14:17.638274 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 67d081f5-a233-40ec-82b8-1bb479a3036a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:17.638274 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:17.640492 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e80d6f-0119-4d3c-b4cd-a08631d1ffd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21c53808-9089-42b8-947a-ba9565cbb302,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:17.709689 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765f974-ba9e-4761-9966-dcb9d9f091ef req-c39f659e-6480-462d-bcf3-bc73def47879 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:17.717851 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c765f974-ba9e-4761-9966-dcb9d9f091ef req-c39f659e-6480-462d-bcf3-bc73def47879 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=07f95c01-86fe-4114-9199-83ced49b3c10 HTTP/1.1" status: 200 len: 944 time: 0.2963796 Dec 16 22:14:17.735309 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3b89e8e3-e958-4e7a-bf1a-cb3026c26daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:17.863987 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:17.886482 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-6afdc445-9070-4e87-b8b6-673998c4b637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b1978b-97a4-4448-9f17-35251302a10c', 'name': 'tempest-ServersTestManualDisk-1523858059-router', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:38Z', 'updated_at': '2021-12-16T22:10:51Z', 'revision_number': 4, 'project_id': '7e81c7a87e9c432395a69e30581953d0', 'gw_port': {'id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b1978b-97a4-4448-9f17-35251302a10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:42Z', 'updated_at': '2021-12-16T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '8e5089ba-baf9-4fed-8111-3bd4d2748f5d', 'name': '', 'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'mac_address': 'fa:16:3e:78:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b1978b-97a4-4448-9f17-35251302a10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'e821f15a-fed6-4760-b25c-db97e47d026f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:49Z', 'updated_at': '2021-12-16T22:10:56Z', 'revision_number': 5, 'project_id': '7e81c7a87e9c432395a69e30581953d0', 'subnets': [{'id': 'e821f15a-fed6-4760-b25c-db97e47d026f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:17.905694 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f95c01-86fe-4114-9199-83ced49b3c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d081f5-a233-40ec-82b8-1bb479a3036a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:17.908355 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a32347-caec-4d9d-aed7-18e7612b9f39" -d '{"events": [{"server_uuid": "07f95c01-86fe-4114-9199-83ced49b3c10", "name": "network-vif-plugged", "status": "completed", "tag": "67d081f5-a233-40ec-82b8-1bb479a3036a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:17.940891 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 67d081f5-a233-40ec-82b8-1bb479a3036a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=67d081f5-a233-40ec-82b8-1bb479a3036a,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:17.979731 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-3f3e886d-d14d-4eab-9e3b-16353d223c95 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Allocated IP 172.20.0.12 (8ad157d2-5520-47b6-a14b-23516eba3ebc/9741df81-7a4c-44a7-8dc9-6f94ad4c24c8/e7d5f7ec-0577-454d-b14e-d8c23767586e) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:17.983254 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afdc445-9070-4e87-b8b6-673998c4b637 None None] The sync data for ids ['74b1978b-97a4-4448-9f17-35251302a10c'] in n-d-815324-4 is: [{'id': '74b1978b-97a4-4448-9f17-35251302a10c', 'name': 'tempest-ServersTestManualDisk-1523858059-router', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:38Z', 'updated_at': '2021-12-16T22:10:51Z', 'revision_number': 4, 'project_id': '7e81c7a87e9c432395a69e30581953d0', 'gw_port': {'id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b1978b-97a4-4448-9f17-35251302a10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:42Z', 'updated_at': '2021-12-16T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '8e5089ba-baf9-4fed-8111-3bd4d2748f5d', 'name': '', 'network_id': 'e613a71e-e0e0-460d-9702-cb72b7245fe8', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'mac_address': 'fa:16:3e:78:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b1978b-97a4-4448-9f17-35251302a10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'e821f15a-fed6-4760-b25c-db97e47d026f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:49Z', 'updated_at': '2021-12-16T22:10:56Z', 'revision_number': 5, 'project_id': '7e81c7a87e9c432395a69e30581953d0', 'subnets': [{'id': 'e821f15a-fed6-4760-b25c-db97e47d026f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:14:18.033448 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3b89e8e3-e958-4e7a-bf1a-cb3026c26daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.039545 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.118106 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2684688-f0ce-401f-8dbb-c418dae6f3fb req-ba2dc781-3c65-4e24-a67c-908d7f398bd6 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:18.124791 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c765f974-ba9e-4761-9966-dcb9d9f091ef req-29404be3-63c1-404a-bc5e-98c8b131ec07 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004583 Dec 16 22:14:18.130182 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d2684688-f0ce-401f-8dbb-c418dae6f3fb req-ba2dc781-3c65-4e24-a67c-908d7f398bd6 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.1449609 Dec 16 22:14:18.149576 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-3b89e8e3-e958-4e7a-bf1a-cb3026c26daf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:18.150796 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=67d081f5-a233-40ec-82b8-1bb479a3036a,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:18.175888 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-3b89e8e3-e958-4e7a-bf1a-cb3026c26daf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1245a524-6df6-423f-990d-26e7606d949e') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:18.176329 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-3b89e8e3-e958-4e7a-bf1a-cb3026c26daf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1245a524-6df6-423f-990d-26e7606d949e') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:18.190428 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3b89e8e3-e958-4e7a-bf1a-cb3026c26daf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.197614 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93dc5fe-2191-4c34-bf9a-7a2c46485e16 x-openstack-request-id: req-d93dc5fe-2191-4c34-bf9a-7a2c46485e16 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:18.197930 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f95c01-86fe-4114-9199-83ced49b3c10", "name": "network-vif-plugged", "status": "completed", "tag": "67d081f5-a233-40ec-82b8-1bb479a3036a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:18.198217 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d93dc5fe-2191-4c34-bf9a-7a2c46485e16 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:18.198617 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f95c01-86fe-4114-9199-83ced49b3c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d081f5-a233-40ec-82b8-1bb479a3036a', 'code': 200} Dec 16 22:14:18.224906 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3b89e8e3-e958-4e7a-bf1a-cb3026c26daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.244356 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d2684688-f0ce-401f-8dbb-c418dae6f3fb req-5bc48b6a-0030-4aa3-ad36-05241f27c36b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128156 Dec 16 22:14:18.248315 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b89e8e3-e958-4e7a-bf1a-cb3026c26daf admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:14:18.249068 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3b89e8e3-e958-4e7a-bf1a-cb3026c26daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:14:18.251024 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:14:18.351341 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cacb209b-2650-4d38-9e42-8f8e92e964e1 req-5d4be198-b549-40e9-acc3-028d0cd1881d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 210 time: 0.0750563 Dec 16 22:14:18.375307 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-3f3e886d-d14d-4eab-9e3b-16353d223c95 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.404407 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335ae0e-a786-4fdd-95d7-c307fad7daee req-28ff69ff-9aea-41da-94c6-ae78034fd5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:18.406095 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c335ae0e-a786-4fdd-95d7-c307fad7daee req-28ff69ff-9aea-41da-94c6-ae78034fd5a7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=07f95c01-86fe-4114-9199-83ced49b3c10 HTTP/1.1" status: 200 len: 1096 time: 0.0884764 Dec 16 22:14:18.436243 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31522319-ec34-4d39-b8cb-1e127c06e2d3 req-253ac983-9bbc-4755-a6cc-1698bcbee9a4 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:18.438510 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-31522319-ec34-4d39-b8cb-1e127c06e2d3 req-253ac983-9bbc-4755-a6cc-1698bcbee9a4 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0936432 Dec 16 22:14:18.452587 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3b89e8e3-e958-4e7a-bf1a-cb3026c26daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.454764 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e481e722-9d14-4fe5-8105-310b6ee9ec2d None None] New status for floating IP 9bc686fb-cd4d-4b0e-96d7-0327506b3d9a: DOWN {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:14:18.466810 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3b89e8e3-e958-4e7a-bf1a-cb3026c26daf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.471086 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3b89e8e3-e958-4e7a-bf1a-cb3026c26daf admin admin] 10.222.0.75 "DELETE /v2.0/networks/fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925 HTTP/1.1" status: 204 len: 168 time: 0.8409822 Dec 16 22:14:18.482205 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89e8e3-e958-4e7a-bf1a-cb3026c26daf admin admin] Pushing event deleted for resources: {'Network': ['ID=fbf8cc6b-04ef-48a3-a0ab-5c7c471cc925,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:18.505800 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c335ae0e-a786-4fdd-95d7-c307fad7daee req-e913ecb3-c9ec-4c4c-b3c7-f3f286423218 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886488 Dec 16 22:14:18.518810 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-31522319-ec34-4d39-b8cb-1e127c06e2d3 req-2d1555e7-b7e5-45a2-84bf-e52fb31d58c2 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733380 Dec 16 22:14:18.644369 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36286) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:18.657635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fa72e-b150-4d10-8e9b-583973b24461 req-44019f0c-c38b-4707-951d-736719b45b9c tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:18.659394 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-059fa72e-b150-4d10-8e9b-583973b24461 req-44019f0c-c38b-4707-951d-736719b45b9c tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5b22a79-91e3-4801-b7a4-0df2eeca5add HTTP/1.1" status: 200 len: 947 time: 0.0726190 Dec 16 22:14:18.667403 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-3f3e886d-d14d-4eab-9e3b-16353d223c95 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.718258 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6584960a-97fd-456d-b9ef-cb7b7437c516'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:14:18.757179 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-059fa72e-b150-4d10-8e9b-583973b24461 req-5f5ccef9-f432-43bc-a81d-946d6ee76043 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878372 Dec 16 22:14:18.779250 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-3f3e886d-d14d-4eab-9e3b-16353d223c95 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Network 8ad157d2-5520-47b6-a14b-23516eba3ebc is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:18.801531 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e886d-d14d-4eab-9e3b-16353d223c95 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Pushing event updated for resources: {'Port': ['ID=e7d5f7ec-0577-454d-b14e-d8c23767586e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:18.804132 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-3f3e886d-d14d-4eab-9e3b-16353d223c95 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:18.811084 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a054081a-4a74-4ab4-b4f8-de4bbf20b20f tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.814137 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-3f3e886d-d14d-4eab-9e3b-16353d223c95 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:18.874863 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a054081a-4a74-4ab4-b4f8-de4bbf20b20f tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.901105 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b589d-5fc5-4023-95b1-f603782de0b5 req-8b8204f4-4a99-4b20-ac30-ff1433a868b0 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:18.902729 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c91b589d-5fc5-4023-95b1-f603782de0b5 req-8b8204f4-4a99-4b20-ac30-ff1433a868b0 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1494079 Dec 16 22:14:18.911032 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-3f3e886d-d14d-4eab-9e3b-16353d223c95 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:18.911679 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-3f3e886d-d14d-4eab-9e3b-16353d223c95 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:18.944384 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36300) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:18.986743 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c91b589d-5fc5-4023-95b1-f603782de0b5 req-81feafbb-c2f1-48ce-a4fc-2a5c4c2f6782 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714898 Dec 16 22:14:18.992079 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cc07dd40-4164-4e8e-a422-b6963d074f27 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f46ea7d5a2a74db992746e488a2c27c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464716 Dec 16 22:14:18.994492 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36302) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:19.007835 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-3f3e886d-d14d-4eab-9e3b-16353d223c95 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9114408 Dec 16 22:14:19.032019 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-715a52ce-3951-4120-be75-8c6b080a75dd service neutron] Request body: {'port': {'device_id': 'c083ed0a-2b3b-4b88-8616-18c8a3e783c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:19.046254 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-efb29a45-b2df-400d-a4e2-5055d89841d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:19.072713 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-efb29a45-b2df-400d-a4e2-5055d89841d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:19.087471 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a054081a-4a74-4ab4-b4f8-de4bbf20b20f tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:19.090172 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a054081a-4a74-4ab4-b4f8-de4bbf20b20f tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:19.091430 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a054081a-4a74-4ab4-b4f8-de4bbf20b20f tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "DELETE /v2.0/security-groups/6e2d0019-f46f-43b3-b3dc-4deb54920c0e HTTP/1.1" status: 204 len: 168 time: 0.4459708 Dec 16 22:14:19.096595 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36306) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:19.106736 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054081a-4a74-4ab4-b4f8-de4bbf20b20f tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2d0019-f46f-43b3-b3dc-4deb54920c0e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:19.108838 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-715a52ce-3951-4120-be75-8c6b080a75dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:19.131985 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-ef0e48db-8539-41ef-872e-d139ad137c4e tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] show failed (client error): The resource could not be found. Dec 16 22:14:19.135602 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ef0e48db-8539-41ef-872e-d139ad137c4e tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "GET /v2.0/security-groups/6e2d0019-f46f-43b3-b3dc-4deb54920c0e HTTP/1.1" status: 404 len: 347 time: 0.0356002 Dec 16 22:14:19.136835 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36312) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:19.291614 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-efb29a45-b2df-400d-a4e2-5055d89841d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:19.294332 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-efb29a45-b2df-400d-a4e2-5055d89841d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:19.295557 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-efb29a45-b2df-400d-a4e2-5055d89841d5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0c3d08fd-3558-4474-8a96-bef7ed150fb2 HTTP/1.1" status: 204 len: 168 time: 0.3001060 Dec 16 22:14:19.312412 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04846631-d116-444e-b5c6-3989ea725816 req-a6fe620a-f7fa-42a5-befd-1f415d87e65e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:19.313957 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-04846631-d116-444e-b5c6-3989ea725816 req-a6fe620a-f7fa-42a5-befd-1f415d87e65e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1223507 Dec 16 22:14:19.318335 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2c045-eb51-425f-961f-bef15bf6bbbe req-6c043498-fa0d-4313-95d7-34a4029f97f0 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:19.319911 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7bf2c045-eb51-425f-961f-bef15bf6bbbe req-6c043498-fa0d-4313-95d7-34a4029f97f0 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=07f95c01-86fe-4114-9199-83ced49b3c10 HTTP/1.1" status: 200 len: 945 time: 0.0945437 Dec 16 22:14:19.322113 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb29a45-b2df-400d-a4e2-5055d89841d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3d08fd-3558-4474-8a96-bef7ed150fb2,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:19.354562 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-30fd3289-6fde-4a62-862d-ec21f0df8e71 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Deleting port 31086527-2a24-466c-a2e5-7311c27503da {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:19.354912 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-30fd3289-6fde-4a62-862d-ec21f0df8e71 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:19.422930 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7bf2c045-eb51-425f-961f-bef15bf6bbbe req-58251f4d-8757-4bd4-9511-c00e49f0fb06 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957317 Dec 16 22:14:19.425343 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-04846631-d116-444e-b5c6-3989ea725816 req-b0b42c78-ff43-4f57-a094-be2690edec54 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931962 Dec 16 22:14:19.453926 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 2c988f8d-3972-4b7a-a32f-4f48dd48c7a2 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:19.491074 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-30fd3289-6fde-4a62-862d-ec21f0df8e71 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:19.491682 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-30fd3289-6fde-4a62-862d-ec21f0df8e71 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:19.506381 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-30fd3289-6fde-4a62-862d-ec21f0df8e71 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Calling delete_port for 31086527-2a24-466c-a2e5-7311c27503da owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:19.589571 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-715a52ce-3951-4120-be75-8c6b080a75dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7d5f7ec-0577-454d-b14e-d8c23767586e {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:14:19.600996 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-715a52ce-3951-4120-be75-8c6b080a75dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:19.610472 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e52e20-3365-4910-8680-b02d83fbdec7 req-7533ed71-7807-468e-b147-3e2f633828fc tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:19.618083 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-06e52e20-3365-4910-8680-b02d83fbdec7 req-7533ed71-7807-468e-b147-3e2f633828fc tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.1036689 Dec 16 22:14:19.633237 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fd3e9-fb42-410e-ac56-64e24f74bf24 req-56320546-4d67-4132-ab02-e4aef8877789 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:19.634345 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f28fd3e9-fb42-410e-ac56-64e24f74bf24 req-56320546-4d67-4132-ab02-e4aef8877789 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 932 time: 0.0762293 Dec 16 22:14:19.636888 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 2c988f8d-3972-4b7a-a32f-4f48dd48c7a2 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:14:19.640826 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-715a52ce-3951-4120-be75-8c6b080a75dd service neutron] Transition to ACTIVE for port object e7d5f7ec-0577-454d-b14e-d8c23767586e will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:14:19.644305 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 2c988f8d-3972-4b7a-a32f-4f48dd48c7a2 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:19.644924 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:19.679738 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-06e52e20-3365-4910-8680-b02d83fbdec7 req-28992730-7a67-49df-b4b9-090d7628fc24 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592418 Dec 16 22:14:19.731818 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-715a52ce-3951-4120-be75-8c6b080a75dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:19.733085 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f28fd3e9-fb42-410e-ac56-64e24f74bf24 req-d2615171-fbb2-41dc-a375-772aa21a4800 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847983 Dec 16 22:14:19.820180 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-30fd3289-6fde-4a62-862d-ec21f0df8e71 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:19.866344 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a52ce-3951-4120-be75-8c6b080a75dd service neutron] Pushing event updated for resources: {'Port': ['ID=e7d5f7ec-0577-454d-b14e-d8c23767586e,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:19.874557 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd3289-6fde-4a62-862d-ec21f0df8e71 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Pushing event deleted for resources: {'Port': ['ID=31086527-2a24-466c-a2e5-7311c27503da,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:19.900027 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4b4ca-8ccd-438a-826d-b230a7e9251a req-cee37741-fee6-4d33-b1c5-2143c8bd2db1 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:19.901646 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-60f4b4ca-8ccd-438a-826d-b230a7e9251a req-cee37741-fee6-4d33-b1c5-2143c8bd2db1 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1561134 Dec 16 22:14:20.006936 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:20.014798 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-30fd3289-6fde-4a62-862d-ec21f0df8e71 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:20.017976 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-30fd3289-6fde-4a62-862d-ec21f0df8e71 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:20.020103 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-30fd3289-6fde-4a62-862d-ec21f0df8e71 tempest-ServersTestManualDisk-1366718092 tempest-ServersTestManualDisk-1366718092-project] 10.222.0.75 "DELETE /v2.0/floatingips/9bc686fb-cd4d-4b0e-96d7-0327506b3d9a HTTP/1.1" status: 204 len: 168 time: 0.8824956 Dec 16 22:14:20.024413 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36344) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:20.038922 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-60f4b4ca-8ccd-438a-826d-b230a7e9251a req-f3f5e183-08c8-4525-9f1f-d9dcbf061f39 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045785 Dec 16 22:14:20.040932 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640081d8-0d67-43db-9add-1ef4d9d67932 req-2322d55b-8664-40d2-8ea6-04ff8606eae4 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:20.042763 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-640081d8-0d67-43db-9add-1ef4d9d67932 req-2322d55b-8664-40d2-8ea6-04ff8606eae4 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5b22a79-91e3-4801-b7a4-0df2eeca5add HTTP/1.1" status: 200 len: 947 time: 0.1047451 Dec 16 22:14:20.048277 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-715a52ce-3951-4120-be75-8c6b080a75dd service neutron] Attempting to bind port e7d5f7ec-0577-454d-b14e-d8c23767586e on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:20.048738 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-715a52ce-3951-4120-be75-8c6b080a75dd service neutron] Attempting to bind port e7d5f7ec-0577-454d-b14e-d8c23767586e by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:20.049331 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-715a52ce-3951-4120-be75-8c6b080a75dd service neutron] Attempting to bind port e7d5f7ec-0577-454d-b14e-d8c23767586e on network 8ad157d2-5520-47b6-a14b-23516eba3ebc {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:20.080287 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 2c988f8d-3972-4b7a-a32f-4f48dd48c7a2, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=2c988f8d-3972-4b7a-a32f-4f48dd48c7a2,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:20.080707 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-715a52ce-3951-4120-be75-8c6b080a75dd service neutron] Port e7d5f7ec-0577-454d-b14e-d8c23767586e on network 8ad157d2-5520-47b6-a14b-23516eba3ebc not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:14:20.080707 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-715a52ce-3951-4120-be75-8c6b080a75dd service neutron] Attempting to bind port e7d5f7ec-0577-454d-b14e-d8c23767586e on network 8ad157d2-5520-47b6-a14b-23516eba3ebc {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:20.092940 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-715a52ce-3951-4120-be75-8c6b080a75dd service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:20.095455 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-715a52ce-3951-4120-be75-8c6b080a75dd service neutron] Checking segment: {'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:20.095878 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-715a52ce-3951-4120-be75-8c6b080a75dd service neutron] Bound using segment: {'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:20.096339 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-715a52ce-3951-4120-be75-8c6b080a75dd service neutron] Bound port: e7d5f7ec-0577-454d-b14e-d8c23767586e, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:20.096714 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-715a52ce-3951-4120-be75-8c6b080a75dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:20.207162 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b22a79-91e3-4801-b7a4-0df2eeca5add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c988f8d-3972-4b7a-a32f-4f48dd48c7a2'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:20.209494 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2ce3a5-b483-4dfb-95e4-677585a4ad0f" -d '{"events": [{"server_uuid": "b5b22a79-91e3-4801-b7a4-0df2eeca5add", "name": "network-vif-plugged", "status": "completed", "tag": "2c988f8d-3972-4b7a-a32f-4f48dd48c7a2"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:20.222313 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:20.267334 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-640081d8-0d67-43db-9add-1ef4d9d67932 req-4e42ff7e-7d26-402a-bcf3-7b739ad11925 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898022 Dec 16 22:14:20.295696 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=2c988f8d-3972-4b7a-a32f-4f48dd48c7a2,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:20.306631 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-715a52ce-3951-4120-be75-8c6b080a75dd service neutron] For port e7d5f7ec-0577-454d-b14e-d8c23767586e, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:20.343410 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-715a52ce-3951-4120-be75-8c6b080a75dd service neutron] For port e7d5f7ec-0577-454d-b14e-d8c23767586e, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e7d5f7ec-0577-454d-b14e-d8c23767586e,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:20.371461 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5f19ba-749d-447e-8599-aee58ab3b813 x-openstack-request-id: req-ba5f19ba-749d-447e-8599-aee58ab3b813 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:20.371461 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b22a79-91e3-4801-b7a4-0df2eeca5add", "name": "network-vif-plugged", "status": "completed", "tag": "2c988f8d-3972-4b7a-a32f-4f48dd48c7a2", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:20.371461 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ba5f19ba-749d-447e-8599-aee58ab3b813 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:20.371461 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b22a79-91e3-4801-b7a4-0df2eeca5add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c988f8d-3972-4b7a-a32f-4f48dd48c7a2', 'code': 200} Dec 16 22:14:20.382918 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cbd27-4736-42e3-b4cb-06b6901c921a req-3f18afbd-29ab-419a-a351-73a2ea66e25d tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:20.395666 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-064cbd27-4736-42e3-b4cb-06b6901c921a req-3f18afbd-29ab-419a-a351-73a2ea66e25d tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe48fba5-201d-4346-a949-c4aa4c95f8e9 HTTP/1.1" status: 200 len: 949 time: 0.1801019 Dec 16 22:14:20.446122 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-715a52ce-3951-4120-be75-8c6b080a75dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:20.478164 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-064cbd27-4736-42e3-b4cb-06b6901c921a req-8ab4629c-9694-4c64-8921-277575efc925 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/security-groups?id=b21cd94b-b43d-4ca8-ad0a-f74de285f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770402 Dec 16 22:14:20.522988 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-715a52ce-3951-4120-be75-8c6b080a75dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:20.523995 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-715a52ce-3951-4120-be75-8c6b080a75dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:20.525766 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-715a52ce-3951-4120-be75-8c6b080a75dd service neutron] 10.222.0.76 "PUT /v2.0/ports/e7d5f7ec-0577-454d-b14e-d8c23767586e HTTP/1.1" status: 200 len: 1092 time: 1.4991567 Dec 16 22:14:20.527225 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c083ed0a-2b3b-4b88-8616-18c8a3e783c9', 'tag': 'e7d5f7ec-0577-454d-b14e-d8c23767586e'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:20.531518 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5740269-7b8c-4467-8841-8daab33ddc61" -d '{"events": [{"name": "network-changed", "server_uuid": "c083ed0a-2b3b-4b88-8616-18c8a3e783c9", "tag": "e7d5f7ec-0577-454d-b14e-d8c23767586e"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:20.582395 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ecd8f-95b9-4a42-acb6-24ac1ef2b126 req-7f26fdc1-e040-4354-acf7-115f3a8514fe tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:20.583991 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-039ecd8f-95b9-4a42-acb6-24ac1ef2b126 req-7f26fdc1-e040-4354-acf7-115f3a8514fe tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0773873 Dec 16 22:14:20.604132 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a52ce-3951-4120-be75-8c6b080a75dd service neutron] Pushing event updated for resources: {'Port': ['ID=e7d5f7ec-0577-454d-b14e-d8c23767586e,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:20.666105 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f73817-05e4-4c47-a609-1b6733f553ae req-133c47fd-f26f-4a79-928d-cfa142377a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:20.667946 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-76f73817-05e4-4c47-a609-1b6733f553ae req-133c47fd-f26f-4a79-928d-cfa142377a83 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b5b22a79-91e3-4801-b7a4-0df2eeca5add HTTP/1.1" status: 200 len: 1099 time: 0.1304622 Dec 16 22:14:20.696875 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-039ecd8f-95b9-4a42-acb6-24ac1ef2b126 req-ba6bc8ac-97d7-47fb-9e50-41bfb6310895 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982468 Dec 16 22:14:20.712206 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-efc2f98b-b0de-441c-8bf4-552904c57ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:20.738820 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e7946-f6f3-4c86-93e0-dae430173467 req-3cb36c20-6027-4c3e-a403-f96220bc93e3 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:20.740402 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-621e7946-f6f3-4c86-93e0-dae430173467 req-3cb36c20-6027-4c3e-a403-f96220bc93e3 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=07f95c01-86fe-4114-9199-83ced49b3c10 HTTP/1.1" status: 200 len: 945 time: 0.1516819 Dec 16 22:14:20.793065 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-37ea6979-1495-4915-a108-224d973c42f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:20.794998 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-37ea6979-1495-4915-a108-224d973c42f7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a5983ec059547448cf45cc5d0d82ac4&device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 1095 time: 0.1251130 Dec 16 22:14:20.797933 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-76f73817-05e4-4c47-a609-1b6733f553ae req-c0676a56-b60a-42d1-8983-f43f2a7669f2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127231 Dec 16 22:14:20.862653 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-a1d9ba6a-d8a5-460e-b2a0-40ae72be1124 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7d5f7ec-0577-454d-b14e-d8c23767586e HTTP/1.1" status: 200 len: 217 time: 0.0449355 Dec 16 22:14:20.872020 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-621e7946-f6f3-4c86-93e0-dae430173467 req-93f30730-f58c-4365-8352-43c31cf00456 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232886 Dec 16 22:14:20.880576 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36392) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:20.940530 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376306a2-41a6-42c0-8995-c5b7db4fd26f x-openstack-request-id: req-376306a2-41a6-42c0-8995-c5b7db4fd26f {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:20.940949 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c083ed0a-2b3b-4b88-8616-18c8a3e783c9", "tag": "e7d5f7ec-0577-454d-b14e-d8c23767586e", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:20.941142 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-376306a2-41a6-42c0-8995-c5b7db4fd26f {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:20.941557 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c083ed0a-2b3b-4b88-8616-18c8a3e783c9', 'tag': 'e7d5f7ec-0577-454d-b14e-d8c23767586e', 'status': 'completed', 'code': 200} Dec 16 22:14:20.989791 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-ad3020d6-d1c0-4446-b205-73a2b4f30697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:20.991632 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-ad3020d6-d1c0-4446-b205-73a2b4f30697 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9741df81-7a4c-44a7-8dc9-6f94ad4c24c8 HTTP/1.1" status: 200 len: 846 time: 0.1121087 Dec 16 22:14:21.047265 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-efc2f98b-b0de-441c-8bf4-552904c57ad6 admin admin] Deleting port 8e5089ba-baf9-4fed-8111-3bd4d2748f5d {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:21.047616 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-efc2f98b-b0de-441c-8bf4-552904c57ad6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:21.069212 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-a56ace42-8a91-4060-9674-35269737f176 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8ad157d2-5520-47b6-a14b-23516eba3ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587468 Dec 16 22:14:21.096699 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-e29dde4b-4790-402d-b8a8-9030a8cf157c admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-589396468-network', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:21.150890 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a54e6c-547d-43af-8c45-0b38b02e2c9e req-5a1fa9a2-1fbb-40e2-b220-db43793d03b4 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:21.156793 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-84a54e6c-547d-43af-8c45-0b38b02e2c9e req-5a1fa9a2-1fbb-40e2-b220-db43793d03b4 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.1579874 Dec 16 22:14:21.157111 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-efc2f98b-b0de-441c-8bf4-552904c57ad6 admin admin] For port 8e5089ba-baf9-4fed-8111-3bd4d2748f5d, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=8e5089ba-baf9-4fed-8111-3bd4d2748f5d,segment=NetworkSegment(616a91c2-9daa-48fa-9a06-2df6eb24db55),segment_id=616a91c2-9daa-48fa-9a06-2df6eb24db55)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:21.157111 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-efc2f98b-b0de-441c-8bf4-552904c57ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:21.171280 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-efc2f98b-b0de-441c-8bf4-552904c57ad6 admin admin] Calling delete_port for 8e5089ba-baf9-4fed-8111-3bd4d2748f5d owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:21.245158 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-84a54e6c-547d-43af-8c45-0b38b02e2c9e req-41a8d7b9-319a-44f7-9366-d8747d0ad6a0 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826592 Dec 16 22:14:21.247084 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-a238d162-a1b6-45f6-92d7-e5c46bc86b60 service neutron] 10.222.0.76 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693184 Dec 16 22:14:21.306239 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29dde4b-4790-402d-b8a8-9030a8cf157c admin admin] Made reservation on behalf of d2be2a7272c441f580b97fb831b89739 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:21.308939 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e29dde4b-4790-402d-b8a8-9030a8cf157c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:21.332331 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e29dde4b-4790-402d-b8a8-9030a8cf157c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:21.422832 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159791bc-fd6e-4fdc-875c-85e71de5fe38 req-b87b01b2-b166-406e-9387-42198b9e66bd tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:21.424378 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-159791bc-fd6e-4fdc-875c-85e71de5fe38 req-b87b01b2-b166-406e-9387-42198b9e66bd tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1130168 Dec 16 22:14:21.447387 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-325c20b1-dedd-4335-b3bb-a247f7fe2794 req-d5b435cb-f5b2-41ed-9a12-43bd19b0da71 service neutron] 10.222.0.76 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927638 Dec 16 22:14:21.498261 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-efc2f98b-b0de-441c-8bf4-552904c57ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:21.532478 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-159791bc-fd6e-4fdc-875c-85e71de5fe38 req-27115fd2-9b55-49e7-8d02-7c3ed7a161fc tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943303 Dec 16 22:14:21.558940 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e29dde4b-4790-402d-b8a8-9030a8cf157c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:21.573945 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2f98b-b0de-441c-8bf4-552904c57ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e5089ba-baf9-4fed-8111-3bd4d2748f5d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:21.614982 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e29dde4b-4790-402d-b8a8-9030a8cf157c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:21.747458 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc2f98b-b0de-441c-8bf4-552904c57ad6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:21.748374 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc2f98b-b0de-441c-8bf4-552904c57ad6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:21.748374 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc2f98b-b0de-441c-8bf4-552904c57ad6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:21.749298 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc2f98b-b0de-441c-8bf4-552904c57ad6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:21.749298 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc2f98b-b0de-441c-8bf4-552904c57ad6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:21.749606 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc2f98b-b0de-441c-8bf4-552904c57ad6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:21.749793 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc2f98b-b0de-441c-8bf4-552904c57ad6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:21.750128 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc2f98b-b0de-441c-8bf4-552904c57ad6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:21.750416 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc2f98b-b0de-441c-8bf4-552904c57ad6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:21.750825 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc2f98b-b0de-441c-8bf4-552904c57ad6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:21.751324 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc2f98b-b0de-441c-8bf4-552904c57ad6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:21.751644 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc2f98b-b0de-441c-8bf4-552904c57ad6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:21.751997 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc2f98b-b0de-441c-8bf4-552904c57ad6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:21.789413 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29dde4b-4790-402d-b8a8-9030a8cf157c admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:14:21.797241 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29dde4b-4790-402d-b8a8-9030a8cf157c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0425c1dd-08fd-438b-8a20-9d1dac300eef,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:21.812546 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e29dde4b-4790-402d-b8a8-9030a8cf157c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:21.812884 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-e29dde4b-4790-402d-b8a8-9030a8cf157c admin admin] Added segment 25257e16-94ff-4dbe-9728-35eb8803c2ba of type vlan for network aa57ad1a-fa7c-41c6-9099-c410b6f42ab0 Dec 16 22:14:21.817244 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d6f57-3576-4a6b-9596-812dfd11e93d req-9fc293cb-e2cb-48a4-9aff-37556eb655ac tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:21.818291 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4b1d6f57-3576-4a6b-9596-812dfd11e93d req-9fc293cb-e2cb-48a4-9aff-37556eb655ac tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 944 time: 0.2560079 Dec 16 22:14:21.870533 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e478c-9cf8-4f98-be6b-bc276279c262 req-320250c2-41a4-4dfb-9001-65e25169a078 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:21.874858 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c34e478c-9cf8-4f98-be6b-bc276279c262 req-320250c2-41a4-4dfb-9001-65e25169a078 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5b22a79-91e3-4801-b7a4-0df2eeca5add HTTP/1.1" status: 200 len: 948 time: 0.1900558 Dec 16 22:14:21.874858 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5740269-7b8c-4467-8841-8daab33ddc61 req-f3a6155e-fd75-43cf-a34b-d87340229240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:21.875868 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e5740269-7b8c-4467-8841-8daab33ddc61 req-f3a6155e-fd75-43cf-a34b-d87340229240 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a5983ec059547448cf45cc5d0d82ac4&device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 1095 time: 0.2194226 Dec 16 22:14:21.885687 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e29dde4b-4790-402d-b8a8-9030a8cf157c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:21.907722 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4b1d6f57-3576-4a6b-9596-812dfd11e93d req-6c0ef9b5-22ef-4731-a744-16788fedfeee tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827203 Dec 16 22:14:21.929480 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-efc2f98b-b0de-441c-8bf4-552904c57ad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:22.053598 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c34e478c-9cf8-4f98-be6b-bc276279c262 req-4679f73f-aab2-4d46-a5ff-d83a83ac9f99 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522384 Dec 16 22:14:22.071614 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5740269-7b8c-4467-8841-8daab33ddc61 req-22db5e17-36b3-409c-83ab-2e751821fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:22.073283 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e5740269-7b8c-4467-8841-8daab33ddc61 req-22db5e17-36b3-409c-83ab-2e751821fdd8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8ad157d2-5520-47b6-a14b-23516eba3ebc HTTP/1.1" status: 200 len: 906 time: 0.1835163 Dec 16 22:14:22.080902 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e29dde4b-4790-402d-b8a8-9030a8cf157c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:22.082142 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29dde4b-4790-402d-b8a8-9030a8cf157c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:22.082883 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e29dde4b-4790-402d-b8a8-9030a8cf157c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:22.166370 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06147534-8200-45db-a288-205791bf3c7a req-21c3d109-7394-456e-8054-46bbc9d104a6 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:22.167981 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-06147534-8200-45db-a288-205791bf3c7a req-21c3d109-7394-456e-8054-46bbc9d104a6 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=07f95c01-86fe-4114-9199-83ced49b3c10 HTTP/1.1" status: 200 len: 945 time: 0.1042776 Dec 16 22:14:22.174525 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e5740269-7b8c-4467-8841-8daab33ddc61 req-7603ca59-53a7-46ae-8636-92e9cf664964 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7d5f7ec-0577-454d-b14e-d8c23767586e HTTP/1.1" status: 200 len: 217 time: 0.0882843 Dec 16 22:14:22.254580 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29dde4b-4790-402d-b8a8-9030a8cf157c admin admin] Pushing event updated for resources: {'Network': ['ID=aa57ad1a-fa7c-41c6-9099-c410b6f42ab0,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:22.267230 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e29dde4b-4790-402d-b8a8-9030a8cf157c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3757787 Dec 16 22:14:22.270770 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-06147534-8200-45db-a288-205791bf3c7a req-07f2d6ef-d338-4aeb-aa52-5d19a0482ee8 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915682 Dec 16 22:14:22.270770 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc2f98b-b0de-441c-8bf4-552904c57ad6 admin admin] Router 74b1978b-97a4-4448-9f17-35251302a10c has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:14:22.271214 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36420) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:22.273507 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-4648eac3-2882-43e0-b555-e0686b251d49 admin admin] Request body: {'subnet': {'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-589396468-subnet', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:22.274797 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network aa57ad1a-fa7c-41c6-9099-c410b6f42ab0 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:14:22.290140 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5740269-7b8c-4467-8841-8daab33ddc61 req-810853ec-e7c0-4464-a910-3c405e0b3a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:22.291715 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e5740269-7b8c-4467-8841-8daab33ddc61 req-810853ec-e7c0-4464-a910-3c405e0b3a23 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9741df81-7a4c-44a7-8dc9-6f94ad4c24c8 HTTP/1.1" status: 200 len: 846 time: 0.1059608 Dec 16 22:14:22.312675 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad63f98-6f44-4440-ad8d-ba7fa6db0536 req-f9cd88cc-1015-4265-9006-b269425391e6 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:22.312675 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bad63f98-6f44-4440-ad8d-ba7fa6db0536 req-f9cd88cc-1015-4265-9006-b269425391e6 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1652176 Dec 16 22:14:22.364046 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e5740269-7b8c-4467-8841-8daab33ddc61 req-9a1ee9b0-df23-4668-add9-89a6dbb46afc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8ad157d2-5520-47b6-a14b-23516eba3ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488191 Dec 16 22:14:22.440469 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc2f98b-b0de-441c-8bf4-552904c57ad6 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:14:22.447610 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-efc2f98b-b0de-441c-8bf4-552904c57ad6 admin admin] 10.222.0.75 "PUT /v2.0/routers/74b1978b-97a4-4448-9f17-35251302a10c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4220707 Dec 16 22:14:22.450856 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a012c3-05a4-4f71-9a59-0abf618b0a61 None None] Sync routers for ids ['74b1978b-97a4-4448-9f17-35251302a10c'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:14:22.451643 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36426) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:22.452640 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bad63f98-6f44-4440-ad8d-ba7fa6db0536 req-4773ae24-4765-4a37-8680-6527137a6c07 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415176 Dec 16 22:14:22.465079 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4648eac3-2882-43e0-b555-e0686b251d49 admin admin] Made reservation on behalf of d2be2a7272c441f580b97fb831b89739 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:22.465674 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a012c3-05a4-4f71-9a59-0abf618b0a61 None None] Routers {'74b1978b-97a4-4448-9f17-35251302a10c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:22.465833 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d5a012c3-05a4-4f71-9a59-0abf618b0a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:13:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['74b1978b-97a4-4448-9f17-35251302a10c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:22.467618 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4648eac3-2882-43e0-b555-e0686b251d49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:22.694638 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-d5a012c3-05a4-4f71-9a59-0abf618b0a61 None None] Set router 74b1978b-97a4-4448-9f17-35251302a10c gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:22.720486 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e5740269-7b8c-4467-8841-8daab33ddc61 req-d582f4e2-43e5-4156-b0f2-07c7d2aaf75a service neutron] 10.222.0.76 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391016 Dec 16 22:14:22.780177 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4648eac3-2882-43e0-b555-e0686b251d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:22.861966 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648eac3-2882-43e0-b555-e0686b251d49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15bc0458-88d7-47b8-95a2-df47eebc4774,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:22.905666 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d5a012c3-05a4-4f71-9a59-0abf618b0a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b1978b-97a4-4448-9f17-35251302a10c', 'name': 'tempest-ServersTestManualDisk-1523858059-router', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:38Z', 'updated_at': '2021-12-16T22:14:21Z', 'revision_number': 5, 'project_id': '7e81c7a87e9c432395a69e30581953d0', 'gw_port': {'id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b1978b-97a4-4448-9f17-35251302a10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:42Z', 'updated_at': '2021-12-16T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:22.910882 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e5740269-7b8c-4467-8841-8daab33ddc61 req-845ec321-421d-41c1-b10f-ff2f507565b2 service neutron] 10.222.0.76 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824100 Dec 16 22:14:22.916981 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4648eac3-2882-43e0-b555-e0686b251d49 admin admin] Checking segment: {'id': '25257e16-94ff-4dbe-9728-35eb8803c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:22.917346 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4648eac3-2882-43e0-b555-e0686b251d49 admin admin] Network hostable DHCP agents. Network: aa57ad1a-fa7c-41c6-9099-c410b6f42ab0, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:14:22.939345 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a012c3-05a4-4f71-9a59-0abf618b0a61 None None] Checking router: 74b1978b-97a4-4448-9f17-35251302a10c for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:14:22.945008 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-200ba761-462d-4306-abf8-f1021f752bd9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:22.949166 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a012c3-05a4-4f71-9a59-0abf618b0a61 None None] Routers {'74b1978b-97a4-4448-9f17-35251302a10c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:22.949885 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d5a012c3-05a4-4f71-9a59-0abf618b0a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:13:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['74b1978b-97a4-4448-9f17-35251302a10c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:22.989596 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871b317-bd7b-4ee8-8f70-3f366c76d0ad req-7bc63398-fbc3-44ec-81d0-cc5a2a2ff89f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:22.991158 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6871b317-bd7b-4ee8-8f70-3f366c76d0ad req-7bc63398-fbc3-44ec-81d0-cc5a2a2ff89f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.5934396 Dec 16 22:14:23.024097 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4648eac3-2882-43e0-b555-e0686b251d49 admin admin] Network aa57ad1a-fa7c-41c6-9099-c410b6f42ab0 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:14:23.061409 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-d5a012c3-05a4-4f71-9a59-0abf618b0a61 None None] Set router 74b1978b-97a4-4448-9f17-35251302a10c gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:23.091817 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6871b317-bd7b-4ee8-8f70-3f366c76d0ad req-ea29cb70-e5a4-4c46-9f08-ec4a0232aaaa tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928686 Dec 16 22:14:23.102824 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-200ba761-462d-4306-abf8-f1021f752bd9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:23.208627 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-4648eac3-2882-43e0-b555-e0686b251d49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, aa57ad1a-fa7c-41c6-9099-c410b6f42ab0) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:23.218502 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4648eac3-2882-43e0-b555-e0686b251d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:23.218502 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4648eac3-2882-43e0-b555-e0686b251d49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:23.219309 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87af1e91-fc3d-49e9-853a-48b8b1933ebe None None] Network aa57ad1a-fa7c-41c6-9099-c410b6f42ab0 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:14:23.219959 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07280285-c428-4aa4-8ec2-6232f725679b req-82c0a3e6-ea76-44d9-a0a7-deb9d3f1a5b4 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:23.222535 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-07280285-c428-4aa4-8ec2-6232f725679b req-82c0a3e6-ea76-44d9-a0a7-deb9d3f1a5b4 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0587578 Dec 16 22:14:23.290207 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88235882-ab92-4e04-89fd-099b8bc0fe3b req-78f1f7b4-a938-4b8d-9c63-ef909d8f2e2a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:23.292285 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-88235882-ab92-4e04-89fd-099b8bc0fe3b req-78f1f7b4-a938-4b8d-9c63-ef909d8f2e2a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 944 time: 0.0796053 Dec 16 22:14:23.328049 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d5a012c3-05a4-4f71-9a59-0abf618b0a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b1978b-97a4-4448-9f17-35251302a10c', 'name': 'tempest-ServersTestManualDisk-1523858059-router', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:38Z', 'updated_at': '2021-12-16T22:14:21Z', 'revision_number': 5, 'project_id': '7e81c7a87e9c432395a69e30581953d0', 'gw_port': {'id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b1978b-97a4-4448-9f17-35251302a10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:42Z', 'updated_at': '2021-12-16T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:23.355802 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-07280285-c428-4aa4-8ec2-6232f725679b req-514f97a5-8489-4936-adde-cc6a6b372e6d tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146495 Dec 16 22:14:23.381466 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a012c3-05a4-4f71-9a59-0abf618b0a61 None None] The sync data for ids ['74b1978b-97a4-4448-9f17-35251302a10c'] in n-d-815324-4 is: [{'id': '74b1978b-97a4-4448-9f17-35251302a10c', 'name': 'tempest-ServersTestManualDisk-1523858059-router', 'tenant_id': '7e81c7a87e9c432395a69e30581953d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:10:38Z', 'updated_at': '2021-12-16T22:14:21Z', 'revision_number': 5, 'project_id': '7e81c7a87e9c432395a69e30581953d0', 'gw_port': {'id': '9ac376f7-2d8f-43ca-b00b-892710584c4a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b1978b-97a4-4448-9f17-35251302a10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:10:42Z', 'updated_at': '2021-12-16T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:14:23.382318 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d50f191-a452-4471-afc0-c9f1924ac5a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-aa57ad1a-fa7c-41c6-9099-c410b6f42ab0', 'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0', 'project_id': 'd2be2a7272c441f580b97fb831b89739', 'fixed_ips': [{'subnet_id': '15bc0458-88d7-47b8-95a2-df47eebc4774'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:14:23.384658 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-88235882-ab92-4e04-89fd-099b8bc0fe3b req-cfe9bc4a-ce5f-4a4e-93e9-ed7f871ce06d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840962 Dec 16 22:14:23.390548 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3d50f191-a452-4471-afc0-c9f1924ac5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:23.400686 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4648eac3-2882-43e0-b555-e0686b251d49 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1312029 Dec 16 22:14:23.413164 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36452) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:23.416333 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-4566bfdb-3d9f-4016-89af-c8f0311db907 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-589396468-router', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:23.422115 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-187f0baa-278b-4e93-afda-59e04eaf2f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:23.430874 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-200ba761-462d-4306-abf8-f1021f752bd9 admin admin] Deleting port 9ac376f7-2d8f-43ca-b00b-892710584c4a {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:23.431829 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-200ba761-462d-4306-abf8-f1021f752bd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:23.518881 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:23.552705 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd55c82-ef00-4aaa-9377-c4a47a1fcd28 req-77c2e4d2-69bf-4fd9-8249-7b52c0837f5f tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:23.554378 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9cd55c82-ef00-4aaa-9377-c4a47a1fcd28 req-77c2e4d2-69bf-4fd9-8249-7b52c0837f5f tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5b22a79-91e3-4801-b7a4-0df2eeca5add HTTP/1.1" status: 200 len: 948 time: 0.0665252 Dec 16 22:14:23.572470 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4566bfdb-3d9f-4016-89af-c8f0311db907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:23.576372 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4566bfdb-3d9f-4016-89af-c8f0311db907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:23.590550 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-200ba761-462d-4306-abf8-f1021f752bd9 admin admin] For port 9ac376f7-2d8f-43ca-b00b-892710584c4a, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=9ac376f7-2d8f-43ca-b00b-892710584c4a,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:23.590924 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-200ba761-462d-4306-abf8-f1021f752bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:23.604942 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-200ba761-462d-4306-abf8-f1021f752bd9 admin admin] Calling delete_port for 9ac376f7-2d8f-43ca-b00b-892710584c4a owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:23.664586 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9cd55c82-ef00-4aaa-9377-c4a47a1fcd28 req-928b71fe-7679-4dca-a5d6-242b0a57e82f tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030622 Dec 16 22:14:23.684033 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-3d50f191-a452-4471-afc0-c9f1924ac5a8 None None] Allocated IP 172.20.0.2 (aa57ad1a-fa7c-41c6-9099-c410b6f42ab0/15bc0458-88d7-47b8-95a2-df47eebc4774/cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:23.697228 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:23.749385 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4566bfdb-3d9f-4016-89af-c8f0311db907 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:23.777432 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe48fba5-201d-4346-a949-c4aa4c95f8e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ec6f823-d9d6-4a05-b7ff-85e2b39d061a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:23.780977 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c2f7d6-6261-44c3-9b9c-e576366f2166" -d '{"events": [{"server_uuid": "fe48fba5-201d-4346-a949-c4aa4c95f8e9", "name": "network-vif-unplugged", "status": "completed", "tag": "5ec6f823-d9d6-4a05-b7ff-85e2b39d061a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:23.801535 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5ec6f823-d9d6-4a05-b7ff-85e2b39d061a,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:23.859297 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c516f-3c12-48ff-8109-66c753bf0453 req-83ff97f0-dc9a-4b5f-8ccf-63eb6317f29e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:23.867445 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-561c516f-3c12-48ff-8109-66c753bf0453 req-83ff97f0-dc9a-4b5f-8ccf-63eb6317f29e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1061800 Dec 16 22:14:23.924197 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:23.980288 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3d50f191-a452-4471-afc0-c9f1924ac5a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.020125 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=5ec6f823-d9d6-4a05-b7ff-85e2b39d061a,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:24.055960 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-200ba761-462d-4306-abf8-f1021f752bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.058749 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-561c516f-3c12-48ff-8109-66c753bf0453 req-675ab451-0c18-46d1-9c80-b5ebacdb1d38 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909566 Dec 16 22:14:24.063915 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4566bfdb-3d9f-4016-89af-c8f0311db907 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.071852 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3d50f191-a452-4471-afc0-c9f1924ac5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.125999 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d50f191-a452-4471-afc0-c9f1924ac5a8 None None] Network aa57ad1a-fa7c-41c6-9099-c410b6f42ab0 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:24.129225 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-3d50f191-a452-4471-afc0-c9f1924ac5a8 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:24.133339 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d50f191-a452-4471-afc0-c9f1924ac5a8 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:24.157487 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd763986-d0d9-4089-ab50-60ca0abd19f6 x-openstack-request-id: req-cd763986-d0d9-4089-ab50-60ca0abd19f6 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:24.157782 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe48fba5-201d-4346-a949-c4aa4c95f8e9", "name": "network-vif-unplugged", "status": "completed", "tag": "5ec6f823-d9d6-4a05-b7ff-85e2b39d061a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:24.158044 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cd763986-d0d9-4089-ab50-60ca0abd19f6 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:24.158448 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe48fba5-201d-4346-a949-c4aa4c95f8e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ec6f823-d9d6-4a05-b7ff-85e2b39d061a', 'code': 200} Dec 16 22:14:24.159487 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50f191-a452-4471-afc0-c9f1924ac5a8 None None] Pushing event updated for resources: {'Port': ['ID=cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:24.203233 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ba761-462d-4306-abf8-f1021f752bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac376f7-2d8f-43ca-b00b-892710584c4a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:24.242749 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3d50f191-a452-4471-afc0-c9f1924ac5a8 None None] Attempting to bind port cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:24.243156 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3d50f191-a452-4471-afc0-c9f1924ac5a8 None None] Attempting to bind port cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '25257e16-94ff-4dbe-9728-35eb8803c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:24.243513 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d50f191-a452-4471-afc0-c9f1924ac5a8 None None] Attempting to bind port cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c on network aa57ad1a-fa7c-41c6-9099-c410b6f42ab0 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:24.250701 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d50f191-a452-4471-afc0-c9f1924ac5a8 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:24.251252 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d50f191-a452-4471-afc0-c9f1924ac5a8 None None] Checking segment: {'id': '25257e16-94ff-4dbe-9728-35eb8803c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:24.251535 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3d50f191-a452-4471-afc0-c9f1924ac5a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.251933 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d50f191-a452-4471-afc0-c9f1924ac5a8 None None] Bound using segment: {'id': '25257e16-94ff-4dbe-9728-35eb8803c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:24.252447 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3d50f191-a452-4471-afc0-c9f1924ac5a8 None None] Bound port: cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25257e16-94ff-4dbe-9728-35eb8803c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:24.252827 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3d50f191-a452-4471-afc0-c9f1924ac5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.261313 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-200ba761-462d-4306-abf8-f1021f752bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.292496 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fce3a8-fecf-43b8-86ff-06242a58d69f req-9860c8c1-6fb1-46ae-ba1b-0a9f426f47bf tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:24.295604 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36fce3a8-fecf-43b8-86ff-06242a58d69f req-9860c8c1-6fb1-46ae-ba1b-0a9f426f47bf tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0760791 Dec 16 22:14:24.300742 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e7d5f7ec-0577-454d-b14e-d8c23767586e details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:14:24.365435 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-3d50f191-a452-4471-afc0-c9f1924ac5a8 None None] For port cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:24.366557 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-200ba761-462d-4306-abf8-f1021f752bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.377170 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-200ba761-462d-4306-abf8-f1021f752bd9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.380096 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-3d50f191-a452-4471-afc0-c9f1924ac5a8 None None] For port cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c,segment=NetworkSegment(25257e16-94ff-4dbe-9728-35eb8803c2ba),segment_id=25257e16-94ff-4dbe-9728-35eb8803c2ba)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:24.476606 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e7d5f7ec-0577-454d-b14e-d8c23767586e, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e7d5f7ec-0577-454d-b14e-d8c23767586e,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:24.481380 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3d50f191-a452-4471-afc0-c9f1924ac5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.485796 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36fce3a8-fecf-43b8-86ff-06242a58d69f req-68e8ef52-cff3-4993-a108-dd988e516eef tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812910 Dec 16 22:14:24.490349 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4566bfdb-3d9f-4016-89af-c8f0311db907 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.514568 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347ade8-1719-4f24-9f1c-0fd74f0e57e0 req-d047c14b-dbc4-4192-8dee-96bcdead400a tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:24.521991 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8347ade8-1719-4f24-9f1c-0fd74f0e57e0 req-d047c14b-dbc4-4192-8dee-96bcdead400a tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.0883822 Dec 16 22:14:24.523704 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4566bfdb-3d9f-4016-89af-c8f0311db907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.529765 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-200ba761-462d-4306-abf8-f1021f752bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.534280 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200ba761-462d-4306-abf8-f1021f752bd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74b1978b-97a4-4448-9f17-35251302a10c {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:14:24.535261 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-200ba761-462d-4306-abf8-f1021f752bd9 admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.536427 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-200ba761-462d-4306-abf8-f1021f752bd9 admin admin] 10.222.0.75 "DELETE /v2.0/routers/74b1978b-97a4-4448-9f17-35251302a10c HTTP/1.1" status: 204 len: 168 time: 2.0782721 Dec 16 22:14:24.544408 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36512) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:24.568497 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'e7d5f7ec-0577-454d-b14e-d8c23767586e', 'network_id': '8ad157d2-5520-47b6-a14b-23516eba3ebc', 'port_id': 'e7d5f7ec-0577-454d-b14e-d8c23767586e', 'mac_address': 'fa:16:3e:fa:7d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9741df81-7a4c-44a7-8dc9-6f94ad4c24c8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:14:24.598065 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8347ade8-1719-4f24-9f1c-0fd74f0e57e0 req-7d0879f2-1c24-4e62-af57-ae6f88d30a68 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750833 Dec 16 22:14:24.651583 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50f191-a452-4471-afc0-c9f1924ac5a8 None None] Pushing event updated for resources: {'Port': ['ID=cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:24.666165 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.696799 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d5f7ec-0577-454d-b14e-d8c23767586e {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:14:24.726711 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e7d5f7ec-0577-454d-b14e-d8c23767586e, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e7d5f7ec-0577-454d-b14e-d8c23767586e,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:24.801343 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:24.802663 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 9fdaad43-0d0b-4c41-bda0-02f1266cbf08 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:14:24.825988 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178a66c-a607-4058-b53a-20e2172e4459 req-577abf3b-8e05-4df8-bb5e-ec5b52b5a062 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:24.829259 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3178a66c-a607-4058-b53a-20e2172e4459 req-577abf3b-8e05-4df8-bb5e-ec5b52b5a062 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 944 time: 0.0982776 Dec 16 22:14:24.905770 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3178a66c-a607-4058-b53a-20e2172e4459 req-e6377c82-9d8d-4634-b2eb-c69a5d3643a4 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612774 Dec 16 22:14:24.951896 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=e7d5f7ec-0577-454d-b14e-d8c23767586e,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:24.995347 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 9fdaad43-0d0b-4c41-bda0-02f1266cbf08, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=9fdaad43-0d0b-4c41-bda0-02f1266cbf08,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:25.007867 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '9fdaad43-0d0b-4c41-bda0-02f1266cbf08', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '9fdaad43-0d0b-4c41-bda0-02f1266cbf08', 'mac_address': 'fa:16:3e:e4:28:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:14:25.056163 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:25.073258 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fdaad43-0d0b-4c41-bda0-02f1266cbf08 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:14:25.090033 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-4566bfdb-3d9f-4016-89af-c8f0311db907 admin admin] Allocated IP 172.25.6.79 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/e41157ec-5df6-4fee-ab14-6830f46e6798) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:25.097072 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 9fdaad43-0d0b-4c41-bda0-02f1266cbf08, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=9fdaad43-0d0b-4c41-bda0-02f1266cbf08,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:25.187682 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac8cd2-0b3e-40c0-97af-1455e70faaa0 req-8c897166-7e80-41fe-b7c1-24c58cc0fe2e tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:25.195808 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2bac8cd2-0b3e-40c0-97af-1455e70faaa0 req-8c897166-7e80-41fe-b7c1-24c58cc0fe2e tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=07f95c01-86fe-4114-9199-83ced49b3c10 HTTP/1.1" status: 200 len: 945 time: 0.1163132 Dec 16 22:14:25.205843 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:25.234378 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-de9a446f-508d-4814-b73e-a17085ac4632 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=4ea6a640925c43988647ddbf43a3b1cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2419984 Dec 16 22:14:25.270351 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=9fdaad43-0d0b-4c41-bda0-02f1266cbf08,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:25.285380 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf9d067-703d-4c0a-8fe0-06f3daff45ea admin admin] Deleting subnet e821f15a-fed6-4760-b25c-db97e47d026f {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:14:25.297304 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2bac8cd2-0b3e-40c0-97af-1455e70faaa0 req-e444a2f7-6e40-4f5d-9589-cc8f35b912d9 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960915 Dec 16 22:14:25.325981 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbf9d067-703d-4c0a-8fe0-06f3daff45ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:25.399880 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4566bfdb-3d9f-4016-89af-c8f0311db907 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:25.402113 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:14:25.408387 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbf9d067-703d-4c0a-8fe0-06f3daff45ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:25.428227 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['9fdaad43-0d0b-4c41-bda0-02f1266cbf08'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:14:25.436051 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1b198-85c4-4946-8e15-ff9949cf0783 req-862e5deb-bf18-408e-b57b-918a59bc2725 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:25.444048 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4ed1b198-85c4-4946-8e15-ff9949cf0783 req-862e5deb-bf18-408e-b57b-918a59bc2725 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0595090 Dec 16 22:14:25.501661 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-cfc8d603-38b2-4504-80f8-3d8769dbc85d tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:25.508780 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-cfc8d603-38b2-4504-80f8-3d8769dbc85d tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2661440 Dec 16 22:14:25.523684 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4ed1b198-85c4-4946-8e15-ff9949cf0783 req-3a5b8a01-8410-4989-9ebe-c29f165d9ff1 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781102 Dec 16 22:14:25.544053 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-1e9ddca8-08a4-404f-9c41-fbb2747dfb85 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/quotas/4ea6a640925c43988647ddbf43a3b1cb HTTP/1.1" status: 200 len: 375 time: 0.0337529 Dec 16 22:14:25.615842 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dce184bd-1cba-4b20-85cf-297f76709263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:25.642735 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbf9d067-703d-4c0a-8fe0-06f3daff45ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:25.682948 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-5c21d3d2-bffc-4442-89df-4e863e690194 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=4ea6a640925c43988647ddbf43a3b1cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1376100 Dec 16 22:14:25.702730 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['e7d5f7ec-0577-454d-b14e-d8c23767586e'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:14:25.730751 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920527c-cfae-47f7-84ac-c66a291f160b req-a02f3160-a804-42e4-9974-2aaccdfe62b7 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:25.740996 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d920527c-cfae-47f7-84ac-c66a291f160b req-a02f3160-a804-42e4-9974-2aaccdfe62b7 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1239572 Dec 16 22:14:25.750928 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4566bfdb-3d9f-4016-89af-c8f0311db907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:25.752879 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:25.848963 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4566bfdb-3d9f-4016-89af-c8f0311db907 admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:25.852143 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-4566bfdb-3d9f-4016-89af-c8f0311db907 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:25.854636 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d920527c-cfae-47f7-84ac-c66a291f160b req-75a067cc-6ec9-4dd4-9bd9-bdff0ecbdcad tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966823 Dec 16 22:14:25.856693 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4566bfdb-3d9f-4016-89af-c8f0311db907 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:25.930678 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:25.930917 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:25.938221 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566bfdb-3d9f-4016-89af-c8f0311db907 admin admin] Pushing event updated for resources: {'Port': ['ID=e41157ec-5df6-4fee-ab14-6830f46e6798,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:26.085824 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af4f75-1eaa-4cd3-a5e2-7d911a472b8c req-7dca0505-2050-4d20-b1ba-79599f766051 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:26.088003 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbf9d067-703d-4c0a-8fe0-06f3daff45ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:26.099691 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-83af4f75-1eaa-4cd3-a5e2-7d911a472b8c req-7dca0505-2050-4d20-b1ba-79599f766051 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.1541569 Dec 16 22:14:26.133739 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:26.196512 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-83af4f75-1eaa-4cd3-a5e2-7d911a472b8c req-37972dae-a451-457b-acf9-a9e006e317b7 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959094 Dec 16 22:14:26.209137 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9d067-703d-4c0a-8fe0-06f3daff45ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e821f15a-fed6-4760-b25c-db97e47d026f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:26.258218 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c,segment=NetworkSegment(25257e16-94ff-4dbe-9728-35eb8803c2ba),segment_id=25257e16-94ff-4dbe-9728-35eb8803c2ba)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:26.313834 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 9fdaad43-0d0b-4c41-bda0-02f1266cbf08 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:26.339330 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbf9d067-703d-4c0a-8fe0-06f3daff45ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:26.344269 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-340c8ebf-41d7-40e6-98c3-b70eae92d207 req-57e7b2fc-c3ad-48f7-b853-2c22c122e82b tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=625e754f-8009-45e4-97d9-76aef1e362ca HTTP/1.1" status: 200 len: 210 time: 0.0632825 Dec 16 22:14:26.345411 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df78eb4-4bcf-4f8d-959f-32f13e28ec3a None None] Network e613a71e-e0e0-460d-9702-cb72b7245fe8 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:14:26.346916 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fbf9d067-703d-4c0a-8fe0-06f3daff45ea admin admin] 10.222.0.75 "DELETE /v2.0/subnets/e821f15a-fed6-4760-b25c-db97e47d026f HTTP/1.1" status: 204 len: 168 time: 1.8011718 Dec 16 22:14:26.351791 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36576) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:26.366419 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c3b915-22bc-443e-a293-79078902268e None None] Network aa57ad1a-fa7c-41c6-9099-c410b6f42ab0 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:14:26.385936 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1727f-f172-4d99-ac27-4bf78fd2b8fb req-f67fa563-4200-4a80-8862-f4825a29bc81 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:26.388410 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-57a1727f-f172-4d99-ac27-4bf78fd2b8fb req-f67fa563-4200-4a80-8862-f4825a29bc81 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 945 time: 0.3226573 Dec 16 22:14:26.440262 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:26.448346 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5e733747-8871-4baf-af18-caa93b16e8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:26.470266 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-57a1727f-f172-4d99-ac27-4bf78fd2b8fb req-835d48b3-c34d-46e8-94cf-435d4b6a5c43 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729060 Dec 16 22:14:26.553932 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-5e733747-8871-4baf-af18-caa93b16e8ad admin admin] Deleting port 0c7611cf-3769-4e77-9b4d-615bd5ce4ec8 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:26.553932 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5e733747-8871-4baf-af18-caa93b16e8ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:26.556717 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 9ac376f7-2d8f-43ca-b00b-892710584c4a no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:26.662800 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-5e733747-8871-4baf-af18-caa93b16e8ad admin admin] For port 0c7611cf-3769-4e77-9b4d-615bd5ce4ec8, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0c7611cf-3769-4e77-9b4d-615bd5ce4ec8,segment=NetworkSegment(616a91c2-9daa-48fa-9a06-2df6eb24db55),segment_id=616a91c2-9daa-48fa-9a06-2df6eb24db55)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:26.663405 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5e733747-8871-4baf-af18-caa93b16e8ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:26.679595 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-5e733747-8871-4baf-af18-caa93b16e8ad admin admin] Calling delete_port for 0c7611cf-3769-4e77-9b4d-615bd5ce4ec8 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:26.770293 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e1e2d-0106-4317-aed3-70f4dad72084 req-9226e3d4-5514-4ba6-9153-2c482b59642a tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:26.781284 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-752e1e2d-0106-4317-aed3-70f4dad72084 req-9226e3d4-5514-4ba6-9153-2c482b59642a tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=07f95c01-86fe-4114-9199-83ced49b3c10 HTTP/1.1" status: 200 len: 945 time: 0.1616702 Dec 16 22:14:26.810209 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4566bfdb-3d9f-4016-89af-c8f0311db907 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:26.858571 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-752e1e2d-0106-4317-aed3-70f4dad72084 req-064d2df4-0aa0-48a2-8b30-dbb7be89eb32 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732479 Dec 16 22:14:26.873441 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 9ac376f7-2d8f-43ca-b00b-892710584c4a {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:26.874202 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 9ac376f7-2d8f-43ca-b00b-892710584c4a not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:26.874502 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 8e5089ba-baf9-4fed-8111-3bd4d2748f5d no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:26.909187 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5e733747-8871-4baf-af18-caa93b16e8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:26.930713 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 8e5089ba-baf9-4fed-8111-3bd4d2748f5d {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:26.931286 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 8e5089ba-baf9-4fed-8111-3bd4d2748f5d not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:26.989092 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-385db32a-5e4f-4433-94f7-027802e4dfb6 None None] Provisioning complete for port cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:26.992821 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385db32a-5e4f-4433-94f7-027802e4dfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:26.993777 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:27.010717 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e733747-8871-4baf-af18-caa93b16e8ad admin admin] Pushing event deleted for resources: {'Port': ['ID=0c7611cf-3769-4e77-9b4d-615bd5ce4ec8,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:27.014862 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e733747-8871-4baf-af18-caa93b16e8ad admin admin] No DVR routers for this DVR port 0c7611cf-3769-4e77-9b4d-615bd5ce4ec8 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:14:27.102712 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:27.103891 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e05903-1ae5-4c81-aa1b-cd701e7a90ea None None] DHCP port deletion for e613a71e-e0e0-460d-9702-cb72b7245fe8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:14:27.112297 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 9fdaad43-0d0b-4c41-bda0-02f1266cbf08 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:27.112893 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:27.152528 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:27.202121 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5e733747-8871-4baf-af18-caa93b16e8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:27.217196 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b701390-70a1-46df-9137-d0fc197cb080 req-12591205-f0a4-4e08-9faf-028ba0771bd9 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:27.229352 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b701390-70a1-46df-9137-d0fc197cb080 req-12591205-f0a4-4e08-9faf-028ba0771bd9 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/networks?id=cad91a34-249c-45b2-83af-f58c71b36922 HTTP/1.1" status: 200 len: 813 time: 0.4828591 Dec 16 22:14:27.268261 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4566bfdb-3d9f-4016-89af-c8f0311db907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:27.281346 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b701390-70a1-46df-9137-d0fc197cb080 req-50ef9aa1-3354-4c1e-b5dc-336518757003 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/quotas/52dc9402d4464077b6d2e671843b655f HTTP/1.1" status: 200 len: 375 time: 0.0497575 Dec 16 22:14:27.337023 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-5e733747-8871-4baf-af18-caa93b16e8ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e613a71e-e0e0-460d-9702-cb72b7245fe8']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:27.352026 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-5e733747-8871-4baf-af18-caa93b16e8ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616a91c2-9daa-48fa-9a06-2df6eb24db55') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:27.352328 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-5e733747-8871-4baf-af18-caa93b16e8ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616a91c2-9daa-48fa-9a06-2df6eb24db55') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:27.374349 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5e733747-8871-4baf-af18-caa93b16e8ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:27.400788 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b701390-70a1-46df-9137-d0fc197cb080 req-092f056b-c874-4ef5-a802-2a9eda46f6d8 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=52dc9402d4464077b6d2e671843b655f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1185820 Dec 16 22:14:27.417870 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5e733747-8871-4baf-af18-caa93b16e8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:27.435783 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e733747-8871-4baf-af18-caa93b16e8ad admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:14:27.436199 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5e733747-8871-4baf-af18-caa93b16e8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:14:27.438671 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:14:27.499794 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 67d081f5-a233-40ec-82b8-1bb479a3036a details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:14:27.506970 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d1036-0176-4d94-9617-6e009842ae37 req-ebd4a216-60a4-424a-9efa-8007862d1d60 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:27.516023 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1c7d1036-0176-4d94-9617-6e009842ae37 req-ebd4a216-60a4-424a-9efa-8007862d1d60 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.1333919 Dec 16 22:14:27.530998 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:27.612919 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8726fffb-b460-48f3-a151-91c6bab13b63 req-8be3e6e9-fb17-4b39-9259-80647b6a0f84 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=625e754f-8009-45e4-97d9-76aef1e362ca HTTP/1.1" status: 200 len: 210 time: 0.0849018 Dec 16 22:14:27.626384 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1c7d1036-0176-4d94-9617-6e009842ae37 req-29d7aca2-6e13-4173-9f3d-f240323aec49 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029160 Dec 16 22:14:27.664731 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 9fdaad43-0d0b-4c41-bda0-02f1266cbf08, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=9fdaad43-0d0b-4c41-bda0-02f1266cbf08,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:27.691242 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a598a266-0be2-488d-8403-9fc03a1992e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdaad43-0d0b-4c41-bda0-02f1266cbf08'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:27.697911 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75971e9-015d-4f86-8673-d76dacc2daa5" -d '{"events": [{"server_uuid": "a598a266-0be2-488d-8403-9fc03a1992e2", "name": "network-vif-plugged", "status": "completed", "tag": "9fdaad43-0d0b-4c41-bda0-02f1266cbf08"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:27.703267 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:27.790125 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5e733747-8871-4baf-af18-caa93b16e8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:27.794700 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.resource_extend [None req-bba8928c-5618-4157-836a-668ad28b132f None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:14:27.808822 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5e733747-8871-4baf-af18-caa93b16e8ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:27.815649 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5e733747-8871-4baf-af18-caa93b16e8ad admin admin] 10.222.0.75 "DELETE /v2.0/networks/e613a71e-e0e0-460d-9702-cb72b7245fe8 HTTP/1.1" status: 204 len: 168 time: 1.4603028 Dec 16 22:14:27.818695 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e733747-8871-4baf-af18-caa93b16e8ad admin admin] Pushing event deleted for resources: {'Network': ['ID=e613a71e-e0e0-460d-9702-cb72b7245fe8,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:27.826180 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4566bfdb-3d9f-4016-89af-c8f0311db907 admin admin] Router fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:14:27.834438 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b37d81-6e48-436e-bba9-ced83c96fed6 req-2c72f299-3560-49d3-be87-a0379300fb86 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:27.836653 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75b37d81-6e48-436e-bba9-ced83c96fed6 req-2c72f299-3560-49d3-be87-a0379300fb86 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1107700 Dec 16 22:14:27.918913 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75b37d81-6e48-436e-bba9-ced83c96fed6 req-729e6555-40b1-43e9-a5df-c0237529c0d6 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730999 Dec 16 22:14:27.920519 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:27.993929 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345d9f4f-bc55-430b-b74e-cd7a4f30a697 x-openstack-request-id: req-345d9f4f-bc55-430b-b74e-cd7a4f30a697 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:27.994690 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a598a266-0be2-488d-8403-9fc03a1992e2", "name": "network-vif-plugged", "status": "completed", "tag": "9fdaad43-0d0b-4c41-bda0-02f1266cbf08", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:27.995274 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-345d9f4f-bc55-430b-b74e-cd7a4f30a697 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:27.996031 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a598a266-0be2-488d-8403-9fc03a1992e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdaad43-0d0b-4c41-bda0-02f1266cbf08', 'code': 200} Dec 16 22:14:28.015854 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-046fa24e-8b2a-4720-8542-0ba12ba4dae6 None None] Provisioning complete for port cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:28.015854 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-046fa24e-8b2a-4720-8542-0ba12ba4dae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:28.092863 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=9fdaad43-0d0b-4c41-bda0-02f1266cbf08,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:28.146351 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb397bc2-1f5b-46a8-832a-68f1b5414c57 req-82dfed20-ea68-4b82-8d6a-8f5b8c72a17f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:28.147972 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eb397bc2-1f5b-46a8-832a-68f1b5414c57 req-82dfed20-ea68-4b82-8d6a-8f5b8c72a17f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 945 time: 0.2067516 Dec 16 22:14:28.153792 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6805672-bf38-48df-b491-250f48fcf426 req-f72670d5-eb6f-4130-b528-8397b4554320 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:28.157646 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4566bfdb-3d9f-4016-89af-c8f0311db907 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:14:28.159430 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a6805672-bf38-48df-b491-250f48fcf426 req-f72670d5-eb6f-4130-b528-8397b4554320 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=07f95c01-86fe-4114-9199-83ced49b3c10 HTTP/1.1" status: 200 len: 945 time: 0.0961664 Dec 16 22:14:28.181952 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 67d081f5-a233-40ec-82b8-1bb479a3036a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=67d081f5-a233-40ec-82b8-1bb479a3036a,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:28.188634 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23111c6-1599-447f-be88-c970b6a38f47 None None] Sync routers for ids ['fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:14:28.226376 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:28.227177 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:28.234463 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '67d081f5-a233-40ec-82b8-1bb479a3036a', 'network_id': 'f4b4200a-5735-42d7-aba1-c5a847665c5e', 'port_id': '67d081f5-a233-40ec-82b8-1bb479a3036a', 'mac_address': 'fa:16:3e:62:0e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241332bf-ffe2-4b38-90c7-a643b4215ed1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:14:28.237798 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eb397bc2-1f5b-46a8-832a-68f1b5414c57 req-ca8179f0-71be-4f8c-b534-90e1241a676e tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778844 Dec 16 22:14:28.243937 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a6805672-bf38-48df-b491-250f48fcf426 req-9db58f98-6b5e-44f6-a5e9-a2eb1d6ae5f5 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728438 Dec 16 22:14:28.276385 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36630) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:28.304952 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4566bfdb-3d9f-4016-89af-c8f0311db907 admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:28.310304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36632) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:28.310622 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4566bfdb-3d9f-4016-89af-c8f0311db907 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9046993 Dec 16 22:14:28.313296 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e7d5f7ec-0577-454d-b14e-d8c23767586e up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:28.314687 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:28.316565 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23111c6-1599-447f-be88-c970b6a38f47 None None] Routers {'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:28.317209 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c23111c6-1599-447f-be88-c970b6a38f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:14:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:28.346406 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-416542ba-fb63-4ad7-b1fb-e76ffdfe463e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7e81c7a87e9c432395a69e30581953d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0685406 Dec 16 22:14:28.360162 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36634) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:28.465461 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd81a5-dc7a-460c-b7b8-73d306df00c3 req-d3fae04b-3572-4424-8870-35637472497b tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:28.467034 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:28.469048 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-06bd81a5-dc7a-460c-b7b8-73d306df00c3 req-d3fae04b-3572-4424-8870-35637472497b tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1098306 Dec 16 22:14:28.484748 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a407e44-fbfb-42c7-8886-45ae17aa8475 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:28.536344 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a407e44-fbfb-42c7-8886-45ae17aa8475 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:28.546930 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:28.585563 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-06bd81a5-dc7a-460c-b7b8-73d306df00c3 req-ee17e03b-7b39-4aae-9ab1-126b8f66abe7 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054111 Dec 16 22:14:28.666707 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0c7611cf-3769-4e77-9b4d-615bd5ce4ec8 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:28.724148 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 0c7611cf-3769-4e77-9b4d-615bd5ce4ec8 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:28.724499 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0c7611cf-3769-4e77-9b4d-615bd5ce4ec8 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:28.747123 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67d081f5-a233-40ec-82b8-1bb479a3036a {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:14:28.770252 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a407e44-fbfb-42c7-8886-45ae17aa8475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:28.774349 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 67d081f5-a233-40ec-82b8-1bb479a3036a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=67d081f5-a233-40ec-82b8-1bb479a3036a,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:28.775358 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a407e44-fbfb-42c7-8886-45ae17aa8475 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:28.781745 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9a407e44-fbfb-42c7-8886-45ae17aa8475 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2a1625d7-06ee-44e9-98d1-2a6ba415e37b HTTP/1.1" status: 204 len: 168 time: 0.4173090 Dec 16 22:14:28.801059 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-c23111c6-1599-447f-be88-c970b6a38f47 None None] Set router fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:28.870696 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a407e44-fbfb-42c7-8886-45ae17aa8475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1625d7-06ee-44e9-98d1-2a6ba415e37b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:28.875508 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:28.914235 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cf3a6836-6f33-4b3c-b6d9-5dab44afa966 req-545cb8b8-0b2e-415b-b6be-ad78c193d623 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=625e754f-8009-45e4-97d9-76aef1e362ca HTTP/1.1" status: 200 len: 210 time: 0.0773563 Dec 16 22:14:28.934873 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82fd45-4778-476d-8bd3-33f63ab4ab6b req-8693ea38-ed66-4468-bb0d-21c2e521716b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:28.944329 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=67d081f5-a233-40ec-82b8-1bb479a3036a,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:28.944932 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9c82fd45-4778-476d-8bd3-33f63ab4ab6b req-8693ea38-ed66-4468-bb0d-21c2e521716b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.2017128 Dec 16 22:14:29.005058 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port e7d5f7ec-0577-454d-b14e-d8c23767586e completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:14:29.088606 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9c82fd45-4778-476d-8bd3-33f63ab4ab6b req-cb058683-4cc4-4616-bc93-fca6a53f4483 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333792 Dec 16 22:14:29.111192 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['67d081f5-a233-40ec-82b8-1bb479a3036a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:14:29.160149 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port e7d5f7ec-0577-454d-b14e-d8c23767586e triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:29.160520 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:29.174358 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-45ebb085-cbb3-453f-8e03-0f773ebcab95 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=4ea6a640925c43988647ddbf43a3b1cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503142 Dec 16 22:14:29.216826 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:29.353462 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-76c34a9e-ce99-40e6-b9a0-bba42f6e7e0e tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:29.358118 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-76c34a9e-ce99-40e6-b9a0-bba42f6e7e0e tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1730735 Dec 16 22:14:29.380163 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-86d26d22-fb61-445e-b950-2d5475c7a651 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Request body: {'port': {'device_id': '625e754f-8009-45e4-97d9-76aef1e362ca', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': '4ea6a640925c43988647ddbf43a3b1cb'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:29.388395 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-367ce103-328e-4bb3-a368-3babb2bee64f req-b89c6b4c-ff1d-485e-9f61-a1e6c2664e3d tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=52dc9402d4464077b6d2e671843b655f HTTP/1.1" status: 200 len: 221 time: 0.1969979 Dec 16 22:14:29.408510 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:29.466436 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-423fad18-0f91-4e70-8b09-6dd26ff4cf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:29.498283 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e7d5f7ec-0577-454d-b14e-d8c23767586e, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e7d5f7ec-0577-454d-b14e-d8c23767586e,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:29.500217 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c23111c6-1599-447f-be88-c970b6a38f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'name': 'tempest-ServersTestFqdnHostnames-589396468-router', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'e41157ec-5df6-4fee-ab14-6830f46e6798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:23Z', 'updated_at': '2021-12-16T22:14:26Z', 'revision_number': 3, 'project_id': 'd2be2a7272c441f580b97fb831b89739', 'gw_port': {'id': 'e41157ec-5df6-4fee-ab14-6830f46e6798', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:24Z', 'updated_at': '2021-12-16T22:14:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:29.547949 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23111c6-1599-447f-be88-c970b6a38f47 None None] Checking router: fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:14:29.549996 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23111c6-1599-447f-be88-c970b6a38f47 None None] Updating router fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc port e41157ec-5df6-4fee-ab14-6830f46e6798 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:14:29.588681 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a94dfa-4ee3-47df-8468-f1f0934c479d req-80f37146-a66b-43c5-8738-9e671ba0d991 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:29.590997 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-63a94dfa-4ee3-47df-8468-f1f0934c479d req-80f37146-a66b-43c5-8738-9e671ba0d991 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 945 time: 0.1686630 Dec 16 22:14:29.596736 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c23111c6-1599-447f-be88-c970b6a38f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:29.603925 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:29.703727 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-63a94dfa-4ee3-47df-8468-f1f0934c479d req-e650d7e5-fff7-4e8f-a2a6-f44c3bc70c8c tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042895 Dec 16 22:14:29.740772 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436fb1e-2e03-4bc5-9178-4ebc5c2b3e01 req-c4597fc8-76cf-4e95-9050-496d219da0c4 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:29.752607 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b436fb1e-2e03-4bc5-9178-4ebc5c2b3e01 req-c4597fc8-76cf-4e95-9050-496d219da0c4 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=07f95c01-86fe-4114-9199-83ced49b3c10 HTTP/1.1" status: 200 len: 944 time: 0.2028663 Dec 16 22:14:29.772254 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-86d26d22-fb61-445e-b950-2d5475c7a651 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Made reservation on behalf of 4ea6a640925c43988647ddbf43a3b1cb for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:29.776685 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-86d26d22-fb61-445e-b950-2d5475c7a651 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:29.842329 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=e7d5f7ec-0577-454d-b14e-d8c23767586e,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:29.846486 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b436fb1e-2e03-4bc5-9178-4ebc5c2b3e01 req-0df4acb7-8653-4796-9d7a-abd5405739e6 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916991 Dec 16 22:14:29.856870 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-423fad18-0f91-4e70-8b09-6dd26ff4cf46 admin admin] Allocated IP 172.20.0.1 (aa57ad1a-fa7c-41c6-9099-c410b6f42ab0/15bc0458-88d7-47b8-95a2-df47eebc4774/0d427b5b-8641-471f-9aaf-dba01790534e) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:30.002413 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c083ed0a-2b3b-4b88-8616-18c8a3e783c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d5f7ec-0577-454d-b14e-d8c23767586e'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:30.008687 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b64a75-2afc-4b17-be15-b43b75c271fa" -d '{"events": [{"server_uuid": "c083ed0a-2b3b-4b88-8616-18c8a3e783c9", "name": "network-vif-plugged", "status": "completed", "tag": "e7d5f7ec-0577-454d-b14e-d8c23767586e"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:30.072441 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-68e4d745-7d77-42bd-9642-df6d53650722 req-0d24941a-7107-4cd6-a7df-254d29371725 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=625e754f-8009-45e4-97d9-76aef1e362ca HTTP/1.1" status: 200 len: 210 time: 0.0466993 Dec 16 22:14:30.096394 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc95ba2-d46e-4c23-9340-5c766557c3f9 req-929d3fbd-b236-4182-b0fa-e4b1031be2d7 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:30.101642 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c23111c6-1599-447f-be88-c970b6a38f47 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:30.101818 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fcc95ba2-d46e-4c23-9340-5c766557c3f9 req-929d3fbd-b236-4182-b0fa-e4b1031be2d7 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.2925704 Dec 16 22:14:30.104964 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-423fad18-0f91-4e70-8b09-6dd26ff4cf46 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:30.197446 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c23111c6-1599-447f-be88-c970b6a38f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:30.204589 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-86d26d22-fb61-445e-b950-2d5475c7a651 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Allocated IP 192.168.233.159 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/d5e7df28-0c93-4920-be58-f4ea5fef61ef) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:30.237432 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fcc95ba2-d46e-4c23-9340-5c766557c3f9 req-e94ca149-2338-4f55-9c5e-e8a9b4746152 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025248 Dec 16 22:14:30.241127 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-423fad18-0f91-4e70-8b09-6dd26ff4cf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:30.300962 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4184e6f2-f72d-4097-a97d-293cad6c6010 x-openstack-request-id: req-4184e6f2-f72d-4097-a97d-293cad6c6010 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:30.301250 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c083ed0a-2b3b-4b88-8616-18c8a3e783c9", "name": "network-vif-plugged", "status": "completed", "tag": "e7d5f7ec-0577-454d-b14e-d8c23767586e", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:30.301499 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4184e6f2-f72d-4097-a97d-293cad6c6010 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:30.301897 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c083ed0a-2b3b-4b88-8616-18c8a3e783c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d5f7ec-0577-454d-b14e-d8c23767586e', 'code': 200} Dec 16 22:14:30.360266 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c23111c6-1599-447f-be88-c970b6a38f47 None None] Attempting to bind port e41157ec-5df6-4fee-ab14-6830f46e6798 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:30.360266 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c23111c6-1599-447f-be88-c970b6a38f47 None None] Attempting to bind port e41157ec-5df6-4fee-ab14-6830f46e6798 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:30.360266 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23111c6-1599-447f-be88-c970b6a38f47 None None] Attempting to bind port e41157ec-5df6-4fee-ab14-6830f46e6798 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:30.369816 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23111c6-1599-447f-be88-c970b6a38f47 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:30.370201 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23111c6-1599-447f-be88-c970b6a38f47 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:30.370662 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c23111c6-1599-447f-be88-c970b6a38f47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:30.371108 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23111c6-1599-447f-be88-c970b6a38f47 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:30.371728 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c23111c6-1599-447f-be88-c970b6a38f47 None None] Bound port: e41157ec-5df6-4fee-ab14-6830f46e6798, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:30.372043 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c23111c6-1599-447f-be88-c970b6a38f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:30.399583 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423fad18-0f91-4e70-8b09-6dd26ff4cf46 admin admin] Network aa57ad1a-fa7c-41c6-9099-c410b6f42ab0 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:30.432338 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-423fad18-0f91-4e70-8b09-6dd26ff4cf46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:30.440866 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423fad18-0f91-4e70-8b09-6dd26ff4cf46 admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:30.443753 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423fad18-0f91-4e70-8b09-6dd26ff4cf46 admin admin] Pushing event updated for resources: {'Port': ['ID=0d427b5b-8641-471f-9aaf-dba01790534e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:30.458148 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c23111c6-1599-447f-be88-c970b6a38f47 None None] For port e41157ec-5df6-4fee-ab14-6830f46e6798, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:30.474370 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c23111c6-1599-447f-be88-c970b6a38f47 None None] For port e41157ec-5df6-4fee-ab14-6830f46e6798, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e41157ec-5df6-4fee-ab14-6830f46e6798,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:30.483280 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ffdea8-2a86-4fcb-8719-11acbe20c066 None None] Pushing event updated for resources: {'Port': ['ID=e41157ec-5df6-4fee-ab14-6830f46e6798,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:30.509400 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13ef30-0240-4a79-897e-a15cf3a78f81 req-4038e555-a687-48a8-9836-cffd2744f9b9 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:30.520040 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fe13ef30-0240-4a79-897e-a15cf3a78f81 req-4038e555-a687-48a8-9836-cffd2744f9b9 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.1458185 Dec 16 22:14:30.549788 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-423fad18-0f91-4e70-8b09-6dd26ff4cf46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:30.569971 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5229fc-920e-43f6-aae8-9a4b0af8ece9 req-dbe07014-5cb1-4f53-a458-9c492d19b45c tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:30.575732 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c23111c6-1599-447f-be88-c970b6a38f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:30.582433 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bb5229fc-920e-43f6-aae8-9a4b0af8ece9 req-dbe07014-5cb1-4f53-a458-9c492d19b45c tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.2440083 Dec 16 22:14:30.673473 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3ac9d-508c-4aff-9b88-b0b65882c884 req-44aec283-5778-4752-b9e3-79dcac1c9b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:30.676161 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-11a3ac9d-508c-4aff-9b88-b0b65882c884 req-44aec283-5778-4752-b9e3-79dcac1c9b78 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 1097 time: 0.2961104 Dec 16 22:14:30.711160 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ffdea8-2a86-4fcb-8719-11acbe20c066 None None] Pushing event updated for resources: {'Port': ['ID=e41157ec-5df6-4fee-ab14-6830f46e6798,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:30.734781 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23111c6-1599-447f-be88-c970b6a38f47 None None] Routers {'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:30.735659 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c23111c6-1599-447f-be88-c970b6a38f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:14:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:30.758205 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-86d26d22-fb61-445e-b950-2d5475c7a651 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:30.811345 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fe13ef30-0240-4a79-897e-a15cf3a78f81 req-60b40b06-33e5-4b3c-b499-269b57fe671d tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866461 Dec 16 22:14:30.906400 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-11a3ac9d-508c-4aff-9b88-b0b65882c884 req-fd788275-156a-4374-a15c-cb0af4ccc4cf service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034364 Dec 16 22:14:30.951897 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-423fad18-0f91-4e70-8b09-6dd26ff4cf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:30.982787 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bb5229fc-920e-43f6-aae8-9a4b0af8ece9 req-5f3bcca8-b829-4ce8-8afc-7cbbc611cb62 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649304 Dec 16 22:14:31.010112 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36712) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:31.072621 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-86d26d22-fb61-445e-b950-2d5475c7a651 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:31.113004 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['2c988f8d-3972-4b7a-a32f-4f48dd48c7a2'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:14:31.142781 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-fa44c528-b38a-49dc-a2cb-1da1c4ac275d None None] Provisioning complete for port 0d427b5b-8641-471f-9aaf-dba01790534e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:31.143220 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa44c528-b38a-49dc-a2cb-1da1c4ac275d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:31.152420 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-86d26d22-fb61-445e-b950-2d5475c7a651 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:31.161326 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-86d26d22-fb61-445e-b950-2d5475c7a651 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:31.184862 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-86d26d22-fb61-445e-b950-2d5475c7a651 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:31.215465 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7078e-fff0-49ac-8d41-dc8b25e090af req-9c9e8c3e-353e-4dbc-8af3-7bc56bc7a422 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:31.226854 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-efb7078e-fff0-49ac-8d41-dc8b25e090af req-9c9e8c3e-353e-4dbc-8af3-7bc56bc7a422 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 946 time: 0.3243084 Dec 16 22:14:31.277975 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-86d26d22-fb61-445e-b950-2d5475c7a651 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:31.279413 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-86d26d22-fb61-445e-b950-2d5475c7a651 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:31.282338 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-c23111c6-1599-447f-be88-c970b6a38f47 None None] Set router fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:31.302727 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-fa44c528-b38a-49dc-a2cb-1da1c4ac275d None None] Port 0d427b5b-8641-471f-9aaf-dba01790534e cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:14:31.342982 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-cb19a548-6761-4156-a675-084f8b5ed78e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-75857628-network', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:31.361490 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-efb7078e-fff0-49ac-8d41-dc8b25e090af req-e4acaba1-de87-455f-96ef-9300fe79ad22 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334946 Dec 16 22:14:31.384872 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d26d22-fb61-445e-b950-2d5475c7a651 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Pushing event updated for resources: {'Port': ['ID=d5e7df28-0c93-4920-be58-f4ea5fef61ef,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:31.407629 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0bd8d-6599-476d-a76a-c1b22a815cd0 req-c2aab113-6ba8-4b3e-aaeb-555d2ba97e99 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:31.417032 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2dd0bd8d-6599-476d-a76a-c1b22a815cd0 req-c2aab113-6ba8-4b3e-aaeb-555d2ba97e99 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=07f95c01-86fe-4114-9199-83ced49b3c10 HTTP/1.1" status: 200 len: 944 time: 0.2626364 Dec 16 22:14:31.452068 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-423fad18-0f91-4e70-8b09-6dd26ff4cf46 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:31.512557 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2dd0bd8d-6599-476d-a76a-c1b22a815cd0 req-10081465-e8a9-4fff-9236-13b666551be2 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933068 Dec 16 22:14:31.532662 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 67d081f5-a233-40ec-82b8-1bb479a3036a up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:31.536531 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-86d26d22-fb61-445e-b950-2d5475c7a651 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1608918 Dec 16 22:14:31.554520 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-423fad18-0f91-4e70-8b09-6dd26ff4cf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:31.593495 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-1c40ee86-3168-4180-9dd8-30224cf121c1 service neutron] Request body: {'port': {'device_id': '625e754f-8009-45e4-97d9-76aef1e362ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:31.619777 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb19a548-6761-4156-a675-084f8b5ed78e admin admin] Made reservation on behalf of a0f42b93d17b453cb09b716a19274f39 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:31.632492 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb19a548-6761-4156-a675-084f8b5ed78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:31.648685 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423fad18-0f91-4e70-8b09-6dd26ff4cf46 admin admin] Pushing event updated for resources: {'Port': ['ID=0d427b5b-8641-471f-9aaf-dba01790534e,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:31.670276 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070cd43-b76e-4155-8401-a4597e2186f2 req-7ddeb6b7-b4a1-41da-b1bf-1e73906a7d38 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:31.679863 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c070cd43-b76e-4155-8401-a4597e2186f2 req-7ddeb6b7-b4a1-41da-b1bf-1e73906a7d38 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=625e754f-8009-45e4-97d9-76aef1e362ca HTTP/1.1" status: 200 len: 936 time: 0.1752648 Dec 16 22:14:31.690593 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-423fad18-0f91-4e70-8b09-6dd26ff4cf46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:31.759788 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb19a548-6761-4156-a675-084f8b5ed78e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:31.831866 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423fad18-0f91-4e70-8b09-6dd26ff4cf46 admin admin] Network aa57ad1a-fa7c-41c6-9099-c410b6f42ab0 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:31.833047 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-1c40ee86-3168-4180-9dd8-30224cf121c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:31.835458 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-423fad18-0f91-4e70-8b09-6dd26ff4cf46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:31.837627 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-72767182-8cf6-442a-a7fc-2e5d750c4734 None None] Provisioning complete for port d5e7df28-0c93-4920-be58-f4ea5fef61ef triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:31.838197 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72767182-8cf6-442a-a7fc-2e5d750c4734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:31.843312 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 67d081f5-a233-40ec-82b8-1bb479a3036a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:31.843952 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:31.864264 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c070cd43-b76e-4155-8401-a4597e2186f2 req-f66b0338-0764-4890-b549-b438011268ad tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834075 Dec 16 22:14:31.939675 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c23111c6-1599-447f-be88-c970b6a38f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'name': 'tempest-ServersTestFqdnHostnames-589396468-router', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'e41157ec-5df6-4fee-ab14-6830f46e6798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:23Z', 'updated_at': '2021-12-16T22:14:26Z', 'revision_number': 3, 'project_id': 'd2be2a7272c441f580b97fb831b89739', 'gw_port': {'id': 'e41157ec-5df6-4fee-ab14-6830f46e6798', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:24Z', 'updated_at': '2021-12-16T22:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:31.948319 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-72767182-8cf6-442a-a7fc-2e5d750c4734 None None] Port d5e7df28-0c93-4920-be58-f4ea5fef61ef cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:14:31.997080 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23111c6-1599-447f-be88-c970b6a38f47 None None] The sync data for ids ['fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'] in n-d-815324-4 is: [{'id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'name': 'tempest-ServersTestFqdnHostnames-589396468-router', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'e41157ec-5df6-4fee-ab14-6830f46e6798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:23Z', 'updated_at': '2021-12-16T22:14:26Z', 'revision_number': 3, 'project_id': 'd2be2a7272c441f580b97fb831b89739', 'gw_port': {'id': 'e41157ec-5df6-4fee-ab14-6830f46e6798', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:24Z', 'updated_at': '2021-12-16T22:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:14:32.069055 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:32.112840 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423fad18-0f91-4e70-8b09-6dd26ff4cf46 admin admin] Router fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:14:32.135513 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151e8bb-924f-477f-bd67-d9926714ae0f req-843a8f84-d997-4402-9b68-8927f5bcaca7 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:32.137826 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5151e8bb-924f-477f-bd67-d9926714ae0f req-843a8f84-d997-4402-9b68-8927f5bcaca7 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.1003528 Dec 16 22:14:32.161024 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 67d081f5-a233-40ec-82b8-1bb479a3036a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=67d081f5-a233-40ec-82b8-1bb479a3036a,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:32.264448 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:32.315070 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5151e8bb-924f-477f-bd67-d9926714ae0f req-f34af9f5-1558-429b-9344-55709a9e054b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305439 Dec 16 22:14:32.336067 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423fad18-0f91-4e70-8b09-6dd26ff4cf46 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:14:32.348271 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-423fad18-0f91-4e70-8b09-6dd26ff4cf46 admin admin] 10.222.0.75 "PUT /v2.0/routers/fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0361154 Dec 16 22:14:32.372041 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46675206-847a-46a8-a9c2-d90150bc7ede req-3b15ec88-eecc-4544-a3ef-4379ff3ff366 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:32.374979 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-46675206-847a-46a8-a9c2-d90150bc7ede req-3b15ec88-eecc-4544-a3ef-4379ff3ff366 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.5428877 Dec 16 22:14:32.395267 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f95c01-86fe-4114-9199-83ced49b3c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d081f5-a233-40ec-82b8-1bb479a3036a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:32.398315 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a3130e-04cd-4acb-a343-1305f92c13f9" -d '{"events": [{"server_uuid": "07f95c01-86fe-4114-9199-83ced49b3c10", "name": "network-vif-plugged", "status": "completed", "tag": "67d081f5-a233-40ec-82b8-1bb479a3036a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:32.436298 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cfcec2f2-2050-49bb-8866-da077e2f4b64 None None] Provisioning complete for port 0d427b5b-8641-471f-9aaf-dba01790534e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:32.436563 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cfcec2f2-2050-49bb-8866-da077e2f4b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:32.575883 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=67d081f5-a233-40ec-82b8-1bb479a3036a,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:32.586976 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-cfcec2f2-2050-49bb-8866-da077e2f4b64 None None] Port 0d427b5b-8641-471f-9aaf-dba01790534e cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:14:32.620450 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c89bd3-f94d-4605-bea3-9b9eede56572 req-4f6a6fde-2754-470d-8498-48719ccb1c7a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:32.623600 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb19a548-6761-4156-a675-084f8b5ed78e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:32.628185 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e7c89bd3-f94d-4605-bea3-9b9eede56572 req-4f6a6fde-2754-470d-8498-48719ccb1c7a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 946 time: 0.1369026 Dec 16 22:14:32.642439 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-46675206-847a-46a8-a9c2-d90150bc7ede req-bfe209eb-7c09-4dcc-95a2-63829cf9440e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138925 Dec 16 22:14:32.703669 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e7c89bd3-f94d-4605-bea3-9b9eede56572 req-bf65d2f8-db44-404d-aebd-c07ebad9eb6e tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731993 Dec 16 22:14:32.715796 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb19a548-6761-4156-a675-084f8b5ed78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:32.774443 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdd220d-a921-4d46-8022-3ae52d268ca1 x-openstack-request-id: req-5bdd220d-a921-4d46-8022-3ae52d268ca1 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:32.774810 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f95c01-86fe-4114-9199-83ced49b3c10", "name": "network-vif-plugged", "status": "completed", "tag": "67d081f5-a233-40ec-82b8-1bb479a3036a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:32.775193 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5bdd220d-a921-4d46-8022-3ae52d268ca1 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:32.775654 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f95c01-86fe-4114-9199-83ced49b3c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d081f5-a233-40ec-82b8-1bb479a3036a', 'code': 200} Dec 16 22:14:32.870544 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-1c40ee86-3168-4180-9dd8-30224cf121c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5e7df28-0c93-4920-be58-f4ea5fef61ef {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:14:32.880913 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-1c40ee86-3168-4180-9dd8-30224cf121c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:32.889216 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eeff1-e7b3-476a-b874-f5e222efa8d9 req-66af0b62-a366-4f2f-ac3e-9377137a7e81 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:32.892991 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-339eeff1-e7b3-476a-b874-f5e222efa8d9 req-66af0b62-a366-4f2f-ac3e-9377137a7e81 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=07f95c01-86fe-4114-9199-83ced49b3c10 HTTP/1.1" status: 200 len: 945 time: 0.0998468 Dec 16 22:14:32.897522 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-1c40ee86-3168-4180-9dd8-30224cf121c1 service neutron] Transition to ACTIVE for port object d5e7df28-0c93-4920-be58-f4ea5fef61ef will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:14:32.903849 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb19a548-6761-4156-a675-084f8b5ed78e admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:14:32.929044 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb19a548-6761-4156-a675-084f8b5ed78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:32.929475 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-cb19a548-6761-4156-a675-084f8b5ed78e admin admin] Added segment fa8a56cc-291b-4123-9629-0e526309a2be of type vlan for network 6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6 Dec 16 22:14:32.931188 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19a548-6761-4156-a675-084f8b5ed78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03beed5-8818-498b-a20e-c4536efcad84,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:32.990778 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-1c40ee86-3168-4180-9dd8-30224cf121c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.010266 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-339eeff1-e7b3-476a-b874-f5e222efa8d9 req-17bf11cc-aaca-4751-8a9f-c7d0d9beefc4 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073699 Dec 16 22:14:33.016477 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb19a548-6761-4156-a675-084f8b5ed78e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.176427 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40ee86-3168-4180-9dd8-30224cf121c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e7df28-0c93-4920-be58-f4ea5fef61ef,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:33.208334 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb19a548-6761-4156-a675-084f8b5ed78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.209339 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb19a548-6761-4156-a675-084f8b5ed78e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:33.209941 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb19a548-6761-4156-a675-084f8b5ed78e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.241984 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8aedc-8b64-45d7-b852-39dfa65b8e7d req-580d4fcc-9a36-45b6-8147-1d14092f5b75 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:33.255496 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-66c8aedc-8b64-45d7-b852-39dfa65b8e7d req-580d4fcc-9a36-45b6-8147-1d14092f5b75 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1293764 Dec 16 22:14:33.372097 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-66c8aedc-8b64-45d7-b852-39dfa65b8e7d req-fc96d548-c46c-422a-aa67-dea05da41fd0 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988851 Dec 16 22:14:33.435937 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cb19a548-6761-4156-a675-084f8b5ed78e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4240620 Dec 16 22:14:33.438845 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36762) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:33.445534 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-7cda03b7-300f-4d2a-ada5-fee37d90d252 admin admin] Request body: {'subnet': {'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-75857628-subnet', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:33.450909 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-fcba9f4e-8302-41cc-8d14-6f13ab4b78e0 service neutron] show failed (client error): The resource could not be found. Dec 16 22:14:33.452008 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-fcba9f4e-8302-41cc-8d14-6f13ab4b78e0 service neutron] 10.222.0.76 "GET /v2.0/ports/1b895598-6976-4406-9d9c-a48e8cd46379/bindings/n-h2-815324-4 HTTP/1.1" status: 404 len: 380 time: 0.2201757 Dec 16 22:14:33.553239 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19a548-6761-4156-a675-084f8b5ed78e admin admin] Pushing event updated for resources: {'Network': ['ID=6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:33.564520 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-1c40ee86-3168-4180-9dd8-30224cf121c1 service neutron] Attempting to bind port d5e7df28-0c93-4920-be58-f4ea5fef61ef on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:33.564896 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-1c40ee86-3168-4180-9dd8-30224cf121c1 service neutron] Attempting to bind port d5e7df28-0c93-4920-be58-f4ea5fef61ef by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:33.565181 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-1c40ee86-3168-4180-9dd8-30224cf121c1 service neutron] Attempting to bind port d5e7df28-0c93-4920-be58-f4ea5fef61ef on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:33.593826 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-1c40ee86-3168-4180-9dd8-30224cf121c1 service neutron] Port d5e7df28-0c93-4920-be58-f4ea5fef61ef on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:14:33.594500 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-1c40ee86-3168-4180-9dd8-30224cf121c1 service neutron] Attempting to bind port d5e7df28-0c93-4920-be58-f4ea5fef61ef on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:33.594894 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:14:33.597012 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cda03b7-300f-4d2a-ada5-fee37d90d252 admin admin] Made reservation on behalf of a0f42b93d17b453cb09b716a19274f39 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:33.599626 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7cda03b7-300f-4d2a-ada5-fee37d90d252 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.608141 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-1c40ee86-3168-4180-9dd8-30224cf121c1 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:33.608574 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-1c40ee86-3168-4180-9dd8-30224cf121c1 service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:33.608828 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-1c40ee86-3168-4180-9dd8-30224cf121c1 service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:33.609273 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-1c40ee86-3168-4180-9dd8-30224cf121c1 service neutron] Bound port: d5e7df28-0c93-4920-be58-f4ea5fef61ef, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:33.609640 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-1c40ee86-3168-4180-9dd8-30224cf121c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.648221 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36768) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:33.657877 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-7ea9528d-7d41-4751-b631-28406c0ec659 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1793281683', 'description': 'tempest-description--2024967930'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:33.776256 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e41157ec-5df6-4fee-ab14-6830f46e6798 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:33.785034 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-1c40ee86-3168-4180-9dd8-30224cf121c1 service neutron] For port d5e7df28-0c93-4920-be58-f4ea5fef61ef, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:33.789085 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-1c40ee86-3168-4180-9dd8-30224cf121c1 service neutron] For port d5e7df28-0c93-4920-be58-f4ea5fef61ef, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=d5e7df28-0c93-4920-be58-f4ea5fef61ef,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:33.852711 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ea9528d-7d41-4751-b631-28406c0ec659 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.909525 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port e41157ec-5df6-4fee-ab14-6830f46e6798 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:33.909905 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.976421 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ea9528d-7d41-4751-b631-28406c0ec659 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:33.978874 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-1c40ee86-3168-4180-9dd8-30224cf121c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:34.027955 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-1c40ee86-3168-4180-9dd8-30224cf121c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:34.028589 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-1c40ee86-3168-4180-9dd8-30224cf121c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:34.034644 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-1c40ee86-3168-4180-9dd8-30224cf121c1 service neutron] 10.222.0.57 "PUT /v2.0/ports/d5e7df28-0c93-4920-be58-f4ea5fef61ef HTTP/1.1" status: 200 len: 1096 time: 2.4515595 Dec 16 22:14:34.036327 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676f9dc-eb95-46e0-b7e3-1d8cb2a42ad9 req-49abdc36-1ddc-41ae-ae1f-2b31cb2caaa3 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:34.047503 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8676f9dc-eb95-46e0-b7e3-1d8cb2a42ad9 req-49abdc36-1ddc-41ae-ae1f-2b31cb2caaa3 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=625e754f-8009-45e4-97d9-76aef1e362ca HTTP/1.1" status: 200 len: 948 time: 0.3923528 Dec 16 22:14:34.056667 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625e754f-8009-45e4-97d9-76aef1e362ca', 'tag': 'd5e7df28-0c93-4920-be58-f4ea5fef61ef'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:34.065013 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150c564d-503b-4e34-9850-51a3c4332605" -d '{"events": [{"name": "network-changed", "server_uuid": "625e754f-8009-45e4-97d9-76aef1e362ca", "tag": "d5e7df28-0c93-4920-be58-f4ea5fef61ef"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:34.116023 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:34.116274 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40ee86-3168-4180-9dd8-30224cf121c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e7df28-0c93-4920-be58-f4ea5fef61ef,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:34.157733 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port e41157ec-5df6-4fee-ab14-6830f46e6798, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e41157ec-5df6-4fee-ab14-6830f46e6798,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:34.175558 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ea9528d-7d41-4751-b631-28406c0ec659 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:34.261481 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:34.308442 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8676f9dc-eb95-46e0-b7e3-1d8cb2a42ad9 req-585b9728-c289-4151-839c-6971c0f4d244 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589083 Dec 16 22:14:34.329703 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7cda03b7-300f-4d2a-ada5-fee37d90d252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:34.385570 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9528d-7d41-4751-b631-28406c0ec659 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9383554d-4d00-46cb-9eab-a164db2fc57e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:34.428453 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=e41157ec-5df6-4fee-ab14-6830f46e6798,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:34.482413 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cda03b7-300f-4d2a-ada5-fee37d90d252 admin admin] Checking segment: {'id': 'fa8a56cc-291b-4123-9629-0e526309a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:34.482837 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cda03b7-300f-4d2a-ada5-fee37d90d252 admin admin] Network hostable DHCP agents. Network: 6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:14:34.505415 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ea9528d-7d41-4751-b631-28406c0ec659 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:34.508504 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda03b7-300f-4d2a-ada5-fee37d90d252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26d9264a-299a-4d37-a6df-7bf2c29884f5,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:34.519475 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36780) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:34.519845 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7ea9528d-7d41-4751-b631-28406c0ec659 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8641908 Dec 16 22:14:34.520538 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-fd330505-9870-4176-96aa-896c872105ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:34.522177 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-fd330505-9870-4176-96aa-896c872105ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ea6a640925c43988647ddbf43a3b1cb&device_id=625e754f-8009-45e4-97d9-76aef1e362ca HTTP/1.1" status: 200 len: 1099 time: 0.2612169 Dec 16 22:14:34.544691 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-deea1668-c498-436e-9679-27997dae374f tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Request body: {'security_group_rule': {'security_group_id': '9383554d-4d00-46cb-9eab-a164db2fc57e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:34.588151 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b51ea3-829c-4f2e-b426-1aac631ed9fe req-f86bc098-d491-4cba-a685-d419868af240 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:34.599864 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-91b51ea3-829c-4f2e-b426-1aac631ed9fe req-f86bc098-d491-4cba-a685-d419868af240 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.1220617 Dec 16 22:14:34.633429 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-a2926e50-653d-494d-b250-8c7316c2a40e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=d5e7df28-0c93-4920-be58-f4ea5fef61ef HTTP/1.1" status: 200 len: 217 time: 0.0865681 Dec 16 22:14:34.669074 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-91b51ea3-829c-4f2e-b426-1aac631ed9fe req-986e0be8-a8b7-415d-ab03-0ae29ea02c6f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675342 Dec 16 22:14:34.689787 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-667a0131-78da-40a6-a3cb-af257cc0021c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:34.691822 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-667a0131-78da-40a6-a3cb-af257cc0021c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84&tenant_id=54dbe85688564892aa5226bd9c604156 HTTP/1.1" status: 200 len: 1101 time: 0.2919812 Dec 16 22:14:34.858951 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-9f85a80c-7420-4ac5-9f90-350fdf102dc3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-4', 'device_owner': 'compute:nova'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:34.858951 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3753d274-41ed-4b02-9b1e-27ac238b80f3 x-openstack-request-id: req-3753d274-41ed-4b02-9b1e-27ac238b80f3 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:34.858951 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "625e754f-8009-45e4-97d9-76aef1e362ca", "tag": "d5e7df28-0c93-4920-be58-f4ea5fef61ef", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:34.858951 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3753d274-41ed-4b02-9b1e-27ac238b80f3 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:34.858951 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '625e754f-8009-45e4-97d9-76aef1e362ca', 'tag': 'd5e7df28-0c93-4920-be58-f4ea5fef61ef', 'status': 'completed', 'code': 200} Dec 16 22:14:34.858951 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619fc47-2bb5-41bc-a4ad-28ae4caf6fdd req-14445344-b243-4f36-9605-f39351c6f614 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:34.858951 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a619fc47-2bb5-41bc-a4ad-28ae4caf6fdd req-14445344-b243-4f36-9605-f39351c6f614 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 946 time: 0.1972823 Dec 16 22:14:34.858951 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-c2dd6a66-bf90-488e-8b09-4ca2bf395ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:34.858951 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-c2dd6a66-bf90-488e-8b09-4ca2bf395ce8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1814470 Dec 16 22:14:34.858951 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-9f85a80c-7420-4ac5-9f90-350fdf102dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:34.876785 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ba7fa6-d62b-433a-9470-e82bb3815158 None None] Sync routers for ids ['fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:14:34.893726 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ba7fa6-d62b-433a-9470-e82bb3815158 None None] Routers {'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:34.894819 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-01ba7fa6-d62b-433a-9470-e82bb3815158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:14:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:34.902286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9b8fe-9f19-4062-8eeb-299a7bf1a988 req-5b2fdf80-0d58-41b1-9cbb-d4e32ddf1169 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:34.904335 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e4f9b8fe-9f19-4062-8eeb-299a7bf1a988 req-5b2fdf80-0d58-41b1-9cbb-d4e32ddf1169 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0674734 Dec 16 22:14:34.960373 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a619fc47-2bb5-41bc-a4ad-28ae4caf6fdd req-cf37c3bb-e8ee-402b-9aaa-d73e08dc5d8c tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251819 Dec 16 22:14:34.969836 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-1a8a86e7-c0c4-4061-accc-2b38913c2937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:34.971421 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-1a8a86e7-c0c4-4061-accc-2b38913c2937 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1261582 Dec 16 22:14:34.989278 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e4f9b8fe-9f19-4062-8eeb-299a7bf1a988 req-b8116753-daff-4a1e-8a21-0ee94278615d tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774248 Dec 16 22:14:34.992715 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cda03b7-300f-4d2a-ada5-fee37d90d252 admin admin] Network 6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:14:35.017616 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-01ba7fa6-d62b-433a-9470-e82bb3815158 None None] Set router fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:35.059983 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-deea1668-c498-436e-9679-27997dae374f tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.146645 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-9d361ae4-3dc2-4335-8308-eecc87dd4090 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648324 Dec 16 22:14:35.207089 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-deea1668-c498-436e-9679-27997dae374f tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.210843 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-7cda03b7-300f-4d2a-ada5-fee37d90d252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:35.223726 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cda03b7-300f-4d2a-ada5-fee37d90d252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:35.224481 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7cda03b7-300f-4d2a-ada5-fee37d90d252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.228833 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46932c6-588d-43ca-b5c7-86367212bc97 None None] Network 6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:14:35.315634 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-01ba7fa6-d62b-433a-9470-e82bb3815158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'name': 'tempest-ServersTestFqdnHostnames-589396468-router', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'e41157ec-5df6-4fee-ab14-6830f46e6798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:23Z', 'updated_at': '2021-12-16T22:14:30Z', 'revision_number': 4, 'project_id': 'd2be2a7272c441f580b97fb831b89739', 'gw_port': {'id': 'e41157ec-5df6-4fee-ab14-6830f46e6798', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:24Z', 'updated_at': '2021-12-16T22:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '0d427b5b-8641-471f-9aaf-dba01790534e', 'name': '', 'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'mac_address': 'fa:16:3e:24:0a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '15bc0458-88d7-47b8-95a2-df47eebc4774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:29Z', 'updated_at': '2021-12-16T22:14:31Z', 'revision_number': 2, 'project_id': 'd2be2a7272c441f580b97fb831b89739', 'subnets': [{'id': '15bc0458-88d7-47b8-95a2-df47eebc4774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:35.321666 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-deea1668-c498-436e-9679-27997dae374f tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.383645 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ba7fa6-d62b-433a-9470-e82bb3815158 None None] Checking router: fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:14:35.384661 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ba7fa6-d62b-433a-9470-e82bb3815158 None None] Updating router fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc port 0d427b5b-8641-471f-9aaf-dba01790534e binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:14:35.398996 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7cda03b7-300f-4d2a-ada5-fee37d90d252 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9561584 Dec 16 22:14:35.399715 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea1668-c498-436e-9679-27997dae374f tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6726908b-ef64-4494-88a9-6eb9bb0f291a,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:35.407851 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36810) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:35.415412 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-2214e520-9124-404f-a9b8-45b4d4a400ac admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-75857628-router', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:35.474957 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-01ba7fa6-d62b-433a-9470-e82bb3815158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.492761 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-deea1668-c498-436e-9679-27997dae374f tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.498662 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-deea1668-c498-436e-9679-27997dae374f tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9586191 Dec 16 22:14:35.498662 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36812) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:35.517758 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-67f130f5-05c9-43c6-a2ef-9f1e68c2264a tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Request body: {'security_group_rule': {'security_group_id': '9383554d-4d00-46cb-9eab-a164db2fc57e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:35.549746 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 67d081f5-a233-40ec-82b8-1bb479a3036a no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:35.661914 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.664234 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91483bff-6f08-49fe-a863-fe039370f8bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6', 'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6', 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'fixed_ips': [{'subnet_id': '26d9264a-299a-4d37-a6df-7bf2c29884f5'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:14:35.665062 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-91483bff-6f08-49fe-a863-fe039370f8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.691548 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e41157ec-5df6-4fee-ab14-6830f46e6798 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:35.824028 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2214e520-9124-404f-a9b8-45b4d4a400ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.828933 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2214e520-9124-404f-a9b8-45b4d4a400ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.875734 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-67f130f5-05c9-43c6-a2ef-9f1e68c2264a tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:35.881941 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f95c01-86fe-4114-9199-83ced49b3c10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67d081f5-a233-40ec-82b8-1bb479a3036a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:35.884389 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e364f2-3e32-4e6c-88fa-6ee3f6ac7732" -d '{"events": [{"server_uuid": "07f95c01-86fe-4114-9199-83ced49b3c10", "name": "network-vif-unplugged", "status": "completed", "tag": "67d081f5-a233-40ec-82b8-1bb479a3036a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:35.912112 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 67d081f5-a233-40ec-82b8-1bb479a3036a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=67d081f5-a233-40ec-82b8-1bb479a3036a,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:35.939332 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port e41157ec-5df6-4fee-ab14-6830f46e6798 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:35.940113 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:36.011631 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768ccec-b226-4f80-9577-7ee93c14c36c req-94bb4bdc-3843-42df-95e8-b3d3f0dc5019 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:36.024622 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e768ccec-b226-4f80-9577-7ee93c14c36c req-94bb4bdc-3843-42df-95e8-b3d3f0dc5019 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1925812 Dec 16 22:14:36.026481 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:36.039111 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-67f130f5-05c9-43c6-a2ef-9f1e68c2264a tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:36.115919 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529d391-5389-476f-90e9-4997b416425c req-20fb6545-b098-4906-b5aa-d641153188da tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:36.122366 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1529d391-5389-476f-90e9-4997b416425c req-20fb6545-b098-4906-b5aa-d641153188da tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 946 time: 0.4543197 Dec 16 22:14:36.136790 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-67f130f5-05c9-43c6-a2ef-9f1e68c2264a tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:36.143797 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-91483bff-6f08-49fe-a863-fe039370f8bc None None] Allocated IP 172.20.0.2 (6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6/26d9264a-299a-4d37-a6df-7bf2c29884f5/b0b15a06-200c-4f43-ae46-cde325f7cc1f) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:36.185041 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e768ccec-b226-4f80-9577-7ee93c14c36c req-693e2fd3-51c8-416c-8b75-517cb744d833 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555686 Dec 16 22:14:36.200237 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-55ab487e-d138-448c-99c3-3a1dfc3d9f86 req-ec164ca7-d055-43d3-a024-1a1523cd4de3 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9803860 Dec 16 22:14:36.200646 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f130f5-05c9-43c6-a2ef-9f1e68c2264a tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adec6e52-a697-49c0-8c32-4b12d782a71d,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:36.259263 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=67d081f5-a233-40ec-82b8-1bb479a3036a,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:36.264314 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-9f85a80c-7420-4ac5-9f90-350fdf102dc3 service neutron] For port 1b895598-6976-4406-9d9c-a48e8cd46379, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=1b895598-6976-4406-9d9c-a48e8cd46379,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:36.388138 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-01ba7fa6-d62b-433a-9470-e82bb3815158 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:36.401944 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.402320 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.403284 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.403726 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.405671 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.406630 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.408166 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.409266 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.410170 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.411592 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.412073 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.412487 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.413883 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.414082 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-9f85a80c-7420-4ac5-9f90-350fdf102dc3 service neutron] For port 1b895598-6976-4406-9d9c-a48e8cd46379, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:36.517280 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-01ba7fa6-d62b-433a-9470-e82bb3815158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:36.522201 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 1b895598-6976-4406-9d9c-a48e8cd46379 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:36.636577 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-9f85a80c-7420-4ac5-9f90-350fdf102dc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:36.664999 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a9817-0b8f-49a5-882e-722ae3475303 None None] Pushing event updated for resources: {'Port': ['ID=0d427b5b-8641-471f-9aaf-dba01790534e,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:36.671388 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f25ad-cb12-47cd-b869-c958e47ea458 req-f2e5b380-ea70-4e0e-8b6a-ce7e3ba85307 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:36.684682 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b95f25ad-cb12-47cd-b869-c958e47ea458 req-f2e5b380-ea70-4e0e-8b6a-ce7e3ba85307 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=625e754f-8009-45e4-97d9-76aef1e362ca HTTP/1.1" status: 200 len: 948 time: 0.2658045 Dec 16 22:14:36.694551 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c564d-503b-4e34-9850-51a3c4332605 req-4c35fae6-8de3-492f-86c0-574eab94f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:36.697759 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-150c564d-503b-4e34-9850-51a3c4332605 req-4c35fae6-8de3-492f-86c0-574eab94f9c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ea6a640925c43988647ddbf43a3b1cb&device_id=625e754f-8009-45e4-97d9-76aef1e362ca HTTP/1.1" status: 200 len: 1099 time: 0.2235065 Dec 16 22:14:36.711315 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a9817-0b8f-49a5-882e-722ae3475303 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.711884 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a9817-0b8f-49a5-882e-722ae3475303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.712379 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a9817-0b8f-49a5-882e-722ae3475303 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.714438 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a9817-0b8f-49a5-882e-722ae3475303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.714935 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a9817-0b8f-49a5-882e-722ae3475303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.715742 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a9817-0b8f-49a5-882e-722ae3475303 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.716462 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a9817-0b8f-49a5-882e-722ae3475303 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.718951 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a9817-0b8f-49a5-882e-722ae3475303 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.719450 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a9817-0b8f-49a5-882e-722ae3475303 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.719891 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a9817-0b8f-49a5-882e-722ae3475303 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.720328 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a9817-0b8f-49a5-882e-722ae3475303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.720895 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a9817-0b8f-49a5-882e-722ae3475303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.723078 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a9817-0b8f-49a5-882e-722ae3475303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:14:36.753837 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e21bde0-2838-45c5-a525-8d975a412f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b895598-6976-4406-9d9c-a48e8cd46379'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:36.758351 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e73260-f450-4317-a111-28313513651e" -d '{"events": [{"server_uuid": "6e21bde0-2838-45c5-a525-8d975a412f84", "name": "network-vif-unplugged", "status": "completed", "tag": "1b895598-6976-4406-9d9c-a48e8cd46379"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:36.847566 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:36.908995 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-01ba7fa6-d62b-433a-9470-e82bb3815158 None None] Attempting to bind port 0d427b5b-8641-471f-9aaf-dba01790534e on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:36.911402 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-01ba7fa6-d62b-433a-9470-e82bb3815158 None None] Attempting to bind port 0d427b5b-8641-471f-9aaf-dba01790534e by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '25257e16-94ff-4dbe-9728-35eb8803c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:36.913473 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba7fa6-d62b-433a-9470-e82bb3815158 None None] Attempting to bind port 0d427b5b-8641-471f-9aaf-dba01790534e on network aa57ad1a-fa7c-41c6-9099-c410b6f42ab0 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:36.924507 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-9f85a80c-7420-4ac5-9f90-350fdf102dc3 service neutron] Transition to ACTIVE for port object 1b895598-6976-4406-9d9c-a48e8cd46379 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:14:36.927951 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba7fa6-d62b-433a-9470-e82bb3815158 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:36.931981 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba7fa6-d62b-433a-9470-e82bb3815158 None None] Checking segment: {'id': '25257e16-94ff-4dbe-9728-35eb8803c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:36.935025 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-01ba7fa6-d62b-433a-9470-e82bb3815158 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:36.935917 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ba7fa6-d62b-433a-9470-e82bb3815158 None None] Bound using segment: {'id': '25257e16-94ff-4dbe-9728-35eb8803c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:36.939334 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-01ba7fa6-d62b-433a-9470-e82bb3815158 None None] Bound port: 0d427b5b-8641-471f-9aaf-dba01790534e, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25257e16-94ff-4dbe-9728-35eb8803c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:36.940320 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-01ba7fa6-d62b-433a-9470-e82bb3815158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:37.050710 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-9f85a80c-7420-4ac5-9f90-350fdf102dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:37.139083 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2214e520-9124-404f-a9b8-45b4d4a400ac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:37.163513 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-01ba7fa6-d62b-433a-9470-e82bb3815158 None None] For port 0d427b5b-8641-471f-9aaf-dba01790534e, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:37.175981 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b95f25ad-cb12-47cd-b869-c958e47ea458 req-e449136f-0176-4c70-b715-4e60fb0759a0 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4767709 Dec 16 22:14:37.182103 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-01ba7fa6-d62b-433a-9470-e82bb3815158 None None] For port 0d427b5b-8641-471f-9aaf-dba01790534e, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0d427b5b-8641-471f-9aaf-dba01790534e,segment=NetworkSegment(25257e16-94ff-4dbe-9728-35eb8803c2ba),segment_id=25257e16-94ff-4dbe-9728-35eb8803c2ba)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:37.190484 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85a80c-7420-4ac5-9f90-350fdf102dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=1b895598-6976-4406-9d9c-a48e8cd46379,revision_number=6']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:37.242448 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-08f8f839-978c-4620-82dd-d30e44824c4c None None] Provisioning complete for port 0d427b5b-8641-471f-9aaf-dba01790534e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:37.242897 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-08f8f839-978c-4620-82dd-d30e44824c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:37.262404 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-01ba7fa6-d62b-433a-9470-e82bb3815158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:37.309788 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-91483bff-6f08-49fe-a863-fe039370f8bc None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:37.322723 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1529d391-5389-476f-90e9-4997b416425c req-0e17a31e-99db-4410-aff1-b8b1f284d534 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1869626 Dec 16 22:14:37.334216 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:14:37.334673 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:14:37.351352 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-67f130f5-05c9-43c6-a2ef-9f1e68c2264a tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:37.368754 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-67f130f5-05c9-43c6-a2ef-9f1e68c2264a tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8687632 Dec 16 22:14:37.433025 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-08f8f839-978c-4620-82dd-d30e44824c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:37.458848 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-91483bff-6f08-49fe-a863-fe039370f8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:37.490628 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36824) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:37.495131 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c564d-503b-4e34-9850-51a3c4332605 req-a4a69b10-efdb-4301-bd09-0b90a7c4248f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:37.499869 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-150c564d-503b-4e34-9850-51a3c4332605 req-a4a69b10-efdb-4301-bd09-0b90a7c4248f service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.7819836 Dec 16 22:14:37.499869 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-9f85a80c-7420-4ac5-9f90-350fdf102dc3 service neutron] No DVR routers for this DVR port 1b895598-6976-4406-9d9c-a48e8cd46379 on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:14:37.510211 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a9817-0b8f-49a5-882e-722ae3475303 None None] Pushing event updated for resources: {'Port': ['ID=0d427b5b-8641-471f-9aaf-dba01790534e,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:37.521946 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ba7fa6-d62b-433a-9470-e82bb3815158 None None] Routers {'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:37.522887 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-01ba7fa6-d62b-433a-9470-e82bb3815158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:14:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:37.533395 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-00bdb0ba-583b-43d2-81c3-79cc7a839384 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:37.564102 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91483bff-6f08-49fe-a863-fe039370f8bc None None] Pushing event updated for resources: {'Port': ['ID=b0b15a06-200c-4f43-ae46-cde325f7cc1f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:37.644178 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-08f8f839-978c-4620-82dd-d30e44824c4c None None] For port 0d427b5b-8641-471f-9aaf-dba01790534e, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0d427b5b-8641-471f-9aaf-dba01790534e,segment=NetworkSegment(25257e16-94ff-4dbe-9728-35eb8803c2ba),segment_id=25257e16-94ff-4dbe-9728-35eb8803c2ba)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:37.649310 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91483bff-6f08-49fe-a863-fe039370f8bc None None] Network 6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:37.655187 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-91483bff-6f08-49fe-a863-fe039370f8bc None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:37.658587 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91483bff-6f08-49fe-a863-fe039370f8bc None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:37.758277 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-150c564d-503b-4e34-9850-51a3c4332605 req-4683feea-2948-4872-9432-9bfacaacd11c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=d5e7df28-0c93-4920-be58-f4ea5fef61ef HTTP/1.1" status: 200 len: 217 time: 0.2122171 Dec 16 22:14:37.763222 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-08f8f839-978c-4620-82dd-d30e44824c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:37.820833 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-9f85a80c-7420-4ac5-9f90-350fdf102dc3 service neutron] Attempting to bind port 1b895598-6976-4406-9d9c-a48e8cd46379 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:37.821453 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-9f85a80c-7420-4ac5-9f90-350fdf102dc3 service neutron] Attempting to bind port 1b895598-6976-4406-9d9c-a48e8cd46379 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:37.821961 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-9f85a80c-7420-4ac5-9f90-350fdf102dc3 service neutron] Attempting to bind port 1b895598-6976-4406-9d9c-a48e8cd46379 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:37.877086 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbf7bb-7d84-49e6-9cb5-fa17dfbce0bf req-8a42ea7f-6e03-4341-bff3-e9fc35e56a67 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:37.885300 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b9dbf7bb-7d84-49e6-9cb5-fa17dfbce0bf req-8a42ea7f-6e03-4341-bff3-e9fc35e56a67 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=07f95c01-86fe-4114-9199-83ced49b3c10 HTTP/1.1" status: 200 len: 943 time: 0.3957460 Dec 16 22:14:37.955392 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-01ba7fa6-d62b-433a-9470-e82bb3815158 None None] Set router fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:37.956905 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-91483bff-6f08-49fe-a863-fe039370f8bc None None] Attempting to bind port b0b15a06-200c-4f43-ae46-cde325f7cc1f on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:37.957450 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-91483bff-6f08-49fe-a863-fe039370f8bc None None] Attempting to bind port b0b15a06-200c-4f43-ae46-cde325f7cc1f by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'fa8a56cc-291b-4123-9629-0e526309a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:37.957656 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91483bff-6f08-49fe-a863-fe039370f8bc None None] Attempting to bind port b0b15a06-200c-4f43-ae46-cde325f7cc1f on network 6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:37.963803 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b9dbf7bb-7d84-49e6-9cb5-fa17dfbce0bf req-a4826e79-c359-4cb9-bc31-84dc8681a00f tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771458 Dec 16 22:14:37.976106 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-9f85a80c-7420-4ac5-9f90-350fdf102dc3 service neutron] Port 1b895598-6976-4406-9d9c-a48e8cd46379 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:14:37.978598 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-9f85a80c-7420-4ac5-9f90-350fdf102dc3 service neutron] Attempting to bind port 1b895598-6976-4406-9d9c-a48e8cd46379 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:38.007806 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-9f85a80c-7420-4ac5-9f90-350fdf102dc3 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:38.018054 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-9f85a80c-7420-4ac5-9f90-350fdf102dc3 service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:38.018054 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-9f85a80c-7420-4ac5-9f90-350fdf102dc3 service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:38.018054 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-9f85a80c-7420-4ac5-9f90-350fdf102dc3 service neutron] Bound port: 1b895598-6976-4406-9d9c-a48e8cd46379, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:38.018054 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-9f85a80c-7420-4ac5-9f90-350fdf102dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:38.018746 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91483bff-6f08-49fe-a863-fe039370f8bc None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:38.018746 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91483bff-6f08-49fe-a863-fe039370f8bc None None] Checking segment: {'id': 'fa8a56cc-291b-4123-9629-0e526309a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:38.018746 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-91483bff-6f08-49fe-a863-fe039370f8bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:38.018746 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91483bff-6f08-49fe-a863-fe039370f8bc None None] Bound using segment: {'id': 'fa8a56cc-291b-4123-9629-0e526309a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:38.018746 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-91483bff-6f08-49fe-a863-fe039370f8bc None None] Bound port: b0b15a06-200c-4f43-ae46-cde325f7cc1f, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8a56cc-291b-4123-9629-0e526309a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:38.018746 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-91483bff-6f08-49fe-a863-fe039370f8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:38.050460 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-00bdb0ba-583b-43d2-81c3-79cc7a839384 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:38.073880 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9e233d7e-9061-4706-8d5d-f8956c1f6fe7 None None] Provisioning complete for port 0d427b5b-8641-471f-9aaf-dba01790534e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:38.074374 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9e233d7e-9061-4706-8d5d-f8956c1f6fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:38.087222 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cfb109-5551-4936-9004-4f3a0c669c6d x-openstack-request-id: req-97cfb109-5551-4936-9004-4f3a0c669c6d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:38.087515 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f95c01-86fe-4114-9199-83ced49b3c10", "name": "network-vif-unplugged", "status": "completed", "tag": "67d081f5-a233-40ec-82b8-1bb479a3036a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:38.087772 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-97cfb109-5551-4936-9004-4f3a0c669c6d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:38.088166 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f95c01-86fe-4114-9199-83ced49b3c10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67d081f5-a233-40ec-82b8-1bb479a3036a', 'code': 200} Dec 16 22:14:38.103522 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff73cc5-f3db-4d12-bce5-74ac1f3cdfe3 req-7dd0f452-3e23-4beb-a9e1-90a1469cf569 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:38.105166 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ff73cc5-f3db-4d12-bce5-74ac1f3cdfe3 req-7dd0f452-3e23-4beb-a9e1-90a1469cf569 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.57 "GET /v2.0/ports?device_id=07f95c01-86fe-4114-9199-83ced49b3c10 HTTP/1.1" status: 200 len: 943 time: 0.9181335 Dec 16 22:14:38.108363 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2214e520-9124-404f-a9b8-45b4d4a400ac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:38.152415 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8f839-978c-4620-82dd-d30e44824c4c None None] Pushing event updated for resources: {'Port': ['ID=0d427b5b-8641-471f-9aaf-dba01790534e,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:38.166963 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0fd51-67bd-49ed-ad71-2737cfdf96fb req-6d6b0c49-ccb6-41f2-a462-266f5da35de7 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:38.169213 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ed0fd51-67bd-49ed-ad71-2737cfdf96fb req-6d6b0c49-ccb6-41f2-a462-266f5da35de7 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 948 time: 0.3736746 Dec 16 22:14:38.249392 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c564d-503b-4e34-9850-51a3c4332605 req-20c506cb-014d-478d-9d33-985f825db859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:38.250908 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-150c564d-503b-4e34-9850-51a3c4332605 req-20c506cb-014d-478d-9d33-985f825db859 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.4638772 Dec 16 22:14:38.254960 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-01ba7fa6-d62b-433a-9470-e82bb3815158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'name': 'tempest-ServersTestFqdnHostnames-589396468-router', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'e41157ec-5df6-4fee-ab14-6830f46e6798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:23Z', 'updated_at': '2021-12-16T22:14:30Z', 'revision_number': 4, 'project_id': 'd2be2a7272c441f580b97fb831b89739', 'gw_port': {'id': 'e41157ec-5df6-4fee-ab14-6830f46e6798', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:24Z', 'updated_at': '2021-12-16T22:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '0d427b5b-8641-471f-9aaf-dba01790534e', 'name': '', 'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'mac_address': 'fa:16:3e:24:0a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '15bc0458-88d7-47b8-95a2-df47eebc4774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:29Z', 'updated_at': '2021-12-16T22:14:37Z', 'revision_number': 4, 'project_id': 'd2be2a7272c441f580b97fb831b89739', 'subnets': [{'id': '15bc0458-88d7-47b8-95a2-df47eebc4774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:38.303212 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dffe39-723e-4e24-b814-04e8aaff84cb x-openstack-request-id: req-65dffe39-723e-4e24-b814-04e8aaff84cb {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:38.307491 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e21bde0-2838-45c5-a525-8d975a412f84", "name": "network-vif-unplugged", "status": "completed", "tag": "1b895598-6976-4406-9d9c-a48e8cd46379", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:38.307491 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-65dffe39-723e-4e24-b814-04e8aaff84cb {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:38.307491 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e21bde0-2838-45c5-a525-8d975a412f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b895598-6976-4406-9d9c-a48e8cd46379', 'code': 200} Dec 16 22:14:38.363281 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ba7fa6-d62b-433a-9470-e82bb3815158 None None] The sync data for ids ['fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'] in n-d-815324-4 is: [{'id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'name': 'tempest-ServersTestFqdnHostnames-589396468-router', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'e41157ec-5df6-4fee-ab14-6830f46e6798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:23Z', 'updated_at': '2021-12-16T22:14:30Z', 'revision_number': 4, 'project_id': 'd2be2a7272c441f580b97fb831b89739', 'gw_port': {'id': 'e41157ec-5df6-4fee-ab14-6830f46e6798', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:24Z', 'updated_at': '2021-12-16T22:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '0d427b5b-8641-471f-9aaf-dba01790534e', 'name': '', 'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'mac_address': 'fa:16:3e:24:0a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '15bc0458-88d7-47b8-95a2-df47eebc4774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:29Z', 'updated_at': '2021-12-16T22:14:37Z', 'revision_number': 4, 'project_id': 'd2be2a7272c441f580b97fb831b89739', 'subnets': [{'id': '15bc0458-88d7-47b8-95a2-df47eebc4774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:14:38.459776 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-91483bff-6f08-49fe-a863-fe039370f8bc None None] For port b0b15a06-200c-4f43-ae46-cde325f7cc1f, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:38.474833 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-91483bff-6f08-49fe-a863-fe039370f8bc None None] For port b0b15a06-200c-4f43-ae46-cde325f7cc1f, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b0b15a06-200c-4f43-ae46-cde325f7cc1f,segment=NetworkSegment(fa8a56cc-291b-4123-9629-0e526309a2be),segment_id=fa8a56cc-291b-4123-9629-0e526309a2be)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:38.526595 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ed0fd51-67bd-49ed-ad71-2737cfdf96fb req-b129e2d6-bc5c-42a2-90fe-941384064fb9 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891808 Dec 16 22:14:38.537481 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c564d-503b-4e34-9850-51a3c4332605 req-6c18d10d-2913-4fc9-8f6b-15090c5159d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:38.541431 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-150c564d-503b-4e34-9850-51a3c4332605 req-6c18d10d-2913-4fc9-8f6b-15090c5159d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2398493 Dec 16 22:14:38.550363 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-9f85a80c-7420-4ac5-9f90-350fdf102dc3 service neutron] For port 1b895598-6976-4406-9d9c-a48e8cd46379, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:38.569820 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-91483bff-6f08-49fe-a863-fe039370f8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:38.573630 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-7ff73cc5-f3db-4d12-bce5-74ac1f3cdfe3 req-51c87a55-f664-409f-9365-0c768ec3bf40 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Deleting port 67d081f5-a233-40ec-82b8-1bb479a3036a {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:38.574248 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7ff73cc5-f3db-4d12-bce5-74ac1f3cdfe3 req-51c87a55-f664-409f-9365-0c768ec3bf40 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:38.780566 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ebabc-7548-405d-affb-0fbab572b582 req-7c02d6fd-f7fa-49db-b48b-3e49eeb361ce tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:38.792789 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a42ebabc-7548-405d-affb-0fbab572b582 req-7c02d6fd-f7fa-49db-b48b-3e49eeb361ce tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 946 time: 0.4096761 Dec 16 22:14:38.798624 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91483bff-6f08-49fe-a863-fe039370f8bc None None] Pushing event updated for resources: {'Port': ['ID=b0b15a06-200c-4f43-ae46-cde325f7cc1f,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:38.812526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-7ff73cc5-f3db-4d12-bce5-74ac1f3cdfe3 req-51c87a55-f664-409f-9365-0c768ec3bf40 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] For port 67d081f5-a233-40ec-82b8-1bb479a3036a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=67d081f5-a233-40ec-82b8-1bb479a3036a,segment=NetworkSegment(aae510df-529b-45cb-940a-79aa02f44cb1),segment_id=aae510df-529b-45cb-940a-79aa02f44cb1)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:38.813208 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7ff73cc5-f3db-4d12-bce5-74ac1f3cdfe3 req-51c87a55-f664-409f-9365-0c768ec3bf40 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:38.832572 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90ea29-a21f-488a-a7d8-194643e436da req-05eed64f-4640-4133-9476-b81ef1c649ae tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:38.833084 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-9f85a80c-7420-4ac5-9f90-350fdf102dc3 service neutron] For port 1b895598-6976-4406-9d9c-a48e8cd46379, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1b895598-6976-4406-9d9c-a48e8cd46379,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:38.837657 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b90ea29-a21f-488a-a7d8-194643e436da req-05eed64f-4640-4133-9476-b81ef1c649ae tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=625e754f-8009-45e4-97d9-76aef1e362ca HTTP/1.1" status: 200 len: 948 time: 0.1760311 Dec 16 22:14:38.842607 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-150c564d-503b-4e34-9850-51a3c4332605 req-7bc3d63b-eeee-43b7-abb5-4a8e4f87720b service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418444 Dec 16 22:14:38.858584 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-00bdb0ba-583b-43d2-81c3-79cc7a839384 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:38.863283 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-7ff73cc5-f3db-4d12-bce5-74ac1f3cdfe3 req-51c87a55-f664-409f-9365-0c768ec3bf40 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Calling delete_port for 67d081f5-a233-40ec-82b8-1bb479a3036a owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:38.963139 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-9f85a80c-7420-4ac5-9f90-350fdf102dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:39.052877 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-150c564d-503b-4e34-9850-51a3c4332605 req-3717a572-3518-4eb5-8e57-7688747fdecb service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863580 Dec 16 22:14:39.056851 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a42ebabc-7548-405d-affb-0fbab572b582 req-b2e68846-231f-403f-a033-d1210dd7660b tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631524 Dec 16 22:14:39.271333 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b90ea29-a21f-488a-a7d8-194643e436da req-cbf047fb-5d15-4eab-bfaa-ee0b218a6f01 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990198 Dec 16 22:14:39.280684 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85a80c-7420-4ac5-9f90-350fdf102dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=1b895598-6976-4406-9d9c-a48e8cd46379,revision_number=7']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:39.349549 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2214e520-9124-404f-a9b8-45b4d4a400ac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:39.382884 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2214e520-9124-404f-a9b8-45b4d4a400ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:39.451877 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-00bdb0ba-583b-43d2-81c3-79cc7a839384 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Allocated IP 172.25.6.152 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/e1668eb3-ada2-4b64-a25f-36a0521971c9) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:39.507573 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7ff73cc5-f3db-4d12-bce5-74ac1f3cdfe3 req-51c87a55-f664-409f-9365-0c768ec3bf40 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:39.541684 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device d5e7df28-0c93-4920-be58-f4ea5fef61ef details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:14:39.598703 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-9f85a80c-7420-4ac5-9f90-350fdf102dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:39.599510 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-9f85a80c-7420-4ac5-9f90-350fdf102dc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:39.601650 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-9f85a80c-7420-4ac5-9f90-350fdf102dc3 service neutron] 10.222.0.57 "PUT /v2.0/ports/1b895598-6976-4406-9d9c-a48e8cd46379 HTTP/1.1" status: 200 len: 1096 time: 4.8823023 Dec 16 22:14:39.639217 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c87a55-f664-409f-9365-0c768ec3bf40 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Pushing event deleted for resources: {'Port': ['ID=67d081f5-a233-40ec-82b8-1bb479a3036a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:39.642493 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff73cc5-f3db-4d12-bce5-74ac1f3cdfe3 req-51c87a55-f664-409f-9365-0c768ec3bf40 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] No DVR routers for this DVR port 67d081f5-a233-40ec-82b8-1bb479a3036a on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:14:39.645411 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7ff73cc5-f3db-4d12-bce5-74ac1f3cdfe3 req-51c87a55-f664-409f-9365-0c768ec3bf40 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:39.649675 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ff73cc5-f3db-4d12-bce5-74ac1f3cdfe3 req-51c87a55-f664-409f-9365-0c768ec3bf40 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.57 "DELETE /v2.0/ports/67d081f5-a233-40ec-82b8-1bb479a3036a HTTP/1.1" status: 204 len: 173 time: 1.5292115 Dec 16 22:14:39.664389 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f95c01-86fe-4114-9199-83ced49b3c10', 'name': 'network-vif-deleted', 'tag': '67d081f5-a233-40ec-82b8-1bb479a3036a'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:39.672780 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46466ba2-1ed1-47c8-994b-b98e5cfbb96f" -d '{"events": [{"server_uuid": "07f95c01-86fe-4114-9199-83ced49b3c10", "name": "network-vif-deleted", "tag": "67d081f5-a233-40ec-82b8-1bb479a3036a"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:39.690331 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ff916-674e-4ddc-8169-9b8bb3333aca req-33efabd5-5dc3-4356-a492-ee3c4493be4e tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:39.691654 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-322ff916-674e-4ddc-8169-9b8bb3333aca req-33efabd5-5dc3-4356-a492-ee3c4493be4e tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/ports?device_id=07f95c01-86fe-4114-9199-83ced49b3c10 HTTP/1.1" status: 200 len: 865 time: 0.2299080 Dec 16 22:14:39.696251 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-00bdb0ba-583b-43d2-81c3-79cc7a839384 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:39.794503 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-322ff916-674e-4ddc-8169-9b8bb3333aca req-94cca84e-571a-463f-85de-0f2df4d5f387 tempest-ImagesTestJSON-2005302774 tempest-ImagesTestJSON-2005302774-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc3e565e-8be4-426c-8360-ed5d674496e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883470 Dec 16 22:14:39.835455 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc21963-deaf-49dd-b701-9dd00c28dafd req-d7b10abf-f14c-4c0e-9c75-3a9e5360a2a9 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:39.864982 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bdc21963-deaf-49dd-b701-9dd00c28dafd req-d7b10abf-f14c-4c0e-9c75-3a9e5360a2a9 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.5810013 Dec 16 22:14:39.886336 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b0b15a06-200c-4f43-ae46-cde325f7cc1f up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:39.901022 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-70fb01ed-e797-48fd-9a86-c6a5f0060456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:39.902122 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-70fb01ed-e797-48fd-9a86-c6a5f0060456 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 1099 time: 0.2523596 Dec 16 22:14:40.063573 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port d5e7df28-0c93-4920-be58-f4ea5fef61ef, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=d5e7df28-0c93-4920-be58-f4ea5fef61ef,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:40.091779 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port b0b15a06-200c-4f43-ae46-cde325f7cc1f triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:40.092298 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:40.129796 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': 'd5e7df28-0c93-4920-be58-f4ea5fef61ef', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': 'd5e7df28-0c93-4920-be58-f4ea5fef61ef', 'mac_address': 'fa:16:3e:3f:39:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:14:40.141268 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-dfbdf7d4-b3b5-453f-bf63-3a216e6e8996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:40.143280 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-dfbdf7d4-b3b5-453f-bf63-3a216e6e8996 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.2202036 Dec 16 22:14:40.206556 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:40.226856 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e7df28-0c93-4920-be58-f4ea5fef61ef {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:14:40.234648 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-5947314f-7989-482a-9eb2-fcda0f5fb529 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1b895598-6976-4406-9d9c-a48e8cd46379 HTTP/1.1" status: 200 len: 217 time: 0.0663917 Dec 16 22:14:40.247888 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bdc21963-deaf-49dd-b701-9dd00c28dafd req-5fc5e789-fd75-49a2-a618-6bbd825d4092 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806133 Dec 16 22:14:40.287291 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port d5e7df28-0c93-4920-be58-f4ea5fef61ef, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=d5e7df28-0c93-4920-be58-f4ea5fef61ef,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:40.307160 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e21bde0-2838-45c5-a525-8d975a412f84', 'tag': '1b895598-6976-4406-9d9c-a48e8cd46379'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:40.313538 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565d7f5e-f391-479c-ad8e-978c2a9df81a" -d '{"events": [{"name": "network-changed", "server_uuid": "6e21bde0-2838-45c5-a525-8d975a412f84", "tag": "1b895598-6976-4406-9d9c-a48e8cd46379"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:40.341169 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-00bdb0ba-583b-43d2-81c3-79cc7a839384 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:40.346261 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:40.469212 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-6475c095-2be9-44f6-9537-61c98ae10182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:40.471260 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-6475c095-2be9-44f6-9537-61c98ae10182 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.2220678 Dec 16 22:14:40.478078 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bdb0ba-583b-43d2-81c3-79cc7a839384 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:40.483181 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-00bdb0ba-583b-43d2-81c3-79cc7a839384 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:40.487598 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd8da28-295b-4bf1-9cb8-bbcbe0dd4092 x-openstack-request-id: req-4fd8da28-295b-4bf1-9cb8-bbcbe0dd4092 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:40.488182 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f95c01-86fe-4114-9199-83ced49b3c10", "name": "network-vif-deleted", "tag": "67d081f5-a233-40ec-82b8-1bb479a3036a", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:40.488182 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4fd8da28-295b-4bf1-9cb8-bbcbe0dd4092 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:40.488527 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f95c01-86fe-4114-9199-83ced49b3c10', 'name': 'network-vif-deleted', 'tag': '67d081f5-a233-40ec-82b8-1bb479a3036a', 'status': 'completed', 'code': 200} Dec 16 22:14:40.489367 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port b0b15a06-200c-4f43-ae46-cde325f7cc1f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b0b15a06-200c-4f43-ae46-cde325f7cc1f,segment=NetworkSegment(fa8a56cc-291b-4123-9629-0e526309a2be),segment_id=fa8a56cc-291b-4123-9629-0e526309a2be)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:40.491513 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bdb0ba-583b-43d2-81c3-79cc7a839384 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:40.528722 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:40.564894 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-2214e520-9124-404f-a9b8-45b4d4a400ac admin admin] Allocated IP 172.25.6.210 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/5b725039-87f7-41f0-8542-436f23b60736) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:40.603537 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:40.616596 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0d427b5b-8641-471f-9aaf-dba01790534e up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:40.644976 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bdb0ba-583b-43d2-81c3-79cc7a839384 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Pushing event updated for resources: {'Port': ['ID=e1668eb3-ada2-4b64-a25f-36a0521971c9,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:40.770419 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2214e520-9124-404f-a9b8-45b4d4a400ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:40.784132 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476b5a53-5ffa-476a-a51a-37b00e4bf995 None None] Network 6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:14:40.833239 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-47410bc3-1f54-425d-9ee1-97574f435826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:40.835342 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-47410bc3-1f54-425d-9ee1-97574f435826 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2517424 Dec 16 22:14:40.846255 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a3c12-475c-41d2-a427-b73e588c6f0a req-79743a80-ea4f-4088-ae1d-21dcf7c2bbbc tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:40.846503 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c27c9-c392-4fd2-9812-298707b2bb12 req-05abb4f7-7d31-46b1-a2d0-d32452588dfd tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:40.855411 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9a8a3c12-475c-41d2-a427-b73e588c6f0a req-79743a80-ea4f-4088-ae1d-21dcf7c2bbbc tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 948 time: 0.3976398 Dec 16 22:14:40.856626 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dc4c27c9-c392-4fd2-9812-298707b2bb12 req-05abb4f7-7d31-46b1-a2d0-d32452588dfd tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.2003295 Dec 16 22:14:40.890711 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2214e520-9124-404f-a9b8-45b4d4a400ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:40.926167 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=d5e7df28-0c93-4920-be58-f4ea5fef61ef,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:40.952924 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-00bdb0ba-583b-43d2-81c3-79cc7a839384 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:40.954305 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214e520-9124-404f-a9b8-45b4d4a400ac admin admin] Pushing event updated for resources: {'Port': ['ID=5b725039-87f7-41f0-8542-436f23b60736,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:40.999946 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2214e520-9124-404f-a9b8-45b4d4a400ac admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:41.008293 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-2214e520-9124-404f-a9b8-45b4d4a400ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:41.017766 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2214e520-9124-404f-a9b8-45b4d4a400ac admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:41.020064 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['d5e7df28-0c93-4920-be58-f4ea5fef61ef'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:14:41.075522 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9a8a3c12-475c-41d2-a427-b73e588c6f0a req-07871b04-c9c1-4c75-b1c2-6c46461c45b7 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179885 Dec 16 22:14:41.088890 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d066e238-2b39-4ce8-a44b-f278fc0e8c7b None None] Provisioning complete for port b0b15a06-200c-4f43-ae46-cde325f7cc1f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:41.089416 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d066e238-2b39-4ce8-a44b-f278fc0e8c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:41.130659 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dc4c27c9-c392-4fd2-9812-298707b2bb12 req-6a8c1fed-1078-45e3-a062-7e3d3f081fb7 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728918 Dec 16 22:14:41.162975 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 0d427b5b-8641-471f-9aaf-dba01790534e triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:41.163441 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:41.165423 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=b0b15a06-200c-4f43-ae46-cde325f7cc1f,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:41.279314 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-00bdb0ba-583b-43d2-81c3-79cc7a839384 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:41.310261 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd932e0e-fcaf-49af-84c0-8d3550f1ec0c x-openstack-request-id: req-bd932e0e-fcaf-49af-84c0-8d3550f1ec0c {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:41.311334 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e21bde0-2838-45c5-a525-8d975a412f84", "tag": "1b895598-6976-4406-9d9c-a48e8cd46379", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:41.311814 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bd932e0e-fcaf-49af-84c0-8d3550f1ec0c {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:41.312420 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e21bde0-2838-45c5-a525-8d975a412f84', 'tag': '1b895598-6976-4406-9d9c-a48e8cd46379', 'status': 'completed', 'code': 200} Dec 16 22:14:41.426650 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-ef8f7a46-aa4a-40f8-a72e-ef23d4f37a5e service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5256166 Dec 16 22:14:41.459542 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a37246-516e-441d-93dd-72da2122d0af req-5155e7f5-68b9-4ab3-bc8f-12b0d8c047ac tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:41.469636 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-95a37246-516e-441d-93dd-72da2122d0af req-5155e7f5-68b9-4ab3-bc8f-12b0d8c047ac tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=625e754f-8009-45e4-97d9-76aef1e362ca HTTP/1.1" status: 200 len: 949 time: 0.2081804 Dec 16 22:14:41.538019 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-95a37246-516e-441d-93dd-72da2122d0af req-96daf61b-8e75-4ea4-bf97-f72e8098f025 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666375 Dec 16 22:14:41.559672 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 67d081f5-a233-40ec-82b8-1bb479a3036a no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:41.599403 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 67d081f5-a233-40ec-82b8-1bb479a3036a {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:14:41.599862 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 67d081f5-a233-40ec-82b8-1bb479a3036a not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:14:41.708999 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b0b15a06-200c-4f43-ae46-cde325f7cc1f up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:41.750690 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2214e520-9124-404f-a9b8-45b4d4a400ac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:41.798720 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port b0b15a06-200c-4f43-ae46-cde325f7cc1f triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:41.799373 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:41.857991 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d7f5e-f391-479c-ad8e-978c2a9df81a req-aaf6739a-b1b7-404f-b474-4fb3eb548c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:41.866837 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-565d7f5e-f391-479c-ad8e-978c2a9df81a req-aaf6739a-b1b7-404f-b474-4fb3eb548c88 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 1099 time: 0.4684014 Dec 16 22:14:41.894836 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-00bdb0ba-583b-43d2-81c3-79cc7a839384 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:41.974181 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-00bdb0ba-583b-43d2-81c3-79cc7a839384 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:41.988880 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4332cc62-c3c3-4b66-97e5-12d0587ed9f1 req-fde0249d-635f-41fa-8cd7-8ffeee9be9ef service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989599 Dec 16 22:14:42.026529 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dec64d-b65b-4e0e-9a10-94e84e6e0ba2 req-23579379-8268-4731-8011-462304ffee49 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:42.035450 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a5dec64d-b65b-4e0e-9a10-94e84e6e0ba2 req-23579379-8268-4731-8011-462304ffee49 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 946 time: 0.5922050 Dec 16 22:14:42.068222 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e3837-583a-4826-a93e-de907c10370a req-b2ca70d4-abf5-4320-b023-44c84f3b8328 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:42.078905 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-386e3837-583a-4826-a93e-de907c10370a req-b2ca70d4-abf5-4320-b023-44c84f3b8328 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1113751 Dec 16 22:14:42.106334 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cfaa972d-c84b-4f3f-964e-9095516f67f4 None None] Provisioning complete for port b0b15a06-200c-4f43-ae46-cde325f7cc1f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:42.106801 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cfaa972d-c84b-4f3f-964e-9095516f67f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:42.134827 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bdb0ba-583b-43d2-81c3-79cc7a839384 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Pushing event updated for resources: {'Port': ['ID=e1668eb3-ada2-4b64-a25f-36a0521971c9,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:42.171367 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d7f5e-f391-479c-ad8e-978c2a9df81a req-ded8ed21-094b-4743-90da-96ded2ef2586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:42.172980 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-565d7f5e-f391-479c-ad8e-978c2a9df81a req-ded8ed21-094b-4743-90da-96ded2ef2586 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.2728057 Dec 16 22:14:42.196139 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-00bdb0ba-583b-43d2-81c3-79cc7a839384 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:42.207641 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a5dec64d-b65b-4e0e-9a10-94e84e6e0ba2 req-a10830e7-8c4a-4152-b804-91a6a0c5549d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699824 Dec 16 22:14:42.291444 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-386e3837-583a-4826-a93e-de907c10370a req-a3f1114c-4e8c-4bea-9a34-a6f4233987d7 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095547 Dec 16 22:14:42.348095 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-565d7f5e-f391-479c-ad8e-978c2a9df81a req-9174f123-b344-475b-a201-a6f3d8f02ea3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1b895598-6976-4406-9d9c-a48e8cd46379 HTTP/1.1" status: 200 len: 217 time: 0.1640010 Dec 16 22:14:42.404244 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2214e520-9124-404f-a9b8-45b4d4a400ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:42.490094 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-00bdb0ba-583b-43d2-81c3-79cc7a839384 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:42.491627 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-00bdb0ba-583b-43d2-81c3-79cc7a839384 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9810317 Dec 16 22:14:42.500462 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d7f5e-f391-479c-ad8e-978c2a9df81a req-b499f7db-b29d-410b-b7e6-0597d19ac4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:42.502178 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-565d7f5e-f391-479c-ad8e-978c2a9df81a req-b499f7db-b29d-410b-b7e6-0597d19ac4d5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 1099 time: 0.3327036 Dec 16 22:14:42.504661 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d7f5e-f391-479c-ad8e-978c2a9df81a req-c7c57fd0-b844-4881-b215-77ca213978c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:42.506088 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-565d7f5e-f391-479c-ad8e-978c2a9df81a req-c7c57fd0-b844-4881-b215-77ca213978c9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1395020 Dec 16 22:14:42.562164 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d376bc4-b37a-47a1-8020-69da13477008 req-73790c34-0cd1-489f-a9ea-3c65a997a47b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:42.563516 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d376bc4-b37a-47a1-8020-69da13477008 req-73790c34-0cd1-489f-a9ea-3c65a997a47b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 948 time: 0.2060556 Dec 16 22:14:42.592831 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7e17e-38b7-4d55-8110-edd564636238 req-c2b9fc8b-a937-41aa-bf80-982e8c510b1e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:42.595766 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fdd7e17e-38b7-4d55-8110-edd564636238 req-c2b9fc8b-a937-41aa-bf80-982e8c510b1e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1425998 Dec 16 22:14:42.711495 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fdd7e17e-38b7-4d55-8110-edd564636238 req-83819f5d-738e-4fde-bbea-0e82d98f0fde tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002033 Dec 16 22:14:42.724901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d7f5e-f391-479c-ad8e-978c2a9df81a req-40fe7373-ca6a-485e-8a50-824f12f77ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:42.726932 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-565d7f5e-f391-479c-ad8e-978c2a9df81a req-40fe7373-ca6a-485e-8a50-824f12f77ff4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2094488 Dec 16 22:14:42.734156 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d376bc4-b37a-47a1-8020-69da13477008 req-74ea869f-41b8-4e5e-a298-9e791535be11 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332450 Dec 16 22:14:42.795275 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d7f5e-f391-479c-ad8e-978c2a9df81a req-d7ab0ebb-de08-42e3-b1a6-fef10554e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:42.796977 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2214e520-9124-404f-a9b8-45b4d4a400ac admin admin] Router 88ea3854-1185-46e3-8303-839336eefd6c is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:14:42.797502 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-565d7f5e-f391-479c-ad8e-978c2a9df81a req-d7ab0ebb-de08-42e3-b1a6-fef10554e8e6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.2314761 Dec 16 22:14:42.900343 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-565d7f5e-f391-479c-ad8e-978c2a9df81a req-6a4d47f5-8f7b-4be7-a9e8-070226c1184d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1b895598-6976-4406-9d9c-a48e8cd46379 HTTP/1.1" status: 200 len: 217 time: 0.0627248 Dec 16 22:14:42.950030 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-7149e6c4-ecdf-4471-8084-948939701542 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1793281683&fields=id&tenant_id=d2be2a7272c441f580b97fb831b89739 HTTP/1.1" status: 200 len: 267 time: 0.0714986 Dec 16 22:14:43.083543 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2214e520-9124-404f-a9b8-45b4d4a400ac admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:14:43.098324 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7babdf16-4a18-4d71-b519-751961602106 None None] Sync routers for ids ['88ea3854-1185-46e3-8303-839336eefd6c'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:14:43.115582 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7babdf16-4a18-4d71-b519-751961602106 None None] Routers {'88ea3854-1185-46e3-8303-839336eefd6c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:43.116554 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-7babdf16-4a18-4d71-b519-751961602106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:14:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['88ea3854-1185-46e3-8303-839336eefd6c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:43.134260 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-fc6b00f2-8e11-429c-a07b-17279aa2f525 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:43.143203 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-fc6b00f2-8e11-429c-a07b-17279aa2f525 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/networks?id=aa57ad1a-fa7c-41c6-9099-c410b6f42ab0 HTTP/1.1" status: 200 len: 814 time: 0.1919227 Dec 16 22:14:43.161740 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-b286a84a-b588-480e-b3a1-4097df9b89b1 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/quotas/d2be2a7272c441f580b97fb831b89739 HTTP/1.1" status: 200 len: 375 time: 0.0173492 Dec 16 22:14:43.178647 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2214e520-9124-404f-a9b8-45b4d4a400ac admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:43.182542 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2214e520-9124-404f-a9b8-45b4d4a400ac admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7704849 Dec 16 22:14:43.196707 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36922) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:43.255143 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-7babdf16-4a18-4d71-b519-751961602106 None None] Set router 88ea3854-1185-46e3-8303-839336eefd6c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:43.434922 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-0d1a9184-408e-4ee5-8209-c15aba118027 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d2be2a7272c441f580b97fb831b89739&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2642362 Dec 16 22:14:43.447816 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-565d7f5e-f391-479c-ad8e-978c2a9df81a req-1c08add8-fc0b-4acc-87e2-df66b72c63f5 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7101946 Dec 16 22:14:43.463304 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd409a-983f-4f1c-8152-8741e2bc61c9 req-d531117d-bf5b-4baa-9029-13bc9ad2fa0d tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:43.466293 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c9bd409a-983f-4f1c-8152-8741e2bc61c9 req-d531117d-bf5b-4baa-9029-13bc9ad2fa0d tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=625e754f-8009-45e4-97d9-76aef1e362ca HTTP/1.1" status: 200 len: 949 time: 0.5792780 Dec 16 22:14:43.538140 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-7babdf16-4a18-4d71-b519-751961602106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ea3854-1185-46e3-8303-839336eefd6c', 'name': 'tempest-TaggedBootDevicesTest-75857628-router', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '5b725039-87f7-41f0-8542-436f23b60736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:35Z', 'updated_at': '2021-12-16T22:14:41Z', 'revision_number': 3, 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'gw_port': {'id': '5b725039-87f7-41f0-8542-436f23b60736', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ea3854-1185-46e3-8303-839336eefd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:39Z', 'updated_at': '2021-12-16T22:14:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:43.581976 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d7f5e-f391-479c-ad8e-978c2a9df81a req-da3cc7b2-7b08-4255-8d8a-3e9dd697297a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:43.584243 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-565d7f5e-f391-479c-ad8e-978c2a9df81a req-da3cc7b2-7b08-4255-8d8a-3e9dd697297a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.6651852 Dec 16 22:14:43.648629 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c9bd409a-983f-4f1c-8152-8741e2bc61c9 req-79be5d84-c4af-4ee0-a226-b727003c6f40 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523538 Dec 16 22:14:43.715548 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d7f5e-f391-479c-ad8e-978c2a9df81a req-27857e56-ca94-46ba-a4cd-3a482d0ff53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:43.718021 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-565d7f5e-f391-479c-ad8e-978c2a9df81a req-27857e56-ca94-46ba-a4cd-3a482d0ff53f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1228573 Dec 16 22:14:43.742361 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device d5e7df28-0c93-4920-be58-f4ea5fef61ef up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:43.751930 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-565d7f5e-f391-479c-ad8e-978c2a9df81a req-255061da-3042-402f-9e0c-6d8de2b5028d service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821507 Dec 16 22:14:43.801396 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7babdf16-4a18-4d71-b519-751961602106 None None] Checking router: 88ea3854-1185-46e3-8303-839336eefd6c for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:14:43.801724 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7babdf16-4a18-4d71-b519-751961602106 None None] Updating router 88ea3854-1185-46e3-8303-839336eefd6c port 5b725039-87f7-41f0-8542-436f23b60736 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:14:43.851315 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7babdf16-4a18-4d71-b519-751961602106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:43.888078 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-565d7f5e-f391-479c-ad8e-978c2a9df81a req-93778f0c-2449-4154-9b17-17f0764ebd4e service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551485 Dec 16 22:14:44.068209 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a66dc4-3b42-49c1-9fcb-5818ae7111e1 req-73618435-a2ad-4214-a15b-52a5ba32988b tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:44.070308 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07a66dc4-3b42-49c1-9fcb-5818ae7111e1 req-73618435-a2ad-4214-a15b-52a5ba32988b tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 946 time: 0.1627030 Dec 16 22:14:44.115787 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port d5e7df28-0c93-4920-be58-f4ea5fef61ef completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:14:44.132274 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-565d7f5e-f391-479c-ad8e-978c2a9df81a req-a548560a-3251-4be3-be98-f1b814b46aab service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362835 Dec 16 22:14:44.170149 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07a66dc4-3b42-49c1-9fcb-5818ae7111e1 req-0c25b14c-9bc7-4743-9c8b-f1d0d577e90b tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868473 Dec 16 22:14:44.185820 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-ec7dddb1-a4c0-4522-95b4-30599399c744 service neutron] 10.222.0.75 "GET /v2.0/networks/aa57ad1a-fa7c-41c6-9099-c410b6f42ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7457120 Dec 16 22:14:44.242653 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port d5e7df28-0c93-4920-be58-f4ea5fef61ef triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:44.243018 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:44.372939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8779878-9903-47d4-ae36-4e1cb2d02207 req-100483a6-ccfa-432e-bd76-ac323c1973f4 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:44.375446 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c8779878-9903-47d4-ae36-4e1cb2d02207 req-100483a6-ccfa-432e-bd76-ac323c1973f4 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0886936 Dec 16 22:14:44.376247 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-35fd4465-6934-4ee8-8124-9a623abaf337 service neutron] 10.222.0.75 "GET /v2.0/networks/aa57ad1a-fa7c-41c6-9099-c410b6f42ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888645 Dec 16 22:14:44.443859 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:44.459467 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e3b3cc3e-df1d-4afe-b71b-e067c0bccb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:44.476564 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c8779878-9903-47d4-ae36-4e1cb2d02207 req-526aef65-4bbc-4816-ba51-09dce0897e70 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916212 Dec 16 22:14:44.489762 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625e754f-8009-45e4-97d9-76aef1e362ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e7df28-0c93-4920-be58-f4ea5fef61ef'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:44.510734 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5913dd1-3a7f-438d-9ba3-8198b18463fd" -d '{"events": [{"server_uuid": "625e754f-8009-45e4-97d9-76aef1e362ca", "name": "network-vif-plugged", "status": "completed", "tag": "d5e7df28-0c93-4920-be58-f4ea5fef61ef"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:44.563676 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port d5e7df28-0c93-4920-be58-f4ea5fef61ef, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=d5e7df28-0c93-4920-be58-f4ea5fef61ef,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:44.588375 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7babdf16-4a18-4d71-b519-751961602106 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:44.629143 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f6b02-d1c7-40ec-b560-00702d5e956a req-330625ae-fb30-48c2-8512-25b25fc02295 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:44.631444 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b7f6b02-d1c7-40ec-b560-00702d5e956a req-330625ae-fb30-48c2-8512-25b25fc02295 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 948 time: 0.0798957 Dec 16 22:14:44.671714 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:44.676433 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7babdf16-4a18-4d71-b519-751961602106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:44.725079 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-e3b3cc3e-df1d-4afe-b71b-e067c0bccb6d admin admin] Allocated IP 172.20.0.1 (6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6/26d9264a-299a-4d37-a6df-7bf2c29884f5/ef6c2939-33c8-4c20-86fa-3732e8a6434a) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:44.796081 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b7f6b02-d1c7-40ec-b560-00702d5e956a req-2a5e276e-8df9-4592-ba03-11d0e9f335e9 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560614 Dec 16 22:14:44.813720 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7babdf16-4a18-4d71-b519-751961602106 None None] Attempting to bind port 5b725039-87f7-41f0-8542-436f23b60736 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:44.814189 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7babdf16-4a18-4d71-b519-751961602106 None None] Attempting to bind port 5b725039-87f7-41f0-8542-436f23b60736 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:44.817382 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7babdf16-4a18-4d71-b519-751961602106 None None] Attempting to bind port 5b725039-87f7-41f0-8542-436f23b60736 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:44.825525 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=d5e7df28-0c93-4920-be58-f4ea5fef61ef,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:44.888318 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02cc61-d860-41d5-a38d-ce9d57b50f80 None None] Pushing event updated for resources: {'Port': ['ID=5b725039-87f7-41f0-8542-436f23b60736,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:44.894076 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7babdf16-4a18-4d71-b519-751961602106 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:44.894596 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7babdf16-4a18-4d71-b519-751961602106 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:44.895071 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7babdf16-4a18-4d71-b519-751961602106 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:44.895469 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7babdf16-4a18-4d71-b519-751961602106 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:44.896129 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7babdf16-4a18-4d71-b519-751961602106 None None] Bound port: 5b725039-87f7-41f0-8542-436f23b60736, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:44.896428 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7babdf16-4a18-4d71-b519-751961602106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:44.968853 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7babdf16-4a18-4d71-b519-751961602106 None None] For port 5b725039-87f7-41f0-8542-436f23b60736, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:44.971570 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f93c3-5ff4-4686-945f-f03f8c8530b0 req-dbc5fd7d-d657-405c-a106-3ce15757510e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:44.972846 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7babdf16-4a18-4d71-b519-751961602106 None None] For port 5b725039-87f7-41f0-8542-436f23b60736, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=5b725039-87f7-41f0-8542-436f23b60736,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:44.975598 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401129d0-02d4-4169-b36b-85059a05b530 x-openstack-request-id: req-401129d0-02d4-4169-b36b-85059a05b530 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:44.975598 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625e754f-8009-45e4-97d9-76aef1e362ca", "name": "network-vif-plugged", "status": "completed", "tag": "d5e7df28-0c93-4920-be58-f4ea5fef61ef", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:44.975960 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-401129d0-02d4-4169-b36b-85059a05b530 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:44.987683 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625e754f-8009-45e4-97d9-76aef1e362ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e7df28-0c93-4920-be58-f4ea5fef61ef', 'code': 200} Dec 16 22:14:44.988053 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-633f93c3-5ff4-4686-945f-f03f8c8530b0 req-dbc5fd7d-d657-405c-a106-3ce15757510e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1201537 Dec 16 22:14:45.028081 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fa1b5001-11c0-484e-a724-f760f023ddcf req-927eee64-817b-42b4-a543-915ff08a3d0f tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/ports?device_id=fef50b12-b03b-4b56-aa69-8ef0c122e24d HTTP/1.1" status: 200 len: 210 time: 0.0727310 Dec 16 22:14:45.072797 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7babdf16-4a18-4d71-b519-751961602106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:45.094363 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-633f93c3-5ff4-4686-945f-f03f8c8530b0 req-5bd3b492-d4c1-4977-b573-ff7aa132336b tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141670 Dec 16 22:14:45.108149 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e3b3cc3e-df1d-4afe-b71b-e067c0bccb6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:45.149092 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22c8d8-2a23-4767-9106-47903b0943a5 req-d2be09ab-5b7f-4e3f-9d63-7748b90c1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:45.150823 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-de22c8d8-2a23-4767-9106-47903b0943a5 req-d2be09ab-5b7f-4e3f-9d63-7748b90c1624 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=625e754f-8009-45e4-97d9-76aef1e362ca HTTP/1.1" status: 200 len: 1101 time: 0.1188378 Dec 16 22:14:45.214300 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7babdf16-4a18-4d71-b519-751961602106 None None] Routers {'88ea3854-1185-46e3-8303-839336eefd6c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:45.214816 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-7babdf16-4a18-4d71-b519-751961602106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:14:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['88ea3854-1185-46e3-8303-839336eefd6c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:45.229050 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e3b3cc3e-df1d-4afe-b71b-e067c0bccb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:45.264891 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02cc61-d860-41d5-a38d-ce9d57b50f80 None None] Pushing event updated for resources: {'Port': ['ID=5b725039-87f7-41f0-8542-436f23b60736,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:45.281219 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-de22c8d8-2a23-4767-9106-47903b0943a5 req-7d07fa1a-f987-45c6-bf6a-2585471bc441 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198487 Dec 16 22:14:45.323310 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b3cc3e-df1d-4afe-b71b-e067c0bccb6d admin admin] Network 6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:45.325394 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3cc3e-df1d-4afe-b71b-e067c0bccb6d admin admin] Pushing event updated for resources: {'Port': ['ID=ef6c2939-33c8-4c20-86fa-3732e8a6434a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:45.325997 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0c895-8c28-4d2e-a9a8-69ba41fd0312 req-1dab7ec5-a8ed-4601-9dc8-38040c199284 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:45.328346 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-e3b3cc3e-df1d-4afe-b71b-e067c0bccb6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:45.330266 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c1f0c895-8c28-4d2e-a9a8-69ba41fd0312 req-1dab7ec5-a8ed-4601-9dc8-38040c199284 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=625e754f-8009-45e4-97d9-76aef1e362ca HTTP/1.1" status: 200 len: 950 time: 0.1718407 Dec 16 22:14:45.331121 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b3cc3e-df1d-4afe-b71b-e067c0bccb6d admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:45.381194 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e3b3cc3e-df1d-4afe-b71b-e067c0bccb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:45.435115 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-7babdf16-4a18-4d71-b519-751961602106 None None] Set router 88ea3854-1185-46e3-8303-839336eefd6c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:45.446800 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c1f0c895-8c28-4d2e-a9a8-69ba41fd0312 req-db9ffebf-1722-442c-bbf7-73abd959a644 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093404 Dec 16 22:14:45.630603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 1b895598-6976-4406-9d9c-a48e8cd46379 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:14:45.699753 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd9bd0-6227-4542-ac5b-b7c7e5557580 req-d9221530-c788-432a-a743-994dc9096b6d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:45.709357 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-82fd9bd0-6227-4542-ac5b-b7c7e5557580 req-d9221530-c788-432a-a743-994dc9096b6d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 946 time: 0.2373230 Dec 16 22:14:45.722121 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac94c9-ca8d-484a-9ba3-5c305cdd677d req-fc399c66-3d49-4652-9550-7cfa51bcf8ed tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:45.735027 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-78ac94c9-ca8d-484a-9ba3-5c305cdd677d req-fc399c66-3d49-4652-9550-7cfa51bcf8ed tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1180811 Dec 16 22:14:45.825013 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-82fd9bd0-6227-4542-ac5b-b7c7e5557580 req-55b58d38-018f-4922-8533-00f237bdb4f6 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139851 Dec 16 22:14:45.838891 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-78ac94c9-ca8d-484a-9ba3-5c305cdd677d req-163045a4-6259-42fe-a473-f3903c010265 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028547 Dec 16 22:14:45.955494 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e3b3cc3e-df1d-4afe-b71b-e067c0bccb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:45.968116 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36992) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:46.024762 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.resource_extend [None req-bba8928c-5618-4157-836a-668ad28b132f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:14:46.046000 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1bfba7a-1167-455f-b30b-0706f3ec7c77 admin admin] Deleting subnet 241332bf-ffe2-4b38-90c7-a643b4215ed1 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:14:46.052303 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ac4a3910-8171-46d0-b815-b5cb6bef9c21 None None] Provisioning complete for port ef6c2939-33c8-4c20-86fa-3732e8a6434a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:46.052555 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ac4a3910-8171-46d0-b815-b5cb6bef9c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:46.052673 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1bfba7a-1167-455f-b30b-0706f3ec7c77 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:46.109211 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2da4e-d64b-47f8-b546-408b1d23354f req-4b9afaed-13e0-4c32-916b-695e0f85ffcb tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:46.117111 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-84f2da4e-d64b-47f8-b546-408b1d23354f req-4b9afaed-13e0-4c32-916b-695e0f85ffcb tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 948 time: 0.1599028 Dec 16 22:14:46.145266 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1bfba7a-1167-455f-b30b-0706f3ec7c77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:46.166771 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ac4a3910-8171-46d0-b815-b5cb6bef9c21 None None] Port ef6c2939-33c8-4c20-86fa-3732e8a6434a cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:14:46.234501 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-7babdf16-4a18-4d71-b519-751961602106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ea3854-1185-46e3-8303-839336eefd6c', 'name': 'tempest-TaggedBootDevicesTest-75857628-router', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '5b725039-87f7-41f0-8542-436f23b60736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:35Z', 'updated_at': '2021-12-16T22:14:41Z', 'revision_number': 3, 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'gw_port': {'id': '5b725039-87f7-41f0-8542-436f23b60736', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ea3854-1185-46e3-8303-839336eefd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:39Z', 'updated_at': '2021-12-16T22:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:46.282467 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-84f2da4e-d64b-47f8-b546-408b1d23354f req-eb569887-04d9-48c6-864e-c2ac8e637467 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641579 Dec 16 22:14:46.297039 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1bfba7a-1167-455f-b30b-0706f3ec7c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:46.319839 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beaa5c1-08b0-4e46-b822-91cdd44e0a52 req-7f0aa898-2766-414d-8843-ee4f7210b11f tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:46.326129 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5beaa5c1-08b0-4e46-b822-91cdd44e0a52 req-7f0aa898-2766-414d-8843-ee4f7210b11f tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1150720 Dec 16 22:14:46.365956 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 1b895598-6976-4406-9d9c-a48e8cd46379, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1b895598-6976-4406-9d9c-a48e8cd46379,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:46.405590 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7babdf16-4a18-4d71-b519-751961602106 None None] The sync data for ids ['88ea3854-1185-46e3-8303-839336eefd6c'] in n-d-815324-4 is: [{'id': '88ea3854-1185-46e3-8303-839336eefd6c', 'name': 'tempest-TaggedBootDevicesTest-75857628-router', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '5b725039-87f7-41f0-8542-436f23b60736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:35Z', 'updated_at': '2021-12-16T22:14:41Z', 'revision_number': 3, 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'gw_port': {'id': '5b725039-87f7-41f0-8542-436f23b60736', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ea3854-1185-46e3-8303-839336eefd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:39Z', 'updated_at': '2021-12-16T22:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:14:46.422623 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '1b895598-6976-4406-9d9c-a48e8cd46379', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '1b895598-6976-4406-9d9c-a48e8cd46379', 'mac_address': 'fa:16:3e:e1:51:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:14:46.432874 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5beaa5c1-08b0-4e46-b822-91cdd44e0a52 req-5bffbebb-ffb8-485e-ad8f-5d113996f25f tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863659 Dec 16 22:14:46.532776 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9c78501e-619a-4d5a-a512-ea497b3a1872 req-7ab1a341-f7bf-4fd6-bbc0-e6f7f4685e45 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/ports?device_id=fef50b12-b03b-4b56-aa69-8ef0c122e24d HTTP/1.1" status: 200 len: 210 time: 0.1261451 Dec 16 22:14:46.582765 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e3b3cc3e-df1d-4afe-b71b-e067c0bccb6d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:46.599616 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:46.653633 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b895598-6976-4406-9d9c-a48e8cd46379 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:14:46.672008 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e3b3cc3e-df1d-4afe-b71b-e067c0bccb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:46.716851 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 1b895598-6976-4406-9d9c-a48e8cd46379, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1b895598-6976-4406-9d9c-a48e8cd46379,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:46.760244 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1bfba7a-1167-455f-b30b-0706f3ec7c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:46.806552 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:46.808061 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3cc3e-df1d-4afe-b71b-e067c0bccb6d admin admin] Pushing event updated for resources: {'Port': ['ID=ef6c2939-33c8-4c20-86fa-3732e8a6434a,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:46.811608 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e3b3cc3e-df1d-4afe-b71b-e067c0bccb6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:46.854511 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfba7a-1167-455f-b30b-0706f3ec7c77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=241332bf-ffe2-4b38-90c7-a643b4215ed1,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:46.872415 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1bfba7a-1167-455f-b30b-0706f3ec7c77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:46.878678 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b1bfba7a-1167-455f-b30b-0706f3ec7c77 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/241332bf-ffe2-4b38-90c7-a643b4215ed1 HTTP/1.1" status: 204 len: 168 time: 0.9076905 Dec 16 22:14:46.883023 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37016) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:46.952520 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=1b895598-6976-4406-9d9c-a48e8cd46379,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:47.009288 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66baa628-cfd4-4ad6-a594-b2ffc2c01114 req-ef2b8c21-eacd-44a8-9995-aca1b8d7e45b tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:47.017078 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-66baa628-cfd4-4ad6-a594-b2ffc2c01114 req-ef2b8c21-eacd-44a8-9995-aca1b8d7e45b tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=625e754f-8009-45e4-97d9-76aef1e362ca HTTP/1.1" status: 200 len: 950 time: 0.2796819 Dec 16 22:14:47.092280 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af9b08f0-21ed-4cec-a903-c395fb45255c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:47.168834 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aace789-ff90-4604-b015-c3a66f6dd6a4 req-2f938fdf-0412-4d65-9808-6b6fe054825c tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:47.176353 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1aace789-ff90-4604-b015-c3a66f6dd6a4 req-2f938fdf-0412-4d65-9808-6b6fe054825c tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.3542182 Dec 16 22:14:47.305247 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1aace789-ff90-4604-b015-c3a66f6dd6a4 req-703c5320-bf87-4d7a-8ac1-6362f003d1ca tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278875 Dec 16 22:14:47.310138 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b3cc3e-df1d-4afe-b71b-e067c0bccb6d admin admin] Network 6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:47.314141 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-e3b3cc3e-df1d-4afe-b71b-e067c0bccb6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:47.347768 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['1b895598-6976-4406-9d9c-a48e8cd46379'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:14:47.502493 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af9b08f0-21ed-4cec-a903-c395fb45255c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:47.553630 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-66baa628-cfd4-4ad6-a594-b2ffc2c01114 req-d18d942a-a69d-45c3-99ab-87480c5ce351 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614391 Dec 16 22:14:47.595286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b3cc3e-df1d-4afe-b71b-e067c0bccb6d admin admin] Router 88ea3854-1185-46e3-8303-839336eefd6c has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:14:47.627205 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-af9b08f0-21ed-4cec-a903-c395fb45255c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b4200a-5735-42d7-aba1-c5a847665c5e']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:47.672631 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-af9b08f0-21ed-4cec-a903-c395fb45255c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae510df-529b-45cb-940a-79aa02f44cb1') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:47.672865 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-af9b08f0-21ed-4cec-a903-c395fb45255c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae510df-529b-45cb-940a-79aa02f44cb1') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:47.701388 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af9b08f0-21ed-4cec-a903-c395fb45255c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:47.745515 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af9b08f0-21ed-4cec-a903-c395fb45255c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:47.789319 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851d721-4ce6-4390-b0a1-e13675a43549 req-29ef8506-4cb0-43e0-9066-e8acdc962216 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:47.797220 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af9b08f0-21ed-4cec-a903-c395fb45255c admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:14:47.797220 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af9b08f0-21ed-4cec-a903-c395fb45255c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:14:47.799557 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:14:47.813964 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 5b725039-87f7-41f0-8542-436f23b60736 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:47.814760 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1851d721-4ce6-4390-b0a1-e13675a43549 req-29ef8506-4cb0-43e0-9066-e8acdc962216 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 946 time: 0.2534752 Dec 16 22:14:47.949330 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3872626-fa5d-4137-b10a-97225489bcf1 req-aa430edf-7913-4dcd-9591-2c724952712b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:47.959424 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e3872626-fa5d-4137-b10a-97225489bcf1 req-aa430edf-7913-4dcd-9591-2c724952712b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 949 time: 0.2058406 Dec 16 22:14:48.008927 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f6367e46-949b-4ce4-8946-dc86c5724982 None None] Provisioning complete for port ef6c2939-33c8-4c20-86fa-3732e8a6434a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:48.009446 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f6367e46-949b-4ce4-8946-dc86c5724982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.018872 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af9b08f0-21ed-4cec-a903-c395fb45255c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.059813 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f6367e46-949b-4ce4-8946-dc86c5724982 None None] Port ef6c2939-33c8-4c20-86fa-3732e8a6434a cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:14:48.062550 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af9b08f0-21ed-4cec-a903-c395fb45255c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.063883 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 5b725039-87f7-41f0-8542-436f23b60736 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:48.064790 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.076258 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-af9b08f0-21ed-4cec-a903-c395fb45255c admin admin] 10.222.0.75 "DELETE /v2.0/networks/f4b4200a-5735-42d7-aba1-c5a847665c5e HTTP/1.1" status: 204 len: 168 time: 1.1898081 Dec 16 22:14:48.077281 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b08f0-21ed-4cec-a903-c395fb45255c admin admin] Pushing event deleted for resources: {'Network': ['ID=f4b4200a-5735-42d7-aba1-c5a847665c5e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:48.147007 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1851d721-4ce6-4390-b0a1-e13675a43549 req-b372c51e-0609-4cf3-b221-a697233425b1 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310592 Dec 16 22:14:48.194500 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b3cc3e-df1d-4afe-b71b-e067c0bccb6d admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:14:48.222094 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e3b3cc3e-df1d-4afe-b71b-e067c0bccb6d admin admin] 10.222.0.75 "PUT /v2.0/routers/88ea3854-1185-46e3-8303-839336eefd6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0234623 Dec 16 22:14:48.223324 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e3872626-fa5d-4137-b10a-97225489bcf1 req-964fb30e-9b19-4a62-b012-6270c3878796 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462361 Dec 16 22:14:48.249283 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.279387 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 5b725039-87f7-41f0-8542-436f23b60736, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=5b725039-87f7-41f0-8542-436f23b60736,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:48.382794 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d02280-25e1-4a84-8f90-6d70c61cd045 req-b50ad5c7-0e79-4dd1-822a-7d8a878f1e7e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:48.385249 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5d02280-25e1-4a84-8f90-6d70c61cd045 req-b50ad5c7-0e79-4dd1-822a-7d8a878f1e7e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0749500 Dec 16 22:14:48.395672 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9e5a78d2-74e9-4491-b01e-10c46167aef8 req-0584d5ee-2350-4a18-9f2b-a99263c81274 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/ports?device_id=fef50b12-b03b-4b56-aa69-8ef0c122e24d HTTP/1.1" status: 200 len: 210 time: 0.0489297 Dec 16 22:14:48.448645 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:48.519139 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5d02280-25e1-4a84-8f90-6d70c61cd045 req-8ed0594d-a5a5-4b32-994c-b1b8a4b63489 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278338 Dec 16 22:14:48.630723 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=5b725039-87f7-41f0-8542-436f23b60736,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:48.749274 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-3974d83f-883d-4d3b-8f07-4699271ffe83 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:48.751212 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-3974d83f-883d-4d3b-8f07-4699271ffe83 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.57 "GET /v2.0/networks?id=aa57ad1a-fa7c-41c6-9099-c410b6f42ab0 HTTP/1.1" status: 200 len: 814 time: 0.2844257 Dec 16 22:14:48.876660 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37048) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:48.943154 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848c4f0-48ed-40cd-a4cb-3bba2b43e3de req-d9f812ba-9a27-48d3-82e0-07da47d241a9 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:48.964847 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5848c4f0-48ed-40cd-a4cb-3bba2b43e3de req-d9f812ba-9a27-48d3-82e0-07da47d241a9 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=625e754f-8009-45e4-97d9-76aef1e362ca HTTP/1.1" status: 200 len: 950 time: 0.1859038 Dec 16 22:14:49.005511 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-482ce603-fc48-4e0b-a44f-50b023aaa71e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fc5f8f0b8add43369a6118c499ef042d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276586 Dec 16 22:14:49.009961 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37050) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:49.077831 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-9878a2b1-885a-4246-af78-4fb7c8bfe0ec tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2be2a7272c441f580b97fb831b89739 HTTP/1.1" status: 200 len: 380 time: 0.2926111 Dec 16 22:14:49.108826 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-3a34176a-d9cd-4b68-884e-89f81bcd7887 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Request body: {'port': {'device_id': 'fef50b12-b03b-4b56-aa69-8ef0c122e24d', 'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0', 'admin_state_up': True, 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'security_groups': ['9383554d-4d00-46cb-9eab-a164db2fc57e']}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:49.159342 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3f3c619a-0a25-4e8a-b7a4-4c0e74a008ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:49.216892 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5848c4f0-48ed-40cd-a4cb-3bba2b43e3de req-f007e129-c503-4a7e-8c29-21cd004e60e5 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205474 Dec 16 22:14:49.289677 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3f3c619a-0a25-4e8a-b7a4-4c0e74a008ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:49.349312 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c785d6-db91-491b-89f7-1441ceb9ba22 req-9f1af526-912f-405d-b72b-ce1be44e4bdd tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:49.357568 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f8c785d6-db91-491b-89f7-1441ceb9ba22 req-9f1af526-912f-405d-b72b-ce1be44e4bdd tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 949 time: 0.1772165 Dec 16 22:14:49.425665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826ae5f-8727-4578-af05-ea3a92bcf54b req-e82d4577-2cad-4329-8b86-0ba35a696c56 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:49.427475 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f826ae5f-8727-4578-af05-ea3a92bcf54b req-e82d4577-2cad-4329-8b86-0ba35a696c56 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84&tenant_id=54dbe85688564892aa5226bd9c604156&binding%3Ahost_id=n-h2-815324-4 HTTP/1.1" status: 200 len: 949 time: 0.2004924 Dec 16 22:14:49.427967 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f8c785d6-db91-491b-89f7-1441ceb9ba22 req-aa9e41f8-4e02-4427-891c-804c9d54ecc7 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691698 Dec 16 22:14:49.504177 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3f3c619a-0a25-4e8a-b7a4-4c0e74a008ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:49.504177 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3f3c619a-0a25-4e8a-b7a4-4c0e74a008ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:49.507467 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3f3c619a-0a25-4e8a-b7a4-4c0e74a008ea admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fc3e565e-8be4-426c-8360-ed5d674496e6 HTTP/1.1" status: 204 len: 168 time: 0.4918871 Dec 16 22:14:49.552832 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0bc2a-1e38-4aff-bee0-5cc5c1fa8b08 req-4e79c6b8-e981-49db-9574-01e5373aa57e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:49.561996 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b8d0bc2a-1e38-4aff-bee0-5cc5c1fa8b08 req-4e79c6b8-e981-49db-9574-01e5373aa57e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.2107608 Dec 16 22:14:49.587056 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c619a-0a25-4e8a-b7a4-4c0e74a008ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3e565e-8be4-426c-8360-ed5d674496e6,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:49.611242 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [req-f826ae5f-8727-4578-af05-ea3a92bcf54b req-c93a9bd4-6ce1-468e-a18f-086cd418ea87 service neutron] delete failed (client error): The resource could not be found. Dec 16 22:14:49.613432 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f826ae5f-8727-4578-af05-ea3a92bcf54b req-c93a9bd4-6ce1-468e-a18f-086cd418ea87 service neutron] 10.222.0.76 "DELETE /v2.0/ports/1b895598-6976-4406-9d9c-a48e8cd46379/bindings/n-h1-815324-4 HTTP/1.1" status: 404 len: 380 time: 0.1606925 Dec 16 22:14:49.661477 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92bbfd-8fba-473e-9b2c-0b5d32c63662 req-de3e0125-7933-4536-90bd-7e843a627c0d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:49.670559 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 1b895598-6976-4406-9d9c-a48e8cd46379 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:49.671531 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aa92bbfd-8fba-473e-9b2c-0b5d32c63662 req-de3e0125-7933-4536-90bd-7e843a627c0d tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 946 time: 0.1459386 Dec 16 22:14:49.760562 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b8d0bc2a-1e38-4aff-bee0-5cc5c1fa8b08 req-bb5337ba-8550-4f2d-b224-0767208c45a0 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971633 Dec 16 22:14:49.768731 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-3a34176a-d9cd-4b68-884e-89f81bcd7887 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Made reservation on behalf of d2be2a7272c441f580b97fb831b89739 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:49.773887 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-3a34176a-d9cd-4b68-884e-89f81bcd7887 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:49.781608 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aa92bbfd-8fba-473e-9b2c-0b5d32c63662 req-e2f72cdd-2a16-4c08-b817-5444caf36a66 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007485 Dec 16 22:14:49.798273 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 5b725039-87f7-41f0-8542-436f23b60736 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:49.831591 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c745f6-0615-48cd-8322-d67980979fd2 None None] Sync routers for ids ['88ea3854-1185-46e3-8303-839336eefd6c'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:14:49.874915 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c745f6-0615-48cd-8322-d67980979fd2 None None] Routers {'88ea3854-1185-46e3-8303-839336eefd6c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:49.875749 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-98c745f6-0615-48cd-8322-d67980979fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:14:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['88ea3854-1185-46e3-8303-839336eefd6c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:49.904677 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 5b725039-87f7-41f0-8542-436f23b60736 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:49.905323 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.006073 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 1b895598-6976-4406-9d9c-a48e8cd46379 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:14:50.016900 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 1b895598-6976-4406-9d9c-a48e8cd46379 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:50.019717 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.029597 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ae9ecb75-a14e-404f-8f4f-a33bcf2e4513 req-cfdc3bbe-84bd-4a5a-bcc1-f8ec269f4847 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/ports?device_id=fef50b12-b03b-4b56-aa69-8ef0c122e24d HTTP/1.1" status: 200 len: 210 time: 0.0674005 Dec 16 22:14:50.130643 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826ae5f-8727-4578-af05-ea3a92bcf54b req-6ad431ca-5085-48cd-b0ec-5376ae44d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:50.132503 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f826ae5f-8727-4578-af05-ea3a92bcf54b req-6ad431ca-5085-48cd-b0ec-5376ae44d650 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 1100 time: 0.3348384 Dec 16 22:14:50.160697 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-98c745f6-0615-48cd-8322-d67980979fd2 None None] Set router 88ea3854-1185-46e3-8303-839336eefd6c gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:50.344095 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbb23f-67c0-415b-bc93-06cab5b46595 req-fe8f7ee0-6a4d-40d5-8e34-a2d3d6583b31 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:50.352483 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b5fbb23f-67c0-415b-bc93-06cab5b46595 req-fe8f7ee0-6a4d-40d5-8e34-a2d3d6583b31 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1037223 Dec 16 22:14:50.407768 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.429584 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37092) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:50.438164 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-0b83fa6a-ed13-4e72-9383-edd66619af46 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-206925064-network', 'tenant_id': '69b400d91bb1479eaea10d9fdba9ef8e'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:50.477636 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b5fbb23f-67c0-415b-bc93-06cab5b46595 req-8d1da7a3-a89d-4ed8-8b31-b8aebcc8426d tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241164 Dec 16 22:14:50.504373 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e21bde0-2838-45c5-a525-8d975a412f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b895598-6976-4406-9d9c-a48e8cd46379'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:50.517938 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f536d2-15f4-48ff-b08e-bfb8f0b1489f" -d '{"events": [{"server_uuid": "6e21bde0-2838-45c5-a525-8d975a412f84", "name": "network-vif-plugged", "status": "completed", "tag": "1b895598-6976-4406-9d9c-a48e8cd46379"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:50.580857 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 1b895598-6976-4406-9d9c-a48e8cd46379, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1b895598-6976-4406-9d9c-a48e8cd46379,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:50.589576 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826ae5f-8727-4578-af05-ea3a92bcf54b req-22f89d61-551c-4176-90e1-c6c7e6eb645f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:50.598117 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f826ae5f-8727-4578-af05-ea3a92bcf54b req-22f89d61-551c-4176-90e1-c6c7e6eb645f service neutron] 10.222.0.76 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.4467187 Dec 16 22:14:50.620092 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b83fa6a-ed13-4e72-9383-edd66619af46 admin admin] Made reservation on behalf of 69b400d91bb1479eaea10d9fdba9ef8e for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:50.624537 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b83fa6a-ed13-4e72-9383-edd66619af46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.641450 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-3a34176a-d9cd-4b68-884e-89f81bcd7887 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Allocated IP 172.20.0.11 (aa57ad1a-fa7c-41c6-9099-c410b6f42ab0/15bc0458-88d7-47b8-95a2-df47eebc4774/7adc3ac8-f77d-490e-a64c-4100a24dfffd) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:50.667875 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b83fa6a-ed13-4e72-9383-edd66619af46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.709063 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-98c745f6-0615-48cd-8322-d67980979fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ea3854-1185-46e3-8303-839336eefd6c', 'name': 'tempest-TaggedBootDevicesTest-75857628-router', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '5b725039-87f7-41f0-8542-436f23b60736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:35Z', 'updated_at': '2021-12-16T22:14:45Z', 'revision_number': 4, 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'gw_port': {'id': '5b725039-87f7-41f0-8542-436f23b60736', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ea3854-1185-46e3-8303-839336eefd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:39Z', 'updated_at': '2021-12-16T22:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'ef6c2939-33c8-4c20-86fa-3732e8a6434a', 'name': '', 'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'mac_address': 'fa:16:3e:f0:1d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ea3854-1185-46e3-8303-839336eefd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '26d9264a-299a-4d37-a6df-7bf2c29884f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:44Z', 'updated_at': '2021-12-16T22:14:46Z', 'revision_number': 2, 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'subnets': [{'id': '26d9264a-299a-4d37-a6df-7bf2c29884f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:50.744003 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c745f6-0615-48cd-8322-d67980979fd2 None None] Checking router: 88ea3854-1185-46e3-8303-839336eefd6c for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:14:50.744460 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c745f6-0615-48cd-8322-d67980979fd2 None None] Updating router 88ea3854-1185-46e3-8303-839336eefd6c port ef6c2939-33c8-4c20-86fa-3732e8a6434a binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:14:50.777152 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-98c745f6-0615-48cd-8322-d67980979fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.837100 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.874583 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-3a34176a-d9cd-4b68-884e-89f81bcd7887 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.901011 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b83fa6a-ed13-4e72-9383-edd66619af46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:50.926388 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f3d11-a9ec-4955-bb09-84abcabffabc req-0b1e33ac-aec2-45c1-8687-76e1e57c38e3 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:50.928406 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-908f3d11-a9ec-4955-bb09-84abcabffabc req-0b1e33ac-aec2-45c1-8687-76e1e57c38e3 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 949 time: 0.2680771 Dec 16 22:14:50.940563 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=1b895598-6976-4406-9d9c-a48e8cd46379,revision_number=9']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:51.006962 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f826ae5f-8727-4578-af05-ea3a92bcf54b req-b8ca7cad-11b0-4fd3-8128-2c066cdda05f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1b895598-6976-4406-9d9c-a48e8cd46379 HTTP/1.1" status: 200 len: 217 time: 0.4041209 Dec 16 22:14:51.031283 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-908f3d11-a9ec-4955-bb09-84abcabffabc req-b5725221-ed8b-478a-95ce-a4fa4978c520 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966039 Dec 16 22:14:51.037532 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b83fa6a-ed13-4e72-9383-edd66619af46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:51.080629 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b83fa6a-ed13-4e72-9383-edd66619af46 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:14:51.128389 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b83fa6a-ed13-4e72-9383-edd66619af46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:51.134697 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-0b83fa6a-ed13-4e72-9383-edd66619af46 admin admin] Added segment 3cdbf8ee-ea0e-48a1-b7ea-0046074fdf16 of type vlan for network 0302c2ab-4a09-4722-94c5-3bdf87ddced6 Dec 16 22:14:51.134697 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83fa6a-ed13-4e72-9383-edd66619af46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848f6740-f5cc-4176-b089-876c9323cd34,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:51.183250 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b83fa6a-ed13-4e72-9383-edd66619af46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:51.207029 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826ae5f-8727-4578-af05-ea3a92bcf54b req-dbfd644d-b58f-4ee0-9e27-616dfb77288c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:51.216350 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f826ae5f-8727-4578-af05-ea3a92bcf54b req-dbfd644d-b58f-4ee0-9e27-616dfb77288c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1930053 Dec 16 22:14:51.248682 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb5028e-0882-4052-ae10-d8a4e0c6e678 x-openstack-request-id: req-ecb5028e-0882-4052-ae10-d8a4e0c6e678 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:51.252016 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e21bde0-2838-45c5-a525-8d975a412f84", "name": "network-vif-plugged", "status": "completed", "tag": "1b895598-6976-4406-9d9c-a48e8cd46379", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:51.252016 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ecb5028e-0882-4052-ae10-d8a4e0c6e678 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:51.252016 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e21bde0-2838-45c5-a525-8d975a412f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b895598-6976-4406-9d9c-a48e8cd46379', 'code': 200} Dec 16 22:14:51.288373 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b4f2e-a1a5-4205-a6ff-81249d7c4a29 req-4acef47d-1fd0-4fb1-9844-16802ab6e371 tempest-ServersAdminNegativeTestJSON-1338178613 tempest-ServersAdminNegativeTestJSON-1338178613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:51.289816 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-286b4f2e-a1a5-4205-a6ff-81249d7c4a29 req-4acef47d-1fd0-4fb1-9844-16802ab6e371 tempest-ServersAdminNegativeTestJSON-1338178613 tempest-ServersAdminNegativeTestJSON-1338178613-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=625e754f-8009-45e4-97d9-76aef1e362ca HTTP/1.1" status: 200 len: 1101 time: 0.6907113 Dec 16 22:14:51.304785 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826ae5f-8727-4578-af05-ea3a92bcf54b req-256b32c6-3ef9-4b88-b02a-dbaebe39ce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:51.306530 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f826ae5f-8727-4578-af05-ea3a92bcf54b req-256b32c6-3ef9-4b88-b02a-dbaebe39ce08 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0815029 Dec 16 22:14:51.316242 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-98c745f6-0615-48cd-8322-d67980979fd2 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:51.332780 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-286b4f2e-a1a5-4205-a6ff-81249d7c4a29 req-b1462e41-9a29-4634-991d-553c6b9daf12 tempest-ServersAdminNegativeTestJSON-1338178613 tempest-ServersAdminNegativeTestJSON-1338178613-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:51.411411 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-3a34176a-d9cd-4b68-884e-89f81bcd7887 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:51.417646 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b83fa6a-ed13-4e72-9383-edd66619af46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:51.419640 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b83fa6a-ed13-4e72-9383-edd66619af46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:51.420461 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b83fa6a-ed13-4e72-9383-edd66619af46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:51.443023 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-98c745f6-0615-48cd-8322-d67980979fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:51.458603 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36d083-edd2-4131-bc9b-b5a1c35f8af0 req-70aba758-8cc0-4429-bbc0-7494045cadef tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:51.467833 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a36d083-edd2-4131-bc9b-b5a1c35f8af0 req-70aba758-8cc0-4429-bbc0-7494045cadef tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 946 time: 0.1153345 Dec 16 22:14:51.502073 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148deec-4c79-45db-9edd-3d089637c84a None None] Pushing event updated for resources: {'Port': ['ID=ef6c2939-33c8-4c20-86fa-3732e8a6434a,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:51.557018 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83fa6a-ed13-4e72-9383-edd66619af46 admin admin] Pushing event updated for resources: {'Network': ['ID=0302c2ab-4a09-4722-94c5-3bdf87ddced6,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:51.581840 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a36d083-edd2-4131-bc9b-b5a1c35f8af0 req-71d5a6e4-66d4-4b78-8824-cebcdfaa7779 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125751 Dec 16 22:14:51.598523 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34176a-d9cd-4b68-884e-89f81bcd7887 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Pushing event updated for resources: {'Port': ['ID=7adc3ac8-f77d-490e-a64c-4100a24dfffd,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:51.612059 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 0302c2ab-4a09-4722-94c5-3bdf87ddced6 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:14:51.648567 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0b83fa6a-ed13-4e72-9383-edd66619af46 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2175567 Dec 16 22:14:51.649656 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37122) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:51.655434 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-9adb0271-ec86-4f3d-8167-9c908b1ae1b8 admin admin] Request body: {'subnet': {'network_id': '0302c2ab-4a09-4722-94c5-3bdf87ddced6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-206925064-subnet', 'tenant_id': '69b400d91bb1479eaea10d9fdba9ef8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:51.700825 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-3a34176a-d9cd-4b68-884e-89f81bcd7887 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Network aa57ad1a-fa7c-41c6-9099-c410b6f42ab0 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:51.769243 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-3a34176a-d9cd-4b68-884e-89f81bcd7887 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:51.769243 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-3a34176a-d9cd-4b68-884e-89f81bcd7887 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:51.810546 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-98c745f6-0615-48cd-8322-d67980979fd2 None None] Attempting to bind port ef6c2939-33c8-4c20-86fa-3732e8a6434a on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:51.810924 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-98c745f6-0615-48cd-8322-d67980979fd2 None None] Attempting to bind port ef6c2939-33c8-4c20-86fa-3732e8a6434a by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'fa8a56cc-291b-4123-9629-0e526309a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:51.814599 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c745f6-0615-48cd-8322-d67980979fd2 None None] Attempting to bind port ef6c2939-33c8-4c20-86fa-3732e8a6434a on network 6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:51.861813 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-3a34176a-d9cd-4b68-884e-89f81bcd7887 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:51.862833 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-3a34176a-d9cd-4b68-884e-89f81bcd7887 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:51.867918 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f826ae5f-8727-4578-af05-ea3a92bcf54b req-062dc2b6-1837-4183-8f1f-ce9e5b7ce8d5 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530152 Dec 16 22:14:51.887029 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c745f6-0615-48cd-8322-d67980979fd2 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:51.927376 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c745f6-0615-48cd-8322-d67980979fd2 None None] Checking segment: {'id': 'fa8a56cc-291b-4123-9629-0e526309a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:51.927376 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-98c745f6-0615-48cd-8322-d67980979fd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:51.927376 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c745f6-0615-48cd-8322-d67980979fd2 None None] Bound using segment: {'id': 'fa8a56cc-291b-4123-9629-0e526309a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:51.927376 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-98c745f6-0615-48cd-8322-d67980979fd2 None None] Bound port: ef6c2939-33c8-4c20-86fa-3732e8a6434a, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8a56cc-291b-4123-9629-0e526309a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:51.927376 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-98c745f6-0615-48cd-8322-d67980979fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:51.945205 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adb0271-ec86-4f3d-8167-9c908b1ae1b8 admin admin] Made reservation on behalf of 69b400d91bb1479eaea10d9fdba9ef8e for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:14:51.963208 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9adb0271-ec86-4f3d-8167-9c908b1ae1b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:52.005925 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-286b4f2e-a1a5-4205-a6ff-81249d7c4a29 req-b1462e41-9a29-4634-991d-553c6b9daf12 tempest-ServersAdminNegativeTestJSON-1338178613 tempest-ServersAdminNegativeTestJSON-1338178613-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:52.077860 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f826ae5f-8727-4578-af05-ea3a92bcf54b req-046f6582-a7f2-42f3-b1fe-ee2d7dab14e2 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926374 Dec 16 22:14:52.098865 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-98c745f6-0615-48cd-8322-d67980979fd2 None None] For port ef6c2939-33c8-4c20-86fa-3732e8a6434a, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:52.105025 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-98c745f6-0615-48cd-8322-d67980979fd2 None None] For port ef6c2939-33c8-4c20-86fa-3732e8a6434a, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=ef6c2939-33c8-4c20-86fa-3732e8a6434a,segment=NetworkSegment(fa8a56cc-291b-4123-9629-0e526309a2be),segment_id=fa8a56cc-291b-4123-9629-0e526309a2be)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:52.154829 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0eaa1-54b6-4da6-9968-b7888a2cf24e req-e426723e-d6eb-4643-9c55-27a05083b77b tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:52.156539 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-52e0eaa1-54b6-4da6-9968-b7888a2cf24e req-e426723e-d6eb-4643-9c55-27a05083b77b tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/ports?device_id=fef50b12-b03b-4b56-aa69-8ef0c122e24d HTTP/1.1" status: 200 len: 932 time: 0.4534295 Dec 16 22:14:52.288604 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-52e0eaa1-54b6-4da6-9968-b7888a2cf24e req-6e668b95-4572-4570-bf8c-85f77ae4faf0 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/security-groups?id=9383554d-4d00-46cb-9eab-a164db2fc57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201837 Dec 16 22:14:52.297210 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-091d71af-1688-4080-ad5e-fbda8170c50b None None] Provisioning complete for port ef6c2939-33c8-4c20-86fa-3732e8a6434a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:52.297766 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-091d71af-1688-4080-ad5e-fbda8170c50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:52.348611 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-091d71af-1688-4080-ad5e-fbda8170c50b None None] Port ef6c2939-33c8-4c20-86fa-3732e8a6434a cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:14:52.402644 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-3a34176a-d9cd-4b68-884e-89f81bcd7887 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3121650 Dec 16 22:14:52.422711 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154603d-46d2-4634-8186-65a3fa133e6c req-89062e44-b2e8-4392-89ab-690adaad26a0 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:52.424760 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-fdc46aeb-5245-4fc7-871f-faad89d678c8 service neutron] Request body: {'port': {'device_id': 'fef50b12-b03b-4b56-aa69-8ef0c122e24d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:52.424916 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b154603d-46d2-4634-8186-65a3fa133e6c req-89062e44-b2e8-4392-89ab-690adaad26a0 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0507329 Dec 16 22:14:52.466235 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-286b4f2e-a1a5-4205-a6ff-81249d7c4a29 req-b1462e41-9a29-4634-991d-553c6b9daf12 tempest-ServersAdminNegativeTestJSON-1338178613 tempest-ServersAdminNegativeTestJSON-1338178613-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:52.479218 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0b78bc1a-d433-41d1-8d71-6514ebcb05a5 None None] Provisioning complete for port 7adc3ac8-f77d-490e-a64c-4100a24dfffd triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:52.481146 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b78bc1a-d433-41d1-8d71-6514ebcb05a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:52.487395 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b154603d-46d2-4634-8186-65a3fa133e6c req-bb34cea1-5836-4c6a-ab49-751a1e25fadf tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555017 Dec 16 22:14:52.534055 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0b78bc1a-d433-41d1-8d71-6514ebcb05a5 None None] Port 7adc3ac8-f77d-490e-a64c-4100a24dfffd cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:14:52.546094 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-286b4f2e-a1a5-4205-a6ff-81249d7c4a29 req-b1462e41-9a29-4634-991d-553c6b9daf12 tempest-ServersAdminNegativeTestJSON-1338178613 tempest-ServersAdminNegativeTestJSON-1338178613-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2447145 Dec 16 22:14:52.549424 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1462e41-9a29-4634-991d-553c6b9daf12 tempest-ServersAdminNegativeTestJSON-1338178613 tempest-ServersAdminNegativeTestJSON-1338178613-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd5f50c-f68a-447b-8342-662f57f64b0a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:52.553992 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-fdc46aeb-5245-4fc7-871f-faad89d678c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:52.570165 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-98c745f6-0615-48cd-8322-d67980979fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:52.575828 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9adb0271-ec86-4f3d-8167-9c908b1ae1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:52.635120 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c745f6-0615-48cd-8322-d67980979fd2 None None] Routers {'88ea3854-1185-46e3-8303-839336eefd6c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:52.635120 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-98c745f6-0615-48cd-8322-d67980979fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:14:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['88ea3854-1185-46e3-8303-839336eefd6c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:52.796362 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-98c745f6-0615-48cd-8322-d67980979fd2 None None] Set router 88ea3854-1185-46e3-8303-839336eefd6c gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:52.972352 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb0271-ec86-4f3d-8167-9c908b1ae1b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ef9d40b-6874-409d-8bdb-e6626da5e9c2,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:53.002646 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adb0271-ec86-4f3d-8167-9c908b1ae1b8 admin admin] Checking segment: {'id': '3cdbf8ee-ea0e-48a1-b7ea-0046074fdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0302c2ab-4a09-4722-94c5-3bdf87ddced6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:53.004299 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adb0271-ec86-4f3d-8167-9c908b1ae1b8 admin admin] Network hostable DHCP agents. Network: 0302c2ab-4a09-4722-94c5-3bdf87ddced6, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:14:53.067167 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ce638-df3e-4e4f-a60d-b3be8f1de08d req-6da960de-3a16-4392-811c-66149484cb65 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:53.069215 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b08ce638-df3e-4e4f-a60d-b3be8f1de08d req-6da960de-3a16-4392-811c-66149484cb65 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.2456846 Dec 16 22:14:53.099090 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148deec-4c79-45db-9edd-3d089637c84a None None] Pushing event updated for resources: {'Port': ['ID=ef6c2939-33c8-4c20-86fa-3732e8a6434a,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:53.162716 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adb0271-ec86-4f3d-8167-9c908b1ae1b8 admin admin] Network 0302c2ab-4a09-4722-94c5-3bdf87ddced6 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:14:53.172033 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5537febd-8a30-4074-acbf-00cd4f62f2d2 None None] Provisioning complete for port ef6c2939-33c8-4c20-86fa-3732e8a6434a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:53.174085 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5537febd-8a30-4074-acbf-00cd4f62f2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.229619 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b08ce638-df3e-4e4f-a60d-b3be8f1de08d req-516c2e7f-bb81-4e0a-96ae-83c2689ca562 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479328 Dec 16 22:14:53.278644 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-98c745f6-0615-48cd-8322-d67980979fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ea3854-1185-46e3-8303-839336eefd6c', 'name': 'tempest-TaggedBootDevicesTest-75857628-router', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '5b725039-87f7-41f0-8542-436f23b60736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:35Z', 'updated_at': '2021-12-16T22:14:45Z', 'revision_number': 4, 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'gw_port': {'id': '5b725039-87f7-41f0-8542-436f23b60736', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ea3854-1185-46e3-8303-839336eefd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:39Z', 'updated_at': '2021-12-16T22:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'ef6c2939-33c8-4c20-86fa-3732e8a6434a', 'name': '', 'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'mac_address': 'fa:16:3e:f0:1d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ea3854-1185-46e3-8303-839336eefd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '26d9264a-299a-4d37-a6df-7bf2c29884f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:44Z', 'updated_at': '2021-12-16T22:14:52Z', 'revision_number': 4, 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'subnets': [{'id': '26d9264a-299a-4d37-a6df-7bf2c29884f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:53.315356 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903de75-ef38-4ccc-a688-e49dc02f4454 req-02442582-3c8f-48ec-87e5-18150df56b89 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:53.317094 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7903de75-ef38-4ccc-a688-e49dc02f4454 req-02442582-3c8f-48ec-87e5-18150df56b89 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.2336166 Dec 16 22:14:53.350953 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-9adb0271-ec86-4f3d-8167-9c908b1ae1b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 0302c2ab-4a09-4722-94c5-3bdf87ddced6) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:53.355360 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adb0271-ec86-4f3d-8167-9c908b1ae1b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:53.356821 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9adb0271-ec86-4f3d-8167-9c908b1ae1b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.369407 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c745f6-0615-48cd-8322-d67980979fd2 None None] The sync data for ids ['88ea3854-1185-46e3-8303-839336eefd6c'] in n-d-815324-4 is: [{'id': '88ea3854-1185-46e3-8303-839336eefd6c', 'name': 'tempest-TaggedBootDevicesTest-75857628-router', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '5b725039-87f7-41f0-8542-436f23b60736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:35Z', 'updated_at': '2021-12-16T22:14:45Z', 'revision_number': 4, 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'gw_port': {'id': '5b725039-87f7-41f0-8542-436f23b60736', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ea3854-1185-46e3-8303-839336eefd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:39Z', 'updated_at': '2021-12-16T22:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'ef6c2939-33c8-4c20-86fa-3732e8a6434a', 'name': '', 'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'mac_address': 'fa:16:3e:f0:1d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ea3854-1185-46e3-8303-839336eefd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '26d9264a-299a-4d37-a6df-7bf2c29884f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:44Z', 'updated_at': '2021-12-16T22:14:52Z', 'revision_number': 4, 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'subnets': [{'id': '26d9264a-299a-4d37-a6df-7bf2c29884f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:14:53.369819 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baa93bd-29e4-4e8a-9537-efc3a44f2154 None None] Network 0302c2ab-4a09-4722-94c5-3bdf87ddced6 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:14:53.375524 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5537febd-8a30-4074-acbf-00cd4f62f2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.473698 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-fdc46aeb-5245-4fc7-871f-faad89d678c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7adc3ac8-f77d-490e-a64c-4100a24dfffd {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:14:53.493785 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c7b2205f-ce76-46a1-943b-481e7a549cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.516388 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-fdc46aeb-5245-4fc7-871f-faad89d678c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.522038 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5537febd-8a30-4074-acbf-00cd4f62f2d2 None None] For port ef6c2939-33c8-4c20-86fa-3732e8a6434a, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=ef6c2939-33c8-4c20-86fa-3732e8a6434a,segment=NetworkSegment(fa8a56cc-291b-4123-9629-0e526309a2be),segment_id=fa8a56cc-291b-4123-9629-0e526309a2be)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:53.560298 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7903de75-ef38-4ccc-a688-e49dc02f4454 req-0a4674d7-95ab-4f01-9a11-626097a1d677 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940928 Dec 16 22:14:53.565774 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9adb0271-ec86-4f3d-8167-9c908b1ae1b8 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9130301 Dec 16 22:14:53.568942 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37150) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:53.573176 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-fdc46aeb-5245-4fc7-871f-faad89d678c8 service neutron] Transition to ACTIVE for port object 7adc3ac8-f77d-490e-a64c-4100a24dfffd will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:14:53.580993 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-1c8b5e61-93e8-4c39-8385-6363b7b73d22 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-206925064-router', 'tenant_id': '69b400d91bb1479eaea10d9fdba9ef8e', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:14:53.630642 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3848b-9157-4f2f-a6c7-ab36ba3874bd req-00bb78e2-2ac7-4324-b9f5-ddd4154e4c1f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:53.644933 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53f3848b-9157-4f2f-a6c7-ab36ba3874bd req-00bb78e2-2ac7-4324-b9f5-ddd4154e4c1f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 946 time: 0.2216649 Dec 16 22:14:53.655735 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5537febd-8a30-4074-acbf-00cd4f62f2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.698560 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-fdc46aeb-5245-4fc7-871f-faad89d678c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.783993 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d802af-4695-4106-a9b1-7de78f310191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-0302c2ab-4a09-4722-94c5-3bdf87ddced6', 'network_id': '0302c2ab-4a09-4722-94c5-3bdf87ddced6', 'project_id': '69b400d91bb1479eaea10d9fdba9ef8e', 'fixed_ips': [{'subnet_id': '4ef9d40b-6874-409d-8bdb-e6626da5e9c2'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:14:53.785154 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07d802af-4695-4106-a9b1-7de78f310191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.813600 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53f3848b-9157-4f2f-a6c7-ab36ba3874bd req-d2a6e2ca-58e0-44ee-948b-52e1b1159acf tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678517 Dec 16 22:14:53.953942 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1c8b5e61-93e8-4c39-8385-6363b7b73d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:53.954991 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1c8b5e61-93e8-4c39-8385-6363b7b73d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:54.038971 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device ef6c2939-33c8-4c20-86fa-3732e8a6434a up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:54.049709 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee06669-0f93-4f5e-80f7-6ff096077ae6 req-22dc63cd-2b32-4a88-b339-9bf280cf1bf1 tempest-ServersAdminNegativeTestJSON-1338178613 tempest-ServersAdminNegativeTestJSON-1338178613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:54.059848 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1ee06669-0f93-4f5e-80f7-6ff096077ae6 req-22dc63cd-2b32-4a88-b339-9bf280cf1bf1 tempest-ServersAdminNegativeTestJSON-1338178613 tempest-ServersAdminNegativeTestJSON-1338178613-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=625e754f-8009-45e4-97d9-76aef1e362ca HTTP/1.1" status: 200 len: 1101 time: 0.1294861 Dec 16 22:14:54.079419 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537febd-8a30-4074-acbf-00cd4f62f2d2 None None] Pushing event updated for resources: {'Port': ['ID=ef6c2939-33c8-4c20-86fa-3732e8a6434a,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:54.143649 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c031c-f0d1-4167-b6e7-da1cfb4e7d10 req-ce7ec560-09de-422b-80ab-1f74e53706ee tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:54.155964 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-778c031c-f0d1-4167-b6e7-da1cfb4e7d10 req-ce7ec560-09de-422b-80ab-1f74e53706ee tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/ports?device_id=fef50b12-b03b-4b56-aa69-8ef0c122e24d HTTP/1.1" status: 200 len: 944 time: 0.3181031 Dec 16 22:14:54.158405 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc46aeb-5245-4fc7-871f-faad89d678c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7adc3ac8-f77d-490e-a64c-4100a24dfffd,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:54.169676 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1ee06669-0f93-4f5e-80f7-6ff096077ae6 req-42776338-45ff-4ab3-8125-f512eedd2fe4 tempest-ServersAdminNegativeTestJSON-1338178613 tempest-ServersAdminNegativeTestJSON-1338178613-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017499 Dec 16 22:14:54.254475 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-07d802af-4695-4106-a9b1-7de78f310191 None None] Allocated IP 172.20.0.2 (0302c2ab-4a09-4722-94c5-3bdf87ddced6/4ef9d40b-6874-409d-8bdb-e6626da5e9c2/1422498e-11ed-41d9-a3a3-00f1ea1c3e19) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:54.345292 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1c8b5e61-93e8-4c39-8385-6363b7b73d22 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:54.392610 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-fdc46aeb-5245-4fc7-871f-faad89d678c8 service neutron] Attempting to bind port 7adc3ac8-f77d-490e-a64c-4100a24dfffd on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:54.392962 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-fdc46aeb-5245-4fc7-871f-faad89d678c8 service neutron] Attempting to bind port 7adc3ac8-f77d-490e-a64c-4100a24dfffd by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '25257e16-94ff-4dbe-9728-35eb8803c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:54.393604 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-fdc46aeb-5245-4fc7-871f-faad89d678c8 service neutron] Attempting to bind port 7adc3ac8-f77d-490e-a64c-4100a24dfffd on network aa57ad1a-fa7c-41c6-9099-c410b6f42ab0 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:54.397695 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port ef6c2939-33c8-4c20-86fa-3732e8a6434a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:54.398699 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:54.409479 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-fdc46aeb-5245-4fc7-871f-faad89d678c8 service neutron] Port 7adc3ac8-f77d-490e-a64c-4100a24dfffd on network aa57ad1a-fa7c-41c6-9099-c410b6f42ab0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:14:54.409827 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-fdc46aeb-5245-4fc7-871f-faad89d678c8 service neutron] Attempting to bind port 7adc3ac8-f77d-490e-a64c-4100a24dfffd on network aa57ad1a-fa7c-41c6-9099-c410b6f42ab0 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:54.427265 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-778c031c-f0d1-4167-b6e7-da1cfb4e7d10 req-aa51f416-9180-4547-b667-7b8fe5206218 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/security-groups?id=9383554d-4d00-46cb-9eab-a164db2fc57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700498 Dec 16 22:14:54.431283 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-fdc46aeb-5245-4fc7-871f-faad89d678c8 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:54.436371 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-fdc46aeb-5245-4fc7-871f-faad89d678c8 service neutron] Checking segment: {'id': '25257e16-94ff-4dbe-9728-35eb8803c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:54.436371 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-fdc46aeb-5245-4fc7-871f-faad89d678c8 service neutron] Bound using segment: {'id': '25257e16-94ff-4dbe-9728-35eb8803c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:54.443840 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-fdc46aeb-5245-4fc7-871f-faad89d678c8 service neutron] Bound port: 7adc3ac8-f77d-490e-a64c-4100a24dfffd, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25257e16-94ff-4dbe-9728-35eb8803c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:54.444287 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-fdc46aeb-5245-4fc7-871f-faad89d678c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:54.666711 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07d802af-4695-4106-a9b1-7de78f310191 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:54.768598 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07d802af-4695-4106-a9b1-7de78f310191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:54.788100 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-fdc46aeb-5245-4fc7-871f-faad89d678c8 service neutron] For port 7adc3ac8-f77d-490e-a64c-4100a24dfffd, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:54.791607 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1c8b5e61-93e8-4c39-8385-6363b7b73d22 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:54.822578 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-fdc46aeb-5245-4fc7-871f-faad89d678c8 service neutron] For port 7adc3ac8-f77d-490e-a64c-4100a24dfffd, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=7adc3ac8-f77d-490e-a64c-4100a24dfffd,segment=NetworkSegment(25257e16-94ff-4dbe-9728-35eb8803c2ba),segment_id=25257e16-94ff-4dbe-9728-35eb8803c2ba)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:54.838692 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d802af-4695-4106-a9b1-7de78f310191 None None] Network 0302c2ab-4a09-4722-94c5-3bdf87ddced6 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:54.842144 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-07d802af-4695-4106-a9b1-7de78f310191 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:54.845276 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d802af-4695-4106-a9b1-7de78f310191 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:54.853794 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d0a02-a81f-4ded-b45e-a6c47a83a46b req-9a0f8585-bac7-49a7-ab4c-06eef72290e6 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:54.856442 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d802af-4695-4106-a9b1-7de78f310191 None None] Pushing event updated for resources: {'Port': ['ID=1422498e-11ed-41d9-a3a3-00f1ea1c3e19,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:54.865633 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ff1d0a02-a81f-4ded-b45e-a6c47a83a46b req-9a0f8585-bac7-49a7-ab4c-06eef72290e6 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.1070418 Dec 16 22:14:54.895842 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70810f-7681-421e-ae4e-030213161ffb req-2abd1e8c-7eff-4757-86b8-5734530e63d0 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:54.898090 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ee70810f-7681-421e-ae4e-030213161ffb req-2abd1e8c-7eff-4757-86b8-5734530e63d0 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1170404 Dec 16 22:14:54.926626 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-fdc46aeb-5245-4fc7-871f-faad89d678c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:54.938973 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-07d802af-4695-4106-a9b1-7de78f310191 None None] Attempting to bind port 1422498e-11ed-41d9-a3a3-00f1ea1c3e19 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:14:54.939480 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-07d802af-4695-4106-a9b1-7de78f310191 None None] Attempting to bind port 1422498e-11ed-41d9-a3a3-00f1ea1c3e19 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '3cdbf8ee-ea0e-48a1-b7ea-0046074fdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0302c2ab-4a09-4722-94c5-3bdf87ddced6'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:14:54.940470 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d802af-4695-4106-a9b1-7de78f310191 None None] Attempting to bind port 1422498e-11ed-41d9-a3a3-00f1ea1c3e19 on network 0302c2ab-4a09-4722-94c5-3bdf87ddced6 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:14:54.944678 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ff1d0a02-a81f-4ded-b45e-a6c47a83a46b req-a6a5dac4-a567-4b23-bfd7-0680dc547cc4 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781372 Dec 16 22:14:54.946322 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d802af-4695-4106-a9b1-7de78f310191 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:14:54.946781 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d802af-4695-4106-a9b1-7de78f310191 None None] Checking segment: {'id': '3cdbf8ee-ea0e-48a1-b7ea-0046074fdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0302c2ab-4a09-4722-94c5-3bdf87ddced6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:14:54.947311 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07d802af-4695-4106-a9b1-7de78f310191 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:54.947948 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d802af-4695-4106-a9b1-7de78f310191 None None] Bound using segment: {'id': '3cdbf8ee-ea0e-48a1-b7ea-0046074fdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0302c2ab-4a09-4722-94c5-3bdf87ddced6'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:14:54.948451 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-07d802af-4695-4106-a9b1-7de78f310191 None None] Bound port: 1422498e-11ed-41d9-a3a3-00f1ea1c3e19, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cdbf8ee-ea0e-48a1-b7ea-0046074fdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0302c2ab-4a09-4722-94c5-3bdf87ddced6'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:14:54.948921 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07d802af-4695-4106-a9b1-7de78f310191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:55.015076 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ee70810f-7681-421e-ae4e-030213161ffb req-dd3de2c7-4c0b-41c3-9735-8ca403179c47 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040599 Dec 16 22:14:55.072813 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-07d802af-4695-4106-a9b1-7de78f310191 None None] For port 1422498e-11ed-41d9-a3a3-00f1ea1c3e19, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:14:55.081472 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-07d802af-4695-4106-a9b1-7de78f310191 None None] For port 1422498e-11ed-41d9-a3a3-00f1ea1c3e19, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=1422498e-11ed-41d9-a3a3-00f1ea1c3e19,segment=NetworkSegment(3cdbf8ee-ea0e-48a1-b7ea-0046074fdf16),segment_id=3cdbf8ee-ea0e-48a1-b7ea-0046074fdf16)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:14:55.090112 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-fdc46aeb-5245-4fc7-871f-faad89d678c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:55.091584 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-fdc46aeb-5245-4fc7-871f-faad89d678c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:55.093029 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-fdc46aeb-5245-4fc7-871f-faad89d678c8 service neutron] 10.222.0.57 "PUT /v2.0/ports/7adc3ac8-f77d-490e-a64c-4100a24dfffd HTTP/1.1" status: 200 len: 1092 time: 2.6751034 Dec 16 22:14:55.096168 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef50b12-b03b-4b56-aa69-8ef0c122e24d', 'tag': '7adc3ac8-f77d-490e-a64c-4100a24dfffd'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:55.100555 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f546625-72e4-473b-9cc2-90966f2b78ea" -d '{"events": [{"name": "network-changed", "server_uuid": "fef50b12-b03b-4b56-aa69-8ef0c122e24d", "tag": "7adc3ac8-f77d-490e-a64c-4100a24dfffd"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:55.158012 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07d802af-4695-4106-a9b1-7de78f310191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:55.188092 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc46aeb-5245-4fc7-871f-faad89d678c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7adc3ac8-f77d-490e-a64c-4100a24dfffd,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:55.225001 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62537db0-f359-4d58-ae6c-f63aac753848 req-bf500796-7878-4c3c-90a1-bbffec11bf5b tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:55.233915 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-62537db0-f359-4d58-ae6c-f63aac753848 req-bf500796-7878-4c3c-90a1-bbffec11bf5b tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 946 time: 0.0931809 Dec 16 22:14:55.250271 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d802af-4695-4106-a9b1-7de78f310191 None None] Pushing event updated for resources: {'Port': ['ID=1422498e-11ed-41d9-a3a3-00f1ea1c3e19,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:55.295193 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876cad9-2187-4237-beab-f2abb4c19130 req-878d03b2-7102-4501-8d33-bf8ce72b88fc tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:55.300515 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7876cad9-2187-4237-beab-f2abb4c19130 req-878d03b2-7102-4501-8d33-bf8ce72b88fc tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.1324224 Dec 16 22:14:55.368158 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-62537db0-f359-4d58-ae6c-f63aac753848 req-b906fae0-2941-4f48-8e43-2040e3ccbf76 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329200 Dec 16 22:14:55.383958 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-f9e3a61f-921c-4956-b1ea-c1dc7a2bd827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:55.385507 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-f9e3a61f-921c-4956-b1ea-c1dc7a2bd827 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d2be2a7272c441f580b97fb831b89739&device_id=fef50b12-b03b-4b56-aa69-8ef0c122e24d HTTP/1.1" status: 200 len: 1095 time: 0.1479223 Dec 16 22:14:55.397328 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7876cad9-2187-4237-beab-f2abb4c19130 req-d9e00a47-d4a6-45f2-897e-25175790365f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848808 Dec 16 22:14:55.466124 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-6168e7c9-0976-451c-938e-61225c373c9b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7adc3ac8-f77d-490e-a64c-4100a24dfffd HTTP/1.1" status: 200 len: 217 time: 0.0654099 Dec 16 22:14:55.598761 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa3701e9-0f45-4bc7-ad49-f495bb2dfa4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:55.620154 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a473bd7d-6ec8-43ff-8eb0-30182b7bbc9a x-openstack-request-id: req-a473bd7d-6ec8-43ff-8eb0-30182b7bbc9a {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:55.620545 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef50b12-b03b-4b56-aa69-8ef0c122e24d", "tag": "7adc3ac8-f77d-490e-a64c-4100a24dfffd", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:55.620784 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a473bd7d-6ec8-43ff-8eb0-30182b7bbc9a {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:55.621208 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef50b12-b03b-4b56-aa69-8ef0c122e24d', 'tag': '7adc3ac8-f77d-490e-a64c-4100a24dfffd', 'status': 'completed', 'code': 200} Dec 16 22:14:55.780861 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142c193-ca5b-4685-be1f-f80eb5b09c51 req-902a2eb9-3ddb-401d-b11b-766858976dd3 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:55.788553 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9142c193-ca5b-4685-be1f-f80eb5b09c51 req-902a2eb9-3ddb-401d-b11b-766858976dd3 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/ports?device_id=fef50b12-b03b-4b56-aa69-8ef0c122e24d HTTP/1.1" status: 200 len: 944 time: 0.0806966 Dec 16 22:14:55.866383 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9142c193-ca5b-4685-be1f-f80eb5b09c51 req-6b656e98-e44d-4dfe-a390-fada1c5c571a tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/security-groups?id=9383554d-4d00-46cb-9eab-a164db2fc57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769267 Dec 16 22:14:55.942029 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device ef6c2939-33c8-4c20-86fa-3732e8a6434a up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:56.006770 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port ef6c2939-33c8-4c20-86fa-3732e8a6434a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:56.007221 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:56.106004 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 1422498e-11ed-41d9-a3a3-00f1ea1c3e19 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:56.179580 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 1422498e-11ed-41d9-a3a3-00f1ea1c3e19 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:56.179964 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:56.208401 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-a3168039-743d-49cc-a9cf-9dea06c81ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:56.209854 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-a3168039-743d-49cc-a9cf-9dea06c81ebb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=15bc0458-88d7-47b8-95a2-df47eebc4774 HTTP/1.1" status: 200 len: 853 time: 0.5995836 Dec 16 22:14:56.243442 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1c8b5e61-93e8-4c39-8385-6363b7b73d22 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:56.308427 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1c8b5e61-93e8-4c39-8385-6363b7b73d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:56.316718 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959cf6d-ca79-499b-a0f6-886728a375ec req-e5734e50-3b2f-4af9-859d-6b138b5b0465 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:56.326187 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3959cf6d-ca79-499b-a0f6-886728a375ec req-e5734e50-3b2f-4af9-859d-6b138b5b0465 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=625e754f-8009-45e4-97d9-76aef1e362ca HTTP/1.1" status: 200 len: 950 time: 0.0771878 Dec 16 22:14:56.328460 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:56.335540 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37266) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:56.373123 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 1422498e-11ed-41d9-a3a3-00f1ea1c3e19, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=1422498e-11ed-41d9-a3a3-00f1ea1c3e19,segment=NetworkSegment(3cdbf8ee-ea0e-48a1-b7ea-0046074fdf16),segment_id=3cdbf8ee-ea0e-48a1-b7ea-0046074fdf16)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:56.382366 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3959cf6d-ca79-499b-a0f6-886728a375ec req-926eb67f-11fa-421c-b225-c4fb8cb74b39 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549972 Dec 16 22:14:56.413569 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-fbb2aed6-f0af-4fc5-80d3-ebc12f7e7e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:56.415138 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-fbb2aed6-f0af-4fc5-80d3-ebc12f7e7e60 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa57ad1a-fa7c-41c6-9099-c410b6f42ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1937261 Dec 16 22:14:56.446363 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:56.490279 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aeb4eb-4ffd-4100-bb8a-6dc521a0fdd2 req-c704b740-39f9-4acf-b1dd-64d95a557602 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:56.493018 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-95aeb4eb-4ffd-4100-bb8a-6dc521a0fdd2 req-c704b740-39f9-4acf-b1dd-64d95a557602 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.2189295 Dec 16 22:14:56.514329 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=1422498e-11ed-41d9-a3a3-00f1ea1c3e19,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:56.527502 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bf101ce9-c08e-4196-98a2-4ec8a892fa42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:56.545424 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17612d3-23f2-4cc5-bb14-25ef8371cacb req-747b561f-27eb-4b9d-99e2-de167d8f5d19 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:56.547575 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b17612d3-23f2-4cc5-bb14-25ef8371cacb req-747b561f-27eb-4b9d-99e2-de167d8f5d19 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=a598a266-0be2-488d-8403-9fc03a1992e2 HTTP/1.1" status: 200 len: 950 time: 0.0932107 Dec 16 22:14:56.652032 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b17612d3-23f2-4cc5-bb14-25ef8371cacb req-4eac4d83-dab4-4d1c-95f0-8a8798261958 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/security-groups?id=b21cd94b-b43d-4ca8-ad0a-f74de285f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861809 Dec 16 22:14:56.664455 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-95aeb4eb-4ffd-4100-bb8a-6dc521a0fdd2 req-e17c59f2-b78a-498a-bf15-8d92dae1a110 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536160 Dec 16 22:14:56.665727 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-1c8b5e61-93e8-4c39-8385-6363b7b73d22 admin admin] Allocated IP 172.25.6.24 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/e54cacf1-d350-433d-98fc-fe09bb84616a) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:14:56.691412 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-9872c473-802a-48d2-9b47-069b4e511ea0 service neutron] 10.222.0.57 "GET /v2.0/networks/aa57ad1a-fa7c-41c6-9099-c410b6f42ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580779 Dec 16 22:14:56.712426 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bf101ce9-c08e-4196-98a2-4ec8a892fa42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:56.718010 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:56.764922 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bf101ce9-c08e-4196-98a2-4ec8a892fa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:56.811587 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-f4d9f982-becb-44b2-8b01-ec270a6ed33f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=54dbe85688564892aa5226bd9c604156&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425484 Dec 16 22:14:56.857354 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:56.901171 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bf101ce9-c08e-4196-98a2-4ec8a892fa42 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0992c81dc24345de8821717ae285f711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5645916 Dec 16 22:14:56.905133 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf101ce9-c08e-4196-98a2-4ec8a892fa42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423599bd-d3c9-4e18-a112-74137c245cbd,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:56.906640 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37288) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:56.926154 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05341b-9cf4-4e18-9a78-68f7f235f1ab req-43fde7b8-07c5-4f9e-ba59-21dd82dfd381 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:56.927739 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7f05341b-9cf4-4e18-9a78-68f7f235f1ab req-43fde7b8-07c5-4f9e-ba59-21dd82dfd381 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 946 time: 0.1273758 Dec 16 22:14:56.952486 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1c8b5e61-93e8-4c39-8385-6363b7b73d22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:56.955981 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040d5412-3ca4-4320-b590-c3822f1da346 None None] Network 0302c2ab-4a09-4722-94c5-3bdf87ddced6 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:14:56.969317 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-22ae4d70-4096-4a1e-aa41-67ea625ad6cb tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:56.970728 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-22ae4d70-4096-4a1e-aa41-67ea625ad6cb tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1435778 Dec 16 22:14:56.978143 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b583a325-085b-4aa1-ab7c-1696e377c523 req-21ca68d8-1f6a-435a-83a7-17555861e424 service neutron] 10.222.0.57 "GET /v2.0/networks/aa57ad1a-fa7c-41c6-9099-c410b6f42ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701790 Dec 16 22:14:57.001109 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-e6eff0b0-7702-46e8-9667-713d1016f7c1 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/quotas/54dbe85688564892aa5226bd9c604156 HTTP/1.1" status: 200 len: 375 time: 0.0212381 Dec 16 22:14:57.055393 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0221a37c-660e-42e0-96d5-266530d7796b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:57.063488 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7f05341b-9cf4-4e18-9a78-68f7f235f1ab req-785a5322-0b9a-457d-9dac-987da9e6eeab tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169617 Dec 16 22:14:57.075755 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-0b2f1569-cc0a-48de-9d70-59571f6168af tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656068 Dec 16 22:14:57.078892 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a913cb9c-d9b3-4f88-994b-6f3ec2139508 None None] Provisioning complete for port 1422498e-11ed-41d9-a3a3-00f1ea1c3e19 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:57.079102 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a913cb9c-d9b3-4f88-994b-6f3ec2139508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:57.095384 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0221a37c-660e-42e0-96d5-266530d7796b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:57.160496 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1c8b5e61-93e8-4c39-8385-6363b7b73d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:57.256623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8b5e61-93e8-4c39-8385-6363b7b73d22 admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:14:57.263848 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0221a37c-660e-42e0-96d5-266530d7796b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:57.266415 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0221a37c-660e-42e0-96d5-266530d7796b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:57.271354 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0221a37c-660e-42e0-96d5-266530d7796b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/423599bd-d3c9-4e18-a112-74137c245cbd HTTP/1.1" status: 204 len: 168 time: 0.3599885 Dec 16 22:14:57.271354 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-1c8b5e61-93e8-4c39-8385-6363b7b73d22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:14:57.275036 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8b5e61-93e8-4c39-8385-6363b7b73d22 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:14:57.277122 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b5e61-93e8-4c39-8385-6363b7b73d22 admin admin] Pushing event updated for resources: {'Port': ['ID=e54cacf1-d350-433d-98fc-fe09bb84616a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:57.318671 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221a37c-660e-42e0-96d5-266530d7796b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423599bd-d3c9-4e18-a112-74137c245cbd,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:57.334900 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f546625-72e4-473b-9cc2-90966f2b78ea req-c902d554-4e19-4846-9ee2-410aa7cc693a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:57.336907 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9f546625-72e4-473b-9cc2-90966f2b78ea req-c902d554-4e19-4846-9ee2-410aa7cc693a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d2be2a7272c441f580b97fb831b89739&device_id=fef50b12-b03b-4b56-aa69-8ef0c122e24d HTTP/1.1" status: 200 len: 1095 time: 0.1606128 Dec 16 22:14:57.529607 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e6aca-11ef-484b-a4ca-fbdcfda36ead req-ff734313-5adb-44da-ae4e-7affd3df6d9c tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:57.532488 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-05422774-d05c-4c11-b1f5-76a7ff8a0578 None None] Provisioning complete for port 1422498e-11ed-41d9-a3a3-00f1ea1c3e19 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:57.533075 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-05422774-d05c-4c11-b1f5-76a7ff8a0578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:57.540052 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-497e6aca-11ef-484b-a4ca-fbdcfda36ead req-ff734313-5adb-44da-ae4e-7affd3df6d9c tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/ports?device_id=fef50b12-b03b-4b56-aa69-8ef0c122e24d HTTP/1.1" status: 200 len: 944 time: 0.0668275 Dec 16 22:14:57.639942 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-497e6aca-11ef-484b-a4ca-fbdcfda36ead req-55cfab47-6754-4169-a1e7-b4fff57bf0cc tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/security-groups?id=9383554d-4d00-46cb-9eab-a164db2fc57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982938 Dec 16 22:14:57.648576 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f546625-72e4-473b-9cc2-90966f2b78ea req-e3a08998-b7e3-4c0e-a683-20b7c5413226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:57.651005 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9f546625-72e4-473b-9cc2-90966f2b78ea req-e3a08998-b7e3-4c0e-a683-20b7c5413226 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa57ad1a-fa7c-41c6-9099-c410b6f42ab0 HTTP/1.1" status: 200 len: 914 time: 0.3039813 Dec 16 22:14:57.714578 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 1422498e-11ed-41d9-a3a3-00f1ea1c3e19 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:14:57.722478 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9f546625-72e4-473b-9cc2-90966f2b78ea req-60ae63e4-8ff2-40c5-b793-558f052a66d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7adc3ac8-f77d-490e-a64c-4100a24dfffd HTTP/1.1" status: 200 len: 217 time: 0.0645924 Dec 16 22:14:57.728803 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0ac10138-0c8a-421f-84fc-83b59bdbf2c9 req-2ef82cd8-d1aa-4b07-b2b2-be09667c67b7 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 210 time: 0.0439126 Dec 16 22:14:57.802826 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 1422498e-11ed-41d9-a3a3-00f1ea1c3e19 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:14:57.803466 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:57.843897 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f546625-72e4-473b-9cc2-90966f2b78ea req-3cc8a8f6-6f95-4739-b375-996073489c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:57.845596 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9f546625-72e4-473b-9cc2-90966f2b78ea req-3cc8a8f6-6f95-4739-b375-996073489c89 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=15bc0458-88d7-47b8-95a2-df47eebc4774 HTTP/1.1" status: 200 len: 853 time: 0.1150043 Dec 16 22:14:57.851800 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a0c09-9ba6-44ba-ad33-986d9ca100fd req-72af15b4-843b-4336-b2ef-d483df199bc6 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:57.853643 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-676a0c09-9ba6-44ba-ad33-986d9ca100fd req-72af15b4-843b-4336-b2ef-d483df199bc6 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=625e754f-8009-45e4-97d9-76aef1e362ca HTTP/1.1" status: 200 len: 950 time: 0.0627005 Dec 16 22:14:57.945390 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-676a0c09-9ba6-44ba-ad33-986d9ca100fd req-cc39797a-55f1-4177-8bff-9844a29a5a93 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841057 Dec 16 22:14:57.985047 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f546625-72e4-473b-9cc2-90966f2b78ea req-26b76cfc-7521-4382-8309-a3860adb99a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:57.986123 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9f546625-72e4-473b-9cc2-90966f2b78ea req-26b76cfc-7521-4382-8309-a3860adb99a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa57ad1a-fa7c-41c6-9099-c410b6f42ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319530 Dec 16 22:14:57.991027 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1c8b5e61-93e8-4c39-8385-6363b7b73d22 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:58.232817 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:58.311165 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:58.371391 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d88b4f-29cf-47e8-b641-fd6919718be8 req-f5cbb6fe-9389-49c6-b4a1-3d348a2a4455 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:58.373648 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e4d88b4f-29cf-47e8-b641-fd6919718be8 req-f5cbb6fe-9389-49c6-b4a1-3d348a2a4455 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 946 time: 0.1283133 Dec 16 22:14:58.375964 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9f546625-72e4-473b-9cc2-90966f2b78ea req-493126c7-824a-4cd4-81d2-ca4e97bfa5be service neutron] 10.222.0.57 "GET /v2.0/networks/aa57ad1a-fa7c-41c6-9099-c410b6f42ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814805 Dec 16 22:14:58.436584 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64e5d7-60f9-4ae6-897f-14c7da223968 req-8b81aefd-5a4c-496f-98aa-e43f92ce3873 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:58.438246 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-be64e5d7-60f9-4ae6-897f-14c7da223968 req-8b81aefd-5a4c-496f-98aa-e43f92ce3873 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0666022 Dec 16 22:14:58.500061 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 9fdaad43-0d0b-4c41-bda0-02f1266cbf08 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:14:58.548042 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e4d88b4f-29cf-47e8-b641-fd6919718be8 req-4204237e-dd51-429c-bb90-b95825966c81 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609495 Dec 16 22:14:58.549263 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1c8b5e61-93e8-4c39-8385-6363b7b73d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:58.551935 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-be64e5d7-60f9-4ae6-897f-14c7da223968 req-8330c996-c3e6-4a36-a50c-f04265709b47 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062829 Dec 16 22:14:58.577081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5ee74-a0c5-47f9-83c2-261e590e2844 req-73561afa-fad4-4156-863a-1d113381c809 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:58.580292 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ade5ee74-a0c5-47f9-83c2-261e590e2844 req-73561afa-fad4-4156-863a-1d113381c809 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.57 "GET /v2.0/ports?device_id=625e754f-8009-45e4-97d9-76aef1e362ca HTTP/1.1" status: 200 len: 950 time: 0.1120052 Dec 16 22:14:58.678288 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9f546625-72e4-473b-9cc2-90966f2b78ea req-342f4bf1-b7b7-4a87-be42-0fea2375f6a9 service neutron] 10.222.0.57 "GET /v2.0/networks/aa57ad1a-fa7c-41c6-9099-c410b6f42ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860894 Dec 16 22:14:58.763271 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:58.798718 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ecfdd-9859-4011-bc4f-a5093887d855 req-c970ac33-e435-45a4-adc9-f45c2b9c7213 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:58.800253 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-014ecfdd-9859-4011-bc4f-a5093887d855 req-c970ac33-e435-45a4-adc9-f45c2b9c7213 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/ports?device_id=fef50b12-b03b-4b56-aa69-8ef0c122e24d HTTP/1.1" status: 200 len: 944 time: 0.0696845 Dec 16 22:14:58.822076 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a598a266-0be2-488d-8403-9fc03a1992e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fdaad43-0d0b-4c41-bda0-02f1266cbf08'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:58.826360 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0120ce-f8af-4c3c-a388-24780870d85a" -d '{"events": [{"server_uuid": "a598a266-0be2-488d-8403-9fc03a1992e2", "name": "network-vif-unplugged", "status": "completed", "tag": "9fdaad43-0d0b-4c41-bda0-02f1266cbf08"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:58.831267 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-163586e5-8bd1-4874-9ec9-1692cd42bd2f req-34e3334f-55e5-4428-b092-872cae609687 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 210 time: 0.0452363 Dec 16 22:14:58.843385 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-ade5ee74-a0c5-47f9-83c2-261e590e2844 req-8bfee621-dfaf-49ee-ad00-24eae767734d tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Deleting port d5e7df28-0c93-4920-be58-f4ea5fef61ef {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:14:58.843385 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ade5ee74-a0c5-47f9-83c2-261e590e2844 req-8bfee621-dfaf-49ee-ad00-24eae767734d tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:58.886154 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 9fdaad43-0d0b-4c41-bda0-02f1266cbf08, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=9fdaad43-0d0b-4c41-bda0-02f1266cbf08,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:58.929323 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdce5a0-3aa7-4827-af0d-765ab8d2032b x-openstack-request-id: req-2bdce5a0-3aa7-4827-af0d-765ab8d2032b {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:14:58.929780 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a598a266-0be2-488d-8403-9fc03a1992e2", "name": "network-vif-unplugged", "status": "completed", "tag": "9fdaad43-0d0b-4c41-bda0-02f1266cbf08", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:14:58.930052 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2bdce5a0-3aa7-4827-af0d-765ab8d2032b {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:14:58.930453 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a598a266-0be2-488d-8403-9fc03a1992e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fdaad43-0d0b-4c41-bda0-02f1266cbf08', 'code': 200} Dec 16 22:14:58.944837 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-014ecfdd-9859-4011-bc4f-a5093887d855 req-eedf0823-0a56-4645-9500-29b97ff1535c tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/security-groups?id=9383554d-4d00-46cb-9eab-a164db2fc57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338952 Dec 16 22:14:58.986574 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:58.992045 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:59.007216 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-ade5ee74-a0c5-47f9-83c2-261e590e2844 req-8bfee621-dfaf-49ee-ad00-24eae767734d tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] For port d5e7df28-0c93-4920-be58-f4ea5fef61ef, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=d5e7df28-0c93-4920-be58-f4ea5fef61ef,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:14:59.007775 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ade5ee74-a0c5-47f9-83c2-261e590e2844 req-8bfee621-dfaf-49ee-ad00-24eae767734d tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:59.028896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-ade5ee74-a0c5-47f9-83c2-261e590e2844 req-8bfee621-dfaf-49ee-ad00-24eae767734d tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Calling delete_port for d5e7df28-0c93-4920-be58-f4ea5fef61ef owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:14:59.056027 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=9fdaad43-0d0b-4c41-bda0-02f1266cbf08,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:59.063937 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8b5e61-93e8-4c39-8385-6363b7b73d22 admin admin] Router c6ff31ae-c87c-4a8c-bdc4-893f5554f723 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:14:59.194810 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc4188-b8a3-428f-8afc-6adef942a9e4 req-73d192c5-1f6a-4d17-9a52-183097fb4280 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:59.196769 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1adc4188-b8a3-428f-8afc-6adef942a9e4 req-73d192c5-1f6a-4d17-9a52-183097fb4280 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=625e754f-8009-45e4-97d9-76aef1e362ca HTTP/1.1" status: 200 len: 950 time: 0.1038547 Dec 16 22:14:59.244292 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8b5e61-93e8-4c39-8385-6363b7b73d22 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:14:59.254515 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc591ffd-5d2b-430a-9bd6-9e8a1b1876ed None None] Sync routers for ids ['c6ff31ae-c87c-4a8c-bdc4-893f5554f723'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:14:59.266033 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc591ffd-5d2b-430a-9bd6-9e8a1b1876ed None None] Routers {'c6ff31ae-c87c-4a8c-bdc4-893f5554f723'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:14:59.266851 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-dc591ffd-5d2b-430a-9bd6-9e8a1b1876ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:14:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['c6ff31ae-c87c-4a8c-bdc4-893f5554f723'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:59.286841 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1adc4188-b8a3-428f-8afc-6adef942a9e4 req-c2ae1d32-1e7e-48be-af8c-a7b775fe6ad4 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782266 Dec 16 22:14:59.369883 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1c8b5e61-93e8-4c39-8385-6363b7b73d22 admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:59.372923 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1c8b5e61-93e8-4c39-8385-6363b7b73d22 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8027253 Dec 16 22:14:59.376268 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37370) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:14:59.391930 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-dc591ffd-5d2b-430a-9bd6-9e8a1b1876ed None None] Set router c6ff31ae-c87c-4a8c-bdc4-893f5554f723 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:14:59.472987 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ade5ee74-a0c5-47f9-83c2-261e590e2844 req-8bfee621-dfaf-49ee-ad00-24eae767734d tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:59.518861 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfee621-dfaf-49ee-ad00-24eae767734d tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Pushing event deleted for resources: {'Port': ['ID=d5e7df28-0c93-4920-be58-f4ea5fef61ef,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:14:59.595769 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['2c988f8d-3972-4b7a-a32f-4f48dd48c7a2', 'd5e7df28-0c93-4920-be58-f4ea5fef61ef'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:14:59.597622 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade5ee74-a0c5-47f9-83c2-261e590e2844 req-8bfee621-dfaf-49ee-ad00-24eae767734d tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] No DVR routers for this DVR port d5e7df28-0c93-4920-be58-f4ea5fef61ef on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:14:59.632100 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-8f10ad8a-32c6-459a-8611-39f899c396ee tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=0adbc996c01948ec9cd53294a03133f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648069 Dec 16 22:14:59.649008 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ade5ee74-a0c5-47f9-83c2-261e590e2844 req-8bfee621-dfaf-49ee-ad00-24eae767734d tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:14:59.652852 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ade5ee74-a0c5-47f9-83c2-261e590e2844 req-8bfee621-dfaf-49ee-ad00-24eae767734d tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.57 "DELETE /v2.0/ports/d5e7df28-0c93-4920-be58-f4ea5fef61ef HTTP/1.1" status: 204 len: 173 time: 1.0613513 Dec 16 22:14:59.653701 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625e754f-8009-45e4-97d9-76aef1e362ca', 'name': 'network-vif-deleted', 'tag': 'd5e7df28-0c93-4920-be58-f4ea5fef61ef'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:14:59.656185 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cce012-099d-421e-8e26-1750ea19868c" -d '{"events": [{"server_uuid": "625e754f-8009-45e4-97d9-76aef1e362ca", "name": "network-vif-deleted", "tag": "d5e7df28-0c93-4920-be58-f4ea5fef61ef"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:14:59.810118 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-8137a10a-f754-49af-80fe-e645235758bf tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:14:59.812264 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-8137a10a-f754-49af-80fe-e645235758bf tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1722076 Dec 16 22:14:59.862390 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-572a896a-4cbd-4587-b172-8945d4a951e3 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.75 "GET /v2.0/quotas/0adbc996c01948ec9cd53294a03133f5 HTTP/1.1" status: 200 len: 375 time: 0.0319943 Dec 16 22:14:59.919431 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-dc591ffd-5d2b-430a-9bd6-9e8a1b1876ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ff31ae-c87c-4a8c-bdc4-893f5554f723', 'name': 'tempest-TaggedBootDevicesTest-206925064-router', 'tenant_id': '69b400d91bb1479eaea10d9fdba9ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e54cacf1-d350-433d-98fc-fe09bb84616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:53Z', 'updated_at': '2021-12-16T22:14:57Z', 'revision_number': 3, 'project_id': '69b400d91bb1479eaea10d9fdba9ef8e', 'gw_port': {'id': 'e54cacf1-d350-433d-98fc-fe09bb84616a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ff31ae-c87c-4a8c-bdc4-893f5554f723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:56Z', 'updated_at': '2021-12-16T22:14:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:14:59.931572 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-98b1a379-f77a-4eac-81a8-255fe8462b49 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0adbc996c01948ec9cd53294a03133f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662324 Dec 16 22:14:59.961722 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc591ffd-5d2b-430a-9bd6-9e8a1b1876ed None None] Checking router: c6ff31ae-c87c-4a8c-bdc4-893f5554f723 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:14:59.962203 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc591ffd-5d2b-430a-9bd6-9e8a1b1876ed None None] Updating router c6ff31ae-c87c-4a8c-bdc4-893f5554f723 port e54cacf1-d350-433d-98fc-fe09bb84616a binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:15:00.002647 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dc591ffd-5d2b-430a-9bd6-9e8a1b1876ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:00.276155 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe02d2-eabb-4b46-87aa-e732abfd360e req-b8847297-f076-4c2c-b37b-3645ac94a166 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:00.284319 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-43fe02d2-eabb-4b46-87aa-e732abfd360e req-b8847297-f076-4c2c-b37b-3645ac94a166 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 946 time: 0.5670013 Dec 16 22:15:00.347538 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-43fe02d2-eabb-4b46-87aa-e732abfd360e req-75c7c5fb-a7f5-4af7-b8b3-8244d4853ff7 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622249 Dec 16 22:15:00.368620 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dc591ffd-5d2b-430a-9bd6-9e8a1b1876ed None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:00.390901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e5bb9-683e-4f65-9f45-10e4ae8a7b5d req-00cdc534-45f9-4468-8faf-44d24ba51f70 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:00.393454 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-af2e5bb9-683e-4f65-9f45-10e4ae8a7b5d req-00cdc534-45f9-4468-8faf-44d24ba51f70 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0812781 Dec 16 22:15:00.427334 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e3292a-307d-4601-bda9-d66282d110a7 x-openstack-request-id: req-d8e3292a-307d-4601-bda9-d66282d110a7 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:00.427636 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625e754f-8009-45e4-97d9-76aef1e362ca", "name": "network-vif-deleted", "tag": "d5e7df28-0c93-4920-be58-f4ea5fef61ef", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:00.427946 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d8e3292a-307d-4601-bda9-d66282d110a7 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:00.428412 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625e754f-8009-45e4-97d9-76aef1e362ca', 'name': 'network-vif-deleted', 'tag': 'd5e7df28-0c93-4920-be58-f4ea5fef61ef', 'status': 'completed', 'code': 200} Dec 16 22:15:00.453408 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b2ac255e-085f-434c-ab5a-aeefddf0e9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:00.469851 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-af2e5bb9-683e-4f65-9f45-10e4ae8a7b5d req-a8f41ec7-dd74-4d77-a814-1b96a1989ebf tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652792 Dec 16 22:15:00.549559 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dc591ffd-5d2b-430a-9bd6-9e8a1b1876ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:00.557748 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b6297b4-a16f-451b-b897-95b3ae946e46 req-65ec2810-ce7f-4d0a-911f-0419860da8bd tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 210 time: 0.0646298 Dec 16 22:15:00.618443 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68916750-4c0a-4593-86b9-dfb010d47c5d req-6ba60543-9d12-4fe1-8497-fb0a3e46027d tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:00.620127 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-68916750-4c0a-4593-86b9-dfb010d47c5d req-6ba60543-9d12-4fe1-8497-fb0a3e46027d tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/ports?device_id=fef50b12-b03b-4b56-aa69-8ef0c122e24d HTTP/1.1" status: 200 len: 944 time: 0.0780177 Dec 16 22:15:00.624586 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c737281-17f1-4831-ae8c-74bfa5ce48e4 None None] Pushing event updated for resources: {'Port': ['ID=e54cacf1-d350-433d-98fc-fe09bb84616a,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:00.641001 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-dc591ffd-5d2b-430a-9bd6-9e8a1b1876ed None None] Attempting to bind port e54cacf1-d350-433d-98fc-fe09bb84616a on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:15:00.641427 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-dc591ffd-5d2b-430a-9bd6-9e8a1b1876ed None None] Attempting to bind port e54cacf1-d350-433d-98fc-fe09bb84616a by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:15:00.641935 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc591ffd-5d2b-430a-9bd6-9e8a1b1876ed None None] Attempting to bind port e54cacf1-d350-433d-98fc-fe09bb84616a on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:00.647925 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc591ffd-5d2b-430a-9bd6-9e8a1b1876ed None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:15:00.648287 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc591ffd-5d2b-430a-9bd6-9e8a1b1876ed None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:00.648681 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dc591ffd-5d2b-430a-9bd6-9e8a1b1876ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:00.649116 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc591ffd-5d2b-430a-9bd6-9e8a1b1876ed None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:15:00.649882 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-dc591ffd-5d2b-430a-9bd6-9e8a1b1876ed None None] Bound port: e54cacf1-d350-433d-98fc-fe09bb84616a, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:15:00.650034 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dc591ffd-5d2b-430a-9bd6-9e8a1b1876ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:00.711459 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-dc591ffd-5d2b-430a-9bd6-9e8a1b1876ed None None] For port e54cacf1-d350-433d-98fc-fe09bb84616a, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:00.716568 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-dc591ffd-5d2b-430a-9bd6-9e8a1b1876ed None None] For port e54cacf1-d350-433d-98fc-fe09bb84616a, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e54cacf1-d350-433d-98fc-fe09bb84616a,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:15:00.721865 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-68916750-4c0a-4593-86b9-dfb010d47c5d req-d5dae98c-885d-497b-9927-9f59c75ff35f tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/security-groups?id=9383554d-4d00-46cb-9eab-a164db2fc57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887785 Dec 16 22:15:00.739240 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-19136fe1-c1f1-4a1c-95ea-50d9778f752f req-bafdd0fd-4171-4c7f-a380-4de4a0a66401 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f1d1f2f-8452-454b-a824-8a44581be42c HTTP/1.1" status: 200 len: 210 time: 0.0395088 Dec 16 22:15:00.760567 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-b2ac255e-085f-434c-ab5a-aeefddf0e9af admin admin] Allocated IP 172.20.0.1 (0302c2ab-4a09-4722-94c5-3bdf87ddced6/4ef9d40b-6874-409d-8bdb-e6626da5e9c2/22dba0f6-1218-47b6-b63c-5e39147ec001) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:00.831776 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dc591ffd-5d2b-430a-9bd6-9e8a1b1876ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:00.848559 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-af7384c2-c568-47ed-85d6-502554812171 req-f32caf30-c6b2-4a4a-8947-4990d50d1ce6 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=625e754f-8009-45e4-97d9-76aef1e362ca HTTP/1.1" status: 200 len: 210 time: 0.0367062 Dec 16 22:15:00.905672 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc591ffd-5d2b-430a-9bd6-9e8a1b1876ed None None] Routers {'c6ff31ae-c87c-4a8c-bdc4-893f5554f723'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:15:00.906311 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-dc591ffd-5d2b-430a-9bd6-9e8a1b1876ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:14:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['c6ff31ae-c87c-4a8c-bdc4-893f5554f723'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:00.906769 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c88ac9-4deb-40be-af07-9fcc294560d8 req-fb050944-f29b-4836-bb47-fb66b187b723 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:00.909693 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-52c88ac9-4deb-40be-af07-9fcc294560d8 req-fb050944-f29b-4836-bb47-fb66b187b723 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0800338 Dec 16 22:15:00.956487 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b2ac255e-085f-434c-ab5a-aeefddf0e9af admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:00.965594 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c737281-17f1-4831-ae8c-74bfa5ce48e4 None None] Pushing event updated for resources: {'Port': ['ID=e54cacf1-d350-433d-98fc-fe09bb84616a,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:00.988442 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-52c88ac9-4deb-40be-af07-9fcc294560d8 req-82e401f1-6b11-4229-8e60-429ec1798a03 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717163 Dec 16 22:15:01.070047 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-dc591ffd-5d2b-430a-9bd6-9e8a1b1876ed None None] Set router c6ff31ae-c87c-4a8c-bdc4-893f5554f723 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:15:01.190716 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b2ac255e-085f-434c-ab5a-aeefddf0e9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:01.259473 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ac255e-085f-434c-ab5a-aeefddf0e9af admin admin] Network 0302c2ab-4a09-4722-94c5-3bdf87ddced6 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:01.261093 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-86ec5c03-96e4-46a1-876e-57b93588ee98 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=54dbe85688564892aa5226bd9c604156&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234456 Dec 16 22:15:01.268494 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-b2ac255e-085f-434c-ab5a-aeefddf0e9af admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:01.274419 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ac255e-085f-434c-ab5a-aeefddf0e9af admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:01.280153 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac255e-085f-434c-ab5a-aeefddf0e9af admin admin] Pushing event updated for resources: {'Port': ['ID=22dba0f6-1218-47b6-b63c-5e39147ec001,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:01.300678 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-dc591ffd-5d2b-430a-9bd6-9e8a1b1876ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ff31ae-c87c-4a8c-bdc4-893f5554f723', 'name': 'tempest-TaggedBootDevicesTest-206925064-router', 'tenant_id': '69b400d91bb1479eaea10d9fdba9ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e54cacf1-d350-433d-98fc-fe09bb84616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:53Z', 'updated_at': '2021-12-16T22:14:57Z', 'revision_number': 3, 'project_id': '69b400d91bb1479eaea10d9fdba9ef8e', 'gw_port': {'id': 'e54cacf1-d350-433d-98fc-fe09bb84616a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ff31ae-c87c-4a8c-bdc4-893f5554f723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:56Z', 'updated_at': '2021-12-16T22:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:01.323950 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844b3e0-0035-405c-8ef5-e6bdff52791d req-e8a7329e-61ff-4fb8-8f76-0eab6fd695a4 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:01.326757 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8844b3e0-0035-405c-8ef5-e6bdff52791d req-e8a7329e-61ff-4fb8-8f76-0eab6fd695a4 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1478791 Dec 16 22:15:01.352733 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc591ffd-5d2b-430a-9bd6-9e8a1b1876ed None None] The sync data for ids ['c6ff31ae-c87c-4a8c-bdc4-893f5554f723'] in n-d-815324-4 is: [{'id': 'c6ff31ae-c87c-4a8c-bdc4-893f5554f723', 'name': 'tempest-TaggedBootDevicesTest-206925064-router', 'tenant_id': '69b400d91bb1479eaea10d9fdba9ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e54cacf1-d350-433d-98fc-fe09bb84616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:53Z', 'updated_at': '2021-12-16T22:14:57Z', 'revision_number': 3, 'project_id': '69b400d91bb1479eaea10d9fdba9ef8e', 'gw_port': {'id': 'e54cacf1-d350-433d-98fc-fe09bb84616a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ff31ae-c87c-4a8c-bdc4-893f5554f723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:56Z', 'updated_at': '2021-12-16T22:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:15:01.354252 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b2ac255e-085f-434c-ab5a-aeefddf0e9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:01.482587 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8844b3e0-0035-405c-8ef5-e6bdff52791d req-95b1b004-edfd-4daa-913f-88dc5a34b407 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317611 Dec 16 22:15:01.512980 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-778a4841-f55f-4171-9f4f-25a5ca3b95fb tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:01.514947 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-778a4841-f55f-4171-9f4f-25a5ca3b95fb tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2474339 Dec 16 22:15:01.567861 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-0939a4a3-7388-46d4-8b98-ece753418d25 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Request body: {'port': {'device_id': '6fdd53d1-631a-4175-89a7-878f49e42674', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': '54dbe85688564892aa5226bd9c604156'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:01.651427 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a2941-a042-423b-ad0b-f2a6bdcced72 req-0e4f0b38-cf9b-4cef-8c04-0984cf93267e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:01.653708 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-066a2941-a042-423b-ad0b-f2a6bdcced72 req-0e4f0b38-cf9b-4cef-8c04-0984cf93267e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0659680 Dec 16 22:15:01.675788 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1533b3-0be4-4d97-9e1a-8dc13564d2b4 req-985db051-1885-4ab0-a0da-27f93a5833be tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:01.681325 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 7adc3ac8-f77d-490e-a64c-4100a24dfffd details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:15:01.684502 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device d5e7df28-0c93-4920-be58-f4ea5fef61ef no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:15:01.685406 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-de1533b3-0be4-4d97-9e1a-8dc13564d2b4 req-985db051-1885-4ab0-a0da-27f93a5833be tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 946 time: 0.1659210 Dec 16 22:15:01.690629 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2e0b9f17-ac73-4223-b11a-a0a3b8ded407 None None] Provisioning complete for port 22dba0f6-1218-47b6-b63c-5e39147ec001 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:01.691428 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2e0b9f17-ac73-4223-b11a-a0a3b8ded407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:01.771629 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b2ac255e-085f-434c-ab5a-aeefddf0e9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:01.813651 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: d5e7df28-0c93-4920-be58-f4ea5fef61ef {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:15:01.814281 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device d5e7df28-0c93-4920-be58-f4ea5fef61ef not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:15:01.851449 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-de1533b3-0be4-4d97-9e1a-8dc13564d2b4 req-dd440e3b-ac69-4d4b-9425-760d36ec0427 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648948 Dec 16 22:15:01.874917 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b9f17-ac73-4223-b11a-a0a3b8ded407 None None] Port 22dba0f6-1218-47b6-b63c-5e39147ec001 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:15:01.922536 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-0939a4a3-7388-46d4-8b98-ece753418d25 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Made reservation on behalf of 54dbe85688564892aa5226bd9c604156 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:01.927602 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-0939a4a3-7388-46d4-8b98-ece753418d25 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:01.936030 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 7adc3ac8-f77d-490e-a64c-4100a24dfffd, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=7adc3ac8-f77d-490e-a64c-4100a24dfffd,segment=NetworkSegment(25257e16-94ff-4dbe-9728-35eb8803c2ba),segment_id=25257e16-94ff-4dbe-9728-35eb8803c2ba)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:01.960056 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '7adc3ac8-f77d-490e-a64c-4100a24dfffd', 'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0', 'port_id': '7adc3ac8-f77d-490e-a64c-4100a24dfffd', 'mac_address': 'fa:16:3e:db:05:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15bc0458-88d7-47b8-95a2-df47eebc4774', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:15:02.007131 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b2ac255e-085f-434c-ab5a-aeefddf0e9af admin admin] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:02.009666 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:02.039986 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7adc3ac8-f77d-490e-a64c-4100a24dfffd {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:02.064599 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 7adc3ac8-f77d-490e-a64c-4100a24dfffd, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=7adc3ac8-f77d-490e-a64c-4100a24dfffd,segment=NetworkSegment(25257e16-94ff-4dbe-9728-35eb8803c2ba),segment_id=25257e16-94ff-4dbe-9728-35eb8803c2ba)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:02.065258 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-066a2941-a042-423b-ad0b-f2a6bdcced72 req-6d3d49c2-26dd-490d-9f38-7d709558c9b2 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988280 Dec 16 22:15:02.088534 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b2ac255e-085f-434c-ab5a-aeefddf0e9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:02.129539 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0e9f86ad-845a-4659-92da-88e81a7ee0ad req-859a9929-4372-4380-8e2f-7b5f5c7644b1 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 210 time: 0.1721904 Dec 16 22:15:02.162456 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-0939a4a3-7388-46d4-8b98-ece753418d25 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Allocated IP 192.168.233.102 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/74da34cc-f2dc-4e37-80e4-e8ef604866be) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:02.173992 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:02.212409 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b2ac255e-085f-434c-ab5a-aeefddf0e9af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:02.215958 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac255e-085f-434c-ab5a-aeefddf0e9af admin admin] Pushing event updated for resources: {'Port': ['ID=22dba0f6-1218-47b6-b63c-5e39147ec001,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:02.267540 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=7adc3ac8-f77d-490e-a64c-4100a24dfffd,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:02.328319 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e9c8982e-1749-46af-993c-ba26139d7aec req-a6b52779-e644-4aa2-b521-237047afe6ff tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f1d1f2f-8452-454b-a824-8a44581be42c HTTP/1.1" status: 200 len: 210 time: 0.0367906 Dec 16 22:15:02.382619 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ac255e-085f-434c-ab5a-aeefddf0e9af admin admin] Network 0302c2ab-4a09-4722-94c5-3bdf87ddced6 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:02.384238 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-b2ac255e-085f-434c-ab5a-aeefddf0e9af admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:02.394738 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:15:02.408059 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d79012-4ace-4039-9dee-f6cce39b8d35 req-c7556384-97a7-4b3b-af9b-65274da100e4 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:02.418691 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-26d79012-4ace-4039-9dee-f6cce39b8d35 req-c7556384-97a7-4b3b-af9b-65274da100e4 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/ports?device_id=fef50b12-b03b-4b56-aa69-8ef0c122e24d HTTP/1.1" status: 200 len: 945 time: 0.1557913 Dec 16 22:15:02.523559 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-0939a4a3-7388-46d4-8b98-ece753418d25 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:02.541247 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-26d79012-4ace-4039-9dee-f6cce39b8d35 req-0e2ea518-45ee-4139-a9e0-48d97ad92cc8 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/security-groups?id=9383554d-4d00-46cb-9eab-a164db2fc57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214621 Dec 16 22:15:02.573934 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ac255e-085f-434c-ab5a-aeefddf0e9af admin admin] Router c6ff31ae-c87c-4a8c-bdc4-893f5554f723 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:15:02.677333 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['7adc3ac8-f77d-490e-a64c-4100a24dfffd'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:15:02.734917 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-0939a4a3-7388-46d4-8b98-ece753418d25 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:02.786607 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ac255e-085f-434c-ab5a-aeefddf0e9af admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:15:02.811594 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b2ac255e-085f-434c-ab5a-aeefddf0e9af admin admin] 10.222.0.75 "PUT /v2.0/routers/c6ff31ae-c87c-4a8c-bdc4-893f5554f723/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4251747 Dec 16 22:15:02.833536 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d668d38e-bc0f-47b8-8680-0e98552a99d9 None None] Provisioning complete for port 22dba0f6-1218-47b6-b63c-5e39147ec001 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:02.835175 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d668d38e-bc0f-47b8-8680-0e98552a99d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:02.851194 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-0939a4a3-7388-46d4-8b98-ece753418d25 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:02.855261 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-0939a4a3-7388-46d4-8b98-ece753418d25 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:02.870478 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-0939a4a3-7388-46d4-8b98-ece753418d25 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:02.899102 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66e2dc-3e50-44a6-82e5-489678309894 req-e013281b-6c7b-41a9-8016-5b80a75d89cb tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:02.910774 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d668d38e-bc0f-47b8-8680-0e98552a99d9 None None] Port 22dba0f6-1218-47b6-b63c-5e39147ec001 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:15:02.911075 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b66e2dc-3e50-44a6-82e5-489678309894 req-e013281b-6c7b-41a9-8016-5b80a75d89cb tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1384726 Dec 16 22:15:02.932168 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939a4a3-7388-46d4-8b98-ece753418d25 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Pushing event updated for resources: {'Port': ['ID=74da34cc-f2dc-4e37-80e4-e8ef604866be,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:02.993087 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b66e2dc-3e50-44a6-82e5-489678309894 req-652e4228-15f8-4e5d-9724-58b4ef8eb1d4 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809679 Dec 16 22:15:03.002707 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-0939a4a3-7388-46d4-8b98-ece753418d25 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:03.004139 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-0939a4a3-7388-46d4-8b98-ece753418d25 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:03.107519 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-0939a4a3-7388-46d4-8b98-ece753418d25 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5447221 Dec 16 22:15:03.129606 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-5591657b-a708-4e7c-8da9-f2cd48ceb3e2 service neutron] Request body: {'port': {'device_id': '6fdd53d1-631a-4175-89a7-878f49e42674', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:03.158232 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745fcff-9bec-4829-b95b-3be497352ba0 req-f03f1756-3f4f-4a4e-b1fa-16fc6b678a44 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:03.159913 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0745fcff-9bec-4829-b95b-3be497352ba0 req-f03f1756-3f4f-4a4e-b1fa-16fc6b678a44 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 946 time: 0.0725832 Dec 16 22:15:03.201238 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-5591657b-a708-4e7c-8da9-f2cd48ceb3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:03.220005 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0745fcff-9bec-4829-b95b-3be497352ba0 req-cac63805-3f23-4eae-959f-ba67c28da899 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506713 Dec 16 22:15:03.242460 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-8a6ea294-4387-4244-b015-c858b9948983 None None] Provisioning complete for port 74da34cc-f2dc-4e37-80e4-e8ef604866be triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:03.242460 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8a6ea294-4387-4244-b015-c858b9948983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:03.343468 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-8a6ea294-4387-4244-b015-c858b9948983 None None] Port 74da34cc-f2dc-4e37-80e4-e8ef604866be cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:15:03.409614 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502f78e-2008-4bcf-97bf-13f5b4157d08 req-0f70e7f5-3cba-4b3c-a66d-c6c2e711882b tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:03.416849 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f502f78e-2008-4bcf-97bf-13f5b4157d08 req-0f70e7f5-3cba-4b3c-a66d-c6c2e711882b tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0825868 Dec 16 22:15:03.471867 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f502f78e-2008-4bcf-97bf-13f5b4157d08 req-baeedbd6-7bcb-439d-926d-009f695d9d8f tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541129 Dec 16 22:15:03.680754 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:15:03.698683 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e54cacf1-d350-433d-98fc-fe09bb84616a up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:03.722367 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d07f1-04d3-4e63-a15f-568758b086cb req-f448332f-8a7e-48b0-a1a5-febb031bdc9e tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:03.724018 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-076d07f1-04d3-4e63-a15f-568758b086cb req-f448332f-8a7e-48b0-a1a5-febb031bdc9e tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 946 time: 0.0748715 Dec 16 22:15:03.784284 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-076d07f1-04d3-4e63-a15f-568758b086cb req-4fcbf74b-60f8-429f-9f37-2072992425a6 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519080 Dec 16 22:15:03.838370 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port e54cacf1-d350-433d-98fc-fe09bb84616a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:03.838750 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:03.859282 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ee5bb8-84a9-4a51-9c82-11dd3b7d7ba3 None None] Sync routers for ids ['c6ff31ae-c87c-4a8c-bdc4-893f5554f723'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:15:03.877796 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5ec6f823-d9d6-4a05-b7ff-85e2b39d061a,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:03.884582 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ee5bb8-84a9-4a51-9c82-11dd3b7d7ba3 None None] Routers {'c6ff31ae-c87c-4a8c-bdc4-893f5554f723'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:15:03.885494 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e9ee5bb8-84a9-4a51-9c82-11dd3b7d7ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:14:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['c6ff31ae-c87c-4a8c-bdc4-893f5554f723'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:03.895831 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '5ec6f823-d9d6-4a05-b7ff-85e2b39d061a', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '5ec6f823-d9d6-4a05-b7ff-85e2b39d061a', 'mac_address': 'fa:16:3e:96:3f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:15:03.945641 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:03.973038 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0af43-cc98-490b-8f07-f877a77eb677 req-c675f3da-5218-4d40-b65a-c5d0dc146936 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:03.976054 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9b313086-9cd6-4a5f-a0f2-77b6947f50bf', '1b895598-6976-4406-9d9c-a48e8cd46379'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:15:03.984903 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-26c0af43-cc98-490b-8f07-f877a77eb677 req-c675f3da-5218-4d40-b65a-c5d0dc146936 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 936 time: 0.5974405 Dec 16 22:15:04.017962 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:04.033939 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:04.074803 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5ec6f823-d9d6-4a05-b7ff-85e2b39d061a,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:04.084853 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port e54cacf1-d350-433d-98fc-fe09bb84616a, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e54cacf1-d350-433d-98fc-fe09bb84616a,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:04.100563 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-26c0af43-cc98-490b-8f07-f877a77eb677 req-d8558d2e-4e95-4bab-b4c2-acbdbb678ec3 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171255 Dec 16 22:15:04.165349 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-5591657b-a708-4e7c-8da9-f2cd48ceb3e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74da34cc-f2dc-4e37-80e4-e8ef604866be {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:04.198470 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:04.207272 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-5591657b-a708-4e7c-8da9-f2cd48ceb3e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:04.220837 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2f12c-5888-480d-95c6-5760c30f29ba req-6ca20e52-8ddc-4c5a-a343-76381c2576c9 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:04.228455 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e3d2f12c-5888-480d-95c6-5760c30f29ba req-6ca20e52-8ddc-4c5a-a343-76381c2576c9 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5b22a79-91e3-4801-b7a4-0df2eeca5add HTTP/1.1" status: 200 len: 948 time: 0.3325036 Dec 16 22:15:04.229641 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-5591657b-a708-4e7c-8da9-f2cd48ceb3e2 service neutron] Transition to ACTIVE for port object 74da34cc-f2dc-4e37-80e4-e8ef604866be will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:15:04.241899 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-e9ee5bb8-84a9-4a51-9c82-11dd3b7d7ba3 None None] Set router c6ff31ae-c87c-4a8c-bdc4-893f5554f723 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:15:04.262510 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:04.304694 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e3d2f12c-5888-480d-95c6-5760c30f29ba req-f00ad88c-1b16-4be0-a000-c97ce2443a3d tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752578 Dec 16 22:15:04.307011 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e1ff13ef-648b-45d2-b783-e33c8148bcd2 req-ef0202a9-6213-4ea2-b925-d652df1d3d3d tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f1d1f2f-8452-454b-a824-8a44581be42c HTTP/1.1" status: 200 len: 210 time: 0.0790987 Dec 16 22:15:04.339129 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-9284d2d8-12ca-471a-b05e-cc029354b222 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=0adbc996c01948ec9cd53294a03133f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352881 Dec 16 22:15:04.353727 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=5ec6f823-d9d6-4a05-b7ff-85e2b39d061a,revision_number=9']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:04.400774 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['5ec6f823-d9d6-4a05-b7ff-85e2b39d061a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:15:04.506265 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-5591657b-a708-4e7c-8da9-f2cd48ceb3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:04.556546 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=e54cacf1-d350-433d-98fc-fe09bb84616a,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:04.612216 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e9ee5bb8-84a9-4a51-9c82-11dd3b7d7ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ff31ae-c87c-4a8c-bdc4-893f5554f723', 'name': 'tempest-TaggedBootDevicesTest-206925064-router', 'tenant_id': '69b400d91bb1479eaea10d9fdba9ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e54cacf1-d350-433d-98fc-fe09bb84616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:53Z', 'updated_at': '2021-12-16T22:15:01Z', 'revision_number': 4, 'project_id': '69b400d91bb1479eaea10d9fdba9ef8e', 'gw_port': {'id': 'e54cacf1-d350-433d-98fc-fe09bb84616a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ff31ae-c87c-4a8c-bdc4-893f5554f723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:56Z', 'updated_at': '2021-12-16T22:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '22dba0f6-1218-47b6-b63c-5e39147ec001', 'name': '', 'network_id': '0302c2ab-4a09-4722-94c5-3bdf87ddced6', 'tenant_id': '69b400d91bb1479eaea10d9fdba9ef8e', 'mac_address': 'fa:16:3e:48:6e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ff31ae-c87c-4a8c-bdc4-893f5554f723', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '4ef9d40b-6874-409d-8bdb-e6626da5e9c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:15:00Z', 'updated_at': '2021-12-16T22:15:01Z', 'revision_number': 2, 'project_id': '69b400d91bb1479eaea10d9fdba9ef8e', 'subnets': [{'id': '4ef9d40b-6874-409d-8bdb-e6626da5e9c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:04.707495 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ee5bb8-84a9-4a51-9c82-11dd3b7d7ba3 None None] Checking router: c6ff31ae-c87c-4a8c-bdc4-893f5554f723 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:15:04.711186 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ee5bb8-84a9-4a51-9c82-11dd3b7d7ba3 None None] Updating router c6ff31ae-c87c-4a8c-bdc4-893f5554f723 port 22dba0f6-1218-47b6-b63c-5e39147ec001 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:15:04.713465 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591657b-a708-4e7c-8da9-f2cd48ceb3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=74da34cc-f2dc-4e37-80e4-e8ef604866be,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:04.741007 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f204c6-d7c4-4d8a-941d-da23c9692f8a req-42b51d9b-6dae-4585-a31c-12ee11b36b50 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:04.749972 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-86f204c6-d7c4-4d8a-941d-da23c9692f8a req-42b51d9b-6dae-4585-a31c-12ee11b36b50 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/ports?device_id=fef50b12-b03b-4b56-aa69-8ef0c122e24d HTTP/1.1" status: 200 len: 945 time: 0.2321067 Dec 16 22:15:04.770995 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9ee5bb8-84a9-4a51-9c82-11dd3b7d7ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:04.797801 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-fc1e2e3f-351f-4747-9d13-8d0d28d709dd tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:04.799446 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-fc1e2e3f-351f-4747-9d13-8d0d28d709dd tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4504371 Dec 16 22:15:04.808081 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-5591657b-a708-4e7c-8da9-f2cd48ceb3e2 service neutron] Attempting to bind port 74da34cc-f2dc-4e37-80e4-e8ef604866be on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:15:04.809073 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-5591657b-a708-4e7c-8da9-f2cd48ceb3e2 service neutron] Attempting to bind port 74da34cc-f2dc-4e37-80e4-e8ef604866be by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:15:04.809392 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-5591657b-a708-4e7c-8da9-f2cd48ceb3e2 service neutron] Attempting to bind port 74da34cc-f2dc-4e37-80e4-e8ef604866be on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:04.838455 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-850cf47a-8c0f-4131-b160-0f0736e02093 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Request body: {'port': {'device_id': '1f1d1f2f-8452-454b-a824-8a44581be42c', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': '0adbc996c01948ec9cd53294a03133f5'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:04.843033 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-5591657b-a708-4e7c-8da9-f2cd48ceb3e2 service neutron] Port 74da34cc-f2dc-4e37-80e4-e8ef604866be on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:15:04.843033 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-5591657b-a708-4e7c-8da9-f2cd48ceb3e2 service neutron] Attempting to bind port 74da34cc-f2dc-4e37-80e4-e8ef604866be on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:04.907114 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-5591657b-a708-4e7c-8da9-f2cd48ceb3e2 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:15:04.907465 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-5591657b-a708-4e7c-8da9-f2cd48ceb3e2 service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:04.907857 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-5591657b-a708-4e7c-8da9-f2cd48ceb3e2 service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:15:04.908301 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-5591657b-a708-4e7c-8da9-f2cd48ceb3e2 service neutron] Bound port: 74da34cc-f2dc-4e37-80e4-e8ef604866be, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:15:04.908665 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-5591657b-a708-4e7c-8da9-f2cd48ceb3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:04.929424 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-86f204c6-d7c4-4d8a-941d-da23c9692f8a req-2c632ba1-9ba5-462a-b5a1-2dbe59acb301 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/security-groups?id=9383554d-4d00-46cb-9eab-a164db2fc57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785626 Dec 16 22:15:05.095895 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-5591657b-a708-4e7c-8da9-f2cd48ceb3e2 service neutron] For port 74da34cc-f2dc-4e37-80e4-e8ef604866be, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:05.124731 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-5591657b-a708-4e7c-8da9-f2cd48ceb3e2 service neutron] For port 74da34cc-f2dc-4e37-80e4-e8ef604866be, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=74da34cc-f2dc-4e37-80e4-e8ef604866be,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:15:05.155076 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf0afd-60d0-423d-b8b5-5ecc07ebc0bd req-891d4bc9-857a-4de9-a8b4-fb3945fd06c0 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:05.156649 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3abf0afd-60d0-423d-b8b5-5ecc07ebc0bd req-891d4bc9-857a-4de9-a8b4-fb3945fd06c0 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1279700 Dec 16 22:15:05.161668 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9ee5bb8-84a9-4a51-9c82-11dd3b7d7ba3 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:05.175760 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0931d07-5d71-4378-80e4-a89be148a77d req-c14cbec6-cf45-47e9-864c-534c479880a8 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:05.177319 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a0931d07-5d71-4378-80e4-a89be148a77d req-c14cbec6-cf45-47e9-864c-534c479880a8 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 946 time: 0.0679889 Dec 16 22:15:05.188933 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-5591657b-a708-4e7c-8da9-f2cd48ceb3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:05.230301 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a0931d07-5d71-4378-80e4-a89be148a77d req-8980aa87-565c-4b65-8d58-5ea72139f36a tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459726 Dec 16 22:15:05.249837 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-5591657b-a708-4e7c-8da9-f2cd48ceb3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:05.250486 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-5591657b-a708-4e7c-8da9-f2cd48ceb3e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:05.252309 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-5591657b-a708-4e7c-8da9-f2cd48ceb3e2 service neutron] 10.222.0.76 "PUT /v2.0/ports/74da34cc-f2dc-4e37-80e4-e8ef604866be HTTP/1.1" status: 200 len: 1096 time: 2.1280830 Dec 16 22:15:05.252567 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fdd53d1-631a-4175-89a7-878f49e42674', 'tag': '74da34cc-f2dc-4e37-80e4-e8ef604866be'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:05.254964 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fbf61e-3b3e-4a62-ab2d-a379dc590bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "6fdd53d1-631a-4175-89a7-878f49e42674", "tag": "74da34cc-f2dc-4e37-80e4-e8ef604866be"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:05.278727 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3abf0afd-60d0-423d-b8b5-5ecc07ebc0bd req-54c84cab-5cd7-4f2c-8c02-f7b48fb978c0 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114182 Dec 16 22:15:05.305478 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9ee5bb8-84a9-4a51-9c82-11dd3b7d7ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:05.319403 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591657b-a708-4e7c-8da9-f2cd48ceb3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=74da34cc-f2dc-4e37-80e4-e8ef604866be,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:05.378084 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-850cf47a-8c0f-4131-b160-0f0736e02093 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Made reservation on behalf of 0adbc996c01948ec9cd53294a03133f5 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:05.384319 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-850cf47a-8c0f-4131-b160-0f0736e02093 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:05.390437 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a579b363-f6c8-4005-a2c9-adb50ed3aa13 x-openstack-request-id: req-a579b363-f6c8-4005-a2c9-adb50ed3aa13 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:05.390715 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fdd53d1-631a-4175-89a7-878f49e42674", "tag": "74da34cc-f2dc-4e37-80e4-e8ef604866be", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:05.390981 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a579b363-f6c8-4005-a2c9-adb50ed3aa13 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:05.391459 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fdd53d1-631a-4175-89a7-878f49e42674', 'tag': '74da34cc-f2dc-4e37-80e4-e8ef604866be', 'status': 'completed', 'code': 200} Dec 16 22:15:05.414172 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d0899-f18c-4f1a-9ac4-639cf02efdd4 None None] Pushing event updated for resources: {'Port': ['ID=22dba0f6-1218-47b6-b63c-5e39147ec001,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:05.430277 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-850cf47a-8c0f-4131-b160-0f0736e02093 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:05.445199 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd33a4-f546-4d75-96b8-a69de3230899 req-22fe4c3d-7a82-4725-8da3-240cfa5b837b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:05.460662 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-e9ee5bb8-84a9-4a51-9c82-11dd3b7d7ba3 None None] Attempting to bind port 22dba0f6-1218-47b6-b63c-5e39147ec001 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:15:05.461556 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-e9ee5bb8-84a9-4a51-9c82-11dd3b7d7ba3 None None] Attempting to bind port 22dba0f6-1218-47b6-b63c-5e39147ec001 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '3cdbf8ee-ea0e-48a1-b7ea-0046074fdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0302c2ab-4a09-4722-94c5-3bdf87ddced6'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:15:05.462149 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee5bb8-84a9-4a51-9c82-11dd3b7d7ba3 None None] Attempting to bind port 22dba0f6-1218-47b6-b63c-5e39147ec001 on network 0302c2ab-4a09-4722-94c5-3bdf87ddced6 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:05.470658 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-59cd33a4-f546-4d75-96b8-a69de3230899 req-22fe4c3d-7a82-4725-8da3-240cfa5b837b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 948 time: 0.1045160 Dec 16 22:15:05.472194 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee5bb8-84a9-4a51-9c82-11dd3b7d7ba3 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:15:05.473012 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee5bb8-84a9-4a51-9c82-11dd3b7d7ba3 None None] Checking segment: {'id': '3cdbf8ee-ea0e-48a1-b7ea-0046074fdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0302c2ab-4a09-4722-94c5-3bdf87ddced6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:05.473741 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9ee5bb8-84a9-4a51-9c82-11dd3b7d7ba3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:05.474369 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee5bb8-84a9-4a51-9c82-11dd3b7d7ba3 None None] Bound using segment: {'id': '3cdbf8ee-ea0e-48a1-b7ea-0046074fdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0302c2ab-4a09-4722-94c5-3bdf87ddced6'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:15:05.475268 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-e9ee5bb8-84a9-4a51-9c82-11dd3b7d7ba3 None None] Bound port: 22dba0f6-1218-47b6-b63c-5e39147ec001, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cdbf8ee-ea0e-48a1-b7ea-0046074fdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0302c2ab-4a09-4722-94c5-3bdf87ddced6'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:15:05.477004 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9ee5bb8-84a9-4a51-9c82-11dd3b7d7ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:05.575024 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-59cd33a4-f546-4d75-96b8-a69de3230899 req-30be981f-3b8e-42dd-a7bf-fe5a9e0bfa64 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836580 Dec 16 22:15:05.601931 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-e9ee5bb8-84a9-4a51-9c82-11dd3b7d7ba3 None None] For port 22dba0f6-1218-47b6-b63c-5e39147ec001, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:05.609100 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-e9ee5bb8-84a9-4a51-9c82-11dd3b7d7ba3 None None] For port 22dba0f6-1218-47b6-b63c-5e39147ec001, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=22dba0f6-1218-47b6-b63c-5e39147ec001,segment=NetworkSegment(3cdbf8ee-ea0e-48a1-b7ea-0046074fdf16),segment_id=3cdbf8ee-ea0e-48a1-b7ea-0046074fdf16)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:15:05.645390 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbf61e-3b3e-4a62-ab2d-a379dc590bb3 req-ed3df88c-fe60-4e3e-a8d3-3738538e4b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:05.647236 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-90fbf61e-3b3e-4a62-ab2d-a379dc590bb3 req-ed3df88c-fe60-4e3e-a8d3-3738538e4b16 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 1099 time: 0.2095678 Dec 16 22:15:05.681768 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279fa91-e5f3-4467-a07f-d5a280c915eb req-d6b72feb-8c50-4fed-a2ab-8cdf9f839b46 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:05.684146 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f279fa91-e5f3-4467-a07f-d5a280c915eb req-d6b72feb-8c50-4fed-a2ab-8cdf9f839b46 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1407900 Dec 16 22:15:05.703149 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:05.723077 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9ee5bb8-84a9-4a51-9c82-11dd3b7d7ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:05.784386 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e54cacf1-d350-433d-98fc-fe09bb84616a up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:05.799452 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dd656-2784-49c8-81c5-e477dbb3b4c7 req-e79a6a5e-9417-4926-bd6d-47af37a2b97c tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:05.807966 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b18dd656-2784-49c8-81c5-e477dbb3b4c7 req-e79a6a5e-9417-4926-bd6d-47af37a2b97c tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5b22a79-91e3-4801-b7a4-0df2eeca5add HTTP/1.1" status: 200 len: 948 time: 0.1113629 Dec 16 22:15:05.830523 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-90fbf61e-3b3e-4a62-ab2d-a379dc590bb3 req-181b0e2a-ccaf-48b7-b9ba-635169706090 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=54dbe85688564892aa5226bd9c604156&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1432788 Dec 16 22:15:05.886394 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ee5bb8-84a9-4a51-9c82-11dd3b7d7ba3 None None] Routers {'c6ff31ae-c87c-4a8c-bdc4-893f5554f723'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:15:05.887803 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e9ee5bb8-84a9-4a51-9c82-11dd3b7d7ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:14:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['c6ff31ae-c87c-4a8c-bdc4-893f5554f723'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:05.896836 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b18dd656-2784-49c8-81c5-e477dbb3b4c7 req-6e80c944-5982-4cf4-a531-9fd156fbc35a tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815377 Dec 16 22:15:05.921953 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f279fa91-e5f3-4467-a07f-d5a280c915eb req-c40323d4-db1b-4e90-844a-6094c79614cc tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241890 Dec 16 22:15:06.081819 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aeaee71e-3a54-46c4-a620-4c8ab078d94a req-86c6198b-a823-49eb-b8c6-351e3fe242f3 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f1d1f2f-8452-454b-a824-8a44581be42c HTTP/1.1" status: 200 len: 210 time: 0.0725801 Dec 16 22:15:06.181833 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-e9ee5bb8-84a9-4a51-9c82-11dd3b7d7ba3 None None] Set router c6ff31ae-c87c-4a8c-bdc4-893f5554f723 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:15:06.245118 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f135699-03d8-4401-975f-8ec475844784 req-42efcf92-15ce-441a-aee8-776204d8f769 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:06.248512 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5f135699-03d8-4401-975f-8ec475844784 req-42efcf92-15ce-441a-aee8-776204d8f769 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5b22a79-91e3-4801-b7a4-0df2eeca5add HTTP/1.1" status: 200 len: 948 time: 0.1642358 Dec 16 22:15:06.323078 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-850cf47a-8c0f-4131-b160-0f0736e02093 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:06.341255 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port e54cacf1-d350-433d-98fc-fe09bb84616a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:06.341636 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:06.365164 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51529241-e1d1-40d3-95f0-c75504d9bc44 req-41f056d2-00ef-44bc-a9c6-7cadcb317923 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:06.375022 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-51529241-e1d1-40d3-95f0-c75504d9bc44 req-41f056d2-00ef-44bc-a9c6-7cadcb317923 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/ports?device_id=fef50b12-b03b-4b56-aa69-8ef0c122e24d HTTP/1.1" status: 200 len: 945 time: 0.1939373 Dec 16 22:15:06.378241 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbf61e-3b3e-4a62-ab2d-a379dc590bb3 req-296adefe-f645-4c93-b4e8-0d77f8cd6ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:06.379727 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-90fbf61e-3b3e-4a62-ab2d-a379dc590bb3 req-296adefe-f645-4c93-b4e8-0d77f8cd6ca2 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4791732 Dec 16 22:15:06.414769 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:06.415921 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:06.444808 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-850cf47a-8c0f-4131-b160-0f0736e02093 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:06.509775 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d0899-f18c-4f1a-9ac4-639cf02efdd4 None None] Pushing event updated for resources: {'Port': ['ID=22dba0f6-1218-47b6-b63c-5e39147ec001,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:06.511251 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5949cc6b-eaa5-4f35-a027-1a05b492b02f None None] Provisioning complete for port 22dba0f6-1218-47b6-b63c-5e39147ec001 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:06.517341 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5949cc6b-eaa5-4f35-a027-1a05b492b02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:06.548064 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482e3e8-b5f3-43ea-8c7d-768537dbdbfb req-cb21ced9-f7ae-4993-9af5-3c6dd7ce12f1 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:06.556161 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b482e3e8-b5f3-43ea-8c7d-768537dbdbfb req-cb21ced9-f7ae-4993-9af5-3c6dd7ce12f1 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.3060479 Dec 16 22:15:06.561895 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-51529241-e1d1-40d3-95f0-c75504d9bc44 req-d559fb26-39f8-4435-bea1-4ea94c72916c tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/security-groups?id=9383554d-4d00-46cb-9eab-a164db2fc57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855900 Dec 16 22:15:06.594664 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:06.674267 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-5f135699-03d8-4401-975f-8ec475844784 req-b1c5ab05-1c6c-4b40-a5c4-f3a72fae9c1f tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Deleting port 2c988f8d-3972-4b7a-a32f-4f48dd48c7a2 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:15:06.674611 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5f135699-03d8-4401-975f-8ec475844784 req-b1c5ab05-1c6c-4b40-a5c4-f3a72fae9c1f tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:06.675703 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cf47a-8c0f-4131-b160-0f0736e02093 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec540df-ff1e-4fc7-aba0-4799ea07a3d6,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:06.692476 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-b3ed51d8-abe2-44d3-a93e-f163481307ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:06.693864 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-b3ed51d8-abe2-44d3-a93e-f163481307ba service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 1099 time: 0.2040873 Dec 16 22:15:06.710278 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe48fba5-201d-4346-a949-c4aa4c95f8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec6f823-d9d6-4a05-b7ff-85e2b39d061a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:06.713129 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c85740-fd93-4cd2-a936-9a63a22681d7" -d '{"events": [{"server_uuid": "fe48fba5-201d-4346-a949-c4aa4c95f8e9", "name": "network-vif-plugged", "status": "completed", "tag": "5ec6f823-d9d6-4a05-b7ff-85e2b39d061a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:06.722144 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e9ee5bb8-84a9-4a51-9c82-11dd3b7d7ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ff31ae-c87c-4a8c-bdc4-893f5554f723', 'name': 'tempest-TaggedBootDevicesTest-206925064-router', 'tenant_id': '69b400d91bb1479eaea10d9fdba9ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e54cacf1-d350-433d-98fc-fe09bb84616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:53Z', 'updated_at': '2021-12-16T22:15:01Z', 'revision_number': 4, 'project_id': '69b400d91bb1479eaea10d9fdba9ef8e', 'gw_port': {'id': 'e54cacf1-d350-433d-98fc-fe09bb84616a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ff31ae-c87c-4a8c-bdc4-893f5554f723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:56Z', 'updated_at': '2021-12-16T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '22dba0f6-1218-47b6-b63c-5e39147ec001', 'name': '', 'network_id': '0302c2ab-4a09-4722-94c5-3bdf87ddced6', 'tenant_id': '69b400d91bb1479eaea10d9fdba9ef8e', 'mac_address': 'fa:16:3e:48:6e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ff31ae-c87c-4a8c-bdc4-893f5554f723', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '4ef9d40b-6874-409d-8bdb-e6626da5e9c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:15:00Z', 'updated_at': '2021-12-16T22:15:05Z', 'revision_number': 4, 'project_id': '69b400d91bb1479eaea10d9fdba9ef8e', 'subnets': [{'id': '4ef9d40b-6874-409d-8bdb-e6626da5e9c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:06.763688 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ee5bb8-84a9-4a51-9c82-11dd3b7d7ba3 None None] The sync data for ids ['c6ff31ae-c87c-4a8c-bdc4-893f5554f723'] in n-d-815324-4 is: [{'id': 'c6ff31ae-c87c-4a8c-bdc4-893f5554f723', 'name': 'tempest-TaggedBootDevicesTest-206925064-router', 'tenant_id': '69b400d91bb1479eaea10d9fdba9ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e54cacf1-d350-433d-98fc-fe09bb84616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:53Z', 'updated_at': '2021-12-16T22:15:01Z', 'revision_number': 4, 'project_id': '69b400d91bb1479eaea10d9fdba9ef8e', 'gw_port': {'id': 'e54cacf1-d350-433d-98fc-fe09bb84616a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ff31ae-c87c-4a8c-bdc4-893f5554f723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:56Z', 'updated_at': '2021-12-16T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '22dba0f6-1218-47b6-b63c-5e39147ec001', 'name': '', 'network_id': '0302c2ab-4a09-4722-94c5-3bdf87ddced6', 'tenant_id': '69b400d91bb1479eaea10d9fdba9ef8e', 'mac_address': 'fa:16:3e:48:6e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ff31ae-c87c-4a8c-bdc4-893f5554f723', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '4ef9d40b-6874-409d-8bdb-e6626da5e9c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:15:00Z', 'updated_at': '2021-12-16T22:15:05Z', 'revision_number': 4, 'project_id': '69b400d91bb1479eaea10d9fdba9ef8e', 'subnets': [{'id': '4ef9d40b-6874-409d-8bdb-e6626da5e9c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:15:06.799002 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5ec6f823-d9d6-4a05-b7ff-85e2b39d061a,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:06.819006 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5949cc6b-eaa5-4f35-a027-1a05b492b02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:06.825560 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-d139f5c1-783f-40ce-8aaa-3ff5a8b62e53 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=74da34cc-f2dc-4e37-80e4-e8ef604866be HTTP/1.1" status: 200 len: 217 time: 0.1090066 Dec 16 22:15:06.905754 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:06.906142 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 7adc3ac8-f77d-490e-a64c-4100a24dfffd up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:06.910116 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5949cc6b-eaa5-4f35-a027-1a05b492b02f None None] For port 22dba0f6-1218-47b6-b63c-5e39147ec001, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=22dba0f6-1218-47b6-b63c-5e39147ec001,segment=NetworkSegment(3cdbf8ee-ea0e-48a1-b7ea-0046074fdf16),segment_id=3cdbf8ee-ea0e-48a1-b7ea-0046074fdf16)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:07.007922 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-850cf47a-8c0f-4131-b160-0f0736e02093 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Allocated IP 192.168.233.126 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/dd43c45c-42bf-40e7-9e16-47587c00104d) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:07.017150 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-27ddbd7b-9b6f-4417-8d43-e1195538d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:07.018680 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-27ddbd7b-9b6f-4417-8d43-e1195538d366 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1358697 Dec 16 22:15:07.029172 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=5ec6f823-d9d6-4a05-b7ff-85e2b39d061a,revision_number=10']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:07.030183 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d26d3-c57e-4113-bda6-583de13e45df req-a3ee461d-59ae-491f-a83e-981278da8cf4 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:07.035333 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5949cc6b-eaa5-4f35-a027-1a05b492b02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:07.039496 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4b7d26d3-c57e-4113-bda6-583de13e45df req-a3ee461d-59ae-491f-a83e-981278da8cf4 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 946 time: 0.2235489 Dec 16 22:15:07.055229 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b482e3e8-b5f3-43ea-8c7d-768537dbdbfb req-0c1d2190-1b31-48c3-8786-fd1e2c1a3621 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905450 Dec 16 22:15:07.122736 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949cc6b-eaa5-4f35-a027-1a05b492b02f None None] Pushing event updated for resources: {'Port': ['ID=22dba0f6-1218-47b6-b63c-5e39147ec001,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:07.158506 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-5f135699-03d8-4401-975f-8ec475844784 req-b1c5ab05-1c6c-4b40-a5c4-f3a72fae9c1f tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] For port 2c988f8d-3972-4b7a-a32f-4f48dd48c7a2, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=2c988f8d-3972-4b7a-a32f-4f48dd48c7a2,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:07.159781 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5f135699-03d8-4401-975f-8ec475844784 req-b1c5ab05-1c6c-4b40-a5c4-f3a72fae9c1f tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:07.164836 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-daabe7d4-96bc-44fa-ba4e-afa58388778b None None] Provisioning complete for port 22dba0f6-1218-47b6-b63c-5e39147ec001 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:07.165251 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-daabe7d4-96bc-44fa-ba4e-afa58388778b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:07.179230 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-aea6cedb-f133-4a04-bce7-fdc053f50410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:07.180863 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-aea6cedb-f133-4a04-bce7-fdc053f50410 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1395924 Dec 16 22:15:07.205553 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 7adc3ac8-f77d-490e-a64c-4100a24dfffd completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:15:07.216019 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 7adc3ac8-f77d-490e-a64c-4100a24dfffd triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:07.218707 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:07.233448 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-5f135699-03d8-4401-975f-8ec475844784 req-b1c5ab05-1c6c-4b40-a5c4-f3a72fae9c1f tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Calling delete_port for 2c988f8d-3972-4b7a-a32f-4f48dd48c7a2 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:15:07.245009 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cedd28-6f10-4125-9e00-69c15f64697a req-9a156ecc-3aa0-4244-bd51-67feced0778e tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:07.248125 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d8cedd28-6f10-4125-9e00-69c15f64697a req-9a156ecc-3aa0-4244-bd51-67feced0778e tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.76 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 946 time: 0.5764847 Dec 16 22:15:07.255574 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4b7d26d3-c57e-4113-bda6-583de13e45df req-0e4dcb43-27ba-4c4a-9edd-16337cf1286f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146165 Dec 16 22:15:07.378515 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd5ac51-2a24-416c-9500-3fd0f1b94468 x-openstack-request-id: req-9dd5ac51-2a24-416c-9500-3fd0f1b94468 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:07.378968 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe48fba5-201d-4346-a949-c4aa4c95f8e9", "name": "network-vif-plugged", "status": "completed", "tag": "5ec6f823-d9d6-4a05-b7ff-85e2b39d061a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:07.379306 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9dd5ac51-2a24-416c-9500-3fd0f1b94468 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:07.379826 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe48fba5-201d-4346-a949-c4aa4c95f8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec6f823-d9d6-4a05-b7ff-85e2b39d061a', 'code': 200} Dec 16 22:15:07.430594 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:07.508627 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 7adc3ac8-f77d-490e-a64c-4100a24dfffd, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=7adc3ac8-f77d-490e-a64c-4100a24dfffd,segment=NetworkSegment(25257e16-94ff-4dbe-9728-35eb8803c2ba),segment_id=25257e16-94ff-4dbe-9728-35eb8803c2ba)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:07.522307 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39859ac-5543-4014-8195-73cc83ffa0c4 req-f01eec59-f009-49c4-8b91-e62a7079c902 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:07.531465 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e39859ac-5543-4014-8195-73cc83ffa0c4 req-f01eec59-f009-49c4-8b91-e62a7079c902 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 948 time: 0.3758070 Dec 16 22:15:07.562754 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3468a-b429-4567-b0ae-5cb1a3921c0c req-698447dc-7117-4181-9f15-c94b307827c2 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:07.570130 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-21e3468a-b429-4567-b0ae-5cb1a3921c0c req-698447dc-7117-4181-9f15-c94b307827c2 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5b22a79-91e3-4801-b7a4-0df2eeca5add HTTP/1.1" status: 200 len: 948 time: 0.1209042 Dec 16 22:15:07.581990 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-9424dbcf-fddd-4919-b06e-b85873fb8cf1 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478546 Dec 16 22:15:07.608106 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e39859ac-5543-4014-8195-73cc83ffa0c4 req-df287636-af2a-4678-8a33-c1793762647d tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756829 Dec 16 22:15:07.648150 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:07.687415 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5f135699-03d8-4401-975f-8ec475844784 req-b1c5ab05-1c6c-4b40-a5c4-f3a72fae9c1f tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:07.725064 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3362bba1-74bd-4320-9d12-74f6e1956375 req-996b4f11-0d9a-4312-a8ec-da5b1dcba46c service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256032 Dec 16 22:15:07.748374 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['2c988f8d-3972-4b7a-a32f-4f48dd48c7a2'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:15:07.776238 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5ab05-1c6c-4b40-a5c4-f3a72fae9c1f tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Pushing event deleted for resources: {'Port': ['ID=2c988f8d-3972-4b7a-a32f-4f48dd48c7a2,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:07.778092 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 22dba0f6-1218-47b6-b63c-5e39147ec001 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:07.836354 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-850cf47a-8c0f-4131-b160-0f0736e02093 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:07.862783 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-21e3468a-b429-4567-b0ae-5cb1a3921c0c req-2a28c671-222e-4d8c-b442-05e24682effc tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/security-groups?id=30196530-fa3a-4aa5-9afd-5b58d93614e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914817 Dec 16 22:15:07.890926 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=7adc3ac8-f77d-490e-a64c-4100a24dfffd,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:07.926570 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 22dba0f6-1218-47b6-b63c-5e39147ec001 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:07.926855 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:07.957493 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-d8cedd28-6f10-4125-9e00-69c15f64697a req-6ef4bbf4-b456-4128-ba6c-6d1d631e1545 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Deleting port e7d5f7ec-0577-454d-b14e-d8c23767586e {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:15:07.957847 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d8cedd28-6f10-4125-9e00-69c15f64697a req-6ef4bbf4-b456-4128-ba6c-6d1d631e1545 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:07.973384 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-850cf47a-8c0f-4131-b160-0f0736e02093 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:08.100299 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-d8cedd28-6f10-4125-9e00-69c15f64697a req-6ef4bbf4-b456-4128-ba6c-6d1d631e1545 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] For port e7d5f7ec-0577-454d-b14e-d8c23767586e, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e7d5f7ec-0577-454d-b14e-d8c23767586e,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:08.100692 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d8cedd28-6f10-4125-9e00-69c15f64697a req-6ef4bbf4-b456-4128-ba6c-6d1d631e1545 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:08.118965 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-d8cedd28-6f10-4125-9e00-69c15f64697a req-6ef4bbf4-b456-4128-ba6c-6d1d631e1545 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Calling delete_port for e7d5f7ec-0577-454d-b14e-d8c23767586e owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:15:08.129774 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-850cf47a-8c0f-4131-b160-0f0736e02093 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:08.139586 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-850cf47a-8c0f-4131-b160-0f0736e02093 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:08.142709 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-850cf47a-8c0f-4131-b160-0f0736e02093 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:08.145655 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cf47a-8c0f-4131-b160-0f0736e02093 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Pushing event updated for resources: {'Port': ['ID=dd43c45c-42bf-40e7-9e16-47587c00104d,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:08.198427 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f135699-03d8-4401-975f-8ec475844784 req-b1c5ab05-1c6c-4b40-a5c4-f3a72fae9c1f tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] No DVR routers for this DVR port 2c988f8d-3972-4b7a-a32f-4f48dd48c7a2 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:15:08.218756 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5f135699-03d8-4401-975f-8ec475844784 req-b1c5ab05-1c6c-4b40-a5c4-f3a72fae9c1f tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:08.219250 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4d492-54d2-40fc-a9a3-9b84398fb7dd req-115b96fd-364d-4c71-86f9-581397521081 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:08.221006 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0c4d492-54d2-40fc-a9a3-9b84398fb7dd req-115b96fd-364d-4c71-86f9-581397521081 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f1d1f2f-8452-454b-a824-8a44581be42c HTTP/1.1" status: 200 len: 936 time: 0.1831589 Dec 16 22:15:08.222459 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5f135699-03d8-4401-975f-8ec475844784 req-b1c5ab05-1c6c-4b40-a5c4-f3a72fae9c1f tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.57 "DELETE /v2.0/ports/2c988f8d-3972-4b7a-a32f-4f48dd48c7a2 HTTP/1.1" status: 204 len: 173 time: 1.9541154 Dec 16 22:15:08.222936 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b22a79-91e3-4801-b7a4-0df2eeca5add', 'name': 'network-vif-deleted', 'tag': '2c988f8d-3972-4b7a-a32f-4f48dd48c7a2'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:08.225302 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7b26d8-2792-48cb-9e1f-34f6293266b1" -d '{"events": [{"server_uuid": "b5b22a79-91e3-4801-b7a4-0df2eeca5add", "name": "network-vif-deleted", "tag": "2c988f8d-3972-4b7a-a32f-4f48dd48c7a2"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:08.275939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-850cf47a-8c0f-4131-b160-0f0736e02093 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:08.276961 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-850cf47a-8c0f-4131-b160-0f0736e02093 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:08.348852 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0c4d492-54d2-40fc-a9a3-9b84398fb7dd req-2a388911-3698-4863-ac62-66859f6f40f4 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.75 "GET /v2.0/security-groups?id=dec540df-ff1e-4fc7-aba0-4799ea07a3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096461 Dec 16 22:15:08.389177 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f3371-aeb7-4aec-9e0a-4d048ab9c0cd req-ef47a8bf-bb3e-4607-881e-d09656e54b61 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:08.391540 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4a8f3371-aeb7-4aec-9e0a-4d048ab9c0cd req-ef47a8bf-bb3e-4607-881e-d09656e54b61 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.6225536 Dec 16 22:15:08.471190 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4a8f3371-aeb7-4aec-9e0a-4d048ab9c0cd req-87ec102b-84a5-403c-9717-94e12eb04012 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719349 Dec 16 22:15:08.487841 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da71d12-733e-4fc6-be0d-326d664be50b req-bba9c6e3-c2d8-432d-b233-d24e26781ee3 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:08.489461 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4da71d12-733e-4fc6-be0d-326d664be50b req-bba9c6e3-c2d8-432d-b233-d24e26781ee3 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/ports?device_id=fef50b12-b03b-4b56-aa69-8ef0c122e24d HTTP/1.1" status: 200 len: 946 time: 0.0676014 Dec 16 22:15:08.522194 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-850cf47a-8c0f-4131-b160-0f0736e02093 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6909652 Dec 16 22:15:08.545949 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d8cedd28-6f10-4125-9e00-69c15f64697a req-6ef4bbf4-b456-4128-ba6c-6d1d631e1545 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:08.546986 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-4e7217ca-45a6-41a1-94fa-8fcdef19dd7e service neutron] Request body: {'port': {'device_id': '1f1d1f2f-8452-454b-a824-8a44581be42c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:08.581523 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c15fc07f-a189-451f-82b5-aad81303ce6c None None] Provisioning complete for port dd43c45c-42bf-40e7-9e16-47587c00104d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:08.583857 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c15fc07f-a189-451f-82b5-aad81303ce6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:08.588003 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4bbf4-b456-4128-ba6c-6d1d631e1545 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Pushing event deleted for resources: {'Port': ['ID=e7d5f7ec-0577-454d-b14e-d8c23767586e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:08.672975 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5aa2599-fc80-4691-b173-438055f6c82c x-openstack-request-id: req-c5aa2599-fc80-4691-b173-438055f6c82c {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:08.673305 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b22a79-91e3-4801-b7a4-0df2eeca5add", "name": "network-vif-deleted", "tag": "2c988f8d-3972-4b7a-a32f-4f48dd48c7a2", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:08.673569 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c5aa2599-fc80-4691-b173-438055f6c82c {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:08.673982 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b22a79-91e3-4801-b7a4-0df2eeca5add', 'name': 'network-vif-deleted', 'tag': '2c988f8d-3972-4b7a-a32f-4f48dd48c7a2', 'status': 'completed', 'code': 200} Dec 16 22:15:08.681742 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6584960a-97fd-456d-b9ef-cb7b7437c516', 'e7d5f7ec-0577-454d-b14e-d8c23767586e'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:15:08.703523 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4da71d12-733e-4fc6-be0d-326d664be50b req-4798dc93-bce0-4fcc-87b1-fef7be88a51e tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/security-groups?id=9383554d-4d00-46cb-9eab-a164db2fc57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053545 Dec 16 22:15:08.705181 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-4e7217ca-45a6-41a1-94fa-8fcdef19dd7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:08.741657 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cedd28-6f10-4125-9e00-69c15f64697a req-6ef4bbf4-b456-4128-ba6c-6d1d631e1545 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] No DVR routers for this DVR port e7d5f7ec-0577-454d-b14e-d8c23767586e on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:15:08.750238 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d8cedd28-6f10-4125-9e00-69c15f64697a req-6ef4bbf4-b456-4128-ba6c-6d1d631e1545 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:08.761592 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d8cedd28-6f10-4125-9e00-69c15f64697a req-6ef4bbf4-b456-4128-ba6c-6d1d631e1545 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.76 "DELETE /v2.0/ports/e7d5f7ec-0577-454d-b14e-d8c23767586e HTTP/1.1" status: 204 len: 173 time: 1.5001702 Dec 16 22:15:08.791523 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c15fc07f-a189-451f-82b5-aad81303ce6c None None] Port dd43c45c-42bf-40e7-9e16-47587c00104d cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:15:08.866968 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-459feb48-091f-4940-bb39-47b3871eaef5 req-f12c6f9c-3a06-4543-9001-27ff69fa75f5 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=c083ed0a-2b3b-4b88-8616-18c8a3e783c9 HTTP/1.1" status: 200 len: 210 time: 0.0785220 Dec 16 22:15:09.078240 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66614422-4c08-4f46-a630-eb959d2a3331 req-1809f174-bcff-4f3f-935f-18e16dc9aa84 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:09.092097 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-66614422-4c08-4f46-a630-eb959d2a3331 req-1809f174-bcff-4f3f-935f-18e16dc9aa84 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 948 time: 0.2037663 Dec 16 22:15:09.099033 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c23a4a-0693-4d4f-89c1-e0a71777808f req-d2e94f59-fdae-4176-ae80-283b6746a881 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:09.101117 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d7c23a4a-0693-4d4f-89c1-e0a71777808f req-d2e94f59-fdae-4176-ae80-283b6746a881 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0714257 Dec 16 22:15:09.176507 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d7c23a4a-0693-4d4f-89c1-e0a71777808f req-c4e877f0-9690-4b52-899d-84c8f4a75269 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678997 Dec 16 22:15:09.192651 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-66614422-4c08-4f46-a630-eb959d2a3331 req-4797403e-07e1-4391-b4fa-c55b747ee1e9 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985744 Dec 16 22:15:09.269424 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-4e7217ca-45a6-41a1-94fa-8fcdef19dd7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd43c45c-42bf-40e7-9e16-47587c00104d {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:09.300552 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ef987a0d-9042-40dc-849b-bdfbf21e0c9f req-3a859616-7981-459f-8c9a-747dec68b490 tempest-ServersAdminNegativeTestJSON-332980911 tempest-ServersAdminNegativeTestJSON-332980911-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5b22a79-91e3-4801-b7a4-0df2eeca5add HTTP/1.1" status: 200 len: 210 time: 0.0309236 Dec 16 22:15:09.302742 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-4e7217ca-45a6-41a1-94fa-8fcdef19dd7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:09.334453 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-4e7217ca-45a6-41a1-94fa-8fcdef19dd7e service neutron] Transition to ACTIVE for port object dd43c45c-42bf-40e7-9e16-47587c00104d will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:15:09.346541 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573cd37-0058-4039-9d6c-43b3bb8a06a0 req-fa505f82-9342-406d-a88e-4955518b1698 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:09.348221 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9573cd37-0058-4039-9d6c-43b3bb8a06a0 req-fa505f82-9342-406d-a88e-4955518b1698 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0874553 Dec 16 22:15:09.381409 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef50b12-b03b-4b56-aa69-8ef0c122e24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7adc3ac8-f77d-490e-a64c-4100a24dfffd'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:09.386313 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfe510f-4d8b-4104-902c-b30bbde86791" -d '{"events": [{"server_uuid": "fef50b12-b03b-4b56-aa69-8ef0c122e24d", "name": "network-vif-plugged", "status": "completed", "tag": "7adc3ac8-f77d-490e-a64c-4100a24dfffd"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:09.439658 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9573cd37-0058-4039-9d6c-43b3bb8a06a0 req-39c21a50-bd80-4aee-9bdc-3e9357d220dc tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811684 Dec 16 22:15:09.439658 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-4e7217ca-45a6-41a1-94fa-8fcdef19dd7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:09.533441 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba22241-df4f-4781-a50e-a93ac03c024c x-openstack-request-id: req-fba22241-df4f-4781-a50e-a93ac03c024c {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:09.533743 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef50b12-b03b-4b56-aa69-8ef0c122e24d", "name": "network-vif-plugged", "status": "completed", "tag": "7adc3ac8-f77d-490e-a64c-4100a24dfffd", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:09.534001 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fba22241-df4f-4781-a50e-a93ac03c024c {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:09.534423 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef50b12-b03b-4b56-aa69-8ef0c122e24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7adc3ac8-f77d-490e-a64c-4100a24dfffd', 'code': 200} Dec 16 22:15:09.545050 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99673511-c8ca-4adb-be7d-a9d7278ac1f6 req-e3156e7b-033c-4722-9786-b1a12e8e4396 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:09.548750 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-99673511-c8ca-4adb-be7d-a9d7278ac1f6 req-e3156e7b-033c-4722-9786-b1a12e8e4396 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f1d1f2f-8452-454b-a824-8a44581be42c HTTP/1.1" status: 200 len: 948 time: 0.1234710 Dec 16 22:15:09.557267 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7217ca-45a6-41a1-94fa-8fcdef19dd7e service neutron] Pushing event updated for resources: {'Port': ['ID=dd43c45c-42bf-40e7-9e16-47587c00104d,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:09.687735 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-4e7217ca-45a6-41a1-94fa-8fcdef19dd7e service neutron] Attempting to bind port dd43c45c-42bf-40e7-9e16-47587c00104d on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:15:09.688081 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-4e7217ca-45a6-41a1-94fa-8fcdef19dd7e service neutron] Attempting to bind port dd43c45c-42bf-40e7-9e16-47587c00104d by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:15:09.688444 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-4e7217ca-45a6-41a1-94fa-8fcdef19dd7e service neutron] Attempting to bind port dd43c45c-42bf-40e7-9e16-47587c00104d on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:09.694317 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-4e7217ca-45a6-41a1-94fa-8fcdef19dd7e service neutron] Port dd43c45c-42bf-40e7-9e16-47587c00104d on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:15:09.695114 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-4e7217ca-45a6-41a1-94fa-8fcdef19dd7e service neutron] Attempting to bind port dd43c45c-42bf-40e7-9e16-47587c00104d on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:09.701945 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-4e7217ca-45a6-41a1-94fa-8fcdef19dd7e service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:15:09.702515 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-4e7217ca-45a6-41a1-94fa-8fcdef19dd7e service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:09.702977 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-4e7217ca-45a6-41a1-94fa-8fcdef19dd7e service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:15:09.703520 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-4e7217ca-45a6-41a1-94fa-8fcdef19dd7e service neutron] Bound port: dd43c45c-42bf-40e7-9e16-47587c00104d, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:15:09.703951 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-4e7217ca-45a6-41a1-94fa-8fcdef19dd7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:09.746678 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 2c988f8d-3972-4b7a-a32f-4f48dd48c7a2 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:15:09.785137 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 2c988f8d-3972-4b7a-a32f-4f48dd48c7a2 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:15:09.786398 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 2c988f8d-3972-4b7a-a32f-4f48dd48c7a2 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:15:09.791724 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-99673511-c8ca-4adb-be7d-a9d7278ac1f6 req-ae750380-22b1-4bdf-8f4b-11d0e930739e tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.75 "GET /v2.0/security-groups?id=dec540df-ff1e-4fc7-aba0-4799ea07a3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357566 Dec 16 22:15:09.812333 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48072e1-60e0-4bb9-a6a6-0b8ca50f02bf req-09b883ad-363a-430f-9a09-b2a6cc31fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:09.814653 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d48072e1-60e0-4bb9-a6a6-0b8ca50f02bf req-09b883ad-363a-430f-9a09-b2a6cc31fa66 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fef50b12-b03b-4b56-aa69-8ef0c122e24d HTTP/1.1" status: 200 len: 1097 time: 0.1666646 Dec 16 22:15:09.886752 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d48072e1-60e0-4bb9-a6a6-0b8ca50f02bf req-e83778d1-7a8b-4258-bd8a-3a5dc2739b7a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9383554d-4d00-46cb-9eab-a164db2fc57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642579 Dec 16 22:15:09.888783 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-4e7217ca-45a6-41a1-94fa-8fcdef19dd7e service neutron] For port dd43c45c-42bf-40e7-9e16-47587c00104d, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:09.892888 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-4e7217ca-45a6-41a1-94fa-8fcdef19dd7e service neutron] For port dd43c45c-42bf-40e7-9e16-47587c00104d, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=dd43c45c-42bf-40e7-9e16-47587c00104d,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:15:09.896422 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-31f1fa68-33ee-4198-9869-9ecad7df83fa req-b85ec83b-182a-43a0-a4e9-bdbbad2cbc39 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1198459 Dec 16 22:15:09.962920 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1523ac2-0402-4eba-a1de-fa6b401a299c req-4a523058-5321-4a88-9040-a93d1ba7dfca tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:09.965351 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b1523ac2-0402-4eba-a1de-fa6b401a299c req-4a523058-5321-4a88-9040-a93d1ba7dfca tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0633066 Dec 16 22:15:09.986030 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-4e7217ca-45a6-41a1-94fa-8fcdef19dd7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:10.025877 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b1523ac2-0402-4eba-a1de-fa6b401a299c req-bf0b6211-6249-4601-ba4a-0987c26c5b47 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545259 Dec 16 22:15:10.063414 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-4e7217ca-45a6-41a1-94fa-8fcdef19dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:10.064583 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-4e7217ca-45a6-41a1-94fa-8fcdef19dd7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:10.067139 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-4e7217ca-45a6-41a1-94fa-8fcdef19dd7e service neutron] 10.222.0.76 "PUT /v2.0/ports/dd43c45c-42bf-40e7-9e16-47587c00104d HTTP/1.1" status: 200 len: 1096 time: 1.5261846 Dec 16 22:15:10.067854 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1d1f2f-8452-454b-a824-8a44581be42c', 'tag': 'dd43c45c-42bf-40e7-9e16-47587c00104d'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:10.075029 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0adf1a-bd82-4088-a77b-91db6ff8da4d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1d1f2f-8452-454b-a824-8a44581be42c", "tag": "dd43c45c-42bf-40e7-9e16-47587c00104d"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:10.103415 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7217ca-45a6-41a1-94fa-8fcdef19dd7e service neutron] Pushing event updated for resources: {'Port': ['ID=dd43c45c-42bf-40e7-9e16-47587c00104d,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:10.238079 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f259e-fe3a-4c23-bdf4-98cb6439c394 req-194b5994-d5a0-4edd-b13c-94eed0446f47 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:10.240326 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9b9f259e-fe3a-4c23-bdf4-98cb6439c394 req-194b5994-d5a0-4edd-b13c-94eed0446f47 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/ports?device_id=fef50b12-b03b-4b56-aa69-8ef0c122e24d HTTP/1.1" status: 200 len: 946 time: 0.1056755 Dec 16 22:15:10.287490 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-4992350f-223d-407e-9c39-b1154167c2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:10.289606 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-4992350f-223d-407e-9c39-b1154167c2b4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0adbc996c01948ec9cd53294a03133f5&device_id=1f1d1f2f-8452-454b-a824-8a44581be42c HTTP/1.1" status: 200 len: 1099 time: 0.0706177 Dec 16 22:15:10.334118 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9b9f259e-fe3a-4c23-bdf4-98cb6439c394 req-3f307408-f344-4395-b0b8-b86df541c749 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/security-groups?id=9383554d-4d00-46cb-9eab-a164db2fc57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816996 Dec 16 22:15:10.419247 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-aa4675b9-51c5-4b30-980c-267471ad8d75 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=dd43c45c-42bf-40e7-9e16-47587c00104d HTTP/1.1" status: 200 len: 217 time: 0.1117623 Dec 16 22:15:10.521483 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-2a17ebca-3722-427c-9079-4c45d0038c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:10.523418 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-2a17ebca-3722-427c-9079-4c45d0038c3e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0659196 Dec 16 22:15:10.552676 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8836f-15d6-4d35-a7ac-517121434027 req-e39c2f7c-b323-4988-8dbb-dd0ffc62e988 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:10.562076 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 74da34cc-f2dc-4e37-80e4-e8ef604866be details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:15:10.569613 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3ef8836f-15d6-4d35-a7ac-517121434027 req-e39c2f7c-b323-4988-8dbb-dd0ffc62e988 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0907865 Dec 16 22:15:10.579203 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e7d5f7ec-0577-454d-b14e-d8c23767586e no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:15:10.579449 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1fa68-33ee-4198-9869-9ecad7df83fa req-78ae177e-f6a4-4053-bf90-9f5439b4c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:10.581765 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-31f1fa68-33ee-4198-9869-9ecad7df83fa req-78ae177e-f6a4-4053-bf90-9f5439b4c368 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 1101 time: 0.1731577 Dec 16 22:15:10.630530 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-c5a47447-90fe-452f-988a-6c994ed9702c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:10.632292 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-c5a47447-90fe-452f-988a-6c994ed9702c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0996776 Dec 16 22:15:10.642736 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: e7d5f7ec-0577-454d-b14e-d8c23767586e {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:15:10.643117 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e7d5f7ec-0577-454d-b14e-d8c23767586e not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:15:10.645592 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3ef8836f-15d6-4d35-a7ac-517121434027 req-b8e3c274-cbf2-4c32-a1e5-2bd3ae55dc68 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748069 Dec 16 22:15:10.676245 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c083ed0a-2b3b-4b88-8616-18c8a3e783c9', 'name': 'network-vif-deleted', 'tag': 'e7d5f7ec-0577-454d-b14e-d8c23767586e'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:10.678670 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca5db0a-ae83-4f1b-a37e-f37ef398c6ab" -d '{"events": [{"server_uuid": "c083ed0a-2b3b-4b88-8616-18c8a3e783c9", "name": "network-vif-deleted", "tag": "e7d5f7ec-0577-454d-b14e-d8c23767586e"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:10.761290 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5228db71-9f00-489c-b77e-de89fe1b7822 x-openstack-request-id: req-5228db71-9f00-489c-b77e-de89fe1b7822 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:10.762478 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1d1f2f-8452-454b-a824-8a44581be42c", "tag": "dd43c45c-42bf-40e7-9e16-47587c00104d", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:10.762646 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5228db71-9f00-489c-b77e-de89fe1b7822 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:10.763158 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1d1f2f-8452-454b-a824-8a44581be42c', 'tag': 'dd43c45c-42bf-40e7-9e16-47587c00104d', 'status': 'completed', 'code': 200} Dec 16 22:15:10.792926 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 74da34cc-f2dc-4e37-80e4-e8ef604866be, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=74da34cc-f2dc-4e37-80e4-e8ef604866be,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:10.812407 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '74da34cc-f2dc-4e37-80e4-e8ef604866be', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '74da34cc-f2dc-4e37-80e4-e8ef604866be', 'mac_address': 'fa:16:3e:90:5b:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:15:10.863350 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1fa68-33ee-4198-9869-9ecad7df83fa req-023ad167-a861-4e7b-9d32-fe4b33802760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:10.864887 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-31f1fa68-33ee-4198-9869-9ecad7df83fa req-023ad167-a861-4e7b-9d32-fe4b33802760 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.2555778 Dec 16 22:15:10.882931 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:10.890004 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-33091801-947a-48d4-87d5-9b1d5dba8679 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413235 Dec 16 22:15:10.921752 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b020973-dd00-43a5-8252-1c4c474528ec req-8568ecfb-b3c3-4d03-8bf6-97451a1c711d tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:10.923953 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b020973-dd00-43a5-8252-1c4c474528ec req-8568ecfb-b3c3-4d03-8bf6-97451a1c711d tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 948 time: 0.0734980 Dec 16 22:15:10.929948 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74da34cc-f2dc-4e37-80e4-e8ef604866be {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:10.939246 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-31f1fa68-33ee-4198-9869-9ecad7df83fa req-5bf1a29d-347e-4a55-8d75-6fc14f4bcdf2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=9b313086-9cd6-4a5f-a0f2-77b6947f50bf HTTP/1.1" status: 200 len: 217 time: 0.0578213 Dec 16 22:15:10.989373 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 74da34cc-f2dc-4e37-80e4-e8ef604866be, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=74da34cc-f2dc-4e37-80e4-e8ef604866be,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:11.008341 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b020973-dd00-43a5-8252-1c4c474528ec req-7859faf1-a324-4ac4-ae14-90f67c6528c6 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770719 Dec 16 22:15:11.031112 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1fa68-33ee-4198-9869-9ecad7df83fa req-63712f52-fd70-4a2b-9976-83d217cf4ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:11.032618 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-31f1fa68-33ee-4198-9869-9ecad7df83fa req-63712f52-fd70-4a2b-9976-83d217cf4ef7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0791099 Dec 16 22:15:11.081125 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:11.125815 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-815b4e9a-4f8e-420b-864d-5f4efe786ad0 req-a5f08ed6-782d-41e5-bb11-1b179b7c7ba2 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969516 Dec 16 22:15:11.128657 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1fa68-33ee-4198-9869-9ecad7df83fa req-bb88c2df-f971-4cc6-b9e1-e17f66476195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:11.130117 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-31f1fa68-33ee-4198-9869-9ecad7df83fa req-bb88c2df-f971-4cc6-b9e1-e17f66476195 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0839870 Dec 16 22:15:11.217226 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=74da34cc-f2dc-4e37-80e4-e8ef604866be,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:11.287651 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d3d74a-66e0-4336-88e5-bd285960ccf1 x-openstack-request-id: req-73d3d74a-66e0-4336-88e5-bd285960ccf1 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:11.288298 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c083ed0a-2b3b-4b88-8616-18c8a3e783c9", "name": "network-vif-deleted", "tag": "e7d5f7ec-0577-454d-b14e-d8c23767586e", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:11.288767 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-73d3d74a-66e0-4336-88e5-bd285960ccf1 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:11.289263 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c083ed0a-2b3b-4b88-8616-18c8a3e783c9', 'name': 'network-vif-deleted', 'tag': 'e7d5f7ec-0577-454d-b14e-d8c23767586e', 'status': 'completed', 'code': 200} Dec 16 22:15:11.338463 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-31f1fa68-33ee-4198-9869-9ecad7df83fa req-10ed2a34-6ddd-46ab-b371-54551cbfc544 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902583 Dec 16 22:15:11.427130 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['74da34cc-f2dc-4e37-80e4-e8ef604866be'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:15:11.512929 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036dd35-20ff-4c4a-95b8-bb093c8fce25 req-2e7e1c02-fff2-421d-9eb8-4bd1f0da62aa tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:11.526251 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8036dd35-20ff-4c4a-95b8-bb093c8fce25 req-2e7e1c02-fff2-421d-9eb8-4bd1f0da62aa tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f1d1f2f-8452-454b-a824-8a44581be42c HTTP/1.1" status: 200 len: 948 time: 0.1551898 Dec 16 22:15:11.542319 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-31f1fa68-33ee-4198-9869-9ecad7df83fa req-05537486-ca44-4212-a224-dc34b3524dfe service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764174 Dec 16 22:15:11.608298 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0adf1a-bd82-4088-a77b-91db6ff8da4d req-5bd80c48-0fbd-4ad0-9e1f-07cdd9ab6185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:11.610827 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb0adf1a-bd82-4088-a77b-91db6ff8da4d req-5bd80c48-0fbd-4ad0-9e1f-07cdd9ab6185 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0adbc996c01948ec9cd53294a03133f5&device_id=1f1d1f2f-8452-454b-a824-8a44581be42c HTTP/1.1" status: 200 len: 1099 time: 0.0659871 Dec 16 22:15:11.665143 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8036dd35-20ff-4c4a-95b8-bb093c8fce25 req-6ac77d3f-922b-4837-bd2c-a3ce7b1fb3c4 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.75 "GET /v2.0/security-groups?id=dec540df-ff1e-4fc7-aba0-4799ea07a3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382859 Dec 16 22:15:11.760044 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0adf1a-bd82-4088-a77b-91db6ff8da4d req-2f68bad5-1a34-4cd8-bd40-75dc036b6468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:11.773796 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb0adf1a-bd82-4088-a77b-91db6ff8da4d req-2f68bad5-1a34-4cd8-bd40-75dc036b6468 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.1521463 Dec 16 22:15:11.895209 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb0adf1a-bd82-4088-a77b-91db6ff8da4d req-2ccc8bfe-3ee7-414c-b59a-c7fd9bbec1e3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=dd43c45c-42bf-40e7-9e16-47587c00104d HTTP/1.1" status: 200 len: 217 time: 0.1104937 Dec 16 22:15:11.933971 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37710) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:11.983420 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0adf1a-bd82-4088-a77b-91db6ff8da4d req-077be631-050b-43fe-b694-d024d5729244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:11.985334 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb0adf1a-bd82-4088-a77b-91db6ff8da4d req-077be631-050b-43fe-b694-d024d5729244 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0733936 Dec 16 22:15:11.989684 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22304e6f-c6df-447c-914c-9d4bbcaa83e4 req-dafa2f8f-69a0-4e83-a3ff-c7cbc038f359 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:11.998653 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-22304e6f-c6df-447c-914c-9d4bbcaa83e4 req-dafa2f8f-69a0-4e83-a3ff-c7cbc038f359 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1202767 Dec 16 22:15:12.083880 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-22304e6f-c6df-447c-914c-9d4bbcaa83e4 req-f67bd8eb-ccf1-444b-bfcb-127bc2223547 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842597 Dec 16 22:15:12.118434 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0adf1a-bd82-4088-a77b-91db6ff8da4d req-6c6ec721-7994-4f59-9bf9-04e54cd48aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:12.120314 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb0adf1a-bd82-4088-a77b-91db6ff8da4d req-6c6ec721-7994-4f59-9bf9-04e54cd48aee service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1092467 Dec 16 22:15:12.175309 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f9497039-e0cd-4d17-9f9c-18464832e12f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4ea6a640925c43988647ddbf43a3b1cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400849 Dec 16 22:15:12.181213 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37718) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:12.287913 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb0adf1a-bd82-4088-a77b-91db6ff8da4d req-e87c7ea5-4f22-4b8e-93b3-9b7bd3e7679f service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530333 Dec 16 22:15:12.311601 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-12a6763b-f8bf-4529-80f6-bcf1b0fbc583 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:12.345611 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-12a6763b-f8bf-4529-80f6-bcf1b0fbc583 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:12.356876 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d3e8b-fc98-4bf7-bf8d-2bf6312789bc req-b8904798-9a2d-454f-896d-2d8ae7777189 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:12.358081 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ea1d3e8b-fc98-4bf7-bf8d-2bf6312789bc req-b8904798-9a2d-454f-896d-2d8ae7777189 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/ports?device_id=fef50b12-b03b-4b56-aa69-8ef0c122e24d HTTP/1.1" status: 200 len: 946 time: 0.1027772 Dec 16 22:15:12.444669 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ea1d3e8b-fc98-4bf7-bf8d-2bf6312789bc req-244d2359-ddbd-409e-bc92-aa09e06567d3 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/security-groups?id=9383554d-4d00-46cb-9eab-a164db2fc57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786057 Dec 16 22:15:12.496919 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb0adf1a-bd82-4088-a77b-91db6ff8da4d req-252e285e-ead3-4ebd-898b-3a947d07141f service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993086 Dec 16 22:15:12.539510 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-12a6763b-f8bf-4529-80f6-bcf1b0fbc583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:12.542544 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-12a6763b-f8bf-4529-80f6-bcf1b0fbc583 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:12.545573 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-12a6763b-f8bf-4529-80f6-bcf1b0fbc583 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/30196530-fa3a-4aa5-9afd-5b58d93614e6 HTTP/1.1" status: 204 len: 168 time: 0.3630307 Dec 16 22:15:12.563321 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device dd43c45c-42bf-40e7-9e16-47587c00104d details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:15:12.581231 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 74da34cc-f2dc-4e37-80e4-e8ef604866be up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:12.590752 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6763b-f8bf-4529-80f6-bcf1b0fbc583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30196530-fa3a-4aa5-9afd-5b58d93614e6,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:12.744204 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bbd30-6835-47af-87b9-d2a3f45fdd0e req-182ac727-8530-4fef-9f24-2d77c55e1602 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:12.754154 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bb0bbd30-6835-47af-87b9-d2a3f45fdd0e req-182ac727-8530-4fef-9f24-2d77c55e1602 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 949 time: 0.1090572 Dec 16 22:15:12.809357 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port dd43c45c-42bf-40e7-9e16-47587c00104d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=dd43c45c-42bf-40e7-9e16-47587c00104d,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:12.823721 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bb0bbd30-6835-47af-87b9-d2a3f45fdd0e req-4edb3803-741c-4311-a687-17ec24f8d086 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683472 Dec 16 22:15:12.845165 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'dd43c45c-42bf-40e7-9e16-47587c00104d', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': 'dd43c45c-42bf-40e7-9e16-47587c00104d', 'mac_address': 'fa:16:3e:74:61:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:15:12.900339 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 74da34cc-f2dc-4e37-80e4-e8ef604866be completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:15:12.914615 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 74da34cc-f2dc-4e37-80e4-e8ef604866be triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:12.915028 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:12.976126 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:13.010703 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd43c45c-42bf-40e7-9e16-47587c00104d {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:13.012971 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c61837-c638-4d3c-a757-1d7cd4175b18 req-b584b32d-1a1e-4429-8374-7df1518f825a tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:13.021819 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a9c61837-c638-4d3c-a757-1d7cd4175b18 req-b584b32d-1a1e-4429-8374-7df1518f825a tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1004477 Dec 16 22:15:13.034957 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port dd43c45c-42bf-40e7-9e16-47587c00104d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=dd43c45c-42bf-40e7-9e16-47587c00104d,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:13.087512 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:13.091831 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a9c61837-c638-4d3c-a757-1d7cd4175b18 req-6f1fc96b-8634-4afb-b88c-e201726d38b8 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644927 Dec 16 22:15:13.150630 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:13.262968 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdd53d1-631a-4175-89a7-878f49e42674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74da34cc-f2dc-4e37-80e4-e8ef604866be'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:13.270541 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a87178c-bb1d-4146-8223-2973cdb01167" -d '{"events": [{"server_uuid": "6fdd53d1-631a-4175-89a7-878f49e42674", "name": "network-vif-plugged", "status": "completed", "tag": "74da34cc-f2dc-4e37-80e4-e8ef604866be"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:13.276169 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa145e53-b66e-48f5-974c-29716ccab87a req-5ca7fa22-db2c-45d4-918f-b3605eafd51d tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:13.282047 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=dd43c45c-42bf-40e7-9e16-47587c00104d,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:13.293544 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fa145e53-b66e-48f5-974c-29716ccab87a req-5ca7fa22-db2c-45d4-918f-b3605eafd51d tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/ports?device_id=fef50b12-b03b-4b56-aa69-8ef0c122e24d HTTP/1.1" status: 200 len: 946 time: 0.1052959 Dec 16 22:15:13.293544 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37736) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:13.300705 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-cc279b81-7f3d-42ac-879e-2d9f348415db tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Request body: {'floatingip': {'port_id': '7adc3ac8-f77d-490e-a64c-4100a24dfffd'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:13.314381 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 74da34cc-f2dc-4e37-80e4-e8ef604866be, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=74da34cc-f2dc-4e37-80e4-e8ef604866be,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:13.358686 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cc279b81-7f3d-42ac-879e-2d9f348415db tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks [] for floatingip, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:13.424834 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:13.523099 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd397d-0ae2-43ad-b217-39376a66cb54 req-0b63fd27-c4fa-47d2-90e9-d08b6c1e75c7 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:13.531162 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7cbd397d-0ae2-43ad-b217-39376a66cb54 req-0b63fd27-c4fa-47d2-90e9-d08b6c1e75c7 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f1d1f2f-8452-454b-a824-8a44581be42c HTTP/1.1" status: 200 len: 949 time: 0.1238401 Dec 16 22:15:13.552071 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['dd43c45c-42bf-40e7-9e16-47587c00104d'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:15:13.666971 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7cbd397d-0ae2-43ad-b217-39376a66cb54 req-1272e5d3-4f7c-4aa2-a128-25e76b4ba3e2 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.75 "GET /v2.0/security-groups?id=dec540df-ff1e-4fc7-aba0-4799ea07a3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328399 Dec 16 22:15:13.686856 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=74da34cc-f2dc-4e37-80e4-e8ef604866be,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:13.847996 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37746) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:13.854781 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946224eb-803a-41b5-bf02-c86db4c97500 x-openstack-request-id: req-946224eb-803a-41b5-bf02-c86db4c97500 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:13.855417 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdd53d1-631a-4175-89a7-878f49e42674", "name": "network-vif-plugged", "status": "completed", "tag": "74da34cc-f2dc-4e37-80e4-e8ef604866be", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:13.855679 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-946224eb-803a-41b5-bf02-c86db4c97500 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:13.856086 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdd53d1-631a-4175-89a7-878f49e42674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74da34cc-f2dc-4e37-80e4-e8ef604866be', 'code': 200} Dec 16 22:15:14.033538 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-288b2412-3b1d-4259-a509-5ef60a55c833 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e2171bd415e348b49abd4e6894b2782d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1832883 Dec 16 22:15:14.036748 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37750) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:14.083937 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12931041-1a20-4a33-8ad5-025c1dadbd73 req-239191e7-e9ad-437d-9e5c-ae4e0d1b38c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:14.085351 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cc279b81-7f3d-42ac-879e-2d9f348415db tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:14.087645 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-12931041-1a20-4a33-8ad5-025c1dadbd73 req-239191e7-e9ad-437d-9e5c-ae4e0d1b38c0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 1101 time: 0.1140378 Dec 16 22:15:14.164042 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cc279b81-7f3d-42ac-879e-2d9f348415db tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:14.193927 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-12931041-1a20-4a33-8ad5-025c1dadbd73 req-cdc8b969-80d9-4402-9773-a5935e41f648 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935931 Dec 16 22:15:14.197277 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a6027c26-7555-4d9a-881f-74fa6e74517e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:14.220719 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d435f1f-7193-4c80-89df-78e313c1c685 req-c946157b-bc6e-4261-ace8-e0bac41d3fef tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:14.228254 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7d435f1f-7193-4c80-89df-78e313c1c685 req-c946157b-bc6e-4261-ace8-e0bac41d3fef tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1413531 Dec 16 22:15:14.248064 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b0768358-45df-4467-a6f1-b9d55c444a1f req-1d53fea0-65a5-4195-85a9-1393e66d7796 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2514a767-8428-4e46-bdd7-ae6bf18c368b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1497977 Dec 16 22:15:14.248438 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a6027c26-7555-4d9a-881f-74fa6e74517e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:14.395465 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a6027c26-7555-4d9a-881f-74fa6e74517e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:14.399077 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a6027c26-7555-4d9a-881f-74fa6e74517e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:14.401003 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a6027c26-7555-4d9a-881f-74fa6e74517e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/edd5f50c-f68a-447b-8342-662f57f64b0a HTTP/1.1" status: 204 len: 168 time: 0.3624539 Dec 16 22:15:14.429216 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6027c26-7555-4d9a-881f-74fa6e74517e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd5f50c-f68a-447b-8342-662f57f64b0a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:14.455333 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6027c26-7555-4d9a-881f-74fa6e74517e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:14.456535 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6027c26-7555-4d9a-881f-74fa6e74517e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:14.456894 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6027c26-7555-4d9a-881f-74fa6e74517e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:14.457239 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6027c26-7555-4d9a-881f-74fa6e74517e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:14.457582 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6027c26-7555-4d9a-881f-74fa6e74517e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:14.460387 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6027c26-7555-4d9a-881f-74fa6e74517e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:14.460938 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6027c26-7555-4d9a-881f-74fa6e74517e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:14.461286 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6027c26-7555-4d9a-881f-74fa6e74517e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:14.461626 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6027c26-7555-4d9a-881f-74fa6e74517e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:14.463908 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6027c26-7555-4d9a-881f-74fa6e74517e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:14.464287 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6027c26-7555-4d9a-881f-74fa6e74517e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:14.465175 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6027c26-7555-4d9a-881f-74fa6e74517e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:14.465550 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6027c26-7555-4d9a-881f-74fa6e74517e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:14.591159 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device dd43c45c-42bf-40e7-9e16-47587c00104d up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:14.776133 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-cc279b81-7f3d-42ac-879e-2d9f348415db tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Floating IP 2e0f7c2a-2d8d-4deb-a40f-a662e97b668a associated. External IP: 172.25.6.152, port: 7adc3ac8-f77d-490e-a64c-4100a24dfffd. Dec 16 22:15:14.801313 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port dd43c45c-42bf-40e7-9e16-47587c00104d completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:15:14.810462 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port dd43c45c-42bf-40e7-9e16-47587c00104d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:14.811519 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:14.830014 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7d435f1f-7193-4c80-89df-78e313c1c685 req-da4287c0-6f49-415b-9efd-74d8b9a0986d tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6007576 Dec 16 22:15:14.913559 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0768358-45df-4467-a6f1-b9d55c444a1f req-f94d42bc-6142-46cc-b0ae-72a868413dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:14.924974 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b0768358-45df-4467-a6f1-b9d55c444a1f req-f94d42bc-6142-46cc-b0ae-72a868413dfd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a5983ec059547448cf45cc5d0d82ac4&device_id=2514a767-8428-4e46-bdd7-ae6bf18c368b HTTP/1.1" status: 200 len: 1097 time: 0.2013493 Dec 16 22:15:14.994908 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:15.060378 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port dd43c45c-42bf-40e7-9e16-47587c00104d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=dd43c45c-42bf-40e7-9e16-47587c00104d,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:15.126625 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918305e4-05f3-43e5-962d-457b54b1ae09 req-02abd7bd-d427-4b89-b4c0-7b8e718459d2 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:15.128224 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-918305e4-05f3-43e5-962d-457b54b1ae09 req-02abd7bd-d427-4b89-b4c0-7b8e718459d2 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 950 time: 0.1040976 Dec 16 22:15:15.133996 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:15.209203 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=dd43c45c-42bf-40e7-9e16-47587c00104d,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:15.255208 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0768358-45df-4467-a6f1-b9d55c444a1f req-8b2c2aa9-a27a-4a7f-804d-d43d584b2bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:15.255208 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b0768358-45df-4467-a6f1-b9d55c444a1f req-8b2c2aa9-a27a-4a7f-804d-d43d584b2bfe service neutron] 10.222.0.76 "GET /v2.0/networks?id=8ad157d2-5520-47b6-a14b-23516eba3ebc HTTP/1.1" status: 200 len: 906 time: 0.2941017 Dec 16 22:15:15.349129 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b0768358-45df-4467-a6f1-b9d55c444a1f req-5fc3450d-c968-4969-8393-2fef6f786a5e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6584960a-97fd-456d-b9ef-cb7b7437c516 HTTP/1.1" status: 200 len: 217 time: 0.0909414 Dec 16 22:15:15.372958 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-918305e4-05f3-43e5-962d-457b54b1ae09 req-489d3201-d793-4108-a55d-a05f412ea408 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699800 Dec 16 22:15:15.479462 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc279b81-7f3d-42ac-879e-2d9f348415db tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Router fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:15:15.576292 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0768358-45df-4467-a6f1-b9d55c444a1f req-a0adc65a-68b5-4f1c-87c6-1f91cdde6d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:15.580189 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b0768358-45df-4467-a6f1-b9d55c444a1f req-a0adc65a-68b5-4f1c-87c6-1f91cdde6d90 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9741df81-7a4c-44a7-8dc9-6f94ad4c24c8 HTTP/1.1" status: 200 len: 846 time: 0.1860530 Dec 16 22:15:15.787074 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b0768358-45df-4467-a6f1-b9d55c444a1f req-24afce7e-2888-4418-b7a7-294d82723d3f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8ad157d2-5520-47b6-a14b-23516eba3ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832438 Dec 16 22:15:15.800243 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-b0768358-45df-4467-a6f1-b9d55c444a1f req-912c8a97-21d3-4150-b33d-e4b9abb8c6d6 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:15:15.801217 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b0768358-45df-4467-a6f1-b9d55c444a1f req-912c8a97-21d3-4150-b33d-e4b9abb8c6d6 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058744 Dec 16 22:15:15.857940 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1d1f2f-8452-454b-a824-8a44581be42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd43c45c-42bf-40e7-9e16-47587c00104d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:15.860520 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4aef587-b9c0-4dbe-8c68-faed99157252" -d '{"events": [{"server_uuid": "1f1d1f2f-8452-454b-a824-8a44581be42c", "name": "network-vif-plugged", "status": "completed", "tag": "dd43c45c-42bf-40e7-9e16-47587c00104d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:15.921652 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d613899-3253-477e-b70d-3b306ca2335a req-ce085f2a-9d30-4fb9-95b2-df568c3a0c7c tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:15.923267 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d613899-3253-477e-b70d-3b306ca2335a req-ce085f2a-9d30-4fb9-95b2-df568c3a0c7c tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f1d1f2f-8452-454b-a824-8a44581be42c HTTP/1.1" status: 200 len: 950 time: 0.2245481 Dec 16 22:15:15.944845 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc279b81-7f3d-42ac-879e-2d9f348415db tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:15:15.958583 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab37a1d4-b27a-40e2-9c80-aca21420b155 None None] Sync routers for ids ['fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:15:15.963679 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cc279b81-7f3d-42ac-879e-2d9f348415db tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:15.972217 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab37a1d4-b27a-40e2-9c80-aca21420b155 None None] Routers {'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:15:15.972735 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-ab37a1d4-b27a-40e2-9c80-aca21420b155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:14:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:16.024263 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cc279b81-7f3d-42ac-879e-2d9f348415db tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "PUT /v2.0/floatingips/2e0f7c2a-2d8d-4deb-a40f-a662e97b668a HTTP/1.1" status: 200 len: 992 time: 2.7286351 Dec 16 22:15:16.026876 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef50b12-b03b-4b56-aa69-8ef0c122e24d', 'tag': '7adc3ac8-f77d-490e-a64c-4100a24dfffd'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:16.030125 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35937fc7-514a-4995-a9a7-780465cbf340" -d '{"events": [{"name": "network-changed", "server_uuid": "fef50b12-b03b-4b56-aa69-8ef0c122e24d", "tag": "7adc3ac8-f77d-490e-a64c-4100a24dfffd"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:16.034397 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b0768358-45df-4467-a6f1-b9d55c444a1f req-b7b31f46-a30e-4671-8163-7514969e865b service neutron] 10.222.0.76 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037828 Dec 16 22:15:16.040057 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d613899-3253-477e-b70d-3b306ca2335a req-de8fb3d1-ab22-4f65-aa5c-9b68f1e27964 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.75 "GET /v2.0/security-groups?id=dec540df-ff1e-4fc7-aba0-4799ea07a3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090224 Dec 16 22:15:16.127699 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-ab37a1d4-b27a-40e2-9c80-aca21420b155 None None] Set router fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:15:16.184624 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763591aa-35eb-400b-8bec-14c75eb4ffa0 req-e00d4f4f-aec9-411c-aa8a-8bfab57954d1 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:16.186654 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-763591aa-35eb-400b-8bec-14c75eb4ffa0 req-e00d4f4f-aec9-411c-aa8a-8bfab57954d1 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0611136 Dec 16 22:15:16.302311 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-763591aa-35eb-400b-8bec-14c75eb4ffa0 req-fc3c7063-0af7-4508-b4b7-0c229092e5cb tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070921 Dec 16 22:15:16.338552 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b0768358-45df-4467-a6f1-b9d55c444a1f req-aec108e6-a037-4c61-9480-29a7d3d08c70 service neutron] 10.222.0.76 "GET /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967641 Dec 16 22:15:16.426747 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab181b2-f877-40b9-acc2-6a9b952ad901 x-openstack-request-id: req-1ab181b2-f877-40b9-acc2-6a9b952ad901 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:16.427179 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1d1f2f-8452-454b-a824-8a44581be42c", "name": "network-vif-plugged", "status": "completed", "tag": "dd43c45c-42bf-40e7-9e16-47587c00104d", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:16.427413 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1ab181b2-f877-40b9-acc2-6a9b952ad901 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:16.427818 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1d1f2f-8452-454b-a824-8a44581be42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd43c45c-42bf-40e7-9e16-47587c00104d', 'code': 200} Dec 16 22:15:16.478428 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-ab37a1d4-b27a-40e2-9c80-aca21420b155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'name': 'tempest-ServersTestFqdnHostnames-589396468-router', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'e41157ec-5df6-4fee-ab14-6830f46e6798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:23Z', 'updated_at': '2021-12-16T22:14:30Z', 'revision_number': 4, 'project_id': 'd2be2a7272c441f580b97fb831b89739', 'gw_port': {'id': 'e41157ec-5df6-4fee-ab14-6830f46e6798', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:24Z', 'updated_at': '2021-12-16T22:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '2e0f7c2a-2d8d-4deb-a40f-a662e97b668a', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'floating_ip_address': '172.25.6.152', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'port_id': '7adc3ac8-f77d-490e-a64c-4100a24dfffd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0', 'mac_address': 'fa:16:3e:db:05:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef50b12-b03b-4b56-aa69-8ef0c122e24d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:14:40Z', 'updated_at': '2021-12-16T22:15:13Z', 'revision_number': 1, 'project_id': 'd2be2a7272c441f580b97fb831b89739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d427b5b-8641-471f-9aaf-dba01790534e', 'name': '', 'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'mac_address': 'fa:16:3e:24:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '15bc0458-88d7-47b8-95a2-df47eebc4774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:29Z', 'updated_at': '2021-12-16T22:14:37Z', 'revision_number': 5, 'project_id': 'd2be2a7272c441f580b97fb831b89739', 'subnets': [{'id': '15bc0458-88d7-47b8-95a2-df47eebc4774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:16.592946 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c06871c-1518-4419-9ee6-5ea1a31fdcb1 x-openstack-request-id: req-3c06871c-1518-4419-9ee6-5ea1a31fdcb1 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:16.593635 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef50b12-b03b-4b56-aa69-8ef0c122e24d", "tag": "7adc3ac8-f77d-490e-a64c-4100a24dfffd", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:16.593959 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3c06871c-1518-4419-9ee6-5ea1a31fdcb1 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:16.594942 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef50b12-b03b-4b56-aa69-8ef0c122e24d', 'tag': '7adc3ac8-f77d-490e-a64c-4100a24dfffd', 'status': 'completed', 'code': 200} Dec 16 22:15:16.665833 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431c3de-6f6e-4ab2-a91a-be594f4c9cc1 req-82dd6ac1-69db-4e7f-aab4-bca673d82e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:16.669908 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0431c3de-6f6e-4ab2-a91a-be594f4c9cc1 req-82dd6ac1-69db-4e7f-aab4-bca673d82e16 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1f1d1f2f-8452-454b-a824-8a44581be42c HTTP/1.1" status: 200 len: 1101 time: 0.1283135 Dec 16 22:15:16.675441 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab37a1d4-b27a-40e2-9c80-aca21420b155 None None] Checking router: fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:15:16.686786 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab37a1d4-b27a-40e2-9c80-aca21420b155 None None] Routers {'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:15:16.689706 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-ab37a1d4-b27a-40e2-9c80-aca21420b155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:14:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:16.700401 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35937fc7-514a-4995-a9a7-780465cbf340 req-52686f70-bebd-422e-9f4a-13903244a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:16.702664 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-35937fc7-514a-4995-a9a7-780465cbf340 req-52686f70-bebd-422e-9f4a-13903244a5a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d2be2a7272c441f580b97fb831b89739&device_id=fef50b12-b03b-4b56-aa69-8ef0c122e24d HTTP/1.1" status: 200 len: 1097 time: 0.0805366 Dec 16 22:15:16.769320 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139313bd-b28e-498f-af58-d015ec4ac625 req-b51662ca-6599-4235-98e5-0413aa884cb1 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:16.778181 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-139313bd-b28e-498f-af58-d015ec4ac625 req-b51662ca-6599-4235-98e5-0413aa884cb1 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 950 time: 0.1050754 Dec 16 22:15:16.796730 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0431c3de-6f6e-4ab2-a91a-be594f4c9cc1 req-803d0217-b166-4861-8711-80b8bc5f3e88 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=dec540df-ff1e-4fc7-aba0-4799ea07a3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086485 Dec 16 22:15:16.837249 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-ab37a1d4-b27a-40e2-9c80-aca21420b155 None None] Set router fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:15:16.861924 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-139313bd-b28e-498f-af58-d015ec4ac625 req-0351a1e8-0db8-42ba-ac3d-668c3b2da29a tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828161 Dec 16 22:15:16.901565 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35937fc7-514a-4995-a9a7-780465cbf340 req-185ec907-2faa-48ad-8e31-6febac827947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:16.903392 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-35937fc7-514a-4995-a9a7-780465cbf340 req-185ec907-2faa-48ad-8e31-6febac827947 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa57ad1a-fa7c-41c6-9099-c410b6f42ab0 HTTP/1.1" status: 200 len: 914 time: 0.1910102 Dec 16 22:15:17.112152 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee13d4-411b-494c-857d-bb784c058145 req-6901fe5c-ca24-43e0-b2bf-25a4531d80d6 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:17.120126 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-16ee13d4-411b-494c-857d-bb784c058145 req-6901fe5c-ca24-43e0-b2bf-25a4531d80d6 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0906129 Dec 16 22:15:17.124417 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-35937fc7-514a-4995-a9a7-780465cbf340 req-a0c201ad-5466-4dae-9df0-3323b9d5d922 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7adc3ac8-f77d-490e-a64c-4100a24dfffd HTTP/1.1" status: 200 len: 1000 time: 0.2094538 Dec 16 22:15:17.197661 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-16ee13d4-411b-494c-857d-bb784c058145 req-685c1ffa-be04-42be-aa25-0e5f394a65b6 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754118 Dec 16 22:15:17.270073 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35937fc7-514a-4995-a9a7-780465cbf340 req-4769b846-fb13-44ea-986c-d104a54cd87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:17.271655 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-35937fc7-514a-4995-a9a7-780465cbf340 req-4769b846-fb13-44ea-986c-d104a54cd87c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=15bc0458-88d7-47b8-95a2-df47eebc4774 HTTP/1.1" status: 200 len: 853 time: 0.1346779 Dec 16 22:15:17.380671 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-ab37a1d4-b27a-40e2-9c80-aca21420b155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'name': 'tempest-ServersTestFqdnHostnames-589396468-router', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'e41157ec-5df6-4fee-ab14-6830f46e6798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:23Z', 'updated_at': '2021-12-16T22:14:30Z', 'revision_number': 4, 'project_id': 'd2be2a7272c441f580b97fb831b89739', 'gw_port': {'id': 'e41157ec-5df6-4fee-ab14-6830f46e6798', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:24Z', 'updated_at': '2021-12-16T22:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '2e0f7c2a-2d8d-4deb-a40f-a662e97b668a', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'floating_ip_address': '172.25.6.152', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'port_id': '7adc3ac8-f77d-490e-a64c-4100a24dfffd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0', 'mac_address': 'fa:16:3e:db:05:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef50b12-b03b-4b56-aa69-8ef0c122e24d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:14:40Z', 'updated_at': '2021-12-16T22:15:13Z', 'revision_number': 1, 'project_id': 'd2be2a7272c441f580b97fb831b89739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d427b5b-8641-471f-9aaf-dba01790534e', 'name': '', 'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'mac_address': 'fa:16:3e:24:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '15bc0458-88d7-47b8-95a2-df47eebc4774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:29Z', 'updated_at': '2021-12-16T22:14:37Z', 'revision_number': 5, 'project_id': 'd2be2a7272c441f580b97fb831b89739', 'subnets': [{'id': '15bc0458-88d7-47b8-95a2-df47eebc4774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:17.388472 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35937fc7-514a-4995-a9a7-780465cbf340 req-b3f2dd2c-b250-45c2-be87-14db3639170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:17.396551 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-35937fc7-514a-4995-a9a7-780465cbf340 req-b3f2dd2c-b250-45c2-be87-14db3639170f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa57ad1a-fa7c-41c6-9099-c410b6f42ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129825 Dec 16 22:15:17.423727 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb72dd-8c54-4f11-8a8b-9392b70e1760 req-de081b50-1541-4f7d-95f9-82d42f8415fa tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:17.425499 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e4fb72dd-8c54-4f11-8a8b-9392b70e1760 req-de081b50-1541-4f7d-95f9-82d42f8415fa tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f1d1f2f-8452-454b-a824-8a44581be42c HTTP/1.1" status: 200 len: 950 time: 0.1273956 Dec 16 22:15:17.428374 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab37a1d4-b27a-40e2-9c80-aca21420b155 None None] The sync data for ids ['fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'] in n-d-815324-4 is: [{'id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'name': 'tempest-ServersTestFqdnHostnames-589396468-router', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'e41157ec-5df6-4fee-ab14-6830f46e6798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:23Z', 'updated_at': '2021-12-16T22:14:30Z', 'revision_number': 4, 'project_id': 'd2be2a7272c441f580b97fb831b89739', 'gw_port': {'id': 'e41157ec-5df6-4fee-ab14-6830f46e6798', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:24Z', 'updated_at': '2021-12-16T22:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '2e0f7c2a-2d8d-4deb-a40f-a662e97b668a', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'floating_ip_address': '172.25.6.152', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'port_id': '7adc3ac8-f77d-490e-a64c-4100a24dfffd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0', 'mac_address': 'fa:16:3e:db:05:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef50b12-b03b-4b56-aa69-8ef0c122e24d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:14:40Z', 'updated_at': '2021-12-16T22:15:13Z', 'revision_number': 1, 'project_id': 'd2be2a7272c441f580b97fb831b89739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d427b5b-8641-471f-9aaf-dba01790534e', 'name': '', 'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'mac_address': 'fa:16:3e:24:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '15bc0458-88d7-47b8-95a2-df47eebc4774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:29Z', 'updated_at': '2021-12-16T22:14:37Z', 'revision_number': 5, 'project_id': 'd2be2a7272c441f580b97fb831b89739', 'subnets': [{'id': '15bc0458-88d7-47b8-95a2-df47eebc4774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:15:17.551618 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e4fb72dd-8c54-4f11-8a8b-9392b70e1760 req-d61c9ac2-8f6a-4c4a-9691-f95cc92003f2 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.75 "GET /v2.0/security-groups?id=dec540df-ff1e-4fc7-aba0-4799ea07a3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117566 Dec 16 22:15:17.642710 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-35937fc7-514a-4995-a9a7-780465cbf340 req-926c4a04-9f4b-4a26-8804-250121713a5e service neutron] 10.222.0.57 "GET /v2.0/networks/aa57ad1a-fa7c-41c6-9099-c410b6f42ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377245 Dec 16 22:15:17.766304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893f817-cd13-40ad-a508-74bc4b5aedd3 req-9a106b78-90cc-48bf-ab17-1c954c48d4d4 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:17.768785 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1893f817-cd13-40ad-a508-74bc4b5aedd3 req-9a106b78-90cc-48bf-ab17-1c954c48d4d4 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0976670 Dec 16 22:15:17.882905 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1893f817-cd13-40ad-a508-74bc4b5aedd3 req-11373908-9b01-4dc2-b89a-7c6e4dce40ed tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010540 Dec 16 22:15:17.918427 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeee60e-d262-4f0d-bd65-f9dd617c02c6 None None] New status for floating IP 2e0f7c2a-2d8d-4deb-a40f-a662e97b668a: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:15:18.307954 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-35937fc7-514a-4995-a9a7-780465cbf340 req-3728da61-375d-424e-805d-f24177085560 service neutron] 10.222.0.57 "GET /v2.0/networks/aa57ad1a-fa7c-41c6-9099-c410b6f42ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6583445 Dec 16 22:15:18.434890 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacfcc0-1454-4557-81eb-bf7b4589f786 req-1e8e74f7-93bb-4502-b2dc-132c4ae97383 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:18.450934 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4aacfcc0-1454-4557-81eb-bf7b4589f786 req-1e8e74f7-93bb-4502-b2dc-132c4ae97383 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 950 time: 0.1216381 Dec 16 22:15:18.548615 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4aacfcc0-1454-4557-81eb-bf7b4589f786 req-73ca63a2-d252-4c44-b3da-71a363ec0d26 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965765 Dec 16 22:15:18.785114 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbb3a9-c5b7-4a51-86d8-dfb5d940fb96 req-68f7cad8-2b69-48c0-ade4-5d142b02921e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:18.787182 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a1fbb3a9-c5b7-4a51-86d8-dfb5d940fb96 req-68f7cad8-2b69-48c0-ade4-5d142b02921e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0596225 Dec 16 22:15:18.851453 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a1fbb3a9-c5b7-4a51-86d8-dfb5d940fb96 req-93a0570a-d1cb-4c5e-b808-b4f4d3604e76 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573707 Dec 16 22:15:19.025334 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9e63d-9bb9-4082-8bd0-a397acf44a2f req-1c2fbe41-fd54-476b-b6c6-65739413a714 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:19.033589 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-46b9e63d-9bb9-4082-8bd0-a397acf44a2f req-1c2fbe41-fd54-476b-b6c6-65739413a714 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 950 time: 0.0889757 Dec 16 22:15:19.088596 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-46b9e63d-9bb9-4082-8bd0-a397acf44a2f req-6ecde25b-600d-45fd-924e-bf90f0b6fed2 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529950 Dec 16 22:15:19.246551 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab05df-eb3c-4dd1-a3d6-68367e53e5a3 req-c9b8e348-f239-4c97-ac1b-4054f14c22c3 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:19.249494 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-edab05df-eb3c-4dd1-a3d6-68367e53e5a3 req-c9b8e348-f239-4c97-ac1b-4054f14c22c3 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f1d1f2f-8452-454b-a824-8a44581be42c HTTP/1.1" status: 200 len: 950 time: 0.0871980 Dec 16 22:15:19.320168 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-edab05df-eb3c-4dd1-a3d6-68367e53e5a3 req-93d479e0-5459-4aec-922c-c07119d4b362 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.75 "GET /v2.0/security-groups?id=dec540df-ff1e-4fc7-aba0-4799ea07a3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636935 Dec 16 22:15:19.497290 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0e405-e0fd-4094-ab88-4928590490ad req-3fe5e2ee-db34-4fee-a057-9e7a66203dd3 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:19.498950 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c0c0e405-e0fd-4094-ab88-4928590490ad req-3fe5e2ee-db34-4fee-a057-9e7a66203dd3 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0604625 Dec 16 22:15:19.704119 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c0c0e405-e0fd-4094-ab88-4928590490ad req-80017be9-cc3f-45a5-8ed3-ea94f0aff2ae tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393812 Dec 16 22:15:23.680534 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ead8c78f-ef41-4e3e-a981-ee9aecc450b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:23.832468 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-db521aeb-6839-43f9-9f84-0d96928de478 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=84a0f56690704a89b89d2fa8c0442625&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520833 Dec 16 22:15:24.015432 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-50cb0929-fdec-49db-8c04-d54c1084f0e2 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:24.015432 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-50cb0929-fdec-49db-8c04-d54c1084f0e2 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1446114 Dec 16 22:15:24.015432 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-a5feb7ae-f034-470f-9a16-0d8f56d82775 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/quotas/84a0f56690704a89b89d2fa8c0442625 HTTP/1.1" status: 200 len: 375 time: 0.0105062 Dec 16 22:15:24.032521 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-18302219-d786-417b-9d34-1d646ebb82c8 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=84a0f56690704a89b89d2fa8c0442625&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375671 Dec 16 22:15:24.613613 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0291dca4-1f1c-4198-a538-9d0eeb32d245 req-b10d3170-d47e-4be7-8acb-908dc6b035e6 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b58bce3-a537-45f8-954a-0f90e94d547a HTTP/1.1" status: 200 len: 210 time: 0.0355363 Dec 16 22:15:25.414405 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2284e-f529-4994-b7b7-18548598c81c req-c98559c7-a2f4-4ec2-afdb-2962c6d05d96 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:25.416807 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cfe2284e-f529-4994-b7b7-18548598c81c req-c98559c7-a2f4-4ec2-afdb-2962c6d05d96 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f1d1f2f-8452-454b-a824-8a44581be42c HTTP/1.1" status: 200 len: 950 time: 0.1217232 Dec 16 22:15:25.476963 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-14e51f42-8e7f-4af5-8e9a-8d37ab8d57a9 req-3afe5712-0b36-45cd-942d-6da132d242d1 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:15:25.478936 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-14e51f42-8e7f-4af5-8e9a-8d37ab8d57a9 req-3afe5712-0b36-45cd-942d-6da132d242d1 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102713 Dec 16 22:15:25.518921 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cfe2284e-f529-4994-b7b7-18548598c81c req-8d1ff937-4c1c-4a1a-adaf-f193a0513619 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.75 "GET /v2.0/security-groups?id=dec540df-ff1e-4fc7-aba0-4799ea07a3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853915 Dec 16 22:15:25.659429 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-56a7c288-854d-4e81-96b8-f99c712cff35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:25.774547 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4df76-ce45-45d5-8c6b-d36682f7a39f req-c980ca18-6be3-4c2e-ae19-a19efcfa252e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:25.776462 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-46a4df76-ce45-45d5-8c6b-d36682f7a39f req-c980ca18-6be3-4c2e-ae19-a19efcfa252e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0544374 Dec 16 22:15:25.828034 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-46a4df76-ce45-45d5-8c6b-d36682f7a39f req-c3f52d00-7ae1-46f2-9600-7bccd60f65da tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440917 Dec 16 22:15:25.944963 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8d222-486d-47c2-a9dd-298157ecab4f req-8bd1b992-d03e-474d-af9d-754f225e2027 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:25.953130 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1a8d222-486d-47c2-a9dd-298157ecab4f req-8bd1b992-d03e-474d-af9d-754f225e2027 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2514a767-8428-4e46-bdd7-ae6bf18c368b HTTP/1.1" status: 200 len: 946 time: 0.0655229 Dec 16 22:15:26.003413 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1a8d222-486d-47c2-a9dd-298157ecab4f req-1c48a6b3-3db1-42d9-96f2-2b49697cd1e7 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493903 Dec 16 22:15:26.060548 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9eb54b86-62d7-47a5-92b0-0715db6a7d6a req-e51e7981-3f39-4068-a4e7-9fcb7d685438 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b58bce3-a537-45f8-954a-0f90e94d547a HTTP/1.1" status: 200 len: 210 time: 0.0313404 Dec 16 22:15:26.127431 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8e7ea-9fd7-48d8-adc5-37efabbbe5e3 req-a86296a5-83a4-4b6f-a17d-f2f0fcb9a594 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:26.129184 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17e8e7ea-9fd7-48d8-adc5-37efabbbe5e3 req-a86296a5-83a4-4b6f-a17d-f2f0fcb9a594 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 950 time: 0.0586860 Dec 16 22:15:26.200437 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17e8e7ea-9fd7-48d8-adc5-37efabbbe5e3 req-3cab10f4-1b44-4353-bd67-3a1971d629d9 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643184 Dec 16 22:15:26.240895 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9a885-7de6-40d1-ad24-0f688225351b req-19d711e9-b267-4891-a45d-3d3f51fa97e8 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:26.242400 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25d9a885-7de6-40d1-ad24-0f688225351b req-19d711e9-b267-4891-a45d-3d3f51fa97e8 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe48fba5-201d-4346-a949-c4aa4c95f8e9 HTTP/1.1" status: 200 len: 950 time: 0.1149008 Dec 16 22:15:26.274363 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-5a0ac97d-f20a-4f74-9f5a-199d2a2755dd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0717392 Dec 16 22:15:26.289472 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-77488bf1-ee48-4f93-aabd-af98faae58a5 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:15:26.290459 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-77488bf1-ee48-4f93-aabd-af98faae58a5 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108004 Dec 16 22:15:26.313237 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25d9a885-7de6-40d1-ad24-0f688225351b req-6b08d592-a90e-40ac-b457-03bb732218be tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/security-groups?id=b21cd94b-b43d-4ca8-ad0a-f74de285f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630224 Dec 16 22:15:26.351002 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01614e7c-4563-4ad6-adc4-988b57582953 req-4dac07b5-daec-49d4-b010-10dd14425bc9 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:26.352494 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-01614e7c-4563-4ad6-adc4-988b57582953 req-4dac07b5-daec-49d4-b010-10dd14425bc9 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f1d1f2f-8452-454b-a824-8a44581be42c HTTP/1.1" status: 200 len: 950 time: 0.0606055 Dec 16 22:15:26.453300 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-01614e7c-4563-4ad6-adc4-988b57582953 req-e029871e-61a5-4de8-98bc-5897548b885c tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Deleting port dd43c45c-42bf-40e7-9e16-47587c00104d {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:15:26.453974 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-01614e7c-4563-4ad6-adc4-988b57582953 req-e029871e-61a5-4de8-98bc-5897548b885c tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:26.568953 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-01614e7c-4563-4ad6-adc4-988b57582953 req-e029871e-61a5-4de8-98bc-5897548b885c tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] For port dd43c45c-42bf-40e7-9e16-47587c00104d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=dd43c45c-42bf-40e7-9e16-47587c00104d,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:26.569331 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-01614e7c-4563-4ad6-adc4-988b57582953 req-e029871e-61a5-4de8-98bc-5897548b885c tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:26.587428 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-01614e7c-4563-4ad6-adc4-988b57582953 req-e029871e-61a5-4de8-98bc-5897548b885c tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Calling delete_port for dd43c45c-42bf-40e7-9e16-47587c00104d owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:15:26.727764 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:26.781473 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d83011-5e49-419d-aacb-eb62351e1666 req-24245aef-17eb-42c4-b985-71ed577011f7 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:26.788943 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d6d83011-5e49-419d-aacb-eb62351e1666 req-24245aef-17eb-42c4-b985-71ed577011f7 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f1d1f2f-8452-454b-a824-8a44581be42c HTTP/1.1" status: 200 len: 950 time: 0.0946357 Dec 16 22:15:26.847103 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d6d83011-5e49-419d-aacb-eb62351e1666 req-a38cf39f-b4ba-45dd-b08d-cb4783651ed2 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.75 "GET /v2.0/security-groups?id=dec540df-ff1e-4fc7-aba0-4799ea07a3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572739 Dec 16 22:15:26.889242 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:26.961910 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-01614e7c-4563-4ad6-adc4-988b57582953 req-e029871e-61a5-4de8-98bc-5897548b885c tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:26.969280 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201923e9-7bf3-4cc9-9e4e-79387e119f73 req-7a9df53f-2b5a-4ad7-96f7-66c934b0756b tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:26.976875 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-201923e9-7bf3-4cc9-9e4e-79387e119f73 req-7a9df53f-2b5a-4ad7-96f7-66c934b0756b tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0630031 Dec 16 22:15:26.992219 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029871e-61a5-4de8-98bc-5897548b885c tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Pushing event deleted for resources: {'Port': ['ID=dd43c45c-42bf-40e7-9e16-47587c00104d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:27.008621 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e029871e-61a5-4de8-98bc-5897548b885c tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:27.008782 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e029871e-61a5-4de8-98bc-5897548b885c tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:27.009320 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e029871e-61a5-4de8-98bc-5897548b885c tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:27.009909 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e029871e-61a5-4de8-98bc-5897548b885c tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:27.010434 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e029871e-61a5-4de8-98bc-5897548b885c tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:27.011157 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e029871e-61a5-4de8-98bc-5897548b885c tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:27.012589 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e029871e-61a5-4de8-98bc-5897548b885c tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:27.013146 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e029871e-61a5-4de8-98bc-5897548b885c tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:27.013660 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e029871e-61a5-4de8-98bc-5897548b885c tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:27.018473 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e029871e-61a5-4de8-98bc-5897548b885c tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:27.019152 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e029871e-61a5-4de8-98bc-5897548b885c tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:27.019683 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e029871e-61a5-4de8-98bc-5897548b885c tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:27.020221 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e029871e-61a5-4de8-98bc-5897548b885c tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:27.060085 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-201923e9-7bf3-4cc9-9e4e-79387e119f73 req-32d012b4-d865-46e4-9b36-34897088093f tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780196 Dec 16 22:15:27.099936 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-01614e7c-4563-4ad6-adc4-988b57582953 req-e029871e-61a5-4de8-98bc-5897548b885c tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] No DVR routers for this DVR port dd43c45c-42bf-40e7-9e16-47587c00104d on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:15:27.103654 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-01614e7c-4563-4ad6-adc4-988b57582953 req-e029871e-61a5-4de8-98bc-5897548b885c tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:27.112415 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-01614e7c-4563-4ad6-adc4-988b57582953 req-e029871e-61a5-4de8-98bc-5897548b885c tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.76 "DELETE /v2.0/ports/dd43c45c-42bf-40e7-9e16-47587c00104d HTTP/1.1" status: 204 len: 173 time: 0.7517810 Dec 16 22:15:27.112906 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1d1f2f-8452-454b-a824-8a44581be42c', 'name': 'network-vif-deleted', 'tag': 'dd43c45c-42bf-40e7-9e16-47587c00104d'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:27.115240 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafa264a-b0f9-471b-a9fd-efdd28e0692f" -d '{"events": [{"server_uuid": "1f1d1f2f-8452-454b-a824-8a44581be42c", "name": "network-vif-deleted", "tag": "dd43c45c-42bf-40e7-9e16-47587c00104d"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:27.187480 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7ea81-f8f8-4a40-8b0b-844ab32767a7 req-10e98c22-3531-4a34-88c8-fc472cbc7283 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:27.189303 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e9d7ea81-f8f8-4a40-8b0b-844ab32767a7 req-10e98c22-3531-4a34-88c8-fc472cbc7283 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2514a767-8428-4e46-bdd7-ae6bf18c368b HTTP/1.1" status: 200 len: 946 time: 0.0706851 Dec 16 22:15:27.203731 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-810aa7aa-ff3f-4dc9-b1e6-3f64a82bd4c8 req-7451f81a-8105-49bd-ac56-2a1044d0cc14 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b58bce3-a537-45f8-954a-0f90e94d547a HTTP/1.1" status: 200 len: 210 time: 0.0473161 Dec 16 22:15:27.298858 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e9d7ea81-f8f8-4a40-8b0b-844ab32767a7 req-481975d7-1098-40ae-8977-b2144323ce51 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/security-groups?id=d53caa41-f899-4140-9a49-748bc0cf0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015923 Dec 16 22:15:27.300551 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a6bf2f-4ed2-4e48-800a-c2cd940241aa x-openstack-request-id: req-91a6bf2f-4ed2-4e48-800a-c2cd940241aa {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:27.301033 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1d1f2f-8452-454b-a824-8a44581be42c", "name": "network-vif-deleted", "tag": "dd43c45c-42bf-40e7-9e16-47587c00104d", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:27.301462 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-91a6bf2f-4ed2-4e48-800a-c2cd940241aa {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:27.302224 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1d1f2f-8452-454b-a824-8a44581be42c', 'name': 'network-vif-deleted', 'tag': 'dd43c45c-42bf-40e7-9e16-47587c00104d', 'status': 'completed', 'code': 200} Dec 16 22:15:27.311514 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afbeb5-20c3-40ef-84ff-4932ee60446b req-5753d17d-1c8e-45d4-89dc-01c187263fc5 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:27.314103 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-18afbeb5-20c3-40ef-84ff-4932ee60446b req-5753d17d-1c8e-45d4-89dc-01c187263fc5 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.76 "GET /v2.0/ports?device_id=2514a767-8428-4e46-bdd7-ae6bf18c368b HTTP/1.1" status: 200 len: 946 time: 0.1074257 Dec 16 22:15:27.425891 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1e56a-7871-4036-93fc-4ebb38942286 req-cb749281-76bc-4e76-a827-35a7eda54f43 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:27.437184 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-26e1e56a-7871-4036-93fc-4ebb38942286 req-cb749281-76bc-4e76-a827-35a7eda54f43 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 950 time: 0.0710769 Dec 16 22:15:27.515785 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-26e1e56a-7871-4036-93fc-4ebb38942286 req-0d9db652-5643-4438-9c47-e482910e731d tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770905 Dec 16 22:15:27.539378 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993813a5-e410-4751-8e3a-b49f17908ddf req-20dd53e6-4c2f-4f76-9b20-96cf38274e97 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:27.541245 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-993813a5-e410-4751-8e3a-b49f17908ddf req-20dd53e6-4c2f-4f76-9b20-96cf38274e97 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe48fba5-201d-4346-a949-c4aa4c95f8e9 HTTP/1.1" status: 200 len: 950 time: 0.0646980 Dec 16 22:15:27.543398 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-18afbeb5-20c3-40ef-84ff-4932ee60446b req-944563ac-fc00-4145-bf1e-4eca98588a4f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Deleting port 6584960a-97fd-456d-b9ef-cb7b7437c516 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:15:27.543988 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-18afbeb5-20c3-40ef-84ff-4932ee60446b req-944563ac-fc00-4145-bf1e-4eca98588a4f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:27.700457 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-993813a5-e410-4751-8e3a-b49f17908ddf req-b26eb484-1ed4-4af5-8fc8-69830aafdf9d tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/security-groups?id=b21cd94b-b43d-4ca8-ad0a-f74de285f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400104 Dec 16 22:15:27.719225 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-18afbeb5-20c3-40ef-84ff-4932ee60446b req-944563ac-fc00-4145-bf1e-4eca98588a4f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] For port 6584960a-97fd-456d-b9ef-cb7b7437c516, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=6584960a-97fd-456d-b9ef-cb7b7437c516,segment=NetworkSegment(4704f4a2-0ae3-4396-aa53-7cd7711fb1e7),segment_id=4704f4a2-0ae3-4396-aa53-7cd7711fb1e7)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:27.719605 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-18afbeb5-20c3-40ef-84ff-4932ee60446b req-944563ac-fc00-4145-bf1e-4eca98588a4f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:27.743351 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-18afbeb5-20c3-40ef-84ff-4932ee60446b req-944563ac-fc00-4145-bf1e-4eca98588a4f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Calling delete_port for 6584960a-97fd-456d-b9ef-cb7b7437c516 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:15:27.924717 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-cc6e2940-2345-4762-8086-b297722e0539 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=84a0f56690704a89b89d2fa8c0442625&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273826 Dec 16 22:15:28.064689 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-c0159ec2-c14c-4733-93d8-138fabd30890 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:28.064888 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e9dfa097-98f1-4411-9b5a-872ac6ae411c req-bc0928f6-2fa9-484e-9ec8-02e3ea52adb1 tempest-ImagesNegativeTestJSON-972562769 tempest-ImagesNegativeTestJSON-972562769-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f1d1f2f-8452-454b-a824-8a44581be42c HTTP/1.1" status: 200 len: 210 time: 0.0709627 Dec 16 22:15:28.065024 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-c0159ec2-c14c-4733-93d8-138fabd30890 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1304991 Dec 16 22:15:28.070631 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-18afbeb5-20c3-40ef-84ff-4932ee60446b req-944563ac-fc00-4145-bf1e-4eca98588a4f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:28.087017 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-64b0e5e7-4ebb-4f38-821b-25d74fae6a00 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Request body: {'port': {'device_id': '2b58bce3-a537-45f8-954a-0f90e94d547a', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': '84a0f56690704a89b89d2fa8c0442625'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:28.110938 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6584960a-97fd-456d-b9ef-cb7b7437c516'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:15:28.179941 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944563ac-fc00-4145-bf1e-4eca98588a4f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Pushing event deleted for resources: {'Port': ['ID=6584960a-97fd-456d-b9ef-cb7b7437c516,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:28.274656 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-18afbeb5-20c3-40ef-84ff-4932ee60446b req-944563ac-fc00-4145-bf1e-4eca98588a4f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] No DVR routers for this DVR port 6584960a-97fd-456d-b9ef-cb7b7437c516 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:15:28.279402 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-18afbeb5-20c3-40ef-84ff-4932ee60446b req-944563ac-fc00-4145-bf1e-4eca98588a4f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:28.284939 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-18afbeb5-20c3-40ef-84ff-4932ee60446b req-944563ac-fc00-4145-bf1e-4eca98588a4f tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.76 "DELETE /v2.0/ports/6584960a-97fd-456d-b9ef-cb7b7437c516 HTTP/1.1" status: 204 len: 173 time: 0.9561610 Dec 16 22:15:28.348787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89160d-abe7-4085-ac08-1a6bb097939b req-9ed7d5bc-1316-4e5a-99e8-20f620a557e1 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:28.351158 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9f89160d-abe7-4085-ac08-1a6bb097939b req-9ed7d5bc-1316-4e5a-99e8-20f620a557e1 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1049790 Dec 16 22:15:28.374206 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:28.416514 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9f89160d-abe7-4085-ac08-1a6bb097939b req-fe3a1d36-5688-463c-afd6-c08b3531bd62 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579386 Dec 16 22:15:28.425047 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-09b5fed3-397e-46e0-90db-a18821a86bfd req-6145c577-47a4-49a5-b47d-574697418a6b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b58bce3-a537-45f8-954a-0f90e94d547a HTTP/1.1" status: 200 len: 210 time: 0.0391250 Dec 16 22:15:28.442900 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-64b0e5e7-4ebb-4f38-821b-25d74fae6a00 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Made reservation on behalf of 84a0f56690704a89b89d2fa8c0442625 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:28.443603 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:28.447460 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-64b0e5e7-4ebb-4f38-821b-25d74fae6a00 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:28.461129 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-64b0e5e7-4ebb-4f38-821b-25d74fae6a00 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:28.601088 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c6d41cdf-fbb5-410c-b5e2-13f055d8d8f9 req-ce46c993-16f4-4738-907c-03269ddb57b0 tempest-ServersTestJSON-98484333 tempest-ServersTestJSON-98484333-project] 10.222.0.75 "GET /v2.0/ports?device_id=2514a767-8428-4e46-bdd7-ae6bf18c368b HTTP/1.1" status: 200 len: 210 time: 0.0350535 Dec 16 22:15:28.605112 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-64b0e5e7-4ebb-4f38-821b-25d74fae6a00 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:28.622982 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device dd43c45c-42bf-40e7-9e16-47587c00104d no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:15:28.659805 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: dd43c45c-42bf-40e7-9e16-47587c00104d {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:15:28.660491 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device dd43c45c-42bf-40e7-9e16-47587c00104d not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:15:28.703372 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-64b0e5e7-4ebb-4f38-821b-25d74fae6a00 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:28.805751 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0e5e7-4ebb-4f38-821b-25d74fae6a00 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a84be404-e411-4355-a205-6c9b289d45b8,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:28.844730 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13474a58-4850-49ae-a062-a208ca979fa7 req-65c65cfa-6ecc-4beb-969c-b63d27933fe9 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:28.863752 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13474a58-4850-49ae-a062-a208ca979fa7 req-65c65cfa-6ecc-4beb-969c-b63d27933fe9 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 950 time: 0.2214327 Dec 16 22:15:28.989577 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-64b0e5e7-4ebb-4f38-821b-25d74fae6a00 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Allocated IP 192.168.233.32 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/9c542d95-fa6f-4d6e-befb-2c00a17a1eeb) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:28.998499 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13474a58-4850-49ae-a062-a208ca979fa7 req-ab2ff858-effd-4412-af23-807ed914b76f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313329 Dec 16 22:15:29.001680 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:29.175439 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-64b0e5e7-4ebb-4f38-821b-25d74fae6a00 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:29.303880 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2514a767-8428-4e46-bdd7-ae6bf18c368b', 'name': 'network-vif-deleted', 'tag': '6584960a-97fd-456d-b9ef-cb7b7437c516'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:29.306211 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc38fe7-3ca2-47e9-9006-d441a80b3d0c" -d '{"events": [{"server_uuid": "2514a767-8428-4e46-bdd7-ae6bf18c368b", "name": "network-vif-deleted", "tag": "6584960a-97fd-456d-b9ef-cb7b7437c516"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:29.311136 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-64b0e5e7-4ebb-4f38-821b-25d74fae6a00 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:29.348943 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a3376a-c16c-4076-8f86-8a23405c1f7c x-openstack-request-id: req-17a3376a-c16c-4076-8f86-8a23405c1f7c {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:29.349441 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2514a767-8428-4e46-bdd7-ae6bf18c368b", "name": "network-vif-deleted", "tag": "6584960a-97fd-456d-b9ef-cb7b7437c516", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:29.349898 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-17a3376a-c16c-4076-8f86-8a23405c1f7c {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:29.350526 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2514a767-8428-4e46-bdd7-ae6bf18c368b', 'name': 'network-vif-deleted', 'tag': '6584960a-97fd-456d-b9ef-cb7b7437c516', 'status': 'completed', 'code': 200} Dec 16 22:15:29.379698 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-64b0e5e7-4ebb-4f38-821b-25d74fae6a00 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:29.382868 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-64b0e5e7-4ebb-4f38-821b-25d74fae6a00 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:29.387208 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-64b0e5e7-4ebb-4f38-821b-25d74fae6a00 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:29.393915 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0e5e7-4ebb-4f38-821b-25d74fae6a00 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Pushing event updated for resources: {'Port': ['ID=9c542d95-fa6f-4d6e-befb-2c00a17a1eeb,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:29.482999 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-64b0e5e7-4ebb-4f38-821b-25d74fae6a00 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:29.487734 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-64b0e5e7-4ebb-4f38-821b-25d74fae6a00 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:29.604593 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263459d-7df7-439a-b157-eada3f953ee9 req-52187c4c-189f-4bb9-9d11-3fbb9f111b7d tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:29.614271 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4263459d-7df7-439a-b157-eada3f953ee9 req-52187c4c-189f-4bb9-9d11-3fbb9f111b7d tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0813138 Dec 16 22:15:29.635468 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-64b0e5e7-4ebb-4f38-821b-25d74fae6a00 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5591400 Dec 16 22:15:29.658951 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-d54d7c9a-1d27-47ba-9475-985b626245f3 service neutron] Request body: {'port': {'device_id': '2b58bce3-a537-45f8-954a-0f90e94d547a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:29.666529 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22db53-c8c0-4c13-a79c-bd808db01af6 req-47c6a710-26b7-4038-9f48-510882f7f69c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:29.677885 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ba22db53-c8c0-4c13-a79c-bd808db01af6 req-47c6a710-26b7-4038-9f48-510882f7f69c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b58bce3-a537-45f8-954a-0f90e94d547a HTTP/1.1" status: 200 len: 935 time: 0.1248059 Dec 16 22:15:29.743403 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-d54d7c9a-1d27-47ba-9475-985b626245f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:29.779877 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0a0e8fbd-dded-4ebf-ae7f-1f378b2dabe7 None None] Provisioning complete for port 9c542d95-fa6f-4d6e-befb-2c00a17a1eeb triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:29.782360 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0a0e8fbd-dded-4ebf-ae7f-1f378b2dabe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:29.788953 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ba22db53-c8c0-4c13-a79c-bd808db01af6 req-9f12dc29-fc91-43ae-9bad-2ff8f189375b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093783 Dec 16 22:15:29.886115 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4263459d-7df7-439a-b157-eada3f953ee9 req-8b814446-9570-4edf-a21e-dc627362a6d9 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648420 Dec 16 22:15:29.894734 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:15:29.905651 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-75129124-786a-400c-8149-adf37ab10780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:29.907509 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-75129124-786a-400c-8149-adf37ab10780 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 1101 time: 0.1100745 Dec 16 22:15:29.960147 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0a0e8fbd-dded-4ebf-ae7f-1f378b2dabe7 None None] Port 9c542d95-fa6f-4d6e-befb-2c00a17a1eeb cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:15:29.997966 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38208) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:30.031832 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-80b57b95-88dd-4d3c-b33f-c729bfba9183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:30.033418 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-80b57b95-88dd-4d3c-b33f-c729bfba9183 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.1182947 Dec 16 22:15:30.083639 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9796c2-f9c1-43ff-9a2d-d69e66c11e5f admin admin] Deleting subnet 9741df81-7a4c-44a7-8dc9-6f94ad4c24c8 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:15:30.087732 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb9796c2-f9c1-43ff-9a2d-d69e66c11e5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:30.089845 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:30.123501 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-16be39d9-c95a-4d24-a880-589d1a8ecdba service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=74da34cc-f2dc-4e37-80e4-e8ef604866be HTTP/1.1" status: 200 len: 217 time: 0.0715137 Dec 16 22:15:30.133076 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5ec6f823-d9d6-4a05-b7ff-85e2b39d061a,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:30.134276 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe48fba5-201d-4346-a949-c4aa4c95f8e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ec6f823-d9d6-4a05-b7ff-85e2b39d061a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:30.137021 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceea9660-0763-41cf-93f1-9e97ca69dbeb" -d '{"events": [{"server_uuid": "fe48fba5-201d-4346-a949-c4aa4c95f8e9", "name": "network-vif-unplugged", "status": "completed", "tag": "5ec6f823-d9d6-4a05-b7ff-85e2b39d061a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:30.163344 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb9796c2-f9c1-43ff-9a2d-d69e66c11e5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:30.198731 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-1f84e688-9fc9-4462-8964-ac1140b0d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:30.200421 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-1f84e688-9fc9-4462-8964-ac1140b0d67c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0607660 Dec 16 22:15:30.203863 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18258140-3538-4ad3-aa68-ba63e4f325e0 x-openstack-request-id: req-18258140-3538-4ad3-aa68-ba63e4f325e0 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:30.204209 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe48fba5-201d-4346-a949-c4aa4c95f8e9", "name": "network-vif-unplugged", "status": "completed", "tag": "5ec6f823-d9d6-4a05-b7ff-85e2b39d061a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:30.204409 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-18258140-3538-4ad3-aa68-ba63e4f325e0 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:30.204849 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe48fba5-201d-4346-a949-c4aa4c95f8e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ec6f823-d9d6-4a05-b7ff-85e2b39d061a', 'code': 200} Dec 16 22:15:30.208757 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:30.274222 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=5ec6f823-d9d6-4a05-b7ff-85e2b39d061a,revision_number=11']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:30.298118 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-58673530-ac2a-4e87-a3e9-aa5c5af85588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:30.303656 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-58673530-ac2a-4e87-a3e9-aa5c5af85588 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0830421 Dec 16 22:15:30.313609 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb9796c2-f9c1-43ff-9a2d-d69e66c11e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:30.382935 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f28cd-2f03-4a98-8bec-a54b4db8101a req-546e457a-37d4-4ded-ae8c-62510c2b2b90 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:30.392076 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f60f28cd-2f03-4a98-8bec-a54b4db8101a req-546e457a-37d4-4ded-ae8c-62510c2b2b90 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 950 time: 0.2547112 Dec 16 22:15:30.470791 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-d54d7c9a-1d27-47ba-9475-985b626245f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c542d95-fa6f-4d6e-befb-2c00a17a1eeb {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:30.491959 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-51cffedb-01a2-40d4-a0c2-72488abf4ba2 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594546 Dec 16 22:15:30.492593 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-d54d7c9a-1d27-47ba-9475-985b626245f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:30.493061 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38250) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:30.523736 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f60f28cd-2f03-4a98-8bec-a54b4db8101a req-662a8094-ef16-4b77-aa49-0d45662b6b4b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306193 Dec 16 22:15:30.593211 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-a1a7ea9b-9ca9-4af3-a74c-79b8623cb1bd service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116400 Dec 16 22:15:30.630214 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 6584960a-97fd-456d-b9ef-cb7b7437c516 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:15:30.682416 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 6584960a-97fd-456d-b9ef-cb7b7437c516 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:15:30.682416 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 6584960a-97fd-456d-b9ef-cb7b7437c516 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:15:30.698613 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e8c10370-2172-4f66-9303-fdca519b8f14 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0adbc996c01948ec9cd53294a03133f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2057009 Dec 16 22:15:30.699299 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38264) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:30.750670 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2713b852-eada-4041-9680-649e97f9ad41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:30.751324 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-d54d7c9a-1d27-47ba-9475-985b626245f3 service neutron] Transition to ACTIVE for port object 9c542d95-fa6f-4d6e-befb-2c00a17a1eeb will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:15:30.753353 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb9796c2-f9c1-43ff-9a2d-d69e66c11e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:30.778626 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2713b852-eada-4041-9680-649e97f9ad41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:30.806181 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb9796c2-f9c1-43ff-9a2d-d69e66c11e5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:30.811972 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bb9796c2-f9c1-43ff-9a2d-d69e66c11e5f admin admin] 10.222.0.75 "DELETE /v2.0/subnets/9741df81-7a4c-44a7-8dc9-6f94ad4c24c8 HTTP/1.1" status: 204 len: 168 time: 0.8119500 Dec 16 22:15:30.813409 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9796c2-f9c1-43ff-9a2d-d69e66c11e5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9741df81-7a4c-44a7-8dc9-6f94ad4c24c8,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:30.816717 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38274) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:30.881302 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-d54d7c9a-1d27-47ba-9475-985b626245f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:30.981687 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2713b852-eada-4041-9680-649e97f9ad41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:30.984778 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ed27243-d069-4ad5-b39d-a9232e31ed94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:30.989558 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2713b852-eada-4041-9680-649e97f9ad41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:30.993097 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2713b852-eada-4041-9680-649e97f9ad41 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dec540df-ff1e-4fc7-aba0-4799ea07a3d6 HTTP/1.1" status: 204 len: 168 time: 0.2914779 Dec 16 22:15:31.006299 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713b852-eada-4041-9680-649e97f9ad41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec540df-ff1e-4fc7-aba0-4799ea07a3d6,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:31.012759 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d7c9a-1d27-47ba-9475-985b626245f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9c542d95-fa6f-4d6e-befb-2c00a17a1eeb,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:31.066395 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f0056-6654-4968-b8e4-f37128856541 req-b5dc589d-4240-49ec-9bf9-e2396eb9e435 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:31.074371 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c26f0056-6654-4968-b8e4-f37128856541 req-b5dc589d-4240-49ec-9bf9-e2396eb9e435 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b58bce3-a537-45f8-954a-0f90e94d547a HTTP/1.1" status: 200 len: 947 time: 0.1871748 Dec 16 22:15:31.231935 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ed27243-d069-4ad5-b39d-a9232e31ed94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:31.248139 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c26f0056-6654-4968-b8e4-f37128856541 req-ac0d8db6-4f0c-49f0-96f1-eeec1d3a2d43 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727240 Dec 16 22:15:31.248787 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-d54d7c9a-1d27-47ba-9475-985b626245f3 service neutron] Attempting to bind port 9c542d95-fa6f-4d6e-befb-2c00a17a1eeb on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:15:31.249125 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-d54d7c9a-1d27-47ba-9475-985b626245f3 service neutron] Attempting to bind port 9c542d95-fa6f-4d6e-befb-2c00a17a1eeb by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:15:31.249457 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-d54d7c9a-1d27-47ba-9475-985b626245f3 service neutron] Attempting to bind port 9c542d95-fa6f-4d6e-befb-2c00a17a1eeb on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:31.265802 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-7ed27243-d069-4ad5-b39d-a9232e31ed94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ad157d2-5520-47b6-a14b-23516eba3ebc']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:31.283224 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-d54d7c9a-1d27-47ba-9475-985b626245f3 service neutron] Port 9c542d95-fa6f-4d6e-befb-2c00a17a1eeb on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:15:31.283224 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-d54d7c9a-1d27-47ba-9475-985b626245f3 service neutron] Attempting to bind port 9c542d95-fa6f-4d6e-befb-2c00a17a1eeb on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:31.283224 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-7ed27243-d069-4ad5-b39d-a9232e31ed94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:31.283224 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-7ed27243-d069-4ad5-b39d-a9232e31ed94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4704f4a2-0ae3-4396-aa53-7cd7711fb1e7') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:15:31.291855 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-d54d7c9a-1d27-47ba-9475-985b626245f3 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:15:31.292397 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-d54d7c9a-1d27-47ba-9475-985b626245f3 service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:31.292836 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-d54d7c9a-1d27-47ba-9475-985b626245f3 service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:15:31.293279 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-d54d7c9a-1d27-47ba-9475-985b626245f3 service neutron] Bound port: 9c542d95-fa6f-4d6e-befb-2c00a17a1eeb, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:15:31.293644 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-d54d7c9a-1d27-47ba-9475-985b626245f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:31.306304 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ed27243-d069-4ad5-b39d-a9232e31ed94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:31.337880 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ed27243-d069-4ad5-b39d-a9232e31ed94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:31.393141 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed27243-d069-4ad5-b39d-a9232e31ed94 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:15:31.393753 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ed27243-d069-4ad5-b39d-a9232e31ed94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:15:31.395371 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:15:31.481170 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea324a-7bb9-47b9-95b9-5a1ba71cf5ab req-e42d7071-e9d2-40e6-bb31-8754835d53cc tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:31.482753 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e3ea324a-7bb9-47b9-95b9-5a1ba71cf5ab req-e42d7071-e9d2-40e6-bb31-8754835d53cc tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1590457 Dec 16 22:15:31.486053 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-d54d7c9a-1d27-47ba-9475-985b626245f3 service neutron] For port 9c542d95-fa6f-4d6e-befb-2c00a17a1eeb, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:31.489413 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-d54d7c9a-1d27-47ba-9475-985b626245f3 service neutron] For port 9c542d95-fa6f-4d6e-befb-2c00a17a1eeb, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9c542d95-fa6f-4d6e-befb-2c00a17a1eeb,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:15:31.534940 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e3ea324a-7bb9-47b9-95b9-5a1ba71cf5ab req-e74a8402-4e6f-4f05-b571-0b19af395b0e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441942 Dec 16 22:15:31.659085 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ed27243-d069-4ad5-b39d-a9232e31ed94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:31.665397 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ed27243-d069-4ad5-b39d-a9232e31ed94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:31.672308 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7ed27243-d069-4ad5-b39d-a9232e31ed94 admin admin] 10.222.0.75 "DELETE /v2.0/networks/8ad157d2-5520-47b6-a14b-23516eba3ebc HTTP/1.1" status: 204 len: 168 time: 0.8513105 Dec 16 22:15:31.697375 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed27243-d069-4ad5-b39d-a9232e31ed94 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ad157d2-5520-47b6-a14b-23516eba3ebc,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:31.755799 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-d54d7c9a-1d27-47ba-9475-985b626245f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:31.800462 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b893ba-dddc-4dd3-b6fc-a76c492ed0dc req-313464b8-e36b-4ef0-8a40-d4b557f1d13d tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:31.802063 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f6b893ba-dddc-4dd3-b6fc-a76c492ed0dc req-313464b8-e36b-4ef0-8a40-d4b557f1d13d tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 950 time: 0.1069136 Dec 16 22:15:31.807020 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-d54d7c9a-1d27-47ba-9475-985b626245f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:31.813514 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-d54d7c9a-1d27-47ba-9475-985b626245f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:31.813514 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-d54d7c9a-1d27-47ba-9475-985b626245f3 service neutron] 10.222.0.57 "PUT /v2.0/ports/9c542d95-fa6f-4d6e-befb-2c00a17a1eeb HTTP/1.1" status: 200 len: 1095 time: 2.1562858 Dec 16 22:15:31.813514 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b58bce3-a537-45f8-954a-0f90e94d547a', 'tag': '9c542d95-fa6f-4d6e-befb-2c00a17a1eeb'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:31.813514 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cb63fc-340a-4ae9-bd85-37495a681d70" -d '{"events": [{"name": "network-changed", "server_uuid": "2b58bce3-a537-45f8-954a-0f90e94d547a", "tag": "9c542d95-fa6f-4d6e-befb-2c00a17a1eeb"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:31.854152 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d7c9a-1d27-47ba-9475-985b626245f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9c542d95-fa6f-4d6e-befb-2c00a17a1eeb,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:31.884331 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f6b893ba-dddc-4dd3-b6fc-a76c492ed0dc req-f17a70bc-37c2-40ac-b7af-779b3e1f7fc3 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684986 Dec 16 22:15:31.942884 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4209a03-9658-4748-8ada-6ff3d61d105a x-openstack-request-id: req-d4209a03-9658-4748-8ada-6ff3d61d105a {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:31.943269 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b58bce3-a537-45f8-954a-0f90e94d547a", "tag": "9c542d95-fa6f-4d6e-befb-2c00a17a1eeb", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:31.943656 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d4209a03-9658-4748-8ada-6ff3d61d105a {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:31.943958 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b58bce3-a537-45f8-954a-0f90e94d547a', 'tag': '9c542d95-fa6f-4d6e-befb-2c00a17a1eeb', 'status': 'completed', 'code': 200} Dec 16 22:15:32.039673 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb63fc-340a-4ae9-bd85-37495a681d70 req-ef988922-bd84-48f5-9af8-0a19a2ee5b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:32.041211 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-80cb63fc-340a-4ae9-bd85-37495a681d70 req-ef988922-bd84-48f5-9af8-0a19a2ee5b01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84a0f56690704a89b89d2fa8c0442625&device_id=2b58bce3-a537-45f8-954a-0f90e94d547a HTTP/1.1" status: 200 len: 1098 time: 0.0503185 Dec 16 22:15:32.078941 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-80cb63fc-340a-4ae9-bd85-37495a681d70 req-c89937aa-14e5-415e-84e8-b11850be375e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=84a0f56690704a89b89d2fa8c0442625&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214963 Dec 16 22:15:32.190713 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb63fc-340a-4ae9-bd85-37495a681d70 req-0ee3ffca-3984-4bdd-b7bb-a293271ad4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:32.192251 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-80cb63fc-340a-4ae9-bd85-37495a681d70 req-0ee3ffca-3984-4bdd-b7bb-a293271ad4d5 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1055417 Dec 16 22:15:32.308807 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38330) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:32.332342 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-7f5a0311-c903-4aee-ab0a-ea8dde4a97f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:32.334409 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-7f5a0311-c903-4aee-ab0a-ea8dde4a97f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84a0f56690704a89b89d2fa8c0442625&device_id=2b58bce3-a537-45f8-954a-0f90e94d547a HTTP/1.1" status: 200 len: 1098 time: 0.0737550 Dec 16 22:15:32.360460 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-abb97483-29d0-402e-b40b-86864c7781ed admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2a5983ec059547448cf45cc5d0d82ac4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0489218 Dec 16 22:15:32.360762 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38332) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:32.413926 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dba6a246-38c2-4d3f-9d3b-fa2f7ec7f21d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:32.414213 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-5aa9369f-4ef3-426e-b33f-3bdf461ce33c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=9c542d95-fa6f-4d6e-befb-2c00a17a1eeb HTTP/1.1" status: 200 len: 217 time: 0.0594332 Dec 16 22:15:32.440052 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dba6a246-38c2-4d3f-9d3b-fa2f7ec7f21d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:32.466747 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24da579-4591-41cf-9216-21cb36fddeb7 req-f092f45f-42a9-43a0-9c84-d4fe97cdfe8b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:32.469539 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a24da579-4591-41cf-9216-21cb36fddeb7 req-f092f45f-42a9-43a0-9c84-d4fe97cdfe8b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b58bce3-a537-45f8-954a-0f90e94d547a HTTP/1.1" status: 200 len: 947 time: 0.1245430 Dec 16 22:15:32.500432 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-43308440-acd1-458b-916f-fffd775e4d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:32.501905 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-43308440-acd1-458b-916f-fffd775e4d51 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0779095 Dec 16 22:15:32.560809 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a24da579-4591-41cf-9216-21cb36fddeb7 req-b839ae65-61ad-472e-a407-ac570db26584 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841548 Dec 16 22:15:32.585427 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-6f4c0483-3113-494d-a9e7-f47f3a858e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:32.593571 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-6f4c0483-3113-494d-a9e7-f47f3a858e62 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0794623 Dec 16 22:15:32.607648 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dba6a246-38c2-4d3f-9d3b-fa2f7ec7f21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:32.610839 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dba6a246-38c2-4d3f-9d3b-fa2f7ec7f21d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:32.611608 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-dba6a246-38c2-4d3f-9d3b-fa2f7ec7f21d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d53caa41-f899-4140-9a49-748bc0cf0654 HTTP/1.1" status: 204 len: 168 time: 0.2495985 Dec 16 22:15:32.629447 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6a246-38c2-4d3f-9d3b-fa2f7ec7f21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53caa41-f899-4140-9a49-748bc0cf0654,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:32.768420 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e059293-b176-47c2-a50a-b5edbafac4da req-5871f93d-ffb1-4f51-bcad-148fe41ceeda tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:32.770038 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8e059293-b176-47c2-a50a-b5edbafac4da req-5871f93d-ffb1-4f51-bcad-148fe41ceeda tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1270301 Dec 16 22:15:32.794221 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-2923a518-9ce5-4cb9-8d98-b7e994e91bba service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933668 Dec 16 22:15:32.885807 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8e059293-b176-47c2-a50a-b5edbafac4da req-ab0b2f85-15eb-4b3c-8f35-4107bcfc438e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022749 Dec 16 22:15:32.921205 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-19ae8037-1d6f-4c12-bd9e-4a686aecf04e req-b61e7da8-68a4-42b9-8492-261d188c3f0d service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158814 Dec 16 22:15:33.384728 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b0828-0b7c-4858-864d-2f4331faa084 req-abf06bfe-b75b-4b39-84a0-8a0e2be64e4b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:33.386293 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e49b0828-0b7c-4858-864d-2f4331faa084 req-abf06bfe-b75b-4b39-84a0-8a0e2be64e4b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 950 time: 0.0527654 Dec 16 22:15:33.442359 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e49b0828-0b7c-4858-864d-2f4331faa084 req-e58350cb-3959-4a7a-b1d2-4828dd5be141 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485537 Dec 16 22:15:33.856078 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4531caa-b28a-4f0c-acea-43e0d5531b46 req-28c9294d-49eb-4a3b-97f0-f0ad0a4d5273 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:33.858332 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b4531caa-b28a-4f0c-acea-43e0d5531b46 req-28c9294d-49eb-4a3b-97f0-f0ad0a4d5273 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b58bce3-a537-45f8-954a-0f90e94d547a HTTP/1.1" status: 200 len: 947 time: 0.0543332 Dec 16 22:15:33.916212 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b4531caa-b28a-4f0c-acea-43e0d5531b46 req-c44ebeab-23dc-47ea-9901-4abbf630f2a5 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475671 Dec 16 22:15:34.250948 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183ab59-58a1-4b7b-918e-82cf9db4374d req-43760c62-bf20-44de-b8a0-e8c3b4c30c55 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:34.252624 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1183ab59-58a1-4b7b-918e-82cf9db4374d req-43760c62-bf20-44de-b8a0-e8c3b4c30c55 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0510242 Dec 16 22:15:34.304940 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1183ab59-58a1-4b7b-918e-82cf9db4374d req-623cc542-c5e7-428f-9981-a21892903886 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462251 Dec 16 22:15:34.763439 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9c583-8c60-4810-a258-370ac91f98f7 req-0b996853-c430-478d-b2ae-dd14b8424f2a tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:34.765314 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fec9c583-8c60-4810-a258-370ac91f98f7 req-0b996853-c430-478d-b2ae-dd14b8424f2a tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 950 time: 0.0573974 Dec 16 22:15:34.836476 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fec9c583-8c60-4810-a258-370ac91f98f7 req-941ae700-c6d6-423d-8bba-9126bfb9750f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519414 Dec 16 22:15:35.064126 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6bc36-8833-499c-aa72-767ff393e815 req-f27529e4-5eaa-49cf-81af-d4b6cba933af tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:35.065735 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d7f6bc36-8833-499c-aa72-767ff393e815 req-f27529e4-5eaa-49cf-81af-d4b6cba933af tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b58bce3-a537-45f8-954a-0f90e94d547a HTTP/1.1" status: 200 len: 947 time: 0.0562034 Dec 16 22:15:35.131112 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d7f6bc36-8833-499c-aa72-767ff393e815 req-7c4914ea-3ae6-4476-a30a-c23271497483 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577078 Dec 16 22:15:35.425465 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa028f-aff1-40e6-ba34-16df0903d8a7 req-d32e1f0f-b0f2-4daa-81f9-a8fdee53b1a2 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:35.426969 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eafa028f-aff1-40e6-ba34-16df0903d8a7 req-d32e1f0f-b0f2-4daa-81f9-a8fdee53b1a2 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0507464 Dec 16 22:15:35.481553 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eafa028f-aff1-40e6-ba34-16df0903d8a7 req-c7e2afb6-d1ca-41de-975a-dcbaa1b0afd3 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484509 Dec 16 22:15:35.563376 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38474) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:35.704014 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-111d237b-497c-47aa-904a-2781529cab6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:35.794412 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-111d237b-497c-47aa-904a-2781529cab6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:35.877497 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38486) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:35.909482 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 9c542d95-fa6f-4d6e-befb-2c00a17a1eeb details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:15:35.945176 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-111d237b-497c-47aa-904a-2781529cab6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:35.972242 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d9435-e782-45db-9b1b-c4215191a6a2 req-5e8dc4eb-135f-45d2-b8e0-f0d33ca0f721 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:35.974074 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-308d9435-e782-45db-9b1b-c4215191a6a2 req-5e8dc4eb-135f-45d2-b8e0-f0d33ca0f721 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 950 time: 0.0584040 Dec 16 22:15:35.991445 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d237b-497c-47aa-904a-2781529cab6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861ed01f-217d-4ac2-9f6d-59539a6ca079,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:36.021464 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-111d237b-497c-47aa-904a-2781529cab6d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=57e9b6a4f49d45a183b63a0040be33c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4568799 Dec 16 22:15:36.024158 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38494) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:36.044766 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e8889014-9465-4acf-9956-1f15683f0079 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:36.054523 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 9c542d95-fa6f-4d6e-befb-2c00a17a1eeb, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9c542d95-fa6f-4d6e-befb-2c00a17a1eeb,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:36.057006 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '9c542d95-fa6f-4d6e-befb-2c00a17a1eeb', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '9c542d95-fa6f-4d6e-befb-2c00a17a1eeb', 'mac_address': 'fa:16:3e:d4:1c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:15:36.067150 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-308d9435-e782-45db-9b1b-c4215191a6a2 req-0ab43281-236a-4e40-b4c1-432744b05067 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868442 Dec 16 22:15:36.092685 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1caabdcd-8fac-47b0-863b-ccd3eb744ff7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:36.103811 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:36.118435 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c542d95-fa6f-4d6e-befb-2c00a17a1eeb {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:36.119915 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1caabdcd-8fac-47b0-863b-ccd3eb744ff7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:36.141465 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 9c542d95-fa6f-4d6e-befb-2c00a17a1eeb, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9c542d95-fa6f-4d6e-befb-2c00a17a1eeb,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:36.154902 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e8889014-9465-4acf-9956-1f15683f0079 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:36.254746 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4deb5b-4644-45d5-9a59-b38bac6b39b5 req-e4b10109-1f3b-4d44-872c-aa9f12c37639 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:36.256266 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ff4deb5b-4644-45d5-9a59-b38bac6b39b5 req-e4b10109-1f3b-4d44-872c-aa9f12c37639 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b58bce3-a537-45f8-954a-0f90e94d547a HTTP/1.1" status: 200 len: 947 time: 0.0506022 Dec 16 22:15:36.310893 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ff4deb5b-4644-45d5-9a59-b38bac6b39b5 req-ca5240ae-40e7-4078-9e93-75664f83bfda tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480433 Dec 16 22:15:36.332384 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:36.387881 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=9c542d95-fa6f-4d6e-befb-2c00a17a1eeb,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:36.429920 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e8889014-9465-4acf-9956-1f15683f0079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:36.430186 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1caabdcd-8fac-47b0-863b-ccd3eb744ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:36.432864 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1caabdcd-8fac-47b0-863b-ccd3eb744ff7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:36.434994 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1caabdcd-8fac-47b0-863b-ccd3eb744ff7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/861ed01f-217d-4ac2-9f6d-59539a6ca079 HTTP/1.1" status: 204 len: 168 time: 0.4096763 Dec 16 22:15:36.443878 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caabdcd-8fac-47b0-863b-ccd3eb744ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861ed01f-217d-4ac2-9f6d-59539a6ca079,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:36.472816 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8889014-9465-4acf-9956-1f15683f0079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e9eb8c-02da-4eac-84a2-7be0d9314dfb,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:36.491219 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e8889014-9465-4acf-9956-1f15683f0079 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b313b0d9885a42f5a9094614bead927c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6125777 Dec 16 22:15:36.496884 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38510) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:36.547448 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cbfe0ade-4cfe-4c82-a1ed-388af687950e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:36.592107 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cbfe0ade-4cfe-4c82-a1ed-388af687950e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:36.640560 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0655d8-b5e3-429a-9eec-7a22d20ae811 req-81b2459f-bb32-4e82-bb72-bb81bdfebd2f tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:36.642095 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6b0655d8-b5e3-429a-9eec-7a22d20ae811 req-81b2459f-bb32-4e82-bb72-bb81bdfebd2f tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0851583 Dec 16 22:15:36.685761 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device ba1ff4b2-448b-404a-9ab2-814ba9765abb details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:15:36.697310 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6b0655d8-b5e3-429a-9eec-7a22d20ae811 req-2bc1f8ae-caaf-449e-8979-ea78b2669725 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489674 Dec 16 22:15:36.804523 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port ba1ff4b2-448b-404a-9ab2-814ba9765abb, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=ba1ff4b2-448b-404a-9ab2-814ba9765abb,segment=NetworkSegment(f644fd15-02a7-4c5e-8c9b-aed9015799bd),segment_id=f644fd15-02a7-4c5e-8c9b-aed9015799bd)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:36.807351 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cbfe0ade-4cfe-4c82-a1ed-388af687950e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:36.808686 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9c542d95-fa6f-4d6e-befb-2c00a17a1eeb'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:15:36.810075 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cbfe0ade-4cfe-4c82-a1ed-388af687950e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:36.811437 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cbfe0ade-4cfe-4c82-a1ed-388af687950e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/32e9eb8c-02da-4eac-84a2-7be0d9314dfb HTTP/1.1" status: 204 len: 168 time: 0.3165283 Dec 16 22:15:36.820639 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe0ade-4cfe-4c82-a1ed-388af687950e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e9eb8c-02da-4eac-84a2-7be0d9314dfb,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:36.850320 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'ba1ff4b2-448b-404a-9ab2-814ba9765abb', 'network_id': 'cad91a34-249c-45b2-83af-f58c71b36922', 'port_id': 'ba1ff4b2-448b-404a-9ab2-814ba9765abb', 'mac_address': 'fa:16:3e:d8:45:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3b028fb-b449-456f-83ef-703e1dbce1bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:15:36.936164 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:36.960833 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba1ff4b2-448b-404a-9ab2-814ba9765abb {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:37.003210 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port ba1ff4b2-448b-404a-9ab2-814ba9765abb, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=ba1ff4b2-448b-404a-9ab2-814ba9765abb,segment=NetworkSegment(f644fd15-02a7-4c5e-8c9b-aed9015799bd),segment_id=f644fd15-02a7-4c5e-8c9b-aed9015799bd)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:37.135577 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:37.259586 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=ba1ff4b2-448b-404a-9ab2-814ba9765abb,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:37.273605 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1ff31-c74f-4340-b504-ba5291c1a32a req-1a2b9ee6-7825-46a2-b01d-13270ad87c09 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:37.277290 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:37.281542 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:37.282400 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:37.283065 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:37.283581 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:37.284236 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:37.284767 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-98b1ff31-c74f-4340-b504-ba5291c1a32a req-1a2b9ee6-7825-46a2-b01d-13270ad87c09 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 950 time: 0.1124506 Dec 16 22:15:37.286790 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:37.286985 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:37.287560 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:37.287993 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:37.288512 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:37.289020 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:37.293482 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:15:37.340528 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['ba1ff4b2-448b-404a-9ab2-814ba9765abb'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:15:37.364291 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-98b1ff31-c74f-4340-b504-ba5291c1a32a req-7caf994b-571a-49e2-b15a-398cc702db0a tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743527 Dec 16 22:15:37.477448 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d3c1a-3a3d-44fe-9cd3-301214960376 req-63cf76a6-8cc5-4e44-ace0-3a1e4ae07755 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:37.486377 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-768d3c1a-3a3d-44fe-9cd3-301214960376 req-63cf76a6-8cc5-4e44-ace0-3a1e4ae07755 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b58bce3-a537-45f8-954a-0f90e94d547a HTTP/1.1" status: 200 len: 948 time: 0.0609732 Dec 16 22:15:37.550968 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-768d3c1a-3a3d-44fe-9cd3-301214960376 req-b7294e9c-5b87-49df-b366-817d25a9b00b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631025 Dec 16 22:15:37.883095 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9703c-bff1-42be-aeb6-4be5bd999649 req-4e503b0b-c87d-4f81-a220-b3cae76a1e09 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:37.884716 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bef9703c-bff1-42be-aeb6-4be5bd999649 req-4e503b0b-c87d-4f81-a220-b3cae76a1e09 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=a598a266-0be2-488d-8403-9fc03a1992e2 HTTP/1.1" status: 200 len: 948 time: 0.0772004 Dec 16 22:15:37.899316 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101019c-bc69-48d8-8b9a-3c3d510a6b0e req-69da3d5d-550b-4cef-a1f0-06c6713dc16b tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:37.901135 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d101019c-bc69-48d8-8b9a-3c3d510a6b0e req-69da3d5d-550b-4cef-a1f0-06c6713dc16b tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 944 time: 0.0954056 Dec 16 22:15:37.966398 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bef9703c-bff1-42be-aeb6-4be5bd999649 req-37d1e067-3b15-4e66-b436-1edb454e7324 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/security-groups?id=b21cd94b-b43d-4ca8-ad0a-f74de285f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702238 Dec 16 22:15:38.001791 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d101019c-bc69-48d8-8b9a-3c3d510a6b0e req-467b6c1f-f42b-4390-8a4d-7a27a20ecca3 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899954 Dec 16 22:15:38.419510 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38578) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:38.478417 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6e0bb-bffe-4823-9f27-4648f3a464ed req-28de218b-8664-4ea8-b099-80f0f03e166d tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:38.480819 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d2f6e0bb-bffe-4823-9f27-4648f3a464ed req-28de218b-8664-4ea8-b099-80f0f03e166d tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 950 time: 0.0509334 Dec 16 22:15:38.530146 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-12cdcb5e-6e55-464c-8182-866519eec9d1 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1154374558-network', 'tenant_id': '23f9f5820f6243729a0b52eda48aa141'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:38.532160 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d2f6e0bb-bffe-4823-9f27-4648f3a464ed req-2b9315a0-44fb-48a1-8ddb-81cc58a8c815 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446062 Dec 16 22:15:38.669082 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d52fed-686c-4ede-9649-714bb970f2c2 req-0c491e40-b03b-4a2a-b3a5-061dbfc47c7c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:38.670625 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1d52fed-686c-4ede-9649-714bb970f2c2 req-0c491e40-b03b-4a2a-b3a5-061dbfc47c7c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b58bce3-a537-45f8-954a-0f90e94d547a HTTP/1.1" status: 200 len: 948 time: 0.0533793 Dec 16 22:15:38.671760 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cdcb5e-6e55-464c-8182-866519eec9d1 admin admin] Made reservation on behalf of 23f9f5820f6243729a0b52eda48aa141 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:38.674661 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-12cdcb5e-6e55-464c-8182-866519eec9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:38.690379 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-12cdcb5e-6e55-464c-8182-866519eec9d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:38.691285 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device ba1ff4b2-448b-404a-9ab2-814ba9765abb up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:38.743802 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port ba1ff4b2-448b-404a-9ab2-814ba9765abb triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:38.744169 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:38.749285 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1d52fed-686c-4ede-9649-714bb970f2c2 req-707280c9-7b25-4943-89e3-6ad1ca31e8bc tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719893 Dec 16 22:15:38.827588 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-12cdcb5e-6e55-464c-8182-866519eec9d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:38.848934 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:38.874756 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e46bddc-bae0-46a9-afc0-e9d6bdd73db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1ff4b2-448b-404a-9ab2-814ba9765abb'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:38.877485 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13052e46-0b3c-4cb3-9f11-def57c303149" -d '{"events": [{"server_uuid": "8e46bddc-bae0-46a9-afc0-e9d6bdd73db6", "name": "network-vif-plugged", "status": "completed", "tag": "ba1ff4b2-448b-404a-9ab2-814ba9765abb"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:38.897959 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-12cdcb5e-6e55-464c-8182-866519eec9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:38.903973 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port ba1ff4b2-448b-404a-9ab2-814ba9765abb, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=ba1ff4b2-448b-404a-9ab2-814ba9765abb,segment=NetworkSegment(f644fd15-02a7-4c5e-8c9b-aed9015799bd),segment_id=f644fd15-02a7-4c5e-8c9b-aed9015799bd)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:38.921248 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12cdcb5e-6e55-464c-8182-866519eec9d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:15:38.923555 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a779db-58c4-4aff-9ae7-d4149b082109 x-openstack-request-id: req-18a779db-58c4-4aff-9ae7-d4149b082109 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:38.923924 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e46bddc-bae0-46a9-afc0-e9d6bdd73db6", "name": "network-vif-plugged", "status": "completed", "tag": "ba1ff4b2-448b-404a-9ab2-814ba9765abb", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:38.924239 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-18a779db-58c4-4aff-9ae7-d4149b082109 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:38.924715 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e46bddc-bae0-46a9-afc0-e9d6bdd73db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1ff4b2-448b-404a-9ab2-814ba9765abb', 'code': 200} Dec 16 22:15:38.937182 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cdcb5e-6e55-464c-8182-866519eec9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bc3a12-33f5-4909-8964-eeea43d6dbf3,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:38.953777 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-12cdcb5e-6e55-464c-8182-866519eec9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:38.953777 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-12cdcb5e-6e55-464c-8182-866519eec9d1 admin admin] Added segment 9beb40dc-3a00-4933-8b96-a06701ed9322 of type vlan for network 2d98d86d-5788-4234-a141-176c08c435a2 Dec 16 22:15:38.979655 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-12cdcb5e-6e55-464c-8182-866519eec9d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:39.018244 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:39.076868 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=ba1ff4b2-448b-404a-9ab2-814ba9765abb,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:39.091127 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca44f5-e4bc-4072-ad2b-298602e9d975 req-839150f9-fde5-475b-b29a-d8ef26939f05 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:39.099271 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6cca44f5-e4bc-4072-ad2b-298602e9d975 req-839150f9-fde5-475b-b29a-d8ef26939f05 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=a598a266-0be2-488d-8403-9fc03a1992e2 HTTP/1.1" status: 200 len: 948 time: 0.0681310 Dec 16 22:15:39.130737 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9abd3-b36e-4563-ba2d-3e44cb08f140 req-def4fea8-9ee7-4a79-9870-b9210ce22836 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:39.132564 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8fb9abd3-b36e-4563-ba2d-3e44cb08f140 req-def4fea8-9ee7-4a79-9870-b9210ce22836 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0573142 Dec 16 22:15:39.144107 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6cca44f5-e4bc-4072-ad2b-298602e9d975 req-8a779116-2805-4706-a2fc-03806a3cc6ca tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/security-groups?id=b21cd94b-b43d-4ca8-ad0a-f74de285f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446486 Dec 16 22:15:39.152819 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-12cdcb5e-6e55-464c-8182-866519eec9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:39.152819 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cdcb5e-6e55-464c-8182-866519eec9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:39.152819 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-12cdcb5e-6e55-464c-8182-866519eec9d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:39.201292 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8fb9abd3-b36e-4563-ba2d-3e44cb08f140 req-10f9c2d5-0f70-46c5-8595-b1a6b987a430 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622833 Dec 16 22:15:39.242062 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cdcb5e-6e55-464c-8182-866519eec9d1 admin admin] Pushing event updated for resources: {'Network': ['ID=2d98d86d-5788-4234-a141-176c08c435a2,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:39.253145 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 2d98d86d-5788-4234-a141-176c08c435a2 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:15:39.332758 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-12cdcb5e-6e55-464c-8182-866519eec9d1 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9094689 Dec 16 22:15:39.336569 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38612) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:39.338417 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-2b649348-0fda-4110-9e0c-d49a12171399 admin admin] Request body: {'subnet': {'network_id': '2d98d86d-5788-4234-a141-176c08c435a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1154374558-subnet', 'tenant_id': '23f9f5820f6243729a0b52eda48aa141', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:39.398937 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:15:39.532404 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b649348-0fda-4110-9e0c-d49a12171399 admin admin] Made reservation on behalf of 23f9f5820f6243729a0b52eda48aa141 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:39.534758 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2b649348-0fda-4110-9e0c-d49a12171399 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:39.705229 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c144fe-a14c-4971-8cab-68ca996d07d9 req-a8bed7f3-e232-41b3-9630-4749d7d2330c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:39.714056 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-49c144fe-a14c-4971-8cab-68ca996d07d9 req-a8bed7f3-e232-41b3-9630-4749d7d2330c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 950 time: 0.0744390 Dec 16 22:15:39.764337 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-49c144fe-a14c-4971-8cab-68ca996d07d9 req-98e7d710-d697-4314-a047-127f51ca4471 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487998 Dec 16 22:15:39.884814 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3eda06-7cff-474e-ba9b-e622e4d18a6f req-3c837621-e4ff-4262-89a4-7e17c7e57034 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:39.886424 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a3eda06-7cff-474e-ba9b-e622e4d18a6f req-3c837621-e4ff-4262-89a4-7e17c7e57034 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b58bce3-a537-45f8-954a-0f90e94d547a HTTP/1.1" status: 200 len: 948 time: 0.0618720 Dec 16 22:15:39.888420 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2b649348-0fda-4110-9e0c-d49a12171399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:39.931146 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 9c542d95-fa6f-4d6e-befb-2c00a17a1eeb up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:39.998063 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b649348-0fda-4110-9e0c-d49a12171399 admin admin] Pushing event updated for resources: {'Subnet': ['ID=964e51c8-19c1-4e62-91ee-8b4029d57c88,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:40.104383 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a3eda06-7cff-474e-ba9b-e622e4d18a6f req-19214390-3fb9-447a-94ff-9f67fe4e138e tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061217 Dec 16 22:15:40.108732 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b649348-0fda-4110-9e0c-d49a12171399 admin admin] Checking segment: {'id': '9beb40dc-3a00-4933-8b96-a06701ed9322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d98d86d-5788-4234-a141-176c08c435a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:40.110435 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 9c542d95-fa6f-4d6e-befb-2c00a17a1eeb completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:15:40.115139 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 9c542d95-fa6f-4d6e-befb-2c00a17a1eeb triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:40.116332 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:40.119717 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b649348-0fda-4110-9e0c-d49a12171399 admin admin] Network hostable DHCP agents. Network: 2d98d86d-5788-4234-a141-176c08c435a2, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:15:40.205754 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a56509-7f63-402a-90c0-2f4223b79d73 req-c7efe679-0511-45fd-adc6-a2e913a3074e tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:40.207718 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-09a56509-7f63-402a-90c0-2f4223b79d73 req-c7efe679-0511-45fd-adc6-a2e913a3074e tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.76 "GET /v2.0/ports?device_id=a598a266-0be2-488d-8403-9fc03a1992e2 HTTP/1.1" status: 200 len: 948 time: 0.1866090 Dec 16 22:15:40.318978 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b649348-0fda-4110-9e0c-d49a12171399 admin admin] Network 2d98d86d-5788-4234-a141-176c08c435a2 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:15:40.354502 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:40.383542 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138678e1-e52c-42c0-accc-d2d9bc6e7f26 req-b965099a-f59d-4049-b386-dd31db1f773f tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:40.398844 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-138678e1-e52c-42c0-accc-d2d9bc6e7f26 req-b965099a-f59d-4049-b386-dd31db1f773f tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=a598a266-0be2-488d-8403-9fc03a1992e2 HTTP/1.1" status: 200 len: 948 time: 0.1104584 Dec 16 22:15:40.438378 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f47a6-774a-4daf-a090-8759756e0bf7 req-be406ed5-24d9-4bd6-8ee1-22185ae102b2 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:40.446779 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 9c542d95-fa6f-4d6e-befb-2c00a17a1eeb, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9c542d95-fa6f-4d6e-befb-2c00a17a1eeb,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:40.447025 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eb5f47a6-774a-4daf-a090-8759756e0bf7 req-be406ed5-24d9-4bd6-8ee1-22185ae102b2 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0967295 Dec 16 22:15:40.482875 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-09a56509-7f63-402a-90c0-2f4223b79d73 req-e5951413-9750-4dec-8c45-c8ecfae916ae tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Deleting port 9fdaad43-0d0b-4c41-bda0-02f1266cbf08 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:15:40.483248 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-09a56509-7f63-402a-90c0-2f4223b79d73 req-e5951413-9750-4dec-8c45-c8ecfae916ae tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:40.486068 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-138678e1-e52c-42c0-accc-d2d9bc6e7f26 req-435fde93-439e-4bae-afbc-dc41bd3e4849 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/security-groups?id=b21cd94b-b43d-4ca8-ad0a-f74de285f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862250 Dec 16 22:15:40.553328 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-2b649348-0fda-4110-9e0c-d49a12171399 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 2d98d86d-5788-4234-a141-176c08c435a2) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:40.559332 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b649348-0fda-4110-9e0c-d49a12171399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:40.559949 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2b649348-0fda-4110-9e0c-d49a12171399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:40.564166 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed308b2-803d-44a9-8203-da38d29f8a5a None None] Network 2d98d86d-5788-4234-a141-176c08c435a2 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:15:40.618145 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eb5f47a6-774a-4daf-a090-8759756e0bf7 req-2ba74438-571c-49f5-bc4b-5729355e4da9 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701536 Dec 16 22:15:40.668733 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:40.693900 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-09a56509-7f63-402a-90c0-2f4223b79d73 req-e5951413-9750-4dec-8c45-c8ecfae916ae tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] For port 9fdaad43-0d0b-4c41-bda0-02f1266cbf08, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=9fdaad43-0d0b-4c41-bda0-02f1266cbf08,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:40.694720 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-09a56509-7f63-402a-90c0-2f4223b79d73 req-e5951413-9750-4dec-8c45-c8ecfae916ae tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:40.714736 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-09a56509-7f63-402a-90c0-2f4223b79d73 req-e5951413-9750-4dec-8c45-c8ecfae916ae tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Calling delete_port for 9fdaad43-0d0b-4c41-bda0-02f1266cbf08 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:15:40.731638 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b24434-0ae4-48ae-bc66-4d103198d8a8 None None] Network 2d98d86d-5788-4234-a141-176c08c435a2 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:15:40.732577 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2b649348-0fda-4110-9e0c-d49a12171399 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3983788 Dec 16 22:15:40.821188 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=9c542d95-fa6f-4d6e-befb-2c00a17a1eeb,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:40.928144 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b58bce3-a537-45f8-954a-0f90e94d547a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c542d95-fa6f-4d6e-befb-2c00a17a1eeb'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:40.930787 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc46546c-e3aa-4add-8c5a-637834f8aafd" -d '{"events": [{"server_uuid": "2b58bce3-a537-45f8-954a-0f90e94d547a", "name": "network-vif-plugged", "status": "completed", "tag": "9c542d95-fa6f-4d6e-befb-2c00a17a1eeb"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:41.006324 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe01c984-ab2d-4fb9-a0ad-a4adbd356458 x-openstack-request-id: req-fe01c984-ab2d-4fb9-a0ad-a4adbd356458 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:41.007522 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b58bce3-a537-45f8-954a-0f90e94d547a", "name": "network-vif-plugged", "status": "completed", "tag": "9c542d95-fa6f-4d6e-befb-2c00a17a1eeb", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:41.007967 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fe01c984-ab2d-4fb9-a0ad-a4adbd356458 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:41.008598 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b58bce3-a537-45f8-954a-0f90e94d547a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c542d95-fa6f-4d6e-befb-2c00a17a1eeb', 'code': 200} Dec 16 22:15:41.014309 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cea46-cbf4-4b34-9930-9b345bc807ac req-1984f8f5-c768-44c6-8edb-61f26ceb165a tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:41.028992 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d56cea46-cbf4-4b34-9930-9b345bc807ac req-1984f8f5-c768-44c6-8edb-61f26ceb165a tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 950 time: 0.1144435 Dec 16 22:15:41.081081 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-09a56509-7f63-402a-90c0-2f4223b79d73 req-e5951413-9750-4dec-8c45-c8ecfae916ae tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:41.175422 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5951413-9750-4dec-8c45-c8ecfae916ae tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Pushing event deleted for resources: {'Port': ['ID=9fdaad43-0d0b-4c41-bda0-02f1266cbf08,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:41.199851 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d56cea46-cbf4-4b34-9930-9b345bc807ac req-410fc1b5-8db3-4691-ae78-70449eefcd46 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695964 Dec 16 22:15:41.307356 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a56509-7f63-402a-90c0-2f4223b79d73 req-e5951413-9750-4dec-8c45-c8ecfae916ae tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] No DVR routers for this DVR port 9fdaad43-0d0b-4c41-bda0-02f1266cbf08 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:15:41.311943 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-09a56509-7f63-402a-90c0-2f4223b79d73 req-e5951413-9750-4dec-8c45-c8ecfae916ae tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:41.315853 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce14cb1-e5ed-4f73-b6a8-7e2b7de92299 req-145c227c-b685-4308-a76c-3ccf0c23178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:41.319585 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3ce14cb1-e5ed-4f73-b6a8-7e2b7de92299 req-145c227c-b685-4308-a76c-3ccf0c23178e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2b58bce3-a537-45f8-954a-0f90e94d547a HTTP/1.1" status: 200 len: 1100 time: 0.1609392 Dec 16 22:15:41.325604 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-09a56509-7f63-402a-90c0-2f4223b79d73 req-e5951413-9750-4dec-8c45-c8ecfae916ae tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.76 "DELETE /v2.0/ports/9fdaad43-0d0b-4c41-bda0-02f1266cbf08 HTTP/1.1" status: 204 len: 173 time: 1.1072931 Dec 16 22:15:41.326105 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a598a266-0be2-488d-8403-9fc03a1992e2', 'name': 'network-vif-deleted', 'tag': '9fdaad43-0d0b-4c41-bda0-02f1266cbf08'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:41.332414 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3de37b-24b4-4555-9dac-a87aaa908c17" -d '{"events": [{"server_uuid": "a598a266-0be2-488d-8403-9fc03a1992e2", "name": "network-vif-deleted", "tag": "9fdaad43-0d0b-4c41-bda0-02f1266cbf08"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:41.448383 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c05d1f-c209-431d-bdf0-eaaf2672542e req-13eb48b9-d3c7-4e2f-ae1f-3864c3e85dfb tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:41.451196 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-33c05d1f-c209-431d-bdf0-eaaf2672542e req-13eb48b9-d3c7-4e2f-ae1f-3864c3e85dfb tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b58bce3-a537-45f8-954a-0f90e94d547a HTTP/1.1" status: 200 len: 949 time: 0.0977530 Dec 16 22:15:41.453937 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3ce14cb1-e5ed-4f73-b6a8-7e2b7de92299 req-5463a0bc-3696-4556-863b-2059be274a20 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248050 Dec 16 22:15:41.515086 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-33c05d1f-c209-431d-bdf0-eaaf2672542e req-8bd2cfdf-31fc-4684-b08c-ab1b5e678ccc tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555823 Dec 16 22:15:41.735960 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d889468a-ee0d-4f13-ba0d-82f1e58f189e req-fb8abe20-3b54-401f-8dd9-c6cdf16ad5ba tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=a598a266-0be2-488d-8403-9fc03a1992e2 HTTP/1.1" status: 200 len: 210 time: 0.0621288 Dec 16 22:15:42.035955 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405ff15-538b-40c6-8146-ff37ddf2e82d req-a4237994-7e64-44e2-abd6-e24883d32d5f tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:42.048843 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9405ff15-538b-40c6-8146-ff37ddf2e82d req-a4237994-7e64-44e2-abd6-e24883d32d5f tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1175878 Dec 16 22:15:42.144444 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871689be-997b-4e8f-bc95-d9d5f305962d x-openstack-request-id: req-871689be-997b-4e8f-bc95-d9d5f305962d {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:42.144444 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a598a266-0be2-488d-8403-9fc03a1992e2", "name": "network-vif-deleted", "tag": "9fdaad43-0d0b-4c41-bda0-02f1266cbf08", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:42.145200 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-871689be-997b-4e8f-bc95-d9d5f305962d {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:42.152269 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a598a266-0be2-488d-8403-9fc03a1992e2', 'name': 'network-vif-deleted', 'tag': '9fdaad43-0d0b-4c41-bda0-02f1266cbf08', 'status': 'completed', 'code': 200} Dec 16 22:15:42.162782 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9405ff15-538b-40c6-8146-ff37ddf2e82d req-d876b53f-7801-44af-b3bd-a39a1c1f4e9d tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125376 Dec 16 22:15:42.229150 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-a1f9c97b-e7cf-4689-a34a-553495591832 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:42.238511 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-a1f9c97b-e7cf-4689-a34a-553495591832 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/networks?id=2d98d86d-5788-4234-a141-176c08c435a2 HTTP/1.1" status: 200 len: 813 time: 0.7350998 Dec 16 22:15:42.258107 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-88206896-8141-4885-9fe8-b2b61af71b1a tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/quotas/23f9f5820f6243729a0b52eda48aa141 HTTP/1.1" status: 200 len: 375 time: 0.0182810 Dec 16 22:15:42.302338 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-3d34c60e-cebf-418a-94d8-a0c310d605b9 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=23f9f5820f6243729a0b52eda48aa141&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431678 Dec 16 22:15:42.379829 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-720945f7-dd23-4470-a721-8687c1596b62 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:15:42.380881 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-720945f7-dd23-4470-a721-8687c1596b62 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0644364 Dec 16 22:15:42.432979 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f689e5-cbd8-4d32-a680-016705fd5a84 req-bcc7b885-6b8b-4629-a688-36a56dce8e03 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:42.434186 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a9f689e5-cbd8-4d32-a680-016705fd5a84 req-bcc7b885-6b8b-4629-a688-36a56dce8e03 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 950 time: 0.1142097 Dec 16 22:15:42.514511 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a9f689e5-cbd8-4d32-a680-016705fd5a84 req-3412a7e2-0a29-4396-9339-d258501b0abd tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715566 Dec 16 22:15:42.541773 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-70e82890-36a7-44b4-9ff5-40f2c2c1aa37 service neutron] 10.222.0.75 "GET /v2.0/networks/2d98d86d-5788-4234-a141-176c08c435a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512299 Dec 16 22:15:42.687261 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-62cdef8f-dafd-46fc-adab-93647e499fdd service neutron] 10.222.0.75 "GET /v2.0/networks/2d98d86d-5788-4234-a141-176c08c435a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256299 Dec 16 22:15:42.709658 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 9fdaad43-0d0b-4c41-bda0-02f1266cbf08 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:15:42.727161 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f96096-8379-47d9-92c1-8837c030e51f req-d07d83b2-786b-46a5-bc87-ccd79a67c19d tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:42.738552 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d0f96096-8379-47d9-92c1-8837c030e51f req-d07d83b2-786b-46a5-bc87-ccd79a67c19d tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b58bce3-a537-45f8-954a-0f90e94d547a HTTP/1.1" status: 200 len: 949 time: 0.1151648 Dec 16 22:15:42.765498 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 9fdaad43-0d0b-4c41-bda0-02f1266cbf08 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:15:42.777493 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 9fdaad43-0d0b-4c41-bda0-02f1266cbf08 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:15:42.867087 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d0f96096-8379-47d9-92c1-8837c030e51f req-9a5265a5-4faf-4864-8081-734e23b1824f tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255176 Dec 16 22:15:43.032519 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d54b8bb8-79ed-48f9-af91-8a40f7619c8e req-4319a422-fcfe-4aa6-a311-09cf711a2f44 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=a598a266-0be2-488d-8403-9fc03a1992e2 HTTP/1.1" status: 200 len: 210 time: 0.0618575 Dec 16 22:15:43.382949 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b57e1f-d2a4-408a-9124-61c67ef3e54c req-bf1655c9-8bd8-4c22-b247-fc479ab638e5 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:43.398765 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f1b57e1f-d2a4-408a-9124-61c67ef3e54c req-bf1655c9-8bd8-4c22-b247-fc479ab638e5 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0910587 Dec 16 22:15:43.425644 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c3675e4a-2098-4bdc-91fe-dc85bda10a4b req-643fe927-b958-4322-9156-020cb41a476e tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=718b92d9-71fa-4c06-80cf-086db893e954 HTTP/1.1" status: 200 len: 210 time: 0.0601518 Dec 16 22:15:43.485545 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f1b57e1f-d2a4-408a-9124-61c67ef3e54c req-098b98cd-27b3-41fe-ba33-02db019d31b8 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856912 Dec 16 22:15:43.709010 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff58734-5278-44e3-b3c3-6e26075b53d0 req-deac2df7-b12b-4c14-90d6-551606fcbcf8 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:43.710409 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dff58734-5278-44e3-b3c3-6e26075b53d0 req-deac2df7-b12b-4c14-90d6-551606fcbcf8 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 950 time: 0.0653787 Dec 16 22:15:43.774956 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dff58734-5278-44e3-b3c3-6e26075b53d0 req-1bf1e208-a2c1-4a3c-a1f3-7e9b4dc61104 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528286 Dec 16 22:15:44.039945 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3ff0d-5af8-405a-a4db-dd56dee7385e req-05daf0ab-86f1-433c-8b48-386d0b4fd0bf tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:44.041699 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-35f3ff0d-5af8-405a-a4db-dd56dee7385e req-05daf0ab-86f1-433c-8b48-386d0b4fd0bf tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b58bce3-a537-45f8-954a-0f90e94d547a HTTP/1.1" status: 200 len: 949 time: 0.0630875 Dec 16 22:15:44.109316 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-35f3ff0d-5af8-405a-a4db-dd56dee7385e req-f397b7df-7c8e-42de-83e9-05e317be8fac tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570436 Dec 16 22:15:44.452110 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a7478-3ab1-4987-bc30-7d82dc781f86 req-2b47738d-d631-4d49-8f79-ca0653ac34e7 tempest-ServersOnMultiNodesTest-787160010 tempest-ServersOnMultiNodesTest-787160010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:44.453656 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca3a7478-3ab1-4987-bc30-7d82dc781f86 req-2b47738d-d631-4d49-8f79-ca0653ac34e7 tempest-ServersOnMultiNodesTest-787160010 tempest-ServersOnMultiNodesTest-787160010-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=2b58bce3-a537-45f8-954a-0f90e94d547a HTTP/1.1" status: 200 len: 1100 time: 0.0615988 Dec 16 22:15:44.476436 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ca3a7478-3ab1-4987-bc30-7d82dc781f86 req-c402e4bc-bddb-493c-a3c6-f83173a5ce33 tempest-ServersOnMultiNodesTest-787160010 tempest-ServersOnMultiNodesTest-787160010-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:44.568751 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ca3a7478-3ab1-4987-bc30-7d82dc781f86 req-c402e4bc-bddb-493c-a3c6-f83173a5ce33 tempest-ServersOnMultiNodesTest-787160010 tempest-ServersOnMultiNodesTest-787160010-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:44.739615 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ca3a7478-3ab1-4987-bc30-7d82dc781f86 req-c402e4bc-bddb-493c-a3c6-f83173a5ce33 tempest-ServersOnMultiNodesTest-787160010 tempest-ServersOnMultiNodesTest-787160010-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:44.813915 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402e4bc-bddb-493c-a3c6-f83173a5ce33 tempest-ServersOnMultiNodesTest-787160010 tempest-ServersOnMultiNodesTest-787160010-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa79800e-ee76-482a-9262-e0d7ac3e68d1,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:44.821824 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca3a7478-3ab1-4987-bc30-7d82dc781f86 req-c402e4bc-bddb-493c-a3c6-f83173a5ce33 tempest-ServersOnMultiNodesTest-787160010 tempest-ServersOnMultiNodesTest-787160010-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607388 Dec 16 22:15:45.071695 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dbc66d12-f211-40bc-b249-94172337905a req-d7e72b85-7636-4284-b0d7-94b95d1dbdb9 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=718b92d9-71fa-4c06-80cf-086db893e954 HTTP/1.1" status: 200 len: 210 time: 0.0336599 Dec 16 22:15:45.241826 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2a053-50ec-43e6-a45e-3500deea893b req-0cfe31ce-685b-4cf0-86b8-3b9f654c0c98 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:45.241826 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-39c2a053-50ec-43e6-a45e-3500deea893b req-0cfe31ce-685b-4cf0-86b8-3b9f654c0c98 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0543344 Dec 16 22:15:45.269496 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-39c2a053-50ec-43e6-a45e-3500deea893b req-08e79aec-4729-48d2-93be-4b3fdbef3541 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527461 Dec 16 22:15:45.409182 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896f63e-35c3-4303-9684-22853885b42a req-ee064753-1f04-415e-8444-2b13a88e9b4b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:45.410652 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2896f63e-35c3-4303-9684-22853885b42a req-ee064753-1f04-415e-8444-2b13a88e9b4b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 950 time: 0.0759022 Dec 16 22:15:45.462263 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2896f63e-35c3-4303-9684-22853885b42a req-bc6a3e9a-4940-4bd2-9f4f-e248914cb451 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455327 Dec 16 22:15:45.638315 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ab617-749d-4690-a1c0-570ae5fb5077 req-d8e5a7e6-b622-452e-baf6-c6c1c955002e tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:45.653710 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cd8ab617-749d-4690-a1c0-570ae5fb5077 req-d8e5a7e6-b622-452e-baf6-c6c1c955002e tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe48fba5-201d-4346-a949-c4aa4c95f8e9 HTTP/1.1" status: 200 len: 948 time: 0.1134205 Dec 16 22:15:45.760870 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cd8ab617-749d-4690-a1c0-570ae5fb5077 req-29603e46-e23b-4f09-ab07-d0cc882d7654 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/security-groups?id=b21cd94b-b43d-4ca8-ad0a-f74de285f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061659 Dec 16 22:15:45.940837 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1279a595-6d61-44e5-b62b-c2a40819617b req-fcc921c9-31b7-4d76-9b95-64b361e34496 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=84a0f56690704a89b89d2fa8c0442625&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411255 Dec 16 22:15:46.133893 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279a595-6d61-44e5-b62b-c2a40819617b req-9d05607d-f0ed-4a90-817b-b91388df0ec1 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:46.144496 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1279a595-6d61-44e5-b62b-c2a40819617b req-9d05607d-f0ed-4a90-817b-b91388df0ec1 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1963730 Dec 16 22:15:46.162006 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1279a595-6d61-44e5-b62b-c2a40819617b req-3e8032da-1de7-4a36-8306-37d536bf16ff tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/quotas/84a0f56690704a89b89d2fa8c0442625 HTTP/1.1" status: 200 len: 375 time: 0.0162807 Dec 16 22:15:46.233571 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1279a595-6d61-44e5-b62b-c2a40819617b req-09c49b88-fb9e-4616-b357-6bc5eed8f643 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=84a0f56690704a89b89d2fa8c0442625&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0704503 Dec 16 22:15:46.372726 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-06dff11c-3ef5-43e6-854b-82c34b9305a9 req-80db91cd-12ce-4e74-9c10-272b53b168e5 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=718b92d9-71fa-4c06-80cf-086db893e954 HTTP/1.1" status: 200 len: 210 time: 0.0486789 Dec 16 22:15:46.413724 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38804) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:46.422967 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-1043bfb5-63ef-442f-b553-29beafa3664b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-983991885'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:46.578913 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1043bfb5-63ef-442f-b553-29beafa3664b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Made reservation on behalf of a0f42b93d17b453cb09b716a19274f39 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:46.587379 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1043bfb5-63ef-442f-b553-29beafa3664b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:46.652274 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1043bfb5-63ef-442f-b553-29beafa3664b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:15:46.666397 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b29a82-c6d6-44a4-bbe6-9fd292c1b52e req-e2a50e44-4d8a-44a6-9ac5-5e5d6177e343 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:46.668895 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-72b29a82-c6d6-44a4-bbe6-9fd292c1b52e req-e2a50e44-4d8a-44a6-9ac5-5e5d6177e343 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1021414 Dec 16 22:15:46.671589 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1043bfb5-63ef-442f-b553-29beafa3664b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:46.671939 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-1043bfb5-63ef-442f-b553-29beafa3664b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Added segment de6410b3-48d2-4076-afb0-e054cc3678c7 of type vlan for network ed98cd84-f1a0-4624-adfa-872d69e0e5ab Dec 16 22:15:46.827311 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-72b29a82-c6d6-44a4-bbe6-9fd292c1b52e req-30f16df9-d86e-45c5-af8d-15432cab8a05 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345770 Dec 16 22:15:46.842100 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1043bfb5-63ef-442f-b553-29beafa3664b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:46.985325 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1043bfb5-63ef-442f-b553-29beafa3664b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:46.998296 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1043bfb5-63ef-442f-b553-29beafa3664b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:47.000107 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1043bfb5-63ef-442f-b553-29beafa3664b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:47.088130 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91adc2d-8169-4dae-a206-505d0ddabe34 req-158bea19-d710-4daa-a392-d9ef7dc02476 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:47.098399 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d91adc2d-8169-4dae-a206-505d0ddabe34 req-158bea19-d710-4daa-a392-d9ef7dc02476 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 950 time: 0.1131721 Dec 16 22:15:47.182609 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d91adc2d-8169-4dae-a206-505d0ddabe34 req-411edcbf-8d37-43d6-a44f-ee4689a6c1d8 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789378 Dec 16 22:15:47.361417 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043bfb5-63ef-442f-b553-29beafa3664b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event updated for resources: {'Network': ['ID=ed98cd84-f1a0-4624-adfa-872d69e0e5ab,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:47.461780 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1043bfb5-63ef-442f-b553-29beafa3664b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0469022 Dec 16 22:15:47.468988 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38818) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:47.483883 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-37a5c831-ab49-4e2d-8ba4-174d86c2dd15 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1619266302'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:47.641766 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a5c831-ab49-4e2d-8ba4-174d86c2dd15 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Made reservation on behalf of a0f42b93d17b453cb09b716a19274f39 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:47.645691 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-37a5c831-ab49-4e2d-8ba4-174d86c2dd15 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:47.686131 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f2693-3806-451e-bc23-24dcdcf515fc req-de1e1b66-16ae-4624-aa96-c752a394c054 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:47.700985 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-740f2693-3806-451e-bc23-24dcdcf515fc req-de1e1b66-16ae-4624-aa96-c752a394c054 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe48fba5-201d-4346-a949-c4aa4c95f8e9 HTTP/1.1" status: 200 len: 948 time: 0.3772669 Dec 16 22:15:47.708975 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a5c831-ab49-4e2d-8ba4-174d86c2dd15 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:15:47.748841 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-37a5c831-ab49-4e2d-8ba4-174d86c2dd15 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:47.749631 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-37a5c831-ab49-4e2d-8ba4-174d86c2dd15 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Added segment fdb99c20-5c2d-4757-b292-1da6b79081cb of type vlan for network 133792b4-eb35-4125-8057-ae6885c1e196 Dec 16 22:15:47.796328 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097cbf3-9048-42e5-af45-e88f06cfe450 req-3925d147-29a8-4685-be73-7c43357f77a4 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:47.799832 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5097cbf3-9048-42e5-af45-e88f06cfe450 req-3925d147-29a8-4685-be73-7c43357f77a4 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.57 "GET /v2.0/ports?device_id=fe48fba5-201d-4346-a949-c4aa4c95f8e9 HTTP/1.1" status: 200 len: 948 time: 0.3267007 Dec 16 22:15:47.857638 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-37a5c831-ab49-4e2d-8ba4-174d86c2dd15 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:47.893823 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network ed98cd84-f1a0-4624-adfa-872d69e0e5ab details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:15:47.970173 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-740f2693-3806-451e-bc23-24dcdcf515fc req-161c02c5-b6d1-470e-b41d-548b0900d5e9 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/security-groups?id=b21cd94b-b43d-4ca8-ad0a-f74de285f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653642 Dec 16 22:15:48.040514 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9bc9f1db-69f2-4ec6-b65a-36ba1b91496d req-c9ff5b13-aa1a-4474-a84c-f959faaa1889 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=718b92d9-71fa-4c06-80cf-086db893e954 HTTP/1.1" status: 200 len: 210 time: 0.1053576 Dec 16 22:15:48.047787 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-37a5c831-ab49-4e2d-8ba4-174d86c2dd15 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:48.097739 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a5c831-ab49-4e2d-8ba4-174d86c2dd15 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:48.104510 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-37a5c831-ab49-4e2d-8ba4-174d86c2dd15 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:48.175157 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-5097cbf3-9048-42e5-af45-e88f06cfe450 req-4c407fd7-1d0c-4321-8dac-a4147140f4ee tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Deleting port 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:15:48.175499 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-5097cbf3-9048-42e5-af45-e88f06cfe450 req-4c407fd7-1d0c-4321-8dac-a4147140f4ee tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:48.256825 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5c831-ab49-4e2d-8ba4-174d86c2dd15 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event updated for resources: {'Network': ['ID=133792b4-eb35-4125-8057-ae6885c1e196,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:48.283472 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 133792b4-eb35-4125-8057-ae6885c1e196 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:15:48.474420 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-5097cbf3-9048-42e5-af45-e88f06cfe450 req-4c407fd7-1d0c-4321-8dac-a4147140f4ee tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] For port 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5ec6f823-d9d6-4a05-b7ff-85e2b39d061a,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:48.475123 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-5097cbf3-9048-42e5-af45-e88f06cfe450 req-4c407fd7-1d0c-4321-8dac-a4147140f4ee tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:48.494370 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-5097cbf3-9048-42e5-af45-e88f06cfe450 req-4c407fd7-1d0c-4321-8dac-a4147140f4ee tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Calling delete_port for 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:15:48.505629 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad45bda-ae57-4dec-a685-f63366489555 req-a4bb4fde-58c4-4b9a-8609-10844e23b364 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:48.515162 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ad45bda-ae57-4dec-a685-f63366489555 req-a4bb4fde-58c4-4b9a-8609-10844e23b364 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 950 time: 0.1157861 Dec 16 22:15:48.622542 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-37a5c831-ab49-4e2d-8ba4-174d86c2dd15 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1494656 Dec 16 22:15:48.624471 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38836) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:48.635756 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-453d8ec6-d69d-4169-9170-e59fa2c8ba41 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:48.638491 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-453d8ec6-d69d-4169-9170-e59fa2c8ba41 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.76 "GET /v2.0/networks?id=2d98d86d-5788-4234-a141-176c08c435a2 HTTP/1.1" status: 200 len: 813 time: 0.3762448 Dec 16 22:15:48.646795 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c40fb-7a92-4ead-b333-a32a8ffe5802 req-d21bfc24-5364-4845-aeab-f87b2d9eb351 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:48.655337 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ea6c40fb-7a92-4ead-b333-a32a8ffe5802 req-d21bfc24-5364-4845-aeab-f87b2d9eb351 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.3917079 Dec 16 22:15:48.662205 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-d5d428a4-1c6e-4d44-8d43-a5487b3c09f0 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Request body: {'port': {'device_id': 'b3f6a7d0-b2c6-48c6-ab7a-7a4f62c74a53', 'network_id': '2d98d86d-5788-4234-a141-176c08c435a2', 'admin_state_up': True, 'tenant_id': '23f9f5820f6243729a0b52eda48aa141'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:48.682267 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-024534bd-d9da-430d-9feb-380acd5bd425 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Request body: {'subnet': {'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:48.777750 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ea6c40fb-7a92-4ead-b333-a32a8ffe5802 req-ae082e60-2a65-4fe7-845c-0ae537fb8a30 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191778 Dec 16 22:15:48.882990 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4509560d-a946-4550-a6d6-ed5cf69a1bb9 req-8c7753d8-aace-4f40-9025-2e8eb080a983 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=83a5876f-4a11-42e1-b5f8-bb1124dfee52 HTTP/1.1" status: 200 len: 210 time: 0.0590136 Dec 16 22:15:48.958878 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ad45bda-ae57-4dec-a685-f63366489555 req-8a894e08-3b91-4565-ae87-80499bcab065 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371200 Dec 16 22:15:49.079722 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-d5d428a4-1c6e-4d44-8d43-a5487b3c09f0 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Made reservation on behalf of 23f9f5820f6243729a0b52eda48aa141 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:49.084275 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-d5d428a4-1c6e-4d44-8d43-a5487b3c09f0 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:49.130990 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-1f4ee972-1277-4490-a13e-2f71540a52f7 service neutron] show failed (client error): The resource could not be found. Dec 16 22:15:49.132622 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-1f4ee972-1277-4490-a13e-2f71540a52f7 service neutron] 10.222.0.76 "GET /v2.0/ports/74da34cc-f2dc-4e37-80e4-e8ef604866be/bindings/n-h2-815324-4 HTTP/1.1" status: 404 len: 380 time: 0.3028872 Dec 16 22:15:49.192417 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-5097cbf3-9048-42e5-af45-e88f06cfe450 req-4c407fd7-1d0c-4321-8dac-a4147140f4ee tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:49.251079 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d64ed-9f3d-43e0-ad26-8067db66289b req-51656a8f-11f8-4829-b91a-4887632c8076 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:49.258604 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eb6d64ed-9f3d-43e0-ad26-8067db66289b req-51656a8f-11f8-4829-b91a-4887632c8076 tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe48fba5-201d-4346-a949-c4aa4c95f8e9 HTTP/1.1" status: 200 len: 866 time: 0.1227264 Dec 16 22:15:49.259094 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c63cdf98-4b57-45e1-92a3-4da1c8474359 req-05d84000-f02f-4e62-946b-5c1267bb04b7 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=718b92d9-71fa-4c06-80cf-086db893e954 HTTP/1.1" status: 200 len: 210 time: 0.0509961 Dec 16 22:15:49.359017 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-d5d428a4-1c6e-4d44-8d43-a5487b3c09f0 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Allocated IP 172.20.0.9 (2d98d86d-5788-4234-a141-176c08c435a2/964e51c8-19c1-4e62-91ee-8b4029d57c88/f04351f0-5e58-4ef2-bf25-c4ad0a677030) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:49.417669 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c407fd7-1d0c-4321-8dac-a4147140f4ee tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Pushing event deleted for resources: {'Port': ['ID=5ec6f823-d9d6-4a05-b7ff-85e2b39d061a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:49.428623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024534bd-d9da-430d-9feb-380acd5bd425 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Made reservation on behalf of a0f42b93d17b453cb09b716a19274f39 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:49.436271 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-024534bd-d9da-430d-9feb-380acd5bd425 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:49.470713 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-3feda6da-cd53-4799-b4af-f7e655cd5d0d tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:49.472607 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-3feda6da-cd53-4799-b4af-f7e655cd5d0d tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.76 "GET /v2.0/networks?id=2d98d86d-5788-4234-a141-176c08c435a2 HTTP/1.1" status: 200 len: 813 time: 0.2064416 Dec 16 22:15:49.519778 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-c53b32c5-691c-4172-8f41-90188f0afe55 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Request body: {'port': {'device_id': '718b92d9-71fa-4c06-80cf-086db893e954', 'network_id': '2d98d86d-5788-4234-a141-176c08c435a2', 'admin_state_up': True, 'tenant_id': '23f9f5820f6243729a0b52eda48aa141'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:49.815324 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-d5d428a4-1c6e-4d44-8d43-a5487b3c09f0 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:49.976244 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-d5d428a4-1c6e-4d44-8d43-a5487b3c09f0 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:50.101309 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-d5d428a4-1c6e-4d44-8d43-a5487b3c09f0 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Network 2d98d86d-5788-4234-a141-176c08c435a2 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:50.107431 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-d5d428a4-1c6e-4d44-8d43-a5487b3c09f0 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:50.110132 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-d5d428a4-1c6e-4d44-8d43-a5487b3c09f0 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:50.209071 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d428a4-1c6e-4d44-8d43-a5487b3c09f0 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Pushing event updated for resources: {'Port': ['ID=f04351f0-5e58-4ef2-bf25-c4ad0a677030,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:50.224030 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c77fd-7ea3-4ee7-a555-1a3cbc542828 req-9240c46f-cf1c-4e35-a75e-5b3d0a7ce05b tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:50.231573 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b98c77fd-7ea3-4ee7-a555-1a3cbc542828 req-9240c46f-cf1c-4e35-a75e-5b3d0a7ce05b tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.2419877 Dec 16 22:15:50.252732 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-d5d428a4-1c6e-4d44-8d43-a5487b3c09f0 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:50.253397 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-d5d428a4-1c6e-4d44-8d43-a5487b3c09f0 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:50.269310 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-5097cbf3-9048-42e5-af45-e88f06cfe450 req-4c407fd7-1d0c-4321-8dac-a4147140f4ee tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] No DVR routers for this DVR port 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:15:50.277277 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-5097cbf3-9048-42e5-af45-e88f06cfe450 req-4c407fd7-1d0c-4321-8dac-a4147140f4ee tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:50.290642 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5097cbf3-9048-42e5-af45-e88f06cfe450 req-4c407fd7-1d0c-4321-8dac-a4147140f4ee tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.57 "DELETE /v2.0/ports/5ec6f823-d9d6-4a05-b7ff-85e2b39d061a HTTP/1.1" status: 204 len: 173 time: 2.4649212 Dec 16 22:15:50.291698 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-653c4ee3-19db-4688-a2c5-dd9abff98449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:50.293354 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-653c4ee3-19db-4688-a2c5-dd9abff98449 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674&tenant_id=54dbe85688564892aa5226bd9c604156 HTTP/1.1" status: 200 len: 1101 time: 0.3005190 Dec 16 22:15:50.310076 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe48fba5-201d-4346-a949-c4aa4c95f8e9', 'name': 'network-vif-deleted', 'tag': '5ec6f823-d9d6-4a05-b7ff-85e2b39d061a'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:50.311514 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-dce312f1-86ec-4a8f-aff2-b025dd745993 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:15:50.312393 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75af89bd-aeee-4c51-ad17-9d2070192482" -d '{"events": [{"server_uuid": "fe48fba5-201d-4346-a949-c4aa4c95f8e9", "name": "network-vif-deleted", "tag": "5ec6f823-d9d6-4a05-b7ff-85e2b39d061a"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:50.312807 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-dce312f1-86ec-4a8f-aff2-b025dd745993 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090272 Dec 16 22:15:50.331037 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eb6d64ed-9f3d-43e0-ad26-8067db66289b req-6bb5cbca-6e1a-4a10-a02e-8f176cfee3ec tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/security-groups?id=b21cd94b-b43d-4ca8-ad0a-f74de285f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0707502 Dec 16 22:15:50.356099 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b98c77fd-7ea3-4ee7-a555-1a3cbc542828 req-acbd161c-4c1f-4cb4-82cf-3b6a1f6ee48c tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184528 Dec 16 22:15:50.362843 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-298ad2c1-2524-4c73-9beb-cb307ee83543 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-4', 'device_owner': 'compute:nova'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:50.449167 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-298ad2c1-2524-4c73-9beb-cb307ee83543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:50.539883 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2b7bc493-2594-4a0b-b728-685d48272f72 req-ae65e898-262b-496b-a537-56f6ffcec7a7 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=83a5876f-4a11-42e1-b5f8-bb1124dfee52 HTTP/1.1" status: 200 len: 210 time: 0.0913224 Dec 16 22:15:50.540042 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-d5d428a4-1c6e-4d44-8d43-a5487b3c09f0 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8771446 Dec 16 22:15:50.564437 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-8567fb0a-637f-4df2-ae34-9588a66d6aef service neutron] Request body: {'port': {'device_id': 'b3f6a7d0-b2c6-48c6-ab7a-7a4f62c74a53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:50.750707 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ffe1c92-e7b6-4880-a3d8-0453a3bc0677 req-3a812fea-f037-49a4-9707-962e3b2e67f0 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=718b92d9-71fa-4c06-80cf-086db893e954 HTTP/1.1" status: 200 len: 210 time: 0.0492890 Dec 16 22:15:50.755137 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-024534bd-d9da-430d-9feb-380acd5bd425 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:50.800554 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-c53b32c5-691c-4172-8f41-90188f0afe55 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Made reservation on behalf of 23f9f5820f6243729a0b52eda48aa141 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:50.804641 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-c53b32c5-691c-4172-8f41-90188f0afe55 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:50.808509 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a060c-832d-4000-a376-57decc30087d req-499548f0-3317-405f-a750-61430cb6716d tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:50.817893 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ba3a060c-832d-4000-a376-57decc30087d req-499548f0-3317-405f-a750-61430cb6716d tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 950 time: 0.1512408 Dec 16 22:15:50.835988 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-8567fb0a-637f-4df2-ae34-9588a66d6aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:50.883802 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024534bd-d9da-430d-9feb-380acd5bd425 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event updated for resources: {'Subnet': ['ID=2825e101-39ca-4951-81d0-6f6735824e32,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:50.986102 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220d884e-dfab-4101-9bbc-11b301633df4 x-openstack-request-id: req-220d884e-dfab-4101-9bbc-11b301633df4 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:50.986574 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe48fba5-201d-4346-a949-c4aa4c95f8e9", "name": "network-vif-deleted", "tag": "5ec6f823-d9d6-4a05-b7ff-85e2b39d061a", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:50.986923 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-220d884e-dfab-4101-9bbc-11b301633df4 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:50.987445 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe48fba5-201d-4346-a949-c4aa4c95f8e9', 'name': 'network-vif-deleted', 'tag': '5ec6f823-d9d6-4a05-b7ff-85e2b39d061a', 'status': 'completed', 'code': 200} Dec 16 22:15:51.016704 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024534bd-d9da-430d-9feb-380acd5bd425 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Checking segment: {'id': 'de6410b3-48d2-4076-afb0-e054cc3678c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:51.017258 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024534bd-d9da-430d-9feb-380acd5bd425 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Network hostable DHCP agents. Network: ed98cd84-f1a0-4624-adfa-872d69e0e5ab, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:15:51.049897 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ba3a060c-832d-4000-a376-57decc30087d req-037327d8-d2ca-48d0-b783-02e4afc1b45c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313616 Dec 16 22:15:51.125021 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-c53b32c5-691c-4172-8f41-90188f0afe55 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Allocated IP 172.20.0.13 (2d98d86d-5788-4234-a141-176c08c435a2/964e51c8-19c1-4e62-91ee-8b4029d57c88/761909c8-6c69-48df-9871-36abc2f7f3ab) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:51.176530 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-298ad2c1-2524-4c73-9beb-cb307ee83543 service neutron] For port 74da34cc-f2dc-4e37-80e4-e8ef604866be, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=74da34cc-f2dc-4e37-80e4-e8ef604866be,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:51.243127 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-298ad2c1-2524-4c73-9beb-cb307ee83543 service neutron] For port 74da34cc-f2dc-4e37-80e4-e8ef604866be, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:51.261744 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024534bd-d9da-430d-9feb-380acd5bd425 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Network ed98cd84-f1a0-4624-adfa-872d69e0e5ab is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:15:51.304014 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-298ad2c1-2524-4c73-9beb-cb307ee83543 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:51.324208 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-298ad2c1-2524-4c73-9beb-cb307ee83543 service neutron] Transition to ACTIVE for port object 74da34cc-f2dc-4e37-80e4-e8ef604866be will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:15:51.326231 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdd53d1-631a-4175-89a7-878f49e42674', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74da34cc-f2dc-4e37-80e4-e8ef604866be'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:51.329325 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b27e6b-2bef-4e6b-8a92-674dcab09051" -d '{"events": [{"server_uuid": "6fdd53d1-631a-4175-89a7-878f49e42674", "name": "network-vif-unplugged", "status": "completed", "tag": "74da34cc-f2dc-4e37-80e4-e8ef604866be"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:51.372853 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-024534bd-d9da-430d-9feb-380acd5bd425 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, ed98cd84-f1a0-4624-adfa-872d69e0e5ab) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:51.381052 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe04064-2aa7-4b13-ba8e-e402219dbb76 None None] Network ed98cd84-f1a0-4624-adfa-872d69e0e5ab requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:15:51.383292 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024534bd-d9da-430d-9feb-380acd5bd425 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:51.383729 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-024534bd-d9da-430d-9feb-380acd5bd425 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:51.399096 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-c53b32c5-691c-4172-8f41-90188f0afe55 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:51.416382 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-298ad2c1-2524-4c73-9beb-cb307ee83543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:51.544966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-298ad2c1-2524-4c73-9beb-cb307ee83543 service neutron] No DVR routers for this DVR port 74da34cc-f2dc-4e37-80e4-e8ef604866be on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:15:51.551305 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-c53b32c5-691c-4172-8f41-90188f0afe55 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:51.605861 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-024534bd-d9da-430d-9feb-380acd5bd425 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8952885 Dec 16 22:15:51.605861 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38910) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:51.605861 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-7476695c-d147-48df-95e7-6743b421bd58 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Request body: {'subnet': {'network_id': '133792b4-eb35-4125-8057-ae6885c1e196', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:51.722544 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b32c5-691c-4172-8f41-90188f0afe55 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Pushing event updated for resources: {'Port': ['ID=761909c8-6c69-48df-9871-36abc2f7f3ab,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:51.764636 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-298ad2c1-2524-4c73-9beb-cb307ee83543 service neutron] Attempting to bind port 74da34cc-f2dc-4e37-80e4-e8ef604866be on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:15:51.764981 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-298ad2c1-2524-4c73-9beb-cb307ee83543 service neutron] Attempting to bind port 74da34cc-f2dc-4e37-80e4-e8ef604866be by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:15:51.765324 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-298ad2c1-2524-4c73-9beb-cb307ee83543 service neutron] Attempting to bind port 74da34cc-f2dc-4e37-80e4-e8ef604866be on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:51.781205 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ad2c1-2524-4c73-9beb-cb307ee83543 service neutron] Pushing event updated for resources: {'Port': ['ID=74da34cc-f2dc-4e37-80e4-e8ef604866be,revision_number=6']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:51.790119 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-c53b32c5-691c-4172-8f41-90188f0afe55 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Network 2d98d86d-5788-4234-a141-176c08c435a2 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:51.799333 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7497e052-71eb-4315-adaf-87d2bf153981 x-openstack-request-id: req-7497e052-71eb-4315-adaf-87d2bf153981 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:51.799693 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdd53d1-631a-4175-89a7-878f49e42674", "name": "network-vif-unplugged", "status": "completed", "tag": "74da34cc-f2dc-4e37-80e4-e8ef604866be", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:51.800612 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7497e052-71eb-4315-adaf-87d2bf153981 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:51.800612 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdd53d1-631a-4175-89a7-878f49e42674', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74da34cc-f2dc-4e37-80e4-e8ef604866be', 'code': 200} Dec 16 22:15:51.801774 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-c53b32c5-691c-4172-8f41-90188f0afe55 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:51.803155 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-298ad2c1-2524-4c73-9beb-cb307ee83543 service neutron] Port 74da34cc-f2dc-4e37-80e4-e8ef604866be on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:15:51.803544 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-298ad2c1-2524-4c73-9beb-cb307ee83543 service neutron] Attempting to bind port 74da34cc-f2dc-4e37-80e4-e8ef604866be on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:51.805583 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-c53b32c5-691c-4172-8f41-90188f0afe55 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:51.823518 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-298ad2c1-2524-4c73-9beb-cb307ee83543 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:15:51.823949 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-298ad2c1-2524-4c73-9beb-cb307ee83543 service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:51.824462 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-298ad2c1-2524-4c73-9beb-cb307ee83543 service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:15:51.825018 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-298ad2c1-2524-4c73-9beb-cb307ee83543 service neutron] Bound port: 74da34cc-f2dc-4e37-80e4-e8ef604866be, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:15:51.829514 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-298ad2c1-2524-4c73-9beb-cb307ee83543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:51.893882 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a1d0cca0-e537-4dc1-8c4f-afeb99835add req-7848e34a-9195-47cf-b3a4-84713605c69c tempest-ListImageFiltersTestJSON-814076409 tempest-ListImageFiltersTestJSON-814076409-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe48fba5-201d-4346-a949-c4aa4c95f8e9 HTTP/1.1" status: 200 len: 210 time: 0.0973716 Dec 16 22:15:51.940766 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cb5bb0-eeae-458a-8e82-f81c6a2e4364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-ed98cd84-f1a0-4624-adfa-872d69e0e5ab', 'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab', 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'fixed_ips': [{'subnet_id': '2825e101-39ca-4951-81d0-6f6735824e32'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:15:51.949026 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5cb5bb0-eeae-458a-8e82-f81c6a2e4364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:51.956872 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-c53b32c5-691c-4172-8f41-90188f0afe55 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:51.957954 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-c53b32c5-691c-4172-8f41-90188f0afe55 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:52.012373 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739438e-54cf-4da2-bf7f-5455c98736bc req-e460b444-aa84-4930-9d37-d3e61faf58a6 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:52.014018 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4739438e-54cf-4da2-bf7f-5455c98736bc req-e460b444-aa84-4930-9d37-d3e61faf58a6 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1684911 Dec 16 22:15:52.056084 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-298ad2c1-2524-4c73-9beb-cb307ee83543 service neutron] For port 74da34cc-f2dc-4e37-80e4-e8ef604866be, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:52.059649 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1fe9bdec-7124-4e4b-bb2a-2db7de9648d6 req-8963af05-c688-4134-8861-d9e0143ab6c1 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=83a5876f-4a11-42e1-b5f8-bb1124dfee52 HTTP/1.1" status: 200 len: 210 time: 0.0457268 Dec 16 22:15:52.071618 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:15:52.096434 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-298ad2c1-2524-4c73-9beb-cb307ee83543 service neutron] For port 74da34cc-f2dc-4e37-80e4-e8ef604866be, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=74da34cc-f2dc-4e37-80e4-e8ef604866be,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:15:52.099695 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:15:52.100251 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5ec6f823-d9d6-4a05-b7ff-85e2b39d061a not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:15:52.135948 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-c53b32c5-691c-4172-8f41-90188f0afe55 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6232858 Dec 16 22:15:52.137791 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7476695c-d147-48df-95e7-6743b421bd58 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Made reservation on behalf of a0f42b93d17b453cb09b716a19274f39 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:52.139027 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4739438e-54cf-4da2-bf7f-5455c98736bc req-c66f1c97-c30f-4d51-bb82-a4f65c97a7ab tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171257 Dec 16 22:15:52.144848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-8567fb0a-637f-4df2-ae34-9588a66d6aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f04351f0-5e58-4ef2-bf25-c4ad0a677030 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:52.146517 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7476695c-d147-48df-95e7-6743b421bd58 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:52.174557 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-8567fb0a-637f-4df2-ae34-9588a66d6aef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:52.180020 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-f5cb5bb0-eeae-458a-8e82-f81c6a2e4364 None None] Allocated IP 10.1.1.2 (ed98cd84-f1a0-4624-adfa-872d69e0e5ab/2825e101-39ca-4951-81d0-6f6735824e32/89390794-5975-4d56-9795-0f4ab01742b0) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:52.200150 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-8567fb0a-637f-4df2-ae34-9588a66d6aef service neutron] Transition to ACTIVE for port object f04351f0-5e58-4ef2-bf25-c4ad0a677030 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:15:52.204940 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-298ad2c1-2524-4c73-9beb-cb307ee83543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:52.206592 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-2a6a7537-4aec-4bf4-a3dd-647182206aa5 service neutron] Request body: {'port': {'device_id': '718b92d9-71fa-4c06-80cf-086db893e954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:52.304757 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-298ad2c1-2524-4c73-9beb-cb307ee83543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:52.305435 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-298ad2c1-2524-4c73-9beb-cb307ee83543 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:52.306972 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-298ad2c1-2524-4c73-9beb-cb307ee83543 service neutron] 10.222.0.57 "PUT /v2.0/ports/74da34cc-f2dc-4e37-80e4-e8ef604866be HTTP/1.1" status: 200 len: 1096 time: 1.9536760 Dec 16 22:15:52.326260 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-8567fb0a-637f-4df2-ae34-9588a66d6aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:52.472714 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ad2c1-2524-4c73-9beb-cb307ee83543 service neutron] Pushing event updated for resources: {'Port': ['ID=74da34cc-f2dc-4e37-80e4-e8ef604866be,revision_number=7']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:52.536489 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5cb5bb0-eeae-458a-8e82-f81c6a2e4364 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:52.596003 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567fb0a-637f-4df2-ae34-9588a66d6aef service neutron] Pushing event updated for resources: {'Port': ['ID=f04351f0-5e58-4ef2-bf25-c4ad0a677030,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:52.619582 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5cb5bb0-eeae-458a-8e82-f81c6a2e4364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:52.649096 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796315a1-179c-411a-8840-c040177892a6 req-3da7804a-6fb1-4760-be5f-eca6cf0d3c9c tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:52.664403 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-796315a1-179c-411a-8840-c040177892a6 req-3da7804a-6fb1-4760-be5f-eca6cf0d3c9c tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=718b92d9-71fa-4c06-80cf-086db893e954 HTTP/1.1" status: 200 len: 932 time: 0.2660816 Dec 16 22:15:52.670789 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-2a6a7537-4aec-4bf4-a3dd-647182206aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:52.746805 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb5bb0-eeae-458a-8e82-f81c6a2e4364 None None] Pushing event updated for resources: {'Port': ['ID=89390794-5975-4d56-9795-0f4ab01742b0,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:52.761698 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cb5bb0-eeae-458a-8e82-f81c6a2e4364 None None] Network ed98cd84-f1a0-4624-adfa-872d69e0e5ab is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:52.764305 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-f5cb5bb0-eeae-458a-8e82-f81c6a2e4364 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:52.769013 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cb5bb0-eeae-458a-8e82-f81c6a2e4364 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:52.797560 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-4f449d93-5df3-4db0-bead-83a893919af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:52.799852 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-4f449d93-5df3-4db0-bead-83a893919af6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 1099 time: 0.4292312 Dec 16 22:15:52.808560 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 74da34cc-f2dc-4e37-80e4-e8ef604866be no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:15:52.832536 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-796315a1-179c-411a-8840-c040177892a6 req-75c40c24-4a82-4f26-95ca-d6dbbbad626c tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/security-groups?id=39bc3a12-33f5-4909-8964-eeea43d6dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671293 Dec 16 22:15:52.839749 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1279a595-6d61-44e5-b62b-c2a40819617b req-f79e78f7-dc30-4d1f-93be-c501cd12e840 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=84a0f56690704a89b89d2fa8c0442625&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2483788 Dec 16 22:15:52.927958 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 74da34cc-f2dc-4e37-80e4-e8ef604866be not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:15:52.928184 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59035d0-6e4e-422a-8a75-bd32655040bf req-e6693678-1822-4436-97d0-c3e020b106c8 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:52.928184 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b59035d0-6e4e-422a-8a75-bd32655040bf req-e6693678-1822-4436-97d0-c3e020b106c8 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 948 time: 0.3214760 Dec 16 22:15:52.946031 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f5cb5bb0-eeae-458a-8e82-f81c6a2e4364 None None] Attempting to bind port 89390794-5975-4d56-9795-0f4ab01742b0 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:15:52.946400 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f5cb5bb0-eeae-458a-8e82-f81c6a2e4364 None None] Attempting to bind port 89390794-5975-4d56-9795-0f4ab01742b0 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'de6410b3-48d2-4076-afb0-e054cc3678c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:15:52.947073 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cb5bb0-eeae-458a-8e82-f81c6a2e4364 None None] Attempting to bind port 89390794-5975-4d56-9795-0f4ab01742b0 on network ed98cd84-f1a0-4624-adfa-872d69e0e5ab {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:52.953510 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cb5bb0-eeae-458a-8e82-f81c6a2e4364 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:15:52.955164 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cb5bb0-eeae-458a-8e82-f81c6a2e4364 None None] Checking segment: {'id': 'de6410b3-48d2-4076-afb0-e054cc3678c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:52.955721 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5cb5bb0-eeae-458a-8e82-f81c6a2e4364 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:52.956537 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cb5bb0-eeae-458a-8e82-f81c6a2e4364 None None] Bound using segment: {'id': 'de6410b3-48d2-4076-afb0-e054cc3678c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:15:52.956781 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f5cb5bb0-eeae-458a-8e82-f81c6a2e4364 None None] Bound port: 89390794-5975-4d56-9795-0f4ab01742b0, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de6410b3-48d2-4076-afb0-e054cc3678c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:15:52.958583 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5cb5bb0-eeae-458a-8e82-f81c6a2e4364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:53.010683 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-8567fb0a-637f-4df2-ae34-9588a66d6aef service neutron] Attempting to bind port f04351f0-5e58-4ef2-bf25-c4ad0a677030 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:15:53.011220 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-8567fb0a-637f-4df2-ae34-9588a66d6aef service neutron] Attempting to bind port f04351f0-5e58-4ef2-bf25-c4ad0a677030 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '9beb40dc-3a00-4933-8b96-a06701ed9322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d98d86d-5788-4234-a141-176c08c435a2'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:15:53.011681 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-8567fb0a-637f-4df2-ae34-9588a66d6aef service neutron] Attempting to bind port f04351f0-5e58-4ef2-bf25-c4ad0a677030 on network 2d98d86d-5788-4234-a141-176c08c435a2 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:53.032814 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-8567fb0a-637f-4df2-ae34-9588a66d6aef service neutron] Port f04351f0-5e58-4ef2-bf25-c4ad0a677030 on network 2d98d86d-5788-4234-a141-176c08c435a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:15:53.033294 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-8567fb0a-637f-4df2-ae34-9588a66d6aef service neutron] Attempting to bind port f04351f0-5e58-4ef2-bf25-c4ad0a677030 on network 2d98d86d-5788-4234-a141-176c08c435a2 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:53.062530 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-8567fb0a-637f-4df2-ae34-9588a66d6aef service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:15:53.063107 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-8567fb0a-637f-4df2-ae34-9588a66d6aef service neutron] Checking segment: {'id': '9beb40dc-3a00-4933-8b96-a06701ed9322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d98d86d-5788-4234-a141-176c08c435a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:53.063604 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-8567fb0a-637f-4df2-ae34-9588a66d6aef service neutron] Bound using segment: {'id': '9beb40dc-3a00-4933-8b96-a06701ed9322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d98d86d-5788-4234-a141-176c08c435a2'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:15:53.064317 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-8567fb0a-637f-4df2-ae34-9588a66d6aef service neutron] Bound port: f04351f0-5e58-4ef2-bf25-c4ad0a677030, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9beb40dc-3a00-4933-8b96-a06701ed9322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d98d86d-5788-4234-a141-176c08c435a2'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:15:53.064696 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-8567fb0a-637f-4df2-ae34-9588a66d6aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:53.095374 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279a595-6d61-44e5-b62b-c2a40819617b req-4839eaf8-990d-45ef-b899-cdbe1a0e6e35 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:53.097991 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1279a595-6d61-44e5-b62b-c2a40819617b req-4839eaf8-990d-45ef-b899-cdbe1a0e6e35 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2487018 Dec 16 22:15:53.107571 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b59035d0-6e4e-422a-8a75-bd32655040bf req-803a9c39-e5e7-4f1e-99d4-e40c52ffef58 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577046 Dec 16 22:15:53.117747 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-d1cdc907-2b26-470e-85b1-4a3d69349eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:53.122161 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-d1cdc907-2b26-470e-85b1-4a3d69349eb9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.3066175 Dec 16 22:15:53.150950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-1279a595-6d61-44e5-b62b-c2a40819617b req-484d9f7a-e2d7-407e-8796-9f8c6d83a1d4 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Request body: {'port': {'device_id': 'cd5192cf-59b4-45b3-9c64-046ec5c98225', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': '84a0f56690704a89b89d2fa8c0442625'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:53.155725 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f5cb5bb0-eeae-458a-8e82-f81c6a2e4364 None None] For port 89390794-5975-4d56-9795-0f4ab01742b0, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:53.178877 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f5cb5bb0-eeae-458a-8e82-f81c6a2e4364 None None] For port 89390794-5975-4d56-9795-0f4ab01742b0, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=89390794-5975-4d56-9795-0f4ab01742b0,segment=NetworkSegment(de6410b3-48d2-4076-afb0-e054cc3678c7),segment_id=de6410b3-48d2-4076-afb0-e054cc3678c7)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:15:53.293284 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-99d18436-dce7-4a08-84dd-5aff9d3edd94 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=74da34cc-f2dc-4e37-80e4-e8ef604866be HTTP/1.1" status: 200 len: 217 time: 0.1087470 Dec 16 22:15:53.346617 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5cb5bb0-eeae-458a-8e82-f81c6a2e4364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:53.433863 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ecd1447-d7e5-4141-a101-20583e76fc8b req-7f63fc70-4342-4aa6-9c55-82cf0bded45f tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=83a5876f-4a11-42e1-b5f8-bb1124dfee52 HTTP/1.1" status: 200 len: 210 time: 0.1514080 Dec 16 22:15:53.532638 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f584c35-62ec-4d1e-9878-c8520b9b5578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:53.543085 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-8567fb0a-637f-4df2-ae34-9588a66d6aef service neutron] For port f04351f0-5e58-4ef2-bf25-c4ad0a677030, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:53.552658 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-8567fb0a-637f-4df2-ae34-9588a66d6aef service neutron] For port f04351f0-5e58-4ef2-bf25-c4ad0a677030, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=f04351f0-5e58-4ef2-bf25-c4ad0a677030,segment=NetworkSegment(9beb40dc-3a00-4933-8b96-a06701ed9322),segment_id=9beb40dc-3a00-4933-8b96-a06701ed9322)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:15:53.566225 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-aa514704-0c16-4de7-883c-abc06f0635b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:53.576122 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-aa514704-0c16-4de7-883c-abc06f0635b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.2723627 Dec 16 22:15:53.641183 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb5bb0-eeae-458a-8e82-f81c6a2e4364 None None] Pushing event updated for resources: {'Port': ['ID=89390794-5975-4d56-9795-0f4ab01742b0,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:53.670446 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-8567fb0a-637f-4df2-ae34-9588a66d6aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:53.725064 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1279a595-6d61-44e5-b62b-c2a40819617b req-31939aa9-d578-4aef-afe2-a59d76a69d2d tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=84a0f56690704a89b89d2fa8c0442625&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0897994 Dec 16 22:15:53.777261 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7476695c-d147-48df-95e7-6743b421bd58 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:53.825326 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fdd53d1-631a-4175-89a7-878f49e42674', 'tag': '74da34cc-f2dc-4e37-80e4-e8ef604866be'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:53.827795 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9cf7d0-aead-441b-9942-75c76d4b24b3" -d '{"events": [{"name": "network-changed", "server_uuid": "6fdd53d1-631a-4175-89a7-878f49e42674", "tag": "74da34cc-f2dc-4e37-80e4-e8ef604866be"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:53.856740 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-8567fb0a-637f-4df2-ae34-9588a66d6aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:53.856740 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-8567fb0a-637f-4df2-ae34-9588a66d6aef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:53.858170 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-8567fb0a-637f-4df2-ae34-9588a66d6aef service neutron] 10.222.0.76 "PUT /v2.0/ports/f04351f0-5e58-4ef2-bf25-c4ad0a677030 HTTP/1.1" status: 200 len: 1091 time: 3.2988646 Dec 16 22:15:53.926929 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1279a595-6d61-44e5-b62b-c2a40819617b req-484d9f7a-e2d7-407e-8796-9f8c6d83a1d4 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Made reservation on behalf of 84a0f56690704a89b89d2fa8c0442625 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:53.942565 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1279a595-6d61-44e5-b62b-c2a40819617b req-484d9f7a-e2d7-407e-8796-9f8c6d83a1d4 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:53.957095 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-962eb0f2-c0a2-4a7a-9185-28d174783dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:53.957095 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-962eb0f2-c0a2-4a7a-9185-28d174783dc5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3734727 Dec 16 22:15:54.028077 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567fb0a-637f-4df2-ae34-9588a66d6aef service neutron] Pushing event updated for resources: {'Port': ['ID=f04351f0-5e58-4ef2-bf25-c4ad0a677030,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:54.150373 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476695c-d147-48df-95e7-6743b421bd58 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event updated for resources: {'Subnet': ['ID=c9a0b227-b5a7-4ec3-a018-5c1f436677a0,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:54.249301 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 89390794-5975-4d56-9795-0f4ab01742b0 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:54.282193 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7476695c-d147-48df-95e7-6743b421bd58 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Checking segment: {'id': 'fdb99c20-5c2d-4757-b292-1da6b79081cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '133792b4-eb35-4125-8057-ae6885c1e196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:54.282193 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7476695c-d147-48df-95e7-6743b421bd58 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Network hostable DHCP agents. Network: 133792b4-eb35-4125-8057-ae6885c1e196, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:15:54.306741 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-2a6a7537-4aec-4bf4-a3dd-647182206aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 761909c8-6c69-48df-9871-36abc2f7f3ab {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:54.314088 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279a595-6d61-44e5-b62b-c2a40819617b req-86bbcf1f-4e44-4936-9021-bcaa641b5fc6 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:54.315363 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1279a595-6d61-44e5-b62b-c2a40819617b req-86bbcf1f-4e44-4936-9021-bcaa641b5fc6 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5568275 Dec 16 22:15:54.334567 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-2a6a7537-4aec-4bf4-a3dd-647182206aa5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:54.362917 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 89390794-5975-4d56-9795-0f4ab01742b0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:54.363531 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:54.384180 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-1279a595-6d61-44e5-b62b-c2a40819617b req-17a5003d-0b5e-4995-912b-ef28c002729b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Request body: {'port': {'device_id': '83a5876f-4a11-42e1-b5f8-bb1124dfee52', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': '84a0f56690704a89b89d2fa8c0442625'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:54.410827 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2ab1f-cc5a-4715-9546-4c5922d8ee12 req-b17c312b-1804-43fa-9307-f37227767654 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:54.419658 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-92c2ab1f-cc5a-4715-9546-4c5922d8ee12 req-b17c312b-1804-43fa-9307-f37227767654 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.6970272 Dec 16 22:15:54.504620 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:54.511644 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-2a6a7537-4aec-4bf4-a3dd-647182206aa5 service neutron] Transition to ACTIVE for port object 761909c8-6c69-48df-9871-36abc2f7f3ab will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:15:54.551378 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7476695c-d147-48df-95e7-6743b421bd58 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Network 133792b4-eb35-4125-8057-ae6885c1e196 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:15:54.584985 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 89390794-5975-4d56-9795-0f4ab01742b0, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=89390794-5975-4d56-9795-0f4ab01742b0,segment=NetworkSegment(de6410b3-48d2-4076-afb0-e054cc3678c7),segment_id=de6410b3-48d2-4076-afb0-e054cc3678c7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:54.687408 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:54.715544 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-2a6a7537-4aec-4bf4-a3dd-647182206aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:54.794815 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-d346889e-25d9-4c9c-91af-0509ee5ac236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:54.796384 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-d346889e-25d9-4c9c-91af-0509ee5ac236 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=23f9f5820f6243729a0b52eda48aa141&device_id=b3f6a7d0-b2c6-48c6-ab7a-7a4f62c74a53 HTTP/1.1" status: 200 len: 1094 time: 0.4765677 Dec 16 22:15:54.798105 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451d9781-bd71-4f4a-b94a-75025741f180 x-openstack-request-id: req-451d9781-bd71-4f4a-b94a-75025741f180 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:54.798382 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fdd53d1-631a-4175-89a7-878f49e42674", "tag": "74da34cc-f2dc-4e37-80e4-e8ef604866be", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:54.798623 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-451d9781-bd71-4f4a-b94a-75025741f180 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:54.798993 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fdd53d1-631a-4175-89a7-878f49e42674', 'tag': '74da34cc-f2dc-4e37-80e4-e8ef604866be', 'status': 'completed', 'code': 200} Dec 16 22:15:54.838824 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-92c2ab1f-cc5a-4715-9546-4c5922d8ee12 req-e7a4ff62-87d3-4afe-b495-3bdaea38287a tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181945 Dec 16 22:15:54.849704 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-44dd0f18-b413-4d5e-9a54-a25dd7d75f34 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7831979 Dec 16 22:15:54.857310 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.76', 59198) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:54.886827 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=89390794-5975-4d56-9795-0f4ab01742b0,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:54.898810 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-1279a595-6d61-44e5-b62b-c2a40819617b req-484d9f7a-e2d7-407e-8796-9f8c6d83a1d4 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Allocated IP 192.168.233.100 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/6c17bdca-25a2-4289-a713-5364eb2bc111) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:55.101768 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a7537-4aec-4bf4-a3dd-647182206aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=761909c8-6c69-48df-9871-36abc2f7f3ab,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:55.107023 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-7476695c-d147-48df-95e7-6743b421bd58 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 133792b4-eb35-4125-8057-ae6885c1e196) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:55.123745 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb15a78-8897-45d4-9733-2a7d34d9edc9 None None] Network 133792b4-eb35-4125-8057-ae6885c1e196 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:15:55.145707 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7476695c-d147-48df-95e7-6743b421bd58 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:55.146413 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7476695c-d147-48df-95e7-6743b421bd58 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:55.275857 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba24b8bd-d17b-4dac-abe7-cee65d18b863 None None] Network ed98cd84-f1a0-4624-adfa-872d69e0e5ab requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:15:55.299027 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1279a595-6d61-44e5-b62b-c2a40819617b req-484d9f7a-e2d7-407e-8796-9f8c6d83a1d4 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:55.402751 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13e8687-12f7-4c62-99c1-6e8b072c527d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-133792b4-eb35-4125-8057-ae6885c1e196', 'network_id': '133792b4-eb35-4125-8057-ae6885c1e196', 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'fixed_ips': [{'subnet_id': 'c9a0b227-b5a7-4ec3-a018-5c1f436677a0'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:15:55.403664 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b13e8687-12f7-4c62-99c1-6e8b072c527d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:55.411020 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-2a6a7537-4aec-4bf4-a3dd-647182206aa5 service neutron] Attempting to bind port 761909c8-6c69-48df-9871-36abc2f7f3ab on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:15:55.411752 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-2a6a7537-4aec-4bf4-a3dd-647182206aa5 service neutron] Attempting to bind port 761909c8-6c69-48df-9871-36abc2f7f3ab by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '9beb40dc-3a00-4933-8b96-a06701ed9322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d98d86d-5788-4234-a141-176c08c435a2'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:15:55.412346 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-2a6a7537-4aec-4bf4-a3dd-647182206aa5 service neutron] Attempting to bind port 761909c8-6c69-48df-9871-36abc2f7f3ab on network 2d98d86d-5788-4234-a141-176c08c435a2 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:55.422448 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7476695c-d147-48df-95e7-6743b421bd58 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.8528776 Dec 16 22:15:55.428576 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38972) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:15:55.429798 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-2a6a7537-4aec-4bf4-a3dd-647182206aa5 service neutron] Port 761909c8-6c69-48df-9871-36abc2f7f3ab on network 2d98d86d-5788-4234-a141-176c08c435a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:15:55.430369 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-2a6a7537-4aec-4bf4-a3dd-647182206aa5 service neutron] Attempting to bind port 761909c8-6c69-48df-9871-36abc2f7f3ab on network 2d98d86d-5788-4234-a141-176c08c435a2 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:55.442091 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-39f5755c-fbb5-4bbd-8cee-445e94de9944 None None] Provisioning complete for port 89390794-5975-4d56-9795-0f4ab01742b0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:55.442496 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-39f5755c-fbb5-4bbd-8cee-445e94de9944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:55.446757 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-f787fd31-ee0a-4791-8aad-5808cdf94a1c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Request body: {'port': {'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab', 'name': 'tempest-TaggedBootDevicesTest-419121341', 'fixed_ips': [{'subnet_id': '2825e101-39ca-4951-81d0-6f6735824e32'}]}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:55.454190 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-2a6a7537-4aec-4bf4-a3dd-647182206aa5 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:15:55.454896 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-2a6a7537-4aec-4bf4-a3dd-647182206aa5 service neutron] Checking segment: {'id': '9beb40dc-3a00-4933-8b96-a06701ed9322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d98d86d-5788-4234-a141-176c08c435a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:55.455576 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-2a6a7537-4aec-4bf4-a3dd-647182206aa5 service neutron] Bound using segment: {'id': '9beb40dc-3a00-4933-8b96-a06701ed9322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d98d86d-5788-4234-a141-176c08c435a2'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:15:55.456281 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-2a6a7537-4aec-4bf4-a3dd-647182206aa5 service neutron] Bound port: 761909c8-6c69-48df-9871-36abc2f7f3ab, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9beb40dc-3a00-4933-8b96-a06701ed9322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d98d86d-5788-4234-a141-176c08c435a2'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:15:55.456907 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-2a6a7537-4aec-4bf4-a3dd-647182206aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:55.468413 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8ad09-b465-4ab4-b919-4e06afa0200f req-d3f51fab-ac4b-4e62-aeb4-15d8bc45bad3 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:55.470538 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b1b8ad09-b465-4ab4-b919-4e06afa0200f req-d3f51fab-ac4b-4e62-aeb4-15d8bc45bad3 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=718b92d9-71fa-4c06-80cf-086db893e954 HTTP/1.1" status: 200 len: 944 time: 0.3540351 Dec 16 22:15:55.472152 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1279a595-6d61-44e5-b62b-c2a40819617b req-484d9f7a-e2d7-407e-8796-9f8c6d83a1d4 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:55.521518 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9c542d95-fa6f-4d6e-befb-2c00a17a1eeb'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:15:55.593073 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-a9c7e01c-a816-4111-a4e3-3ceeb2289f06 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f04351f0-5e58-4ef2-bf25-c4ad0a677030 HTTP/1.1" status: 200 len: 217 time: 0.7419486 Dec 16 22:15:55.602509 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1279a595-6d61-44e5-b62b-c2a40819617b req-484d9f7a-e2d7-407e-8796-9f8c6d83a1d4 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:55.705351 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-22ea0e4e-632e-4b9a-860b-e5934ea6ea6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:55.725491 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b1b8ad09-b465-4ab4-b919-4e06afa0200f req-033eabe7-8967-4236-adf5-95754571a260 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/security-groups?id=39bc3a12-33f5-4909-8964-eeea43d6dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366819 Dec 16 22:15:55.726556 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d9f7a-e2d7-407e-8796-9f8c6d83a1d4 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Pushing event updated for resources: {'Port': ['ID=6c17bdca-25a2-4289-a713-5364eb2bc111,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:55.730998 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-1279a595-6d61-44e5-b62b-c2a40819617b req-484d9f7a-e2d7-407e-8796-9f8c6d83a1d4 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:55.761748 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-1279a595-6d61-44e5-b62b-c2a40819617b req-484d9f7a-e2d7-407e-8796-9f8c6d83a1d4 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:55.856833 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-b13e8687-12f7-4c62-99c1-6e8b072c527d None None] Allocated IP 10.2.2.2 (133792b4-eb35-4125-8057-ae6885c1e196/c9a0b227-b5a7-4ec3-a018-5c1f436677a0/548cf3af-f700-4fd3-8f70-e5e10d00d47d) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:56.008896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cf7d0-aead-441b-9942-75c76d4b24b3 req-44665d6c-4a71-4301-938c-0300a061bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:56.010619 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce9cf7d0-aead-441b-9942-75c76d4b24b3 req-44665d6c-4a71-4301-938c-0300a061bbad service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 1099 time: 1.1469703 Dec 16 22:15:56.111957 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-f2807fef-94ad-4452-bd31-72bf611c8d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:56.118789 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-f2807fef-94ad-4452-bd31-72bf611c8d95 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=964e51c8-19c1-4e62-91ee-8b4029d57c88 HTTP/1.1" status: 200 len: 853 time: 0.4284220 Dec 16 22:15:56.200504 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279a595-6d61-44e5-b62b-c2a40819617b req-484d9f7a-e2d7-407e-8796-9f8c6d83a1d4 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:56.201182 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1279a595-6d61-44e5-b62b-c2a40819617b req-484d9f7a-e2d7-407e-8796-9f8c6d83a1d4 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:56.209248 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-2a6a7537-4aec-4bf4-a3dd-647182206aa5 service neutron] For port 761909c8-6c69-48df-9871-36abc2f7f3ab, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:56.219167 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-2a6a7537-4aec-4bf4-a3dd-647182206aa5 service neutron] For port 761909c8-6c69-48df-9871-36abc2f7f3ab, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=761909c8-6c69-48df-9871-36abc2f7f3ab,segment=NetworkSegment(9beb40dc-3a00-4933-8b96-a06701ed9322),segment_id=9beb40dc-3a00-4933-8b96-a06701ed9322)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:15:56.250074 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89f29fdb-8aa0-4492-b3f3-3a34aeed2233 req-ae2f425a-721d-4b46-814e-6d84da066870 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3756382 Dec 16 22:15:56.251002 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b13e8687-12f7-4c62-99c1-6e8b072c527d None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:56.268886 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 89390794-5975-4d56-9795-0f4ab01742b0 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:15:56.277359 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f859b-4910-4219-9c30-c58f8a04fa8f req-02dec52f-181e-4773-b77d-f62ca82842f2 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:56.285300 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-790f859b-4910-4219-9c30-c58f8a04fa8f req-02dec52f-181e-4773-b77d-f62ca82842f2 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 948 time: 0.6903660 Dec 16 22:15:56.315527 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-9b24d953-f54c-4dab-8f59-0c6c14cb8586 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2d98d86d-5788-4234-a141-176c08c435a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874488 Dec 16 22:15:56.318875 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-2a6a7537-4aec-4bf4-a3dd-647182206aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:56.428109 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a7537-4aec-4bf4-a3dd-647182206aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=761909c8-6c69-48df-9871-36abc2f7f3ab,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:56.439202 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1279a595-6d61-44e5-b62b-c2a40819617b req-484d9f7a-e2d7-407e-8796-9f8c6d83a1d4 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3121705 Dec 16 22:15:56.439202 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f787fd31-ee0a-4791-8aad-5808cdf94a1c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Made reservation on behalf of a0f42b93d17b453cb09b716a19274f39 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:56.449142 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-2a6a7537-4aec-4bf4-a3dd-647182206aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:56.450046 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-2a6a7537-4aec-4bf4-a3dd-647182206aa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:56.452113 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-2a6a7537-4aec-4bf4-a3dd-647182206aa5 service neutron] 10.222.0.76 "PUT /v2.0/ports/761909c8-6c69-48df-9871-36abc2f7f3ab HTTP/1.1" status: 200 len: 1092 time: 4.2865531 Dec 16 22:15:56.452792 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718b92d9-71fa-4c06-80cf-086db893e954', 'tag': '761909c8-6c69-48df-9871-36abc2f7f3ab'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:56.455297 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c1ef7b-7991-445c-ac5f-ed1fdd72839f" -d '{"events": [{"name": "network-changed", "server_uuid": "718b92d9-71fa-4c06-80cf-086db893e954", "tag": "761909c8-6c69-48df-9871-36abc2f7f3ab"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:56.479266 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b13e8687-12f7-4c62-99c1-6e8b072c527d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:56.490364 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-1279a595-6d61-44e5-b62b-c2a40819617b req-3cfd9422-6a2f-4418-ba3a-7b62f1a6caf2 service neutron] Request body: {'port': {'device_id': 'cd5192cf-59b4-45b3-9c64-046ec5c98225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:15:56.644001 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-790f859b-4910-4219-9c30-c58f8a04fa8f req-78accbb6-65aa-4ec3-a2f2-4a871c427f05 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573775 Dec 16 22:15:56.682770 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e8687-12f7-4c62-99c1-6e8b072c527d None None] Pushing event updated for resources: {'Port': ['ID=548cf3af-f700-4fd3-8f70-e5e10d00d47d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:56.691675 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 89390794-5975-4d56-9795-0f4ab01742b0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:56.693985 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:56.708763 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1279a595-6d61-44e5-b62b-c2a40819617b req-17a5003d-0b5e-4995-912b-ef28c002729b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Made reservation on behalf of 84a0f56690704a89b89d2fa8c0442625 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:15:56.716926 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1279a595-6d61-44e5-b62b-c2a40819617b req-17a5003d-0b5e-4995-912b-ef28c002729b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:56.756908 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13e8687-12f7-4c62-99c1-6e8b072c527d None None] Network 133792b4-eb35-4125-8057-ae6885c1e196 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:56.775373 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cf7d0-aead-441b-9942-75c76d4b24b3 req-84e71741-f07c-439c-9f33-821149bc04ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:56.781253 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce9cf7d0-aead-441b-9942-75c76d4b24b3 req-84e71741-f07c-439c-9f33-821149bc04ee service neutron] 10.222.0.76 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.7534168 Dec 16 22:15:56.800945 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f6a7d0-b2c6-48c6-ab7a-7a4f62c74a53', 'tag': 'f04351f0-5e58-4ef2-bf25-c4ad0a677030'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:15:56.802682 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1279a595-6d61-44e5-b62b-c2a40819617b req-3cfd9422-6a2f-4418-ba3a-7b62f1a6caf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:56.803553 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d113e4ab-c46c-47da-84d5-6bd14fe6fc31" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f6a7d0-b2c6-48c6-ab7a-7a4f62c74a53", "tag": "f04351f0-5e58-4ef2-bf25-c4ad0a677030"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:15:56.877156 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f787fd31-ee0a-4791-8aad-5808cdf94a1c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:56.885205 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-b13e8687-12f7-4c62-99c1-6e8b072c527d None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:56.900330 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13e8687-12f7-4c62-99c1-6e8b072c527d None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:56.904108 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a785ae0-4501-4b76-9513-b22e25d9009e req-82d5331c-e6cb-444a-a79e-88f106c3a121 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=83a5876f-4a11-42e1-b5f8-bb1124dfee52 HTTP/1.1" status: 200 len: 210 time: 0.1163983 Dec 16 22:15:56.905861 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce9cf7d0-aead-441b-9942-75c76d4b24b3 req-4d5521da-bcb5-486f-a090-3b1069dc310c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=74da34cc-f2dc-4e37-80e4-e8ef604866be HTTP/1.1" status: 200 len: 217 time: 0.1106713 Dec 16 22:15:56.923591 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:56.945957 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-3a0f7252-c87f-478b-b025-c57d1db6217f service neutron] 10.222.0.76 "GET /v2.0/networks/2d98d86d-5788-4234-a141-176c08c435a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6187172 Dec 16 22:15:56.962662 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-016b2e63-d0ee-4d4a-b837-d076c94a09e8 None None] Provisioning complete for port 89390794-5975-4d56-9795-0f4ab01742b0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:56.963531 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-016b2e63-d0ee-4d4a-b837-d076c94a09e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:57.020956 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:57.048927 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-f787fd31-ee0a-4791-8aad-5808cdf94a1c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] device_id is not set on port cdf3648f-0e95-45df-b89b-23cc65ae37c9 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:15:57.049940 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cf7d0-aead-441b-9942-75c76d4b24b3 req-70b01673-1549-4c59-8c06-6afe15a17e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:57.051552 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce9cf7d0-aead-441b-9942-75c76d4b24b3 req-70b01673-1549-4c59-8c06-6afe15a17e57 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 1099 time: 0.5076346 Dec 16 22:15:57.064356 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-93898f0d-802f-4d62-a219-f59cb883262f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:57.068041 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-93898f0d-802f-4d62-a219-f59cb883262f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=23f9f5820f6243729a0b52eda48aa141&device_id=718b92d9-71fa-4c06-80cf-086db893e954 HTTP/1.1" status: 200 len: 1095 time: 0.2987957 Dec 16 22:15:57.156233 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c9c4f6-d9fc-4990-a804-df38dde9af34 x-openstack-request-id: req-86c9c4f6-d9fc-4990-a804-df38dde9af34 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:57.158939 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718b92d9-71fa-4c06-80cf-086db893e954", "tag": "761909c8-6c69-48df-9871-36abc2f7f3ab", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:57.159383 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-86c9c4f6-d9fc-4990-a804-df38dde9af34 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:57.159965 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718b92d9-71fa-4c06-80cf-086db893e954', 'tag': '761909c8-6c69-48df-9871-36abc2f7f3ab', 'status': 'completed', 'code': 200} Dec 16 22:15:57.180441 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-b13e8687-12f7-4c62-99c1-6e8b072c527d None None] Attempting to bind port 548cf3af-f700-4fd3-8f70-e5e10d00d47d on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:15:57.180813 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-b13e8687-12f7-4c62-99c1-6e8b072c527d None None] Attempting to bind port 548cf3af-f700-4fd3-8f70-e5e10d00d47d by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'fdb99c20-5c2d-4757-b292-1da6b79081cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '133792b4-eb35-4125-8057-ae6885c1e196'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:15:57.181180 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e8687-12f7-4c62-99c1-6e8b072c527d None None] Attempting to bind port 548cf3af-f700-4fd3-8f70-e5e10d00d47d on network 133792b4-eb35-4125-8057-ae6885c1e196 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:15:57.206837 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e8687-12f7-4c62-99c1-6e8b072c527d None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:15:57.207374 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e8687-12f7-4c62-99c1-6e8b072c527d None None] Checking segment: {'id': 'fdb99c20-5c2d-4757-b292-1da6b79081cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '133792b4-eb35-4125-8057-ae6885c1e196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:15:57.207784 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b13e8687-12f7-4c62-99c1-6e8b072c527d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:57.208177 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e8687-12f7-4c62-99c1-6e8b072c527d None None] Bound using segment: {'id': 'fdb99c20-5c2d-4757-b292-1da6b79081cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '133792b4-eb35-4125-8057-ae6885c1e196'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:15:57.208660 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-b13e8687-12f7-4c62-99c1-6e8b072c527d None None] Bound port: 548cf3af-f700-4fd3-8f70-e5e10d00d47d, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb99c20-5c2d-4757-b292-1da6b79081cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '133792b4-eb35-4125-8057-ae6885c1e196'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:15:57.209040 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b13e8687-12f7-4c62-99c1-6e8b072c527d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:57.233438 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-016b2e63-d0ee-4d4a-b837-d076c94a09e8 None None] Provisioning complete for port 6c17bdca-25a2-4289-a713-5364eb2bc111 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:57.235909 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-016b2e63-d0ee-4d4a-b837-d076c94a09e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:57.292145 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-0fe5ae31-d64a-479f-85bd-7f1d653cd30c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=761909c8-6c69-48df-9871-36abc2f7f3ab HTTP/1.1" status: 200 len: 217 time: 0.1573150 Dec 16 22:15:57.296965 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cf7d0-aead-441b-9942-75c76d4b24b3 req-7d1355e7-ed4b-4c5a-8260-ef0d0ff2e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:57.298863 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce9cf7d0-aead-441b-9942-75c76d4b24b3 req-7d1355e7-ed4b-4c5a-8260-ef0d0ff2e6bf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.3783498 Dec 16 22:15:57.319376 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-016b2e63-d0ee-4d4a-b837-d076c94a09e8 None None] Port 6c17bdca-25a2-4289-a713-5364eb2bc111 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:15:57.382933 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52ae77-15ab-4d6b-a9f6-267be1a6519e req-e21b08d1-b0e0-443b-bca1-2809875de24e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:57.391025 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af52ae77-15ab-4d6b-a9f6-267be1a6519e req-e21b08d1-b0e0-443b-bca1-2809875de24e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.3601174 Dec 16 22:15:57.477489 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cf7d0-aead-441b-9942-75c76d4b24b3 req-eb549270-c662-479a-9ff2-3637e6fdd55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:57.479817 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce9cf7d0-aead-441b-9942-75c76d4b24b3 req-eb549270-c662-479a-9ff2-3637e6fdd55a service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.4092493 Dec 16 22:15:57.505250 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-0255a631-5283-4a38-ac25-b572ef63fb1a service neutron] 10.222.0.76 "GET /v2.0/networks/2d98d86d-5788-4234-a141-176c08c435a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698365 Dec 16 22:15:57.571009 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce9cf7d0-aead-441b-9942-75c76d4b24b3 req-cc0006f3-05bd-40e5-b905-43769c56e995 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=74da34cc-f2dc-4e37-80e4-e8ef604866be HTTP/1.1" status: 200 len: 217 time: 0.0610039 Dec 16 22:15:57.578790 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-17901228-99bb-4d3d-b613-286526a3481f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:57.580697 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-17901228-99bb-4d3d-b613-286526a3481f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=964e51c8-19c1-4e62-91ee-8b4029d57c88 HTTP/1.1" status: 200 len: 853 time: 0.1543543 Dec 16 22:15:57.591129 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca3db4-6782-4a96-b846-2a1988406262 req-303aa5b5-46af-481a-a363-aea19a668de3 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:57.593103 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-52ca3db4-6782-4a96-b846-2a1988406262 req-303aa5b5-46af-481a-a363-aea19a668de3 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=718b92d9-71fa-4c06-80cf-086db893e954 HTTP/1.1" status: 200 len: 944 time: 0.3243606 Dec 16 22:15:57.645098 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cf7d0-aead-441b-9942-75c76d4b24b3 req-d42066d7-4594-4df6-98b4-7e0e788f75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:57.646768 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce9cf7d0-aead-441b-9942-75c76d4b24b3 req-d42066d7-4594-4df6-98b4-7e0e788f75a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0638142 Dec 16 22:15:57.652508 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-1279a595-6d61-44e5-b62b-c2a40819617b req-17a5003d-0b5e-4995-912b-ef28c002729b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Allocated IP 192.168.233.208 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/8ac3f3ae-03ec-43aa-9f2f-196fde36ac18) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:57.666233 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-f63ae487-6bc3-4162-81ac-4a8d2f264bb4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2d98d86d-5788-4234-a141-176c08c435a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657003 Dec 16 22:15:57.711919 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b13e8687-12f7-4c62-99c1-6e8b072c527d None None] For port 548cf3af-f700-4fd3-8f70-e5e10d00d47d, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:15:57.711919 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b13e8687-12f7-4c62-99c1-6e8b072c527d None None] For port 548cf3af-f700-4fd3-8f70-e5e10d00d47d, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=548cf3af-f700-4fd3-8f70-e5e10d00d47d,segment=NetworkSegment(fdb99c20-5c2d-4757-b292-1da6b79081cb),segment_id=fdb99c20-5c2d-4757-b292-1da6b79081cb)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:15:57.718764 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cf7d0-aead-441b-9942-75c76d4b24b3 req-a060ef89-e07c-4802-b008-69ade49049cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:57.721770 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce9cf7d0-aead-441b-9942-75c76d4b24b3 req-a060ef89-e07c-4802-b008-69ade49049cc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3966494 Dec 16 22:15:57.775684 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cf7d0-aead-441b-9942-75c76d4b24b3 req-f0a15941-3f58-43d1-81cf-8c3c1b6ab58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:57.777807 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce9cf7d0-aead-441b-9942-75c76d4b24b3 req-f0a15941-3f58-43d1-81cf-8c3c1b6ab58c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1186049 Dec 16 22:15:57.779329 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-f787fd31-ee0a-4791-8aad-5808cdf94a1c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Allocated IP 10.1.1.20 (ed98cd84-f1a0-4624-adfa-872d69e0e5ab/2825e101-39ca-4951-81d0-6f6735824e32/cdf3648f-0e95-45df-b89b-23cc65ae37c9) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:15:57.790536 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-52ca3db4-6782-4a96-b846-2a1988406262 req-87e323c8-1974-4b42-833f-f9abae4d91d2 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/security-groups?id=39bc3a12-33f5-4909-8964-eeea43d6dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817157 Dec 16 22:15:57.808977 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b13e8687-12f7-4c62-99c1-6e8b072c527d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:57.872306 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-3620e6f8-e4cf-46c8-bfc0-9afbbf82e28f service neutron] 10.222.0.76 "GET /v2.0/networks/2d98d86d-5788-4234-a141-176c08c435a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934478 Dec 16 22:15:57.893713 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af52ae77-15ab-4d6b-a9f6-267be1a6519e req-c7de701b-d282-4a6b-ad5a-ba2a7743ba3d tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017664 Dec 16 22:15:58.023057 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e8687-12f7-4c62-99c1-6e8b072c527d None None] Pushing event updated for resources: {'Port': ['ID=548cf3af-f700-4fd3-8f70-e5e10d00d47d,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:58.075650 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6307240b-ba0e-49a9-bd44-5c8d4755f0c6 x-openstack-request-id: req-6307240b-ba0e-49a9-bd44-5c8d4755f0c6 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:15:58.075969 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f6a7d0-b2c6-48c6-ab7a-7a4f62c74a53", "tag": "f04351f0-5e58-4ef2-bf25-c4ad0a677030", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:15:58.076193 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6307240b-ba0e-49a9-bd44-5c8d4755f0c6 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:15:58.076599 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f6a7d0-b2c6-48c6-ab7a-7a4f62c74a53', 'tag': 'f04351f0-5e58-4ef2-bf25-c4ad0a677030', 'status': 'completed', 'code': 200} Dec 16 22:15:58.273236 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:58.278762 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9006ecf-2546-4649-b94f-f744b433ca36 req-20825b53-0f1d-46ea-8346-bd0852901e4a service neutron] 10.222.0.76 "GET /v2.0/networks/2d98d86d-5788-4234-a141-176c08c435a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890402 Dec 16 22:15:58.315363 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f787fd31-ee0a-4791-8aad-5808cdf94a1c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:58.382961 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:58.425616 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce9cf7d0-aead-441b-9942-75c76d4b24b3 req-d55a1152-6114-4829-9fab-25977280b786 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6621094 Dec 16 22:15:58.494621 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f787fd31-ee0a-4791-8aad-5808cdf94a1c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:58.607697 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f787fd31-ee0a-4791-8aad-5808cdf94a1c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Network ed98cd84-f1a0-4624-adfa-872d69e0e5ab is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:58.621506 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-f787fd31-ee0a-4791-8aad-5808cdf94a1c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:58.640207 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f787fd31-ee0a-4791-8aad-5808cdf94a1c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:58.650474 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787fd31-ee0a-4791-8aad-5808cdf94a1c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event updated for resources: {'Port': ['ID=cdf3648f-0e95-45df-b89b-23cc65ae37c9,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:58.671726 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1279a595-6d61-44e5-b62b-c2a40819617b req-17a5003d-0b5e-4995-912b-ef28c002729b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:58.704054 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1ef7b-7991-445c-ac5f-ed1fdd72839f req-61aa7cab-69c8-4a32-9858-dee2611b73f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:58.706298 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-09c1ef7b-7991-445c-ac5f-ed1fdd72839f req-61aa7cab-69c8-4a32-9858-dee2611b73f0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=23f9f5820f6243729a0b52eda48aa141&device_id=718b92d9-71fa-4c06-80cf-086db893e954 HTTP/1.1" status: 200 len: 1095 time: 0.1916659 Dec 16 22:15:58.723716 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce9cf7d0-aead-441b-9942-75c76d4b24b3 req-7642d813-4208-4256-8c0e-03c22ee37b52 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9314177 Dec 16 22:15:58.816528 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device f04351f0-5e58-4ef2-bf25-c4ad0a677030 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:15:58.935643 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113e4ab-c46c-47da-84d5-6bd14fe6fc31 req-1dd13f95-0ede-4981-a224-4f57283e1848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:58.945606 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d113e4ab-c46c-47da-84d5-6bd14fe6fc31 req-1dd13f95-0ede-4981-a224-4f57283e1848 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=23f9f5820f6243729a0b52eda48aa141&device_id=b3f6a7d0-b2c6-48c6-ab7a-7a4f62c74a53 HTTP/1.1" status: 200 len: 1094 time: 0.7226398 Dec 16 22:15:58.953641 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce9cf7d0-aead-441b-9942-75c76d4b24b3 req-600642d8-178d-4981-b293-76fb637297ef service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160466 Dec 16 22:15:59.059119 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1279a595-6d61-44e5-b62b-c2a40819617b req-17a5003d-0b5e-4995-912b-ef28c002729b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:59.114468 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9c542d95-fa6f-4d6e-befb-2c00a17a1eeb'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:15:59.244683 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce9cf7d0-aead-441b-9942-75c76d4b24b3 req-96e7538b-4752-4127-a4e9-489ee705e63a service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8028378 Dec 16 22:15:59.275317 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:59.334610 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5003d-0b5e-4995-912b-ef28c002729b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Pushing event updated for resources: {'Port': ['ID=8ac3f3ae-03ec-43aa-9f2f-196fde36ac18,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:15:59.347016 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port f04351f0-5e58-4ef2-bf25-c4ad0a677030, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=f04351f0-5e58-4ef2-bf25-c4ad0a677030,segment=NetworkSegment(9beb40dc-3a00-4933-8b96-a06701ed9322),segment_id=9beb40dc-3a00-4933-8b96-a06701ed9322)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:59.384196 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5689b0-2606-4566-8021-a8e66de9fbf2 req-3006292f-3481-4107-9ff1-67791e5ea02c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:59.396733 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7c5689b0-2606-4566-8021-a8e66de9fbf2 req-3006292f-3481-4107-9ff1-67791e5ea02c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 948 time: 1.1778476 Dec 16 22:15:59.420791 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-177eb772-38fa-435d-b4cd-8b11005ceead None None] Provisioning complete for port cdf3648f-0e95-45df-b89b-23cc65ae37c9 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:15:59.421230 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-177eb772-38fa-435d-b4cd-8b11005ceead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:59.473891 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-177eb772-38fa-435d-b4cd-8b11005ceead None None] Port cdf3648f-0e95-45df-b89b-23cc65ae37c9 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:15:59.500810 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7c5689b0-2606-4566-8021-a8e66de9fbf2 req-773c3e65-50c5-493b-9bc5-52c57d165e32 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028302 Dec 16 22:15:59.506140 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1279a595-6d61-44e5-b62b-c2a40819617b req-17a5003d-0b5e-4995-912b-ef28c002729b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:15:59.510880 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'f04351f0-5e58-4ef2-bf25-c4ad0a677030', 'network_id': '2d98d86d-5788-4234-a141-176c08c435a2', 'port_id': 'f04351f0-5e58-4ef2-bf25-c4ad0a677030', 'mac_address': 'fa:16:3e:11:f4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '964e51c8-19c1-4e62-91ee-8b4029d57c88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:15:59.522376 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-1279a595-6d61-44e5-b62b-c2a40819617b req-17a5003d-0b5e-4995-912b-ef28c002729b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:15:59.533290 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-1279a595-6d61-44e5-b62b-c2a40819617b req-17a5003d-0b5e-4995-912b-ef28c002729b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:15:59.649610 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:59.689606 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04351f0-5e58-4ef2-bf25-c4ad0a677030 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:15:59.754007 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port f04351f0-5e58-4ef2-bf25-c4ad0a677030, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=f04351f0-5e58-4ef2-bf25-c4ad0a677030,segment=NetworkSegment(9beb40dc-3a00-4933-8b96-a06701ed9322),segment_id=9beb40dc-3a00-4933-8b96-a06701ed9322)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:15:59.832549 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:59.982388 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279a595-6d61-44e5-b62b-c2a40819617b req-17a5003d-0b5e-4995-912b-ef28c002729b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:15:59.983099 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1279a595-6d61-44e5-b62b-c2a40819617b req-17a5003d-0b5e-4995-912b-ef28c002729b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:15:59.989611 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=f04351f0-5e58-4ef2-bf25-c4ad0a677030,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:00.041915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39044) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:00.060104 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 74da34cc-f2dc-4e37-80e4-e8ef604866be details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:16:00.112145 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db52daf8-fccc-40ea-96a1-47a2da09d4e7 None None] Network 133792b4-eb35-4125-8057-ae6885c1e196 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:16:00.159185 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1ef7b-7991-445c-ac5f-ed1fdd72839f req-31dc2c0f-2b5e-41bb-be8b-4ad2833044f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:00.163392 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113e4ab-c46c-47da-84d5-6bd14fe6fc31 req-38319f05-9c3f-4043-8c6b-4e1b9c16573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:00.164174 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-09c1ef7b-7991-445c-ac5f-ed1fdd72839f req-31dc2c0f-2b5e-41bb-be8b-4ad2833044f4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2d98d86d-5788-4234-a141-176c08c435a2 HTTP/1.1" status: 200 len: 913 time: 1.4465425 Dec 16 22:16:00.164883 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d113e4ab-c46c-47da-84d5-6bd14fe6fc31 req-38319f05-9c3f-4043-8c6b-4e1b9c16573c service neutron] 10.222.0.76 "GET /v2.0/networks?id=2d98d86d-5788-4234-a141-176c08c435a2 HTTP/1.1" status: 200 len: 913 time: 1.2103143 Dec 16 22:16:00.325442 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 548cf3af-f700-4fd3-8f70-e5e10d00d47d up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:00.353940 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1279a595-6d61-44e5-b62b-c2a40819617b req-17a5003d-0b5e-4995-912b-ef28c002729b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.9877529 Dec 16 22:16:00.361353 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d113e4ab-c46c-47da-84d5-6bd14fe6fc31 req-db6c40b6-b689-49cd-9865-6c533fe5751a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f04351f0-5e58-4ef2-bf25-c4ad0a677030 HTTP/1.1" status: 200 len: 217 time: 0.1504679 Dec 16 22:16:00.410826 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444bda6-8a81-4669-bdf4-237efaded02c req-ead36131-abd4-4404-9764-8dc1b992f6d9 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:00.429117 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3444bda6-8a81-4669-bdf4-237efaded02c req-ead36131-abd4-4404-9764-8dc1b992f6d9 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=718b92d9-71fa-4c06-80cf-086db893e954 HTTP/1.1" status: 200 len: 944 time: 0.4907362 Dec 16 22:16:00.491666 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f787fd31-ee0a-4791-8aad-5808cdf94a1c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:00.492668 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f787fd31-ee0a-4791-8aad-5808cdf94a1c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:00.502194 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-09c1ef7b-7991-445c-ac5f-ed1fdd72839f req-16cf25cd-c169-4350-a4c2-63ad8aa19ccc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=761909c8-6c69-48df-9871-36abc2f7f3ab HTTP/1.1" status: 200 len: 217 time: 0.2519259 Dec 16 22:16:00.534186 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['f04351f0-5e58-4ef2-bf25-c4ad0a677030'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:00.598101 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.resource_extend [None req-bba8928c-5618-4157-836a-668ad28b132f None None] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:16:00.601002 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113e4ab-c46c-47da-84d5-6bd14fe6fc31 req-2ae5fe77-a5de-41b3-aeb4-e9d23923add9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:00.602910 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d113e4ab-c46c-47da-84d5-6bd14fe6fc31 req-2ae5fe77-a5de-41b3-aeb4-e9d23923add9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=964e51c8-19c1-4e62-91ee-8b4029d57c88 HTTP/1.1" status: 200 len: 853 time: 0.1596859 Dec 16 22:16:00.612612 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f63998-f1af-460e-8f9c-58a6609ac9af req-3cb02a95-20bf-465e-bdec-ab68b2002915 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:00.614540 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-46f63998-f1af-460e-8f9c-58a6609ac9af req-3cb02a95-20bf-465e-bdec-ab68b2002915 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=83a5876f-4a11-42e1-b5f8-bb1124dfee52 HTTP/1.1" status: 200 len: 936 time: 0.4421849 Dec 16 22:16:00.619553 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-1279a595-6d61-44e5-b62b-c2a40819617b req-51a48502-b817-4377-a91d-4c164afa35ed service neutron] Request body: {'port': {'device_id': '83a5876f-4a11-42e1-b5f8-bb1124dfee52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:00.639531 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1ef7b-7991-445c-ac5f-ed1fdd72839f req-ae1dd47c-5959-4cce-8ff8-53a2f833daa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:00.641458 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-09c1ef7b-7991-445c-ac5f-ed1fdd72839f req-ae1dd47c-5959-4cce-8ff8-53a2f833daa1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=964e51c8-19c1-4e62-91ee-8b4029d57c88 HTTP/1.1" status: 200 len: 853 time: 0.1262646 Dec 16 22:16:00.735275 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 548cf3af-f700-4fd3-8f70-e5e10d00d47d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:00.741218 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:00.751531 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d113e4ab-c46c-47da-84d5-6bd14fe6fc31 req-9de47be9-f417-4264-8eab-5fb166bd035e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2d98d86d-5788-4234-a141-176c08c435a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228788 Dec 16 22:16:00.804758 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f787fd31-ee0a-4791-8aad-5808cdf94a1c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.3629436 Dec 16 22:16:00.816827 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-09c1ef7b-7991-445c-ac5f-ed1fdd72839f req-abbf3646-8b81-4bc6-8a03-e012206ebaa0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2d98d86d-5788-4234-a141-176c08c435a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1457520 Dec 16 22:16:00.819902 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39052) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:00.828666 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-c6ba29be-e1c2-4e06-8205-59deb65e08a1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Request body: {'port': {'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab', 'name': 'tempest-TaggedBootDevicesTest-1059939105', 'fixed_ips': [{'subnet_id': '2825e101-39ca-4951-81d0-6f6735824e32'}]}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:00.851548 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 761909c8-6c69-48df-9871-36abc2f7f3ab details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:16:00.917716 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-46f63998-f1af-460e-8f9c-58a6609ac9af req-0113d347-6fca-41d3-8d04-aa64dca88155 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749078 Dec 16 22:16:00.950920 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3444bda6-8a81-4669-bdf4-237efaded02c req-a7cda079-3e53-4307-9cbe-f92e4458f2dd tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/security-groups?id=39bc3a12-33f5-4909-8964-eeea43d6dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5197921 Dec 16 22:16:00.973120 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9fd6c012-3bc9-4a71-bdfd-1079d73eb6ac admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8823205894c34d59bd76b0f39c63bd95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9046907 Dec 16 22:16:00.983488 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39054) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:01.005812 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1279a595-6d61-44e5-b62b-c2a40819617b req-51a48502-b817-4377-a91d-4c164afa35ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:01.093779 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 761909c8-6c69-48df-9871-36abc2f7f3ab, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=761909c8-6c69-48df-9871-36abc2f7f3ab,segment=NetworkSegment(9beb40dc-3a00-4933-8b96-a06701ed9322),segment_id=9beb40dc-3a00-4933-8b96-a06701ed9322)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:01.114236 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '761909c8-6c69-48df-9871-36abc2f7f3ab', 'network_id': '2d98d86d-5788-4234-a141-176c08c435a2', 'port_id': '761909c8-6c69-48df-9871-36abc2f7f3ab', 'mac_address': 'fa:16:3e:ca:56:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '964e51c8-19c1-4e62-91ee-8b4029d57c88', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:16:01.121063 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d01a2be3-7c57-45f4-a08b-2ceba955c975 None None] Provisioning complete for port 8ac3f3ae-03ec-43aa-9f2f-196fde36ac18 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:01.121436 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d01a2be3-7c57-45f4-a08b-2ceba955c975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:01.176204 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d01a2be3-7c57-45f4-a08b-2ceba955c975 None None] Port 8ac3f3ae-03ec-43aa-9f2f-196fde36ac18 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:16:01.200354 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d113e4ab-c46c-47da-84d5-6bd14fe6fc31 req-c342696d-289d-45a5-860c-1f28cde84f8c service neutron] 10.222.0.76 "GET /v2.0/networks/2d98d86d-5788-4234-a141-176c08c435a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150991 Dec 16 22:16:01.309283 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 74da34cc-f2dc-4e37-80e4-e8ef604866be, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=74da34cc-f2dc-4e37-80e4-e8ef604866be,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:01.367514 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '74da34cc-f2dc-4e37-80e4-e8ef604866be', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '74da34cc-f2dc-4e37-80e4-e8ef604866be', 'mac_address': 'fa:16:3e:90:5b:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:16:01.425945 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73ce8149-ec0c-40c2-867c-67858f447260 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:01.432415 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-1279a595-6d61-44e5-b62b-c2a40819617b req-3cfd9422-6a2f-4418-ba3a-7b62f1a6caf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c17bdca-25a2-4289-a713-5364eb2bc111 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:01.452795 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cd988-24ed-4c2f-be39-7a09029658c2 req-a4b3dad9-cbdf-4431-9107-83995d6cac39 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:01.454394 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-481cd988-24ed-4c2f-be39-7a09029658c2 req-a4b3dad9-cbdf-4431-9107-83995d6cac39 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 948 time: 0.2722218 Dec 16 22:16:01.459251 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742e113-e646-4198-af1a-38edac0909c3 req-698fd647-fd0e-4825-b48b-813e7413e62b tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:01.464537 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c742e113-e646-4198-af1a-38edac0909c3 req-698fd647-fd0e-4825-b48b-813e7413e62b tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.3514848 Dec 16 22:16:01.469006 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:01.517530 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1279a595-6d61-44e5-b62b-c2a40819617b req-3cfd9422-6a2f-4418-ba3a-7b62f1a6caf2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:01.533261 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73ce8149-ec0c-40c2-867c-67858f447260 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:01.551210 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-09c1ef7b-7991-445c-ac5f-ed1fdd72839f req-3fe03b67-6d9a-4f84-9130-ce8cbe68b9de service neutron] 10.222.0.76 "GET /v2.0/networks/2d98d86d-5788-4234-a141-176c08c435a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7025244 Dec 16 22:16:01.554494 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d113e4ab-c46c-47da-84d5-6bd14fe6fc31 req-55cb2af9-c3d5-437a-8f6a-104d823c21d4 service neutron] 10.222.0.76 "GET /v2.0/networks/2d98d86d-5788-4234-a141-176c08c435a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245127 Dec 16 22:16:01.574342 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-1279a595-6d61-44e5-b62b-c2a40819617b req-3cfd9422-6a2f-4418-ba3a-7b62f1a6caf2 service neutron] Transition to ACTIVE for port object 6c17bdca-25a2-4289-a713-5364eb2bc111 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:16:01.594622 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74da34cc-f2dc-4e37-80e4-e8ef604866be {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:01.600019 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d01a2be3-7c57-45f4-a08b-2ceba955c975 None None] Provisioning complete for port 548cf3af-f700-4fd3-8f70-e5e10d00d47d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:01.600400 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d01a2be3-7c57-45f4-a08b-2ceba955c975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:01.647880 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-481cd988-24ed-4c2f-be39-7a09029658c2 req-bd74f6a6-3b91-4498-8fe9-2b7295db0653 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663198 Dec 16 22:16:01.658272 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:01.660987 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:01.754918 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c742e113-e646-4198-af1a-38edac0909c3 req-a6ab28b2-6cd8-4391-b545-7c71042a0bb3 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503805 Dec 16 22:16:01.759180 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1279a595-6d61-44e5-b62b-c2a40819617b req-3cfd9422-6a2f-4418-ba3a-7b62f1a6caf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:01.762379 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ba29be-e1c2-4e06-8205-59deb65e08a1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Made reservation on behalf of a0f42b93d17b453cb09b716a19274f39 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:01.769984 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c6ba29be-e1c2-4e06-8205-59deb65e08a1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:01.835149 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73ce8149-ec0c-40c2-867c-67858f447260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:01.837780 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73ce8149-ec0c-40c2-867c-67858f447260 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:01.860094 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-73ce8149-ec0c-40c2-867c-67858f447260 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b21cd94b-b43d-4ca8-ad0a-f74de285f3e7 HTTP/1.1" status: 204 len: 168 time: 0.8748996 Dec 16 22:16:01.882301 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761909c8-6c69-48df-9871-36abc2f7f3ab {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:01.908268 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 74da34cc-f2dc-4e37-80e4-e8ef604866be, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=74da34cc-f2dc-4e37-80e4-e8ef604866be,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:01.963574 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 548cf3af-f700-4fd3-8f70-e5e10d00d47d, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=548cf3af-f700-4fd3-8f70-e5e10d00d47d,segment=NetworkSegment(fdb99c20-5c2d-4757-b292-1da6b79081cb),segment_id=fdb99c20-5c2d-4757-b292-1da6b79081cb)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:02.024822 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 761909c8-6c69-48df-9871-36abc2f7f3ab, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=761909c8-6c69-48df-9871-36abc2f7f3ab,segment=NetworkSegment(9beb40dc-3a00-4933-8b96-a06701ed9322),segment_id=9beb40dc-3a00-4933-8b96-a06701ed9322)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:02.040621 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-c6ba29be-e1c2-4e06-8205-59deb65e08a1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] device_id is not set on port 279064a7-b0af-47a2-926c-bbdc2a0e2846 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:16:02.049454 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:02.097024 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd9422-6a2f-4418-ba3a-7b62f1a6caf2 service neutron] Pushing event updated for resources: {'Port': ['ID=6c17bdca-25a2-4289-a713-5364eb2bc111,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:02.250214 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=74da34cc-f2dc-4e37-80e4-e8ef604866be,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:02.270571 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce8149-ec0c-40c2-867c-67858f447260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21cd94b-b43d-4ca8-ad0a-f74de285f3e7,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:02.271178 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:02.271178 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:02.424092 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-09c1ef7b-7991-445c-ac5f-ed1fdd72839f req-d0d20262-45c5-40d6-868e-ef17131d6006 service neutron] 10.222.0.76 "GET /v2.0/networks/2d98d86d-5788-4234-a141-176c08c435a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7936139 Dec 16 22:16:02.487723 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-1279a595-6d61-44e5-b62b-c2a40819617b req-3cfd9422-6a2f-4418-ba3a-7b62f1a6caf2 service neutron] Attempting to bind port 6c17bdca-25a2-4289-a713-5364eb2bc111 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:02.488511 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-1279a595-6d61-44e5-b62b-c2a40819617b req-3cfd9422-6a2f-4418-ba3a-7b62f1a6caf2 service neutron] Attempting to bind port 6c17bdca-25a2-4289-a713-5364eb2bc111 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:02.488511 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279a595-6d61-44e5-b62b-c2a40819617b req-3cfd9422-6a2f-4418-ba3a-7b62f1a6caf2 service neutron] Attempting to bind port 6c17bdca-25a2-4289-a713-5364eb2bc111 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:02.495925 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279a595-6d61-44e5-b62b-c2a40819617b req-3cfd9422-6a2f-4418-ba3a-7b62f1a6caf2 service neutron] Port 6c17bdca-25a2-4289-a713-5364eb2bc111 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:16:02.496259 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279a595-6d61-44e5-b62b-c2a40819617b req-3cfd9422-6a2f-4418-ba3a-7b62f1a6caf2 service neutron] Attempting to bind port 6c17bdca-25a2-4289-a713-5364eb2bc111 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:02.511256 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279a595-6d61-44e5-b62b-c2a40819617b req-3cfd9422-6a2f-4418-ba3a-7b62f1a6caf2 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:02.511594 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['74da34cc-f2dc-4e37-80e4-e8ef604866be'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:02.511725 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279a595-6d61-44e5-b62b-c2a40819617b req-3cfd9422-6a2f-4418-ba3a-7b62f1a6caf2 service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:02.511993 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279a595-6d61-44e5-b62b-c2a40819617b req-3cfd9422-6a2f-4418-ba3a-7b62f1a6caf2 service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:02.512451 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-1279a595-6d61-44e5-b62b-c2a40819617b req-3cfd9422-6a2f-4418-ba3a-7b62f1a6caf2 service neutron] Bound port: 6c17bdca-25a2-4289-a713-5364eb2bc111, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:02.512821 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1279a595-6d61-44e5-b62b-c2a40819617b req-3cfd9422-6a2f-4418-ba3a-7b62f1a6caf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:02.588722 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=548cf3af-f700-4fd3-8f70-e5e10d00d47d,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:02.673012 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-c6ba29be-e1c2-4e06-8205-59deb65e08a1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Allocated IP 10.1.1.50 (ed98cd84-f1a0-4624-adfa-872d69e0e5ab/2825e101-39ca-4951-81d0-6f6735824e32/279064a7-b0af-47a2-926c-bbdc2a0e2846) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:16:02.688504 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-1279a595-6d61-44e5-b62b-c2a40819617b req-3cfd9422-6a2f-4418-ba3a-7b62f1a6caf2 service neutron] For port 6c17bdca-25a2-4289-a713-5364eb2bc111, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:02.692866 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-1279a595-6d61-44e5-b62b-c2a40819617b req-3cfd9422-6a2f-4418-ba3a-7b62f1a6caf2 service neutron] For port 6c17bdca-25a2-4289-a713-5364eb2bc111, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=6c17bdca-25a2-4289-a713-5364eb2bc111,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:02.756203 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=761909c8-6c69-48df-9871-36abc2f7f3ab,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:02.789347 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['761909c8-6c69-48df-9871-36abc2f7f3ab'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:02.797073 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-1279a595-6d61-44e5-b62b-c2a40819617b req-51a48502-b817-4377-a91d-4c164afa35ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac3f3ae-03ec-43aa-9f2f-196fde36ac18 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:02.813303 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1279a595-6d61-44e5-b62b-c2a40819617b req-51a48502-b817-4377-a91d-4c164afa35ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:02.814622 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1279a595-6d61-44e5-b62b-c2a40819617b req-3cfd9422-6a2f-4418-ba3a-7b62f1a6caf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:02.826258 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d747314-4a2e-4811-acf2-d50fc88c4a1e req-9e0862d9-f5b4-43da-95a0-4f2529b089ea tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:02.833845 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7d747314-4a2e-4811-acf2-d50fc88c4a1e req-9e0862d9-f5b4-43da-95a0-4f2529b089ea tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=83a5876f-4a11-42e1-b5f8-bb1124dfee52 HTTP/1.1" status: 200 len: 936 time: 0.6304629 Dec 16 22:16:02.864996 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-1279a595-6d61-44e5-b62b-c2a40819617b req-51a48502-b817-4377-a91d-4c164afa35ed service neutron] Transition to ACTIVE for port object 8ac3f3ae-03ec-43aa-9f2f-196fde36ac18 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:16:02.905137 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device f04351f0-5e58-4ef2-bf25-c4ad0a677030 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:02.932774 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279a595-6d61-44e5-b62b-c2a40819617b req-3cfd9422-6a2f-4418-ba3a-7b62f1a6caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:02.934314 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1279a595-6d61-44e5-b62b-c2a40819617b req-3cfd9422-6a2f-4418-ba3a-7b62f1a6caf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:02.936058 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1279a595-6d61-44e5-b62b-c2a40819617b req-3cfd9422-6a2f-4418-ba3a-7b62f1a6caf2 service neutron] 10.222.0.76 "PUT /v2.0/ports/6c17bdca-25a2-4289-a713-5364eb2bc111 HTTP/1.1" status: 200 len: 1096 time: 6.4511309 Dec 16 22:16:02.939718 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5192cf-59b4-45b3-9c64-046ec5c98225', 'tag': '6c17bdca-25a2-4289-a713-5364eb2bc111'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:02.940159 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7d747314-4a2e-4811-acf2-d50fc88c4a1e req-31e2759e-03a6-462e-bf2e-d6066a220f39 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048026 Dec 16 22:16:02.942559 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d255987-c6a4-49f7-8f4e-213aa5ed8510" -d '{"events": [{"name": "network-changed", "server_uuid": "cd5192cf-59b4-45b3-9c64-046ec5c98225", "tag": "6c17bdca-25a2-4289-a713-5364eb2bc111"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:02.978903 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1279a595-6d61-44e5-b62b-c2a40819617b req-51a48502-b817-4377-a91d-4c164afa35ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:03.007532 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd9422-6a2f-4418-ba3a-7b62f1a6caf2 service neutron] Pushing event updated for resources: {'Port': ['ID=6c17bdca-25a2-4289-a713-5364eb2bc111,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:03.181515 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-54f480cc-4533-46e7-97c1-fde44fb86801 None None] Provisioning complete for port 548cf3af-f700-4fd3-8f70-e5e10d00d47d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:03.181973 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-54f480cc-4533-46e7-97c1-fde44fb86801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:03.357460 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port f04351f0-5e58-4ef2-bf25-c4ad0a677030 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:16:03.380313 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f08453-0abc-4b43-9e07-3559e7debcc9 req-ced1a435-f35c-4c22-9579-c9f7ba363cc8 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:03.382198 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d6f08453-0abc-4b43-9e07-3559e7debcc9 req-ced1a435-f35c-4c22-9579-c9f7ba363cc8 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1318610 Dec 16 22:16:03.441231 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port f04351f0-5e58-4ef2-bf25-c4ad0a677030 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:03.449139 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:03.462606 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279a595-6d61-44e5-b62b-c2a40819617b req-8a1c1879-16c5-4b9a-a72f-efc10cc6cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:03.465223 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a48502-b817-4377-a91d-4c164afa35ed service neutron] Pushing event updated for resources: {'Port': ['ID=8ac3f3ae-03ec-43aa-9f2f-196fde36ac18,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:03.465819 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1279a595-6d61-44e5-b62b-c2a40819617b req-8a1c1879-16c5-4b9a-a72f-efc10cc6cc79 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=84a0f56690704a89b89d2fa8c0442625&device_id=cd5192cf-59b4-45b3-9c64-046ec5c98225 HTTP/1.1" status: 200 len: 1099 time: 0.2748458 Dec 16 22:16:03.512946 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-a11b7aee-4521-409e-9527-90e3ffbca15f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:03.515415 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-a11b7aee-4521-409e-9527-90e3ffbca15f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674&tenant_id=54dbe85688564892aa5226bd9c604156&binding%3Ahost_id=n-h2-815324-4 HTTP/1.1" status: 200 len: 949 time: 0.2628956 Dec 16 22:16:03.523816 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23be613-e37f-4c3b-ae3b-d8bb2adb8bcd req-62706bfe-7a6f-47b7-a495-ef297ee1b000 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:03.538045 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f23be613-e37f-4c3b-ae3b-d8bb2adb8bcd req-62706bfe-7a6f-47b7-a495-ef297ee1b000 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=718b92d9-71fa-4c06-80cf-086db893e954 HTTP/1.1" status: 200 len: 945 time: 0.4212611 Dec 16 22:16:03.658222 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d6f08453-0abc-4b43-9e07-3559e7debcc9 req-78a4d3fd-7ee3-4e23-80ff-067ea3a06e8c tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534435 Dec 16 22:16:03.660028 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1279a595-6d61-44e5-b62b-c2a40819617b req-4ee95b0c-94ae-4097-93a0-3225e6f777fb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=6c17bdca-25a2-4289-a713-5364eb2bc111 HTTP/1.1" status: 200 len: 217 time: 0.0962582 Dec 16 22:16:03.715825 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c6ba29be-e1c2-4e06-8205-59deb65e08a1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:03.790708 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f23be613-e37f-4c3b-ae3b-d8bb2adb8bcd req-c68d14ff-f87a-4538-88f4-ba54d41b7e48 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/security-groups?id=39bc3a12-33f5-4909-8964-eeea43d6dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517514 Dec 16 22:16:03.866329 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:03.883260 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-21cf19bf-4818-40d6-bece-0d232f504918 service neutron] 10.222.0.57 "GET /v2.0/ports/74da34cc-f2dc-4e37-80e4-e8ef604866be/bindings/n-h2-815324-4 HTTP/1.1" status: 200 len: 382 time: 0.2821884 Dec 16 22:16:03.895082 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c6ba29be-e1c2-4e06-8205-59deb65e08a1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:03.897439 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279a595-6d61-44e5-b62b-c2a40819617b req-51eec30c-e9c8-439f-bfb7-3a387485ef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:03.905989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-1279a595-6d61-44e5-b62b-c2a40819617b req-51a48502-b817-4377-a91d-4c164afa35ed service neutron] Attempting to bind port 8ac3f3ae-03ec-43aa-9f2f-196fde36ac18 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:03.905989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-1279a595-6d61-44e5-b62b-c2a40819617b req-51a48502-b817-4377-a91d-4c164afa35ed service neutron] Attempting to bind port 8ac3f3ae-03ec-43aa-9f2f-196fde36ac18 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:03.905989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279a595-6d61-44e5-b62b-c2a40819617b req-51a48502-b817-4377-a91d-4c164afa35ed service neutron] Attempting to bind port 8ac3f3ae-03ec-43aa-9f2f-196fde36ac18 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:03.915923 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1279a595-6d61-44e5-b62b-c2a40819617b req-51eec30c-e9c8-439f-bfb7-3a387485ef70 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1172824 Dec 16 22:16:03.928163 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9833a8-be99-49e7-90c5-e116dcaa13d7 x-openstack-request-id: req-0a9833a8-be99-49e7-90c5-e116dcaa13d7 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:03.934759 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd5192cf-59b4-45b3-9c64-046ec5c98225", "tag": "6c17bdca-25a2-4289-a713-5364eb2bc111", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:03.934759 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0a9833a8-be99-49e7-90c5-e116dcaa13d7 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:03.934759 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd5192cf-59b4-45b3-9c64-046ec5c98225', 'tag': '6c17bdca-25a2-4289-a713-5364eb2bc111', 'status': 'completed', 'code': 200} Dec 16 22:16:03.950975 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279a595-6d61-44e5-b62b-c2a40819617b req-51a48502-b817-4377-a91d-4c164afa35ed service neutron] Port 8ac3f3ae-03ec-43aa-9f2f-196fde36ac18 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:16:03.951341 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279a595-6d61-44e5-b62b-c2a40819617b req-51a48502-b817-4377-a91d-4c164afa35ed service neutron] Attempting to bind port 8ac3f3ae-03ec-43aa-9f2f-196fde36ac18 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:03.988855 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279a595-6d61-44e5-b62b-c2a40819617b req-51a48502-b817-4377-a91d-4c164afa35ed service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:03.988855 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279a595-6d61-44e5-b62b-c2a40819617b req-51a48502-b817-4377-a91d-4c164afa35ed service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:03.988855 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279a595-6d61-44e5-b62b-c2a40819617b req-51a48502-b817-4377-a91d-4c164afa35ed service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:03.996025 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-1279a595-6d61-44e5-b62b-c2a40819617b req-51a48502-b817-4377-a91d-4c164afa35ed service neutron] Bound port: 8ac3f3ae-03ec-43aa-9f2f-196fde36ac18, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:03.996025 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1279a595-6d61-44e5-b62b-c2a40819617b req-51a48502-b817-4377-a91d-4c164afa35ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:04.046838 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba29be-e1c2-4e06-8205-59deb65e08a1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event updated for resources: {'Port': ['ID=279064a7-b0af-47a2-926c-bbdc2a0e2846,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:04.091790 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-c41dd436-c3c6-4a58-afb6-80b9a75517d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:04.093535 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-c41dd436-c3c6-4a58-afb6-80b9a75517d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 1100 time: 0.1662278 Dec 16 22:16:04.142002 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ba29be-e1c2-4e06-8205-59deb65e08a1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Network ed98cd84-f1a0-4624-adfa-872d69e0e5ab is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:04.153658 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-c6ba29be-e1c2-4e06-8205-59deb65e08a1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:04.158806 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ba29be-e1c2-4e06-8205-59deb65e08a1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:04.187230 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f6a7d0-b2c6-48c6-ab7a-7a4f62c74a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04351f0-5e58-4ef2-bf25-c4ad0a677030'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:04.189956 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beca2e58-a406-4552-828a-c22865c6c320" -d '{"events": [{"server_uuid": "b3f6a7d0-b2c6-48c6-ab7a-7a4f62c74a53", "name": "network-vif-plugged", "status": "completed", "tag": "f04351f0-5e58-4ef2-bf25-c4ad0a677030"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:04.197775 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279a595-6d61-44e5-b62b-c2a40819617b req-30d83834-bed2-44ea-9103-8266ff9bfa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:04.200040 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1279a595-6d61-44e5-b62b-c2a40819617b req-30d83834-bed2-44ea-9103-8266ff9bfa3a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1558008 Dec 16 22:16:04.214948 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port f04351f0-5e58-4ef2-bf25-c4ad0a677030, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=f04351f0-5e58-4ef2-bf25-c4ad0a677030,segment=NetworkSegment(9beb40dc-3a00-4933-8b96-a06701ed9322),segment_id=9beb40dc-3a00-4933-8b96-a06701ed9322)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:04.220610 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d87d5-68d6-4fcc-ae10-edfd2fac17a9 req-b17051df-6445-4b8d-81de-f6720d076888 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:04.230121 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3e2d87d5-68d6-4fcc-ae10-edfd2fac17a9 req-b17051df-6445-4b8d-81de-f6720d076888 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 949 time: 0.1908219 Dec 16 22:16:04.293487 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:04.355813 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ba29be-e1c2-4e06-8205-59deb65e08a1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:04.356729 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c6ba29be-e1c2-4e06-8205-59deb65e08a1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:04.404802 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-ebdeccec-e659-4a81-9927-4f2036311162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:04.408016 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-ebdeccec-e659-4a81-9927-4f2036311162 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.2836809 Dec 16 22:16:04.490860 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3e2d87d5-68d6-4fcc-ae10-edfd2fac17a9 req-e19d1227-6bd3-4fdf-ae97-fbd17b489edc tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597115 Dec 16 22:16:04.510463 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 548cf3af-f700-4fd3-8f70-e5e10d00d47d up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:04.597788 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-bd394581-a5c1-4e8d-bf29-309c2bb23cd1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=74da34cc-f2dc-4e37-80e4-e8ef604866be HTTP/1.1" status: 200 len: 217 time: 0.1671174 Dec 16 22:16:04.603250 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1279a595-6d61-44e5-b62b-c2a40819617b req-16ad6937-01e4-4cf8-85f1-09d91ed673ff service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918195 Dec 16 22:16:04.636993 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df4881-21c9-4232-bd61-6566b7a0c0ec req-79d77ead-cbd9-47f6-8e00-5211e7148d9c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:04.638605 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f8df4881-21c9-4232-bd61-6566b7a0c0ec req-79d77ead-cbd9-47f6-8e00-5211e7148d9c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=83a5876f-4a11-42e1-b5f8-bb1124dfee52 HTTP/1.1" status: 200 len: 948 time: 0.5561523 Dec 16 22:16:04.644420 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c6ba29be-e1c2-4e06-8205-59deb65e08a1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8231108 Dec 16 22:16:04.658896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-1279a595-6d61-44e5-b62b-c2a40819617b req-51a48502-b817-4377-a91d-4c164afa35ed service neutron] For port 8ac3f3ae-03ec-43aa-9f2f-196fde36ac18, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:04.768299 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-1279a595-6d61-44e5-b62b-c2a40819617b req-51a48502-b817-4377-a91d-4c164afa35ed service neutron] For port 8ac3f3ae-03ec-43aa-9f2f-196fde36ac18, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=8ac3f3ae-03ec-43aa-9f2f-196fde36ac18,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:04.832349 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1279a595-6d61-44e5-b62b-c2a40819617b req-11024043-aeef-4629-afc8-8ee680ff979d service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169533 Dec 16 22:16:04.861044 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-7e75e8ad-a1dd-4083-bcc3-ed8111fad3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:04.864595 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-7e75e8ad-a1dd-4083-bcc3-ed8111fad3a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.2561331 Dec 16 22:16:04.876054 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=f04351f0-5e58-4ef2-bf25-c4ad0a677030,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:04.900528 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 761909c8-6c69-48df-9871-36abc2f7f3ab up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:04.918911 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f179c6-ec09-472f-9869-e23314f655e7 x-openstack-request-id: req-02f179c6-ec09-472f-9869-e23314f655e7 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:04.919393 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f6a7d0-b2c6-48c6-ab7a-7a4f62c74a53", "name": "network-vif-plugged", "status": "completed", "tag": "f04351f0-5e58-4ef2-bf25-c4ad0a677030", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:04.919831 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-02f179c6-ec09-472f-9869-e23314f655e7 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:04.920328 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f6a7d0-b2c6-48c6-ab7a-7a4f62c74a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04351f0-5e58-4ef2-bf25-c4ad0a677030', 'code': 200} Dec 16 22:16:04.924466 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1279a595-6d61-44e5-b62b-c2a40819617b req-51a48502-b817-4377-a91d-4c164afa35ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:05.012538 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f8df4881-21c9-4232-bd61-6566b7a0c0ec req-b730f0fd-3165-416c-a54f-3455adeae47f tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505065 Dec 16 22:16:05.038028 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 548cf3af-f700-4fd3-8f70-e5e10d00d47d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:05.038379 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:05.041336 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2ee44248-1624-49fa-af1b-fd222f13263c None None] Provisioning complete for port 279064a7-b0af-47a2-926c-bbdc2a0e2846 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:05.043935 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ee44248-1624-49fa-af1b-fd222f13263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:05.152848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279a595-6d61-44e5-b62b-c2a40819617b req-51a48502-b817-4377-a91d-4c164afa35ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:05.157770 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1279a595-6d61-44e5-b62b-c2a40819617b req-51a48502-b817-4377-a91d-4c164afa35ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:05.157770 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1279a595-6d61-44e5-b62b-c2a40819617b req-51a48502-b817-4377-a91d-4c164afa35ed service neutron] 10.222.0.76 "PUT /v2.0/ports/8ac3f3ae-03ec-43aa-9f2f-196fde36ac18 HTTP/1.1" status: 200 len: 1096 time: 4.7190857 Dec 16 22:16:05.164238 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a5876f-4a11-42e1-b5f8-bb1124dfee52', 'tag': '8ac3f3ae-03ec-43aa-9f2f-196fde36ac18'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:05.176876 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d397a085-fb91-4535-9431-cbe4d8395486" -d '{"events": [{"name": "network-changed", "server_uuid": "83a5876f-4a11-42e1-b5f8-bb1124dfee52", "tag": "8ac3f3ae-03ec-43aa-9f2f-196fde36ac18"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:05.236401 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b5e94-95ac-4268-bcdf-bd5652de3b25 req-8ef7f106-86fe-4869-83d9-5df30fccc832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:05.256444 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a48502-b817-4377-a91d-4c164afa35ed service neutron] Pushing event updated for resources: {'Port': ['ID=8ac3f3ae-03ec-43aa-9f2f-196fde36ac18,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:05.256672 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-863b5e94-95ac-4268-bcdf-bd5652de3b25 req-8ef7f106-86fe-4869-83d9-5df30fccc832 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b3f6a7d0-b2c6-48c6-ab7a-7a4f62c74a53 HTTP/1.1" status: 200 len: 1096 time: 0.2279122 Dec 16 22:16:05.276587 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d255987-c6a4-49f7-8f4e-213aa5ed8510 req-cd85a523-f9e9-4f95-b06f-e585aa82a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:05.284456 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9d255987-c6a4-49f7-8f4e-213aa5ed8510 req-cd85a523-f9e9-4f95-b06f-e585aa82a528 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=84a0f56690704a89b89d2fa8c0442625&device_id=cd5192cf-59b4-45b3-9c64-046ec5c98225 HTTP/1.1" status: 200 len: 1099 time: 0.1888807 Dec 16 22:16:05.288267 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-2652009a-1409-4336-8391-9b32e440e5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:05.289947 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-2652009a-1409-4336-8391-9b32e440e5a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4157376 Dec 16 22:16:05.422401 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2ee44248-1624-49fa-af1b-fd222f13263c None None] Port 279064a7-b0af-47a2-926c-bbdc2a0e2846 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:16:05.561860 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 761909c8-6c69-48df-9871-36abc2f7f3ab completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:16:05.577979 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3998993-beb0-4bce-a006-485408ccdf67 req-61b81ea6-c247-465d-be68-f915fe18fef6 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:05.578831 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 761909c8-6c69-48df-9871-36abc2f7f3ab triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:05.579687 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:05.584411 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-863b5e94-95ac-4268-bcdf-bd5652de3b25 req-3fdf00ba-77e9-44d8-986d-fc9bf833906a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=39bc3a12-33f5-4909-8964-eeea43d6dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989581 Dec 16 22:16:05.590983 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a3998993-beb0-4bce-a006-485408ccdf67 req-61b81ea6-c247-465d-be68-f915fe18fef6 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.3804798 Dec 16 22:16:05.672185 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d255987-c6a4-49f7-8f4e-213aa5ed8510 req-6e524f21-5da2-4dfa-9b1f-4f58564ff7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:05.673704 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9d255987-c6a4-49f7-8f4e-213aa5ed8510 req-6e524f21-5da2-4dfa-9b1f-4f58564ff7c9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.3194911 Dec 16 22:16:05.735869 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a3998993-beb0-4bce-a006-485408ccdf67 req-3077dcc0-7b8c-42c4-a570-665a1895b7b6 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430380 Dec 16 22:16:05.739088 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-e936ac8f-84a0-4be2-87e5-32c6c60e2a72 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318540 Dec 16 22:16:05.741328 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279a595-6d61-44e5-b62b-c2a40819617b req-0f194051-0856-4ed6-bb0e-3692df259e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:05.742949 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1279a595-6d61-44e5-b62b-c2a40819617b req-0f194051-0856-4ed6-bb0e-3692df259e11 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=84a0f56690704a89b89d2fa8c0442625&device_id=83a5876f-4a11-42e1-b5f8-bb1124dfee52 HTTP/1.1" status: 200 len: 1099 time: 0.4339528 Dec 16 22:16:05.896951 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:05.927870 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-bd47aaff-69da-477a-b3c4-2501bbf171f6 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801629 Dec 16 22:16:05.979157 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1279a595-6d61-44e5-b62b-c2a40819617b req-a1b4f464-25a5-415d-910a-d9f6a988a701 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=8ac3f3ae-03ec-43aa-9f2f-196fde36ac18 HTTP/1.1" status: 200 len: 217 time: 0.0501642 Dec 16 22:16:05.980348 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39140) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:05.995854 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 761909c8-6c69-48df-9871-36abc2f7f3ab, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=761909c8-6c69-48df-9871-36abc2f7f3ab,segment=NetworkSegment(9beb40dc-3a00-4933-8b96-a06701ed9322),segment_id=9beb40dc-3a00-4933-8b96-a06701ed9322)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:06.001306 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-8eb59342-0d91-4f6b-96c2-ea5c23f1d208 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1177764396', 'description': 'tempest-description--1382737368'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:06.018412 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9d255987-c6a4-49f7-8f4e-213aa5ed8510 req-617bfd4a-eec6-4f06-8c6e-90843b9ae63f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=6c17bdca-25a2-4289-a713-5364eb2bc111 HTTP/1.1" status: 200 len: 217 time: 0.1029971 Dec 16 22:16:06.077614 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:06.094847 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279a595-6d61-44e5-b62b-c2a40819617b req-5f4f661a-6052-4eaa-9e06-b4a7c067d9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:06.096679 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1279a595-6d61-44e5-b62b-c2a40819617b req-5f4f661a-6052-4eaa-9e06-b4a7c067d9de service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0870519 Dec 16 22:16:06.111314 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d255987-c6a4-49f7-8f4e-213aa5ed8510 req-3165b391-224f-4b7f-ade7-88fdc60ae6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:06.112881 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9d255987-c6a4-49f7-8f4e-213aa5ed8510 req-3165b391-224f-4b7f-ade7-88fdc60ae6d2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0907485 Dec 16 22:16:06.154213 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 74da34cc-f2dc-4e37-80e4-e8ef604866be up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:06.158082 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279a595-6d61-44e5-b62b-c2a40819617b req-65c5c000-17c3-4d2c-8495-e4a12f875b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:06.160269 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1279a595-6d61-44e5-b62b-c2a40819617b req-65c5c000-17c3-4d2c-8495-e4a12f875b22 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0555747 Dec 16 22:16:06.317309 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d255987-c6a4-49f7-8f4e-213aa5ed8510 req-eab30624-74b4-4de1-8be5-a1111cfd2734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:06.320483 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9d255987-c6a4-49f7-8f4e-213aa5ed8510 req-eab30624-74b4-4de1-8be5-a1111cfd2734 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1985490 Dec 16 22:16:06.356092 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1279a595-6d61-44e5-b62b-c2a40819617b req-0508e694-e820-4afb-8430-91a2e0028dc9 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750910 Dec 16 22:16:06.358765 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a155ad-109a-4e12-b824-9405e646c1ce req-ec6df7fe-af49-419a-b1c1-bec80c500a2d tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:06.364681 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-99a155ad-109a-4e12-b824-9405e646c1ce req-ec6df7fe-af49-419a-b1c1-bec80c500a2d tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=718b92d9-71fa-4c06-80cf-086db893e954 HTTP/1.1" status: 200 len: 946 time: 0.1780071 Dec 16 22:16:06.459287 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=761909c8-6c69-48df-9871-36abc2f7f3ab,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:06.472569 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35834d17-5a6d-4d6a-a46a-6978e71f34d4 x-openstack-request-id: req-35834d17-5a6d-4d6a-a46a-6978e71f34d4 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:06.473122 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a5876f-4a11-42e1-b5f8-bb1124dfee52", "tag": "8ac3f3ae-03ec-43aa-9f2f-196fde36ac18", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:06.473668 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-35834d17-5a6d-4d6a-a46a-6978e71f34d4 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:06.478312 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a5876f-4a11-42e1-b5f8-bb1124dfee52', 'tag': '8ac3f3ae-03ec-43aa-9f2f-196fde36ac18', 'status': 'completed', 'code': 200} Dec 16 22:16:06.493713 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8eb59342-0d91-4f6b-96c2-ea5c23f1d208 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:06.508204 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9d255987-c6a4-49f7-8f4e-213aa5ed8510 req-1dd2a767-b0cd-49a6-9088-e914ca7cbba1 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723166 Dec 16 22:16:06.585349 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 74da34cc-f2dc-4e37-80e4-e8ef604866be completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:16:06.592278 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 74da34cc-f2dc-4e37-80e4-e8ef604866be triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:06.595518 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:06.720514 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9d255987-c6a4-49f7-8f4e-213aa5ed8510 req-05125db8-d0f9-4bd2-8220-ded758123bad service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908655 Dec 16 22:16:06.835173 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d597e1-f56d-49e1-90b6-df3f235aedb9 req-b4492468-517b-4a4d-9106-d76977a1f3d5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:06.856438 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a5d597e1-f56d-49e1-90b6-df3f235aedb9 req-b4492468-517b-4a4d-9106-d76977a1f3d5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 949 time: 0.3757639 Dec 16 22:16:06.858069 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-99a155ad-109a-4e12-b824-9405e646c1ce req-a1361509-78ed-48d4-a4e7-90811768405e tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/security-groups?id=39bc3a12-33f5-4909-8964-eeea43d6dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443019 Dec 16 22:16:06.888107 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 6c17bdca-25a2-4289-a713-5364eb2bc111 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:16:06.946246 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718b92d9-71fa-4c06-80cf-086db893e954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761909c8-6c69-48df-9871-36abc2f7f3ab'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:06.951117 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1279a595-6d61-44e5-b62b-c2a40819617b req-b26ef37c-4b0a-49f5-a6ee-e9600e60d386 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5938628 Dec 16 22:16:06.960848 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e14f14c-ddf9-45ec-856e-5692810f2d9f" -d '{"events": [{"server_uuid": "718b92d9-71fa-4c06-80cf-086db893e954", "name": "network-vif-plugged", "status": "completed", "tag": "761909c8-6c69-48df-9871-36abc2f7f3ab"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:07.016442 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:07.111372 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 74da34cc-f2dc-4e37-80e4-e8ef604866be, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=74da34cc-f2dc-4e37-80e4-e8ef604866be,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:07.148486 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a5d597e1-f56d-49e1-90b6-df3f235aedb9 req-9a112176-b43d-447f-9c73-15108af44ed9 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911351 Dec 16 22:16:07.162691 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8eb59342-0d91-4f6b-96c2-ea5c23f1d208 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:07.175172 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 6c17bdca-25a2-4289-a713-5364eb2bc111, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=6c17bdca-25a2-4289-a713-5364eb2bc111,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:07.189791 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:07.252230 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '6c17bdca-25a2-4289-a713-5364eb2bc111', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '6c17bdca-25a2-4289-a713-5364eb2bc111', 'mac_address': 'fa:16:3e:f5:0c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:16:07.370269 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8eb59342-0d91-4f6b-96c2-ea5c23f1d208 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:07.383988 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=74da34cc-f2dc-4e37-80e4-e8ef604866be,revision_number=9']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:07.412156 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:07.431124 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c17bdca-25a2-4289-a713-5364eb2bc111 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:07.431498 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6c593-ab0f-4f7b-8946-984fb22299ac req-6fbcc42a-aee6-4fd1-8002-8e2f09b15d35 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:07.445865 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8cb6c593-ab0f-4f7b-8946-984fb22299ac req-6fbcc42a-aee6-4fd1-8002-8e2f09b15d35 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1437232 Dec 16 22:16:07.461765 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 6c17bdca-25a2-4289-a713-5364eb2bc111, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=6c17bdca-25a2-4289-a713-5364eb2bc111,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:07.462594 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397a085-fb91-4535-9431-cbe4d8395486 req-6f6c9eda-8298-4bbc-9bab-e921edb0ad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:07.465221 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d397a085-fb91-4535-9431-cbe4d8395486 req-6f6c9eda-8298-4bbc-9bab-e921edb0ad19 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=84a0f56690704a89b89d2fa8c0442625&device_id=83a5876f-4a11-42e1-b5f8-bb1124dfee52 HTTP/1.1" status: 200 len: 1099 time: 0.1655419 Dec 16 22:16:07.465611 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb59342-0d91-4f6b-96c2-ea5c23f1d208 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04e9709e-97c9-4ec5-a72c-ef11ce486028,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:07.517686 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8cb6c593-ab0f-4f7b-8946-984fb22299ac req-1b31787f-6e90-428b-a729-a03a134c5062 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701768 Dec 16 22:16:07.558313 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8eb59342-0d91-4f6b-96c2-ea5c23f1d208 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:07.562371 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8eb59342-0d91-4f6b-96c2-ea5c23f1d208 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.5781434 Dec 16 22:16:07.563323 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39174) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:07.569862 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-476f3a57-90f6-465c-84b8-36baa3edace4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Request body: {'security_group_rule': {'security_group_id': '04e9709e-97c9-4ec5-a72c-ef11ce486028', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:07.575371 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1879c5-7798-401d-b2dc-69e3cc84ca01 x-openstack-request-id: req-6b1879c5-7798-401d-b2dc-69e3cc84ca01 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:07.575902 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718b92d9-71fa-4c06-80cf-086db893e954", "name": "network-vif-plugged", "status": "completed", "tag": "761909c8-6c69-48df-9871-36abc2f7f3ab", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:07.576474 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6b1879c5-7798-401d-b2dc-69e3cc84ca01 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:07.577089 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718b92d9-71fa-4c06-80cf-086db893e954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761909c8-6c69-48df-9871-36abc2f7f3ab', 'code': 200} Dec 16 22:16:07.578716 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:07.658844 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81438bd8-b13c-4771-9deb-78685077313c req-5bcfa8a4-de3a-4f7b-90ea-a979d9815922 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:07.664599 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=6c17bdca-25a2-4289-a713-5364eb2bc111,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:07.666508 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81438bd8-b13c-4771-9deb-78685077313c req-5bcfa8a4-de3a-4f7b-90ea-a979d9815922 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=83a5876f-4a11-42e1-b5f8-bb1124dfee52 HTTP/1.1" status: 200 len: 948 time: 0.2577860 Dec 16 22:16:07.669799 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397a085-fb91-4535-9431-cbe4d8395486 req-5ac42ae8-c88c-47ce-8611-0e13daec066e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:07.671512 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d397a085-fb91-4535-9431-cbe4d8395486 req-5ac42ae8-c88c-47ce-8611-0e13daec066e service neutron] 10.222.0.76 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.1873517 Dec 16 22:16:07.771600 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d397a085-fb91-4535-9431-cbe4d8395486 req-d9e81762-bf7f-4a67-a5a9-d5c7c6037bcf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=8ac3f3ae-03ec-43aa-9f2f-196fde36ac18 HTTP/1.1" status: 200 len: 217 time: 0.0615435 Dec 16 22:16:07.784442 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81438bd8-b13c-4771-9deb-78685077313c req-cbea652e-0e46-4640-85a8-6966bff1bc96 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163425 Dec 16 22:16:07.840932 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0c5bc-df2f-4b59-a65a-3a32dadddb60 req-11e555ee-cc47-4b42-a62c-2ddde6cb1e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:07.843626 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0db0c5bc-df2f-4b59-a65a-3a32dadddb60 req-11e555ee-cc47-4b42-a62c-2ddde6cb1e7f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=52dc9402d4464077b6d2e671843b655f&device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 1096 time: 0.1197100 Dec 16 22:16:07.849739 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fe63e-4958-42c2-8437-2760e1ed811d req-6ecc4293-01ee-44fa-bb46-b58151693150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:07.851646 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-345fe63e-4958-42c2-8437-2760e1ed811d req-6ecc4293-01ee-44fa-bb46-b58151693150 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=718b92d9-71fa-4c06-80cf-086db893e954 HTTP/1.1" status: 200 len: 1097 time: 0.1300328 Dec 16 22:16:07.863794 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-476f3a57-90f6-465c-84b8-36baa3edace4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:07.904859 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397a085-fb91-4535-9431-cbe4d8395486 req-c9d79f51-023b-4a8a-8c57-745b7de39f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:07.908454 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d397a085-fb91-4535-9431-cbe4d8395486 req-c9d79f51-023b-4a8a-8c57-745b7de39f3a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1175683 Dec 16 22:16:07.914604 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6c17bdca-25a2-4289-a713-5364eb2bc111'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:07.934292 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-476f3a57-90f6-465c-84b8-36baa3edace4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:08.024840 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-476f3a57-90f6-465c-84b8-36baa3edace4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:08.054839 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0c5bc-df2f-4b59-a65a-3a32dadddb60 req-22fab12d-27ae-4d84-9833-1be7be5ea310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:08.057080 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0db0c5bc-df2f-4b59-a65a-3a32dadddb60 req-22fab12d-27ae-4d84-9833-1be7be5ea310 service neutron] 10.222.0.76 "GET /v2.0/networks?id=cad91a34-249c-45b2-83af-f58c71b36922 HTTP/1.1" status: 200 len: 913 time: 0.1948304 Dec 16 22:16:08.058753 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f3a57-90f6-465c-84b8-36baa3edace4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e37267-7dfe-4e50-b9a6-e4af28ee6864,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:08.075429 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397a085-fb91-4535-9431-cbe4d8395486 req-1f48f9d9-2e56-4d29-9b3d-3fa88db8ab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:08.079482 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d397a085-fb91-4535-9431-cbe4d8395486 req-1f48f9d9-2e56-4d29-9b3d-3fa88db8ab4e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1405046 Dec 16 22:16:08.143680 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0db0c5bc-df2f-4b59-a65a-3a32dadddb60 req-661b0692-9673-4c48-9631-a583778015dd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba1ff4b2-448b-404a-9ab2-814ba9765abb HTTP/1.1" status: 200 len: 217 time: 0.0590315 Dec 16 22:16:08.157290 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322873ed-a19f-4e4f-ae82-20b526f76919 req-aca5ff57-3cfd-4453-b286-5a396da4f036 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:08.163557 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-322873ed-a19f-4e4f-ae82-20b526f76919 req-aca5ff57-3cfd-4453-b286-5a396da4f036 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=718b92d9-71fa-4c06-80cf-086db893e954 HTTP/1.1" status: 200 len: 946 time: 0.1763711 Dec 16 22:16:08.205164 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-476f3a57-90f6-465c-84b8-36baa3edace4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:08.206365 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-476f3a57-90f6-465c-84b8-36baa3edace4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6423969 Dec 16 22:16:08.211183 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39192) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:08.221858 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-345fe63e-4958-42c2-8437-2760e1ed811d req-d0a3ee24-516c-4484-abb1-7bd1c0c6d779 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=39bc3a12-33f5-4909-8964-eeea43d6dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558256 Dec 16 22:16:08.238014 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-6aafa587-bd9d-48e9-9570-8077d68aa83c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Request body: {'security_group_rule': {'security_group_id': '04e9709e-97c9-4ec5-a72c-ef11ce486028', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:08.240966 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0c5bc-df2f-4b59-a65a-3a32dadddb60 req-68234263-fcd4-4b92-9b5e-82cae1c84b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:08.242644 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0db0c5bc-df2f-4b59-a65a-3a32dadddb60 req-68234263-fcd4-4b92-9b5e-82cae1c84b08 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d3b028fb-b449-456f-83ef-703e1dbce1bf HTTP/1.1" status: 200 len: 853 time: 0.0910561 Dec 16 22:16:08.285889 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d397a085-fb91-4535-9431-cbe4d8395486 req-4cceb824-7fd0-4670-8b05-44934917713b service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970780 Dec 16 22:16:08.291454 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-322873ed-a19f-4e4f-ae82-20b526f76919 req-0207d869-c90b-48e1-be9f-bd03a09a2609 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/security-groups?id=39bc3a12-33f5-4909-8964-eeea43d6dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217906 Dec 16 22:16:08.335166 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8d549-c57e-4db9-a5c0-5538d5ff69ef req-4d1c5eb9-9d73-4c0a-a101-5f9828282394 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:08.336746 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-80b8d549-c57e-4db9-a5c0-5538d5ff69ef req-4d1c5eb9-9d73-4c0a-a101-5f9828282394 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 950 time: 0.0577166 Dec 16 22:16:08.401991 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-80b8d549-c57e-4db9-a5c0-5538d5ff69ef req-a9179b97-c5a1-4da9-b887-32553fdd75b8 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574028 Dec 16 22:16:08.429811 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6aafa587-bd9d-48e9-9570-8077d68aa83c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:08.480113 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6aafa587-bd9d-48e9-9570-8077d68aa83c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:08.487152 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39196) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:08.549361 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0db0c5bc-df2f-4b59-a65a-3a32dadddb60 req-63cb2336-750a-4481-b090-600562dd136d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cad91a34-249c-45b2-83af-f58c71b36922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356762 Dec 16 22:16:08.567483 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6aafa587-bd9d-48e9-9570-8077d68aa83c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:08.619764 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafa587-bd9d-48e9-9570-8077d68aa83c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c328ba-027e-471c-ae1b-e4cec938f35c,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:08.676311 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-80b3db76-de2b-4dac-9d0f-5b34b3d39b59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:08.676543 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0db0c5bc-df2f-4b59-a65a-3a32dadddb60 req-a28368ab-334b-4a79-9c7d-9bd02acbc92c service neutron] 10.222.0.76 "GET /v2.0/networks/cad91a34-249c-45b2-83af-f58c71b36922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064150 Dec 16 22:16:08.699654 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6aafa587-bd9d-48e9-9570-8077d68aa83c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:08.700897 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6aafa587-bd9d-48e9-9570-8077d68aa83c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4887695 Dec 16 22:16:08.706601 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39202) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:08.718007 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d397a085-fb91-4535-9431-cbe4d8395486 req-ea340928-ad2e-41db-820f-59e8098ae46e service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036157 Dec 16 22:16:08.730261 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7dce0-ea05-449d-9ea2-fbc2ee5772c6 req-5f13ad79-be1b-4e69-8ec5-2eab41e27d7f tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:08.731963 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a1c7dce0-ea05-449d-9ea2-fbc2ee5772c6 req-5f13ad79-be1b-4e69-8ec5-2eab41e27d7f tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.1288850 Dec 16 22:16:08.742898 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-08ac05f9-a0db-45ad-a935-775ee36b60d3 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:08.806428 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0db0c5bc-df2f-4b59-a65a-3a32dadddb60 req-201977a7-432b-43c5-b68c-0c4943e3f98f service neutron] 10.222.0.76 "GET /v2.0/networks/cad91a34-249c-45b2-83af-f58c71b36922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207671 Dec 16 22:16:08.815725 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a1c7dce0-ea05-449d-9ea2-fbc2ee5772c6 req-1c0ceaa2-cb9a-4698-a58e-91190b9b1e67 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749192 Dec 16 22:16:08.848221 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-80b3db76-de2b-4dac-9d0f-5b34b3d39b59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:08.879776 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 6c17bdca-25a2-4289-a713-5364eb2bc111 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:08.916114 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-08ac05f9-a0db-45ad-a935-775ee36b60d3 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:08.944425 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-80b3db76-de2b-4dac-9d0f-5b34b3d39b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:08.945902 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3291ccb-40d9-435b-9fd9-c5e116722ce5 req-2c6f9ee5-e817-4f30-9356-0e518c600624 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:08.947470 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3291ccb-40d9-435b-9fd9-c5e116722ce5 req-2c6f9ee5-e817-4f30-9356-0e518c600624 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=83a5876f-4a11-42e1-b5f8-bb1124dfee52 HTTP/1.1" status: 200 len: 948 time: 0.0824440 Dec 16 22:16:08.988882 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-80b3db76-de2b-4dac-9d0f-5b34b3d39b59 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f945538af25648759b3fb91cf2e17f57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5006707 Dec 16 22:16:08.995829 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39208) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:09.000110 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3db76-de2b-4dac-9d0f-5b34b3d39b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c6d450-4478-4c8f-8bc8-84576592eed8,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:09.006939 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 6c17bdca-25a2-4289-a713-5364eb2bc111 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:16:09.012704 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 6c17bdca-25a2-4289-a713-5364eb2bc111 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:09.013534 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:09.112309 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:09.126523 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3291ccb-40d9-435b-9fd9-c5e116722ce5 req-9e9b6d67-e714-4518-b4b2-66660a45ce19 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409900 Dec 16 22:16:09.150059 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-765d8acc-78ac-42f3-81a9-d19edd5a58c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:09.183603 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-765d8acc-78ac-42f3-81a9-d19edd5a58c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:09.193078 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 6c17bdca-25a2-4289-a713-5364eb2bc111, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=6c17bdca-25a2-4289-a713-5364eb2bc111,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:09.224275 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-08ac05f9-a0db-45ad-a935-775ee36b60d3 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:09.271275 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:09.352567 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=6c17bdca-25a2-4289-a713-5364eb2bc111,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:09.359664 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-08ac05f9-a0db-45ad-a935-775ee36b60d3 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Allocated IP 172.25.6.228 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/b96de9ac-1781-4cb9-b779-34f92d288b51) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:16:09.395405 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-765d8acc-78ac-42f3-81a9-d19edd5a58c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:09.397994 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-765d8acc-78ac-42f3-81a9-d19edd5a58c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:09.402057 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-765d8acc-78ac-42f3-81a9-d19edd5a58c6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/54c6d450-4478-4c8f-8bc8-84576592eed8 HTTP/1.1" status: 204 len: 168 time: 0.4016168 Dec 16 22:16:09.432814 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d8acc-78ac-42f3-81a9-d19edd5a58c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c6d450-4478-4c8f-8bc8-84576592eed8,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:09.495299 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987fab2-6ccc-4132-b4a2-c0045d20cebe req-35eacba9-13b6-4603-882c-eb65ee6ef1a2 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:09.498834 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4987fab2-6ccc-4132-b4a2-c0045d20cebe req-35eacba9-13b6-4603-882c-eb65ee6ef1a2 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=718b92d9-71fa-4c06-80cf-086db893e954 HTTP/1.1" status: 200 len: 946 time: 0.1010711 Dec 16 22:16:09.536204 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-a56de61d-007c-4cbf-ae0d-0db7fdd420c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:09.537821 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-a56de61d-007c-4cbf-ae0d-0db7fdd420c2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674&tenant_id=54dbe85688564892aa5226bd9c604156 HTTP/1.1" status: 200 len: 1101 time: 0.1735103 Dec 16 22:16:09.562108 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-b5e51401-9d4f-44d8-a9a0-4423dba06bf9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-4', 'device_owner': 'compute:nova'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:09.573900 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4987fab2-6ccc-4132-b4a2-c0045d20cebe req-46d5cecf-57bb-41b8-834d-7ef635a13f39 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/security-groups?id=39bc3a12-33f5-4909-8964-eeea43d6dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678594 Dec 16 22:16:09.579239 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdd53d1-631a-4175-89a7-878f49e42674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74da34cc-f2dc-4e37-80e4-e8ef604866be'}, {'server_uuid': 'cd5192cf-59b4-45b3-9c64-046ec5c98225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c17bdca-25a2-4289-a713-5364eb2bc111'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:09.582039 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c347ee13-3911-464d-a4eb-a5775734c0be" -d '{"events": [{"server_uuid": "6fdd53d1-631a-4175-89a7-878f49e42674", "name": "network-vif-plugged", "status": "completed", "tag": "74da34cc-f2dc-4e37-80e4-e8ef604866be"}, {"server_uuid": "cd5192cf-59b4-45b3-9c64-046ec5c98225", "name": "network-vif-plugged", "status": "completed", "tag": "6c17bdca-25a2-4289-a713-5364eb2bc111"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:09.665691 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9f0aa0-ded8-4795-8657-2ae953f3bac1 x-openstack-request-id: req-3e9f0aa0-ded8-4795-8657-2ae953f3bac1 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:09.666062 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdd53d1-631a-4175-89a7-878f49e42674", "name": "network-vif-plugged", "status": "completed", "tag": "74da34cc-f2dc-4e37-80e4-e8ef604866be", "code": 200}, {"server_uuid": "cd5192cf-59b4-45b3-9c64-046ec5c98225", "name": "network-vif-plugged", "status": "completed", "tag": "6c17bdca-25a2-4289-a713-5364eb2bc111", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:09.666527 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3e9f0aa0-ded8-4795-8657-2ae953f3bac1 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:09.667577 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdd53d1-631a-4175-89a7-878f49e42674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74da34cc-f2dc-4e37-80e4-e8ef604866be', 'code': 200} Dec 16 22:16:09.668027 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5192cf-59b4-45b3-9c64-046ec5c98225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c17bdca-25a2-4289-a713-5364eb2bc111', 'code': 200} Dec 16 22:16:09.705747 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-08ac05f9-a0db-45ad-a935-775ee36b60d3 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:09.719356 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb4ad1-54b1-403d-b212-6329aa6ff65c req-18bca6d3-29c2-4c7e-adc4-627b39fc9273 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:09.721049 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0efb4ad1-54b1-403d-b212-6329aa6ff65c req-18bca6d3-29c2-4c7e-adc4-627b39fc9273 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 950 time: 0.1962850 Dec 16 22:16:09.721648 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-b5e51401-9d4f-44d8-a9a0-4423dba06bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:09.778456 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39224) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:09.957713 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb6aa7-873c-4d6f-b830-c6185b9a750f req-d0a588ee-0744-4f33-aa66-e6ce0b9022d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:09.964150 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8ccb6aa7-873c-4d6f-b830-c6185b9a750f req-d0a588ee-0744-4f33-aa66-e6ce0b9022d8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cd5192cf-59b4-45b3-9c64-046ec5c98225 HTTP/1.1" status: 200 len: 1101 time: 0.1426439 Dec 16 22:16:09.987966 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0efb4ad1-54b1-403d-b212-6329aa6ff65c req-f2df69e0-8570-4d9c-a144-64b98fd9724f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507770 Dec 16 22:16:10.003757 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-08ac05f9-a0db-45ad-a935-775ee36b60d3 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:10.076041 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8ccb6aa7-873c-4d6f-b830-c6185b9a750f req-febf9448-ba3e-46a1-8faf-edcada747029 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073570 Dec 16 22:16:10.136281 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0fbea-c432-479a-b494-cb92f78fc294 req-56c2e351-ffb3-4261-95bf-0146a2192595 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:10.136281 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9b0fbea-c432-479a-b494-cb92f78fc294 req-56c2e351-ffb3-4261-95bf-0146a2192595 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 945 time: 0.0902946 Dec 16 22:16:10.136281 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-542f7ce1-7382-461e-ae58-36864918372b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:10.260292 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9b0fbea-c432-479a-b494-cb92f78fc294 req-1256bce4-199a-4a5a-8df4-7613176880c8 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584705 Dec 16 22:16:10.290531 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-542f7ce1-7382-461e-ae58-36864918372b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:10.418192 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ac05f9-a0db-45ad-a935-775ee36b60d3 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:10.435244 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-08ac05f9-a0db-45ad-a935-775ee36b60d3 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:10.452991 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-542f7ce1-7382-461e-ae58-36864918372b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:10.456201 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ac05f9-a0db-45ad-a935-775ee36b60d3 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:10.461368 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-b5e51401-9d4f-44d8-a9a0-4423dba06bf9 service neutron] For port 74da34cc-f2dc-4e37-80e4-e8ef604866be, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=74da34cc-f2dc-4e37-80e4-e8ef604866be,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:10.493676 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-542f7ce1-7382-461e-ae58-36864918372b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7dcce55b59dc42489b5cf45041c32dd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7137575 Dec 16 22:16:10.494910 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f7ce1-7382-461e-ae58-36864918372b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52363bcf-85a8-4d4b-a9c2-91a507fafd5a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:10.497835 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39244) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:10.506374 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac05f9-a0db-45ad-a935-775ee36b60d3 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event updated for resources: {'Port': ['ID=b96de9ac-1781-4cb9-b779-34f92d288b51,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:10.546202 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff5cbc-d433-4d04-9ceb-7e5265924e6b req-95071323-eba2-48b1-97fc-1edfbea427cf tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:10.548653 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ebff5cbc-d433-4d04-9ceb-7e5265924e6b req-95071323-eba2-48b1-97fc-1edfbea427cf tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=83a5876f-4a11-42e1-b5f8-bb1124dfee52 HTTP/1.1" status: 200 len: 948 time: 0.1454778 Dec 16 22:16:10.555951 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0744-1c83-4540-b31e-cbba4fb2b89e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:10.563828 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-b5e51401-9d4f-44d8-a9a0-4423dba06bf9 service neutron] For port 74da34cc-f2dc-4e37-80e4-e8ef604866be, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:10.584835 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0744-1c83-4540-b31e-cbba4fb2b89e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:10.673629 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ebff5cbc-d433-4d04-9ceb-7e5265924e6b req-054f134a-41b1-4d6c-ad82-4a51598b3563 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144783 Dec 16 22:16:10.678330 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdd53d1-631a-4175-89a7-878f49e42674', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74da34cc-f2dc-4e37-80e4-e8ef604866be'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:10.680776 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d360d256-1c45-4af2-b07c-54a6cb689b9f" -d '{"events": [{"server_uuid": "6fdd53d1-631a-4175-89a7-878f49e42674", "name": "network-vif-unplugged", "status": "completed", "tag": "74da34cc-f2dc-4e37-80e4-e8ef604866be"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:10.683285 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-08ac05f9-a0db-45ad-a935-775ee36b60d3 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:10.686462 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-b5e51401-9d4f-44d8-a9a0-4423dba06bf9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:10.712860 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-b5e51401-9d4f-44d8-a9a0-4423dba06bf9 service neutron] Transition to ACTIVE for port object 74da34cc-f2dc-4e37-80e4-e8ef604866be will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:16:10.730003 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167f799-a171-45d8-a523-41ccb4e28169 req-7f02091a-27b1-425d-9806-79b9d5d19670 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:10.731550 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a167f799-a171-45d8-a523-41ccb4e28169 req-7f02091a-27b1-425d-9806-79b9d5d19670 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=718b92d9-71fa-4c06-80cf-086db893e954 HTTP/1.1" status: 200 len: 946 time: 0.0604742 Dec 16 22:16:10.738888 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0744-1c83-4540-b31e-cbba4fb2b89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:10.740720 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ab8281-b1dd-44e7-8d63-5a9cf1a42601 x-openstack-request-id: req-47ab8281-b1dd-44e7-8d63-5a9cf1a42601 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:10.741082 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdd53d1-631a-4175-89a7-878f49e42674", "name": "network-vif-unplugged", "status": "completed", "tag": "74da34cc-f2dc-4e37-80e4-e8ef604866be", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:10.741406 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-47ab8281-b1dd-44e7-8d63-5a9cf1a42601 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:10.741580 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0744-1c83-4540-b31e-cbba4fb2b89e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:10.741919 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdd53d1-631a-4175-89a7-878f49e42674', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74da34cc-f2dc-4e37-80e4-e8ef604866be', 'code': 200} Dec 16 22:16:10.742853 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4b2f0744-1c83-4540-b31e-cbba4fb2b89e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/52363bcf-85a8-4d4b-a9c2-91a507fafd5a HTTP/1.1" status: 204 len: 168 time: 0.2440965 Dec 16 22:16:10.764108 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f0744-1c83-4540-b31e-cbba4fb2b89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52363bcf-85a8-4d4b-a9c2-91a507fafd5a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:10.795765 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a167f799-a171-45d8-a523-41ccb4e28169 req-f32ce3ea-9d02-48be-9901-964fa8b0c0fe tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/security-groups?id=39bc3a12-33f5-4909-8964-eeea43d6dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580471 Dec 16 22:16:10.866792 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-08ac05f9-a0db-45ad-a935-775ee36b60d3 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:10.898203 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-b5e51401-9d4f-44d8-a9a0-4423dba06bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:10.908091 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 8ac3f3ae-03ec-43aa-9f2f-196fde36ac18 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:16:10.920384 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device ba1ff4b2-448b-404a-9ab2-814ba9765abb no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:16:10.945784 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39262) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:11.018572 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e51401-9d4f-44d8-a9a0-4423dba06bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=74da34cc-f2dc-4e37-80e4-e8ef604866be,revision_number=10']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:11.027026 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-b5e51401-9d4f-44d8-a9a0-4423dba06bf9 service neutron] No DVR routers for this DVR port 74da34cc-f2dc-4e37-80e4-e8ef604866be on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:16:11.096699 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:11.099809 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 8ac3f3ae-03ec-43aa-9f2f-196fde36ac18, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=8ac3f3ae-03ec-43aa-9f2f-196fde36ac18,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:11.102311 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125f557-1929-430c-ab9b-f4b7fe6c7669 req-23e442cd-4f1c-4da4-9f28-c82fd2335eb1 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:11.103588 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a125f557-1929-430c-ab9b-f4b7fe6c7669 req-23e442cd-4f1c-4da4-9f28-c82fd2335eb1 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3f6a7d0-b2c6-48c6-ab7a-7a4f62c74a53 HTTP/1.1" status: 200 len: 945 time: 0.2112529 Dec 16 22:16:11.132624 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '8ac3f3ae-03ec-43aa-9f2f-196fde36ac18', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '8ac3f3ae-03ec-43aa-9f2f-196fde36ac18', 'mac_address': 'fa:16:3e:68:14:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:16:11.209704 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port ba1ff4b2-448b-404a-9ab2-814ba9765abb, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=ba1ff4b2-448b-404a-9ab2-814ba9765abb,segment=NetworkSegment(f644fd15-02a7-4c5e-8c9b-aed9015799bd),segment_id=f644fd15-02a7-4c5e-8c9b-aed9015799bd)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:11.223848 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:11.240347 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-b5e51401-9d4f-44d8-a9a0-4423dba06bf9 service neutron] Attempting to bind port 74da34cc-f2dc-4e37-80e4-e8ef604866be on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:11.240848 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-b5e51401-9d4f-44d8-a9a0-4423dba06bf9 service neutron] Attempting to bind port 74da34cc-f2dc-4e37-80e4-e8ef604866be by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:11.241205 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-b5e51401-9d4f-44d8-a9a0-4423dba06bf9 service neutron] Attempting to bind port 74da34cc-f2dc-4e37-80e4-e8ef604866be on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:11.247083 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac3f3ae-03ec-43aa-9f2f-196fde36ac18 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:11.252908 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026a538-75be-49ed-9bec-ad4189be59cd req-819d9ab9-725a-49f6-8646-dfbef0b58663 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:11.270981 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2026a538-75be-49ed-9bec-ad4189be59cd req-819d9ab9-725a-49f6-8646-dfbef0b58663 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 949 time: 0.1653469 Dec 16 22:16:11.284289 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 8ac3f3ae-03ec-43aa-9f2f-196fde36ac18, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=8ac3f3ae-03ec-43aa-9f2f-196fde36ac18,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:11.289822 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-b5e51401-9d4f-44d8-a9a0-4423dba06bf9 service neutron] Port 74da34cc-f2dc-4e37-80e4-e8ef604866be on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:16:11.290258 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-b5e51401-9d4f-44d8-a9a0-4423dba06bf9 service neutron] Attempting to bind port 74da34cc-f2dc-4e37-80e4-e8ef604866be on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:11.296122 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:11.338879 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-b5e51401-9d4f-44d8-a9a0-4423dba06bf9 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:11.339904 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-b5e51401-9d4f-44d8-a9a0-4423dba06bf9 service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:11.340280 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-b5e51401-9d4f-44d8-a9a0-4423dba06bf9 service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:11.341242 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-b5e51401-9d4f-44d8-a9a0-4423dba06bf9 service neutron] Bound port: 74da34cc-f2dc-4e37-80e4-e8ef604866be, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:11.341615 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-b5e51401-9d4f-44d8-a9a0-4423dba06bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:11.347247 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2026a538-75be-49ed-9bec-ad4189be59cd req-af0496a4-5b09-4cc4-b203-0aebf9c1c5c9 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793958 Dec 16 22:16:11.393702 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:11.409601 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=ba1ff4b2-448b-404a-9ab2-814ba9765abb,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:11.430376 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-08ac05f9-a0db-45ad-a935-775ee36b60d3 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:11.473439 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a125f557-1929-430c-ab9b-f4b7fe6c7669 req-e3d74353-df18-4483-a298-da2591e11512 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/security-groups?id=39bc3a12-33f5-4909-8964-eeea43d6dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512692 Dec 16 22:16:11.498086 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=8ac3f3ae-03ec-43aa-9f2f-196fde36ac18,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:11.504745 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-34dab1e7-66eb-4020-a393-e44c8656caf7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-539794366-network', 'tenant_id': '1c0fad822c634a4ab01dac1d62526f51'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:11.558927 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-08ac05f9-a0db-45ad-a935-775ee36b60d3 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:11.569756 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-b5e51401-9d4f-44d8-a9a0-4423dba06bf9 service neutron] For port 74da34cc-f2dc-4e37-80e4-e8ef604866be, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:11.577234 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-b5e51401-9d4f-44d8-a9a0-4423dba06bf9 service neutron] For port 74da34cc-f2dc-4e37-80e4-e8ef604866be, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=74da34cc-f2dc-4e37-80e4-e8ef604866be,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:11.648788 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c132ace-ff80-4ef5-a754-985f7e9a346f req-829c5d3f-27c8-4d6a-8e0e-234f268cedac tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:11.650354 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5c132ace-ff80-4ef5-a754-985f7e9a346f req-829c5d3f-27c8-4d6a-8e0e-234f268cedac tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 943 time: 0.0776525 Dec 16 22:16:11.658988 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac05f9-a0db-45ad-a935-775ee36b60d3 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event updated for resources: {'Port': ['ID=b96de9ac-1781-4cb9-b779-34f92d288b51,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:11.664229 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-08ac05f9-a0db-45ad-a935-775ee36b60d3 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:11.670272 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e46bddc-bae0-46a9-afc0-e9d6bdd73db6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba1ff4b2-448b-404a-9ab2-814ba9765abb'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:11.673479 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a390bfec-e9b5-4c79-8d5b-937747217f82" -d '{"events": [{"server_uuid": "8e46bddc-bae0-46a9-afc0-e9d6bdd73db6", "name": "network-vif-unplugged", "status": "completed", "tag": "ba1ff4b2-448b-404a-9ab2-814ba9765abb"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:11.699733 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34dab1e7-66eb-4020-a393-e44c8656caf7 admin admin] Made reservation on behalf of 1c0fad822c634a4ab01dac1d62526f51 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:11.702070 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-34dab1e7-66eb-4020-a393-e44c8656caf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:11.714975 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['8ac3f3ae-03ec-43aa-9f2f-196fde36ac18'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:11.716263 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5c132ace-ff80-4ef5-a754-985f7e9a346f req-5c209957-37d9-42be-b377-dea739ad8f26 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595405 Dec 16 22:16:11.717116 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-34dab1e7-66eb-4020-a393-e44c8656caf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:11.753114 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-b5e51401-9d4f-44d8-a9a0-4423dba06bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:11.790667 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60059b59-b99e-4af3-a7ba-0cf72e7fcdb4 x-openstack-request-id: req-60059b59-b99e-4af3-a7ba-0cf72e7fcdb4 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:11.792531 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e46bddc-bae0-46a9-afc0-e9d6bdd73db6", "name": "network-vif-unplugged", "status": "completed", "tag": "ba1ff4b2-448b-404a-9ab2-814ba9765abb", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:11.793275 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-60059b59-b99e-4af3-a7ba-0cf72e7fcdb4 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:11.794368 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e46bddc-bae0-46a9-afc0-e9d6bdd73db6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba1ff4b2-448b-404a-9ab2-814ba9765abb', 'code': 200} Dec 16 22:16:11.827025 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-34dab1e7-66eb-4020-a393-e44c8656caf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:11.838847 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-b5e51401-9d4f-44d8-a9a0-4423dba06bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:11.840267 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-b5e51401-9d4f-44d8-a9a0-4423dba06bf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:11.842778 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-b5e51401-9d4f-44d8-a9a0-4423dba06bf9 service neutron] 10.222.0.76 "PUT /v2.0/ports/74da34cc-f2dc-4e37-80e4-e8ef604866be HTTP/1.1" status: 200 len: 1097 time: 2.2850528 Dec 16 22:16:11.848257 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-08ac05f9-a0db-45ad-a935-775ee36b60d3 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:11.850722 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-08ac05f9-a0db-45ad-a935-775ee36b60d3 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1426668 Dec 16 22:16:11.960603 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-34dab1e7-66eb-4020-a393-e44c8656caf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:11.989874 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e51401-9d4f-44d8-a9a0-4423dba06bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=74da34cc-f2dc-4e37-80e4-e8ef604866be,revision_number=11']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:12.008933 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34dab1e7-66eb-4020-a393-e44c8656caf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:16:12.025938 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-fdc72d4a-7d29-471a-92ef-dccf62138baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:12.033708 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-fdc72d4a-7d29-471a-92ef-dccf62138baf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 1100 time: 0.1434569 Dec 16 22:16:12.039812 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142d40a-c45e-4624-b08a-6bf646c2096d req-6b8ce3a0-cdaa-487a-b447-1f4b643f1729 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:12.041693 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f142d40a-c45e-4624-b08a-6bf646c2096d req-6b8ce3a0-cdaa-487a-b447-1f4b643f1729 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=83a5876f-4a11-42e1-b5f8-bb1124dfee52 HTTP/1.1" status: 200 len: 949 time: 0.1965005 Dec 16 22:16:12.044562 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dab1e7-66eb-4020-a393-e44c8656caf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44073f14-faf9-4ca1-8431-bda25353c05b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:12.047835 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-34dab1e7-66eb-4020-a393-e44c8656caf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:12.048194 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-34dab1e7-66eb-4020-a393-e44c8656caf7 admin admin] Added segment b5e4c845-5690-4248-ba94-d4ac3a28bb23 of type vlan for network 4f5fce4f-9fba-4176-9c46-95219cbd396e Dec 16 22:16:12.146949 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 74da34cc-f2dc-4e37-80e4-e8ef604866be no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:16:12.150448 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-34dab1e7-66eb-4020-a393-e44c8656caf7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:12.206215 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f142d40a-c45e-4624-b08a-6bf646c2096d req-8c26a18b-ada7-4b50-b05e-acc884b2f376 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552267 Dec 16 22:16:12.211168 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-5d6489a3-cfb1-43cd-9dac-322b64588588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:12.217664 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-5d6489a3-cfb1-43cd-9dac-322b64588588 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.1742249 Dec 16 22:16:12.258757 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 74da34cc-f2dc-4e37-80e4-e8ef604866be not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:16:12.335496 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-e79d5997-89f3-493b-b10c-745c78c043ce service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=74da34cc-f2dc-4e37-80e4-e8ef604866be HTTP/1.1" status: 200 len: 217 time: 0.1028531 Dec 16 22:16:12.353663 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-34dab1e7-66eb-4020-a393-e44c8656caf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:12.355489 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dab1e7-66eb-4020-a393-e44c8656caf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:12.356095 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-34dab1e7-66eb-4020-a393-e44c8656caf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:12.397666 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-7e4363cc-b64e-4a73-ba08-0ab065670b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:12.399254 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-7e4363cc-b64e-4a73-ba08-0ab065670b5d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0492270 Dec 16 22:16:12.415847 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-09b5e38d-dc11-4dfc-93f9-d06cce3719da tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1177764396&fields=id&tenant_id=a0f42b93d17b453cb09b716a19274f39 HTTP/1.1" status: 200 len: 267 time: 0.0978956 Dec 16 22:16:12.444744 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dab1e7-66eb-4020-a393-e44c8656caf7 admin admin] Pushing event updated for resources: {'Network': ['ID=4f5fce4f-9fba-4176-9c46-95219cbd396e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:12.456190 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-a47f9202-2bcd-4eb7-8a02-e36415b6b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:12.457508 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 4f5fce4f-9fba-4176-9c46-95219cbd396e details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:16:12.458692 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-a47f9202-2bcd-4eb7-8a02-e36415b6b6fc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0516837 Dec 16 22:16:12.483886 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-ef64b614-ff94-4401-ae57-0bd13a633bdf tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:12.485350 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-ef64b614-ff94-4401-ae57-0bd13a633bdf tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports/cdf3648f-0e95-45df-b89b-23cc65ae37c9 HTTP/1.1" status: 200 len: 930 time: 0.0550134 Dec 16 22:16:12.543965 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-34dab1e7-66eb-4020-a393-e44c8656caf7 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5970163 Dec 16 22:16:12.544922 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39316) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:12.552894 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-f70dd3c4-ab1b-4cd0-a91d-c8af85c7397b admin admin] Request body: {'subnet': {'network_id': '4f5fce4f-9fba-4176-9c46-95219cbd396e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-539794366-subnet', 'tenant_id': '1c0fad822c634a4ab01dac1d62526f51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:12.572680 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-c5e250bc-3e60-4f5c-847d-295bc2b9ec6e tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:12.580943 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-c5e250bc-3e60-4f5c-847d-295bc2b9ec6e tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports/279064a7-b0af-47a2-926c-bbdc2a0e2846 HTTP/1.1" status: 200 len: 931 time: 0.0807130 Dec 16 22:16:12.588303 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-a9f1c171-0190-4cbd-a485-3345211f9e20 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168623 Dec 16 22:16:12.641043 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-cfd662ac-1452-4b63-9dee-b01f5a6ef4b0 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?network_id=133792b4-eb35-4125-8057-ae6885c1e196&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0588539 Dec 16 22:16:12.680687 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-48009b43-ceb7-472f-b7cf-22140a712bb2 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?network_id=133792b4-eb35-4125-8057-ae6885c1e196&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0316839 Dec 16 22:16:12.720224 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b4e98934-e4f1-4f7d-b97f-ca9caa12d0c1 req-65f1c527-132a-4237-9af8-732d411918ea service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119468 Dec 16 22:16:12.743275 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fdd53d1-631a-4175-89a7-878f49e42674', 'tag': '74da34cc-f2dc-4e37-80e4-e8ef604866be'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:12.745785 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a44383-02b5-4030-a3d6-7effe3176bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "6fdd53d1-631a-4175-89a7-878f49e42674", "tag": "74da34cc-f2dc-4e37-80e4-e8ef604866be"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:12.764601 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70dd3c4-ab1b-4cd0-a91d-c8af85c7397b admin admin] Made reservation on behalf of 1c0fad822c634a4ab01dac1d62526f51 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:12.767406 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f70dd3c4-ab1b-4cd0-a91d-c8af85c7397b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:12.816364 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd556cd-acc9-4895-874c-dba27d9e4f9b req-85136f4f-0e97-434a-ad6b-b6c6e4c3718f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:12.824623 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cfd556cd-acc9-4895-874c-dba27d9e4f9b req-85136f4f-0e97-434a-ad6b-b6c6e4c3718f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 949 time: 0.0607531 Dec 16 22:16:12.874845 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cfd556cd-acc9-4895-874c-dba27d9e4f9b req-98e3f2cb-6d6b-42f4-b715-78832fbcf545 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482152 Dec 16 22:16:12.893003 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-79ccf7c7-7972-4859-98bb-85df53cf025b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:12.908397 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-79ccf7c7-7972-4859-98bb-85df53cf025b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:12.917500 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-79ccf7c7-7972-4859-98bb-85df53cf025b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:12.920145 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-79ccf7c7-7972-4859-98bb-85df53cf025b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/networks?id=6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6&id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&id=133792b4-eb35-4125-8057-ae6885c1e196&id=133792b4-eb35-4125-8057-ae6885c1e196 HTTP/1.1" status: 200 len: 1988 time: 0.2318969 Dec 16 22:16:12.924325 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 8ac3f3ae-03ec-43aa-9f2f-196fde36ac18 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:12.929598 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0cda30f9-a3db-40b9-858c-a9072a9d5bd1 req-ca46f53b-8ba0-4c10-bc5c-ec71be987931 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536661 Dec 16 22:16:12.943215 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-5ce07639-2ad5-4e9a-a729-9ed52e579254 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/quotas/a0f42b93d17b453cb09b716a19274f39 HTTP/1.1" status: 200 len: 375 time: 0.0159905 Dec 16 22:16:13.025948 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda30f9-a3db-40b9-858c-a9072a9d5bd1 req-9af61845-301d-4d9e-9fe5-bc482ab86f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:13.028287 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0cda30f9-a3db-40b9-858c-a9072a9d5bd1 req-9af61845-301d-4d9e-9fe5-bc482ab86f39 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=52dc9402d4464077b6d2e671843b655f&device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 1094 time: 0.0582774 Dec 16 22:16:13.069711 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 8ac3f3ae-03ec-43aa-9f2f-196fde36ac18 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:16:13.076451 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 8ac3f3ae-03ec-43aa-9f2f-196fde36ac18 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:13.076959 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:13.088386 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-d94101b7-ec0b-40a4-8090-3fc3ef12dc83 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=a0f42b93d17b453cb09b716a19274f39&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1283648 Dec 16 22:16:13.167645 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda30f9-a3db-40b9-858c-a9072a9d5bd1 req-da13bbf4-a3a3-497b-900e-0d15a0d59a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:13.169417 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0cda30f9-a3db-40b9-858c-a9072a9d5bd1 req-da13bbf4-a3a3-497b-900e-0d15a0d59a3c service neutron] 10.222.0.76 "GET /v2.0/networks?id=cad91a34-249c-45b2-83af-f58c71b36922 HTTP/1.1" status: 200 len: 913 time: 0.1174819 Dec 16 22:16:13.190437 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f70dd3c4-ab1b-4cd0-a91d-c8af85c7397b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:13.199572 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:13.243288 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 8ac3f3ae-03ec-43aa-9f2f-196fde36ac18, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=8ac3f3ae-03ec-43aa-9f2f-196fde36ac18,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:13.256645 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0cda30f9-a3db-40b9-858c-a9072a9d5bd1 req-9ec3f33f-4c93-4501-a304-2018fef96c54 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba1ff4b2-448b-404a-9ab2-814ba9765abb HTTP/1.1" status: 200 len: 217 time: 0.0764132 Dec 16 22:16:13.269771 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435258cf-c18e-4b47-93ae-8868638b28e6 x-openstack-request-id: req-435258cf-c18e-4b47-93ae-8868638b28e6 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:13.270409 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fdd53d1-631a-4175-89a7-878f49e42674", "tag": "74da34cc-f2dc-4e37-80e4-e8ef604866be", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:13.270524 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-435258cf-c18e-4b47-93ae-8868638b28e6 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:13.271099 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fdd53d1-631a-4175-89a7-878f49e42674', 'tag': '74da34cc-f2dc-4e37-80e4-e8ef604866be', 'status': 'completed', 'code': 200} Dec 16 22:16:13.282848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70dd3c4-ab1b-4cd0-a91d-c8af85c7397b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7620b8f7-ea63-445b-b8d5-c17e0bba9d9c,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:13.307001 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70dd3c4-ab1b-4cd0-a91d-c8af85c7397b admin admin] Checking segment: {'id': 'b5e4c845-5690-4248-ba94-d4ac3a28bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4f5fce4f-9fba-4176-9c46-95219cbd396e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:13.307438 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70dd3c4-ab1b-4cd0-a91d-c8af85c7397b admin admin] Network hostable DHCP agents. Network: 4f5fce4f-9fba-4176-9c46-95219cbd396e, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:16:13.337928 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-c03e14a1-bb53-4454-ae3f-8f5ca3316eda service neutron] 10.222.0.75 "GET /v2.0/networks/6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271233 Dec 16 22:16:13.355313 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda30f9-a3db-40b9-858c-a9072a9d5bd1 req-b0104766-0dd4-46c4-8090-54d2074f025f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:13.357254 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0cda30f9-a3db-40b9-858c-a9072a9d5bd1 req-b0104766-0dd4-46c4-8090-54d2074f025f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d3b028fb-b449-456f-83ef-703e1dbce1bf HTTP/1.1" status: 200 len: 853 time: 0.0792899 Dec 16 22:16:13.373120 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:13.418128 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0cda30f9-a3db-40b9-858c-a9072a9d5bd1 req-d6be9ece-e112-42dc-8a54-2bbb7f7763b9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cad91a34-249c-45b2-83af-f58c71b36922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448043 Dec 16 22:16:13.430495 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=8ac3f3ae-03ec-43aa-9f2f-196fde36ac18,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:13.435227 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792f481-8a76-4bd8-b3ce-f944a11d0ae3 req-e88593d2-8e0a-4ec3-bc47-3bec4e1b3597 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:13.436792 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4792f481-8a76-4bd8-b3ce-f944a11d0ae3 req-e88593d2-8e0a-4ec3-bc47-3bec4e1b3597 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 943 time: 0.0998619 Dec 16 22:16:13.493545 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a44383-02b5-4030-a3d6-7effe3176bfb req-c0e65382-14d5-4638-8e2e-db7b8a086fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:13.495843 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34a44383-02b5-4030-a3d6-7effe3176bfb req-c0e65382-14d5-4638-8e2e-db7b8a086fdc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 1100 time: 0.1838229 Dec 16 22:16:13.522473 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a44383-02b5-4030-a3d6-7effe3176bfb req-cb3cb5c1-0985-424b-ac91-edc6ce18ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:13.523974 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34a44383-02b5-4030-a3d6-7effe3176bfb req-cb3cb5c1-0985-424b-ac91-edc6ce18ec58 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 1100 time: 0.1640956 Dec 16 22:16:13.562889 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4792f481-8a76-4bd8-b3ce-f944a11d0ae3 req-f125243f-ee82-4069-b288-7b345fcb81ba tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166077 Dec 16 22:16:13.585408 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0cda30f9-a3db-40b9-858c-a9072a9d5bd1 req-b2261b48-1651-4833-bd49-43f5147ff319 service neutron] 10.222.0.76 "GET /v2.0/networks/cad91a34-249c-45b2-83af-f58c71b36922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475139 Dec 16 22:16:13.599751 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-c265eaaa-217b-4eed-b032-a65dc7d1c269 service neutron] 10.222.0.75 "GET /v2.0/networks/6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631161 Dec 16 22:16:13.646175 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70dd3c4-ab1b-4cd0-a91d-c8af85c7397b admin admin] Network 4f5fce4f-9fba-4176-9c46-95219cbd396e is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:16:13.772498 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0cda30f9-a3db-40b9-858c-a9072a9d5bd1 req-587889e3-dbbf-4276-81ae-2041b1eba022 service neutron] 10.222.0.76 "GET /v2.0/networks/cad91a34-249c-45b2-83af-f58c71b36922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785545 Dec 16 22:16:13.795702 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a5876f-4a11-42e1-b5f8-bb1124dfee52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac3f3ae-03ec-43aa-9f2f-196fde36ac18'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:13.798733 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5078778f-de82-477a-bcbb-33b55a88153c" -d '{"events": [{"server_uuid": "83a5876f-4a11-42e1-b5f8-bb1124dfee52", "name": "network-vif-plugged", "status": "completed", "tag": "8ac3f3ae-03ec-43aa-9f2f-196fde36ac18"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:13.808312 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-c084a25c-f1d4-471b-89b8-f84fa47093fd tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:13.809939 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-c084a25c-f1d4-471b-89b8-f84fa47093fd tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/networks?id=2d98d86d-5788-4234-a141-176c08c435a2 HTTP/1.1" status: 200 len: 813 time: 0.1382322 Dec 16 22:16:13.831378 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-76344569-fbb1-4afa-b915-04ecb06dd965 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/quotas/23f9f5820f6243729a0b52eda48aa141 HTTP/1.1" status: 200 len: 375 time: 0.0104244 Dec 16 22:16:13.898314 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-8ce52c6b-3e93-4ad4-9914-dd5946bdd07a tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=23f9f5820f6243729a0b52eda48aa141&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607588 Dec 16 22:16:14.002664 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-24cd5deb-cbca-42e4-9b4e-306678158ca2 service neutron] 10.222.0.75 "GET /v2.0/networks/2d98d86d-5788-4234-a141-176c08c435a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973167 Dec 16 22:16:14.017024 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-74a665d4-d2b3-4dcf-a0cf-305a76f0933c service neutron] 10.222.0.75 "GET /v2.0/ports/cdf3648f-0e95-45df-b89b-23cc65ae37c9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.3865306 Dec 16 22:16:14.087022 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-f70dd3c4-ab1b-4cd0-a91d-c8af85c7397b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 4f5fce4f-9fba-4176-9c46-95219cbd396e) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:14.097969 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37a3c68-f448-43c5-b624-7e0450897ee6 None None] Network 4f5fce4f-9fba-4176-9c46-95219cbd396e requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:16:14.102901 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70dd3c4-ab1b-4cd0-a91d-c8af85c7397b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:14.103531 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f70dd3c4-ab1b-4cd0-a91d-c8af85c7397b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:14.112150 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a44383-02b5-4030-a3d6-7effe3176bfb req-753c8832-bcc3-45c6-8026-92160dacf122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:14.113641 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34a44383-02b5-4030-a3d6-7effe3176bfb req-753c8832-bcc3-45c6-8026-92160dacf122 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.6010327 Dec 16 22:16:14.115246 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-d3a50029-351a-4645-a02b-a79532455ef5 service neutron] 10.222.0.75 "GET /v2.0/networks/2d98d86d-5788-4234-a141-176c08c435a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043568 Dec 16 22:16:14.123548 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a44383-02b5-4030-a3d6-7effe3176bfb req-15a82fc8-7b12-44f9-880f-246b8c50b373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:14.125055 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34a44383-02b5-4030-a3d6-7effe3176bfb req-15a82fc8-7b12-44f9-880f-246b8c50b373 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.5792286 Dec 16 22:16:14.205366 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34a44383-02b5-4030-a3d6-7effe3176bfb req-665b6aec-669d-47be-859c-c9ad8ce81d7f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=74da34cc-f2dc-4e37-80e4-e8ef604866be HTTP/1.1" status: 200 len: 217 time: 0.0793622 Dec 16 22:16:14.206054 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caacc40d-e722-4f84-a63b-c8c77c95dbd6 None None] Network 4f5fce4f-9fba-4176-9c46-95219cbd396e requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:16:14.206572 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34a44383-02b5-4030-a3d6-7effe3176bfb req-3900b69e-e6ba-4695-aca1-457d125aa9e5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=74da34cc-f2dc-4e37-80e4-e8ef604866be HTTP/1.1" status: 200 len: 217 time: 0.0710647 Dec 16 22:16:14.268171 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f70dd3c4-ab1b-4cd0-a91d-c8af85c7397b admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7192178 Dec 16 22:16:14.317323 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-1eceab20-4fd0-4e3f-929b-30e22a4df826 service neutron] 10.222.0.75 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922530 Dec 16 22:16:14.319737 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a44383-02b5-4030-a3d6-7effe3176bfb req-75941458-71ea-414a-b265-db41ed8be104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:14.322459 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34a44383-02b5-4030-a3d6-7effe3176bfb req-75941458-71ea-414a-b265-db41ed8be104 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1073289 Dec 16 22:16:14.333542 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f70fa-7109-4a22-8435-2320e4837cef req-fc137688-e056-42da-b130-7ab45d743414 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:14.335872 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6d4f70fa-7109-4a22-8435-2320e4837cef req-fc137688-e056-42da-b130-7ab45d743414 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3f6a7d0-b2c6-48c6-ab7a-7a4f62c74a53 HTTP/1.1" status: 200 len: 945 time: 0.0827684 Dec 16 22:16:14.457279 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-6d4f70fa-7109-4a22-8435-2320e4837cef req-94da421e-15d8-41ae-9c4c-5746499a4b9f tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Deleting port f04351f0-5e58-4ef2-bf25-c4ad0a677030 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:16:14.457555 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6d4f70fa-7109-4a22-8435-2320e4837cef req-94da421e-15d8-41ae-9c4c-5746499a4b9f tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:14.478494 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a44383-02b5-4030-a3d6-7effe3176bfb req-73ceef07-6d17-4d55-b799-37345dd5632a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:14.480351 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34a44383-02b5-4030-a3d6-7effe3176bfb req-73ceef07-6d17-4d55-b799-37345dd5632a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.2233901 Dec 16 22:16:14.490465 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a44383-02b5-4030-a3d6-7effe3176bfb req-882b274b-659b-4da4-b90b-893250c023dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:14.492030 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34a44383-02b5-4030-a3d6-7effe3176bfb req-882b274b-659b-4da4-b90b-893250c023dc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1055899 Dec 16 22:16:14.499394 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-c06e0db4-134d-40df-be18-0764d431daa7 service neutron] 10.222.0.75 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702986 Dec 16 22:16:14.566402 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-6d4f70fa-7109-4a22-8435-2320e4837cef req-94da421e-15d8-41ae-9c4c-5746499a4b9f tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] For port f04351f0-5e58-4ef2-bf25-c4ad0a677030, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=f04351f0-5e58-4ef2-bf25-c4ad0a677030,segment=NetworkSegment(9beb40dc-3a00-4933-8b96-a06701ed9322),segment_id=9beb40dc-3a00-4933-8b96-a06701ed9322)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:14.567036 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6d4f70fa-7109-4a22-8435-2320e4837cef req-94da421e-15d8-41ae-9c4c-5746499a4b9f tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:14.592222 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-6d4f70fa-7109-4a22-8435-2320e4837cef req-94da421e-15d8-41ae-9c4c-5746499a4b9f tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Calling delete_port for f04351f0-5e58-4ef2-bf25-c4ad0a677030 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:16:14.613046 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-0078a601-e6a0-4af2-b155-b13e5966e64d service neutron] 10.222.0.75 "GET /v2.0/ports/279064a7-b0af-47a2-926c-bbdc2a0e2846?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1051579 Dec 16 22:16:14.693712 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a44383-02b5-4030-a3d6-7effe3176bfb req-7cb451c9-9b90-48a0-a659-ea63dce89aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:14.695267 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34a44383-02b5-4030-a3d6-7effe3176bfb req-7cb451c9-9b90-48a0-a659-ea63dce89aa8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1977403 Dec 16 22:16:14.740279 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34a44383-02b5-4030-a3d6-7effe3176bfb req-eb3524fc-0db9-4562-80a0-309468b90e12 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332344 Dec 16 22:16:14.757841 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4285c4-5dae-4172-ae30-9e84c2b503f2 req-8662150d-ddc4-4dd6-8c74-7cba41d6a663 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:14.757841 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4c4285c4-5dae-4172-ae30-9e84c2b503f2 req-8662150d-ddc4-4dd6-8c74-7cba41d6a663 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=83a5876f-4a11-42e1-b5f8-bb1124dfee52 HTTP/1.1" status: 200 len: 950 time: 0.0782013 Dec 16 22:16:14.859370 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4c4285c4-5dae-4172-ae30-9e84c2b503f2 req-86f8a59d-c4bd-4477-a218-36e9a3afc2e3 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899780 Dec 16 22:16:14.874015 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-1d66320c-5bb6-4288-99f0-1e8e79434d36 service neutron] 10.222.0.75 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498362 Dec 16 22:16:14.949622 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc5cad-f2ad-465f-8c43-4c8507239cb0 req-4bffd346-da82-443b-91bf-ba6960f8c101 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:14.951138 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-90bc5cad-f2ad-465f-8c43-4c8507239cb0 req-4bffd346-da82-443b-91bf-ba6960f8c101 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.76 "GET /v2.0/ports?device_id=718b92d9-71fa-4c06-80cf-086db893e954 HTTP/1.1" status: 200 len: 946 time: 0.0800982 Dec 16 22:16:14.976736 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device f04351f0-5e58-4ef2-bf25-c4ad0a677030 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:16:14.986476 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6d4f70fa-7109-4a22-8435-2320e4837cef req-94da421e-15d8-41ae-9c4c-5746499a4b9f tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:14.999315 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: f04351f0-5e58-4ef2-bf25-c4ad0a677030 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:16:15.000112 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device f04351f0-5e58-4ef2-bf25-c4ad0a677030 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:16:15.000353 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device ba1ff4b2-448b-404a-9ab2-814ba9765abb no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:16:15.005304 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34a44383-02b5-4030-a3d6-7effe3176bfb req-74b83270-d5c5-4d8b-9edc-042d3d972105 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491329 Dec 16 22:16:15.041477 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['f04351f0-5e58-4ef2-bf25-c4ad0a677030', '761909c8-6c69-48df-9871-36abc2f7f3ab'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:15.048872 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da421e-15d8-41ae-9c4c-5746499a4b9f tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Pushing event deleted for resources: {'Port': ['ID=f04351f0-5e58-4ef2-bf25-c4ad0a677030,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:15.060713 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34a44383-02b5-4030-a3d6-7effe3176bfb req-28c2c36c-13c5-4858-9428-1c63b9034e59 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344343 Dec 16 22:16:15.062685 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-9723d3c4-7c01-4a43-9166-9367d63724de service neutron] 10.222.0.75 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811268 Dec 16 22:16:15.114019 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da421e-15d8-41ae-9c4c-5746499a4b9f tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:15.114760 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da421e-15d8-41ae-9c4c-5746499a4b9f tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:15.115122 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da421e-15d8-41ae-9c4c-5746499a4b9f tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:15.115464 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da421e-15d8-41ae-9c4c-5746499a4b9f tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:15.115798 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da421e-15d8-41ae-9c4c-5746499a4b9f tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:15.116131 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da421e-15d8-41ae-9c4c-5746499a4b9f tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:15.116458 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da421e-15d8-41ae-9c4c-5746499a4b9f tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:15.116783 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da421e-15d8-41ae-9c4c-5746499a4b9f tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:15.117106 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da421e-15d8-41ae-9c4c-5746499a4b9f tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:15.117428 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da421e-15d8-41ae-9c4c-5746499a4b9f tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:15.117746 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da421e-15d8-41ae-9c4c-5746499a4b9f tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:15.118070 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da421e-15d8-41ae-9c4c-5746499a4b9f tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:15.118396 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94da421e-15d8-41ae-9c4c-5746499a4b9f tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:15.143346 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce4704-34b0-47be-9cc9-173c241e5fed req-e2f79a29-9b52-4916-bc4a-9148f6ff0296 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:15.144950 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a2ce4704-34b0-47be-9cc9-173c241e5fed req-e2f79a29-9b52-4916-bc4a-9148f6ff0296 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 943 time: 0.2034256 Dec 16 22:16:15.185712 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4f70fa-7109-4a22-8435-2320e4837cef req-94da421e-15d8-41ae-9c4c-5746499a4b9f tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] No DVR routers for this DVR port f04351f0-5e58-4ef2-bf25-c4ad0a677030 on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:16:15.190224 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6d4f70fa-7109-4a22-8435-2320e4837cef req-94da421e-15d8-41ae-9c4c-5746499a4b9f tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:15.193678 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6d4f70fa-7109-4a22-8435-2320e4837cef req-94da421e-15d8-41ae-9c4c-5746499a4b9f tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.76 "DELETE /v2.0/ports/f04351f0-5e58-4ef2-bf25-c4ad0a677030 HTTP/1.1" status: 204 len: 173 time: 0.8285220 Dec 16 22:16:15.251509 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34a44383-02b5-4030-a3d6-7effe3176bfb req-d5672982-eb87-4b51-a2f2-52e68dc92611 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789994 Dec 16 22:16:15.253399 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-1f50e95b-429d-4e7e-ad1d-f0837494e498 service neutron] 10.222.0.75 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802645 Dec 16 22:16:15.263821 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a2ce4704-34b0-47be-9cc9-173c241e5fed req-87f3a299-7cda-4cf0-97a3-c3790b661a6c tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793180 Dec 16 22:16:15.269308 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-90bc5cad-f2ad-465f-8c43-4c8507239cb0 req-80c098ab-1c61-4d54-a721-7feda119d4c9 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Deleting port 761909c8-6c69-48df-9871-36abc2f7f3ab {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:16:15.269662 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-90bc5cad-f2ad-465f-8c43-4c8507239cb0 req-80c098ab-1c61-4d54-a721-7feda119d4c9 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:15.273486 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f6a7d0-b2c6-48c6-ab7a-7a4f62c74a53', 'name': 'network-vif-deleted', 'tag': 'f04351f0-5e58-4ef2-bf25-c4ad0a677030'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:15.275776 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a8c33b-1d53-4f92-811b-86b219147afb" -d '{"events": [{"server_uuid": "b3f6a7d0-b2c6-48c6-ab7a-7a4f62c74a53", "name": "network-vif-deleted", "tag": "f04351f0-5e58-4ef2-bf25-c4ad0a677030"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:15.390482 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc731b51-b689-4640-925b-948ff2ecf0ee x-openstack-request-id: req-bc731b51-b689-4640-925b-948ff2ecf0ee {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:15.391008 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a5876f-4a11-42e1-b5f8-bb1124dfee52", "name": "network-vif-plugged", "status": "completed", "tag": "8ac3f3ae-03ec-43aa-9f2f-196fde36ac18", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:15.391248 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bc731b51-b689-4640-925b-948ff2ecf0ee {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:15.391628 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a5876f-4a11-42e1-b5f8-bb1124dfee52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac3f3ae-03ec-43aa-9f2f-196fde36ac18', 'code': 200} Dec 16 22:16:15.408359 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-90bc5cad-f2ad-465f-8c43-4c8507239cb0 req-80c098ab-1c61-4d54-a721-7feda119d4c9 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] For port 761909c8-6c69-48df-9871-36abc2f7f3ab, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=761909c8-6c69-48df-9871-36abc2f7f3ab,segment=NetworkSegment(9beb40dc-3a00-4933-8b96-a06701ed9322),segment_id=9beb40dc-3a00-4933-8b96-a06701ed9322)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:15.422991 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-90bc5cad-f2ad-465f-8c43-4c8507239cb0 req-80c098ab-1c61-4d54-a721-7feda119d4c9 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:15.423635 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-350fe261-6ac5-4d14-b9df-46166ab9f89e service neutron] 10.222.0.75 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494238 Dec 16 22:16:15.425750 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-90bc5cad-f2ad-465f-8c43-4c8507239cb0 req-80c098ab-1c61-4d54-a721-7feda119d4c9 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Calling delete_port for 761909c8-6c69-48df-9871-36abc2f7f3ab owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:16:15.558374 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-2c5788d2-bd2d-4245-b8c3-69cff52f05be service neutron] 10.222.0.75 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386461 Dec 16 22:16:15.561344 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600d5da-4da7-41e7-9c25-a930db607c1e req-b52fff0b-19ba-46e3-b9f4-8db4bb597a02 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:15.562895 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d600d5da-4da7-41e7-9c25-a930db607c1e req-b52fff0b-19ba-46e3-b9f4-8db4bb597a02 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 949 time: 0.0841682 Dec 16 22:16:15.615003 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b4dd9-4fc6-43dd-903c-a135af5b55db req-da75e44e-1400-4a43-883d-89c425afc794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:15.617147 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b0b4dd9-4fc6-43dd-903c-a135af5b55db req-da75e44e-1400-4a43-883d-89c425afc794 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=83a5876f-4a11-42e1-b5f8-bb1124dfee52 HTTP/1.1" status: 200 len: 1101 time: 0.1140537 Dec 16 22:16:15.662840 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d600d5da-4da7-41e7-9c25-a930db607c1e req-0c97f2e9-117d-4b9d-b68e-e15765345c95 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682061 Dec 16 22:16:15.690039 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-5d39fe15-25e5-46ae-9f4a-738fdf76f704 service neutron] 10.222.0.75 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251292 Dec 16 22:16:15.723757 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b0b4dd9-4fc6-43dd-903c-a135af5b55db req-d46916ae-e400-4f3b-85ee-2ff69cc61c95 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829866 Dec 16 22:16:15.773152 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-90bc5cad-f2ad-465f-8c43-4c8507239cb0 req-80c098ab-1c61-4d54-a721-7feda119d4c9 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:15.807939 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-a68754c5-eb07-4db9-9f2d-88fb70cee18b service neutron] 10.222.0.75 "GET /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100574 Dec 16 22:16:15.810820 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c098ab-1c61-4d54-a721-7feda119d4c9 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Pushing event deleted for resources: {'Port': ['ID=761909c8-6c69-48df-9871-36abc2f7f3ab,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:15.846142 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-76baa04a-a11c-48ab-9aaf-7e6ae9396a8f req-ab8e2679-9c0c-4cc1-bfca-b1eed8500457 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1706250376', 'description': 'tempest-description-1079268828'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:15.873728 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bc5cad-f2ad-465f-8c43-4c8507239cb0 req-80c098ab-1c61-4d54-a721-7feda119d4c9 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] No DVR routers for this DVR port 761909c8-6c69-48df-9871-36abc2f7f3ab on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:16:15.876673 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-90bc5cad-f2ad-465f-8c43-4c8507239cb0 req-80c098ab-1c61-4d54-a721-7feda119d4c9 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:15.880492 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-90bc5cad-f2ad-465f-8c43-4c8507239cb0 req-80c098ab-1c61-4d54-a721-7feda119d4c9 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.76 "DELETE /v2.0/ports/761909c8-6c69-48df-9871-36abc2f7f3ab HTTP/1.1" status: 204 len: 173 time: 0.9187531 Dec 16 22:16:15.908725 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-59699de8-5697-42d3-8113-53d4cf155dc0 service neutron] 10.222.0.75 "GET /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930550 Dec 16 22:16:16.006509 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-dacb350a-65c7-4419-acf8-3bdb97f35e3c service neutron] 10.222.0.75 "GET /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919256 Dec 16 22:16:16.008053 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-76baa04a-a11c-48ab-9aaf-7e6ae9396a8f req-ab8e2679-9c0c-4cc1-bfca-b1eed8500457 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:16.078352 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-76baa04a-a11c-48ab-9aaf-7e6ae9396a8f req-ab8e2679-9c0c-4cc1-bfca-b1eed8500457 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:16.100326 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-4f4b9e5f-b6f6-4373-ab41-24ab88173bfe service neutron] 10.222.0.75 "GET /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874481 Dec 16 22:16:16.218351 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-76baa04a-a11c-48ab-9aaf-7e6ae9396a8f req-ab8e2679-9c0c-4cc1-bfca-b1eed8500457 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:16.249392 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e2679-9c0c-4cc1-bfca-b1eed8500457 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3501c2-12a4-4a89-8e48-84ae71f6a4ba,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:16.397365 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:16:16.455630 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-76baa04a-a11c-48ab-9aaf-7e6ae9396a8f req-ab8e2679-9c0c-4cc1-bfca-b1eed8500457 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:16.462001 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-76baa04a-a11c-48ab-9aaf-7e6ae9396a8f req-ab8e2679-9c0c-4cc1-bfca-b1eed8500457 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.6221831 Dec 16 22:16:16.585222 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8743363e-779f-404c-a4aa-e568f3137c5c x-openstack-request-id: req-8743363e-779f-404c-a4aa-e568f3137c5c {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:16.585527 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f6a7d0-b2c6-48c6-ab7a-7a4f62c74a53", "name": "network-vif-deleted", "tag": "f04351f0-5e58-4ef2-bf25-c4ad0a677030", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:16.585882 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8743363e-779f-404c-a4aa-e568f3137c5c {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:16.586338 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f6a7d0-b2c6-48c6-ab7a-7a4f62c74a53', 'name': 'network-vif-deleted', 'tag': 'f04351f0-5e58-4ef2-bf25-c4ad0a677030', 'status': 'completed', 'code': 200} Dec 16 22:16:16.740345 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c28c1-1ccd-4a3b-9b0f-15b2b45c2285 req-4dd45b44-1715-4bc5-b9ae-a02e5947f611 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:16.741848 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e66c28c1-1ccd-4a3b-9b0f-15b2b45c2285 req-4dd45b44-1715-4bc5-b9ae-a02e5947f611 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=83a5876f-4a11-42e1-b5f8-bb1124dfee52 HTTP/1.1" status: 200 len: 950 time: 0.0521822 Dec 16 22:16:16.794347 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e66c28c1-1ccd-4a3b-9b0f-15b2b45c2285 req-de479168-3f78-44c7-b8dd-56b44e0608f2 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456235 Dec 16 22:16:16.861449 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ef3033c2-0233-494e-9fcb-d0eefe57c620 req-dca5ce47-0f08-40a0-860b-52600d4088a3 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] 10.222.0.75 "GET /v2.0/security-groups/5d3501c2-12a4-4a89-8e48-84ae71f6a4ba HTTP/1.1" status: 200 len: 1832 time: 0.0434389 Dec 16 22:16:16.872184 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-ef3033c2-0233-494e-9fcb-d0eefe57c620 req-dbbdf65b-6263-45cf-8f65-a4ecfbfffe44 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5d3501c2-12a4-4a89-8e48-84ae71f6a4ba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:16.872501 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-ef3033c2-0233-494e-9fcb-d0eefe57c620 req-dbbdf65b-6263-45cf-8f65-a4ecfbfffe44 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5d3501c2-12a4-4a89-8e48-84ae71f6a4ba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:16.943202 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 74da34cc-f2dc-4e37-80e4-e8ef604866be details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:16:16.961786 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 761909c8-6c69-48df-9871-36abc2f7f3ab no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:16:16.994576 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 761909c8-6c69-48df-9871-36abc2f7f3ab {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:16:16.995445 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 761909c8-6c69-48df-9871-36abc2f7f3ab not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:16:17.043397 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ef3033c2-0233-494e-9fcb-d0eefe57c620 req-dbbdf65b-6263-45cf-8f65-a4ecfbfffe44 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:17.068949 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ef3033c2-0233-494e-9fcb-d0eefe57c620 req-dbbdf65b-6263-45cf-8f65-a4ecfbfffe44 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:17.092711 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 74da34cc-f2dc-4e37-80e4-e8ef604866be, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=74da34cc-f2dc-4e37-80e4-e8ef604866be,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:17.104502 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '74da34cc-f2dc-4e37-80e4-e8ef604866be', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '74da34cc-f2dc-4e37-80e4-e8ef604866be', 'mac_address': 'fa:16:3e:90:5b:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:16:17.151557 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:17.166008 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74da34cc-f2dc-4e37-80e4-e8ef604866be {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:17.167879 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ef3033c2-0233-494e-9fcb-d0eefe57c620 req-dbbdf65b-6263-45cf-8f65-a4ecfbfffe44 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:17.186238 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbdf65b-6263-45cf-8f65-a4ecfbfffe44 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65c9280-7ece-439f-ab18-412b745749d4,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:17.187813 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 74da34cc-f2dc-4e37-80e4-e8ef604866be, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=74da34cc-f2dc-4e37-80e4-e8ef604866be,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:17.293587 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:17.296455 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ef3033c2-0233-494e-9fcb-d0eefe57c620 req-dbbdf65b-6263-45cf-8f65-a4ecfbfffe44 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:17.297954 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ef3033c2-0233-494e-9fcb-d0eefe57c620 req-dbbdf65b-6263-45cf-8f65-a4ecfbfffe44 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4303138 Dec 16 22:16:17.347882 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=74da34cc-f2dc-4e37-80e4-e8ef604866be,revision_number=12']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:17.378184 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cac57750-7986-42aa-9bd4-5c453348e46d req-f7061e18-6332-484c-bf99-9d3dbc27fcc0 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf196a75-9ebf-4486-8a65-b9a3aadb204d HTTP/1.1" status: 200 len: 210 time: 0.0271533 Dec 16 22:16:17.475179 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-aef47ae5-134b-4543-b263-552c874d0388 req-56600f89-acfd-4ccd-96c6-625cdc531b30 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:16:17.476481 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aef47ae5-134b-4543-b263-552c874d0388 req-56600f89-acfd-4ccd-96c6-625cdc531b30 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059595 Dec 16 22:16:17.666722 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['74da34cc-f2dc-4e37-80e4-e8ef604866be'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:17.891412 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c77da-e6c8-4264-972f-0f922bdd4404 req-ff4d3185-10b8-48c8-b1cb-4da41ed8fcba tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:17.892963 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-060c77da-e6c8-4264-972f-0f922bdd4404 req-ff4d3185-10b8-48c8-b1cb-4da41ed8fcba tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 950 time: 0.0522330 Dec 16 22:16:17.970222 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-060c77da-e6c8-4264-972f-0f922bdd4404 req-e716159e-9c74-410c-bbda-e195c21271ff tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696285 Dec 16 22:16:18.068264 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7998b8b4-02ba-4a91-aee5-39afce707380 req-b7c63be7-b311-443b-b528-beed8c6ac061 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] 10.222.0.75 "GET /v2.0/security-groups/5d3501c2-12a4-4a89-8e48-84ae71f6a4ba HTTP/1.1" status: 200 len: 2426 time: 0.0600858 Dec 16 22:16:18.117918 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-7d9fe4b5-3f0d-497d-96d8-8cc0a539f370 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:18.119562 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-7d9fe4b5-3f0d-497d-96d8-8cc0a539f370 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.57 "GET /v2.0/networks?id=2d98d86d-5788-4234-a141-176c08c435a2 HTTP/1.1" status: 200 len: 813 time: 0.1445279 Dec 16 22:16:18.181487 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-c4c972fd-9271-4039-a1a0-4f4a02c0f410 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Request body: {'port': {'device_id': '885ce88c-9aa2-4d77-846a-bccebb558c6a', 'network_id': '2d98d86d-5788-4234-a141-176c08c435a2', 'admin_state_up': True, 'tenant_id': '23f9f5820f6243729a0b52eda48aa141'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:18.186524 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266a93f-acd7-4d11-b1e0-63de249e6916 req-e8fc5902-4422-4e6d-8aac-06f50c1b4cd3 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:18.191651 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6266a93f-acd7-4d11-b1e0-63de249e6916 req-e8fc5902-4422-4e6d-8aac-06f50c1b4cd3 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=83a5876f-4a11-42e1-b5f8-bb1124dfee52 HTTP/1.1" status: 200 len: 950 time: 0.0633006 Dec 16 22:16:18.258165 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2bde9-d8d4-4b9b-a35b-1e18cd960d70 req-cb3745bd-a457-4320-a258-284ad44f15f2 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:18.259708 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3db2bde9-d8d4-4b9b-a35b-1e18cd960d70 req-cb3745bd-a457-4320-a258-284ad44f15f2 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 943 time: 0.1213255 Dec 16 22:16:18.267197 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6e6577fe-4e24-4ef2-b90e-a965faf9084b req-5d0271ce-2228-4a6c-bd2b-64e5541183b4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0742662 Dec 16 22:16:18.275493 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6266a93f-acd7-4d11-b1e0-63de249e6916 req-414de661-5bc4-4e26-8668-b92f7e49eac0 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717657 Dec 16 22:16:18.351460 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3db2bde9-d8d4-4b9b-a35b-1e18cd960d70 req-eea5789f-97f4-4477-b090-18e02bba87df tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825500 Dec 16 22:16:18.396714 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-94eedf98-55ad-4f35-be44-ca6b6a05380f req-17bce1b9-1c5a-4dec-bb03-c66dd6b1cef6 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 210 time: 0.0623155 Dec 16 22:16:18.458214 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c27b4234-d271-41cc-9211-b36ac95bc862 req-9fb8b3fd-39b2-4644-9fcb-bd2125d5ce93 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] 10.222.0.75 "GET /v2.0/security-group-rules/e65c9280-7ece-439f-ab18-412b745749d4 HTTP/1.1" status: 200 len: 778 time: 0.0277815 Dec 16 22:16:18.467813 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-c4c972fd-9271-4039-a1a0-4f4a02c0f410 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Made reservation on behalf of 23f9f5820f6243729a0b52eda48aa141 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:18.471958 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-c4c972fd-9271-4039-a1a0-4f4a02c0f410 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:18.527433 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c27b4234-d271-41cc-9211-b36ac95bc862 req-47447fea-69f5-46ca-bd95-ca9ceaf574d7 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] 10.222.0.75 "GET /v2.0/security-groups/5d3501c2-12a4-4a89-8e48-84ae71f6a4ba HTTP/1.1" status: 200 len: 2426 time: 0.0527894 Dec 16 22:16:18.560181 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c27b4234-d271-41cc-9211-b36ac95bc862 req-2cd6065d-2a45-48e2-8ed2-74ab919ea836 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:18.568518 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c27b4234-d271-41cc-9211-b36ac95bc862 req-2cd6065d-2a45-48e2-8ed2-74ab919ea836 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:18.584206 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62880f-fc00-4b5f-8621-ec6e22177557 req-934e1661-34c9-49a1-9ee6-aa13c1b1b4b7 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:18.585746 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e62880f-fc00-4b5f-8621-ec6e22177557 req-934e1661-34c9-49a1-9ee6-aa13c1b1b4b7 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 950 time: 0.1105263 Dec 16 22:16:18.587318 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718b92d9-71fa-4c06-80cf-086db893e954', 'name': 'network-vif-deleted', 'tag': '761909c8-6c69-48df-9871-36abc2f7f3ab'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:18.589757 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bb8598-dd64-426f-a175-87db2b6da717" -d '{"events": [{"server_uuid": "718b92d9-71fa-4c06-80cf-086db893e954", "name": "network-vif-deleted", "tag": "761909c8-6c69-48df-9871-36abc2f7f3ab"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:18.685982 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e62880f-fc00-4b5f-8621-ec6e22177557 req-b623d3d1-b1ea-4fa8-8b34-4dc458b45efa tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919809 Dec 16 22:16:18.690490 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-c4c972fd-9271-4039-a1a0-4f4a02c0f410 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Allocated IP 172.20.0.8 (2d98d86d-5788-4234-a141-176c08c435a2/964e51c8-19c1-4e62-91ee-8b4029d57c88/ceb1f347-3cb7-4ff7-87fd-03d794877a2b) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:16:18.714480 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c27b4234-d271-41cc-9211-b36ac95bc862 req-2cd6065d-2a45-48e2-8ed2-74ab919ea836 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:18.739230 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c27b4234-d271-41cc-9211-b36ac95bc862 req-2cd6065d-2a45-48e2-8ed2-74ab919ea836 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:18.740378 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c27b4234-d271-41cc-9211-b36ac95bc862 req-2cd6065d-2a45-48e2-8ed2-74ab919ea836 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/e65c9280-7ece-439f-ab18-412b745749d4 HTTP/1.1" status: 204 len: 173 time: 0.2047620 Dec 16 22:16:18.743773 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6065d-2a45-48e2-8ed2-74ab919ea836 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e65c9280-7ece-439f-ab18-412b745749d4,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:18.783446 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-04fe9a62-3319-44a2-b061-90e89653bab2 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:18.785361 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-04fe9a62-3319-44a2-b061-90e89653bab2 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.57 "GET /v2.0/networks?id=2d98d86d-5788-4234-a141-176c08c435a2 HTTP/1.1" status: 200 len: 813 time: 0.1677926 Dec 16 22:16:18.804895 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-d59dfc81-d3b3-4436-9c3a-d37a88cdb86a tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Request body: {'port': {'device_id': 'bf196a75-9ebf-4486-8a65-b9a3aadb204d', 'network_id': '2d98d86d-5788-4234-a141-176c08c435a2', 'admin_state_up': True, 'tenant_id': '23f9f5820f6243729a0b52eda48aa141'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:18.892023 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8c866620-dffa-42d4-ac15-80dffa3899a0 req-11d8612e-2e6c-41d4-a44f-784364f929ae tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf196a75-9ebf-4486-8a65-b9a3aadb204d HTTP/1.1" status: 200 len: 210 time: 0.0798867 Dec 16 22:16:18.908159 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed36ea8-f3be-4c4a-a91d-33273ee82124 req-727d48e4-46f2-48ac-98b1-d3c8415fe251 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:18.915669 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bed36ea8-f3be-4c4a-a91d-33273ee82124 req-727d48e4-46f2-48ac-98b1-d3c8415fe251 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd5192cf-59b4-45b3-9c64-046ec5c98225 HTTP/1.1" status: 200 len: 950 time: 0.0940561 Dec 16 22:16:18.948224 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 74da34cc-f2dc-4e37-80e4-e8ef604866be up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:18.949507 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-c4c972fd-9271-4039-a1a0-4f4a02c0f410 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:19.002346 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a06da9-a403-43ed-ad13-e9ff45447cca x-openstack-request-id: req-24a06da9-a403-43ed-ad13-e9ff45447cca {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:19.002925 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718b92d9-71fa-4c06-80cf-086db893e954", "name": "network-vif-deleted", "tag": "761909c8-6c69-48df-9871-36abc2f7f3ab", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:19.003370 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-24a06da9-a403-43ed-ad13-e9ff45447cca {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:19.004977 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718b92d9-71fa-4c06-80cf-086db893e954', 'name': 'network-vif-deleted', 'tag': '761909c8-6c69-48df-9871-36abc2f7f3ab', 'status': 'completed', 'code': 200} Dec 16 22:16:19.007343 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bed36ea8-f3be-4c4a-a91d-33273ee82124 req-3f50fd92-e586-462f-a5bd-4d7b6028b7d8 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907097 Dec 16 22:16:19.049443 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-da335a05-8b9b-4136-ad42-6dbd71dac491 req-ae46a658-d2b5-448f-abcf-ae7ecde8e15e tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1871405812', 'description': 'tempest-description-2066182057'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:19.208447 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-c4c972fd-9271-4039-a1a0-4f4a02c0f410 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:19.241196 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-da335a05-8b9b-4136-ad42-6dbd71dac491 req-ae46a658-d2b5-448f-abcf-ae7ecde8e15e tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:19.245803 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 74da34cc-f2dc-4e37-80e4-e8ef604866be completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:16:19.245997 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-d59dfc81-d3b3-4436-9c3a-d37a88cdb86a tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Made reservation on behalf of 23f9f5820f6243729a0b52eda48aa141 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:19.250508 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 74da34cc-f2dc-4e37-80e4-e8ef604866be triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:19.251452 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:19.257130 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-d59dfc81-d3b3-4436-9c3a-d37a88cdb86a tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:19.302580 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-c4c972fd-9271-4039-a1a0-4f4a02c0f410 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Network 2d98d86d-5788-4234-a141-176c08c435a2 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:19.312769 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-c4c972fd-9271-4039-a1a0-4f4a02c0f410 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:19.316736 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-c4c972fd-9271-4039-a1a0-4f4a02c0f410 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:19.362299 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:19.369385 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c972fd-9271-4039-a1a0-4f4a02c0f410 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Pushing event updated for resources: {'Port': ['ID=ceb1f347-3cb7-4ff7-87fd-03d794877a2b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:19.410524 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdd53d1-631a-4175-89a7-878f49e42674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74da34cc-f2dc-4e37-80e4-e8ef604866be'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:19.412597 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17a527a-c87c-49f4-a7d2-e52f5530e736" -d '{"events": [{"server_uuid": "6fdd53d1-631a-4175-89a7-878f49e42674", "name": "network-vif-plugged", "status": "completed", "tag": "74da34cc-f2dc-4e37-80e4-e8ef604866be"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:19.416970 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-c4c972fd-9271-4039-a1a0-4f4a02c0f410 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:19.423172 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-c4c972fd-9271-4039-a1a0-4f4a02c0f410 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:19.426377 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 74da34cc-f2dc-4e37-80e4-e8ef604866be, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=74da34cc-f2dc-4e37-80e4-e8ef604866be,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:19.436457 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ba555-6711-412d-a6bc-f715dcd2b37a req-e030e1f6-4c68-4250-bd28-e34b93660bd3 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:19.442441 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ba555-6711-412d-a6bc-f715dcd2b37a req-e030e1f6-4c68-4250-bd28-e34b93660bd3 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:19.444136 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d48ba555-6711-412d-a6bc-f715dcd2b37a req-e030e1f6-4c68-4250-bd28-e34b93660bd3 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=83a5876f-4a11-42e1-b5f8-bb1124dfee52&device_id=cd5192cf-59b4-45b3-9c64-046ec5c98225 HTTP/1.1" status: 200 len: 1691 time: 0.0815372 Dec 16 22:16:19.465520 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-da335a05-8b9b-4136-ad42-6dbd71dac491 req-ae46a658-d2b5-448f-abcf-ae7ecde8e15e tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:19.519199 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-d59dfc81-d3b3-4436-9c3a-d37a88cdb86a tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Allocated IP 172.20.0.3 (2d98d86d-5788-4234-a141-176c08c435a2/964e51c8-19c1-4e62-91ee-8b4029d57c88/9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:16:19.542277 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d48ba555-6711-412d-a6bc-f715dcd2b37a req-ff9184f3-b4ab-41ce-887c-42ec026e9992 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712886 Dec 16 22:16:19.672371 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:19.675543 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-c4c972fd-9271-4039-a1a0-4f4a02c0f410 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4997032 Dec 16 22:16:19.694762 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-dcb8f02e-1e03-4ae6-ae12-db840c26fc01 service neutron] Request body: {'port': {'device_id': '885ce88c-9aa2-4d77-846a-bccebb558c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:19.700455 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-da335a05-8b9b-4136-ad42-6dbd71dac491 req-ae46a658-d2b5-448f-abcf-ae7ecde8e15e tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:19.747101 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=74da34cc-f2dc-4e37-80e4-e8ef604866be,revision_number=13']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:19.772469 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-d59dfc81-d3b3-4436-9c3a-d37a88cdb86a tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:19.786569 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46a658-d2b5-448f-abcf-ae7ecde8e15e tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6b84e4-c7dc-430c-b41a-1e5d2ccd4fe4,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:19.803496 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-da335a05-8b9b-4136-ad42-6dbd71dac491 req-ae46a658-d2b5-448f-abcf-ae7ecde8e15e tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:19.804783 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-da335a05-8b9b-4136-ad42-6dbd71dac491 req-ae46a658-d2b5-448f-abcf-ae7ecde8e15e tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.7710471 Dec 16 22:16:19.805387 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-dcb8f02e-1e03-4ae6-ae12-db840c26fc01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:19.845186 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-526f806f-e253-4458-83fd-8c372512f37d tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=54dbe85688564892aa5226bd9c604156&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412512 Dec 16 22:16:20.162741 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-35a748f5-75dc-4d8f-80b5-f821d010b6f2 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:20.162741 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-35a748f5-75dc-4d8f-80b5-f821d010b6f2 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1359622 Dec 16 22:16:20.162741 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-84a4492a-85ea-4ee3-b5f1-bd18830a0267 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/quotas/54dbe85688564892aa5226bd9c604156 HTTP/1.1" status: 200 len: 375 time: 0.0110276 Dec 16 22:16:20.166679 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf97ef-a7f8-4b9a-9b11-e44536c0da6e req-f0cdfc30-e333-49ed-8661-47c725a3c4f7 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:20.166679 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7cf97ef-a7f8-4b9a-9b11-e44536c0da6e req-f0cdfc30-e333-49ed-8661-47c725a3c4f7 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 943 time: 0.1213372 Dec 16 22:16:20.168467 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-d59dfc81-d3b3-4436-9c3a-d37a88cdb86a tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:20.168690 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7cf97ef-a7f8-4b9a-9b11-e44536c0da6e req-14207b9b-de16-4218-9dbb-d7a5e9528c66 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018665 Dec 16 22:16:20.168844 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-d59dfc81-d3b3-4436-9c3a-d37a88cdb86a tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Network 2d98d86d-5788-4234-a141-176c08c435a2 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:20.168844 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59dfc81-d3b3-4436-9c3a-d37a88cdb86a tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Pushing event updated for resources: {'Port': ['ID=9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:20.168844 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-b6d4bf78-c6dd-4bc5-bbb1-af9cf5d7e3ec tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1313684 Dec 16 22:16:20.168844 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-d59dfc81-d3b3-4436-9c3a-d37a88cdb86a tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:20.168844 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-d59dfc81-d3b3-4436-9c3a-d37a88cdb86a tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:20.212782 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-d59dfc81-d3b3-4436-9c3a-d37a88cdb86a tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:20.213987 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-d59dfc81-d3b3-4436-9c3a-d37a88cdb86a tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:20.249131 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05839630-a43b-4df1-ab29-a78caeea80c3 x-openstack-request-id: req-05839630-a43b-4df1-ab29-a78caeea80c3 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:20.250480 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdd53d1-631a-4175-89a7-878f49e42674", "name": "network-vif-plugged", "status": "completed", "tag": "74da34cc-f2dc-4e37-80e4-e8ef604866be", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:20.250480 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-05839630-a43b-4df1-ab29-a78caeea80c3 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:20.250480 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdd53d1-631a-4175-89a7-878f49e42674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74da34cc-f2dc-4e37-80e4-e8ef604866be', 'code': 200} Dec 16 22:16:20.310837 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-dcb8f02e-1e03-4ae6-ae12-db840c26fc01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb1f347-3cb7-4ff7-87fd-03d794877a2b {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:20.328182 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-dcb8f02e-1e03-4ae6-ae12-db840c26fc01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:20.345953 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-27e241d6-389d-4fc9-a6ca-01781f42da65 req-76152570-d0fd-4a31-9c49-e3e7d5da0ed2 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 210 time: 0.0455546 Dec 16 22:16:20.357659 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-dcb8f02e-1e03-4ae6-ae12-db840c26fc01 service neutron] Transition to ACTIVE for port object ceb1f347-3cb7-4ff7-87fd-03d794877a2b will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:16:20.462966 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-d59dfc81-d3b3-4436-9c3a-d37a88cdb86a tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6623096 Dec 16 22:16:20.464349 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-dcb8f02e-1e03-4ae6-ae12-db840c26fc01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:20.487637 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-be581358-864d-4c67-84b9-137949071771 service neutron] Request body: {'port': {'device_id': 'bf196a75-9ebf-4486-8a65-b9a3aadb204d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:20.534377 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e34038a7-d87f-4d82-97ef-911649300baf req-88edb345-ce1f-4523-9f4a-79e6c2dcb4c2 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] 10.222.0.75 "GET /v2.0/security-groups/db6b84e4-c7dc-430c-b41a-1e5d2ccd4fe4 HTTP/1.1" status: 200 len: 1832 time: 0.0981150 Dec 16 22:16:20.548987 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8f02e-1e03-4ae6-ae12-db840c26fc01 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb1f347-3cb7-4ff7-87fd-03d794877a2b,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:20.670394 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39514) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:20.681372 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-be581358-864d-4c67-84b9-137949071771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:20.731687 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-dcb8f02e-1e03-4ae6-ae12-db840c26fc01 service neutron] Attempting to bind port ceb1f347-3cb7-4ff7-87fd-03d794877a2b on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:20.732049 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-dcb8f02e-1e03-4ae6-ae12-db840c26fc01 service neutron] Attempting to bind port ceb1f347-3cb7-4ff7-87fd-03d794877a2b by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '9beb40dc-3a00-4933-8b96-a06701ed9322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d98d86d-5788-4234-a141-176c08c435a2'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:20.732410 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-dcb8f02e-1e03-4ae6-ae12-db840c26fc01 service neutron] Attempting to bind port ceb1f347-3cb7-4ff7-87fd-03d794877a2b on network 2d98d86d-5788-4234-a141-176c08c435a2 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:20.760264 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-dcb8f02e-1e03-4ae6-ae12-db840c26fc01 service neutron] Port ceb1f347-3cb7-4ff7-87fd-03d794877a2b on network 2d98d86d-5788-4234-a141-176c08c435a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:16:20.760716 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-dcb8f02e-1e03-4ae6-ae12-db840c26fc01 service neutron] Attempting to bind port ceb1f347-3cb7-4ff7-87fd-03d794877a2b on network 2d98d86d-5788-4234-a141-176c08c435a2 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:20.769067 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-dcb8f02e-1e03-4ae6-ae12-db840c26fc01 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:20.769461 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-dcb8f02e-1e03-4ae6-ae12-db840c26fc01 service neutron] Checking segment: {'id': '9beb40dc-3a00-4933-8b96-a06701ed9322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d98d86d-5788-4234-a141-176c08c435a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:20.769897 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-dcb8f02e-1e03-4ae6-ae12-db840c26fc01 service neutron] Bound using segment: {'id': '9beb40dc-3a00-4933-8b96-a06701ed9322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d98d86d-5788-4234-a141-176c08c435a2'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:20.770591 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-dcb8f02e-1e03-4ae6-ae12-db840c26fc01 service neutron] Bound port: ceb1f347-3cb7-4ff7-87fd-03d794877a2b, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9beb40dc-3a00-4933-8b96-a06701ed9322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d98d86d-5788-4234-a141-176c08c435a2'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:20.771184 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-dcb8f02e-1e03-4ae6-ae12-db840c26fc01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:20.775080 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249c66e-20b1-456b-a9f3-5d4ff4bfd611 req-0e60a111-a40e-484d-a420-00ee4c14d9b9 tempest-ServersOnMultiNodesTest-787160010 tempest-ServersOnMultiNodesTest-787160010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:20.785579 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d249c66e-20b1-456b-a9f3-5d4ff4bfd611 req-0e60a111-a40e-484d-a420-00ee4c14d9b9 tempest-ServersOnMultiNodesTest-787160010 tempest-ServersOnMultiNodesTest-787160010-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=83a5876f-4a11-42e1-b5f8-bb1124dfee52 HTTP/1.1" status: 200 len: 1101 time: 0.0984952 Dec 16 22:16:20.794965 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d423fcc-8c10-4d59-9d7d-fdbdda8c6294 req-8a96cf75-2799-4d24-a6ee-7c645e306d14 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:20.802730 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d423fcc-8c10-4d59-9d7d-fdbdda8c6294 req-8a96cf75-2799-4d24-a6ee-7c645e306d14 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf196a75-9ebf-4486-8a65-b9a3aadb204d HTTP/1.1" status: 200 len: 931 time: 0.1596894 Dec 16 22:16:20.898788 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-dcb8f02e-1e03-4ae6-ae12-db840c26fc01 service neutron] For port ceb1f347-3cb7-4ff7-87fd-03d794877a2b, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:20.921519 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7a6e7448-d2c6-49a7-a1da-72fe1e060326 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:20.944050 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-dcb8f02e-1e03-4ae6-ae12-db840c26fc01 service neutron] For port ceb1f347-3cb7-4ff7-87fd-03d794877a2b, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=ceb1f347-3cb7-4ff7-87fd-03d794877a2b,segment=NetworkSegment(9beb40dc-3a00-4933-8b96-a06701ed9322),segment_id=9beb40dc-3a00-4933-8b96-a06701ed9322)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:20.959984 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d249c66e-20b1-456b-a9f3-5d4ff4bfd611 req-654d416b-bd9c-4cd2-a262-45464acaed06 tempest-ServersOnMultiNodesTest-787160010 tempest-ServersOnMultiNodesTest-787160010-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733618 Dec 16 22:16:21.015113 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d423fcc-8c10-4d59-9d7d-fdbdda8c6294 req-c0bd5d6c-eb28-4a63-9f38-fc0b25e3ff99 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/security-groups?id=39bc3a12-33f5-4909-8964-eeea43d6dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066028 Dec 16 22:16:21.041377 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6577fe-4e24-4ef2-b90e-a965faf9084b req-a23c96d5-1e1c-4a11-9455-ca1484dfb983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:21.044776 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6e6577fe-4e24-4ef2-b90e-a965faf9084b req-a23c96d5-1e1c-4a11-9455-ca1484dfb983 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6&tenant_id=52dc9402d4464077b6d2e671843b655f HTTP/1.1" status: 200 len: 1094 time: 0.1460984 Dec 16 22:16:21.093344 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9a4c347-4125-4aaa-85c6-5e5d4a8cb5a3 req-e2de0741-74e7-4c79-8b4a-1c4d0b88437f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 210 time: 0.0627658 Dec 16 22:16:21.110735 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-dcb8f02e-1e03-4ae6-ae12-db840c26fc01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:21.163232 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-b829d030-30a2-48f9-8d78-9312602119c6 req-eba25a49-932a-4f7c-ab96-ad5360798467 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1115877695', 'description': 'tempest-description-838322838'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:21.183291 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-dcb8f02e-1e03-4ae6-ae12-db840c26fc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:21.184003 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-dcb8f02e-1e03-4ae6-ae12-db840c26fc01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:21.185383 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-dcb8f02e-1e03-4ae6-ae12-db840c26fc01 service neutron] 10.222.0.57 "PUT /v2.0/ports/ceb1f347-3cb7-4ff7-87fd-03d794877a2b HTTP/1.1" status: 200 len: 1091 time: 1.4951200 Dec 16 22:16:21.188634 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885ce88c-9aa2-4d77-846a-bccebb558c6a', 'tag': 'ceb1f347-3cb7-4ff7-87fd-03d794877a2b'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:21.190858 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eff571f-551c-4f09-a6bc-9298f0ba2f32" -d '{"events": [{"name": "network-changed", "server_uuid": "885ce88c-9aa2-4d77-846a-bccebb558c6a", "tag": "ceb1f347-3cb7-4ff7-87fd-03d794877a2b"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:21.194837 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6577fe-4e24-4ef2-b90e-a965faf9084b req-3a57b6ca-59c3-4570-84b2-55243f1fa266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:21.194962 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7a6e7448-d2c6-49a7-a1da-72fe1e060326 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:21.196866 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6e6577fe-4e24-4ef2-b90e-a965faf9084b req-3a57b6ca-59c3-4570-84b2-55243f1fa266 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=52dc9402d4464077b6d2e671843b655f&device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 1094 time: 0.1062222 Dec 16 22:16:21.239372 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8f02e-1e03-4ae6-ae12-db840c26fc01 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb1f347-3cb7-4ff7-87fd-03d794877a2b,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:21.256252 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59c1eb-0683-4472-bbaa-631690004f7f req-307afb57-d343-48fe-b6e7-22457b48af1b tempest-ServersOnMultiNodesTest-787160010 tempest-ServersOnMultiNodesTest-787160010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:21.258069 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2f59c1eb-0683-4472-bbaa-631690004f7f req-307afb57-d343-48fe-b6e7-22457b48af1b tempest-ServersOnMultiNodesTest-787160010 tempest-ServersOnMultiNodesTest-787160010-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=cd5192cf-59b4-45b3-9c64-046ec5c98225 HTTP/1.1" status: 200 len: 1101 time: 0.0804982 Dec 16 22:16:21.317077 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2f59c1eb-0683-4472-bbaa-631690004f7f req-f299836a-45ce-4e39-ac13-c031e5155160 tempest-ServersOnMultiNodesTest-787160010 tempest-ServersOnMultiNodesTest-787160010-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519500 Dec 16 22:16:21.319408 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-be581358-864d-4c67-84b9-137949071771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:21.321251 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7a6e7448-d2c6-49a7-a1da-72fe1e060326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:21.333488 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-be581358-864d-4c67-84b9-137949071771 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:21.374774 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7a6e7448-d2c6-49a7-a1da-72fe1e060326 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=929371f15d214121b702bd5019d6ff16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7032273 Dec 16 22:16:21.376749 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e7448-d2c6-49a7-a1da-72fe1e060326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5dd503-81d5-4bf8-b08e-1774029d46c4,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:21.380324 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39532) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:21.384073 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6577fe-4e24-4ef2-b90e-a965faf9084b req-4fc4d723-0d18-4ae8-9c38-7a4f50bac071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:21.385843 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6e6577fe-4e24-4ef2-b90e-a965faf9084b req-4fc4d723-0d18-4ae8-9c38-7a4f50bac071 service neutron] 10.222.0.76 "GET /v2.0/networks?id=cad91a34-249c-45b2-83af-f58c71b36922 HTTP/1.1" status: 200 len: 913 time: 0.1765556 Dec 16 22:16:21.447456 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-be581358-864d-4c67-84b9-137949071771 service neutron] Transition to ACTIVE for port object 9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:16:21.449938 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6e6577fe-4e24-4ef2-b90e-a965faf9084b req-97ced1eb-2068-49db-8f2a-2b8683208090 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba1ff4b2-448b-404a-9ab2-814ba9765abb HTTP/1.1" status: 200 len: 217 time: 0.0541716 Dec 16 22:16:21.494477 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4bd7a-0771-4d38-89fe-5d17c66eb9b0 req-82bfe6f9-653d-40df-b4cc-a7bb695869c4 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:21.496436 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-28c4bd7a-0771-4d38-89fe-5d17c66eb9b0 req-82bfe6f9-653d-40df-b4cc-a7bb695869c4 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 943 time: 0.1062846 Dec 16 22:16:21.508213 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6577fe-4e24-4ef2-b90e-a965faf9084b req-90b5a406-6da0-4756-ba3d-10465e6f2d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:21.510342 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6e6577fe-4e24-4ef2-b90e-a965faf9084b req-90b5a406-6da0-4756-ba3d-10465e6f2d63 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d3b028fb-b449-456f-83ef-703e1dbce1bf HTTP/1.1" status: 200 len: 853 time: 0.0538278 Dec 16 22:16:21.525326 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-15d3239c-ad23-477f-9497-4c350b7acee5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:21.541348 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-93a71319-4a10-4a42-b087-1c79d6e4f0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:21.542944 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-93a71319-4a10-4a42-b087-1c79d6e4f0b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=23f9f5820f6243729a0b52eda48aa141&device_id=885ce88c-9aa2-4d77-846a-bccebb558c6a HTTP/1.1" status: 200 len: 1094 time: 0.0962069 Dec 16 22:16:21.545289 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6e6577fe-4e24-4ef2-b90e-a965faf9084b req-f9b9f1dc-0eb8-4809-af95-7e6ff6c86f2f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cad91a34-249c-45b2-83af-f58c71b36922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273211 Dec 16 22:16:21.577417 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-15d3239c-ad23-477f-9497-4c350b7acee5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:21.599018 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b829d030-30a2-48f9-8d78-9312602119c6 req-eba25a49-932a-4f7c-ab96-ad5360798467 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:21.678570 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-be581358-864d-4c67-84b9-137949071771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:21.687840 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6e6577fe-4e24-4ef2-b90e-a965faf9084b req-d4b13eee-7fa2-4739-93bd-147d7ab944a3 service neutron] 10.222.0.76 "GET /v2.0/networks/cad91a34-249c-45b2-83af-f58c71b36922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353440 Dec 16 22:16:21.955518 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-1c7342e9-482d-4089-884d-ae0fefb27e71 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ceb1f347-3cb7-4ff7-87fd-03d794877a2b HTTP/1.1" status: 200 len: 217 time: 0.3905675 Dec 16 22:16:21.964275 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-28c4bd7a-0771-4d38-89fe-5d17c66eb9b0 req-c0d82621-259a-4dbf-8748-ee74fc9b263b tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4589629 Dec 16 22:16:22.037549 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-b4ae7040-ee66-4d37-8b42-30c88bace015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:22.039211 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-b4ae7040-ee66-4d37-8b42-30c88bace015 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=964e51c8-19c1-4e62-91ee-8b4029d57c88 HTTP/1.1" status: 200 len: 853 time: 0.0738008 Dec 16 22:16:22.085241 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-3155bbdc-9dbd-4deb-ac3c-7c69a4e4dbb6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2d98d86d-5788-4234-a141-176c08c435a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388086 Dec 16 22:16:22.135138 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b829d030-30a2-48f9-8d78-9312602119c6 req-eba25a49-932a-4f7c-ab96-ad5360798467 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:22.146746 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be581358-864d-4c67-84b9-137949071771 service neutron] Pushing event updated for resources: {'Port': ['ID=9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:22.161410 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-15d3239c-ad23-477f-9497-4c350b7acee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:22.164233 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-15d3239c-ad23-477f-9497-4c350b7acee5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:22.167918 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-15d3239c-ad23-477f-9497-4c350b7acee5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bb5dd503-81d5-4bf8-b08e-1774029d46c4 HTTP/1.1" status: 204 len: 168 time: 0.7840226 Dec 16 22:16:22.179532 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3239c-ad23-477f-9497-4c350b7acee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5dd503-81d5-4bf8-b08e-1774029d46c4,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:22.253645 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6e6577fe-4e24-4ef2-b90e-a965faf9084b req-b8adb1ed-1dfd-4673-8a62-cc25ce562259 service neutron] 10.222.0.76 "GET /v2.0/networks/cad91a34-249c-45b2-83af-f58c71b36922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360677 Dec 16 22:16:22.278217 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-ab04b046-c434-4322-8354-6f6218c51e12 service neutron] 10.222.0.57 "GET /v2.0/networks/2d98d86d-5788-4234-a141-176c08c435a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846805 Dec 16 22:16:22.287246 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-be581358-864d-4c67-84b9-137949071771 service neutron] Attempting to bind port 9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:22.287608 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-be581358-864d-4c67-84b9-137949071771 service neutron] Attempting to bind port 9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '9beb40dc-3a00-4933-8b96-a06701ed9322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d98d86d-5788-4234-a141-176c08c435a2'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:22.288434 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-be581358-864d-4c67-84b9-137949071771 service neutron] Attempting to bind port 9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9 on network 2d98d86d-5788-4234-a141-176c08c435a2 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:22.291014 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b829d030-30a2-48f9-8d78-9312602119c6 req-eba25a49-932a-4f7c-ab96-ad5360798467 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:22.313650 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-be581358-864d-4c67-84b9-137949071771 service neutron] Port 9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9 on network 2d98d86d-5788-4234-a141-176c08c435a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:16:22.314085 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-be581358-864d-4c67-84b9-137949071771 service neutron] Attempting to bind port 9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9 on network 2d98d86d-5788-4234-a141-176c08c435a2 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:22.341947 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-be581358-864d-4c67-84b9-137949071771 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:22.342303 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-be581358-864d-4c67-84b9-137949071771 service neutron] Checking segment: {'id': '9beb40dc-3a00-4933-8b96-a06701ed9322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d98d86d-5788-4234-a141-176c08c435a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:22.342701 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-be581358-864d-4c67-84b9-137949071771 service neutron] Bound using segment: {'id': '9beb40dc-3a00-4933-8b96-a06701ed9322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d98d86d-5788-4234-a141-176c08c435a2'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:22.343182 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-be581358-864d-4c67-84b9-137949071771 service neutron] Bound port: 9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9beb40dc-3a00-4933-8b96-a06701ed9322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d98d86d-5788-4234-a141-176c08c435a2'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:22.343549 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-be581358-864d-4c67-84b9-137949071771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:22.352090 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6471e8b0-6972-4370-8804-9a0284c49b5b x-openstack-request-id: req-6471e8b0-6972-4370-8804-9a0284c49b5b {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:22.352635 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885ce88c-9aa2-4d77-846a-bccebb558c6a", "tag": "ceb1f347-3cb7-4ff7-87fd-03d794877a2b", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:22.353172 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6471e8b0-6972-4370-8804-9a0284c49b5b {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:22.353172 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885ce88c-9aa2-4d77-846a-bccebb558c6a', 'tag': 'ceb1f347-3cb7-4ff7-87fd-03d794877a2b', 'status': 'completed', 'code': 200} Dec 16 22:16:22.363997 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba25a49-932a-4f7c-ab96-ad5360798467 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc280795-14f3-4efc-8619-39e9986ab6ab,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:22.389867 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-9db2475e-206c-4ce3-8916-5b2dabb3c789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:22.395516 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-9db2475e-206c-4ce3-8916-5b2dabb3c789 service neutron] 10.222.0.76 "GET /v2.0/ports/cdf3648f-0e95-45df-b89b-23cc65ae37c9 HTTP/1.1" status: 200 len: 1026 time: 0.0593207 Dec 16 22:16:22.407356 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-9cf11538-c9bf-4b97-869f-b689ea46b34e service neutron] 10.222.0.57 "GET /v2.0/networks/2d98d86d-5788-4234-a141-176c08c435a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186879 Dec 16 22:16:22.456211 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b829d030-30a2-48f9-8d78-9312602119c6 req-eba25a49-932a-4f7c-ab96-ad5360798467 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:22.456211 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b829d030-30a2-48f9-8d78-9312602119c6 req-eba25a49-932a-4f7c-ab96-ad5360798467 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 1.3046615 Dec 16 22:16:22.470959 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-29afcd99-bb8f-4b26-92f6-31a8e313005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:22.472406 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-29afcd99-bb8f-4b26-92f6-31a8e313005f service neutron] 10.222.0.76 "GET /v2.0/ports/279064a7-b0af-47a2-926c-bbdc2a0e2846 HTTP/1.1" status: 200 len: 1027 time: 0.0613952 Dec 16 22:16:22.538679 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-be581358-864d-4c67-84b9-137949071771 service neutron] For port 9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:22.587107 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-be581358-864d-4c67-84b9-137949071771 service neutron] For port 9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9,segment=NetworkSegment(9beb40dc-3a00-4933-8b96-a06701ed9322),segment_id=9beb40dc-3a00-4933-8b96-a06701ed9322)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:22.602341 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4ed2e2fe-fabf-4430-98a9-aa7d6217b510 req-81f4daab-cf40-4ca0-814c-3d61ea06a5d5 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 210 time: 0.0624840 Dec 16 22:16:22.694366 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-be581358-864d-4c67-84b9-137949071771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:22.765767 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-02bbf00a-1acd-487a-b160-0c12876a3375 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:22.766415 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877980e-7697-42f6-b333-ff9aef4746d3 req-f0abf83e-99dc-4f29-a47f-c3002db6bfe7 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:22.768667 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0877980e-7697-42f6-b333-ff9aef4746d3 req-f0abf83e-99dc-4f29-a47f-c3002db6bfe7 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf196a75-9ebf-4486-8a65-b9a3aadb204d HTTP/1.1" status: 200 len: 943 time: 0.1140020 Dec 16 22:16:22.778736 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-02bbf00a-1acd-487a-b160-0c12876a3375 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:22.784910 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-02bbf00a-1acd-487a-b160-0c12876a3375 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:22.786887 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-02bbf00a-1acd-487a-b160-0c12876a3375 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.76 "GET /v2.0/networks?id=6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6&id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&id=133792b4-eb35-4125-8057-ae6885c1e196&id=133792b4-eb35-4125-8057-ae6885c1e196 HTTP/1.1" status: 200 len: 1988 time: 0.3049901 Dec 16 22:16:22.787843 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-be581358-864d-4c67-84b9-137949071771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:22.788467 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-be581358-864d-4c67-84b9-137949071771 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:22.789873 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-be581358-864d-4c67-84b9-137949071771 service neutron] 10.222.0.57 "PUT /v2.0/ports/9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9 HTTP/1.1" status: 200 len: 1091 time: 2.3109243 Dec 16 22:16:22.793940 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf196a75-9ebf-4486-8a65-b9a3aadb204d', 'tag': '9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:22.796414 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c1a085-7ca6-4bff-adee-a60dbbf9ecc3" -d '{"events": [{"name": "network-changed", "server_uuid": "bf196a75-9ebf-4486-8a65-b9a3aadb204d", "tag": "9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:22.805453 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff571f-551c-4f09-a6bc-9298f0ba2f32 req-456c497d-e2ea-4a61-90c3-77501b859f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:22.807096 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3eff571f-551c-4f09-a6bc-9298f0ba2f32 req-456c497d-e2ea-4a61-90c3-77501b859f5f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=23f9f5820f6243729a0b52eda48aa141&device_id=885ce88c-9aa2-4d77-846a-bccebb558c6a HTTP/1.1" status: 200 len: 1094 time: 0.1067936 Dec 16 22:16:22.874293 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f51a3bbc-1181-4f9e-a54b-ef80af0e54b8 req-18f89423-b433-49ad-b054-f16a89a7f70f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 210 time: 0.1162190 Dec 16 22:16:22.893760 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0877980e-7697-42f6-b333-ff9aef4746d3 req-679484b8-e2d8-4630-b5e2-aaa03bdf237f tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/security-groups?id=39bc3a12-33f5-4909-8964-eeea43d6dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185839 Dec 16 22:16:22.945820 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be581358-864d-4c67-84b9-137949071771 service neutron] Pushing event updated for resources: {'Port': ['ID=9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:22.950512 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff571f-551c-4f09-a6bc-9298f0ba2f32 req-1fef2e4f-e4f1-4eb8-bc9e-2c4b4c88a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:22.952364 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3eff571f-551c-4f09-a6bc-9298f0ba2f32 req-1fef2e4f-e4f1-4eb8-bc9e-2c4b4c88a53e service neutron] 10.222.0.57 "GET /v2.0/networks?id=2d98d86d-5788-4234-a141-176c08c435a2 HTTP/1.1" status: 200 len: 913 time: 0.1363595 Dec 16 22:16:22.958493 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-d188dc22-b877-4b86-bae9-7a85dec41f45 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0f42b93d17b453cb09b716a19274f39 HTTP/1.1" status: 200 len: 380 time: 0.1369863 Dec 16 22:16:22.968988 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-f0607214-0230-43df-a9f2-2183df1ed9c8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Request body: {'port': {'device_id': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6', 'admin_state_up': True, 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'security_groups': ['04e9709e-97c9-4ec5-a72c-ef11ce486028']}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:23.020009 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3eff571f-551c-4f09-a6bc-9298f0ba2f32 req-374cd010-4137-42c3-bee7-982c8360e36c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ceb1f347-3cb7-4ff7-87fd-03d794877a2b HTTP/1.1" status: 200 len: 217 time: 0.0501909 Dec 16 22:16:23.086688 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-945e8b27-15da-4226-9a21-bb6063a0f183 req-2a166f43-b484-4a34-b3fc-bfc51a3c2b98 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] 10.222.0.75 "GET /v2.0/security-groups/fc280795-14f3-4efc-8619-39e9986ab6ab HTTP/1.1" status: 200 len: 1831 time: 0.1329732 Dec 16 22:16:23.123060 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff571f-551c-4f09-a6bc-9298f0ba2f32 req-a76ed7b7-ef93-4bff-b8d6-d1c2b80a37e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:23.128006 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3eff571f-551c-4f09-a6bc-9298f0ba2f32 req-a76ed7b7-ef93-4bff-b8d6-d1c2b80a37e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=964e51c8-19c1-4e62-91ee-8b4029d57c88 HTTP/1.1" status: 200 len: 853 time: 0.0989673 Dec 16 22:16:23.179493 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f24bad6-81bb-490e-8f46-51092e382583 x-openstack-request-id: req-4f24bad6-81bb-490e-8f46-51092e382583 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:23.180094 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf196a75-9ebf-4486-8a65-b9a3aadb204d", "tag": "9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:23.181523 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4f24bad6-81bb-490e-8f46-51092e382583 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:23.183445 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf196a75-9ebf-4486-8a65-b9a3aadb204d', 'tag': '9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9', 'status': 'completed', 'code': 200} Dec 16 22:16:23.202622 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-712fd406-3a93-4372-bc2b-3dd5f48582c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:23.206846 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-712fd406-3a93-4372-bc2b-3dd5f48582c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=23f9f5820f6243729a0b52eda48aa141&device_id=bf196a75-9ebf-4486-8a65-b9a3aadb204d HTTP/1.1" status: 200 len: 1094 time: 0.2243993 Dec 16 22:16:23.208044 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3eff571f-551c-4f09-a6bc-9298f0ba2f32 req-a9d5db71-56e0-4f10-885e-ce857196ef64 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2d98d86d-5788-4234-a141-176c08c435a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618768 Dec 16 22:16:23.281348 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-1e4761d5-92ba-46a1-a246-1dfa803fcbfb tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=84a0f56690704a89b89d2fa8c0442625&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675995 Dec 16 22:16:23.349887 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53e09e37-8388-468e-8008-0ebaca06b687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:23.394830 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-c6b7e7bc-299f-450d-9733-7bc419a865b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9 HTTP/1.1" status: 200 len: 217 time: 0.1642444 Dec 16 22:16:23.484760 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-77985358-f7c4-4783-af04-6ba2f8d1bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:23.486461 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-77985358-f7c4-4783-af04-6ba2f8d1bc17 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=964e51c8-19c1-4e62-91ee-8b4029d57c88 HTTP/1.1" status: 200 len: 853 time: 0.0760617 Dec 16 22:16:23.505009 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc81a8-156d-4f7f-8289-fe369b92ff92 req-08bae402-9433-4a10-8c03-9d3dda29cfee tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:23.506602 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d4cc81a8-156d-4f7f-8289-fe369b92ff92 req-08bae402-9433-4a10-8c03-9d3dda29cfee tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 943 time: 0.2220039 Dec 16 22:16:23.521123 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3eff571f-551c-4f09-a6bc-9298f0ba2f32 req-472a6ee7-7650-4fc5-927f-887efba07188 service neutron] 10.222.0.57 "GET /v2.0/networks/2d98d86d-5788-4234-a141-176c08c435a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386072 Dec 16 22:16:23.531491 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-959c2449-965b-455f-817d-8a9e1fffbe0a tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:23.539503 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-959c2449-965b-455f-817d-8a9e1fffbe0a tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2478585 Dec 16 22:16:23.546172 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-db169436-ecb2-412f-abdd-bc320cc2946a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2d98d86d-5788-4234-a141-176c08c435a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383778 Dec 16 22:16:23.553178 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-f0607214-0230-43df-a9f2-2183df1ed9c8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Made reservation on behalf of a0f42b93d17b453cb09b716a19274f39 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:23.577818 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-f0607214-0230-43df-a9f2-2183df1ed9c8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:23.610632 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-27bea8d8-cea2-402b-8e77-2426ee8fec95 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/quotas/84a0f56690704a89b89d2fa8c0442625 HTTP/1.1" status: 200 len: 375 time: 0.0698876 Dec 16 22:16:23.708112 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-83f794b1-6398-4d8e-9280-50239a456144 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=84a0f56690704a89b89d2fa8c0442625&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0828161 Dec 16 22:16:23.722142 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3eff571f-551c-4f09-a6bc-9298f0ba2f32 req-187179eb-8eb1-489b-8084-44dca7776bb4 service neutron] 10.222.0.57 "GET /v2.0/networks/2d98d86d-5788-4234-a141-176c08c435a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784239 Dec 16 22:16:23.777370 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d4cc81a8-156d-4f7f-8289-fe369b92ff92 req-6e150d9c-b3ad-4420-be37-a550671cfecf tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613082 Dec 16 22:16:23.833767 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-45622680-f4c6-4b9b-885f-eb1766e56c53 service neutron] 10.222.0.57 "GET /v2.0/networks/2d98d86d-5788-4234-a141-176c08c435a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700703 Dec 16 22:16:23.879962 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-84bddb07-0de6-40cc-b1a8-257590f659b8 req-753350c0-1fa1-4a71-bbe0-419025e5d157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1544185034', 'description': 'tempest-description-910249298'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:24.105598 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ce78c3c-9f56-4f53-87f2-0c37ac51507f req-6bb1029d-4c97-43e6-b414-5705794895fe service neutron] 10.222.0.57 "GET /v2.0/networks/2d98d86d-5788-4234-a141-176c08c435a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184811 Dec 16 22:16:24.123436 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-84bddb07-0de6-40cc-b1a8-257590f659b8 req-753350c0-1fa1-4a71-bbe0-419025e5d157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:24.146711 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-f0607214-0230-43df-a9f2-2183df1ed9c8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Allocated IP 172.20.0.4 (6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6/26d9264a-299a-4d37-a6df-7bf2c29884f5/d4bae84f-8ce7-4c5f-afaf-512e8b879293) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:16:24.417881 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-dde82d9b-b78f-4595-be20-9a82a842a6bb tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=54dbe85688564892aa5226bd9c604156&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524786 Dec 16 22:16:24.428125 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1a085-7ca6-4bff-adee-a60dbbf9ecc3 req-80c6dcae-907d-46a3-b91b-01f02d13e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:24.434703 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f3c1a085-7ca6-4bff-adee-a60dbbf9ecc3 req-80c6dcae-907d-46a3-b91b-01f02d13e4f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=23f9f5820f6243729a0b52eda48aa141&device_id=bf196a75-9ebf-4486-8a65-b9a3aadb204d HTTP/1.1" status: 200 len: 1094 time: 0.1074262 Dec 16 22:16:24.599650 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-f0607214-0230-43df-a9f2-2183df1ed9c8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:24.665514 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-84bddb07-0de6-40cc-b1a8-257590f659b8 req-753350c0-1fa1-4a71-bbe0-419025e5d157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:24.733162 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1a085-7ca6-4bff-adee-a60dbbf9ecc3 req-fd3f191b-96c2-42bf-939b-7b13a7d49fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:24.735395 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f3c1a085-7ca6-4bff-adee-a60dbbf9ecc3 req-fd3f191b-96c2-42bf-939b-7b13a7d49fc1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2d98d86d-5788-4234-a141-176c08c435a2 HTTP/1.1" status: 200 len: 913 time: 0.2767825 Dec 16 22:16:24.738218 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-84bddb07-0de6-40cc-b1a8-257590f659b8 req-753350c0-1fa1-4a71-bbe0-419025e5d157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:24.809622 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f3c1a085-7ca6-4bff-adee-a60dbbf9ecc3 req-cfd633ba-3268-427d-88b3-0d06471870cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9 HTTP/1.1" status: 200 len: 217 time: 0.0645578 Dec 16 22:16:24.814959 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753350c0-1fa1-4a71-bbe0-419025e5d157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b809d498-d4fb-4788-86c6-e82772e33bf2,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:24.865627 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-f0607214-0230-43df-a9f2-2183df1ed9c8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:25.013806 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0607214-0230-43df-a9f2-2183df1ed9c8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event updated for resources: {'Port': ['ID=d4bae84f-8ce7-4c5f-afaf-512e8b879293,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:25.028705 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-84bddb07-0de6-40cc-b1a8-257590f659b8 req-753350c0-1fa1-4a71-bbe0-419025e5d157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:25.052121 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-84bddb07-0de6-40cc-b1a8-257590f659b8 req-753350c0-1fa1-4a71-bbe0-419025e5d157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 1.2275698 Dec 16 22:16:25.115107 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-f0607214-0230-43df-a9f2-2183df1ed9c8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Network 6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:25.122739 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-f0607214-0230-43df-a9f2-2183df1ed9c8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:25.134180 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-f0607214-0230-43df-a9f2-2183df1ed9c8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:25.138906 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1a085-7ca6-4bff-adee-a60dbbf9ecc3 req-40c1b919-da0a-4b63-af07-cd57f32fc04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:25.146731 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f3c1a085-7ca6-4bff-adee-a60dbbf9ecc3 req-40c1b919-da0a-4b63-af07-cd57f32fc04a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=964e51c8-19c1-4e62-91ee-8b4029d57c88 HTTP/1.1" status: 200 len: 853 time: 0.3179231 Dec 16 22:16:25.222196 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f3c1a085-7ca6-4bff-adee-a60dbbf9ecc3 req-8fcaa339-c96b-4f9b-9134-dd130099abed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2d98d86d-5788-4234-a141-176c08c435a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374048 Dec 16 22:16:25.273825 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e4cf1-8ab8-4772-9ad8-7e0a03e3c44d req-a3303cb3-d0d2-490d-8e01-a732cfe84a5d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:25.286067 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d53e4cf1-8ab8-4772-9ad8-7e0a03e3c44d req-a3303cb3-d0d2-490d-8e01-a732cfe84a5d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 931 time: 0.3826191 Dec 16 22:16:25.289826 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-901d0791-2718-45e4-bcc6-e3cb5f7fef04 req-35f1a412-6d96-4c21-9e95-137477799bff tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 210 time: 0.1403618 Dec 16 22:16:25.459632 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-20e1cbf7-2db6-4905-8f9c-00900c831947 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:25.471867 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-20e1cbf7-2db6-4905-8f9c-00900c831947 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4879322 Dec 16 22:16:25.516074 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d53e4cf1-8ab8-4772-9ad8-7e0a03e3c44d req-f4c6fbf5-5621-492e-bae4-308ed3fe3c12 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290120 Dec 16 22:16:25.633006 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f3c1a085-7ca6-4bff-adee-a60dbbf9ecc3 req-e822d495-f108-4b33-ae17-8016ded221e2 service neutron] 10.222.0.57 "GET /v2.0/networks/2d98d86d-5788-4234-a141-176c08c435a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575790 Dec 16 22:16:25.646150 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1698d1d9-a6d7-4405-b00b-9524c094473f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:25.646602 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-f0607214-0230-43df-a9f2-2183df1ed9c8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:25.647546 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-f0607214-0230-43df-a9f2-2183df1ed9c8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:25.705028 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-dcb3af1e-0d2f-483e-8b5b-4fae7c224c5c None None] Provisioning complete for port d4bae84f-8ce7-4c5f-afaf-512e8b879293 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:25.707433 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dcb3af1e-0d2f-483e-8b5b-4fae7c224c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:25.801484 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f3c1a085-7ca6-4bff-adee-a60dbbf9ecc3 req-c257f83c-d7d3-4880-9bb0-2cb89049fac0 service neutron] 10.222.0.57 "GET /v2.0/networks/2d98d86d-5788-4234-a141-176c08c435a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452117 Dec 16 22:16:25.833297 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d16aa7-a2c4-491b-b704-9ab2efe09036 req-2556c334-5366-43c4-8e64-c70a004f62bb tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:25.841038 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-dcb3af1e-0d2f-483e-8b5b-4fae7c224c5c None None] Port d4bae84f-8ce7-4c5f-afaf-512e8b879293 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:16:25.845962 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-65d16aa7-a2c4-491b-b704-9ab2efe09036 req-2556c334-5366-43c4-8e64-c70a004f62bb tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf196a75-9ebf-4486-8a65-b9a3aadb204d HTTP/1.1" status: 200 len: 943 time: 0.3330157 Dec 16 22:16:25.914810 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-65d16aa7-a2c4-491b-b704-9ab2efe09036 req-4d9d540e-7704-44e4-8102-ce26837fefd9 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/security-groups?id=39bc3a12-33f5-4909-8964-eeea43d6dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674140 Dec 16 22:16:25.924137 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-f0607214-0230-43df-a9f2-2183df1ed9c8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9591470 Dec 16 22:16:26.065156 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68de34-d3de-427f-8164-b328cbd00979 req-e3722f97-fefb-46d4-a9eb-1eb29026e26e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:26.070373 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ad68de34-d3de-427f-8164-b328cbd00979 req-e3722f97-fefb-46d4-a9eb-1eb29026e26e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 943 time: 0.0895805 Dec 16 22:16:26.146984 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7f671198-7049-4301-867b-b9aa7ffc1d4b req-445f2067-51bf-4a22-9704-617e9d4d035d tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] 10.222.0.75 "GET /v2.0/security-groups/b809d498-d4fb-4788-86c6-e82772e33bf2 HTTP/1.1" status: 200 len: 1831 time: 0.0632684 Dec 16 22:16:26.176049 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ad68de34-d3de-427f-8164-b328cbd00979 req-91ebad94-1650-4385-bb9f-01754f50c384 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991173 Dec 16 22:16:26.184028 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device ceb1f347-3cb7-4ff7-87fd-03d794877a2b details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:16:26.261217 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-1dde3ac4-b1f8-4b27-9459-ca9488d7e1a2 req-a14cc003-627b-48b4-b238-e4cdc17180cc tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2069886663', 'description': 'tempest-description-1903339763'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:26.326369 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ba020ab3-c723-41a1-b013-7b4d74310287 req-e12a082b-3316-4b2c-9564-8aff3dcb23ff tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 210 time: 0.0936766 Dec 16 22:16:26.393948 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port ceb1f347-3cb7-4ff7-87fd-03d794877a2b, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=ceb1f347-3cb7-4ff7-87fd-03d794877a2b,segment=NetworkSegment(9beb40dc-3a00-4933-8b96-a06701ed9322),segment_id=9beb40dc-3a00-4933-8b96-a06701ed9322)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:26.415402 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': 'ceb1f347-3cb7-4ff7-87fd-03d794877a2b', 'network_id': '2d98d86d-5788-4234-a141-176c08c435a2', 'port_id': 'ceb1f347-3cb7-4ff7-87fd-03d794877a2b', 'mac_address': 'fa:16:3e:f5:85:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '964e51c8-19c1-4e62-91ee-8b4029d57c88', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:16:26.447644 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1dde3ac4-b1f8-4b27-9459-ca9488d7e1a2 req-a14cc003-627b-48b4-b238-e4cdc17180cc tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:26.511794 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:26.529188 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b4fb085a-a8f2-4d1b-9d7a-1a95f4902777 req-c138c39a-c492-4f09-9bdd-d092ad072dc2 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 210 time: 0.0658288 Dec 16 22:16:26.571863 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb1f347-3cb7-4ff7-87fd-03d794877a2b {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:26.598537 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port ceb1f347-3cb7-4ff7-87fd-03d794877a2b, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=ceb1f347-3cb7-4ff7-87fd-03d794877a2b,segment=NetworkSegment(9beb40dc-3a00-4933-8b96-a06701ed9322),segment_id=9beb40dc-3a00-4933-8b96-a06701ed9322)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:26.621113 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1dde3ac4-b1f8-4b27-9459-ca9488d7e1a2 req-a14cc003-627b-48b4-b238-e4cdc17180cc tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:26.666126 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:26.720855 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1dde3ac4-b1f8-4b27-9459-ca9488d7e1a2 req-a14cc003-627b-48b4-b238-e4cdc17180cc tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:26.728105 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:26.735650 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e808d-39c0-41b7-bc0d-2fab817cc680 req-f0d9fd18-2936-4cfe-b239-bf8a642b71e5 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:26.737430 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-924e808d-39c0-41b7-bc0d-2fab817cc680 req-f0d9fd18-2936-4cfe-b239-bf8a642b71e5 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 931 time: 0.0724926 Dec 16 22:16:26.801963 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=ceb1f347-3cb7-4ff7-87fd-03d794877a2b,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:26.833881 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cc003-627b-48b4-b238-e4cdc17180cc tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a799e151-3b03-4be0-8eb0-f1a15444f709,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:26.853328 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-924e808d-39c0-41b7-bc0d-2fab817cc680 req-f8d4db05-85dd-484a-948a-fc6d6523e930 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074843 Dec 16 22:16:26.879835 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:26.880483 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1dde3ac4-b1f8-4b27-9459-ca9488d7e1a2 req-a14cc003-627b-48b4-b238-e4cdc17180cc tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:26.892207 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1dde3ac4-b1f8-4b27-9459-ca9488d7e1a2 req-a14cc003-627b-48b4-b238-e4cdc17180cc tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.6363916 Dec 16 22:16:27.039657 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e5a6bfac-f730-449e-b62c-f40e24e784c9 req-17534383-f6d5-49b5-87aa-80672e6b0b78 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] 10.222.0.75 "GET /v2.0/security-groups/a799e151-3b03-4be0-8eb0-f1a15444f709 HTTP/1.1" status: 200 len: 1832 time: 0.1042488 Dec 16 22:16:27.090544 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [req-22eb0742-4bf0-462c-b07e-75a66e36dac6 req-1e114162-efa8-4d32-81f9-a76277fdf142 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] show failed (client error): The resource could not be found. Dec 16 22:16:27.097929 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['ceb1f347-3cb7-4ff7-87fd-03d794877a2b'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:27.103670 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-22eb0742-4bf0-462c-b07e-75a66e36dac6 req-1e114162-efa8-4d32-81f9-a76277fdf142 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] 10.222.0.75 "GET /v2.0/security-groups/7c61cca7-692e-4cd6-a519-77e8f2f927be HTTP/1.1" status: 404 len: 352 time: 0.0441685 Dec 16 22:16:27.171203 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [req-fa44f49e-f9d9-4a78-8cd5-39bfa2c8c558 req-ac23b3b2-7c81-4eb6-8da3-94f481ee6b8d tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] show failed (client error): The resource could not be found. Dec 16 22:16:27.173917 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fa44f49e-f9d9-4a78-8cd5-39bfa2c8c558 req-ac23b3b2-7c81-4eb6-8da3-94f481ee6b8d tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] 10.222.0.75 "GET /v2.0/security-group-rules/0505782a-0b97-4153-a2c0-2a0607ffc5af HTTP/1.1" status: 404 len: 361 time: 0.0358994 Dec 16 22:16:27.305030 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7a8ebdbb-56ae-4890-a9b7-0f7bdab4a389 req-c63374cc-9c15-4acc-b606-0b3a003f0a35 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] 10.222.0.75 "GET /v2.0/security-groups/a799e151-3b03-4be0-8eb0-f1a15444f709 HTTP/1.1" status: 200 len: 1832 time: 0.0661945 Dec 16 22:16:27.338417 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895c5d1-41df-47cc-89df-ce5a4635c48b req-03088996-e324-427e-ae72-440aebe26d42 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:27.343721 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d895c5d1-41df-47cc-89df-ce5a4635c48b req-03088996-e324-427e-ae72-440aebe26d42 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf196a75-9ebf-4486-8a65-b9a3aadb204d HTTP/1.1" status: 200 len: 943 time: 0.1413367 Dec 16 22:16:27.439424 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d895c5d1-41df-47cc-89df-ce5a4635c48b req-8d113f18-3dc5-45ad-9161-bc8a456f7f67 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/security-groups?id=39bc3a12-33f5-4909-8964-eeea43d6dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821569 Dec 16 22:16:27.447290 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7a8ebdbb-56ae-4890-a9b7-0f7bdab4a389 req-4c94862d-1e54-4413-b909-24e80357818d tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:27.476704 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7a8ebdbb-56ae-4890-a9b7-0f7bdab4a389 req-4c94862d-1e54-4413-b909-24e80357818d tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:27.676085 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7a8ebdbb-56ae-4890-a9b7-0f7bdab4a389 req-4c94862d-1e54-4413-b909-24e80357818d tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:27.684571 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7a8ebdbb-56ae-4890-a9b7-0f7bdab4a389 req-4c94862d-1e54-4413-b909-24e80357818d tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:27.699641 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7a8ebdbb-56ae-4890-a9b7-0f7bdab4a389 req-4c94862d-1e54-4413-b909-24e80357818d tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] 10.222.0.75 "DELETE /v2.0/security-groups/a799e151-3b03-4be0-8eb0-f1a15444f709 HTTP/1.1" status: 204 len: 173 time: 0.3830755 Dec 16 22:16:27.716245 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef953f85-ccfe-4eb1-9ece-f7b28c58bb62 req-92b183c5-6ecc-40b8-ab17-8d156ea84dd7 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:27.736447 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ef953f85-ccfe-4eb1-9ece-f7b28c58bb62 req-92b183c5-6ecc-40b8-ab17-8d156ea84dd7 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 943 time: 0.1177382 Dec 16 22:16:27.737531 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94862d-1e54-4413-b909-24e80357818d tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a799e151-3b03-4be0-8eb0-f1a15444f709,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:27.758869 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c94862d-1e54-4413-b909-24e80357818d tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:27.764058 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c94862d-1e54-4413-b909-24e80357818d tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:27.764391 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c94862d-1e54-4413-b909-24e80357818d tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:27.764647 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c94862d-1e54-4413-b909-24e80357818d tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:27.765144 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c94862d-1e54-4413-b909-24e80357818d tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:27.765435 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c94862d-1e54-4413-b909-24e80357818d tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:27.765806 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c94862d-1e54-4413-b909-24e80357818d tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:27.766169 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c94862d-1e54-4413-b909-24e80357818d tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:27.766506 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c94862d-1e54-4413-b909-24e80357818d tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:27.766860 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c94862d-1e54-4413-b909-24e80357818d tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:27.773820 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c94862d-1e54-4413-b909-24e80357818d tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:27.774218 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c94862d-1e54-4413-b909-24e80357818d tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:27.774588 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c94862d-1e54-4413-b909-24e80357818d tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:27.820332 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ef953f85-ccfe-4eb1-9ece-f7b28c58bb62 req-eba686ef-8ef0-4f7f-a867-6621869dc1c4 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931728 Dec 16 22:16:27.825519 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-07dd5033-146f-4121-b394-bb4a12880695 req-e5979926-f6c8-4967-8591-94d6db5f744a tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 210 time: 0.0413637 Dec 16 22:16:27.953107 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-731f294f-e1c1-4bbc-9c90-3fd847d5d838 req-760a5f05-0fb3-4305-a36c-6bf76523f22b tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] 10.222.0.75 "GET /v2.0/security-groups/b809d498-d4fb-4788-86c6-e82772e33bf2 HTTP/1.1" status: 200 len: 1831 time: 0.0850575 Dec 16 22:16:27.982703 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4f752275-b77c-4018-88a6-d682ed6d2387 req-dc9d4947-4fcf-4a48-9af1-50cbcfbeee8a tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 210 time: 0.0335739 Dec 16 22:16:28.085198 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-731f294f-e1c1-4bbc-9c90-3fd847d5d838 req-3869862a-ad1d-4565-a7f7-8df89f56407d tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:28.129186 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-731f294f-e1c1-4bbc-9c90-3fd847d5d838 req-3869862a-ad1d-4565-a7f7-8df89f56407d tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:28.155074 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae92471-0ed0-43d9-9fcb-7abfa0e8b39a req-9e0956fa-0582-45d5-a822-040836b25e9d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:28.169055 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ae92471-0ed0-43d9-9fcb-7abfa0e8b39a req-9e0956fa-0582-45d5-a822-040836b25e9d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 931 time: 0.0973549 Dec 16 22:16:28.199437 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:16:28.275523 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ae92471-0ed0-43d9-9fcb-7abfa0e8b39a req-46150fc4-fefa-446c-b39c-e89d3649874e tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055591 Dec 16 22:16:28.310520 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-731f294f-e1c1-4bbc-9c90-3fd847d5d838 req-3869862a-ad1d-4565-a7f7-8df89f56407d tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:28.314890 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-731f294f-e1c1-4bbc-9c90-3fd847d5d838 req-3869862a-ad1d-4565-a7f7-8df89f56407d tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:28.317738 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-731f294f-e1c1-4bbc-9c90-3fd847d5d838 req-3869862a-ad1d-4565-a7f7-8df89f56407d tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] 10.222.0.75 "DELETE /v2.0/security-groups/b809d498-d4fb-4788-86c6-e82772e33bf2 HTTP/1.1" status: 204 len: 173 time: 0.3584003 Dec 16 22:16:28.346450 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869862a-ad1d-4565-a7f7-8df89f56407d tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b809d498-d4fb-4788-86c6-e82772e33bf2,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:28.388118 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9,segment=NetworkSegment(9beb40dc-3a00-4933-8b96-a06701ed9322),segment_id=9beb40dc-3a00-4933-8b96-a06701ed9322)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:28.392787 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:28.405580 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9', 'network_id': '2d98d86d-5788-4234-a141-176c08c435a2', 'port_id': '9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9', 'mac_address': 'fa:16:3e:e0:bd:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '964e51c8-19c1-4e62-91ee-8b4029d57c88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:16:28.444382 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-76e18a1e-0f3e-482c-aa56-ea68c92dc59b req-7ca36125-4d42-4d15-946f-eef61a411698 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] 10.222.0.75 "GET /v2.0/security-groups/fc280795-14f3-4efc-8619-39e9986ab6ab HTTP/1.1" status: 200 len: 1831 time: 0.0872352 Dec 16 22:16:28.465080 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:28.486760 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:28.489685 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:28.552871 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9,segment=NetworkSegment(9beb40dc-3a00-4933-8b96-a06701ed9322),segment_id=9beb40dc-3a00-4933-8b96-a06701ed9322)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:28.558982 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39706) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:28.566651 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-76e18a1e-0f3e-482c-aa56-ea68c92dc59b req-b5fdc4b3-3f00-4607-a4d4-247aebf6e5ce tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:28.594909 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-76e18a1e-0f3e-482c-aa56-ea68c92dc59b req-b5fdc4b3-3f00-4607-a4d4-247aebf6e5ce tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:28.629550 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:28.679332 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5aff1a-9213-47cb-a7cc-1d4d82eb29e6 req-4d2fd235-a556-4174-8293-ecf57665aeb1 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:28.689073 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cb5aff1a-9213-47cb-a7cc-1d4d82eb29e6 req-4d2fd235-a556-4174-8293-ecf57665aeb1 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf196a75-9ebf-4486-8a65-b9a3aadb204d HTTP/1.1" status: 200 len: 943 time: 0.0954328 Dec 16 22:16:28.722400 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:28.733584 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-76e18a1e-0f3e-482c-aa56-ea68c92dc59b req-b5fdc4b3-3f00-4607-a4d4-247aebf6e5ce tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:28.738338 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-76e18a1e-0f3e-482c-aa56-ea68c92dc59b req-b5fdc4b3-3f00-4607-a4d4-247aebf6e5ce tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:28.743173 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-76e18a1e-0f3e-482c-aa56-ea68c92dc59b req-b5fdc4b3-3f00-4607-a4d4-247aebf6e5ce tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] 10.222.0.75 "DELETE /v2.0/security-groups/fc280795-14f3-4efc-8619-39e9986ab6ab HTTP/1.1" status: 204 len: 173 time: 0.2875676 Dec 16 22:16:28.774040 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cb5aff1a-9213-47cb-a7cc-1d4d82eb29e6 req-853ec0c8-7c69-4471-9f80-bae17a713c32 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/security-groups?id=39bc3a12-33f5-4909-8964-eeea43d6dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840738 Dec 16 22:16:28.802630 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdc4b3-3f00-4607-a4d4-247aebf6e5ce tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc280795-14f3-4efc-8619-39e9986ab6ab,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:28.839950 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d9d277e2-15a8-4010-b7e5-08c4f1f46176 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:28.864560 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3a4f2264-a187-41d7-8134-061bff9a08a0 req-417d897f-f38d-4405-b17f-d90a9808e992 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] 10.222.0.75 "GET /v2.0/security-groups/db6b84e4-c7dc-430c-b41a-1e5d2ccd4fe4 HTTP/1.1" status: 200 len: 1832 time: 0.1004615 Dec 16 22:16:28.951884 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-b00c74d7-adce-493c-bd43-ef18aa0067ee tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=84a0f56690704a89b89d2fa8c0442625&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863407 Dec 16 22:16:29.009878 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-40f026d0-e4d4-4a17-8af3-7adb7a38ae4c req-bd893803-3a68-40b8-8c65-7547a3721911 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 210 time: 0.0416553 Dec 16 22:16:29.024339 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:29.040963 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d9d277e2-15a8-4010-b7e5-08c4f1f46176 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:29.098645 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:29.104548 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d9d277e2-15a8-4010-b7e5-08c4f1f46176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:29.195383 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3a4f2264-a187-41d7-8134-061bff9a08a0 req-26f168eb-c299-46c9-9d46-03cf0af3e600 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:29.250452 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d9d277e2-15a8-4010-b7e5-08c4f1f46176 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=33d6e3e143f840d58ebc9104a48030dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6895599 Dec 16 22:16:29.254918 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-9535160a-9e8f-41ba-aa0b-63cc1e863977 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:29.256853 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-9535160a-9e8f-41ba-aa0b-63cc1e863977 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2800958 Dec 16 22:16:29.257498 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39718) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:29.265237 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d277e2-15a8-4010-b7e5-08c4f1f46176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f2b269-27e8-4d2e-a470-48dd83f98c0a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:29.289005 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3a4f2264-a187-41d7-8134-061bff9a08a0 req-26f168eb-c299-46c9-9d46-03cf0af3e600 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:29.311968 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130596b1-6cce-43ac-93aa-65174a058f0a req-ab6e1489-fca1-4cd6-bf2b-601f65302abd tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:29.335685 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-130596b1-6cce-43ac-93aa-65174a058f0a req-ab6e1489-fca1-4cd6-bf2b-601f65302abd tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 943 time: 0.1642718 Dec 16 22:16:29.354904 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-a8a5e2c7-470a-4da7-8156-f3f2b85fbe82 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Request body: {'port': {'device_id': '5b475849-61b8-4ce6-ad2a-4dd9db0d0724', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': '84a0f56690704a89b89d2fa8c0442625'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:29.410656 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-130596b1-6cce-43ac-93aa-65174a058f0a req-abdcf146-cdff-4354-98ed-ab4a6203bc89 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731568 Dec 16 22:16:29.552771 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3a4f2264-a187-41d7-8134-061bff9a08a0 req-26f168eb-c299-46c9-9d46-03cf0af3e600 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:29.556084 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3a4f2264-a187-41d7-8134-061bff9a08a0 req-26f168eb-c299-46c9-9d46-03cf0af3e600 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:29.557259 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3a4f2264-a187-41d7-8134-061bff9a08a0 req-26f168eb-c299-46c9-9d46-03cf0af3e600 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] 10.222.0.75 "DELETE /v2.0/security-groups/db6b84e4-c7dc-430c-b41a-1e5d2ccd4fe4 HTTP/1.1" status: 204 len: 173 time: 0.6648097 Dec 16 22:16:29.570188 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f168eb-c299-46c9-9d46-03cf0af3e600 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6b84e4-c7dc-430c-b41a-1e5d2ccd4fe4,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:29.613168 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d05721fa-cb11-4435-92f7-3e0b07aaa8ff req-af0c5cb3-d99e-43ff-824e-ac36cc8544da tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 210 time: 0.0959878 Dec 16 22:16:29.655277 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f9df98ea-369a-4e45-b64d-5b907904e956 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:29.687524 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f9df98ea-369a-4e45-b64d-5b907904e956 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:29.720797 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-a8a5e2c7-470a-4da7-8156-f3f2b85fbe82 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Made reservation on behalf of 84a0f56690704a89b89d2fa8c0442625 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:29.725264 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-a8a5e2c7-470a-4da7-8156-f3f2b85fbe82 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:29.857384 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c85f39-6c03-4779-93b1-5be313b96dd3 req-17ba7f6b-5772-4281-9a1a-1bd4d5ba2d2a tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:29.859217 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-39c85f39-6c03-4779-93b1-5be313b96dd3 req-17ba7f6b-5772-4281-9a1a-1bd4d5ba2d2a tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 931 time: 0.0962267 Dec 16 22:16:29.938901 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ede4c976-9818-4015-8a26-24f82c24faf2 req-3f9cd371-b9b0-4040-abce-3fd4b441b170 tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] 10.222.0.75 "GET /v2.0/security-groups/5d3501c2-12a4-4a89-8e48-84ae71f6a4ba HTTP/1.1" status: 200 len: 1832 time: 0.1059041 Dec 16 22:16:29.940203 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f9df98ea-369a-4e45-b64d-5b907904e956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:29.945451 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f9df98ea-369a-4e45-b64d-5b907904e956 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:29.952025 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f9df98ea-369a-4e45-b64d-5b907904e956 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/54f2b269-27e8-4d2e-a470-48dd83f98c0a HTTP/1.1" status: 204 len: 168 time: 0.6896551 Dec 16 22:16:30.052503 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-39c85f39-6c03-4779-93b1-5be313b96dd3 req-e6befeb1-b51f-45fa-8735-b736e7acf268 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849737 Dec 16 22:16:30.056430 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df98ea-369a-4e45-b64d-5b907904e956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f2b269-27e8-4d2e-a470-48dd83f98c0a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:30.080463 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ede4c976-9818-4015-8a26-24f82c24faf2 req-55d34b37-93ee-4775-b992-767e6b9a8b4e tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:30.132799 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ede4c976-9818-4015-8a26-24f82c24faf2 req-55d34b37-93ee-4775-b992-767e6b9a8b4e tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:30.251843 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device ceb1f347-3cb7-4ff7-87fd-03d794877a2b up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:30.261766 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69511ead-34de-457c-a920-d7cb6111f1b4 req-f0cb5f60-340b-4d9f-b52d-f4e675ba8aa7 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:30.267562 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-69511ead-34de-457c-a920-d7cb6111f1b4 req-f0cb5f60-340b-4d9f-b52d-f4e675ba8aa7 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf196a75-9ebf-4486-8a65-b9a3aadb204d HTTP/1.1" status: 200 len: 944 time: 0.1149075 Dec 16 22:16:30.270533 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ede4c976-9818-4015-8a26-24f82c24faf2 req-55d34b37-93ee-4775-b992-767e6b9a8b4e tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:30.274825 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ede4c976-9818-4015-8a26-24f82c24faf2 req-55d34b37-93ee-4775-b992-767e6b9a8b4e tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:30.279402 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ede4c976-9818-4015-8a26-24f82c24faf2 req-55d34b37-93ee-4775-b992-767e6b9a8b4e tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] 10.222.0.75 "DELETE /v2.0/security-groups/5d3501c2-12a4-4a89-8e48-84ae71f6a4ba HTTP/1.1" status: 204 len: 173 time: 0.3371248 Dec 16 22:16:30.282132 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-a8a5e2c7-470a-4da7-8156-f3f2b85fbe82 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Allocated IP 192.168.233.158 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/445d23f8-0a76-4912-86a3-0ac58353279f) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:16:30.284833 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39732) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:30.300317 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d34b37-93ee-4775-b992-767e6b9a8b4e tempest-SecurityGroupRulesNegativeTestJSON-1469508157 tempest-SecurityGroupRulesNegativeTestJSON-1469508157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3501c2-12a4-4a89-8e48-84ae71f6a4ba,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:30.450401 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4b2c54-b03a-44f6-b22c-bfb778c9940b admin admin] Deleting subnet 7620b8f7-ea63-445b-b8d5-c17e0bba9d9c {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:16:30.466946 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc4b2c54-b03a-44f6-b22c-bfb778c9940b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:30.470727 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2256e508-f440-4496-a1e2-7a98b9759c31 req-21034f70-48aa-42b2-8cc5-8ac8f516620b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 210 time: 0.0945852 Dec 16 22:16:30.524943 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-69511ead-34de-457c-a920-d7cb6111f1b4 req-1dd76058-128e-404e-aadd-3a1c95c9ad7a tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/security-groups?id=39bc3a12-33f5-4909-8964-eeea43d6dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325590 Dec 16 22:16:30.599523 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc4b2c54-b03a-44f6-b22c-bfb778c9940b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:30.601401 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port ceb1f347-3cb7-4ff7-87fd-03d794877a2b completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:16:30.606901 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port ceb1f347-3cb7-4ff7-87fd-03d794877a2b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:30.607385 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:30.700987 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecd0b3-2af8-4904-b51a-ae9f50d564ea req-7542c8de-7f62-432d-b23d-afe1123fe600 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:30.708297 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-13ecd0b3-2af8-4904-b51a-ae9f50d564ea req-7542c8de-7f62-432d-b23d-afe1123fe600 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 943 time: 0.1316969 Dec 16 22:16:30.783406 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:30.798485 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-13ecd0b3-2af8-4904-b51a-ae9f50d564ea req-18d0a259-6264-46eb-bdbb-2c3a493fdd36 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809743 Dec 16 22:16:30.851725 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-99ab5bd2-a80d-4f08-a8af-5209c26d698a req-f3d41901-4f1c-4fe0-ab78-54c2594f3e7c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 210 time: 0.1213727 Dec 16 22:16:30.853231 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc4b2c54-b03a-44f6-b22c-bfb778c9940b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:30.865810 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port ceb1f347-3cb7-4ff7-87fd-03d794877a2b, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=ceb1f347-3cb7-4ff7-87fd-03d794877a2b,segment=NetworkSegment(9beb40dc-3a00-4933-8b96-a06701ed9322),segment_id=9beb40dc-3a00-4933-8b96-a06701ed9322)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:30.871888 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885ce88c-9aa2-4d77-846a-bccebb558c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb1f347-3cb7-4ff7-87fd-03d794877a2b'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:30.877332 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15faad8-b807-4aa2-bf6d-f38d291ba2d6" -d '{"events": [{"server_uuid": "885ce88c-9aa2-4d77-846a-bccebb558c6a", "name": "network-vif-plugged", "status": "completed", "tag": "ceb1f347-3cb7-4ff7-87fd-03d794877a2b"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:30.927191 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-a8a5e2c7-470a-4da7-8156-f3f2b85fbe82 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:30.946568 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:30.947508 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:30.952942 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65958d5-4517-47a6-b6b1-064d9612e0c9 x-openstack-request-id: req-c65958d5-4517-47a6-b6b1-064d9612e0c9 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:30.953289 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885ce88c-9aa2-4d77-846a-bccebb558c6a", "name": "network-vif-plugged", "status": "completed", "tag": "ceb1f347-3cb7-4ff7-87fd-03d794877a2b", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:30.954982 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c65958d5-4517-47a6-b6b1-064d9612e0c9 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:30.954982 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885ce88c-9aa2-4d77-846a-bccebb558c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb1f347-3cb7-4ff7-87fd-03d794877a2b', 'code': 200} Dec 16 22:16:31.014291 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39744) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:31.033929 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9b1dd0c1-e4e4-42e7-943a-a1538bf36450 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:31.042901 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc4b2c54-b03a-44f6-b22c-bfb778c9940b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:31.053704 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=ceb1f347-3cb7-4ff7-87fd-03d794877a2b,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:31.079554 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-a8a5e2c7-470a-4da7-8156-f3f2b85fbe82 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:31.081254 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b2c54-b03a-44f6-b22c-bfb778c9940b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7620b8f7-ea63-445b-b8d5-c17e0bba9d9c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:31.088930 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc4b2c54-b03a-44f6-b22c-bfb778c9940b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:31.091820 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-dc4b2c54-b03a-44f6-b22c-bfb778c9940b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/7620b8f7-ea63-445b-b8d5-c17e0bba9d9c HTTP/1.1" status: 204 len: 168 time: 0.7964702 Dec 16 22:16:31.094600 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39748) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:31.115294 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9c542d95-fa6f-4d6e-befb-2c00a17a1eeb'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:31.192252 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-a8a5e2c7-470a-4da7-8156-f3f2b85fbe82 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:31.193854 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6c17bdca-25a2-4289-a713-5364eb2bc111', '8ac3f3ae-03ec-43aa-9f2f-196fde36ac18'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:31.199899 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:16:31.207112 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-a8a5e2c7-470a-4da7-8156-f3f2b85fbe82 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:31.226598 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-a8a5e2c7-470a-4da7-8156-f3f2b85fbe82 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:31.230080 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5e2c7-470a-4da7-8156-f3f2b85fbe82 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Pushing event updated for resources: {'Port': ['ID=445d23f8-0a76-4912-86a3-0ac58353279f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:31.234791 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e966101b-1f4e-4d99-b8e9-dab301ab57d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:31.308634 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:31.309591 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:31.363239 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db694cd6-7769-4263-a836-581e6d84d815 req-b1466ff7-fe54-4d20-bba1-b521cc81e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:31.364835 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-db694cd6-7769-4263-a836-581e6d84d815 req-b1466ff7-fe54-4d20-bba1-b521cc81e5c0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=885ce88c-9aa2-4d77-846a-bccebb558c6a HTTP/1.1" status: 200 len: 1096 time: 0.2716923 Dec 16 22:16:31.421634 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9b1dd0c1-e4e4-42e7-943a-a1538bf36450 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:31.458929 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e966101b-1f4e-4d99-b8e9-dab301ab57d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:31.487487 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d8b3e-25f7-4b7a-96b0-f223d267f979 req-f3bec47e-ab82-43eb-ae8a-04e66e10d087 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:31.508301 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b4d8b3e-25f7-4b7a-96b0-f223d267f979 req-f3bec47e-ab82-43eb-ae8a-04e66e10d087 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 931 time: 0.2789505 Dec 16 22:16:31.590083 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9b1dd0c1-e4e4-42e7-943a-a1538bf36450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:31.603310 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-db694cd6-7769-4263-a836-581e6d84d815 req-7c033f85-c052-4a58-8851-d1ebc9ed1ba9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=39bc3a12-33f5-4909-8964-eeea43d6dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247615 Dec 16 22:16:31.697342 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1dd0c1-e4e4-42e7-943a-a1538bf36450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0da2b2f-2acd-451d-bc5e-134771512d9f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:31.724105 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:31.724657 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9b1dd0c1-e4e4-42e7-943a-a1538bf36450 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=591226bdfbe04426b19ee706343da232&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7060003 Dec 16 22:16:31.725593 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39756) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:31.797586 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b4d8b3e-25f7-4b7a-96b0-f223d267f979 req-ebab1cbd-b2e8-42a1-a89b-d6654a4cfeae tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2880392 Dec 16 22:16:31.831083 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dab1b620-53ee-425f-bef5-dad83bc8bf2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:31.905852 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dab1b620-53ee-425f-bef5-dad83bc8bf2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:31.937398 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d2bfcb48-9490-4e7e-ad4b-7e4f824112ee None None] Provisioning complete for port 445d23f8-0a76-4912-86a3-0ac58353279f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:31.937912 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2bfcb48-9490-4e7e-ad4b-7e4f824112ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:31.959618 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-e966101b-1f4e-4d99-b8e9-dab301ab57d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f5fce4f-9fba-4176-9c46-95219cbd396e']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:31.981692 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9,segment=NetworkSegment(9beb40dc-3a00-4933-8b96-a06701ed9322),segment_id=9beb40dc-3a00-4933-8b96-a06701ed9322)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:31.983106 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d2bfcb48-9490-4e7e-ad4b-7e4f824112ee None None] Port 445d23f8-0a76-4912-86a3-0ac58353279f cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:16:31.996573 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-e966101b-1f4e-4d99-b8e9-dab301ab57d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e4c845-5690-4248-ba94-d4ac3a28bb23') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:31.999636 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-e966101b-1f4e-4d99-b8e9-dab301ab57d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e4c845-5690-4248-ba94-d4ac3a28bb23') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:32.064963 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:32.072002 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2cb57-c473-4fdf-92c5-0d15ad21841b req-59c6730b-1e1f-4ccc-a440-00bb4d5e9664 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:32.083200 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94b2cb57-c473-4fdf-92c5-0d15ad21841b req-59c6730b-1e1f-4ccc-a440-00bb4d5e9664 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf196a75-9ebf-4486-8a65-b9a3aadb204d HTTP/1.1" status: 200 len: 944 time: 0.1587849 Dec 16 22:16:32.100378 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dab1b620-53ee-425f-bef5-dad83bc8bf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:32.103228 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dab1b620-53ee-425f-bef5-dad83bc8bf2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:32.105312 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-dab1b620-53ee-425f-bef5-dad83bc8bf2f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a0da2b2f-2acd-451d-bc5e-134771512d9f HTTP/1.1" status: 204 len: 168 time: 0.3779800 Dec 16 22:16:32.141517 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:32.153911 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-98215342-88a3-48f2-b12f-1fa1f3b8e375 req-76fc274a-1096-4df6-9e39-59c728e54eb7 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 210 time: 0.1244800 Dec 16 22:16:32.154880 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1b620-53ee-425f-bef5-dad83bc8bf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0da2b2f-2acd-451d-bc5e-134771512d9f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:32.157604 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e966101b-1f4e-4d99-b8e9-dab301ab57d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:32.189842 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-a8a5e2c7-470a-4da7-8156-f3f2b85fbe82 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:32.190508 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-a8a5e2c7-470a-4da7-8156-f3f2b85fbe82 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:32.231011 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94b2cb57-c473-4fdf-92c5-0d15ad21841b req-6ff18c73-52b7-4d7f-8649-49b7c70337a2 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/security-groups?id=39bc3a12-33f5-4909-8964-eeea43d6dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467822 Dec 16 22:16:32.300556 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e966101b-1f4e-4d99-b8e9-dab301ab57d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:32.334213 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e966101b-1f4e-4d99-b8e9-dab301ab57d7 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:16:32.334717 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e966101b-1f4e-4d99-b8e9-dab301ab57d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:16:32.339264 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:16:32.358461 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-a8a5e2c7-470a-4da7-8156-f3f2b85fbe82 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0076246 Dec 16 22:16:32.384182 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0136a7b0-35b6-471d-b70a-9e9b4ee6f1e2 req-8732fab7-e50d-4a71-8630-6f9ced1f7aed tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 210 time: 0.0565217 Dec 16 22:16:32.405671 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-40ed8357-a65a-4890-9474-8d419b38e87f service neutron] Request body: {'port': {'device_id': '5b475849-61b8-4ce6-ad2a-4dd9db0d0724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:32.429197 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ea256-0af1-4c61-bd9f-f00e2e0b3953 req-d205e39c-08ac-4636-b658-540365aaabff tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:32.430726 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c21ea256-0af1-4c61-bd9f-f00e2e0b3953 req-d205e39c-08ac-4636-b658-540365aaabff tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 943 time: 0.1475782 Dec 16 22:16:32.564631 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-40ed8357-a65a-4890-9474-8d419b38e87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:32.651741 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e966101b-1f4e-4d99-b8e9-dab301ab57d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:32.661039 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e966101b-1f4e-4d99-b8e9-dab301ab57d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:32.664421 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e966101b-1f4e-4d99-b8e9-dab301ab57d7 admin admin] 10.222.0.75 "DELETE /v2.0/networks/4f5fce4f-9fba-4176-9c46-95219cbd396e HTTP/1.1" status: 204 len: 168 time: 1.5688601 Dec 16 22:16:32.696264 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c21ea256-0af1-4c61-bd9f-f00e2e0b3953 req-4bdc4c51-2ab2-45d2-82ea-b80bb6f55175 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799824 Dec 16 22:16:32.729838 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966101b-1f4e-4d99-b8e9-dab301ab57d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f5fce4f-9fba-4176-9c46-95219cbd396e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:32.955660 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf196a75-9ebf-4486-8a65-b9a3aadb204d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:32.958152 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9458c8e-21f9-4617-b2c7-6ab4665c7a2d" -d '{"events": [{"server_uuid": "bf196a75-9ebf-4486-8a65-b9a3aadb204d", "name": "network-vif-plugged", "status": "completed", "tag": "9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:33.001692 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ddb4e-6d55-4560-9206-e580ca7a3a62 req-2b9e5199-fdf0-4c3f-9c6c-f5e50515009a tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:33.011531 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2e2ddb4e-6d55-4560-9206-e580ca7a3a62 req-2b9e5199-fdf0-4c3f-9c6c-f5e50515009a tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 931 time: 0.0799589 Dec 16 22:16:33.060630 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8635c2-4f62-4f81-b372-7f8307bd53ca x-openstack-request-id: req-ae8635c2-4f62-4f81-b372-7f8307bd53ca {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:33.060932 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf196a75-9ebf-4486-8a65-b9a3aadb204d", "name": "network-vif-plugged", "status": "completed", "tag": "9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:33.061186 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ae8635c2-4f62-4f81-b372-7f8307bd53ca {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:33.061575 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf196a75-9ebf-4486-8a65-b9a3aadb204d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9', 'code': 200} Dec 16 22:16:33.126675 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2e2ddb4e-6d55-4560-9206-e580ca7a3a62 req-56be3d9a-923d-41ab-9346-a2e3791250f1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119614 Dec 16 22:16:33.266862 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b2c5c-2cdf-4274-af8e-d7b08e5c6a26 req-ed496303-a32e-4da6-b6c2-c26704ca1104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:33.268935 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-967b2c5c-2cdf-4274-af8e-d7b08e5c6a26 req-ed496303-a32e-4da6-b6c2-c26704ca1104 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bf196a75-9ebf-4486-8a65-b9a3aadb204d HTTP/1.1" status: 200 len: 1096 time: 0.0911179 Dec 16 22:16:33.300347 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39786) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:33.376525 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-557fabfb-bce5-4713-a423-864ccd10fd2b req-ef6e4e47-e9cc-49fb-a44e-5df9e8c11971 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 210 time: 0.0480917 Dec 16 22:16:33.376525 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-40ed8357-a65a-4890-9474-8d419b38e87f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445d23f8-0a76-4912-86a3-0ac58353279f {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:33.376525 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-40ed8357-a65a-4890-9474-8d419b38e87f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:33.406164 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-967b2c5c-2cdf-4274-af8e-d7b08e5c6a26 req-b76c59ee-ba34-402f-a71a-58337fca27ef service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=39bc3a12-33f5-4909-8964-eeea43d6dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267543 Dec 16 22:16:33.428839 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d8a47-1fdb-47a7-adb1-4eae3190e0bb req-00411d15-2b1e-422a-8d05-ea391575e939 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:33.431163 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-381d8a47-1fdb-47a7-adb1-4eae3190e0bb req-00411d15-2b1e-422a-8d05-ea391575e939 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf196a75-9ebf-4486-8a65-b9a3aadb204d HTTP/1.1" status: 200 len: 945 time: 0.0696042 Dec 16 22:16:33.481851 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-40ed8357-a65a-4890-9474-8d419b38e87f service neutron] Transition to ACTIVE for port object 445d23f8-0a76-4912-86a3-0ac58353279f will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:16:33.486665 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-75a82168-8b74-4dbd-b65b-acbe54d52a80 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1c0fad822c634a4ab01dac1d62526f51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1848166 Dec 16 22:16:33.489429 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39790) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:33.533924 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-381d8a47-1fdb-47a7-adb1-4eae3190e0bb req-32e2898e-dff9-47fe-8299-b028fd1f9b0a tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/security-groups?id=39bc3a12-33f5-4909-8964-eeea43d6dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942531 Dec 16 22:16:33.585858 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5887b883-f919-4a21-a6b5-7d0f86c12794 req-6cb55999-51e4-4290-b9d1-28ed3678fd02 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 210 time: 0.0498359 Dec 16 22:16:33.637195 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f783cf0d-3901-417b-9344-b5ad6cc452b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:33.646076 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f783cf0d-3901-417b-9344-b5ad6cc452b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:33.778546 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-40ed8357-a65a-4890-9474-8d419b38e87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:33.860669 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f783cf0d-3901-417b-9344-b5ad6cc452b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:33.863306 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f783cf0d-3901-417b-9344-b5ad6cc452b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:33.875143 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f783cf0d-3901-417b-9344-b5ad6cc452b2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/44073f14-faf9-4ca1-8431-bda25353c05b HTTP/1.1" status: 204 len: 168 time: 0.3741717 Dec 16 22:16:33.933417 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493346b-b452-4533-a100-0551cf7f7eb6 req-4e028653-3d7b-46f4-b393-13e99bcf24a7 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:33.935069 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a493346b-b452-4533-a100-0551cf7f7eb6 req-4e028653-3d7b-46f4-b393-13e99bcf24a7 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 943 time: 0.1685581 Dec 16 22:16:33.960017 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed8357-a65a-4890-9474-8d419b38e87f service neutron] Pushing event updated for resources: {'Port': ['ID=445d23f8-0a76-4912-86a3-0ac58353279f,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:33.965637 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783cf0d-3901-417b-9344-b5ad6cc452b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44073f14-faf9-4ca1-8431-bda25353c05b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:34.056960 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a493346b-b452-4533-a100-0551cf7f7eb6 req-4c5e4c54-b009-4449-a983-69dac9efeebd tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986264 Dec 16 22:16:34.058448 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-40ed8357-a65a-4890-9474-8d419b38e87f service neutron] Attempting to bind port 445d23f8-0a76-4912-86a3-0ac58353279f on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:34.058784 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-40ed8357-a65a-4890-9474-8d419b38e87f service neutron] Attempting to bind port 445d23f8-0a76-4912-86a3-0ac58353279f by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:34.059153 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-40ed8357-a65a-4890-9474-8d419b38e87f service neutron] Attempting to bind port 445d23f8-0a76-4912-86a3-0ac58353279f on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:34.075248 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-40ed8357-a65a-4890-9474-8d419b38e87f service neutron] Port 445d23f8-0a76-4912-86a3-0ac58353279f on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:16:34.075553 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-40ed8357-a65a-4890-9474-8d419b38e87f service neutron] Attempting to bind port 445d23f8-0a76-4912-86a3-0ac58353279f on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:34.091584 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-40ed8357-a65a-4890-9474-8d419b38e87f service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:34.091584 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-40ed8357-a65a-4890-9474-8d419b38e87f service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:34.091584 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-40ed8357-a65a-4890-9474-8d419b38e87f service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:34.091584 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-40ed8357-a65a-4890-9474-8d419b38e87f service neutron] Bound port: 445d23f8-0a76-4912-86a3-0ac58353279f, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:34.091584 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-40ed8357-a65a-4890-9474-8d419b38e87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:34.220747 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-40ed8357-a65a-4890-9474-8d419b38e87f service neutron] For port 445d23f8-0a76-4912-86a3-0ac58353279f, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:34.227568 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-40ed8357-a65a-4890-9474-8d419b38e87f service neutron] For port 445d23f8-0a76-4912-86a3-0ac58353279f, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=445d23f8-0a76-4912-86a3-0ac58353279f,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:34.304474 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-40ed8357-a65a-4890-9474-8d419b38e87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:34.313680 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982ecff-be74-4551-9c1a-aa525ead9087 req-2c4944c6-076a-4470-95bc-7872b8c1be67 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:34.315288 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0982ecff-be74-4551-9c1a-aa525ead9087 req-2c4944c6-076a-4470-95bc-7872b8c1be67 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 931 time: 0.0816460 Dec 16 22:16:34.353048 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-40ed8357-a65a-4890-9474-8d419b38e87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:34.353796 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-40ed8357-a65a-4890-9474-8d419b38e87f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:34.355587 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-40ed8357-a65a-4890-9474-8d419b38e87f service neutron] 10.222.0.57 "PUT /v2.0/ports/445d23f8-0a76-4912-86a3-0ac58353279f HTTP/1.1" status: 200 len: 1096 time: 1.9556043 Dec 16 22:16:34.356186 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b475849-61b8-4ce6-ad2a-4dd9db0d0724', 'tag': '445d23f8-0a76-4912-86a3-0ac58353279f'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:34.359739 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540757d9-4127-40bb-9401-b11017b28041" -d '{"events": [{"name": "network-changed", "server_uuid": "5b475849-61b8-4ce6-ad2a-4dd9db0d0724", "tag": "445d23f8-0a76-4912-86a3-0ac58353279f"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:34.435750 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a803863-8b19-4d39-82e0-d1488ee2d0ea x-openstack-request-id: req-6a803863-8b19-4d39-82e0-d1488ee2d0ea {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:34.436049 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b475849-61b8-4ce6-ad2a-4dd9db0d0724", "tag": "445d23f8-0a76-4912-86a3-0ac58353279f", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:34.436569 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6a803863-8b19-4d39-82e0-d1488ee2d0ea {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:34.436699 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b475849-61b8-4ce6-ad2a-4dd9db0d0724', 'tag': '445d23f8-0a76-4912-86a3-0ac58353279f', 'status': 'completed', 'code': 200} Dec 16 22:16:34.440016 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed8357-a65a-4890-9474-8d419b38e87f service neutron] Pushing event updated for resources: {'Port': ['ID=445d23f8-0a76-4912-86a3-0ac58353279f,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:34.484600 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0982ecff-be74-4551-9c1a-aa525ead9087 req-4a987c87-7e3e-44ed-9993-d3250f5f5c81 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573203 Dec 16 22:16:34.651423 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bfc6bc3a-8adc-46ba-8c37-8e1c002a8829 req-01667cfc-b282-4415-ae66-d12510a9ce11 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 210 time: 0.0613842 Dec 16 22:16:34.694455 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540757d9-4127-40bb-9401-b11017b28041 req-f05cc6e3-0ddd-488b-a4d5-8f3ef5915450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:34.694455 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-540757d9-4127-40bb-9401-b11017b28041 req-f05cc6e3-0ddd-488b-a4d5-8f3ef5915450 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84a0f56690704a89b89d2fa8c0442625&device_id=5b475849-61b8-4ce6-ad2a-4dd9db0d0724 HTTP/1.1" status: 200 len: 1099 time: 0.2044575 Dec 16 22:16:34.743236 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-540757d9-4127-40bb-9401-b11017b28041 req-697a19a9-acf3-4a5e-94c4-5274ddc1e30e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=84a0f56690704a89b89d2fa8c0442625&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318723 Dec 16 22:16:34.770237 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1ca1f-1c21-48b6-8d3d-5b108e31cbd8 req-eab62522-efaf-49b4-97bc-2125628dcfbd tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:34.772256 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b2b1ca1f-1c21-48b6-8d3d-5b108e31cbd8 req-eab62522-efaf-49b4-97bc-2125628dcfbd tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf196a75-9ebf-4486-8a65-b9a3aadb204d HTTP/1.1" status: 200 len: 945 time: 0.0811789 Dec 16 22:16:34.848983 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b2b1ca1f-1c21-48b6-8d3d-5b108e31cbd8 req-0b806d79-78f4-4bb8-b7a0-9545bbd0055d tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/security-groups?id=39bc3a12-33f5-4909-8964-eeea43d6dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539861 Dec 16 22:16:34.881662 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9eefe15f-2b17-4151-bd91-8c082223a78c req-92cda321-9e29-4814-8cb1-805e82c78ce2 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 210 time: 0.1009893 Dec 16 22:16:34.998381 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540757d9-4127-40bb-9401-b11017b28041 req-7c91dd16-1a97-4fbc-b4bc-79a9f8d790be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:35.001966 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-540757d9-4127-40bb-9401-b11017b28041 req-7c91dd16-1a97-4fbc-b4bc-79a9f8d790be service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2534416 Dec 16 22:16:35.131731 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-538b0230-9a46-4178-b1c3-ef4a99105048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:35.133812 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-538b0230-9a46-4178-b1c3-ef4a99105048 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84a0f56690704a89b89d2fa8c0442625&device_id=5b475849-61b8-4ce6-ad2a-4dd9db0d0724 HTTP/1.1" status: 200 len: 1099 time: 0.0565646 Dec 16 22:16:35.196285 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-be49ad51-9a53-4b9c-9e3f-09644b01c992 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=445d23f8-0a76-4912-86a3-0ac58353279f HTTP/1.1" status: 200 len: 217 time: 0.0422792 Dec 16 22:16:35.276602 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be24c91-89d8-48e8-8af7-f32e69088a14 req-6e9f0953-db51-4bce-9215-8668808b25a6 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:35.279127 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7be24c91-89d8-48e8-8af7-f32e69088a14 req-6e9f0953-db51-4bce-9215-8668808b25a6 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 943 time: 0.1344740 Dec 16 22:16:35.280642 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-91ebe65c-4705-4106-abb1-4b666e786a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:35.289017 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-91ebe65c-4705-4106-abb1-4b666e786a1f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0717812 Dec 16 22:16:35.391324 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7be24c91-89d8-48e8-8af7-f32e69088a14 req-9364e776-2335-40cc-8faa-74189c2e18a4 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050310 Dec 16 22:16:35.393072 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-284d9170-0c6a-4977-b6f2-8dd0819e3e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:35.394521 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-284d9170-0c6a-4977-b6f2-8dd0819e3e3d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0973582 Dec 16 22:16:35.507498 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-27e9b8bf-5659-4e3e-9d52-068342fb6eca service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053283 Dec 16 22:16:35.599742 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39852) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:35.723606 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-fe2cdf60-8c5e-4c7c-b9e0-0c8e2b391015 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063768 Dec 16 22:16:35.749642 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67258511-2b5c-4677-9dd3-d900d63e5636 req-ac7187c1-d7d2-41f5-8ca6-412c50b3345b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:35.761382 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-67258511-2b5c-4677-9dd3-d900d63e5636 req-ac7187c1-d7d2-41f5-8ca6-412c50b3345b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 931 time: 0.1186996 Dec 16 22:16:35.795731 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-860ae6e3-518f-4aee-a679-9d56c65a9fda admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-987017527-network', 'tenant_id': '1eca6be478514f9c8f27151bade9f595'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:35.807630 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-305ce9a6-1ac9-4c29-a5a7-5c8f9882b103 req-d04e4a11-25d4-46c0-ad4d-944685cfcbee tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 210 time: 0.0524237 Dec 16 22:16:35.870190 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-67258511-2b5c-4677-9dd3-d900d63e5636 req-74ec2785-ce51-4b36-99fc-c1e84feadaf9 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004660 Dec 16 22:16:36.040676 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe482ed-1037-4456-a88c-26ba2dfdbb38 req-c3dfe7b5-6057-4ecd-83d1-065635903be5 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:36.043232 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4fe482ed-1037-4456-a88c-26ba2dfdbb38 req-c3dfe7b5-6057-4ecd-83d1-065635903be5 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf196a75-9ebf-4486-8a65-b9a3aadb204d HTTP/1.1" status: 200 len: 945 time: 0.0758328 Dec 16 22:16:36.060719 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-28c7c253-7ef6-40e1-8a95-898780528ed8 req-bac8f521-1862-4816-b011-39904ea4528b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 210 time: 0.0560362 Dec 16 22:16:36.124525 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4fe482ed-1037-4456-a88c-26ba2dfdbb38 req-6ff3959c-45bb-4641-8339-9f275eb9b6e1 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/security-groups?id=39bc3a12-33f5-4909-8964-eeea43d6dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745263 Dec 16 22:16:36.258078 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25533e38-c86c-42e0-a7c8-b7b8fd7b8b62 req-cc127b32-c853-4f81-8478-e29b8730757c tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:36.259651 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25533e38-c86c-42e0-a7c8-b7b8fd7b8b62 req-cc127b32-c853-4f81-8478-e29b8730757c tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=885ce88c-9aa2-4d77-846a-bccebb558c6a HTTP/1.1" status: 200 len: 945 time: 0.0547609 Dec 16 22:16:36.327597 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25533e38-c86c-42e0-a7c8-b7b8fd7b8b62 req-c0b1f72d-e3a8-49f6-8f40-67c22a04057c tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/security-groups?id=39bc3a12-33f5-4909-8964-eeea43d6dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596457 Dec 16 22:16:36.519066 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994ec02-bb7a-418b-92e1-5d456c144b31 req-df2dcbd5-f894-4346-8f18-3f3d1f1e765e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:36.520580 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3994ec02-bb7a-418b-92e1-5d456c144b31 req-df2dcbd5-f894-4346-8f18-3f3d1f1e765e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 943 time: 0.0528500 Dec 16 22:16:36.584247 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3994ec02-bb7a-418b-92e1-5d456c144b31 req-cf010354-1c4b-4794-af0b-789febf2eb2a tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564210 Dec 16 22:16:36.893038 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860ae6e3-518f-4aee-a679-9d56c65a9fda admin admin] Made reservation on behalf of 1eca6be478514f9c8f27151bade9f595 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:36.897037 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-860ae6e3-518f-4aee-a679-9d56c65a9fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:36.909483 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-860ae6e3-518f-4aee-a679-9d56c65a9fda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:36.956095 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ff93bf3-bd70-4c80-a880-4e40725dfcf4 req-5d0397bb-26de-4f98-b5f8-71bc7b91e736 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 210 time: 0.0350952 Dec 16 22:16:36.959659 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-74234a5f-1785-423b-97e9-2156da6b2bfd tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Request body: {'port': {'device_id': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab', 'admin_state_up': True, 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'security_groups': ['04e9709e-97c9-4ec5-a72c-ef11ce486028']}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:36.972964 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-d76d0a3d-3792-45c5-88b4-d6e1c5135057 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Request body: {'port': {'device_id': 'e99ae0d6-c9ee-4d51-9064-d15a6a5ec058', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': '54dbe85688564892aa5226bd9c604156'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:37.120353 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-860ae6e3-518f-4aee-a679-9d56c65a9fda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:37.138556 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025c956-da6e-4100-b09a-8f0bd7256bf8 req-31876a6d-294c-40f0-8656-54b0492cc357 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:37.140147 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f025c956-da6e-4100-b09a-8f0bd7256bf8 req-31876a6d-294c-40f0-8656-54b0492cc357 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 931 time: 0.0797408 Dec 16 22:16:37.201336 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f025c956-da6e-4100-b09a-8f0bd7256bf8 req-7ee1148f-f584-4cd1-8408-13c411662a67 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531416 Dec 16 22:16:37.270193 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-860ae6e3-518f-4aee-a679-9d56c65a9fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:37.286674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-d76d0a3d-3792-45c5-88b4-d6e1c5135057 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Made reservation on behalf of 54dbe85688564892aa5226bd9c604156 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:37.291572 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-d76d0a3d-3792-45c5-88b4-d6e1c5135057 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:37.326430 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-860ae6e3-518f-4aee-a679-9d56c65a9fda admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:16:37.332494 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cfea0951-1f0d-462a-9c11-559b1f42cfa9 req-3fffc8d8-085b-469a-b27f-2c581a50e3a9 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 210 time: 0.0342548 Dec 16 22:16:37.332494 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-74234a5f-1785-423b-97e9-2156da6b2bfd tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Made reservation on behalf of a0f42b93d17b453cb09b716a19274f39 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:37.336569 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-74234a5f-1785-423b-97e9-2156da6b2bfd tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:37.354817 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ae6e3-518f-4aee-a679-9d56c65a9fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16c0d7e-ff0c-4355-b650-959a348c5426,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:37.378745 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-860ae6e3-518f-4aee-a679-9d56c65a9fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:37.378745 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-860ae6e3-518f-4aee-a679-9d56c65a9fda admin admin] Added segment d44e1f7f-1c0e-4820-a131-9628a743a23d of type vlan for network c7f1c459-e84f-448b-8a2b-28e7b0a9b3be Dec 16 22:16:37.468968 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-860ae6e3-518f-4aee-a679-9d56c65a9fda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:37.514526 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-74234a5f-1785-423b-97e9-2156da6b2bfd tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Allocated IP 10.1.1.145 (ed98cd84-f1a0-4624-adfa-872d69e0e5ab/2825e101-39ca-4951-81d0-6f6735824e32/932561c8-57cf-466c-86d4-05fa02856f87) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:16:37.575032 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-d76d0a3d-3792-45c5-88b4-d6e1c5135057 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Allocated IP 192.168.233.209 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/b174ce39-c097-494c-8dd0-68558861d527) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:16:37.639705 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-860ae6e3-518f-4aee-a679-9d56c65a9fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:37.640869 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860ae6e3-518f-4aee-a679-9d56c65a9fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:37.641795 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-860ae6e3-518f-4aee-a679-9d56c65a9fda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:37.765359 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-74234a5f-1785-423b-97e9-2156da6b2bfd tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:37.799565 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df164e-2ffd-48d7-a8db-dd88635198a5 req-56754607-0d19-4636-bbe4-6a94eb5878ba tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:37.809495 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b3df164e-2ffd-48d7-a8db-dd88635198a5 req-56754607-0d19-4636-bbe4-6a94eb5878ba tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 943 time: 0.1268363 Dec 16 22:16:37.855648 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ae6e3-518f-4aee-a679-9d56c65a9fda admin admin] Pushing event updated for resources: {'Network': ['ID=c7f1c459-e84f-448b-8a2b-28e7b0a9b3be,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:37.870958 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network c7f1c459-e84f-448b-8a2b-28e7b0a9b3be details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:16:37.877781 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-860ae6e3-518f-4aee-a679-9d56c65a9fda admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2766178 Dec 16 22:16:37.880955 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39898) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:37.887791 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-9cb62c28-14bc-42bd-87be-ebef41d9830f admin admin] Request body: {'subnet': {'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-987017527-subnet', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:37.949085 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b3df164e-2ffd-48d7-a8db-dd88635198a5 req-b5f13dcb-c09e-49e4-b6e9-3c168ac5c1b1 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275651 Dec 16 22:16:38.003262 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-d76d0a3d-3792-45c5-88b4-d6e1c5135057 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:38.038493 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb62c28-14bc-42bd-87be-ebef41d9830f admin admin] Made reservation on behalf of 1eca6be478514f9c8f27151bade9f595 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:38.058195 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9cb62c28-14bc-42bd-87be-ebef41d9830f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:38.141414 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-74234a5f-1785-423b-97e9-2156da6b2bfd tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:38.146536 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7eda437a-1079-4169-8cff-558b396fc6f0 req-8c70fb19-9ea9-4412-956c-f575e9ff1c14 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 210 time: 0.0457931 Dec 16 22:16:38.158616 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-d76d0a3d-3792-45c5-88b4-d6e1c5135057 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:38.199484 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9b313086-9cd6-4a5f-a0f2-77b6947f50bf', '1b895598-6976-4406-9d9c-a48e8cd46379'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:38.204012 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['74da34cc-f2dc-4e37-80e4-e8ef604866be'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:38.225244 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-74234a5f-1785-423b-97e9-2156da6b2bfd tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Network ed98cd84-f1a0-4624-adfa-872d69e0e5ab is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:38.236298 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-74234a5f-1785-423b-97e9-2156da6b2bfd tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:38.242039 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d0a3d-3792-45c5-88b4-d6e1c5135057 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Pushing event updated for resources: {'Port': ['ID=b174ce39-c097-494c-8dd0-68558861d527,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:38.249233 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-74234a5f-1785-423b-97e9-2156da6b2bfd tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:38.296815 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-d76d0a3d-3792-45c5-88b4-d6e1c5135057 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:38.299261 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-d76d0a3d-3792-45c5-88b4-d6e1c5135057 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:38.317001 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-d76d0a3d-3792-45c5-88b4-d6e1c5135057 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:38.318329 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-74234a5f-1785-423b-97e9-2156da6b2bfd tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:38.318329 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-74234a5f-1785-423b-97e9-2156da6b2bfd tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:38.389633 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74234a5f-1785-423b-97e9-2156da6b2bfd tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event updated for resources: {'Port': ['ID=932561c8-57cf-466c-86d4-05fa02856f87,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:38.404252 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcb197-22d5-4dd2-8ab9-5dee9aafbc64 req-1724253b-dd66-4379-8ca5-cb9a4833a788 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:38.415691 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a0fcb197-22d5-4dd2-8ab9-5dee9aafbc64 req-1724253b-dd66-4379-8ca5-cb9a4833a788 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=885ce88c-9aa2-4d77-846a-bccebb558c6a HTTP/1.1" status: 200 len: 945 time: 0.3218126 Dec 16 22:16:38.520391 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-74234a5f-1785-423b-97e9-2156da6b2bfd tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5672607 Dec 16 22:16:38.601102 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-6e0fe734-1bec-43db-a0b6-1fc03266d861 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Request body: {'port': {'device_id': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab', 'admin_state_up': True, 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'security_groups': ['04e9709e-97c9-4ec5-a72c-ef11ce486028']}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:38.622332 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-d76d0a3d-3792-45c5-88b4-d6e1c5135057 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:38.623020 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-d76d0a3d-3792-45c5-88b4-d6e1c5135057 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:38.641171 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a0fcb197-22d5-4dd2-8ab9-5dee9aafbc64 req-9e9cde8c-3556-478f-9614-b08aa32d65ec tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/security-groups?id=39bc3a12-33f5-4909-8964-eeea43d6dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242239 Dec 16 22:16:38.743789 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1e4ad-146f-444b-a98c-e15965e5cbd9 req-109f0680-50b0-4020-b358-dcd90043fb03 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:38.753954 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1e4ad-146f-444b-a98c-e15965e5cbd9 req-109f0680-50b0-4020-b358-dcd90043fb03 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:38.765840 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ace1e4ad-146f-444b-a98c-e15965e5cbd9 req-109f0680-50b0-4020-b358-dcd90043fb03 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 1653 time: 0.3465645 Dec 16 22:16:38.835844 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ace1e4ad-146f-444b-a98c-e15965e5cbd9 req-b152f24d-cdf3-4a31-a542-e6074bcfb5b6 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639563 Dec 16 22:16:38.855886 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-d76d0a3d-3792-45c5-88b4-d6e1c5135057 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8898451 Dec 16 22:16:38.883604 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-482b75f8-8f76-40e3-ad36-facef0f166b4 service neutron] Request body: {'port': {'device_id': 'e99ae0d6-c9ee-4d51-9064-d15a6a5ec058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:38.958144 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fff64d-a04b-463e-b158-365c5dd298e6 req-6c916724-1b8d-41ca-9253-277e28982b14 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:38.966760 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-96fff64d-a04b-463e-b158-365c5dd298e6 req-6c916724-1b8d-41ca-9253-277e28982b14 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 936 time: 0.1165752 Dec 16 22:16:38.969925 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-482b75f8-8f76-40e3-ad36-facef0f166b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:39.007861 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-8acb889d-3681-4ad0-97cd-181c90a68063 None None] Provisioning complete for port 932561c8-57cf-466c-86d4-05fa02856f87 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:39.009118 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8acb889d-3681-4ad0-97cd-181c90a68063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:39.065607 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-dd983cdd-f29c-4631-8904-08b6ea34d699 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=84a0f56690704a89b89d2fa8c0442625&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376072 Dec 16 22:16:39.089257 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-8acb889d-3681-4ad0-97cd-181c90a68063 None None] Port 932561c8-57cf-466c-86d4-05fa02856f87 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:16:39.231004 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-6e0fe734-1bec-43db-a0b6-1fc03266d861 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Made reservation on behalf of a0f42b93d17b453cb09b716a19274f39 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:39.234748 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-6e0fe734-1bec-43db-a0b6-1fc03266d861 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:39.315289 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2941d592-f183-4b84-acce-397fff707c83 None None] Provisioning complete for port b174ce39-c097-494c-8dd0-68558861d527 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:39.315675 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2941d592-f183-4b84-acce-397fff707c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:39.317571 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-96fff64d-a04b-463e-b158-365c5dd298e6 req-0595d799-5265-4e07-b5fc-cf192d488351 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497951 Dec 16 22:16:39.379161 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00de0c-84c0-4e92-a6a3-8556aca11673 req-8a73127e-35c0-47b6-bcd9-7da5db44d713 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:39.387124 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fc00de0c-84c0-4e92-a6a3-8556aca11673 req-8a73127e-35c0-47b6-bcd9-7da5db44d713 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 943 time: 0.1312282 Dec 16 22:16:39.429252 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2941d592-f183-4b84-acce-397fff707c83 None None] Port b174ce39-c097-494c-8dd0-68558861d527 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:16:39.467397 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fc00de0c-84c0-4e92-a6a3-8556aca11673 req-67d1d794-81af-4585-9a53-b0a7175db298 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791192 Dec 16 22:16:39.496399 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9cb62c28-14bc-42bd-87be-ebef41d9830f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:39.574562 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-482b75f8-8f76-40e3-ad36-facef0f166b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b174ce39-c097-494c-8dd0-68558861d527 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:39.595123 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-0c1fd671-950c-4bb4-8770-999ba82d2fe7 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:39.597400 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-0c1fd671-950c-4bb4-8770-999ba82d2fe7 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5220015 Dec 16 22:16:39.599532 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-482b75f8-8f76-40e3-ad36-facef0f166b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:39.618555 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-482b75f8-8f76-40e3-ad36-facef0f166b4 service neutron] Transition to ACTIVE for port object b174ce39-c097-494c-8dd0-68558861d527 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:16:39.648254 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb62c28-14bc-42bd-87be-ebef41d9830f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f1fd97e-df08-4d06-a6b5-806941b75263,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:39.690775 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-0254b512-fcb9-4b7f-883c-9d2aeb298063 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Request body: {'port': {'device_id': 'ca6fc807-5254-4f3e-b99f-68c202491022', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': '84a0f56690704a89b89d2fa8c0442625'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:39.704567 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-482b75f8-8f76-40e3-ad36-facef0f166b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:39.719454 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e178347f-5bc3-4388-a227-3b0018d46c99 req-d6fe1158-31b3-4162-84cc-97c12347f865 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 210 time: 0.2362711 Dec 16 22:16:39.769400 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-6e0fe734-1bec-43db-a0b6-1fc03266d861 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Allocated IP 10.1.1.99 (ed98cd84-f1a0-4624-adfa-872d69e0e5ab/2825e101-39ca-4951-81d0-6f6735824e32/be59d789-35f2-47f8-a2bf-dacd1121b4c0) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:16:39.820994 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b75f8-8f76-40e3-ad36-facef0f166b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b174ce39-c097-494c-8dd0-68558861d527,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:39.843986 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30586116-95c7-4fd5-99fa-7d24de7db402 req-0785beed-0ad3-4aea-b41a-261bd471bed7 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:39.848888 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30586116-95c7-4fd5-99fa-7d24de7db402 req-0785beed-0ad3-4aea-b41a-261bd471bed7 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.57 "GET /v2.0/ports?device_id=885ce88c-9aa2-4d77-846a-bccebb558c6a HTTP/1.1" status: 200 len: 945 time: 0.5823731 Dec 16 22:16:39.921314 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2372d-85e4-4fa9-9e22-1752427cad0d req-d1aff355-5a87-4b76-bd45-b1424024b5a8 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:39.923435 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dfa2372d-85e4-4fa9-9e22-1752427cad0d req-d1aff355-5a87-4b76-bd45-b1424024b5a8 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=885ce88c-9aa2-4d77-846a-bccebb558c6a HTTP/1.1" status: 200 len: 945 time: 0.1640515 Dec 16 22:16:39.946019 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-482b75f8-8f76-40e3-ad36-facef0f166b4 service neutron] Attempting to bind port b174ce39-c097-494c-8dd0-68558861d527 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:39.946019 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-482b75f8-8f76-40e3-ad36-facef0f166b4 service neutron] Attempting to bind port b174ce39-c097-494c-8dd0-68558861d527 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:39.946758 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-482b75f8-8f76-40e3-ad36-facef0f166b4 service neutron] Attempting to bind port b174ce39-c097-494c-8dd0-68558861d527 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:39.981495 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-482b75f8-8f76-40e3-ad36-facef0f166b4 service neutron] Port b174ce39-c097-494c-8dd0-68558861d527 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:16:39.981966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-482b75f8-8f76-40e3-ad36-facef0f166b4 service neutron] Attempting to bind port b174ce39-c097-494c-8dd0-68558861d527 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:40.034413 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dfa2372d-85e4-4fa9-9e22-1752427cad0d req-dfb9a139-3b47-45ee-860b-9181f2b7b8aa tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/security-groups?id=39bc3a12-33f5-4909-8964-eeea43d6dbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985610 Dec 16 22:16:40.051156 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-482b75f8-8f76-40e3-ad36-facef0f166b4 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:40.051156 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-482b75f8-8f76-40e3-ad36-facef0f166b4 service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:40.051156 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-482b75f8-8f76-40e3-ad36-facef0f166b4 service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:40.051688 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-482b75f8-8f76-40e3-ad36-facef0f166b4 service neutron] Bound port: b174ce39-c097-494c-8dd0-68558861d527, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:40.052171 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-482b75f8-8f76-40e3-ad36-facef0f166b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:40.057446 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-6e0fe734-1bec-43db-a0b6-1fc03266d861 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:40.181332 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eceb3f2-d3ac-4bc8-b842-99936ec372b0 req-e0a4efeb-c461-4f11-9e21-d7c05e9f5a17 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:40.184516 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1eceb3f2-d3ac-4bc8-b842-99936ec372b0 req-e0a4efeb-c461-4f11-9e21-d7c05e9f5a17 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf196a75-9ebf-4486-8a65-b9a3aadb204d HTTP/1.1" status: 200 len: 945 time: 0.1561773 Dec 16 22:16:40.188836 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb62c28-14bc-42bd-87be-ebef41d9830f admin admin] Checking segment: {'id': 'd44e1f7f-1c0e-4820-a131-9628a743a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:40.189209 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb62c28-14bc-42bd-87be-ebef41d9830f admin admin] Network hostable DHCP agents. Network: c7f1c459-e84f-448b-8a2b-28e7b0a9b3be, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:16:40.194401 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-6e0fe734-1bec-43db-a0b6-1fc03266d861 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:40.242165 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-482b75f8-8f76-40e3-ad36-facef0f166b4 service neutron] For port b174ce39-c097-494c-8dd0-68558861d527, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:40.253635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39930) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:40.290890 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-482b75f8-8f76-40e3-ad36-facef0f166b4 service neutron] For port b174ce39-c097-494c-8dd0-68558861d527, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=b174ce39-c097-494c-8dd0-68558861d527,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:40.330108 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 445d23f8-0a76-4912-86a3-0ac58353279f details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:16:40.339732 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb62c28-14bc-42bd-87be-ebef41d9830f admin admin] Network c7f1c459-e84f-448b-8a2b-28e7b0a9b3be is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:16:40.358788 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-6e0fe734-1bec-43db-a0b6-1fc03266d861 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Network ed98cd84-f1a0-4624-adfa-872d69e0e5ab is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:40.375623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-6e0fe734-1bec-43db-a0b6-1fc03266d861 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:40.381133 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0fe734-1bec-43db-a0b6-1fc03266d861 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event updated for resources: {'Port': ['ID=be59d789-35f2-47f8-a2bf-dacd1121b4c0,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:40.392059 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171c671-131b-41ee-8d81-3fe1fb66dca1 req-8d88badf-31c0-4f6b-8906-9dbac1f332e8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:40.399330 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171c671-131b-41ee-8d81-3fe1fb66dca1 req-8d88badf-31c0-4f6b-8906-9dbac1f332e8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:40.410768 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4171c671-131b-41ee-8d81-3fe1fb66dca1 req-8d88badf-31c0-4f6b-8906-9dbac1f332e8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 1653 time: 0.2943485 Dec 16 22:16:40.415864 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-6e0fe734-1bec-43db-a0b6-1fc03266d861 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:40.416059 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-1eceb3f2-d3ac-4bc8-b842-99936ec372b0 req-7071a8d5-454e-4ad1-a451-eaf9f139fda9 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Deleting port 9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:16:40.416618 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1eceb3f2-d3ac-4bc8-b842-99936ec372b0 req-7071a8d5-454e-4ad1-a451-eaf9f139fda9 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:40.426192 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-482b75f8-8f76-40e3-ad36-facef0f166b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:40.500047 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-9cb62c28-14bc-42bd-87be-ebef41d9830f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, c7f1c459-e84f-448b-8a2b-28e7b0a9b3be) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:40.511939 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6d8341-d519-482c-b70b-32b81eb513e1 None None] Network c7f1c459-e84f-448b-8a2b-28e7b0a9b3be requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:16:40.551583 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb62c28-14bc-42bd-87be-ebef41d9830f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:40.555073 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9cb62c28-14bc-42bd-87be-ebef41d9830f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:40.638422 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-6e0fe734-1bec-43db-a0b6-1fc03266d861 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:40.639149 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-6e0fe734-1bec-43db-a0b6-1fc03266d861 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:40.654567 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-30586116-95c7-4fd5-99fa-7d24de7db402 req-8e229731-89ed-4166-b5d8-dc8493b60866 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Deleting port ceb1f347-3cb7-4ff7-87fd-03d794877a2b {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:16:40.655082 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-30586116-95c7-4fd5-99fa-7d24de7db402 req-8e229731-89ed-4166-b5d8-dc8493b60866 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:40.690449 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-1eceb3f2-d3ac-4bc8-b842-99936ec372b0 req-7071a8d5-454e-4ad1-a451-eaf9f139fda9 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] For port 9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9,segment=NetworkSegment(9beb40dc-3a00-4933-8b96-a06701ed9322),segment_id=9beb40dc-3a00-4933-8b96-a06701ed9322)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:40.690748 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1eceb3f2-d3ac-4bc8-b842-99936ec372b0 req-7071a8d5-454e-4ad1-a451-eaf9f139fda9 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:40.699101 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4171c671-131b-41ee-8d81-3fe1fb66dca1 req-750820ba-26ab-451d-a0b1-396f497225c8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847986 Dec 16 22:16:40.712323 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-1eceb3f2-d3ac-4bc8-b842-99936ec372b0 req-7071a8d5-454e-4ad1-a451-eaf9f139fda9 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Calling delete_port for 9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:16:40.787991 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 445d23f8-0a76-4912-86a3-0ac58353279f, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=445d23f8-0a76-4912-86a3-0ac58353279f,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:40.809284 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '445d23f8-0a76-4912-86a3-0ac58353279f', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '445d23f8-0a76-4912-86a3-0ac58353279f', 'mac_address': 'fa:16:3e:99:b5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:16:40.825507 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-30586116-95c7-4fd5-99fa-7d24de7db402 req-8e229731-89ed-4166-b5d8-dc8493b60866 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] For port ceb1f347-3cb7-4ff7-87fd-03d794877a2b, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=ceb1f347-3cb7-4ff7-87fd-03d794877a2b,segment=NetworkSegment(9beb40dc-3a00-4933-8b96-a06701ed9322),segment_id=9beb40dc-3a00-4933-8b96-a06701ed9322)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:40.826127 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-30586116-95c7-4fd5-99fa-7d24de7db402 req-8e229731-89ed-4166-b5d8-dc8493b60866 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:40.841213 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-30586116-95c7-4fd5-99fa-7d24de7db402 req-8e229731-89ed-4166-b5d8-dc8493b60866 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Calling delete_port for ceb1f347-3cb7-4ff7-87fd-03d794877a2b owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:16:40.861455 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-c7f1c459-e84f-448b-8a2b-28e7b0a9b3be', 'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be', 'project_id': '1eca6be478514f9c8f27151bade9f595', 'fixed_ips': [{'subnet_id': '6f1fd97e-df08-4d06-a6b5-806941b75263'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:16:40.862691 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:40.883644 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:40.933659 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a5d4866b-bf82-4ec5-aa0a-9c4b9f061d67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:40.936320 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1eceb3f2-d3ac-4bc8-b842-99936ec372b0 req-7071a8d5-454e-4ad1-a451-eaf9f139fda9 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:40.939698 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-482b75f8-8f76-40e3-ad36-facef0f166b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:40.947956 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-482b75f8-8f76-40e3-ad36-facef0f166b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:40.947956 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-482b75f8-8f76-40e3-ad36-facef0f166b4 service neutron] 10.222.0.76 "PUT /v2.0/ports/b174ce39-c097-494c-8dd0-68558861d527 HTTP/1.1" status: 200 len: 1096 time: 2.0676696 Dec 16 22:16:40.947956 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99ae0d6-c9ee-4d51-9064-d15a6a5ec058', 'tag': 'b174ce39-c097-494c-8dd0-68558861d527'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:40.951092 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f8fdaf-ba1c-4114-ab35-71540dd8a615" -d '{"events": [{"name": "network-changed", "server_uuid": "e99ae0d6-c9ee-4d51-9064-d15a6a5ec058", "tag": "b174ce39-c097-494c-8dd0-68558861d527"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:41.068820 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-0254b512-fcb9-4b7f-883c-9d2aeb298063 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Made reservation on behalf of 84a0f56690704a89b89d2fa8c0442625 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:41.072847 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-0254b512-fcb9-4b7f-883c-9d2aeb298063 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:41.085261 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eceb3f2-d3ac-4bc8-b842-99936ec372b0 req-7071a8d5-454e-4ad1-a451-eaf9f139fda9 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] No DVR routers for this DVR port 9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:16:41.090496 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1eceb3f2-d3ac-4bc8-b842-99936ec372b0 req-7071a8d5-454e-4ad1-a451-eaf9f139fda9 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:41.095506 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Allocated IP 172.20.0.2 (c7f1c459-e84f-448b-8a2b-28e7b0a9b3be/6f1fd97e-df08-4d06-a6b5-806941b75263/c640ab1f-cb8c-4883-9b1f-414682029ddd) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:16:41.096806 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1eceb3f2-d3ac-4bc8-b842-99936ec372b0 req-7071a8d5-454e-4ad1-a451-eaf9f139fda9 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.57 "DELETE /v2.0/ports/9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9 HTTP/1.1" status: 204 len: 173 time: 0.9020407 Dec 16 22:16:41.114273 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9cb62c28-14bc-42bd-87be-ebef41d9830f admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.2311087 Dec 16 22:16:41.132112 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39944) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:41.149553 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-30586116-95c7-4fd5-99fa-7d24de7db402 req-8e229731-89ed-4166-b5d8-dc8493b60866 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:41.156099 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-4cdc37ad-0dcc-4e94-abc7-009cfc5dc5cc admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-987017527-router', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:41.178775 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b75f8-8f76-40e3-ad36-facef0f166b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b174ce39-c097-494c-8dd0-68558861d527,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:41.224573 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae24a53-ce1a-4fba-af49-fcb4804a9804 req-58ebcbb7-fc34-40a1-a741-9b4534c435b2 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:41.236364 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6ae24a53-ce1a-4fba-af49-fcb4804a9804 req-58ebcbb7-fc34-40a1-a741-9b4534c435b2 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 948 time: 0.7105501 Dec 16 22:16:41.240716 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-6e0fe734-1bec-43db-a0b6-1fc03266d861 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6641786 Dec 16 22:16:41.289606 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-4be569de-0bcc-47e8-835e-c84fc379e617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:41.293193 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-4be569de-0bcc-47e8-835e-c84fc379e617 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 1099 time: 0.2080677 Dec 16 22:16:41.304852 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071a8d5-454e-4ad1-a451-eaf9f139fda9 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Pushing event deleted for resources: {'Port': ['ID=9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:41.322128 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:41.335098 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['ceb1f347-3cb7-4ff7-87fd-03d794877a2b', '9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:41.339790 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device ba1ff4b2-448b-404a-9ab2-814ba9765abb details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:16:41.483661 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port ba1ff4b2-448b-404a-9ab2-814ba9765abb, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=ba1ff4b2-448b-404a-9ab2-814ba9765abb,segment=NetworkSegment(f644fd15-02a7-4c5e-8c9b-aed9015799bd),segment_id=f644fd15-02a7-4c5e-8c9b-aed9015799bd)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:41.507453 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'ba1ff4b2-448b-404a-9ab2-814ba9765abb', 'network_id': 'cad91a34-249c-45b2-83af-f58c71b36922', 'port_id': 'ba1ff4b2-448b-404a-9ab2-814ba9765abb', 'mac_address': 'fa:16:3e:d8:45:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3b028fb-b449-456f-83ef-703e1dbce1bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:16:41.562348 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6ae24a53-ce1a-4fba-af49-fcb4804a9804 req-2ababedf-01e9-4d1f-83c9-5ae64333532b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242109 Dec 16 22:16:41.574711 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-7ec703a2-23ba-4c53-93cb-afde5c139a3c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=b174ce39-c097-494c-8dd0-68558861d527 HTTP/1.1" status: 200 len: 217 time: 0.2482629 Dec 16 22:16:41.590810 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:41.595484 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:41.616799 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-674b6815-3282-420d-a92c-f862dbb9e71b None None] Provisioning complete for port be59d789-35f2-47f8-a2bf-dacd1121b4c0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:41.616799 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-674b6815-3282-420d-a92c-f862dbb9e71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:41.630265 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-b1ce5439-42ae-465b-b031-95a1df91a12d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Request body: {'port': {'device_id': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '133792b4-eb35-4125-8057-ae6885c1e196', 'admin_state_up': True, 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'security_groups': ['04e9709e-97c9-4ec5-a72c-ef11ce486028']}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:41.658302 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba1ff4b2-448b-404a-9ab2-814ba9765abb {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:41.683295 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port ba1ff4b2-448b-404a-9ab2-814ba9765abb, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=ba1ff4b2-448b-404a-9ab2-814ba9765abb,segment=NetworkSegment(f644fd15-02a7-4c5e-8c9b-aed9015799bd),segment_id=f644fd15-02a7-4c5e-8c9b-aed9015799bd)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:41.684549 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-674b6815-3282-420d-a92c-f862dbb9e71b None None] Port be59d789-35f2-47f8-a2bf-dacd1121b4c0 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:16:41.694677 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445d23f8-0a76-4912-86a3-0ac58353279f {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:41.711177 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-c5bbb73e-3579-4e9e-a52b-f3fae83af032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:41.713098 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-c5bbb73e-3579-4e9e-a52b-f3fae83af032 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1273677 Dec 16 22:16:41.724243 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 445d23f8-0a76-4912-86a3-0ac58353279f, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=445d23f8-0a76-4912-86a3-0ac58353279f,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:41.749070 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['ceb1f347-3cb7-4ff7-87fd-03d794877a2b', '9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:41.790016 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Network c7f1c459-e84f-448b-8a2b-28e7b0a9b3be is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:41.795465 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:41.799348 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:41.800303 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d70fcf69-1d0b-46e1-8c4a-08b012f0666b req-80680260-01ef-4a73-ba3c-a35e33f69eb4 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 210 time: 0.0807829 Dec 16 22:16:41.807776 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:41.838103 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:41.857817 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a5d4866b-bf82-4ec5-aa0a-9c4b9f061d67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:41.872352 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-1957d753-fc8d-4f64-ac80-f46fb2209fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:41.872352 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-1957d753-fc8d-4f64-ac80-f46fb2209fbe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1256561 Dec 16 22:16:41.872590 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-30586116-95c7-4fd5-99fa-7d24de7db402 req-8e229731-89ed-4166-b5d8-dc8493b60866 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] No DVR routers for this DVR port ceb1f347-3cb7-4ff7-87fd-03d794877a2b on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:16:41.872590 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e229731-89ed-4166-b5d8-dc8493b60866 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Pushing event deleted for resources: {'Port': ['ID=ceb1f347-3cb7-4ff7-87fd-03d794877a2b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:41.883753 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-30586116-95c7-4fd5-99fa-7d24de7db402 req-8e229731-89ed-4166-b5d8-dc8493b60866 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:41.892581 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30586116-95c7-4fd5-99fa-7d24de7db402 req-8e229731-89ed-4166-b5d8-dc8493b60866 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.57 "DELETE /v2.0/ports/ceb1f347-3cb7-4ff7-87fd-03d794877a2b HTTP/1.1" status: 204 len: 173 time: 1.7707655 Dec 16 22:16:41.893128 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885ce88c-9aa2-4d77-846a-bccebb558c6a', 'name': 'network-vif-deleted', 'tag': 'ceb1f347-3cb7-4ff7-87fd-03d794877a2b'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:41.896477 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f45e5c-7691-49c8-88cd-1a60b489da46" -d '{"events": [{"server_uuid": "885ce88c-9aa2-4d77-846a-bccebb558c6a", "name": "network-vif-deleted", "tag": "ceb1f347-3cb7-4ff7-87fd-03d794877a2b"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:41.913028 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Pushing event updated for resources: {'Port': ['ID=c640ab1f-cb8c-4883-9b1f-414682029ddd,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:41.919147 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756a5d6-169a-4c64-b8d0-15ec8070f9cf req-3ee48d78-aa72-4220-9859-6ffa9553ac59 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:41.927918 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:41.928265 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:41.928688 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:41.928832 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f756a5d6-169a-4c64-b8d0-15ec8070f9cf req-3ee48d78-aa72-4220-9859-6ffa9553ac59 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 943 time: 0.8822773 Dec 16 22:16:41.929077 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:41.929458 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:41.929799 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:41.930126 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:41.930458 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:41.930971 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:41.931356 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:41.932032 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:41.933055 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:41.933449 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:41.948633 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b67c5f5-5e50-44dc-b2a1-0c31169f8b75 x-openstack-request-id: req-3b67c5f5-5e50-44dc-b2a1-0c31169f8b75 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:41.952465 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99ae0d6-c9ee-4d51-9064-d15a6a5ec058", "tag": "b174ce39-c097-494c-8dd0-68558861d527", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:41.952465 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3b67c5f5-5e50-44dc-b2a1-0c31169f8b75 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:41.955228 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99ae0d6-c9ee-4d51-9064-d15a6a5ec058', 'tag': 'b174ce39-c097-494c-8dd0-68558861d527', 'status': 'completed', 'code': 200} Dec 16 22:16:42.004179 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=ba1ff4b2-448b-404a-9ab2-814ba9765abb,revision_number=9']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:42.016694 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-b1ce5439-42ae-465b-b031-95a1df91a12d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Made reservation on behalf of a0f42b93d17b453cb09b716a19274f39 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:42.034180 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a5d4866b-bf82-4ec5-aa0a-9c4b9f061d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:42.042203 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Attempting to bind port c640ab1f-cb8c-4883-9b1f-414682029ddd on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:42.048789 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Attempting to bind port c640ab1f-cb8c-4883-9b1f-414682029ddd by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'd44e1f7f-1c0e-4820-a131-9628a743a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:42.048789 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Attempting to bind port c640ab1f-cb8c-4883-9b1f-414682029ddd on network c7f1c459-e84f-448b-8a2b-28e7b0a9b3be {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:42.051219 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:42.051601 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Checking segment: {'id': 'd44e1f7f-1c0e-4820-a131-9628a743a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:42.052008 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:42.052401 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Bound using segment: {'id': 'd44e1f7f-1c0e-4820-a131-9628a743a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:42.052946 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Bound port: c640ab1f-cb8c-4883-9b1f-414682029ddd, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44e1f7f-1c0e-4820-a131-9628a743a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:42.053372 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:42.079738 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a5d4866b-bf82-4ec5-aa0a-9c4b9f061d67 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=11e47987076a4fec8e49ab316472cde0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8226178 Dec 16 22:16:42.110077 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39952) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:42.134565 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4cdc37ad-0dcc-4e94-abc7-009cfc5dc5cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:42.136828 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4cdc37ad-0dcc-4e94-abc7-009cfc5dc5cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:42.138724 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=445d23f8-0a76-4912-86a3-0ac58353279f,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:42.172951 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] For port c640ab1f-cb8c-4883-9b1f-414682029ddd, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:42.177960 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] For port c640ab1f-cb8c-4883-9b1f-414682029ddd, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c640ab1f-cb8c-4883-9b1f-414682029ddd,segment=NetworkSegment(d44e1f7f-1c0e-4820-a131-9628a743a23d),segment_id=d44e1f7f-1c0e-4820-a131-9628a743a23d)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:42.184181 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eee03f48-7eba-406e-97f8-9d2a7fa10d92 req-d863d636-3f78-4ecb-b61f-621478fd23f7 tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=885ce88c-9aa2-4d77-846a-bccebb558c6a HTTP/1.1" status: 200 len: 210 time: 0.2126887 Dec 16 22:16:42.215592 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['ba1ff4b2-448b-404a-9ab2-814ba9765abb'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:42.272769 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f756a5d6-169a-4c64-b8d0-15ec8070f9cf req-dbb43b14-dc97-4671-851a-03374e1bb652 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430803 Dec 16 22:16:42.288204 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4cdc37ad-0dcc-4e94-abc7-009cfc5dc5cc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:42.376762 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['445d23f8-0a76-4912-86a3-0ac58353279f'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:42.387288 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-0254b512-fcb9-4b7f-883c-9d2aeb298063 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Allocated IP 192.168.233.132 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/aa94ee2e-f1f7-4556-80be-e998211e8979) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:16:42.388492 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device ceb1f347-3cb7-4ff7-87fd-03d794877a2b no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:16:42.423091 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:42.481763 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc6877d-215b-4167-81ef-325bbdc12cdb x-openstack-request-id: req-8bc6877d-215b-4167-81ef-325bbdc12cdb {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:42.482226 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885ce88c-9aa2-4d77-846a-bccebb558c6a", "name": "network-vif-deleted", "tag": "ceb1f347-3cb7-4ff7-87fd-03d794877a2b", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:42.482583 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8bc6877d-215b-4167-81ef-325bbdc12cdb {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:42.483132 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885ce88c-9aa2-4d77-846a-bccebb558c6a', 'name': 'network-vif-deleted', 'tag': 'ceb1f347-3cb7-4ff7-87fd-03d794877a2b', 'status': 'completed', 'code': 200} Dec 16 22:16:42.538821 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-149264db-073d-4156-ba9c-c8abbb075064 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:42.567861 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-b1ce5439-42ae-465b-b031-95a1df91a12d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:42.595301 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: ceb1f347-3cb7-4ff7-87fd-03d794877a2b {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:16:42.596077 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device ceb1f347-3cb7-4ff7-87fd-03d794877a2b not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:16:42.596819 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:16:42.647350 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4866b-bf82-4ec5-aa0a-9c4b9f061d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441ec2ab-7ff7-4751-8ebd-d6ab487b25de,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:42.702326 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-149264db-073d-4156-ba9c-c8abbb075064 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:42.706836 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4cdc37ad-0dcc-4e94-abc7-009cfc5dc5cc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:42.718499 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-d3ef6517-2f47-41d0-8e3e-9c9ad3160074 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8331218 Dec 16 22:16:42.730611 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:16:42.730962 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:16:42.746673 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91aaebc-d251-4cba-abac-e7133fa69da8 req-d61e15de-f399-4825-ab29-78253daf9b4c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:42.757778 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91aaebc-d251-4cba-abac-e7133fa69da8 req-d61e15de-f399-4825-ab29-78253daf9b4c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:42.787778 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91aaebc-d251-4cba-abac-e7133fa69da8 req-d61e15de-f399-4825-ab29-78253daf9b4c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:42.791193 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f91aaebc-d251-4cba-abac-e7133fa69da8 req-d61e15de-f399-4825-ab29-78253daf9b4c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 2373 time: 0.1631947 Dec 16 22:16:42.890784 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d246ae-fc6c-43cf-836b-fa92c61781e8 None None] Pushing event updated for resources: {'Port': ['ID=c640ab1f-cb8c-4883-9b1f-414682029ddd,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:42.988046 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f91aaebc-d251-4cba-abac-e7133fa69da8 req-bc3e12e0-4bbd-4630-8a96-24c4b47a6e69 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052425 Dec 16 22:16:43.031803 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9adf2d1a-e8d2-4109-9347-bcae2655b10a req-fdd661e7-e9fb-44c4-9b74-bdbed2451dd3 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373676 Dec 16 22:16:43.175870 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8706b5ae-579b-4795-b1a4-ad74dca6f521 req-879b62fc-9cbc-490a-a5af-3fed94554c78 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 210 time: 0.0621617 Dec 16 22:16:43.326121 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2969a3-c761-4258-934f-2ae05ac7925f req-426754ce-43de-4df4-a7cd-d2b070f6d6d2 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:43.334417 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4a2969a3-c761-4258-934f-2ae05ac7925f req-426754ce-43de-4df4-a7cd-d2b070f6d6d2 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 948 time: 0.5441322 Dec 16 22:16:43.359627 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-29971c3f-26fe-4d17-b9b0-20abe4111511 req-b545f0b6-1d6a-481d-9635-936e60e451ea tempest-MultipleCreateTestJSON-537690914 tempest-MultipleCreateTestJSON-537690914-project] 10.222.0.75 "GET /v2.0/ports?device_id=885ce88c-9aa2-4d77-846a-bccebb558c6a HTTP/1.1" status: 200 len: 210 time: 0.0273290 Dec 16 22:16:43.411986 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8fdaf-ba1c-4114-ab35-71540dd8a615 req-4003f118-7968-4744-956d-b87f4580d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:43.411986 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-49f8fdaf-ba1c-4114-ab35-71540dd8a615 req-4003f118-7968-4744-956d-b87f4580d2ac service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 1099 time: 0.1109912 Dec 16 22:16:43.412787 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-0254b512-fcb9-4b7f-883c-9d2aeb298063 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:43.444877 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-b1ce5439-42ae-465b-b031-95a1df91a12d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Allocated IP 10.2.2.100 (133792b4-eb35-4125-8057-ae6885c1e196/c9a0b227-b5a7-4ec3-a018-5c1f436677a0/74efd0d5-e0a1-4bfc-9a1d-9968cef63895) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:16:43.515855 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4a2969a3-c761-4258-934f-2ae05ac7925f req-24022ed0-7aab-4562-83b8-50a8e19ce408 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803074 Dec 16 22:16:43.533275 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-149264db-073d-4156-ba9c-c8abbb075064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:43.534029 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8fdaf-ba1c-4114-ab35-71540dd8a615 req-1e794324-a472-4c5a-acb0-12b3a640facc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:43.535785 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-49f8fdaf-ba1c-4114-ab35-71540dd8a615 req-1e794324-a472-4c5a-acb0-12b3a640facc service neutron] 10.222.0.76 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.1173773 Dec 16 22:16:43.536015 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-149264db-073d-4156-ba9c-c8abbb075064 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:43.540722 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-149264db-073d-4156-ba9c-c8abbb075064 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/441ec2ab-7ff7-4751-8ebd-d6ab487b25de HTTP/1.1" status: 204 len: 168 time: 1.4183764 Dec 16 22:16:43.565974 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149264db-073d-4156-ba9c-c8abbb075064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441ec2ab-7ff7-4751-8ebd-d6ab487b25de,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:43.649846 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-49f8fdaf-ba1c-4114-ab35-71540dd8a615 req-c14ad2a9-ee93-4a2e-9e8b-238020e5da0a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=b174ce39-c097-494c-8dd0-68558861d527 HTTP/1.1" status: 200 len: 217 time: 0.0820403 Dec 16 22:16:43.654242 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-0254b512-fcb9-4b7f-883c-9d2aeb298063 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:43.690976 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6c17bdca-25a2-4289-a713-5364eb2bc111', '8ac3f3ae-03ec-43aa-9f2f-196fde36ac18'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:43.714931 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a781f-81c7-4b66-8868-f5b495a37b69 req-f784e953-13f5-4b1f-80e7-2e3d20875afe tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:43.723648 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c54a781f-81c7-4b66-8868-f5b495a37b69 req-f784e953-13f5-4b1f-80e7-2e3d20875afe tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 944 time: 0.1661811 Dec 16 22:16:43.735506 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9c542d95-fa6f-4d6e-befb-2c00a17a1eeb', '445d23f8-0a76-4912-86a3-0ac58353279f'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:43.748297 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-0254b512-fcb9-4b7f-883c-9d2aeb298063 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:43.751824 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8fdaf-ba1c-4114-ab35-71540dd8a615 req-8183e2ba-6560-401c-bae8-793da2185167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:43.753611 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-49f8fdaf-ba1c-4114-ab35-71540dd8a615 req-8183e2ba-6560-401c-bae8-793da2185167 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0946841 Dec 16 22:16:43.768972 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-0254b512-fcb9-4b7f-883c-9d2aeb298063 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:43.845764 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-0254b512-fcb9-4b7f-883c-9d2aeb298063 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:43.871593 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254b512-fcb9-4b7f-883c-9d2aeb298063 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Pushing event updated for resources: {'Port': ['ID=aa94ee2e-f1f7-4556-80be-e998211e8979,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:43.876211 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c54a781f-81c7-4b66-8868-f5b495a37b69 req-5545d0f6-8634-4e56-9ab3-b3428223ed88 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509151 Dec 16 22:16:43.878496 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8fdaf-ba1c-4114-ab35-71540dd8a615 req-a754a861-9f55-4091-9855-fdac6cb5639e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:43.880289 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-49f8fdaf-ba1c-4114-ab35-71540dd8a615 req-a754a861-9f55-4091-9855-fdac6cb5639e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0919793 Dec 16 22:16:44.007956 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf196a75-9ebf-4486-8a65-b9a3aadb204d', 'name': 'network-vif-deleted', 'tag': '9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:44.011724 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf6b08b-2361-4810-a337-924fefee5bde" -d '{"events": [{"server_uuid": "bf196a75-9ebf-4486-8a65-b9a3aadb204d", "name": "network-vif-deleted", "tag": "9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:44.059763 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-0254b512-fcb9-4b7f-883c-9d2aeb298063 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:44.060602 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-0254b512-fcb9-4b7f-883c-9d2aeb298063 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:44.076626 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4cdc37ad-0dcc-4e94-abc7-009cfc5dc5cc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:44.103592 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4cdc37ad-0dcc-4e94-abc7-009cfc5dc5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:44.185618 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce57a89f-30a4-4f3b-afe2-220c2b7e9d2e x-openstack-request-id: req-ce57a89f-30a4-4f3b-afe2-220c2b7e9d2e {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:44.186072 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf196a75-9ebf-4486-8a65-b9a3aadb204d", "name": "network-vif-deleted", "tag": "9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:44.186336 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ce57a89f-30a4-4f3b-afe2-220c2b7e9d2e {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:44.187289 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf196a75-9ebf-4486-8a65-b9a3aadb204d', 'name': 'network-vif-deleted', 'tag': '9e55e6c2-92ce-4d8c-8f8f-5a959fa3d8a9', 'status': 'completed', 'code': 200} Dec 16 22:16:44.237813 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-0254b512-fcb9-4b7f-883c-9d2aeb298063 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5558143 Dec 16 22:16:44.273176 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-49f8fdaf-ba1c-4114-ab35-71540dd8a615 req-0c13c285-262e-4da4-8bcf-30184350bb0f service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684137 Dec 16 22:16:44.310498 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-4cdc37ad-0dcc-4e94-abc7-009cfc5dc5cc admin admin] Allocated IP 172.25.6.208 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/e8e0fbee-3828-4794-ae6c-f44f39360100) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:16:44.335779 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-b1ce5439-42ae-465b-b031-95a1df91a12d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:44.359031 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 445d23f8-0a76-4912-86a3-0ac58353279f up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:44.400721 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-bd84d5a1-ff5d-471c-85c2-b1bc9da74a6a service neutron] Request body: {'port': {'device_id': 'ca6fc807-5254-4f3e-b99f-68c202491022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:44.505396 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-b1ce5439-42ae-465b-b031-95a1df91a12d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:44.541510 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c640ab1f-cb8c-4883-9b1f-414682029ddd up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:44.558002 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-49f8fdaf-ba1c-4114-ab35-71540dd8a615 req-250af03e-3eab-4493-be63-ecd618ed7ab0 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737787 Dec 16 22:16:44.560385 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeeaa2c-95e2-461f-9d38-7e1bcd809db3 None None] Network c7f1c459-e84f-448b-8a2b-28e7b0a9b3be requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:16:44.594087 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea0e9a-9c63-4fbf-a603-37f3d962fb78 req-00341a65-1674-44d7-9b00-bd5b936c6ea2 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:44.603264 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1dea0e9a-9c63-4fbf-a603-37f3d962fb78 req-00341a65-1674-44d7-9b00-bd5b936c6ea2 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 936 time: 0.1952066 Dec 16 22:16:44.612226 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39980) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:44.620679 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4cdc37ad-0dcc-4e94-abc7-009cfc5dc5cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:44.641599 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-952db6b2-bf02-429a-b7ac-59e47eef8efc None None] Provisioning complete for port aa94ee2e-f1f7-4556-80be-e998211e8979 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:44.642233 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-952db6b2-bf02-429a-b7ac-59e47eef8efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:44.644756 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4dd8-f3a4-46ab-99b0-4fc11616b75e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:44.703410 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1dea0e9a-9c63-4fbf-a603-37f3d962fb78 req-cf6968d7-90bf-41f4-a7ce-e9f8f9bf08ea tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929637 Dec 16 22:16:44.708239 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b61d7-90f0-49ed-9bf4-1af82eea7a04 req-234b8c8b-c5f1-4a5a-83de-d3e666b53903 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:44.716814 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b61d7-90f0-49ed-9bf4-1af82eea7a04 req-234b8c8b-c5f1-4a5a-83de-d3e666b53903 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:44.723815 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b61d7-90f0-49ed-9bf4-1af82eea7a04 req-234b8c8b-c5f1-4a5a-83de-d3e666b53903 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:44.732875 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9a2b61d7-90f0-49ed-9bf4-1af82eea7a04 req-234b8c8b-c5f1-4a5a-83de-d3e666b53903 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 2373 time: 0.5425990 Dec 16 22:16:44.800685 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce5439-42ae-465b-b031-95a1df91a12d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event updated for resources: {'Port': ['ID=74efd0d5-e0a1-4bfc-9a1d-9968cef63895,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:44.811901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-b1ce5439-42ae-465b-b031-95a1df91a12d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Network 133792b4-eb35-4125-8057-ae6885c1e196 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:44.812844 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-952db6b2-bf02-429a-b7ac-59e47eef8efc None None] Port aa94ee2e-f1f7-4556-80be-e998211e8979 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:16:44.813628 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4cdc37ad-0dcc-4e94-abc7-009cfc5dc5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:44.819172 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-b1ce5439-42ae-465b-b031-95a1df91a12d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:44.856842 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-b1ce5439-42ae-465b-b031-95a1df91a12d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:44.866188 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4dd8-f3a4-46ab-99b0-4fc11616b75e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:44.871518 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 445d23f8-0a76-4912-86a3-0ac58353279f completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:16:44.875933 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port c640ab1f-cb8c-4883-9b1f-414682029ddd triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:44.876900 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:44.949796 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-b1ce5439-42ae-465b-b031-95a1df91a12d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:44.949796 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-b1ce5439-42ae-465b-b031-95a1df91a12d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:44.966529 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4dd8-f3a4-46ab-99b0-4fc11616b75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:44.990637 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-bd84d5a1-ff5d-471c-85c2-b1bc9da74a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:45.020803 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd4dd8-f3a4-46ab-99b0-4fc11616b75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51099cf-b4c3-433b-822f-645656f8f3ca,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:45.034635 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdc37ad-0dcc-4e94-abc7-009cfc5dc5cc admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:45.054663 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d8bd4dd8-f3a4-46ab-99b0-4fc11616b75e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ed74402acf4143d9a628b2cae0acf883&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4395120 Dec 16 22:16:45.061448 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39986) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:45.078844 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-4cdc37ad-0dcc-4e94-abc7-009cfc5dc5cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:45.097830 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdc37ad-0dcc-4e94-abc7-009cfc5dc5cc admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:45.114512 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc37ad-0dcc-4e94-abc7-009cfc5dc5cc admin admin] Pushing event updated for resources: {'Port': ['ID=e8e0fbee-3828-4794-ae6c-f44f39360100,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:45.129909 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe7d0e-8c27-41fb-b806-37677b952a94 req-87600d3c-5530-4abe-8e11-82cf869ab6d4 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:45.132623 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 445d23f8-0a76-4912-86a3-0ac58353279f triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:45.133194 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:45.139665 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-83fe7d0e-8c27-41fb-b806-37677b952a94 req-87600d3c-5530-4abe-8e11-82cf869ab6d4 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 948 time: 0.1238728 Dec 16 22:16:45.144235 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device ba1ff4b2-448b-404a-9ab2-814ba9765abb up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:45.207630 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-83fe7d0e-8c27-41fb-b806-37677b952a94 req-e8d40dbd-0a98-4b24-9ce8-993ed4b532fb tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669057 Dec 16 22:16:45.221463 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9a2b61d7-90f0-49ed-9bf4-1af82eea7a04 req-8a42da12-bd07-4048-9208-ba5853249198 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4875987 Dec 16 22:16:45.232467 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-b1ce5439-42ae-465b-b031-95a1df91a12d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6116326 Dec 16 22:16:45.268360 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-afe37d7b-a3db-4efe-b47f-881241a50420 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Request body: {'port': {'device_id': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '133792b4-eb35-4125-8057-ae6885c1e196', 'admin_state_up': True, 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'security_groups': ['04e9709e-97c9-4ec5-a72c-ef11ce486028']}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:45.271126 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39988) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:45.308634 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port ba1ff4b2-448b-404a-9ab2-814ba9765abb triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:45.309018 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:45.333013 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a536321-932c-4e98-bd35-aadfbcccd8a5 admin admin] Deleting subnet 964e51c8-19c1-4e62-91ee-8b4029d57c88 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:16:45.336913 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5a536321-932c-4e98-bd35-aadfbcccd8a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:45.368138 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-96d1f68b-72ce-4fa5-9f76-0f4ae4a593d7 None None] Provisioning complete for port c640ab1f-cb8c-4883-9b1f-414682029ddd triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:45.368516 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-96d1f68b-72ce-4fa5-9f76-0f4ae4a593d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:45.388910 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5a536321-932c-4e98-bd35-aadfbcccd8a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:45.437731 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5a536321-932c-4e98-bd35-aadfbcccd8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:45.465838 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:45.607556 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:45.618780 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5a536321-932c-4e98-bd35-aadfbcccd8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:45.666970 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port c640ab1f-cb8c-4883-9b1f-414682029ddd, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c640ab1f-cb8c-4883-9b1f-414682029ddd,segment=NetworkSegment(d44e1f7f-1c0e-4820-a131-9628a743a23d),segment_id=d44e1f7f-1c0e-4820-a131-9628a743a23d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:45.668220 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-96d1f68b-72ce-4fa5-9f76-0f4ae4a593d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:45.670044 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:45.679726 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5a536321-932c-4e98-bd35-aadfbcccd8a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:45.689176 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5a536321-932c-4e98-bd35-aadfbcccd8a5 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/964e51c8-19c1-4e62-91ee-8b4029d57c88 HTTP/1.1" status: 204 len: 168 time: 0.4158514 Dec 16 22:16:45.696072 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a536321-932c-4e98-bd35-aadfbcccd8a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=964e51c8-19c1-4e62-91ee-8b4029d57c88,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:45.700077 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39990) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:45.770300 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 445d23f8-0a76-4912-86a3-0ac58353279f, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=445d23f8-0a76-4912-86a3-0ac58353279f,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:45.773451 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b475849-61b8-4ce6-ad2a-4dd9db0d0724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445d23f8-0a76-4912-86a3-0ac58353279f'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:45.776036 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab3e310-bf3b-48a7-b5cc-f222d0285283" -d '{"events": [{"server_uuid": "5b475849-61b8-4ce6-ad2a-4dd9db0d0724", "name": "network-vif-plugged", "status": "completed", "tag": "445d23f8-0a76-4912-86a3-0ac58353279f"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:45.781143 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:45.881953 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73d3a156-bfff-442d-b2e6-a9ab0e71f754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:45.898566 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port ba1ff4b2-448b-404a-9ab2-814ba9765abb, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=ba1ff4b2-448b-404a-9ab2-814ba9765abb,segment=NetworkSegment(f644fd15-02a7-4c5e-8c9b-aed9015799bd),segment_id=f644fd15-02a7-4c5e-8c9b-aed9015799bd)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:45.905394 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:45.963363 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-96d1f68b-72ce-4fa5-9f76-0f4ae4a593d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:16:45.963901 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-96d1f68b-72ce-4fa5-9f76-0f4ae4a593d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:16:45.964978 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=c640ab1f-cb8c-4883-9b1f-414682029ddd,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:46.022389 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:46.064132 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73d3a156-bfff-442d-b2e6-a9ab0e71f754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:46.071944 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=445d23f8-0a76-4912-86a3-0ac58353279f,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:46.098334 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-73d3a156-bfff-442d-b2e6-a9ab0e71f754 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d98d86d-5788-4234-a141-176c08c435a2']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:46.110376 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-73d3a156-bfff-442d-b2e6-a9ab0e71f754 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9beb40dc-3a00-4933-8b96-a06701ed9322') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:46.110934 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-73d3a156-bfff-442d-b2e6-a9ab0e71f754 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9beb40dc-3a00-4933-8b96-a06701ed9322') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:46.123183 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73d3a156-bfff-442d-b2e6-a9ab0e71f754 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:46.139112 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73d3a156-bfff-442d-b2e6-a9ab0e71f754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:46.146201 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d3a156-bfff-442d-b2e6-a9ab0e71f754 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:16:46.146835 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73d3a156-bfff-442d-b2e6-a9ab0e71f754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:46.163729 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=ba1ff4b2-448b-404a-9ab2-814ba9765abb,revision_number=10']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:46.192049 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-05de7cc8-c0dc-4258-b04c-f7a3a2b41acd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:16:46.220841 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:16:46.234049 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f9698-c191-4dcb-aa8d-926c4007f381 req-98016434-14f2-44dc-933a-ca9a445883f4 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:46.235735 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-515f9698-c191-4dcb-aa8d-926c4007f381 req-98016434-14f2-44dc-933a-ca9a445883f4 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 936 time: 0.3512747 Dec 16 22:16:46.279018 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-05de7cc8-c0dc-4258-b04c-f7a3a2b41acd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:46.300812 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-515f9698-c191-4dcb-aa8d-926c4007f381 req-e615338e-9403-4188-9e22-4c16f274702f tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552108 Dec 16 22:16:46.305004 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce8221-ba1b-4404-b78d-fa54dde21ede req-63f932c9-0571-4243-a9df-5c85e526ac41 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:46.307344 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6bce8221-ba1b-4404-b78d-fa54dde21ede req-63f932c9-0571-4243-a9df-5c85e526ac41 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 944 time: 0.9613254 Dec 16 22:16:46.321658 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73d3a156-bfff-442d-b2e6-a9ab0e71f754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:46.328200 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73d3a156-bfff-442d-b2e6-a9ab0e71f754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:46.334991 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-73d3a156-bfff-442d-b2e6-a9ab0e71f754 admin admin] 10.222.0.75 "DELETE /v2.0/networks/2d98d86d-5788-4234-a141-176c08c435a2 HTTP/1.1" status: 204 len: 168 time: 0.6311085 Dec 16 22:16:46.362247 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3a156-bfff-442d-b2e6-a9ab0e71f754 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d98d86d-5788-4234-a141-176c08c435a2,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:46.373952 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7d62c1-baee-468a-b4a5-746fd83e4e3d x-openstack-request-id: req-ae7d62c1-baee-468a-b4a5-746fd83e4e3d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:46.374339 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b475849-61b8-4ce6-ad2a-4dd9db0d0724", "name": "network-vif-plugged", "status": "completed", "tag": "445d23f8-0a76-4912-86a3-0ac58353279f", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:46.374842 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ae7d62c1-baee-468a-b4a5-746fd83e4e3d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:46.375339 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b475849-61b8-4ce6-ad2a-4dd9db0d0724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445d23f8-0a76-4912-86a3-0ac58353279f', 'code': 200} Dec 16 22:16:46.533873 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c640ab1f-cb8c-4883-9b1f-414682029ddd up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:46.634531 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-afe37d7b-a3db-4efe-b47f-881241a50420 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Made reservation on behalf of a0f42b93d17b453cb09b716a19274f39 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:46.639841 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port c640ab1f-cb8c-4883-9b1f-414682029ddd triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:46.640253 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:46.641705 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-afe37d7b-a3db-4efe-b47f-881241a50420 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:46.676347 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2bc776-8749-4b45-ba03-c7f833da0f33 req-4e56f8fa-f0d5-4621-ada6-f89faa5ace9f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:46.688354 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b2bc776-8749-4b45-ba03-c7f833da0f33 req-4e56f8fa-f0d5-4621-ada6-f89faa5ace9f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 948 time: 0.0934060 Dec 16 22:16:46.778467 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b2bc776-8749-4b45-ba03-c7f833da0f33 req-25fc3725-c823-480d-8714-8f1b8fbf8d92 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888441 Dec 16 22:16:46.779032 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-09958e7b-2e24-40d8-a7d9-b3d66c5198d8 None None] Provisioning complete for port c640ab1f-cb8c-4883-9b1f-414682029ddd triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:46.779653 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09958e7b-2e24-40d8-a7d9-b3d66c5198d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:46.813622 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6bce8221-ba1b-4404-b78d-fa54dde21ede req-43d3b8fe-7399-45b8-a986-c7887af3dba9 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397478 Dec 16 22:16:46.833490 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-05de7cc8-c0dc-4258-b04c-f7a3a2b41acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:46.845562 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-05de7cc8-c0dc-4258-b04c-f7a3a2b41acd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:46.849710 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-05de7cc8-c0dc-4258-b04c-f7a3a2b41acd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d51099cf-b4c3-433b-822f-645656f8f3ca HTTP/1.1" status: 204 len: 168 time: 1.7653825 Dec 16 22:16:46.943866 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-09958e7b-2e24-40d8-a7d9-b3d66c5198d8 None None] Provisioning complete for port 74efd0d5-e0a1-4bfc-9a1d-9968cef63895 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:46.945771 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09958e7b-2e24-40d8-a7d9-b3d66c5198d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:46.946764 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9f0b0-6ce3-4899-8f70-431b2cdf73c1 req-539d174b-c2dc-4eaa-89b2-72225acae6f1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:46.960157 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d8d44-2b73-45b7-8a01-e40d0dee31bf req-fabdac06-177f-40c5-b351-fe2df1fd940e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:46.961575 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9f0b0-6ce3-4899-8f70-431b2cdf73c1 req-539d174b-c2dc-4eaa-89b2-72225acae6f1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:46.965532 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be4d8d44-2b73-45b7-8a01-e40d0dee31bf req-fabdac06-177f-40c5-b351-fe2df1fd940e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5b475849-61b8-4ce6-ad2a-4dd9db0d0724 HTTP/1.1" status: 200 len: 1101 time: 0.4556470 Dec 16 22:16:46.978572 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9f0b0-6ce3-4899-8f70-431b2cdf73c1 req-539d174b-c2dc-4eaa-89b2-72225acae6f1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:46.990212 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40006) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:46.991029 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de7cc8-c0dc-4258-b04c-f7a3a2b41acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51099cf-b4c3-433b-822f-645656f8f3ca,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:46.993095 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9f0b0-6ce3-4899-8f70-431b2cdf73c1 req-539d174b-c2dc-4eaa-89b2-72225acae6f1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:46.996119 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f8a9f0b0-6ce3-4899-8f70-431b2cdf73c1 req-539d174b-c2dc-4eaa-89b2-72225acae6f1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 3094 time: 0.1250727 Dec 16 22:16:47.009131 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-09958e7b-2e24-40d8-a7d9-b3d66c5198d8 None None] Port 74efd0d5-e0a1-4bfc-9a1d-9968cef63895 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:16:47.060462 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-bd84d5a1-ff5d-471c-85c2-b1bc9da74a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa94ee2e-f1f7-4556-80be-e998211e8979 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:47.077464 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device b174ce39-c097-494c-8dd0-68558861d527 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:16:47.077985 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f8a9f0b0-6ce3-4899-8f70-431b2cdf73c1 req-76f08067-538e-42b0-9f34-adc0530d5126 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728040 Dec 16 22:16:47.095574 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-bd84d5a1-ff5d-471c-85c2-b1bc9da74a6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:47.099347 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4cdc37ad-0dcc-4e94-abc7-009cfc5dc5cc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:47.194170 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port b174ce39-c097-494c-8dd0-68558861d527, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=b174ce39-c097-494c-8dd0-68558861d527,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:47.211324 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'b174ce39-c097-494c-8dd0-68558861d527', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': 'b174ce39-c097-494c-8dd0-68558861d527', 'mac_address': 'fa:16:3e:6f:f1:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:16:47.212084 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-bd84d5a1-ff5d-471c-85c2-b1bc9da74a6a service neutron] Transition to ACTIVE for port object aa94ee2e-f1f7-4556-80be-e998211e8979 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:16:47.222501 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be4d8d44-2b73-45b7-8a01-e40d0dee31bf req-a03614c0-4475-4551-809a-f9238f7e1a06 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230728 Dec 16 22:16:47.254542 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:47.277032 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b174ce39-c097-494c-8dd0-68558861d527 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:47.277217 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fc0cb26b-880e-45b1-a59f-7c469453ade6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=23f9f5820f6243729a0b52eda48aa141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2831628 Dec 16 22:16:47.279586 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40010) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:47.299869 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port b174ce39-c097-494c-8dd0-68558861d527, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=b174ce39-c097-494c-8dd0-68558861d527,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:47.319229 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-bd84d5a1-ff5d-471c-85c2-b1bc9da74a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:47.395358 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-260b7ece-b5fd-4879-8a2a-74f58b6134ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:47.397783 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-afe37d7b-a3db-4efe-b47f-881241a50420 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Allocated IP 10.2.2.200 (133792b4-eb35-4125-8057-ae6885c1e196/c9a0b227-b5a7-4ec3-a018-5c1f436677a0/d4c02002-46db-4b56-bc15-eb1387a0bf64) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:16:47.460474 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-260b7ece-b5fd-4879-8a2a-74f58b6134ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:47.464773 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:47.568354 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84d5a1-ff5d-471c-85c2-b1bc9da74a6a service neutron] Pushing event updated for resources: {'Port': ['ID=aa94ee2e-f1f7-4556-80be-e998211e8979,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:47.581720 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=b174ce39-c097-494c-8dd0-68558861d527,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:47.692432 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-260b7ece-b5fd-4879-8a2a-74f58b6134ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:47.695037 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-260b7ece-b5fd-4879-8a2a-74f58b6134ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:47.695728 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c49c86-b50e-4325-bfbf-fa682e2350e4 req-07566b38-dbb7-4c68-ace1-7fa16d768e90 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:47.696262 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-260b7ece-b5fd-4879-8a2a-74f58b6134ec admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/39bc3a12-33f5-4909-8964-eeea43d6dbf3 HTTP/1.1" status: 204 len: 168 time: 0.4154418 Dec 16 22:16:47.701285 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d0c49c86-b50e-4325-bfbf-fa682e2350e4 req-07566b38-dbb7-4c68-ace1-7fa16d768e90 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 948 time: 0.2414622 Dec 16 22:16:47.704458 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b7ece-b5fd-4879-8a2a-74f58b6134ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bc3a12-33f5-4909-8964-eeea43d6dbf3,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:47.766428 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4cdc37ad-0dcc-4e94-abc7-009cfc5dc5cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:47.851409 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['b174ce39-c097-494c-8dd0-68558861d527'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:47.877865 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-bd84d5a1-ff5d-471c-85c2-b1bc9da74a6a service neutron] Attempting to bind port aa94ee2e-f1f7-4556-80be-e998211e8979 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:47.877865 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-bd84d5a1-ff5d-471c-85c2-b1bc9da74a6a service neutron] Attempting to bind port aa94ee2e-f1f7-4556-80be-e998211e8979 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:47.878150 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-bd84d5a1-ff5d-471c-85c2-b1bc9da74a6a service neutron] Attempting to bind port aa94ee2e-f1f7-4556-80be-e998211e8979 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:47.924346 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d0c49c86-b50e-4325-bfbf-fa682e2350e4 req-0a2ecb81-d894-43f9-873c-3067e7662152 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966088 Dec 16 22:16:47.929257 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-bd84d5a1-ff5d-471c-85c2-b1bc9da74a6a service neutron] Port aa94ee2e-f1f7-4556-80be-e998211e8979 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:16:47.929594 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-bd84d5a1-ff5d-471c-85c2-b1bc9da74a6a service neutron] Attempting to bind port aa94ee2e-f1f7-4556-80be-e998211e8979 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:47.939485 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a92aa4-2c7c-47e0-9dc0-68664d2a2e62 req-c7eb759b-cd0b-48e3-9b05-486ed94ad462 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:47.952716 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c3a92aa4-2c7c-47e0-9dc0-68664d2a2e62 req-c7eb759b-cd0b-48e3-9b05-486ed94ad462 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 949 time: 0.0879006 Dec 16 22:16:47.990578 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-bd84d5a1-ff5d-471c-85c2-b1bc9da74a6a service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:47.990945 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-bd84d5a1-ff5d-471c-85c2-b1bc9da74a6a service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:47.991433 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-bd84d5a1-ff5d-471c-85c2-b1bc9da74a6a service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:47.992248 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-bd84d5a1-ff5d-471c-85c2-b1bc9da74a6a service neutron] Bound port: aa94ee2e-f1f7-4556-80be-e998211e8979, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:47.992248 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-bd84d5a1-ff5d-471c-85c2-b1bc9da74a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:48.008700 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c3a92aa4-2c7c-47e0-9dc0-68664d2a2e62 req-c3928c31-2a7d-4fe4-8f8e-d4e5918f0067 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547137 Dec 16 22:16:48.070442 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-afe37d7b-a3db-4efe-b47f-881241a50420 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:48.197382 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1b274-4805-4e63-928b-a04a14c887cd req-feedad53-cd1f-468d-8308-d1e424773f2f tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:48.199759 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c6b1b274-4805-4e63-928b-a04a14c887cd req-feedad53-cd1f-468d-8308-d1e424773f2f tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.2053680 Dec 16 22:16:48.226898 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-bd84d5a1-ff5d-471c-85c2-b1bc9da74a6a service neutron] For port aa94ee2e-f1f7-4556-80be-e998211e8979, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:48.261602 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-bd84d5a1-ff5d-471c-85c2-b1bc9da74a6a service neutron] For port aa94ee2e-f1f7-4556-80be-e998211e8979, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=aa94ee2e-f1f7-4556-80be-e998211e8979,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:48.268915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1486cf-ad0e-47e0-8e58-8054d6c8dd7f req-d7992754-910b-426f-95a8-b63cfabd274f tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:48.276323 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1486cf-ad0e-47e0-8e58-8054d6c8dd7f req-d7992754-910b-426f-95a8-b63cfabd274f tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:48.283152 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1486cf-ad0e-47e0-8e58-8054d6c8dd7f req-d7992754-910b-426f-95a8-b63cfabd274f tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:48.289527 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1486cf-ad0e-47e0-8e58-8054d6c8dd7f req-d7992754-910b-426f-95a8-b63cfabd274f tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:48.299866 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2a1486cf-ad0e-47e0-8e58-8054d6c8dd7f req-d7992754-910b-426f-95a8-b63cfabd274f tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 3094 time: 0.1273367 Dec 16 22:16:48.308827 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c6b1b274-4805-4e63-928b-a04a14c887cd req-19c388e8-6a6b-4248-b6fa-35e65749a364 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933168 Dec 16 22:16:48.322392 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-afe37d7b-a3db-4efe-b47f-881241a50420 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:48.369639 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2a1486cf-ad0e-47e0-8e58-8054d6c8dd7f req-6a20345b-e41f-419c-b866-47f680cb0032 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685129 Dec 16 22:16:48.376023 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e46bddc-bae0-46a9-afc0-e9d6bdd73db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1ff4b2-448b-404a-9ab2-814ba9765abb'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:48.379375 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bd369d-2cfa-47d1-b94b-0d9f3796d5c2" -d '{"events": [{"server_uuid": "8e46bddc-bae0-46a9-afc0-e9d6bdd73db6", "name": "network-vif-plugged", "status": "completed", "tag": "ba1ff4b2-448b-404a-9ab2-814ba9765abb"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:48.406725 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-bd84d5a1-ff5d-471c-85c2-b1bc9da74a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:48.415344 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdc37ad-0dcc-4e94-abc7-009cfc5dc5cc admin admin] Router 4c89948f-d3db-4fae-9b13-a06b02357b70 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:16:48.415344 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-afe37d7b-a3db-4efe-b47f-881241a50420 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Network 133792b4-eb35-4125-8057-ae6885c1e196 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:48.427177 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe37d7b-a3db-4efe-b47f-881241a50420 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event updated for resources: {'Port': ['ID=d4c02002-46db-4b56-bc15-eb1387a0bf64,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:48.431297 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624746fd-afe8-41bc-a8f6-ed2ba792358c x-openstack-request-id: req-624746fd-afe8-41bc-a8f6-ed2ba792358c {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:48.431596 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e46bddc-bae0-46a9-afc0-e9d6bdd73db6", "name": "network-vif-plugged", "status": "completed", "tag": "ba1ff4b2-448b-404a-9ab2-814ba9765abb", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:48.431854 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-624746fd-afe8-41bc-a8f6-ed2ba792358c {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:48.432342 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e46bddc-bae0-46a9-afc0-e9d6bdd73db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1ff4b2-448b-404a-9ab2-814ba9765abb', 'code': 200} Dec 16 22:16:48.432665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-afe37d7b-a3db-4efe-b47f-881241a50420 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:48.474623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-afe37d7b-a3db-4efe-b47f-881241a50420 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:48.507864 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-bd84d5a1-ff5d-471c-85c2-b1bc9da74a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:48.508494 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-bd84d5a1-ff5d-471c-85c2-b1bc9da74a6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:48.510040 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-bd84d5a1-ff5d-471c-85c2-b1bc9da74a6a service neutron] 10.222.0.76 "PUT /v2.0/ports/aa94ee2e-f1f7-4556-80be-e998211e8979 HTTP/1.1" status: 200 len: 1096 time: 4.1225898 Dec 16 22:16:48.649413 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6fc807-5254-4f3e-b99f-68c202491022', 'tag': 'aa94ee2e-f1f7-4556-80be-e998211e8979'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:48.664170 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca49a4c9-c777-4086-bb22-393ebc98efef" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6fc807-5254-4f3e-b99f-68c202491022", "tag": "aa94ee2e-f1f7-4556-80be-e998211e8979"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:48.694598 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdc37ad-0dcc-4e94-abc7-009cfc5dc5cc admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:16:48.715477 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d3677f-8948-4768-a572-cf78456fa129 None None] Sync routers for ids ['4c89948f-d3db-4fae-9b13-a06b02357b70'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:16:48.733833 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d3677f-8948-4768-a572-cf78456fa129 None None] Routers {'4c89948f-d3db-4fae-9b13-a06b02357b70'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:16:48.737411 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c4d3677f-8948-4768-a572-cf78456fa129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:16:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['4c89948f-d3db-4fae-9b13-a06b02357b70'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:48.788058 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca9d865-f399-4744-b7c5-aaa46c9779b1 x-openstack-request-id: req-3ca9d865-f399-4744-b7c5-aaa46c9779b1 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:48.793053 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6fc807-5254-4f3e-b99f-68c202491022", "tag": "aa94ee2e-f1f7-4556-80be-e998211e8979", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:48.793650 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3ca9d865-f399-4744-b7c5-aaa46c9779b1 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:48.794247 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca6fc807-5254-4f3e-b99f-68c202491022', 'tag': 'aa94ee2e-f1f7-4556-80be-e998211e8979', 'status': 'completed', 'code': 200} Dec 16 22:16:48.838165 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84d5a1-ff5d-471c-85c2-b1bc9da74a6a service neutron] Pushing event updated for resources: {'Port': ['ID=aa94ee2e-f1f7-4556-80be-e998211e8979,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:48.898904 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-afe37d7b-a3db-4efe-b47f-881241a50420 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:48.899709 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-afe37d7b-a3db-4efe-b47f-881241a50420 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:48.930556 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-9b0b5b4f-df2b-4fca-b4bf-2220e13923dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:48.933009 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-9b0b5b4f-df2b-4fca-b4bf-2220e13923dd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=84a0f56690704a89b89d2fa8c0442625&device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 1099 time: 0.2304721 Dec 16 22:16:48.999903 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f4c80-5665-4f3e-a795-bd1108195332 req-6666534b-ed3f-4569-bf71-6caf29b01b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:49.003790 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-430f4c80-5665-4f3e-a795-bd1108195332 req-6666534b-ed3f-4569-bf71-6caf29b01b88 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 1097 time: 0.1207654 Dec 16 22:16:49.066489 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-c8526205-68b1-4cad-b802-77f925662b29 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=aa94ee2e-f1f7-4556-80be-e998211e8979 HTTP/1.1" status: 200 len: 217 time: 0.1044979 Dec 16 22:16:49.111115 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-c4d3677f-8948-4768-a572-cf78456fa129 None None] Set router 4c89948f-d3db-4fae-9b13-a06b02357b70 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:16:49.123902 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device b174ce39-c097-494c-8dd0-68558861d527 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:49.127967 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-430f4c80-5665-4f3e-a795-bd1108195332 req-b8e134f5-11c9-4320-b5f3-3681365fcb03 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152687 Dec 16 22:16:49.154085 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-afe37d7b-a3db-4efe-b47f-881241a50420 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8981397 Dec 16 22:16:49.164238 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4cdc37ad-0dcc-4e94-abc7-009cfc5dc5cc admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:49.165451 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4cdc37ad-0dcc-4e94-abc7-009cfc5dc5cc admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.0136654 Dec 16 22:16:49.185457 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40070) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:49.221519 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf0c71-1f3d-44c3-87e6-a86c97a44c03 req-af29e8dc-6084-4037-9a24-91dba70041a2 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:49.223576 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2caf0c71-1f3d-44c3-87e6-a86c97a44c03 req-af29e8dc-6084-4037-9a24-91dba70041a2 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 949 time: 0.0818815 Dec 16 22:16:49.269066 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1d66d1c2-438c-49b4-aa7f-0148c7a01d45 None None] Provisioning complete for port d4c02002-46db-4b56-bc15-eb1387a0bf64 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:49.269448 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d66d1c2-438c-49b4-aa7f-0148c7a01d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:49.277026 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-e4bd1d1a-2461-406b-b64f-ae3a789f1ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:49.280592 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-e4bd1d1a-2461-406b-b64f-ae3a789f1ec3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.2120788 Dec 16 22:16:49.290714 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2caf0c71-1f3d-44c3-87e6-a86c97a44c03 req-8b27592f-fb84-485f-a82e-c962a6683bab tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603034 Dec 16 22:16:49.368222 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dcd57-bba0-4eeb-a042-2ac39cfd9218 req-87c46480-559f-4fbe-85d5-26ef311f0eed tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:49.368222 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0e8dcd57-bba0-4eeb-a042-2ac39cfd9218 req-87c46480-559f-4fbe-85d5-26ef311f0eed tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 948 time: 0.3087111 Dec 16 22:16:49.368372 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1d66d1c2-438c-49b4-aa7f-0148c7a01d45 None None] Port d4c02002-46db-4b56-bc15-eb1387a0bf64 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:16:49.464463 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-1e2b1b95-3c8e-4476-9666-ba17dec266e1 service neutron] Request body: {'port': {'device_id': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:49.522674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c6bba-e142-4764-abb8-b644350e8221 req-95025ed9-6ae7-4dfc-b2f3-0ead9f2b4de6 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:49.531379 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5f1c6bba-e142-4764-abb8-b644350e8221 req-95025ed9-6ae7-4dfc-b2f3-0ead9f2b4de6 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.0989602 Dec 16 22:16:49.543857 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port b174ce39-c097-494c-8dd0-68558861d527 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:16:49.564569 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c4d3677f-8948-4768-a572-cf78456fa129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'name': 'tempest-ServersTestBootFromVolume-987017527-router', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'e8e0fbee-3828-4794-ae6c-f44f39360100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:16:42Z', 'updated_at': '2021-12-16T22:16:46Z', 'revision_number': 3, 'project_id': '1eca6be478514f9c8f27151bade9f595', 'gw_port': {'id': 'e8e0fbee-3828-4794-ae6c-f44f39360100', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:48:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:16:44Z', 'updated_at': '2021-12-16T22:16:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:49.575008 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port b174ce39-c097-494c-8dd0-68558861d527 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:49.575504 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:49.591604 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40082) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:49.624766 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0e8dcd57-bba0-4eeb-a042-2ac39cfd9218 req-1a4752c5-b7f3-4740-8e40-2eefd1edc143 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644250 Dec 16 22:16:49.626140 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5f1c6bba-e142-4764-abb8-b644350e8221 req-39dafca4-20b5-406e-a2f0-eaec516256aa tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914555 Dec 16 22:16:49.664630 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d3677f-8948-4768-a572-cf78456fa129 None None] Checking router: 4c89948f-d3db-4fae-9b13-a06b02357b70 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:16:49.666158 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d3677f-8948-4768-a572-cf78456fa129 None None] Updating router 4c89948f-d3db-4fae-9b13-a06b02357b70 port e8e0fbee-3828-4794-ae6c-f44f39360100 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:16:49.687343 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-885c4d5a-186f-4c4a-87a2-bcc477f56315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:49.689069 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-885c4d5a-186f-4c4a-87a2-bcc477f56315 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2329111 Dec 16 22:16:49.692029 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-1e2b1b95-3c8e-4476-9666-ba17dec266e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:49.724993 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c4d3677f-8948-4768-a572-cf78456fa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:49.916096 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353adb51-6f8b-4fe3-bb8f-806347b503de req-b192b9a1-9559-4292-a48f-e32c609472fc tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:49.939085 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353adb51-6f8b-4fe3-bb8f-806347b503de req-b192b9a1-9559-4292-a48f-e32c609472fc tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:49.960796 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353adb51-6f8b-4fe3-bb8f-806347b503de req-b192b9a1-9559-4292-a48f-e32c609472fc tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:49.983799 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353adb51-6f8b-4fe3-bb8f-806347b503de req-b192b9a1-9559-4292-a48f-e32c609472fc tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:49.986763 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:50.003955 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353adb51-6f8b-4fe3-bb8f-806347b503de req-b192b9a1-9559-4292-a48f-e32c609472fc tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:50.024040 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-353adb51-6f8b-4fe3-bb8f-806347b503de req-b192b9a1-9559-4292-a48f-e32c609472fc tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 3815 time: 0.2643778 Dec 16 22:16:50.030103 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-dc86152c-ea43-4109-b0e8-fa4d023842b7 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-523512107-network', 'tenant_id': 'd75d72e588ca48529245dcf25a1fd4c0'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:50.080916 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port b174ce39-c097-494c-8dd0-68558861d527, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=b174ce39-c097-494c-8dd0-68558861d527,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:50.144849 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-353adb51-6f8b-4fe3-bb8f-806347b503de req-5068c20e-cddd-48a0-86b6-90a1fed0b834 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247602 Dec 16 22:16:50.168768 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:50.207621 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc86152c-ea43-4109-b0e8-fa4d023842b7 admin admin] Made reservation on behalf of d75d72e588ca48529245dcf25a1fd4c0 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:50.214047 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dc86152c-ea43-4109-b0e8-fa4d023842b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:50.226394 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-b2f78149-1ca4-4365-88ab-9021dcfd357a service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236838 Dec 16 22:16:50.228713 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dc86152c-ea43-4109-b0e8-fa4d023842b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:50.283729 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c4d3677f-8948-4768-a572-cf78456fa129 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:50.322307 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=b174ce39-c097-494c-8dd0-68558861d527,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:50.371334 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dc86152c-ea43-4109-b0e8-fa4d023842b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:50.433845 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99ae0d6-c9ee-4d51-9064-d15a6a5ec058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b174ce39-c097-494c-8dd0-68558861d527'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:50.436581 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754d0d55-2961-4add-8872-c24ebc83503f" -d '{"events": [{"server_uuid": "e99ae0d6-c9ee-4d51-9064-d15a6a5ec058", "name": "network-vif-plugged", "status": "completed", "tag": "b174ce39-c097-494c-8dd0-68558861d527"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:50.441151 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c4d3677f-8948-4768-a572-cf78456fa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:50.509305 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f33e7e-4dff-467f-b84b-500b1d1fcfd1 x-openstack-request-id: req-a1f33e7e-4dff-467f-b84b-500b1d1fcfd1 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:50.509710 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99ae0d6-c9ee-4d51-9064-d15a6a5ec058", "name": "network-vif-plugged", "status": "completed", "tag": "b174ce39-c097-494c-8dd0-68558861d527", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:50.509983 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a1f33e7e-4dff-467f-b84b-500b1d1fcfd1 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:50.510460 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99ae0d6-c9ee-4d51-9064-d15a6a5ec058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b174ce39-c097-494c-8dd0-68558861d527', 'code': 200} Dec 16 22:16:50.526988 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dc86152c-ea43-4109-b0e8-fa4d023842b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:50.546532 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c4d3677f-8948-4768-a572-cf78456fa129 None None] Attempting to bind port e8e0fbee-3828-4794-ae6c-f44f39360100 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:50.547288 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c4d3677f-8948-4768-a572-cf78456fa129 None None] Attempting to bind port e8e0fbee-3828-4794-ae6c-f44f39360100 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:50.547508 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d3677f-8948-4768-a572-cf78456fa129 None None] Attempting to bind port e8e0fbee-3828-4794-ae6c-f44f39360100 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:50.556480 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7643b-5a92-4fcd-baf2-3799888cb37b None None] Pushing event updated for resources: {'Port': ['ID=e8e0fbee-3828-4794-ae6c-f44f39360100,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:50.559923 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d3677f-8948-4768-a572-cf78456fa129 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:50.560308 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d3677f-8948-4768-a572-cf78456fa129 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:50.560811 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c4d3677f-8948-4768-a572-cf78456fa129 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:50.561173 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d3677f-8948-4768-a572-cf78456fa129 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:50.561666 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c4d3677f-8948-4768-a572-cf78456fa129 None None] Bound port: e8e0fbee-3828-4794-ae6c-f44f39360100, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:50.562054 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c4d3677f-8948-4768-a572-cf78456fa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:50.571935 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86152c-ea43-4109-b0e8-fa4d023842b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd418191-230f-4ee3-b318-8ecc950a4f41,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:50.595017 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc86152c-ea43-4109-b0e8-fa4d023842b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:16:50.616872 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dc86152c-ea43-4109-b0e8-fa4d023842b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:50.617322 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-dc86152c-ea43-4109-b0e8-fa4d023842b7 admin admin] Added segment 3a2da4c9-f382-42aa-920c-c6259a6cbcac of type vlan for network cdb8390c-2b13-4833-b1f2-5e8068b1d2ee Dec 16 22:16:50.659609 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c4d3677f-8948-4768-a572-cf78456fa129 None None] For port e8e0fbee-3828-4794-ae6c-f44f39360100, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:50.669593 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c4d3677f-8948-4768-a572-cf78456fa129 None None] For port e8e0fbee-3828-4794-ae6c-f44f39360100, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e8e0fbee-3828-4794-ae6c-f44f39360100,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:50.714175 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dc86152c-ea43-4109-b0e8-fa4d023842b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:50.807860 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c4d3677f-8948-4768-a572-cf78456fa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:50.842893 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1434c-7488-4d10-8a7d-4ab426203d5d req-c5b8a0c7-d42f-45f9-a2e6-c1061c92a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:50.844128 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0fe1434c-7488-4d10-8a7d-4ab426203d5d req-c5b8a0c7-d42f-45f9-a2e6-c1061c92a498 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 1101 time: 0.1717746 Dec 16 22:16:50.875181 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86b566-f6b9-4216-9d55-5a98a3b1501d req-3a38f4db-6ea9-4e4f-9f2d-1f8537b68801 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:50.875960 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8a86b566-f6b9-4216-9d55-5a98a3b1501d req-3a38f4db-6ea9-4e4f-9f2d-1f8537b68801 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.1358182 Dec 16 22:16:50.934381 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0fe1434c-7488-4d10-8a7d-4ab426203d5d req-36302701-e1de-48b3-bc5f-1a15f0b44091 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799570 Dec 16 22:16:50.958154 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dc86152c-ea43-4109-b0e8-fa4d023842b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:50.959171 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc86152c-ea43-4109-b0e8-fa4d023842b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:50.959776 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dc86152c-ea43-4109-b0e8-fa4d023842b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:50.971075 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8a86b566-f6b9-4216-9d55-5a98a3b1501d req-a88d4083-189a-45ec-93ef-7e0153db6560 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827293 Dec 16 22:16:51.039349 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86152c-ea43-4109-b0e8-fa4d023842b7 admin admin] Pushing event updated for resources: {'Network': ['ID=cdb8390c-2b13-4833-b1f2-5e8068b1d2ee,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:51.055693 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1d23f-6cbc-4c6c-b591-a0f75a8ab489 req-559e69e0-3869-4060-9203-e1a2f2de7ebb tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:51.058031 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ca1d23f-6cbc-4c6c-b591-a0f75a8ab489 req-559e69e0-3869-4060-9203-e1a2f2de7ebb tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.2608809 Dec 16 22:16:51.060357 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-089590fc-c7b2-4924-9f1b-52991295cfd0 req-fbad2698-1a60-43de-afd5-6b48f07f4320 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8124008 Dec 16 22:16:51.158096 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f04dc-3c65-470a-a627-237778f087e9 req-d9369143-dc01-44fa-b8a9-561f052cb115 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:51.168016 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a1f04dc-3c65-470a-a627-237778f087e9 req-d9369143-dc01-44fa-b8a9-561f052cb115 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 948 time: 0.0697713 Dec 16 22:16:51.172346 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network cdb8390c-2b13-4833-b1f2-5e8068b1d2ee details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:16:51.187471 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-dc86152c-ea43-4109-b0e8-fa4d023842b7 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5944285 Dec 16 22:16:51.190669 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40136) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:51.192635 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-1e2b1b95-3c8e-4476-9666-ba17dec266e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4bae84f-8ce7-4c5f-afaf-512e8b879293 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:51.201582 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-fe6fcd3b-f074-4a12-9d69-d587401deb20 admin admin] Request body: {'subnet': {'network_id': 'cdb8390c-2b13-4833-b1f2-5e8068b1d2ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-523512107-subnet', 'tenant_id': 'd75d72e588ca48529245dcf25a1fd4c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:51.211934 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f49fc049-a3e2-45df-b70b-147d4671881b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:51.218764 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-1e2b1b95-3c8e-4476-9666-ba17dec266e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:51.236707 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ca1d23f-6cbc-4c6c-b591-a0f75a8ab489 req-f34b160a-06c0-4f7a-8637-62c8664060ec tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696205 Dec 16 22:16:51.271955 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a1f04dc-3c65-470a-a627-237778f087e9 req-cb79d270-bf10-4b78-80e3-5e72c74c9b83 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025801 Dec 16 22:16:51.322606 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-1e2b1b95-3c8e-4476-9666-ba17dec266e1 service neutron] Transition to ACTIVE for port object d4bae84f-8ce7-4c5f-afaf-512e8b879293 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:16:51.347402 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d3677f-8948-4768-a572-cf78456fa129 None None] Routers {'4c89948f-d3db-4fae-9b13-a06b02357b70'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:16:51.349512 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c4d3677f-8948-4768-a572-cf78456fa129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:16:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['4c89948f-d3db-4fae-9b13-a06b02357b70'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:51.385137 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7643b-5a92-4fcd-baf2-3799888cb37b None None] Pushing event updated for resources: {'Port': ['ID=e8e0fbee-3828-4794-ae6c-f44f39360100,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:51.446799 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48468f2-be20-448d-b573-613536056091 req-6115ef0d-19b8-479c-b4e6-29e9c03f7493 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:51.456706 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48468f2-be20-448d-b573-613536056091 req-6115ef0d-19b8-479c-b4e6-29e9c03f7493 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:51.465244 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-1e2b1b95-3c8e-4476-9666-ba17dec266e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:51.466967 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48468f2-be20-448d-b573-613536056091 req-6115ef0d-19b8-479c-b4e6-29e9c03f7493 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:51.473833 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48468f2-be20-448d-b573-613536056091 req-6115ef0d-19b8-479c-b4e6-29e9c03f7493 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:51.482079 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48468f2-be20-448d-b573-613536056091 req-6115ef0d-19b8-479c-b4e6-29e9c03f7493 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:51.484288 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e48468f2-be20-448d-b573-613536056091 req-6115ef0d-19b8-479c-b4e6-29e9c03f7493 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 3815 time: 0.1249409 Dec 16 22:16:51.578575 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e48468f2-be20-448d-b573-613536056091 req-5d64ea88-1489-4062-8e26-43ffd92afecd tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879133 Dec 16 22:16:51.600441 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-f49fc049-a3e2-45df-b70b-147d4671881b admin admin] Allocated IP 172.20.0.1 (c7f1c459-e84f-448b-8a2b-28e7b0a9b3be/6f1fd97e-df08-4d06-a6b5-806941b75263/346284e1-ef41-4825-819f-3192a693001d) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:16:51.616505 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b1b95-3c8e-4476-9666-ba17dec266e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d4bae84f-8ce7-4c5f-afaf-512e8b879293,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:51.632463 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-c4d3677f-8948-4768-a572-cf78456fa129 None None] Set router 4c89948f-d3db-4fae-9b13-a06b02357b70 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:16:51.685697 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49a4c9-c777-4086-bb22-393ebc98efef req-c9ae9a6a-98b6-4176-82fb-3a06f095642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:51.687299 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca49a4c9-c777-4086-bb22-393ebc98efef req-c9ae9a6a-98b6-4176-82fb-3a06f095642d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=84a0f56690704a89b89d2fa8c0442625&device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 1099 time: 0.1582046 Dec 16 22:16:51.760450 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6fcd3b-f074-4a12-9d69-d587401deb20 admin admin] Made reservation on behalf of d75d72e588ca48529245dcf25a1fd4c0 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:16:51.762822 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe6fcd3b-f074-4a12-9d69-d587401deb20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:51.948782 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c4d3677f-8948-4768-a572-cf78456fa129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'name': 'tempest-ServersTestBootFromVolume-987017527-router', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'e8e0fbee-3828-4794-ae6c-f44f39360100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:16:42Z', 'updated_at': '2021-12-16T22:16:46Z', 'revision_number': 3, 'project_id': '1eca6be478514f9c8f27151bade9f595', 'gw_port': {'id': 'e8e0fbee-3828-4794-ae6c-f44f39360100', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:48:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:16:44Z', 'updated_at': '2021-12-16T22:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:51.954246 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f49fc049-a3e2-45df-b70b-147d4671881b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:51.977280 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d3677f-8948-4768-a572-cf78456fa129 None None] The sync data for ids ['4c89948f-d3db-4fae-9b13-a06b02357b70'] in n-d-815324-4 is: [{'id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'name': 'tempest-ServersTestBootFromVolume-987017527-router', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'e8e0fbee-3828-4794-ae6c-f44f39360100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:16:42Z', 'updated_at': '2021-12-16T22:16:46Z', 'revision_number': 3, 'project_id': '1eca6be478514f9c8f27151bade9f595', 'gw_port': {'id': 'e8e0fbee-3828-4794-ae6c-f44f39360100', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:48:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:16:44Z', 'updated_at': '2021-12-16T22:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:16:52.014861 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-1e2b1b95-3c8e-4476-9666-ba17dec266e1 service neutron] Attempting to bind port d4bae84f-8ce7-4c5f-afaf-512e8b879293 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:52.015268 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-1e2b1b95-3c8e-4476-9666-ba17dec266e1 service neutron] Attempting to bind port d4bae84f-8ce7-4c5f-afaf-512e8b879293 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'fa8a56cc-291b-4123-9629-0e526309a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:52.018462 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-1e2b1b95-3c8e-4476-9666-ba17dec266e1 service neutron] Attempting to bind port d4bae84f-8ce7-4c5f-afaf-512e8b879293 on network 6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:52.047085 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-1e2b1b95-3c8e-4476-9666-ba17dec266e1 service neutron] Port d4bae84f-8ce7-4c5f-afaf-512e8b879293 on network 6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:16:52.047446 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-1e2b1b95-3c8e-4476-9666-ba17dec266e1 service neutron] Attempting to bind port d4bae84f-8ce7-4c5f-afaf-512e8b879293 on network 6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:52.080389 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-1e2b1b95-3c8e-4476-9666-ba17dec266e1 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:52.081093 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-1e2b1b95-3c8e-4476-9666-ba17dec266e1 service neutron] Checking segment: {'id': 'fa8a56cc-291b-4123-9629-0e526309a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:52.081196 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-1e2b1b95-3c8e-4476-9666-ba17dec266e1 service neutron] Bound using segment: {'id': 'fa8a56cc-291b-4123-9629-0e526309a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:52.081580 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-1e2b1b95-3c8e-4476-9666-ba17dec266e1 service neutron] Bound port: d4bae84f-8ce7-4c5f-afaf-512e8b879293, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa8a56cc-291b-4123-9629-0e526309a2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:52.081953 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-1e2b1b95-3c8e-4476-9666-ba17dec266e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:52.091846 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49a4c9-c777-4086-bb22-393ebc98efef req-e3801b06-9a86-4f12-8595-be253e0b2ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:52.093434 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca49a4c9-c777-4086-bb22-393ebc98efef req-e3801b06-9a86-4f12-8595-be253e0b2ffb service neutron] 10.222.0.76 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.3274946 Dec 16 22:16:52.177300 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca49a4c9-c777-4086-bb22-393ebc98efef req-e5e67c6d-4332-4ff4-91be-6f5ba7e04ffa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=aa94ee2e-f1f7-4556-80be-e998211e8979 HTTP/1.1" status: 200 len: 217 time: 0.0721681 Dec 16 22:16:52.328500 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f49fc049-a3e2-45df-b70b-147d4671881b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:52.490261 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49a4c9-c777-4086-bb22-393ebc98efef req-d0717e95-7959-486c-9c49-9b16425fd853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:52.496292 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca49a4c9-c777-4086-bb22-393ebc98efef req-d0717e95-7959-486c-9c49-9b16425fd853 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.2677512 Dec 16 22:16:52.519846 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1051b40-8e8c-410b-bdc4-451029455001 req-82f43e4b-3a4a-4e30-bfbc-c7eec221183c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:52.531339 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1051b40-8e8c-410b-bdc4-451029455001 req-82f43e4b-3a4a-4e30-bfbc-c7eec221183c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.0973780 Dec 16 22:16:52.532284 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-1e2b1b95-3c8e-4476-9666-ba17dec266e1 service neutron] For port d4bae84f-8ce7-4c5f-afaf-512e8b879293, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:52.614128 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1051b40-8e8c-410b-bdc4-451029455001 req-448d8e43-573c-41e7-969c-6ab0ee4f69e4 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814223 Dec 16 22:16:52.669359 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49fc049-a3e2-45df-b70b-147d4671881b admin admin] Network c7f1c459-e84f-448b-8a2b-28e7b0a9b3be is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:52.681601 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-1e2b1b95-3c8e-4476-9666-ba17dec266e1 service neutron] For port d4bae84f-8ce7-4c5f-afaf-512e8b879293, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d4bae84f-8ce7-4c5f-afaf-512e8b879293,segment=NetworkSegment(fa8a56cc-291b-4123-9629-0e526309a2be),segment_id=fa8a56cc-291b-4123-9629-0e526309a2be)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:52.692163 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-f49fc049-a3e2-45df-b70b-147d4671881b admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:52.694294 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe6fcd3b-f074-4a12-9d69-d587401deb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:52.698999 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49fc049-a3e2-45df-b70b-147d4671881b admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:16:52.706156 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49fc049-a3e2-45df-b70b-147d4671881b admin admin] Pushing event updated for resources: {'Port': ['ID=346284e1-ef41-4825-819f-3192a693001d,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:52.799964 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8f69b-aa58-455b-a0be-470191641349 req-fe8ff971-242b-4d60-8492-58a557b76d3a tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:52.801177 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57b8f69b-aa58-455b-a0be-470191641349 req-fe8ff971-242b-4d60-8492-58a557b76d3a tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 948 time: 0.1033816 Dec 16 22:16:52.838826 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6fcd3b-f074-4a12-9d69-d587401deb20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53a66be9-458a-4fb2-a491-37325b5a1791,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:52.851740 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49a4c9-c777-4086-bb22-393ebc98efef req-df1efb2f-3e9b-4608-8b02-896dd01d17c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:52.853370 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca49a4c9-c777-4086-bb22-393ebc98efef req-df1efb2f-3e9b-4608-8b02-896dd01d17c8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3357513 Dec 16 22:16:52.865710 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a2172-3055-4471-b37c-e450dc33f06f req-195d43fb-4013-4c3b-801f-6192eadfda4e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:52.878255 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b16a2172-3055-4471-b37c-e450dc33f06f req-195d43fb-4013-4c3b-801f-6192eadfda4e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.3616295 Dec 16 22:16:52.885652 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-1e2b1b95-3c8e-4476-9666-ba17dec266e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:52.894830 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f49fc049-a3e2-45df-b70b-147d4671881b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:52.957086 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57b8f69b-aa58-455b-a0be-470191641349 req-4add0e05-ee78-4433-ae74-00b29ccd20fe tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429844 Dec 16 22:16:53.120592 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6fcd3b-f074-4a12-9d69-d587401deb20 admin admin] Checking segment: {'id': '3a2da4c9-f382-42aa-920c-c6259a6cbcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cdb8390c-2b13-4833-b1f2-5e8068b1d2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:53.121055 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6fcd3b-f074-4a12-9d69-d587401deb20 admin admin] Network hostable DHCP agents. Network: cdb8390c-2b13-4833-b1f2-5e8068b1d2ee, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:16:53.207548 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-61bd8be3-a93b-4822-9b46-a084fe690c36 None None] Provisioning complete for port 346284e1-ef41-4825-819f-3192a693001d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:53.209346 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61bd8be3-a93b-4822-9b46-a084fe690c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:53.269135 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-1e2b1b95-3c8e-4476-9666-ba17dec266e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:53.269951 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-1e2b1b95-3c8e-4476-9666-ba17dec266e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:53.271781 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-1e2b1b95-3c8e-4476-9666-ba17dec266e1 service neutron] 10.222.0.76 "PUT /v2.0/ports/d4bae84f-8ce7-4c5f-afaf-512e8b879293 HTTP/1.1" status: 200 len: 1091 time: 3.8127456 Dec 16 22:16:53.301357 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca49a4c9-c777-4086-bb22-393ebc98efef req-6d674168-c418-4706-a2e4-183a11c9a196 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209039 Dec 16 22:16:53.304900 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'tag': 'd4bae84f-8ce7-4c5f-afaf-512e8b879293'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:53.308458 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-61bd8be3-a93b-4822-9b46-a084fe690c36 None None] Port 346284e1-ef41-4825-819f-3192a693001d cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:16:53.310085 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3cadbf-94cb-4196-8722-049d22b3db2a" -d '{"events": [{"name": "network-changed", "server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "tag": "d4bae84f-8ce7-4c5f-afaf-512e8b879293"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:53.316774 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214596f1-83e9-4545-9840-5d2403b42a27 req-b9398a86-4085-4b45-8015-4a8c9004df9a tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:53.333228 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214596f1-83e9-4545-9840-5d2403b42a27 req-b9398a86-4085-4b45-8015-4a8c9004df9a tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:53.345674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214596f1-83e9-4545-9840-5d2403b42a27 req-b9398a86-4085-4b45-8015-4a8c9004df9a tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:53.352915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214596f1-83e9-4545-9840-5d2403b42a27 req-b9398a86-4085-4b45-8015-4a8c9004df9a tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:53.360708 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214596f1-83e9-4545-9840-5d2403b42a27 req-b9398a86-4085-4b45-8015-4a8c9004df9a tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:53.370541 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-214596f1-83e9-4545-9840-5d2403b42a27 req-b9398a86-4085-4b45-8015-4a8c9004df9a tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 3827 time: 0.1842763 Dec 16 22:16:53.379572 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6fcd3b-f074-4a12-9d69-d587401deb20 admin admin] Network cdb8390c-2b13-4833-b1f2-5e8068b1d2ee is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:16:53.402999 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:16:53.461061 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-214596f1-83e9-4545-9840-5d2403b42a27 req-f0f9b595-8be1-4723-971b-302536a4cf3f tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872109 Dec 16 22:16:53.487622 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4e813002-0e6a-45af-b4bf-ecd912339b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:53.539609 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-81ea5a04-17ea-47d0-88c4-b6b3fc2c7538 service neutron] Request body: {'port': {'device_id': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:53.545516 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b16a2172-3055-4471-b37c-e450dc33f06f req-fd91efa6-7fce-4ecf-ad5d-e158fb1d7604 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6664169 Dec 16 22:16:53.557430 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abe5144-4139-434e-ac83-7653288d7818 x-openstack-request-id: req-3abe5144-4139-434e-ac83-7653288d7818 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:53.557724 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "tag": "d4bae84f-8ce7-4c5f-afaf-512e8b879293", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:53.557986 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3abe5144-4139-434e-ac83-7653288d7818 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:53.558390 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'tag': 'd4bae84f-8ce7-4c5f-afaf-512e8b879293', 'status': 'completed', 'code': 200} Dec 16 22:16:53.609175 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca49a4c9-c777-4086-bb22-393ebc98efef req-9e33cae8-4205-48fa-a137-c492ad23e056 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684548 Dec 16 22:16:53.620882 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b1b95-3c8e-4476-9666-ba17dec266e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d4bae84f-8ce7-4c5f-afaf-512e8b879293,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:53.638290 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-fe6fcd3b-f074-4a12-9d69-d587401deb20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, cdb8390c-2b13-4833-b1f2-5e8068b1d2ee) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:53.657105 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cadbf-94cb-4196-8722-049d22b3db2a req-ec8c9f39-81fc-464a-8bff-1935db57b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:53.658152 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cadbf-94cb-4196-8722-049d22b3db2a req-ec8c9f39-81fc-464a-8bff-1935db57b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:53.658990 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cadbf-94cb-4196-8722-049d22b3db2a req-ec8c9f39-81fc-464a-8bff-1935db57b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:53.660177 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cadbf-94cb-4196-8722-049d22b3db2a req-ec8c9f39-81fc-464a-8bff-1935db57b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:53.661055 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cadbf-94cb-4196-8722-049d22b3db2a req-ec8c9f39-81fc-464a-8bff-1935db57b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:53.668209 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6fcd3b-f074-4a12-9d69-d587401deb20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:53.668638 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe6fcd3b-f074-4a12-9d69-d587401deb20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:53.681499 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e3cadbf-94cb-4196-8722-049d22b3db2a req-ec8c9f39-81fc-464a-8bff-1935db57b33a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a0f42b93d17b453cb09b716a19274f39&device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 4362 time: 0.0800631 Dec 16 22:16:53.684161 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0305b78b-0bd7-499d-a1a6-ddf287a83487 None None] Network cdb8390c-2b13-4833-b1f2-5e8068b1d2ee requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:16:53.689562 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-81ea5a04-17ea-47d0-88c4-b6b3fc2c7538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:53.840975 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437882b-6a67-4f7d-8f82-eca7a3e903c3 req-02eee5de-840a-4114-8001-47d469fab461 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:53.848109 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ea60cc-50bc-434f-82f4-658751a7e24f None None] Network cdb8390c-2b13-4833-b1f2-5e8068b1d2ee requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:16:53.848579 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0437882b-6a67-4f7d-8f82-eca7a3e903c3 req-02eee5de-840a-4114-8001-47d469fab461 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.1113682 Dec 16 22:16:53.873509 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f49fc049-a3e2-45df-b70b-147d4671881b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:53.916976 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fe6fcd3b-f074-4a12-9d69-d587401deb20 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7109976 Dec 16 22:16:53.938120 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cadbf-94cb-4196-8722-049d22b3db2a req-ce30d2e5-415d-4f13-aab6-d56e83b91638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:53.938830 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cadbf-94cb-4196-8722-049d22b3db2a req-ce30d2e5-415d-4f13-aab6-d56e83b91638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:53.939168 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cadbf-94cb-4196-8722-049d22b3db2a req-ce30d2e5-415d-4f13-aab6-d56e83b91638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:53.940816 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e3cadbf-94cb-4196-8722-049d22b3db2a req-ce30d2e5-415d-4f13-aab6-d56e83b91638 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=a0f42b93d17b453cb09b716a19274f39&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.2399416 Dec 16 22:16:54.040493 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0437882b-6a67-4f7d-8f82-eca7a3e903c3 req-047f1350-610f-4073-83a7-955de4807359 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908989 Dec 16 22:16:54.107550 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40202) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:54.132244 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cadbf-94cb-4196-8722-049d22b3db2a req-c8a5ba21-4427-459b-b614-a41767bfe7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:54.133759 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e3cadbf-94cb-4196-8722-049d22b3db2a req-c8a5ba21-4427-459b-b614-a41767bfe7b3 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1848986 Dec 16 22:16:54.257299 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16fbbd-d6b5-4883-bf31-21b250ba2035 req-931cecc5-c9bc-46ad-9b08-c9081ff24e5f tempest-MigrationsAdminTest-1265459601 tempest-MigrationsAdminTest-1265459601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:54.259285 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac16fbbd-d6b5-4883-bf31-21b250ba2035 req-931cecc5-c9bc-46ad-9b08-c9081ff24e5f tempest-MigrationsAdminTest-1265459601 tempest-MigrationsAdminTest-1265459601-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 1101 time: 0.0561874 Dec 16 22:16:54.285387 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04986ed-2459-4b6f-a648-d9b606da8d2a req-98f421df-8b37-4cdf-9815-6df88d5c679c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:54.287011 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a04986ed-2459-4b6f-a648-d9b606da8d2a req-98f421df-8b37-4cdf-9815-6df88d5c679c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 948 time: 0.1532359 Dec 16 22:16:54.300502 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba749b2c-65ae-49d4-8432-59e646e87126 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:54.344737 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac16fbbd-d6b5-4883-bf31-21b250ba2035 req-d4303fd7-95a8-4df6-b0f1-47d885bf4dda tempest-MigrationsAdminTest-1265459601 tempest-MigrationsAdminTest-1265459601-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780811 Dec 16 22:16:54.422577 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba749b2c-65ae-49d4-8432-59e646e87126 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:54.453548 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-81ea5a04-17ea-47d0-88c4-b6b3fc2c7538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf3648f-0e95-45df-b89b-23cc65ae37c9 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:54.459328 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f49fc049-a3e2-45df-b70b-147d4671881b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:54.471164 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-81ea5a04-17ea-47d0-88c4-b6b3fc2c7538 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:54.496945 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e8e0fbee-3828-4794-ae6c-f44f39360100 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:54.498157 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a04986ed-2459-4b6f-a648-d9b606da8d2a req-10ed512d-a5a2-4dd7-9933-0e998370909f tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865373 Dec 16 22:16:54.505140 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-81ea5a04-17ea-47d0-88c4-b6b3fc2c7538 service neutron] Transition to ACTIVE for port object cdf3648f-0e95-45df-b89b-23cc65ae37c9 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:16:54.549373 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba749b2c-65ae-49d4-8432-59e646e87126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:54.578298 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port e8e0fbee-3828-4794-ae6c-f44f39360100 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:54.578691 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:54.584971 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-81ea5a04-17ea-47d0-88c4-b6b3fc2c7538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:54.592942 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f49fc049-a3e2-45df-b70b-147d4671881b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:54.634903 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba749b2c-65ae-49d4-8432-59e646e87126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9234dd14-6a79-4f9b-9b91-4243dd99dcfd,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:54.648879 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ba749b2c-65ae-49d4-8432-59e646e87126 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=51f010d3695b45729d211ec8e334dc77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5401371 Dec 16 22:16:54.651710 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40220) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:54.739906 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:54.742547 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4f7ddbef-febf-4b53-bb6c-22c84867017d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:54.777315 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f49fc049-a3e2-45df-b70b-147d4671881b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:54.778157 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port e8e0fbee-3828-4794-ae6c-f44f39360100, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e8e0fbee-3828-4794-ae6c-f44f39360100,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:54.796835 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4f7ddbef-febf-4b53-bb6c-22c84867017d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:54.815574 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea5a04-17ea-47d0-88c4-b6b3fc2c7538 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf3648f-0e95-45df-b89b-23cc65ae37c9,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:54.898300 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:54.949921 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49fc049-a3e2-45df-b70b-147d4671881b admin admin] Pushing event updated for resources: {'Port': ['ID=346284e1-ef41-4825-819f-3192a693001d,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:54.960683 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4f7ddbef-febf-4b53-bb6c-22c84867017d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:54.966077 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4f7ddbef-febf-4b53-bb6c-22c84867017d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:54.971384 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4f7ddbef-febf-4b53-bb6c-22c84867017d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9234dd14-6a79-4f9b-9b91-4243dd99dcfd HTTP/1.1" status: 204 len: 168 time: 0.3179071 Dec 16 22:16:54.988352 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ddbef-febf-4b53-bb6c-22c84867017d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9234dd14-6a79-4f9b-9b91-4243dd99dcfd,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:55.018921 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-81ea5a04-17ea-47d0-88c4-b6b3fc2c7538 service neutron] Attempting to bind port cdf3648f-0e95-45df-b89b-23cc65ae37c9 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:55.019285 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-81ea5a04-17ea-47d0-88c4-b6b3fc2c7538 service neutron] Attempting to bind port cdf3648f-0e95-45df-b89b-23cc65ae37c9 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'de6410b3-48d2-4076-afb0-e054cc3678c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:55.019669 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-81ea5a04-17ea-47d0-88c4-b6b3fc2c7538 service neutron] Attempting to bind port cdf3648f-0e95-45df-b89b-23cc65ae37c9 on network ed98cd84-f1a0-4624-adfa-872d69e0e5ab {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:55.055140 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-81ea5a04-17ea-47d0-88c4-b6b3fc2c7538 service neutron] Port cdf3648f-0e95-45df-b89b-23cc65ae37c9 on network ed98cd84-f1a0-4624-adfa-872d69e0e5ab not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:16:55.055722 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-81ea5a04-17ea-47d0-88c4-b6b3fc2c7538 service neutron] Attempting to bind port cdf3648f-0e95-45df-b89b-23cc65ae37c9 on network ed98cd84-f1a0-4624-adfa-872d69e0e5ab {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:55.069940 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=e8e0fbee-3828-4794-ae6c-f44f39360100,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:55.125320 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-81ea5a04-17ea-47d0-88c4-b6b3fc2c7538 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:55.125819 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-81ea5a04-17ea-47d0-88c4-b6b3fc2c7538 service neutron] Checking segment: {'id': 'de6410b3-48d2-4076-afb0-e054cc3678c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:55.126739 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-81ea5a04-17ea-47d0-88c4-b6b3fc2c7538 service neutron] Bound using segment: {'id': 'de6410b3-48d2-4076-afb0-e054cc3678c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:55.127335 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-81ea5a04-17ea-47d0-88c4-b6b3fc2c7538 service neutron] Bound port: cdf3648f-0e95-45df-b89b-23cc65ae37c9, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de6410b3-48d2-4076-afb0-e054cc3678c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:55.127777 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-81ea5a04-17ea-47d0-88c4-b6b3fc2c7538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:55.130951 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49fc049-a3e2-45df-b70b-147d4671881b admin admin] Network c7f1c459-e84f-448b-8a2b-28e7b0a9b3be is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:16:55.146309 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-f49fc049-a3e2-45df-b70b-147d4671881b admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:16:55.188367 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device aa94ee2e-f1f7-4556-80be-e998211e8979 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:16:55.223172 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ccd71-c6db-490f-91d0-783c5a3ab1f8 req-afc714d0-7294-4af4-8847-7da985cded1c tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:55.232244 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b6ccd71-c6db-490f-91d0-783c5a3ab1f8 req-afc714d0-7294-4af4-8847-7da985cded1c tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.0997074 Dec 16 22:16:55.300773 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b6ccd71-c6db-490f-91d0-783c5a3ab1f8 req-638a80f9-bb4d-4867-b3b0-2d631aa16fdc tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673058 Dec 16 22:16:55.344763 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port aa94ee2e-f1f7-4556-80be-e998211e8979, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=aa94ee2e-f1f7-4556-80be-e998211e8979,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:55.374334 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'aa94ee2e-f1f7-4556-80be-e998211e8979', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': 'aa94ee2e-f1f7-4556-80be-e998211e8979', 'mac_address': 'fa:16:3e:64:69:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:16:55.392982 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fddd4-064f-49c6-a865-aaec89dc186c req-1331b54d-5875-48c1-8ea1-7dce637a2c4c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:55.400400 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fddd4-064f-49c6-a865-aaec89dc186c req-1331b54d-5875-48c1-8ea1-7dce637a2c4c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:55.412184 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fddd4-064f-49c6-a865-aaec89dc186c req-1331b54d-5875-48c1-8ea1-7dce637a2c4c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:55.420838 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fddd4-064f-49c6-a865-aaec89dc186c req-1331b54d-5875-48c1-8ea1-7dce637a2c4c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:55.432558 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fddd4-064f-49c6-a865-aaec89dc186c req-1331b54d-5875-48c1-8ea1-7dce637a2c4c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:55.439002 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fddd4-064f-49c6-a865-aaec89dc186c req-1331b54d-5875-48c1-8ea1-7dce637a2c4c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:55.441630 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-188fddd4-064f-49c6-a865-aaec89dc186c req-1331b54d-5875-48c1-8ea1-7dce637a2c4c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 4598 time: 0.4060216 Dec 16 22:16:55.452007 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:55.477559 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa94ee2e-f1f7-4556-80be-e998211e8979 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:55.478418 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49fc049-a3e2-45df-b70b-147d4671881b admin admin] Router 4c89948f-d3db-4fae-9b13-a06b02357b70 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:16:55.528682 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67498144-8ad9-4eb8-a4c5-6263188501f6 req-4035f46e-9179-4351-8f7b-583306a8a5e0 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:55.530832 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-67498144-8ad9-4eb8-a4c5-6263188501f6 req-4035f46e-9179-4351-8f7b-583306a8a5e0 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.1271539 Dec 16 22:16:55.543281 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port aa94ee2e-f1f7-4556-80be-e998211e8979, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=aa94ee2e-f1f7-4556-80be-e998211e8979,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:55.562388 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0031c761-db8c-49d3-9f32-567eba7f216a None None] Provisioning complete for port 346284e1-ef41-4825-819f-3192a693001d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:55.562903 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0031c761-db8c-49d3-9f32-567eba7f216a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:55.606296 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0031c761-db8c-49d3-9f32-567eba7f216a None None] Port 346284e1-ef41-4825-819f-3192a693001d cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:16:55.648200 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-67498144-8ad9-4eb8-a4c5-6263188501f6 req-baf1f958-d2a2-4d42-96e8-89dbf611fb38 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098628 Dec 16 22:16:55.767137 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:55.840687 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=aa94ee2e-f1f7-4556-80be-e998211e8979,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:55.846657 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8100fae4-096a-48c1-8735-693d6b04c0f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:55.981434 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-aaeb8abb-4342-45cb-8d4e-ce8277befd64 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6590219 Dec 16 22:16:56.025909 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-81ea5a04-17ea-47d0-88c4-b6b3fc2c7538 service neutron] For port cdf3648f-0e95-45df-b89b-23cc65ae37c9, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:56.060951 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-81ea5a04-17ea-47d0-88c4-b6b3fc2c7538 service neutron] For port cdf3648f-0e95-45df-b89b-23cc65ae37c9, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=cdf3648f-0e95-45df-b89b-23cc65ae37c9,segment=NetworkSegment(de6410b3-48d2-4076-afb0-e054cc3678c7),segment_id=de6410b3-48d2-4076-afb0-e054cc3678c7)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:56.081377 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adfb6c-a968-403a-819c-b6805c5ba629 req-295ab2a9-c893-4d01-b1c9-7f73413f70d7 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:56.083112 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9adfb6c-a968-403a-819c-b6805c5ba629 req-295ab2a9-c893-4d01-b1c9-7f73413f70d7 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.1063790 Dec 16 22:16:56.108813 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-188fddd4-064f-49c6-a865-aaec89dc186c req-0c88f2fd-5efe-4e9d-a6b1-92b252396670 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6262579 Dec 16 22:16:56.160114 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49fc049-a3e2-45df-b70b-147d4671881b admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:16:56.160265 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['aa94ee2e-f1f7-4556-80be-e998211e8979'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:16:56.164175 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9adfb6c-a968-403a-819c-b6805c5ba629 req-352779a0-dc67-412c-851c-a34088ae2d6b tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741355 Dec 16 22:16:56.166974 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f49fc049-a3e2-45df-b70b-147d4671881b admin admin] 10.222.0.75 "PUT /v2.0/routers/4c89948f-d3db-4fae-9b13-a06b02357b70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9764445 Dec 16 22:16:56.168416 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2a813e-cfdf-4e90-b812-a5bf00a9d1b2 None None] Sync routers for ids ['4c89948f-d3db-4fae-9b13-a06b02357b70'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:16:56.184292 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2a813e-cfdf-4e90-b812-a5bf00a9d1b2 None None] Routers {'4c89948f-d3db-4fae-9b13-a06b02357b70'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:16:56.185085 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-9a2a813e-cfdf-4e90-b812-a5bf00a9d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:16:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['4c89948f-d3db-4fae-9b13-a06b02357b70'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:56.281503 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-81ea5a04-17ea-47d0-88c4-b6b3fc2c7538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:56.342060 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-9a2a813e-cfdf-4e90-b812-a5bf00a9d1b2 None None] Set router 4c89948f-d3db-4fae-9b13-a06b02357b70 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:16:56.350138 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40244) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:56.395601 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-81ea5a04-17ea-47d0-88c4-b6b3fc2c7538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:56.399803 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-81ea5a04-17ea-47d0-88c4-b6b3fc2c7538 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:56.401851 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-81ea5a04-17ea-47d0-88c4-b6b3fc2c7538 service neutron] 10.222.0.76 "PUT /v2.0/ports/cdf3648f-0e95-45df-b89b-23cc65ae37c9 HTTP/1.1" status: 200 len: 1129 time: 2.8668802 Dec 16 22:16:56.404908 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'tag': 'cdf3648f-0e95-45df-b89b-23cc65ae37c9'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:56.425066 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630c1caa-e6b2-4dc4-afdf-7c704a8a3e75" -d '{"events": [{"name": "network-changed", "server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "tag": "cdf3648f-0e95-45df-b89b-23cc65ae37c9"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:56.429141 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada952a-f3c0-4e94-aa34-2a17f5f74afb req-74f215f2-6a8d-4dd5-a30a-8bddbcf8f9f0 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:56.436943 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0ada952a-f3c0-4e94-aa34-2a17f5f74afb req-74f215f2-6a8d-4dd5-a30a-8bddbcf8f9f0 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 949 time: 0.1948256 Dec 16 22:16:56.440888 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9a0a-1501-4918-81b6-9b6ba92427ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:56.529475 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea5a04-17ea-47d0-88c4-b6b3fc2c7538 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf3648f-0e95-45df-b89b-23cc65ae37c9,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:56.548767 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e8e0fbee-3828-4794-ae6c-f44f39360100 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:56.561679 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-5f194f54-3bcd-4249-a9be-8d87fd788fc0 service neutron] Request body: {'port': {'device_id': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:56.774278 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0ada952a-f3c0-4e94-aa34-2a17f5f74afb req-c55ec5ae-d52c-46fd-922c-417e0ea88a1b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920361 Dec 16 22:16:56.793420 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-5f194f54-3bcd-4249-a9be-8d87fd788fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:56.821724 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port e8e0fbee-3828-4794-ae6c-f44f39360100 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:56.823534 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:56.864858 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-9a2a813e-cfdf-4e90-b812-a5bf00a9d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'name': 'tempest-ServersTestBootFromVolume-987017527-router', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'e8e0fbee-3828-4794-ae6c-f44f39360100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:16:42Z', 'updated_at': '2021-12-16T22:16:53Z', 'revision_number': 4, 'project_id': '1eca6be478514f9c8f27151bade9f595', 'gw_port': {'id': 'e8e0fbee-3828-4794-ae6c-f44f39360100', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:16:44Z', 'updated_at': '2021-12-16T22:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '346284e1-ef41-4825-819f-3192a693001d', 'name': '', 'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'mac_address': 'fa:16:3e:ca:8e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '6f1fd97e-df08-4d06-a6b5-806941b75263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:16:51Z', 'updated_at': '2021-12-16T22:16:54Z', 'revision_number': 2, 'project_id': '1eca6be478514f9c8f27151bade9f595', 'subnets': [{'id': '6f1fd97e-df08-4d06-a6b5-806941b75263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:56.875947 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:56.893012 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9a0a-1501-4918-81b6-9b6ba92427ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:56.912887 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:56.951979 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2a813e-cfdf-4e90-b812-a5bf00a9d1b2 None None] Checking router: 4c89948f-d3db-4fae-9b13-a06b02357b70 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:16:56.952337 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2a813e-cfdf-4e90-b812-a5bf00a9d1b2 None None] Updating router 4c89948f-d3db-4fae-9b13-a06b02357b70 port 346284e1-ef41-4825-819f-3192a693001d binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:16:57.002148 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9a0a-1501-4918-81b6-9b6ba92427ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:57.011334 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a2a813e-cfdf-4e90-b812-a5bf00a9d1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:57.051826 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7f1b9a0a-1501-4918-81b6-9b6ba92427ce admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0db661ac69704d9c956abf4a21d74daf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6921175 Dec 16 22:16:57.062495 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40270) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:57.065632 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b9a0a-1501-4918-81b6-9b6ba92427ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd756981-9d2b-4acb-be53-72e4d1febca6,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:57.149279 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d7c8e7b2-91eb-476c-985d-ccfe1f822f1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:57.175214 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d7c8e7b2-91eb-476c-985d-ccfe1f822f1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:57.249767 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd33bf-8ad5-4681-b8fe-798fd3f029fc req-bdc48b95-38cf-46c8-9f1f-883e35e26ecd tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:57.251936 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-50bd33bf-8ad5-4681-b8fe-798fd3f029fc req-bdc48b95-38cf-46c8-9f1f-883e35e26ecd tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.2263067 Dec 16 22:16:57.355353 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d7c8e7b2-91eb-476c-985d-ccfe1f822f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:57.358239 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-50bd33bf-8ad5-4681-b8fe-798fd3f029fc req-ffbc498c-601f-42dc-ad57-e54de1a6b170 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873935 Dec 16 22:16:57.364502 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d7c8e7b2-91eb-476c-985d-ccfe1f822f1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:57.367727 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d7c8e7b2-91eb-476c-985d-ccfe1f822f1a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dd756981-9d2b-4acb-be53-72e4d1febca6 HTTP/1.1" status: 204 len: 168 time: 0.3040435 Dec 16 22:16:57.400004 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8e7b2-91eb-476c-985d-ccfe1f822f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd756981-9d2b-4acb-be53-72e4d1febca6,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:57.406121 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a2a813e-cfdf-4e90-b812-a5bf00a9d1b2 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:57.422207 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-5f194f54-3bcd-4249-a9be-8d87fd788fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 279064a7-b0af-47a2-926c-bbdc2a0e2846 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:57.434447 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-5f194f54-3bcd-4249-a9be-8d87fd788fc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:57.451412 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-5f194f54-3bcd-4249-a9be-8d87fd788fc0 service neutron] Transition to ACTIVE for port object 279064a7-b0af-47a2-926c-bbdc2a0e2846 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:16:57.456140 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2fcac5-f04d-4b95-878e-4dcf6eac8186 x-openstack-request-id: req-0c2fcac5-f04d-4b95-878e-4dcf6eac8186 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:57.462463 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "tag": "cdf3648f-0e95-45df-b89b-23cc65ae37c9", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:57.462463 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0c2fcac5-f04d-4b95-878e-4dcf6eac8186 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:57.462463 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'tag': 'cdf3648f-0e95-45df-b89b-23cc65ae37c9', 'status': 'completed', 'code': 200} Dec 16 22:16:57.555963 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a2a813e-cfdf-4e90-b812-a5bf00a9d1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:57.574771 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-5f194f54-3bcd-4249-a9be-8d87fd788fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:57.649781 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c1caa-e6b2-4dc4-afdf-7c704a8a3e75 req-74e4f669-bf33-4454-8e4c-88fcb16a53c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:57.650743 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c1caa-e6b2-4dc4-afdf-7c704a8a3e75 req-74e4f669-bf33-4454-8e4c-88fcb16a53c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:57.651624 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c1caa-e6b2-4dc4-afdf-7c704a8a3e75 req-74e4f669-bf33-4454-8e4c-88fcb16a53c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:57.652398 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c1caa-e6b2-4dc4-afdf-7c704a8a3e75 req-74e4f669-bf33-4454-8e4c-88fcb16a53c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:57.653156 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c1caa-e6b2-4dc4-afdf-7c704a8a3e75 req-74e4f669-bf33-4454-8e4c-88fcb16a53c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:57.653975 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c1caa-e6b2-4dc4-afdf-7c704a8a3e75 req-74e4f669-bf33-4454-8e4c-88fcb16a53c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:57.656268 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-630c1caa-e6b2-4dc4-afdf-7c704a8a3e75 req-74e4f669-bf33-4454-8e4c-88fcb16a53c3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a0f42b93d17b453cb09b716a19274f39&device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5284 time: 0.1391623 Dec 16 22:16:57.841511 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f194f54-3bcd-4249-a9be-8d87fd788fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=279064a7-b0af-47a2-926c-bbdc2a0e2846,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:57.875736 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1e2ec-58da-4eec-a6d5-2185d7529467 None None] Pushing event updated for resources: {'Port': ['ID=346284e1-ef41-4825-819f-3192a693001d,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:57.888876 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1e2ec-58da-4eec-a6d5-2185d7529467 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:57.889569 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1e2ec-58da-4eec-a6d5-2185d7529467 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:57.890352 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1e2ec-58da-4eec-a6d5-2185d7529467 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:57.890913 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1e2ec-58da-4eec-a6d5-2185d7529467 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:57.891631 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1e2ec-58da-4eec-a6d5-2185d7529467 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:57.893051 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1e2ec-58da-4eec-a6d5-2185d7529467 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:57.893687 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1e2ec-58da-4eec-a6d5-2185d7529467 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:57.894162 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1e2ec-58da-4eec-a6d5-2185d7529467 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:57.894635 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1e2ec-58da-4eec-a6d5-2185d7529467 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:57.900986 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1e2ec-58da-4eec-a6d5-2185d7529467 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:57.900986 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1e2ec-58da-4eec-a6d5-2185d7529467 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:57.900986 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1e2ec-58da-4eec-a6d5-2185d7529467 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:57.900986 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1e2ec-58da-4eec-a6d5-2185d7529467 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:16:57.913091 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-9a2a813e-cfdf-4e90-b812-a5bf00a9d1b2 None None] Attempting to bind port 346284e1-ef41-4825-819f-3192a693001d on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:57.914293 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-9a2a813e-cfdf-4e90-b812-a5bf00a9d1b2 None None] Attempting to bind port 346284e1-ef41-4825-819f-3192a693001d by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'd44e1f7f-1c0e-4820-a131-9628a743a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:57.914852 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a813e-cfdf-4e90-b812-a5bf00a9d1b2 None None] Attempting to bind port 346284e1-ef41-4825-819f-3192a693001d on network c7f1c459-e84f-448b-8a2b-28e7b0a9b3be {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:57.922776 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83a2d6-902e-4e6a-a15c-bbe31d2d2623 req-1dcac6e1-dbab-4aa1-b4cd-7f1f2d52798c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:57.926606 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a813e-cfdf-4e90-b812-a5bf00a9d1b2 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:57.927344 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a813e-cfdf-4e90-b812-a5bf00a9d1b2 None None] Checking segment: {'id': 'd44e1f7f-1c0e-4820-a131-9628a743a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:57.927903 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a2a813e-cfdf-4e90-b812-a5bf00a9d1b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:57.928577 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a813e-cfdf-4e90-b812-a5bf00a9d1b2 None None] Bound using segment: {'id': 'd44e1f7f-1c0e-4820-a131-9628a743a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:57.930668 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-9a2a813e-cfdf-4e90-b812-a5bf00a9d1b2 None None] Bound port: 346284e1-ef41-4825-819f-3192a693001d, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44e1f7f-1c0e-4820-a131-9628a743a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:57.931486 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a2a813e-cfdf-4e90-b812-a5bf00a9d1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:57.939682 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9d83a2d6-902e-4e6a-a15c-bbe31d2d2623 req-1dcac6e1-dbab-4aa1-b4cd-7f1f2d52798c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.3878090 Dec 16 22:16:57.945626 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c1caa-e6b2-4dc4-afdf-7c704a8a3e75 req-558647c1-6895-4218-946f-b5869b90e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:57.946222 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c1caa-e6b2-4dc4-afdf-7c704a8a3e75 req-558647c1-6895-4218-946f-b5869b90e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:57.946701 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c1caa-e6b2-4dc4-afdf-7c704a8a3e75 req-558647c1-6895-4218-946f-b5869b90e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:57.949180 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-630c1caa-e6b2-4dc4-afdf-7c704a8a3e75 req-558647c1-6895-4218-946f-b5869b90e874 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=a0f42b93d17b453cb09b716a19274f39&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.2685628 Dec 16 22:16:58.153408 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40290) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:58.153701 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c1caa-e6b2-4dc4-afdf-7c704a8a3e75 req-43c41faa-5aac-4c54-941e-c90013ecd501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:58.155227 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-630c1caa-e6b2-4dc4-afdf-7c704a8a3e75 req-43c41faa-5aac-4c54-941e-c90013ecd501 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1966534 Dec 16 22:16:58.161225 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-9a2a813e-cfdf-4e90-b812-a5bf00a9d1b2 None None] For port 346284e1-ef41-4825-819f-3192a693001d, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:58.165005 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-9a2a813e-cfdf-4e90-b812-a5bf00a9d1b2 None None] For port 346284e1-ef41-4825-819f-3192a693001d, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=346284e1-ef41-4825-819f-3192a693001d,segment=NetworkSegment(d44e1f7f-1c0e-4820-a131-9628a743a23d),segment_id=d44e1f7f-1c0e-4820-a131-9628a743a23d)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:58.169426 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-4e839bf8-21f1-42bd-874c-3dc33f3fa4f6 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Request body: {'security_group': {'name': 'tempest-securitygroup--678568318', 'description': 'tempest-description--2024303164'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:58.250505 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-feb2cfa6-ac12-4ee8-8862-47cc545dde8e None None] Provisioning complete for port 346284e1-ef41-4825-819f-3192a693001d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:58.251441 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-feb2cfa6-ac12-4ee8-8862-47cc545dde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:58.293003 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-feb2cfa6-ac12-4ee8-8862-47cc545dde8e None None] Port 346284e1-ef41-4825-819f-3192a693001d cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:16:58.297189 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9d83a2d6-902e-4e6a-a15c-bbe31d2d2623 req-1ae527e8-5dbc-46f3-b22a-9ee413c67625 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564324 Dec 16 22:16:58.310658 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-5f194f54-3bcd-4249-a9be-8d87fd788fc0 service neutron] Attempting to bind port 279064a7-b0af-47a2-926c-bbdc2a0e2846 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:16:58.310996 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-5f194f54-3bcd-4249-a9be-8d87fd788fc0 service neutron] Attempting to bind port 279064a7-b0af-47a2-926c-bbdc2a0e2846 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'de6410b3-48d2-4076-afb0-e054cc3678c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:16:58.311364 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-5f194f54-3bcd-4249-a9be-8d87fd788fc0 service neutron] Attempting to bind port 279064a7-b0af-47a2-926c-bbdc2a0e2846 on network ed98cd84-f1a0-4624-adfa-872d69e0e5ab {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:58.315918 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-5f194f54-3bcd-4249-a9be-8d87fd788fc0 service neutron] Port 279064a7-b0af-47a2-926c-bbdc2a0e2846 on network ed98cd84-f1a0-4624-adfa-872d69e0e5ab not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:16:58.316256 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-5f194f54-3bcd-4249-a9be-8d87fd788fc0 service neutron] Attempting to bind port 279064a7-b0af-47a2-926c-bbdc2a0e2846 on network ed98cd84-f1a0-4624-adfa-872d69e0e5ab {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:16:58.320960 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9a2a813e-cfdf-4e90-b812-a5bf00a9d1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:58.328435 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-5f194f54-3bcd-4249-a9be-8d87fd788fc0 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:16:58.328785 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-5f194f54-3bcd-4249-a9be-8d87fd788fc0 service neutron] Checking segment: {'id': 'de6410b3-48d2-4076-afb0-e054cc3678c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:16:58.329173 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-5f194f54-3bcd-4249-a9be-8d87fd788fc0 service neutron] Bound using segment: {'id': 'de6410b3-48d2-4076-afb0-e054cc3678c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:16:58.329670 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-5f194f54-3bcd-4249-a9be-8d87fd788fc0 service neutron] Bound port: 279064a7-b0af-47a2-926c-bbdc2a0e2846, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de6410b3-48d2-4076-afb0-e054cc3678c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:16:58.330035 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-5f194f54-3bcd-4249-a9be-8d87fd788fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:58.389405 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1e2ec-58da-4eec-a6d5-2185d7529467 None None] Pushing event updated for resources: {'Port': ['ID=346284e1-ef41-4825-819f-3192a693001d,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:58.392179 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2a813e-cfdf-4e90-b812-a5bf00a9d1b2 None None] Routers {'4c89948f-d3db-4fae-9b13-a06b02357b70'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:16:58.392793 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-9a2a813e-cfdf-4e90-b812-a5bf00a9d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:16:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['4c89948f-d3db-4fae-9b13-a06b02357b70'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:58.441516 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:58.443259 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:58.504677 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-5f194f54-3bcd-4249-a9be-8d87fd788fc0 service neutron] For port 279064a7-b0af-47a2-926c-bbdc2a0e2846, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:16:58.515696 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-5f194f54-3bcd-4249-a9be-8d87fd788fc0 service neutron] For port 279064a7-b0af-47a2-926c-bbdc2a0e2846, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=279064a7-b0af-47a2-926c-bbdc2a0e2846,segment=NetworkSegment(de6410b3-48d2-4076-afb0-e054cc3678c7),segment_id=de6410b3-48d2-4076-afb0-e054cc3678c7)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:16:58.528882 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e839bf8-21f1-42bd-874c-3dc33f3fa4f6 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:58.600156 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-5f194f54-3bcd-4249-a9be-8d87fd788fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:58.616812 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-9a2a813e-cfdf-4e90-b812-a5bf00a9d1b2 None None] Set router 4c89948f-d3db-4fae-9b13-a06b02357b70 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:16:58.703430 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-5f194f54-3bcd-4249-a9be-8d87fd788fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:58.704111 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-5f194f54-3bcd-4249-a9be-8d87fd788fc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:58.706398 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-5f194f54-3bcd-4249-a9be-8d87fd788fc0 service neutron] 10.222.0.76 "PUT /v2.0/ports/279064a7-b0af-47a2-926c-bbdc2a0e2846 HTTP/1.1" status: 200 len: 1130 time: 2.1501589 Dec 16 22:16:58.738407 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe3c69-8353-4c4b-9f04-db2f0344fbaa req-95d6a187-7d91-461b-9829-59e38cc9c62e tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:58.746943 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe3c69-8353-4c4b-9f04-db2f0344fbaa req-95d6a187-7d91-461b-9829-59e38cc9c62e tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:58.754362 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe3c69-8353-4c4b-9f04-db2f0344fbaa req-95d6a187-7d91-461b-9829-59e38cc9c62e tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:58.762214 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe3c69-8353-4c4b-9f04-db2f0344fbaa req-95d6a187-7d91-461b-9829-59e38cc9c62e tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:58.768601 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe3c69-8353-4c4b-9f04-db2f0344fbaa req-95d6a187-7d91-461b-9829-59e38cc9c62e tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:58.775539 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe3c69-8353-4c4b-9f04-db2f0344fbaa req-95d6a187-7d91-461b-9829-59e38cc9c62e tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:58.782757 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe3c69-8353-4c4b-9f04-db2f0344fbaa req-95d6a187-7d91-461b-9829-59e38cc9c62e tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:58.800867 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5dbe3c69-8353-4c4b-9f04-db2f0344fbaa req-95d6a187-7d91-461b-9829-59e38cc9c62e tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5370 time: 0.2805467 Dec 16 22:16:58.808268 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bfeef-32b5-4ab2-908f-76a8d0fd5108 req-84d6c90c-dcf9-4257-8d52-f0043aec9a62 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:58.810435 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-372bfeef-32b5-4ab2-908f-76a8d0fd5108 req-84d6c90c-dcf9-4257-8d52-f0043aec9a62 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 949 time: 0.0833819 Dec 16 22:16:58.866428 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-3a3971e6-588e-4063-b420-3169148d54b2 service neutron] Request body: {'port': {'device_id': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:58.902600 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-372bfeef-32b5-4ab2-908f-76a8d0fd5108 req-83d9a891-cb35-48e3-b09f-879b998fd201 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821476 Dec 16 22:16:58.945798 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0b3cfc04-471b-4715-815f-c411e5566e11 None None] Provisioning complete for port 346284e1-ef41-4825-819f-3192a693001d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:58.947672 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b3cfc04-471b-4715-815f-c411e5566e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:58.970950 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-9a2a813e-cfdf-4e90-b812-a5bf00a9d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'name': 'tempest-ServersTestBootFromVolume-987017527-router', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'e8e0fbee-3828-4794-ae6c-f44f39360100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:16:42Z', 'updated_at': '2021-12-16T22:16:53Z', 'revision_number': 4, 'project_id': '1eca6be478514f9c8f27151bade9f595', 'gw_port': {'id': 'e8e0fbee-3828-4794-ae6c-f44f39360100', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:16:44Z', 'updated_at': '2021-12-16T22:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '346284e1-ef41-4825-819f-3192a693001d', 'name': '', 'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'mac_address': 'fa:16:3e:ca:8e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '6f1fd97e-df08-4d06-a6b5-806941b75263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:16:51Z', 'updated_at': '2021-12-16T22:16:58Z', 'revision_number': 4, 'project_id': '1eca6be478514f9c8f27151bade9f595', 'subnets': [{'id': '6f1fd97e-df08-4d06-a6b5-806941b75263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:16:59.028496 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2a813e-cfdf-4e90-b812-a5bf00a9d1b2 None None] The sync data for ids ['4c89948f-d3db-4fae-9b13-a06b02357b70'] in n-d-815324-4 is: [{'id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'name': 'tempest-ServersTestBootFromVolume-987017527-router', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'e8e0fbee-3828-4794-ae6c-f44f39360100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:16:42Z', 'updated_at': '2021-12-16T22:16:53Z', 'revision_number': 4, 'project_id': '1eca6be478514f9c8f27151bade9f595', 'gw_port': {'id': 'e8e0fbee-3828-4794-ae6c-f44f39360100', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:16:44Z', 'updated_at': '2021-12-16T22:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '346284e1-ef41-4825-819f-3192a693001d', 'name': '', 'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'mac_address': 'fa:16:3e:ca:8e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '6f1fd97e-df08-4d06-a6b5-806941b75263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:16:51Z', 'updated_at': '2021-12-16T22:16:58Z', 'revision_number': 4, 'project_id': '1eca6be478514f9c8f27151bade9f595', 'subnets': [{'id': '6f1fd97e-df08-4d06-a6b5-806941b75263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:16:59.054295 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5dbe3c69-8353-4c4b-9f04-db2f0344fbaa req-1fac169d-0270-453a-932b-2f8585c773f6 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2502124 Dec 16 22:16:59.091121 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f194f54-3bcd-4249-a9be-8d87fd788fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=279064a7-b0af-47a2-926c-bbdc2a0e2846,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:59.091231 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:59.093923 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-3a3971e6-588e-4063-b420-3169148d54b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:59.110640 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ec7c3-cf32-4001-957f-4e4ec68090ba req-13e8dbd8-d516-4556-a5c4-0922747b0358 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:59.115493 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e8ec7c3-cf32-4001-957f-4e4ec68090ba req-13e8dbd8-d516-4556-a5c4-0922747b0358 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.0760274 Dec 16 22:16:59.116683 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b3cfc04-471b-4715-815f-c411e5566e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:59.206267 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e839bf8-21f1-42bd-874c-3dc33f3fa4f6 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:59.218301 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0b3cfc04-471b-4715-815f-c411e5566e11 None None] For port 346284e1-ef41-4825-819f-3192a693001d, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=346284e1-ef41-4825-819f-3192a693001d,segment=NetworkSegment(d44e1f7f-1c0e-4820-a131-9628a743a23d),segment_id=d44e1f7f-1c0e-4820-a131-9628a743a23d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:59.224034 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device aa94ee2e-f1f7-4556-80be-e998211e8979 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:16:59.262446 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e8ec7c3-cf32-4001-957f-4e4ec68090ba req-8c0654b3-f3f9-43a8-8e78-671e083fafc4 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250594 Dec 16 22:16:59.383464 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e839bf8-21f1-42bd-874c-3dc33f3fa4f6 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:59.401556 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe55c82-9756-48c7-9194-36ceb32a8278 req-8ff2a477-af3c-4fb7-ab92-c3105659eb9d tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:59.403274 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bbe55c82-9756-48c7-9194-36ceb32a8278 req-8ff2a477-af3c-4fb7-ab92-c3105659eb9d tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.0550110 Dec 16 22:16:59.438182 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e839bf8-21f1-42bd-874c-3dc33f3fa4f6 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a52099b-eca1-4e3c-bea6-1181fd05b16e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:59.446821 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b3cfc04-471b-4715-815f-c411e5566e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:59.479949 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bbe55c82-9756-48c7-9194-36ceb32a8278 req-73ed39eb-18fd-4e0e-9dcd-df0e0d9d05fe tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682697 Dec 16 22:16:59.483610 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'tag': '279064a7-b0af-47a2-926c-bbdc2a0e2846'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:59.486214 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885930b3-6f8f-43d9-87ce-61a1379c2435" -d '{"events": [{"name": "network-changed", "server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "tag": "279064a7-b0af-47a2-926c-bbdc2a0e2846"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:59.542989 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port aa94ee2e-f1f7-4556-80be-e998211e8979 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:16:59.563565 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3cfc04-471b-4715-815f-c411e5566e11 None None] Pushing event updated for resources: {'Port': ['ID=346284e1-ef41-4825-819f-3192a693001d,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:16:59.574204 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port aa94ee2e-f1f7-4556-80be-e998211e8979 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:16:59.574913 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:59.635926 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e839bf8-21f1-42bd-874c-3dc33f3fa4f6 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:59.637219 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4e839bf8-21f1-42bd-874c-3dc33f3fa4f6 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.4837825 Dec 16 22:16:59.641007 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40328) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:16:59.655319 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-bd80f17f-81d9-4fb5-9c54-7a2648cc1220 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Request body: {'security_group_rule': {'security_group_id': '4a52099b-eca1-4e3c-bea6-1181fd05b16e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:16:59.670675 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e261d5ce-d2ed-4e5a-97c0-e45a3cd4c418 x-openstack-request-id: req-e261d5ce-d2ed-4e5a-97c0-e45a3cd4c418 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:16:59.670897 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "tag": "279064a7-b0af-47a2-926c-bbdc2a0e2846", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:16:59.671314 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e261d5ce-d2ed-4e5a-97c0-e45a3cd4c418 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:16:59.671912 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'tag': '279064a7-b0af-47a2-926c-bbdc2a0e2846', 'status': 'completed', 'code': 200} Dec 16 22:16:59.734855 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeddb2a-d6f4-43b0-86d7-4430496470ad req-f64d0109-92cc-4c26-b798-dcd1957ec69a tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:59.743018 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ddeddb2a-d6f4-43b0-86d7-4430496470ad req-f64d0109-92cc-4c26-b798-dcd1957ec69a tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.1595595 Dec 16 22:16:59.793930 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885930b3-6f8f-43d9-87ce-61a1379c2435 req-f28aa1c5-0fcf-4db7-9c3b-67f4b676670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:59.794491 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885930b3-6f8f-43d9-87ce-61a1379c2435 req-f28aa1c5-0fcf-4db7-9c3b-67f4b676670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:59.794975 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885930b3-6f8f-43d9-87ce-61a1379c2435 req-f28aa1c5-0fcf-4db7-9c3b-67f4b676670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:59.796093 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885930b3-6f8f-43d9-87ce-61a1379c2435 req-f28aa1c5-0fcf-4db7-9c3b-67f4b676670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:59.796583 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885930b3-6f8f-43d9-87ce-61a1379c2435 req-f28aa1c5-0fcf-4db7-9c3b-67f4b676670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:59.797873 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885930b3-6f8f-43d9-87ce-61a1379c2435 req-f28aa1c5-0fcf-4db7-9c3b-67f4b676670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:59.798349 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885930b3-6f8f-43d9-87ce-61a1379c2435 req-f28aa1c5-0fcf-4db7-9c3b-67f4b676670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:16:59.800393 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-885930b3-6f8f-43d9-87ce-61a1379c2435 req-f28aa1c5-0fcf-4db7-9c3b-67f4b676670e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a0f42b93d17b453cb09b716a19274f39&device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 6207 time: 0.1164417 Dec 16 22:16:59.810531 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:59.845246 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ddeddb2a-d6f4-43b0-86d7-4430496470ad req-894b3a70-91ea-42a1-8290-ebe72c382e26 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012003 Dec 16 22:16:59.853640 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-3a3971e6-588e-4063-b420-3169148d54b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 932561c8-57cf-466c-86d4-05fa02856f87 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:16:59.858548 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6fc807-5254-4f3e-b99f-68c202491022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa94ee2e-f1f7-4556-80be-e998211e8979'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:16:59.873949 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3df3b3c-96b5-475a-b501-fed4725cba61" -d '{"events": [{"server_uuid": "ca6fc807-5254-4f3e-b99f-68c202491022", "name": "network-vif-plugged", "status": "completed", "tag": "aa94ee2e-f1f7-4556-80be-e998211e8979"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:16:59.874362 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-3a3971e6-588e-4063-b420-3169148d54b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:16:59.904160 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-3a3971e6-588e-4063-b420-3169148d54b2 service neutron] Transition to ACTIVE for port object 932561c8-57cf-466c-86d4-05fa02856f87 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:16:59.916966 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port aa94ee2e-f1f7-4556-80be-e998211e8979, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=aa94ee2e-f1f7-4556-80be-e998211e8979,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:16:59.953076 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bd80f17f-81d9-4fb5-9c54-7a2648cc1220 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:00.006058 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb1b0cf-2b71-4948-9b2c-9480d8feae19 x-openstack-request-id: req-4cb1b0cf-2b71-4948-9b2c-9480d8feae19 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:00.006354 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6fc807-5254-4f3e-b99f-68c202491022", "name": "network-vif-plugged", "status": "completed", "tag": "aa94ee2e-f1f7-4556-80be-e998211e8979", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:00.007134 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4cb1b0cf-2b71-4948-9b2c-9480d8feae19 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:00.008492 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6fc807-5254-4f3e-b99f-68c202491022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa94ee2e-f1f7-4556-80be-e998211e8979', 'code': 200} Dec 16 22:17:00.016136 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-3a3971e6-588e-4063-b420-3169148d54b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:00.046509 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:00.160096 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3971e6-588e-4063-b420-3169148d54b2 service neutron] Pushing event updated for resources: {'Port': ['ID=932561c8-57cf-466c-86d4-05fa02856f87,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:00.173368 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bd80f17f-81d9-4fb5-9c54-7a2648cc1220 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:00.182877 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885930b3-6f8f-43d9-87ce-61a1379c2435 req-82683ddc-a66a-4028-be80-6e6a55da3f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.188597 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885930b3-6f8f-43d9-87ce-61a1379c2435 req-82683ddc-a66a-4028-be80-6e6a55da3f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.188927 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885930b3-6f8f-43d9-87ce-61a1379c2435 req-82683ddc-a66a-4028-be80-6e6a55da3f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.190629 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-885930b3-6f8f-43d9-87ce-61a1379c2435 req-82683ddc-a66a-4028-be80-6e6a55da3f0f service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=a0f42b93d17b453cb09b716a19274f39&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.3663695 Dec 16 22:17:00.196201 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=aa94ee2e-f1f7-4556-80be-e998211e8979,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:00.235006 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38afa3-65fb-458f-ba8b-2901cdb5dbf8 req-0b8e4cde-15d1-4de3-98f0-95a226dca819 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.237227 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e38afa3-65fb-458f-ba8b-2901cdb5dbf8 req-0b8e4cde-15d1-4de3-98f0-95a226dca819 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.2417130 Dec 16 22:17:00.323318 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bd80f17f-81d9-4fb5-9c54-7a2648cc1220 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:00.338839 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a12a8-ce35-4fcd-af95-953a4ca6025d req-79d509eb-503e-4797-b2a5-b713551aa335 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.343206 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-856a12a8-ce35-4fcd-af95-953a4ca6025d req-79d509eb-503e-4797-b2a5-b713551aa335 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 950 time: 0.2527478 Dec 16 22:17:00.363846 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb448d54-1f37-4ebf-b84a-7b38fc1d072a req-8850e3a7-d093-425c-b585-a066e885549f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.366606 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cb448d54-1f37-4ebf-b84a-7b38fc1d072a req-8850e3a7-d093-425c-b585-a066e885549f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 1101 time: 0.2147300 Dec 16 22:17:00.376229 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80f17f-81d9-4fb5-9c54-7a2648cc1220 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf296bb-2f89-444b-a95a-82a88ca163a6,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:00.396095 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-3a3971e6-588e-4063-b420-3169148d54b2 service neutron] Attempting to bind port 932561c8-57cf-466c-86d4-05fa02856f87 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:00.396095 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-3a3971e6-588e-4063-b420-3169148d54b2 service neutron] Attempting to bind port 932561c8-57cf-466c-86d4-05fa02856f87 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'de6410b3-48d2-4076-afb0-e054cc3678c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:00.396095 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-3a3971e6-588e-4063-b420-3169148d54b2 service neutron] Attempting to bind port 932561c8-57cf-466c-86d4-05fa02856f87 on network ed98cd84-f1a0-4624-adfa-872d69e0e5ab {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:00.455744 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-3a3971e6-588e-4063-b420-3169148d54b2 service neutron] Port 932561c8-57cf-466c-86d4-05fa02856f87 on network ed98cd84-f1a0-4624-adfa-872d69e0e5ab not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:17:00.456076 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-3a3971e6-588e-4063-b420-3169148d54b2 service neutron] Attempting to bind port 932561c8-57cf-466c-86d4-05fa02856f87 on network ed98cd84-f1a0-4624-adfa-872d69e0e5ab {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:00.470263 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e38afa3-65fb-458f-ba8b-2901cdb5dbf8 req-43dbe8cf-b323-4128-8cd8-480db5981062 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076466 Dec 16 22:17:00.510884 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-4ab66f77-cf50-4cb9-814b-097a956b46f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.512546 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-4ab66f77-cf50-4cb9-814b-097a956b46f6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 1101 time: 0.2978725 Dec 16 22:17:00.515818 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885930b3-6f8f-43d9-87ce-61a1379c2435 req-2c30003d-e2e4-46d5-b81a-37e5bac00d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.517305 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-885930b3-6f8f-43d9-87ce-61a1379c2435 req-2c30003d-e2e4-46d5-b81a-37e5bac00d99 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3115041 Dec 16 22:17:00.539646 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cb448d54-1f37-4ebf-b84a-7b38fc1d072a req-8d2ee9b2-94d7-4cf4-8d0c-b27d6d2a7e89 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452327 Dec 16 22:17:00.557789 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 346284e1-ef41-4825-819f-3192a693001d up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:00.581670 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-3a3971e6-588e-4063-b420-3169148d54b2 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:00.582186 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-3a3971e6-588e-4063-b420-3169148d54b2 service neutron] Checking segment: {'id': 'de6410b3-48d2-4076-afb0-e054cc3678c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:00.582648 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-3a3971e6-588e-4063-b420-3169148d54b2 service neutron] Bound using segment: {'id': 'de6410b3-48d2-4076-afb0-e054cc3678c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:00.583136 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-3a3971e6-588e-4063-b420-3169148d54b2 service neutron] Bound port: 932561c8-57cf-466c-86d4-05fa02856f87, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de6410b3-48d2-4076-afb0-e054cc3678c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:00.583506 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-3a3971e6-588e-4063-b420-3169148d54b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:00.611873 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-856a12a8-ce35-4fcd-af95-953a4ca6025d req-6bc468c2-52aa-4d89-b0ec-d0b01eff6cb2 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246807 Dec 16 22:17:00.624036 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bd80f17f-81d9-4fb5-9c54-7a2648cc1220 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:00.627934 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bd80f17f-81d9-4fb5-9c54-7a2648cc1220 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9803042 Dec 16 22:17:00.628397 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40352) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:00.635755 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 346284e1-ef41-4825-819f-3192a693001d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:00.636433 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:00.646543 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-762392e6-29e2-4657-ae09-1b2744f8de22 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Request body: {'security_group_rule': {'security_group_id': '4a52099b-eca1-4e3c-bea6-1181fd05b16e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:00.713662 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-3a3971e6-588e-4063-b420-3169148d54b2 service neutron] For port 932561c8-57cf-466c-86d4-05fa02856f87, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:17:00.718559 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-3a3971e6-588e-4063-b420-3169148d54b2 service neutron] For port 932561c8-57cf-466c-86d4-05fa02856f87, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=932561c8-57cf-466c-86d4-05fa02856f87,segment=NetworkSegment(de6410b3-48d2-4076-afb0-e054cc3678c7),segment_id=de6410b3-48d2-4076-afb0-e054cc3678c7)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:17:00.719056 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-2ae02354-1384-4c56-b201-c4a37a2d5dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.721008 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-2ae02354-1384-4c56-b201-c4a37a2d5dcb service neutron] 10.222.0.76 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.1777031 Dec 16 22:17:00.786594 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191cfc4-ec96-4b1a-9432-3295510dff02 req-fb21f94c-b82a-4fd4-96b1-bf3b29984310 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.793152 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191cfc4-ec96-4b1a-9432-3295510dff02 req-fb21f94c-b82a-4fd4-96b1-bf3b29984310 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.799193 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191cfc4-ec96-4b1a-9432-3295510dff02 req-fb21f94c-b82a-4fd4-96b1-bf3b29984310 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.805316 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191cfc4-ec96-4b1a-9432-3295510dff02 req-fb21f94c-b82a-4fd4-96b1-bf3b29984310 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.818955 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-762392e6-29e2-4657-ae09-1b2744f8de22 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:00.827320 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191cfc4-ec96-4b1a-9432-3295510dff02 req-fb21f94c-b82a-4fd4-96b1-bf3b29984310 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.838121 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191cfc4-ec96-4b1a-9432-3295510dff02 req-fb21f94c-b82a-4fd4-96b1-bf3b29984310 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.846346 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191cfc4-ec96-4b1a-9432-3295510dff02 req-fb21f94c-b82a-4fd4-96b1-bf3b29984310 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.848868 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e191cfc4-ec96-4b1a-9432-3295510dff02 req-fb21f94c-b82a-4fd4-96b1-bf3b29984310 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5382 time: 0.1222973 Dec 16 22:17:00.851293 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-3a3971e6-588e-4063-b420-3169148d54b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:00.924072 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-3a3971e6-588e-4063-b420-3169148d54b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:00.924852 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-3a3971e6-588e-4063-b420-3169148d54b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:00.926521 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-3a3971e6-588e-4063-b420-3169148d54b2 service neutron] 10.222.0.76 "PUT /v2.0/ports/932561c8-57cf-466c-86d4-05fa02856f87 HTTP/1.1" status: 200 len: 1091 time: 2.0769465 Dec 16 22:17:00.973472 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-2fd3f902-f601-4428-9c77-d3ec03eb1e8a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=b174ce39-c097-494c-8dd0-68558861d527 HTTP/1.1" status: 200 len: 217 time: 0.0912492 Dec 16 22:17:00.993451 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e191cfc4-ec96-4b1a-9432-3295510dff02 req-32486620-3269-477c-950d-ad7b2d74450f tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1307638 Dec 16 22:17:01.000627 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3971e6-588e-4063-b420-3169148d54b2 service neutron] Pushing event updated for resources: {'Port': ['ID=932561c8-57cf-466c-86d4-05fa02856f87,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:01.091255 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-762392e6-29e2-4657-ae09-1b2744f8de22 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:01.098728 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-16433d60-720f-45a2-b32a-6817aacbbf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:01.100268 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-16433d60-720f-45a2-b32a-6817aacbbf72 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1147749 Dec 16 22:17:01.112559 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797a7d9-4942-46c5-bddb-50c3aca2a9bd req-eed48dc7-621b-4d7c-9d4c-51dbf87ff7d5 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:01.120956 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0797a7d9-4942-46c5-bddb-50c3aca2a9bd req-eed48dc7-621b-4d7c-9d4c-51dbf87ff7d5 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.2371426 Dec 16 22:17:01.144389 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-8035bb9d-b18c-45a0-8548-e5fd1feacbdb service neutron] Request body: {'port': {'device_id': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:01.194595 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-1b384012-16de-49da-8625-1c35083d6773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:01.196299 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-1b384012-16de-49da-8625-1c35083d6773 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0740683 Dec 16 22:17:01.214292 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-762392e6-29e2-4657-ae09-1b2744f8de22 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:01.239876 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc7200-3ab6-40fc-a594-0963d29d7bee req-3cf7bb43-aa2a-4e12-9a6b-8768a7a511e8 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:01.241766 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-84bc7200-3ab6-40fc-a594-0963d29d7bee req-3cf7bb43-aa2a-4e12-9a6b-8768a7a511e8 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.1241794 Dec 16 22:17:01.253115 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-8035bb9d-b18c-45a0-8548-e5fd1feacbdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:01.295130 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0797a7d9-4942-46c5-bddb-50c3aca2a9bd req-ce4f1c09-7a1a-454b-b0b0-71cd32e80695 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316636 Dec 16 22:17:01.297466 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762392e6-29e2-4657-ae09-1b2744f8de22 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1985805-7d8a-4707-802a-c24cacdb78c8,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:01.347960 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-94af43b4-37bb-43f3-a9d3-b6223b24d75f service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196558 Dec 16 22:17:01.360940 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-84bc7200-3ab6-40fc-a594-0963d29d7bee req-bb37bced-a84a-4ca1-8507-d5b8c02a1f6e tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044195 Dec 16 22:17:01.474560 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-762392e6-29e2-4657-ae09-1b2744f8de22 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:01.475888 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-762392e6-29e2-4657-ae09-1b2744f8de22 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8465350 Dec 16 22:17:01.482556 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40376) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:01.487616 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-103c34a3-6a9b-4fb1-8ef1-7db7fda38f17 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:01.540342 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-0171ad65-2261-4454-ab74-2bd576912dfc service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753204 Dec 16 22:17:01.601837 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-8035bb9d-b18c-45a0-8548-e5fd1feacbdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be59d789-35f2-47f8-a2bf-dacd1121b4c0 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:01.610662 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-8035bb9d-b18c-45a0-8548-e5fd1feacbdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:01.625224 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-8035bb9d-b18c-45a0-8548-e5fd1feacbdb service neutron] Transition to ACTIVE for port object be59d789-35f2-47f8-a2bf-dacd1121b4c0 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:17:01.641441 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-103c34a3-6a9b-4fb1-8ef1-7db7fda38f17 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:01.673392 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'tag': '932561c8-57cf-466c-86d4-05fa02856f87'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:01.675883 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d5ebcc-6d35-4766-83f6-01ba3b3acf0c" -d '{"events": [{"name": "network-changed", "server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "tag": "932561c8-57cf-466c-86d4-05fa02856f87"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:01.747413 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-103c34a3-6a9b-4fb1-8ef1-7db7fda38f17 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:01.749469 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-8035bb9d-b18c-45a0-8548-e5fd1feacbdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:01.837243 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035bb9d-b18c-45a0-8548-e5fd1feacbdb service neutron] Pushing event updated for resources: {'Port': ['ID=be59d789-35f2-47f8-a2bf-dacd1121b4c0,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:01.892959 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-103c34a3-6a9b-4fb1-8ef1-7db7fda38f17 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Allocated IP 172.25.6.184 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/a677345f-a28d-4caa-9413-72e0bc847b1c) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:17:01.984433 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32ef1f-873e-4c60-9c0c-16fb67e0942d req-ff8e1fef-6f18-40a7-b085-98583a86f215 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:01.986079 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9e32ef1f-873e-4c60-9c0c-16fb67e0942d req-ff8e1fef-6f18-40a7-b085-98583a86f215 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 950 time: 0.1191654 Dec 16 22:17:01.987199 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-8035bb9d-b18c-45a0-8548-e5fd1feacbdb service neutron] Attempting to bind port be59d789-35f2-47f8-a2bf-dacd1121b4c0 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:01.987199 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-8035bb9d-b18c-45a0-8548-e5fd1feacbdb service neutron] Attempting to bind port be59d789-35f2-47f8-a2bf-dacd1121b4c0 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'de6410b3-48d2-4076-afb0-e054cc3678c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:01.987490 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-8035bb9d-b18c-45a0-8548-e5fd1feacbdb service neutron] Attempting to bind port be59d789-35f2-47f8-a2bf-dacd1121b4c0 on network ed98cd84-f1a0-4624-adfa-872d69e0e5ab {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:01.992661 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-8035bb9d-b18c-45a0-8548-e5fd1feacbdb service neutron] Port be59d789-35f2-47f8-a2bf-dacd1121b4c0 on network ed98cd84-f1a0-4624-adfa-872d69e0e5ab not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:17:01.992994 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-8035bb9d-b18c-45a0-8548-e5fd1feacbdb service neutron] Attempting to bind port be59d789-35f2-47f8-a2bf-dacd1121b4c0 on network ed98cd84-f1a0-4624-adfa-872d69e0e5ab {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:02.014747 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-8035bb9d-b18c-45a0-8548-e5fd1feacbdb service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:02.015159 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-8035bb9d-b18c-45a0-8548-e5fd1feacbdb service neutron] Checking segment: {'id': 'de6410b3-48d2-4076-afb0-e054cc3678c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:02.015562 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-8035bb9d-b18c-45a0-8548-e5fd1feacbdb service neutron] Bound using segment: {'id': 'de6410b3-48d2-4076-afb0-e054cc3678c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:02.016024 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-8035bb9d-b18c-45a0-8548-e5fd1feacbdb service neutron] Bound port: be59d789-35f2-47f8-a2bf-dacd1121b4c0, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de6410b3-48d2-4076-afb0-e054cc3678c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:02.016388 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-8035bb9d-b18c-45a0-8548-e5fd1feacbdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:02.040263 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de63f644-78b3-4f18-b44a-8cc914b87e73 x-openstack-request-id: req-de63f644-78b3-4f18-b44a-8cc914b87e73 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:02.040559 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "tag": "932561c8-57cf-466c-86d4-05fa02856f87", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:02.040819 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-de63f644-78b3-4f18-b44a-8cc914b87e73 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:02.045897 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'tag': '932561c8-57cf-466c-86d4-05fa02856f87', 'status': 'completed', 'code': 200} Dec 16 22:17:02.076406 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-103c34a3-6a9b-4fb1-8ef1-7db7fda38f17 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:02.115496 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9e32ef1f-873e-4c60-9c0c-16fb67e0942d req-cb7eb713-2125-4d33-b2c2-1a0d0b11f01c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165404 Dec 16 22:17:02.161252 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-8035bb9d-b18c-45a0-8548-e5fd1feacbdb service neutron] For port be59d789-35f2-47f8-a2bf-dacd1121b4c0, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:17:02.164825 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-8035bb9d-b18c-45a0-8548-e5fd1feacbdb service neutron] For port be59d789-35f2-47f8-a2bf-dacd1121b4c0, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=be59d789-35f2-47f8-a2bf-dacd1121b4c0,segment=NetworkSegment(de6410b3-48d2-4076-afb0-e054cc3678c7),segment_id=de6410b3-48d2-4076-afb0-e054cc3678c7)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:17:02.251510 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5ebcc-6d35-4766-83f6-01ba3b3acf0c req-cae017e5-9aa6-4655-85c0-675222e23fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.252253 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5ebcc-6d35-4766-83f6-01ba3b3acf0c req-cae017e5-9aa6-4655-85c0-675222e23fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.252727 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5ebcc-6d35-4766-83f6-01ba3b3acf0c req-cae017e5-9aa6-4655-85c0-675222e23fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.253194 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5ebcc-6d35-4766-83f6-01ba3b3acf0c req-cae017e5-9aa6-4655-85c0-675222e23fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.253661 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5ebcc-6d35-4766-83f6-01ba3b3acf0c req-cae017e5-9aa6-4655-85c0-675222e23fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.254176 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5ebcc-6d35-4766-83f6-01ba3b3acf0c req-cae017e5-9aa6-4655-85c0-675222e23fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.254639 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5ebcc-6d35-4766-83f6-01ba3b3acf0c req-cae017e5-9aa6-4655-85c0-675222e23fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.257183 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-82d5ebcc-6d35-4766-83f6-01ba3b3acf0c req-cae017e5-9aa6-4655-85c0-675222e23fca service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a0f42b93d17b453cb09b716a19274f39&device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 6299 time: 0.1107259 Dec 16 22:17:02.291860 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6dde6-e028-415e-be55-233d3ff8597e req-f67e012f-5d07-4404-ad51-b10990d266a7 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.291860 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5cf6dde6-e028-415e-be55-233d3ff8597e req-f67e012f-5d07-4404-ad51-b10990d266a7 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.0941319 Dec 16 22:17:02.318264 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666b2eb-d5dc-4bad-bbec-8fccef56266a req-0c1628de-b44a-4b2e-b481-fc4915c0f41e tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.330376 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666b2eb-d5dc-4bad-bbec-8fccef56266a req-0c1628de-b44a-4b2e-b481-fc4915c0f41e tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.341346 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666b2eb-d5dc-4bad-bbec-8fccef56266a req-0c1628de-b44a-4b2e-b481-fc4915c0f41e tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.352615 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666b2eb-d5dc-4bad-bbec-8fccef56266a req-0c1628de-b44a-4b2e-b481-fc4915c0f41e tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.368179 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666b2eb-d5dc-4bad-bbec-8fccef56266a req-0c1628de-b44a-4b2e-b481-fc4915c0f41e tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.377345 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666b2eb-d5dc-4bad-bbec-8fccef56266a req-0c1628de-b44a-4b2e-b481-fc4915c0f41e tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.384634 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-103c34a3-6a9b-4fb1-8ef1-7db7fda38f17 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:02.385196 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666b2eb-d5dc-4bad-bbec-8fccef56266a req-0c1628de-b44a-4b2e-b481-fc4915c0f41e tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.386245 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1666b2eb-d5dc-4bad-bbec-8fccef56266a req-0c1628de-b44a-4b2e-b481-fc4915c0f41e tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5394 time: 0.1603742 Dec 16 22:17:02.388765 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-8035bb9d-b18c-45a0-8548-e5fd1feacbdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:02.464216 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-8035bb9d-b18c-45a0-8548-e5fd1feacbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.465165 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-8035bb9d-b18c-45a0-8548-e5fd1feacbdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:02.466521 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-8035bb9d-b18c-45a0-8548-e5fd1feacbdb service neutron] 10.222.0.76 "PUT /v2.0/ports/be59d789-35f2-47f8-a2bf-dacd1121b4c0 HTTP/1.1" status: 200 len: 1090 time: 1.3360722 Dec 16 22:17:02.509787 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035bb9d-b18c-45a0-8548-e5fd1feacbdb service neutron] Pushing event updated for resources: {'Port': ['ID=be59d789-35f2-47f8-a2bf-dacd1121b4c0,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:02.513400 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103c34a3-6a9b-4fb1-8ef1-7db7fda38f17 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:17:02.543598 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-103c34a3-6a9b-4fb1-8ef1-7db7fda38f17 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:02.548147 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1666b2eb-d5dc-4bad-bbec-8fccef56266a req-41d42808-29b1-40b3-bcb2-6b9797f31d87 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1403239 Dec 16 22:17:02.550505 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40400) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:02.557164 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5cf6dde6-e028-415e-be55-233d3ff8597e req-efe70a45-ee52-4ed2-9474-cdb073ec01de tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666771 Dec 16 22:17:02.563167 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103c34a3-6a9b-4fb1-8ef1-7db7fda38f17 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:17:02.566217 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c34a3-6a9b-4fb1-8ef1-7db7fda38f17 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Pushing event updated for resources: {'Port': ['ID=a677345f-a28d-4caa-9413-72e0bc847b1c,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:02.624354 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-08d9a50a-9309-4576-bccd-84efbb430273 service neutron] Request body: {'port': {'device_id': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:02.710920 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5ebcc-6d35-4766-83f6-01ba3b3acf0c req-214ee009-ef2a-42b9-ba59-3165b61d743b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.712235 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5ebcc-6d35-4766-83f6-01ba3b3acf0c req-214ee009-ef2a-42b9-ba59-3165b61d743b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.713102 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5ebcc-6d35-4766-83f6-01ba3b3acf0c req-214ee009-ef2a-42b9-ba59-3165b61d743b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.717204 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-82d5ebcc-6d35-4766-83f6-01ba3b3acf0c req-214ee009-ef2a-42b9-ba59-3165b61d743b service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=a0f42b93d17b453cb09b716a19274f39&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.4366500 Dec 16 22:17:02.847657 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eeb14e97-d699-4f59-b6f2-c52ec14f2cde admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:02.867884 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c28680-3077-4904-ad7a-4f4df3fa0267 req-0ad08d51-a72b-4a54-a849-e7ce3178fa3e tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.871093 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f4c28680-3077-4904-ad7a-4f4df3fa0267 req-0ad08d51-a72b-4a54-a849-e7ce3178fa3e tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.1322346 Dec 16 22:17:02.871861 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-08d9a50a-9309-4576-bccd-84efbb430273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:02.942503 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-103c34a3-6a9b-4fb1-8ef1-7db7fda38f17 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:02.990185 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5ebcc-6d35-4766-83f6-01ba3b3acf0c req-5e44b097-34fe-413f-8c09-a71dc6b82727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:02.991708 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-82d5ebcc-6d35-4766-83f6-01ba3b3acf0c req-5e44b097-34fe-413f-8c09-a71dc6b82727 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2673767 Dec 16 22:17:02.997596 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f4c28680-3077-4904-ad7a-4f4df3fa0267 req-06c93a01-0b97-4d9c-877d-08643011c797 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140234 Dec 16 22:17:03.003924 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-6934718b-fdb3-4b63-9bbf-5981e49edfe8 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:03.005601 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-6934718b-fdb3-4b63-9bbf-5981e49edfe8 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/networks?id=cdb8390c-2b13-4833-b1f2-5e8068b1d2ee HTTP/1.1" status: 200 len: 809 time: 0.1871743 Dec 16 22:17:03.030349 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-7610d014-0ecc-4f80-90eb-0810a68086d0 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/quotas/d75d72e588ca48529245dcf25a1fd4c0 HTTP/1.1" status: 200 len: 375 time: 0.0126810 Dec 16 22:17:03.071484 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-f72cda59-c2dc-417b-900a-ec0e17320778 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d75d72e588ca48529245dcf25a1fd4c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381463 Dec 16 22:17:03.124320 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eeb14e97-d699-4f59-b6f2-c52ec14f2cde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:03.195887 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eeb14e97-d699-4f59-b6f2-c52ec14f2cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:03.300658 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-eeb14e97-d699-4f59-b6f2-c52ec14f2cde admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c2f429b0b6054c4caec8ffe2b4b2d4b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7470884 Dec 16 22:17:03.304816 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb14e97-d699-4f59-b6f2-c52ec14f2cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470641c6-20a0-4c5d-97f9-6755c5ba5f39,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:03.311111 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40414) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:03.371445 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430cd6f-7252-46e4-b93a-addbb4b38686 req-5e02a3b2-e5ea-4b6f-b095-79a41cccd41c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:03.373916 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e430cd6f-7252-46e4-b93a-addbb4b38686 req-5e02a3b2-e5ea-4b6f-b095-79a41cccd41c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 950 time: 0.1622775 Dec 16 22:17:03.451249 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-08d9a50a-9309-4576-bccd-84efbb430273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74efd0d5-e0a1-4bfc-9a1d-9968cef63895 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:03.469495 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-be1af720-23be-4224-9e50-afc4d5e2f495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:03.472248 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-08d9a50a-9309-4576-bccd-84efbb430273 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:03.472419 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-103c34a3-6a9b-4fb1-8ef1-7db7fda38f17 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:03.495464 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e430cd6f-7252-46e4-b93a-addbb4b38686 req-e8bfa498-5b5a-4637-a7ef-8f0c6ac12d3b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133626 Dec 16 22:17:03.519836 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-08d9a50a-9309-4576-bccd-84efbb430273 service neutron] Transition to ACTIVE for port object 74efd0d5-e0a1-4bfc-9a1d-9968cef63895 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:17:03.519836 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-be1af720-23be-4224-9e50-afc4d5e2f495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:03.557577 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-d8c6b8eb-fa4c-49f7-99aa-c4d0d230efdf service neutron] 10.222.0.75 "GET /v2.0/networks/cdb8390c-2b13-4833-b1f2-5e8068b1d2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807484 Dec 16 22:17:03.634799 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29453c3b-07ac-4d7a-bce4-a44bc3adc7b2 req-a91942cb-7694-46db-9135-90af33de07d1 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:03.637473 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-29453c3b-07ac-4d7a-bce4-a44bc3adc7b2 req-a91942cb-7694-46db-9135-90af33de07d1 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b475849-61b8-4ce6-ad2a-4dd9db0d0724 HTTP/1.1" status: 200 len: 950 time: 0.0562973 Dec 16 22:17:03.641376 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-08d9a50a-9309-4576-bccd-84efbb430273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:03.701964 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-be1af720-23be-4224-9e50-afc4d5e2f495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:03.704583 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-be1af720-23be-4224-9e50-afc4d5e2f495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:03.708876 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-be1af720-23be-4224-9e50-afc4d5e2f495 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/470641c6-20a0-4c5d-97f9-6755c5ba5f39 HTTP/1.1" status: 204 len: 168 time: 0.3903224 Dec 16 22:17:03.730548 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-40a2c65f-cf68-42cc-8a2e-e5495403f88e service neutron] 10.222.0.75 "GET /v2.0/networks/cdb8390c-2b13-4833-b1f2-5e8068b1d2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633337 Dec 16 22:17:03.740884 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9a50a-9309-4576-bccd-84efbb430273 service neutron] Pushing event updated for resources: {'Port': ['ID=74efd0d5-e0a1-4bfc-9a1d-9968cef63895,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:03.747234 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1af720-23be-4224-9e50-afc4d5e2f495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470641c6-20a0-4c5d-97f9-6755c5ba5f39,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:03.797241 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-103c34a3-6a9b-4fb1-8ef1-7db7fda38f17 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:03.811671 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-29453c3b-07ac-4d7a-bce4-a44bc3adc7b2 req-27a139b8-1d06-4ab2-8ee4-cb7584f01612 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645277 Dec 16 22:17:03.855766 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-08d9a50a-9309-4576-bccd-84efbb430273 service neutron] Attempting to bind port 74efd0d5-e0a1-4bfc-9a1d-9968cef63895 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:03.856410 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-08d9a50a-9309-4576-bccd-84efbb430273 service neutron] Attempting to bind port 74efd0d5-e0a1-4bfc-9a1d-9968cef63895 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'fdb99c20-5c2d-4757-b292-1da6b79081cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '133792b4-eb35-4125-8057-ae6885c1e196'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:03.856516 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-08d9a50a-9309-4576-bccd-84efbb430273 service neutron] Attempting to bind port 74efd0d5-e0a1-4bfc-9a1d-9968cef63895 on network 133792b4-eb35-4125-8057-ae6885c1e196 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:03.861454 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-08d9a50a-9309-4576-bccd-84efbb430273 service neutron] Port 74efd0d5-e0a1-4bfc-9a1d-9968cef63895 on network 133792b4-eb35-4125-8057-ae6885c1e196 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:17:03.862387 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-08d9a50a-9309-4576-bccd-84efbb430273 service neutron] Attempting to bind port 74efd0d5-e0a1-4bfc-9a1d-9968cef63895 on network 133792b4-eb35-4125-8057-ae6885c1e196 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:03.867736 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-08d9a50a-9309-4576-bccd-84efbb430273 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:03.868050 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-08d9a50a-9309-4576-bccd-84efbb430273 service neutron] Checking segment: {'id': 'fdb99c20-5c2d-4757-b292-1da6b79081cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '133792b4-eb35-4125-8057-ae6885c1e196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:03.868472 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-08d9a50a-9309-4576-bccd-84efbb430273 service neutron] Bound using segment: {'id': 'fdb99c20-5c2d-4757-b292-1da6b79081cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '133792b4-eb35-4125-8057-ae6885c1e196'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:03.871724 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-08d9a50a-9309-4576-bccd-84efbb430273 service neutron] Bound port: 74efd0d5-e0a1-4bfc-9a1d-9968cef63895, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdb99c20-5c2d-4757-b292-1da6b79081cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '133792b4-eb35-4125-8057-ae6885c1e196'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:03.871724 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-08d9a50a-9309-4576-bccd-84efbb430273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:03.914718 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-103c34a3-6a9b-4fb1-8ef1-7db7fda38f17 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:03.982414 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621c74a-2a90-4131-8503-fc9c65b0c000 req-35ab2b73-d3a6-4383-bd2b-898d29c18ca9 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:03.984290 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f621c74a-2a90-4131-8503-fc9c65b0c000 req-35ab2b73-d3a6-4383-bd2b-898d29c18ca9 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.1006601 Dec 16 22:17:03.996752 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c34a3-6a9b-4fb1-8ef1-7db7fda38f17 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Pushing event updated for resources: {'Port': ['ID=a677345f-a28d-4caa-9413-72e0bc847b1c,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:04.000460 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-08d9a50a-9309-4576-bccd-84efbb430273 service neutron] For port 74efd0d5-e0a1-4bfc-9a1d-9968cef63895, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:17:04.008493 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-08d9a50a-9309-4576-bccd-84efbb430273 service neutron] For port 74efd0d5-e0a1-4bfc-9a1d-9968cef63895, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=74efd0d5-e0a1-4bfc-9a1d-9968cef63895,segment=NetworkSegment(fdb99c20-5c2d-4757-b292-1da6b79081cb),segment_id=fdb99c20-5c2d-4757-b292-1da6b79081cb)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:17:04.012417 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-103c34a3-6a9b-4fb1-8ef1-7db7fda38f17 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:04.044650 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'tag': 'be59d789-35f2-47f8-a2bf-dacd1121b4c0'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:04.046932 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586fb73a-8bfd-4ecb-b1a4-59098499ad7f" -d '{"events": [{"name": "network-changed", "server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "tag": "be59d789-35f2-47f8-a2bf-dacd1121b4c0"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:04.054353 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f621c74a-2a90-4131-8503-fc9c65b0c000 req-0ef93498-62ea-4d3c-abf5-cc3316c25138 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575144 Dec 16 22:17:04.098512 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-08d9a50a-9309-4576-bccd-84efbb430273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:04.152237 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-103c34a3-6a9b-4fb1-8ef1-7db7fda38f17 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:04.161675 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-103c34a3-6a9b-4fb1-8ef1-7db7fda38f17 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6699586 Dec 16 22:17:04.173422 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-08d9a50a-9309-4576-bccd-84efbb430273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:04.174075 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-08d9a50a-9309-4576-bccd-84efbb430273 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:04.175541 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-08d9a50a-9309-4576-bccd-84efbb430273 service neutron] 10.222.0.76 "PUT /v2.0/ports/74efd0d5-e0a1-4bfc-9a1d-9968cef63895 HTTP/1.1" status: 200 len: 1091 time: 1.5741942 Dec 16 22:17:04.207791 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9a50a-9309-4576-bccd-84efbb430273 service neutron] Pushing event updated for resources: {'Port': ['ID=74efd0d5-e0a1-4bfc-9a1d-9968cef63895,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:04.260158 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba65cca-96c3-4075-a62f-b7f928df4628 req-48035de7-c20a-4874-bab9-aec013b420ed tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:04.266508 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba65cca-96c3-4075-a62f-b7f928df4628 req-48035de7-c20a-4874-bab9-aec013b420ed tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:04.272528 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba65cca-96c3-4075-a62f-b7f928df4628 req-48035de7-c20a-4874-bab9-aec013b420ed tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:04.279098 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba65cca-96c3-4075-a62f-b7f928df4628 req-48035de7-c20a-4874-bab9-aec013b420ed tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:04.286073 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba65cca-96c3-4075-a62f-b7f928df4628 req-48035de7-c20a-4874-bab9-aec013b420ed tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:04.296700 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba65cca-96c3-4075-a62f-b7f928df4628 req-48035de7-c20a-4874-bab9-aec013b420ed tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:04.305866 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba65cca-96c3-4075-a62f-b7f928df4628 req-48035de7-c20a-4874-bab9-aec013b420ed tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:04.309378 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aba65cca-96c3-4075-a62f-b7f928df4628 req-48035de7-c20a-4874-bab9-aec013b420ed tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5406 time: 0.1825032 Dec 16 22:17:04.325856 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-23d17d2f-b631-4ea6-8133-c3802563ea3b service neutron] Request body: {'port': {'device_id': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:04.480466 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aba65cca-96c3-4075-a62f-b7f928df4628 req-d6eff677-6dee-400f-9fad-142e7a349095 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1503167 Dec 16 22:17:04.531500 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-23d17d2f-b631-4ea6-8133-c3802563ea3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:04.733373 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376dbb1-753f-4270-807c-b9171c90ae79 req-9073f303-2db4-4f9a-8123-4ded35c8e546 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:04.739624 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376dbb1-753f-4270-807c-b9171c90ae79 req-9073f303-2db4-4f9a-8123-4ded35c8e546 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:04.741270 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6376dbb1-753f-4270-807c-b9171c90ae79 req-9073f303-2db4-4f9a-8123-4ded35c8e546 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022&device_id=5b475849-61b8-4ce6-ad2a-4dd9db0d0724 HTTP/1.1" status: 200 len: 1691 time: 0.0681047 Dec 16 22:17:04.750683 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879b3de-55de-45dc-8480-79a0be136321 req-0f79f4bd-adf0-48d1-adbb-f5ee7a2285dd tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:04.752541 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f879b3de-55de-45dc-8480-79a0be136321 req-0f79f4bd-adf0-48d1-adbb-f5ee7a2285dd tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.1152625 Dec 16 22:17:04.810007 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6376dbb1-753f-4270-807c-b9171c90ae79 req-0afe0f97-1466-4b76-9542-7e052d495e88 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614214 Dec 16 22:17:04.866328 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64354e80-9fca-4f5b-88ab-ce06529c739f x-openstack-request-id: req-64354e80-9fca-4f5b-88ab-ce06529c739f {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:04.866854 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "tag": "be59d789-35f2-47f8-a2bf-dacd1121b4c0", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:04.866854 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-64354e80-9fca-4f5b-88ab-ce06529c739f {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:04.867380 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'tag': 'be59d789-35f2-47f8-a2bf-dacd1121b4c0', 'status': 'completed', 'code': 200} Dec 16 22:17:04.879948 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f879b3de-55de-45dc-8480-79a0be136321 req-722e8d4b-078d-4d4b-9a0b-6844f57298a7 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160233 Dec 16 22:17:04.988799 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fb73a-8bfd-4ecb-b1a4-59098499ad7f req-6ebaaddb-2169-42a4-9e2f-922c04c0fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:04.989205 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fb73a-8bfd-4ecb-b1a4-59098499ad7f req-6ebaaddb-2169-42a4-9e2f-922c04c0fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:04.989690 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fb73a-8bfd-4ecb-b1a4-59098499ad7f req-6ebaaddb-2169-42a4-9e2f-922c04c0fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:04.990164 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fb73a-8bfd-4ecb-b1a4-59098499ad7f req-6ebaaddb-2169-42a4-9e2f-922c04c0fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:04.990638 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fb73a-8bfd-4ecb-b1a4-59098499ad7f req-6ebaaddb-2169-42a4-9e2f-922c04c0fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:04.991157 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fb73a-8bfd-4ecb-b1a4-59098499ad7f req-6ebaaddb-2169-42a4-9e2f-922c04c0fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:04.991757 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fb73a-8bfd-4ecb-b1a4-59098499ad7f req-6ebaaddb-2169-42a4-9e2f-922c04c0fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:04.993250 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-23d17d2f-b631-4ea6-8133-c3802563ea3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4c02002-46db-4b56-bc15-eb1387a0bf64 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:04.993912 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-586fb73a-8bfd-4ecb-b1a4-59098499ad7f req-6ebaaddb-2169-42a4-9e2f-922c04c0fc42 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a0f42b93d17b453cb09b716a19274f39&device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 6408 time: 0.0748808 Dec 16 22:17:05.001161 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-23d17d2f-b631-4ea6-8133-c3802563ea3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:05.010451 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c917565-615c-4849-a5a1-69a1cc16b732 req-3b0e26c0-7231-4d34-b62c-e9dabeacd85f tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf123ed4-ebe5-4017-a2c6-749bdf761288 HTTP/1.1" status: 200 len: 210 time: 0.0412459 Dec 16 22:17:05.017860 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-23d17d2f-b631-4ea6-8133-c3802563ea3b service neutron] Transition to ACTIVE for port object d4c02002-46db-4b56-bc15-eb1387a0bf64 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:17:05.145782 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fb73a-8bfd-4ecb-b1a4-59098499ad7f req-126e6528-dda6-40b3-a0a5-81821273a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:05.146444 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fb73a-8bfd-4ecb-b1a4-59098499ad7f req-126e6528-dda6-40b3-a0a5-81821273a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:05.147088 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fb73a-8bfd-4ecb-b1a4-59098499ad7f req-126e6528-dda6-40b3-a0a5-81821273a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:05.148727 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-586fb73a-8bfd-4ecb-b1a4-59098499ad7f req-126e6528-dda6-40b3-a0a5-81821273a027 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=a0f42b93d17b453cb09b716a19274f39&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.1373787 Dec 16 22:17:05.174217 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-23d17d2f-b631-4ea6-8133-c3802563ea3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:05.283960 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fb73a-8bfd-4ecb-b1a4-59098499ad7f req-e0baff7b-a90a-4323-9407-c98ad619002c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:05.285737 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-586fb73a-8bfd-4ecb-b1a4-59098499ad7f req-e0baff7b-a90a-4323-9407-c98ad619002c service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1289883 Dec 16 22:17:05.297324 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d17d2f-b631-4ea6-8133-c3802563ea3b service neutron] Pushing event updated for resources: {'Port': ['ID=d4c02002-46db-4b56-bc15-eb1387a0bf64,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:05.303521 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73750d-60eb-430b-acab-8d3f92e004a0 req-c2b7b4ce-0c67-478b-b11d-879f0e3db851 tempest-ServersOnMultiNodesTest-787160010 tempest-ServersOnMultiNodesTest-787160010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:05.312466 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9f73750d-60eb-430b-acab-8d3f92e004a0 req-c2b7b4ce-0c67-478b-b11d-879f0e3db851 tempest-ServersOnMultiNodesTest-787160010 tempest-ServersOnMultiNodesTest-787160010-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 1101 time: 0.1500256 Dec 16 22:17:05.449217 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9f73750d-60eb-430b-acab-8d3f92e004a0 req-d739084c-fd33-4677-bdb5-a3d1d94d9dfe tempest-ServersOnMultiNodesTest-787160010 tempest-ServersOnMultiNodesTest-787160010-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332583 Dec 16 22:17:05.469529 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16beabb-068d-4d92-a6fc-547bfc15a844 req-0de15ce0-9e5b-4fad-806a-10982049fe2d tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:05.471303 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b16beabb-068d-4d92-a6fc-547bfc15a844 req-0de15ce0-9e5b-4fad-806a-10982049fe2d tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.0723453 Dec 16 22:17:05.523209 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-23d17d2f-b631-4ea6-8133-c3802563ea3b service neutron] Attempting to bind port d4c02002-46db-4b56-bc15-eb1387a0bf64 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:05.537116 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-23d17d2f-b631-4ea6-8133-c3802563ea3b service neutron] Attempting to bind port d4c02002-46db-4b56-bc15-eb1387a0bf64 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'fdb99c20-5c2d-4757-b292-1da6b79081cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '133792b4-eb35-4125-8057-ae6885c1e196'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:05.539897 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-23d17d2f-b631-4ea6-8133-c3802563ea3b service neutron] Attempting to bind port d4c02002-46db-4b56-bc15-eb1387a0bf64 on network 133792b4-eb35-4125-8057-ae6885c1e196 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:05.562542 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-23d17d2f-b631-4ea6-8133-c3802563ea3b service neutron] Port d4c02002-46db-4b56-bc15-eb1387a0bf64 on network 133792b4-eb35-4125-8057-ae6885c1e196 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:17:05.562993 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-23d17d2f-b631-4ea6-8133-c3802563ea3b service neutron] Attempting to bind port d4c02002-46db-4b56-bc15-eb1387a0bf64 on network 133792b4-eb35-4125-8057-ae6885c1e196 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:05.583557 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-23d17d2f-b631-4ea6-8133-c3802563ea3b service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:05.583939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-23d17d2f-b631-4ea6-8133-c3802563ea3b service neutron] Checking segment: {'id': 'fdb99c20-5c2d-4757-b292-1da6b79081cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '133792b4-eb35-4125-8057-ae6885c1e196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:05.585817 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-23d17d2f-b631-4ea6-8133-c3802563ea3b service neutron] Bound using segment: {'id': 'fdb99c20-5c2d-4757-b292-1da6b79081cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '133792b4-eb35-4125-8057-ae6885c1e196'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:05.586364 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-23d17d2f-b631-4ea6-8133-c3802563ea3b service neutron] Bound port: d4c02002-46db-4b56-bc15-eb1387a0bf64, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdb99c20-5c2d-4757-b292-1da6b79081cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '133792b4-eb35-4125-8057-ae6885c1e196'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:05.589117 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-23d17d2f-b631-4ea6-8133-c3802563ea3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:05.603557 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b16beabb-068d-4d92-a6fc-547bfc15a844 req-ed4eb9db-e72e-49db-9a23-99e5b5609de3 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160581 Dec 16 22:17:05.695483 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdbb31-28c7-4399-b5cf-8a88e1b006d3 req-d2f0b377-1cf9-4faa-94f7-fb8a013ef18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:05.707103 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ddfdbb31-28c7-4399-b5cf-8a88e1b006d3 req-d2f0b377-1cf9-4faa-94f7-fb8a013ef18b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=52dc9402d4464077b6d2e671843b655f&device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 1097 time: 0.1256945 Dec 16 22:17:05.756841 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17dbadf-6edc-49ad-b115-1a39c4e155a9 req-8e76e182-c532-415e-9f75-14152b012406 tempest-ServersOnMultiNodesTest-787160010 tempest-ServersOnMultiNodesTest-787160010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:05.758307 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b17dbadf-6edc-49ad-b115-1a39c4e155a9 req-8e76e182-c532-415e-9f75-14152b012406 tempest-ServersOnMultiNodesTest-787160010 tempest-ServersOnMultiNodesTest-787160010-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=5b475849-61b8-4ce6-ad2a-4dd9db0d0724 HTTP/1.1" status: 200 len: 1101 time: 0.1313624 Dec 16 22:17:05.787191 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-23d17d2f-b631-4ea6-8133-c3802563ea3b service neutron] For port d4c02002-46db-4b56-bc15-eb1387a0bf64, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:17:05.804668 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-23d17d2f-b631-4ea6-8133-c3802563ea3b service neutron] For port d4c02002-46db-4b56-bc15-eb1387a0bf64, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d4c02002-46db-4b56-bc15-eb1387a0bf64,segment=NetworkSegment(fdb99c20-5c2d-4757-b292-1da6b79081cb),segment_id=fdb99c20-5c2d-4757-b292-1da6b79081cb)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:17:05.863638 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b17dbadf-6edc-49ad-b115-1a39c4e155a9 req-2f149c44-a68a-4e17-a7e3-03206ddd448a tempest-ServersOnMultiNodesTest-787160010 tempest-ServersOnMultiNodesTest-787160010-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919926 Dec 16 22:17:05.885889 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dc735-2e8e-402b-82db-4a7897929a62 req-dbadb245-e850-4316-a8d9-1b5983d9cc66 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:05.902108 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dc735-2e8e-402b-82db-4a7897929a62 req-dbadb245-e850-4316-a8d9-1b5983d9cc66 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:05.902108 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dc735-2e8e-402b-82db-4a7897929a62 req-dbadb245-e850-4316-a8d9-1b5983d9cc66 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:05.904593 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dc735-2e8e-402b-82db-4a7897929a62 req-dbadb245-e850-4316-a8d9-1b5983d9cc66 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:05.910760 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dc735-2e8e-402b-82db-4a7897929a62 req-dbadb245-e850-4316-a8d9-1b5983d9cc66 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:05.921299 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dc735-2e8e-402b-82db-4a7897929a62 req-dbadb245-e850-4316-a8d9-1b5983d9cc66 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:05.927337 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dc735-2e8e-402b-82db-4a7897929a62 req-dbadb245-e850-4316-a8d9-1b5983d9cc66 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:05.936125 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cf5dc735-2e8e-402b-82db-4a7897929a62 req-dbadb245-e850-4316-a8d9-1b5983d9cc66 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5418 time: 0.2277629 Dec 16 22:17:05.949978 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-23d17d2f-b631-4ea6-8133-c3802563ea3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:05.974888 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-23d17d2f-b631-4ea6-8133-c3802563ea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:05.976967 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-23d17d2f-b631-4ea6-8133-c3802563ea3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:05.979467 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-23d17d2f-b631-4ea6-8133-c3802563ea3b service neutron] 10.222.0.76 "PUT /v2.0/ports/d4c02002-46db-4b56-bc15-eb1387a0bf64 HTTP/1.1" status: 200 len: 1091 time: 1.6684966 Dec 16 22:17:06.014761 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdbb31-28c7-4399-b5cf-8a88e1b006d3 req-30536964-3e62-4deb-b21d-d65c78bd3364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:06.016448 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ddfdbb31-28c7-4399-b5cf-8a88e1b006d3 req-30536964-3e62-4deb-b21d-d65c78bd3364 service neutron] 10.222.0.76 "GET /v2.0/networks?id=cad91a34-249c-45b2-83af-f58c71b36922 HTTP/1.1" status: 200 len: 913 time: 0.3065164 Dec 16 22:17:06.113526 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d17d2f-b631-4ea6-8133-c3802563ea3b service neutron] Pushing event updated for resources: {'Port': ['ID=d4c02002-46db-4b56-bc15-eb1387a0bf64,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:06.127527 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e7da7-8fbb-4f68-9acb-0e908c903aa7 req-33e8c4fe-d6e2-43c8-99a4-dc36ebe73bfc tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:06.134513 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-395e7da7-8fbb-4f68-9acb-0e908c903aa7 req-33e8c4fe-d6e2-43c8-99a4-dc36ebe73bfc tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.0979283 Dec 16 22:17:06.161895 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cf5dc735-2e8e-402b-82db-4a7897929a62 req-b1892539-314d-4f84-8ea5-3f00c93407a0 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2215238 Dec 16 22:17:06.231698 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ddfdbb31-28c7-4399-b5cf-8a88e1b006d3 req-19107e47-1a62-4ee4-a994-9500bc5318ad service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba1ff4b2-448b-404a-9ab2-814ba9765abb HTTP/1.1" status: 200 len: 217 time: 0.1758087 Dec 16 22:17:06.329928 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdbb31-28c7-4399-b5cf-8a88e1b006d3 req-fd21c0ae-cc68-4d0d-8e09-fd1c2e34ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:06.331965 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ddfdbb31-28c7-4399-b5cf-8a88e1b006d3 req-fd21c0ae-cc68-4d0d-8e09-fd1c2e34ba6e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d3b028fb-b449-456f-83ef-703e1dbce1bf HTTP/1.1" status: 200 len: 853 time: 0.0842278 Dec 16 22:17:06.341286 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-395e7da7-8fbb-4f68-9acb-0e908c903aa7 req-1c11e81d-46d5-445d-9880-2c217fdbc0cd tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036550 Dec 16 22:17:06.367756 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-89ce4360-f4e9-4b1e-965b-4407713b15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:06.368401 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-89ce4360-f4e9-4b1e-965b-4407713b15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:06.374191 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-89ce4360-f4e9-4b1e-965b-4407713b15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:06.374191 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-89ce4360-f4e9-4b1e-965b-4407713b15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:06.374919 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-89ce4360-f4e9-4b1e-965b-4407713b15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:06.375678 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-89ce4360-f4e9-4b1e-965b-4407713b15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:06.376216 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-89ce4360-f4e9-4b1e-965b-4407713b15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:06.381846 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-89ce4360-f4e9-4b1e-965b-4407713b15b4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a0f42b93d17b453cb09b716a19274f39&device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 6475 time: 0.1880102 Dec 16 22:17:06.386762 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ddfdbb31-28c7-4399-b5cf-8a88e1b006d3 req-a3da2f8b-928a-47e5-b383-30f44fac2d82 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cad91a34-249c-45b2-83af-f58c71b36922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468266 Dec 16 22:17:06.465579 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-94e42a9a-11f4-4742-980b-570a817e5fcd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4bae84f-8ce7-4c5f-afaf-512e8b879293 HTTP/1.1" status: 200 len: 217 time: 0.0604396 Dec 16 22:17:06.528634 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-104e77e6-c14a-4fcc-843c-e355947fcace req-2a92ae3a-5b3c-49d4-9528-3e9f4b6a7009 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf123ed4-ebe5-4017-a2c6-749bdf761288 HTTP/1.1" status: 200 len: 210 time: 0.0651128 Dec 16 22:17:06.532822 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40576) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:06.550321 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-a8e8f15e-1f26-4f3f-8a04-7af602c7f29b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=84a0f56690704a89b89d2fa8c0442625&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585952 Dec 16 22:17:06.592308 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-1e5b25fe-ee11-4024-be94-edecfdfaec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:06.593922 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-1e5b25fe-ee11-4024-be94-edecfdfaec30 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=26d9264a-299a-4d37-a6df-7bf2c29884f5 HTTP/1.1" status: 200 len: 849 time: 0.1160293 Dec 16 22:17:06.609491 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ddfdbb31-28c7-4399-b5cf-8a88e1b006d3 req-2c96d062-f347-4862-8a40-c52747f8e01c service neutron] 10.222.0.76 "GET /v2.0/networks/cad91a34-249c-45b2-83af-f58c71b36922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038002 Dec 16 22:17:06.721668 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-72e48f3d-48d2-45ba-9b1b-c4f154fd00a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:06.723228 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-72e48f3d-48d2-45ba-9b1b-c4f154fd00a5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920355 Dec 16 22:17:06.736014 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-834cc4fe-0e77-4002-82d3-b039cca6e0e6 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-673036936', 'router:external': True}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:06.759296 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-c8b7ac2d-8221-49f3-9b9a-80e422670fe8 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:06.760894 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-c8b7ac2d-8221-49f3-9b9a-80e422670fe8 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2041309 Dec 16 22:17:06.815293 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-b3466ef7-d279-42a9-abd4-bef248ce3dd3 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/quotas/84a0f56690704a89b89d2fa8c0442625 HTTP/1.1" status: 200 len: 375 time: 0.0440748 Dec 16 22:17:06.863326 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9856a-72bf-47fe-9377-50b4a49791c1 req-20ad7e35-aef2-4cac-98f1-65a5451e49ab tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:06.865120 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-74d9856a-72bf-47fe-9377-50b4a49791c1 req-20ad7e35-aef2-4cac-98f1-65a5451e49ab tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.1103003 Dec 16 22:17:06.868090 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ddfdbb31-28c7-4399-b5cf-8a88e1b006d3 req-559e3cc8-b14f-4a34-bb0e-7a156f3cef63 service neutron] 10.222.0.76 "GET /v2.0/networks/cad91a34-249c-45b2-83af-f58c71b36922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508442 Dec 16 22:17:06.872901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'tag': '74efd0d5-e0a1-4bfc-9a1d-9968cef63895'}, {'name': 'network-changed', 'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'tag': 'd4c02002-46db-4b56-bc15-eb1387a0bf64'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:06.875199 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb4a22c-8d13-45d1-81db-22a392d03cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "tag": "74efd0d5-e0a1-4bfc-9a1d-9968cef63895"}, {"name": "network-changed", "server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "tag": "d4c02002-46db-4b56-bc15-eb1387a0bf64"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:06.899606 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-54633f53-300e-4c13-8753-518fe09be7d9 service neutron] 10.222.0.76 "GET /v2.0/networks/6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606038 Dec 16 22:17:06.918256 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-340d5e1f-d850-427d-a3bb-683593dc821b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=84a0f56690704a89b89d2fa8c0442625&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0942671 Dec 16 22:17:06.935534 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834cc4fe-0e77-4002-82d3-b039cca6e0e6 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Made reservation on behalf of b86f4805031847a9a2093d30c1dd1ea9 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:17:06.939393 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-834cc4fe-0e77-4002-82d3-b039cca6e0e6 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:06.967606 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-834cc4fe-0e77-4002-82d3-b039cca6e0e6 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:07.006662 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-74d9856a-72bf-47fe-9377-50b4a49791c1 req-2949ffe3-fefd-47aa-82d8-5c453264f160 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315041 Dec 16 22:17:07.057644 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-40bd4ecf-84ae-488c-b90e-4794f4752853 service neutron] 10.222.0.76 "GET /v2.0/networks/6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383100 Dec 16 22:17:07.150368 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d013769a-6b7f-499d-a19b-6d97e5e0e2d9 x-openstack-request-id: req-d013769a-6b7f-499d-a19b-6d97e5e0e2d9 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:07.154872 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "tag": "74efd0d5-e0a1-4bfc-9a1d-9968cef63895", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "tag": "d4c02002-46db-4b56-bc15-eb1387a0bf64", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:07.154872 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d013769a-6b7f-499d-a19b-6d97e5e0e2d9 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:07.156131 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'tag': '74efd0d5-e0a1-4bfc-9a1d-9968cef63895', 'status': 'completed', 'code': 200} Dec 16 22:17:07.156505 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'tag': 'd4c02002-46db-4b56-bc15-eb1387a0bf64', 'status': 'completed', 'code': 200} Dec 16 22:17:07.158352 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-f2eb1427-2ea8-45dd-afc2-4ab49570371d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=cdf3648f-0e95-45df-b89b-23cc65ae37c9 HTTP/1.1" status: 200 len: 217 time: 0.0912447 Dec 16 22:17:07.223104 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-834cc4fe-0e77-4002-82d3-b039cca6e0e6 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:07.278787 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-ca1fdb67-9ab5-4067-9f42-25c37639b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:07.282689 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-ca1fdb67-9ab5-4067-9f42-25c37639b0be service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2825e101-39ca-4951-81d0-6f6735824e32 HTTP/1.1" status: 200 len: 797 time: 0.1051769 Dec 16 22:17:07.320190 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-167d84c2-d8dd-434c-9e45-ec9ccc25e898 req-665e50db-9aff-46c3-85e7-101297edc56a tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a0526b-40fc-42b8-b45e-5d1e879290b9 HTTP/1.1" status: 200 len: 210 time: 0.0992820 Dec 16 22:17:07.360748 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-b397d74e-c919-4b6a-8961-9f7cfbe4afc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:07.362251 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-b397d74e-c919-4b6a-8961-9f7cfbe4afc0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0503311 Dec 16 22:17:07.376175 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-834cc4fe-0e77-4002-82d3-b039cca6e0e6 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:07.381539 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62203c-53ec-4111-a807-17585b68d379 req-0e25e1df-7fd5-48a2-9f50-15c0df10263d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:07.388230 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62203c-53ec-4111-a807-17585b68d379 req-0e25e1df-7fd5-48a2-9f50-15c0df10263d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:07.397551 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62203c-53ec-4111-a807-17585b68d379 req-0e25e1df-7fd5-48a2-9f50-15c0df10263d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:07.404280 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62203c-53ec-4111-a807-17585b68d379 req-0e25e1df-7fd5-48a2-9f50-15c0df10263d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:07.410601 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62203c-53ec-4111-a807-17585b68d379 req-0e25e1df-7fd5-48a2-9f50-15c0df10263d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:07.417013 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62203c-53ec-4111-a807-17585b68d379 req-0e25e1df-7fd5-48a2-9f50-15c0df10263d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:07.422866 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62203c-53ec-4111-a807-17585b68d379 req-0e25e1df-7fd5-48a2-9f50-15c0df10263d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:07.434887 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bd62203c-53ec-4111-a807-17585b68d379 req-0e25e1df-7fd5-48a2-9f50-15c0df10263d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5418 time: 0.1477246 Dec 16 22:17:07.468796 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834cc4fe-0e77-4002-82d3-b039cca6e0e6 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914abc0d-2915-4c94-ada2-658b01cced53,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:07.499171 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834cc4fe-0e77-4002-82d3-b039cca6e0e6 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:17:07.542945 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-834cc4fe-0e77-4002-82d3-b039cca6e0e6 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:07.544427 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-834cc4fe-0e77-4002-82d3-b039cca6e0e6 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Added segment a0a05081-d6b4-46fe-88ca-2722c194bc53 of type vlan for network 69a9eba9-0a9b-487b-a744-533427cbc669 Dec 16 22:17:07.575571 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bd62203c-53ec-4111-a807-17585b68d379 req-e36e730f-469b-4921-a801-ab88b9388848 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1425188 Dec 16 22:17:07.590936 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-00342518-53b4-43da-9063-84ade849aebc service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566591 Dec 16 22:17:07.614453 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-834cc4fe-0e77-4002-82d3-b039cca6e0e6 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:07.757674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cd8c3-94a8-4e35-bf57-4e1e377c9232 req-427f95ff-263e-42df-a286-8c4f1bd864e2 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:07.759317 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-585cd8c3-94a8-4e35-bf57-4e1e377c9232 req-427f95ff-263e-42df-a286-8c4f1bd864e2 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.0728340 Dec 16 22:17:07.790355 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-834cc4fe-0e77-4002-82d3-b039cca6e0e6 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:07.794025 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834cc4fe-0e77-4002-82d3-b039cca6e0e6 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:07.794025 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-834cc4fe-0e77-4002-82d3-b039cca6e0e6 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:07.864303 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-585cd8c3-94a8-4e35-bf57-4e1e377c9232 req-d225f817-2a06-4d8d-9b68-11a4d8658c13 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946167 Dec 16 22:17:07.944792 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834cc4fe-0e77-4002-82d3-b039cca6e0e6 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Pushing event updated for resources: {'Network': ['ID=69a9eba9-0a9b-487b-a744-533427cbc669,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:07.956541 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 69a9eba9-0a9b-487b-a744-533427cbc669 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:17:08.005302 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-834cc4fe-0e77-4002-82d3-b039cca6e0e6 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.4714539 Dec 16 22:17:08.008243 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40606) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:08.021843 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-984c00eb-2680-4665-92f8-ce165a086437 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Request body: {'subnet': {'network_id': '69a9eba9-0a9b-487b-a744-533427cbc669', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:08.193484 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e55eb-74d6-491a-b63c-20d29698fafe req-41142168-b62a-4cb6-b6ac-cd29ab3e9890 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:08.195161 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e8e55eb-74d6-491a-b63c-20d29698fafe req-41142168-b62a-4cb6-b6ac-cd29ab3e9890 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.0712228 Dec 16 22:17:08.195995 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984c00eb-2680-4665-92f8-ce165a086437 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Made reservation on behalf of b86f4805031847a9a2093d30c1dd1ea9 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:17:08.198470 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-984c00eb-2680-4665-92f8-ce165a086437 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:08.258598 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e8440be2-58fb-4c44-921d-aff69aa0f6f8 req-22c2263a-afbc-4b50-831f-2297ca577bb0 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf123ed4-ebe5-4017-a2c6-749bdf761288 HTTP/1.1" status: 200 len: 210 time: 0.1267395 Dec 16 22:17:08.318036 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e8e55eb-74d6-491a-b63c-20d29698fafe req-8e40c746-94a1-4dff-a635-4c42345f97b0 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161294 Dec 16 22:17:08.321426 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-c265b6fd-c54d-4eca-ad11-4592369c083c tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:08.323036 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-c265b6fd-c54d-4eca-ad11-4592369c083c tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.57 "GET /v2.0/networks?id=cdb8390c-2b13-4833-b1f2-5e8068b1d2ee HTTP/1.1" status: 200 len: 809 time: 0.6988447 Dec 16 22:17:08.341311 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-c7862ef8-a2f9-40bd-a859-15a88a3ab727 service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082808 Dec 16 22:17:08.348603 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-c0c75c13-f05a-4845-8747-73443adb62dc tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Request body: {'port': {'device_id': 'bf123ed4-ebe5-4017-a2c6-749bdf761288', 'network_id': 'cdb8390c-2b13-4833-b1f2-5e8068b1d2ee', 'admin_state_up': True, 'tenant_id': 'd75d72e588ca48529245dcf25a1fd4c0'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:08.457404 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-2f11f8bc-2b3e-49a9-b2d2-4418192785fe service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=279064a7-b0af-47a2-926c-bbdc2a0e2846 HTTP/1.1" status: 200 len: 217 time: 0.0592601 Dec 16 22:17:08.491072 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e42840d5-ad0c-4155-8d7a-6feb0de0dca6 req-c0faaf34-96a2-4330-a58b-d2b5698fd1c3 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a0526b-40fc-42b8-b45e-5d1e879290b9 HTTP/1.1" status: 200 len: 210 time: 0.0346160 Dec 16 22:17:08.582498 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-3a443532-e768-4123-8db7-2ad45cc3b0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:08.584078 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-3a443532-e768-4123-8db7-2ad45cc3b0da service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2825e101-39ca-4951-81d0-6f6735824e32 HTTP/1.1" status: 200 len: 797 time: 0.1124594 Dec 16 22:17:08.602583 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fe1f7-ef5b-4487-9955-72e723f946bf req-f3b072c1-442c-41f8-9005-1f7c62d7a6c3 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:08.605028 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-631fe1f7-ef5b-4487-9955-72e723f946bf req-f3b072c1-442c-41f8-9005-1f7c62d7a6c3 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.1543076 Dec 16 22:17:08.697412 n-d-815324-4 neutron-server[103614]: DEBUG neutron.objects.ports [None req-984c00eb-2680-4665-92f8-ce165a086437 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103614) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:17:08.698568 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-984c00eb-2680-4665-92f8-ce165a086437 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:08.706804 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-a13e7766-0af4-427a-bad0-9a3aaabc0fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:08.708533 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-a13e7766-0af4-427a-bad0-9a3aaabc0fbf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1024923 Dec 16 22:17:08.712644 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-631fe1f7-ef5b-4487-9955-72e723f946bf req-ab559d34-b519-428e-aaf3-642075240893 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936081 Dec 16 22:17:08.762573 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c00eb-2680-4665-92f8-ce165a086437 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b72c59b3-3518-436f-8c2c-ac862ed8a45d,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:08.799163 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-c0c75c13-f05a-4845-8747-73443adb62dc tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Made reservation on behalf of d75d72e588ca48529245dcf25a1fd4c0 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:17:08.804046 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-c0c75c13-f05a-4845-8747-73443adb62dc tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:08.808691 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c00eb-2680-4665-92f8-ce165a086437 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Checking segment: {'id': 'a0a05081-d6b4-46fe-88ca-2722c194bc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '69a9eba9-0a9b-487b-a744-533427cbc669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:08.808691 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984c00eb-2680-4665-92f8-ce165a086437 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Network hostable DHCP agents. Network: 69a9eba9-0a9b-487b-a744-533427cbc669, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:17:08.897700 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f80000-ff08-47c1-a47a-76a5cc459e29 req-7d388a0a-45ff-4c4f-8423-466bfeb27946 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:08.905277 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f80000-ff08-47c1-a47a-76a5cc459e29 req-7d388a0a-45ff-4c4f-8423-466bfeb27946 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:08.911274 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f80000-ff08-47c1-a47a-76a5cc459e29 req-7d388a0a-45ff-4c4f-8423-466bfeb27946 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:08.917980 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f80000-ff08-47c1-a47a-76a5cc459e29 req-7d388a0a-45ff-4c4f-8423-466bfeb27946 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:08.924956 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f80000-ff08-47c1-a47a-76a5cc459e29 req-7d388a0a-45ff-4c4f-8423-466bfeb27946 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:08.935092 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f80000-ff08-47c1-a47a-76a5cc459e29 req-7d388a0a-45ff-4c4f-8423-466bfeb27946 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:08.939401 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f80000-ff08-47c1-a47a-76a5cc459e29 req-7d388a0a-45ff-4c4f-8423-466bfeb27946 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:08.949453 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d3f80000-ff08-47c1-a47a-76a5cc459e29 req-7d388a0a-45ff-4c4f-8423-466bfeb27946 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5418 time: 0.1622379 Dec 16 22:17:08.958217 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-89f4dd09-8fbc-4e31-9e75-f8934bc128e0 service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373776 Dec 16 22:17:09.001469 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984c00eb-2680-4665-92f8-ce165a086437 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Network 69a9eba9-0a9b-487b-a744-533427cbc669 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:17:09.025367 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d3f80000-ff08-47c1-a47a-76a5cc459e29 req-d16febba-479f-4635-b081-1687560ebaec tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0750248 Dec 16 22:17:09.055429 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3da2f6-577a-49c6-956d-a2e50c073db2 req-df97e969-757b-4ece-b432-ceac476470b6 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:09.062699 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0c3da2f6-577a-49c6-956d-a2e50c073db2 req-df97e969-757b-4ece-b432-ceac476470b6 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.2034128 Dec 16 22:17:09.141248 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-984c00eb-2680-4665-92f8-ce165a086437 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 69a9eba9-0a9b-487b-a744-533427cbc669) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:09.152056 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-c0c75c13-f05a-4845-8747-73443adb62dc tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Allocated IP 172.20.0.13 (cdb8390c-2b13-4833-b1f2-5e8068b1d2ee/53a66be9-458a-4fb2-a491-37325b5a1791/749ecd65-1b7a-4f27-a201-62e86e2c5239) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:17:09.154774 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173a8f60-2732-4d80-9478-c447914e40fb None None] Network 69a9eba9-0a9b-487b-a744-533427cbc669 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:17:09.163363 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984c00eb-2680-4665-92f8-ce165a086437 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:09.163702 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-984c00eb-2680-4665-92f8-ce165a086437 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:09.206797 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af248e19-f16e-47b6-8a3f-c7667068c352 req-35b164df-f985-4477-a327-26d06bd2313c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:09.219193 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af248e19-f16e-47b6-8a3f-c7667068c352 req-35b164df-f985-4477-a327-26d06bd2313c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.0849402 Dec 16 22:17:09.251667 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0c3da2f6-577a-49c6-956d-a2e50c073db2 req-b6b9e332-ae33-4485-a23a-d633db3092e3 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879025 Dec 16 22:17:09.256848 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-6ad4265c-77bb-4afa-a526-bab533099b52 service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853706 Dec 16 22:17:09.297815 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af248e19-f16e-47b6-8a3f-c7667068c352 req-1814e2a2-21ef-4275-8931-b1c10b72e06e tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698090 Dec 16 22:17:09.317320 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b0e101-44c5-4fc1-bcf4-8b52f7033bd3 None None] Network 69a9eba9-0a9b-487b-a744-533427cbc669 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:17:09.329246 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-984c00eb-2680-4665-92f8-ce165a086437 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3198884 Dec 16 22:17:09.337287 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-6447b596-7d79-4025-9897-0ba2e269955b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=932561c8-57cf-466c-86d4-05fa02856f87 HTTP/1.1" status: 200 len: 217 time: 0.0636516 Dec 16 22:17:09.339669 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40630) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:09.345144 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-5a97349f-ffd1-4f2b-a5ab-d57196dde230 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2027067358', 'network_id': '69a9eba9-0a9b-487b-a744-533427cbc669'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:09.419890 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fed2d802-8b24-4fdd-89b9-3b9bf2929f4d req-2e406cfc-d510-47aa-8d14-dfaf33b59cc1 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf123ed4-ebe5-4017-a2c6-749bdf761288 HTTP/1.1" status: 200 len: 210 time: 0.0362136 Dec 16 22:17:09.491673 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-90bf235c-3f83-48ac-b400-f7574f8f8a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:09.492832 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a97349f-ffd1-4f2b-a5ab-d57196dde230 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Made reservation on behalf of b86f4805031847a9a2093d30c1dd1ea9 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:17:09.493204 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-90bf235c-3f83-48ac-b400-f7574f8f8a8d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2825e101-39ca-4951-81d0-6f6735824e32 HTTP/1.1" status: 200 len: 797 time: 0.1148994 Dec 16 22:17:09.496496 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5a97349f-ffd1-4f2b-a5ab-d57196dde230 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:09.504163 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4122b8f-a31f-481b-8b38-218aedefee5a req-9b6f6422-0322-44a8-9d58-605a1a68ed68 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:09.511644 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b4122b8f-a31f-481b-8b38-218aedefee5a req-9b6f6422-0322-44a8-9d58-605a1a68ed68 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.1759868 Dec 16 22:17:09.520729 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-5a97349f-ffd1-4f2b-a5ab-d57196dde230 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] device_id is not set on port b2bb4ed9-8c81-4965-85e3-3214bc5bf8d4 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:17:09.632215 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3a6a9c1d-b877-46f1-aa1a-3534443252a7 req-bd1a170c-2e84-4f55-a239-9e187756fc00 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a0526b-40fc-42b8-b45e-5d1e879290b9 HTTP/1.1" status: 200 len: 210 time: 0.0449576 Dec 16 22:17:09.638278 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-c0c75c13-f05a-4845-8747-73443adb62dc tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:09.642083 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-e24415d3-8aed-4549-a2a9-0ee22447f74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:09.644273 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-e24415d3-8aed-4549-a2a9-0ee22447f74d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1266479 Dec 16 22:17:09.652841 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b4122b8f-a31f-481b-8b38-218aedefee5a req-440a5e63-3e60-474a-a27a-9104b030a28a tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403022 Dec 16 22:17:09.692256 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-5a97349f-ffd1-4f2b-a5ab-d57196dde230 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Allocated IP 172.20.0.14 (69a9eba9-0a9b-487b-a744-533427cbc669/b72c59b3-3518-436f-8c2c-ac862ed8a45d/b2bb4ed9-8c81-4965-85e3-3214bc5bf8d4) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:17:09.789027 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-a17fef40-e30d-433a-bfdf-455364a56459 service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350591 Dec 16 22:17:09.852068 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-c0c75c13-f05a-4845-8747-73443adb62dc tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:09.916827 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-c0c75c13-f05a-4845-8747-73443adb62dc tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Network cdb8390c-2b13-4833-b1f2-5e8068b1d2ee is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:17:09.919692 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-765a52bb-4d13-4e0a-9f37-2254e8c8438b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=84a0f56690704a89b89d2fa8c0442625&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542152 Dec 16 22:17:09.921816 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-c0c75c13-f05a-4845-8747-73443adb62dc tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:09.928507 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-c0c75c13-f05a-4845-8747-73443adb62dc tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:17:09.969321 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c75c13-f05a-4845-8747-73443adb62dc tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Pushing event updated for resources: {'Port': ['ID=749ecd65-1b7a-4f27-a201-62e86e2c5239,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:09.992947 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-24ce22b3-3ff6-4daf-b8e9-0f6e58440dd3 service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904275 Dec 16 22:17:10.007589 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-c0c75c13-f05a-4845-8747-73443adb62dc tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:10.015459 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-c0c75c13-f05a-4845-8747-73443adb62dc tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:10.058134 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-9e732de5-496a-40b5-bc2c-ba724c1b9443 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=be59d789-35f2-47f8-a2bf-dacd1121b4c0 HTTP/1.1" status: 200 len: 217 time: 0.0437336 Dec 16 22:17:10.076785 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5a97349f-ffd1-4f2b-a5ab-d57196dde230 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:10.096320 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d1525-1089-498c-9c56-a8328d3330f4 req-5acc9376-66cf-49e9-ad41-b880da755e3b tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:10.105048 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ad0d1525-1089-498c-9c56-a8328d3330f4 req-5acc9376-66cf-49e9-ad41-b880da755e3b tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.2548957 Dec 16 22:17:10.141761 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-f17ec31c-13c4-4418-aaa2-776f994bb698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:10.141761 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-f17ec31c-13c4-4418-aaa2-776f994bb698 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2825e101-39ca-4951-81d0-6f6735824e32 HTTP/1.1" status: 200 len: 797 time: 0.0748825 Dec 16 22:17:10.161465 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-c0c75c13-f05a-4845-8747-73443adb62dc tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8175704 Dec 16 22:17:10.181185 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-d2a0eff7-323d-4837-87c2-fcb5d1b4f74c service neutron] Request body: {'port': {'device_id': 'bf123ed4-ebe5-4017-a2c6-749bdf761288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:10.183199 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-5ed5d7a2-a0ab-4153-9590-ce660d962a17 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:10.184811 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-5ed5d7a2-a0ab-4153-9590-ce660d962a17 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2533617 Dec 16 22:17:10.212125 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-3e8fead1-1db7-447b-a121-fd49c48674e8 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Request body: {'port': {'device_id': 'e7a0526b-40fc-42b8-b45e-5d1e879290b9', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': '84a0f56690704a89b89d2fa8c0442625'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:10.232154 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ad0d1525-1089-498c-9c56-a8328d3330f4 req-7849b6f3-79d4-43fe-8a94-878e92dd66b3 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261332 Dec 16 22:17:10.282113 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d3128-6d3d-437b-9a3b-0a3a508aceff req-a11d7da1-317e-46c1-8172-15b71adeff73 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:10.288963 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d3128-6d3d-437b-9a3b-0a3a508aceff req-a11d7da1-317e-46c1-8172-15b71adeff73 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:10.297963 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d3128-6d3d-437b-9a3b-0a3a508aceff req-a11d7da1-317e-46c1-8172-15b71adeff73 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:10.304258 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d3128-6d3d-437b-9a3b-0a3a508aceff req-a11d7da1-317e-46c1-8172-15b71adeff73 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:10.310629 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d3128-6d3d-437b-9a3b-0a3a508aceff req-a11d7da1-317e-46c1-8172-15b71adeff73 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:10.317108 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d3128-6d3d-437b-9a3b-0a3a508aceff req-a11d7da1-317e-46c1-8172-15b71adeff73 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:10.323309 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d3128-6d3d-437b-9a3b-0a3a508aceff req-a11d7da1-317e-46c1-8172-15b71adeff73 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:10.327573 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d39d3128-6d3d-437b-9a3b-0a3a508aceff req-a11d7da1-317e-46c1-8172-15b71adeff73 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5418 time: 0.2024016 Dec 16 22:17:10.337573 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5a97349f-ffd1-4f2b-a5ab-d57196dde230 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:10.350907 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-df429af3-ac61-4eab-920c-8bd206a96378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:10.352483 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-df429af3-ac61-4eab-920c-8bd206a96378 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1899192 Dec 16 22:17:10.353091 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-d2a0eff7-323d-4837-87c2-fcb5d1b4f74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:10.441115 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a97349f-ffd1-4f2b-a5ab-d57196dde230 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Network 69a9eba9-0a9b-487b-a744-533427cbc669 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:17:10.452405 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-5a97349f-ffd1-4f2b-a5ab-d57196dde230 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:10.465076 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a97349f-ffd1-4f2b-a5ab-d57196dde230 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:17:10.470585 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97349f-ffd1-4f2b-a5ab-d57196dde230 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Pushing event updated for resources: {'Port': ['ID=b2bb4ed9-8c81-4965-85e3-3214bc5bf8d4,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:10.491172 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d39d3128-6d3d-437b-9a3b-0a3a508aceff req-cd16dfb5-e119-4118-bd93-14a74a515148 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1584568 Dec 16 22:17:10.546538 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a97349f-ffd1-4f2b-a5ab-d57196dde230 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:10.547492 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5a97349f-ffd1-4f2b-a5ab-d57196dde230 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:10.561208 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ab880-7197-4633-acbd-22d65660b4e0 req-503464f5-f492-4417-8064-91537a139f4e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:10.564448 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-da1ab880-7197-4633-acbd-22d65660b4e0 req-503464f5-f492-4417-8064-91537a139f4e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.1755867 Dec 16 22:17:10.636534 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-da1ab880-7197-4633-acbd-22d65660b4e0 req-5065bf89-177b-4334-a41a-fa07fd575d21 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593996 Dec 16 22:17:10.660809 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-3e8fead1-1db7-447b-a121-fd49c48674e8 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Made reservation on behalf of 84a0f56690704a89b89d2fa8c0442625 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:17:10.667506 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-3e8fead1-1db7-447b-a121-fd49c48674e8 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:10.681213 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-dfaf501a-6c64-458f-8310-3986f5fcfbb8 service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781448 Dec 16 22:17:10.705834 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5a97349f-ffd1-4f2b-a5ab-d57196dde230 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.3624270 Dec 16 22:17:10.706858 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40654) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:10.775236 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d292e9-1ddf-47d6-944f-d9b24e576337 req-4dec8735-c441-4121-b45c-4fc04136acf6 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:10.777700 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c6d292e9-1ddf-47d6-944f-d9b24e576337 req-4dec8735-c441-4121-b45c-4fc04136acf6 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.1807859 Dec 16 22:17:10.894027 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-2104f7c3-2b5e-49be-b11b-c532f236f24b service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049823 Dec 16 22:17:10.912770 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc75d5-080b-4616-b452-ad6634d6f705 req-5462a83a-c86f-4e12-9421-8bdd30945a8e tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:10.914293 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45dc75d5-080b-4616-b452-ad6634d6f705 req-5462a83a-c86f-4e12-9421-8bdd30945a8e tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf123ed4-ebe5-4017-a2c6-749bdf761288 HTTP/1.1" status: 200 len: 932 time: 0.1724603 Dec 16 22:17:10.928740 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-3e8fead1-1db7-447b-a121-fd49c48674e8 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Allocated IP 192.168.233.40 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/9b4744c9-4b22-416a-bdfd-04d28387ce51) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:17:10.961988 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c6d292e9-1ddf-47d6-944f-d9b24e576337 req-d2e4951d-88d3-485d-ad34-317826a6b0bf tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760459 Dec 16 22:17:10.965993 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-eb284fc2-acd6-42eb-8acd-935fdfb87d19 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74efd0d5-e0a1-4bfc-9a1d-9968cef63895 HTTP/1.1" status: 200 len: 217 time: 0.0493541 Dec 16 22:17:10.976091 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-d2a0eff7-323d-4837-87c2-fcb5d1b4f74c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749ecd65-1b7a-4f27-a201-62e86e2c5239 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:11.001471 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-11c9ba94-863b-4987-85d4-d7b7393a0ad9 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Deleting port b2bb4ed9-8c81-4965-85e3-3214bc5bf8d4 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:17:11.001795 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11c9ba94-863b-4987-85d4-d7b7393a0ad9 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:11.006397 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-d2a0eff7-323d-4837-87c2-fcb5d1b4f74c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:11.045358 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-d2a0eff7-323d-4837-87c2-fcb5d1b4f74c service neutron] Transition to ACTIVE for port object 749ecd65-1b7a-4f27-a201-62e86e2c5239 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:17:11.053324 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-ecb1a6e9-19a9-47cc-91bc-8d0971198be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:11.054939 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-ecb1a6e9-19a9-47cc-91bc-8d0971198be2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c9a0b227-b5a7-4ec3-a018-5c1f436677a0 HTTP/1.1" status: 200 len: 797 time: 0.0734477 Dec 16 22:17:11.087672 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45dc75d5-080b-4616-b452-ad6634d6f705 req-b8f87ae5-f4d6-435e-95c2-c639b9efa88b tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd418191-230f-4ee3-b318-8ecc950a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616440 Dec 16 22:17:11.093753 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dd2dbc65-e3f1-4919-ae8c-cd3b1a742c61 req-0fdf78fd-0f95-41fc-9a3d-8ac0d9ff9727 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a0526b-40fc-42b8-b45e-5d1e879290b9 HTTP/1.1" status: 200 len: 210 time: 0.0378110 Dec 16 22:17:11.124769 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-d2a0eff7-323d-4837-87c2-fcb5d1b4f74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:11.193763 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0eff7-323d-4837-87c2-fcb5d1b4f74c service neutron] Pushing event updated for resources: {'Port': ['ID=749ecd65-1b7a-4f27-a201-62e86e2c5239,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:11.219529 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11c9ba94-863b-4987-85d4-d7b7393a0ad9 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:11.230479 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-6e667912-6ac2-46c3-963d-23b4204f2389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:11.233447 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-6e667912-6ac2-46c3-963d-23b4204f2389 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=133792b4-eb35-4125-8057-ae6885c1e196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1426785 Dec 16 22:17:11.245085 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-11c9ba94-863b-4987-85d4-d7b7393a0ad9 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Calling delete_port for b2bb4ed9-8c81-4965-85e3-3214bc5bf8d4 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:17:11.353499 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-3e8fead1-1db7-447b-a121-fd49c48674e8 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:11.399137 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d733cc-197a-42fc-8373-f37d46757a61 req-f0a8f9b3-4f58-4fad-9b8f-ff90b629a874 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:11.401196 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-77d733cc-197a-42fc-8373-f37d46757a61 req-f0a8f9b3-4f58-4fad-9b8f-ff90b629a874 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.1475613 Dec 16 22:17:11.405971 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-d2a0eff7-323d-4837-87c2-fcb5d1b4f74c service neutron] Attempting to bind port 749ecd65-1b7a-4f27-a201-62e86e2c5239 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:11.406763 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-d2a0eff7-323d-4837-87c2-fcb5d1b4f74c service neutron] Attempting to bind port 749ecd65-1b7a-4f27-a201-62e86e2c5239 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '3a2da4c9-f382-42aa-920c-c6259a6cbcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cdb8390c-2b13-4833-b1f2-5e8068b1d2ee'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:11.406763 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-d2a0eff7-323d-4837-87c2-fcb5d1b4f74c service neutron] Attempting to bind port 749ecd65-1b7a-4f27-a201-62e86e2c5239 on network cdb8390c-2b13-4833-b1f2-5e8068b1d2ee {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:11.413896 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-37508989-408b-4fc7-95d5-19ec9dd41fb9 service neutron] 10.222.0.76 "GET /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717687 Dec 16 22:17:11.414615 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-d2a0eff7-323d-4837-87c2-fcb5d1b4f74c service neutron] Port 749ecd65-1b7a-4f27-a201-62e86e2c5239 on network cdb8390c-2b13-4833-b1f2-5e8068b1d2ee not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:17:11.414941 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-d2a0eff7-323d-4837-87c2-fcb5d1b4f74c service neutron] Attempting to bind port 749ecd65-1b7a-4f27-a201-62e86e2c5239 on network cdb8390c-2b13-4833-b1f2-5e8068b1d2ee {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:11.421398 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-d2a0eff7-323d-4837-87c2-fcb5d1b4f74c service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:11.423957 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-d2a0eff7-323d-4837-87c2-fcb5d1b4f74c service neutron] Checking segment: {'id': '3a2da4c9-f382-42aa-920c-c6259a6cbcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cdb8390c-2b13-4833-b1f2-5e8068b1d2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:11.423957 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-d2a0eff7-323d-4837-87c2-fcb5d1b4f74c service neutron] Bound using segment: {'id': '3a2da4c9-f382-42aa-920c-c6259a6cbcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cdb8390c-2b13-4833-b1f2-5e8068b1d2ee'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:11.423957 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-d2a0eff7-323d-4837-87c2-fcb5d1b4f74c service neutron] Bound port: 749ecd65-1b7a-4f27-a201-62e86e2c5239, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a2da4c9-f382-42aa-920c-c6259a6cbcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cdb8390c-2b13-4833-b1f2-5e8068b1d2ee'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:11.423957 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-d2a0eff7-323d-4837-87c2-fcb5d1b4f74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:11.516834 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-77d733cc-197a-42fc-8373-f37d46757a61 req-e8d1c9ae-e062-4eea-a2d2-fd2a40de60e3 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801296 Dec 16 22:17:11.549715 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-3e8fead1-1db7-447b-a121-fd49c48674e8 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:11.585580 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6c17bdca-25a2-4289-a713-5364eb2bc111', '8ac3f3ae-03ec-43aa-9f2f-196fde36ac18', 'aa94ee2e-f1f7-4556-80be-e998211e8979'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:11.618332 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-fdf41478-02e1-4b81-a156-2ca69a6da51d service neutron] 10.222.0.76 "GET /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927798 Dec 16 22:17:11.621763 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-3e8fead1-1db7-447b-a121-fd49c48674e8 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:17:11.632471 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-d2a0eff7-323d-4837-87c2-fcb5d1b4f74c service neutron] For port 749ecd65-1b7a-4f27-a201-62e86e2c5239, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:17:11.639796 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-d2a0eff7-323d-4837-87c2-fcb5d1b4f74c service neutron] For port 749ecd65-1b7a-4f27-a201-62e86e2c5239, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=749ecd65-1b7a-4f27-a201-62e86e2c5239,segment=NetworkSegment(3a2da4c9-f382-42aa-920c-c6259a6cbcac),segment_id=3a2da4c9-f382-42aa-920c-c6259a6cbcac)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:17:11.660001 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11c9ba94-863b-4987-85d4-d7b7393a0ad9 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:11.660525 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9c542d95-fa6f-4d6e-befb-2c00a17a1eeb', '445d23f8-0a76-4912-86a3-0ac58353279f'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:11.662473 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-3e8fead1-1db7-447b-a121-fd49c48674e8 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:11.702028 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-579e7436-7705-4a42-af10-ac8c212eba69 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4c02002-46db-4b56-bc15-eb1387a0bf64 HTTP/1.1" status: 200 len: 217 time: 0.0747876 Dec 16 22:17:11.704013 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-3e8fead1-1db7-447b-a121-fd49c48674e8 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:17:11.764837 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-d2a0eff7-323d-4837-87c2-fcb5d1b4f74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:11.833259 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4844fc-e41b-4629-abb4-1c933e28efce req-c83ce584-c653-4d14-96ae-40c40c3d0e17 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:11.840419 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4844fc-e41b-4629-abb4-1c933e28efce req-c83ce584-c653-4d14-96ae-40c40c3d0e17 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:11.846938 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4844fc-e41b-4629-abb4-1c933e28efce req-c83ce584-c653-4d14-96ae-40c40c3d0e17 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:11.855127 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4844fc-e41b-4629-abb4-1c933e28efce req-c83ce584-c653-4d14-96ae-40c40c3d0e17 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:11.862934 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4844fc-e41b-4629-abb4-1c933e28efce req-c83ce584-c653-4d14-96ae-40c40c3d0e17 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:11.867602 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8fead1-1db7-447b-a121-fd49c48674e8 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Pushing event updated for resources: {'Port': ['ID=9b4744c9-4b22-416a-bdfd-04d28387ce51,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:11.872646 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4844fc-e41b-4629-abb4-1c933e28efce req-c83ce584-c653-4d14-96ae-40c40c3d0e17 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:11.879633 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4844fc-e41b-4629-abb4-1c933e28efce req-c83ce584-c653-4d14-96ae-40c40c3d0e17 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:11.890478 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b4844fc-e41b-4629-abb4-1c933e28efce req-c83ce584-c653-4d14-96ae-40c40c3d0e17 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5418 time: 0.2439151 Dec 16 22:17:11.890935 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ed823a48-8ccf-4361-a728-cf3156c609ab req-35e1c812-7b71-4886-bbdc-41d535d50cc1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2909355 Dec 16 22:17:11.907060 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-d2a0eff7-323d-4837-87c2-fcb5d1b4f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:11.907879 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-d2a0eff7-323d-4837-87c2-fcb5d1b4f74c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:11.909953 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-d2a0eff7-323d-4837-87c2-fcb5d1b4f74c service neutron] 10.222.0.57 "PUT /v2.0/ports/749ecd65-1b7a-4f27-a201-62e86e2c5239 HTTP/1.1" status: 200 len: 1092 time: 1.7329926 Dec 16 22:17:11.933762 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf123ed4-ebe5-4017-a2c6-749bdf761288', 'tag': '749ecd65-1b7a-4f27-a201-62e86e2c5239'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:11.936148 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb050fd-3e34-4d74-9d21-87cff2476661" -d '{"events": [{"name": "network-changed", "server_uuid": "bf123ed4-ebe5-4017-a2c6-749bdf761288", "tag": "749ecd65-1b7a-4f27-a201-62e86e2c5239"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:11.981853 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-640b94d5-aa4a-4841-bfb5-c8bb00f02dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:11.991548 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-640b94d5-aa4a-4841-bfb5-c8bb00f02dde service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c9a0b227-b5a7-4ec3-a018-5c1f436677a0 HTTP/1.1" status: 200 len: 797 time: 0.2683952 Dec 16 22:17:11.997027 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9ba94-863b-4987-85d4-d7b7393a0ad9 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2bb4ed9-8c81-4965-85e3-3214bc5bf8d4,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:12.068321 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0eff7-323d-4837-87c2-fcb5d1b4f74c service neutron] Pushing event updated for resources: {'Port': ['ID=749ecd65-1b7a-4f27-a201-62e86e2c5239,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:12.160598 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0c27a660-ff3e-4c7b-b47c-1ab112e15e57 None None] Provisioning complete for port 9b4744c9-4b22-416a-bdfd-04d28387ce51 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:12.161247 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0c27a660-ff3e-4c7b-b47c-1ab112e15e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:12.282443 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0c27a660-ff3e-4c7b-b47c-1ab112e15e57 None None] Port 9b4744c9-4b22-416a-bdfd-04d28387ce51 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:17:12.454340 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb08dff-8c5a-42c3-a289-7605621ee236 req-a420497a-d2b6-47d9-8e48-8bb466d48f2c tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:12.462361 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1bb08dff-8c5a-42c3-a289-7605621ee236 req-a420497a-d2b6-47d9-8e48-8bb466d48f2c tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.8553450 Dec 16 22:17:12.470423 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-3e8fead1-1db7-447b-a121-fd49c48674e8 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:12.471122 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-3e8fead1-1db7-447b-a121-fd49c48674e8 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:12.561749 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11c9ba94-863b-4987-85d4-d7b7393a0ad9 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:12.565005 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b4844fc-e41b-4629-abb4-1c933e28efce req-a3c33635-5afc-4287-9bb7-47e00eed9949 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6732984 Dec 16 22:17:12.565461 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-11c9ba94-863b-4987-85d4-d7b7393a0ad9 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "DELETE /v2.0/ports/b2bb4ed9-8c81-4965-85e3-3214bc5bf8d4 HTTP/1.1" status: 204 len: 168 time: 1.8571441 Dec 16 22:17:12.571490 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40678) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:12.595679 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-7070a716-7fda-4256-a183-e5849a2816a2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69a9eba9-0a9b-487b-a744-533427cbc669', 'external_fixed_ips': [{'subnet_id': 'b72c59b3-3518-436f-8c2c-ac862ed8a45d', 'ip_address': '172.20.0.14'}]}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:12.595830 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-9e8faf27-4e94-41fa-86ea-8e50260b01a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:12.595830 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-9e8faf27-4e94-41fa-86ea-8e50260b01a9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=133792b4-eb35-4125-8057-ae6885c1e196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5790710 Dec 16 22:17:12.602033 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed823a48-8ccf-4361-a728-cf3156c609ab req-2b5712f2-8582-4b11-9228-ae1217e03012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:12.603383 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ed823a48-8ccf-4361-a728-cf3156c609ab req-2b5712f2-8582-4b11-9228-ae1217e03012 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 1101 time: 0.5904977 Dec 16 22:17:12.606973 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1bb08dff-8c5a-42c3-a289-7605621ee236 req-6a5ca12e-c95c-47d8-bbb3-720e21edfe9c tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439016 Dec 16 22:17:12.617699 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-f326bc9f-6722-429b-a895-d993af290c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:12.626005 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-f326bc9f-6722-429b-a895-d993af290c2b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d75d72e588ca48529245dcf25a1fd4c0&device_id=bf123ed4-ebe5-4017-a2c6-749bdf761288 HTTP/1.1" status: 200 len: 1095 time: 0.1414468 Dec 16 22:17:12.642738 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-3e8fead1-1db7-447b-a121-fd49c48674e8 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4383931 Dec 16 22:17:12.689562 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5921274e-941b-4a4a-91b3-fe7e201ff43b x-openstack-request-id: req-5921274e-941b-4a4a-91b3-fe7e201ff43b {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:12.689857 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf123ed4-ebe5-4017-a2c6-749bdf761288", "tag": "749ecd65-1b7a-4f27-a201-62e86e2c5239", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:12.690286 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5921274e-941b-4a4a-91b3-fe7e201ff43b {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:12.690888 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf123ed4-ebe5-4017-a2c6-749bdf761288', 'tag': '749ecd65-1b7a-4f27-a201-62e86e2c5239', 'status': 'completed', 'code': 200} Dec 16 22:17:12.716682 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-f95bd57b-5e34-4718-b8d7-ee3f87460648 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=749ecd65-1b7a-4f27-a201-62e86e2c5239 HTTP/1.1" status: 200 len: 217 time: 0.0721357 Dec 16 22:17:12.721197 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-626acc9c-ade9-4a2c-80bb-6cc6dd813774 service neutron] Request body: {'port': {'device_id': 'e7a0526b-40fc-42b8-b45e-5d1e879290b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:12.826680 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-f27d54e9-ef0d-4e7e-8ae7-d66e76ffd8dd service neutron] 10.222.0.76 "GET /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208335 Dec 16 22:17:12.846231 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7070a716-7fda-4256-a183-e5849a2816a2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:12.851996 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7070a716-7fda-4256-a183-e5849a2816a2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:12.858209 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb212961-9ce5-458d-af71-38d9fa79432c req-6f7ef7aa-91a9-4594-9c68-b141210346d4 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:12.859867 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb212961-9ce5-458d-af71-38d9fa79432c req-6f7ef7aa-91a9-4594-9c68-b141210346d4 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf123ed4-ebe5-4017-a2c6-749bdf761288 HTTP/1.1" status: 200 len: 944 time: 0.1073525 Dec 16 22:17:12.861934 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-bb2beff1-a179-4834-bbd3-a8f2fbb1937b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:12.863590 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-bb2beff1-a179-4834-bbd3-a8f2fbb1937b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=53a66be9-458a-4fb2-a491-37325b5a1791 HTTP/1.1" status: 200 len: 849 time: 0.1323781 Dec 16 22:17:12.868419 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-626acc9c-ade9-4a2c-80bb-6cc6dd813774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:12.889915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603cb5b-07bc-40e5-9361-b020b5734665 req-6ebf56fb-81fb-4e83-b34d-1f0fbf21ff86 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:12.891229 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed823a48-8ccf-4361-a728-cf3156c609ab req-286fd160-9371-411d-b3fa-535532d26279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:12.891380 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b603cb5b-07bc-40e5-9361-b020b5734665 req-6ebf56fb-81fb-4e83-b34d-1f0fbf21ff86 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.1820378 Dec 16 22:17:12.893966 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ed823a48-8ccf-4361-a728-cf3156c609ab req-286fd160-9371-411d-b3fa-535532d26279 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.2022135 Dec 16 22:17:12.935404 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-d22a1cea-f09f-4477-8fab-5699440afd2e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cdb8390c-2b13-4833-b1f2-5e8068b1d2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542288 Dec 16 22:17:12.978215 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ed823a48-8ccf-4361-a728-cf3156c609ab req-2f225f34-09f3-4a8b-b77c-00e38ae4650e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=9b313086-9cd6-4a5f-a0f2-77b6947f50bf HTTP/1.1" status: 200 len: 217 time: 0.0485508 Dec 16 22:17:13.014410 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7070a716-7fda-4256-a183-e5849a2816a2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:13.054644 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb212961-9ce5-458d-af71-38d9fa79432c req-e73676d9-7114-45fa-9ccf-4963fc6188cd tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd418191-230f-4ee3-b318-8ecc950a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838367 Dec 16 22:17:13.074665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed823a48-8ccf-4361-a728-cf3156c609ab req-7f2aad01-c46d-445b-931a-d06ca11e0fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.076220 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ed823a48-8ccf-4361-a728-cf3156c609ab req-7f2aad01-c46d-445b-931a-d06ca11e0fec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0901637 Dec 16 22:17:13.080161 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ec8f4d5-31a5-4cc8-ab5c-6db5b53918ba req-9ce9668c-dee7-47df-819c-01720061baa7 service neutron] 10.222.0.76 "GET /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193427 Dec 16 22:17:13.131144 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed823a48-8ccf-4361-a728-cf3156c609ab req-389793dd-8dc6-4fda-b08a-c46cf1bf3dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.132679 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ed823a48-8ccf-4361-a728-cf3156c609ab req-389793dd-8dc6-4fda-b08a-c46cf1bf3dd7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0490115 Dec 16 22:17:13.220975 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b603cb5b-07bc-40e5-9361-b020b5734665 req-e3b295ac-316e-4dbf-b171-cdcf02f31902 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151855 Dec 16 22:17:13.290521 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989260f3-2ce9-4b87-9373-98b413eb5445 req-12ffce75-df04-4dba-b90c-2019090a49d0 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.299085 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-989260f3-2ce9-4b87-9373-98b413eb5445 req-12ffce75-df04-4dba-b90c-2019090a49d0 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a0526b-40fc-42b8-b45e-5d1e879290b9 HTTP/1.1" status: 200 len: 935 time: 0.1366351 Dec 16 22:17:13.344725 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ed823a48-8ccf-4361-a728-cf3156c609ab req-90a93225-01c6-4118-885c-9f02873b9f2e service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037919 Dec 16 22:17:13.378711 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-04ece4a7-b42a-4fc8-af26-4949f6b67f9a service neutron] 10.222.0.57 "GET /v2.0/networks/cdb8390c-2b13-4833-b1f2-5e8068b1d2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186184 Dec 16 22:17:13.414274 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-989260f3-2ce9-4b87-9373-98b413eb5445 req-73982cf1-78cb-4e86-bf4e-33bbf3e2f57d tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144519 Dec 16 22:17:13.415421 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7070a716-7fda-4256-a183-e5849a2816a2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:13.446116 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-3b9913a9-afec-499f-9954-81663eee1db9 req-3c7c47df-e6dd-418b-bfc9-0956eae183a2 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:17:13.447168 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b9913a9-afec-499f-9954-81663eee1db9 req-3c7c47df-e6dd-418b-bfc9-0956eae183a2 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0341485 Dec 16 22:17:13.467983 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ed823a48-8ccf-4361-a728-cf3156c609ab req-69af4bd0-4a1f-43c9-9503-fb58f791cddf service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142802 Dec 16 22:17:13.602050 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-714802a8-886c-42c8-a49c-46f8856dd0c1 req-bc3511c7-db0e-47d1-9a06-5fb7c4eae37a service neutron] 10.222.0.57 "GET /v2.0/networks/cdb8390c-2b13-4833-b1f2-5e8068b1d2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079160 Dec 16 22:17:13.602656 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-44d3875a-228c-4f89-93cb-a25eca410340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.603009 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-44d3875a-228c-4f89-93cb-a25eca410340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.607429 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-44d3875a-228c-4f89-93cb-a25eca410340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.609427 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-44d3875a-228c-4f89-93cb-a25eca410340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.610305 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-44d3875a-228c-4f89-93cb-a25eca410340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.611686 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-44d3875a-228c-4f89-93cb-a25eca410340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.613303 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-44d3875a-228c-4f89-93cb-a25eca410340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.630669 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-44d3875a-228c-4f89-93cb-a25eca410340 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a0f42b93d17b453cb09b716a19274f39&device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 6475 time: 0.1428230 Dec 16 22:17:13.691758 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0349d18-62d8-4e3f-877f-463851f1e40a req-9246684c-49bf-4e0c-b561-630dfc6bd5d3 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.695084 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0349d18-62d8-4e3f-877f-463851f1e40a req-9246684c-49bf-4e0c-b561-630dfc6bd5d3 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.1578405 Dec 16 22:17:13.721872 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-626acc9c-ade9-4a2c-80bb-6cc6dd813774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b4744c9-4b22-416a-bdfd-04d28387ce51 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:13.736609 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-626acc9c-ade9-4a2c-80bb-6cc6dd813774 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:13.760810 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-626acc9c-ade9-4a2c-80bb-6cc6dd813774 service neutron] Transition to ACTIVE for port object 9b4744c9-4b22-416a-bdfd-04d28387ce51 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:17:13.774137 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5de2e7-5984-4a2f-9d6c-926b2389d217 req-95dd5313-a3ca-4d7f-bbaa-407f12501bfe tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.779429 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0349d18-62d8-4e3f-877f-463851f1e40a req-6c1c1232-938a-4478-b979-a8ce6786b004 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783424 Dec 16 22:17:13.781609 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5de2e7-5984-4a2f-9d6c-926b2389d217 req-95dd5313-a3ca-4d7f-bbaa-407f12501bfe tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.783055 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-c9f9261a-3028-48f0-9f67-2e9ca2082eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.784725 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-c9f9261a-3028-48f0-9f67-2e9ca2082eb5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=133792b4-eb35-4125-8057-ae6885c1e196 HTTP/1.1" status: 200 len: 902 time: 0.1510503 Dec 16 22:17:13.787949 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5de2e7-5984-4a2f-9d6c-926b2389d217 req-95dd5313-a3ca-4d7f-bbaa-407f12501bfe tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.797790 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5de2e7-5984-4a2f-9d6c-926b2389d217 req-95dd5313-a3ca-4d7f-bbaa-407f12501bfe tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.804142 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5de2e7-5984-4a2f-9d6c-926b2389d217 req-95dd5313-a3ca-4d7f-bbaa-407f12501bfe tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.811986 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5de2e7-5984-4a2f-9d6c-926b2389d217 req-95dd5313-a3ca-4d7f-bbaa-407f12501bfe tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.820462 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5de2e7-5984-4a2f-9d6c-926b2389d217 req-95dd5313-a3ca-4d7f-bbaa-407f12501bfe tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.822736 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce5de2e7-5984-4a2f-9d6c-926b2389d217 req-95dd5313-a3ca-4d7f-bbaa-407f12501bfe tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5418 time: 0.1491716 Dec 16 22:17:13.832814 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-839e99e2-c048-404b-adea-ffbe71f56b3c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74efd0d5-e0a1-4bfc-9a1d-9968cef63895 HTTP/1.1" status: 200 len: 217 time: 0.0392277 Dec 16 22:17:13.864851 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-626acc9c-ade9-4a2c-80bb-6cc6dd813774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:13.920579 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-5482aea5-29b1-42c7-9d14-40cce8ec2103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:13.922246 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-5482aea5-29b1-42c7-9d14-40cce8ec2103 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c9a0b227-b5a7-4ec3-a018-5c1f436677a0 HTTP/1.1" status: 200 len: 797 time: 0.0712979 Dec 16 22:17:14.042431 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60081f18-433b-45d4-8a42-a94f18a7b736 req-69052283-4915-4fea-a10c-215f4e6861fc tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:14.044296 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-60081f18-433b-45d4-8a42-a94f18a7b736 req-69052283-4915-4fea-a10c-215f4e6861fc tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.1406779 Dec 16 22:17:14.052731 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-3a3801ed-be0c-46e0-a6bc-36ee60a36967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:14.054932 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-3a3801ed-be0c-46e0-a6bc-36ee60a36967 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=133792b4-eb35-4125-8057-ae6885c1e196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1141605 Dec 16 22:17:14.065372 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626acc9c-ade9-4a2c-80bb-6cc6dd813774 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4744c9-4b22-416a-bdfd-04d28387ce51,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:14.077901 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb050fd-3e34-4d74-9d21-87cff2476661 req-3f46d0d8-a1da-4b5a-8525-2f04ad075f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:14.091980 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8cb050fd-3e34-4d74-9d21-87cff2476661 req-3f46d0d8-a1da-4b5a-8525-2f04ad075f73 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d75d72e588ca48529245dcf25a1fd4c0&device_id=bf123ed4-ebe5-4017-a2c6-749bdf761288 HTTP/1.1" status: 200 len: 1095 time: 0.2681093 Dec 16 22:17:14.191707 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-60081f18-433b-45d4-8a42-a94f18a7b736 req-e9007dd1-80bf-434d-a5ca-976c14b74a9d tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354032 Dec 16 22:17:14.242439 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce5de2e7-5984-4a2f-9d6c-926b2389d217 req-d49b2d33-15bc-4ecb-b56c-ccb5eeb4cbbb tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4060748 Dec 16 22:17:14.294212 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-407fe2b5-2468-489c-b070-402f8710a3ce service neutron] 10.222.0.76 "GET /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173479 Dec 16 22:17:14.417933 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b915b3f-e122-4144-b6f6-9a1c02b9641e req-0e6b180b-be1f-4cc4-b387-990bc8ff0382 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:14.425860 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b915b3f-e122-4144-b6f6-9a1c02b9641e req-0e6b180b-be1f-4cc4-b387-990bc8ff0382 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf123ed4-ebe5-4017-a2c6-749bdf761288 HTTP/1.1" status: 200 len: 944 time: 0.1252234 Dec 16 22:17:14.501776 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b915b3f-e122-4144-b6f6-9a1c02b9641e req-6d713fda-6229-49cb-b99a-57b0074264fe tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd418191-230f-4ee3-b318-8ecc950a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749290 Dec 16 22:17:14.506795 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7070a716-7fda-4256-a183-e5849a2816a2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:14.507994 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-1c5ac261-6e08-4007-aa43-829e6f81855d service neutron] 10.222.0.76 "GET /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732657 Dec 16 22:17:14.515774 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-626acc9c-ade9-4a2c-80bb-6cc6dd813774 service neutron] Attempting to bind port 9b4744c9-4b22-416a-bdfd-04d28387ce51 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:14.516234 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-626acc9c-ade9-4a2c-80bb-6cc6dd813774 service neutron] Attempting to bind port 9b4744c9-4b22-416a-bdfd-04d28387ce51 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:14.516683 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-626acc9c-ade9-4a2c-80bb-6cc6dd813774 service neutron] Attempting to bind port 9b4744c9-4b22-416a-bdfd-04d28387ce51 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:14.561556 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb050fd-3e34-4d74-9d21-87cff2476661 req-1dc4c780-bafa-49f9-8160-05aca04f9e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:14.563488 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8cb050fd-3e34-4d74-9d21-87cff2476661 req-1dc4c780-bafa-49f9-8160-05aca04f9e4d service neutron] 10.222.0.57 "GET /v2.0/networks?id=cdb8390c-2b13-4833-b1f2-5e8068b1d2ee HTTP/1.1" status: 200 len: 909 time: 0.4619899 Dec 16 22:17:14.564819 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7070a716-7fda-4256-a183-e5849a2816a2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:14.578994 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-626acc9c-ade9-4a2c-80bb-6cc6dd813774 service neutron] Port 9b4744c9-4b22-416a-bdfd-04d28387ce51 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:17:14.579399 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-626acc9c-ade9-4a2c-80bb-6cc6dd813774 service neutron] Attempting to bind port 9b4744c9-4b22-416a-bdfd-04d28387ce51 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:14.666230 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c589c-9b3c-4164-a323-c7b629c53c3e req-6d3f2e35-dd96-4a52-a417-54d5205d4847 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:14.669157 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe0c589c-9b3c-4164-a323-c7b629c53c3e req-6d3f2e35-dd96-4a52-a417-54d5205d4847 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.0765097 Dec 16 22:17:14.672743 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-626acc9c-ade9-4a2c-80bb-6cc6dd813774 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:14.673244 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-626acc9c-ade9-4a2c-80bb-6cc6dd813774 service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:14.673473 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-626acc9c-ade9-4a2c-80bb-6cc6dd813774 service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:14.673933 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-626acc9c-ade9-4a2c-80bb-6cc6dd813774 service neutron] Bound port: 9b4744c9-4b22-416a-bdfd-04d28387ce51, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:14.674310 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-626acc9c-ade9-4a2c-80bb-6cc6dd813774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:14.680397 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8cb050fd-3e34-4d74-9d21-87cff2476661 req-fbcbfc19-9075-4db4-92b5-3f25485d055d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=749ecd65-1b7a-4f27-a201-62e86e2c5239 HTTP/1.1" status: 200 len: 217 time: 0.1080091 Dec 16 22:17:14.697073 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2781c2d-3777-4a8b-a048-faffa3bd9519 req-c1d04b56-321d-4c98-836c-fbe562353ad4 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:14.699574 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f2781c2d-3777-4a8b-a048-faffa3bd9519 req-c1d04b56-321d-4c98-836c-fbe562353ad4 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.2968295 Dec 16 22:17:14.758478 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-69ee3234-1667-48d2-af48-5491a4bdf4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:14.758478 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-69ee3234-1667-48d2-af48-5491a4bdf4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:14.758478 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-69ee3234-1667-48d2-af48-5491a4bdf4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:14.758837 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-69ee3234-1667-48d2-af48-5491a4bdf4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:14.759101 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-69ee3234-1667-48d2-af48-5491a4bdf4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:14.759547 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-69ee3234-1667-48d2-af48-5491a4bdf4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:14.760388 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-69ee3234-1667-48d2-af48-5491a4bdf4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:14.762385 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-69ee3234-1667-48d2-af48-5491a4bdf4f8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a0f42b93d17b453cb09b716a19274f39&device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 6475 time: 0.0922904 Dec 16 22:17:14.767500 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe0c589c-9b3c-4164-a323-c7b629c53c3e req-66b43a63-b133-4d33-aa3a-7d06816e0268 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866876 Dec 16 22:17:14.883928 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb050fd-3e34-4d74-9d21-87cff2476661 req-c72252f9-972d-4043-8a98-0ca7a04220b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:14.885996 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8cb050fd-3e34-4d74-9d21-87cff2476661 req-c72252f9-972d-4043-8a98-0ca7a04220b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=53a66be9-458a-4fb2-a491-37325b5a1791 HTTP/1.1" status: 200 len: 849 time: 0.1854978 Dec 16 22:17:14.894074 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-8a0680fa-eeee-4f55-ab51-a0dd88461df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:14.897236 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-8a0680fa-eeee-4f55-ab51-a0dd88461df7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=133792b4-eb35-4125-8057-ae6885c1e196 HTTP/1.1" status: 200 len: 902 time: 0.1237614 Dec 16 22:17:14.956786 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-b767bcfe-4aad-4deb-ae66-670e55aedfd4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4c02002-46db-4b56-bc15-eb1387a0bf64 HTTP/1.1" status: 200 len: 217 time: 0.0475671 Dec 16 22:17:14.971190 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f2781c2d-3777-4a8b-a048-faffa3bd9519 req-cc2727ce-5e8e-4f51-b283-f96952306181 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544451 Dec 16 22:17:14.973187 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8cb050fd-3e34-4d74-9d21-87cff2476661 req-a3d3d74d-3d33-490a-a6a8-43457e44fdb3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cdb8390c-2b13-4833-b1f2-5e8068b1d2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598776 Dec 16 22:17:14.981280 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-626acc9c-ade9-4a2c-80bb-6cc6dd813774 service neutron] For port 9b4744c9-4b22-416a-bdfd-04d28387ce51, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:17:15.028166 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-626acc9c-ade9-4a2c-80bb-6cc6dd813774 service neutron] For port 9b4744c9-4b22-416a-bdfd-04d28387ce51, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=9b4744c9-4b22-416a-bdfd-04d28387ce51,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:17:15.061007 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-887d2919-1421-4bca-9cd0-bd139c140e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:15.063023 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-887d2919-1421-4bca-9cd0-bd139c140e38 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c9a0b227-b5a7-4ec3-a018-5c1f436677a0 HTTP/1.1" status: 200 len: 797 time: 0.0983324 Dec 16 22:17:15.063405 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-7070a716-7fda-4256-a183-e5849a2816a2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Allocated IP 172.20.0.14 (69a9eba9-0a9b-487b-a744-533427cbc669/b72c59b3-3518-436f-8c2c-ac862ed8a45d/5da2ce29-02dd-42dc-b730-7306ce3f3329) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:17:15.112678 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57c557-a988-4c9f-b94c-a97586aee32f req-9733ca98-ff81-4bcb-a5bd-fe5a5764ce15 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:15.116683 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dc57c557-a988-4c9f-b94c-a97586aee32f req-9733ca98-ff81-4bcb-a5bd-fe5a5764ce15 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a0526b-40fc-42b8-b45e-5d1e879290b9 HTTP/1.1" status: 200 len: 947 time: 0.0988379 Dec 16 22:17:15.119794 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-626acc9c-ade9-4a2c-80bb-6cc6dd813774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:15.141429 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-82ec0efe-5763-41bf-9b10-467d151d8474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:15.143205 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-82ec0efe-5763-41bf-9b10-467d151d8474 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=133792b4-eb35-4125-8057-ae6885c1e196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0694032 Dec 16 22:17:15.239849 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8cb050fd-3e34-4d74-9d21-87cff2476661 req-e95c0869-c3d5-4587-853b-cf5d6b5b2715 service neutron] 10.222.0.57 "GET /v2.0/networks/cdb8390c-2b13-4833-b1f2-5e8068b1d2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561345 Dec 16 22:17:15.246537 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-626acc9c-ade9-4a2c-80bb-6cc6dd813774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:15.247267 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-626acc9c-ade9-4a2c-80bb-6cc6dd813774 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:15.247662 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dc57c557-a988-4c9f-b94c-a97586aee32f req-58abbbc5-79b2-4de1-891e-0f4e0d49ec6c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180105 Dec 16 22:17:15.248671 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-626acc9c-ade9-4a2c-80bb-6cc6dd813774 service neutron] 10.222.0.76 "PUT /v2.0/ports/9b4744c9-4b22-416a-bdfd-04d28387ce51 HTTP/1.1" status: 200 len: 1095 time: 2.5339894 Dec 16 22:17:15.249151 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a0526b-40fc-42b8-b45e-5d1e879290b9', 'tag': '9b4744c9-4b22-416a-bdfd-04d28387ce51'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:15.251487 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3b3899-2a22-47a6-aa54-637b8ec4168c" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a0526b-40fc-42b8-b45e-5d1e879290b9", "tag": "9b4744c9-4b22-416a-bdfd-04d28387ce51"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:15.291548 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63381e49-758e-40c3-bf20-9c650db8bd40 req-57482837-4bab-47d3-881b-7af10665fdec tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:15.294421 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-63381e49-758e-40c3-bf20-9c650db8bd40 req-57482837-4bab-47d3-881b-7af10665fdec tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.2239406 Dec 16 22:17:15.299216 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-db66fdde-d098-4805-947e-0589611284f7 service neutron] 10.222.0.76 "GET /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459637 Dec 16 22:17:15.362259 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42e19eb-a833-4589-9c49-473ef6d7adf2 x-openstack-request-id: req-b42e19eb-a833-4589-9c49-473ef6d7adf2 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:15.362554 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a0526b-40fc-42b8-b45e-5d1e879290b9", "tag": "9b4744c9-4b22-416a-bdfd-04d28387ce51", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:15.362815 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b42e19eb-a833-4589-9c49-473ef6d7adf2 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:15.363264 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a0526b-40fc-42b8-b45e-5d1e879290b9', 'tag': '9b4744c9-4b22-416a-bdfd-04d28387ce51', 'status': 'completed', 'code': 200} Dec 16 22:17:15.406143 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626acc9c-ade9-4a2c-80bb-6cc6dd813774 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4744c9-4b22-416a-bdfd-04d28387ce51,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:15.452925 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7070a716-7fda-4256-a183-e5849a2816a2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:15.533893 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-feb4a22c-8d13-45d1-81db-22a392d03cd4 req-22fd0d8e-7a9b-4446-ba16-d6bf3263dc00 service neutron] 10.222.0.76 "GET /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249308 Dec 16 22:17:15.562717 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f726d-76de-4e50-8f7d-c88cd19a18d1 req-59fdea49-f6ea-4aa7-a244-aab3eae26a88 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:15.568613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f726d-76de-4e50-8f7d-c88cd19a18d1 req-59fdea49-f6ea-4aa7-a244-aab3eae26a88 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:15.575371 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f726d-76de-4e50-8f7d-c88cd19a18d1 req-59fdea49-f6ea-4aa7-a244-aab3eae26a88 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:15.581560 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f726d-76de-4e50-8f7d-c88cd19a18d1 req-59fdea49-f6ea-4aa7-a244-aab3eae26a88 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:15.587612 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f726d-76de-4e50-8f7d-c88cd19a18d1 req-59fdea49-f6ea-4aa7-a244-aab3eae26a88 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:15.594104 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f726d-76de-4e50-8f7d-c88cd19a18d1 req-59fdea49-f6ea-4aa7-a244-aab3eae26a88 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:15.600063 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f726d-76de-4e50-8f7d-c88cd19a18d1 req-59fdea49-f6ea-4aa7-a244-aab3eae26a88 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:15.601983 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-188f726d-76de-4e50-8f7d-c88cd19a18d1 req-59fdea49-f6ea-4aa7-a244-aab3eae26a88 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5418 time: 0.1098680 Dec 16 22:17:15.679939 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-188f726d-76de-4e50-8f7d-c88cd19a18d1 req-d569d829-0747-43b1-a9d3-6e3f66828e10 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687742 Dec 16 22:17:15.804675 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830ed6f-b184-4189-bccb-0753c941aeba req-cbbd0856-cfbc-48cf-a1f6-00766479de4b tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:15.806298 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a830ed6f-b184-4189-bccb-0753c941aeba req-cbbd0856-cfbc-48cf-a1f6-00766479de4b tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf123ed4-ebe5-4017-a2c6-749bdf761288 HTTP/1.1" status: 200 len: 944 time: 0.0592611 Dec 16 22:17:15.869576 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a830ed6f-b184-4189-bccb-0753c941aeba req-05eb065a-686a-442b-b43c-bc9031ad03a0 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd418191-230f-4ee3-b318-8ecc950a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550320 Dec 16 22:17:15.913742 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8cb050fd-3e34-4d74-9d21-87cff2476661 req-d2f01052-a391-4a90-909f-132bd8cd461d service neutron] 10.222.0.57 "GET /v2.0/networks/cdb8390c-2b13-4833-b1f2-5e8068b1d2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6545329 Dec 16 22:17:15.921257 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-63381e49-758e-40c3-bf20-9c650db8bd40 req-a4e44374-1f4d-4ff4-8002-ef55923458bc tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6054955 Dec 16 22:17:15.925379 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b3899-2a22-47a6-aa54-637b8ec4168c req-e5836c06-90a9-4116-bdfb-db5a1085b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:15.926896 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1c3b3899-2a22-47a6-aa54-637b8ec4168c req-e5836c06-90a9-4116-bdfb-db5a1085b72e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=84a0f56690704a89b89d2fa8c0442625&device_id=e7a0526b-40fc-42b8-b45e-5d1e879290b9 HTTP/1.1" status: 200 len: 1098 time: 0.5152848 Dec 16 22:17:15.972989 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1c3b3899-2a22-47a6-aa54-637b8ec4168c req-b0ad5be7-1584-455a-ae36-716fc6ddecef service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=84a0f56690704a89b89d2fa8c0442625&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246906 Dec 16 22:17:16.045200 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7070a716-7fda-4256-a183-e5849a2816a2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:16.125446 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1fd7d-e208-4039-b152-56abe5f84418 req-2e445585-fc92-4623-86a7-f4bba92bdd16 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:16.128065 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bbc1fd7d-e208-4039-b152-56abe5f84418 req-2e445585-fc92-4623-86a7-f4bba92bdd16 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.0651121 Dec 16 22:17:16.131788 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7070a716-7fda-4256-a183-e5849a2816a2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Network 69a9eba9-0a9b-487b-a744-533427cbc669 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:17:16.146288 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-7070a716-7fda-4256-a183-e5849a2816a2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:16.148934 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7070a716-7fda-4256-a183-e5849a2816a2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:17:16.188429 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bbc1fd7d-e208-4039-b152-56abe5f84418 req-025fe6c7-13ca-46e1-a371-696af55dabcf tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510690 Dec 16 22:17:16.195288 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070a716-7fda-4256-a183-e5849a2816a2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Pushing event updated for resources: {'Port': ['ID=5da2ce29-02dd-42dc-b730-7306ce3f3329,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:16.220314 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b3899-2a22-47a6-aa54-637b8ec4168c req-ab239fa1-4bd4-485a-8d9d-684f2301d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:16.221872 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1c3b3899-2a22-47a6-aa54-637b8ec4168c req-ab239fa1-4bd4-485a-8d9d-684f2301d1d0 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2408001 Dec 16 22:17:16.231691 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847443b-960c-462a-b452-3a1957584741 req-8653f247-ff56-4d28-b8f3-370070726593 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:16.233138 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1847443b-960c-462a-b452-3a1957584741 req-8653f247-ff56-4d28-b8f3-370070726593 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.1853216 Dec 16 22:17:16.390252 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f526e0-fac8-45a8-bbe4-66ea6b24cfb4 req-f0925141-0488-4551-bcf7-7e8685f534fb tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:16.395568 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-84f526e0-fac8-45a8-bbe4-66ea6b24cfb4 req-f0925141-0488-4551-bcf7-7e8685f534fb tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a0526b-40fc-42b8-b45e-5d1e879290b9 HTTP/1.1" status: 200 len: 947 time: 0.0635774 Dec 16 22:17:16.427423 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1847443b-960c-462a-b452-3a1957584741 req-24d33dad-2b8e-4168-9a0d-13f35ef8b730 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532621 Dec 16 22:17:16.434217 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-134bfd1c-745f-460c-a45a-30e5b6f9c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:16.435730 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-134bfd1c-745f-460c-a45a-30e5b6f9c89a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=84a0f56690704a89b89d2fa8c0442625&device_id=e7a0526b-40fc-42b8-b45e-5d1e879290b9 HTTP/1.1" status: 200 len: 1098 time: 0.1228352 Dec 16 22:17:16.470140 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-84f526e0-fac8-45a8-bbe4-66ea6b24cfb4 req-92431b61-90c9-41cc-a148-87c1911e54dc tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700839 Dec 16 22:17:16.494795 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-a76776b1-57a2-49b4-84a5-7e2714becf39 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=9b4744c9-4b22-416a-bdfd-04d28387ce51 HTTP/1.1" status: 200 len: 217 time: 0.0378029 Dec 16 22:17:16.510544 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 749ecd65-1b7a-4f27-a201-62e86e2c5239 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:17:16.617523 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 749ecd65-1b7a-4f27-a201-62e86e2c5239, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=749ecd65-1b7a-4f27-a201-62e86e2c5239,segment=NetworkSegment(3a2da4c9-f382-42aa-920c-c6259a6cbcac),segment_id=3a2da4c9-f382-42aa-920c-c6259a6cbcac)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:16.633510 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '749ecd65-1b7a-4f27-a201-62e86e2c5239', 'network_id': 'cdb8390c-2b13-4833-b1f2-5e8068b1d2ee', 'port_id': '749ecd65-1b7a-4f27-a201-62e86e2c5239', 'mac_address': 'fa:16:3e:d6:39:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a66be9-458a-4fb2-a491-37325b5a1791', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:17:16.637012 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-0280612b-9500-42f8-89d8-3c4f663018c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:16.640346 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-0280612b-9500-42f8-89d8-3c4f663018c0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1381731 Dec 16 22:17:16.674227 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:16.691547 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749ecd65-1b7a-4f27-a201-62e86e2c5239 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:16.713179 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 749ecd65-1b7a-4f27-a201-62e86e2c5239, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=749ecd65-1b7a-4f27-a201-62e86e2c5239,segment=NetworkSegment(3a2da4c9-f382-42aa-920c-c6259a6cbcac),segment_id=3a2da4c9-f382-42aa-920c-c6259a6cbcac)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:16.738765 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe5d78-15ba-476c-bf7b-c3bf54b6c65e req-58b8935b-71ca-467f-a663-15c74f34e36b tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:16.740554 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-77fe5d78-15ba-476c-bf7b-c3bf54b6c65e req-58b8935b-71ca-467f-a663-15c74f34e36b tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.2057252 Dec 16 22:17:16.773960 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7070a716-7fda-4256-a183-e5849a2816a2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:16.781370 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-90fd30a3-ec58-4b57-a755-f0608b4f355a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:16.782877 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-90fd30a3-ec58-4b57-a755-f0608b4f355a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0981340 Dec 16 22:17:16.818689 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:16.832369 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dcde3-7036-4611-91c9-fe14c480ab48 req-ab12d247-d1cd-4134-bb15-e6a861f30472 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:16.839285 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dcde3-7036-4611-91c9-fe14c480ab48 req-ab12d247-d1cd-4134-bb15-e6a861f30472 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:16.845308 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dcde3-7036-4611-91c9-fe14c480ab48 req-ab12d247-d1cd-4134-bb15-e6a861f30472 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:16.851314 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dcde3-7036-4611-91c9-fe14c480ab48 req-ab12d247-d1cd-4134-bb15-e6a861f30472 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:16.858270 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dcde3-7036-4611-91c9-fe14c480ab48 req-ab12d247-d1cd-4134-bb15-e6a861f30472 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:16.864862 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dcde3-7036-4611-91c9-fe14c480ab48 req-ab12d247-d1cd-4134-bb15-e6a861f30472 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:16.871091 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dcde3-7036-4611-91c9-fe14c480ab48 req-ab12d247-d1cd-4134-bb15-e6a861f30472 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:16.873102 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9b2dcde3-7036-4611-91c9-fe14c480ab48 req-ab12d247-d1cd-4134-bb15-e6a861f30472 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5418 time: 0.1060216 Dec 16 22:17:16.902155 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=749ecd65-1b7a-4f27-a201-62e86e2c5239,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:16.961793 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-77fe5d78-15ba-476c-bf7b-c3bf54b6c65e req-7f2b2f6c-dd66-4d2b-8046-631c50522a72 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027349 Dec 16 22:17:16.971996 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9b2dcde3-7036-4611-91c9-fe14c480ab48 req-ca126ea7-5cff-47d7-a080-6353195bc3a4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867996 Dec 16 22:17:17.010653 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-e1f2cd3c-2dde-4ab7-8af2-5605ed5d8f85 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939704 Dec 16 22:17:17.215238 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d414583-269c-4405-84a1-8a971acbc4fb req-db99a0c1-994f-48cf-add8-428e951666f6 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:17.219605 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0d414583-269c-4405-84a1-8a971acbc4fb req-db99a0c1-994f-48cf-add8-428e951666f6 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.0644975 Dec 16 22:17:17.237197 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60c4c3-86bc-4f60-85c7-6451f0e66dd8 req-374d2d38-0baf-4300-a035-04acf23c6167 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:17.238715 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c60c4c3-86bc-4f60-85c7-6451f0e66dd8 req-374d2d38-0baf-4300-a035-04acf23c6167 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf123ed4-ebe5-4017-a2c6-749bdf761288 HTTP/1.1" status: 200 len: 945 time: 0.1726944 Dec 16 22:17:17.244722 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['749ecd65-1b7a-4f27-a201-62e86e2c5239'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:17.276811 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f4e87e9-ae02-40b1-9eaa-599490d7088a req-fec724a6-571a-4273-95c2-91a94ec16467 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093697 Dec 16 22:17:17.279850 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7070a716-7fda-4256-a183-e5849a2816a2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:17.290098 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0d414583-269c-4405-84a1-8a971acbc4fb req-d6721355-c4fd-46e3-afe7-d82b34e30934 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593140 Dec 16 22:17:17.368418 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c60c4c3-86bc-4f60-85c7-6451f0e66dd8 req-5a8fec8c-e21c-4ad7-b421-294b39fdba89 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd418191-230f-4ee3-b318-8ecc950a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187093 Dec 16 22:17:17.432699 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a7dac-6992-42d1-95eb-3f45304f5a4d req-ca5366eb-323b-4dba-a84a-1cbf471bc580 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:17.436107 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-538a7dac-6992-42d1-95eb-3f45304f5a4d req-ca5366eb-323b-4dba-a84a-1cbf471bc580 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.0690222 Dec 16 22:17:17.520882 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-538a7dac-6992-42d1-95eb-3f45304f5a4d req-b8e5ad01-ecf1-4750-959b-537eab04751f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695279 Dec 16 22:17:17.594694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7070a716-7fda-4256-a183-e5849a2816a2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Router e1b6b7a7-9db9-47d1-b1ab-d5304be85da7 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:17:17.616470 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e230aba-7bc8-4d9a-8446-7e95455e41e5 req-27901ee5-5582-49dd-af6b-b507e806ded7 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:17.618339 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e230aba-7bc8-4d9a-8446-7e95455e41e5 req-27901ee5-5582-49dd-af6b-b507e806ded7 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a0526b-40fc-42b8-b45e-5d1e879290b9 HTTP/1.1" status: 200 len: 947 time: 0.0709498 Dec 16 22:17:17.748153 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e230aba-7bc8-4d9a-8446-7e95455e41e5 req-652db0e1-5a4c-41e9-b17f-0eea269196ff tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189601 Dec 16 22:17:17.766816 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7070a716-7fda-4256-a183-e5849a2816a2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:17:17.779539 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Sync routers for ids ['e1b6b7a7-9db9-47d1-b1ab-d5304be85da7'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:17:17.790565 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Routers {'e1b6b7a7-9db9-47d1-b1ab-d5304be85da7'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:17.791803 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:16:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['e1b6b7a7-9db9-47d1-b1ab-d5304be85da7'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:17.865667 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7070a716-7fda-4256-a183-e5849a2816a2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:17.869799 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40748) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:17.870306 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7070a716-7fda-4256-a183-e5849a2816a2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.2926867 Dec 16 22:17:17.914393 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Set router e1b6b7a7-9db9-47d1-b1ab-d5304be85da7 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:17:17.998617 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a1ba992-2995-46fd-ada7-620714b2d979 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:18.164349 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a1ba992-2995-46fd-ada7-620714b2d979 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:18.181064 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760b76d-2d13-4b9c-affd-1fb18f126c57 req-b2b7f49c-a72c-4d84-86cb-c58984d04a5f tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:18.189184 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760b76d-2d13-4b9c-affd-1fb18f126c57 req-b2b7f49c-a72c-4d84-86cb-c58984d04a5f tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:18.194039 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760b76d-2d13-4b9c-affd-1fb18f126c57 req-b2b7f49c-a72c-4d84-86cb-c58984d04a5f tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:18.201025 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760b76d-2d13-4b9c-affd-1fb18f126c57 req-b2b7f49c-a72c-4d84-86cb-c58984d04a5f tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:18.207547 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760b76d-2d13-4b9c-affd-1fb18f126c57 req-b2b7f49c-a72c-4d84-86cb-c58984d04a5f tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:18.214786 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760b76d-2d13-4b9c-affd-1fb18f126c57 req-b2b7f49c-a72c-4d84-86cb-c58984d04a5f tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:18.221699 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760b76d-2d13-4b9c-affd-1fb18f126c57 req-b2b7f49c-a72c-4d84-86cb-c58984d04a5f tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:18.223763 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a760b76d-2d13-4b9c-affd-1fb18f126c57 req-b2b7f49c-a72c-4d84-86cb-c58984d04a5f tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5418 time: 0.1322687 Dec 16 22:17:18.271815 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b6b7a7-9db9-47d1-b1ab-d5304be85da7', 'name': '', 'tenant_id': 'b86f4805031847a9a2093d30c1dd1ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69a9eba9-0a9b-487b-a744-533427cbc669', 'external_fixed_ips': [{'subnet_id': 'b72c59b3-3518-436f-8c2c-ac862ed8a45d', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '5da2ce29-02dd-42dc-b730-7306ce3f3329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:12Z', 'updated_at': '2021-12-16T22:17:16Z', 'revision_number': 3, 'project_id': 'b86f4805031847a9a2093d30c1dd1ea9', 'gw_port': {'id': '5da2ce29-02dd-42dc-b730-7306ce3f3329', 'name': '', 'network_id': '69a9eba9-0a9b-487b-a744-533427cbc669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b6b7a7-9db9-47d1-b1ab-d5304be85da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'b72c59b3-3518-436f-8c2c-ac862ed8a45d', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:14Z', 'updated_at': '2021-12-16T22:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b72c59b3-3518-436f-8c2c-ac862ed8a45d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:18.299335 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a760b76d-2d13-4b9c-affd-1fb18f126c57 req-48e8c806-287b-4677-b7a1-bf67f905dd30 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0679061 Dec 16 22:17:18.299961 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Checking router: e1b6b7a7-9db9-47d1-b1ab-d5304be85da7 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:17:18.300320 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Updating router e1b6b7a7-9db9-47d1-b1ab-d5304be85da7 port 5da2ce29-02dd-42dc-b730-7306ce3f3329 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:17:18.332019 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:18.442090 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ba992-2995-46fd-ada7-620714b2d979 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Deleting port 5da2ce29-02dd-42dc-b730-7306ce3f3329 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:17:18.443110 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a1ba992-2995-46fd-ada7-620714b2d979 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:18.526752 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 749ecd65-1b7a-4f27-a201-62e86e2c5239 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:18.602667 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a1ba992-2995-46fd-ada7-620714b2d979 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:18.637149 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01870605-1e6f-457a-9b8b-7cb1cc2650f1 req-5ca3faea-25d7-4bbc-99d6-3dba4b2436de tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:18.642341 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-01870605-1e6f-457a-9b8b-7cb1cc2650f1 req-5ca3faea-25d7-4bbc-99d6-3dba4b2436de tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf123ed4-ebe5-4017-a2c6-749bdf761288 HTTP/1.1" status: 200 len: 945 time: 0.1413896 Dec 16 22:17:18.648039 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ba992-2995-46fd-ada7-620714b2d979 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Calling delete_port for 5da2ce29-02dd-42dc-b730-7306ce3f3329 owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:17:18.715580 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 749ecd65-1b7a-4f27-a201-62e86e2c5239 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:17:18.743401 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-01870605-1e6f-457a-9b8b-7cb1cc2650f1 req-24da9770-6d5c-4229-bba9-87ce361dcabe tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd418191-230f-4ee3-b318-8ecc950a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905490 Dec 16 22:17:18.753586 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 749ecd65-1b7a-4f27-a201-62e86e2c5239 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:18.753960 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:18.795034 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:18.801194 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee88fc-07aa-4d55-aebc-02aa11a3249e req-b6748d41-1fe8-45ff-b766-7c2ba2af2445 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:18.802629 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-63ee88fc-07aa-4d55-aebc-02aa11a3249e req-b6748d41-1fe8-45ff-b766-7c2ba2af2445 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.1381884 Dec 16 22:17:18.865610 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:18.894252 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf123ed4-ebe5-4017-a2c6-749bdf761288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749ecd65-1b7a-4f27-a201-62e86e2c5239'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:18.897074 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b0ec8c-705c-46f7-96c3-a5133340225c" -d '{"events": [{"server_uuid": "bf123ed4-ebe5-4017-a2c6-749bdf761288", "name": "network-vif-plugged", "status": "completed", "tag": "749ecd65-1b7a-4f27-a201-62e86e2c5239"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:18.903499 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-63ee88fc-07aa-4d55-aebc-02aa11a3249e req-87caea24-dbe0-474e-8740-73623bd99f70 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833569 Dec 16 22:17:18.913960 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 749ecd65-1b7a-4f27-a201-62e86e2c5239, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=749ecd65-1b7a-4f27-a201-62e86e2c5239,segment=NetworkSegment(3a2da4c9-f382-42aa-920c-c6259a6cbcac),segment_id=3a2da4c9-f382-42aa-920c-c6259a6cbcac)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:18.920663 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:18.958389 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4525a77-7ead-410a-8556-c90f60ee398a req-295afdb9-fd3e-49c5-a5bb-e7f63cd72a08 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:18.968207 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4525a77-7ead-410a-8556-c90f60ee398a req-295afdb9-fd3e-49c5-a5bb-e7f63cd72a08 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a0526b-40fc-42b8-b45e-5d1e879290b9 HTTP/1.1" status: 200 len: 947 time: 0.0921419 Dec 16 22:17:18.976108 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Attempting to bind port 5da2ce29-02dd-42dc-b730-7306ce3f3329 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:18.976487 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Attempting to bind port 5da2ce29-02dd-42dc-b730-7306ce3f3329 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'a0a05081-d6b4-46fe-88ca-2722c194bc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '69a9eba9-0a9b-487b-a744-533427cbc669'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:18.976854 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Attempting to bind port 5da2ce29-02dd-42dc-b730-7306ce3f3329 on network 69a9eba9-0a9b-487b-a744-533427cbc669 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:18.986919 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:18.995906 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:18.995906 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Checking segment: {'id': 'a0a05081-d6b4-46fe-88ca-2722c194bc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '69a9eba9-0a9b-487b-a744-533427cbc669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:18.995906 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:18.995906 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Bound using segment: {'id': 'a0a05081-d6b4-46fe-88ca-2722c194bc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '69a9eba9-0a9b-487b-a744-533427cbc669'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:18.996294 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Bound port: 5da2ce29-02dd-42dc-b730-7306ce3f3329, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a05081-d6b4-46fe-88ca-2722c194bc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '69a9eba9-0a9b-487b-a744-533427cbc669'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:18.996396 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:18.999731 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9896972-9e18-4e1a-804f-8d85c68e42ca None None] Pushing event updated for resources: {'Port': ['ID=5da2ce29-02dd-42dc-b730-7306ce3f3329,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:19.006882 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6a311c-2a45-4224-ae03-c1856edcdf2e x-openstack-request-id: req-0d6a311c-2a45-4224-ae03-c1856edcdf2e {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:19.007099 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf123ed4-ebe5-4017-a2c6-749bdf761288", "name": "network-vif-plugged", "status": "completed", "tag": "749ecd65-1b7a-4f27-a201-62e86e2c5239", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:19.007486 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0d6a311c-2a45-4224-ae03-c1856edcdf2e {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:19.007699 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf123ed4-ebe5-4017-a2c6-749bdf761288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749ecd65-1b7a-4f27-a201-62e86e2c5239', 'code': 200} Dec 16 22:17:19.108972 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=749ecd65-1b7a-4f27-a201-62e86e2c5239,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:19.122821 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4525a77-7ead-410a-8556-c90f60ee398a req-03881b8f-bda1-4097-919c-4d3eeff453b2 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482482 Dec 16 22:17:19.179212 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a1ba992-2995-46fd-ada7-620714b2d979 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:19.179473 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:17:19.179926 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:17:19.183838 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd38967-3588-468f-b41c-b5143a15422a req-bce5276e-b6ad-4cce-a1cb-5bb2262ee4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:19.185451 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-edd38967-3588-468f-b41c-b5143a15422a req-bce5276e-b6ad-4cce-a1cb-5bb2262ee4c0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bf123ed4-ebe5-4017-a2c6-749bdf761288 HTTP/1.1" status: 200 len: 1097 time: 0.0504377 Dec 16 22:17:19.224730 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ba992-2995-46fd-ada7-620714b2d979 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Pushing event deleted for resources: {'Port': ['ID=5da2ce29-02dd-42dc-b730-7306ce3f3329,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:19.259643 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ba992-2995-46fd-ada7-620714b2d979 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:19.260721 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ba992-2995-46fd-ada7-620714b2d979 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:19.261146 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ba992-2995-46fd-ada7-620714b2d979 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:19.261697 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ba992-2995-46fd-ada7-620714b2d979 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:19.262130 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ba992-2995-46fd-ada7-620714b2d979 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:19.262547 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ba992-2995-46fd-ada7-620714b2d979 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:19.263902 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ba992-2995-46fd-ada7-620714b2d979 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:19.264428 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ba992-2995-46fd-ada7-620714b2d979 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:19.264748 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ba992-2995-46fd-ada7-620714b2d979 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:19.265162 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ba992-2995-46fd-ada7-620714b2d979 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:19.265804 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ba992-2995-46fd-ada7-620714b2d979 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:19.266217 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ba992-2995-46fd-ada7-620714b2d979 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:19.266642 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ba992-2995-46fd-ada7-620714b2d979 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:19.277066 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-edd38967-3588-468f-b41c-b5143a15422a req-bb30a00e-0022-4459-8e13-802cd0bbb164 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bd418191-230f-4ee3-b318-8ecc950a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847950 Dec 16 22:17:19.315645 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a1ba992-2995-46fd-ada7-620714b2d979 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:19.432925 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a1ba992-2995-46fd-ada7-620714b2d979 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:19.436118 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a1ba992-2995-46fd-ada7-620714b2d979 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:19.474808 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547f050-dc40-4ecb-9a85-d96a9c9be4fe req-1205a692-3356-4ea7-8a13-45e328d1e5ca tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:19.483535 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547f050-dc40-4ecb-9a85-d96a9c9be4fe req-1205a692-3356-4ea7-8a13-45e328d1e5ca tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:19.494185 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547f050-dc40-4ecb-9a85-d96a9c9be4fe req-1205a692-3356-4ea7-8a13-45e328d1e5ca tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:19.500855 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547f050-dc40-4ecb-9a85-d96a9c9be4fe req-1205a692-3356-4ea7-8a13-45e328d1e5ca tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:19.507444 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547f050-dc40-4ecb-9a85-d96a9c9be4fe req-1205a692-3356-4ea7-8a13-45e328d1e5ca tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:19.513712 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547f050-dc40-4ecb-9a85-d96a9c9be4fe req-1205a692-3356-4ea7-8a13-45e328d1e5ca tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:19.520214 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547f050-dc40-4ecb-9a85-d96a9c9be4fe req-1205a692-3356-4ea7-8a13-45e328d1e5ca tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:19.522189 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c547f050-dc40-4ecb-9a85-d96a9c9be4fe req-1205a692-3356-4ea7-8a13-45e328d1e5ca tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5418 time: 0.1162953 Dec 16 22:17:19.577896 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a1ba992-2995-46fd-ada7-620714b2d979 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:19.578841 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1ba992-2995-46fd-ada7-620714b2d979 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1b6b7a7-9db9-47d1-b1ab-d5304be85da7 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:17:19.588783 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a1ba992-2995-46fd-ada7-620714b2d979 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:19.588783 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1a1ba992-2995-46fd-ada7-620714b2d979 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "DELETE /v2.0/routers/e1b6b7a7-9db9-47d1-b1ab-d5304be85da7 HTTP/1.1" status: 204 len: 168 time: 1.7148402 Dec 16 22:17:19.588783 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40772) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:19.630786 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c547f050-dc40-4ecb-9a85-d96a9c9be4fe req-3ab6729e-e577-48ce-81d5-b717e48066bb tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1008565 Dec 16 22:17:19.676798 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-989c024e-9b24-495b-a2d5-067ddf58c4f4 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Deleting subnet b72c59b3-3518-436f-8c2c-ac862ed8a45d {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:17:19.680623 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-989c024e-9b24-495b-a2d5-067ddf58c4f4 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:19.707711 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Attempting to bind port 5da2ce29-02dd-42dc-b730-7306ce3f3329 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:19.707711 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Attempting to bind port 5da2ce29-02dd-42dc-b730-7306ce3f3329 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'a0a05081-d6b4-46fe-88ca-2722c194bc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '69a9eba9-0a9b-487b-a744-533427cbc669'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:19.707711 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Attempting to bind port 5da2ce29-02dd-42dc-b730-7306ce3f3329 on network 69a9eba9-0a9b-487b-a744-533427cbc669 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:19.717766 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:19.718533 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Checking segment: {'id': 'a0a05081-d6b4-46fe-88ca-2722c194bc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '69a9eba9-0a9b-487b-a744-533427cbc669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:19.719198 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:19.719892 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Bound using segment: {'id': 'a0a05081-d6b4-46fe-88ca-2722c194bc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '69a9eba9-0a9b-487b-a744-533427cbc669'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:19.720671 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Bound port: 5da2ce29-02dd-42dc-b730-7306ce3f3329, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a05081-d6b4-46fe-88ca-2722c194bc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '69a9eba9-0a9b-487b-a744-533427cbc669'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:19.721556 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:19.745413 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Port 5da2ce29-02dd-42dc-b730-7306ce3f3329 has been deleted concurrently {{(pid=103615) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 16 22:17:19.759996 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Routers set() bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:19.760779 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Router IDs set() for agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 22:17:19.761839 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_agentschedulers_db [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e1b6b7a7-9db9-47d1-b1ab-d5304be85da7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:16:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent'). {{(pid=103615) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 22:17:19.762662 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bacc1a-4ab8-4085-ab8d-2ad7fea37d62 None None] The sync data for ids ['e1b6b7a7-9db9-47d1-b1ab-d5304be85da7'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:17:19.770097 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-989c024e-9b24-495b-a2d5-067ddf58c4f4 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:19.852535 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-989c024e-9b24-495b-a2d5-067ddf58c4f4 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:19.937994 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11872c16-49c2-46b2-9423-dca637d2fa3a req-4620f10f-e2c3-465e-b0cc-c129f506d41f tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:19.937994 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-11872c16-49c2-46b2-9423-dca637d2fa3a req-4620f10f-e2c3-465e-b0cc-c129f506d41f tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf123ed4-ebe5-4017-a2c6-749bdf761288 HTTP/1.1" status: 200 len: 946 time: 0.1028590 Dec 16 22:17:19.999228 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-11872c16-49c2-46b2-9423-dca637d2fa3a req-84efda97-d521-4916-9ee2-2cd44504bec7 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd418191-230f-4ee3-b318-8ecc950a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552623 Dec 16 22:17:20.058446 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfe13e-8307-4bed-b67a-fdb871b35d70 req-f68af9b9-abdb-4635-a982-0370098596bf tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:20.060112 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-80dfe13e-8307-4bed-b67a-fdb871b35d70 req-f68af9b9-abdb-4635-a982-0370098596bf tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.0601392 Dec 16 22:17:20.064099 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-989c024e-9b24-495b-a2d5-067ddf58c4f4 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:20.098088 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c024e-9b24-495b-a2d5-067ddf58c4f4 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b72c59b3-3518-436f-8c2c-ac862ed8a45d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:20.104361 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-989c024e-9b24-495b-a2d5-067ddf58c4f4 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:20.111142 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-989c024e-9b24-495b-a2d5-067ddf58c4f4 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "DELETE /v2.0/subnets/b72c59b3-3518-436f-8c2c-ac862ed8a45d HTTP/1.1" status: 204 len: 168 time: 0.5214424 Dec 16 22:17:20.111778 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40780) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:20.122568 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-80dfe13e-8307-4bed-b67a-fdb871b35d70 req-407cab18-3707-4707-94e8-255eb0e13285 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558658 Dec 16 22:17:20.200078 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2cca6987-1057-4056-a3e2-854b4717c8f3 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:20.337424 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64483b6-3edc-440c-842c-7db645e31b7e req-b392281b-4efc-436b-adfa-3ad082d7c1ea tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:20.339652 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b64483b6-3edc-440c-842c-7db645e31b7e req-b392281b-4efc-436b-adfa-3ad082d7c1ea tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a0526b-40fc-42b8-b45e-5d1e879290b9 HTTP/1.1" status: 200 len: 947 time: 0.1326344 Dec 16 22:17:20.343605 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2cca6987-1057-4056-a3e2-854b4717c8f3 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:20.380006 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-2cca6987-1057-4056-a3e2-854b4717c8f3 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a9eba9-0a9b-487b-a744-533427cbc669']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:20.399470 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-2cca6987-1057-4056-a3e2-854b4717c8f3 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a05081-d6b4-46fe-88ca-2722c194bc53') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:20.399772 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-2cca6987-1057-4056-a3e2-854b4717c8f3 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a05081-d6b4-46fe-88ca-2722c194bc53') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:20.416795 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2cca6987-1057-4056-a3e2-854b4717c8f3 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:20.432363 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b64483b6-3edc-440c-842c-7db645e31b7e req-421358bf-c2a5-4e3b-a743-0a16e0de058c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851996 Dec 16 22:17:20.439914 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2cca6987-1057-4056-a3e2-854b4717c8f3 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:20.446884 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cca6987-1057-4056-a3e2-854b4717c8f3 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:17:20.447410 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2cca6987-1057-4056-a3e2-854b4717c8f3 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: items = [ Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:17:20.449618 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:17:20.801799 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91ee36-990e-4eb3-aea3-25dd1cf5e3be req-48c798f9-1344-4d18-818d-54489650042e tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:20.808488 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91ee36-990e-4eb3-aea3-25dd1cf5e3be req-48c798f9-1344-4d18-818d-54489650042e tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:20.814563 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91ee36-990e-4eb3-aea3-25dd1cf5e3be req-48c798f9-1344-4d18-818d-54489650042e tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:20.820509 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91ee36-990e-4eb3-aea3-25dd1cf5e3be req-48c798f9-1344-4d18-818d-54489650042e tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:20.826994 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91ee36-990e-4eb3-aea3-25dd1cf5e3be req-48c798f9-1344-4d18-818d-54489650042e tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:20.833160 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91ee36-990e-4eb3-aea3-25dd1cf5e3be req-48c798f9-1344-4d18-818d-54489650042e tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:20.839982 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91ee36-990e-4eb3-aea3-25dd1cf5e3be req-48c798f9-1344-4d18-818d-54489650042e tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:20.847948 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-db91ee36-990e-4eb3-aea3-25dd1cf5e3be req-48c798f9-1344-4d18-818d-54489650042e tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5418 time: 0.1139145 Dec 16 22:17:20.909626 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-db91ee36-990e-4eb3-aea3-25dd1cf5e3be req-ae1e7441-7649-4e3e-9ae2-d1350668b14d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606129 Dec 16 22:17:21.045989 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2cca6987-1057-4056-a3e2-854b4717c8f3 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:21.052659 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cca6987-1057-4056-a3e2-854b4717c8f3 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 69a9eba9-0a9b-487b-a744-533427cbc669 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 22:17:21.065665 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2cca6987-1057-4056-a3e2-854b4717c8f3 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:21.074344 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2cca6987-1057-4056-a3e2-854b4717c8f3 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "DELETE /v2.0/networks/69a9eba9-0a9b-487b-a744-533427cbc669 HTTP/1.1" status: 204 len: 168 time: 0.9562383 Dec 16 22:17:21.074344 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca6987-1057-4056-a3e2-854b4717c8f3 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Pushing event deleted for resources: {'Network': ['ID=69a9eba9-0a9b-487b-a744-533427cbc669,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:21.199445 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667633e1-2729-47bc-9e31-ca89bef32dd7 req-740ee5cd-9e94-4d3d-bf83-5f12250d3556 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:21.212312 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-667633e1-2729-47bc-9e31-ca89bef32dd7 req-740ee5cd-9e94-4d3d-bf83-5f12250d3556 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf123ed4-ebe5-4017-a2c6-749bdf761288 HTTP/1.1" status: 200 len: 946 time: 0.1031797 Dec 16 22:17:21.236323 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 9b4744c9-4b22-416a-bdfd-04d28387ce51 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:17:21.335823 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-667633e1-2729-47bc-9e31-ca89bef32dd7 req-b7194f59-05e0-4c2a-922c-93962d2d5ae3 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd418191-230f-4ee3-b318-8ecc950a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214654 Dec 16 22:17:21.444615 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3af4ae-78d4-4cf3-9567-3ca8e8fe9480 req-41afc04a-06da-4eac-bb8d-3940beb1569b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:21.448788 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aa3af4ae-78d4-4cf3-9567-3ca8e8fe9480 req-41afc04a-06da-4eac-bb8d-3940beb1569b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.1286561 Dec 16 22:17:21.480089 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 9b4744c9-4b22-416a-bdfd-04d28387ce51, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=9b4744c9-4b22-416a-bdfd-04d28387ce51,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:21.498274 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '9b4744c9-4b22-416a-bdfd-04d28387ce51', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '9b4744c9-4b22-416a-bdfd-04d28387ce51', 'mac_address': 'fa:16:3e:17:7a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:17:21.611266 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aa3af4ae-78d4-4cf3-9567-3ca8e8fe9480 req-c01143d0-6ac3-4c71-990f-b7c2a736dab8 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436596 Dec 16 22:17:21.611798 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40808) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:21.613496 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:21.627521 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-826ea8f7-0f3b-444a-a5ab-3edbcd9b1541 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Request body: {'router': {'name': 'tempest-router--1250577956', 'project_id': '9d4d8f03083b4fb1ba7a36344c35b066'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:21.647684 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b4744c9-4b22-416a-bdfd-04d28387ce51 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:21.700957 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 9b4744c9-4b22-416a-bdfd-04d28387ce51, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=9b4744c9-4b22-416a-bdfd-04d28387ce51,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:21.707322 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921b818-7f25-42e9-b0af-6afd1ba5e393 req-87ba460a-1ea7-4997-8912-799457496434 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:21.721614 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5921b818-7f25-42e9-b0af-6afd1ba5e393 req-87ba460a-1ea7-4997-8912-799457496434 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a0526b-40fc-42b8-b45e-5d1e879290b9 HTTP/1.1" status: 200 len: 947 time: 0.1418562 Dec 16 22:17:21.754997 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-826ea8f7-0f3b-444a-a5ab-3edbcd9b1541 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:21.756325 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-826ea8f7-0f3b-444a-a5ab-3edbcd9b1541 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:21.806062 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:21.880631 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-826ea8f7-0f3b-444a-a5ab-3edbcd9b1541 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:21.910633 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5921b818-7f25-42e9-b0af-6afd1ba5e393 req-cd2736dc-c5f9-46ef-8bb1-e32b096313d7 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881099 Dec 16 22:17:21.916796 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=9b4744c9-4b22-416a-bdfd-04d28387ce51,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:21.939603 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-826ea8f7-0f3b-444a-a5ab-3edbcd9b1541 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:22.031845 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-826ea8f7-0f3b-444a-a5ab-3edbcd9b1541 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:22.036066 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40816) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:22.036458 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-826ea8f7-0f3b-444a-a5ab-3edbcd9b1541 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4234090 Dec 16 22:17:22.083482 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f6238-525a-4559-af15-f6ca1ac1704c req-7e1ff322-ac51-40c8-b3be-67c80a2a86e4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:22.090645 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f6238-525a-4559-af15-f6ca1ac1704c req-7e1ff322-ac51-40c8-b3be-67c80a2a86e4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:22.097075 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f6238-525a-4559-af15-f6ca1ac1704c req-7e1ff322-ac51-40c8-b3be-67c80a2a86e4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:22.104536 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f6238-525a-4559-af15-f6ca1ac1704c req-7e1ff322-ac51-40c8-b3be-67c80a2a86e4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:22.111107 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f6238-525a-4559-af15-f6ca1ac1704c req-7e1ff322-ac51-40c8-b3be-67c80a2a86e4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:22.118028 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f6238-525a-4559-af15-f6ca1ac1704c req-7e1ff322-ac51-40c8-b3be-67c80a2a86e4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:22.121136 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5dae-3fd8-43f3-a797-f1bac332da0e tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:22.124695 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f6238-525a-4559-af15-f6ca1ac1704c req-7e1ff322-ac51-40c8-b3be-67c80a2a86e4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:22.135866 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2a5f6238-525a-4559-af15-f6ca1ac1704c req-7e1ff322-ac51-40c8-b3be-67c80a2a86e4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5418 time: 0.1201382 Dec 16 22:17:22.216106 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2a5f6238-525a-4559-af15-f6ca1ac1704c req-d8e3ee78-318f-4ce7-ae7c-1ee24d36887b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788398 Dec 16 22:17:22.218686 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['9b4744c9-4b22-416a-bdfd-04d28387ce51'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:22.335683 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5dae-3fd8-43f3-a797-f1bac332da0e tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:22.338943 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5dae-3fd8-43f3-a797-f1bac332da0e tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:22.498344 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5dae-3fd8-43f3-a797-f1bac332da0e tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:22.498344 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdc5dae-3fd8-43f3-a797-f1bac332da0e tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 04743d78-0452-449d-893f-3756c70705a4 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:17:22.510808 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5dae-3fd8-43f3-a797-f1bac332da0e tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:22.512298 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9bdc5dae-3fd8-43f3-a797-f1bac332da0e tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "DELETE /v2.0/routers/04743d78-0452-449d-893f-3756c70705a4 HTTP/1.1" status: 204 len: 168 time: 0.4752212 Dec 16 22:17:22.526543 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deead133-75f4-4f8e-8585-1f1bdd089fa7 req-dde1e28a-3c83-4461-9cbb-d9e30a36ca48 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:22.528201 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-deead133-75f4-4f8e-8585-1f1bdd089fa7 req-dde1e28a-3c83-4461-9cbb-d9e30a36ca48 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf123ed4-ebe5-4017-a2c6-749bdf761288 HTTP/1.1" status: 200 len: 946 time: 0.0693583 Dec 16 22:17:22.596137 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-deead133-75f4-4f8e-8585-1f1bdd089fa7 req-6c230071-e4a8-489f-9e42-78b26fff1c8a tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd418191-230f-4ee3-b318-8ecc950a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594201 Dec 16 22:17:22.821929 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e5d6f-ffa3-4ecf-9ec0-682b8e0b484d req-9d51af78-47f4-4a5a-8b48-81857717a8b8 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:22.824711 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-160e5d6f-ffa3-4ecf-9ec0-682b8e0b484d req-9d51af78-47f4-4a5a-8b48-81857717a8b8 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.1024675 Dec 16 22:17:22.879606 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40830) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:22.897430 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-160e5d6f-ffa3-4ecf-9ec0-682b8e0b484d req-e4025815-bde6-4488-9fcb-6ff279e90536 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649624 Dec 16 22:17:23.178605 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73864865-795e-46c9-972a-975de7cbad9a req-8e7b2073-beff-48ee-b714-66ffcb19d7e3 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:23.183381 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-73864865-795e-46c9-972a-975de7cbad9a req-8e7b2073-beff-48ee-b714-66ffcb19d7e3 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a0526b-40fc-42b8-b45e-5d1e879290b9 HTTP/1.1" status: 200 len: 948 time: 0.0805106 Dec 16 22:17:23.214631 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-24637102-14b5-4655-991f-323b380d632d tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1258474841', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}, 'admin_state_up': False}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:23.264649 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-73864865-795e-46c9-972a-975de7cbad9a req-772891e5-a79e-4c89-9a70-3edfe37d0a96 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760119 Dec 16 22:17:23.300606 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd5179-66d2-4410-95d4-c303590637c8 req-84b069a7-16c4-465f-96ae-033173ccb96b tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:23.310731 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5afd5179-66d2-4410-95d4-c303590637c8 req-84b069a7-16c4-465f-96ae-033173ccb96b tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf123ed4-ebe5-4017-a2c6-749bdf761288 HTTP/1.1" status: 200 len: 946 time: 0.0821364 Dec 16 22:17:23.360699 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f035673f-13e2-4854-ac87-22d05de747a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:23.370416 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5afd5179-66d2-4410-95d4-c303590637c8 req-76783b34-afee-4f96-9388-11dce5bf597e tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd418191-230f-4ee3-b318-8ecc950a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584116 Dec 16 22:17:23.385850 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24637102-14b5-4655-991f-323b380d632d tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:23.388329 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24637102-14b5-4655-991f-323b380d632d tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:23.447991 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ec61d-5ed1-452c-a471-26d383eeca22 req-735c8dd8-534e-419b-813f-e1a299d00c76 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:23.453994 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ec61d-5ed1-452c-a471-26d383eeca22 req-735c8dd8-534e-419b-813f-e1a299d00c76 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:23.459920 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ec61d-5ed1-452c-a471-26d383eeca22 req-735c8dd8-534e-419b-813f-e1a299d00c76 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:23.466233 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ec61d-5ed1-452c-a471-26d383eeca22 req-735c8dd8-534e-419b-813f-e1a299d00c76 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:23.473629 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ec61d-5ed1-452c-a471-26d383eeca22 req-735c8dd8-534e-419b-813f-e1a299d00c76 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:23.480061 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ec61d-5ed1-452c-a471-26d383eeca22 req-735c8dd8-534e-419b-813f-e1a299d00c76 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:23.485902 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ec61d-5ed1-452c-a471-26d383eeca22 req-735c8dd8-534e-419b-813f-e1a299d00c76 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:23.487851 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d38ec61d-5ed1-452c-a471-26d383eeca22 req-735c8dd8-534e-419b-813f-e1a299d00c76 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5418 time: 0.1475708 Dec 16 22:17:23.529174 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24637102-14b5-4655-991f-323b380d632d tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:23.572082 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d38ec61d-5ed1-452c-a471-26d383eeca22 req-ceeac6df-965c-443b-8c3c-8b67a5ee8ecb tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597529 Dec 16 22:17:23.826777 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24637102-14b5-4655-991f-323b380d632d tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:24.156394 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e383057-545a-4b92-bc51-912e28aa4458 req-329533f9-2a9c-4071-a126-c1ede0e3db22 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:24.156394 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1e383057-545a-4b92-bc51-912e28aa4458 req-329533f9-2a9c-4071-a126-c1ede0e3db22 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.0616741 Dec 16 22:17:24.156394 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1e383057-545a-4b92-bc51-912e28aa4458 req-441935b0-f4ec-4687-97ba-6499781def85 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552223 Dec 16 22:17:24.388970 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed427fc-2dd1-48e3-b2f5-3ee4373ec263 req-2bf3f53c-0ec7-4c12-9646-02adfed064e7 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:24.390610 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bed427fc-2dd1-48e3-b2f5-3ee4373ec263 req-2bf3f53c-0ec7-4c12-9646-02adfed064e7 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a0526b-40fc-42b8-b45e-5d1e879290b9 HTTP/1.1" status: 200 len: 948 time: 0.0505824 Dec 16 22:17:24.443079 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bed427fc-2dd1-48e3-b2f5-3ee4373ec263 req-da9cabff-2e5b-4e1b-95e2-588657b1597d tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462871 Dec 16 22:17:24.509641 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473e213-52ce-4490-95ce-653bb8afa3e3 req-ea348394-01ce-4aca-890e-ce359484edd6 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:24.511722 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0473e213-52ce-4490-95ce-653bb8afa3e3 req-ea348394-01ce-4aca-890e-ce359484edd6 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf123ed4-ebe5-4017-a2c6-749bdf761288 HTTP/1.1" status: 200 len: 946 time: 0.0563693 Dec 16 22:17:24.564735 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0473e213-52ce-4490-95ce-653bb8afa3e3 req-70a51da6-ebb5-4960-a8c7-23ffba15a838 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd418191-230f-4ee3-b318-8ecc950a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449736 Dec 16 22:17:24.729522 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6f916-3046-4cd7-86fd-484d74ce4347 req-0b2097b8-e6b2-48e6-9681-74c2e5b7ae1d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:24.735335 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6f916-3046-4cd7-86fd-484d74ce4347 req-0b2097b8-e6b2-48e6-9681-74c2e5b7ae1d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:24.741270 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6f916-3046-4cd7-86fd-484d74ce4347 req-0b2097b8-e6b2-48e6-9681-74c2e5b7ae1d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:24.747341 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6f916-3046-4cd7-86fd-484d74ce4347 req-0b2097b8-e6b2-48e6-9681-74c2e5b7ae1d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:24.753447 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6f916-3046-4cd7-86fd-484d74ce4347 req-0b2097b8-e6b2-48e6-9681-74c2e5b7ae1d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:24.764423 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6f916-3046-4cd7-86fd-484d74ce4347 req-0b2097b8-e6b2-48e6-9681-74c2e5b7ae1d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:24.767256 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6f916-3046-4cd7-86fd-484d74ce4347 req-0b2097b8-e6b2-48e6-9681-74c2e5b7ae1d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:24.769222 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13b6f916-3046-4cd7-86fd-484d74ce4347 req-0b2097b8-e6b2-48e6-9681-74c2e5b7ae1d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5418 time: 0.0957909 Dec 16 22:17:24.843296 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13b6f916-3046-4cd7-86fd-484d74ce4347 req-a61570c6-2e2c-4fc4-aa48-fd2a7d33fa16 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666404 Dec 16 22:17:24.859560 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce0307-cdc9-4994-9ff8-d8f5893e4b83 req-33a96f87-b295-4514-af46-3bb77b0a8931 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:24.861244 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45ce0307-cdc9-4994-9ff8-d8f5893e4b83 req-33a96f87-b295-4514-af46-3bb77b0a8931 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf123ed4-ebe5-4017-a2c6-749bdf761288 HTTP/1.1" status: 200 len: 946 time: 0.0605748 Dec 16 22:17:24.964694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-45ce0307-cdc9-4994-9ff8-d8f5893e4b83 req-a2833093-8753-434a-acd8-6268cd937ac9 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Deleting port 749ecd65-1b7a-4f27-a201-62e86e2c5239 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:17:24.965037 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-45ce0307-cdc9-4994-9ff8-d8f5893e4b83 req-a2833093-8753-434a-acd8-6268cd937ac9 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:25.119730 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-45ce0307-cdc9-4994-9ff8-d8f5893e4b83 req-a2833093-8753-434a-acd8-6268cd937ac9 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] For port 749ecd65-1b7a-4f27-a201-62e86e2c5239, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=749ecd65-1b7a-4f27-a201-62e86e2c5239,segment=NetworkSegment(3a2da4c9-f382-42aa-920c-c6259a6cbcac),segment_id=3a2da4c9-f382-42aa-920c-c6259a6cbcac)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:25.120320 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-45ce0307-cdc9-4994-9ff8-d8f5893e4b83 req-a2833093-8753-434a-acd8-6268cd937ac9 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:25.139838 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-45ce0307-cdc9-4994-9ff8-d8f5893e4b83 req-a2833093-8753-434a-acd8-6268cd937ac9 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Calling delete_port for 749ecd65-1b7a-4f27-a201-62e86e2c5239 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:17:25.273687 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 9b4744c9-4b22-416a-bdfd-04d28387ce51 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:25.314183 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3cb7f-ab03-40fa-82ec-a971b898d6a1 req-fe3d1667-222c-4edb-9ac7-fe07f3e446f5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:25.316070 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f2e3cb7f-ab03-40fa-82ec-a971b898d6a1 req-fe3d1667-222c-4edb-9ac7-fe07f3e446f5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.0743475 Dec 16 22:17:25.380388 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f2e3cb7f-ab03-40fa-82ec-a971b898d6a1 req-a715ac40-c3fe-4258-8ef4-0b24d6d3bd8d tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540929 Dec 16 22:17:25.512417 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 9b4744c9-4b22-416a-bdfd-04d28387ce51 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:17:25.524878 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 9b4744c9-4b22-416a-bdfd-04d28387ce51 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:25.524878 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:25.617912 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8470aa3e-7fe5-4f50-90d0-4b4b71ebfa71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:25.622701 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:25.678189 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a0526b-40fc-42b8-b45e-5d1e879290b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4744c9-4b22-416a-bdfd-04d28387ce51'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:25.686219 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d2abcf-f5b3-4f9d-adad-48dd3182d8d7" -d '{"events": [{"server_uuid": "e7a0526b-40fc-42b8-b45e-5d1e879290b9", "name": "network-vif-plugged", "status": "completed", "tag": "9b4744c9-4b22-416a-bdfd-04d28387ce51"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:25.701392 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 9b4744c9-4b22-416a-bdfd-04d28387ce51, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=9b4744c9-4b22-416a-bdfd-04d28387ce51,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:25.719166 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6a733-3c6d-4728-bb2c-04b5f4ea943c req-ee70b68b-7a90-4975-8eac-30027de4fab7 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:25.720741 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bcd6a733-3c6d-4728-bb2c-04b5f4ea943c req-ee70b68b-7a90-4975-8eac-30027de4fab7 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a0526b-40fc-42b8-b45e-5d1e879290b9 HTTP/1.1" status: 200 len: 948 time: 0.1122479 Dec 16 22:17:25.742699 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e28ed-8059-4c6a-af9a-f6d4b4fdfa02 req-c82097bb-11bf-47cd-9b9a-7799214e4f3c tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:25.744949 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a47e28ed-8059-4c6a-af9a-f6d4b4fdfa02 req-c82097bb-11bf-47cd-9b9a-7799214e4f3c tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf123ed4-ebe5-4017-a2c6-749bdf761288 HTTP/1.1" status: 200 len: 946 time: 0.0820184 Dec 16 22:17:25.796698 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a47e28ed-8059-4c6a-af9a-f6d4b4fdfa02 req-c047d4ab-49d3-4d93-9d4e-d9b83c6927e8 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd418191-230f-4ee3-b318-8ecc950a4f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448895 Dec 16 22:17:25.829063 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:25.892069 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27d9e1b-ba95-4961-82d1-2911538f80ff x-openstack-request-id: req-f27d9e1b-ba95-4961-82d1-2911538f80ff {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:25.892626 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a0526b-40fc-42b8-b45e-5d1e879290b9", "name": "network-vif-plugged", "status": "completed", "tag": "9b4744c9-4b22-416a-bdfd-04d28387ce51", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:25.893060 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f27d9e1b-ba95-4961-82d1-2911538f80ff {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:25.894661 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a0526b-40fc-42b8-b45e-5d1e879290b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4744c9-4b22-416a-bdfd-04d28387ce51', 'code': 200} Dec 16 22:17:25.907862 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24637102-14b5-4655-991f-323b380d632d tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:25.956689 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=9b4744c9-4b22-416a-bdfd-04d28387ce51,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:25.973030 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24637102-14b5-4655-991f-323b380d632d tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:26.024826 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bcd6a733-3c6d-4728-bb2c-04b5f4ea943c req-77a1b73b-1612-4511-aada-c71eaeaeac17 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602937 Dec 16 22:17:26.027417 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e2961-60e9-40fd-bdc2-bf1e169d7d04 req-85e01ad5-a85e-4880-8e2d-81360db830c6 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:26.046948 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e2961-60e9-40fd-bdc2-bf1e169d7d04 req-85e01ad5-a85e-4880-8e2d-81360db830c6 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:26.056363 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e2961-60e9-40fd-bdc2-bf1e169d7d04 req-85e01ad5-a85e-4880-8e2d-81360db830c6 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:26.064835 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e2961-60e9-40fd-bdc2-bf1e169d7d04 req-85e01ad5-a85e-4880-8e2d-81360db830c6 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:26.073721 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e2961-60e9-40fd-bdc2-bf1e169d7d04 req-85e01ad5-a85e-4880-8e2d-81360db830c6 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:26.083693 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e2961-60e9-40fd-bdc2-bf1e169d7d04 req-85e01ad5-a85e-4880-8e2d-81360db830c6 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:26.093968 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e2961-60e9-40fd-bdc2-bf1e169d7d04 req-85e01ad5-a85e-4880-8e2d-81360db830c6 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:26.096762 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c72e2961-60e9-40fd-bdc2-bf1e169d7d04 req-85e01ad5-a85e-4880-8e2d-81360db830c6 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5418 time: 0.1465914 Dec 16 22:17:26.101460 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-45ce0307-cdc9-4994-9ff8-d8f5893e4b83 req-a2833093-8753-434a-acd8-6268cd937ac9 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:26.107941 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89169cc3-93e8-4b8c-a15a-321ab5acfc31 req-bb764edf-7472-4a95-b7d7-9f2014e0fde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:26.109719 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89169cc3-93e8-4b8c-a15a-321ab5acfc31 req-bb764edf-7472-4a95-b7d7-9f2014e0fde5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e7a0526b-40fc-42b8-b45e-5d1e879290b9 HTTP/1.1" status: 200 len: 1100 time: 0.1162415 Dec 16 22:17:26.137897 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['749ecd65-1b7a-4f27-a201-62e86e2c5239'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:26.200919 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c72e2961-60e9-40fd-bdc2-bf1e169d7d04 req-a33e54ca-5762-4b7a-ab00-0981291d6ce4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977573 Dec 16 22:17:26.216670 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2833093-8753-434a-acd8-6268cd937ac9 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Pushing event deleted for resources: {'Port': ['ID=749ecd65-1b7a-4f27-a201-62e86e2c5239,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:26.248647 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ce0307-cdc9-4994-9ff8-d8f5893e4b83 req-a2833093-8753-434a-acd8-6268cd937ac9 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] No DVR routers for this DVR port 749ecd65-1b7a-4f27-a201-62e86e2c5239 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:17:26.276845 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-45ce0307-cdc9-4994-9ff8-d8f5893e4b83 req-a2833093-8753-434a-acd8-6268cd937ac9 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:26.280469 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45ce0307-cdc9-4994-9ff8-d8f5893e4b83 req-a2833093-8753-434a-acd8-6268cd937ac9 tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.57 "DELETE /v2.0/ports/749ecd65-1b7a-4f27-a201-62e86e2c5239 HTTP/1.1" status: 204 len: 173 time: 1.4131160 Dec 16 22:17:26.283500 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89169cc3-93e8-4b8c-a15a-321ab5acfc31 req-22d80ca9-04cf-47ad-9f11-77820d8a5529 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581001 Dec 16 22:17:26.291379 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf123ed4-ebe5-4017-a2c6-749bdf761288', 'name': 'network-vif-deleted', 'tag': '749ecd65-1b7a-4f27-a201-62e86e2c5239'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:26.294995 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6d9916-f3a3-413e-88d9-f15d932a142b" -d '{"events": [{"server_uuid": "bf123ed4-ebe5-4017-a2c6-749bdf761288", "name": "network-vif-deleted", "tag": "749ecd65-1b7a-4f27-a201-62e86e2c5239"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:26.331672 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-24637102-14b5-4655-991f-323b380d632d tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Allocated IP 172.25.6.15 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/8029eadd-d064-45e1-97ce-3cfc1733f5c3) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:17:26.348536 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d688d5bc-a926-4087-a8a8-d26e06487d7c x-openstack-request-id: req-d688d5bc-a926-4087-a8a8-d26e06487d7c {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:26.348832 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf123ed4-ebe5-4017-a2c6-749bdf761288", "name": "network-vif-deleted", "tag": "749ecd65-1b7a-4f27-a201-62e86e2c5239", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:26.349110 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d688d5bc-a926-4087-a8a8-d26e06487d7c {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:26.349505 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf123ed4-ebe5-4017-a2c6-749bdf761288', 'name': 'network-vif-deleted', 'tag': '749ecd65-1b7a-4f27-a201-62e86e2c5239', 'status': 'completed', 'code': 200} Dec 16 22:17:26.490868 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24637102-14b5-4655-991f-323b380d632d tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:26.591381 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24637102-14b5-4655-991f-323b380d632d tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:26.664922 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24637102-14b5-4655-991f-323b380d632d tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Pushing event updated for resources: {'Port': ['ID=8029eadd-d064-45e1-97ce-3cfc1733f5c3,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:26.678943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24637102-14b5-4655-991f-323b380d632d tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:17:26.680558 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-24637102-14b5-4655-991f-323b380d632d tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:26.683382 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24637102-14b5-4655-991f-323b380d632d tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:17:26.789691 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:26.892772 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:26.922781 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696bf08-ec09-4966-99d6-c1a1dfb16d00 req-4ec02ea1-c66a-4947-bf69-8e9acb2abadc tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:26.924917 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d696bf08-ec09-4966-99d6-c1a1dfb16d00 req-4ec02ea1-c66a-4947-bf69-8e9acb2abadc tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.1157262 Dec 16 22:17:26.986433 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d696bf08-ec09-4966-99d6-c1a1dfb16d00 req-6e7fbbb9-69cd-4eab-847c-425de567b907 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510867 Dec 16 22:17:27.114333 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-61b4612a-42c0-4949-a39d-ebbbccce87ac req-acc84198-4e92-4a67-9cfc-4c3de1f734ed tempest-ServerGroupTestJSON-913503532 tempest-ServerGroupTestJSON-913503532-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf123ed4-ebe5-4017-a2c6-749bdf761288 HTTP/1.1" status: 200 len: 210 time: 0.0397542 Dec 16 22:17:27.318739 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210b436-f7d4-40ac-b4d6-85531ddaf0f4 req-6893f56d-10cb-4077-9c7f-b0be41a74b51 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:27.321229 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3210b436-f7d4-40ac-b4d6-85531ddaf0f4 req-6893f56d-10cb-4077-9c7f-b0be41a74b51 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.0610092 Dec 16 22:17:27.351426 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25343841-4f6e-4dd5-8a76-deade64fdfdd req-3c0a4e2d-487e-4abe-a361-f82fc4710fc6 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:27.354375 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-25343841-4f6e-4dd5-8a76-deade64fdfdd req-3c0a4e2d-487e-4abe-a361-f82fc4710fc6 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a0526b-40fc-42b8-b45e-5d1e879290b9 HTTP/1.1" status: 200 len: 949 time: 0.1634464 Dec 16 22:17:27.355787 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24637102-14b5-4655-991f-323b380d632d tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:27.389864 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3210b436-f7d4-40ac-b4d6-85531ddaf0f4 req-0b676001-03fe-4fff-98f3-b8076bb24ee8 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594702 Dec 16 22:17:27.473868 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-25343841-4f6e-4dd5-8a76-deade64fdfdd req-3569aa6c-1628-4bbb-8ca6-8f19878ff4c2 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735474 Dec 16 22:17:27.576812 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35889a-69e8-4ce9-a626-be4a8976b297 req-53ec42d1-c9f5-457a-91c6-ac2465ac2c44 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:27.583494 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35889a-69e8-4ce9-a626-be4a8976b297 req-53ec42d1-c9f5-457a-91c6-ac2465ac2c44 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:27.590508 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35889a-69e8-4ce9-a626-be4a8976b297 req-53ec42d1-c9f5-457a-91c6-ac2465ac2c44 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:27.597375 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35889a-69e8-4ce9-a626-be4a8976b297 req-53ec42d1-c9f5-457a-91c6-ac2465ac2c44 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:27.606208 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35889a-69e8-4ce9-a626-be4a8976b297 req-53ec42d1-c9f5-457a-91c6-ac2465ac2c44 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:27.609930 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35889a-69e8-4ce9-a626-be4a8976b297 req-53ec42d1-c9f5-457a-91c6-ac2465ac2c44 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:27.615868 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35889a-69e8-4ce9-a626-be4a8976b297 req-53ec42d1-c9f5-457a-91c6-ac2465ac2c44 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:27.617827 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be35889a-69e8-4ce9-a626-be4a8976b297 req-53ec42d1-c9f5-457a-91c6-ac2465ac2c44 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5418 time: 0.1583121 Dec 16 22:17:27.683909 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be35889a-69e8-4ce9-a626-be4a8976b297 req-564ceb1f-87a4-4d23-8af5-ff6ef12b2474 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555665 Dec 16 22:17:27.711948 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24637102-14b5-4655-991f-323b380d632d tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:27.960429 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24637102-14b5-4655-991f-323b380d632d tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Router 489b4644-6e97-40c6-ad97-2afba2d3b454 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:17:28.115099 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24637102-14b5-4655-991f-323b380d632d tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:17:28.130562 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c2280b-fc90-4035-9f22-624b46e3f963 None None] Sync routers for ids ['489b4644-6e97-40c6-ad97-2afba2d3b454'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:17:28.146103 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c2280b-fc90-4035-9f22-624b46e3f963 None None] Routers {'489b4644-6e97-40c6-ad97-2afba2d3b454'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:28.146764 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-59c2280b-fc90-4035-9f22-624b46e3f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['489b4644-6e97-40c6-ad97-2afba2d3b454'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:28.193906 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-59c2280b-fc90-4035-9f22-624b46e3f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:28.194008 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe068ba-1ef6-48ef-8604-e5366d06f46a req-3140c21e-bd09-4dea-aaab-020708b99cff tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:28.202007 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1fe068ba-1ef6-48ef-8604-e5366d06f46a req-3140c21e-bd09-4dea-aaab-020708b99cff tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.1264138 Dec 16 22:17:28.203078 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c2280b-fc90-4035-9f22-624b46e3f963 None None] Routers {'489b4644-6e97-40c6-ad97-2afba2d3b454'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:28.203870 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-59c2280b-fc90-4035-9f22-624b46e3f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['489b4644-6e97-40c6-ad97-2afba2d3b454'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:28.241373 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:28.247021 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-59c2280b-fc90-4035-9f22-624b46e3f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:28.247725 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c2280b-fc90-4035-9f22-624b46e3f963 None None] The sync data for ids ['489b4644-6e97-40c6-ad97-2afba2d3b454'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:17:28.281950 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1fe068ba-1ef6-48ef-8604-e5366d06f46a req-b6052a42-41e8-4e23-b0c1-7c649d7522a6 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710552 Dec 16 22:17:28.317148 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24637102-14b5-4655-991f-323b380d632d tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:28.320725 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-24637102-14b5-4655-991f-323b380d632d tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.4429784 Dec 16 22:17:28.321394 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40944) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:28.371779 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:28.439122 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2462d52c-2d42-409d-af40-bf14312639ff tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "GET /v2.0/routers/489b4644-6e97-40c6-ad97-2afba2d3b454 HTTP/1.1" status: 200 len: 920 time: 0.1164744 Dec 16 22:17:28.441661 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40960) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:28.476065 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-753f47de-2afd-41d4-8641-e65fc9e9af55 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "GET /v2.0/ports?device_id=489b4644-6e97-40c6-ad97-2afba2d3b454 HTTP/1.1" status: 200 len: 205 time: 0.0331783 Dec 16 22:17:28.478653 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40962) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:28.536878 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40966) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:28.568661 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 749ecd65-1b7a-4f27-a201-62e86e2c5239 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:17:28.608040 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 749ecd65-1b7a-4f27-a201-62e86e2c5239 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:17:28.609300 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 749ecd65-1b7a-4f27-a201-62e86e2c5239 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:17:28.609502 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e705c-a9d8-4968-ba3b-ccf987c00c98 req-5908f709-0afa-41db-8904-e9e840956fe5 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:28.618294 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-853e705c-a9d8-4968-ba3b-ccf987c00c98 req-5908f709-0afa-41db-8904-e9e840956fe5 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.1256678 Dec 16 22:17:28.662757 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13edbd7-9656-45b9-adc2-b359b3eea2f5 admin admin] Deleting subnet 53a66be9-458a-4fb2-a491-37325b5a1791 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:17:28.670967 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f13edbd7-9656-45b9-adc2-b359b3eea2f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:28.726817 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-853e705c-a9d8-4968-ba3b-ccf987c00c98 req-8d75cd1d-22c8-4e39-b9ab-2183286840c7 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076739 Dec 16 22:17:28.734686 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f13edbd7-9656-45b9-adc2-b359b3eea2f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:28.781323 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f13edbd7-9656-45b9-adc2-b359b3eea2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:28.957476 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f13edbd7-9656-45b9-adc2-b359b3eea2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:28.978112 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:29.001547 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed30e12-7237-4fd7-b005-9d19b89dd05c req-82ecc78a-ebe3-4e27-ab08-b050f3852db8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:29.007879 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed30e12-7237-4fd7-b005-9d19b89dd05c req-82ecc78a-ebe3-4e27-ab08-b050f3852db8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:29.014736 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed30e12-7237-4fd7-b005-9d19b89dd05c req-82ecc78a-ebe3-4e27-ab08-b050f3852db8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:29.021346 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed30e12-7237-4fd7-b005-9d19b89dd05c req-82ecc78a-ebe3-4e27-ab08-b050f3852db8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:29.027567 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed30e12-7237-4fd7-b005-9d19b89dd05c req-82ecc78a-ebe3-4e27-ab08-b050f3852db8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:29.033679 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed30e12-7237-4fd7-b005-9d19b89dd05c req-82ecc78a-ebe3-4e27-ab08-b050f3852db8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:29.039884 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed30e12-7237-4fd7-b005-9d19b89dd05c req-82ecc78a-ebe3-4e27-ab08-b050f3852db8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:29.041918 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aed30e12-7237-4fd7-b005-9d19b89dd05c req-82ecc78a-ebe3-4e27-ab08-b050f3852db8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5418 time: 0.1295025 Dec 16 22:17:29.047817 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68b540-b99d-40b4-a184-9c3f800d4bfd req-26aca17a-ed98-461f-bf15-2d1c9ca3b7e7 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:29.048601 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13edbd7-9656-45b9-adc2-b359b3eea2f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53a66be9-458a-4fb2-a491-37325b5a1791,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:29.054694 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f13edbd7-9656-45b9-adc2-b359b3eea2f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:29.055281 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5c68b540-b99d-40b4-a184-9c3f800d4bfd req-26aca17a-ed98-461f-bf15-2d1c9ca3b7e7 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a0526b-40fc-42b8-b45e-5d1e879290b9 HTTP/1.1" status: 200 len: 949 time: 0.2121983 Dec 16 22:17:29.061281 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f13edbd7-9656-45b9-adc2-b359b3eea2f5 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/53a66be9-458a-4fb2-a491-37325b5a1791 HTTP/1.1" status: 204 len: 168 time: 0.5223486 Dec 16 22:17:29.063214 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40972) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:29.075010 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13edbd7-9656-45b9-adc2-b359b3eea2f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:29.075410 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13edbd7-9656-45b9-adc2-b359b3eea2f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:29.075758 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13edbd7-9656-45b9-adc2-b359b3eea2f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:29.076266 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13edbd7-9656-45b9-adc2-b359b3eea2f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:29.076611 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13edbd7-9656-45b9-adc2-b359b3eea2f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:29.076950 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13edbd7-9656-45b9-adc2-b359b3eea2f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:29.077290 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13edbd7-9656-45b9-adc2-b359b3eea2f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:29.077616 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13edbd7-9656-45b9-adc2-b359b3eea2f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:29.077971 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13edbd7-9656-45b9-adc2-b359b3eea2f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:29.079254 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13edbd7-9656-45b9-adc2-b359b3eea2f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:29.079581 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13edbd7-9656-45b9-adc2-b359b3eea2f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:29.079912 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13edbd7-9656-45b9-adc2-b359b3eea2f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:29.080244 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13edbd7-9656-45b9-adc2-b359b3eea2f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:29.145608 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aed30e12-7237-4fd7-b005-9d19b89dd05c req-398f2815-2e36-419e-8414-875d19dcdfa6 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814409 Dec 16 22:17:29.201000 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d5e04588-269c-44d3-870e-5c424af9575c tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:29.255877 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5c68b540-b99d-40b4-a184-9c3f800d4bfd req-047baa25-8ba2-4578-af28-c9e6ccaf54ad tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995046 Dec 16 22:17:29.263753 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-19ab06f6-816d-4e70-b879-039126b06c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:29.391965 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a3b9a-dacc-4ac6-83d5-687793bc061e req-034bc6cf-55aa-4306-833a-dd9029051a41 tempest-ServersOnMultiNodesTest-787160010 tempest-ServersOnMultiNodesTest-787160010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:29.393563 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e1a3b9a-dacc-4ac6-83d5-687793bc061e req-034bc6cf-55aa-4306-833a-dd9029051a41 tempest-ServersOnMultiNodesTest-787160010 tempest-ServersOnMultiNodesTest-787160010-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e7a0526b-40fc-42b8-b45e-5d1e879290b9 HTTP/1.1" status: 200 len: 1100 time: 0.0504255 Dec 16 22:17:29.446498 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e1a3b9a-dacc-4ac6-83d5-687793bc061e req-ced266c9-b218-4a3b-836d-021274e332d6 tempest-ServersOnMultiNodesTest-787160010 tempest-ServersOnMultiNodesTest-787160010-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423558 Dec 16 22:17:29.446708 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-19ab06f6-816d-4e70-b879-039126b06c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:29.466178 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d5e04588-269c-44d3-870e-5c424af9575c tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:29.485963 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569df169-cd09-47a0-94a9-dd8f7db9c555 req-9be7c9b2-09a8-4d6b-be58-8e43bdb4661c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:29.487570 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-569df169-cd09-47a0-94a9-dd8f7db9c555 req-9be7c9b2-09a8-4d6b-be58-8e43bdb4661c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.1240902 Dec 16 22:17:29.496706 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-19ab06f6-816d-4e70-b879-039126b06c71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb8390c-2b13-4833-b1f2-5e8068b1d2ee']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:29.509625 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-19ab06f6-816d-4e70-b879-039126b06c71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a2da4c9-f382-42aa-920c-c6259a6cbcac') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:29.509946 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-19ab06f6-816d-4e70-b879-039126b06c71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a2da4c9-f382-42aa-920c-c6259a6cbcac') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:29.533712 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-19ab06f6-816d-4e70-b879-039126b06c71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:29.558370 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-19ab06f6-816d-4e70-b879-039126b06c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:29.573138 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ab06f6-816d-4e70-b879-039126b06c71 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:17:29.580450 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-19ab06f6-816d-4e70-b879-039126b06c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:29.584171 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83df9dc-e1b8-4b04-ae27-93b3096a83b9 req-212c0d79-b11c-4390-b6e6-acdbf778ac1e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:29.586031 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b83df9dc-e1b8-4b04-ae27-93b3096a83b9 req-212c0d79-b11c-4390-b6e6-acdbf778ac1e tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.0990863 Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:17:29.586999 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:17:29.669113 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-569df169-cd09-47a0-94a9-dd8f7db9c555 req-4b0fcf36-ceb1-4b38-9932-be26de0182e2 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551261 Dec 16 22:17:29.712852 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b29c8072-eb2b-4994-a801-b6b807795794 req-3565786f-1fa7-4a1f-87a6-bd81aab9c70b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=84a0f56690704a89b89d2fa8c0442625&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270987 Dec 16 22:17:29.728827 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-b83df9dc-e1b8-4b04-ae27-93b3096a83b9 req-e088adfc-7cbb-40fc-8c10-e1f563927128 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Deleting port ba1ff4b2-448b-404a-9ab2-814ba9765abb {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:17:29.729026 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-d5e04588-269c-44d3-870e-5c424af9575c tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Deleting port 8029eadd-d064-45e1-97ce-3cfc1733f5c3 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:17:29.729262 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b83df9dc-e1b8-4b04-ae27-93b3096a83b9 req-e088adfc-7cbb-40fc-8c10-e1f563927128 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:29.729387 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d5e04588-269c-44d3-870e-5c424af9575c tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:29.826455 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d5e04588-269c-44d3-870e-5c424af9575c tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:29.851024 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-19ab06f6-816d-4e70-b879-039126b06c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:29.876957 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-d5e04588-269c-44d3-870e-5c424af9575c tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Calling delete_port for 8029eadd-d064-45e1-97ce-3cfc1733f5c3 owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:17:29.880105 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-19ab06f6-816d-4e70-b879-039126b06c71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:29.886904 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-19ab06f6-816d-4e70-b879-039126b06c71 admin admin] 10.222.0.75 "DELETE /v2.0/networks/cdb8390c-2b13-4833-b1f2-5e8068b1d2ee HTTP/1.1" status: 204 len: 168 time: 0.8181918 Dec 16 22:17:29.904619 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab06f6-816d-4e70-b879-039126b06c71 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb8390c-2b13-4833-b1f2-5e8068b1d2ee,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:29.914081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-b83df9dc-e1b8-4b04-ae27-93b3096a83b9 req-e088adfc-7cbb-40fc-8c10-e1f563927128 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] For port ba1ff4b2-448b-404a-9ab2-814ba9765abb, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=ba1ff4b2-448b-404a-9ab2-814ba9765abb,segment=NetworkSegment(f644fd15-02a7-4c5e-8c9b-aed9015799bd),segment_id=f644fd15-02a7-4c5e-8c9b-aed9015799bd)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:29.914874 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b83df9dc-e1b8-4b04-ae27-93b3096a83b9 req-e088adfc-7cbb-40fc-8c10-e1f563927128 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:29.933232 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c8072-eb2b-4994-a801-b6b807795794 req-98cb17c5-95e5-4712-bca6-72f2701e3f2a tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:29.942129 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b29c8072-eb2b-4994-a801-b6b807795794 req-98cb17c5-95e5-4712-bca6-72f2701e3f2a tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2173285 Dec 16 22:17:29.958883 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-b83df9dc-e1b8-4b04-ae27-93b3096a83b9 req-e088adfc-7cbb-40fc-8c10-e1f563927128 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Calling delete_port for ba1ff4b2-448b-404a-9ab2-814ba9765abb owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:17:29.968391 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b29c8072-eb2b-4994-a801-b6b807795794 req-701ece71-c962-4d0c-b1e5-a5801811d273 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/quotas/84a0f56690704a89b89d2fa8c0442625 HTTP/1.1" status: 200 len: 375 time: 0.0251360 Dec 16 22:17:29.969695 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c234e5-128d-48f3-a1c4-78d104963927 req-70334164-b4d3-4d11-805d-2f82e3c5d6af tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:29.971369 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e7c234e5-128d-48f3-a1c4-78d104963927 req-70334164-b4d3-4d11-805d-2f82e3c5d6af tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 946 time: 0.1365204 Dec 16 22:17:30.112116 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e7c234e5-128d-48f3-a1c4-78d104963927 req-f15a856c-fc10-42b7-ad50-aae58ffcc61f tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/security-groups?id=72c0cd7d-bca8-4abe-8a6b-70413068a363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329753 Dec 16 22:17:30.164837 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b29c8072-eb2b-4994-a801-b6b807795794 req-6f6371ae-d6dc-4197-b206-f4589bac3977 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=84a0f56690704a89b89d2fa8c0442625&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1892228 Dec 16 22:17:30.315504 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d5e04588-269c-44d3-870e-5c424af9575c tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:30.365097 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e04588-269c-44d3-870e-5c424af9575c tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Pushing event deleted for resources: {'Port': ['ID=8029eadd-d064-45e1-97ce-3cfc1733f5c3,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:30.377906 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b83df9dc-e1b8-4b04-ae27-93b3096a83b9 req-e088adfc-7cbb-40fc-8c10-e1f563927128 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:30.423279 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088adfc-7cbb-40fc-8c10-e1f563927128 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Pushing event deleted for resources: {'Port': ['ID=ba1ff4b2-448b-404a-9ab2-814ba9765abb,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:30.438520 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['ba1ff4b2-448b-404a-9ab2-814ba9765abb'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:30.479092 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41000) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:30.496429 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e62b27-bbf9-4a9d-9752-d6ae037f808b req-86082b71-f233-4dec-93fb-d99f8551a4ac tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:30.503704 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e62b27-bbf9-4a9d-9752-d6ae037f808b req-86082b71-f233-4dec-93fb-d99f8551a4ac tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:30.510438 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e62b27-bbf9-4a9d-9752-d6ae037f808b req-86082b71-f233-4dec-93fb-d99f8551a4ac tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:30.517453 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e62b27-bbf9-4a9d-9752-d6ae037f808b req-86082b71-f233-4dec-93fb-d99f8551a4ac tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:30.524846 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e62b27-bbf9-4a9d-9752-d6ae037f808b req-86082b71-f233-4dec-93fb-d99f8551a4ac tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:30.531675 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e62b27-bbf9-4a9d-9752-d6ae037f808b req-86082b71-f233-4dec-93fb-d99f8551a4ac tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:30.531825 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83df9dc-e1b8-4b04-ae27-93b3096a83b9 req-e088adfc-7cbb-40fc-8c10-e1f563927128 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] No DVR routers for this DVR port ba1ff4b2-448b-404a-9ab2-814ba9765abb on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:17:30.538743 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e62b27-bbf9-4a9d-9752-d6ae037f808b req-86082b71-f233-4dec-93fb-d99f8551a4ac tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:30.540807 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a6e62b27-bbf9-4a9d-9752-d6ae037f808b req-86082b71-f233-4dec-93fb-d99f8551a4ac tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5418 time: 0.1794035 Dec 16 22:17:30.552942 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b83df9dc-e1b8-4b04-ae27-93b3096a83b9 req-e088adfc-7cbb-40fc-8c10-e1f563927128 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:30.562034 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b83df9dc-e1b8-4b04-ae27-93b3096a83b9 req-e088adfc-7cbb-40fc-8c10-e1f563927128 tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.76 "DELETE /v2.0/ports/ba1ff4b2-448b-404a-9ab2-814ba9765abb HTTP/1.1" status: 204 len: 173 time: 0.9682024 Dec 16 22:17:30.565488 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e46bddc-bae0-46a9-afc0-e9d6bdd73db6', 'name': 'network-vif-deleted', 'tag': 'ba1ff4b2-448b-404a-9ab2-814ba9765abb'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:30.569142 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e134a77b-7450-494b-a921-d996803dc827" -d '{"events": [{"server_uuid": "8e46bddc-bae0-46a9-afc0-e9d6bdd73db6", "name": "network-vif-deleted", "tag": "ba1ff4b2-448b-404a-9ab2-814ba9765abb"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:30.617478 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:17:30.628537 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3534f584-654b-4c72-8bdd-456fbee4741c req-a328e398-e2ed-434f-90d3-b6ba21a672f8 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 210 time: 0.0425694 Dec 16 22:17:30.637666 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d243d900-2823-4259-b16c-1478a3f0fc9d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d75d72e588ca48529245dcf25a1fd4c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1572962 Dec 16 22:17:30.643499 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41010) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:30.656569 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d5e04588-269c-44d3-870e-5c424af9575c tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:30.719549 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a6e62b27-bbf9-4a9d-9752-d6ae037f808b req-50501be3-0a9b-4cd9-b39f-db7d7d620379 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1547329 Dec 16 22:17:30.740985 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5bba5f69-4e61-4711-bcb0-711feb196c84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:30.769934 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203ca559-535f-4f14-819b-8785a00703f4 x-openstack-request-id: req-203ca559-535f-4f14-819b-8785a00703f4 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:30.770221 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e46bddc-bae0-46a9-afc0-e9d6bdd73db6", "name": "network-vif-deleted", "tag": "ba1ff4b2-448b-404a-9ab2-814ba9765abb", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:30.770488 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-203ca559-535f-4f14-819b-8785a00703f4 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:30.770981 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e46bddc-bae0-46a9-afc0-e9d6bdd73db6', 'name': 'network-vif-deleted', 'tag': 'ba1ff4b2-448b-404a-9ab2-814ba9765abb', 'status': 'completed', 'code': 200} Dec 16 22:17:30.813324 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5bba5f69-4e61-4711-bcb0-711feb196c84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:30.836196 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d5e04588-269c-44d3-870e-5c424af9575c tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:30.839619 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d5e04588-269c-44d3-870e-5c424af9575c tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:30.912161 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58d22a-87a5-4c4b-b01d-713cca8bc035 req-e210a240-3807-4519-863e-f424d71fba73 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:30.913697 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5e58d22a-87a5-4c4b-b01d-713cca8bc035 req-e210a240-3807-4519-863e-f424d71fba73 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.0919757 Dec 16 22:17:30.965869 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5e58d22a-87a5-4c4b-b01d-713cca8bc035 req-3168d9f2-71aa-4372-a846-4ebf0f22ce6a tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449262 Dec 16 22:17:31.120803 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d5e04588-269c-44d3-870e-5c424af9575c tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:31.121029 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5bba5f69-4e61-4711-bcb0-711feb196c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:31.121396 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e04588-269c-44d3-870e-5c424af9575c tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Fanout notify agent at l3_agent the message router_deleted on router 489b4644-6e97-40c6-ad97-2afba2d3b454 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:17:31.125367 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5bba5f69-4e61-4711-bcb0-711feb196c84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:31.125367 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5bba5f69-4e61-4711-bcb0-711feb196c84 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bd418191-230f-4ee3-b318-8ecc950a4f41 HTTP/1.1" status: 204 len: 168 time: 0.4803627 Dec 16 22:17:31.129194 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d5e04588-269c-44d3-870e-5c424af9575c tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:31.130387 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d5e04588-269c-44d3-870e-5c424af9575c tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "DELETE /v2.0/routers/489b4644-6e97-40c6-ad97-2afba2d3b454 HTTP/1.1" status: 204 len: 168 time: 2.6505132 Dec 16 22:17:31.133789 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41020) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:31.138398 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba5f69-4e61-4711-bcb0-711feb196c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd418191-230f-4ee3-b318-8ecc950a4f41,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:31.138560 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-952f033d-93eb-4803-84d7-77298b142a76 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1507891568', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'enable_snat': False}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:31.253008 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9baee0d3-5e79-49ba-96c9-73d151f5d365 req-2f90cfe0-ac10-423a-bc67-7029d990f43f tempest-ServersNegativeTestJSON-975396474 tempest-ServersNegativeTestJSON-975396474-project] 10.222.0.75 "GET /v2.0/ports?device_id=8e46bddc-bae0-46a9-afc0-e9d6bdd73db6 HTTP/1.1" status: 200 len: 210 time: 0.0340471 Dec 16 22:17:31.304633 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-952f033d-93eb-4803-84d7-77298b142a76 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:31.306735 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-952f033d-93eb-4803-84d7-77298b142a76 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:31.370386 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-952f033d-93eb-4803-84d7-77298b142a76 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:31.719864 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-952f033d-93eb-4803-84d7-77298b142a76 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:31.796535 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9c039905-5056-45da-b589-a4c60f687695 req-5798d909-49c9-4cd8-9113-14c93b25cfac tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 210 time: 0.0560231 Dec 16 22:17:31.923783 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc235b-3a88-44fa-a0b6-085af9bdc99d req-d584a9df-7a88-400c-9950-89bf2498da4b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:31.929982 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc235b-3a88-44fa-a0b6-085af9bdc99d req-d584a9df-7a88-400c-9950-89bf2498da4b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:31.939305 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc235b-3a88-44fa-a0b6-085af9bdc99d req-d584a9df-7a88-400c-9950-89bf2498da4b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:31.945322 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc235b-3a88-44fa-a0b6-085af9bdc99d req-d584a9df-7a88-400c-9950-89bf2498da4b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:31.952438 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc235b-3a88-44fa-a0b6-085af9bdc99d req-d584a9df-7a88-400c-9950-89bf2498da4b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:31.964980 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc235b-3a88-44fa-a0b6-085af9bdc99d req-d584a9df-7a88-400c-9950-89bf2498da4b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:31.968880 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc235b-3a88-44fa-a0b6-085af9bdc99d req-d584a9df-7a88-400c-9950-89bf2498da4b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:31.970865 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9bbc235b-3a88-44fa-a0b6-085af9bdc99d req-d584a9df-7a88-400c-9950-89bf2498da4b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5418 time: 0.1525946 Dec 16 22:17:32.056047 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9bbc235b-3a88-44fa-a0b6-085af9bdc99d req-5e97e5fd-1e92-4767-84db-3ea37dcd196e tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0770366 Dec 16 22:17:32.130414 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06e695-e5e5-4e37-9072-48458376416f req-8e7f8119-f060-49de-bd4e-2e39d357b346 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:32.132122 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a06e695-e5e5-4e37-9072-48458376416f req-8e7f8119-f060-49de-bd4e-2e39d357b346 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.0911586 Dec 16 22:17:32.189588 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a06e695-e5e5-4e37-9072-48458376416f req-528221a6-36b1-45e6-86e6-fbd2b7b05611 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502727 Dec 16 22:17:32.232740 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-952f033d-93eb-4803-84d7-77298b142a76 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:32.254412 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-952f033d-93eb-4803-84d7-77298b142a76 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:32.326020 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41048) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:32.365628 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-952f033d-93eb-4803-84d7-77298b142a76 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Allocated IP 172.25.6.111 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/4443cce6-7e30-4259-a463-665e93edbd53) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:17:32.370913 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc9be7d-01eb-4ff9-8bfb-3852d660d41f admin admin] Deleting subnet d3b028fb-b449-456f-83ef-703e1dbce1bf {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:17:32.374266 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8fc9be7d-01eb-4ff9-8bfb-3852d660d41f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:32.427250 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8fc9be7d-01eb-4ff9-8bfb-3852d660d41f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:32.478023 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8fc9be7d-01eb-4ff9-8bfb-3852d660d41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:32.502835 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-952f033d-93eb-4803-84d7-77298b142a76 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:32.686137 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-952f033d-93eb-4803-84d7-77298b142a76 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:32.686280 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8fc9be7d-01eb-4ff9-8bfb-3852d660d41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:32.713148 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9be7d-01eb-4ff9-8bfb-3852d660d41f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3b028fb-b449-456f-83ef-703e1dbce1bf,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:32.722329 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8fc9be7d-01eb-4ff9-8bfb-3852d660d41f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:32.729678 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8fc9be7d-01eb-4ff9-8bfb-3852d660d41f admin admin] 10.222.0.75 "DELETE /v2.0/subnets/d3b028fb-b449-456f-83ef-703e1dbce1bf HTTP/1.1" status: 204 len: 168 time: 0.4002686 Dec 16 22:17:32.729994 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41060) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:32.741322 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952f033d-93eb-4803-84d7-77298b142a76 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:17:32.750904 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-952f033d-93eb-4803-84d7-77298b142a76 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:32.753141 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f033d-93eb-4803-84d7-77298b142a76 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Pushing event updated for resources: {'Port': ['ID=4443cce6-7e30-4259-a463-665e93edbd53,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:32.755384 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952f033d-93eb-4803-84d7-77298b142a76 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:17:32.811133 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41064) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:32.864677 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8eb33aeb-5660-4ad3-a371-aa34ad69fc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:32.952149 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-91f48192-2029-425f-a3ef-048ebaeba39f req-2a95d84f-0d74-4390-b33e-0816479dba3c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 210 time: 0.0357494 Dec 16 22:17:32.961574 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8eb33aeb-5660-4ad3-a371-aa34ad69fc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:32.975629 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-a0320392-2e38-4eca-ae5d-cedc707244ac admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1721302284-network', 'tenant_id': '14fa89a71b19443bab437fd35023cb1c'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:32.991159 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-8eb33aeb-5660-4ad3-a371-aa34ad69fc02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cad91a34-249c-45b2-83af-f58c71b36922']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:33.005972 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-8eb33aeb-5660-4ad3-a371-aa34ad69fc02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f644fd15-02a7-4c5e-8c9b-aed9015799bd') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:33.006275 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-8eb33aeb-5660-4ad3-a371-aa34ad69fc02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f644fd15-02a7-4c5e-8c9b-aed9015799bd') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:33.019775 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8eb33aeb-5660-4ad3-a371-aa34ad69fc02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.037617 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8eb33aeb-5660-4ad3-a371-aa34ad69fc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.045222 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb33aeb-5660-4ad3-a371-aa34ad69fc02 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:17:33.045629 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8eb33aeb-5660-4ad3-a371-aa34ad69fc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:17:33.047391 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:17:33.171599 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-952f033d-93eb-4803-84d7-77298b142a76 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.191828 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0320392-2e38-4eca-ae5d-cedc707244ac admin admin] Made reservation on behalf of 14fa89a71b19443bab437fd35023cb1c for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:17:33.194575 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0320392-2e38-4eca-ae5d-cedc707244ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.210951 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0320392-2e38-4eca-ae5d-cedc707244ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.252732 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6cb9f-61f0-4eb5-a46d-a7b60875debf req-c42f4e01-4510-48cf-b1f1-86a806c5faef tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:33.258763 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6cb9f-61f0-4eb5-a46d-a7b60875debf req-c42f4e01-4510-48cf-b1f1-86a806c5faef tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:33.265175 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6cb9f-61f0-4eb5-a46d-a7b60875debf req-c42f4e01-4510-48cf-b1f1-86a806c5faef tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:33.272074 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6cb9f-61f0-4eb5-a46d-a7b60875debf req-c42f4e01-4510-48cf-b1f1-86a806c5faef tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:33.278775 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6cb9f-61f0-4eb5-a46d-a7b60875debf req-c42f4e01-4510-48cf-b1f1-86a806c5faef tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:33.284922 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6cb9f-61f0-4eb5-a46d-a7b60875debf req-c42f4e01-4510-48cf-b1f1-86a806c5faef tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:33.290983 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6cb9f-61f0-4eb5-a46d-a7b60875debf req-c42f4e01-4510-48cf-b1f1-86a806c5faef tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:33.293853 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9e6cb9f-61f0-4eb5-a46d-a7b60875debf req-c42f4e01-4510-48cf-b1f1-86a806c5faef tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5418 time: 0.1334901 Dec 16 22:17:33.297642 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8eb33aeb-5660-4ad3-a371-aa34ad69fc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.307372 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8eb33aeb-5660-4ad3-a371-aa34ad69fc02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.307372 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8eb33aeb-5660-4ad3-a371-aa34ad69fc02 admin admin] 10.222.0.75 "DELETE /v2.0/networks/cad91a34-249c-45b2-83af-f58c71b36922 HTTP/1.1" status: 204 len: 168 time: 0.5736237 Dec 16 22:17:33.328315 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 74efd0d5-e0a1-4bfc-9a1d-9968cef63895 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:17:33.341663 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb33aeb-5660-4ad3-a371-aa34ad69fc02 admin admin] Pushing event deleted for resources: {'Network': ['ID=cad91a34-249c-45b2-83af-f58c71b36922,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:33.350257 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device ba1ff4b2-448b-404a-9ab2-814ba9765abb no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:17:33.372434 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: ba1ff4b2-448b-404a-9ab2-814ba9765abb {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:17:33.373029 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device ba1ff4b2-448b-404a-9ab2-814ba9765abb not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:17:33.413658 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9e6cb9f-61f0-4eb5-a46d-a7b60875debf req-6854de24-7443-4e84-b96c-64efad052edd tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1042900 Dec 16 22:17:33.436506 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f8152-91ae-499a-9adf-6e0405690ef0 req-db3794c9-cf11-4196-8670-23974f057763 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:33.438175 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cf8f8152-91ae-499a-9adf-6e0405690ef0 req-db3794c9-cf11-4196-8670-23974f057763 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.1676443 Dec 16 22:17:33.461787 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0320392-2e38-4eca-ae5d-cedc707244ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.499998 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-952f033d-93eb-4803-84d7-77298b142a76 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.512164 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cf8f8152-91ae-499a-9adf-6e0405690ef0 req-67958d56-c1fd-4cd8-b776-47cb0c8b23a5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648487 Dec 16 22:17:33.617309 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0320392-2e38-4eca-ae5d-cedc707244ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.648294 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 74efd0d5-e0a1-4bfc-9a1d-9968cef63895, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=74efd0d5-e0a1-4bfc-9a1d-9968cef63895,segment=NetworkSegment(fdb99c20-5c2d-4757-b292-1da6b79081cb),segment_id=fdb99c20-5c2d-4757-b292-1da6b79081cb)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:33.649054 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0320392-2e38-4eca-ae5d-cedc707244ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88ab962-e89f-4fbb-a114-2988a33ecbad,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:33.660870 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0320392-2e38-4eca-ae5d-cedc707244ac admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:17:33.668435 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '74efd0d5-e0a1-4bfc-9a1d-9968cef63895', 'network_id': '133792b4-eb35-4125-8057-ae6885c1e196', 'port_id': '74efd0d5-e0a1-4bfc-9a1d-9968cef63895', 'mac_address': 'fa:16:3e:28:2e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a0b227-b5a7-4ec3-a018-5c1f436677a0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:17:33.671250 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0320392-2e38-4eca-ae5d-cedc707244ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.671603 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-a0320392-2e38-4eca-ae5d-cedc707244ac admin admin] Added segment ccd24aec-91d5-4cb6-afdc-ebad20bc7327 of type vlan for network 5c1937af-7bb6-406c-854f-833019c225af Dec 16 22:17:33.707614 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.712743 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0320392-2e38-4eca-ae5d-cedc707244ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.722791 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74efd0d5-e0a1-4bfc-9a1d-9968cef63895 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:33.743034 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 74efd0d5-e0a1-4bfc-9a1d-9968cef63895, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=74efd0d5-e0a1-4bfc-9a1d-9968cef63895,segment=NetworkSegment(fdb99c20-5c2d-4757-b292-1da6b79081cb),segment_id=fdb99c20-5c2d-4757-b292-1da6b79081cb)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:33.857424 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952f033d-93eb-4803-84d7-77298b142a76 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Router 5bc32cb5-5f54-48af-bf6d-3b9a5d80e1ef is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:17:33.937895 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.938470 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0320392-2e38-4eca-ae5d-cedc707244ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.938817 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device d4bae84f-8ce7-4c5f-afaf-512e8b879293 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:17:33.939709 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0320392-2e38-4eca-ae5d-cedc707244ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:33.940384 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0320392-2e38-4eca-ae5d-cedc707244ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:33.976223 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952f033d-93eb-4803-84d7-77298b142a76 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:17:33.999506 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a29607-ffe0-44ff-a780-6a51857ee5e7 None None] Sync routers for ids ['5bc32cb5-5f54-48af-bf6d-3b9a5d80e1ef'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:17:34.016680 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0320392-2e38-4eca-ae5d-cedc707244ac admin admin] Pushing event updated for resources: {'Network': ['ID=5c1937af-7bb6-406c-854f-833019c225af,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:34.030324 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41082) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:34.037505 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 5c1937af-7bb6-406c-854f-833019c225af details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:17:34.065722 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a29607-ffe0-44ff-a780-6a51857ee5e7 None None] Routers {'5bc32cb5-5f54-48af-bf6d-3b9a5d80e1ef'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:34.066353 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-74a29607-ffe0-44ff-a780-6a51857ee5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['5bc32cb5-5f54-48af-bf6d-3b9a5d80e1ef'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:34.085525 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dd934f59-eb5f-45ea-9fac-5dbf3940352d req-a1c95949-79cf-40e8-a1ce-e8b247fd8943 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 210 time: 0.0369742 Dec 16 22:17:34.103877 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d5e8a3fc-b59c-4e25-9592-3f62bc87e823 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=52dc9402d4464077b6d2e671843b655f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0721037 Dec 16 22:17:34.106724 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41084) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:34.122696 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a0320392-2e38-4eca-ae5d-cedc707244ac admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3105059 Dec 16 22:17:34.129673 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-952f033d-93eb-4803-84d7-77298b142a76 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:34.131140 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-952f033d-93eb-4803-84d7-77298b142a76 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.9963524 Dec 16 22:17:34.136759 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41086) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:34.137469 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41088) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:34.144460 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-54383ad7-ea8e-44a8-9619-66a4e28e16da admin admin] Request body: {'subnet': {'network_id': '5c1937af-7bb6-406c-854f-833019c225af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1721302284-subnet', 'tenant_id': '14fa89a71b19443bab437fd35023cb1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:34.148798 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=74efd0d5-e0a1-4bfc-9a1d-9968cef63895,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:34.157448 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b29c8072-eb2b-4994-a801-b6b807795794 req-7de9729f-c47a-40c2-8c57-381d16a40623 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=84a0f56690704a89b89d2fa8c0442625&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515416 Dec 16 22:17:34.185841 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-420ed995-48a8-4114-83bd-1c707b969e99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:34.210278 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-420ed995-48a8-4114-83bd-1c707b969e99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:34.302880 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port d4bae84f-8ce7-4c5f-afaf-512e8b879293, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d4bae84f-8ce7-4c5f-afaf-512e8b879293,segment=NetworkSegment(fa8a56cc-291b-4123-9629-0e526309a2be),segment_id=fa8a56cc-291b-4123-9629-0e526309a2be)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:34.324001 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'd4bae84f-8ce7-4c5f-afaf-512e8b879293', 'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6', 'port_id': 'd4bae84f-8ce7-4c5f-afaf-512e8b879293', 'mac_address': 'fa:16:3e:0f:4a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d9264a-299a-4d37-a6df-7bf2c29884f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:17:34.326918 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-74a29607-ffe0-44ff-a780-6a51857ee5e7 None None] Set router 5bc32cb5-5f54-48af-bf6d-3b9a5d80e1ef gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:17:34.366356 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-420ed995-48a8-4114-83bd-1c707b969e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:34.372670 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-420ed995-48a8-4114-83bd-1c707b969e99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:34.376869 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-420ed995-48a8-4114-83bd-1c707b969e99 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/72c0cd7d-bca8-4abe-8a6b-70413068a363 HTTP/1.1" status: 204 len: 168 time: 0.2688508 Dec 16 22:17:34.389445 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ed995-48a8-4114-83bd-1c707b969e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c0cd7d-bca8-4abe-8a6b-70413068a363,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:34.403168 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0d8b9c2c-490c-4100-a53d-238cb578a61b tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "GET /v2.0/routers/5bc32cb5-5f54-48af-bf6d-3b9a5d80e1ef HTTP/1.1" status: 200 len: 909 time: 0.2598221 Dec 16 22:17:34.403829 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41092) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:34.409534 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-42a552a1-eea0-46de-b28f-7a64bf755c24 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1507891568', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'enable_snat': True}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:34.419224 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54383ad7-ea8e-44a8-9619-66a4e28e16da admin admin] Made reservation on behalf of 14fa89a71b19443bab437fd35023cb1c for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:17:34.419703 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-54383ad7-ea8e-44a8-9619-66a4e28e16da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:34.429701 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c8072-eb2b-4994-a801-b6b807795794 req-2e69724e-c73a-48e2-8f51-7b734ad370c3 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:34.431223 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b29c8072-eb2b-4994-a801-b6b807795794 req-2e69724e-c73a-48e2-8f51-7b734ad370c3 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2152543 Dec 16 22:17:34.477863 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9b84848a-8959-427f-b84f-be8e43ad5589 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Request body: {'port': {'device_id': '0e2af7b3-6234-4cde-8229-6efb50c787db', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': '84a0f56690704a89b89d2fa8c0442625'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:34.490094 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:34.522285 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4bae84f-8ce7-4c5f-afaf-512e8b879293 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:34.565324 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port d4bae84f-8ce7-4c5f-afaf-512e8b879293, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d4bae84f-8ce7-4c5f-afaf-512e8b879293,segment=NetworkSegment(fa8a56cc-291b-4123-9629-0e526309a2be),segment_id=fa8a56cc-291b-4123-9629-0e526309a2be)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:34.657582 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd72f6-d870-472d-b518-ab6e3a8932ea req-0d49db2f-cec5-4062-baf4-630ebb34b251 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:34.659426 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d4cd72f6-d870-472d-b518-ab6e3a8932ea req-0d49db2f-cec5-4062-baf4-630ebb34b251 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.0602145 Dec 16 22:17:34.660933 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-74a29607-ffe0-44ff-a780-6a51857ee5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc32cb5-5f54-48af-bf6d-3b9a5d80e1ef', 'name': 'tempest-snat-router-1507891568', 'tenant_id': 'b86f4805031847a9a2093d30c1dd1ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.111'}], 'enable_snat': False}, 'gw_port_id': '4443cce6-7e30-4259-a463-665e93edbd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:31Z', 'updated_at': '2021-12-16T22:17:32Z', 'revision_number': 3, 'project_id': 'b86f4805031847a9a2093d30c1dd1ea9', 'gw_port': {'id': '4443cce6-7e30-4259-a463-665e93edbd53', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:93:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc32cb5-5f54-48af-bf6d-3b9a5d80e1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:32Z', 'updated_at': '2021-12-16T22:17:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:34.694908 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a29607-ffe0-44ff-a780-6a51857ee5e7 None None] Checking router: 5bc32cb5-5f54-48af-bf6d-3b9a5d80e1ef for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:17:34.695291 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a29607-ffe0-44ff-a780-6a51857ee5e7 None None] Updating router 5bc32cb5-5f54-48af-bf6d-3b9a5d80e1ef port 4443cce6-7e30-4259-a463-665e93edbd53 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:17:34.723643 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d4cd72f6-d870-472d-b518-ab6e3a8932ea req-799348e0-7773-49e3-97c7-60be021ec8e9 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569372 Dec 16 22:17:34.727861 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-74a29607-ffe0-44ff-a780-6a51857ee5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:34.751032 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:34.751742 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device cdf3648f-0e95-45df-b89b-23cc65ae37c9 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:17:34.898541 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=d4bae84f-8ce7-4c5f-afaf-512e8b879293,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:34.981745 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42a552a1-eea0-46de-b28f-7a64bf755c24 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:34.982802 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42a552a1-eea0-46de-b28f-7a64bf755c24 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:34.983597 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-dd8cf670-39c0-4730-8d8d-6a4f3d2a01ae service neutron] show failed (client error): The resource could not be found. Dec 16 22:17:34.984905 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-dd8cf670-39c0-4730-8d8d-6a4f3d2a01ae service neutron] 10.222.0.76 "GET /v2.0/ports/b174ce39-c097-494c-8dd0-68558861d527/bindings/n-h2-815324-4 HTTP/1.1" status: 404 len: 380 time: 0.0859106 Dec 16 22:17:35.053836 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port cdf3648f-0e95-45df-b89b-23cc65ae37c9, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=cdf3648f-0e95-45df-b89b-23cc65ae37c9,segment=NetworkSegment(de6410b3-48d2-4076-afb0-e054cc3678c7),segment_id=de6410b3-48d2-4076-afb0-e054cc3678c7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:35.064175 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352cba0-2cb8-440a-af36-7a821712dbc7 req-8f0d5728-af23-422e-ac12-92d828615aa1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:35.070360 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352cba0-2cb8-440a-af36-7a821712dbc7 req-8f0d5728-af23-422e-ac12-92d828615aa1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:35.076945 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352cba0-2cb8-440a-af36-7a821712dbc7 req-8f0d5728-af23-422e-ac12-92d828615aa1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:35.083120 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352cba0-2cb8-440a-af36-7a821712dbc7 req-8f0d5728-af23-422e-ac12-92d828615aa1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:35.083497 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'cdf3648f-0e95-45df-b89b-23cc65ae37c9', 'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab', 'port_id': 'cdf3648f-0e95-45df-b89b-23cc65ae37c9', 'mac_address': 'fa:16:3e:fc:31:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2825e101-39ca-4951-81d0-6f6735824e32', 'ip_address': '10.1.1.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:17:35.088986 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352cba0-2cb8-440a-af36-7a821712dbc7 req-8f0d5728-af23-422e-ac12-92d828615aa1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:35.095071 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352cba0-2cb8-440a-af36-7a821712dbc7 req-8f0d5728-af23-422e-ac12-92d828615aa1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:35.101589 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352cba0-2cb8-440a-af36-7a821712dbc7 req-8f0d5728-af23-422e-ac12-92d828615aa1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:35.110079 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4352cba0-2cb8-440a-af36-7a821712dbc7 req-8f0d5728-af23-422e-ac12-92d828615aa1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5419 time: 0.5275741 Dec 16 22:17:35.160379 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42a552a1-eea0-46de-b28f-7a64bf755c24 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.170077 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.231718 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-05592428-c4ed-4f6d-aae7-23749bfaa3d5 req-572522e0-de70-4d1b-99d7-2f8971692384 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 210 time: 0.0498991 Dec 16 22:17:35.268341 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf3648f-0e95-45df-b89b-23cc65ae37c9 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:35.270507 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4352cba0-2cb8-440a-af36-7a821712dbc7 req-73f02168-6af7-40a9-a51e-062b4c20367a tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1592467 Dec 16 22:17:35.299370 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port cdf3648f-0e95-45df-b89b-23cc65ae37c9, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=cdf3648f-0e95-45df-b89b-23cc65ae37c9,segment=NetworkSegment(de6410b3-48d2-4076-afb0-e054cc3678c7),segment_id=de6410b3-48d2-4076-afb0-e054cc3678c7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:35.324391 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-74a29607-ffe0-44ff-a780-6a51857ee5e7 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.470295 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42a552a1-eea0-46de-b28f-7a64bf755c24 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.492261 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9b84848a-8959-427f-b84f-be8e43ad5589 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Made reservation on behalf of 84a0f56690704a89b89d2fa8c0442625 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:17:35.492590 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.493268 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 932561c8-57cf-466c-86d4-05fa02856f87 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:17:35.495540 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-74a29607-ffe0-44ff-a780-6a51857ee5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.496385 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9b84848a-8959-427f-b84f-be8e43ad5589 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.588584 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-74a29607-ffe0-44ff-a780-6a51857ee5e7 None None] Attempting to bind port 4443cce6-7e30-4259-a463-665e93edbd53 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:35.589418 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-74a29607-ffe0-44ff-a780-6a51857ee5e7 None None] Attempting to bind port 4443cce6-7e30-4259-a463-665e93edbd53 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:35.589753 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a29607-ffe0-44ff-a780-6a51857ee5e7 None None] Attempting to bind port 4443cce6-7e30-4259-a463-665e93edbd53 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:35.594376 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=cdf3648f-0e95-45df-b89b-23cc65ae37c9,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:35.598158 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 932561c8-57cf-466c-86d4-05fa02856f87, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=932561c8-57cf-466c-86d4-05fa02856f87,segment=NetworkSegment(de6410b3-48d2-4076-afb0-e054cc3678c7),segment_id=de6410b3-48d2-4076-afb0-e054cc3678c7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:35.630320 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a29607-ffe0-44ff-a780-6a51857ee5e7 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:35.630696 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a29607-ffe0-44ff-a780-6a51857ee5e7 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:35.631130 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-74a29607-ffe0-44ff-a780-6a51857ee5e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.631533 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a29607-ffe0-44ff-a780-6a51857ee5e7 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:35.632023 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-74a29607-ffe0-44ff-a780-6a51857ee5e7 None None] Bound port: 4443cce6-7e30-4259-a463-665e93edbd53, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:35.632407 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-74a29607-ffe0-44ff-a780-6a51857ee5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.642920 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-54383ad7-ea8e-44a8-9619-66a4e28e16da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.662242 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '932561c8-57cf-466c-86d4-05fa02856f87', 'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab', 'port_id': '932561c8-57cf-466c-86d4-05fa02856f87', 'mac_address': 'fa:16:3e:e4:81:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2825e101-39ca-4951-81d0-6f6735824e32', 'ip_address': '10.1.1.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:17:35.692838 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9b84848a-8959-427f-b84f-be8e43ad5589 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Allocated IP 192.168.233.155 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:17:35.712196 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383e599-1e86-4e83-91b2-c698475b6303 None None] Pushing event updated for resources: {'Port': ['ID=4443cce6-7e30-4259-a463-665e93edbd53,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:35.735186 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-74a29607-ffe0-44ff-a780-6a51857ee5e7 None None] For port 4443cce6-7e30-4259-a463-665e93edbd53, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:17:35.740218 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-74a29607-ffe0-44ff-a780-6a51857ee5e7 None None] For port 4443cce6-7e30-4259-a463-665e93edbd53, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4443cce6-7e30-4259-a463-665e93edbd53,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:17:35.742726 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.759244 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 932561c8-57cf-466c-86d4-05fa02856f87 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:35.775675 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54383ad7-ea8e-44a8-9619-66a4e28e16da admin admin] Pushing event updated for resources: {'Subnet': ['ID=4012085c-74d4-4d83-9e4d-14ad56ea9a5d,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:35.784101 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 932561c8-57cf-466c-86d4-05fa02856f87, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=932561c8-57cf-466c-86d4-05fa02856f87,segment=NetworkSegment(de6410b3-48d2-4076-afb0-e054cc3678c7),segment_id=de6410b3-48d2-4076-afb0-e054cc3678c7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:35.829527 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-74a29607-ffe0-44ff-a780-6a51857ee5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.853173 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54383ad7-ea8e-44a8-9619-66a4e28e16da admin admin] Checking segment: {'id': 'ccd24aec-91d5-4cb6-afdc-ebad20bc7327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5c1937af-7bb6-406c-854f-833019c225af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:35.853744 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54383ad7-ea8e-44a8-9619-66a4e28e16da admin admin] Network hostable DHCP agents. Network: 5c1937af-7bb6-406c-854f-833019c225af, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:17:35.891080 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a29607-ffe0-44ff-a780-6a51857ee5e7 None None] Routers {'5bc32cb5-5f54-48af-bf6d-3b9a5d80e1ef'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:35.892708 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-74a29607-ffe0-44ff-a780-6a51857ee5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['5bc32cb5-5f54-48af-bf6d-3b9a5d80e1ef'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:35.912381 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ed2b6-e371-482e-b6cb-e78145fd122c req-8e81ebe5-a8c9-4f80-89b5-2788db3b6141 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:35.923798 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-698ed2b6-e371-482e-b6cb-e78145fd122c req-8e81ebe5-a8c9-4f80-89b5-2788db3b6141 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.1028812 Dec 16 22:17:35.934069 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:35.934889 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device be59d789-35f2-47f8-a2bf-dacd1121b4c0 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:17:35.937171 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383e599-1e86-4e83-91b2-c698475b6303 None None] Pushing event updated for resources: {'Port': ['ID=4443cce6-7e30-4259-a463-665e93edbd53,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:35.999751 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-698ed2b6-e371-482e-b6cb-e78145fd122c req-e0f36647-6e4e-4bc9-b2f6-f9899e320255 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690713 Dec 16 22:17:36.079974 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54383ad7-ea8e-44a8-9619-66a4e28e16da admin admin] Network 5c1937af-7bb6-406c-854f-833019c225af is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:17:36.153123 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9b84848a-8959-427f-b84f-be8e43ad5589 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:36.203076 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port be59d789-35f2-47f8-a2bf-dacd1121b4c0, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=be59d789-35f2-47f8-a2bf-dacd1121b4c0,segment=NetworkSegment(de6410b3-48d2-4076-afb0-e054cc3678c7),segment_id=de6410b3-48d2-4076-afb0-e054cc3678c7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:36.224983 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-b646f046-1847-4011-869f-6f00a63ccf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:36.226084 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=932561c8-57cf-466c-86d4-05fa02856f87,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:36.227217 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-b646f046-1847-4011-869f-6f00a63ccf5d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058&tenant_id=54dbe85688564892aa5226bd9c604156 HTTP/1.1" status: 200 len: 1101 time: 0.1642706 Dec 16 22:17:36.232362 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-74a29607-ffe0-44ff-a780-6a51857ee5e7 None None] Set router 5bc32cb5-5f54-48af-bf6d-3b9a5d80e1ef gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:17:36.232558 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-54383ad7-ea8e-44a8-9619-66a4e28e16da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 5c1937af-7bb6-406c-854f-833019c225af) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:36.235229 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'be59d789-35f2-47f8-a2bf-dacd1121b4c0', 'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab', 'port_id': 'be59d789-35f2-47f8-a2bf-dacd1121b4c0', 'mac_address': 'fa:16:3e:f9:16:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2825e101-39ca-4951-81d0-6f6735824e32', 'ip_address': '10.1.1.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:17:36.240924 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54383ad7-ea8e-44a8-9619-66a4e28e16da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:36.241550 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-54383ad7-ea8e-44a8-9619-66a4e28e16da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:36.258473 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-c7aa57f1-5fa6-4899-b83e-146100c02f61 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-4', 'device_owner': 'compute:nova'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:36.294947 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e358048c-ed67-44cb-b8c6-a21ebd59a142 None None] Network 5c1937af-7bb6-406c-854f-833019c225af requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:17:36.366521 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42a552a1-eea0-46de-b28f-7a64bf755c24 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:36.403005 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42a552a1-eea0-46de-b28f-7a64bf755c24 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:36.423588 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:36.432228 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-804417ed-fe71-4c8d-aec5-ac74de4fe26f req-5182d192-62de-4ca7-bd68-7ba59b575ca1 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 210 time: 0.0684252 Dec 16 22:17:36.434733 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-c7aa57f1-5fa6-4899-b83e-146100c02f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:36.473277 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22e177-7af8-44cb-ae28-cce1e7328765 req-e0c32e83-2238-41e4-9670-d4a15a3ed3ff tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:36.473277 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22e177-7af8-44cb-ae28-cce1e7328765 req-e0c32e83-2238-41e4-9670-d4a15a3ed3ff tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:36.480541 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22e177-7af8-44cb-ae28-cce1e7328765 req-e0c32e83-2238-41e4-9670-d4a15a3ed3ff tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:36.484135 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-54383ad7-ea8e-44a8-9619-66a4e28e16da admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3451073 Dec 16 22:17:36.487288 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41136) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:36.488389 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22e177-7af8-44cb-ae28-cce1e7328765 req-e0c32e83-2238-41e4-9670-d4a15a3ed3ff tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:36.493759 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-c799d421-59a7-445d-8410-d08afbcb65d3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1721302284-router', 'tenant_id': '14fa89a71b19443bab437fd35023cb1c', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:36.496449 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22e177-7af8-44cb-ae28-cce1e7328765 req-e0c32e83-2238-41e4-9670-d4a15a3ed3ff tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:36.503434 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22e177-7af8-44cb-ae28-cce1e7328765 req-e0c32e83-2238-41e4-9670-d4a15a3ed3ff tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:36.510315 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22e177-7af8-44cb-ae28-cce1e7328765 req-e0c32e83-2238-41e4-9670-d4a15a3ed3ff tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:36.519635 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6b22e177-7af8-44cb-ae28-cce1e7328765 req-e0c32e83-2238-41e4-9670-d4a15a3ed3ff tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5422 time: 0.1239042 Dec 16 22:17:36.548237 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be59d789-35f2-47f8-a2bf-dacd1121b4c0 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:36.548826 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9b84848a-8959-427f-b84f-be8e43ad5589 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:36.562378 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587d8861-6603-4ce4-9b58-cbb24b8f57de None None] Network 5c1937af-7bb6-406c-854f-833019c225af requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:17:36.602914 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6b22e177-7af8-44cb-ae28-cce1e7328765 req-e5e89ec6-6188-450f-9d83-172a03566d3a tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820158 Dec 16 22:17:36.629426 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9c542d95-fa6f-4d6e-befb-2c00a17a1eeb', '445d23f8-0a76-4912-86a3-0ac58353279f'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:36.634061 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6c17bdca-25a2-4289-a713-5364eb2bc111', '8ac3f3ae-03ec-43aa-9f2f-196fde36ac18', 'aa94ee2e-f1f7-4556-80be-e998211e8979', '9b4744c9-4b22-416a-bdfd-04d28387ce51'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:36.676371 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port be59d789-35f2-47f8-a2bf-dacd1121b4c0, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=be59d789-35f2-47f8-a2bf-dacd1121b4c0,segment=NetworkSegment(de6410b3-48d2-4076-afb0-e054cc3678c7),segment_id=de6410b3-48d2-4076-afb0-e054cc3678c7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:36.719872 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9b84848a-8959-427f-b84f-be8e43ad5589 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:17:36.752283 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-42a552a1-eea0-46de-b28f-7a64bf755c24 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Allocated IP 172.25.6.211 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/bd537ab7-f607-432f-a875-891117601470) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:17:36.752283 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9b84848a-8959-427f-b84f-be8e43ad5589 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:36.754370 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9b84848a-8959-427f-b84f-be8e43ad5589 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:17:36.794838 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84848a-8959-427f-b84f-be8e43ad5589 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Pushing event updated for resources: {'Port': ['ID=5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:36.879107 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-74a29607-ffe0-44ff-a780-6a51857ee5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc32cb5-5f54-48af-bf6d-3b9a5d80e1ef', 'name': 'tempest-snat-router-1507891568', 'tenant_id': 'b86f4805031847a9a2093d30c1dd1ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.111'}], 'enable_snat': False}, 'gw_port_id': '4443cce6-7e30-4259-a463-665e93edbd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:31Z', 'updated_at': '2021-12-16T22:17:32Z', 'revision_number': 3, 'project_id': 'b86f4805031847a9a2093d30c1dd1ea9', 'gw_port': {'id': '4443cce6-7e30-4259-a463-665e93edbd53', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:93:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc32cb5-5f54-48af-bf6d-3b9a5d80e1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:32Z', 'updated_at': '2021-12-16T22:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:36.925192 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9b84848a-8959-427f-b84f-be8e43ad5589 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:36.925192 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9b84848a-8959-427f-b84f-be8e43ad5589 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:36.929846 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a29607-ffe0-44ff-a780-6a51857ee5e7 None None] The sync data for ids ['5bc32cb5-5f54-48af-bf6d-3b9a5d80e1ef'] in n-d-815324-4 is: [{'id': '5bc32cb5-5f54-48af-bf6d-3b9a5d80e1ef', 'name': 'tempest-snat-router-1507891568', 'tenant_id': 'b86f4805031847a9a2093d30c1dd1ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.111'}], 'enable_snat': False}, 'gw_port_id': '4443cce6-7e30-4259-a463-665e93edbd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:31Z', 'updated_at': '2021-12-16T22:17:32Z', 'revision_number': 3, 'project_id': 'b86f4805031847a9a2093d30c1dd1ea9', 'gw_port': {'id': '4443cce6-7e30-4259-a463-665e93edbd53', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:93:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc32cb5-5f54-48af-bf6d-3b9a5d80e1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:32Z', 'updated_at': '2021-12-16T22:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:17:36.931989 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:36.933940 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 279064a7-b0af-47a2-926c-bbdc2a0e2846 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:17:37.021454 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-c7aa57f1-5fa6-4899-b83e-146100c02f61 service neutron] For port b174ce39-c097-494c-8dd0-68558861d527, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=b174ce39-c097-494c-8dd0-68558861d527,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:37.085654 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-c7aa57f1-5fa6-4899-b83e-146100c02f61 service neutron] For port b174ce39-c097-494c-8dd0-68558861d527, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:17:37.154388 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-c7aa57f1-5fa6-4899-b83e-146100c02f61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:37.172524 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c799d421-59a7-445d-8410-d08afbcb65d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:37.173723 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c799d421-59a7-445d-8410-d08afbcb65d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:37.189180 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99ae0d6-c9ee-4d51-9064-d15a6a5ec058', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b174ce39-c097-494c-8dd0-68558861d527'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:37.191648 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e86303b-d7bf-4674-85ff-951b6fe10eef" -d '{"events": [{"server_uuid": "e99ae0d6-c9ee-4d51-9064-d15a6a5ec058", "name": "network-vif-unplugged", "status": "completed", "tag": "b174ce39-c097-494c-8dd0-68558861d527"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:37.192533 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.resource_extend [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:17:37.233005 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9b84848a-8959-427f-b84f-be8e43ad5589 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7607703 Dec 16 22:17:37.244308 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=be59d789-35f2-47f8-a2bf-dacd1121b4c0,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:37.262463 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-c7aa57f1-5fa6-4899-b83e-146100c02f61 service neutron] Transition to ACTIVE for port object b174ce39-c097-494c-8dd0-68558861d527 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:17:37.277008 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9ae60963-532c-4153-b781-8041e6251f88 service neutron] Request body: {'port': {'device_id': '0e2af7b3-6234-4cde-8229-6efb50c787db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:37.284254 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 279064a7-b0af-47a2-926c-bbdc2a0e2846, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=279064a7-b0af-47a2-926c-bbdc2a0e2846,segment=NetworkSegment(de6410b3-48d2-4076-afb0-e054cc3678c7),segment_id=de6410b3-48d2-4076-afb0-e054cc3678c7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:37.322384 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d528ca4c-28ca-4176-b046-58cb76ef3563 None None] Provisioning complete for port 5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:37.322384 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d528ca4c-28ca-4176-b046-58cb76ef3563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:37.370797 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '279064a7-b0af-47a2-926c-bbdc2a0e2846', 'network_id': 'ed98cd84-f1a0-4624-adfa-872d69e0e5ab', 'port_id': '279064a7-b0af-47a2-926c-bbdc2a0e2846', 'mac_address': 'fa:16:3e:a4:bb:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2825e101-39ca-4951-81d0-6f6735824e32', 'ip_address': '10.1.1.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:17:37.439827 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3291af-c1bf-432a-b407-4f36702476ae x-openstack-request-id: req-ff3291af-c1bf-432a-b407-4f36702476ae {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:37.440459 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99ae0d6-c9ee-4d51-9064-d15a6a5ec058", "name": "network-vif-unplugged", "status": "completed", "tag": "b174ce39-c097-494c-8dd0-68558861d527", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:37.440938 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ff3291af-c1bf-432a-b407-4f36702476ae {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:37.441535 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99ae0d6-c9ee-4d51-9064-d15a6a5ec058', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b174ce39-c097-494c-8dd0-68558861d527', 'code': 200} Dec 16 22:17:37.455570 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-c7aa57f1-5fa6-4899-b83e-146100c02f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:37.523215 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d528ca4c-28ca-4176-b046-58cb76ef3563 None None] Port 5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:17:37.577468 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa57f1-5fa6-4899-b83e-146100c02f61 service neutron] Pushing event updated for resources: {'Port': ['ID=b174ce39-c097-494c-8dd0-68558861d527,revision_number=6']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:37.605403 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:37.690462 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 279064a7-b0af-47a2-926c-bbdc2a0e2846 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:37.737257 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba6c8f-3644-4d61-af80-12fc18a8ef8d req-ad72ce79-6a79-49c9-9f78-d61ffbaa716c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:37.747942 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e5ba6c8f-3644-4d61-af80-12fc18a8ef8d req-ad72ce79-6a79-49c9-9f78-d61ffbaa716c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 936 time: 0.1075761 Dec 16 22:17:37.763602 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42a552a1-eea0-46de-b28f-7a64bf755c24 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:37.786939 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 279064a7-b0af-47a2-926c-bbdc2a0e2846, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=279064a7-b0af-47a2-926c-bbdc2a0e2846,segment=NetworkSegment(de6410b3-48d2-4076-afb0-e054cc3678c7),segment_id=de6410b3-48d2-4076-afb0-e054cc3678c7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:37.833802 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e5ba6c8f-3644-4d61-af80-12fc18a8ef8d req-29c66406-a6d7-4343-8473-e2b716342527 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828812 Dec 16 22:17:37.834007 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9ae60963-532c-4153-b781-8041e6251f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:37.852527 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c799d421-59a7-445d-8410-d08afbcb65d3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:37.876938 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47348960-c6c0-4580-9e2a-f7bc369a9f90 req-b9bd779d-1d9f-4ee8-a23a-4401ec5849cd tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:37.884360 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:37.890691 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47348960-c6c0-4580-9e2a-f7bc369a9f90 req-b9bd779d-1d9f-4ee8-a23a-4401ec5849cd tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.6875660 Dec 16 22:17:37.970649 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-c7aa57f1-5fa6-4899-b83e-146100c02f61 service neutron] No DVR routers for this DVR port b174ce39-c097-494c-8dd0-68558861d527 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:17:37.973323 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42a552a1-eea0-46de-b28f-7a64bf755c24 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:38.006316 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=279064a7-b0af-47a2-926c-bbdc2a0e2846,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:38.079532 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ce6fb-f419-46f7-9945-53902145447f req-6295935e-3804-4d06-8220-ed9b824043b6 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:38.087158 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ce6fb-f419-46f7-9945-53902145447f req-6295935e-3804-4d06-8220-ed9b824043b6 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:38.087976 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device d4c02002-46db-4b56-bc15-eb1387a0bf64 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:17:38.116893 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ce6fb-f419-46f7-9945-53902145447f req-6295935e-3804-4d06-8220-ed9b824043b6 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:38.137838 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ce6fb-f419-46f7-9945-53902145447f req-6295935e-3804-4d06-8220-ed9b824043b6 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:38.163514 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ce6fb-f419-46f7-9945-53902145447f req-6295935e-3804-4d06-8220-ed9b824043b6 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:38.179727 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ce6fb-f419-46f7-9945-53902145447f req-6295935e-3804-4d06-8220-ed9b824043b6 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:38.197449 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ce6fb-f419-46f7-9945-53902145447f req-6295935e-3804-4d06-8220-ed9b824043b6 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:38.200866 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-055ce6fb-f419-46f7-9945-53902145447f req-6295935e-3804-4d06-8220-ed9b824043b6 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5424 time: 0.2799857 Dec 16 22:17:38.326991 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port d4c02002-46db-4b56-bc15-eb1387a0bf64, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d4c02002-46db-4b56-bc15-eb1387a0bf64,segment=NetworkSegment(fdb99c20-5c2d-4757-b292-1da6b79081cb),segment_id=fdb99c20-5c2d-4757-b292-1da6b79081cb)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:38.330311 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-055ce6fb-f419-46f7-9945-53902145447f req-cfc0ae30-9328-4a34-8b15-adfab4a4b058 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1194017 Dec 16 22:17:38.341828 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41186) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:38.348844 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'd4c02002-46db-4b56-bc15-eb1387a0bf64', 'network_id': '133792b4-eb35-4125-8057-ae6885c1e196', 'port_id': 'd4c02002-46db-4b56-bc15-eb1387a0bf64', 'mac_address': 'fa:16:3e:63:ac:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a0b227-b5a7-4ec3-a018-5c1f436677a0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:17:38.420160 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:38.437084 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c02002-46db-4b56-bc15-eb1387a0bf64 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:38.485774 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port d4c02002-46db-4b56-bc15-eb1387a0bf64, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d4c02002-46db-4b56-bc15-eb1387a0bf64,segment=NetworkSegment(fdb99c20-5c2d-4757-b292-1da6b79081cb),segment_id=fdb99c20-5c2d-4757-b292-1da6b79081cb)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:38.564813 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d716d89-1fa8-4c64-8b18-7db7a64aa339 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:38.568410 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4443cce6-7e30-4259-a463-665e93edbd53 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:38.594151 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:38.642583 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a552a1-eea0-46de-b28f-7a64bf755c24 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:17:38.666080 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=d4c02002-46db-4b56-bc15-eb1387a0bf64,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:38.670691 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a552a1-eea0-46de-b28f-7a64bf755c24 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Pushing event updated for resources: {'Port': ['ID=bd537ab7-f607-432f-a875-891117601470,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:38.672790 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d716d89-1fa8-4c64-8b18-7db7a64aa339 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:38.673985 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 4443cce6-7e30-4259-a463-665e93edbd53 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:38.674372 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:38.678067 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-42a552a1-eea0-46de-b28f-7a64bf755c24 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:38.680545 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a552a1-eea0-46de-b28f-7a64bf755c24 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:17:38.766345 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d716d89-1fa8-4c64-8b18-7db7a64aa339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:38.783229 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:38.803601 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-c7aa57f1-5fa6-4899-b83e-146100c02f61 service neutron] Attempting to bind port b174ce39-c097-494c-8dd0-68558861d527 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:38.804031 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-c7aa57f1-5fa6-4899-b83e-146100c02f61 service neutron] Attempting to bind port b174ce39-c097-494c-8dd0-68558861d527 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:38.804789 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-c7aa57f1-5fa6-4899-b83e-146100c02f61 service neutron] Attempting to bind port b174ce39-c097-494c-8dd0-68558861d527 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:38.814952 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8d716d89-1fa8-4c64-8b18-7db7a64aa339 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fd1f6aa505194e14ae01a72c5b3dcdb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4695935 Dec 16 22:17:38.820809 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41190) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:38.825186 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 4443cce6-7e30-4259-a463-665e93edbd53, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4443cce6-7e30-4259-a463-665e93edbd53,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:38.830317 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d716d89-1fa8-4c64-8b18-7db7a64aa339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1172ce0c-3bf0-4dd3-8084-351fdafcb266,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:38.874269 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5263bd3b-4935-4641-bfe0-1cfe84f80af1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:38.897582 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5263bd3b-4935-4641-bfe0-1cfe84f80af1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:38.903989 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47348960-c6c0-4580-9e2a-f7bc369a9f90 req-601c0cce-e4b1-43b0-b10f-4c89fac61db5 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9350035 Dec 16 22:17:38.910364 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-c7aa57f1-5fa6-4899-b83e-146100c02f61 service neutron] Port b174ce39-c097-494c-8dd0-68558861d527 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:17:38.910704 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-c7aa57f1-5fa6-4899-b83e-146100c02f61 service neutron] Attempting to bind port b174ce39-c097-494c-8dd0-68558861d527 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:38.916601 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c799d421-59a7-445d-8410-d08afbcb65d3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:38.926405 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:38.966572 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-c7aa57f1-5fa6-4899-b83e-146100c02f61 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:38.966922 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-c7aa57f1-5fa6-4899-b83e-146100c02f61 service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:38.967348 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-c7aa57f1-5fa6-4899-b83e-146100c02f61 service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:38.967807 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-c7aa57f1-5fa6-4899-b83e-146100c02f61 service neutron] Bound port: b174ce39-c097-494c-8dd0-68558861d527, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:38.968173 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-c7aa57f1-5fa6-4899-b83e-146100c02f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:38.997519 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35ef15-e693-4103-955d-ed6ca6027931 req-05b6f20b-67f5-4e3d-844a-422fd3f9042a tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:38.999145 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1a35ef15-e693-4103-955d-ed6ca6027931 req-05b6f20b-67f5-4e3d-844a-422fd3f9042a tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 936 time: 0.0897024 Dec 16 22:17:39.008619 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=4443cce6-7e30-4259-a463-665e93edbd53,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:39.069564 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1a35ef15-e693-4103-955d-ed6ca6027931 req-9870e06c-243f-47d2-a869-47ac3931a794 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616920 Dec 16 22:17:39.091651 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['d4bae84f-8ce7-4c5f-afaf-512e8b879293'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:39.125203 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['932561c8-57cf-466c-86d4-05fa02856f87'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:39.149207 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5263bd3b-4935-4641-bfe0-1cfe84f80af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:39.152222 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5263bd3b-4935-4641-bfe0-1cfe84f80af1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:39.153627 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5263bd3b-4935-4641-bfe0-1cfe84f80af1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1172ce0c-3bf0-4dd3-8084-351fdafcb266 HTTP/1.1" status: 204 len: 168 time: 0.3366067 Dec 16 22:17:39.164240 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263bd3b-4935-4641-bfe0-1cfe84f80af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1172ce0c-3bf0-4dd3-8084-351fdafcb266,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:39.173781 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['74efd0d5-e0a1-4bfc-9a1d-9968cef63895'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:39.216662 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['279064a7-b0af-47a2-926c-bbdc2a0e2846'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:39.222078 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['cdf3648f-0e95-45df-b89b-23cc65ae37c9'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:39.259896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-c7aa57f1-5fa6-4899-b83e-146100c02f61 service neutron] For port b174ce39-c097-494c-8dd0-68558861d527, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:17:39.307542 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-c7aa57f1-5fa6-4899-b83e-146100c02f61 service neutron] For port b174ce39-c097-494c-8dd0-68558861d527, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=b174ce39-c097-494c-8dd0-68558861d527,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:17:39.435329 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-c7aa57f1-5fa6-4899-b83e-146100c02f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:39.461651 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['d4c02002-46db-4b56-bc15-eb1387a0bf64'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:39.510391 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad61f2f-833a-4ab5-bfaf-036b572db9a7 req-07db5996-f691-477f-9d6b-8f63fb8919c1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:39.520735 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad61f2f-833a-4ab5-bfaf-036b572db9a7 req-07db5996-f691-477f-9d6b-8f63fb8919c1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:39.525727 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad61f2f-833a-4ab5-bfaf-036b572db9a7 req-07db5996-f691-477f-9d6b-8f63fb8919c1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:39.534107 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad61f2f-833a-4ab5-bfaf-036b572db9a7 req-07db5996-f691-477f-9d6b-8f63fb8919c1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:39.544961 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad61f2f-833a-4ab5-bfaf-036b572db9a7 req-07db5996-f691-477f-9d6b-8f63fb8919c1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:39.550611 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9ae60963-532c-4153-b781-8041e6251f88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:39.564921 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad61f2f-833a-4ab5-bfaf-036b572db9a7 req-07db5996-f691-477f-9d6b-8f63fb8919c1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:39.572302 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad61f2f-833a-4ab5-bfaf-036b572db9a7 req-07db5996-f691-477f-9d6b-8f63fb8919c1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:39.584621 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bad61f2f-833a-4ab5-bfaf-036b572db9a7 req-07db5996-f691-477f-9d6b-8f63fb8919c1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5425 time: 0.1412895 Dec 16 22:17:39.587312 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9ae60963-532c-4153-b781-8041e6251f88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:39.592084 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-c7aa57f1-5fa6-4899-b83e-146100c02f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:39.610545 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-c7aa57f1-5fa6-4899-b83e-146100c02f61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:39.613512 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-c7aa57f1-5fa6-4899-b83e-146100c02f61 service neutron] 10.222.0.57 "PUT /v2.0/ports/b174ce39-c097-494c-8dd0-68558861d527 HTTP/1.1" status: 200 len: 1096 time: 3.3694222 Dec 16 22:17:39.623817 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99ae0d6-c9ee-4d51-9064-d15a6a5ec058', 'tag': 'b174ce39-c097-494c-8dd0-68558861d527'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:39.628265 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5571d9ee-76ab-4655-98a7-5811024c088f" -d '{"events": [{"name": "network-changed", "server_uuid": "e99ae0d6-c9ee-4d51-9064-d15a6a5ec058", "tag": "b174ce39-c097-494c-8dd0-68558861d527"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:39.703606 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bad61f2f-833a-4ab5-bfaf-036b572db9a7 req-17ef3b53-650b-4410-929e-dc9fda82bbda tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1149149 Dec 16 22:17:39.733759 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9ae60963-532c-4153-b781-8041e6251f88 service neutron] Transition to ACTIVE for port object 5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:17:39.756382 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42a552a1-eea0-46de-b28f-7a64bf755c24 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:39.824132 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa57f1-5fa6-4899-b83e-146100c02f61 service neutron] Pushing event updated for resources: {'Port': ['ID=b174ce39-c097-494c-8dd0-68558861d527,revision_number=7']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:39.910923 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c8e354-d183-4781-9490-190025e80403 x-openstack-request-id: req-c6c8e354-d183-4781-9490-190025e80403 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:39.911392 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99ae0d6-c9ee-4d51-9064-d15a6a5ec058", "tag": "b174ce39-c097-494c-8dd0-68558861d527", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:39.911513 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c6c8e354-d183-4781-9490-190025e80403 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:39.911955 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99ae0d6-c9ee-4d51-9064-d15a6a5ec058', 'tag': 'b174ce39-c097-494c-8dd0-68558861d527', 'status': 'completed', 'code': 200} Dec 16 22:17:39.912685 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9ae60963-532c-4153-b781-8041e6251f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:39.918532 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47342004-b070-4a47-acb8-1ac4ac62792a req-b45fe6df-d291-4f71-8df1-a2ee23a393f1 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--678568318&fields=id&tenant_id=1eca6be478514f9c8f27151bade9f595 HTTP/1.1" status: 200 len: 267 time: 0.4307621 Dec 16 22:17:40.059487 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['be59d789-35f2-47f8-a2bf-dacd1121b4c0'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:40.063452 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571d9ee-76ab-4655-98a7-5811024c088f req-10825b13-1b79-4725-b65b-68eddbe2a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:40.065589 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5571d9ee-76ab-4655-98a7-5811024c088f req-10825b13-1b79-4725-b65b-68eddbe2a093 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 1099 time: 0.0997188 Dec 16 22:17:40.108799 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e7df2-509d-412a-bd53-31abfb3a27da req-8e027163-6be5-41b3-a5cb-5c8dde4ff2ee tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:40.110668 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3e3e7df2-509d-412a-bd53-31abfb3a27da req-8e027163-6be5-41b3-a5cb-5c8dde4ff2ee tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 948 time: 0.1002409 Dec 16 22:17:40.143636 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-c6e3f9f6-2dd4-4454-a219-98ff45639af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:40.145365 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-c6e3f9f6-2dd4-4454-a219-98ff45639af0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 1099 time: 0.4792089 Dec 16 22:17:40.193867 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device b174ce39-c097-494c-8dd0-68558861d527 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:17:40.274202 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae60963-532c-4153-b781-8041e6251f88 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:40.319007 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c799d421-59a7-445d-8410-d08afbcb65d3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:40.434473 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device b174ce39-c097-494c-8dd0-68558861d527 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:17:40.533538 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4443cce6-7e30-4259-a463-665e93edbd53 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:40.664100 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 4443cce6-7e30-4259-a463-665e93edbd53 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:40.664478 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:40.691672 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3e3e7df2-509d-412a-bd53-31abfb3a27da req-6c21cb80-2f56-45ee-b43e-40e81223c17c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5293808 Dec 16 22:17:40.737659 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571d9ee-76ab-4655-98a7-5811024c088f req-6d5b173d-8bca-471c-bdc5-ce49f787bf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:40.739249 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5571d9ee-76ab-4655-98a7-5811024c088f req-6d5b173d-8bca-471c-bdc5-ce49f787bf61 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.6631722 Dec 16 22:17:40.780959 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c799d421-59a7-445d-8410-d08afbcb65d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:40.809850 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5571d9ee-76ab-4655-98a7-5811024c088f req-d80ae269-366c-4ba1-9a80-7174c277e863 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=b174ce39-c097-494c-8dd0-68558861d527 HTTP/1.1" status: 200 len: 217 time: 0.0627649 Dec 16 22:17:40.881287 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47342004-b070-4a47-acb8-1ac4ac62792a req-a4fe6989-eaf2-4971-a201-5afb5de56515 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:40.882841 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47342004-b070-4a47-acb8-1ac4ac62792a req-a4fe6989-eaf2-4971-a201-5afb5de56515 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/networks?id=c7f1c459-e84f-448b-8a2b-28e7b0a9b3be HTTP/1.1" status: 200 len: 815 time: 0.9290929 Dec 16 22:17:40.893319 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7809e-3a86-4389-b528-e5aac6be3157 req-1bf40d78-1671-48ea-99da-978eaef2b139 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:40.895032 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07d7809e-3a86-4389-b528-e5aac6be3157 req-1bf40d78-1671-48ea-99da-978eaef2b139 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 948 time: 0.1364288 Dec 16 22:17:40.903306 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571d9ee-76ab-4655-98a7-5811024c088f req-054f7da5-e683-4073-b074-ec9ffcf1fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:40.904965 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5571d9ee-76ab-4655-98a7-5811024c088f req-054f7da5-e683-4073-b074-ec9ffcf1fb00 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0798061 Dec 16 22:17:40.976186 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47342004-b070-4a47-acb8-1ac4ac62792a req-b0879144-c3f4-46a7-a458-e0bf8289ed6c tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/quotas/1eca6be478514f9c8f27151bade9f595 HTTP/1.1" status: 200 len: 375 time: 0.0562243 Dec 16 22:17:40.984230 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-a22a8ef7-82ac-472e-9fdb-e43d39fb497f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:40.985736 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-a22a8ef7-82ac-472e-9fdb-e43d39fb497f service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.8113437 Dec 16 22:17:40.986447 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9ae60963-532c-4153-b781-8041e6251f88 service neutron] Attempting to bind port 5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:40.986782 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9ae60963-532c-4153-b781-8041e6251f88 service neutron] Attempting to bind port 5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:40.987144 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9ae60963-532c-4153-b781-8041e6251f88 service neutron] Attempting to bind port 5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:40.987534 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571d9ee-76ab-4655-98a7-5811024c088f req-c75bac1a-3578-421d-a234-b6378d892725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:40.989244 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5571d9ee-76ab-4655-98a7-5811024c088f req-c75bac1a-3578-421d-a234-b6378d892725 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0760431 Dec 16 22:17:40.993427 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07d7809e-3a86-4389-b528-e5aac6be3157 req-68bfa6ba-2903-4fb8-824e-ae7a27ac238d tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871077 Dec 16 22:17:41.082696 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42a552a1-eea0-46de-b28f-7a64bf755c24 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:41.088450 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-3a6c012e-6c95-4688-b7f7-1d189325be77 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=b174ce39-c097-494c-8dd0-68558861d527 HTTP/1.1" status: 200 len: 217 time: 0.0735121 Dec 16 22:17:41.089061 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9ae60963-532c-4153-b781-8041e6251f88 service neutron] Port 5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:17:41.089540 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9ae60963-532c-4153-b781-8041e6251f88 service neutron] Attempting to bind port 5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:41.118309 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9ae60963-532c-4153-b781-8041e6251f88 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:41.121515 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9ae60963-532c-4153-b781-8041e6251f88 service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:41.121515 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9ae60963-532c-4153-b781-8041e6251f88 service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:41.121515 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9ae60963-532c-4153-b781-8041e6251f88 service neutron] Bound port: 5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:41.121515 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9ae60963-532c-4153-b781-8041e6251f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:41.137886 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5571d9ee-76ab-4655-98a7-5811024c088f req-11d7e0c1-f7b9-4d2e-be2c-527105c22fb6 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403420 Dec 16 22:17:41.150759 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990d56f-c338-44d6-969d-f76fe7911ac1 req-d9f62510-0ccf-47a4-bc48-731a52e4ebf4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:41.157003 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990d56f-c338-44d6-969d-f76fe7911ac1 req-d9f62510-0ccf-47a4-bc48-731a52e4ebf4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:41.163110 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990d56f-c338-44d6-969d-f76fe7911ac1 req-d9f62510-0ccf-47a4-bc48-731a52e4ebf4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:41.170994 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990d56f-c338-44d6-969d-f76fe7911ac1 req-d9f62510-0ccf-47a4-bc48-731a52e4ebf4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:41.176807 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990d56f-c338-44d6-969d-f76fe7911ac1 req-d9f62510-0ccf-47a4-bc48-731a52e4ebf4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:41.183499 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990d56f-c338-44d6-969d-f76fe7911ac1 req-d9f62510-0ccf-47a4-bc48-731a52e4ebf4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:41.189580 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990d56f-c338-44d6-969d-f76fe7911ac1 req-d9f62510-0ccf-47a4-bc48-731a52e4ebf4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:41.191632 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6990d56f-c338-44d6-969d-f76fe7911ac1 req-d9f62510-0ccf-47a4-bc48-731a52e4ebf4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5425 time: 0.1255748 Dec 16 22:17:41.217259 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-c799d421-59a7-445d-8410-d08afbcb65d3 admin admin] Allocated IP 172.25.6.76 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/d7afb820-32f9-4e87-bc02-aa5465d8e541) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:17:41.239524 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47342004-b070-4a47-acb8-1ac4ac62792a req-a93de253-c0d7-4655-a123-def797e29cbf tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1eca6be478514f9c8f27151bade9f595&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2457311 Dec 16 22:17:41.282448 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-09fa8dd8-db77-4c20-8083-242e095ab327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:41.283951 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-09fa8dd8-db77-4c20-8083-242e095ab327 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1849339 Dec 16 22:17:41.326314 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6990d56f-c338-44d6-969d-f76fe7911ac1 req-661cef29-cde8-45f2-b7cc-3db812d5f2bf tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1240168 Dec 16 22:17:41.333171 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5571d9ee-76ab-4655-98a7-5811024c088f req-40450d59-16cb-4094-b9ef-f898467155b0 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404605 Dec 16 22:17:41.493765 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9ae60963-532c-4153-b781-8041e6251f88 service neutron] For port 5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:17:41.503178 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9ae60963-532c-4153-b781-8041e6251f88 service neutron] For port 5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:17:41.533010 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-e1769498-5840-4bc9-bf4b-c08a5f23b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:41.534528 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-e1769498-5840-4bc9-bf4b-c08a5f23b542 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2171395 Dec 16 22:17:41.570737 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47342004-b070-4a47-acb8-1ac4ac62792a req-e07b907d-eb0a-4282-97f1-444528ab989a service neutron] 10.222.0.75 "GET /v2.0/networks/c7f1c459-e84f-448b-8a2b-28e7b0a9b3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034379 Dec 16 22:17:41.597411 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9ae60963-532c-4153-b781-8041e6251f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:41.646622 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c799d421-59a7-445d-8410-d08afbcb65d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:41.755786 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9ae60963-532c-4153-b781-8041e6251f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:41.756438 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9ae60963-532c-4153-b781-8041e6251f88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:41.757841 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b29c8072-eb2b-4994-a801-b6b807795794 req-9ae60963-532c-4153-b781-8041e6251f88 service neutron] 10.222.0.76 "PUT /v2.0/ports/5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc HTTP/1.1" status: 200 len: 1096 time: 4.4859846 Dec 16 22:17:41.804444 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae60963-532c-4153-b781-8041e6251f88 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:41.824907 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a552a1-eea0-46de-b28f-7a64bf755c24 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Router cc65b692-cc19-4aac-8181-983a4c5cb663 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:17:41.832856 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a3b2c-a48f-4b80-aa27-dbb606f39614 req-06fa509c-c03a-4507-b826-5fc070f722b6 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:41.834681 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bd4a3b2c-a48f-4b80-aa27-dbb606f39614 req-06fa509c-c03a-4507-b826-5fc070f722b6 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 948 time: 0.0667887 Dec 16 22:17:41.844525 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-0fa92c81-ec80-4631-a223-aaab7e09c72c service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876918 Dec 16 22:17:41.899182 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bd4a3b2c-a48f-4b80-aa27-dbb606f39614 req-2614ba98-0435-4a77-87bb-13d42939c9cd tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555701 Dec 16 22:17:41.921905 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47342004-b070-4a47-acb8-1ac4ac62792a req-3094b3b5-3cb9-49be-bc7f-a2e211c29ab8 service neutron] 10.222.0.75 "GET /v2.0/networks/c7f1c459-e84f-448b-8a2b-28e7b0a9b3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223217 Dec 16 22:17:41.921905 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e2af7b3-6234-4cde-8229-6efb50c787db', 'tag': '5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:41.921905 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a2138b-017f-40d6-8d11-4041817b57b3" -d '{"events": [{"name": "network-changed", "server_uuid": "0e2af7b3-6234-4cde-8229-6efb50c787db", "tag": "5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:42.004355 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb7bd78-300f-4be9-b710-3448fb8c3ad8 x-openstack-request-id: req-2eb7bd78-300f-4be9-b710-3448fb8c3ad8 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:42.004648 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e2af7b3-6234-4cde-8229-6efb50c787db", "tag": "5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:42.004901 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2eb7bd78-300f-4be9-b710-3448fb8c3ad8 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:42.005293 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e2af7b3-6234-4cde-8229-6efb50c787db', 'tag': '5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc', 'status': 'completed', 'code': 200} Dec 16 22:17:42.011862 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c799d421-59a7-445d-8410-d08afbcb65d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:42.119017 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c799d421-59a7-445d-8410-d08afbcb65d3 admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:17:42.145976 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-c799d421-59a7-445d-8410-d08afbcb65d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:42.146091 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9254ae5-7956-48a6-b46b-3ba8dc771a4e req-fe07e838-f394-48e0-a9f8-da62ee150a50 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:42.146091 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d9254ae5-7956-48a6-b46b-3ba8dc771a4e req-fe07e838-f394-48e0-a9f8-da62ee150a50 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 948 time: 0.0663769 Dec 16 22:17:42.155469 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c799d421-59a7-445d-8410-d08afbcb65d3 admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:17:42.180409 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c8072-eb2b-4994-a801-b6b807795794 req-870f14bb-f4c1-473d-bc20-312aff62bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:42.181925 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b29c8072-eb2b-4994-a801-b6b807795794 req-870f14bb-f4c1-473d-bc20-312aff62bfc1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=84a0f56690704a89b89d2fa8c0442625&device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 1099 time: 0.2665880 Dec 16 22:17:42.184751 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-532546db-501d-44ba-9916-4e9566bc5047 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310969 Dec 16 22:17:42.185373 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799d421-59a7-445d-8410-d08afbcb65d3 admin admin] Pushing event updated for resources: {'Port': ['ID=d7afb820-32f9-4e87-bc02-aa5465d8e541,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:42.203217 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d9254ae5-7956-48a6-b46b-3ba8dc771a4e req-a5c3169b-09b0-4458-ad56-3d704eeb8fd7 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502079 Dec 16 22:17:42.211250 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a552a1-eea0-46de-b28f-7a64bf755c24 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:17:42.227757 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa8edee-5f51-42fb-9e2d-773a29799332 None None] Sync routers for ids ['cc65b692-cc19-4aac-8181-983a4c5cb663'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:17:42.238286 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa8edee-5f51-42fb-9e2d-773a29799332 None None] Routers {'cc65b692-cc19-4aac-8181-983a4c5cb663'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:42.239013 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-0aa8edee-5f51-42fb-9e2d-773a29799332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['cc65b692-cc19-4aac-8181-983a4c5cb663'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:42.247300 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b29c8072-eb2b-4994-a801-b6b807795794 req-fa7deea0-e47f-495d-afea-2afe3de82fb6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc HTTP/1.1" status: 200 len: 217 time: 0.0449805 Dec 16 22:17:42.366461 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-0aa8edee-5f51-42fb-9e2d-773a29799332 None None] Set router cc65b692-cc19-4aac-8181-983a4c5cb663 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:17:42.516623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e009cc-3d20-47af-a6b3-4f36034b6f26 req-cd26c048-81a5-498d-95f2-310f3e795153 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:42.524772 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e009cc-3d20-47af-a6b3-4f36034b6f26 req-cd26c048-81a5-498d-95f2-310f3e795153 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:42.533117 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e009cc-3d20-47af-a6b3-4f36034b6f26 req-cd26c048-81a5-498d-95f2-310f3e795153 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:42.541377 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e009cc-3d20-47af-a6b3-4f36034b6f26 req-cd26c048-81a5-498d-95f2-310f3e795153 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:42.551930 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e009cc-3d20-47af-a6b3-4f36034b6f26 req-cd26c048-81a5-498d-95f2-310f3e795153 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:42.558971 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e009cc-3d20-47af-a6b3-4f36034b6f26 req-cd26c048-81a5-498d-95f2-310f3e795153 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:42.565378 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e009cc-3d20-47af-a6b3-4f36034b6f26 req-cd26c048-81a5-498d-95f2-310f3e795153 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:42.568235 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-55e009cc-3d20-47af-a6b3-4f36034b6f26 req-cd26c048-81a5-498d-95f2-310f3e795153 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5425 time: 0.1291883 Dec 16 22:17:42.632206 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42a552a1-eea0-46de-b28f-7a64bf755c24 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:42.633963 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-42a552a1-eea0-46de-b28f-7a64bf755c24 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.2295752 Dec 16 22:17:42.637770 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41282) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:42.640172 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-0aa8edee-5f51-42fb-9e2d-773a29799332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65b692-cc19-4aac-8181-983a4c5cb663', 'name': 'tempest-snat-router-1507891568', 'tenant_id': 'b86f4805031847a9a2093d30c1dd1ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'bd537ab7-f607-432f-a875-891117601470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:34Z', 'updated_at': '2021-12-16T22:17:39Z', 'revision_number': 3, 'project_id': 'b86f4805031847a9a2093d30c1dd1ea9', 'gw_port': {'id': 'bd537ab7-f607-432f-a875-891117601470', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:95:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc65b692-cc19-4aac-8181-983a4c5cb663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:36Z', 'updated_at': '2021-12-16T22:17:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:42.674606 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa8edee-5f51-42fb-9e2d-773a29799332 None None] Checking router: cc65b692-cc19-4aac-8181-983a4c5cb663 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:17:42.674957 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa8edee-5f51-42fb-9e2d-773a29799332 None None] Updating router cc65b692-cc19-4aac-8181-983a4c5cb663 port bd537ab7-f607-432f-a875-891117601470 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:17:42.681292 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c8072-eb2b-4994-a801-b6b807795794 req-ac98646a-ff83-4c36-af96-a256b26f0a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:42.683576 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b29c8072-eb2b-4994-a801-b6b807795794 req-ac98646a-ff83-4c36-af96-a256b26f0a7d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.3907521 Dec 16 22:17:42.708091 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0aa8edee-5f51-42fb-9e2d-773a29799332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:42.728156 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571d9ee-76ab-4655-98a7-5811024c088f req-6095df2e-54e9-4e3e-ae0d-08af56a51e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:42.730365 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5571d9ee-76ab-4655-98a7-5811024c088f req-6095df2e-54e9-4e3e-ae0d-08af56a51e4e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 1099 time: 0.4356291 Dec 16 22:17:42.730820 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-55e009cc-3d20-47af-a6b3-4f36034b6f26 req-77df375c-a278-4cea-a608-a56c62d9cc68 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1539958 Dec 16 22:17:42.793287 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7d61433d-ec20-44da-b40b-5fd186a46ec7 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "GET /v2.0/routers/cc65b692-cc19-4aac-8181-983a4c5cb663 HTTP/1.1" status: 200 len: 908 time: 0.1535060 Dec 16 22:17:42.796772 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41286) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:42.852285 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c8072-eb2b-4994-a801-b6b807795794 req-90161a78-054e-47c3-94f2-78b2000eb4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:42.856479 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b29c8072-eb2b-4994-a801-b6b807795794 req-90161a78-054e-47c3-94f2-78b2000eb4fd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1599030 Dec 16 22:17:42.934329 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571d9ee-76ab-4655-98a7-5811024c088f req-caf2fb8d-1e39-4a09-9a8d-be9685818638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:42.937916 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5571d9ee-76ab-4655-98a7-5811024c088f req-caf2fb8d-1e39-4a09-9a8d-be9685818638 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.1917200 Dec 16 22:17:42.982546 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef555249-bc49-44a9-bca0-aaed391acdf5 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:42.998524 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5571d9ee-76ab-4655-98a7-5811024c088f req-0c19e70f-b8de-48d0-870a-ffdaf1ff654b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=b174ce39-c097-494c-8dd0-68558861d527 HTTP/1.1" status: 200 len: 217 time: 0.0540195 Dec 16 22:17:43.119691 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0aa8edee-5f51-42fb-9e2d-773a29799332 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:43.123671 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b77d72a2-426d-40d9-9d6f-7ca0d0453221 req-3a8d4d73-c363-4a8f-8658-1cf38b0ac13a tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 210 time: 0.0736847 Dec 16 22:17:43.186604 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062b947-0a38-47a8-94ca-8fb2cb769e8a req-4aa5834e-fcc6-41af-8a75-d13cbe475104 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:43.188190 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4062b947-0a38-47a8-94ca-8fb2cb769e8a req-4aa5834e-fcc6-41af-8a75-d13cbe475104 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 948 time: 0.1281431 Dec 16 22:17:43.203474 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b29c8072-eb2b-4994-a801-b6b807795794 req-bde7a4a9-239c-4813-b9be-6f4092959f27 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353252 Dec 16 22:17:43.209468 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571d9ee-76ab-4655-98a7-5811024c088f req-0870677a-9f2b-4851-b1ba-2386dbe79525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:43.210942 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5571d9ee-76ab-4655-98a7-5811024c088f req-0870677a-9f2b-4851-b1ba-2386dbe79525 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1731086 Dec 16 22:17:43.218012 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0aa8edee-5f51-42fb-9e2d-773a29799332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:43.229041 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef555249-bc49-44a9-bca0-aaed391acdf5 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:43.269420 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4062b947-0a38-47a8-94ca-8fb2cb769e8a req-cf6b89d9-70a6-45dd-b098-cde5f59e31df tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745864 Dec 16 22:17:43.287392 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996814a-e3aa-466e-ae4c-d91a58d7ada3 None None] Pushing event updated for resources: {'Port': ['ID=bd537ab7-f607-432f-a875-891117601470,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:43.332075 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-0aa8edee-5f51-42fb-9e2d-773a29799332 None None] Attempting to bind port bd537ab7-f607-432f-a875-891117601470 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:43.332457 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-0aa8edee-5f51-42fb-9e2d-773a29799332 None None] Attempting to bind port bd537ab7-f607-432f-a875-891117601470 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:43.332932 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa8edee-5f51-42fb-9e2d-773a29799332 None None] Attempting to bind port bd537ab7-f607-432f-a875-891117601470 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:43.339383 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa8edee-5f51-42fb-9e2d-773a29799332 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:43.339793 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa8edee-5f51-42fb-9e2d-773a29799332 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:43.340256 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0aa8edee-5f51-42fb-9e2d-773a29799332 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:43.340659 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa8edee-5f51-42fb-9e2d-773a29799332 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:43.341138 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-0aa8edee-5f51-42fb-9e2d-773a29799332 None None] Bound port: bd537ab7-f607-432f-a875-891117601470, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:43.341548 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0aa8edee-5f51-42fb-9e2d-773a29799332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:43.354354 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c799d421-59a7-445d-8410-d08afbcb65d3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:43.384412 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-ef555249-bc49-44a9-bca0-aaed391acdf5 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Deleting port bd537ab7-f607-432f-a875-891117601470 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:17:43.385401 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef555249-bc49-44a9-bca0-aaed391acdf5 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:43.396648 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-0aa8edee-5f51-42fb-9e2d-773a29799332 None None] For port bd537ab7-f607-432f-a875-891117601470, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:17:43.400108 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-0aa8edee-5f51-42fb-9e2d-773a29799332 None None] For port bd537ab7-f607-432f-a875-891117601470, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=bd537ab7-f607-432f-a875-891117601470,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:17:43.475305 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-ef555249-bc49-44a9-bca0-aaed391acdf5 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] For port bd537ab7-f607-432f-a875-891117601470, host n-d-815324-4, got binding levels [] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:43.476210 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef555249-bc49-44a9-bca0-aaed391acdf5 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:43.478209 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571d9ee-76ab-4655-98a7-5811024c088f req-1a97f167-7f1a-44e1-a29c-571ceb3c7239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:43.480414 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5571d9ee-76ab-4655-98a7-5811024c088f req-1a97f167-7f1a-44e1-a29c-571ceb3c7239 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2544839 Dec 16 22:17:43.488771 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-ef555249-bc49-44a9-bca0-aaed391acdf5 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Calling delete_port for bd537ab7-f607-432f-a875-891117601470 owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:17:43.498426 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0aa8edee-5f51-42fb-9e2d-773a29799332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:43.512466 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8296043-184a-4cf1-8faf-6469250bcbd9 req-56794eb5-bca3-4eb9-a739-c01c782ba5bf tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:43.513993 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c8296043-184a-4cf1-8faf-6469250bcbd9 req-56794eb5-bca3-4eb9-a739-c01c782ba5bf tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 948 time: 0.2025287 Dec 16 22:17:43.516067 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b29c8072-eb2b-4994-a801-b6b807795794 req-aa47c6cf-cb61-41b7-a808-5b6136367d85 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025730 Dec 16 22:17:43.559739 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa8edee-5f51-42fb-9e2d-773a29799332 None None] Routers {'cc65b692-cc19-4aac-8181-983a4c5cb663'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:43.560484 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-0aa8edee-5f51-42fb-9e2d-773a29799332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['cc65b692-cc19-4aac-8181-983a4c5cb663'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:43.668790 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996814a-e3aa-466e-ae4c-d91a58d7ada3 None None] Pushing event updated for resources: {'Port': ['ID=bd537ab7-f607-432f-a875-891117601470,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:43.688915 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c8296043-184a-4cf1-8faf-6469250bcbd9 req-a2b29c6a-0b6f-4f46-9c79-ee19d878a781 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600235 Dec 16 22:17:43.703660 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-0aa8edee-5f51-42fb-9e2d-773a29799332 None None] Set router cc65b692-cc19-4aac-8181-983a4c5cb663 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:17:43.750578 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5571d9ee-76ab-4655-98a7-5811024c088f req-366acb1c-b63a-4ade-ad11-378f5b05ddd8 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582929 Dec 16 22:17:43.765937 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-0aa8edee-5f51-42fb-9e2d-773a29799332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc65b692-cc19-4aac-8181-983a4c5cb663', 'name': 'tempest-snat-router-1507891568', 'tenant_id': 'b86f4805031847a9a2093d30c1dd1ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:34Z', 'updated_at': '2021-12-16T22:17:43Z', 'revision_number': 4, 'project_id': 'b86f4805031847a9a2093d30c1dd1ea9', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:43.793209 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa8edee-5f51-42fb-9e2d-773a29799332 None None] The sync data for ids ['cc65b692-cc19-4aac-8181-983a4c5cb663'] in n-d-815324-4 is: [{'id': 'cc65b692-cc19-4aac-8181-983a4c5cb663', 'name': 'tempest-snat-router-1507891568', 'tenant_id': 'b86f4805031847a9a2093d30c1dd1ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:34Z', 'updated_at': '2021-12-16T22:17:43Z', 'revision_number': 4, 'project_id': 'b86f4805031847a9a2093d30c1dd1ea9', 'gw_port_host': None}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:17:43.798776 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef555249-bc49-44a9-bca0-aaed391acdf5 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:43.830163 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef555249-bc49-44a9-bca0-aaed391acdf5 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd537ab7-f607-432f-a875-891117601470,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:43.912949 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5571d9ee-76ab-4655-98a7-5811024c088f req-894a51bb-a950-4c42-ac5f-7fa594c66284 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320810 Dec 16 22:17:43.913977 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c799d421-59a7-445d-8410-d08afbcb65d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:43.919324 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2138b-017f-40d6-8d11-4041817b57b3 req-0e940653-6e12-4cc4-97ee-20c0f1b5e85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:43.922066 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-72a2138b-017f-40d6-8d11-4041817b57b3 req-0e940653-6e12-4cc4-97ee-20c0f1b5e85a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=84a0f56690704a89b89d2fa8c0442625&device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 1099 time: 0.1847453 Dec 16 22:17:43.970829 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f9321-6e26-46ca-b01e-27a28d66d112 req-405a8803-cc1f-4594-b782-4139e9d5411c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:43.976839 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f9321-6e26-46ca-b01e-27a28d66d112 req-405a8803-cc1f-4594-b782-4139e9d5411c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:43.984071 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f9321-6e26-46ca-b01e-27a28d66d112 req-405a8803-cc1f-4594-b782-4139e9d5411c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:43.990122 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f9321-6e26-46ca-b01e-27a28d66d112 req-405a8803-cc1f-4594-b782-4139e9d5411c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:43.996641 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f9321-6e26-46ca-b01e-27a28d66d112 req-405a8803-cc1f-4594-b782-4139e9d5411c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:44.002784 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f9321-6e26-46ca-b01e-27a28d66d112 req-405a8803-cc1f-4594-b782-4139e9d5411c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:44.008642 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f9321-6e26-46ca-b01e-27a28d66d112 req-405a8803-cc1f-4594-b782-4139e9d5411c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:44.011388 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-af5f9321-6e26-46ca-b01e-27a28d66d112 req-405a8803-cc1f-4594-b782-4139e9d5411c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5425 time: 0.1933136 Dec 16 22:17:44.034647 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef555249-bc49-44a9-bca0-aaed391acdf5 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:44.114690 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 74efd0d5-e0a1-4bfc-9a1d-9968cef63895 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:44.119704 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2138b-017f-40d6-8d11-4041817b57b3 req-0e3acea4-0f15-48e8-bd81-eb1290c81693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:44.121837 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-72a2138b-017f-40d6-8d11-4041817b57b3 req-0e3acea4-0f15-48e8-bd81-eb1290c81693 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.1636577 Dec 16 22:17:44.153643 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef555249-bc49-44a9-bca0-aaed391acdf5 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:44.158409 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef555249-bc49-44a9-bca0-aaed391acdf5 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:44.191570 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-72a2138b-017f-40d6-8d11-4041817b57b3 req-9f35342e-b7a3-4e42-8d24-2280c6f6c570 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc HTTP/1.1" status: 200 len: 217 time: 0.0604603 Dec 16 22:17:44.216672 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-af5f9321-6e26-46ca-b01e-27a28d66d112 req-b306dd49-82e2-42e6-8082-a254564f2462 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1976027 Dec 16 22:17:44.270206 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ffdc1c75-16f4-4557-80c0-ec616822d38a req-8bc56022-3f02-4e61-b214-75d6a3ab176a tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 210 time: 0.0468898 Dec 16 22:17:44.283426 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2138b-017f-40d6-8d11-4041817b57b3 req-0a00615b-047a-4c56-9b02-d30d4e9a9ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:44.285125 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-72a2138b-017f-40d6-8d11-4041817b57b3 req-0a00615b-047a-4c56-9b02-d30d4e9a9ac5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0779431 Dec 16 22:17:44.320777 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef555249-bc49-44a9-bca0-aaed391acdf5 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:44.321722 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef555249-bc49-44a9-bca0-aaed391acdf5 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc65b692-cc19-4aac-8181-983a4c5cb663 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:17:44.322226 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 74efd0d5-e0a1-4bfc-9a1d-9968cef63895 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:17:44.326986 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef555249-bc49-44a9-bca0-aaed391acdf5 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:44.342905 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ef555249-bc49-44a9-bca0-aaed391acdf5 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "DELETE /v2.0/routers/cc65b692-cc19-4aac-8181-983a4c5cb663 HTTP/1.1" status: 204 len: 168 time: 1.5289977 Dec 16 22:17:44.343615 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 74efd0d5-e0a1-4bfc-9a1d-9968cef63895 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:44.343615 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:44.345220 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41328) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:44.350389 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2138b-017f-40d6-8d11-4041817b57b3 req-b90cc93c-6fff-4275-a5af-99d18dfff249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:44.351959 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-72a2138b-017f-40d6-8d11-4041817b57b3 req-b90cc93c-6fff-4275-a5af-99d18dfff249 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0582309 Dec 16 22:17:44.460793 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:44.492543 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-72a2138b-017f-40d6-8d11-4041817b57b3 req-e78c5a9f-c811-43da-9672-eeef29598dff service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302917 Dec 16 22:17:44.497888 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74efd0d5-e0a1-4bfc-9a1d-9968cef63895'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:44.502258 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7887520-f04f-4dd0-8cfb-e4be3f7e611c" -d '{"events": [{"server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "name": "network-vif-plugged", "status": "completed", "tag": "74efd0d5-e0a1-4bfc-9a1d-9968cef63895"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:44.512464 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 74efd0d5-e0a1-4bfc-9a1d-9968cef63895, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=74efd0d5-e0a1-4bfc-9a1d-9968cef63895,segment=NetworkSegment(fdb99c20-5c2d-4757-b292-1da6b79081cb),segment_id=fdb99c20-5c2d-4757-b292-1da6b79081cb)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:44.516015 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dac907-013e-49db-b0bb-ae616250aa1b req-d96bce6a-5990-42bb-9622-ea62afaaac02 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:44.517603 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f5dac907-013e-49db-b0bb-ae616250aa1b req-d96bce6a-5990-42bb-9622-ea62afaaac02 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 948 time: 0.1408544 Dec 16 22:17:44.521290 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c799d421-59a7-445d-8410-d08afbcb65d3 admin admin] Router ec4639a4-8f42-41bd-a682-b7c274239cce is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:17:44.535158 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1632544b-d5e5-47aa-a35c-043c28586edb tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:44.552190 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76555e7e-3150-4c04-ab37-130fdaa90cc8 x-openstack-request-id: req-76555e7e-3150-4c04-ab37-130fdaa90cc8 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:44.552608 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "name": "network-vif-plugged", "status": "completed", "tag": "74efd0d5-e0a1-4bfc-9a1d-9968cef63895", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:44.552963 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-76555e7e-3150-4c04-ab37-130fdaa90cc8 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:44.553458 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74efd0d5-e0a1-4bfc-9a1d-9968cef63895', 'code': 200} Dec 16 22:17:44.658306 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:44.663327 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device d4bae84f-8ce7-4c5f-afaf-512e8b879293 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:44.672164 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f5dac907-013e-49db-b0bb-ae616250aa1b req-f2368924-b739-4c51-961e-af8d14d62ff9 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330445 Dec 16 22:17:44.700632 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1632544b-d5e5-47aa-a35c-043c28586edb tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:44.805236 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=74efd0d5-e0a1-4bfc-9a1d-9968cef63895,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:44.818000 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:44.818713 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:44.819264 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:44.819918 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:44.820412 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:44.820893 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:44.821376 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:44.821853 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:44.822357 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:44.822853 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:44.823245 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:44.823821 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:44.824306 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:17:44.868146 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-1632544b-d5e5-47aa-a35c-043c28586edb tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Deleting port 4443cce6-7e30-4259-a463-665e93edbd53 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:17:44.868555 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1632544b-d5e5-47aa-a35c-043c28586edb tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:44.955172 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port d4bae84f-8ce7-4c5f-afaf-512e8b879293 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:17:44.961518 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port d4bae84f-8ce7-4c5f-afaf-512e8b879293 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:44.965077 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-72a2138b-017f-40d6-8d11-4041817b57b3 req-034baca6-081b-4745-9c02-533eb6890a58 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623950 Dec 16 22:17:44.967127 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:44.978390 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-1632544b-d5e5-47aa-a35c-043c28586edb tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] For port 4443cce6-7e30-4259-a463-665e93edbd53, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4443cce6-7e30-4259-a463-665e93edbd53,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:44.978819 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1632544b-d5e5-47aa-a35c-043c28586edb tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:45.001982 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c799d421-59a7-445d-8410-d08afbcb65d3 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:17:45.027033 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12663b-72ac-4984-af9b-5a112b6e2277 req-4377962d-185d-4cb5-9e33-7af55a791b76 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:45.028998 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7ef818-d684-4100-8f7b-b359a036dc5e None None] Sync routers for ids ['ec4639a4-8f42-41bd-a682-b7c274239cce'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:17:45.029363 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dd12663b-72ac-4984-af9b-5a112b6e2277 req-4377962d-185d-4cb5-9e33-7af55a791b76 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 948 time: 0.0871584 Dec 16 22:17:45.033481 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-1632544b-d5e5-47aa-a35c-043c28586edb tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Calling delete_port for 4443cce6-7e30-4259-a463-665e93edbd53 owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:17:45.097448 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dd12663b-72ac-4984-af9b-5a112b6e2277 req-905d3613-aeb9-43d1-8369-662cebeef076 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589244 Dec 16 22:17:45.109845 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7ef818-d684-4100-8f7b-b359a036dc5e None None] Routers {'ec4639a4-8f42-41bd-a682-b7c274239cce'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:45.110496 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-7a7ef818-d684-4100-8f7b-b359a036dc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['ec4639a4-8f42-41bd-a682-b7c274239cce'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:45.118534 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:45.204133 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c799d421-59a7-445d-8410-d08afbcb65d3 admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:45.206150 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c799d421-59a7-445d-8410-d08afbcb65d3 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.7176025 Dec 16 22:17:45.208754 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41342) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:45.243905 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port d4bae84f-8ce7-4c5f-afaf-512e8b879293, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d4bae84f-8ce7-4c5f-afaf-512e8b879293,segment=NetworkSegment(fa8a56cc-291b-4123-9629-0e526309a2be),segment_id=fa8a56cc-291b-4123-9629-0e526309a2be)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:45.289304 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-7a7ef818-d684-4100-8f7b-b359a036dc5e None None] Set router ec4639a4-8f42-41bd-a682-b7c274239cce gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:17:45.331564 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:45.331564 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device cdf3648f-0e95-45df-b89b-23cc65ae37c9 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:45.396745 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1632544b-d5e5-47aa-a35c-043c28586edb tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:45.427544 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94d8bc84-72b0-406f-a7ff-5c38059c1dbb req-2553d2c2-129a-4af8-8c25-1b7fb3ba427e tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 210 time: 0.0379875 Dec 16 22:17:45.445881 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1632544b-d5e5-47aa-a35c-043c28586edb tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Pushing event deleted for resources: {'Port': ['ID=4443cce6-7e30-4259-a463-665e93edbd53,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:45.546946 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa095c-d8e1-4dd2-9fcd-d77fb0688f60 req-e019207c-5745-470b-a21f-29a0a5a44364 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:45.555010 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa095c-d8e1-4dd2-9fcd-d77fb0688f60 req-e019207c-5745-470b-a21f-29a0a5a44364 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:45.564285 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=d4bae84f-8ce7-4c5f-afaf-512e8b879293,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:45.564497 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa095c-d8e1-4dd2-9fcd-d77fb0688f60 req-e019207c-5745-470b-a21f-29a0a5a44364 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:45.587119 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa095c-d8e1-4dd2-9fcd-d77fb0688f60 req-e019207c-5745-470b-a21f-29a0a5a44364 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:45.593387 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa095c-d8e1-4dd2-9fcd-d77fb0688f60 req-e019207c-5745-470b-a21f-29a0a5a44364 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:45.599874 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa095c-d8e1-4dd2-9fcd-d77fb0688f60 req-e019207c-5745-470b-a21f-29a0a5a44364 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:45.606682 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa095c-d8e1-4dd2-9fcd-d77fb0688f60 req-e019207c-5745-470b-a21f-29a0a5a44364 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:45.619639 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-87fa095c-d8e1-4dd2-9fcd-d77fb0688f60 req-e019207c-5745-470b-a21f-29a0a5a44364 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5427 time: 0.2972593 Dec 16 22:17:45.625459 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41350) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:45.632859 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-7a7ef818-d684-4100-8f7b-b359a036dc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4639a4-8f42-41bd-a682-b7c274239cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1721302284-router', 'tenant_id': '14fa89a71b19443bab437fd35023cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'd7afb820-32f9-4e87-bc02-aa5465d8e541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:37Z', 'updated_at': '2021-12-16T22:17:42Z', 'revision_number': 3, 'project_id': '14fa89a71b19443bab437fd35023cb1c', 'gw_port': {'id': 'd7afb820-32f9-4e87-bc02-aa5465d8e541', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:30:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4639a4-8f42-41bd-a682-b7c274239cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:45.688249 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7ef818-d684-4100-8f7b-b359a036dc5e None None] Checking router: ec4639a4-8f42-41bd-a682-b7c274239cce for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:17:45.688613 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7ef818-d684-4100-8f7b-b359a036dc5e None None] Updating router ec4639a4-8f42-41bd-a682-b7c274239cce port d7afb820-32f9-4e87-bc02-aa5465d8e541 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:17:45.690801 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port cdf3648f-0e95-45df-b89b-23cc65ae37c9 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:17:45.698800 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port cdf3648f-0e95-45df-b89b-23cc65ae37c9 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:45.698800 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:45.720569 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1632544b-d5e5-47aa-a35c-043c28586edb tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:45.749387 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7a7ef818-d684-4100-8f7b-b359a036dc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:45.877179 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02fcf0-5597-41b4-821c-0a93918c30c0 req-a3db05b4-3abf-4acc-8d8e-8b539bd2f477 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:45.886204 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2f02fcf0-5597-41b4-821c-0a93918c30c0 req-a3db05b4-3abf-4acc-8d8e-8b539bd2f477 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 948 time: 0.0918093 Dec 16 22:17:45.920174 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:45.978419 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2f02fcf0-5597-41b4-821c-0a93918c30c0 req-46b1494c-2897-4398-8602-b31428274b4a tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911322 Dec 16 22:17:46.005601 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aacf2659-e013-40bc-886c-ab99acb4342c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.032857 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port cdf3648f-0e95-45df-b89b-23cc65ae37c9, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=cdf3648f-0e95-45df-b89b-23cc65ae37c9,segment=NetworkSegment(de6410b3-48d2-4076-afb0-e054cc3678c7),segment_id=de6410b3-48d2-4076-afb0-e054cc3678c7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:46.112234 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1632544b-d5e5-47aa-a35c-043c28586edb tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.114571 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1632544b-d5e5-47aa-a35c-043c28586edb tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.179006 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7a7ef818-d684-4100-8f7b-b359a036dc5e None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.186761 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:17:46.192978 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a0e61c1b-bd19-4455-a9c9-4a113336526e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.247921 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-87fa095c-d8e1-4dd2-9fcd-d77fb0688f60 req-d5447c8f-7dba-496e-b068-cfa674830987 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6243920 Dec 16 22:17:46.255439 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1632544b-d5e5-47aa-a35c-043c28586edb tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.259768 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1632544b-d5e5-47aa-a35c-043c28586edb tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5bc32cb5-5f54-48af-bf6d-3b9a5d80e1ef {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:17:46.264780 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1632544b-d5e5-47aa-a35c-043c28586edb tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.269268 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1632544b-d5e5-47aa-a35c-043c28586edb tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "DELETE /v2.0/routers/5bc32cb5-5f54-48af-bf6d-3b9a5d80e1ef HTTP/1.1" status: 204 len: 168 time: 1.9193892 Dec 16 22:17:46.274040 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41360) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:46.286075 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-129bad75-33f3-41dc-8a8e-3d14a8049fc0 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-549495417', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}, 'admin_state_up': False}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:46.315568 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:46.337832 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc', 'mac_address': 'fa:16:3e:11:75:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:17:46.342787 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7a7ef818-d684-4100-8f7b-b359a036dc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.351731 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.352536 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device d4c02002-46db-4b56-bc15-eb1387a0bf64 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:46.363699 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-aacf2659-e013-40bc-886c-ab99acb4342c admin admin] Allocated IP 172.20.0.1 (5c1937af-7bb6-406c-854f-833019c225af/4012085c-74d4-4d83-9e4d-14ad56ea9a5d/bc395723-023f-4e65-987f-7b7b9652955c) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:17:46.408589 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a0e61c1b-bd19-4455-a9c9-4a113336526e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.447748 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-129bad75-33f3-41dc-8a8e-3d14a8049fc0 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.450169 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-129bad75-33f3-41dc-8a8e-3d14a8049fc0 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.454320 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb575b-61e5-4a83-becc-f1080c338333 req-71a50e6f-934b-46c8-858e-d89023e1bfbe tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:46.466402 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b4eb575b-61e5-4a83-becc-f1080c338333 req-71a50e6f-934b-46c8-858e-d89023e1bfbe tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 948 time: 0.0950115 Dec 16 22:17:46.481303 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a0e61c1b-bd19-4455-a9c9-4a113336526e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.551424 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd1a4f-1277-494d-9aec-5594affe4763 None None] Pushing event updated for resources: {'Port': ['ID=d7afb820-32f9-4e87-bc02-aa5465d8e541,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:46.574663 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bae84f-8ce7-4c5f-afaf-512e8b879293'}, {'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf3648f-0e95-45df-b89b-23cc65ae37c9'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:46.577873 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183daa9f-3767-46b0-a1d2-417577d7dcfe" -d '{"events": [{"server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "name": "network-vif-plugged", "status": "completed", "tag": "d4bae84f-8ce7-4c5f-afaf-512e8b879293"}, {"server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "name": "network-vif-plugged", "status": "completed", "tag": "cdf3648f-0e95-45df-b89b-23cc65ae37c9"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:46.578152 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-129bad75-33f3-41dc-8a8e-3d14a8049fc0 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.624661 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b85fb6a2-57f2-4143-814d-ba50166ab9a7 req-2ac7573e-f05d-42f1-af57-05bca96a4162 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 210 time: 0.0547028 Dec 16 22:17:46.626243 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.635358 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e61c1b-bd19-4455-a9c9-4a113336526e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0f8f1d-7c6f-42fa-a1a2-b91f1e0404a8,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:46.653710 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a0e61c1b-bd19-4455-a9c9-4a113336526e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ebe2e12705bf43269e4e2824165db657&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0233057 Dec 16 22:17:46.658854 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41366) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:46.660150 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:46.664755 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7a7ef818-d684-4100-8f7b-b359a036dc5e None None] Attempting to bind port d7afb820-32f9-4e87-bc02-aa5465d8e541 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:46.665135 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7a7ef818-d684-4100-8f7b-b359a036dc5e None None] Attempting to bind port d7afb820-32f9-4e87-bc02-aa5465d8e541 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:46.665511 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7ef818-d684-4100-8f7b-b359a036dc5e None None] Attempting to bind port d7afb820-32f9-4e87-bc02-aa5465d8e541 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:46.671672 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device b174ce39-c097-494c-8dd0-68558861d527 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:17:46.747981 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7ef818-d684-4100-8f7b-b359a036dc5e None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:46.748855 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7ef818-d684-4100-8f7b-b359a036dc5e None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:46.749516 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7a7ef818-d684-4100-8f7b-b359a036dc5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.749949 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7ef818-d684-4100-8f7b-b359a036dc5e None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:46.750428 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7a7ef818-d684-4100-8f7b-b359a036dc5e None None] Bound port: d7afb820-32f9-4e87-bc02-aa5465d8e541, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:46.750818 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7a7ef818-d684-4100-8f7b-b359a036dc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:46.757983 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd907866-e9ba-41ba-9da1-35c1ac27d49c x-openstack-request-id: req-cd907866-e9ba-41ba-9da1-35c1ac27d49c {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:46.757983 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "name": "network-vif-plugged", "status": "completed", "tag": "d4bae84f-8ce7-4c5f-afaf-512e8b879293", "code": 200}, {"server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "name": "network-vif-plugged", "status": "completed", "tag": "cdf3648f-0e95-45df-b89b-23cc65ae37c9", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:46.758281 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cd907866-e9ba-41ba-9da1-35c1ac27d49c {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:46.758475 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bae84f-8ce7-4c5f-afaf-512e8b879293', 'code': 200} Dec 16 22:17:46.759301 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf3648f-0e95-45df-b89b-23cc65ae37c9', 'code': 200} Dec 16 22:17:46.791702 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b4eb575b-61e5-4a83-becc-f1080c338333 req-6cef393b-741f-47c1-b3f1-f5f6fc3d3d53 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256133 Dec 16 22:17:46.848675 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47342004-b070-4a47-acb8-1ac4ac62792a req-59135442-4bce-4f5e-bdd9-4479c21ea35f tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:46.849713 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47342004-b070-4a47-acb8-1ac4ac62792a req-59135442-4bce-4f5e-bdd9-4479c21ea35f tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.57 "GET /v2.0/networks?id=c7f1c459-e84f-448b-8a2b-28e7b0a9b3be HTTP/1.1" status: 200 len: 815 time: 0.3821371 Dec 16 22:17:46.882772 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aacf2659-e013-40bc-886c-ab99acb4342c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.035726 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-129bad75-33f3-41dc-8a8e-3d14a8049fc0 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.040269 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47342004-b070-4a47-acb8-1ac4ac62792a req-da1e05d3-6fb4-415a-a35e-17ee3be25bf8 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1eca6be478514f9c8f27151bade9f595 HTTP/1.1" status: 200 len: 379 time: 0.1697793 Dec 16 22:17:47.051492 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-000322d0-e68e-4aba-8f21-37fdd63879a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.055498 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-47342004-b070-4a47-acb8-1ac4ac62792a req-5efdbd2b-dce1-49b8-9cb5-ab67820355d8 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Request body: {'port': {'device_id': 'a033ee84-0947-449e-a298-abe9fb6a92ed', 'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be', 'admin_state_up': True, 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'security_groups': ['4a52099b-eca1-4e3c-bea6-1181fd05b16e']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:47.069023 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=cdf3648f-0e95-45df-b89b-23cc65ae37c9,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:47.132112 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:47.138503 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-000322d0-e68e-4aba-8f21-37fdd63879a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.171930 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aacf2659-e013-40bc-886c-ab99acb4342c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.225756 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port d4c02002-46db-4b56-bc15-eb1387a0bf64 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:17:47.250859 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4505b-f635-4d37-a4f9-7e3e6dee6128 req-deebad80-b7fd-4f6e-a9a6-ca6004552057 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:47.258798 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-53a4505b-f635-4d37-a4f9-7e3e6dee6128 req-deebad80-b7fd-4f6e-a9a6-ca6004552057 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 948 time: 0.1656134 Dec 16 22:17:47.259744 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port d4c02002-46db-4b56-bc15-eb1387a0bf64 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:47.260420 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.269987 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port b174ce39-c097-494c-8dd0-68558861d527, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=b174ce39-c097-494c-8dd0-68558861d527,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:47.276095 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.285696 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7a7ef818-d684-4100-8f7b-b359a036dc5e None None] For port d7afb820-32f9-4e87-bc02-aa5465d8e541, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:17:47.300681 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf2659-e013-40bc-886c-ab99acb4342c admin admin] Pushing event updated for resources: {'Port': ['ID=bc395723-023f-4e65-987f-7b7b9652955c,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:47.337982 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacf2659-e013-40bc-886c-ab99acb4342c admin admin] Network 5c1937af-7bb6-406c-854f-833019c225af is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:17:47.342459 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-aacf2659-e013-40bc-886c-ab99acb4342c admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:47.351968 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacf2659-e013-40bc-886c-ab99acb4342c admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:17:47.408686 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-53a4505b-f635-4d37-a4f9-7e3e6dee6128 req-71785690-c032-4c92-b9a7-76549563fb07 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448531 Dec 16 22:17:47.429206 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-000322d0-e68e-4aba-8f21-37fdd63879a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.432040 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7a7ef818-d684-4100-8f7b-b359a036dc5e None None] For port d7afb820-32f9-4e87-bc02-aa5465d8e541, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d7afb820-32f9-4e87-bc02-aa5465d8e541,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:17:47.433664 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-000322d0-e68e-4aba-8f21-37fdd63879a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.437680 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-000322d0-e68e-4aba-8f21-37fdd63879a1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7d0f8f1d-7c6f-42fa-a1a2-b91f1e0404a8 HTTP/1.1" status: 204 len: 168 time: 0.7752407 Dec 16 22:17:47.437857 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': 'b174ce39-c097-494c-8dd0-68558861d527', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': 'b174ce39-c097-494c-8dd0-68558861d527', 'mac_address': 'fa:16:3e:6f:f1:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:17:47.457136 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:47.478503 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000322d0-e68e-4aba-8f21-37fdd63879a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0f8f1d-7c6f-42fa-a1a2-b91f1e0404a8,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:47.556892 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aacf2659-e013-40bc-886c-ab99acb4342c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.566779 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7a7ef818-d684-4100-8f7b-b359a036dc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.654648 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd1a4f-1277-494d-9aec-5594affe4763 None None] Pushing event updated for resources: {'Port': ['ID=d7afb820-32f9-4e87-bc02-aa5465d8e541,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:47.739801 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-129bad75-33f3-41dc-8a8e-3d14a8049fc0 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.767609 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-129bad75-33f3-41dc-8a8e-3d14a8049fc0 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.795769 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.815232 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:47.838192 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:47.856204 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049b0d5-ed1c-435e-9677-b064d7e2b6cf req-c497a169-55b5-4ade-b3ba-3a3366cbdcb7 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:47.862331 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049b0d5-ed1c-435e-9677-b064d7e2b6cf req-c497a169-55b5-4ade-b3ba-3a3366cbdcb7 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:47.877069 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049b0d5-ed1c-435e-9677-b064d7e2b6cf req-c497a169-55b5-4ade-b3ba-3a3366cbdcb7 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:47.882959 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049b0d5-ed1c-435e-9677-b064d7e2b6cf req-c497a169-55b5-4ade-b3ba-3a3366cbdcb7 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:47.892895 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b174ce39-c097-494c-8dd0-68558861d527 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:47.906015 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049b0d5-ed1c-435e-9677-b064d7e2b6cf req-c497a169-55b5-4ade-b3ba-3a3366cbdcb7 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:47.912004 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049b0d5-ed1c-435e-9677-b064d7e2b6cf req-c497a169-55b5-4ade-b3ba-3a3366cbdcb7 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:47.912647 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-129bad75-33f3-41dc-8a8e-3d14a8049fc0 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Allocated IP 172.25.6.164 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/ba446218-cb6e-4ec9-bb9e-3bfb25412636) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:17:47.921867 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port b174ce39-c097-494c-8dd0-68558861d527, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=b174ce39-c097-494c-8dd0-68558861d527,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:47.923622 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7ef818-d684-4100-8f7b-b359a036dc5e None None] Routers {'ec4639a4-8f42-41bd-a682-b7c274239cce'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:47.924741 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-7a7ef818-d684-4100-8f7b-b359a036dc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['ec4639a4-8f42-41bd-a682-b7c274239cce'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:47.928268 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049b0d5-ed1c-435e-9677-b064d7e2b6cf req-c497a169-55b5-4ade-b3ba-3a3366cbdcb7 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:47.929781 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a049b0d5-ed1c-435e-9677-b064d7e2b6cf req-c497a169-55b5-4ade-b3ba-3a3366cbdcb7 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5428 time: 0.4002209 Dec 16 22:17:47.930449 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47342004-b070-4a47-acb8-1ac4ac62792a req-5efdbd2b-dce1-49b8-9cb5-ab67820355d8 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Made reservation on behalf of 1eca6be478514f9c8f27151bade9f595 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:17:47.946201 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-47342004-b070-4a47-acb8-1ac4ac62792a req-5efdbd2b-dce1-49b8-9cb5-ab67820355d8 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:48.072744 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:48.085420 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port d4c02002-46db-4b56-bc15-eb1387a0bf64, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d4c02002-46db-4b56-bc15-eb1387a0bf64,segment=NetworkSegment(fdb99c20-5c2d-4757-b292-1da6b79081cb),segment_id=fdb99c20-5c2d-4757-b292-1da6b79081cb)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:48.103463 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-129bad75-33f3-41dc-8a8e-3d14a8049fc0 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:48.119509 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d7c6f823-fa8f-4420-b71c-486cfc7e1c0b req-bc9caded-7193-4cc3-a876-b78bfc3560e4 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 210 time: 0.1069760 Dec 16 22:17:48.148881 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14ed12-7725-4557-aede-a59c7b141bed req-d3c90698-3aab-43ec-a1ed-e50c7886d3f3 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:48.150419 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da14ed12-7725-4557-aede-a59c7b141bed req-d3c90698-3aab-43ec-a1ed-e50c7886d3f3 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.57 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058&tenant_id=54dbe85688564892aa5226bd9c604156&binding%3Ahost_id=n-h2-815324-4 HTTP/1.1" status: 200 len: 949 time: 0.1400416 Dec 16 22:17:48.208792 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=b174ce39-c097-494c-8dd0-68558861d527,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:48.225349 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-7a7ef818-d684-4100-8f7b-b359a036dc5e None None] Set router ec4639a4-8f42-41bd-a682-b7c274239cce gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:17:48.228676 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:48.230718 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 932561c8-57cf-466c-86d4-05fa02856f87 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:48.250746 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a049b0d5-ed1c-435e-9677-b064d7e2b6cf req-23202b7e-748a-4e7f-9246-4204e77c8f3a tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2537522 Dec 16 22:17:48.316880 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da14ed12-7725-4557-aede-a59c7b141bed req-5e3fa778-0549-4bdd-875c-181ee641fe26 service neutron] 10.222.0.57 "GET /v2.0/ports/b174ce39-c097-494c-8dd0-68558861d527/bindings/n-h2-815324-4 HTTP/1.1" status: 200 len: 382 time: 0.1542943 Dec 16 22:17:48.326769 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b514f-0139-4fc7-8ebb-d022851d4a25 req-8daf20f4-8a39-448f-967c-3e2ece57be67 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:48.334039 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-944b514f-0139-4fc7-8ebb-d022851d4a25 req-8daf20f4-8a39-448f-967c-3e2ece57be67 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 949 time: 0.0943322 Dec 16 22:17:48.358254 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-47342004-b070-4a47-acb8-1ac4ac62792a req-5efdbd2b-dce1-49b8-9cb5-ab67820355d8 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Allocated IP 172.20.0.9 (c7f1c459-e84f-448b-8a2b-28e7b0a9b3be/6f1fd97e-df08-4d06-a6b5-806941b75263/f43ea034-a1f1-49b3-a139-107b6870c432) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:17:48.427661 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-129bad75-33f3-41dc-8a8e-3d14a8049fc0 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:48.436484 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aacf2659-e013-40bc-886c-ab99acb4342c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:48.452151 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-944b514f-0139-4fc7-8ebb-d022851d4a25 req-0756bf87-36a6-4ea6-ac1f-e2736ee56d93 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166677 Dec 16 22:17:48.491793 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41388) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:48.508265 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4443cce6-7e30-4259-a463-665e93edbd53 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:17:48.534045 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129bad75-33f3-41dc-8a8e-3d14a8049fc0 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Pushing event updated for resources: {'Port': ['ID=ba446218-cb6e-4ec9-bb9e-3bfb25412636,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:48.538375 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d9e99-3c2e-4d13-bc20-26863a4b8cc8 req-4a296057-9da4-497d-aa58-0e2b9508ef71 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:48.547544 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ee9d9e99-3c2e-4d13-bc20-26863a4b8cc8 req-4a296057-9da4-497d-aa58-0e2b9508ef71 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 949 time: 0.1631367 Dec 16 22:17:48.552232 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14ed12-7725-4557-aede-a59c7b141bed req-8dd2aec8-79e0-4f4b-8889-f073891512de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:48.554428 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=d4c02002-46db-4b56-bc15-eb1387a0bf64,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:48.556563 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da14ed12-7725-4557-aede-a59c7b141bed req-8dd2aec8-79e0-4f4b-8889-f073891512de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 1100 time: 0.1933835 Dec 16 22:17:48.558299 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 4443cce6-7e30-4259-a463-665e93edbd53 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:17:48.558498 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4443cce6-7e30-4259-a463-665e93edbd53 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:17:48.573753 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['b174ce39-c097-494c-8dd0-68558861d527'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:17:48.632250 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c45ba8eb-790d-42ba-af3c-297cf0d4b442 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:48.680745 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 932561c8-57cf-466c-86d4-05fa02856f87 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:17:48.688053 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129bad75-33f3-41dc-8a8e-3d14a8049fc0 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:17:48.696685 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-129bad75-33f3-41dc-8a8e-3d14a8049fc0 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:48.701154 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 932561c8-57cf-466c-86d4-05fa02856f87 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:48.701542 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:48.705556 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129bad75-33f3-41dc-8a8e-3d14a8049fc0 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:17:48.733268 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ee9d9e99-3c2e-4d13-bc20-26863a4b8cc8 req-4d8ed459-0183-44e8-bc29-74239c61b74c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795480 Dec 16 22:17:48.763531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c02002-46db-4b56-bc15-eb1387a0bf64'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:48.765764 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7c17d4-1b3a-4013-bd51-e9a112f44c99" -d '{"events": [{"server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "name": "network-vif-plugged", "status": "completed", "tag": "d4c02002-46db-4b56-bc15-eb1387a0bf64"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:48.857429 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-47342004-b070-4a47-acb8-1ac4ac62792a req-5efdbd2b-dce1-49b8-9cb5-ab67820355d8 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:48.860886 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a7c491-b8e9-4db2-8362-23ff0946d29d x-openstack-request-id: req-e9a7c491-b8e9-4db2-8362-23ff0946d29d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:48.861190 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "name": "network-vif-plugged", "status": "completed", "tag": "d4c02002-46db-4b56-bc15-eb1387a0bf64", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:48.861441 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e9a7c491-b8e9-4db2-8362-23ff0946d29d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:48.861839 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c02002-46db-4b56-bc15-eb1387a0bf64', 'code': 200} Dec 16 22:17:48.894495 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-7a7ef818-d684-4100-8f7b-b359a036dc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4639a4-8f42-41bd-a682-b7c274239cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1721302284-router', 'tenant_id': '14fa89a71b19443bab437fd35023cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'd7afb820-32f9-4e87-bc02-aa5465d8e541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:37Z', 'updated_at': '2021-12-16T22:17:42Z', 'revision_number': 3, 'project_id': '14fa89a71b19443bab437fd35023cb1c', 'gw_port': {'id': 'd7afb820-32f9-4e87-bc02-aa5465d8e541', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:30:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4639a4-8f42-41bd-a682-b7c274239cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:48.955830 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7ef818-d684-4100-8f7b-b359a036dc5e None None] The sync data for ids ['ec4639a4-8f42-41bd-a682-b7c274239cce'] in n-d-815324-4 is: [{'id': 'ec4639a4-8f42-41bd-a682-b7c274239cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1721302284-router', 'tenant_id': '14fa89a71b19443bab437fd35023cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'd7afb820-32f9-4e87-bc02-aa5465d8e541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:37Z', 'updated_at': '2021-12-16T22:17:42Z', 'revision_number': 3, 'project_id': '14fa89a71b19443bab437fd35023cb1c', 'gw_port': {'id': 'd7afb820-32f9-4e87-bc02-aa5465d8e541', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:30:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4639a4-8f42-41bd-a682-b7c274239cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:17:48.968320 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:49.009487 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14ed12-7725-4557-aede-a59c7b141bed req-b2f81756-6171-4a3f-b119-8c7641603c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:49.012896 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da14ed12-7725-4557-aede-a59c7b141bed req-b2f81756-6171-4a3f-b119-8c7641603c1c service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.4365766 Dec 16 22:17:49.029098 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 932561c8-57cf-466c-86d4-05fa02856f87, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=932561c8-57cf-466c-86d4-05fa02856f87,segment=NetworkSegment(de6410b3-48d2-4076-afb0-e054cc3678c7),segment_id=de6410b3-48d2-4076-afb0-e054cc3678c7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:49.069771 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da14ed12-7725-4557-aede-a59c7b141bed req-5d5f628f-9213-4a91-91f7-a119a88f1490 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=b174ce39-c097-494c-8dd0-68558861d527 HTTP/1.1" status: 200 len: 217 time: 0.0488110 Dec 16 22:17:49.195485 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14ed12-7725-4557-aede-a59c7b141bed req-c42116fe-3f5a-434a-9c18-8815d5e93117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:49.204947 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da14ed12-7725-4557-aede-a59c7b141bed req-c42116fe-3f5a-434a-9c18-8815d5e93117 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0952547 Dec 16 22:17:49.205104 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:49.205104 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device be59d789-35f2-47f8-a2bf-dacd1121b4c0 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:49.232399 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c45ba8eb-790d-42ba-af3c-297cf0d4b442 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:49.261258 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-129bad75-33f3-41dc-8a8e-3d14a8049fc0 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:49.360481 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14ed12-7725-4557-aede-a59c7b141bed req-aef9e94a-b247-44be-8175-436b877d6044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:49.365508 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da14ed12-7725-4557-aede-a59c7b141bed req-aef9e94a-b247-44be-8175-436b877d6044 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1517541 Dec 16 22:17:49.365659 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a85dd406-0226-42e2-9394-424f1753ea64 req-5bd6ab71-ae69-4540-aaa4-84787f6044b3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 210 time: 0.1252580 Dec 16 22:17:49.426246 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aacf2659-e013-40bc-886c-ab99acb4342c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:49.436548 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=932561c8-57cf-466c-86d4-05fa02856f87,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:49.437107 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c45ba8eb-790d-42ba-af3c-297cf0d4b442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:49.488996 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-47342004-b070-4a47-acb8-1ac4ac62792a req-5efdbd2b-dce1-49b8-9cb5-ab67820355d8 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:49.544540 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c45ba8eb-790d-42ba-af3c-297cf0d4b442 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fb4186425b264cb4bb94498a2c67e2e9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0466819 Dec 16 22:17:49.554540 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41398) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:49.595111 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ba8eb-790d-42ba-af3c-297cf0d4b442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5326620-35f0-4b49-9e05-a4170ea71417,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:49.623246 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47342004-b070-4a47-acb8-1ac4ac62792a req-5efdbd2b-dce1-49b8-9cb5-ab67820355d8 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Network c7f1c459-e84f-448b-8a2b-28e7b0a9b3be is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:17:49.624333 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da14ed12-7725-4557-aede-a59c7b141bed req-06bca6e1-4cf0-4ae3-8510-0b45593bc1a6 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414188 Dec 16 22:17:49.634773 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-47342004-b070-4a47-acb8-1ac4ac62792a req-5efdbd2b-dce1-49b8-9cb5-ab67820355d8 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:49.637499 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-47342004-b070-4a47-acb8-1ac4ac62792a req-5efdbd2b-dce1-49b8-9cb5-ab67820355d8 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:17:49.640474 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port be59d789-35f2-47f8-a2bf-dacd1121b4c0 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:17:49.645551 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port be59d789-35f2-47f8-a2bf-dacd1121b4c0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:49.646010 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:49.697749 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efdbd2b-dce1-49b8-9cb5-ab67820355d8 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Pushing event updated for resources: {'Port': ['ID=f43ea034-a1f1-49b3-a139-107b6870c432,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:49.715556 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79df8ce-3e90-4c6d-a9a2-f44f36563caa req-dc5be051-0a00-47e1-8b5e-6ab594ea7b26 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:49.724446 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c79df8ce-3e90-4c6d-a9a2-f44f36563caa req-dc5be051-0a00-47e1-8b5e-6ab594ea7b26 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 949 time: 0.1718204 Dec 16 22:17:49.762377 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47342004-b070-4a47-acb8-1ac4ac62792a req-5efdbd2b-dce1-49b8-9cb5-ab67820355d8 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:49.763480 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-47342004-b070-4a47-acb8-1ac4ac62792a req-5efdbd2b-dce1-49b8-9cb5-ab67820355d8 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:49.773342 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aacf2659-e013-40bc-886c-ab99acb4342c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:49.832918 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aacf2659-e013-40bc-886c-ab99acb4342c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:49.857477 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:49.905725 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port be59d789-35f2-47f8-a2bf-dacd1121b4c0, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=be59d789-35f2-47f8-a2bf-dacd1121b4c0,segment=NetworkSegment(de6410b3-48d2-4076-afb0-e054cc3678c7),segment_id=de6410b3-48d2-4076-afb0-e054cc3678c7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:49.972530 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d459073-0690-4969-a787-05bb96e38edd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:49.977841 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da14ed12-7725-4557-aede-a59c7b141bed req-97d55257-75ee-4ec5-a5cd-f3d04788c331 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417127 Dec 16 22:17:50.034297 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c79df8ce-3e90-4c6d-a9a2-f44f36563caa req-d30c6bf3-d045-4afc-8d56-8ec4eda5fd0e tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047175 Dec 16 22:17:50.061556 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-eb542397-d435-417a-914d-e578691b99df None None] Provisioning complete for port f43ea034-a1f1-49b3-a139-107b6870c432 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:50.061556 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eb542397-d435-417a-914d-e578691b99df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:50.061986 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf2659-e013-40bc-886c-ab99acb4342c admin admin] Pushing event updated for resources: {'Port': ['ID=bc395723-023f-4e65-987f-7b7b9652955c,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:50.101417 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764649-7fac-4d1a-a5c3-f77f25292b32 req-8f6a7031-44de-41bb-b235-6f8f7f1f6019 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:50.101805 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:50.103717 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 279064a7-b0af-47a2-926c-bbdc2a0e2846 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:50.113767 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47342004-b070-4a47-acb8-1ac4ac62792a req-5efdbd2b-dce1-49b8-9cb5-ab67820355d8 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0674357 Dec 16 22:17:50.123860 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764649-7fac-4d1a-a5c3-f77f25292b32 req-8f6a7031-44de-41bb-b235-6f8f7f1f6019 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:50.131949 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacf2659-e013-40bc-886c-ab99acb4342c admin admin] Network 5c1937af-7bb6-406c-854f-833019c225af is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:17:50.137702 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-47342004-b070-4a47-acb8-1ac4ac62792a req-42ea76eb-13bb-40ca-97fe-fb4a1b325178 service neutron] Request body: {'port': {'device_id': 'a033ee84-0947-449e-a298-abe9fb6a92ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:50.140873 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-aacf2659-e013-40bc-886c-ab99acb4342c admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:17:50.141142 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764649-7fac-4d1a-a5c3-f77f25292b32 req-8f6a7031-44de-41bb-b235-6f8f7f1f6019 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:50.147266 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764649-7fac-4d1a-a5c3-f77f25292b32 req-8f6a7031-44de-41bb-b235-6f8f7f1f6019 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:50.158972 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764649-7fac-4d1a-a5c3-f77f25292b32 req-8f6a7031-44de-41bb-b235-6f8f7f1f6019 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:50.165972 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764649-7fac-4d1a-a5c3-f77f25292b32 req-8f6a7031-44de-41bb-b235-6f8f7f1f6019 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:50.178591 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764649-7fac-4d1a-a5c3-f77f25292b32 req-8f6a7031-44de-41bb-b235-6f8f7f1f6019 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:50.188359 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1a764649-7fac-4d1a-a5c3-f77f25292b32 req-8f6a7031-44de-41bb-b235-6f8f7f1f6019 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5430 time: 0.7901206 Dec 16 22:17:50.238009 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-eb542397-d435-417a-914d-e578691b99df None None] Port f43ea034-a1f1-49b3-a139-107b6870c432 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:17:50.250513 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=be59d789-35f2-47f8-a2bf-dacd1121b4c0,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:50.278935 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d459073-0690-4969-a787-05bb96e38edd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:50.318963 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-129bad75-33f3-41dc-8a8e-3d14a8049fc0 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:50.352629 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1a764649-7fac-4d1a-a5c3-f77f25292b32 req-b934bd6e-b5d6-4e45-bdcb-d4ed5f39437f tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1632476 Dec 16 22:17:50.372462 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 279064a7-b0af-47a2-926c-bbdc2a0e2846 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:17:50.377357 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 279064a7-b0af-47a2-926c-bbdc2a0e2846 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:50.378204 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:50.459517 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-47342004-b070-4a47-acb8-1ac4ac62792a req-42ea76eb-13bb-40ca-97fe-fb4a1b325178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:50.479009 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aacf2659-e013-40bc-886c-ab99acb4342c admin admin] Router ec4639a4-8f42-41bd-a682-b7c274239cce has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:17:50.510115 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75367ebe-5f0d-451a-a5fa-313103aec0f8 req-06b36b7d-89d0-4ea9-9b21-950154353c1d tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:50.519164 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75367ebe-5f0d-451a-a5fa-313103aec0f8 req-06b36b7d-89d0-4ea9-9b21-950154353c1d tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 949 time: 0.2075224 Dec 16 22:17:50.585386 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d7afb820-32f9-4e87-bc02-aa5465d8e541 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:50.592160 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:50.670495 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 279064a7-b0af-47a2-926c-bbdc2a0e2846, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=279064a7-b0af-47a2-926c-bbdc2a0e2846,segment=NetworkSegment(de6410b3-48d2-4076-afb0-e054cc3678c7),segment_id=de6410b3-48d2-4076-afb0-e054cc3678c7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:50.681143 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device b174ce39-c097-494c-8dd0-68558861d527 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:50.735496 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port d7afb820-32f9-4e87-bc02-aa5465d8e541 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:50.736049 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:50.791007 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:50.841548 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:50.844432 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6cda8-da02-4b5c-a3d8-a4cc28c882d1 req-455e8d88-b888-4628-bfcf-550e86402f9f tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:50.846637 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3bb6cda8-da02-4b5c-a3d8-a4cc28c882d1 req-455e8d88-b888-4628-bfcf-550e86402f9f tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 931 time: 0.0755537 Dec 16 22:17:50.889550 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932561c8-57cf-466c-86d4-05fa02856f87'}, {'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be59d789-35f2-47f8-a2bf-dacd1121b4c0'}, {'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279064a7-b0af-47a2-926c-bbdc2a0e2846'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:50.892579 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb90741-a653-4d3d-a29d-9093f4bf2273" -d '{"events": [{"server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "name": "network-vif-plugged", "status": "completed", "tag": "932561c8-57cf-466c-86d4-05fa02856f87"}, {"server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "name": "network-vif-plugged", "status": "completed", "tag": "be59d789-35f2-47f8-a2bf-dacd1121b4c0"}, {"server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "name": "network-vif-plugged", "status": "completed", "tag": "279064a7-b0af-47a2-926c-bbdc2a0e2846"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:50.909928 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-47342004-b070-4a47-acb8-1ac4ac62792a req-42ea76eb-13bb-40ca-97fe-fb4a1b325178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43ea034-a1f1-49b3-a139-107b6870c432 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:17:50.914046 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port b174ce39-c097-494c-8dd0-68558861d527 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:17:50.917459 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d459073-0690-4969-a787-05bb96e38edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:50.920100 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-47342004-b070-4a47-acb8-1ac4ac62792a req-42ea76eb-13bb-40ca-97fe-fb4a1b325178 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:50.920556 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d459073-0690-4969-a787-05bb96e38edd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:50.928254 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9d459073-0690-4969-a787-05bb96e38edd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a5326620-35f0-4b49-9e05-a4170ea71417 HTTP/1.1" status: 204 len: 168 time: 1.3624167 Dec 16 22:17:50.936102 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3bb6cda8-da02-4b5c-a3d8-a4cc28c882d1 req-66801e49-c71b-4d17-b38d-4c83a23a6770 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/security-groups?id=4a52099b-eca1-4e3c-bea6-1181fd05b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806794 Dec 16 22:17:50.944211 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d459073-0690-4969-a787-05bb96e38edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5326620-35f0-4b49-9e05-a4170ea71417,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:50.951682 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75367ebe-5f0d-451a-a5fa-313103aec0f8 req-c04b5e8e-6c34-4770-8d0a-c3d801201514 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311521 Dec 16 22:17:50.967716 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port b174ce39-c097-494c-8dd0-68558861d527 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:50.968098 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:50.972228 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-47342004-b070-4a47-acb8-1ac4ac62792a req-42ea76eb-13bb-40ca-97fe-fb4a1b325178 service neutron] Transition to ACTIVE for port object f43ea034-a1f1-49b3-a139-107b6870c432 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:17:50.983575 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129bad75-33f3-41dc-8a8e-3d14a8049fc0 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Router 3ee7e706-ea64-4e08-acca-b0a3c8fcca8c is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:17:51.080479 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5053d770-d225-4def-8dac-648e1e76f712 x-openstack-request-id: req-5053d770-d225-4def-8dac-648e1e76f712 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:51.087349 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "name": "network-vif-plugged", "status": "completed", "tag": "932561c8-57cf-466c-86d4-05fa02856f87", "code": 200}, {"server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "name": "network-vif-plugged", "status": "completed", "tag": "be59d789-35f2-47f8-a2bf-dacd1121b4c0", "code": 200}, {"server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "name": "network-vif-plugged", "status": "completed", "tag": "279064a7-b0af-47a2-926c-bbdc2a0e2846", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:51.087734 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5053d770-d225-4def-8dac-648e1e76f712 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:51.088192 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932561c8-57cf-466c-86d4-05fa02856f87', 'code': 200} Dec 16 22:17:51.088464 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be59d789-35f2-47f8-a2bf-dacd1121b4c0', 'code': 200} Dec 16 22:17:51.089016 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279064a7-b0af-47a2-926c-bbdc2a0e2846', 'code': 200} Dec 16 22:17:51.123541 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=279064a7-b0af-47a2-926c-bbdc2a0e2846,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:51.167341 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129bad75-33f3-41dc-8a8e-3d14a8049fc0 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:17:51.179750 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e44977-30f2-4b8f-94db-23082eb5acfa None None] Sync routers for ids ['3ee7e706-ea64-4e08-acca-b0a3c8fcca8c'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:17:51.198652 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-47342004-b070-4a47-acb8-1ac4ac62792a req-42ea76eb-13bb-40ca-97fe-fb4a1b325178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:51.204276 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacf2659-e013-40bc-886c-ab99acb4342c admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:17:51.211679 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:17:51.215343 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-aacf2659-e013-40bc-886c-ab99acb4342c admin admin] 10.222.0.75 "PUT /v2.0/routers/ec4639a4-8f42-41bd-a682-b7c274239cce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0048242 Dec 16 22:17:51.224708 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e44977-30f2-4b8f-94db-23082eb5acfa None None] Routers {'3ee7e706-ea64-4e08-acca-b0a3c8fcca8c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:51.228480 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-f7e44977-30f2-4b8f-94db-23082eb5acfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['3ee7e706-ea64-4e08-acca-b0a3c8fcca8c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:51.235844 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:51.236248 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:51.289752 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-129bad75-33f3-41dc-8a8e-3d14a8049fc0 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:51.294775 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-129bad75-33f3-41dc-8a8e-3d14a8049fc0 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0183678 Dec 16 22:17:51.295575 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41416) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:51.302073 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-3d041bf3-2cdb-4b8f-8fc8-452dd132bee8 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'enable_snat': False}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:51.311998 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:51.352170 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-f7e44977-30f2-4b8f-94db-23082eb5acfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:51.381000 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port d7afb820-32f9-4e87-bc02-aa5465d8e541, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d7afb820-32f9-4e87-bc02-aa5465d8e541,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:51.396722 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e44977-30f2-4b8f-94db-23082eb5acfa None None] Routers {'3ee7e706-ea64-4e08-acca-b0a3c8fcca8c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:51.397350 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-f7e44977-30f2-4b8f-94db-23082eb5acfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['3ee7e706-ea64-4e08-acca-b0a3c8fcca8c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:51.503184 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40232c07-b64e-442b-abaf-7b1808c06aa1 req-aaa97daf-2076-47dd-8d02-0be75356dc2c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:51.510559 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-f7e44977-30f2-4b8f-94db-23082eb5acfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:51.516799 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-40232c07-b64e-442b-abaf-7b1808c06aa1 req-aaa97daf-2076-47dd-8d02-0be75356dc2c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 949 time: 0.2999949 Dec 16 22:17:51.534811 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e44977-30f2-4b8f-94db-23082eb5acfa None None] The sync data for ids ['3ee7e706-ea64-4e08-acca-b0a3c8fcca8c'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:17:51.673540 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e210f5-d158-4bf5-9e24-ec1acc0f2788 req-513368c1-f878-451c-b8c9-6547a01c1327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:51.674055 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e210f5-d158-4bf5-9e24-ec1acc0f2788 req-513368c1-f878-451c-b8c9-6547a01c1327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:51.674537 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e210f5-d158-4bf5-9e24-ec1acc0f2788 req-513368c1-f878-451c-b8c9-6547a01c1327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:51.678817 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e210f5-d158-4bf5-9e24-ec1acc0f2788 req-513368c1-f878-451c-b8c9-6547a01c1327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:51.679476 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e210f5-d158-4bf5-9e24-ec1acc0f2788 req-513368c1-f878-451c-b8c9-6547a01c1327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:51.680184 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e210f5-d158-4bf5-9e24-ec1acc0f2788 req-513368c1-f878-451c-b8c9-6547a01c1327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:51.680499 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e210f5-d158-4bf5-9e24-ec1acc0f2788 req-513368c1-f878-451c-b8c9-6547a01c1327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:51.688490 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-52e210f5-d158-4bf5-9e24-ec1acc0f2788 req-513368c1-f878-451c-b8c9-6547a01c1327 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 6489 time: 0.4501202 Dec 16 22:17:51.691359 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea76eb-13bb-40ca-97fe-fb4a1b325178 service neutron] Pushing event updated for resources: {'Port': ['ID=f43ea034-a1f1-49b3-a139-107b6870c432,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:51.812603 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-52e210f5-d158-4bf5-9e24-ec1acc0f2788 req-06c6645e-9d93-4dcb-95c1-980bc968fc86 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1079919 Dec 16 22:17:51.840775 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9995030-be96-4548-a2c3-ea178fc29fe3 None None] Sync routers for ids ['ec4639a4-8f42-41bd-a682-b7c274239cce'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:17:51.846535 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:51.849286 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-40232c07-b64e-442b-abaf-7b1808c06aa1 req-c8d8113c-5797-49fa-8011-5397141f41fd tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302269 Dec 16 22:17:51.869649 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:51.895703 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b19b7-e456-464b-b98c-bd165ff6f5fb req-ce2c13ee-cc99-471a-b40e-0679b6fd1de0 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:51.905133 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b19b7-e456-464b-b98c-bd165ff6f5fb req-ce2c13ee-cc99-471a-b40e-0679b6fd1de0 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:51.911272 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b19b7-e456-464b-b98c-bd165ff6f5fb req-ce2c13ee-cc99-471a-b40e-0679b6fd1de0 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:51.914798 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-47342004-b070-4a47-acb8-1ac4ac62792a req-42ea76eb-13bb-40ca-97fe-fb4a1b325178 service neutron] Attempting to bind port f43ea034-a1f1-49b3-a139-107b6870c432 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:51.918114 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b19b7-e456-464b-b98c-bd165ff6f5fb req-ce2c13ee-cc99-471a-b40e-0679b6fd1de0 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:51.918479 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-47342004-b070-4a47-acb8-1ac4ac62792a req-42ea76eb-13bb-40ca-97fe-fb4a1b325178 service neutron] Attempting to bind port f43ea034-a1f1-49b3-a139-107b6870c432 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'd44e1f7f-1c0e-4820-a131-9628a743a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:51.918911 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47342004-b070-4a47-acb8-1ac4ac62792a req-42ea76eb-13bb-40ca-97fe-fb4a1b325178 service neutron] Attempting to bind port f43ea034-a1f1-49b3-a139-107b6870c432 on network c7f1c459-e84f-448b-8a2b-28e7b0a9b3be {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:51.924169 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b19b7-e456-464b-b98c-bd165ff6f5fb req-ce2c13ee-cc99-471a-b40e-0679b6fd1de0 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:51.925798 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47342004-b070-4a47-acb8-1ac4ac62792a req-42ea76eb-13bb-40ca-97fe-fb4a1b325178 service neutron] Port f43ea034-a1f1-49b3-a139-107b6870c432 on network c7f1c459-e84f-448b-8a2b-28e7b0a9b3be not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:17:51.929496 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47342004-b070-4a47-acb8-1ac4ac62792a req-42ea76eb-13bb-40ca-97fe-fb4a1b325178 service neutron] Attempting to bind port f43ea034-a1f1-49b3-a139-107b6870c432 on network c7f1c459-e84f-448b-8a2b-28e7b0a9b3be {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:51.930334 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b19b7-e456-464b-b98c-bd165ff6f5fb req-ce2c13ee-cc99-471a-b40e-0679b6fd1de0 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:51.936588 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b19b7-e456-464b-b98c-bd165ff6f5fb req-ce2c13ee-cc99-471a-b40e-0679b6fd1de0 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:51.940037 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-284b19b7-e456-464b-b98c-bd165ff6f5fb req-ce2c13ee-cc99-471a-b40e-0679b6fd1de0 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5432 time: 0.3743069 Dec 16 22:17:51.942465 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47342004-b070-4a47-acb8-1ac4ac62792a req-42ea76eb-13bb-40ca-97fe-fb4a1b325178 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:51.942888 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47342004-b070-4a47-acb8-1ac4ac62792a req-42ea76eb-13bb-40ca-97fe-fb4a1b325178 service neutron] Checking segment: {'id': 'd44e1f7f-1c0e-4820-a131-9628a743a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:51.943366 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47342004-b070-4a47-acb8-1ac4ac62792a req-42ea76eb-13bb-40ca-97fe-fb4a1b325178 service neutron] Bound using segment: {'id': 'd44e1f7f-1c0e-4820-a131-9628a743a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:51.943872 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-47342004-b070-4a47-acb8-1ac4ac62792a req-42ea76eb-13bb-40ca-97fe-fb4a1b325178 service neutron] Bound port: f43ea034-a1f1-49b3-a139-107b6870c432, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd44e1f7f-1c0e-4820-a131-9628a743a23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:51.944305 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-47342004-b070-4a47-acb8-1ac4ac62792a req-42ea76eb-13bb-40ca-97fe-fb4a1b325178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:51.954989 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9995030-be96-4548-a2c3-ea178fc29fe3 None None] Routers {'ec4639a4-8f42-41bd-a682-b7c274239cce'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:51.955684 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c9995030-be96-4548-a2c3-ea178fc29fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['ec4639a4-8f42-41bd-a682-b7c274239cce'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:52.048507 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:52.069395 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-47342004-b070-4a47-acb8-1ac4ac62792a req-42ea76eb-13bb-40ca-97fe-fb4a1b325178 service neutron] For port f43ea034-a1f1-49b3-a139-107b6870c432, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:17:52.073780 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-47342004-b070-4a47-acb8-1ac4ac62792a req-42ea76eb-13bb-40ca-97fe-fb4a1b325178 service neutron] For port f43ea034-a1f1-49b3-a139-107b6870c432, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=f43ea034-a1f1-49b3-a139-107b6870c432,segment=NetworkSegment(d44e1f7f-1c0e-4820-a131-9628a743a23d),segment_id=d44e1f7f-1c0e-4820-a131-9628a743a23d)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:17:52.080117 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:52.080904 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-284b19b7-e456-464b-b98c-bd165ff6f5fb req-84fcf38d-1474-497a-ab7c-fdae3564c1bd tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1294072 Dec 16 22:17:52.138200 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=d7afb820-32f9-4e87-bc02-aa5465d8e541,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:52.161689 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-47342004-b070-4a47-acb8-1ac4ac62792a req-42ea76eb-13bb-40ca-97fe-fb4a1b325178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:52.177526 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port b174ce39-c097-494c-8dd0-68558861d527, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=b174ce39-c097-494c-8dd0-68558861d527,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:52.197613 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d041bf3-2cdb-4b8f-8fc8-452dd132bee8 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:52.290881 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:52.292405 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46bd3c-7e03-4284-8b93-63d2ff23c420 req-886c2e43-4a72-4209-8bd9-f9fa5c33055f tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:52.312176 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3c46bd3c-7e03-4284-8b93-63d2ff23c420 req-886c2e43-4a72-4209-8bd9-f9fa5c33055f tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 943 time: 0.0800266 Dec 16 22:17:52.312306 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea76eb-13bb-40ca-97fe-fb4a1b325178 service neutron] Pushing event updated for resources: {'Port': ['ID=f43ea034-a1f1-49b3-a139-107b6870c432,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:52.339485 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47342004-b070-4a47-acb8-1ac4ac62792a req-42ea76eb-13bb-40ca-97fe-fb4a1b325178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:52.340444 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-47342004-b070-4a47-acb8-1ac4ac62792a req-42ea76eb-13bb-40ca-97fe-fb4a1b325178 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:52.342056 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47342004-b070-4a47-acb8-1ac4ac62792a req-42ea76eb-13bb-40ca-97fe-fb4a1b325178 service neutron] 10.222.0.57 "PUT /v2.0/ports/f43ea034-a1f1-49b3-a139-107b6870c432 HTTP/1.1" status: 200 len: 1091 time: 2.2089963 Dec 16 22:17:52.344480 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a033ee84-0947-449e-a298-abe9fb6a92ed', 'tag': 'f43ea034-a1f1-49b3-a139-107b6870c432'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:52.348070 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9f3d8a-dd4f-4df8-b88b-949dc31824d9" -d '{"events": [{"name": "network-changed", "server_uuid": "a033ee84-0947-449e-a298-abe9fb6a92ed", "tag": "f43ea034-a1f1-49b3-a139-107b6870c432"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:52.376811 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:52.440376 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3c46bd3c-7e03-4284-8b93-63d2ff23c420 req-57e2ecdd-70d9-4337-8f78-2a6917420e3a tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/security-groups?id=4a52099b-eca1-4e3c-bea6-1181fd05b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366279 Dec 16 22:17:52.468252 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:52.484772 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-c9995030-be96-4548-a2c3-ea178fc29fe3 None None] Set router ec4639a4-8f42-41bd-a682-b7c274239cce gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:17:52.602750 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d7afb820-32f9-4e87-bc02-aa5465d8e541 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:52.669304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-246155ac-76c3-44c2-8748-95f9ddbd3b65 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:52.676844 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-246155ac-76c3-44c2-8748-95f9ddbd3b65 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/networks?id=5c1937af-7bb6-406c-854f-833019c225af HTTP/1.1" status: 200 len: 819 time: 0.3146975 Dec 16 22:17:52.690385 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47342004-b070-4a47-acb8-1ac4ac62792a req-0c6ef84e-fb7e-4868-946a-d6cc18b69960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:52.691951 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47342004-b070-4a47-acb8-1ac4ac62792a req-0c6ef84e-fb7e-4868-946a-d6cc18b69960 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1eca6be478514f9c8f27151bade9f595&device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 1094 time: 0.1247253 Dec 16 22:17:52.699606 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-43908e1a-88c8-4604-bc82-bf1a54417701 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/quotas/14fa89a71b19443bab437fd35023cb1c HTTP/1.1" status: 200 len: 375 time: 0.0217946 Dec 16 22:17:52.829220 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47342004-b070-4a47-acb8-1ac4ac62792a req-1fbc5f48-4894-4cb5-bd25-f65f745f9bb0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f43ea034-a1f1-49b3-a139-107b6870c432 HTTP/1.1" status: 200 len: 217 time: 0.0871727 Dec 16 22:17:52.835082 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=b174ce39-c097-494c-8dd0-68558861d527,revision_number=9']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:52.840236 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a83989-cf7b-47ea-8c6f-d91dc2afb558 req-b4a9d074-e865-4678-93cf-93acf49a9167 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:52.841936 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f6a83989-cf7b-47ea-8c6f-d91dc2afb558 req-b4a9d074-e865-4678-93cf-93acf49a9167 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.1609561 Dec 16 22:17:52.875793 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-dabe2e15-eebb-40e0-9b7b-d59be0dbd77f tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=14fa89a71b19443bab437fd35023cb1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1739182 Dec 16 22:17:52.880348 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port d7afb820-32f9-4e87-bc02-aa5465d8e541 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:52.880845 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:52.921213 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47342004-b070-4a47-acb8-1ac4ac62792a req-b275087e-d0d0-4dde-9187-f14d8880879f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:52.922696 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47342004-b070-4a47-acb8-1ac4ac62792a req-b275087e-d0d0-4dde-9187-f14d8880879f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f1fd97e-df08-4d06-a6b5-806941b75263 HTTP/1.1" status: 200 len: 854 time: 0.0866728 Dec 16 22:17:53.036258 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c9995030-be96-4548-a2c3-ea178fc29fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4639a4-8f42-41bd-a682-b7c274239cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1721302284-router', 'tenant_id': '14fa89a71b19443bab437fd35023cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'd7afb820-32f9-4e87-bc02-aa5465d8e541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:37Z', 'updated_at': '2021-12-16T22:17:48Z', 'revision_number': 4, 'project_id': '14fa89a71b19443bab437fd35023cb1c', 'gw_port': {'id': 'd7afb820-32f9-4e87-bc02-aa5465d8e541', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:30:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4639a4-8f42-41bd-a682-b7c274239cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'bc395723-023f-4e65-987f-7b7b9652955c', 'name': '', 'network_id': '5c1937af-7bb6-406c-854f-833019c225af', 'tenant_id': '14fa89a71b19443bab437fd35023cb1c', 'mac_address': 'fa:16:3e:3f:22:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4639a4-8f42-41bd-a682-b7c274239cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '4012085c-74d4-4d83-9e4d-14ad56ea9a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:46Z', 'updated_at': '2021-12-16T22:17:48Z', 'revision_number': 2, 'project_id': '14fa89a71b19443bab437fd35023cb1c', 'subnets': [{'id': '4012085c-74d4-4d83-9e4d-14ad56ea9a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:53.050659 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-8b9c82b2-eb76-480f-940b-660ff15c0157 service neutron] 10.222.0.75 "GET /v2.0/networks/5c1937af-7bb6-406c-854f-833019c225af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580272 Dec 16 22:17:53.065282 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f6a83989-cf7b-47ea-8c6f-d91dc2afb558 req-4c400bf0-bb2e-4196-b9b4-db673ce9e89c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135417 Dec 16 22:17:53.101521 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2af7b3-6234-4cde-8229-6efb50c787db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc'}, {'server_uuid': 'e99ae0d6-c9ee-4d51-9064-d15a6a5ec058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b174ce39-c097-494c-8dd0-68558861d527'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:53.106212 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261f3125-80bf-4a10-99de-c6b19d88717a" -d '{"events": [{"server_uuid": "0e2af7b3-6234-4cde-8229-6efb50c787db", "name": "network-vif-plugged", "status": "completed", "tag": "5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc"}, {"server_uuid": "e99ae0d6-c9ee-4d51-9064-d15a6a5ec058", "name": "network-vif-plugged", "status": "completed", "tag": "b174ce39-c097-494c-8dd0-68558861d527"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:53.121872 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9995030-be96-4548-a2c3-ea178fc29fe3 None None] Checking router: ec4639a4-8f42-41bd-a682-b7c274239cce for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:17:53.122296 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9995030-be96-4548-a2c3-ea178fc29fe3 None None] Updating router ec4639a4-8f42-41bd-a682-b7c274239cce port bc395723-023f-4e65-987f-7b7b9652955c binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:17:53.181736 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c9995030-be96-4548-a2c3-ea178fc29fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:53.273107 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d041bf3-2cdb-4b8f-8fc8-452dd132bee8 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5457'] for router, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:53.278338 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d041bf3-2cdb-4b8f-8fc8-452dd132bee8 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-598410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-598419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597305'] for router, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:53.332885 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-21639c52-b490-48f1-b862-b75119f127ad service neutron] 10.222.0.75 "GET /v2.0/networks/5c1937af-7bb6-406c-854f-833019c225af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789378 Dec 16 22:17:53.339325 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47342004-b070-4a47-acb8-1ac4ac62792a req-e0f5221b-5dd7-4ce3-8c53-0a7d651ee5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:53.343912 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47342004-b070-4a47-acb8-1ac4ac62792a req-e0f5221b-5dd7-4ce3-8c53-0a7d651ee5c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c7f1c459-e84f-448b-8a2b-28e7b0a9b3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3878274 Dec 16 22:17:53.346161 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7337b4e1-3c4e-4bc6-93d8-3dc3d5bd6f29 x-openstack-request-id: req-7337b4e1-3c4e-4bc6-93d8-3dc3d5bd6f29 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:53.349720 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a033ee84-0947-449e-a298-abe9fb6a92ed", "tag": "f43ea034-a1f1-49b3-a139-107b6870c432", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:53.351188 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7337b4e1-3c4e-4bc6-93d8-3dc3d5bd6f29 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:53.353983 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a033ee84-0947-449e-a298-abe9fb6a92ed', 'tag': 'f43ea034-a1f1-49b3-a139-107b6870c432', 'status': 'completed', 'code': 200} Dec 16 22:17:53.438553 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4058cd3e-1780-4720-8a78-fa7e86e93a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:53.584626 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d041bf3-2cdb-4b8f-8fc8-452dd132bee8 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Router 3ee7e706-ea64-4e08-acca-b0a3c8fcca8c has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:17:53.592709 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47342004-b070-4a47-acb8-1ac4ac62792a req-a3a751f0-81c1-4e0a-84b2-b8906e1d14e2 service neutron] 10.222.0.57 "GET /v2.0/networks/c7f1c459-e84f-448b-8a2b-28e7b0a9b3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398949 Dec 16 22:17:53.597626 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832156c2-5154-4686-8b7d-8ebb89592cd8 req-2fa89c18-b0d2-48ec-9bec-4f1289f2d90d tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:53.599257 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-832156c2-5154-4686-8b7d-8ebb89592cd8 req-2fa89c18-b0d2-48ec-9bec-4f1289f2d90d tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 950 time: 0.1235814 Dec 16 22:17:53.744797 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c9995030-be96-4548-a2c3-ea178fc29fe3 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:53.758643 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52b5653-6a71-4153-9cca-0167221e5558 x-openstack-request-id: req-f52b5653-6a71-4153-9cca-0167221e5558 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:53.758789 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2af7b3-6234-4cde-8229-6efb50c787db", "name": "network-vif-plugged", "status": "completed", "tag": "5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc", "code": 200}, {"server_uuid": "e99ae0d6-c9ee-4d51-9064-d15a6a5ec058", "name": "network-vif-plugged", "status": "completed", "tag": "b174ce39-c097-494c-8dd0-68558861d527", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:53.762125 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f52b5653-6a71-4153-9cca-0167221e5558 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:53.767788 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2af7b3-6234-4cde-8229-6efb50c787db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc', 'code': 200} Dec 16 22:17:53.768073 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99ae0d6-c9ee-4d51-9064-d15a6a5ec058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b174ce39-c097-494c-8dd0-68558861d527', 'code': 200} Dec 16 22:17:53.812623 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14ed12-7725-4557-aede-a59c7b141bed req-2109ad1b-6ac8-403c-bd84-1e519bfc28b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:53.814164 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-da14ed12-7725-4557-aede-a59c7b141bed req-2109ad1b-6ac8-403c-bd84-1e519bfc28b8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058&tenant_id=54dbe85688564892aa5226bd9c604156 HTTP/1.1" status: 200 len: 1101 time: 0.2098999 Dec 16 22:17:53.838687 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d041bf3-2cdb-4b8f-8fc8-452dd132bee8 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:17:53.844307 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d041bf3-2cdb-4b8f-8fc8-452dd132bee8 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:53.845937 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3d041bf3-2cdb-4b8f-8fc8-452dd132bee8 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "PUT /v2.0/routers/3ee7e706-ea64-4e08-acca-b0a3c8fcca8c HTTP/1.1" status: 200 len: 921 time: 2.5495219 Dec 16 22:17:53.849723 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41480) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:53.853216 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cba492-aded-4e34-b562-0ded5b5698b2 None None] Sync routers for ids ['3ee7e706-ea64-4e08-acca-b0a3c8fcca8c'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:17:53.857245 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47342004-b070-4a47-acb8-1ac4ac62792a req-50acbe44-db13-40d5-a6d7-4ee251bd70d7 service neutron] 10.222.0.57 "GET /v2.0/networks/c7f1c459-e84f-448b-8a2b-28e7b0a9b3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436774 Dec 16 22:17:53.865256 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-da14ed12-7725-4557-aede-a59c7b141bed req-3fe8388d-9240-4381-8490-ac00cd95b406 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-4', 'device_owner': 'compute:nova'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:53.874363 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c9995030-be96-4548-a2c3-ea178fc29fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:53.889371 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cba492-aded-4e34-b562-0ded5b5698b2 None None] Routers {'3ee7e706-ea64-4e08-acca-b0a3c8fcca8c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:53.897180 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-46cba492-aded-4e34-b562-0ded5b5698b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['3ee7e706-ea64-4e08-acca-b0a3c8fcca8c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:53.994292 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-46cba492-aded-4e34-b562-0ded5b5698b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:54.008227 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41c94a-4890-4952-a1e4-eaaf46b5cde7 None None] Pushing event updated for resources: {'Port': ['ID=bc395723-023f-4e65-987f-7b7b9652955c,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:54.016161 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c9995030-be96-4548-a2c3-ea178fc29fe3 None None] Attempting to bind port bc395723-023f-4e65-987f-7b7b9652955c on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:54.016863 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c9995030-be96-4548-a2c3-ea178fc29fe3 None None] Attempting to bind port bc395723-023f-4e65-987f-7b7b9652955c by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'ccd24aec-91d5-4cb6-afdc-ebad20bc7327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5c1937af-7bb6-406c-854f-833019c225af'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:54.016950 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9995030-be96-4548-a2c3-ea178fc29fe3 None None] Attempting to bind port bc395723-023f-4e65-987f-7b7b9652955c on network 5c1937af-7bb6-406c-854f-833019c225af {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:54.027596 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9995030-be96-4548-a2c3-ea178fc29fe3 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:54.027596 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9995030-be96-4548-a2c3-ea178fc29fe3 None None] Checking segment: {'id': 'ccd24aec-91d5-4cb6-afdc-ebad20bc7327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5c1937af-7bb6-406c-854f-833019c225af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:54.027934 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c9995030-be96-4548-a2c3-ea178fc29fe3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:54.028579 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9995030-be96-4548-a2c3-ea178fc29fe3 None None] Bound using segment: {'id': 'ccd24aec-91d5-4cb6-afdc-ebad20bc7327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5c1937af-7bb6-406c-854f-833019c225af'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:54.029067 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c9995030-be96-4548-a2c3-ea178fc29fe3 None None] Bound port: bc395723-023f-4e65-987f-7b7b9652955c, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd24aec-91d5-4cb6-afdc-ebad20bc7327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5c1937af-7bb6-406c-854f-833019c225af'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:54.031320 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c9995030-be96-4548-a2c3-ea178fc29fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:54.033598 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cba492-aded-4e34-b562-0ded5b5698b2 None None] Routers {'3ee7e706-ea64-4e08-acca-b0a3c8fcca8c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:54.035770 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-46cba492-aded-4e34-b562-0ded5b5698b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['3ee7e706-ea64-4e08-acca-b0a3c8fcca8c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:54.040183 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-832156c2-5154-4686-8b7d-8ebb89592cd8 req-730a7f5a-d345-4a34-bcc7-7504967313e2 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293749 Dec 16 22:17:54.155060 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-46cba492-aded-4e34-b562-0ded5b5698b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:54.155397 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cba492-aded-4e34-b562-0ded5b5698b2 None None] The sync data for ids ['3ee7e706-ea64-4e08-acca-b0a3c8fcca8c'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:17:54.158651 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-da14ed12-7725-4557-aede-a59c7b141bed req-3fe8388d-9240-4381-8490-ac00cd95b406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:54.171023 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335ea16-69f4-4afd-8b5b-9bbc2ac11f7b req-fe39c035-0b60-40cc-801b-97a16369b396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:54.172667 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4335ea16-69f4-4afd-8b5b-9bbc2ac11f7b req-fe39c035-0b60-40cc-801b-97a16369b396 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 1101 time: 0.2146366 Dec 16 22:17:54.179839 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c9995030-be96-4548-a2c3-ea178fc29fe3 None None] For port bc395723-023f-4e65-987f-7b7b9652955c, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:17:54.184392 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c9995030-be96-4548-a2c3-ea178fc29fe3 None None] For port bc395723-023f-4e65-987f-7b7b9652955c, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=bc395723-023f-4e65-987f-7b7b9652955c,segment=NetworkSegment(ccd24aec-91d5-4cb6-afdc-ebad20bc7327),segment_id=ccd24aec-91d5-4cb6-afdc-ebad20bc7327)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:17:54.197888 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc22ea-241c-4358-9947-f8776845204d req-ab43dfba-c8ec-4cb6-9606-16f730dea71f tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:54.204443 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc22ea-241c-4358-9947-f8776845204d req-ab43dfba-c8ec-4cb6-9606-16f730dea71f tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:54.210365 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc22ea-241c-4358-9947-f8776845204d req-ab43dfba-c8ec-4cb6-9606-16f730dea71f tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:54.217033 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc22ea-241c-4358-9947-f8776845204d req-ab43dfba-c8ec-4cb6-9606-16f730dea71f tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:54.222988 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc22ea-241c-4358-9947-f8776845204d req-ab43dfba-c8ec-4cb6-9606-16f730dea71f tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:54.229054 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc22ea-241c-4358-9947-f8776845204d req-ab43dfba-c8ec-4cb6-9606-16f730dea71f tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:54.235336 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc22ea-241c-4358-9947-f8776845204d req-ab43dfba-c8ec-4cb6-9606-16f730dea71f tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:54.235874 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c9995030-be96-4548-a2c3-ea178fc29fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:54.243390 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a5fc22ea-241c-4358-9947-f8776845204d req-ab43dfba-c8ec-4cb6-9606-16f730dea71f tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5432 time: 0.3364024 Dec 16 22:17:54.259865 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2514f2df-22ed-4103-9432-32f490ba4504 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "GET /v2.0/routers/3ee7e706-ea64-4e08-acca-b0a3c8fcca8c HTTP/1.1" status: 200 len: 921 time: 0.4063575 Dec 16 22:17:54.265759 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41496) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:54.317726 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9995030-be96-4548-a2c3-ea178fc29fe3 None None] Routers {'ec4639a4-8f42-41bd-a682-b7c274239cce'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:54.318370 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c9995030-be96-4548-a2c3-ea178fc29fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:25Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['ec4639a4-8f42-41bd-a682-b7c274239cce'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:54.347131 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db04cf9-6fbf-457d-b644-4424eba5fd11 req-0accd653-5d0d-4c73-85be-319646bb0ee9 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:54.348688 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6db04cf9-6fbf-457d-b644-4424eba5fd11 req-0accd653-5d0d-4c73-85be-319646bb0ee9 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 943 time: 0.1752369 Dec 16 22:17:54.351825 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4335ea16-69f4-4afd-8b5b-9bbc2ac11f7b req-adbc7ba2-2c5d-4671-8af7-b2d197cccde1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595848 Dec 16 22:17:54.390160 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41c94a-4890-4952-a1e4-eaaf46b5cde7 None None] Pushing event updated for resources: {'Port': ['ID=bc395723-023f-4e65-987f-7b7b9652955c,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:54.411367 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e38b06-8cb7-4d75-b484-4e9c6255b462 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:54.412982 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-86e38b06-8cb7-4d75-b484-4e9c6255b462 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8&device_id=3ee7e706-ea64-4e08-acca-b0a3c8fcca8c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1446013 Dec 16 22:17:54.419436 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41498) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:54.505315 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f3d8a-dd4f-4df8-b88b-949dc31824d9 req-6a319a37-d0d4-4774-ae3b-ca89a8a22f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:54.507379 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4a9f3d8a-dd4f-4df8-b88b-949dc31824d9 req-6a319a37-d0d4-4774-ae3b-ca89a8a22f2c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1eca6be478514f9c8f27151bade9f595&device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 1094 time: 0.3640966 Dec 16 22:17:54.517183 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-c9995030-be96-4548-a2c3-ea178fc29fe3 None None] Set router ec4639a4-8f42-41bd-a682-b7c274239cce gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:17:54.682139 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device b174ce39-c097-494c-8dd0-68558861d527 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:17:54.689699 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f3d8a-dd4f-4df8-b88b-949dc31824d9 req-340a79a5-7791-4751-9ec0-13e379fbb2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:54.691376 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4a9f3d8a-dd4f-4df8-b88b-949dc31824d9 req-340a79a5-7791-4751-9ec0-13e379fbb2f0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c7f1c459-e84f-448b-8a2b-28e7b0a9b3be HTTP/1.1" status: 200 len: 915 time: 0.1648643 Dec 16 22:17:54.723868 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6db04cf9-6fbf-457d-b644-4424eba5fd11 req-c3f1d773-4b0c-4a01-9190-b7d895f776a4 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/security-groups?id=4a52099b-eca1-4e3c-bea6-1181fd05b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3638158 Dec 16 22:17:54.817748 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e810d1c4-d22d-4360-b7cf-de7adcc52ef9 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:54.819462 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e810d1c4-d22d-4360-b7cf-de7adcc52ef9 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 881 time: 0.3990886 Dec 16 22:17:54.830268 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41504) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:54.845703 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4a9f3d8a-dd4f-4df8-b88b-949dc31824d9 req-a6a4c049-3a52-4fb5-aa5f-e9802715e01a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f43ea034-a1f1-49b3-a139-107b6870c432 HTTP/1.1" status: 200 len: 217 time: 0.1417291 Dec 16 22:17:54.868271 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-63a2d2cd-3599-4a54-9fd6-7f4b9cf84e18 req-86451c4b-4951-4edb-bc7c-4f5178dbe1fe tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 210 time: 0.0521312 Dec 16 22:17:54.910496 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b1a134c5-7417-46e8-bc53-4b4b1d67794c tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ee7e706-ea64-4e08-acca-b0a3c8fcca8c HTTP/1.1" status: 200 len: 205 time: 0.0787573 Dec 16 22:17:54.917954 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41512) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:54.946349 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a5fc22ea-241c-4358-9947-f8776845204d req-fc41dfd9-8730-4a7f-b37e-a8f32adbbeeb tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7019320 Dec 16 22:17:55.109455 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320c944-d038-46e2-bd64-b636f38fc21c req-ba227e72-aa28-4cbb-bdf6-5fea072d29a9 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:55.118200 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4320c944-d038-46e2-bd64-b636f38fc21c req-ba227e72-aa28-4cbb-bdf6-5fea072d29a9 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.1225464 Dec 16 22:17:55.163526 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc526470-1fa8-447a-ab6a-aed3f4e177e6 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:55.222228 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:55.249994 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4320c944-d038-46e2-bd64-b636f38fc21c req-f426bc0b-f3e0-4221-8348-5013b6566efc tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263616 Dec 16 22:17:55.279007 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c9995030-be96-4548-a2c3-ea178fc29fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4639a4-8f42-41bd-a682-b7c274239cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1721302284-router', 'tenant_id': '14fa89a71b19443bab437fd35023cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'd7afb820-32f9-4e87-bc02-aa5465d8e541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:37Z', 'updated_at': '2021-12-16T22:17:48Z', 'revision_number': 4, 'project_id': '14fa89a71b19443bab437fd35023cb1c', 'gw_port': {'id': 'd7afb820-32f9-4e87-bc02-aa5465d8e541', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:30:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4639a4-8f42-41bd-a682-b7c274239cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'bc395723-023f-4e65-987f-7b7b9652955c', 'name': '', 'network_id': '5c1937af-7bb6-406c-854f-833019c225af', 'tenant_id': '14fa89a71b19443bab437fd35023cb1c', 'mac_address': 'fa:16:3e:3f:22:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4639a4-8f42-41bd-a682-b7c274239cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '4012085c-74d4-4d83-9e4d-14ad56ea9a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:46Z', 'updated_at': '2021-12-16T22:17:54Z', 'revision_number': 4, 'project_id': '14fa89a71b19443bab437fd35023cb1c', 'subnets': [{'id': '4012085c-74d4-4d83-9e4d-14ad56ea9a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:55.285914 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-da14ed12-7725-4557-aede-a59c7b141bed req-3fe8388d-9240-4381-8490-ac00cd95b406 service neutron] For port b174ce39-c097-494c-8dd0-68558861d527, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=b174ce39-c097-494c-8dd0-68558861d527,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:55.351525 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc526470-1fa8-447a-ab6a-aed3f4e177e6 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:55.352349 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-da14ed12-7725-4557-aede-a59c7b141bed req-3fe8388d-9240-4381-8490-ac00cd95b406 service neutron] For port b174ce39-c097-494c-8dd0-68558861d527, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:17:55.359282 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9995030-be96-4548-a2c3-ea178fc29fe3 None None] The sync data for ids ['ec4639a4-8f42-41bd-a682-b7c274239cce'] in n-d-815324-4 is: [{'id': 'ec4639a4-8f42-41bd-a682-b7c274239cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1721302284-router', 'tenant_id': '14fa89a71b19443bab437fd35023cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'd7afb820-32f9-4e87-bc02-aa5465d8e541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:37Z', 'updated_at': '2021-12-16T22:17:48Z', 'revision_number': 4, 'project_id': '14fa89a71b19443bab437fd35023cb1c', 'gw_port': {'id': 'd7afb820-32f9-4e87-bc02-aa5465d8e541', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:30:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4639a4-8f42-41bd-a682-b7c274239cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'bc395723-023f-4e65-987f-7b7b9652955c', 'name': '', 'network_id': '5c1937af-7bb6-406c-854f-833019c225af', 'tenant_id': '14fa89a71b19443bab437fd35023cb1c', 'mac_address': 'fa:16:3e:3f:22:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4639a4-8f42-41bd-a682-b7c274239cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '4012085c-74d4-4d83-9e4d-14ad56ea9a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:46Z', 'updated_at': '2021-12-16T22:17:54Z', 'revision_number': 4, 'project_id': '14fa89a71b19443bab437fd35023cb1c', 'subnets': [{'id': '4012085c-74d4-4d83-9e4d-14ad56ea9a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:17:55.399299 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f3d8a-dd4f-4df8-b88b-949dc31824d9 req-2fefeda5-a652-4a96-a0e4-6ed6ae4d481e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:55.402080 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4a9f3d8a-dd4f-4df8-b88b-949dc31824d9 req-2fefeda5-a652-4a96-a0e4-6ed6ae4d481e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f1fd97e-df08-4d06-a6b5-806941b75263 HTTP/1.1" status: 200 len: 854 time: 0.5475435 Dec 16 22:17:55.492542 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bd13c-40af-4439-aa7d-e8c38d126984 req-85357e42-7a07-4499-8e99-2c006595f0f2 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:55.502996 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a51bd13c-40af-4439-aa7d-e8c38d126984 req-85357e42-7a07-4499-8e99-2c006595f0f2 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 950 time: 0.1262021 Dec 16 22:17:55.527926 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99ae0d6-c9ee-4d51-9064-d15a6a5ec058', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b174ce39-c097-494c-8dd0-68558861d527'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:55.530476 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d527f5-7f4f-4f5d-bd02-6751285a42c4" -d '{"events": [{"server_uuid": "e99ae0d6-c9ee-4d51-9064-d15a6a5ec058", "name": "network-vif-unplugged", "status": "completed", "tag": "b174ce39-c097-494c-8dd0-68558861d527"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:55.535746 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-da14ed12-7725-4557-aede-a59c7b141bed req-3fe8388d-9240-4381-8490-ac00cd95b406 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:55.562983 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-da14ed12-7725-4557-aede-a59c7b141bed req-3fe8388d-9240-4381-8490-ac00cd95b406 service neutron] Transition to ACTIVE for port object b174ce39-c097-494c-8dd0-68558861d527 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:17:55.610971 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a51bd13c-40af-4439-aa7d-e8c38d126984 req-c707dd98-c7a2-4354-8c40-a0ac27127698 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073997 Dec 16 22:17:55.620006 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f3d8a-dd4f-4df8-b88b-949dc31824d9 req-eb8c4ab7-4465-4eeb-9590-2a605bd3cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:55.620006 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4a9f3d8a-dd4f-4df8-b88b-949dc31824d9 req-eb8c4ab7-4465-4eeb-9590-2a605bd3cd74 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c7f1c459-e84f-448b-8a2b-28e7b0a9b3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1954792 Dec 16 22:17:55.648312 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e35d2-f8a8-4164-953e-c7d6649f917f req-6f9bdaa7-e992-4fc8-8dda-44f6f1e7b091 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:55.663166 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-dc526470-1fa8-447a-ab6a-aed3f4e177e6 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Deleting port ba446218-cb6e-4ec9-bb9e-3bfb25412636 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:17:55.663468 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc526470-1fa8-447a-ab6a-aed3f4e177e6 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:55.664097 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e35d2-f8a8-4164-953e-c7d6649f917f req-6f9bdaa7-e992-4fc8-8dda-44f6f1e7b091 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:55.672729 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e35d2-f8a8-4164-953e-c7d6649f917f req-6f9bdaa7-e992-4fc8-8dda-44f6f1e7b091 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:55.679086 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e35d2-f8a8-4164-953e-c7d6649f917f req-6f9bdaa7-e992-4fc8-8dda-44f6f1e7b091 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:55.685634 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e35d2-f8a8-4164-953e-c7d6649f917f req-6f9bdaa7-e992-4fc8-8dda-44f6f1e7b091 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:55.693688 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e35d2-f8a8-4164-953e-c7d6649f917f req-6f9bdaa7-e992-4fc8-8dda-44f6f1e7b091 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:55.704233 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a3d52e74-09cd-41ed-abea-890409dc92a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:55.704443 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e35d2-f8a8-4164-953e-c7d6649f917f req-6f9bdaa7-e992-4fc8-8dda-44f6f1e7b091 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:55.716213 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-483e35d2-f8a8-4164-953e-c7d6649f917f req-6f9bdaa7-e992-4fc8-8dda-44f6f1e7b091 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5432 time: 0.3102636 Dec 16 22:17:55.721431 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41534) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:55.842694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-e777c20c-bed0-46ed-997b-9c370b7267d8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Request body: {'floatingip': {'port_id': 'd4bae84f-8ce7-4c5f-afaf-512e8b879293'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:55.846183 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a0cc83-f599-439b-9c1a-04be5399c4f1 x-openstack-request-id: req-94a0cc83-f599-439b-9c1a-04be5399c4f1 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:55.846818 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99ae0d6-c9ee-4d51-9064-d15a6a5ec058", "name": "network-vif-unplugged", "status": "completed", "tag": "b174ce39-c097-494c-8dd0-68558861d527", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:55.846818 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-94a0cc83-f599-439b-9c1a-04be5399c4f1 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:55.849980 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99ae0d6-c9ee-4d51-9064-d15a6a5ec058', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b174ce39-c097-494c-8dd0-68558861d527', 'code': 200} Dec 16 22:17:55.868809 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:17:55.869174 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:17:55.979410 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc526470-1fa8-447a-ab6a-aed3f4e177e6 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:56.041510 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-dc526470-1fa8-447a-ab6a-aed3f4e177e6 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Calling delete_port for ba446218-cb6e-4ec9-bb9e-3bfb25412636 owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:17:56.054382 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-2d5fc127-a4d5-4672-a9ab-285e58eaa014 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:56.074744 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-2d5fc127-a4d5-4672-a9ab-285e58eaa014 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/networks?id=5c1937af-7bb6-406c-854f-833019c225af HTTP/1.1" status: 200 len: 819 time: 0.2950854 Dec 16 22:17:56.101501 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-c9aabcaa-5ee6-4615-a74f-34f8f8230a52 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/quotas/14fa89a71b19443bab437fd35023cb1c HTTP/1.1" status: 200 len: 375 time: 0.0206902 Dec 16 22:17:56.347829 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-da14ed12-7725-4557-aede-a59c7b141bed req-3fe8388d-9240-4381-8490-ac00cd95b406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:56.418607 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e777c20c-bed0-46ed-997b-9c370b7267d8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for floatingip, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:56.441199 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-7ddde8f0-340f-48cf-9e1e-6cfa366693dd tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=14fa89a71b19443bab437fd35023cb1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1500208 Dec 16 22:17:56.566621 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8388d-9240-4381-8490-ac00cd95b406 service neutron] Pushing event updated for resources: {'Port': ['ID=b174ce39-c097-494c-8dd0-68558861d527,revision_number=10']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:56.612103 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-da14ed12-7725-4557-aede-a59c7b141bed req-3fe8388d-9240-4381-8490-ac00cd95b406 service neutron] No DVR routers for this DVR port b174ce39-c097-494c-8dd0-68558861d527 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:17:56.669265 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd2a3c-4f03-4b99-b4a8-9179929ca798 req-3159bc4e-ca13-415f-b22d-ce8793be976d tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:56.678253 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9cfd2a3c-4f03-4b99-b4a8-9179929ca798 req-3159bc4e-ca13-415f-b22d-ce8793be976d tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 943 time: 0.3178504 Dec 16 22:17:56.681379 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4a9f3d8a-dd4f-4df8-b88b-949dc31824d9 req-fbc1d160-347c-4609-a800-066c14d51010 service neutron] 10.222.0.57 "GET /v2.0/networks/c7f1c459-e84f-448b-8a2b-28e7b0a9b3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9641752 Dec 16 22:17:56.695764 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device bc395723-023f-4e65-987f-7b7b9652955c up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:56.698711 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc526470-1fa8-447a-ab6a-aed3f4e177e6 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:56.796565 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc526470-1fa8-447a-ab6a-aed3f4e177e6 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Pushing event deleted for resources: {'Port': ['ID=ba446218-cb6e-4ec9-bb9e-3bfb25412636,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:56.813687 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-513330f3-ced0-45e5-9c4a-d35a7c6cba6d service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:17:56.814488 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:56.815153 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-513330f3-ced0-45e5-9c4a-d35a7c6cba6d service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3575480 Dec 16 22:17:56.833301 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port bc395723-023f-4e65-987f-7b7b9652955c triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:56.833681 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:56.881432 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:56.948701 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:56.976284 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc526470-1fa8-447a-ab6a-aed3f4e177e6 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:56.997196 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port bc395723-023f-4e65-987f-7b7b9652955c, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=bc395723-023f-4e65-987f-7b7b9652955c,segment=NetworkSegment(ccd24aec-91d5-4cb6-afdc-ebad20bc7327),segment_id=ccd24aec-91d5-4cb6-afdc-ebad20bc7327)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:17:57.003617 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9cfd2a3c-4f03-4b99-b4a8-9179929ca798 req-89959793-6fd1-44d4-9867-b0ba0ec6a0c9 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/security-groups?id=4a52099b-eca1-4e3c-bea6-1181fd05b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3247073 Dec 16 22:17:57.004514 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-da14ed12-7725-4557-aede-a59c7b141bed req-3fe8388d-9240-4381-8490-ac00cd95b406 service neutron] Attempting to bind port b174ce39-c097-494c-8dd0-68558861d527 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:17:57.004861 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-da14ed12-7725-4557-aede-a59c7b141bed req-3fe8388d-9240-4381-8490-ac00cd95b406 service neutron] Attempting to bind port b174ce39-c097-494c-8dd0-68558861d527 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:17:57.005199 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da14ed12-7725-4557-aede-a59c7b141bed req-3fe8388d-9240-4381-8490-ac00cd95b406 service neutron] Attempting to bind port b174ce39-c097-494c-8dd0-68558861d527 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:57.017794 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da14ed12-7725-4557-aede-a59c7b141bed req-3fe8388d-9240-4381-8490-ac00cd95b406 service neutron] Port b174ce39-c097-494c-8dd0-68558861d527 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:17:57.018154 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da14ed12-7725-4557-aede-a59c7b141bed req-3fe8388d-9240-4381-8490-ac00cd95b406 service neutron] Attempting to bind port b174ce39-c097-494c-8dd0-68558861d527 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:17:57.056541 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da14ed12-7725-4557-aede-a59c7b141bed req-3fe8388d-9240-4381-8490-ac00cd95b406 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:17:57.056896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da14ed12-7725-4557-aede-a59c7b141bed req-3fe8388d-9240-4381-8490-ac00cd95b406 service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:17:57.057306 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da14ed12-7725-4557-aede-a59c7b141bed req-3fe8388d-9240-4381-8490-ac00cd95b406 service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:17:57.057873 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-da14ed12-7725-4557-aede-a59c7b141bed req-3fe8388d-9240-4381-8490-ac00cd95b406 service neutron] Bound port: b174ce39-c097-494c-8dd0-68558861d527, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:17:57.058257 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-da14ed12-7725-4557-aede-a59c7b141bed req-3fe8388d-9240-4381-8490-ac00cd95b406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:57.130929 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-f3d93475-9e5f-4162-bc23-9c240a7fc517 service neutron] 10.222.0.75 "GET /v2.0/networks/5c1937af-7bb6-406c-854f-833019c225af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022397 Dec 16 22:17:57.134649 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc526470-1fa8-447a-ab6a-aed3f4e177e6 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:57.137797 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc526470-1fa8-447a-ab6a-aed3f4e177e6 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:57.139478 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:57.244263 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=bc395723-023f-4e65-987f-7b7b9652955c,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:57.244675 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4a9f3d8a-dd4f-4df8-b88b-949dc31824d9 req-350a98eb-dc63-4ec3-9a9c-ef02d2f7cbd2 service neutron] 10.222.0.57 "GET /v2.0/networks/c7f1c459-e84f-448b-8a2b-28e7b0a9b3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5319932 Dec 16 22:17:57.318379 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-456b6159-20fa-4cd6-9461-70e5ae43fa71 service neutron] 10.222.0.75 "GET /v2.0/networks/5c1937af-7bb6-406c-854f-833019c225af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770589 Dec 16 22:17:57.362694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-da14ed12-7725-4557-aede-a59c7b141bed req-3fe8388d-9240-4381-8490-ac00cd95b406 service neutron] For port b174ce39-c097-494c-8dd0-68558861d527, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:17:57.402731 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc526470-1fa8-447a-ab6a-aed3f4e177e6 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:57.403249 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc526470-1fa8-447a-ab6a-aed3f4e177e6 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Fanout notify agent at l3_agent the message router_deleted on router 3ee7e706-ea64-4e08-acca-b0a3c8fcca8c {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:17:57.413338 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc526470-1fa8-447a-ab6a-aed3f4e177e6 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:57.417929 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-dc526470-1fa8-447a-ab6a-aed3f4e177e6 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "DELETE /v2.0/routers/3ee7e706-ea64-4e08-acca-b0a3c8fcca8c HTTP/1.1" status: 204 len: 168 time: 2.4946375 Dec 16 22:17:57.418725 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41566) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:57.436053 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-03909c78-7b68-4235-ae31-37e32869c585 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-782354634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:57.447737 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-da14ed12-7725-4557-aede-a59c7b141bed req-3fe8388d-9240-4381-8490-ac00cd95b406 service neutron] For port b174ce39-c097-494c-8dd0-68558861d527, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=b174ce39-c097-494c-8dd0-68558861d527,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:17:57.603986 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-da14ed12-7725-4557-aede-a59c7b141bed req-3fe8388d-9240-4381-8490-ac00cd95b406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:57.627391 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.db.resource_extend [None req-e777c20c-bed0-46ed-997b-9c370b7267d8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:17:57.669326 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-03909c78-7b68-4235-ae31-37e32869c585 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:57.671022 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-03909c78-7b68-4235-ae31-37e32869c585 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:57.745895 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14ed12-7725-4557-aede-a59c7b141bed req-3fe8388d-9240-4381-8490-ac00cd95b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:57.746526 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-da14ed12-7725-4557-aede-a59c7b141bed req-3fe8388d-9240-4381-8490-ac00cd95b406 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:57.748090 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-da14ed12-7725-4557-aede-a59c7b141bed req-3fe8388d-9240-4381-8490-ac00cd95b406 service neutron] 10.222.0.76 "PUT /v2.0/ports/b174ce39-c097-494c-8dd0-68558861d527 HTTP/1.1" status: 200 len: 1097 time: 3.8895254 Dec 16 22:17:57.799405 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e777c20c-bed0-46ed-997b-9c370b7267d8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:57.805650 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8388d-9240-4381-8490-ac00cd95b406 service neutron] Pushing event updated for resources: {'Port': ['ID=b174ce39-c097-494c-8dd0-68558861d527,revision_number=11']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:17:57.824552 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-03909c78-7b68-4235-ae31-37e32869c585 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:57.873580 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99ae0d6-c9ee-4d51-9064-d15a6a5ec058', 'tag': 'b174ce39-c097-494c-8dd0-68558861d527'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:17:57.878993 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bfffce-a669-47ab-8714-608e3f629506" -d '{"events": [{"name": "network-changed", "server_uuid": "e99ae0d6-c9ee-4d51-9064-d15a6a5ec058", "tag": "b174ce39-c097-494c-8dd0-68558861d527"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:17:57.919822 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e777c20c-bed0-46ed-997b-9c370b7267d8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:57.955726 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83264688-12d0-4621-9bf3-d3f8b415c188 req-337b7828-4ab5-4052-943b-2232c1828ebc tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:57.955726 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-83264688-12d0-4621-9bf3-d3f8b415c188 req-337b7828-4ab5-4052-943b-2232c1828ebc tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 950 time: 0.0753412 Dec 16 22:17:57.987242 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-03909c78-7b68-4235-ae31-37e32869c585 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:58.018839 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-3aa9c297-04c6-4c75-9a5b-23a441254877 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:58.023843 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-3aa9c297-04c6-4c75-9a5b-23a441254877 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.57 "GET /v2.0/networks?id=5c1937af-7bb6-406c-854f-833019c225af HTTP/1.1" status: 200 len: 819 time: 0.5120795 Dec 16 22:17:58.037424 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-83264688-12d0-4621-9bf3-d3f8b415c188 req-8a11f2cd-999a-4e55-bd89-bfa8bffc0079 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756154 Dec 16 22:17:58.053680 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-f8af5e2e-b03b-4d9f-b985-c8001734bd12 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Request body: {'port': {'device_id': '6592f293-5fe4-474c-a578-13004deac67a', 'network_id': '5c1937af-7bb6-406c-854f-833019c225af', 'admin_state_up': True, 'tenant_id': '14fa89a71b19443bab437fd35023cb1c'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:58.114475 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4528d46-8a29-4af3-8a87-3a69b94e43a1 req-8d402bf3-bea1-45b5-99d6-44e40f2536aa tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:58.117872 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4528d46-8a29-4af3-8a87-3a69b94e43a1 req-8d402bf3-bea1-45b5-99d6-44e40f2536aa tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 949 time: 0.3203599 Dec 16 22:17:58.129785 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14ed12-7725-4557-aede-a59c7b141bed req-e205d2e7-4be2-4149-96aa-c4bac99f05fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:58.131380 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-da14ed12-7725-4557-aede-a59c7b141bed req-e205d2e7-4be2-4149-96aa-c4bac99f05fa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 1100 time: 0.2901268 Dec 16 22:17:58.146790 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-03909c78-7b68-4235-ae31-37e32869c585 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:58.148047 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-03909c78-7b68-4235-ae31-37e32869c585 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7283237 Dec 16 22:17:58.150673 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41590) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:58.158101 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-3efd86e4-1d63-48c7-b4bf-1e194b994bee tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Request body: {'router': {'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:17:58.240624 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e5145-f9c7-4c3c-86be-d307bdf40d9a req-97d94958-ce2f-4825-8a47-6c78f95bc1f2 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:58.242216 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5c4e5145-f9c7-4c3c-86be-d307bdf40d9a req-97d94958-ce2f-4825-8a47-6c78f95bc1f2 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/ports?device_id=fef50b12-b03b-4b56-aa69-8ef0c122e24d HTTP/1.1" status: 200 len: 946 time: 0.1366692 Dec 16 22:17:58.272565 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:58.293027 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:58.444002 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3efd86e4-1d63-48c7-b4bf-1e194b994bee tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:58.455662 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5c4e5145-f9c7-4c3c-86be-d307bdf40d9a req-bcb803ba-93e2-4853-856d-d1cea6ab166b tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/security-groups?id=9383554d-4d00-46cb-9eab-a164db2fc57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047770 Dec 16 22:17:58.528769 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-e777c20c-bed0-46ed-997b-9c370b7267d8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Floating IP 712137c0-ee69-4fe3-aebc-65947e3e67d8 associated. External IP: 172.25.6.228, port: d4bae84f-8ce7-4c5f-afaf-512e8b879293. Dec 16 22:17:58.536474 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device bc395723-023f-4e65-987f-7b7b9652955c up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:17:58.548515 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-662a2d19-6d51-4735-b943-4994c3631c25 req-2b005784-e63e-4312-aeab-ad082d1d3e3c tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 210 time: 0.0347517 Dec 16 22:17:58.632010 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port bc395723-023f-4e65-987f-7b7b9652955c triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:17:58.633358 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:58.649830 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb25911b-4b94-4b91-9eda-b4d4e3b38c46 x-openstack-request-id: req-cb25911b-4b94-4b91-9eda-b4d4e3b38c46 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:17:58.651429 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99ae0d6-c9ee-4d51-9064-d15a6a5ec058", "tag": "b174ce39-c097-494c-8dd0-68558861d527", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:17:58.651429 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cb25911b-4b94-4b91-9eda-b4d4e3b38c46 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:17:58.652222 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99ae0d6-c9ee-4d51-9064-d15a6a5ec058', 'tag': 'b174ce39-c097-494c-8dd0-68558861d527', 'status': 'completed', 'code': 200} Dec 16 22:17:58.736007 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4528d46-8a29-4af3-8a87-3a69b94e43a1 req-7f46bd5b-339f-4ea5-a6cd-9434417a104d tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224640 Dec 16 22:17:58.785080 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14ed12-7725-4557-aede-a59c7b141bed req-682b3713-d270-49be-9b30-27d9d85acdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:58.787323 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-da14ed12-7725-4557-aede-a59c7b141bed req-682b3713-d270-49be-9b30-27d9d85acdfa service neutron] 10.222.0.76 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.3680501 Dec 16 22:17:58.799831 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23691dc-e1f6-453d-9a59-f26506c6e4f8 req-cd7b8f7c-92b7-4627-9980-36e460f49694 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:58.801340 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d23691dc-e1f6-453d-9a59-f26506c6e4f8 req-cd7b8f7c-92b7-4627-9980-36e460f49694 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 943 time: 0.1130302 Dec 16 22:17:58.804113 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfffce-a669-47ab-8714-608e3f629506 req-b2a26853-1d42-41e6-ba79-aacbf0e5308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:58.805529 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-20bfffce-a669-47ab-8714-608e3f629506 req-b2a26853-1d42-41e6-ba79-aacbf0e5308f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 1100 time: 0.1312308 Dec 16 22:17:58.860850 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-da14ed12-7725-4557-aede-a59c7b141bed req-9a53027f-9ee3-477c-a279-d677de089b97 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=b174ce39-c097-494c-8dd0-68558861d527 HTTP/1.1" status: 200 len: 217 time: 0.0633531 Dec 16 22:17:58.950904 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-f8af5e2e-b03b-4d9f-b985-c8001734bd12 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Made reservation on behalf of 14fa89a71b19443bab437fd35023cb1c for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:17:58.954771 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-f8af5e2e-b03b-4d9f-b985-c8001734bd12 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:58.969892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc4166-aa9c-45c4-a5a6-4b04c85a7a7e req-6db5915f-3329-4db0-b7a5-b606a4b530c1 tempest-ServersOnMultiNodesTest-787160010 tempest-ServersOnMultiNodesTest-787160010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:58.971599 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6bdc4166-aa9c-45c4-a5a6-4b04c85a7a7e req-6db5915f-3329-4db0-b7a5-b606a4b530c1 tempest-ServersOnMultiNodesTest-787160010 tempest-ServersOnMultiNodesTest-787160010-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 1101 time: 0.1779978 Dec 16 22:17:58.992312 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d23691dc-e1f6-453d-9a59-f26506c6e4f8 req-fe051747-df93-4093-917c-c08ad432cd31 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/security-groups?id=4a52099b-eca1-4e3c-bea6-1181fd05b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822073 Dec 16 22:17:59.029603 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:59.058753 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41598) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:17:59.105800 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14ed12-7725-4557-aede-a59c7b141bed req-95f815a9-94d7-468e-bcb2-0ac422bca6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:59.107400 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-da14ed12-7725-4557-aede-a59c7b141bed req-95f815a9-94d7-468e-bcb2-0ac422bca6e6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1923394 Dec 16 22:17:59.204249 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6bdc4166-aa9c-45c4-a5a6-4b04c85a7a7e req-9068ec12-7834-4394-a4af-9fb6c6cd433d tempest-ServersOnMultiNodesTest-787160010 tempest-ServersOnMultiNodesTest-787160010-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176559 Dec 16 22:17:59.263181 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e777c20c-bed0-46ed-997b-9c370b7267d8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Router 88ea3854-1185-46e3-8303-839336eefd6c has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:17:59.285163 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfffce-a669-47ab-8714-608e3f629506 req-90418312-c62c-44b5-a999-dc5c2c000b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:59.286733 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-20bfffce-a669-47ab-8714-608e3f629506 req-90418312-c62c-44b5-a999-dc5c2c000b14 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.4675269 Dec 16 22:17:59.287255 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3efd86e4-1d63-48c7-b4bf-1e194b994bee tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:59.296606 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-f8af5e2e-b03b-4d9f-b985-c8001734bd12 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Allocated IP 172.20.0.13 (5c1937af-7bb6-406c-854f-833019c225af/4012085c-74d4-4d83-9e4d-14ad56ea9a5d/be51db46-e859-4d44-b134-c3114815f950) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:17:59.298886 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2e23eeef-3cac-4bbe-8006-31dec6b7464b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:59.315619 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3efd86e4-1d63-48c7-b4bf-1e194b994bee tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:59.315958 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14ed12-7725-4557-aede-a59c7b141bed req-b9721aea-5f54-4441-813d-271a8ddca6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:59.317482 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-da14ed12-7725-4557-aede-a59c7b141bed req-b9721aea-5f54-4441-813d-271a8ddca6ca service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1945977 Dec 16 22:17:59.353296 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-20bfffce-a669-47ab-8714-608e3f629506 req-144bfcd5-873d-4bf5-bfed-11aed525d67f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=b174ce39-c097-494c-8dd0-68558861d527 HTTP/1.1" status: 200 len: 217 time: 0.0458989 Dec 16 22:17:59.461649 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-9dc74faa-d815-4bad-be2b-dc015311965d tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=84a0f56690704a89b89d2fa8c0442625&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333691 Dec 16 22:17:59.509548 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfffce-a669-47ab-8714-608e3f629506 req-ac391032-623a-4d0e-b3ba-61cfdb091f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:59.511499 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-20bfffce-a669-47ab-8714-608e3f629506 req-ac391032-623a-4d0e-b3ba-61cfdb091f19 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1189148 Dec 16 22:17:59.617237 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-3efd86e4-1d63-48c7-b4bf-1e194b994bee tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Allocated IP 172.25.6.154 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/02b7dcde-df72-4b3d-923e-5e1e3d28d4d7) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:17:59.655938 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfffce-a669-47ab-8714-608e3f629506 req-17ad74cf-690f-4152-9759-a81990e5e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:59.657412 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-20bfffce-a669-47ab-8714-608e3f629506 req-17ad74cf-690f-4152-9759-a81990e5e3bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1336634 Dec 16 22:17:59.740079 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-da14ed12-7725-4557-aede-a59c7b141bed req-a054544d-3df4-4408-a2be-884bc499d79d service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913417 Dec 16 22:17:59.755616 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-8d355f07-9c0a-466e-acf6-14e8be282feb tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:59.757157 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-8d355f07-9c0a-466e-acf6-14e8be282feb tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2835901 Dec 16 22:17:59.772787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e777c20c-bed0-46ed-997b-9c370b7267d8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:17:59.786800 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57fc564-a7c4-462b-8524-c6352e132ee3 None None] Sync routers for ids ['88ea3854-1185-46e3-8303-839336eefd6c'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:17:59.787689 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e777c20c-bed0-46ed-997b-9c370b7267d8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:59.802981 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57fc564-a7c4-462b-8524-c6352e132ee3 None None] Routers {'88ea3854-1185-46e3-8303-839336eefd6c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:17:59.802981 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c57fc564-a7c4-462b-8524-c6352e132ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['88ea3854-1185-46e3-8303-839336eefd6c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:17:59.810130 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50328850-58f9-454e-9b16-e344b70bdad2 req-93ea8047-0ade-4f28-b411-6c1ce1b8aa33 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:59.811754 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-50328850-58f9-454e-9b16-e344b70bdad2 req-93ea8047-0ade-4f28-b411-6c1ce1b8aa33 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/ports?device_id=fef50b12-b03b-4b56-aa69-8ef0c122e24d HTTP/1.1" status: 200 len: 946 time: 0.2337508 Dec 16 22:17:59.820182 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-f8af5e2e-b03b-4d9f-b985-c8001734bd12 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:59.828779 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-fe180ac9-16fb-424d-aec5-cc2d605b0875 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/quotas/84a0f56690704a89b89d2fa8c0442625 HTTP/1.1" status: 200 len: 375 time: 0.0423713 Dec 16 22:17:59.852626 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e536a-023c-4b06-bdce-7b29dfd0f378 req-378b978c-12e8-4888-862c-f98199dafd14 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:17:59.854572 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ad7e536a-023c-4b06-bdce-7b29dfd0f378 req-378b978c-12e8-4888-862c-f98199dafd14 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.57 "GET /v2.0/ports?device_id=fef50b12-b03b-4b56-aa69-8ef0c122e24d HTTP/1.1" status: 200 len: 946 time: 0.2155418 Dec 16 22:17:59.882365 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2e23eeef-3cac-4bbe-8006-31dec6b7464b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:59.917166 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e777c20c-bed0-46ed-997b-9c370b7267d8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "PUT /v2.0/floatingips/712137c0-ee69-4fe3-aebc-65947e3e67d8 HTTP/1.1" status: 200 len: 991 time: 4.1946471 Dec 16 22:17:59.972483 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3efd86e4-1d63-48c7-b4bf-1e194b994bee tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:59.980716 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2e23eeef-3cac-4bbe-8006-31dec6b7464b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:17:59.985369 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-20bfffce-a669-47ab-8714-608e3f629506 req-ee41e5a2-8175-48a6-8e27-a84f2a43a21d service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997029 Dec 16 22:17:59.987822 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-c57fc564-a7c4-462b-8524-c6352e132ee3 None None] Set router 88ea3854-1185-46e3-8303-839336eefd6c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:18:00.007649 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-50328850-58f9-454e-9b16-e344b70bdad2 req-f2559ea4-72ac-48ff-a786-03fead81c810 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/security-groups?id=9383554d-4d00-46cb-9eab-a164db2fc57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602919 Dec 16 22:18:00.028437 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-da14ed12-7725-4557-aede-a59c7b141bed req-afa1bd5a-36ed-4918-b5e8-8e90df999654 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708497 Dec 16 22:18:00.040931 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-bcbed5ac-0efc-45ac-9767-d73eef8bca89 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=84a0f56690704a89b89d2fa8c0442625&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1850526 Dec 16 22:18:00.056058 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2e23eeef-3cac-4bbe-8006-31dec6b7464b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dc7a7bbaa1ef41169c57b27e608d5803&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9853365 Dec 16 22:18:00.063146 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41624) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:00.120494 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23eeef-3cac-4bbe-8006-31dec6b7464b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26a5090-31e3-4175-a177-d49460ccf04b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:00.160281 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-f8af5e2e-b03b-4d9f-b985-c8001734bd12 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:00.165105 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-ad7e536a-023c-4b06-bdce-7b29dfd0f378 req-e74ad46f-c06a-4dea-bd56-96bb0677215a tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Deleting port 7adc3ac8-f77d-490e-a64c-4100a24dfffd {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:00.165539 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ad7e536a-023c-4b06-bdce-7b29dfd0f378 req-e74ad46f-c06a-4dea-bd56-96bb0677215a tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:00.172695 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-20bfffce-a669-47ab-8714-608e3f629506 req-4ee25d2d-429a-475e-a446-42125ef4d143 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564012 Dec 16 22:18:00.249007 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5c61585a-34f7-4806-b93c-13419ba59d90 req-e17096b8-4671-410e-9d68-4aa17b59120a tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 210 time: 0.1178086 Dec 16 22:18:00.256067 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3efd86e4-1d63-48c7-b4bf-1e194b994bee tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:00.292111 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-908751c5-5e40-440b-b50d-5d2b3f567b91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:00.298354 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-f8af5e2e-b03b-4d9f-b985-c8001734bd12 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Network 5c1937af-7bb6-406c-854f-833019c225af is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:18:00.304342 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-f8af5e2e-b03b-4d9f-b985-c8001734bd12 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:00.306192 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af5e2e-b03b-4d9f-b985-c8001734bd12 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Pushing event updated for resources: {'Port': ['ID=be51db46-e859-4d44-b134-c3114815f950,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:00.314216 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-f8af5e2e-b03b-4d9f-b985-c8001734bd12 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:00.356802 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c57fc564-a7c4-462b-8524-c6352e132ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ea3854-1185-46e3-8303-839336eefd6c', 'name': 'tempest-TaggedBootDevicesTest-75857628-router', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '5b725039-87f7-41f0-8542-436f23b60736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:35Z', 'updated_at': '2021-12-16T22:14:45Z', 'revision_number': 4, 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'gw_port': {'id': '5b725039-87f7-41f0-8542-436f23b60736', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ea3854-1185-46e3-8303-839336eefd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:39Z', 'updated_at': '2021-12-16T22:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '712137c0-ee69-4fe3-aebc-65947e3e67d8', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '88ea3854-1185-46e3-8303-839336eefd6c', 'port_id': 'd4bae84f-8ce7-4c5f-afaf-512e8b879293', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6', 'mac_address': 'fa:16:3e:0f:4a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:16:10Z', 'updated_at': '2021-12-16T22:17:57Z', 'revision_number': 1, 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef6c2939-33c8-4c20-86fa-3732e8a6434a', 'name': '', 'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'mac_address': 'fa:16:3e:f0:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ea3854-1185-46e3-8303-839336eefd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '26d9264a-299a-4d37-a6df-7bf2c29884f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:44Z', 'updated_at': '2021-12-16T22:14:53Z', 'revision_number': 5, 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'subnets': [{'id': '26d9264a-299a-4d37-a6df-7bf2c29884f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:00.366158 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-f8af5e2e-b03b-4d9f-b985-c8001734bd12 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:00.366818 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-f8af5e2e-b03b-4d9f-b985-c8001734bd12 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:00.393330 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd86e4-1d63-48c7-b4bf-1e194b994bee tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Pushing event updated for resources: {'Port': ['ID=02b7dcde-df72-4b3d-923e-5e1e3d28d4d7,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:00.399627 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57fc564-a7c4-462b-8524-c6352e132ee3 None None] Checking router: 88ea3854-1185-46e3-8303-839336eefd6c for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:18:00.400639 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfffce-a669-47ab-8714-608e3f629506 req-139e4ac1-2801-49e9-a699-f651bcbe4230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:00.402617 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-20bfffce-a669-47ab-8714-608e3f629506 req-139e4ac1-2801-49e9-a699-f651bcbe4230 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 1100 time: 0.2245367 Dec 16 22:18:00.405671 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-908751c5-5e40-440b-b50d-5d2b3f567b91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:00.412542 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57fc564-a7c4-462b-8524-c6352e132ee3 None None] Routers {'88ea3854-1185-46e3-8303-839336eefd6c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:00.415651 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c57fc564-a7c4-462b-8524-c6352e132ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['88ea3854-1185-46e3-8303-839336eefd6c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:00.445415 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efd86e4-1d63-48c7-b4bf-1e194b994bee tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:18:00.469033 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-3efd86e4-1d63-48c7-b4bf-1e194b994bee tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:00.477921 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efd86e4-1d63-48c7-b4bf-1e194b994bee tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:00.519589 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-ad7e536a-023c-4b06-bdce-7b29dfd0f378 req-e74ad46f-c06a-4dea-bd56-96bb0677215a tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] For port 7adc3ac8-f77d-490e-a64c-4100a24dfffd, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=7adc3ac8-f77d-490e-a64c-4100a24dfffd,segment=NetworkSegment(25257e16-94ff-4dbe-9728-35eb8803c2ba),segment_id=25257e16-94ff-4dbe-9728-35eb8803c2ba)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:00.520203 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ad7e536a-023c-4b06-bdce-7b29dfd0f378 req-e74ad46f-c06a-4dea-bd56-96bb0677215a tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:00.528314 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-f8af5e2e-b03b-4d9f-b985-c8001734bd12 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4797847 Dec 16 22:18:00.551927 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-b498c6f4-4ad3-4482-a443-5a19376f0ac8 service neutron] Request body: {'port': {'device_id': '6592f293-5fe4-474c-a578-13004deac67a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:00.606364 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e322e50-f3e3-44a5-b95d-87950364d6fe req-3110bb18-df9a-4b03-87d1-d8488c2dcf62 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:00.614639 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e322e50-f3e3-44a5-b95d-87950364d6fe req-3110bb18-df9a-4b03-87d1-d8488c2dcf62 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 949 time: 0.1772330 Dec 16 22:18:00.649986 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-c57fc564-a7c4-462b-8524-c6352e132ee3 None None] Set router 88ea3854-1185-46e3-8303-839336eefd6c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:18:00.671333 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'tag': 'd4bae84f-8ce7-4c5f-afaf-512e8b879293'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:00.673913 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74b4b53-cd21-4a21-ab52-b4395cb92731" -d '{"events": [{"name": "network-changed", "server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "tag": "d4bae84f-8ce7-4c5f-afaf-512e8b879293"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:00.725972 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfffce-a669-47ab-8714-608e3f629506 req-107f41eb-68d6-4d74-81ad-bd3a4a5a123c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:00.727689 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-20bfffce-a669-47ab-8714-608e3f629506 req-107f41eb-68d6-4d74-81ad-bd3a4a5a123c service neutron] 10.222.0.76 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.3065033 Dec 16 22:18:00.742919 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-b498c6f4-4ad3-4482-a443-5a19376f0ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:00.745506 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-908751c5-5e40-440b-b50d-5d2b3f567b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:00.748593 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-908751c5-5e40-440b-b50d-5d2b3f567b91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:00.751127 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-908751c5-5e40-440b-b50d-5d2b3f567b91 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f26a5090-31e3-4175-a177-d49460ccf04b HTTP/1.1" status: 204 len: 168 time: 0.6851797 Dec 16 22:18:00.985143 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c57fc564-a7c4-462b-8524-c6352e132ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ea3854-1185-46e3-8303-839336eefd6c', 'name': 'tempest-TaggedBootDevicesTest-75857628-router', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '5b725039-87f7-41f0-8542-436f23b60736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:35Z', 'updated_at': '2021-12-16T22:14:45Z', 'revision_number': 4, 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'gw_port': {'id': '5b725039-87f7-41f0-8542-436f23b60736', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ea3854-1185-46e3-8303-839336eefd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:39Z', 'updated_at': '2021-12-16T22:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '712137c0-ee69-4fe3-aebc-65947e3e67d8', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '88ea3854-1185-46e3-8303-839336eefd6c', 'port_id': 'd4bae84f-8ce7-4c5f-afaf-512e8b879293', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6', 'mac_address': 'fa:16:3e:0f:4a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:16:10Z', 'updated_at': '2021-12-16T22:17:57Z', 'revision_number': 1, 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef6c2939-33c8-4c20-86fa-3732e8a6434a', 'name': '', 'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'mac_address': 'fa:16:3e:f0:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ea3854-1185-46e3-8303-839336eefd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '26d9264a-299a-4d37-a6df-7bf2c29884f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:44Z', 'updated_at': '2021-12-16T22:14:53Z', 'revision_number': 5, 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'subnets': [{'id': '26d9264a-299a-4d37-a6df-7bf2c29884f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:01.013569 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57fc564-a7c4-462b-8524-c6352e132ee3 None None] The sync data for ids ['88ea3854-1185-46e3-8303-839336eefd6c'] in n-d-815324-4 is: [{'id': '88ea3854-1185-46e3-8303-839336eefd6c', 'name': 'tempest-TaggedBootDevicesTest-75857628-router', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '5b725039-87f7-41f0-8542-436f23b60736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:35Z', 'updated_at': '2021-12-16T22:14:45Z', 'revision_number': 4, 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'gw_port': {'id': '5b725039-87f7-41f0-8542-436f23b60736', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ea3854-1185-46e3-8303-839336eefd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:39Z', 'updated_at': '2021-12-16T22:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '712137c0-ee69-4fe3-aebc-65947e3e67d8', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '88ea3854-1185-46e3-8303-839336eefd6c', 'port_id': 'd4bae84f-8ce7-4c5f-afaf-512e8b879293', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6', 'mac_address': 'fa:16:3e:0f:4a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:16:10Z', 'updated_at': '2021-12-16T22:17:57Z', 'revision_number': 1, 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef6c2939-33c8-4c20-86fa-3732e8a6434a', 'name': '', 'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'mac_address': 'fa:16:3e:f0:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ea3854-1185-46e3-8303-839336eefd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '26d9264a-299a-4d37-a6df-7bf2c29884f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:44Z', 'updated_at': '2021-12-16T22:14:53Z', 'revision_number': 5, 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'subnets': [{'id': '26d9264a-299a-4d37-a6df-7bf2c29884f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:18:01.134530 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-6f33b785-ef6f-47f3-a83e-7492d6e31806 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:01.136266 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-6f33b785-ef6f-47f3-a83e-7492d6e31806 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.57 "GET /v2.0/networks?id=5c1937af-7bb6-406c-854f-833019c225af HTTP/1.1" status: 200 len: 819 time: 0.4989088 Dec 16 22:18:01.158265 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908751c5-5e40-440b-b50d-5d2b3f567b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26a5090-31e3-4175-a177-d49460ccf04b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:01.160602 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-20bfffce-a669-47ab-8714-608e3f629506 req-05146a17-07bd-407e-a6d0-72b7408003c3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=b174ce39-c097-494c-8dd0-68558861d527 HTTP/1.1" status: 200 len: 217 time: 0.4214008 Dec 16 22:18:01.165729 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e322e50-f3e3-44a5-b95d-87950364d6fe req-214ea198-7d31-4008-b03a-af4b6c625197 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5499849 Dec 16 22:18:01.206292 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-a27d7861-7acd-4a68-b456-6340f678be4d tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Request body: {'port': {'device_id': 'a645b994-3457-4ba0-8265-8d78cf13765e', 'network_id': '5c1937af-7bb6-406c-854f-833019c225af', 'admin_state_up': True, 'tenant_id': '14fa89a71b19443bab437fd35023cb1c'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:01.242220 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63f3ab-fb8b-48f8-82b8-b3c10ce3f769 req-510e741f-89da-49e6-8165-b57a33d5d0d0 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:01.257520 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9d63f3ab-fb8b-48f8-82b8-b3c10ce3f769 req-510e741f-89da-49e6-8165-b57a33d5d0d0 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 943 time: 0.5666466 Dec 16 22:18:01.275420 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfffce-a669-47ab-8714-608e3f629506 req-be4bb921-2c5f-4254-8ec4-6122145a21c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:01.283258 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-20bfffce-a669-47ab-8714-608e3f629506 req-be4bb921-2c5f-4254-8ec4-6122145a21c5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1080840 Dec 16 22:18:01.297236 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-21b0e05e-241b-44b2-8ce5-f83f7ae2bd81 req-ffd4fc33-fe75-4931-bc76-f79cdb2f56a0 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=5defa9a6-0c7a-4394-9884-25a23aaf83d1 HTTP/1.1" status: 200 len: 210 time: 0.0375805 Dec 16 22:18:01.325780 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ad7e536a-023c-4b06-bdce-7b29dfd0f378 req-e74ad46f-c06a-4dea-bd56-96bb0677215a tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:01.326416 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ad7e536a-023c-4b06-bdce-7b29dfd0f378 req-e74ad46f-c06a-4dea-bd56-96bb0677215a tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:01.326835 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [req-ad7e536a-023c-4b06-bdce-7b29dfd0f378 req-e74ad46f-c06a-4dea-bd56-96bb0677215a tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Floating IP 2e0f7c2a-2d8d-4deb-a40f-a662e97b668a disassociated. External IP: 172.25.6.152, port: 7adc3ac8-f77d-490e-a64c-4100a24dfffd. Dec 16 22:18:01.327399 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-ad7e536a-023c-4b06-bdce-7b29dfd0f378 req-e74ad46f-c06a-4dea-bd56-96bb0677215a tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Calling delete_port for 7adc3ac8-f77d-490e-a64c-4100a24dfffd owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:01.379114 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b965a4e-e952-4c73-a599-b456cd55ffa8 x-openstack-request-id: req-3b965a4e-e952-4c73-a599-b456cd55ffa8 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:01.383894 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "tag": "d4bae84f-8ce7-4c5f-afaf-512e8b879293", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:01.383894 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3b965a4e-e952-4c73-a599-b456cd55ffa8 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:01.383894 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'tag': 'd4bae84f-8ce7-4c5f-afaf-512e8b879293', 'status': 'completed', 'code': 200} Dec 16 22:18:01.412599 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b04ee7-a092-4fff-8e9c-34210ce2b40d None None] New status for floating IP 712137c0-ee69-4fe3-aebc-65947e3e67d8: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:18:01.529665 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfffce-a669-47ab-8714-608e3f629506 req-ecb97585-d422-4183-8e15-3b58e35bf788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:01.531284 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-20bfffce-a669-47ab-8714-608e3f629506 req-ecb97585-d422-4183-8e15-3b58e35bf788 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2365839 Dec 16 22:18:01.710132 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35235579-c9f5-4939-b367-32bb81226e20 req-64b83c06-d74c-417e-ba26-ef3543bea8be tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:01.711703 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-35235579-c9f5-4939-b367-32bb81226e20 req-64b83c06-d74c-417e-ba26-ef3543bea8be tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/ports?device_id=fef50b12-b03b-4b56-aa69-8ef0c122e24d HTTP/1.1" status: 200 len: 946 time: 0.1999216 Dec 16 22:18:01.753994 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41648) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:01.798980 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-20bfffce-a669-47ab-8714-608e3f629506 req-5061090e-8e2e-4023-836e-1e2f38331122 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300158 Dec 16 22:18:01.799744 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7e59889-7bb5-4c78-9b76-7dcf10aeb073 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:01.826946 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9d63f3ab-fb8b-48f8-82b8-b3c10ce3f769 req-c8c2c3fa-3e4f-4c35-afad-6a81c904e626 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/security-groups?id=4a52099b-eca1-4e3c-bea6-1181fd05b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5684710 Dec 16 22:18:01.902283 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b4b53-cd21-4a21-ab52-b4395cb92731 req-782666fe-fffc-4bfc-9b32-1f20a266929a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:01.902764 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b4b53-cd21-4a21-ab52-b4395cb92731 req-782666fe-fffc-4bfc-9b32-1f20a266929a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:01.903582 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b4b53-cd21-4a21-ab52-b4395cb92731 req-782666fe-fffc-4bfc-9b32-1f20a266929a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:01.903745 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b4b53-cd21-4a21-ab52-b4395cb92731 req-782666fe-fffc-4bfc-9b32-1f20a266929a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:01.904214 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b4b53-cd21-4a21-ab52-b4395cb92731 req-782666fe-fffc-4bfc-9b32-1f20a266929a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:01.904686 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b4b53-cd21-4a21-ab52-b4395cb92731 req-782666fe-fffc-4bfc-9b32-1f20a266929a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:01.905154 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b4b53-cd21-4a21-ab52-b4395cb92731 req-782666fe-fffc-4bfc-9b32-1f20a266929a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:01.907206 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f74b4b53-cd21-4a21-ab52-b4395cb92731 req-782666fe-fffc-4bfc-9b32-1f20a266929a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a0f42b93d17b453cb09b716a19274f39&device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 6489 time: 0.2361856 Dec 16 22:18:01.922985 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-35235579-c9f5-4939-b367-32bb81226e20 req-87dd02b8-2929-48f4-a4ca-a8f5d1f5da1c tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/security-groups?id=9383554d-4d00-46cb-9eab-a164db2fc57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010176 Dec 16 22:18:01.996197 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eff085b2-f147-45b4-accf-fc1574085210 req-988198a4-3b45-45bb-8cfb-1d29f9d7f058 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 210 time: 0.0855253 Dec 16 22:18:02.036931 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-b498c6f4-4ad3-4482-a443-5a19376f0ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be51db46-e859-4d44-b134-c3114815f950 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:18:02.051193 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-b498c6f4-4ad3-4482-a443-5a19376f0ac8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.056074 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-20bfffce-a669-47ab-8714-608e3f629506 req-2677b35f-0650-49c3-9db4-1327f2692930 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418745 Dec 16 22:18:02.059764 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3efd86e4-1d63-48c7-b4bf-1e194b994bee tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.079756 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-b498c6f4-4ad3-4482-a443-5a19376f0ac8 service neutron] Transition to ACTIVE for port object be51db46-e859-4d44-b134-c3114815f950 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:18:02.095037 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7e59889-7bb5-4c78-9b76-7dcf10aeb073 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.177371 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device b174ce39-c097-494c-8dd0-68558861d527 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:18:02.183394 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-b498c6f4-4ad3-4482-a443-5a19376f0ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.192720 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b4b53-cd21-4a21-ab52-b4395cb92731 req-78ba1a45-7d36-4584-8247-19cfce1f1ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:02.194297 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f74b4b53-cd21-4a21-ab52-b4395cb92731 req-78ba1a45-7d36-4584-8247-19cfce1f1ed6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6 HTTP/1.1" status: 200 len: 910 time: 0.2774580 Dec 16 22:18:02.241550 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7e59889-7bb5-4c78-9b76-7dcf10aeb073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.251848 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ad7e536a-023c-4b06-bdce-7b29dfd0f378 req-e74ad46f-c06a-4dea-bd56-96bb0677215a tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.257022 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-a27d7861-7acd-4a68-b456-6340f678be4d tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Made reservation on behalf of 14fa89a71b19443bab437fd35023cb1c for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:18:02.260346 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-a27d7861-7acd-4a68-b456-6340f678be4d tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.277681 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b7e59889-7bb5-4c78-9b76-7dcf10aeb073 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=572554eae8fb403c8ab9e28eb30307db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5225868 Dec 16 22:18:02.283545 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41652) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:02.362325 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ad46f-c06a-4dea-bd56-96bb0677215a tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Pushing event deleted for resources: {'Port': ['ID=7adc3ac8-f77d-490e-a64c-4100a24dfffd,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:02.384198 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e59889-7bb5-4c78-9b76-7dcf10aeb073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16da5c8-a311-4a09-bb90-f4583f19cfe5,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:02.392159 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498c6f4-4ad3-4482-a443-5a19376f0ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=be51db46-e859-4d44-b134-c3114815f950,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:02.411520 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port b174ce39-c097-494c-8dd0-68558861d527, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=b174ce39-c097-494c-8dd0-68558861d527,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:02.448626 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f74b4b53-cd21-4a21-ab52-b4395cb92731 req-31680036-bdef-42f0-98dd-0fe65fb8b01a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4bae84f-8ce7-4c5f-afaf-512e8b879293 HTTP/1.1" status: 200 len: 1001 time: 0.2449243 Dec 16 22:18:02.448995 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'b174ce39-c097-494c-8dd0-68558861d527', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': 'b174ce39-c097-494c-8dd0-68558861d527', 'mac_address': 'fa:16:3e:6f:f1:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:18:02.490516 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-b498c6f4-4ad3-4482-a443-5a19376f0ac8 service neutron] Attempting to bind port be51db46-e859-4d44-b134-c3114815f950 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:18:02.490841 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-b498c6f4-4ad3-4482-a443-5a19376f0ac8 service neutron] Attempting to bind port be51db46-e859-4d44-b134-c3114815f950 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'ccd24aec-91d5-4cb6-afdc-ebad20bc7327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5c1937af-7bb6-406c-854f-833019c225af'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:18:02.491335 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-b498c6f4-4ad3-4482-a443-5a19376f0ac8 service neutron] Attempting to bind port be51db46-e859-4d44-b134-c3114815f950 on network 5c1937af-7bb6-406c-854f-833019c225af {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:18:02.498084 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-b498c6f4-4ad3-4482-a443-5a19376f0ac8 service neutron] Port be51db46-e859-4d44-b134-c3114815f950 on network 5c1937af-7bb6-406c-854f-833019c225af not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:18:02.498557 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-b498c6f4-4ad3-4482-a443-5a19376f0ac8 service neutron] Attempting to bind port be51db46-e859-4d44-b134-c3114815f950 on network 5c1937af-7bb6-406c-854f-833019c225af {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:18:02.517790 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8bf5062-24e3-454a-96d4-0e5813dfc68a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.519474 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.524329 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-b498c6f4-4ad3-4482-a443-5a19376f0ac8 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:18:02.524329 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-b498c6f4-4ad3-4482-a443-5a19376f0ac8 service neutron] Checking segment: {'id': 'ccd24aec-91d5-4cb6-afdc-ebad20bc7327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5c1937af-7bb6-406c-854f-833019c225af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:18:02.524329 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-b498c6f4-4ad3-4482-a443-5a19376f0ac8 service neutron] Bound using segment: {'id': 'ccd24aec-91d5-4cb6-afdc-ebad20bc7327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5c1937af-7bb6-406c-854f-833019c225af'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:18:02.524682 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-b498c6f4-4ad3-4482-a443-5a19376f0ac8 service neutron] Bound port: be51db46-e859-4d44-b134-c3114815f950, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccd24aec-91d5-4cb6-afdc-ebad20bc7327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5c1937af-7bb6-406c-854f-833019c225af'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:18:02.532907 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-b498c6f4-4ad3-4482-a443-5a19376f0ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.537910 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b174ce39-c097-494c-8dd0-68558861d527 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:18:02.560281 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port b174ce39-c097-494c-8dd0-68558861d527, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=b174ce39-c097-494c-8dd0-68558861d527,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:02.585257 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cb3f530d-39ec-4ad7-aad2-2b4e5dd07d18 req-5aa7e6e4-d199-474b-918f-960751b23af5 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=5defa9a6-0c7a-4394-9884-25a23aaf83d1 HTTP/1.1" status: 200 len: 210 time: 0.0811729 Dec 16 22:18:02.626953 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8bf5062-24e3-454a-96d4-0e5813dfc68a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.680975 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.681699 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-b498c6f4-4ad3-4482-a443-5a19376f0ac8 service neutron] For port be51db46-e859-4d44-b134-c3114815f950, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:18:02.685824 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-b498c6f4-4ad3-4482-a443-5a19376f0ac8 service neutron] For port be51db46-e859-4d44-b134-c3114815f950, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=be51db46-e859-4d44-b134-c3114815f950,segment=NetworkSegment(ccd24aec-91d5-4cb6-afdc-ebad20bc7327),segment_id=ccd24aec-91d5-4cb6-afdc-ebad20bc7327)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:18:02.686640 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582ae02-4575-4cbe-83d6-e958f7bab74d req-33bc5f00-00ec-4247-9b57-d819da4a2228 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:02.690832 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6582ae02-4575-4cbe-83d6-e958f7bab74d req-33bc5f00-00ec-4247-9b57-d819da4a2228 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 949 time: 0.3716097 Dec 16 22:18:02.710447 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3efd86e4-1d63-48c7-b4bf-1e194b994bee tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5457'] for router, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.713263 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 7adc3ac8-f77d-490e-a64c-4100a24dfffd no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:18:02.747318 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 7adc3ac8-f77d-490e-a64c-4100a24dfffd {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:18:02.747668 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 7adc3ac8-f77d-490e-a64c-4100a24dfffd not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:18:02.761009 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3efd86e4-1d63-48c7-b4bf-1e194b994bee tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-598410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-598419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597305'] for router, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.763909 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=b174ce39-c097-494c-8dd0-68558861d527,revision_number=12']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:02.776670 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b4b53-cd21-4a21-ab52-b4395cb92731 req-2aec3c74-6a74-46b3-bf7c-0af990a5e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:02.778177 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f74b4b53-cd21-4a21-ab52-b4395cb92731 req-2aec3c74-6a74-46b3-bf7c-0af990a5e138 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=26d9264a-299a-4d37-a6df-7bf2c29884f5 HTTP/1.1" status: 200 len: 849 time: 0.2158744 Dec 16 22:18:02.779310 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-b498c6f4-4ad3-4482-a443-5a19376f0ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.819805 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-b498c6f4-4ad3-4482-a443-5a19376f0ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:02.820511 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-b498c6f4-4ad3-4482-a443-5a19376f0ac8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.821909 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-b498c6f4-4ad3-4482-a443-5a19376f0ac8 service neutron] 10.222.0.57 "PUT /v2.0/ports/be51db46-e859-4d44-b134-c3114815f950 HTTP/1.1" status: 200 len: 1092 time: 2.2762494 Dec 16 22:18:02.845398 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498c6f4-4ad3-4482-a443-5a19376f0ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=be51db46-e859-4d44-b134-c3114815f950,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:02.878968 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8bf5062-24e3-454a-96d4-0e5813dfc68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.882456 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-a27d7861-7acd-4a68-b456-6340f678be4d tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Allocated IP 172.20.0.9 (5c1937af-7bb6-406c-854f-833019c225af/4012085c-74d4-4d83-9e4d-14ad56ea9a5d/55c7568d-f7a5-49fe-be76-43e9a635be0a) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:18:02.886985 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8bf5062-24e3-454a-96d4-0e5813dfc68a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:02.890401 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a8bf5062-24e3-454a-96d4-0e5813dfc68a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e16da5c8-a311-4a09-bb90-f4583f19cfe5 HTTP/1.1" status: 204 len: 168 time: 0.5918818 Dec 16 22:18:02.907743 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf5062-24e3-454a-96d4-0e5813dfc68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16da5c8-a311-4a09-bb90-f4583f19cfe5,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:02.981570 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad7e536a-023c-4b06-bdce-7b29dfd0f378 req-e74ad46f-c06a-4dea-bd56-96bb0677215a tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Router fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:18:03.008724 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6582ae02-4575-4cbe-83d6-e958f7bab74d req-8b4f6370-53b5-4af6-a226-dcc3995e4eef tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016102 Dec 16 22:18:03.068159 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d04135-1701-4a84-a4a0-182fc505fd2f req-88b7a647-e7b4-41d6-9a11-6d7a8bf033c4 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:03.069848 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-11d04135-1701-4a84-a4a0-182fc505fd2f req-88b7a647-e7b4-41d6-9a11-6d7a8bf033c4 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 943 time: 0.1118412 Dec 16 22:18:03.133583 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b4b53-cd21-4a21-ab52-b4395cb92731 req-dd39edbb-9efd-4b48-9b06-fd657bd567b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:03.135435 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f74b4b53-cd21-4a21-ab52-b4395cb92731 req-dd39edbb-9efd-4b48-9b06-fd657bd567b5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2748413 Dec 16 22:18:03.149681 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-61b41d43-db25-4607-8d7c-b1a42d6b3a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:03.151414 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-61b41d43-db25-4607-8d7c-b1a42d6b3a63 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=14fa89a71b19443bab437fd35023cb1c&device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 1095 time: 0.0803957 Dec 16 22:18:03.170057 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-11d04135-1701-4a84-a4a0-182fc505fd2f req-c15eefaa-607a-4ddd-8fb4-f7d15ab836c0 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/security-groups?id=4a52099b-eca1-4e3c-bea6-1181fd05b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873663 Dec 16 22:18:03.227992 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['b174ce39-c097-494c-8dd0-68558861d527'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:03.243554 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-af149b99-efb4-4bcc-9519-430100895a0e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be51db46-e859-4d44-b134-c3114815f950 HTTP/1.1" status: 200 len: 217 time: 0.0722759 Dec 16 22:18:03.311653 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-269fe4e4-1481-40a1-973c-542456741f56 req-06c0042e-cc24-418d-a2a3-824737091a57 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 210 time: 0.0517180 Dec 16 22:18:03.333633 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-9c0427f7-417a-47ea-9d4e-79b83ee9f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:03.335341 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-9c0427f7-417a-47ea-9d4e-79b83ee9f036 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4012085c-74d4-4d83-9e4d-14ad56ea9a5d HTTP/1.1" status: 200 len: 859 time: 0.0855892 Dec 16 22:18:03.393556 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6592f293-5fe4-474c-a578-13004deac67a', 'tag': 'be51db46-e859-4d44-b134-c3114815f950'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:03.393556 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8688102-482d-49fa-9785-c343ff378d60" -d '{"events": [{"name": "network-changed", "server_uuid": "6592f293-5fe4-474c-a578-13004deac67a", "tag": "be51db46-e859-4d44-b134-c3114815f950"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:03.400444 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-d82bf27f-031b-40d4-8581-23a100f659ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c1937af-7bb6-406c-854f-833019c225af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466733 Dec 16 22:18:03.444007 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-cebf5129-b69e-436e-b75a-e5f11486f9b7 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=84a0f56690704a89b89d2fa8c0442625&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463626 Dec 16 22:18:03.540648 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab832c3-d570-4e79-8a52-02ae70a420b6 x-openstack-request-id: req-eab832c3-d570-4e79-8a52-02ae70a420b6 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:03.546328 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6592f293-5fe4-474c-a578-13004deac67a", "tag": "be51db46-e859-4d44-b134-c3114815f950", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:03.546328 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-eab832c3-d570-4e79-8a52-02ae70a420b6 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:03.546328 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6592f293-5fe4-474c-a578-13004deac67a', 'tag': 'be51db46-e859-4d44-b134-c3114815f950', 'status': 'completed', 'code': 200} Dec 16 22:18:03.610157 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7adf4cf3-ecbe-4e51-a08f-8ad1261449b3 req-2debcbbb-acb7-43c5-a304-c49243cf5fa6 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/ports?device_id=fef50b12-b03b-4b56-aa69-8ef0c122e24d HTTP/1.1" status: 200 len: 210 time: 0.4720454 Dec 16 22:18:03.633649 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-57269a17-4ccb-42bb-9fe2-a868bcb042fd service neutron] 10.222.0.57 "GET /v2.0/networks/5c1937af-7bb6-406c-854f-833019c225af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112355 Dec 16 22:18:03.684533 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-c2742cad-9b44-462b-abac-1a7ba345557b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:03.689826 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-c2742cad-9b44-462b-abac-1a7ba345557b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2359509 Dec 16 22:18:03.713867 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-0dd762cd-b925-4b2e-9f97-18357f643e6c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Request body: {'port': {'device_id': '5defa9a6-0c7a-4394-9884-25a23aaf83d1', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': '84a0f56690704a89b89d2fa8c0442625'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:03.771157 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad7e536a-023c-4b06-bdce-7b29dfd0f378 req-e74ad46f-c06a-4dea-bd56-96bb0677215a tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:18:03.782711 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f74b4b53-cd21-4a21-ab52-b4395cb92731 req-75cb9796-13f7-42a7-b37a-dda0bf5390af service neutron] 10.222.0.76 "GET /v2.0/networks/6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6179409 Dec 16 22:18:03.786507 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5b3de6-ed0d-47ca-b1ce-d8007fe8b34c None None] Sync routers for ids ['fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:18:03.805449 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5b3de6-ed0d-47ca-b1ce-d8007fe8b34c None None] Routers {'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:03.809577 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-ee5b3de6-ed0d-47ca-b1ce-d8007fe8b34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:03.836883 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-a27d7861-7acd-4a68-b456-6340f678be4d tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:03.865431 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ffae5d2a-69b4-4103-9bf7-17fba79a2887 req-e445e9b2-a54a-42ea-8048-40d4d7538624 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=5defa9a6-0c7a-4394-9884-25a23aaf83d1 HTTP/1.1" status: 200 len: 210 time: 0.1170352 Dec 16 22:18:03.888387 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efd86e4-1d63-48c7-b4bf-1e194b994bee tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Router 823d7c15-971c-4f88-af5f-e344e5ab6926 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:18:03.888387 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7e536a-023c-4b06-bdce-7b29dfd0f378 req-e74ad46f-c06a-4dea-bd56-96bb0677215a tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] No DVR routers for this DVR port 7adc3ac8-f77d-490e-a64c-4100a24dfffd on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:18:03.895361 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ad7e536a-023c-4b06-bdce-7b29dfd0f378 req-e74ad46f-c06a-4dea-bd56-96bb0677215a tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:03.898611 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ad7e536a-023c-4b06-bdce-7b29dfd0f378 req-e74ad46f-c06a-4dea-bd56-96bb0677215a tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.57 "DELETE /v2.0/ports/7adc3ac8-f77d-490e-a64c-4100a24dfffd HTTP/1.1" status: 204 len: 173 time: 4.0255718 Dec 16 22:18:03.899096 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef50b12-b03b-4b56-aa69-8ef0c122e24d', 'name': 'network-vif-deleted', 'tag': '7adc3ac8-f77d-490e-a64c-4100a24dfffd'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:03.902131 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83040508-3fb9-4c39-90f0-b3b54b28c37a" -d '{"events": [{"server_uuid": "fef50b12-b03b-4b56-aa69-8ef0c122e24d", "name": "network-vif-deleted", "tag": "7adc3ac8-f77d-490e-a64c-4100a24dfffd"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:03.979439 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c1efe8-638a-4553-ac85-378d88fa08ca x-openstack-request-id: req-89c1efe8-638a-4553-ac85-378d88fa08ca {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:03.979774 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef50b12-b03b-4b56-aa69-8ef0c122e24d", "name": "network-vif-deleted", "tag": "7adc3ac8-f77d-490e-a64c-4100a24dfffd", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:03.980082 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-89c1efe8-638a-4553-ac85-378d88fa08ca {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:03.984282 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef50b12-b03b-4b56-aa69-8ef0c122e24d', 'name': 'network-vif-deleted', 'tag': '7adc3ac8-f77d-490e-a64c-4100a24dfffd', 'status': 'completed', 'code': 200} Dec 16 22:18:03.994709 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-ee5b3de6-ed0d-47ca-b1ce-d8007fe8b34c None None] Set router fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:18:04.001653 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbfc8332-155c-4d4e-a3a3-8fecd8fd924b req-d8648c45-3d92-405e-94f2-5723321ad8a5 service neutron] 10.222.0.57 "GET /v2.0/networks/5c1937af-7bb6-406c-854f-833019c225af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550751 Dec 16 22:18:04.021957 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f74b4b53-cd21-4a21-ab52-b4395cb92731 req-b34c4df2-453e-40cf-a25b-9cb3f8939c40 service neutron] 10.222.0.76 "GET /v2.0/networks/6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205961 Dec 16 22:18:04.080205 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efd86e4-1d63-48c7-b4bf-1e194b994bee tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:18:04.082721 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-a27d7861-7acd-4a68-b456-6340f678be4d tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:04.088993 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3efd86e4-1d63-48c7-b4bf-1e194b994bee tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:04.092989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41684) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:04.093115 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3efd86e4-1d63-48c7-b4bf-1e194b994bee tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "PUT /v2.0/routers/823d7c15-971c-4f88-af5f-e344e5ab6926 HTTP/1.1" status: 200 len: 879 time: 5.9408782 Dec 16 22:18:04.094085 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e4cf0b-20e8-4d74-bcf0-3b0ab8e0924a None None] Sync routers for ids ['823d7c15-971c-4f88-af5f-e344e5ab6926'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:18:04.120410 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e4cf0b-20e8-4d74-bcf0-3b0ab8e0924a None None] Routers {'823d7c15-971c-4f88-af5f-e344e5ab6926'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:04.121632 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-02e4cf0b-20e8-4d74-bcf0-3b0ab8e0924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['823d7c15-971c-4f88-af5f-e344e5ab6926'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:04.144043 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-a27d7861-7acd-4a68-b456-6340f678be4d tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Network 5c1937af-7bb6-406c-854f-833019c225af is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:18:04.149711 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-a27d7861-7acd-4a68-b456-6340f678be4d tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:04.154348 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-a27d7861-7acd-4a68-b456-6340f678be4d tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:04.177922 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-0dd762cd-b925-4b2e-9f97-18357f643e6c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Made reservation on behalf of 84a0f56690704a89b89d2fa8c0442625 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:18:04.181513 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d7861-7acd-4a68-b456-6340f678be4d tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Pushing event updated for resources: {'Port': ['ID=55c7568d-f7a5-49fe-be76-43e9a635be0a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:04.181692 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-0dd762cd-b925-4b2e-9f97-18357f643e6c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:04.215577 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-a27d7861-7acd-4a68-b456-6340f678be4d tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:04.216985 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-a27d7861-7acd-4a68-b456-6340f678be4d tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:04.222072 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-02e4cf0b-20e8-4d74-bcf0-3b0ab8e0924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:04.235644 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e4cf0b-20e8-4d74-bcf0-3b0ab8e0924a None None] Routers {'823d7c15-971c-4f88-af5f-e344e5ab6926'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:04.235644 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-02e4cf0b-20e8-4d74-bcf0-3b0ab8e0924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['823d7c15-971c-4f88-af5f-e344e5ab6926'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:04.278671 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-02e4cf0b-20e8-4d74-bcf0-3b0ab8e0924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:04.279373 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e4cf0b-20e8-4d74-bcf0-3b0ab8e0924a None None] The sync data for ids ['823d7c15-971c-4f88-af5f-e344e5ab6926'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:18:04.348649 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-a27d7861-7acd-4a68-b456-6340f678be4d tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1929739 Dec 16 22:18:04.365197 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-ee5b3de6-ed0d-47ca-b1ce-d8007fe8b34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'name': 'tempest-ServersTestFqdnHostnames-589396468-router', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'e41157ec-5df6-4fee-ab14-6830f46e6798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:23Z', 'updated_at': '2021-12-16T22:14:30Z', 'revision_number': 4, 'project_id': 'd2be2a7272c441f580b97fb831b89739', 'gw_port': {'id': 'e41157ec-5df6-4fee-ab14-6830f46e6798', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:24Z', 'updated_at': '2021-12-16T22:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '0d427b5b-8641-471f-9aaf-dba01790534e', 'name': '', 'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'mac_address': 'fa:16:3e:24:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '15bc0458-88d7-47b8-95a2-df47eebc4774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:29Z', 'updated_at': '2021-12-16T22:14:37Z', 'revision_number': 5, 'project_id': 'd2be2a7272c441f580b97fb831b89739', 'subnets': [{'id': '15bc0458-88d7-47b8-95a2-df47eebc4774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:04.376314 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-6d692c89-da78-4f55-a956-8fb581ac2924 service neutron] Request body: {'port': {'device_id': 'a645b994-3457-4ba0-8265-8d78cf13765e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:04.406959 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5b3de6-ed0d-47ca-b1ce-d8007fe8b34c None None] Checking router: fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:18:04.414571 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b947b-88da-4e97-8a10-694c351e3bd4 req-50ae25a7-c055-422a-9015-48104ac5912f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:04.418783 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b11f98-3e54-4a50-93e8-30ff96d67886 req-05044730-1fc1-4ffe-805e-bb3941272390 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:04.418927 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5b3de6-ed0d-47ca-b1ce-d8007fe8b34c None None] Routers {'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:04.418927 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-ee5b3de6-ed0d-47ca-b1ce-d8007fe8b34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:04.420112 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-97b11f98-3e54-4a50-93e8-30ff96d67886 req-05044730-1fc1-4ffe-805e-bb3941272390 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 943 time: 0.1185045 Dec 16 22:18:04.430934 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce7b947b-88da-4e97-8a10-694c351e3bd4 req-50ae25a7-c055-422a-9015-48104ac5912f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.2563596 Dec 16 22:18:04.502224 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0a2aaf86-fce0-4985-9ad9-50fae13ae8e3 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "GET /v2.0/routers/823d7c15-971c-4f88-af5f-e344e5ab6926 HTTP/1.1" status: 200 len: 920 time: 0.4078572 Dec 16 22:18:04.503220 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41698) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:04.511035 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-6d692c89-da78-4f55-a956-8fb581ac2924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:04.525344 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8688102-482d-49fa-9785-c343ff378d60 req-880749df-92bf-458d-8b0c-826ecc7bdaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:04.526966 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b8688102-482d-49fa-9785-c343ff378d60 req-880749df-92bf-458d-8b0c-826ecc7bdaa4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=14fa89a71b19443bab437fd35023cb1c&device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 1095 time: 0.2312770 Dec 16 22:18:04.558702 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-ee5b3de6-ed0d-47ca-b1ce-d8007fe8b34c None None] Set router fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:18:04.637440 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-97b11f98-3e54-4a50-93e8-30ff96d67886 req-8b772964-d446-4964-939b-f66ea4549f49 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/security-groups?id=4a52099b-eca1-4e3c-bea6-1181fd05b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009706 Dec 16 22:18:04.718095 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce7b947b-88da-4e97-8a10-694c351e3bd4 req-12918fd9-888f-4462-b0ea-6b1d31cb7ed9 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802210 Dec 16 22:18:04.769085 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f662c622-4bd2-4cf4-979d-767942430d17 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:04.770957 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f662c622-4bd2-4cf4-979d-767942430d17 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8&device_id=823d7c15-971c-4f88-af5f-e344e5ab6926&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2609916 Dec 16 22:18:04.777619 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41706) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:04.819853 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-0dd762cd-b925-4b2e-9f97-18357f643e6c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Allocated IP 192.168.233.143 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/e8f81457-f7a7-4394-893f-d0d78bbaab81) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:18:04.840603 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8688102-482d-49fa-9785-c343ff378d60 req-84a48dc1-dab5-4723-8a99-2ea4e01e9a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:04.842397 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b8688102-482d-49fa-9785-c343ff378d60 req-84a48dc1-dab5-4723-8a99-2ea4e01e9a37 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5c1937af-7bb6-406c-854f-833019c225af HTTP/1.1" status: 200 len: 919 time: 0.2832925 Dec 16 22:18:04.906410 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d92a7-d2c6-40ab-8bd4-5b2fab55cd94 req-020e33e8-b41e-4084-bb54-3dffb9e7681d tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:04.914210 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-978d92a7-d2c6-40ab-8bd4-5b2fab55cd94 req-020e33e8-b41e-4084-bb54-3dffb9e7681d tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 931 time: 0.1540976 Dec 16 22:18:04.920151 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b8688102-482d-49fa-9785-c343ff378d60 req-fc6f7481-abb0-4e4a-9d75-10d3b34a8d38 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be51db46-e859-4d44-b134-c3114815f950 HTTP/1.1" status: 200 len: 217 time: 0.0652668 Dec 16 22:18:05.039865 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-978d92a7-d2c6-40ab-8bd4-5b2fab55cd94 req-4f3d9cef-fb3d-459e-8862-919717a644d3 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211622 Dec 16 22:18:05.085666 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9724f6a-3a04-4f5a-8d3b-c6b7415e024a tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:05.087188 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a9724f6a-3a04-4f5a-8d3b-c6b7415e024a tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 881 time: 0.3085623 Dec 16 22:18:05.092397 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41714) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:05.131467 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3282be32-0619-453a-9cfe-ba728e9e4838 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "GET /v2.0/ports?device_id=823d7c15-971c-4f88-af5f-e344e5ab6926 HTTP/1.1" status: 200 len: 205 time: 0.0378399 Dec 16 22:18:05.133643 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-6d692c89-da78-4f55-a956-8fb581ac2924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55c7568d-f7a5-49fe-be76-43e9a635be0a {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:18:05.139147 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41716) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:05.144934 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-ee5b3de6-ed0d-47ca-b1ce-d8007fe8b34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'name': 'tempest-ServersTestFqdnHostnames-589396468-router', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'e41157ec-5df6-4fee-ab14-6830f46e6798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:23Z', 'updated_at': '2021-12-16T22:14:30Z', 'revision_number': 4, 'project_id': 'd2be2a7272c441f580b97fb831b89739', 'gw_port': {'id': 'e41157ec-5df6-4fee-ab14-6830f46e6798', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:24Z', 'updated_at': '2021-12-16T22:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '0d427b5b-8641-471f-9aaf-dba01790534e', 'name': '', 'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'mac_address': 'fa:16:3e:24:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '15bc0458-88d7-47b8-95a2-df47eebc4774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:29Z', 'updated_at': '2021-12-16T22:14:37Z', 'revision_number': 5, 'project_id': 'd2be2a7272c441f580b97fb831b89739', 'subnets': [{'id': '15bc0458-88d7-47b8-95a2-df47eebc4774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:05.194979 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-6d692c89-da78-4f55-a956-8fb581ac2924 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:05.209039 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5b3de6-ed0d-47ca-b1ce-d8007fe8b34c None None] The sync data for ids ['fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'] in n-d-815324-4 is: [{'id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'name': 'tempest-ServersTestFqdnHostnames-589396468-router', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'e41157ec-5df6-4fee-ab14-6830f46e6798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:23Z', 'updated_at': '2021-12-16T22:14:30Z', 'revision_number': 4, 'project_id': 'd2be2a7272c441f580b97fb831b89739', 'gw_port': {'id': 'e41157ec-5df6-4fee-ab14-6830f46e6798', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:24Z', 'updated_at': '2021-12-16T22:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '0d427b5b-8641-471f-9aaf-dba01790534e', 'name': '', 'network_id': 'aa57ad1a-fa7c-41c6-9099-c410b6f42ab0', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'mac_address': 'fa:16:3e:24:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '15bc0458-88d7-47b8-95a2-df47eebc4774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:29Z', 'updated_at': '2021-12-16T22:14:37Z', 'revision_number': 5, 'project_id': 'd2be2a7272c441f580b97fb831b89739', 'subnets': [{'id': '15bc0458-88d7-47b8-95a2-df47eebc4774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:18:05.226497 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-6d692c89-da78-4f55-a956-8fb581ac2924 service neutron] Transition to ACTIVE for port object 55c7568d-f7a5-49fe-be76-43e9a635be0a will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:18:05.327177 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-23440d64-3eb3-40e3-a904-c4c7ef2b8d94 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:05.426007 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8688102-482d-49fa-9785-c343ff378d60 req-15721380-07da-4953-ac7e-78237b7f3e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:05.427908 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b8688102-482d-49fa-9785-c343ff378d60 req-15721380-07da-4953-ac7e-78237b7f3e50 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4012085c-74d4-4d83-9e4d-14ad56ea9a5d HTTP/1.1" status: 200 len: 859 time: 0.4958112 Dec 16 22:18:05.451514 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-6d692c89-da78-4f55-a956-8fb581ac2924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:05.472187 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2265fc2c-ebc6-442c-a674-c0385e128e26 req-c55ac80a-eefb-4183-a044-e414fc48368f tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/ports?device_id=fef50b12-b03b-4b56-aa69-8ef0c122e24d HTTP/1.1" status: 200 len: 210 time: 0.0608277 Dec 16 22:18:05.506911 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-23440d64-3eb3-40e3-a904-c4c7ef2b8d94 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:05.530589 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d692c89-da78-4f55-a956-8fb581ac2924 service neutron] Pushing event updated for resources: {'Port': ['ID=55c7568d-f7a5-49fe-be76-43e9a635be0a,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:05.542972 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b8688102-482d-49fa-9785-c343ff378d60 req-8bad14ee-19c2-4585-8716-99fb0b99a3bf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c1937af-7bb6-406c-854f-833019c225af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965428 Dec 16 22:18:05.609966 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf24761-7985-4737-ab3a-12565b1b2794 None None] New status for floating IP 2e0f7c2a-2d8d-4deb-a40f-a662e97b668a: DOWN {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:18:05.640902 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-6d692c89-da78-4f55-a956-8fb581ac2924 service neutron] Attempting to bind port 55c7568d-f7a5-49fe-be76-43e9a635be0a on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:18:05.641475 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-6d692c89-da78-4f55-a956-8fb581ac2924 service neutron] Attempting to bind port 55c7568d-f7a5-49fe-be76-43e9a635be0a by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'ccd24aec-91d5-4cb6-afdc-ebad20bc7327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5c1937af-7bb6-406c-854f-833019c225af'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:18:05.641610 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-6d692c89-da78-4f55-a956-8fb581ac2924 service neutron] Attempting to bind port 55c7568d-f7a5-49fe-be76-43e9a635be0a on network 5c1937af-7bb6-406c-854f-833019c225af {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:18:05.648046 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-6d692c89-da78-4f55-a956-8fb581ac2924 service neutron] Port 55c7568d-f7a5-49fe-be76-43e9a635be0a on network 5c1937af-7bb6-406c-854f-833019c225af not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:18:05.648511 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-6d692c89-da78-4f55-a956-8fb581ac2924 service neutron] Attempting to bind port 55c7568d-f7a5-49fe-be76-43e9a635be0a on network 5c1937af-7bb6-406c-854f-833019c225af {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:18:05.657327 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-6d692c89-da78-4f55-a956-8fb581ac2924 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:18:05.657687 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-6d692c89-da78-4f55-a956-8fb581ac2924 service neutron] Checking segment: {'id': 'ccd24aec-91d5-4cb6-afdc-ebad20bc7327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5c1937af-7bb6-406c-854f-833019c225af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:18:05.658080 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-6d692c89-da78-4f55-a956-8fb581ac2924 service neutron] Bound using segment: {'id': 'ccd24aec-91d5-4cb6-afdc-ebad20bc7327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5c1937af-7bb6-406c-854f-833019c225af'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:18:05.658532 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-6d692c89-da78-4f55-a956-8fb581ac2924 service neutron] Bound port: 55c7568d-f7a5-49fe-be76-43e9a635be0a, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccd24aec-91d5-4cb6-afdc-ebad20bc7327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5c1937af-7bb6-406c-854f-833019c225af'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:18:05.659033 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-6d692c89-da78-4f55-a956-8fb581ac2924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:05.746477 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-85413c8d-b4cf-439b-b4ca-91af1148f6ac req-9771656a-47fa-4417-8336-17f6dd8c1db3 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=5defa9a6-0c7a-4394-9884-25a23aaf83d1 HTTP/1.1" status: 200 len: 210 time: 0.1862781 Dec 16 22:18:05.750311 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b8688102-482d-49fa-9785-c343ff378d60 req-892b3237-a13d-4f52-8cf0-6ff81834f7ff service neutron] 10.222.0.57 "GET /v2.0/networks/5c1937af-7bb6-406c-854f-833019c225af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914015 Dec 16 22:18:05.822217 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-0dd762cd-b925-4b2e-9f97-18357f643e6c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:05.829353 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-23440d64-3eb3-40e3-a904-c4c7ef2b8d94 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Deleting port 02b7dcde-df72-4b3d-923e-5e1e3d28d4d7 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:05.829733 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-23440d64-3eb3-40e3-a904-c4c7ef2b8d94 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:05.831869 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-6d692c89-da78-4f55-a956-8fb581ac2924 service neutron] For port 55c7568d-f7a5-49fe-be76-43e9a635be0a, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:18:05.836934 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-6d692c89-da78-4f55-a956-8fb581ac2924 service neutron] For port 55c7568d-f7a5-49fe-be76-43e9a635be0a, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=55c7568d-f7a5-49fe-be76-43e9a635be0a,segment=NetworkSegment(ccd24aec-91d5-4cb6-afdc-ebad20bc7327),segment_id=ccd24aec-91d5-4cb6-afdc-ebad20bc7327)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:18:05.881534 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8b8ef-128a-4470-a546-bd2e576ff56e req-6e272f3c-d5e8-4c13-8afd-bc333f24dd13 tempest-MigrationsAdminTest-1265459601 tempest-MigrationsAdminTest-1265459601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:05.883637 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-99c8b8ef-128a-4470-a546-bd2e576ff56e req-6e272f3c-d5e8-4c13-8afd-bc333f24dd13 tempest-MigrationsAdminTest-1265459601 tempest-MigrationsAdminTest-1265459601-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 1101 time: 0.1623085 Dec 16 22:18:05.937177 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b8688102-482d-49fa-9785-c343ff378d60 req-4221165a-614c-44d5-8251-03a24510a972 service neutron] 10.222.0.57 "GET /v2.0/networks/5c1937af-7bb6-406c-854f-833019c225af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735272 Dec 16 22:18:05.944967 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654daf40-119a-41ef-89c8-d2457f680b1c req-326aff45-b35a-4592-8807-d8520fdae85b tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:05.953040 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-654daf40-119a-41ef-89c8-d2457f680b1c req-326aff45-b35a-4592-8807-d8520fdae85b tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 943 time: 0.1287372 Dec 16 22:18:05.961887 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-6d692c89-da78-4f55-a956-8fb581ac2924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:05.973222 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-23440d64-3eb3-40e3-a904-c4c7ef2b8d94 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:05.988057 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-99c8b8ef-128a-4470-a546-bd2e576ff56e req-e0bf17ca-a4cc-42f3-accd-eb152f573469 tempest-MigrationsAdminTest-1265459601 tempest-MigrationsAdminTest-1265459601-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970461 Dec 16 22:18:06.030495 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-654daf40-119a-41ef-89c8-d2457f680b1c req-f42f446e-2c12-49dc-a712-e6e1c491074c tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/security-groups?id=4a52099b-eca1-4e3c-bea6-1181fd05b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764952 Dec 16 22:18:06.038439 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-6d692c89-da78-4f55-a956-8fb581ac2924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:06.039310 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-6d692c89-da78-4f55-a956-8fb581ac2924 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:06.041489 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-0dd762cd-b925-4b2e-9f97-18357f643e6c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:06.042185 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-6d692c89-da78-4f55-a956-8fb581ac2924 service neutron] 10.222.0.57 "PUT /v2.0/ports/55c7568d-f7a5-49fe-be76-43e9a635be0a HTTP/1.1" status: 200 len: 1091 time: 1.6762815 Dec 16 22:18:06.043470 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a645b994-3457-4ba0-8265-8d78cf13765e', 'tag': '55c7568d-f7a5-49fe-be76-43e9a635be0a'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:06.046337 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2cd7a0-f407-442b-9719-c48538b197de" -d '{"events": [{"name": "network-changed", "server_uuid": "a645b994-3457-4ba0-8265-8d78cf13765e", "tag": "55c7568d-f7a5-49fe-be76-43e9a635be0a"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:06.049791 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-23440d64-3eb3-40e3-a904-c4c7ef2b8d94 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Calling delete_port for 02b7dcde-df72-4b3d-923e-5e1e3d28d4d7 owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:06.083077 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6c17bdca-25a2-4289-a713-5364eb2bc111', '8ac3f3ae-03ec-43aa-9f2f-196fde36ac18', 'aa94ee2e-f1f7-4556-80be-e998211e8979', '9b4744c9-4b22-416a-bdfd-04d28387ce51', '5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:06.091264 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9c542d95-fa6f-4d6e-befb-2c00a17a1eeb', '445d23f8-0a76-4912-86a3-0ac58353279f'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:06.124613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d692c89-da78-4f55-a956-8fb581ac2924 service neutron] Pushing event updated for resources: {'Port': ['ID=55c7568d-f7a5-49fe-be76-43e9a635be0a,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:06.187223 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-0dd762cd-b925-4b2e-9f97-18357f643e6c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:18:06.198575 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-0dd762cd-b925-4b2e-9f97-18357f643e6c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:06.202333 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-0dd762cd-b925-4b2e-9f97-18357f643e6c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:06.209453 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd762cd-b925-4b2e-9f97-18357f643e6c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Pushing event updated for resources: {'Port': ['ID=e8f81457-f7a7-4394-893f-d0d78bbaab81,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:06.217664 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device b174ce39-c097-494c-8dd0-68558861d527 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:18:06.304859 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-0dd762cd-b925-4b2e-9f97-18357f643e6c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:06.305619 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-0dd762cd-b925-4b2e-9f97-18357f643e6c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:06.321374 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-b738e519-af99-49bc-ae22-c04de2e8bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:06.323201 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-b738e519-af99-49bc-ae22-c04de2e8bda5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=14fa89a71b19443bab437fd35023cb1c&device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 1094 time: 0.1144581 Dec 16 22:18:06.407506 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-a4cf301f-8712-4262-8ea1-8e49c15c2b28 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55c7568d-f7a5-49fe-be76-43e9a635be0a HTTP/1.1" status: 200 len: 217 time: 0.0645323 Dec 16 22:18:06.478147 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2adef5c-7f72-4576-b822-50ec2b5d0277 req-f1687ff5-68a6-4735-80b8-2d4439a1bea3 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:06.489595 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f2adef5c-7f72-4576-b822-50ec2b5d0277 req-f1687ff5-68a6-4735-80b8-2d4439a1bea3 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 943 time: 0.2034984 Dec 16 22:18:06.508184 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-0dd762cd-b925-4b2e-9f97-18357f643e6c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7993410 Dec 16 22:18:06.533335 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-e4bfbb36-f780-4974-8f5a-13dfaf430bba service neutron] Request body: {'port': {'device_id': '5defa9a6-0c7a-4394-9884-25a23aaf83d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:06.574386 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-a21960fe-cac9-4bc6-8bdd-2414babe2e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:06.576937 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-a21960fe-cac9-4bc6-8bdd-2414babe2e6d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4012085c-74d4-4d83-9e4d-14ad56ea9a5d HTTP/1.1" status: 200 len: 859 time: 0.1542728 Dec 16 22:18:06.600153 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-e4bfbb36-f780-4974-8f5a-13dfaf430bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:06.602115 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f2adef5c-7f72-4576-b822-50ec2b5d0277 req-4be09cd1-59f1-4701-bdaf-ffca19876b44 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809913 Dec 16 22:18:06.620852 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-692a04b8-decc-46ac-a515-212a40b54ce1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c1937af-7bb6-406c-854f-833019c225af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346138 Dec 16 22:18:06.642078 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f32023c2-5b50-4fcd-a6fb-2fc9796f3d21 None None] Provisioning complete for port e8f81457-f7a7-4394-893f-d0d78bbaab81 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:06.642512 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f32023c2-5b50-4fcd-a6fb-2fc9796f3d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:06.657553 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port b174ce39-c097-494c-8dd0-68558861d527 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:18:06.702213 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port b174ce39-c097-494c-8dd0-68558861d527 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:06.702569 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:06.725551 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840159d0-de82-46d8-80fe-70d9a9c588f1 x-openstack-request-id: req-840159d0-de82-46d8-80fe-70d9a9c588f1 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:06.726084 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a645b994-3457-4ba0-8265-8d78cf13765e", "tag": "55c7568d-f7a5-49fe-be76-43e9a635be0a", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:06.726452 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-840159d0-de82-46d8-80fe-70d9a9c588f1 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:06.727637 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a645b994-3457-4ba0-8265-8d78cf13765e', 'tag': '55c7568d-f7a5-49fe-be76-43e9a635be0a', 'status': 'completed', 'code': 200} Dec 16 22:18:06.740830 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-23440d64-3eb3-40e3-a904-c4c7ef2b8d94 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:06.833604 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f32023c2-5b50-4fcd-a6fb-2fc9796f3d21 None None] Port e8f81457-f7a7-4394-893f-d0d78bbaab81 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:18:06.849576 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23440d64-3eb3-40e3-a904-c4c7ef2b8d94 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Pushing event deleted for resources: {'Port': ['ID=02b7dcde-df72-4b3d-923e-5e1e3d28d4d7,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:06.879362 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-f033404a-cdff-4078-829a-713ff2beedc7 service neutron] 10.222.0.57 "GET /v2.0/networks/5c1937af-7bb6-406c-854f-833019c225af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496185 Dec 16 22:18:06.956954 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41754) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:06.968206 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-23440d64-3eb3-40e3-a904-c4c7ef2b8d94 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:07.009186 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:07.067928 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99ae0d6-c9ee-4d51-9064-d15a6a5ec058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b174ce39-c097-494c-8dd0-68558861d527'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:07.073515 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8c2e5f-66d2-4cd9-b51a-821782587817" -d '{"events": [{"server_uuid": "e99ae0d6-c9ee-4d51-9064-d15a6a5ec058", "name": "network-vif-plugged", "status": "completed", "tag": "b174ce39-c097-494c-8dd0-68558861d527"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:07.089014 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port b174ce39-c097-494c-8dd0-68558861d527, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=b174ce39-c097-494c-8dd0-68558861d527,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:07.149245 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-23440d64-3eb3-40e3-a904-c4c7ef2b8d94 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:07.158250 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-23440d64-3eb3-40e3-a904-c4c7ef2b8d94 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:07.189579 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a9c8abce-5bd7-4c80-b5b4-132cf9752433 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:07.222874 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19e924-4ee6-4326-9054-f85237308016 req-cc47b25e-213f-4c2d-88f0-a06f5564011f tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:07.224971 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6c19e924-4ee6-4326-9054-f85237308016 req-cc47b25e-213f-4c2d-88f0-a06f5564011f tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=5defa9a6-0c7a-4394-9884-25a23aaf83d1 HTTP/1.1" status: 200 len: 936 time: 0.1716087 Dec 16 22:18:07.232183 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a9c8abce-5bd7-4c80-b5b4-132cf9752433 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:07.233297 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-964545f2-9c6a-41cf-a790-eff7351ba638 req-754222d7-23cf-4769-8d4c-c5a6aa93649d service neutron] 10.222.0.57 "GET /v2.0/networks/5c1937af-7bb6-406c-854f-833019c225af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427923 Dec 16 22:18:07.238118 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:07.252852 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d72be-d706-403c-8e26-55bfccee6c28 req-a98002ec-a7b4-44b6-89e2-1237e93f0996 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:07.254833 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-015d72be-d706-403c-8e26-55bfccee6c28 req-a98002ec-a7b4-44b6-89e2-1237e93f0996 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 950 time: 0.1432629 Dec 16 22:18:07.318354 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=b174ce39-c097-494c-8dd0-68558861d527,revision_number=13']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:07.332577 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-23440d64-3eb3-40e3-a904-c4c7ef2b8d94 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:07.333091 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23440d64-3eb3-40e3-a904-c4c7ef2b8d94 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Fanout notify agent at l3_agent the message router_deleted on router 823d7c15-971c-4f88-af5f-e344e5ab6926 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:18:07.342096 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-23440d64-3eb3-40e3-a904-c4c7ef2b8d94 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:07.347625 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-23440d64-3eb3-40e3-a904-c4c7ef2b8d94 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "DELETE /v2.0/routers/823d7c15-971c-4f88-af5f-e344e5ab6926 HTTP/1.1" status: 204 len: 168 time: 2.2074044 Dec 16 22:18:07.348462 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41766) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:07.353505 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-015d72be-d706-403c-8e26-55bfccee6c28 req-cab4f192-6df2-44e2-94d0-f92d6750e4bf tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918777 Dec 16 22:18:07.359376 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-b3d51701-f13b-47f7-a59b-4e39c378cb2a tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-357561890', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:07.388666 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-e4bfbb36-f780-4974-8f5a-13dfaf430bba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f81457-f7a7-4394-893f-d0d78bbaab81 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:18:07.407821 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:18:07.411696 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-e4bfbb36-f780-4974-8f5a-13dfaf430bba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:07.421189 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6c19e924-4ee6-4326-9054-f85237308016 req-07fa5bd6-b8e2-45f3-bc9c-85cdca066a48 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504118 Dec 16 22:18:07.441567 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-e4bfbb36-f780-4974-8f5a-13dfaf430bba service neutron] Transition to ACTIVE for port object e8f81457-f7a7-4394-893f-d0d78bbaab81 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:18:07.478029 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3494d0-4d8d-4ab4-aacd-3ba3fd6cf386 x-openstack-request-id: req-8d3494d0-4d8d-4ab4-aacd-3ba3fd6cf386 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:07.478339 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99ae0d6-c9ee-4d51-9064-d15a6a5ec058", "name": "network-vif-plugged", "status": "completed", "tag": "b174ce39-c097-494c-8dd0-68558861d527", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:07.478942 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8d3494d0-4d8d-4ab4-aacd-3ba3fd6cf386 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:07.480022 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99ae0d6-c9ee-4d51-9064-d15a6a5ec058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b174ce39-c097-494c-8dd0-68558861d527', 'code': 200} Dec 16 22:18:07.534909 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b3d51701-f13b-47f7-a59b-4e39c378cb2a tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:07.537911 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b3d51701-f13b-47f7-a59b-4e39c378cb2a tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:07.601229 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a9c8abce-5bd7-4c80-b5b4-132cf9752433 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:07.606073 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a9c8abce-5bd7-4c80-b5b4-132cf9752433 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:07.610755 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a9c8abce-5bd7-4c80-b5b4-132cf9752433 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "DELETE /v2.0/security-groups/9383554d-4d00-46cb-9eab-a164db2fc57e HTTP/1.1" status: 204 len: 168 time: 0.6522069 Dec 16 22:18:07.611623 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-e4bfbb36-f780-4974-8f5a-13dfaf430bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:07.628319 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41770) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:07.670376 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8abce-5bd7-4c80-b5b4-132cf9752433 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9383554d-4d00-46cb-9eab-a164db2fc57e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:07.686888 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-51c175b2-8a07-4294-b10c-b8bd8958cbec tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] show failed (client error): The resource could not be found. Dec 16 22:18:07.688002 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-51c175b2-8a07-4294-b10c-b8bd8958cbec tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "GET /v2.0/security-groups/9383554d-4d00-46cb-9eab-a164db2fc57e HTTP/1.1" status: 404 len: 347 time: 0.0535967 Dec 16 22:18:07.694049 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41774) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:07.860889 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfbb36-f780-4974-8f5a-13dfaf430bba service neutron] Pushing event updated for resources: {'Port': ['ID=e8f81457-f7a7-4394-893f-d0d78bbaab81,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:08.000271 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281650d6-952f-4fff-83ee-75ac82eb71ee req-a8c00ab8-461e-4357-ad98-df487b03e50b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:08.000271 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-281650d6-952f-4fff-83ee-75ac82eb71ee req-a8c00ab8-461e-4357-ad98-df487b03e50b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 943 time: 0.1871789 Dec 16 22:18:08.011850 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768906d-fcd7-416f-a380-0b8db434d877 req-411e6379-7c6a-4aba-a5b1-b4633d1f0580 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:08.029449 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b768906d-fcd7-416f-a380-0b8db434d877 req-411e6379-7c6a-4aba-a5b1-b4633d1f0580 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 943 time: 0.5693779 Dec 16 22:18:08.045623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2cd7a0-f407-442b-9719-c48538b197de req-5a1d9ca7-e6b5-4789-8c47-2b1e4b7fca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:08.047902 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fc2cd7a0-f407-442b-9719-c48538b197de req-5a1d9ca7-e6b5-4789-8c47-2b1e4b7fca69 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=14fa89a71b19443bab437fd35023cb1c&device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 1094 time: 0.5751293 Dec 16 22:18:08.054265 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b3d51701-f13b-47f7-a59b-4e39c378cb2a tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:08.099854 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-e4bfbb36-f780-4974-8f5a-13dfaf430bba service neutron] Attempting to bind port e8f81457-f7a7-4394-893f-d0d78bbaab81 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:18:08.100196 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-e4bfbb36-f780-4974-8f5a-13dfaf430bba service neutron] Attempting to bind port e8f81457-f7a7-4394-893f-d0d78bbaab81 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:18:08.100526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-e4bfbb36-f780-4974-8f5a-13dfaf430bba service neutron] Attempting to bind port e8f81457-f7a7-4394-893f-d0d78bbaab81 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:18:08.117247 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-e4bfbb36-f780-4974-8f5a-13dfaf430bba service neutron] Port e8f81457-f7a7-4394-893f-d0d78bbaab81 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:18:08.117578 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-e4bfbb36-f780-4974-8f5a-13dfaf430bba service neutron] Attempting to bind port e8f81457-f7a7-4394-893f-d0d78bbaab81 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:18:08.125241 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-281650d6-952f-4fff-83ee-75ac82eb71ee req-acedcd6d-21e8-4b47-badc-24c663f8f03f tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042736 Dec 16 22:18:08.131733 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-e4bfbb36-f780-4974-8f5a-13dfaf430bba service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:18:08.132178 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-e4bfbb36-f780-4974-8f5a-13dfaf430bba service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:18:08.132692 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-e4bfbb36-f780-4974-8f5a-13dfaf430bba service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:18:08.133391 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-e4bfbb36-f780-4974-8f5a-13dfaf430bba service neutron] Bound port: e8f81457-f7a7-4394-893f-d0d78bbaab81, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:18:08.133676 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-e4bfbb36-f780-4974-8f5a-13dfaf430bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:08.138451 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-0b0c2d57-2c7a-48ad-8fd7-35636e7bd684 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Deleting port e1668eb3-ada2-4b64-a25f-36a0521971c9 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:08.138788 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b0c2d57-2c7a-48ad-8fd7-35636e7bd684 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:08.189403 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b3d51701-f13b-47f7-a59b-4e39c378cb2a tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:08.216544 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2cd7a0-f407-442b-9719-c48538b197de req-f6258bdb-d466-4102-92ff-ae043c5835a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:08.217167 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fc2cd7a0-f407-442b-9719-c48538b197de req-f6258bdb-d466-4102-92ff-ae043c5835a1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5c1937af-7bb6-406c-854f-833019c225af HTTP/1.1" status: 200 len: 919 time: 0.1550858 Dec 16 22:18:08.231325 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b768906d-fcd7-416f-a380-0b8db434d877 req-8ad5a05f-07a0-43de-a81f-19054bd3dc48 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/security-groups?id=4a52099b-eca1-4e3c-bea6-1181fd05b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952929 Dec 16 22:18:08.276380 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fc2cd7a0-f407-442b-9719-c48538b197de req-ac2910a2-8c82-4ae4-8b50-e8f6a5c2d70b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55c7568d-f7a5-49fe-be76-43e9a635be0a HTTP/1.1" status: 200 len: 217 time: 0.0430014 Dec 16 22:18:08.278774 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b0c2d57-2c7a-48ad-8fd7-35636e7bd684 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:08.279173 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b0c2d57-2c7a-48ad-8fd7-35636e7bd684 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:08.287329 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-e4bfbb36-f780-4974-8f5a-13dfaf430bba service neutron] For port e8f81457-f7a7-4394-893f-d0d78bbaab81, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:18:08.301164 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-0b0c2d57-2c7a-48ad-8fd7-35636e7bd684 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Calling delete_port for e1668eb3-ada2-4b64-a25f-36a0521971c9 owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:08.307019 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-e4bfbb36-f780-4974-8f5a-13dfaf430bba service neutron] For port e8f81457-f7a7-4394-893f-d0d78bbaab81, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=e8f81457-f7a7-4394-893f-d0d78bbaab81,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:18:08.331912 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b3d51701-f13b-47f7-a59b-4e39c378cb2a tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:08.335784 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b3d51701-f13b-47f7-a59b-4e39c378cb2a tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9783363 Dec 16 22:18:08.336428 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41790) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:08.348603 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-61bd0210-f230-4169-ad7e-b06b63e5e2b2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'enable_snat': True}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:08.401792 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-e4bfbb36-f780-4974-8f5a-13dfaf430bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:08.427403 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2cd7a0-f407-442b-9719-c48538b197de req-7097804c-1ede-42a0-94c9-d34549467850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:08.429076 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fc2cd7a0-f407-442b-9719-c48538b197de req-7097804c-1ede-42a0-94c9-d34549467850 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4012085c-74d4-4d83-9e4d-14ad56ea9a5d HTTP/1.1" status: 200 len: 859 time: 0.1464720 Dec 16 22:18:08.456054 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-e4bfbb36-f780-4974-8f5a-13dfaf430bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:08.456054 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-e4bfbb36-f780-4974-8f5a-13dfaf430bba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:08.457501 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-e4bfbb36-f780-4974-8f5a-13dfaf430bba service neutron] 10.222.0.57 "PUT /v2.0/ports/e8f81457-f7a7-4394-893f-d0d78bbaab81 HTTP/1.1" status: 200 len: 1096 time: 1.9327137 Dec 16 22:18:08.458298 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5defa9a6-0c7a-4394-9884-25a23aaf83d1', 'tag': 'e8f81457-f7a7-4394-893f-d0d78bbaab81'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:08.460735 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47888b55-7f9d-4171-943a-20f5b54bc7ac" -d '{"events": [{"name": "network-changed", "server_uuid": "5defa9a6-0c7a-4394-9884-25a23aaf83d1", "tag": "e8f81457-f7a7-4394-893f-d0d78bbaab81"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:08.534016 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fc2cd7a0-f407-442b-9719-c48538b197de req-f9291111-1f90-4191-846b-b7b6867195ca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c1937af-7bb6-406c-854f-833019c225af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960550 Dec 16 22:18:08.553410 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfbb36-f780-4974-8f5a-13dfaf430bba service neutron] Pushing event updated for resources: {'Port': ['ID=e8f81457-f7a7-4394-893f-d0d78bbaab81,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:08.602291 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f613b-9f7b-43c5-95a7-4e2f6ec4f6d4 req-57972b32-575b-4f20-b677-65d642ebea1b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:08.611280 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-350f613b-9f7b-43c5-95a7-4e2f6ec4f6d4 req-57972b32-575b-4f20-b677-65d642ebea1b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 951 time: 0.1404538 Dec 16 22:18:08.694909 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-350f613b-9f7b-43c5-95a7-4e2f6ec4f6d4 req-74212443-3057-494d-885e-f2f598516412 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824831 Dec 16 22:18:08.697305 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b0c2d57-2c7a-48ad-8fd7-35636e7bd684 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:08.722608 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device f43ea034-a1f1-49b3-a139-107b6870c432 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:18:08.773136 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c2d57-2c7a-48ad-8fd7-35636e7bd684 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Pushing event deleted for resources: {'Port': ['ID=e1668eb3-ada2-4b64-a25f-36a0521971c9,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:08.777929 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-9633341a-8201-4cdf-b7b4-20cb96194d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:08.779672 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-9633341a-8201-4cdf-b7b4-20cb96194d38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84a0f56690704a89b89d2fa8c0442625&device_id=5defa9a6-0c7a-4394-9884-25a23aaf83d1 HTTP/1.1" status: 200 len: 1099 time: 0.1601453 Dec 16 22:18:08.849963 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-61bd0210-f230-4169-ad7e-b06b63e5e2b2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:08.868802 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e247c7-4508-4ce9-8acd-3bdccaf139af req-a72815e4-d69e-45b0-a03e-ce38792c9af5 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:08.871460 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b9e247c7-4508-4ce9-8acd-3bdccaf139af req-a72815e4-d69e-45b0-a03e-ce38792c9af5 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=5defa9a6-0c7a-4394-9884-25a23aaf83d1 HTTP/1.1" status: 200 len: 948 time: 0.3002663 Dec 16 22:18:08.881060 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b7c4b4-2336-4a61-9e4d-d8c23fbda7c4 x-openstack-request-id: req-34b7c4b4-2336-4a61-9e4d-d8c23fbda7c4 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:08.881368 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5defa9a6-0c7a-4394-9884-25a23aaf83d1", "tag": "e8f81457-f7a7-4394-893f-d0d78bbaab81", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:08.881648 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-34b7c4b4-2336-4a61-9e4d-d8c23fbda7c4 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:08.882056 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5defa9a6-0c7a-4394-9884-25a23aaf83d1', 'tag': 'e8f81457-f7a7-4394-893f-d0d78bbaab81', 'status': 'completed', 'code': 200} Dec 16 22:18:08.883474 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-f4e4b115-dae4-42f2-9a0b-1a91ee7e085b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=e8f81457-f7a7-4394-893f-d0d78bbaab81 HTTP/1.1" status: 200 len: 217 time: 0.0807197 Dec 16 22:18:08.920932 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fc2cd7a0-f407-442b-9719-c48538b197de req-76ecfbce-6d0a-4f94-953e-71de5f6043eb service neutron] 10.222.0.57 "GET /v2.0/networks/5c1937af-7bb6-406c-854f-833019c225af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516715 Dec 16 22:18:08.936002 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port f43ea034-a1f1-49b3-a139-107b6870c432, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=f43ea034-a1f1-49b3-a139-107b6870c432,segment=NetworkSegment(d44e1f7f-1c0e-4820-a131-9628a743a23d),segment_id=d44e1f7f-1c0e-4820-a131-9628a743a23d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:08.954777 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': 'f43ea034-a1f1-49b3-a139-107b6870c432', 'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be', 'port_id': 'f43ea034-a1f1-49b3-a139-107b6870c432', 'mac_address': 'fa:16:3e:ad:ad:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f1fd97e-df08-4d06-a6b5-806941b75263', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:18:08.968488 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b0c2d57-2c7a-48ad-8fd7-35636e7bd684 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:08.971638 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b0c2d57-2c7a-48ad-8fd7-35636e7bd684 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:08.972897 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0b0c2d57-2c7a-48ad-8fd7-35636e7bd684 tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] 10.222.0.75 "DELETE /v2.0/floatingips/2e0f7c2a-2d8d-4deb-a40f-a662e97b668a HTTP/1.1" status: 204 len: 168 time: 1.2779982 Dec 16 22:18:08.977606 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41808) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:08.988887 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-ddf30074-7d5d-42cd-9b1e-25ae9da6e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:08.990563 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-ddf30074-7d5d-42cd-9b1e-25ae9da6e67f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0854311 Dec 16 22:18:09.006065 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:09.023258 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43ea034-a1f1-49b3-a139-107b6870c432 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:18:09.032134 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fc2cd7a0-f407-442b-9719-c48538b197de req-0c68648f-9a94-474a-b5a1-ede561c8cd30 service neutron] 10.222.0.57 "GET /v2.0/networks/5c1937af-7bb6-406c-854f-833019c225af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967457 Dec 16 22:18:09.050436 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port f43ea034-a1f1-49b3-a139-107b6870c432, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=f43ea034-a1f1-49b3-a139-107b6870c432,segment=NetworkSegment(d44e1f7f-1c0e-4820-a131-9628a743a23d),segment_id=d44e1f7f-1c0e-4820-a131-9628a743a23d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:09.099214 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b9e247c7-4508-4ce9-8acd-3bdccaf139af req-8f483573-a159-4148-8543-17b57451f36f tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165687 Dec 16 22:18:09.108946 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:09.111368 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device be51db46-e859-4d44-b134-c3114815f950 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:18:09.142515 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-09ef7585-c3d5-4468-8273-aa556f95b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:09.144330 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-09ef7585-c3d5-4468-8273-aa556f95b104 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1123025 Dec 16 22:18:09.253835 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=f43ea034-a1f1-49b3-a139-107b6870c432,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:09.316296 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port be51db46-e859-4d44-b134-c3114815f950, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=be51db46-e859-4d44-b134-c3114815f950,segment=NetworkSegment(ccd24aec-91d5-4cb6-afdc-ebad20bc7327),segment_id=ccd24aec-91d5-4cb6-afdc-ebad20bc7327)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:09.334031 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': 'be51db46-e859-4d44-b134-c3114815f950', 'network_id': '5c1937af-7bb6-406c-854f-833019c225af', 'port_id': 'be51db46-e859-4d44-b134-c3114815f950', 'mac_address': 'fa:16:3e:b5:99:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4012085c-74d4-4d83-9e4d-14ad56ea9a5d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:18:09.359508 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-61bd0210-f230-4169-ad7e-b06b63e5e2b2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:09.379727 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:09.381170 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-61bd0210-f230-4169-ad7e-b06b63e5e2b2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:09.397149 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be51db46-e859-4d44-b134-c3114815f950 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:18:09.421515 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port be51db46-e859-4d44-b134-c3114815f950, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=be51db46-e859-4d44-b134-c3114815f950,segment=NetworkSegment(ccd24aec-91d5-4cb6-afdc-ebad20bc7327),segment_id=ccd24aec-91d5-4cb6-afdc-ebad20bc7327)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:09.424212 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42f767-c9c6-4903-b734-db49ef334d39 req-2cbac289-8976-4121-a26b-7d4681f31541 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:09.425790 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e42f767-c9c6-4903-b734-db49ef334d39 req-2cbac289-8976-4121-a26b-7d4681f31541 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 943 time: 0.1424108 Dec 16 22:18:09.429765 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-39908be5-539b-4a84-b491-008f22df53c7 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758453 Dec 16 22:18:09.481738 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39947da-39b4-4477-92d4-54f2044d93ea req-68b0e381-d5f6-4642-835a-1647a0f8ece4 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:09.483015 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f39947da-39b4-4477-92d4-54f2044d93ea req-68b0e381-d5f6-4642-835a-1647a0f8ece4 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 944 time: 0.1682775 Dec 16 22:18:09.504879 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:09.553604 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e578dc-726e-485e-973a-8442e60151c8 req-6a4dbf31-dcf6-4609-b6e0-6cdfc24e4670 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:09.555165 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b8e578dc-726e-485e-973a-8442e60151c8 req-6a4dbf31-dcf6-4609-b6e0-6cdfc24e4670 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.76 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 951 time: 0.1614978 Dec 16 22:18:09.561643 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=be51db46-e859-4d44-b134-c3114815f950,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:09.594627 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e42f767-c9c6-4903-b734-db49ef334d39 req-d4b0419a-c78a-425b-8c72-11367677f149 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613779 Dec 16 22:18:09.613485 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41816) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:09.642175 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-61bd0210-f230-4169-ad7e-b06b63e5e2b2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Allocated IP 172.25.6.133 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/6d844877-3afc-499c-bfa7-f5bf0ee77750) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:18:09.659868 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f39947da-39b4-4477-92d4-54f2044d93ea req-4d12c0a0-f3ea-4f26-8d00-82e00616e0e7 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/security-groups?id=4a52099b-eca1-4e3c-bea6-1181fd05b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705866 Dec 16 22:18:09.662715 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93bd97d3-ad5a-4bf2-b3e4-6a088b2842a5 req-78a95c96-a59a-4f67-94a8-da252e6de4fd service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016766 Dec 16 22:18:09.806433 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-86234aa5-252f-476c-a95b-b27a56839de5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:09.826053 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-b8e578dc-726e-485e-973a-8442e60151c8 req-e6900db2-a8c3-43c7-b86e-bc32c5f0e35b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Deleting port b174ce39-c097-494c-8dd0-68558861d527 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:09.826350 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b8e578dc-726e-485e-973a-8442e60151c8 req-e6900db2-a8c3-43c7-b86e-bc32c5f0e35b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:09.852019 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-61bd0210-f230-4169-ad7e-b06b63e5e2b2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:09.862047 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d67f6822-ea75-40aa-b0b2-29512ff2d4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:09.993209 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-b8e578dc-726e-485e-973a-8442e60151c8 req-e6900db2-a8c3-43c7-b86e-bc32c5f0e35b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] For port b174ce39-c097-494c-8dd0-68558861d527, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=b174ce39-c097-494c-8dd0-68558861d527,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:09.993534 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b8e578dc-726e-485e-973a-8442e60151c8 req-e6900db2-a8c3-43c7-b86e-bc32c5f0e35b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:10.007392 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['f43ea034-a1f1-49b3-a139-107b6870c432'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:10.017367 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-b8e578dc-726e-485e-973a-8442e60151c8 req-e6900db2-a8c3-43c7-b86e-bc32c5f0e35b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Calling delete_port for b174ce39-c097-494c-8dd0-68558861d527 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:10.037189 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['be51db46-e859-4d44-b134-c3114815f950'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:10.046710 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-86234aa5-252f-476c-a95b-b27a56839de5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:10.095321 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-61bd0210-f230-4169-ad7e-b06b63e5e2b2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:10.158548 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bd0210-f230-4169-ad7e-b06b63e5e2b2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:18:10.169343 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-61bd0210-f230-4169-ad7e-b06b63e5e2b2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:10.172178 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd0210-f230-4169-ad7e-b06b63e5e2b2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Pushing event updated for resources: {'Port': ['ID=6d844877-3afc-499c-bfa7-f5bf0ee77750,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:10.175088 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bd0210-f230-4169-ad7e-b06b63e5e2b2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:10.228904 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-86234aa5-252f-476c-a95b-b27a56839de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:10.266964 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4ec2b-df50-4c31-8cf0-c5ee06edaf24 req-75bf313f-dd55-493f-b2cc-13aed1b5d187 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:10.268744 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ecd4ec2b-df50-4c31-8cf0-c5ee06edaf24 req-75bf313f-dd55-493f-b2cc-13aed1b5d187 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 951 time: 0.4476097 Dec 16 22:18:10.279773 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47888b55-7f9d-4171-943a-20f5b54bc7ac req-9d803894-8f1a-43d9-b82d-39f2d06a3511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:10.281522 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47888b55-7f9d-4171-943a-20f5b54bc7ac req-9d803894-8f1a-43d9-b82d-39f2d06a3511 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84a0f56690704a89b89d2fa8c0442625&device_id=5defa9a6-0c7a-4394-9884-25a23aaf83d1 HTTP/1.1" status: 200 len: 1099 time: 0.4308314 Dec 16 22:18:10.359072 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-86234aa5-252f-476c-a95b-b27a56839de5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=167f22356dc4446dbaf20542da415e33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7444041 Dec 16 22:18:10.359758 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86234aa5-252f-476c-a95b-b27a56839de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8feaf47e-4bfa-4329-b1a2-534a7beb2923,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:10.362148 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41826) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:10.494383 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658bde2-8f05-434b-bce9-8bc670878c1f req-a05fa300-53e3-4650-9536-de049f3d129a tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:10.497102 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f658bde2-8f05-434b-bce9-8bc670878c1f req-a05fa300-53e3-4650-9536-de049f3d129a tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=5defa9a6-0c7a-4394-9884-25a23aaf83d1 HTTP/1.1" status: 200 len: 948 time: 0.2652020 Dec 16 22:18:10.510428 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ecd4ec2b-df50-4c31-8cf0-c5ee06edaf24 req-a443a98f-eda3-40e1-affa-5a14c4e217cb tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170348 Dec 16 22:18:10.551117 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47888b55-7f9d-4171-943a-20f5b54bc7ac req-f95234aa-236e-4379-93a0-0b9074cdb05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:10.552611 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47888b55-7f9d-4171-943a-20f5b54bc7ac req-f95234aa-236e-4379-93a0-0b9074cdb05d service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.2576144 Dec 16 22:18:10.555802 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b8e578dc-726e-485e-973a-8442e60151c8 req-e6900db2-a8c3-43c7-b86e-bc32c5f0e35b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:10.595858 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['74da34cc-f2dc-4e37-80e4-e8ef604866be'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:10.601620 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b5670bc-8147-4eba-bf08-0f762568961c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:10.608421 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6900db2-a8c3-43c7-b86e-bc32c5f0e35b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Pushing event deleted for resources: {'Port': ['ID=b174ce39-c097-494c-8dd0-68558861d527,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:10.609405 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47888b55-7f9d-4171-943a-20f5b54bc7ac req-2c337dfd-9d28-4417-83a2-3819b3de876f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=e8f81457-f7a7-4394-893f-d0d78bbaab81 HTTP/1.1" status: 200 len: 217 time: 0.0487294 Dec 16 22:18:10.630181 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f658bde2-8f05-434b-bce9-8bc670878c1f req-af9ccbd8-2015-4352-a338-23d3e083904c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221240 Dec 16 22:18:10.668966 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b5670bc-8147-4eba-bf08-0f762568961c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:10.689821 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e578dc-726e-485e-973a-8442e60151c8 req-e6900db2-a8c3-43c7-b86e-bc32c5f0e35b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] No DVR routers for this DVR port b174ce39-c097-494c-8dd0-68558861d527 on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:18:10.726264 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b8e578dc-726e-485e-973a-8442e60151c8 req-e6900db2-a8c3-43c7-b86e-bc32c5f0e35b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:10.731215 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b8e578dc-726e-485e-973a-8442e60151c8 req-e6900db2-a8c3-43c7-b86e-bc32c5f0e35b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.76 "DELETE /v2.0/ports/b174ce39-c097-494c-8dd0-68558861d527 HTTP/1.1" status: 204 len: 173 time: 1.1577194 Dec 16 22:18:10.731309 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99ae0d6-c9ee-4d51-9064-d15a6a5ec058', 'name': 'network-vif-deleted', 'tag': 'b174ce39-c097-494c-8dd0-68558861d527'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:10.734307 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba26c69a-bdea-4d6c-9fc2-a81de2b563e3" -d '{"events": [{"server_uuid": "e99ae0d6-c9ee-4d51-9064-d15a6a5ec058", "name": "network-vif-deleted", "tag": "b174ce39-c097-494c-8dd0-68558861d527"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:10.818249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47888b55-7f9d-4171-943a-20f5b54bc7ac req-40c32232-306f-41ef-8b47-ce0aa8dc1809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:10.823078 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47888b55-7f9d-4171-943a-20f5b54bc7ac req-40c32232-306f-41ef-8b47-ce0aa8dc1809 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1709847 Dec 16 22:18:10.835825 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0225b8-67c5-43bf-a87b-54fea9e0a906 req-e7a94b9d-2c5b-44c4-b3f5-4562d7c607be tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:10.837520 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b0225b8-67c5-43bf-a87b-54fea9e0a906 req-e7a94b9d-2c5b-44c4-b3f5-4562d7c607be tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 943 time: 0.0918090 Dec 16 22:18:10.841199 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-d67f6822-ea75-40aa-b0b2-29512ff2d4f3 admin admin] Deleting port 0d427b5b-8641-471f-9aaf-dba01790534e {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:10.841630 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d67f6822-ea75-40aa-b0b2-29512ff2d4f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:10.862062 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-61bd0210-f230-4169-ad7e-b06b63e5e2b2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:10.911943 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0616ea-1143-4b63-b73c-6d4d2adef26f req-a7626384-1280-464a-aed2-0611dc8f6344 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:10.913392 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe0616ea-1143-4b63-b73c-6d4d2adef26f req-a7626384-1280-464a-aed2-0611dc8f6344 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 944 time: 0.1099024 Dec 16 22:18:10.974356 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47888b55-7f9d-4171-943a-20f5b54bc7ac req-e083f6d2-420e-410b-a58b-4cb7cf303bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:10.976091 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47888b55-7f9d-4171-943a-20f5b54bc7ac req-e083f6d2-420e-410b-a58b-4cb7cf303bf9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1375136 Dec 16 22:18:11.003515 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b0225b8-67c5-43bf-a87b-54fea9e0a906 req-001e68a8-0904-4556-af6a-721890a41b49 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516066 Dec 16 22:18:11.070202 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-d67f6822-ea75-40aa-b0b2-29512ff2d4f3 admin admin] For port 0d427b5b-8641-471f-9aaf-dba01790534e, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0d427b5b-8641-471f-9aaf-dba01790534e,segment=NetworkSegment(25257e16-94ff-4dbe-9728-35eb8803c2ba),segment_id=25257e16-94ff-4dbe-9728-35eb8803c2ba)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:11.070589 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d67f6822-ea75-40aa-b0b2-29512ff2d4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:11.092967 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-d67f6822-ea75-40aa-b0b2-29512ff2d4f3 admin admin] Calling delete_port for 0d427b5b-8641-471f-9aaf-dba01790534e owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:11.238946 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47888b55-7f9d-4171-943a-20f5b54bc7ac req-1752cb58-f23d-4a75-a797-4e4ddbf68661 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059984 Dec 16 22:18:11.239308 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9b313086-9cd6-4a5f-a0f2-77b6947f50bf', '1b895598-6976-4406-9d9c-a48e8cd46379'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:11.258031 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514f6b2f-aec7-4cf3-be65-4b4b4b4bad2c x-openstack-request-id: req-514f6b2f-aec7-4cf3-be65-4b4b4b4bad2c {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:11.258902 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99ae0d6-c9ee-4d51-9064-d15a6a5ec058", "name": "network-vif-deleted", "tag": "b174ce39-c097-494c-8dd0-68558861d527", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:11.258902 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-514f6b2f-aec7-4cf3-be65-4b4b4b4bad2c {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:11.259342 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99ae0d6-c9ee-4d51-9064-d15a6a5ec058', 'name': 'network-vif-deleted', 'tag': 'b174ce39-c097-494c-8dd0-68558861d527', 'status': 'completed', 'code': 200} Dec 16 22:18:11.269237 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b5670bc-8147-4eba-bf08-0f762568961c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:11.272547 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b5670bc-8147-4eba-bf08-0f762568961c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:11.276542 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3b5670bc-8147-4eba-bf08-0f762568961c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8feaf47e-4bfa-4329-b1a2-534a7beb2923 HTTP/1.1" status: 204 len: 168 time: 0.8757970 Dec 16 22:18:11.313864 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5670bc-8147-4eba-bf08-0f762568961c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8feaf47e-4bfa-4329-b1a2-534a7beb2923,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:11.363131 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47888b55-7f9d-4171-943a-20f5b54bc7ac req-4f51f76c-38ce-4ed0-823f-7a90a0dd3030 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595433 Dec 16 22:18:11.399811 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe0616ea-1143-4b63-b73c-6d4d2adef26f req-f645b178-a0d1-4d68-b0f7-3333bbcc65c7 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/security-groups?id=4a52099b-eca1-4e3c-bea6-1181fd05b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4766445 Dec 16 22:18:11.477258 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-61bd0210-f230-4169-ad7e-b06b63e5e2b2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5457'] for router, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:11.481522 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-61bd0210-f230-4169-ad7e-b06b63e5e2b2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-598410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-598419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597305'] for router, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:11.543856 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d67f6822-ea75-40aa-b0b2-29512ff2d4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:11.571869 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f6822-ea75-40aa-b0b2-29512ff2d4f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d427b5b-8641-471f-9aaf-dba01790534e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:11.675716 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e92f6814-c3d9-4d91-a87d-67b9f95fa2cf req-5872e31b-61bd-4c16-8377-01737f2e385d tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=e99ae0d6-c9ee-4d51-9064-d15a6a5ec058 HTTP/1.1" status: 200 len: 210 time: 0.0391798 Dec 16 22:18:11.737366 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61bd0210-f230-4169-ad7e-b06b63e5e2b2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Router 67848685-69d4-4c6d-8d11-e18630338315 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:18:11.838203 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d67f6822-ea75-40aa-b0b2-29512ff2d4f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:11.898431 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0840ba-9ceb-46e0-99a1-ca7f08173af8 req-8cbff959-ae86-4f24-90dc-f830178e67a2 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:11.899889 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eb0840ba-9ceb-46e0-99a1-ca7f08173af8 req-8cbff959-ae86-4f24-90dc-f830178e67a2 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=5defa9a6-0c7a-4394-9884-25a23aaf83d1 HTTP/1.1" status: 200 len: 948 time: 0.1044524 Dec 16 22:18:11.914638 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61bd0210-f230-4169-ad7e-b06b63e5e2b2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:18:11.920004 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-61bd0210-f230-4169-ad7e-b06b63e5e2b2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:11.924482 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-61bd0210-f230-4169-ad7e-b06b63e5e2b2 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "PUT /v2.0/routers/67848685-69d4-4c6d-8d11-e18630338315 HTTP/1.1" status: 200 len: 914 time: 3.5838816 Dec 16 22:18:11.927134 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596efb42-9466-47df-89a8-d6d2c7e85a2c None None] Sync routers for ids ['67848685-69d4-4c6d-8d11-e18630338315'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:18:11.927642 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41844) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:11.940332 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596efb42-9466-47df-89a8-d6d2c7e85a2c None None] Routers {'67848685-69d4-4c6d-8d11-e18630338315'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:11.941344 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-596efb42-9466-47df-89a8-d6d2c7e85a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['67848685-69d4-4c6d-8d11-e18630338315'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:11.961777 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eb0840ba-9ceb-46e0-99a1-ca7f08173af8 req-25099599-97d4-421c-81b5-9be68b65d6ea tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535059 Dec 16 22:18:11.976170 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-596efb42-9466-47df-89a8-d6d2c7e85a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:11.986113 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596efb42-9466-47df-89a8-d6d2c7e85a2c None None] Routers {'67848685-69d4-4c6d-8d11-e18630338315'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:11.986943 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-596efb42-9466-47df-89a8-d6d2c7e85a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['67848685-69d4-4c6d-8d11-e18630338315'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:12.025534 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-596efb42-9466-47df-89a8-d6d2c7e85a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:12.026437 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596efb42-9466-47df-89a8-d6d2c7e85a2c None None] The sync data for ids ['67848685-69d4-4c6d-8d11-e18630338315'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:18:12.126825 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a53cd295-c39f-416a-967a-1fa654534743 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "GET /v2.0/routers/67848685-69d4-4c6d-8d11-e18630338315 HTTP/1.1" status: 200 len: 920 time: 0.1981595 Dec 16 22:18:12.128586 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41848) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:12.135091 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41850) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:12.166604 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-56b89e4a-1abb-4187-b6d8-b74b3053322a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:12.187751 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device b174ce39-c097-494c-8dd0-68558861d527 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:18:12.196934 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53516536-e527-4089-b43d-c6ab9ed18ac0 req-e4aef788-2c42-40a2-bea6-581915521626 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:12.205528 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53516536-e527-4089-b43d-c6ab9ed18ac0 req-e4aef788-2c42-40a2-bea6-581915521626 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 943 time: 0.1222692 Dec 16 22:18:12.213253 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c61a2d-6dcb-44c4-ae09-cf921edb18c7 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:12.218344 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a9c61a2d-6dcb-44c4-ae09-cf921edb18c7 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8&device_id=67848685-69d4-4c6d-8d11-e18630338315&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0794289 Dec 16 22:18:12.219101 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41854) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:12.235725 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: b174ce39-c097-494c-8dd0-68558861d527 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:18:12.236613 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device b174ce39-c097-494c-8dd0-68558861d527 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:18:12.256735 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67f6822-ea75-40aa-b0b2-29512ff2d4f3 admin admin] Router fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:18:12.273612 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-56b89e4a-1abb-4187-b6d8-b74b3053322a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:12.331513 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53516536-e527-4089-b43d-c6ab9ed18ac0 req-68371b54-c493-447a-9551-553d27bd1cbd tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254785 Dec 16 22:18:12.397746 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01480beb-b502-487d-a10d-054a7a999c02 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:12.399223 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-01480beb-b502-487d-a10d-054a7a999c02 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 881 time: 0.1795509 Dec 16 22:18:12.416609 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-56b89e4a-1abb-4187-b6d8-b74b3053322a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:12.416778 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41856) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:12.442757 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-56b89e4a-1abb-4187-b6d8-b74b3053322a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dc25a7ed1ff94c92a1790ccc6ae8c0a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3127334 Dec 16 22:18:12.445202 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b89e4a-1abb-4187-b6d8-b74b3053322a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f52371-d970-4ca6-a70e-32ecc1b44002,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:12.447475 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41860) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:12.522898 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e2bfac5f-1ec6-447f-a38e-33eae317038b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:12.566987 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e2bfac5f-1ec6-447f-a38e-33eae317038b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:12.589326 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee88b2-69a7-40c3-af41-46c01474bdb9 req-5c8f5a4e-ff90-400f-b2a7-3be141d438b8 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:12.590945 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8ee88b2-69a7-40c3-af41-46c01474bdb9 req-5c8f5a4e-ff90-400f-b2a7-3be141d438b8 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 944 time: 0.0842018 Dec 16 22:18:12.661876 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8ee88b2-69a7-40c3-af41-46c01474bdb9 req-1753e7fd-28b2-4c4b-a659-feb0cc5b1954 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/security-groups?id=4a52099b-eca1-4e3c-bea6-1181fd05b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630848 Dec 16 22:18:12.747149 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-94f55c6d-0255-45b9-b4fa-a53d6bcc8344 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "GET /v2.0/ports?device_id=67848685-69d4-4c6d-8d11-e18630338315 HTTP/1.1" status: 200 len: 205 time: 0.3427453 Dec 16 22:18:12.749953 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41866) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:12.754520 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 55c7568d-f7a5-49fe-be76-43e9a635be0a details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:18:12.780182 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device f43ea034-a1f1-49b3-a139-107b6870c432 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:18:12.795330 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67f6822-ea75-40aa-b0b2-29512ff2d4f3 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:18:12.800773 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d67f6822-ea75-40aa-b0b2-29512ff2d4f3 admin admin] 10.222.0.75 "PUT /v2.0/routers/fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8220785 Dec 16 22:18:12.803302 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41868) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:12.850040 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e4924c49-323f-44f1-b904-a2be26abc73d req-6b82e250-642e-447b-8563-68a4d0589790 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1085865 Dec 16 22:18:12.862221 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32cdd18-a342-49da-8e65-abefc59aa03a None None] Sync routers for ids ['fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:18:12.892484 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-55b59d3d-fc59-4335-bb5d-930fc2ac98d7 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:12.902287 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32cdd18-a342-49da-8e65-abefc59aa03a None None] Routers {'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:12.902946 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a32cdd18-a342-49da-8e65-abefc59aa03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:12.930820 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e2bfac5f-1ec6-447f-a38e-33eae317038b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:12.934280 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e2bfac5f-1ec6-447f-a38e-33eae317038b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:12.938746 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e2bfac5f-1ec6-447f-a38e-33eae317038b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c0f52371-d970-4ca6-a70e-32ecc1b44002 HTTP/1.1" status: 204 len: 168 time: 0.4894605 Dec 16 22:18:12.955115 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-256e1665-42f5-4abf-b99c-b77cf25e30c6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:12.955523 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bfac5f-1ec6-447f-a38e-33eae317038b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f52371-d970-4ca6-a70e-32ecc1b44002,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:13.004036 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4924c49-323f-44f1-b904-a2be26abc73d req-3cf5bbdf-a72b-4a08-8bed-2fdac3346176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:13.005700 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e4924c49-323f-44f1-b904-a2be26abc73d req-3cf5bbdf-a72b-4a08-8bed-2fdac3346176 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=54dbe85688564892aa5226bd9c604156&device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 1101 time: 0.1058052 Dec 16 22:18:13.112169 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-55b59d3d-fc59-4335-bb5d-930fc2ac98d7 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:13.148723 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 55c7568d-f7a5-49fe-be76-43e9a635be0a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=55c7568d-f7a5-49fe-be76-43e9a635be0a,segment=NetworkSegment(ccd24aec-91d5-4cb6-afdc-ebad20bc7327),segment_id=ccd24aec-91d5-4cb6-afdc-ebad20bc7327)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:13.162171 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-a32cdd18-a342-49da-8e65-abefc59aa03a None None] Set router fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:18:13.176227 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-256e1665-42f5-4abf-b99c-b77cf25e30c6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:13.212908 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce28a-58ed-48cb-980e-6d56c851228d req-665a33ee-d7d7-4dc2-b37a-5d2a1c92e186 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:13.215025 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3fcce28a-58ed-48cb-980e-6d56c851228d req-665a33ee-d7d7-4dc2-b37a-5d2a1c92e186 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=5defa9a6-0c7a-4394-9884-25a23aaf83d1 HTTP/1.1" status: 200 len: 948 time: 0.1082733 Dec 16 22:18:13.223341 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4924c49-323f-44f1-b904-a2be26abc73d req-acc9b60d-709d-4f68-88a4-ccd330fb4966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:13.227701 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e4924c49-323f-44f1-b904-a2be26abc73d req-acc9b60d-709d-4f68-88a4-ccd330fb4966 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.1801057 Dec 16 22:18:13.275620 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-55b59d3d-fc59-4335-bb5d-930fc2ac98d7 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Deleting port 6d844877-3afc-499c-bfa7-f5bf0ee77750 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:13.276385 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-55b59d3d-fc59-4335-bb5d-930fc2ac98d7 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:13.315457 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e4924c49-323f-44f1-b904-a2be26abc73d req-1142c15b-f386-4fc0-93b2-5046b8170c7f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1b895598-6976-4406-9d9c-a48e8cd46379 HTTP/1.1" status: 200 len: 217 time: 0.0728817 Dec 16 22:18:13.372536 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port f43ea034-a1f1-49b3-a139-107b6870c432 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:18:13.374636 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '55c7568d-f7a5-49fe-be76-43e9a635be0a', 'network_id': '5c1937af-7bb6-406c-854f-833019c225af', 'port_id': '55c7568d-f7a5-49fe-be76-43e9a635be0a', 'mac_address': 'fa:16:3e:37:e1:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4012085c-74d4-4d83-9e4d-14ad56ea9a5d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:18:13.393827 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b5849-1526-48ab-89a1-0e08013c03ca req-7e7037c8-ddf8-4cb8-a943-a28f85d3711b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:13.395490 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a08b5849-1526-48ab-89a1-0e08013c03ca req-7e7037c8-ddf8-4cb8-a943-a28f85d3711b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 951 time: 0.1157961 Dec 16 22:18:13.399882 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port f43ea034-a1f1-49b3-a139-107b6870c432 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:13.399882 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:13.409884 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-55b59d3d-fc59-4335-bb5d-930fc2ac98d7 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:13.436427 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-55b59d3d-fc59-4335-bb5d-930fc2ac98d7 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Calling delete_port for 6d844877-3afc-499c-bfa7-f5bf0ee77750 owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:13.444027 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3fcce28a-58ed-48cb-980e-6d56c851228d req-4d4e9c00-cb32-49de-820f-697c704c6752 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140346 Dec 16 22:18:13.501036 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:13.521343 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4924c49-323f-44f1-b904-a2be26abc73d req-741aa455-b759-4ea3-ae06-7a206a62fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:13.528388 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e4924c49-323f-44f1-b904-a2be26abc73d req-741aa455-b759-4ea3-ae06-7a206a62fc71 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1434870 Dec 16 22:18:13.530122 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a08b5849-1526-48ab-89a1-0e08013c03ca req-5d589592-8497-4546-acec-673edb4c82c9 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183388 Dec 16 22:18:13.538987 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-256e1665-42f5-4abf-b99c-b77cf25e30c6 admin admin] Deleting port e41157ec-5df6-4fee-ab14-6830f46e6798 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:13.539380 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-256e1665-42f5-4abf-b99c-b77cf25e30c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:13.546259 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c7568d-f7a5-49fe-be76-43e9a635be0a {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:18:13.596519 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 55c7568d-f7a5-49fe-be76-43e9a635be0a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=55c7568d-f7a5-49fe-be76-43e9a635be0a,segment=NetworkSegment(ccd24aec-91d5-4cb6-afdc-ebad20bc7327),segment_id=ccd24aec-91d5-4cb6-afdc-ebad20bc7327)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:13.669729 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:13.670557 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4924c49-323f-44f1-b904-a2be26abc73d req-447e612f-d6fb-419d-a751-c6079170c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:13.672371 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e4924c49-323f-44f1-b904-a2be26abc73d req-447e612f-d6fb-419d-a751-c6079170c865 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1351948 Dec 16 22:18:13.676220 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:13.715081 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef02793-bfe8-4173-a85a-f64f2368bd0d req-517308ab-36f8-4c10-b98f-4c3871a35da2 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:13.721673 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ef02793-bfe8-4173-a85a-f64f2368bd0d req-517308ab-36f8-4c10-b98f-4c3871a35da2 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 943 time: 0.0805264 Dec 16 22:18:13.769099 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a033ee84-0947-449e-a298-abe9fb6a92ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43ea034-a1f1-49b3-a139-107b6870c432'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:13.769099 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb59653-0874-4c4e-bb18-bb1bd8e82317" -d '{"events": [{"server_uuid": "a033ee84-0947-449e-a298-abe9fb6a92ed", "name": "network-vif-plugged", "status": "completed", "tag": "f43ea034-a1f1-49b3-a139-107b6870c432"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:13.787379 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-256e1665-42f5-4abf-b99c-b77cf25e30c6 admin admin] For port e41157ec-5df6-4fee-ab14-6830f46e6798, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e41157ec-5df6-4fee-ab14-6830f46e6798,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:13.787379 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-256e1665-42f5-4abf-b99c-b77cf25e30c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:13.802818 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port f43ea034-a1f1-49b3-a139-107b6870c432, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=f43ea034-a1f1-49b3-a139-107b6870c432,segment=NetworkSegment(d44e1f7f-1c0e-4820-a131-9628a743a23d),segment_id=d44e1f7f-1c0e-4820-a131-9628a743a23d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:13.825163 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=55c7568d-f7a5-49fe-be76-43e9a635be0a,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:13.827735 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-256e1665-42f5-4abf-b99c-b77cf25e30c6 admin admin] Calling delete_port for e41157ec-5df6-4fee-ab14-6830f46e6798 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:13.833553 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a32cdd18-a342-49da-8e65-abefc59aa03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'name': 'tempest-ServersTestFqdnHostnames-589396468-router', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'e41157ec-5df6-4fee-ab14-6830f46e6798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:23Z', 'updated_at': '2021-12-16T22:18:11Z', 'revision_number': 5, 'project_id': 'd2be2a7272c441f580b97fb831b89739', 'gw_port': {'id': 'e41157ec-5df6-4fee-ab14-6830f46e6798', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ef:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:24Z', 'updated_at': '2021-12-16T22:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:13.856495 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ef02793-bfe8-4173-a85a-f64f2368bd0d req-57733445-1853-4ca1-8e41-340d4f2f045a tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338294 Dec 16 22:18:13.878330 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32cdd18-a342-49da-8e65-abefc59aa03a None None] Checking router: fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:18:13.889863 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32cdd18-a342-49da-8e65-abefc59aa03a None None] Routers {'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:13.890540 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a32cdd18-a342-49da-8e65-abefc59aa03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:13.899967 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:13.902851 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device be51db46-e859-4d44-b134-c3114815f950 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:18:13.950057 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a8c2a3-b550-4f3a-a05e-5e1c27f371ef x-openstack-request-id: req-85a8c2a3-b550-4f3a-a05e-5e1c27f371ef {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:13.950355 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a033ee84-0947-449e-a298-abe9fb6a92ed", "name": "network-vif-plugged", "status": "completed", "tag": "f43ea034-a1f1-49b3-a139-107b6870c432", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:13.950610 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-85a8c2a3-b550-4f3a-a05e-5e1c27f371ef {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:13.951002 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a033ee84-0947-449e-a298-abe9fb6a92ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43ea034-a1f1-49b3-a139-107b6870c432', 'code': 200} Dec 16 22:18:13.952954 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e713b41-e998-4aa5-a1dd-b9cd000b51f4 req-c05272b8-5e36-4f07-9648-5a1a99f66929 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:13.961380 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e713b41-e998-4aa5-a1dd-b9cd000b51f4 req-c05272b8-5e36-4f07-9648-5a1a99f66929 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 944 time: 0.2039926 Dec 16 22:18:13.978893 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e4924c49-323f-44f1-b904-a2be26abc73d req-d3c2d9cf-f8c4-48a0-a8ca-d6910b60f0da service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904952 Dec 16 22:18:13.983454 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-55b59d3d-fc59-4335-bb5d-930fc2ac98d7 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:14.033038 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c9e2be24-729a-405b-a6f8-7ddd7c394f18 req-df1d97cd-b81c-4bac-9dbf-f739e7d1ff72 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cd5192cf-59b4-45b3-9c64-046ec5c98225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1034076 Dec 16 22:18:14.034109 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b59d3d-fc59-4335-bb5d-930fc2ac98d7 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Pushing event deleted for resources: {'Port': ['ID=6d844877-3afc-499c-bfa7-f5bf0ee77750,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:14.123636 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-a32cdd18-a342-49da-8e65-abefc59aa03a None None] Set router fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:18:14.167416 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-55b59d3d-fc59-4335-bb5d-930fc2ac98d7 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:14.175683 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e713b41-e998-4aa5-a1dd-b9cd000b51f4 req-61018011-8d25-4f50-8e5f-991eda624632 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/security-groups?id=4a52099b-eca1-4e3c-bea6-1181fd05b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133472 Dec 16 22:18:14.210784 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['55c7568d-f7a5-49fe-be76-43e9a635be0a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:14.212835 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=f43ea034-a1f1-49b3-a139-107b6870c432,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:14.219210 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a32cdd18-a342-49da-8e65-abefc59aa03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'name': 'tempest-ServersTestFqdnHostnames-589396468-router', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:23Z', 'updated_at': '2021-12-16T22:18:13Z', 'revision_number': 6, 'project_id': 'd2be2a7272c441f580b97fb831b89739', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:14.279267 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32cdd18-a342-49da-8e65-abefc59aa03a None None] The sync data for ids ['fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc'] in n-d-815324-4 is: [{'id': 'fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc', 'name': 'tempest-ServersTestFqdnHostnames-589396468-router', 'tenant_id': 'd2be2a7272c441f580b97fb831b89739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:23Z', 'updated_at': '2021-12-16T22:18:13Z', 'revision_number': 6, 'project_id': 'd2be2a7272c441f580b97fb831b89739', 'gw_port_host': None}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:18:14.300434 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e4924c49-323f-44f1-b904-a2be26abc73d req-3389630c-630a-4be6-b9dd-41cb28ea5289 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057513 Dec 16 22:18:14.324178 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-55b59d3d-fc59-4335-bb5d-930fc2ac98d7 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:14.330504 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-55b59d3d-fc59-4335-bb5d-930fc2ac98d7 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:14.369248 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port be51db46-e859-4d44-b134-c3114815f950 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:18:14.381259 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port be51db46-e859-4d44-b134-c3114815f950 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:14.381752 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:14.391362 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2be24-729a-405b-a6f8-7ddd7c394f18 req-8fb146b0-c74b-467a-b441-f4d40af7ed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:14.392887 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c9e2be24-729a-405b-a6f8-7ddd7c394f18 req-8fb146b0-c74b-467a-b441-f4d40af7ed0d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=84a0f56690704a89b89d2fa8c0442625&device_id=cd5192cf-59b4-45b3-9c64-046ec5c98225 HTTP/1.1" status: 200 len: 1101 time: 0.2406058 Dec 16 22:18:14.395433 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5867027-7c10-468b-abce-c5cb0a6641dc req-80412643-312d-436b-8336-26bdde8a0d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:14.396821 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d5867027-7c10-468b-abce-c5cb0a6641dc req-80412643-312d-436b-8336-26bdde8a0d79 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 1096 time: 0.2534564 Dec 16 22:18:14.440676 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-256e1665-42f5-4abf-b99c-b77cf25e30c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:14.475498 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e1665-42f5-4abf-b99c-b77cf25e30c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e41157ec-5df6-4fee-ab14-6830f46e6798,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:14.554429 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:14.565385 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-256e1665-42f5-4abf-b99c-b77cf25e30c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:14.606239 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port be51db46-e859-4d44-b134-c3114815f950, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=be51db46-e859-4d44-b134-c3114815f950,segment=NetworkSegment(ccd24aec-91d5-4cb6-afdc-ebad20bc7327),segment_id=ccd24aec-91d5-4cb6-afdc-ebad20bc7327)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:14.608623 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d5867027-7c10-468b-abce-c5cb0a6641dc req-a1efdc40-889f-4aeb-8090-f9c0427ef433 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4a52099b-eca1-4e3c-bea6-1181fd05b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032456 Dec 16 22:18:14.648974 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2be24-729a-405b-a6f8-7ddd7c394f18 req-c7ef7c94-221d-4b7a-891c-16931944be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:14.650578 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c9e2be24-729a-405b-a6f8-7ddd7c394f18 req-c7ef7c94-221d-4b7a-891c-16931944be11 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3ea983cd-88b0-4421-9d28-94e2d29c1b09 HTTP/1.1" status: 200 len: 869 time: 0.2196062 Dec 16 22:18:14.651893 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-55b59d3d-fc59-4335-bb5d-930fc2ac98d7 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:14.658665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b59d3d-fc59-4335-bb5d-930fc2ac98d7 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Fanout notify agent at l3_agent the message router_deleted on router 67848685-69d4-4c6d-8d11-e18630338315 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:18:14.668720 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb65bcc-c038-4a4f-9cda-e3460b8d5a11 req-f4f12b4d-ba82-4616-973e-788840794298 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:14.670519 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-acb65bcc-c038-4a4f-9cda-e3460b8d5a11 req-f4f12b4d-ba82-4616-973e-788840794298 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=5defa9a6-0c7a-4394-9884-25a23aaf83d1 HTTP/1.1" status: 200 len: 948 time: 0.1017096 Dec 16 22:18:14.676533 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-55b59d3d-fc59-4335-bb5d-930fc2ac98d7 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:14.687583 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-55b59d3d-fc59-4335-bb5d-930fc2ac98d7 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "DELETE /v2.0/routers/67848685-69d4-4c6d-8d11-e18630338315 HTTP/1.1" status: 204 len: 168 time: 1.9201431 Dec 16 22:18:14.692924 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41906) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:14.720005 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-55efce24-43f2-46a0-a762-a1e60e103c43 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1392949351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:14.749118 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device e8f81457-f7a7-4394-893f-d0d78bbaab81 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:18:14.755432 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:14.767567 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c9e2be24-729a-405b-a6f8-7ddd7c394f18 req-9e412ea4-6ffc-4743-91e5-910364b43677 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=6c17bdca-25a2-4289-a713-5364eb2bc111 HTTP/1.1" status: 200 len: 217 time: 0.0786438 Dec 16 22:18:14.884485 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-256e1665-42f5-4abf-b99c-b77cf25e30c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:14.887865 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-acb65bcc-c038-4a4f-9cda-e3460b8d5a11 req-a5146119-ae3e-4e15-8024-cd57bcba58ae tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930819 Dec 16 22:18:14.890995 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-256e1665-42f5-4abf-b99c-b77cf25e30c6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:14.904878 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2be24-729a-405b-a6f8-7ddd7c394f18 req-c9815431-e9db-4bff-ad81-3b324e4a20a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:14.911365 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c9e2be24-729a-405b-a6f8-7ddd7c394f18 req-c9815431-e9db-4bff-ad81-3b324e4a20a6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.1131217 Dec 16 22:18:14.946648 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0d427b5b-8641-471f-9aaf-dba01790534e no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:18:14.970297 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ee1f9-3659-4774-bb63-deb083b2d842 req-aad2f5e8-16e1-4eb9-b7bb-85478d7b0053 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:14.972121 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-801ee1f9-3659-4774-bb63-deb083b2d842 req-aad2f5e8-16e1-4eb9-b7bb-85478d7b0053 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 951 time: 0.1448860 Dec 16 22:18:15.009511 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2be24-729a-405b-a6f8-7ddd7c394f18 req-7700a59e-e189-4f7f-bb86-523b1e345afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:15.014155 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 0d427b5b-8641-471f-9aaf-dba01790534e {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:18:15.014665 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c9e2be24-729a-405b-a6f8-7ddd7c394f18 req-7700a59e-e189-4f7f-bb86-523b1e345afb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0824404 Dec 16 22:18:15.014953 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0d427b5b-8641-471f-9aaf-dba01790534e not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:18:15.019951 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=be51db46-e859-4d44-b134-c3114815f950,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:15.042660 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-55efce24-43f2-46a0-a762-a1e60e103c43 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.043789 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-55efce24-43f2-46a0-a762-a1e60e103c43 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.080172 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port e8f81457-f7a7-4394-893f-d0d78bbaab81, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=e8f81457-f7a7-4394-893f-d0d78bbaab81,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:15.091251 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-256e1665-42f5-4abf-b99c-b77cf25e30c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.095322 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256e1665-42f5-4abf-b99c-b77cf25e30c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:18:15.102414 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-256e1665-42f5-4abf-b99c-b77cf25e30c6 admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.107124 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-256e1665-42f5-4abf-b99c-b77cf25e30c6 admin admin] 10.222.0.75 "DELETE /v2.0/routers/fc7c67c6-fa45-4fe7-bf8a-beaacb5072cc HTTP/1.1" status: 204 len: 168 time: 2.2994721 Dec 16 22:18:15.109389 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': 'e8f81457-f7a7-4394-893f-d0d78bbaab81', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': 'e8f81457-f7a7-4394-893f-d0d78bbaab81', 'mac_address': 'fa:16:3e:d7:51:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:18:15.112928 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41916) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:15.139598 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-801ee1f9-3659-4774-bb63-deb083b2d842 req-781ba97a-a739-433b-9b4c-1e4945d2f2d4 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483538 Dec 16 22:18:15.168389 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.175822 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-55efce24-43f2-46a0-a762-a1e60e103c43 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.183279 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f81457-f7a7-4394-893f-d0d78bbaab81 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:18:15.201754 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ac4fba-7333-4217-90cb-039227262b56 admin admin] Deleting subnet 15bc0458-88d7-47b8-95a2-df47eebc4774 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:18:15.207741 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port e8f81457-f7a7-4394-893f-d0d78bbaab81, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=e8f81457-f7a7-4394-893f-d0d78bbaab81,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:15.210750 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7ac4fba-7333-4217-90cb-039227262b56 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.247635 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14cd2f-2db2-440c-a14e-785978cb6f73 req-34859d47-0c74-47c0-86aa-92f4a7cbab4b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:15.249483 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5b14cd2f-2db2-440c-a14e-785978cb6f73 req-34859d47-0c74-47c0-86aa-92f4a7cbab4b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 944 time: 0.0907524 Dec 16 22:18:15.251790 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c9e2be24-729a-405b-a6f8-7ddd7c394f18 req-43ba761b-9318-4bcb-8474-a91132f92e97 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235413 Dec 16 22:18:15.345087 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7ac4fba-7333-4217-90cb-039227262b56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.360343 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-55efce24-43f2-46a0-a762-a1e60e103c43 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.371947 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.413076 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5b14cd2f-2db2-440c-a14e-785978cb6f73 req-291b64ac-6d19-41c8-91fe-abfe3231ebf4 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514058 Dec 16 22:18:15.446070 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=e8f81457-f7a7-4394-893f-d0d78bbaab81,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:15.449239 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69528e-bdd7-46c4-ad85-fbf7b7dbecae req-d76f3e73-cf16-49df-b3c8-4599b2d38a58 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:15.450815 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2b69528e-bdd7-46c4-ad85-fbf7b7dbecae req-d76f3e73-cf16-49df-b3c8-4599b2d38a58 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 951 time: 0.1707911 Dec 16 22:18:15.456830 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c9e2be24-729a-405b-a6f8-7ddd7c394f18 req-3e620434-9562-40d4-b261-4eb9aaea07e4 service neutron] 10.222.0.76 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623876 Dec 16 22:18:15.462430 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd2bfc-15b9-4178-b2d7-181c2118caac req-d5e6106c-55a3-4547-a2f1-cca01f229b88 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:15.464560 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f2fd2bfc-15b9-4178-b2d7-181c2118caac req-d5e6106c-55a3-4547-a2f1-cca01f229b88 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 945 time: 0.1687820 Dec 16 22:18:15.498751 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-55efce24-43f2-46a0-a762-a1e60e103c43 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.500179 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-55efce24-43f2-46a0-a762-a1e60e103c43 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8013856 Dec 16 22:18:15.502860 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41922) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:15.507828 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a053257d-6591-4ee2-86cf-dfb1c97a4374 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'enable_snat': False}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:15.654858 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7ac4fba-7333-4217-90cb-039227262b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.670571 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f2fd2bfc-15b9-4178-b2d7-181c2118caac req-4b3494c5-128d-4339-9627-0999418cee6d tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/security-groups?id=4a52099b-eca1-4e3c-bea6-1181fd05b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992610 Dec 16 22:18:15.769785 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-2b69528e-bdd7-46c4-ad85-fbf7b7dbecae req-cc30633b-a88f-4237-a5be-e4b8d720775f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Deleting port 74da34cc-f2dc-4e37-80e4-e8ef604866be {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:15.770134 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2b69528e-bdd7-46c4-ad85-fbf7b7dbecae req-cc30633b-a88f-4237-a5be-e4b8d720775f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.846089 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7ac4fba-7333-4217-90cb-039227262b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.898300 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7ac4fba-7333-4217-90cb-039227262b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:15.902018 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6220999d-cf48-40e4-ad4d-62af30628954 None None] Network aa57ad1a-fa7c-41c6-9099-c410b6f42ab0 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:18:15.905555 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b7ac4fba-7333-4217-90cb-039227262b56 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/15bc0458-88d7-47b8-95a2-df47eebc4774 HTTP/1.1" status: 204 len: 168 time: 0.7888513 Dec 16 22:18:15.905555 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac4fba-7333-4217-90cb-039227262b56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15bc0458-88d7-47b8-95a2-df47eebc4774,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:15.908561 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41932) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:15.970043 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['e8f81457-f7a7-4394-893f-d0d78bbaab81'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:16.038966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-2b69528e-bdd7-46c4-ad85-fbf7b7dbecae req-cc30633b-a88f-4237-a5be-e4b8d720775f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] For port 74da34cc-f2dc-4e37-80e4-e8ef604866be, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=74da34cc-f2dc-4e37-80e4-e8ef604866be,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:16.040156 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2b69528e-bdd7-46c4-ad85-fbf7b7dbecae req-cc30633b-a88f-4237-a5be-e4b8d720775f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:16.058932 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6592f293-5fe4-474c-a578-13004deac67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be51db46-e859-4d44-b134-c3114815f950'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:16.061471 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c706b7f-faa8-4ae9-aeff-bf5b96257642" -d '{"events": [{"server_uuid": "6592f293-5fe4-474c-a578-13004deac67a", "name": "network-vif-plugged", "status": "completed", "tag": "be51db46-e859-4d44-b134-c3114815f950"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:16.118856 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fd4deb80-60ac-4b17-9eda-4f7f60c28309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:16.128607 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a053257d-6591-4ee2-86cf-dfb1c97a4374 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:16.148010 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-2b69528e-bdd7-46c4-ad85-fbf7b7dbecae req-cc30633b-a88f-4237-a5be-e4b8d720775f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Calling delete_port for 74da34cc-f2dc-4e37-80e4-e8ef604866be owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:16.154801 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe7ee1d-4b79-4a71-bbee-6b9d442754f5 x-openstack-request-id: req-7fe7ee1d-4b79-4a71-bbee-6b9d442754f5 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:16.154801 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6592f293-5fe4-474c-a578-13004deac67a", "name": "network-vif-plugged", "status": "completed", "tag": "be51db46-e859-4d44-b134-c3114815f950", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:16.154801 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7fe7ee1d-4b79-4a71-bbee-6b9d442754f5 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:16.155216 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6592f293-5fe4-474c-a578-13004deac67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be51db46-e859-4d44-b134-c3114815f950', 'code': 200} Dec 16 22:18:16.190290 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697a2da-b9aa-4010-b440-87f02e010121 req-b0aa80ca-2814-4a38-816a-a2c6032d1dfe tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:16.200870 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d697a2da-b9aa-4010-b440-87f02e010121 req-b0aa80ca-2814-4a38-816a-a2c6032d1dfe tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=5defa9a6-0c7a-4394-9884-25a23aaf83d1 HTTP/1.1" status: 200 len: 949 time: 0.1387460 Dec 16 22:18:16.324720 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-fd4deb80-60ac-4b17-9eda-4f7f60c28309 admin admin] Deleting port cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:16.325632 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fd4deb80-60ac-4b17-9eda-4f7f60c28309 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:16.343752 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17186d78-69e7-483b-940d-45f600fd93e6 None None] DHCP port deletion for aa57ad1a-fa7c-41c6-9099-c410b6f42ab0 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:18:16.398328 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d697a2da-b9aa-4010-b440-87f02e010121 req-2a8528f0-9ca5-45a3-b18f-168d088be9ea tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952531 Dec 16 22:18:16.426282 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-fd4deb80-60ac-4b17-9eda-4f7f60c28309 admin admin] For port cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c,segment=NetworkSegment(25257e16-94ff-4dbe-9728-35eb8803c2ba),segment_id=25257e16-94ff-4dbe-9728-35eb8803c2ba)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:16.429421 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fd4deb80-60ac-4b17-9eda-4f7f60c28309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:16.430809 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-17186d78-69e7-483b-940d-45f600fd93e6 None None] Deleting port cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:16.436703 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-17186d78-69e7-483b-940d-45f600fd93e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:16.599446 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e41157ec-5df6-4fee-ab14-6830f46e6798 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:18:16.658071 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: e41157ec-5df6-4fee-ab14-6830f46e6798 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:18:16.659594 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e41157ec-5df6-4fee-ab14-6830f46e6798 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:18:16.660557 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:18:16.664228 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-17186d78-69e7-483b-940d-45f600fd93e6 None None] For port cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c,segment=NetworkSegment(25257e16-94ff-4dbe-9728-35eb8803c2ba),segment_id=25257e16-94ff-4dbe-9728-35eb8803c2ba)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:16.664626 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-17186d78-69e7-483b-940d-45f600fd93e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:16.685827 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560c9d0-d681-4a28-8130-c901d1edf869 req-d72ee797-6965-412d-9326-ca48027ff473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:16.690479 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0560c9d0-d681-4a28-8130-c901d1edf869 req-d72ee797-6965-412d-9326-ca48027ff473 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 1097 time: 0.1929379 Dec 16 22:18:16.704931 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-17186d78-69e7-483b-940d-45f600fd93e6 None None] Calling delete_port for cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:16.764905 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 55c7568d-f7a5-49fe-be76-43e9a635be0a up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:18:16.823013 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-fd4deb80-60ac-4b17-9eda-4f7f60c28309 admin admin] Calling delete_port for cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:16.825587 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189ad83-20c5-48dc-a190-1837944a3d34 req-a518d107-795a-4230-b86f-2448af00e96b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:16.832081 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4189ad83-20c5-48dc-a190-1837944a3d34 req-a518d107-795a-4230-b86f-2448af00e96b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 944 time: 0.2471435 Dec 16 22:18:16.857371 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:16.912433 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0560c9d0-d681-4a28-8130-c901d1edf869 req-8addb353-b00d-462d-8415-a0d7b805dc7e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109053 Dec 16 22:18:16.930390 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a053257d-6591-4ee2-86cf-dfb1c97a4374 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:16.955320 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c,segment=NetworkSegment(25257e16-94ff-4dbe-9728-35eb8803c2ba),segment_id=25257e16-94ff-4dbe-9728-35eb8803c2ba)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:16.969147 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a053257d-6591-4ee2-86cf-dfb1c97a4374 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:16.982641 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0adf4-bf35-4b18-bcd7-94a409957043 req-f7e50b13-1ef9-442a-a725-712b8c37c82c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:16.983546 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4189ad83-20c5-48dc-a190-1837944a3d34 req-3d1061a0-f6ba-4033-bda0-a6c1e41b7b37 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168668 Dec 16 22:18:16.984293 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3cf0adf4-bf35-4b18-bcd7-94a409957043 req-f7e50b13-1ef9-442a-a725-712b8c37c82c tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 951 time: 0.1635239 Dec 16 22:18:17.058795 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3cf0adf4-bf35-4b18-bcd7-94a409957043 req-ec062c53-023d-41e4-8e0c-ddc1193a0a47 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594118 Dec 16 22:18:17.099034 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 55c7568d-f7a5-49fe-be76-43e9a635be0a completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:18:17.100982 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2b69528e-bdd7-46c4-ad85-fbf7b7dbecae req-cc30633b-a88f-4237-a5be-e4b8d720775f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:17.102147 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:17.109269 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 55c7568d-f7a5-49fe-be76-43e9a635be0a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:17.113877 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:17.150567 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30633b-a88f-4237-a5be-e4b8d720775f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Pushing event deleted for resources: {'Port': ['ID=74da34cc-f2dc-4e37-80e4-e8ef604866be,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:17.190682 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-a053257d-6591-4ee2-86cf-dfb1c97a4374 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Allocated IP 172.25.6.51 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/7d4c3c72-d66b-4130-bb62-32ca82c3dd63) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:18:17.207086 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-17186d78-69e7-483b-940d-45f600fd93e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:17.210065 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:17.215482 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19f1ef-3d6f-4882-80ae-1a5e5a839b1a req-7669e3d8-f420-4d74-8268-01f3d4fafa48 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:17.223494 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b69528e-bdd7-46c4-ad85-fbf7b7dbecae req-cc30633b-a88f-4237-a5be-e4b8d720775f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] No DVR routers for this DVR port 74da34cc-f2dc-4e37-80e4-e8ef604866be on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:18:17.226573 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2b69528e-bdd7-46c4-ad85-fbf7b7dbecae req-cc30633b-a88f-4237-a5be-e4b8d720775f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:17.230615 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2b69528e-bdd7-46c4-ad85-fbf7b7dbecae req-cc30633b-a88f-4237-a5be-e4b8d720775f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.76 "DELETE /v2.0/ports/74da34cc-f2dc-4e37-80e4-e8ef604866be HTTP/1.1" status: 204 len: 173 time: 1.7578642 Dec 16 22:18:17.230822 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdd53d1-631a-4175-89a7-878f49e42674', 'name': 'network-vif-deleted', 'tag': '74da34cc-f2dc-4e37-80e4-e8ef604866be'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:17.234033 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8f19f1ef-3d6f-4882-80ae-1a5e5a839b1a req-7669e3d8-f420-4d74-8268-01f3d4fafa48 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 945 time: 0.1503057 Dec 16 22:18:17.246547 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b270a4-8d55-47d6-9fe1-c5840cd259b5" -d '{"events": [{"server_uuid": "6fdd53d1-631a-4175-89a7-878f49e42674", "name": "network-vif-deleted", "tag": "74da34cc-f2dc-4e37-80e4-e8ef604866be"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:17.258276 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fd4deb80-60ac-4b17-9eda-4f7f60c28309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:17.258498 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9b313086-9cd6-4a5f-a0f2-77b6947f50bf', '1b895598-6976-4406-9d9c-a48e8cd46379'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:17.261542 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17186d78-69e7-483b-940d-45f600fd93e6 None None] No DVR routers for this DVR port cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:18:17.264476 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17186d78-69e7-483b-940d-45f600fd93e6 None None] Pushing event deleted for resources: {'Port': ['ID=cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:17.308670 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4deb80-60ac-4b17-9eda-4f7f60c28309 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:17.327427 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4deb80-60ac-4b17-9eda-4f7f60c28309 admin admin] No DVR routers for this DVR port cb9a94b2-82d3-4cbc-8fc3-fa4e38a1299c on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:18:17.398976 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8f19f1ef-3d6f-4882-80ae-1a5e5a839b1a req-5861d1b6-b1e8-4dc0-88fc-11cbaa162641 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/security-groups?id=4a52099b-eca1-4e3c-bea6-1181fd05b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664774 Dec 16 22:18:17.453626 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6daaecb9-e748-43ff-bb0f-cb133428b9f3 x-openstack-request-id: req-6daaecb9-e748-43ff-bb0f-cb133428b9f3 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:17.456745 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdd53d1-631a-4175-89a7-878f49e42674", "name": "network-vif-deleted", "tag": "74da34cc-f2dc-4e37-80e4-e8ef604866be", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:17.458087 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6daaecb9-e748-43ff-bb0f-cb133428b9f3 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:17.461628 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdd53d1-631a-4175-89a7-878f49e42674', 'name': 'network-vif-deleted', 'tag': '74da34cc-f2dc-4e37-80e4-e8ef604866be', 'status': 'completed', 'code': 200} Dec 16 22:18:17.489301 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a053257d-6591-4ee2-86cf-dfb1c97a4374 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:17.504201 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fd4deb80-60ac-4b17-9eda-4f7f60c28309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:17.566395 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-fd4deb80-60ac-4b17-9eda-4f7f60c28309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa57ad1a-fa7c-41c6-9099-c410b6f42ab0']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:17.586431 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-fd4deb80-60ac-4b17-9eda-4f7f60c28309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25257e16-94ff-4dbe-9728-35eb8803c2ba') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:17.587202 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-fd4deb80-60ac-4b17-9eda-4f7f60c28309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25257e16-94ff-4dbe-9728-35eb8803c2ba') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:17.604741 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fd4deb80-60ac-4b17-9eda-4f7f60c28309 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:17.652588 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fd4deb80-60ac-4b17-9eda-4f7f60c28309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:17.656693 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:17.664908 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd4deb80-60ac-4b17-9eda-4f7f60c28309 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:18:17.667870 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fd4deb80-60ac-4b17-9eda-4f7f60c28309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:18:17.674104 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:18:17.677457 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c345ee-88fe-441e-8a7f-e70469afed2b req-a87e2b00-3c80-4d18-905a-2f721dc9d176 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:17.686614 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-33c345ee-88fe-441e-8a7f-e70469afed2b req-a87e2b00-3c80-4d18-905a-2f721dc9d176 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=5defa9a6-0c7a-4394-9884-25a23aaf83d1 HTTP/1.1" status: 200 len: 949 time: 0.1158490 Dec 16 22:18:17.707346 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a053257d-6591-4ee2-86cf-dfb1c97a4374 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:17.740373 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 55c7568d-f7a5-49fe-be76-43e9a635be0a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=55c7568d-f7a5-49fe-be76-43e9a635be0a,segment=NetworkSegment(ccd24aec-91d5-4cb6-afdc-ebad20bc7327),segment_id=ccd24aec-91d5-4cb6-afdc-ebad20bc7327)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:17.849965 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:17.855220 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-33c345ee-88fe-441e-8a7f-e70469afed2b req-f84b7e85-d2d8-46ee-aef3-f9b31d7d99f9 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657779 Dec 16 22:18:17.859781 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a053257d-6591-4ee2-86cf-dfb1c97a4374 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:18:17.863972 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-a053257d-6591-4ee2-86cf-dfb1c97a4374 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:17.869011 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a053257d-6591-4ee2-86cf-dfb1c97a4374 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:17.891941 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75ac29-842c-4ac0-96e1-bb0cf316c857 req-969ae534-440b-43f0-a96f-738d849ab55e tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:17.902630 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cc75ac29-842c-4ac0-96e1-bb0cf316c857 req-969ae534-440b-43f0-a96f-738d849ab55e tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 945 time: 0.0891557 Dec 16 22:18:17.907221 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41972) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:17.912129 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-13f673f1-bdd6-4ee3-953d-93623d109986 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Request body: {'floatingip': {'port_id': 'f43ea034-a1f1-49b3-a139-107b6870c432'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:17.925225 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053257d-6591-4ee2-86cf-dfb1c97a4374 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Pushing event updated for resources: {'Port': ['ID=7d4c3c72-d66b-4130-bb62-32ca82c3dd63,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:17.960698 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fd4deb80-60ac-4b17-9eda-4f7f60c28309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:17.969207 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fd4deb80-60ac-4b17-9eda-4f7f60c28309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:17.972674 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fd4deb80-60ac-4b17-9eda-4f7f60c28309 admin admin] 10.222.0.75 "DELETE /v2.0/networks/aa57ad1a-fa7c-41c6-9099-c410b6f42ab0 HTTP/1.1" status: 204 len: 168 time: 2.0630157 Dec 16 22:18:17.978183 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=55c7568d-f7a5-49fe-be76-43e9a635be0a,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:18.025705 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-13f673f1-bdd6-4ee3-953d-93623d109986 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks [] for floatingip, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:18.033522 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4deb80-60ac-4b17-9eda-4f7f60c28309 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa57ad1a-fa7c-41c6-9099-c410b6f42ab0,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:18.156382 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a645b994-3457-4ba0-8265-8d78cf13765e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c7568d-f7a5-49fe-be76-43e9a635be0a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:18.161295 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f93b30-5886-417a-aa9e-25bce7f53d16" -d '{"events": [{"server_uuid": "a645b994-3457-4ba0-8265-8d78cf13765e", "name": "network-vif-plugged", "status": "completed", "tag": "55c7568d-f7a5-49fe-be76-43e9a635be0a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:18.208964 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 74da34cc-f2dc-4e37-80e4-e8ef604866be no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:18:18.251892 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048faf2-245f-454d-8ad9-1136791d9bb5 req-3c4a1ed6-01d6-44d0-88d0-dea11936a5db tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:18.252632 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 74da34cc-f2dc-4e37-80e4-e8ef604866be {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:18:18.252982 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 74da34cc-f2dc-4e37-80e4-e8ef604866be not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:18:18.255782 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9048faf2-245f-454d-8ad9-1136791d9bb5 req-3c4a1ed6-01d6-44d0-88d0-dea11936a5db tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.1106908 Dec 16 22:18:18.312818 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2cadf381-cbda-479d-816b-11ca8984221d req-7c9b40e6-8194-4bbe-b3c0-e12099d6d38f tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fdd53d1-631a-4175-89a7-878f49e42674 HTTP/1.1" status: 200 len: 210 time: 0.0483136 Dec 16 22:18:18.317256 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9048faf2-245f-454d-8ad9-1136791d9bb5 req-58822075-f9ad-44a4-a812-8d36279d2fe0 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554383 Dec 16 22:18:18.403727 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a27d48-8253-44b5-93a2-24bd2a712311 x-openstack-request-id: req-28a27d48-8253-44b5-93a2-24bd2a712311 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:18.404228 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a645b994-3457-4ba0-8265-8d78cf13765e", "name": "network-vif-plugged", "status": "completed", "tag": "55c7568d-f7a5-49fe-be76-43e9a635be0a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:18.404671 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-28a27d48-8253-44b5-93a2-24bd2a712311 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:18.405291 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a645b994-3457-4ba0-8265-8d78cf13765e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c7568d-f7a5-49fe-be76-43e9a635be0a', 'code': 200} Dec 16 22:18:18.468120 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a053257d-6591-4ee2-86cf-dfb1c97a4374 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:18.638709 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97217dc6-c7ca-46af-8f82-f6aa26c476d3 req-d416fd39-8cbf-43e6-b493-9859c0b88088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:18.644801 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-97217dc6-c7ca-46af-8f82-f6aa26c476d3 req-d416fd39-8cbf-43e6-b493-9859c0b88088 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 1096 time: 0.1308208 Dec 16 22:18:18.768779 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-97217dc6-c7ca-46af-8f82-f6aa26c476d3 req-89189292-3e7a-47e8-97e5-8d2f6d86e071 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075885 Dec 16 22:18:18.779366 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41992) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:18.782640 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device e8f81457-f7a7-4394-893f-d0d78bbaab81 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:18:18.844599 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a053257d-6591-4ee2-86cf-dfb1c97a4374 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5457'] for router, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:18.849331 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a053257d-6591-4ee2-86cf-dfb1c97a4374 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-598410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-598419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597305'] for router, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:18.896415 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0b22d624-dcc3-4643-b919-18b2729da4b9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d2be2a7272c441f580b97fb831b89739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1135321 Dec 16 22:18:18.897557 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41996) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:18.897693 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-13f673f1-bdd6-4ee3-953d-93623d109986 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:18.977738 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port e8f81457-f7a7-4394-893f-d0d78bbaab81 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:18:18.984897 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port e8f81457-f7a7-4394-893f-d0d78bbaab81 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:18.985745 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:19.006264 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-13f673f1-bdd6-4ee3-953d-93623d109986 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:19.044656 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a6538ef-91f4-4725-9843-eac599c10a82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:19.069729 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00d902-0e25-41b4-aa78-25b14b0f5214 req-13e472c2-c63e-4726-a93f-c83088aaffaa tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:19.071450 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5f00d902-0e25-41b4-aa78-25b14b0f5214 req-13e472c2-c63e-4726-a93f-c83088aaffaa tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=5defa9a6-0c7a-4394-9884-25a23aaf83d1 HTTP/1.1" status: 200 len: 949 time: 0.1032028 Dec 16 22:18:19.102261 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a6538ef-91f4-4725-9843-eac599c10a82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:19.146465 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:19.185867 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-13f673f1-bdd6-4ee3-953d-93623d109986 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Floating IP 2b6467d2-8c4b-4152-bbbb-beba1613c3ac associated. External IP: 172.25.6.184, port: f43ea034-a1f1-49b3-a139-107b6870c432. Dec 16 22:18:19.189497 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port e8f81457-f7a7-4394-893f-d0d78bbaab81, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=e8f81457-f7a7-4394-893f-d0d78bbaab81,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:19.192705 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5f00d902-0e25-41b4-aa78-25b14b0f5214 req-5dd73099-de7b-4667-b159-1a77f52bd5b8 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056263 Dec 16 22:18:19.286231 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a053257d-6591-4ee2-86cf-dfb1c97a4374 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Router 50256fac-b50e-4ca6-9806-0da1c3ac849c is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:18:19.287358 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:19.289606 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a6538ef-91f4-4725-9843-eac599c10a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:19.293201 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a6538ef-91f4-4725-9843-eac599c10a82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:19.296828 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9a6538ef-91f4-4725-9843-eac599c10a82 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0425c1dd-08fd-438b-8a20-9d1dac300eef HTTP/1.1" status: 204 len: 168 time: 0.3962226 Dec 16 22:18:19.308195 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6538ef-91f4-4725-9843-eac599c10a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0425c1dd-08fd-438b-8a20-9d1dac300eef,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:19.319478 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6538ef-91f4-4725-9843-eac599c10a82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:19.319968 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6538ef-91f4-4725-9843-eac599c10a82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:19.320422 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6538ef-91f4-4725-9843-eac599c10a82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:19.320938 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6538ef-91f4-4725-9843-eac599c10a82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:19.321408 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6538ef-91f4-4725-9843-eac599c10a82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:19.321877 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6538ef-91f4-4725-9843-eac599c10a82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:19.322319 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6538ef-91f4-4725-9843-eac599c10a82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:19.322870 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6538ef-91f4-4725-9843-eac599c10a82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:19.323492 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6538ef-91f4-4725-9843-eac599c10a82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:19.324049 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6538ef-91f4-4725-9843-eac599c10a82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:19.324516 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6538ef-91f4-4725-9843-eac599c10a82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:19.324982 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6538ef-91f4-4725-9843-eac599c10a82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:19.325376 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6538ef-91f4-4725-9843-eac599c10a82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:19.458157 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=e8f81457-f7a7-4394-893f-d0d78bbaab81,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:19.460193 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a053257d-6591-4ee2-86cf-dfb1c97a4374 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:18:19.466214 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a053257d-6591-4ee2-86cf-dfb1c97a4374 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:19.467553 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a053257d-6591-4ee2-86cf-dfb1c97a4374 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "PUT /v2.0/routers/50256fac-b50e-4ca6-9806-0da1c3ac849c HTTP/1.1" status: 200 len: 915 time: 3.9632602 Dec 16 22:18:19.470132 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42012) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:19.471143 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7023cabc-bf5d-4d0f-8246-58f30345d1ee None None] Sync routers for ids ['50256fac-b50e-4ca6-9806-0da1c3ac849c'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:18:19.488377 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7023cabc-bf5d-4d0f-8246-58f30345d1ee None None] Routers {'50256fac-b50e-4ca6-9806-0da1c3ac849c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:19.490106 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-7023cabc-bf5d-4d0f-8246-58f30345d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['50256fac-b50e-4ca6-9806-0da1c3ac849c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:19.528669 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-7023cabc-bf5d-4d0f-8246-58f30345d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:19.550229 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7023cabc-bf5d-4d0f-8246-58f30345d1ee None None] Routers {'50256fac-b50e-4ca6-9806-0da1c3ac849c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:19.550862 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-7023cabc-bf5d-4d0f-8246-58f30345d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['50256fac-b50e-4ca6-9806-0da1c3ac849c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:19.573658 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f673f1-bdd6-4ee3-953d-93623d109986 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Router 4c89948f-d3db-4fae-9b13-a06b02357b70 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:18:19.592575 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-7023cabc-bf5d-4d0f-8246-58f30345d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:19.593542 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7023cabc-bf5d-4d0f-8246-58f30345d1ee None None] The sync data for ids ['50256fac-b50e-4ca6-9806-0da1c3ac849c'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:18:19.593654 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3cb4f-d27b-4e20-ad05-0a80bf7bd135 req-4ab01de3-57ea-4395-94b2-8f39a24d42dc tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:19.596327 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-65c3cb4f-d27b-4e20-ad05-0a80bf7bd135 req-4ab01de3-57ea-4395-94b2-8f39a24d42dc tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.1084688 Dec 16 22:18:19.675108 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d0bafe0b-a12e-49d5-a8a6-81711702e3d9 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "GET /v2.0/routers/50256fac-b50e-4ca6-9806-0da1c3ac849c HTTP/1.1" status: 200 len: 921 time: 0.2027125 Dec 16 22:18:19.676927 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42014) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:19.724975 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5947f58-73e9-42ae-a525-95606207cfab tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:19.727516 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a5947f58-73e9-42ae-a525-95606207cfab tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8&device_id=50256fac-b50e-4ca6-9806-0da1c3ac849c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0490339 Dec 16 22:18:19.729839 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42016) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:19.739303 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-65c3cb4f-d27b-4e20-ad05-0a80bf7bd135 req-bdd1ae7a-9d2d-49ac-b257-e07a6af084be tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313090 Dec 16 22:18:19.761686 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f673f1-bdd6-4ee3-953d-93623d109986 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:18:19.767001 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-13f673f1-bdd6-4ee3-953d-93623d109986 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:19.774625 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6902091-7cd8-49a8-9ce5-b32e5dbef88e None None] Sync routers for ids ['4c89948f-d3db-4fae-9b13-a06b02357b70'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:18:19.792572 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6902091-7cd8-49a8-9ce5-b32e5dbef88e None None] Routers {'4c89948f-d3db-4fae-9b13-a06b02357b70'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:19.793232 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-e6902091-7cd8-49a8-9ce5-b32e5dbef88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['4c89948f-d3db-4fae-9b13-a06b02357b70'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:19.803078 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-13f673f1-bdd6-4ee3-953d-93623d109986 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "PUT /v2.0/floatingips/2b6467d2-8c4b-4152-bbbb-beba1613c3ac HTTP/1.1" status: 200 len: 991 time: 1.8944836 Dec 16 22:18:19.803948 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a033ee84-0947-449e-a298-abe9fb6a92ed', 'tag': 'f43ea034-a1f1-49b3-a139-107b6870c432'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:19.806455 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1473c5-7acc-4171-82ff-2487f82160b4" -d '{"events": [{"name": "network-changed", "server_uuid": "a033ee84-0947-449e-a298-abe9fb6a92ed", "tag": "f43ea034-a1f1-49b3-a139-107b6870c432"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:19.844615 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede700de-c29e-4e74-a785-a66544ef22e4 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:19.846149 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ede700de-c29e-4e74-a785-a66544ef22e4 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 881 time: 0.1151173 Dec 16 22:18:19.848998 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42024) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:19.883399 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2c20e28e-4348-4349-8e54-f96e32b86b6a tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "GET /v2.0/ports?device_id=50256fac-b50e-4ca6-9806-0da1c3ac849c HTTP/1.1" status: 200 len: 205 time: 0.0332086 Dec 16 22:18:19.886133 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42026) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:19.943598 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-e6902091-7cd8-49a8-9ce5-b32e5dbef88e None None] Set router 4c89948f-d3db-4fae-9b13-a06b02357b70 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:18:20.044306 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bac7957-f5a4-4766-8e9b-d380881bab0d x-openstack-request-id: req-7bac7957-f5a4-4766-8e9b-d380881bab0d {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:20.044306 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a033ee84-0947-449e-a298-abe9fb6a92ed", "tag": "f43ea034-a1f1-49b3-a139-107b6870c432", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:20.044306 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7bac7957-f5a4-4766-8e9b-d380881bab0d {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:20.044888 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a033ee84-0947-449e-a298-abe9fb6a92ed', 'tag': 'f43ea034-a1f1-49b3-a139-107b6870c432', 'status': 'completed', 'code': 200} Dec 16 22:18:20.066562 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d0d4c36e-b043-43b3-9b37-69e94f0d65e2 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:20.124308 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e01fb-310a-4119-85ae-e1536f92f242 req-b47c0487-6a45-4b90-8729-a988a8d0b4f9 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:20.132186 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-519e01fb-310a-4119-85ae-e1536f92f242 req-b47c0487-6a45-4b90-8729-a988a8d0b4f9 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.0719409 Dec 16 22:18:20.242089 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-519e01fb-310a-4119-85ae-e1536f92f242 req-8c91a5d9-5b0c-430d-8292-f1cde0e3ee6a tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045356 Dec 16 22:18:20.267987 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1473c5-7acc-4171-82ff-2487f82160b4 req-20ce049b-ee88-4109-b080-dd5fd2d24c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:20.270477 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be1473c5-7acc-4171-82ff-2487f82160b4 req-20ce049b-ee88-4109-b080-dd5fd2d24c49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1eca6be478514f9c8f27151bade9f595&device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 1096 time: 0.0946002 Dec 16 22:18:20.283084 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d0d4c36e-b043-43b3-9b37-69e94f0d65e2 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:20.340861 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-e6902091-7cd8-49a8-9ce5-b32e5dbef88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'name': 'tempest-ServersTestBootFromVolume-987017527-router', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'e8e0fbee-3828-4794-ae6c-f44f39360100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:16:42Z', 'updated_at': '2021-12-16T22:16:53Z', 'revision_number': 4, 'project_id': '1eca6be478514f9c8f27151bade9f595', 'gw_port': {'id': 'e8e0fbee-3828-4794-ae6c-f44f39360100', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:16:44Z', 'updated_at': '2021-12-16T22:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '2b6467d2-8c4b-4152-bbbb-beba1613c3ac', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'floating_ip_address': '172.25.6.184', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'port_id': 'f43ea034-a1f1-49b3-a139-107b6870c432', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be', 'mac_address': 'fa:16:3e:ad:ad:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a033ee84-0947-449e-a298-abe9fb6a92ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:17:02Z', 'updated_at': '2021-12-16T22:18:18Z', 'revision_number': 1, 'project_id': '1eca6be478514f9c8f27151bade9f595', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346284e1-ef41-4825-819f-3192a693001d', 'name': '', 'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'mac_address': 'fa:16:3e:ca:8e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '6f1fd97e-df08-4d06-a6b5-806941b75263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:16:51Z', 'updated_at': '2021-12-16T22:16:59Z', 'revision_number': 5, 'project_id': '1eca6be478514f9c8f27151bade9f595', 'subnets': [{'id': '6f1fd97e-df08-4d06-a6b5-806941b75263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:20.378789 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1c0d5-01de-45e7-9385-cc7e9a803054 req-34505446-d876-4517-a994-889bd6ee0f64 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:20.378789 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-12c1c0d5-01de-45e7-9385-cc7e9a803054 req-34505446-d876-4517-a994-889bd6ee0f64 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=5defa9a6-0c7a-4394-9884-25a23aaf83d1 HTTP/1.1" status: 200 len: 950 time: 0.0666437 Dec 16 22:18:20.392303 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6902091-7cd8-49a8-9ce5-b32e5dbef88e None None] Checking router: 4c89948f-d3db-4fae-9b13-a06b02357b70 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:18:20.406501 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5defa9a6-0c7a-4394-9884-25a23aaf83d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f81457-f7a7-4394-893f-d0d78bbaab81'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:20.410692 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d63732-8ac6-497e-8543-0d7f55ee6ff3" -d '{"events": [{"server_uuid": "5defa9a6-0c7a-4394-9884-25a23aaf83d1", "name": "network-vif-plugged", "status": "completed", "tag": "e8f81457-f7a7-4394-893f-d0d78bbaab81"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:20.415476 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6902091-7cd8-49a8-9ce5-b32e5dbef88e None None] Routers {'4c89948f-d3db-4fae-9b13-a06b02357b70'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:20.416165 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-e6902091-7cd8-49a8-9ce5-b32e5dbef88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['4c89948f-d3db-4fae-9b13-a06b02357b70'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:20.449799 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1473c5-7acc-4171-82ff-2487f82160b4 req-dba4040c-8a2b-4181-b7eb-5d863d9856c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:20.451523 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be1473c5-7acc-4171-82ff-2487f82160b4 req-dba4040c-8a2b-4181-b7eb-5d863d9856c6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c7f1c459-e84f-448b-8a2b-28e7b0a9b3be HTTP/1.1" status: 200 len: 915 time: 0.1614358 Dec 16 22:18:20.481487 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fe138a-fdfb-4b98-983a-9adb5fce4a4e x-openstack-request-id: req-d4fe138a-fdfb-4b98-983a-9adb5fce4a4e {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:20.485019 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5defa9a6-0c7a-4394-9884-25a23aaf83d1", "name": "network-vif-plugged", "status": "completed", "tag": "e8f81457-f7a7-4394-893f-d0d78bbaab81", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:20.485019 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d4fe138a-fdfb-4b98-983a-9adb5fce4a4e {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:20.485019 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5defa9a6-0c7a-4394-9884-25a23aaf83d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f81457-f7a7-4394-893f-d0d78bbaab81', 'code': 200} Dec 16 22:18:20.543085 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-12c1c0d5-01de-45e7-9385-cc7e9a803054 req-154457bd-a54d-4b10-b79f-626d9dd2eb2f tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518734 Dec 16 22:18:20.557850 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-d0d4c36e-b043-43b3-9b37-69e94f0d65e2 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Deleting port 7d4c3c72-d66b-4130-bb62-32ca82c3dd63 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:20.559748 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d0d4c36e-b043-43b3-9b37-69e94f0d65e2 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:20.571909 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be1473c5-7acc-4171-82ff-2487f82160b4 req-e79d632c-ecc1-416c-8b99-f0a4dd5ef132 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f43ea034-a1f1-49b3-a139-107b6870c432 HTTP/1.1" status: 200 len: 999 time: 0.1049898 Dec 16 22:18:20.633363 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-e6902091-7cd8-49a8-9ce5-b32e5dbef88e None None] Set router 4c89948f-d3db-4fae-9b13-a06b02357b70 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:18:20.680310 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed2751-0739-4437-9ec4-74f9d8caed19 req-c2cfaad0-113c-4763-83bd-45e2344ea6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:20.683113 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e7ed2751-0739-4437-9ec4-74f9d8caed19 req-c2cfaad0-113c-4763-83bd-45e2344ea6c7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5defa9a6-0c7a-4394-9884-25a23aaf83d1 HTTP/1.1" status: 200 len: 1101 time: 0.0727367 Dec 16 22:18:20.705219 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1473c5-7acc-4171-82ff-2487f82160b4 req-e71e23b3-df23-49b0-863c-118085dc364c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:20.707326 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be1473c5-7acc-4171-82ff-2487f82160b4 req-e71e23b3-df23-49b0-863c-118085dc364c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f1fd97e-df08-4d06-a6b5-806941b75263 HTTP/1.1" status: 200 len: 854 time: 0.1206071 Dec 16 22:18:20.727703 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d0d4c36e-b043-43b3-9b37-69e94f0d65e2 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:20.753707 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-d0d4c36e-b043-43b3-9b37-69e94f0d65e2 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Calling delete_port for 7d4c3c72-d66b-4130-bb62-32ca82c3dd63 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:20.776204 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e7ed2751-0739-4437-9ec4-74f9d8caed19 req-bb089ed2-19e3-41e0-865b-b980f4708b03 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819826 Dec 16 22:18:20.786833 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1473c5-7acc-4171-82ff-2487f82160b4 req-28457866-d31e-4fba-99ac-0ec194451398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:20.789071 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be1473c5-7acc-4171-82ff-2487f82160b4 req-28457866-d31e-4fba-99ac-0ec194451398 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c7f1c459-e84f-448b-8a2b-28e7b0a9b3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743887 Dec 16 22:18:20.886824 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9adbd0-edc5-4c59-81e4-62ff8f5fc988 req-34680eed-1ec2-485c-8b81-674fe24c110b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:20.897096 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b9adbd0-edc5-4c59-81e4-62ff8f5fc988 req-34680eed-1ec2-485c-8b81-674fe24c110b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.0784745 Dec 16 22:18:20.964794 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b9adbd0-edc5-4c59-81e4-62ff8f5fc988 req-4f3a75a6-1806-40bb-a66b-3db24ac49d93 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534983 Dec 16 22:18:21.044228 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-e6902091-7cd8-49a8-9ce5-b32e5dbef88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'name': 'tempest-ServersTestBootFromVolume-987017527-router', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'e8e0fbee-3828-4794-ae6c-f44f39360100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:16:42Z', 'updated_at': '2021-12-16T22:16:53Z', 'revision_number': 4, 'project_id': '1eca6be478514f9c8f27151bade9f595', 'gw_port': {'id': 'e8e0fbee-3828-4794-ae6c-f44f39360100', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:16:44Z', 'updated_at': '2021-12-16T22:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '2b6467d2-8c4b-4152-bbbb-beba1613c3ac', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'floating_ip_address': '172.25.6.184', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'port_id': 'f43ea034-a1f1-49b3-a139-107b6870c432', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be', 'mac_address': 'fa:16:3e:ad:ad:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a033ee84-0947-449e-a298-abe9fb6a92ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:17:02Z', 'updated_at': '2021-12-16T22:18:18Z', 'revision_number': 1, 'project_id': '1eca6be478514f9c8f27151bade9f595', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346284e1-ef41-4825-819f-3192a693001d', 'name': '', 'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'mac_address': 'fa:16:3e:ca:8e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '6f1fd97e-df08-4d06-a6b5-806941b75263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:16:51Z', 'updated_at': '2021-12-16T22:16:59Z', 'revision_number': 5, 'project_id': '1eca6be478514f9c8f27151bade9f595', 'subnets': [{'id': '6f1fd97e-df08-4d06-a6b5-806941b75263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:21.076289 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6902091-7cd8-49a8-9ce5-b32e5dbef88e None None] The sync data for ids ['4c89948f-d3db-4fae-9b13-a06b02357b70'] in n-d-815324-4 is: [{'id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'name': 'tempest-ServersTestBootFromVolume-987017527-router', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'e8e0fbee-3828-4794-ae6c-f44f39360100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:16:42Z', 'updated_at': '2021-12-16T22:16:53Z', 'revision_number': 4, 'project_id': '1eca6be478514f9c8f27151bade9f595', 'gw_port': {'id': 'e8e0fbee-3828-4794-ae6c-f44f39360100', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:16:44Z', 'updated_at': '2021-12-16T22:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '2b6467d2-8c4b-4152-bbbb-beba1613c3ac', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'floating_ip_address': '172.25.6.184', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'port_id': 'f43ea034-a1f1-49b3-a139-107b6870c432', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be', 'mac_address': 'fa:16:3e:ad:ad:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a033ee84-0947-449e-a298-abe9fb6a92ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:17:02Z', 'updated_at': '2021-12-16T22:18:18Z', 'revision_number': 1, 'project_id': '1eca6be478514f9c8f27151bade9f595', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346284e1-ef41-4825-819f-3192a693001d', 'name': '', 'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'mac_address': 'fa:16:3e:ca:8e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '6f1fd97e-df08-4d06-a6b5-806941b75263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:16:51Z', 'updated_at': '2021-12-16T22:16:59Z', 'revision_number': 5, 'project_id': '1eca6be478514f9c8f27151bade9f595', 'subnets': [{'id': '6f1fd97e-df08-4d06-a6b5-806941b75263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:18:21.115289 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d0d4c36e-b043-43b3-9b37-69e94f0d65e2 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:21.144800 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4c36e-b043-43b3-9b37-69e94f0d65e2 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Pushing event deleted for resources: {'Port': ['ID=7d4c3c72-d66b-4130-bb62-32ca82c3dd63,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:21.212006 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d0d4c36e-b043-43b3-9b37-69e94f0d65e2 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:21.340048 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be1473c5-7acc-4171-82ff-2487f82160b4 req-844b7e4d-0b47-4102-b541-1b435531c831 service neutron] 10.222.0.57 "GET /v2.0/networks/c7f1c459-e84f-448b-8a2b-28e7b0a9b3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578267 Dec 16 22:18:21.358441 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d0d4c36e-b043-43b3-9b37-69e94f0d65e2 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:21.362885 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d0d4c36e-b043-43b3-9b37-69e94f0d65e2 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:21.411553 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c72b875-79bf-45f1-ab71-8a79a8e4829d None None] New status for floating IP 2b6467d2-8c4b-4152-bbbb-beba1613c3ac: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:18:21.426075 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42068) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:21.526614 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be1473c5-7acc-4171-82ff-2487f82160b4 req-ae18d85f-2865-4932-a923-f27b20f302ca service neutron] 10.222.0.57 "GET /v2.0/networks/c7f1c459-e84f-448b-8a2b-28e7b0a9b3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743798 Dec 16 22:18:21.677016 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf53839-3a2e-43af-814c-51ee1876bd51 req-699577f2-a3be-4469-b19e-1ad0a0a67961 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:21.689379 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1cf53839-3a2e-43af-814c-51ee1876bd51 req-699577f2-a3be-4469-b19e-1ad0a0a67961 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.1005290 Dec 16 22:18:21.753421 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-7d90aad1-1297-4aa3-9cfd-58dbbdf74af7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-95711836-network', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:21.812752 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e075df-03e1-408f-b6e1-c5299c987d14 req-f65e4005-61ce-42cc-bf7a-e8dc220d3de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:21.812752 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3e075df-03e1-408f-b6e1-c5299c987d14 req-f65e4005-61ce-42cc-bf7a-e8dc220d3de2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=14fa89a71b19443bab437fd35023cb1c&device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 1096 time: 0.1179767 Dec 16 22:18:21.818198 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1cf53839-3a2e-43af-814c-51ee1876bd51 req-1968c10a-6e8d-475d-aa11-6c1b5e390486 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274981 Dec 16 22:18:21.891890 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d90aad1-1297-4aa3-9cfd-58dbbdf74af7 admin admin] Made reservation on behalf of 282bc2e8d7324057aeb6d491e5757a38 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:18:21.898021 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e0cc3-20bf-4a10-8916-b8eddb8cff27 req-5fd01320-f4b0-43f4-8189-18a3636335bb tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:21.898514 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7d90aad1-1297-4aa3-9cfd-58dbbdf74af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:21.898616 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9c3e0cc3-20bf-4a10-8916-b8eddb8cff27 req-5fd01320-f4b0-43f4-8189-18a3636335bb tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.5539014 Dec 16 22:18:21.966029 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9c3e0cc3-20bf-4a10-8916-b8eddb8cff27 req-1e685000-0ba2-46db-869d-5dad5b98e12d tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655243 Dec 16 22:18:21.996549 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d0d4c36e-b043-43b3-9b37-69e94f0d65e2 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:21.997131 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d4c36e-b043-43b3-9b37-69e94f0d65e2 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Fanout notify agent at l3_agent the message router_deleted on router 50256fac-b50e-4ca6-9806-0da1c3ac849c {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:18:22.013173 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d0d4c36e-b043-43b3-9b37-69e94f0d65e2 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:22.015021 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d0d4c36e-b043-43b3-9b37-69e94f0d65e2 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "DELETE /v2.0/routers/50256fac-b50e-4ca6-9806-0da1c3ac849c HTTP/1.1" status: 204 len: 168 time: 2.1277361 Dec 16 22:18:22.018939 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42086) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:22.023863 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-5914e4ba-8792-4730-a607-fa76803e3b1f tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1261932786', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}, 'admin_state_up': False}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:22.115699 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5914e4ba-8792-4730-a607-fa76803e3b1f tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:22.117654 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5914e4ba-8792-4730-a607-fa76803e3b1f tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:22.184755 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5914e4ba-8792-4730-a607-fa76803e3b1f tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:22.201453 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7d90aad1-1297-4aa3-9cfd-58dbbdf74af7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:22.254486 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e075df-03e1-408f-b6e1-c5299c987d14 req-5eeaaed5-f553-4305-85f1-fcd78cc08013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:22.256053 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3e075df-03e1-408f-b6e1-c5299c987d14 req-5eeaaed5-f553-4305-85f1-fcd78cc08013 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5c1937af-7bb6-406c-854f-833019c225af HTTP/1.1" status: 200 len: 919 time: 0.4358380 Dec 16 22:18:22.273539 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230888c-b0a6-4bbd-85ba-53e7ec0c84b6 req-558dfd30-d264-4ff3-b791-b9edb95c3e75 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:22.275150 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9230888c-b0a6-4bbd-85ba-53e7ec0c84b6 req-558dfd30-d264-4ff3-b791-b9edb95c3e75 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=5defa9a6-0c7a-4394-9884-25a23aaf83d1 HTTP/1.1" status: 200 len: 950 time: 0.3847692 Dec 16 22:18:22.361460 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9230888c-b0a6-4bbd-85ba-53e7ec0c84b6 req-d336b962-68cc-4e0e-996d-a7cabc72b441 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766804 Dec 16 22:18:22.366263 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7d90aad1-1297-4aa3-9cfd-58dbbdf74af7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:22.411975 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3e075df-03e1-408f-b6e1-c5299c987d14 req-24bdaf18-1007-4066-8067-3bba320ac828 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55c7568d-f7a5-49fe-be76-43e9a635be0a HTTP/1.1" status: 200 len: 217 time: 0.0395691 Dec 16 22:18:22.435035 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5914e4ba-8792-4730-a607-fa76803e3b1f tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:22.482781 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e075df-03e1-408f-b6e1-c5299c987d14 req-dc224b72-52a1-434f-8530-8225af6d8f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:22.484851 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3e075df-03e1-408f-b6e1-c5299c987d14 req-dc224b72-52a1-434f-8530-8225af6d8f62 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4012085c-74d4-4d83-9e4d-14ad56ea9a5d HTTP/1.1" status: 200 len: 859 time: 0.0538883 Dec 16 22:18:22.485557 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7d90aad1-1297-4aa3-9cfd-58dbbdf74af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:22.532759 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3e075df-03e1-408f-b6e1-c5299c987d14 req-572898b9-b5c8-46c3-bf2e-cfd0294a0eb0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c1937af-7bb6-406c-854f-833019c225af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405343 Dec 16 22:18:22.540388 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d90aad1-1297-4aa3-9cfd-58dbbdf74af7 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:18:22.551993 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90aad1-1297-4aa3-9cfd-58dbbdf74af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073b5f17-5c6f-4eb5-b740-31b0922299c4,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:22.579137 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7d90aad1-1297-4aa3-9cfd-58dbbdf74af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:22.581749 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-7d90aad1-1297-4aa3-9cfd-58dbbdf74af7 admin admin] Added segment 65afc4e0-336a-4801-84fe-00972a7a79ce of type vlan for network 4a51e34c-53d5-4335-835f-c57437c183f5 Dec 16 22:18:22.673383 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7d90aad1-1297-4aa3-9cfd-58dbbdf74af7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:22.730443 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3e075df-03e1-408f-b6e1-c5299c987d14 req-b2bfad4a-90b6-43aa-b72c-74977dad9884 service neutron] 10.222.0.57 "GET /v2.0/networks/5c1937af-7bb6-406c-854f-833019c225af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639488 Dec 16 22:18:22.733055 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f68ed-6f58-4aee-8151-2365282913f6 req-7516dbac-a735-4428-9881-a5ccf5b6dd1a tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:22.734595 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2c2f68ed-6f58-4aee-8151-2365282913f6 req-7516dbac-a735-4428-9881-a5ccf5b6dd1a tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.0701692 Dec 16 22:18:22.803376 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7d90aad1-1297-4aa3-9cfd-58dbbdf74af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:22.803993 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d90aad1-1297-4aa3-9cfd-58dbbdf74af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:22.804949 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7d90aad1-1297-4aa3-9cfd-58dbbdf74af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:22.929057 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5914e4ba-8792-4730-a607-fa76803e3b1f tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:22.932942 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90aad1-1297-4aa3-9cfd-58dbbdf74af7 admin admin] Pushing event updated for resources: {'Network': ['ID=4a51e34c-53d5-4335-835f-c57437c183f5,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:22.945615 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 4a51e34c-53d5-4335-835f-c57437c183f5 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:18:22.965102 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3e075df-03e1-408f-b6e1-c5299c987d14 req-eccb6248-82dd-498c-b762-0161cc6bc751 service neutron] 10.222.0.57 "GET /v2.0/networks/5c1937af-7bb6-406c-854f-833019c225af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215850 Dec 16 22:18:22.969979 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7d90aad1-1297-4aa3-9cfd-58dbbdf74af7 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.5425084 Dec 16 22:18:22.972971 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42104) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:22.985905 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-c6661b45-7576-4ecd-b501-06283ffc73b3 admin admin] Request body: {'subnet': {'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-95711836-subnet', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:22.997581 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5914e4ba-8792-4730-a607-fa76803e3b1f tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:23.064113 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-2c2f68ed-6f58-4aee-8151-2365282913f6 req-d8dd47ba-b355-4ada-94e4-bccaf6abe0ff tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Deleting port 1b895598-6976-4406-9d9c-a48e8cd46379 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:23.064466 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2c2f68ed-6f58-4aee-8151-2365282913f6 req-d8dd47ba-b355-4ada-94e4-bccaf6abe0ff tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:23.080108 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13790f-737b-4edd-959b-d431bd8cadd6 req-29c89a1e-a757-4327-9677-3a9d47763567 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:23.081691 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9c13790f-737b-4edd-959b-d431bd8cadd6 req-29c89a1e-a757-4327-9677-3a9d47763567 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.1814036 Dec 16 22:18:23.176355 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5390afd-3153-45d1-886d-d4e57fa9cc54 req-b38f28a4-5525-4356-a9b2-105b602e910e tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:23.178252 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a5390afd-3153-45d1-886d-d4e57fa9cc54 req-b38f28a4-5525-4356-a9b2-105b602e910e tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 950 time: 0.1071680 Dec 16 22:18:23.179645 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6661b45-7576-4ecd-b501-06283ffc73b3 admin admin] Made reservation on behalf of 282bc2e8d7324057aeb6d491e5757a38 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:18:23.182981 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c6661b45-7576-4ecd-b501-06283ffc73b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:23.236548 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9c13790f-737b-4edd-959b-d431bd8cadd6 req-5d607425-6297-4ca2-b662-64230b13d15c tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381629 Dec 16 22:18:23.267781 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-5914e4ba-8792-4730-a607-fa76803e3b1f tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Allocated IP 172.25.6.9 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/ddb58dd8-ee3d-4ed3-a836-969c97681207) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:18:23.294487 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-2c2f68ed-6f58-4aee-8151-2365282913f6 req-d8dd47ba-b355-4ada-94e4-bccaf6abe0ff tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] For port 1b895598-6976-4406-9d9c-a48e8cd46379, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1b895598-6976-4406-9d9c-a48e8cd46379,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:23.294945 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2c2f68ed-6f58-4aee-8151-2365282913f6 req-d8dd47ba-b355-4ada-94e4-bccaf6abe0ff tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:23.327787 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a5390afd-3153-45d1-886d-d4e57fa9cc54 req-b3cf4619-3d84-4131-b1e8-4cae30d8e2a7 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403754 Dec 16 22:18:23.354677 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-2c2f68ed-6f58-4aee-8151-2365282913f6 req-d8dd47ba-b355-4ada-94e4-bccaf6abe0ff tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Calling delete_port for 1b895598-6976-4406-9d9c-a48e8cd46379 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:23.385347 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9a17-9bda-41db-8586-00d3b25e0321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:23.480610 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5914e4ba-8792-4730-a607-fa76803e3b1f tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:23.571998 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c6661b45-7576-4ecd-b501-06283ffc73b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:23.612188 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5159c84-4985-49d6-917c-6a8f39bd9168 req-d3ac83b0-321b-41d7-974e-0ad386c4e757 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:23.613740 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d5159c84-4985-49d6-917c-6a8f39bd9168 req-d3ac83b0-321b-41d7-974e-0ad386c4e757 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=5defa9a6-0c7a-4394-9884-25a23aaf83d1 HTTP/1.1" status: 200 len: 950 time: 0.1313899 Dec 16 22:18:23.635521 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6661b45-7576-4ecd-b501-06283ffc73b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04a69dc0-997e-43c3-974f-46673370ac49,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:23.643524 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6661b45-7576-4ecd-b501-06283ffc73b3 admin admin] Checking segment: {'id': '65afc4e0-336a-4801-84fe-00972a7a79ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:18:23.643524 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6661b45-7576-4ecd-b501-06283ffc73b3 admin admin] Network hostable DHCP agents. Network: 4a51e34c-53d5-4335-835f-c57437c183f5, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:18:23.676629 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d5159c84-4985-49d6-917c-6a8f39bd9168 req-270947f9-4dc0-42d6-ae60-e3fa21c1f338 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544293 Dec 16 22:18:23.761055 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5914e4ba-8792-4730-a607-fa76803e3b1f tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:23.795775 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6661b45-7576-4ecd-b501-06283ffc73b3 admin admin] Network 4a51e34c-53d5-4335-835f-c57437c183f5 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:18:23.801564 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2c2f68ed-6f58-4aee-8151-2365282913f6 req-d8dd47ba-b355-4ada-94e4-bccaf6abe0ff tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:23.801956 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a6e26-dbba-459f-a381-5ea9dd2be52f req-9d572337-125e-47ee-a384-ae88117b10a8 tempest-ServersOnMultiNodesTest-787160010 tempest-ServersOnMultiNodesTest-787160010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:23.804490 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d04a6e26-dbba-459f-a381-5ea9dd2be52f req-9d572337-125e-47ee-a384-ae88117b10a8 tempest-ServersOnMultiNodesTest-787160010 tempest-ServersOnMultiNodesTest-787160010-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=5defa9a6-0c7a-4394-9884-25a23aaf83d1 HTTP/1.1" status: 200 len: 1101 time: 0.0541556 Dec 16 22:18:23.806759 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5914e4ba-8792-4730-a607-fa76803e3b1f tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:18:23.812804 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-5914e4ba-8792-4730-a607-fa76803e3b1f tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:23.820167 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5914e4ba-8792-4730-a607-fa76803e3b1f tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:23.852845 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9b313086-9cd6-4a5f-a0f2-77b6947f50bf', '1b895598-6976-4406-9d9c-a48e8cd46379'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:23.862046 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914e4ba-8792-4730-a607-fa76803e3b1f tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Pushing event updated for resources: {'Port': ['ID=ddb58dd8-ee3d-4ed3-a836-969c97681207,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:23.886159 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-c6661b45-7576-4ecd-b501-06283ffc73b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 4a51e34c-53d5-4335-835f-c57437c183f5) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:23.899288 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d04a6e26-dbba-459f-a381-5ea9dd2be52f req-e7482dee-9abf-44da-b3a2-a9d17d587d53 tempest-ServersOnMultiNodesTest-787160010 tempest-ServersOnMultiNodesTest-787160010-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800385 Dec 16 22:18:23.916744 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6661b45-7576-4ecd-b501-06283ffc73b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:23.920038 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c6661b45-7576-4ecd-b501-06283ffc73b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:23.923516 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd47ba-b355-4ada-94e4-bccaf6abe0ff tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Pushing event deleted for resources: {'Port': ['ID=1b895598-6976-4406-9d9c-a48e8cd46379,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:23.946475 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2f68ed-6f58-4aee-8151-2365282913f6 req-d8dd47ba-b355-4ada-94e4-bccaf6abe0ff tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] No DVR routers for this DVR port 1b895598-6976-4406-9d9c-a48e8cd46379 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:18:23.951592 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2c2f68ed-6f58-4aee-8151-2365282913f6 req-d8dd47ba-b355-4ada-94e4-bccaf6abe0ff tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:23.954963 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2c2f68ed-6f58-4aee-8151-2365282913f6 req-d8dd47ba-b355-4ada-94e4-bccaf6abe0ff tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.57 "DELETE /v2.0/ports/1b895598-6976-4406-9d9c-a48e8cd46379 HTTP/1.1" status: 204 len: 173 time: 1.2076449 Dec 16 22:18:23.962639 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e21bde0-2838-45c5-a525-8d975a412f84', 'name': 'network-vif-deleted', 'tag': '1b895598-6976-4406-9d9c-a48e8cd46379'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:23.962639 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9a9d6d-c9f4-4872-9551-a92d5206393d" -d '{"events": [{"server_uuid": "6e21bde0-2838-45c5-a525-8d975a412f84", "name": "network-vif-deleted", "tag": "1b895598-6976-4406-9d9c-a48e8cd46379"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:23.963232 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc80739f-a707-4689-ab06-f5c22ebb0283 None None] Network 4a51e34c-53d5-4335-835f-c57437c183f5 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:18:24.016854 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52e63c7-5537-4d97-89a5-7eda306dd15e x-openstack-request-id: req-d52e63c7-5537-4d97-89a5-7eda306dd15e {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:24.017367 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e21bde0-2838-45c5-a525-8d975a412f84", "name": "network-vif-deleted", "tag": "1b895598-6976-4406-9d9c-a48e8cd46379", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:24.018145 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d52e63c7-5537-4d97-89a5-7eda306dd15e {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:24.019084 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e21bde0-2838-45c5-a525-8d975a412f84', 'name': 'network-vif-deleted', 'tag': '1b895598-6976-4406-9d9c-a48e8cd46379', 'status': 'completed', 'code': 200} Dec 16 22:18:24.054535 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c6661b45-7576-4ecd-b501-06283ffc73b3 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0803857 Dec 16 22:18:24.057387 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42134) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:24.070593 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-f63c7a5f-d22f-408f-bbe5-29a61f409592 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-95711836-router', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:24.122936 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bdfff2-8ded-40d5-8593-830171c4c72c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-4a51e34c-53d5-4335-835f-c57437c183f5', 'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5', 'project_id': '282bc2e8d7324057aeb6d491e5757a38', 'fixed_ips': [{'subnet_id': '04a69dc0-997e-43c3-974f-46673370ac49'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:18:24.123845 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0bdfff2-8ded-40d5-8593-830171c4c72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:24.201284 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f63c7a5f-d22f-408f-bbe5-29a61f409592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:24.202288 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f63c7a5f-d22f-408f-bbe5-29a61f409592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:24.305940 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-c0bdfff2-8ded-40d5-8593-830171c4c72c None None] Allocated IP 172.20.0.2 (4a51e34c-53d5-4335-835f-c57437c183f5/04a69dc0-997e-43c3-974f-46673370ac49/a077a700-3244-4e4a-83aa-eef5472f20d4) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:18:24.329504 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f63c7a5f-d22f-408f-bbe5-29a61f409592 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:24.492476 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d7aa1-38fa-497e-af0d-4396de19ea9a req-b3238282-c7e9-4b93-9b27-bc4ee72d5544 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:24.493921 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f24d7aa1-38fa-497e-af0d-4396de19ea9a req-b3238282-c7e9-4b93-9b27-bc4ee72d5544 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.1447227 Dec 16 22:18:24.506100 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5914e4ba-8792-4730-a607-fa76803e3b1f tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:24.562707 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0bdfff2-8ded-40d5-8593-830171c4c72c None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:24.686236 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0bdfff2-8ded-40d5-8593-830171c4c72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:24.686489 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f63c7a5f-d22f-408f-bbe5-29a61f409592 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:24.692561 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f24d7aa1-38fa-497e-af0d-4396de19ea9a req-78e035c1-c675-43eb-b3d5-64d0def1ddf4 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521189 Dec 16 22:18:24.714785 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb5062da-ccd0-459f-a6ce-730e3a3fb096 req-7421e52b-55c2-4646-8d88-5f31229ae355 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 210 time: 0.0412970 Dec 16 22:18:24.750649 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bdfff2-8ded-40d5-8593-830171c4c72c None None] Network 4a51e34c-53d5-4335-835f-c57437c183f5 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:18:24.755624 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-c0bdfff2-8ded-40d5-8593-830171c4c72c None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:24.759559 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bdfff2-8ded-40d5-8593-830171c4c72c None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:24.767748 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bdfff2-8ded-40d5-8593-830171c4c72c None None] Pushing event updated for resources: {'Port': ['ID=a077a700-3244-4e4a-83aa-eef5472f20d4,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:24.829885 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5914e4ba-8792-4730-a607-fa76803e3b1f tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:24.884175 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c0bdfff2-8ded-40d5-8593-830171c4c72c None None] Attempting to bind port a077a700-3244-4e4a-83aa-eef5472f20d4 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:18:24.889483 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c0bdfff2-8ded-40d5-8593-830171c4c72c None None] Attempting to bind port a077a700-3244-4e4a-83aa-eef5472f20d4 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '65afc4e0-336a-4801-84fe-00972a7a79ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:18:24.890012 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bdfff2-8ded-40d5-8593-830171c4c72c None None] Attempting to bind port a077a700-3244-4e4a-83aa-eef5472f20d4 on network 4a51e34c-53d5-4335-835f-c57437c183f5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:18:24.915830 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bdfff2-8ded-40d5-8593-830171c4c72c None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:18:24.918287 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bdfff2-8ded-40d5-8593-830171c4c72c None None] Checking segment: {'id': '65afc4e0-336a-4801-84fe-00972a7a79ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:18:24.918800 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0bdfff2-8ded-40d5-8593-830171c4c72c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:24.919476 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bdfff2-8ded-40d5-8593-830171c4c72c None None] Bound using segment: {'id': '65afc4e0-336a-4801-84fe-00972a7a79ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:18:24.920238 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c0bdfff2-8ded-40d5-8593-830171c4c72c None None] Bound port: a077a700-3244-4e4a-83aa-eef5472f20d4, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65afc4e0-336a-4801-84fe-00972a7a79ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:18:24.920853 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0bdfff2-8ded-40d5-8593-830171c4c72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:25.027522 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c0bdfff2-8ded-40d5-8593-830171c4c72c None None] For port a077a700-3244-4e4a-83aa-eef5472f20d4, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:18:25.034135 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c0bdfff2-8ded-40d5-8593-830171c4c72c None None] For port a077a700-3244-4e4a-83aa-eef5472f20d4, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a077a700-3244-4e4a-83aa-eef5472f20d4,segment=NetworkSegment(65afc4e0-336a-4801-84fe-00972a7a79ce),segment_id=65afc4e0-336a-4801-84fe-00972a7a79ce)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:18:25.082913 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae25940-dfdf-4a80-a65c-12ce823c938d req-b389cc1d-abac-448a-b4a6-c89e23758f93 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:25.084625 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6ae25940-dfdf-4a80-a65c-12ce823c938d req-b389cc1d-abac-448a-b4a6-c89e23758f93 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=5defa9a6-0c7a-4394-9884-25a23aaf83d1 HTTP/1.1" status: 200 len: 950 time: 0.1163096 Dec 16 22:18:25.109665 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0bdfff2-8ded-40d5-8593-830171c4c72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:25.184802 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bdfff2-8ded-40d5-8593-830171c4c72c None None] Pushing event updated for resources: {'Port': ['ID=a077a700-3244-4e4a-83aa-eef5472f20d4,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:25.206206 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5914e4ba-8792-4730-a607-fa76803e3b1f tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Router 402b42cb-a425-4e52-b35c-6f0c42c7f728 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:18:25.232534 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6ae25940-dfdf-4a80-a65c-12ce823c938d req-e39c0032-ddc1-4889-befb-3da25a904709 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110127 Dec 16 22:18:25.243846 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f63c7a5f-d22f-408f-bbe5-29a61f409592 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:25.269175 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f63c7a5f-d22f-408f-bbe5-29a61f409592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:25.346784 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5914e4ba-8792-4730-a607-fa76803e3b1f tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:18:25.366217 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575df01c-3408-475d-a23d-cf53376ce579 None None] Sync routers for ids ['402b42cb-a425-4e52-b35c-6f0c42c7f728'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:18:25.404751 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575df01c-3408-475d-a23d-cf53376ce579 None None] Routers {'402b42cb-a425-4e52-b35c-6f0c42c7f728'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:25.404751 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-575df01c-3408-475d-a23d-cf53376ce579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['402b42cb-a425-4e52-b35c-6f0c42c7f728'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:25.453574 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-f63c7a5f-d22f-408f-bbe5-29a61f409592 admin admin] Allocated IP 172.25.6.37 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/0f4568bf-fc12-42e0-b23c-e861e4c914ea) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:18:25.477087 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-575df01c-3408-475d-a23d-cf53376ce579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:25.487077 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5914e4ba-8792-4730-a607-fa76803e3b1f tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:25.488932 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5914e4ba-8792-4730-a607-fa76803e3b1f tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.4693465 Dec 16 22:18:25.491643 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42154) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:25.497565 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575df01c-3408-475d-a23d-cf53376ce579 None None] Routers {'402b42cb-a425-4e52-b35c-6f0c42c7f728'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:25.499287 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-575df01c-3408-475d-a23d-cf53376ce579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:17:55Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['402b42cb-a425-4e52-b35c-6f0c42c7f728'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:25.502155 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-490a2af5-f731-47ff-b14c-8f66850c230e tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:25.632006 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f63c7a5f-d22f-408f-bbe5-29a61f409592 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:25.741081 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-575df01c-3408-475d-a23d-cf53376ce579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:25.741654 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575df01c-3408-475d-a23d-cf53376ce579 None None] The sync data for ids ['402b42cb-a425-4e52-b35c-6f0c42c7f728'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:18:25.865738 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-97de52ac-dd82-49b5-b9b0-05d187f14204 req-e1c83c9e-5e9e-4f03-b0cd-467044157b25 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e21bde0-2838-45c5-a525-8d975a412f84 HTTP/1.1" status: 200 len: 210 time: 0.0284283 Dec 16 22:18:25.881240 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f63c7a5f-d22f-408f-bbe5-29a61f409592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:25.917081 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63c7a5f-d22f-408f-bbe5-29a61f409592 admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:18:25.923915 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-f63c7a5f-d22f-408f-bbe5-29a61f409592 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:25.927649 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63c7a5f-d22f-408f-bbe5-29a61f409592 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:25.933248 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72e9cbac-3be6-40af-a728-3740720a6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:25.962830 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c7a5f-d22f-408f-bbe5-29a61f409592 admin admin] Pushing event updated for resources: {'Port': ['ID=0f4568bf-fc12-42e0-b23c-e861e4c914ea,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:26.304001 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-490a2af5-f731-47ff-b14c-8f66850c230e tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:26.333377 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc24d2-2d3b-4043-8053-1b0255bda44c req-8548e3a3-a902-48f9-a0fb-92a2797807a2 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:26.341927 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7efc24d2-2d3b-4043-8053-1b0255bda44c req-8548e3a3-a902-48f9-a0fb-92a2797807a2 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.4825246 Dec 16 22:18:26.405528 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c181ec-81a7-451e-b53a-641b81d4bd20 None None] Network 4a51e34c-53d5-4335-835f-c57437c183f5 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:18:26.416800 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7efc24d2-2d3b-4043-8053-1b0255bda44c req-4ee73270-69a3-4e41-8f0b-8eb3eb515c08 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737777 Dec 16 22:18:26.425918 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f63c7a5f-d22f-408f-bbe5-29a61f409592 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:26.437392 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2332922-69ea-4952-8986-cc059bb72281 req-8f39bc9f-0a5d-4d0e-bc92-feca5a37b9f0 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:26.439077 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f2332922-69ea-4952-8986-cc059bb72281 req-8f39bc9f-0a5d-4d0e-bc92-feca5a37b9f0 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=5defa9a6-0c7a-4394-9884-25a23aaf83d1 HTTP/1.1" status: 200 len: 950 time: 0.0807970 Dec 16 22:18:26.459423 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-490a2af5-f731-47ff-b14c-8f66850c230e tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:26.480387 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1fb9d-560f-45f6-9f09-4efc6aa20c55 req-36b82245-5418-41ba-8293-7d01297425cc tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:26.482019 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b6f1fb9d-560f-45f6-9f09-4efc6aa20c55 req-36b82245-5418-41ba-8293-7d01297425cc tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.57 "GET /v2.0/ports?device_id=5defa9a6-0c7a-4394-9884-25a23aaf83d1 HTTP/1.1" status: 200 len: 950 time: 0.0965946 Dec 16 22:18:26.498635 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-02405f32-cc0a-4f2e-911f-b5388b505a01 None None] Provisioning complete for port a077a700-3244-4e4a-83aa-eef5472f20d4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:26.499105 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02405f32-cc0a-4f2e-911f-b5388b505a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:26.615230 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a077a700-3244-4e4a-83aa-eef5472f20d4 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:18:26.692739 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-b6f1fb9d-560f-45f6-9f09-4efc6aa20c55 req-ed59337a-ed57-4488-9457-b8d463721375 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Deleting port e8f81457-f7a7-4394-893f-d0d78bbaab81 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:26.693085 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b6f1fb9d-560f-45f6-9f09-4efc6aa20c55 req-ed59337a-ed57-4488-9457-b8d463721375 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:26.712710 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02405f32-cc0a-4f2e-911f-b5388b505a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:26.721789 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f2332922-69ea-4952-8986-cc059bb72281 req-7574e9c9-daf9-46e8-b93f-ba2cf1452480 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481365 Dec 16 22:18:26.743127 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-490a2af5-f731-47ff-b14c-8f66850c230e tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Deleting port ddb58dd8-ee3d-4ed3-a836-969c97681207 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:26.743887 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-490a2af5-f731-47ff-b14c-8f66850c230e tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:26.746721 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f63c7a5f-d22f-408f-bbe5-29a61f409592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:26.819110 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-02405f32-cc0a-4f2e-911f-b5388b505a01 None None] For port a077a700-3244-4e4a-83aa-eef5472f20d4, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a077a700-3244-4e4a-83aa-eef5472f20d4,segment=NetworkSegment(65afc4e0-336a-4801-84fe-00972a7a79ce),segment_id=65afc4e0-336a-4801-84fe-00972a7a79ce)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:26.820313 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device e8f81457-f7a7-4394-893f-d0d78bbaab81 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:18:26.825945 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port a077a700-3244-4e4a-83aa-eef5472f20d4 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:26.826648 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:26.869212 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-490a2af5-f731-47ff-b14c-8f66850c230e tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:26.899449 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-490a2af5-f731-47ff-b14c-8f66850c230e tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Calling delete_port for ddb58dd8-ee3d-4ed3-a836-969c97681207 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:26.943596 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:27.023784 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:27.024798 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02405f32-cc0a-4f2e-911f-b5388b505a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:27.059366 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:27.063425 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63c7a5f-d22f-408f-bbe5-29a61f409592 admin admin] Router 2c446a83-72cb-4318-bf0f-401773020efc is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:18:27.110750 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:27.172808 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-b6f1fb9d-560f-45f6-9f09-4efc6aa20c55 req-ed59337a-ed57-4488-9457-b8d463721375 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] For port e8f81457-f7a7-4394-893f-d0d78bbaab81, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=e8f81457-f7a7-4394-893f-d0d78bbaab81,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:27.173393 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b6f1fb9d-560f-45f6-9f09-4efc6aa20c55 req-ed59337a-ed57-4488-9457-b8d463721375 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:27.174318 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:18:27.174677 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:18:27.189772 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-b6f1fb9d-560f-45f6-9f09-4efc6aa20c55 req-ed59337a-ed57-4488-9457-b8d463721375 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Calling delete_port for e8f81457-f7a7-4394-893f-d0d78bbaab81 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:27.212579 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-47512d8b-e449-4eae-b2cb-989f9f5180f0 None None] Provisioning complete for port a077a700-3244-4e4a-83aa-eef5472f20d4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:27.212989 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-47512d8b-e449-4eae-b2cb-989f9f5180f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:27.221285 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5defa9a6-0c7a-4394-9884-25a23aaf83d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8f81457-f7a7-4394-893f-d0d78bbaab81'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:27.223678 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111306dd-7cc8-4e57-8d6a-1c74d154a2ae" -d '{"events": [{"server_uuid": "5defa9a6-0c7a-4394-9884-25a23aaf83d1", "name": "network-vif-unplugged", "status": "completed", "tag": "e8f81457-f7a7-4394-893f-d0d78bbaab81"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:27.261308 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02405f32-cc0a-4f2e-911f-b5388b505a01 None None] Pushing event updated for resources: {'Port': ['ID=a077a700-3244-4e4a-83aa-eef5472f20d4,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:27.272222 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63c7a5f-d22f-408f-bbe5-29a61f409592 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:18:27.276433 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port e8f81457-f7a7-4394-893f-d0d78bbaab81, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=e8f81457-f7a7-4394-893f-d0d78bbaab81,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:27.290158 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992b2c66-0dbe-4a90-a6af-6a00696c3642 None None] Sync routers for ids ['2c446a83-72cb-4318-bf0f-401773020efc'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:18:27.316042 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992b2c66-0dbe-4a90-a6af-6a00696c3642 None None] Routers {'2c446a83-72cb-4318-bf0f-401773020efc'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:27.316746 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-992b2c66-0dbe-4a90-a6af-6a00696c3642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:18:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2c446a83-72cb-4318-bf0f-401773020efc'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:27.323245 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf21d75-4e57-482d-b95b-ab8083e420fe x-openstack-request-id: req-1bf21d75-4e57-482d-b95b-ab8083e420fe {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:27.323547 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5defa9a6-0c7a-4394-9884-25a23aaf83d1", "name": "network-vif-unplugged", "status": "completed", "tag": "e8f81457-f7a7-4394-893f-d0d78bbaab81", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:27.323999 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1bf21d75-4e57-482d-b95b-ab8083e420fe {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:27.324674 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5defa9a6-0c7a-4394-9884-25a23aaf83d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8f81457-f7a7-4394-893f-d0d78bbaab81', 'code': 200} Dec 16 22:18:27.440505 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:27.441184 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-490a2af5-f731-47ff-b14c-8f66850c230e tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:27.441590 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 1b895598-6976-4406-9d9c-a48e8cd46379 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:18:27.451075 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f63c7a5f-d22f-408f-bbe5-29a61f409592 admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:27.452044 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-992b2c66-0dbe-4a90-a6af-6a00696c3642 None None] Set router 2c446a83-72cb-4318-bf0f-401773020efc gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:18:27.454824 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f63c7a5f-d22f-408f-bbe5-29a61f409592 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 3.3962293 Dec 16 22:18:27.458017 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42196) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:27.504994 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 1b895598-6976-4406-9d9c-a48e8cd46379 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:18:27.505372 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 1b895598-6976-4406-9d9c-a48e8cd46379 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:18:27.507864 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a2af5-f731-47ff-b14c-8f66850c230e tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Pushing event deleted for resources: {'Port': ['ID=ddb58dd8-ee3d-4ed3-a836-969c97681207,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:27.550439 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=e8f81457-f7a7-4394-893f-d0d78bbaab81,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:27.662641 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-490a2af5-f731-47ff-b14c-8f66850c230e tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:27.745866 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86c03d-ca9f-4483-bf9d-c60e1f4aea51 req-adb7d800-8661-48cd-91ad-bc4872cdb5a6 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:27.745866 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3e86c03d-ca9f-4483-bf9d-c60e1f4aea51 req-adb7d800-8661-48cd-91ad-bc4872cdb5a6 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.1239460 Dec 16 22:18:27.753100 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d0be7-1343-44a7-bb04-5866423872bb req-f55fc806-b082-439c-9bef-45db09799658 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:27.761337 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-899d0be7-1343-44a7-bb04-5866423872bb req-f55fc806-b082-439c-9bef-45db09799658 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.1820159 Dec 16 22:18:27.785989 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b6f1fb9d-560f-45f6-9f09-4efc6aa20c55 req-ed59337a-ed57-4488-9457-b8d463721375 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:27.799909 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-992b2c66-0dbe-4a90-a6af-6a00696c3642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c446a83-72cb-4318-bf0f-401773020efc', 'name': 'tempest-ServersTestJSON-95711836-router', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '0f4568bf-fc12-42e0-b23c-e861e4c914ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:18:24Z', 'updated_at': '2021-12-16T22:18:26Z', 'revision_number': 3, 'project_id': '282bc2e8d7324057aeb6d491e5757a38', 'gw_port': {'id': '0f4568bf-fc12-42e0-b23c-e861e4c914ea', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c446a83-72cb-4318-bf0f-401773020efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:18:25Z', 'updated_at': '2021-12-16T22:18:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:27.826523 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6c17bdca-25a2-4289-a713-5364eb2bc111', '8ac3f3ae-03ec-43aa-9f2f-196fde36ac18', 'aa94ee2e-f1f7-4556-80be-e998211e8979', '9b4744c9-4b22-416a-bdfd-04d28387ce51', '5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:27.834945 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992b2c66-0dbe-4a90-a6af-6a00696c3642 None None] Checking router: 2c446a83-72cb-4318-bf0f-401773020efc for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:18:27.835454 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992b2c66-0dbe-4a90-a6af-6a00696c3642 None None] Updating router 2c446a83-72cb-4318-bf0f-401773020efc port 0f4568bf-fc12-42e0-b23c-e861e4c914ea binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:18:27.871883 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-992b2c66-0dbe-4a90-a6af-6a00696c3642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:27.889172 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3e86c03d-ca9f-4483-bf9d-c60e1f4aea51 req-d4fa549b-f407-40f1-b9db-a417aa652c1d tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083026 Dec 16 22:18:27.913664 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9c542d95-fa6f-4d6e-befb-2c00a17a1eeb', '445d23f8-0a76-4912-86a3-0ac58353279f'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:27.918467 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59337a-ed57-4488-9457-b8d463721375 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Pushing event deleted for resources: {'Port': ['ID=e8f81457-f7a7-4394-893f-d0d78bbaab81,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:27.968141 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-899d0be7-1343-44a7-bb04-5866423872bb req-0e060d60-dc0b-4fb7-864f-ba7ccbeeb12e tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001140 Dec 16 22:18:28.071799 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dc1ae233-b7ec-4e38-93c9-cb7168543501 req-f5ffc789-ace9-4f25-99e0-1b8e1be74f6f tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=5defa9a6-0c7a-4394-9884-25a23aaf83d1 HTTP/1.1" status: 200 len: 210 time: 0.0459890 Dec 16 22:18:28.103213 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-490a2af5-f731-47ff-b14c-8f66850c230e tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5457'] for router, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:28.133338 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f1fb9d-560f-45f6-9f09-4efc6aa20c55 req-ed59337a-ed57-4488-9457-b8d463721375 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] No DVR routers for this DVR port e8f81457-f7a7-4394-893f-d0d78bbaab81 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:18:28.138870 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b6f1fb9d-560f-45f6-9f09-4efc6aa20c55 req-ed59337a-ed57-4488-9457-b8d463721375 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:28.150144 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b6f1fb9d-560f-45f6-9f09-4efc6aa20c55 req-ed59337a-ed57-4488-9457-b8d463721375 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.57 "DELETE /v2.0/ports/e8f81457-f7a7-4394-893f-d0d78bbaab81 HTTP/1.1" status: 204 len: 173 time: 1.6591022 Dec 16 22:18:28.150940 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5defa9a6-0c7a-4394-9884-25a23aaf83d1', 'name': 'network-vif-deleted', 'tag': 'e8f81457-f7a7-4394-893f-d0d78bbaab81'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:28.154748 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cba8251-8f56-4af1-9942-dd4784277201" -d '{"events": [{"server_uuid": "5defa9a6-0c7a-4394-9884-25a23aaf83d1", "name": "network-vif-deleted", "tag": "e8f81457-f7a7-4394-893f-d0d78bbaab81"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:28.163970 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-490a2af5-f731-47ff-b14c-8f66850c230e tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-598410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-598419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597305'] for router, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:28.297155 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad454db-bf90-4101-bf42-407438362f51 x-openstack-request-id: req-6ad454db-bf90-4101-bf42-407438362f51 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:28.297460 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5defa9a6-0c7a-4394-9884-25a23aaf83d1", "name": "network-vif-deleted", "tag": "e8f81457-f7a7-4394-893f-d0d78bbaab81", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:28.297851 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6ad454db-bf90-4101-bf42-407438362f51 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:28.298890 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5defa9a6-0c7a-4394-9884-25a23aaf83d1', 'name': 'network-vif-deleted', 'tag': 'e8f81457-f7a7-4394-893f-d0d78bbaab81', 'status': 'completed', 'code': 200} Dec 16 22:18:28.314283 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490a2af5-f731-47ff-b14c-8f66850c230e tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Router 402b42cb-a425-4e52-b35c-6f0c42c7f728 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:18:28.376954 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:28.380159 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:28.498333 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490a2af5-f731-47ff-b14c-8f66850c230e tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:18:28.511910 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-992b2c66-0dbe-4a90-a6af-6a00696c3642 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:28.524445 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14dc2b0-a901-410d-b89c-17271453cae6 None None] Sync routers for ids ['402b42cb-a425-4e52-b35c-6f0c42c7f728'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:18:28.526097 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-490a2af5-f731-47ff-b14c-8f66850c230e tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:28.527838 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-490a2af5-f731-47ff-b14c-8f66850c230e tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "PUT /v2.0/routers/402b42cb-a425-4e52-b35c-6f0c42c7f728 HTTP/1.1" status: 200 len: 706 time: 3.0317755 Dec 16 22:18:28.530519 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42226) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:28.543839 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14dc2b0-a901-410d-b89c-17271453cae6 None None] Routers {'402b42cb-a425-4e52-b35c-6f0c42c7f728'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:28.544412 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-e14dc2b0-a901-410d-b89c-17271453cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:18:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['402b42cb-a425-4e52-b35c-6f0c42c7f728'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:28.617503 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a077a700-3244-4e4a-83aa-eef5472f20d4 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:18:28.646161 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-e14dc2b0-a901-410d-b89c-17271453cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:28.671686 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-be9f1b26-c9ad-443c-8dd2-6f43f0587366 tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "GET /v2.0/routers/402b42cb-a425-4e52-b35c-6f0c42c7f728 HTTP/1.1" status: 200 len: 741 time: 0.1392405 Dec 16 22:18:28.674107 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42228) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:28.675844 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-992b2c66-0dbe-4a90-a6af-6a00696c3642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:28.696785 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e193793-9819-430e-bd44-62c109ee960f req-2eb30a00-1c60-44a9-a80d-658117b538ad tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:28.698392 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1e193793-9819-430e-bd44-62c109ee960f req-2eb30a00-1c60-44a9-a80d-658117b538ad tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.0877552 Dec 16 22:18:28.730428 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14dc2b0-a901-410d-b89c-17271453cae6 None None] Routers {'402b42cb-a425-4e52-b35c-6f0c42c7f728'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:28.731412 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-e14dc2b0-a901-410d-b89c-17271453cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:18:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['402b42cb-a425-4e52-b35c-6f0c42c7f728'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:28.737225 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656397db-93f4-4487-9993-ed31f58b0e98 None None] Pushing event updated for resources: {'Port': ['ID=0f4568bf-fc12-42e0-b23c-e861e4c914ea,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:28.740294 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-992b2c66-0dbe-4a90-a6af-6a00696c3642 None None] Attempting to bind port 0f4568bf-fc12-42e0-b23c-e861e4c914ea on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:18:28.740819 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-992b2c66-0dbe-4a90-a6af-6a00696c3642 None None] Attempting to bind port 0f4568bf-fc12-42e0-b23c-e861e4c914ea by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:18:28.741188 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992b2c66-0dbe-4a90-a6af-6a00696c3642 None None] Attempting to bind port 0f4568bf-fc12-42e0-b23c-e861e4c914ea on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:18:28.750539 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656397db-93f4-4487-9993-ed31f58b0e98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:28.750887 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656397db-93f4-4487-9993-ed31f58b0e98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:28.751632 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656397db-93f4-4487-9993-ed31f58b0e98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:28.752006 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656397db-93f4-4487-9993-ed31f58b0e98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:28.752348 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656397db-93f4-4487-9993-ed31f58b0e98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:28.752687 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656397db-93f4-4487-9993-ed31f58b0e98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:28.753022 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656397db-93f4-4487-9993-ed31f58b0e98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:28.753602 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656397db-93f4-4487-9993-ed31f58b0e98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:28.753866 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-aec508c0-d7d0-424f-ad1e-e97aee80581a tempest-RoutersAdminTest-1499615897 tempest-RoutersAdminTest-1499615897-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8&device_id=402b42cb-a425-4e52-b35c-6f0c42c7f728 HTTP/1.1" status: 200 len: 205 time: 0.0638773 Dec 16 22:18:28.754058 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656397db-93f4-4487-9993-ed31f58b0e98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:28.754363 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656397db-93f4-4487-9993-ed31f58b0e98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:28.754695 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656397db-93f4-4487-9993-ed31f58b0e98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:28.755734 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656397db-93f4-4487-9993-ed31f58b0e98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:28.756087 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656397db-93f4-4487-9993-ed31f58b0e98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:28.757641 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42230) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:28.759640 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992b2c66-0dbe-4a90-a6af-6a00696c3642 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:18:28.760060 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992b2c66-0dbe-4a90-a6af-6a00696c3642 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:18:28.760473 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-992b2c66-0dbe-4a90-a6af-6a00696c3642 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:28.760859 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992b2c66-0dbe-4a90-a6af-6a00696c3642 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:18:28.761333 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-992b2c66-0dbe-4a90-a6af-6a00696c3642 None None] Bound port: 0f4568bf-fc12-42e0-b23c-e861e4c914ea, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:18:28.761719 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-992b2c66-0dbe-4a90-a6af-6a00696c3642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:28.801244 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-e14dc2b0-a901-410d-b89c-17271453cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:28.801901 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14dc2b0-a901-410d-b89c-17271453cae6 None None] The sync data for ids ['402b42cb-a425-4e52-b35c-6f0c42c7f728'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:18:28.831537 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-992b2c66-0dbe-4a90-a6af-6a00696c3642 None None] For port 0f4568bf-fc12-42e0-b23c-e861e4c914ea, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:18:28.834941 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-992b2c66-0dbe-4a90-a6af-6a00696c3642 None None] For port 0f4568bf-fc12-42e0-b23c-e861e4c914ea, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0f4568bf-fc12-42e0-b23c-e861e4c914ea,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:18:28.845170 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8a4fb559-ea31-43ef-b6fd-0c642815ff81 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "GET /v2.0/ports?device_id=402b42cb-a425-4e52-b35c-6f0c42c7f728 HTTP/1.1" status: 200 len: 205 time: 0.0458064 Dec 16 22:18:28.849315 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42232) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:28.865680 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port a077a700-3244-4e4a-83aa-eef5472f20d4 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:28.866149 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:28.919120 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dd911f7e-9778-4496-872d-092fb79d4071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:28.972692 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-992b2c66-0dbe-4a90-a6af-6a00696c3642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:29.005362 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c26e4d2e-286b-49b3-9a69-15c471b77015 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:29.078309 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656397db-93f4-4487-9993-ed31f58b0e98 None None] Pushing event updated for resources: {'Port': ['ID=0f4568bf-fc12-42e0-b23c-e861e4c914ea,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:29.106021 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992b2c66-0dbe-4a90-a6af-6a00696c3642 None None] Routers {'2c446a83-72cb-4318-bf0f-401773020efc'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:29.106632 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-992b2c66-0dbe-4a90-a6af-6a00696c3642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:18:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2c446a83-72cb-4318-bf0f-401773020efc'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:29.116055 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-dd911f7e-9778-4496-872d-092fb79d4071 admin admin] Allocated IP 172.20.0.1 (4a51e34c-53d5-4335-835f-c57437c183f5/04a69dc0-997e-43c3-974f-46673370ac49/6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:18:29.165999 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:29.197632 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-1e193793-9819-430e-bd44-62c109ee960f req-7a79d14d-340c-4c73-823f-b53d8c6d9410 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Deleting port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:29.198126 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1e193793-9819-430e-bd44-62c109ee960f req-7a79d14d-340c-4c73-823f-b53d8c6d9410 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:29.231445 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-992b2c66-0dbe-4a90-a6af-6a00696c3642 None None] Set router 2c446a83-72cb-4318-bf0f-401773020efc gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:18:29.285666 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dd911f7e-9778-4496-872d-092fb79d4071 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:29.389019 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d50bed-6011-4ff8-8320-0a971ce05c21 req-13c85fed-5430-455b-baad-a3aada02f517 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:29.390918 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-26d50bed-6011-4ff8-8320-0a971ce05c21 req-13c85fed-5430-455b-baad-a3aada02f517 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.0655324 Dec 16 22:18:29.421575 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dd911f7e-9778-4496-872d-092fb79d4071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:29.481878 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-992b2c66-0dbe-4a90-a6af-6a00696c3642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c446a83-72cb-4318-bf0f-401773020efc', 'name': 'tempest-ServersTestJSON-95711836-router', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '0f4568bf-fc12-42e0-b23c-e861e4c914ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:18:24Z', 'updated_at': '2021-12-16T22:18:26Z', 'revision_number': 3, 'project_id': '282bc2e8d7324057aeb6d491e5757a38', 'gw_port': {'id': '0f4568bf-fc12-42e0-b23c-e861e4c914ea', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c446a83-72cb-4318-bf0f-401773020efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:18:25Z', 'updated_at': '2021-12-16T22:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:29.488147 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd911f7e-9778-4496-872d-092fb79d4071 admin admin] Network 4a51e34c-53d5-4335-835f-c57437c183f5 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:18:29.496226 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-26d50bed-6011-4ff8-8320-0a971ce05c21 req-8854d83c-c5fa-48f2-be39-d7ff0cd12c79 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992711 Dec 16 22:18:29.500366 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-dd911f7e-9778-4496-872d-092fb79d4071 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:29.502703 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd911f7e-9778-4496-872d-092fb79d4071 admin admin] Pushing event updated for resources: {'Port': ['ID=6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:29.505461 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd911f7e-9778-4496-872d-092fb79d4071 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:29.518638 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992b2c66-0dbe-4a90-a6af-6a00696c3642 None None] The sync data for ids ['2c446a83-72cb-4318-bf0f-401773020efc'] in n-d-815324-4 is: [{'id': '2c446a83-72cb-4318-bf0f-401773020efc', 'name': 'tempest-ServersTestJSON-95711836-router', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '0f4568bf-fc12-42e0-b23c-e861e4c914ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:18:24Z', 'updated_at': '2021-12-16T22:18:26Z', 'revision_number': 3, 'project_id': '282bc2e8d7324057aeb6d491e5757a38', 'gw_port': {'id': '0f4568bf-fc12-42e0-b23c-e861e4c914ea', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c446a83-72cb-4318-bf0f-401773020efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:18:25Z', 'updated_at': '2021-12-16T22:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:18:29.583312 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dd911f7e-9778-4496-872d-092fb79d4071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:29.738958 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c26e4d2e-286b-49b3-9a69-15c471b77015 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:29.742072 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c26e4d2e-286b-49b3-9a69-15c471b77015 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:29.743506 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e210a0b6-17e3-488d-a633-d1779de40eac req-a24e3aa7-57ac-4f53-89ca-5e7cc48afc25 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=5defa9a6-0c7a-4394-9884-25a23aaf83d1 HTTP/1.1" status: 200 len: 210 time: 0.0409620 Dec 16 22:18:29.781748 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7e5c0-ccb7-4330-9364-db78955d0fb5 req-f49dfcf1-8d54-4570-ac43-71a5682371e3 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:29.783473 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-50b7e5c0-ccb7-4330-9364-db78955d0fb5 req-f49dfcf1-8d54-4570-ac43-71a5682371e3 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 950 time: 0.6502709 Dec 16 22:18:29.898720 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-1e193793-9819-430e-bd44-62c109ee960f req-7a79d14d-340c-4c73-823f-b53d8c6d9410 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] For port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9b313086-9cd6-4a5f-a0f2-77b6947f50bf,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:29.899128 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1e193793-9819-430e-bd44-62c109ee960f req-7a79d14d-340c-4c73-823f-b53d8c6d9410 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:29.921597 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-50b7e5c0-ccb7-4330-9364-db78955d0fb5 req-18b22d01-5851-4ed9-aa95-72937eed302a tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/security-groups?id=f748fc57-f4be-4a7c-9ee8-114e848174ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021454 Dec 16 22:18:29.928254 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-1e193793-9819-430e-bd44-62c109ee960f req-7a79d14d-340c-4c73-823f-b53d8c6d9410 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Calling delete_port for 9b313086-9cd6-4a5f-a0f2-77b6947f50bf owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:29.970374 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-28f7d044-ed45-4e1e-871f-429ecc2212d1 None None] Provisioning complete for port 6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:29.970902 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-28f7d044-ed45-4e1e-871f-429ecc2212d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:30.019182 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-28f7d044-ed45-4e1e-871f-429ecc2212d1 None None] Port 6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:18:30.026687 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c26e4d2e-286b-49b3-9a69-15c471b77015 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:30.027413 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26e4d2e-286b-49b3-9a69-15c471b77015 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Fanout notify agent at l3_agent the message router_deleted on router 402b42cb-a425-4e52-b35c-6f0c42c7f728 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:18:30.032002 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dd911f7e-9778-4496-872d-092fb79d4071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:30.048474 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c26e4d2e-286b-49b3-9a69-15c471b77015 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:30.053933 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c26e4d2e-286b-49b3-9a69-15c471b77015 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "DELETE /v2.0/routers/402b42cb-a425-4e52-b35c-6f0c42c7f728 HTTP/1.1" status: 204 len: 168 time: 1.1997874 Dec 16 22:18:30.054975 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42248) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:30.092583 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-563177a7-b91f-4475-b264-7fffce28a5a3 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "GET /v2.0/ports?device_id=402b42cb-a425-4e52-b35c-6f0c42c7f728 HTTP/1.1" status: 200 len: 205 time: 0.0341458 Dec 16 22:18:30.092798 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42250) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:30.141918 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-c360fcce-aade-4831-a882-e90965e70aa1 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] delete failed (client error): The resource could not be found. Dec 16 22:18:30.142923 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c360fcce-aade-4831-a882-e90965e70aa1 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "DELETE /v2.0/routers/402b42cb-a425-4e52-b35c-6f0c42c7f728 HTTP/1.1" status: 404 len: 336 time: 0.0492177 Dec 16 22:18:30.145967 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42252) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:30.189759 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-db04663c-d664-4ee9-9280-22bf7c2170ab tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "GET /v2.0/ports?device_id=50256fac-b50e-4ca6-9806-0da1c3ac849c HTTP/1.1" status: 200 len: 205 time: 0.0422025 Dec 16 22:18:30.193901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42256) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:30.261214 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-b8a9a7e2-edf3-4ed2-9006-9a76c50ca546 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] delete failed (client error): The resource could not be found. Dec 16 22:18:30.262253 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b8a9a7e2-edf3-4ed2-9006-9a76c50ca546 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "DELETE /v2.0/routers/50256fac-b50e-4ca6-9806-0da1c3ac849c HTTP/1.1" status: 404 len: 336 time: 0.0670307 Dec 16 22:18:30.265163 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42258) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:30.301793 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-07729fb5-b3fd-48c7-a23b-48a580fea0e9 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "GET /v2.0/ports?device_id=67848685-69d4-4c6d-8d11-e18630338315 HTTP/1.1" status: 200 len: 205 time: 0.0353773 Dec 16 22:18:30.304368 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42260) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:30.353158 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-d1eec9d6-8d97-4bab-8549-0b49bbdae674 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] delete failed (client error): The resource could not be found. Dec 16 22:18:30.355760 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dd911f7e-9778-4496-872d-092fb79d4071 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:30.355966 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d1eec9d6-8d97-4bab-8549-0b49bbdae674 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "DELETE /v2.0/routers/67848685-69d4-4c6d-8d11-e18630338315 HTTP/1.1" status: 404 len: 336 time: 0.0495012 Dec 16 22:18:30.357901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42262) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:30.360093 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1e193793-9819-430e-bd44-62c109ee960f req-7a79d14d-340c-4c73-823f-b53d8c6d9410 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:30.389710 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8a13f98b-29d7-43dd-83cb-1ca5ec9bf8af tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "GET /v2.0/ports?device_id=823d7c15-971c-4f88-af5f-e344e5ab6926 HTTP/1.1" status: 200 len: 205 time: 0.0302966 Dec 16 22:18:30.392488 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42264) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:30.396958 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9b313086-9cd6-4a5f-a0f2-77b6947f50bf'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:30.412988 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79d14d-340c-4c73-823f-b53d8c6d9410 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Pushing event deleted for resources: {'Port': ['ID=9b313086-9cd6-4a5f-a0f2-77b6947f50bf,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:30.441260 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79d14d-340c-4c73-823f-b53d8c6d9410 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:30.441669 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79d14d-340c-4c73-823f-b53d8c6d9410 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:30.442050 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79d14d-340c-4c73-823f-b53d8c6d9410 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:30.442392 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79d14d-340c-4c73-823f-b53d8c6d9410 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:30.442731 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79d14d-340c-4c73-823f-b53d8c6d9410 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:30.443086 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79d14d-340c-4c73-823f-b53d8c6d9410 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:30.443424 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79d14d-340c-4c73-823f-b53d8c6d9410 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:30.443823 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79d14d-340c-4c73-823f-b53d8c6d9410 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:30.444161 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79d14d-340c-4c73-823f-b53d8c6d9410 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:30.444500 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79d14d-340c-4c73-823f-b53d8c6d9410 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:30.444816 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79d14d-340c-4c73-823f-b53d8c6d9410 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:30.445146 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79d14d-340c-4c73-823f-b53d8c6d9410 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:30.445635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79d14d-340c-4c73-823f-b53d8c6d9410 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:30.458786 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-f7c73846-f8d0-4e73-a32f-39d9c259dc26 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] delete failed (client error): The resource could not be found. Dec 16 22:18:30.462381 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f7c73846-f8d0-4e73-a32f-39d9c259dc26 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "DELETE /v2.0/routers/823d7c15-971c-4f88-af5f-e344e5ab6926 HTTP/1.1" status: 404 len: 336 time: 0.0663040 Dec 16 22:18:30.462661 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42266) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:30.506504 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-57b8d55b-a04c-4500-9e09-73e97294813a tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ee7e706-ea64-4e08-acca-b0a3c8fcca8c HTTP/1.1" status: 200 len: 205 time: 0.0415096 Dec 16 22:18:30.508532 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e193793-9819-430e-bd44-62c109ee960f req-7a79d14d-340c-4c73-823f-b53d8c6d9410 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] No DVR routers for this DVR port 9b313086-9cd6-4a5f-a0f2-77b6947f50bf on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:18:30.509476 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42268) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:30.511752 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1e193793-9819-430e-bd44-62c109ee960f req-7a79d14d-340c-4c73-823f-b53d8c6d9410 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:30.515509 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1e193793-9819-430e-bd44-62c109ee960f req-7a79d14d-340c-4c73-823f-b53d8c6d9410 tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.57 "DELETE /v2.0/ports/9b313086-9cd6-4a5f-a0f2-77b6947f50bf HTTP/1.1" status: 204 len: 173 time: 1.8091748 Dec 16 22:18:30.516149 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c53d49d-8eb0-41f2-b452-66c58c992c40', 'name': 'network-vif-deleted', 'tag': '9b313086-9cd6-4a5f-a0f2-77b6947f50bf'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:30.520084 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6428cf-d481-4d71-b2bb-e176ef2b3870" -d '{"events": [{"server_uuid": "2c53d49d-8eb0-41f2-b452-66c58c992c40", "name": "network-vif-deleted", "tag": "9b313086-9cd6-4a5f-a0f2-77b6947f50bf"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:30.561327 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-874d1c8e-c411-4e8e-8bc0-1a4c224f7427 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] delete failed (client error): The resource could not be found. Dec 16 22:18:30.562665 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-874d1c8e-c411-4e8e-8bc0-1a4c224f7427 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "DELETE /v2.0/routers/3ee7e706-ea64-4e08-acca-b0a3c8fcca8c HTTP/1.1" status: 404 len: 336 time: 0.0515554 Dec 16 22:18:30.563723 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dd911f7e-9778-4496-872d-092fb79d4071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:30.566342 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42272) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:30.623463 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6327a61e-381a-4030-8d96-152c4b7b84a5 x-openstack-request-id: req-6327a61e-381a-4030-8d96-152c4b7b84a5 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:30.623463 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c53d49d-8eb0-41f2-b452-66c58c992c40", "name": "network-vif-deleted", "tag": "9b313086-9cd6-4a5f-a0f2-77b6947f50bf", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:30.623463 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6327a61e-381a-4030-8d96-152c4b7b84a5 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:30.623463 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c53d49d-8eb0-41f2-b452-66c58c992c40', 'name': 'network-vif-deleted', 'tag': '9b313086-9cd6-4a5f-a0f2-77b6947f50bf', 'status': 'completed', 'code': 200} Dec 16 22:18:30.623463 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c7990e56-3df4-438c-b395-7a42a3f9d4eb tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "GET /v2.0/ports?device_id=489b4644-6e97-40c6-ad97-2afba2d3b454 HTTP/1.1" status: 200 len: 205 time: 0.0435946 Dec 16 22:18:30.630693 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42276) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:30.644158 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0f4568bf-fc12-42e0-b23c-e861e4c914ea up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:18:30.720246 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 0f4568bf-fc12-42e0-b23c-e861e4c914ea triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:30.720819 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:30.723476 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-1614c51d-b124-4bba-9342-8a22c373c135 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] delete failed (client error): The resource could not be found. Dec 16 22:18:30.730424 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1614c51d-b124-4bba-9342-8a22c373c135 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "DELETE /v2.0/routers/489b4644-6e97-40c6-ad97-2afba2d3b454 HTTP/1.1" status: 404 len: 336 time: 0.0912981 Dec 16 22:18:30.730621 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42278) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:30.763808 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dd911f7e-9778-4496-872d-092fb79d4071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:30.766334 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebe86c4-9975-4427-87f0-2533e3f20888 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] DELETE failed (client error): The resource could not be found. Dec 16 22:18:30.766899 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ebe86c4-9975-4427-87f0-2533e3f20888 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:18:30.793438 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd911f7e-9778-4496-872d-092fb79d4071 admin admin] Pushing event updated for resources: {'Port': ['ID=6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:30.795744 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42890e-58e9-4664-ad1b-381e9fabc5e0 req-ec04e56e-7f17-473c-b84f-06d917276124 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:30.801219 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2ebe86c4-9975-4427-87f0-2533e3f20888 tempest-RoutersAdminTest-1138046384 tempest-RoutersAdminTest-1138046384-project] 10.222.0.75 "DELETE /v2.0/subnets/b72c59b3-3518-436f-8c2c-ac862ed8a45d HTTP/1.1" status: 404 len: 337 time: 0.0712028 Dec 16 22:18:30.803761 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9d42890e-58e9-4664-ad1b-381e9fabc5e0 req-ec04e56e-7f17-473c-b84f-06d917276124 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.0964041 Dec 16 22:18:30.936475 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:30.941429 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9d42890e-58e9-4664-ad1b-381e9fabc5e0 req-28766a1c-2f5b-41f4-a2ba-2dbcbc44ca2f tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366322 Dec 16 22:18:31.003022 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 0f4568bf-fc12-42e0-b23c-e861e4c914ea, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0f4568bf-fc12-42e0-b23c-e861e4c914ea,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:31.025344 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd911f7e-9778-4496-872d-092fb79d4071 admin admin] Network 4a51e34c-53d5-4335-835f-c57437c183f5 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:18:31.027789 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-dd911f7e-9778-4496-872d-092fb79d4071 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:31.121615 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:31.234429 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=0f4568bf-fc12-42e0-b23c-e861e4c914ea,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:31.275995 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-799a3ec6-17a3-4533-b747-56f1dfebd1de req-9b831fe0-a588-47ee-8223-0c4bc739678b tempest-MigrationsAdminTest-1195740615 tempest-MigrationsAdminTest-1195740615-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c53d49d-8eb0-41f2-b452-66c58c992c40 HTTP/1.1" status: 200 len: 210 time: 0.0528898 Dec 16 22:18:31.292778 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd911f7e-9778-4496-872d-092fb79d4071 admin admin] Router 2c446a83-72cb-4318-bf0f-401773020efc has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:18:31.365617 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5e76f835-f9a0-4002-8888-055e9299ad4f None None] Provisioning complete for port 6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:31.365992 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5e76f835-f9a0-4002-8888-055e9299ad4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:31.426535 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5e76f835-f9a0-4002-8888-055e9299ad4f None None] Port 6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:18:31.467769 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd911f7e-9778-4496-872d-092fb79d4071 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:18:31.475108 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-dd911f7e-9778-4496-872d-092fb79d4071 admin admin] 10.222.0.75 "PUT /v2.0/routers/2c446a83-72cb-4318-bf0f-401773020efc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0130351 Dec 16 22:18:31.500932 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de9d7b-30b6-4e1b-af2f-e467ca30ae47 req-5e580d26-e5e7-4c2a-b209-586c9e2b73ed tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:31.504239 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f7de9d7b-30b6-4e1b-af2f-e467ca30ae47 req-5e580d26-e5e7-4c2a-b209-586c9e2b73ed tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 950 time: 0.0580919 Dec 16 22:18:31.565633 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f7de9d7b-30b6-4e1b-af2f-e467ca30ae47 req-a5ce3767-671e-456d-b633-caef72c45e9b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556943 Dec 16 22:18:31.768585 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b0f64-748c-46d8-a3c1-1e1e7aaac1fc None None] Sync routers for ids ['2c446a83-72cb-4318-bf0f-401773020efc'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:18:31.780475 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1b0f64-748c-46d8-a3c1-1e1e7aaac1fc None None] Routers {'2c446a83-72cb-4318-bf0f-401773020efc'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:31.781118 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4f1b0f64-748c-46d8-a3c1-1e1e7aaac1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:18:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2c446a83-72cb-4318-bf0f-401773020efc'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:31.841162 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42308) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:31.899102 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-4f1b0f64-748c-46d8-a3c1-1e1e7aaac1fc None None] Set router 2c446a83-72cb-4318-bf0f-401773020efc gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:18:32.103750 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ec4ae03-f6ae-461b-a266-9785f8518e3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:32.127228 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb64cd-2581-4b70-b331-6f20fc295a44 req-e46d81d1-7ab0-46ba-8e87-de8232b1e2d7 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:32.135956 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-13bb64cd-2581-4b70-b331-6f20fc295a44 req-e46d81d1-7ab0-46ba-8e87-de8232b1e2d7 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.0982127 Dec 16 22:18:32.236452 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-13bb64cd-2581-4b70-b331-6f20fc295a44 req-c147bdd9-9fa6-4d1e-b26e-edae8a6e9697 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995703 Dec 16 22:18:32.281877 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4f1b0f64-748c-46d8-a3c1-1e1e7aaac1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c446a83-72cb-4318-bf0f-401773020efc', 'name': 'tempest-ServersTestJSON-95711836-router', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '0f4568bf-fc12-42e0-b23c-e861e4c914ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:18:24Z', 'updated_at': '2021-12-16T22:18:29Z', 'revision_number': 4, 'project_id': '282bc2e8d7324057aeb6d491e5757a38', 'gw_port': {'id': '0f4568bf-fc12-42e0-b23c-e861e4c914ea', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c446a83-72cb-4318-bf0f-401773020efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:18:25Z', 'updated_at': '2021-12-16T22:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf', 'name': '', 'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'mac_address': 'fa:16:3e:ac:dc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c446a83-72cb-4318-bf0f-401773020efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '04a69dc0-997e-43c3-974f-46673370ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:18:28Z', 'updated_at': '2021-12-16T22:18:30Z', 'revision_number': 2, 'project_id': '282bc2e8d7324057aeb6d491e5757a38', 'subnets': [{'id': '04a69dc0-997e-43c3-974f-46673370ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:32.304447 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ec4ae03-f6ae-461b-a266-9785f8518e3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:32.314696 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b0f64-748c-46d8-a3c1-1e1e7aaac1fc None None] Checking router: 2c446a83-72cb-4318-bf0f-401773020efc for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:18:32.315078 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b0f64-748c-46d8-a3c1-1e1e7aaac1fc None None] Updating router 2c446a83-72cb-4318-bf0f-401773020efc port 6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:18:32.328150 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42322) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:32.335087 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-91bcd03b-adb8-44f4-93a8-f773557b1cee tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1795614843', 'description': 'tempest-description--467813003'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:32.345591 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f1b0f64-748c-46d8-a3c1-1e1e7aaac1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:32.458106 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ec4ae03-f6ae-461b-a266-9785f8518e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:32.520621 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-91bcd03b-adb8-44f4-93a8-f773557b1cee tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:32.534281 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4ae03-f6ae-461b-a266-9785f8518e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9e3fdb-3a8c-4f20-b5f3-cfd410613f4c,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:32.550018 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42330) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:32.550718 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5ec4ae03-f6ae-461b-a266-9785f8518e3e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8015889d7f874569b1163582bd94b78c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7079380 Dec 16 22:18:32.584081 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0f4568bf-fc12-42e0-b23c-e861e4c914ea up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:18:32.658598 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 0f4568bf-fc12-42e0-b23c-e861e4c914ea triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:32.659459 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:32.663979 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-73fa5498-e581-417f-845a-d8f8003020e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:32.685156 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f1b0f64-748c-46d8-a3c1-1e1e7aaac1fc None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:32.740105 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-73fa5498-e581-417f-845a-d8f8003020e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:32.743637 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-91bcd03b-adb8-44f4-93a8-f773557b1cee tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:32.766484 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f1b0f64-748c-46d8-a3c1-1e1e7aaac1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:32.783928 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca405dfc-67e1-4002-bf83-12e495365dc2 req-2217e2ed-619a-462a-8e02-1a4844027807 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:32.785647 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca405dfc-67e1-4002-bf83-12e495365dc2 req-2217e2ed-619a-462a-8e02-1a4844027807 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 950 time: 0.1179144 Dec 16 22:18:32.802641 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 9b313086-9cd6-4a5f-a0f2-77b6947f50bf no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:18:32.831959 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 9b313086-9cd6-4a5f-a0f2-77b6947f50bf {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:18:32.832299 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 9b313086-9cd6-4a5f-a0f2-77b6947f50bf not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:18:32.862501 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bc734-c8fb-4e0c-a2ab-545b28de0290 None None] Pushing event updated for resources: {'Port': ['ID=6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:32.882118 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca405dfc-67e1-4002-bf83-12e495365dc2 req-5c6968fa-a272-4022-8114-e10db461ed9d tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895410 Dec 16 22:18:32.890664 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-91bcd03b-adb8-44f4-93a8-f773557b1cee tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:32.937539 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bcd03b-adb8-44f4-93a8-f773557b1cee tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=672421be-c51b-469a-a191-226d991377ee,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:32.960916 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-4f1b0f64-748c-46d8-a3c1-1e1e7aaac1fc None None] Attempting to bind port 6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:18:32.961728 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-4f1b0f64-748c-46d8-a3c1-1e1e7aaac1fc None None] Attempting to bind port 6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '65afc4e0-336a-4801-84fe-00972a7a79ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:18:32.962265 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1b0f64-748c-46d8-a3c1-1e1e7aaac1fc None None] Attempting to bind port 6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf on network 4a51e34c-53d5-4335-835f-c57437c183f5 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:18:32.969114 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1b0f64-748c-46d8-a3c1-1e1e7aaac1fc None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:18:32.969493 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1b0f64-748c-46d8-a3c1-1e1e7aaac1fc None None] Checking segment: {'id': '65afc4e0-336a-4801-84fe-00972a7a79ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:18:32.969902 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f1b0f64-748c-46d8-a3c1-1e1e7aaac1fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:32.970464 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1b0f64-748c-46d8-a3c1-1e1e7aaac1fc None None] Bound using segment: {'id': '65afc4e0-336a-4801-84fe-00972a7a79ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:18:32.971338 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-4f1b0f64-748c-46d8-a3c1-1e1e7aaac1fc None None] Bound port: 6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65afc4e0-336a-4801-84fe-00972a7a79ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:18:32.972011 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f1b0f64-748c-46d8-a3c1-1e1e7aaac1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:32.978576 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-73fa5498-e581-417f-845a-d8f8003020e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:32.981971 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-73fa5498-e581-417f-845a-d8f8003020e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:32.983433 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-73fa5498-e581-417f-845a-d8f8003020e1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6f9e3fdb-3a8c-4f20-b5f3-cfd410613f4c HTTP/1.1" status: 204 len: 168 time: 0.4317942 Dec 16 22:18:32.996096 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa5498-e581-417f-845a-d8f8003020e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9e3fdb-3a8c-4f20-b5f3-cfd410613f4c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:33.030783 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-91bcd03b-adb8-44f4-93a8-f773557b1cee tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:33.032743 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-91bcd03b-adb8-44f4-93a8-f773557b1cee tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7035172 Dec 16 22:18:33.040075 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42342) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:33.043469 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42344) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:33.049919 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-bffcf576-72ad-48a9-bec3-fc6082418ad0 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Request body: {'security_group_rule': {'security_group_id': '672421be-c51b-469a-a191-226d991377ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:33.116879 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-4f1b0f64-748c-46d8-a3c1-1e1e7aaac1fc None None] For port 6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:18:33.116879 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-4f1b0f64-748c-46d8-a3c1-1e1e7aaac1fc None None] For port 6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf,segment=NetworkSegment(65afc4e0-336a-4801-84fe-00972a7a79ce),segment_id=65afc4e0-336a-4801-84fe-00972a7a79ce)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:18:33.158363 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-159ec197-baf4-4228-a8d6-a9abdde1c0a3 None None] Provisioning complete for port 6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:33.158733 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-159ec197-baf4-4228-a8d6-a9abdde1c0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:33.194787 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-159ec197-baf4-4228-a8d6-a9abdde1c0a3 None None] Port 6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:18:33.229684 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0cba5e1f-46b7-4e0a-bbfd-068e93ea7564 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=54dbe85688564892aa5226bd9c604156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1834159 Dec 16 22:18:33.234883 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bffcf576-72ad-48a9-bec3-fc6082418ad0 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:33.235608 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42352) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:33.281924 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4f1b0f64-748c-46d8-a3c1-1e1e7aaac1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:33.302015 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-21c87373-0953-4c1a-b607-c88e4fab72d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:33.342325 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bffcf576-72ad-48a9-bec3-fc6082418ad0 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:33.351631 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-21c87373-0953-4c1a-b607-c88e4fab72d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:33.358533 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d26d58-ffb1-4663-ad31-45726f623a5c req-6ca63679-eca6-42da-a729-dcff5b8afa50 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:33.360536 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a8d26d58-ffb1-4663-ad31-45726f623a5c req-6ca63679-eca6-42da-a729-dcff5b8afa50 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 950 time: 0.0833411 Dec 16 22:18:33.408594 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1b0f64-748c-46d8-a3c1-1e1e7aaac1fc None None] Routers {'2c446a83-72cb-4318-bf0f-401773020efc'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:33.409387 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4f1b0f64-748c-46d8-a3c1-1e1e7aaac1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:18:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2c446a83-72cb-4318-bf0f-401773020efc'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:33.465936 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bffcf576-72ad-48a9-bec3-fc6082418ad0 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:33.473242 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bc734-c8fb-4e0c-a2ab-545b28de0290 None None] Pushing event updated for resources: {'Port': ['ID=6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:33.530962 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffcf576-72ad-48a9-bec3-fc6082418ad0 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071c2787-cb8e-42e2-98f9-ca5a1546c13b,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:33.554007 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-21c87373-0953-4c1a-b607-c88e4fab72d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:33.556842 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-21c87373-0953-4c1a-b607-c88e4fab72d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:33.561258 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-21c87373-0953-4c1a-b607-c88e4fab72d1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f748fc57-f4be-4a7c-9ee8-114e848174ea HTTP/1.1" status: 204 len: 168 time: 0.3221507 Dec 16 22:18:33.570033 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f3cdc-dfc6-4f52-9da6-3ffc200440bc req-84b26069-7533-4640-b975-7a051d8c548c tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:33.573443 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e8f3cdc-dfc6-4f52-9da6-3ffc200440bc req-84b26069-7533-4640-b975-7a051d8c548c tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.1620181 Dec 16 22:18:33.585968 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c87373-0953-4c1a-b607-c88e4fab72d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f748fc57-f4be-4a7c-9ee8-114e848174ea,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:33.647901 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bffcf576-72ad-48a9-bec3-fc6082418ad0 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:33.653006 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bffcf576-72ad-48a9-bec3-fc6082418ad0 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6125252 Dec 16 22:18:33.653209 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42366) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:33.657603 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-1e8479fd-ce97-4142-84f8-f6052d33e57c tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Request body: {'security_group_rule': {'security_group_id': '672421be-c51b-469a-a191-226d991377ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:33.668924 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-4f1b0f64-748c-46d8-a3c1-1e1e7aaac1fc None None] Set router 2c446a83-72cb-4318-bf0f-401773020efc gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:18:33.698900 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e8f3cdc-dfc6-4f52-9da6-3ffc200440bc req-6aca40e5-9a52-40f5-86f1-ca7a8ee9662f tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104403 Dec 16 22:18:33.701551 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-a8d26d58-ffb1-4663-ad31-45726f623a5c req-37db257b-84b3-416c-b436-1108c63a8d10 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Deleting port 5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:33.702327 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a8d26d58-ffb1-4663-ad31-45726f623a5c req-37db257b-84b3-416c-b436-1108c63a8d10 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:33.817909 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b4a02a51-9f1c-4801-b977-70ec36b44588 None None] Provisioning complete for port 6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:33.818474 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b4a02a51-9f1c-4801-b977-70ec36b44588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:33.824661 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-a8d26d58-ffb1-4663-ad31-45726f623a5c req-37db257b-84b3-416c-b436-1108c63a8d10 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] For port 5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:33.825034 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a8d26d58-ffb1-4663-ad31-45726f623a5c req-37db257b-84b3-416c-b436-1108c63a8d10 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:33.837735 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-a8d26d58-ffb1-4663-ad31-45726f623a5c req-37db257b-84b3-416c-b436-1108c63a8d10 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Calling delete_port for 5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:33.850039 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1e8479fd-ce97-4142-84f8-f6052d33e57c tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:33.914181 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1e8479fd-ce97-4142-84f8-f6052d33e57c tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:33.919209 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4f1b0f64-748c-46d8-a3c1-1e1e7aaac1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c446a83-72cb-4318-bf0f-401773020efc', 'name': 'tempest-ServersTestJSON-95711836-router', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '0f4568bf-fc12-42e0-b23c-e861e4c914ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:18:24Z', 'updated_at': '2021-12-16T22:18:29Z', 'revision_number': 4, 'project_id': '282bc2e8d7324057aeb6d491e5757a38', 'gw_port': {'id': '0f4568bf-fc12-42e0-b23c-e861e4c914ea', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c446a83-72cb-4318-bf0f-401773020efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:18:25Z', 'updated_at': '2021-12-16T22:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf', 'name': '', 'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'mac_address': 'fa:16:3e:ac:dc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c446a83-72cb-4318-bf0f-401773020efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '04a69dc0-997e-43c3-974f-46673370ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:18:28Z', 'updated_at': '2021-12-16T22:18:33Z', 'revision_number': 4, 'project_id': '282bc2e8d7324057aeb6d491e5757a38', 'subnets': [{'id': '04a69dc0-997e-43c3-974f-46673370ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:33.949062 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b4a02a51-9f1c-4801-b977-70ec36b44588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:33.951719 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b0f64-748c-46d8-a3c1-1e1e7aaac1fc None None] The sync data for ids ['2c446a83-72cb-4318-bf0f-401773020efc'] in n-d-815324-4 is: [{'id': '2c446a83-72cb-4318-bf0f-401773020efc', 'name': 'tempest-ServersTestJSON-95711836-router', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '0f4568bf-fc12-42e0-b23c-e861e4c914ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:18:24Z', 'updated_at': '2021-12-16T22:18:29Z', 'revision_number': 4, 'project_id': '282bc2e8d7324057aeb6d491e5757a38', 'gw_port': {'id': '0f4568bf-fc12-42e0-b23c-e861e4c914ea', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c446a83-72cb-4318-bf0f-401773020efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:18:25Z', 'updated_at': '2021-12-16T22:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf', 'name': '', 'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'mac_address': 'fa:16:3e:ac:dc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c446a83-72cb-4318-bf0f-401773020efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '04a69dc0-997e-43c3-974f-46673370ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:18:28Z', 'updated_at': '2021-12-16T22:18:33Z', 'revision_number': 4, 'project_id': '282bc2e8d7324057aeb6d491e5757a38', 'subnets': [{'id': '04a69dc0-997e-43c3-974f-46673370ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:18:33.992741 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b4a02a51-9f1c-4801-b977-70ec36b44588 None None] For port 6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf,segment=NetworkSegment(65afc4e0-336a-4801-84fe-00972a7a79ce),segment_id=65afc4e0-336a-4801-84fe-00972a7a79ce)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:34.055676 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1e8479fd-ce97-4142-84f8-f6052d33e57c tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:34.061675 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42370) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:34.087953 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8479fd-ce97-4142-84f8-f6052d33e57c tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2375199d-587e-49f2-8332-a1a706e13e8e,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:34.103291 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b4a02a51-9f1c-4801-b977-70ec36b44588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:34.116379 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89406096-b44d-4c68-a696-ceea2bc0ab42 req-ac24147a-7450-4cf6-9103-af61da64f4a9 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:34.118000 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-89406096-b44d-4c68-a696-ceea2bc0ab42 req-ac24147a-7450-4cf6-9103-af61da64f4a9 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 950 time: 0.1295729 Dec 16 22:18:34.123067 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d135e080-6cd9-4c64-9e27-e99d8d6aabcb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b86f4805031847a9a2093d30c1dd1ea9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0601435 Dec 16 22:18:34.126656 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42372) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:34.152020 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a8d26d58-ffb1-4663-ad31-45726f623a5c req-37db257b-84b3-416c-b436-1108c63a8d10 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:34.195552 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db257b-84b3-416c-b436-1108c63a8d10 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Pushing event deleted for resources: {'Port': ['ID=5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:34.200155 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6c17bdca-25a2-4289-a713-5364eb2bc111', '8ac3f3ae-03ec-43aa-9f2f-196fde36ac18', 'aa94ee2e-f1f7-4556-80be-e998211e8979', '9b4744c9-4b22-416a-bdfd-04d28387ce51', '5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:34.202536 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9c542d95-fa6f-4d6e-befb-2c00a17a1eeb', '445d23f8-0a76-4912-86a3-0ac58353279f'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:34.210645 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-89406096-b44d-4c68-a696-ceea2bc0ab42 req-8545f81b-d8ea-477e-bd3a-ee3269644858 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735097 Dec 16 22:18:34.215704 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1e8479fd-ce97-4142-84f8-f6052d33e57c tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:34.219830 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1e8479fd-ce97-4142-84f8-f6052d33e57c tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5660641 Dec 16 22:18:34.223227 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42376) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:34.256425 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-9a870b64-286b-4c59-8dc9-3184f2f24de0 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:34.329388 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a02a51-9f1c-4801-b977-70ec36b44588 None None] Pushing event updated for resources: {'Port': ['ID=6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:34.361785 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-109a5b7f-0692-4b78-a353-34198135811a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:34.368540 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d26d58-ffb1-4663-ad31-45726f623a5c req-37db257b-84b3-416c-b436-1108c63a8d10 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] No DVR routers for this DVR port 5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:18:34.370371 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a8d26d58-ffb1-4663-ad31-45726f623a5c req-37db257b-84b3-416c-b436-1108c63a8d10 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:34.381246 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a8d26d58-ffb1-4663-ad31-45726f623a5c req-37db257b-84b3-416c-b436-1108c63a8d10 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.76 "DELETE /v2.0/ports/5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc HTTP/1.1" status: 204 len: 173 time: 1.0130281 Dec 16 22:18:34.381905 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2af7b3-6234-4cde-8229-6efb50c787db', 'name': 'network-vif-deleted', 'tag': '5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:34.385973 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eee94a3-6aec-4eeb-923c-5d9bb28227ae" -d '{"events": [{"server_uuid": "0e2af7b3-6234-4cde-8229-6efb50c787db", "name": "network-vif-deleted", "tag": "5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:34.411779 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-109a5b7f-0692-4b78-a353-34198135811a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:34.425678 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a870b64-286b-4c59-8dc9-3184f2f24de0 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:34.449612 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccda1c79-52f8-4cd5-93cb-9e0f389e0b2d x-openstack-request-id: req-ccda1c79-52f8-4cd5-93cb-9e0f389e0b2d {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:34.449915 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2af7b3-6234-4cde-8229-6efb50c787db", "name": "network-vif-deleted", "tag": "5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:34.450198 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ccda1c79-52f8-4cd5-93cb-9e0f389e0b2d {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:34.450621 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2af7b3-6234-4cde-8229-6efb50c787db', 'name': 'network-vif-deleted', 'tag': '5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc', 'status': 'completed', 'code': 200} Dec 16 22:18:34.623314 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:18:34.644981 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a870b64-286b-4c59-8dc9-3184f2f24de0 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:34.709658 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-109a5b7f-0692-4b78-a353-34198135811a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:34.712739 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-109a5b7f-0692-4b78-a353-34198135811a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:34.714565 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-109a5b7f-0692-4b78-a353-34198135811a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/914abc0d-2915-4c94-ada2-658b01cced53 HTTP/1.1" status: 204 len: 168 time: 0.5866704 Dec 16 22:18:34.738113 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a5b7f-0692-4b78-a353-34198135811a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914abc0d-2915-4c94-ada2-658b01cced53,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:34.866542 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-9a870b64-286b-4c59-8dc9-3184f2f24de0 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Allocated IP 172.25.6.6 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/97d51e50-49b1-4fbf-9358-42846dc1eb0a) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:18:34.997093 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:35.000980 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:35.061182 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa2ce6-ec93-4dff-9174-8dcb0d6214d0 req-80e2789e-5cb5-4421-975d-f1d2d5b0e67f tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:35.069359 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e3aa2ce6-ec93-4dff-9174-8dcb0d6214d0 req-80e2789e-5cb5-4421-975d-f1d2d5b0e67f tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.1796362 Dec 16 22:18:35.142905 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a870b64-286b-4c59-8dc9-3184f2f24de0 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:35.182277 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e3aa2ce6-ec93-4dff-9174-8dcb0d6214d0 req-655f1800-9760-4295-83c3-a18663791933 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112361 Dec 16 22:18:35.320798 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a870b64-286b-4c59-8dc9-3184f2f24de0 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:35.368282 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a870b64-286b-4c59-8dc9-3184f2f24de0 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:18:35.373509 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-9a870b64-286b-4c59-8dc9-3184f2f24de0 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:35.377536 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a870b64-286b-4c59-8dc9-3184f2f24de0 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:35.393343 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-03a361d8-8abf-474c-81e1-385a6b89bd25 req-48711bd2-614a-4585-972a-54bb28aaaf7d tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 210 time: 0.0578153 Dec 16 22:18:35.427102 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a870b64-286b-4c59-8dc9-3184f2f24de0 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Pushing event updated for resources: {'Port': ['ID=97d51e50-49b1-4fbf-9358-42846dc1eb0a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:35.500662 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a870b64-286b-4c59-8dc9-3184f2f24de0 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:35.677268 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a870b64-286b-4c59-8dc9-3184f2f24de0 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:35.883816 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42404) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:35.911411 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a870b64-286b-4c59-8dc9-3184f2f24de0 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:35.938401 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fd83f82d-d84f-476c-a5ac-9c9e51f76af7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=513667557c9a49dba5163848f33e49c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0533192 Dec 16 22:18:35.941007 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42406) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:35.998281 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-50588bbf-cd57-4c4f-af9a-01f4bd4c86a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:36.027648 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-50588bbf-cd57-4c4f-af9a-01f4bd4c86a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:36.040480 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a870b64-286b-4c59-8dc9-3184f2f24de0 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:36.126298 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a870b64-286b-4c59-8dc9-3184f2f24de0 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Pushing event updated for resources: {'Port': ['ID=97d51e50-49b1-4fbf-9358-42846dc1eb0a,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:36.131674 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a870b64-286b-4c59-8dc9-3184f2f24de0 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:36.166772 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-50588bbf-cd57-4c4f-af9a-01f4bd4c86a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:36.170164 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-50588bbf-cd57-4c4f-af9a-01f4bd4c86a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:36.174315 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-50588bbf-cd57-4c4f-af9a-01f4bd4c86a7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/00a209c9-d3dd-4c47-bb72-bd66e6f315da HTTP/1.1" status: 204 len: 168 time: 0.2319152 Dec 16 22:18:36.184305 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50588bbf-cd57-4c4f-af9a-01f4bd4c86a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a209c9-d3dd-4c47-bb72-bd66e6f315da,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:36.250643 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a870b64-286b-4c59-8dc9-3184f2f24de0 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:36.255944 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9a870b64-286b-4c59-8dc9-3184f2f24de0 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.0316899 Dec 16 22:18:36.330613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb8c53-8f47-4915-a897-ddb85f96a682 req-7f72a990-196e-4b84-8af6-b8586a385a11 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:36.332156 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e2bb8c53-8f47-4915-a897-ddb85f96a682 req-7f72a990-196e-4b84-8af6-b8586a385a11 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.0529008 Dec 16 22:18:36.352195 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:18:36.372821 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:18:36.373163 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 5f6a67d9-1ab9-4cb5-8d64-c9e54e4c2ecc not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:18:36.384682 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e2bb8c53-8f47-4915-a897-ddb85f96a682 req-1796d3f0-1dac-46f8-b15c-d22041280ca5 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464594 Dec 16 22:18:36.511510 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4168d07a-5e14-4fbb-bf65-14119f1b0ac3 req-a0a208d4-14c2-4473-b720-8f38833b73f9 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e2af7b3-6234-4cde-8229-6efb50c787db HTTP/1.1" status: 200 len: 210 time: 0.0298169 Dec 16 22:18:36.810535 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-72abfe08-6d0a-4a88-8831-c480427c72e1 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1795614843&fields=id&tenant_id=282bc2e8d7324057aeb6d491e5757a38 HTTP/1.1" status: 200 len: 267 time: 0.0560005 Dec 16 22:18:36.932942 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-34783079-ad0c-4026-93a4-a75bf13d0816 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:36.934373 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-34783079-ad0c-4026-93a4-a75bf13d0816 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/networks?id=4a51e34c-53d5-4335-835f-c57437c183f5 HTTP/1.1" status: 200 len: 804 time: 0.1164782 Dec 16 22:18:36.952360 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-52b53796-f285-4495-b100-3404ed488b7a tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/quotas/282bc2e8d7324057aeb6d491e5757a38 HTTP/1.1" status: 200 len: 375 time: 0.0112112 Dec 16 22:18:37.022058 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-bad1e07e-67e0-44de-8781-b3a60e111b85 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=282bc2e8d7324057aeb6d491e5757a38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610530 Dec 16 22:18:37.125794 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-2d925c18-f407-4120-9cb6-eb46d9b23c56 service neutron] 10.222.0.75 "GET /v2.0/networks/4a51e34c-53d5-4335-835f-c57437c183f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908504 Dec 16 22:18:37.226800 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-bab85981-2707-4742-926f-e6bb77d3e40b service neutron] 10.222.0.75 "GET /v2.0/networks/4a51e34c-53d5-4335-835f-c57437c183f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944970 Dec 16 22:18:37.507567 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeac32a-0618-41bb-acc9-7b9211f9c342 req-65cfb111-b6ca-4793-b1f9-2119ef9858e7 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:37.509091 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbeac32a-0618-41bb-acc9-7b9211f9c342 req-65cfb111-b6ca-4793-b1f9-2119ef9858e7 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.0515366 Dec 16 22:18:37.584375 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbeac32a-0618-41bb-acc9-7b9211f9c342 req-4e6755d1-2985-43a8-bfd4-8f5699ab2fc5 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623648 Dec 16 22:18:37.653208 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0a12027e-fcd2-4f60-b078-ce4be21c8ec8 req-5bf12ae0-407c-4547-bb3c-ef83166bb43a tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/ports?device_id=74b1f127-2434-4977-a377-63764b0dcbbb HTTP/1.1" status: 200 len: 210 time: 0.0505917 Dec 16 22:18:37.974219 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42488) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:38.189920 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-81c79844-33ca-4eee-b2b2-cb2865ec8f0c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1326564717'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:38.287369 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5c95f-4b6b-47f4-8fa0-2db187e0944b req-fc27c922-8d5a-46f7-a4d7-da478a17c39c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:38.289023 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79f5c95f-4b6b-47f4-8fa0-2db187e0944b req-fc27c922-8d5a-46f7-a4d7-da478a17c39c tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a0526b-40fc-42b8-b45e-5d1e879290b9 HTTP/1.1" status: 200 len: 949 time: 0.0593972 Dec 16 22:18:38.338104 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c79844-33ca-4eee-b2b2-cb2865ec8f0c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:18:38.342169 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-81c79844-33ca-4eee-b2b2-cb2865ec8f0c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:38.361802 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79f5c95f-4b6b-47f4-8fa0-2db187e0944b req-17d5da63-d3ef-4f8e-894b-badabacc248a tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657558 Dec 16 22:18:38.362813 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-81c79844-33ca-4eee-b2b2-cb2865ec8f0c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:38.455824 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-81c79844-33ca-4eee-b2b2-cb2865ec8f0c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:38.668556 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-81c79844-33ca-4eee-b2b2-cb2865ec8f0c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:38.723425 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c79844-33ca-4eee-b2b2-cb2865ec8f0c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:18:38.763577 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba22ad-a7c7-4e53-87f2-63fc3dfbd147 req-9ebcf217-e333-41fb-a97f-820ae4ba49b5 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:38.770535 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d7943cee-6988-4dad-b6ea-8740d6a57563 req-555179ab-36c9-477b-80b0-e3fb8de46108 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/ports?device_id=74b1f127-2434-4977-a377-63764b0dcbbb HTTP/1.1" status: 200 len: 210 time: 0.0559194 Dec 16 22:18:38.771903 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dfba22ad-a7c7-4e53-87f2-63fc3dfbd147 req-9ebcf217-e333-41fb-a97f-820ae4ba49b5 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.1162028 Dec 16 22:18:38.773179 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c79844-33ca-4eee-b2b2-cb2865ec8f0c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f926f3b6-16bc-43a0-a0e9-5b335394c191,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:38.791533 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-81c79844-33ca-4eee-b2b2-cb2865ec8f0c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:38.795345 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-81c79844-33ca-4eee-b2b2-cb2865ec8f0c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Added segment 74ae8c90-585a-498f-b3ae-5c7ed60aba36 of type vlan for network 6951964f-e598-4603-929f-be09b1bc6f8a Dec 16 22:18:38.834373 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dfba22ad-a7c7-4e53-87f2-63fc3dfbd147 req-8a320dbc-003a-40af-b2c9-59febea27116 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613782 Dec 16 22:18:38.844477 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-81c79844-33ca-4eee-b2b2-cb2865ec8f0c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:38.999024 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-81c79844-33ca-4eee-b2b2-cb2865ec8f0c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:39.001469 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c79844-33ca-4eee-b2b2-cb2865ec8f0c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:39.002079 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-81c79844-33ca-4eee-b2b2-cb2865ec8f0c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:39.073628 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c79844-33ca-4eee-b2b2-cb2865ec8f0c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Network': ['ID=6951964f-e598-4603-929f-be09b1bc6f8a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:39.085539 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 6951964f-e598-4603-929f-be09b1bc6f8a details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:18:39.153533 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-81c79844-33ca-4eee-b2b2-cb2865ec8f0c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1782279 Dec 16 22:18:39.156341 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42538) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:39.161637 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-fd61ff5a-3ae9-4438-87b8-e4f7bf688bc7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'port': {'network_id': '6951964f-e598-4603-929f-be09b1bc6f8a', 'name': 'tempest-PortsIpV6TestJSON-382310354'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:39.391464 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd61ff5a-3ae9-4438-87b8-e4f7bf688bc7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:18:39.395816 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fd61ff5a-3ae9-4438-87b8-e4f7bf688bc7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:39.426881 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-fd61ff5a-3ae9-4438-87b8-e4f7bf688bc7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] device_id is not set on port 27e9d5c0-3e82-4930-b8d9-f9235b3b4ef1 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:18:39.542524 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad0f26-a9cf-48af-971d-7cd6c3cacd5a req-44d01ba5-062b-4c61-aaab-9f93f7dade4d tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:39.544763 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-05ad0f26-a9cf-48af-971d-7cd6c3cacd5a req-44d01ba5-062b-4c61-aaab-9f93f7dade4d tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a0526b-40fc-42b8-b45e-5d1e879290b9 HTTP/1.1" status: 200 len: 949 time: 0.0703683 Dec 16 22:18:39.648322 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fd61ff5a-3ae9-4438-87b8-e4f7bf688bc7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:39.652536 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-05ad0f26-a9cf-48af-971d-7cd6c3cacd5a req-1cd91047-32ff-433d-9728-e025e1aadf75 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768228 Dec 16 22:18:39.866914 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fd61ff5a-3ae9-4438-87b8-e4f7bf688bc7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:39.881786 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9d6b54a8-5615-4722-a071-3cf28606912a req-be39a074-353b-4cc2-81eb-30f60a89b6f6 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/ports?device_id=74b1f127-2434-4977-a377-63764b0dcbbb HTTP/1.1" status: 200 len: 210 time: 0.0361755 Dec 16 22:18:39.954715 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae2874-c468-4f45-af5c-b084208c109c req-12271628-a5a3-477a-8938-7fcc934dd804 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:39.956644 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-30ae2874-c468-4f45-af5c-b084208c109c req-12271628-a5a3-477a-8938-7fcc934dd804 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7a0526b-40fc-42b8-b45e-5d1e879290b9 HTTP/1.1" status: 200 len: 949 time: 0.1011529 Dec 16 22:18:40.077005 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf1393-9db8-4aba-8240-8f8d1e99b13b req-584da67a-676c-4c48-8856-e13df38584ed tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:40.078705 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dcbf1393-9db8-4aba-8240-8f8d1e99b13b req-584da67a-676c-4c48-8856-e13df38584ed tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.1210074 Dec 16 22:18:40.152295 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dcbf1393-9db8-4aba-8240-8f8d1e99b13b req-433dd04e-74c9-4d15-bc48-5fb2f4946094 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655980 Dec 16 22:18:40.155508 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-30ae2874-c468-4f45-af5c-b084208c109c req-955b141d-9e11-46ff-b801-21ed6f482540 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Deleting port 9b4744c9-4b22-416a-bdfd-04d28387ce51 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:40.155861 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-30ae2874-c468-4f45-af5c-b084208c109c req-955b141d-9e11-46ff-b801-21ed6f482540 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:40.209833 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39386b69-9827-4f34-9ac3-9308159c3fdd req-99126d55-558e-4741-a8c1-0d406106c6eb tempest-NetworksTest-160327274 tempest-NetworksTest-160327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:40.210361 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39386b69-9827-4f34-9ac3-9308159c3fdd req-99126d55-558e-4741-a8c1-0d406106c6eb tempest-NetworksTest-160327274 tempest-NetworksTest-160327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:40.211607 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39386b69-9827-4f34-9ac3-9308159c3fdd req-99126d55-558e-4741-a8c1-0d406106c6eb tempest-NetworksTest-160327274 tempest-NetworksTest-160327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:40.211607 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39386b69-9827-4f34-9ac3-9308159c3fdd req-99126d55-558e-4741-a8c1-0d406106c6eb tempest-NetworksTest-160327274 tempest-NetworksTest-160327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:40.211958 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39386b69-9827-4f34-9ac3-9308159c3fdd req-99126d55-558e-4741-a8c1-0d406106c6eb tempest-NetworksTest-160327274 tempest-NetworksTest-160327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:40.212475 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39386b69-9827-4f34-9ac3-9308159c3fdd req-99126d55-558e-4741-a8c1-0d406106c6eb tempest-NetworksTest-160327274 tempest-NetworksTest-160327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:40.212938 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39386b69-9827-4f34-9ac3-9308159c3fdd req-99126d55-558e-4741-a8c1-0d406106c6eb tempest-NetworksTest-160327274 tempest-NetworksTest-160327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:40.214003 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39386b69-9827-4f34-9ac3-9308159c3fdd req-99126d55-558e-4741-a8c1-0d406106c6eb tempest-NetworksTest-160327274 tempest-NetworksTest-160327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:40.214463 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39386b69-9827-4f34-9ac3-9308159c3fdd req-99126d55-558e-4741-a8c1-0d406106c6eb tempest-NetworksTest-160327274 tempest-NetworksTest-160327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:40.214954 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39386b69-9827-4f34-9ac3-9308159c3fdd req-99126d55-558e-4741-a8c1-0d406106c6eb tempest-NetworksTest-160327274 tempest-NetworksTest-160327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:40.215413 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39386b69-9827-4f34-9ac3-9308159c3fdd req-99126d55-558e-4741-a8c1-0d406106c6eb tempest-NetworksTest-160327274 tempest-NetworksTest-160327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:40.219665 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-39386b69-9827-4f34-9ac3-9308159c3fdd req-99126d55-558e-4741-a8c1-0d406106c6eb tempest-NetworksTest-160327274 tempest-NetworksTest-160327274-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7731 time: 0.5437660 Dec 16 22:18:40.261540 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61ff5a-3ae9-4438-87b8-e4f7bf688bc7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Port': ['ID=27e9d5c0-3e82-4930-b8d9-f9235b3b4ef1,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:40.286062 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-30ae2874-c468-4f45-af5c-b084208c109c req-955b141d-9e11-46ff-b801-21ed6f482540 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] For port 9b4744c9-4b22-416a-bdfd-04d28387ce51, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=9b4744c9-4b22-416a-bdfd-04d28387ce51,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:40.287958 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-30ae2874-c468-4f45-af5c-b084208c109c req-955b141d-9e11-46ff-b801-21ed6f482540 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:40.312931 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-30ae2874-c468-4f45-af5c-b084208c109c req-955b141d-9e11-46ff-b801-21ed6f482540 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Calling delete_port for 9b4744c9-4b22-416a-bdfd-04d28387ce51 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:40.313726 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd61ff5a-3ae9-4438-87b8-e4f7bf688bc7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Checking segment: {'id': '74ae8c90-585a-498f-b3ae-5c7ed60aba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6951964f-e598-4603-929f-be09b1bc6f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:18:40.314095 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd61ff5a-3ae9-4438-87b8-e4f7bf688bc7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network hostable DHCP agents. Network: 6951964f-e598-4603-929f-be09b1bc6f8a, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:18:40.372208 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d586cc-3ad3-42f3-bccb-43ae731f92d5 req-1d2b1d64-1b4f-4fc8-b1e8-4f91fae0e501 tempest-NetworksTest-160327274 tempest-NetworksTest-160327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:40.373739 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-83d586cc-3ad3-42f3-bccb-43ae731f92d5 req-1d2b1d64-1b4f-4fc8-b1e8-4f91fae0e501 tempest-NetworksTest-160327274 tempest-NetworksTest-160327274-project-admin] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 886 time: 0.1298907 Dec 16 22:18:40.440760 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd61ff5a-3ae9-4438-87b8-e4f7bf688bc7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network 6951964f-e598-4603-929f-be09b1bc6f8a is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:18:40.537653 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-fd61ff5a-3ae9-4438-87b8-e4f7bf688bc7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 6951964f-e598-4603-929f-be09b1bc6f8a) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:40.541944 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd61ff5a-3ae9-4438-87b8-e4f7bf688bc7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:40.550049 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd61ff5a-3ae9-4438-87b8-e4f7bf688bc7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:40.550770 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fd61ff5a-3ae9-4438-87b8-e4f7bf688bc7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:40.551679 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9d5dcf-c4a6-4f7d-875f-48396ef5c69d None None] Network 6951964f-e598-4603-929f-be09b1bc6f8a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:18:40.638837 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fd61ff5a-3ae9-4438-87b8-e4f7bf688bc7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4811184 Dec 16 22:18:40.642081 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42574) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:40.646330 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056d6aa-0c17-489f-a9cd-4e370f5a1766 req-dc672a37-4da0-46b5-beb1-7e7449e6bc8e tempest-NetworksTest-160327274 tempest-NetworksTest-160327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:40.646805 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056d6aa-0c17-489f-a9cd-4e370f5a1766 req-dc672a37-4da0-46b5-beb1-7e7449e6bc8e tempest-NetworksTest-160327274 tempest-NetworksTest-160327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:40.647347 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056d6aa-0c17-489f-a9cd-4e370f5a1766 req-dc672a37-4da0-46b5-beb1-7e7449e6bc8e tempest-NetworksTest-160327274 tempest-NetworksTest-160327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:40.647550 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-123aff30-474e-41d1-b281-6936dfe12b01 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-667376060'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:40.647817 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056d6aa-0c17-489f-a9cd-4e370f5a1766 req-dc672a37-4da0-46b5-beb1-7e7449e6bc8e tempest-NetworksTest-160327274 tempest-NetworksTest-160327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:40.648286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056d6aa-0c17-489f-a9cd-4e370f5a1766 req-dc672a37-4da0-46b5-beb1-7e7449e6bc8e tempest-NetworksTest-160327274 tempest-NetworksTest-160327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:40.650132 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056d6aa-0c17-489f-a9cd-4e370f5a1766 req-dc672a37-4da0-46b5-beb1-7e7449e6bc8e tempest-NetworksTest-160327274 tempest-NetworksTest-160327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:40.650132 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056d6aa-0c17-489f-a9cd-4e370f5a1766 req-dc672a37-4da0-46b5-beb1-7e7449e6bc8e tempest-NetworksTest-160327274 tempest-NetworksTest-160327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:40.650132 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056d6aa-0c17-489f-a9cd-4e370f5a1766 req-dc672a37-4da0-46b5-beb1-7e7449e6bc8e tempest-NetworksTest-160327274 tempest-NetworksTest-160327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:40.650434 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056d6aa-0c17-489f-a9cd-4e370f5a1766 req-dc672a37-4da0-46b5-beb1-7e7449e6bc8e tempest-NetworksTest-160327274 tempest-NetworksTest-160327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:40.651899 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056d6aa-0c17-489f-a9cd-4e370f5a1766 req-dc672a37-4da0-46b5-beb1-7e7449e6bc8e tempest-NetworksTest-160327274 tempest-NetworksTest-160327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:40.652532 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056d6aa-0c17-489f-a9cd-4e370f5a1766 req-dc672a37-4da0-46b5-beb1-7e7449e6bc8e tempest-NetworksTest-160327274 tempest-NetworksTest-160327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:40.655070 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c056d6aa-0c17-489f-a9cd-4e370f5a1766 req-dc672a37-4da0-46b5-beb1-7e7449e6bc8e tempest-NetworksTest-160327274 tempest-NetworksTest-160327274-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7731 time: 0.2553456 Dec 16 22:18:40.714091 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-30ae2874-c468-4f45-af5c-b084208c109c req-955b141d-9e11-46ff-b801-21ed6f482540 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:40.750816 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b141d-9e11-46ff-b801-21ed6f482540 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Pushing event deleted for resources: {'Port': ['ID=9b4744c9-4b22-416a-bdfd-04d28387ce51,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:40.758378 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6c17bdca-25a2-4289-a713-5364eb2bc111', '8ac3f3ae-03ec-43aa-9f2f-196fde36ac18', 'aa94ee2e-f1f7-4556-80be-e998211e8979'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:40.761690 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9c542d95-fa6f-4d6e-befb-2c00a17a1eeb', '445d23f8-0a76-4912-86a3-0ac58353279f'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:40.784408 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aa091d5c-a1bf-4545-86ba-027a78df14ee req-35b3df72-755f-4f0e-9551-f320e1335fd5 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a0526b-40fc-42b8-b45e-5d1e879290b9 HTTP/1.1" status: 200 len: 210 time: 0.0470126 Dec 16 22:18:40.790091 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123aff30-474e-41d1-b281-6936dfe12b01 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:18:40.805025 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-123aff30-474e-41d1-b281-6936dfe12b01 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:40.835359 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123aff30-474e-41d1-b281-6936dfe12b01 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:18:40.847891 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-123aff30-474e-41d1-b281-6936dfe12b01 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:40.848736 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-123aff30-474e-41d1-b281-6936dfe12b01 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Added segment 5882c812-dd02-4392-94d0-6a6fca8881d8 of type vlan for network c46b40e2-d5b5-4c5c-a7ca-06155aacb298 Dec 16 22:18:40.857820 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ae2874-c468-4f45-af5c-b084208c109c req-955b141d-9e11-46ff-b801-21ed6f482540 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] No DVR routers for this DVR port 9b4744c9-4b22-416a-bdfd-04d28387ce51 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:18:40.862176 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-30ae2874-c468-4f45-af5c-b084208c109c req-955b141d-9e11-46ff-b801-21ed6f482540 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:40.870753 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-30ae2874-c468-4f45-af5c-b084208c109c req-955b141d-9e11-46ff-b801-21ed6f482540 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.76 "DELETE /v2.0/ports/9b4744c9-4b22-416a-bdfd-04d28387ce51 HTTP/1.1" status: 204 len: 173 time: 0.9009516 Dec 16 22:18:40.871311 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a0526b-40fc-42b8-b45e-5d1e879290b9', 'name': 'network-vif-deleted', 'tag': '9b4744c9-4b22-416a-bdfd-04d28387ce51'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:40.883544 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e5cb6a-989d-4256-b273-6c7126d5de71" -d '{"events": [{"server_uuid": "e7a0526b-40fc-42b8-b45e-5d1e879290b9", "name": "network-vif-deleted", "tag": "9b4744c9-4b22-416a-bdfd-04d28387ce51"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:40.943996 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-123aff30-474e-41d1-b281-6936dfe12b01 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:40.966731 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdbf0a5-dd46-44a0-ad26-6370a2de168a x-openstack-request-id: req-acdbf0a5-dd46-44a0-ad26-6370a2de168a {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:40.967307 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a0526b-40fc-42b8-b45e-5d1e879290b9", "name": "network-vif-deleted", "tag": "9b4744c9-4b22-416a-bdfd-04d28387ce51", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:40.967653 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-acdbf0a5-dd46-44a0-ad26-6370a2de168a {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:40.968083 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a0526b-40fc-42b8-b45e-5d1e879290b9', 'name': 'network-vif-deleted', 'tag': '9b4744c9-4b22-416a-bdfd-04d28387ce51', 'status': 'completed', 'code': 200} Dec 16 22:18:41.018468 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4dcb8cee-e2fb-412d-811b-51aaf4c6446e req-254dd6bc-f0e2-48d4-be81-7243a44375aa tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/ports?device_id=74b1f127-2434-4977-a377-63764b0dcbbb HTTP/1.1" status: 200 len: 210 time: 0.0407226 Dec 16 22:18:41.144076 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-123aff30-474e-41d1-b281-6936dfe12b01 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:41.156946 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123aff30-474e-41d1-b281-6936dfe12b01 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:41.160362 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-123aff30-474e-41d1-b281-6936dfe12b01 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:41.301697 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b60f7a-6e1a-4af7-86d0-5a634a71d1e7 req-36bdd31b-e0be-4311-b07b-39832c44c2ce tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:41.303385 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-64b60f7a-6e1a-4af7-86d0-5a634a71d1e7 req-36bdd31b-e0be-4311-b07b-39832c44c2ce tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.0574372 Dec 16 22:18:41.329079 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123aff30-474e-41d1-b281-6936dfe12b01 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Network': ['ID=c46b40e2-d5b5-4c5c-a7ca-06155aacb298,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:41.374779 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network c46b40e2-d5b5-4c5c-a7ca-06155aacb298 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:18:41.406930 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-123aff30-474e-41d1-b281-6936dfe12b01 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7613990 Dec 16 22:18:41.408357 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-64b60f7a-6e1a-4af7-86d0-5a634a71d1e7 req-852acd5b-29b7-4355-b316-f2d7b184246d tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935750 Dec 16 22:18:41.408950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42594) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:41.426034 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-85b090d6-591e-44ed-a28d-03ed7e77ee3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'ports': [{'network_id': '6951964f-e598-4603-929f-be09b1bc6f8a'}, {'network_id': 'c46b40e2-d5b5-4c5c-a7ca-06155aacb298'}]} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:41.426487 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-85b090d6-591e-44ed-a28d-03ed7e77ee3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'port': {'network_id': '6951964f-e598-4603-929f-be09b1bc6f8a'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:41.427007 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-85b090d6-591e-44ed-a28d-03ed7e77ee3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'port': {'network_id': 'c46b40e2-d5b5-4c5c-a7ca-06155aacb298'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:41.622446 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-3a526805-9b0f-4ff1-885c-5abcb1c55912 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:41.630289 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-3a526805-9b0f-4ff1-885c-5abcb1c55912 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.76 "GET /v2.0/networks?id=4a51e34c-53d5-4335-835f-c57437c183f5 HTTP/1.1" status: 200 len: 804 time: 0.2097437 Dec 16 22:18:41.658256 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42600) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:41.716058 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-1b85c2c1-35d0-4bdb-bbc1-1e38787468f5 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=282bc2e8d7324057aeb6d491e5757a38 HTTP/1.1" status: 200 len: 380 time: 0.0687726 Dec 16 22:18:41.726726 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-5b346ef2-64ae-42b6-bc5b-5e8fa69bb569 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Request body: {'port': {'device_id': '74b1f127-2434-4977-a377-63764b0dcbbb', 'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5', 'admin_state_up': True, 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'security_groups': ['672421be-c51b-469a-a191-226d991377ee']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:41.840213 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b090d6-591e-44ed-a28d-03ed7e77ee3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'port': 2} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:18:41.845026 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-85b090d6-591e-44ed-a28d-03ed7e77ee3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:41.859879 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-85b090d6-591e-44ed-a28d-03ed7e77ee3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:41.949486 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-5b346ef2-64ae-42b6-bc5b-5e8fa69bb569 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Made reservation on behalf of 282bc2e8d7324057aeb6d491e5757a38 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:18:41.953943 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-5b346ef2-64ae-42b6-bc5b-5e8fa69bb569 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:41.984644 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2007197a-b445-478a-9660-1fba597d517e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:41.990907 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d0d6ed30-4727-4d45-b40e-68f46207aa16 req-a5b74335-e076-46e6-9492-0955d8a838eb tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a0526b-40fc-42b8-b45e-5d1e879290b9 HTTP/1.1" status: 200 len: 210 time: 0.0532503 Dec 16 22:18:42.009284 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-85b090d6-591e-44ed-a28d-03ed7e77ee3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] device_id is not set on port ba56fde3-a6fe-4858-961b-7071a8f8ca2f yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:18:42.136529 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-46c59757-c4c7-4096-aa7a-a0593b4d538c req-102e7dc0-61b3-4580-aacb-a0dffd79cf1d tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/ports?device_id=74b1f127-2434-4977-a377-63764b0dcbbb HTTP/1.1" status: 200 len: 210 time: 0.0385284 Dec 16 22:18:42.137779 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-5b346ef2-64ae-42b6-bc5b-5e8fa69bb569 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Allocated IP 172.20.0.13 (4a51e34c-53d5-4335-835f-c57437c183f5/04a69dc0-997e-43c3-974f-46673370ac49/92a0b013-6b50-46ab-a39b-9b3b13069603) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:18:42.179485 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2007197a-b445-478a-9660-1fba597d517e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:42.197964 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-85b090d6-591e-44ed-a28d-03ed7e77ee3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:42.267187 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-85b090d6-591e-44ed-a28d-03ed7e77ee3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] device_id is not set on port e62951e7-b78f-44ba-8cbb-0065b1c035e9 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:18:42.292136 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-5b346ef2-64ae-42b6-bc5b-5e8fa69bb569 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:42.352256 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2007197a-b445-478a-9660-1fba597d517e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:42.411341 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007197a-b445-478a-9660-1fba597d517e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23779f2d-4838-4185-9665-79389ce45582,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:42.414096 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 9b4744c9-4b22-416a-bdfd-04d28387ce51 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:18:42.421794 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2007197a-b445-478a-9660-1fba597d517e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c39ee1d0c69a459fa1749ab92a4aa315&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7595358 Dec 16 22:18:42.422919 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42614) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:42.430869 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-85b090d6-591e-44ed-a28d-03ed7e77ee3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:42.446132 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-5b346ef2-64ae-42b6-bc5b-5e8fa69bb569 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:42.450399 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 9b4744c9-4b22-416a-bdfd-04d28387ce51 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:18:42.450996 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 9b4744c9-4b22-416a-bdfd-04d28387ce51 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:18:42.552698 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-5b346ef2-64ae-42b6-bc5b-5e8fa69bb569 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Network 4a51e34c-53d5-4335-835f-c57437c183f5 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:18:42.554757 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5c2c5-516e-4c5d-ac35-b4e7fec8981f req-8dd692b2-8f07-4c63-9cb9-2dfcfc0fef76 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:42.556533 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8ee5c2c5-516e-4c5d-ac35-b4e7fec8981f req-8dd692b2-8f07-4c63-9cb9-2dfcfc0fef76 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.0641236 Dec 16 22:18:42.564537 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-5b346ef2-64ae-42b6-bc5b-5e8fa69bb569 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:42.569954 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-5b346ef2-64ae-42b6-bc5b-5e8fa69bb569 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:42.628471 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-5b346ef2-64ae-42b6-bc5b-5e8fa69bb569 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:42.629641 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-5b346ef2-64ae-42b6-bc5b-5e8fa69bb569 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:42.663462 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b346ef2-64ae-42b6-bc5b-5e8fa69bb569 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Pushing event updated for resources: {'Port': ['ID=92a0b013-6b50-46ab-a39b-9b3b13069603,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:42.663623 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8ee5c2c5-516e-4c5d-ac35-b4e7fec8981f req-c6fcf2d5-ade1-4abd-8ffc-2007f5700ae6 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883062 Dec 16 22:18:42.663623 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-85b090d6-591e-44ed-a28d-03ed7e77ee3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:42.672022 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-80807130-92d2-4f41-9575-e6c7ea562907 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:42.706254 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-80807130-92d2-4f41-9575-e6c7ea562907 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:42.732262 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b090d6-591e-44ed-a28d-03ed7e77ee3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network 6951964f-e598-4603-929f-be09b1bc6f8a is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:18:42.742543 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-85b090d6-591e-44ed-a28d-03ed7e77ee3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:42.748808 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b090d6-591e-44ed-a28d-03ed7e77ee3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:42.749639 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-85b090d6-591e-44ed-a28d-03ed7e77ee3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:42.751781 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b090d6-591e-44ed-a28d-03ed7e77ee3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Port': ['ID=ba56fde3-a6fe-4858-961b-7071a8f8ca2f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:42.766249 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-5b346ef2-64ae-42b6-bc5b-5e8fa69bb569 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0434005 Dec 16 22:18:42.787658 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-4836509a-18f7-4866-b9ef-1a499de210d8 service neutron] Request body: {'port': {'device_id': '74b1f127-2434-4977-a377-63764b0dcbbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:42.826805 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b090d6-591e-44ed-a28d-03ed7e77ee3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Port': ['ID=e62951e7-b78f-44ba-8cbb-0065b1c035e9,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:42.852597 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b090d6-591e-44ed-a28d-03ed7e77ee3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Checking segment: {'id': '5882c812-dd02-4392-94d0-6a6fca8881d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c46b40e2-d5b5-4c5c-a7ca-06155aacb298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:18:42.852991 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-4836509a-18f7-4866-b9ef-1a499de210d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:42.855634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b090d6-591e-44ed-a28d-03ed7e77ee3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network hostable DHCP agents. Network: c46b40e2-d5b5-4c5c-a7ca-06155aacb298, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:18:42.889626 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-80807130-92d2-4f41-9575-e6c7ea562907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:42.892966 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-80807130-92d2-4f41-9575-e6c7ea562907 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:42.895904 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-80807130-92d2-4f41-9575-e6c7ea562907 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/23779f2d-4838-4185-9665-79389ce45582 HTTP/1.1" status: 204 len: 168 time: 0.4709153 Dec 16 22:18:42.904689 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-642f2f8e-9002-4834-9e7f-edf5c124e07f None None] Provisioning complete for port 92a0b013-6b50-46ab-a39b-9b3b13069603 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:42.905130 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-642f2f8e-9002-4834-9e7f-edf5c124e07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:42.909218 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80807130-92d2-4f41-9575-e6c7ea562907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23779f2d-4838-4185-9665-79389ce45582,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:42.958065 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-642f2f8e-9002-4834-9e7f-edf5c124e07f None None] Port 92a0b013-6b50-46ab-a39b-9b3b13069603 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:18:42.996682 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b090d6-591e-44ed-a28d-03ed7e77ee3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network c46b40e2-d5b5-4c5c-a7ca-06155aacb298 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:18:43.114755 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-85b090d6-591e-44ed-a28d-03ed7e77ee3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, c46b40e2-d5b5-4c5c-a7ca-06155aacb298) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:43.117887 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b090d6-591e-44ed-a28d-03ed7e77ee3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:43.126824 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b090d6-591e-44ed-a28d-03ed7e77ee3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:43.128531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2660dcc0-7d2b-4947-95b0-76e81d1a581c None None] Network c46b40e2-d5b5-4c5c-a7ca-06155aacb298 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:18:43.132932 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b090d6-591e-44ed-a28d-03ed7e77ee3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:43.133817 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-85b090d6-591e-44ed-a28d-03ed7e77ee3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:43.226134 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-4836509a-18f7-4866-b9ef-1a499de210d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a0b013-6b50-46ab-a39b-9b3b13069603 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:18:43.234592 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-4836509a-18f7-4866-b9ef-1a499de210d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:43.255908 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-4836509a-18f7-4866-b9ef-1a499de210d8 service neutron] Transition to ACTIVE for port object 92a0b013-6b50-46ab-a39b-9b3b13069603 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:18:43.263487 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-85b090d6-591e-44ed-a28d-03ed7e77ee3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8533738 Dec 16 22:18:43.266855 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42640) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:43.327337 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ee303-2e55-4137-8d4f-4456082e2603 req-9bca89ef-0ae9-4ef3-b426-99e453573614 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:43.331438 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8a7ee303-2e55-4137-8d4f-4456082e2603 req-9bca89ef-0ae9-4ef3-b426-99e453573614 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/ports?device_id=74b1f127-2434-4977-a377-63764b0dcbbb HTTP/1.1" status: 200 len: 932 time: 0.0998983 Dec 16 22:18:43.429105 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-4836509a-18f7-4866-b9ef-1a499de210d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:43.429517 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8a7ee303-2e55-4137-8d4f-4456082e2603 req-857d0ff4-7ab5-4d99-a5a2-b18fed4f3810 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/security-groups?id=672421be-c51b-469a-a191-226d991377ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836527 Dec 16 22:18:43.434160 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-707e5040-daa9-4b69-9672-5043a9eda84d tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting port e62951e7-b78f-44ba-8cbb-0065b1c035e9 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:43.434512 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-707e5040-daa9-4b69-9672-5043a9eda84d tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:43.540626 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-707e5040-daa9-4b69-9672-5043a9eda84d tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:43.541827 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836509a-18f7-4866-b9ef-1a499de210d8 service neutron] Pushing event updated for resources: {'Port': ['ID=92a0b013-6b50-46ab-a39b-9b3b13069603,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:43.560486 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-707e5040-daa9-4b69-9672-5043a9eda84d tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Calling delete_port for e62951e7-b78f-44ba-8cbb-0065b1c035e9 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:43.643087 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-4836509a-18f7-4866-b9ef-1a499de210d8 service neutron] Attempting to bind port 92a0b013-6b50-46ab-a39b-9b3b13069603 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:18:43.643712 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-4836509a-18f7-4866-b9ef-1a499de210d8 service neutron] Attempting to bind port 92a0b013-6b50-46ab-a39b-9b3b13069603 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '65afc4e0-336a-4801-84fe-00972a7a79ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:18:43.644153 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-4836509a-18f7-4866-b9ef-1a499de210d8 service neutron] Attempting to bind port 92a0b013-6b50-46ab-a39b-9b3b13069603 on network 4a51e34c-53d5-4335-835f-c57437c183f5 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:18:43.652305 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-4836509a-18f7-4866-b9ef-1a499de210d8 service neutron] Port 92a0b013-6b50-46ab-a39b-9b3b13069603 on network 4a51e34c-53d5-4335-835f-c57437c183f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:18:43.652305 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-4836509a-18f7-4866-b9ef-1a499de210d8 service neutron] Attempting to bind port 92a0b013-6b50-46ab-a39b-9b3b13069603 on network 4a51e34c-53d5-4335-835f-c57437c183f5 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:18:43.657983 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-4836509a-18f7-4866-b9ef-1a499de210d8 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:18:43.658832 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-4836509a-18f7-4866-b9ef-1a499de210d8 service neutron] Checking segment: {'id': '65afc4e0-336a-4801-84fe-00972a7a79ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:18:43.658832 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-4836509a-18f7-4866-b9ef-1a499de210d8 service neutron] Bound using segment: {'id': '65afc4e0-336a-4801-84fe-00972a7a79ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:18:43.659331 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-4836509a-18f7-4866-b9ef-1a499de210d8 service neutron] Bound port: 92a0b013-6b50-46ab-a39b-9b3b13069603, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65afc4e0-336a-4801-84fe-00972a7a79ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:18:43.659795 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-4836509a-18f7-4866-b9ef-1a499de210d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:43.802743 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-4836509a-18f7-4866-b9ef-1a499de210d8 service neutron] For port 92a0b013-6b50-46ab-a39b-9b3b13069603, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:18:43.806407 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-707e5040-daa9-4b69-9672-5043a9eda84d tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:43.819353 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-4836509a-18f7-4866-b9ef-1a499de210d8 service neutron] For port 92a0b013-6b50-46ab-a39b-9b3b13069603, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=92a0b013-6b50-46ab-a39b-9b3b13069603,segment=NetworkSegment(65afc4e0-336a-4801-84fe-00972a7a79ce),segment_id=65afc4e0-336a-4801-84fe-00972a7a79ce)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:18:43.835408 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496a51e-86ae-4f09-957a-51af15fccc5f req-eb43fffb-70bb-4c84-84e2-2d1681f762a8 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:43.840909 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e5040-daa9-4b69-9672-5043a9eda84d tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Port': ['ID=e62951e7-b78f-44ba-8cbb-0065b1c035e9,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:43.842649 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7496a51e-86ae-4f09-957a-51af15fccc5f req-eb43fffb-70bb-4c84-84e2-2d1681f762a8 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.0947540 Dec 16 22:18:43.847707 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-707e5040-daa9-4b69-9672-5043a9eda84d tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:43.851974 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-707e5040-daa9-4b69-9672-5043a9eda84d tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/ports/e62951e7-b78f-44ba-8cbb-0065b1c035e9 HTTP/1.1" status: 204 len: 168 time: 0.5841227 Dec 16 22:18:43.855504 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42666) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:43.887831 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7496a51e-86ae-4f09-957a-51af15fccc5f req-a7e33e7e-97bb-45ff-b535-708b68604f0c tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441866 Dec 16 22:18:43.944209 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-4836509a-18f7-4866-b9ef-1a499de210d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:43.946946 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f374af-be90-4e24-871b-a374dfa26000 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:43.957585 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f374af-be90-4e24-871b-a374dfa26000 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:43.959560 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a8f374af-be90-4e24-871b-a374dfa26000 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1034796 Dec 16 22:18:43.962290 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42668) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:43.984064 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42670) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:43.988110 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-4836509a-18f7-4866-b9ef-1a499de210d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:43.988709 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-4836509a-18f7-4866-b9ef-1a499de210d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:43.993299 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-4836509a-18f7-4866-b9ef-1a499de210d8 service neutron] 10.222.0.76 "PUT /v2.0/ports/92a0b013-6b50-46ab-a39b-9b3b13069603 HTTP/1.1" status: 200 len: 1092 time: 1.2083857 Dec 16 22:18:43.998161 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b1f127-2434-4977-a377-63764b0dcbbb', 'tag': '92a0b013-6b50-46ab-a39b-9b3b13069603'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:44.005078 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea12b17c-2b0f-4ca8-971a-1d91a6000fff" -d '{"events": [{"name": "network-changed", "server_uuid": "74b1f127-2434-4977-a377-63764b0dcbbb", "tag": "92a0b013-6b50-46ab-a39b-9b3b13069603"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:44.016969 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a077d519-5537-4bfd-98fe-b59def4401b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:44.054229 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c7135c-8cd2-44ac-8a21-2e616a762ade x-openstack-request-id: req-c5c7135c-8cd2-44ac-8a21-2e616a762ade {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:44.054554 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b1f127-2434-4977-a377-63764b0dcbbb", "tag": "92a0b013-6b50-46ab-a39b-9b3b13069603", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:44.054811 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c5c7135c-8cd2-44ac-8a21-2e616a762ade {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:44.055272 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b1f127-2434-4977-a377-63764b0dcbbb', 'tag': '92a0b013-6b50-46ab-a39b-9b3b13069603', 'status': 'completed', 'code': 200} Dec 16 22:18:44.068026 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836509a-18f7-4866-b9ef-1a499de210d8 service neutron] Pushing event updated for resources: {'Port': ['ID=92a0b013-6b50-46ab-a39b-9b3b13069603,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:44.096431 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-33c4244f-f596-453b-a638-5f08c03db7f3 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting port ba56fde3-a6fe-4858-961b-7071a8f8ca2f {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:44.097435 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33c4244f-f596-453b-a638-5f08c03db7f3 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:44.200594 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12b17c-2b0f-4ca8-971a-1d91a6000fff req-eb5ea33a-e1f1-4864-bac2-d9a11b45611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:44.202466 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ea12b17c-2b0f-4ca8-971a-1d91a6000fff req-eb5ea33a-e1f1-4864-bac2-d9a11b45611e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=282bc2e8d7324057aeb6d491e5757a38&device_id=74b1f127-2434-4977-a377-63764b0dcbbb HTTP/1.1" status: 200 len: 1095 time: 0.1043589 Dec 16 22:18:44.225228 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33c4244f-f596-453b-a638-5f08c03db7f3 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:44.236956 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a077d519-5537-4bfd-98fe-b59def4401b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:44.253489 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-33c4244f-f596-453b-a638-5f08c03db7f3 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Calling delete_port for ba56fde3-a6fe-4858-961b-7071a8f8ca2f owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:44.367935 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a077d519-5537-4bfd-98fe-b59def4401b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:44.409474 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:18:44.434968 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a077d519-5537-4bfd-98fe-b59def4401b2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9b7c8b04a04648b4b98f36b44b8b2895&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4485304 Dec 16 22:18:44.438384 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42680) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:44.442563 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637baea-d99a-45f2-a1d7-54f2282afa0d req-7d0b2c3a-08cd-4afb-befe-fdeb4fe3e793 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:44.444046 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b637baea-d99a-45f2-a1d7-54f2282afa0d req-7d0b2c3a-08cd-4afb-befe-fdeb4fe3e793 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b475849-61b8-4ce6-ad2a-4dd9db0d0724 HTTP/1.1" status: 200 len: 950 time: 0.1247165 Dec 16 22:18:44.450387 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077d519-5537-4bfd-98fe-b59def4401b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b5492c-ca25-462b-ab7f-ff134178cabe,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:44.454468 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33c4244f-f596-453b-a638-5f08c03db7f3 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:44.464646 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12b17c-2b0f-4ca8-971a-1d91a6000fff req-7fca43c8-ca45-4740-b1dd-2dce761d53f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:44.466287 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ea12b17c-2b0f-4ca8-971a-1d91a6000fff req-7fca43c8-ca45-4740-b1dd-2dce761d53f4 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=282bc2e8d7324057aeb6d491e5757a38&shared=False HTTP/1.1" status: 200 len: 904 time: 0.2245705 Dec 16 22:18:44.495681 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4244f-f596-453b-a638-5f08c03db7f3 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Port': ['ID=ba56fde3-a6fe-4858-961b-7071a8f8ca2f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:44.540290 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33c4244f-f596-453b-a638-5f08c03db7f3 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:44.544429 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-33c4244f-f596-453b-a638-5f08c03db7f3 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/ports/ba56fde3-a6fe-4858-961b-7071a8f8ca2f HTTP/1.1" status: 204 len: 168 time: 0.5810175 Dec 16 22:18:44.548759 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42684) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:44.594110 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79f2ed-239c-4a9e-a473-c2a6f33d22a7 req-bdb42ecf-471a-40e7-b909-aba54d039c40 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:44.595710 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ee79f2ed-239c-4a9e-a473-c2a6f33d22a7 req-bdb42ecf-471a-40e7-b909-aba54d039c40 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/ports?device_id=74b1f127-2434-4977-a377-63764b0dcbbb HTTP/1.1" status: 200 len: 944 time: 0.0736446 Dec 16 22:18:44.596451 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0fc3295c-71a9-45a9-9d0c-542e2f443a82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:44.628168 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b637baea-d99a-45f2-a1d7-54f2282afa0d req-8e6c331d-28da-47b3-b17e-9247e9621bf0 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748817 Dec 16 22:18:44.675388 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ee79f2ed-239c-4a9e-a473-c2a6f33d22a7 req-13481b02-0aad-4840-9882-2e6ca45b9beb tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/security-groups?id=672421be-c51b-469a-a191-226d991377ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688281 Dec 16 22:18:44.677327 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0fc3295c-71a9-45a9-9d0c-542e2f443a82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:44.679516 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7c9408-c4ea-481c-aa92-e2941982eb37 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:44.681049 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-de7c9408-c4ea-481c-aa92-e2941982eb37 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1313307 Dec 16 22:18:44.684831 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42688) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:44.684993 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12b17c-2b0f-4ca8-971a-1d91a6000fff req-0b23820e-e0f4-408f-b634-8c0181164f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:44.686533 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ea12b17c-2b0f-4ca8-971a-1d91a6000fff req-0b23820e-e0f4-408f-b634-8c0181164f68 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2102711 Dec 16 22:18:44.720780 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-d46ac583-f793-4548-a9a6-18592be6cd57 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] GET failed (client error): The resource could not be found. Dec 16 22:18:44.722225 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d46ac583-f793-4548-a9a6-18592be6cd57 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "GET /v2.0/ports/e62951e7-b78f-44ba-8cbb-0065b1c035e9 HTTP/1.1" status: 404 len: 333 time: 0.0364578 Dec 16 22:18:44.725265 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42690) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:44.767225 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c8f1ae-5314-437d-88bb-b820d13512ee tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] GET failed (client error): The resource could not be found. Dec 16 22:18:44.771151 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-63c8f1ae-5314-437d-88bb-b820d13512ee tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "GET /v2.0/ports/ba56fde3-a6fe-4858-961b-7071a8f8ca2f HTTP/1.1" status: 404 len: 333 time: 0.0425088 Dec 16 22:18:44.771864 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42694) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:44.798251 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-f8f63698-52bb-4b77-a7f0-ef0c448dfd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:44.799699 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-f8f63698-52bb-4b77-a7f0-ef0c448dfd98 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=282bc2e8d7324057aeb6d491e5757a38&device_id=74b1f127-2434-4977-a377-63764b0dcbbb HTTP/1.1" status: 200 len: 1095 time: 0.0471554 Dec 16 22:18:44.868496 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8d8fd29-8f1c-4974-9dd2-7d484e6d7e34 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:44.883698 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-e5bb4d96-69ec-4256-ad32-f1dc37239d4e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92a0b013-6b50-46ab-a39b-9b3b13069603 HTTP/1.1" status: 200 len: 217 time: 0.0461414 Dec 16 22:18:44.940441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-9b2f47da-646f-4720-8cbf-5a07aad61b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:44.942010 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-9b2f47da-646f-4720-8cbf-5a07aad61b7d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04a69dc0-997e-43c3-974f-46673370ac49 HTTP/1.1" status: 200 len: 843 time: 0.0507243 Dec 16 22:18:44.954703 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0fc3295c-71a9-45a9-9d0c-542e2f443a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:44.958437 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0fc3295c-71a9-45a9-9d0c-542e2f443a82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:44.959808 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0fc3295c-71a9-45a9-9d0c-542e2f443a82 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d7b5492c-ca25-462b-ab7f-ff134178cabe HTTP/1.1" status: 204 len: 168 time: 0.5202301 Dec 16 22:18:44.983169 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3295c-71a9-45a9-9d0c-542e2f443a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b5492c-ca25-462b-ab7f-ff134178cabe,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:44.994045 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8d8fd29-8f1c-4974-9dd2-7d484e6d7e34 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:45.027388 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-60d8a937-0001-4af0-becf-093c6f6de5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:45.028998 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-60d8a937-0001-4af0-becf-093c6f6de5a0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4a51e34c-53d5-4335-835f-c57437c183f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790503 Dec 16 22:18:45.057123 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-d8d8fd29-8f1c-4974-9dd2-7d484e6d7e34 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46b40e2-d5b5-4c5c-a7ca-06155aacb298']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:45.070501 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-d8d8fd29-8f1c-4974-9dd2-7d484e6d7e34 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5882c812-dd02-4392-94d0-6a6fca8881d8') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:45.070800 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-d8d8fd29-8f1c-4974-9dd2-7d484e6d7e34 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5882c812-dd02-4392-94d0-6a6fca8881d8') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:45.083656 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8d8fd29-8f1c-4974-9dd2-7d484e6d7e34 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:45.101927 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faae6d2-a454-4ad9-9a1b-de298d9680fe req-061bb15f-1064-4152-99cd-bde92d2ac862 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:45.103606 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6faae6d2-a454-4ad9-9a1b-de298d9680fe req-061bb15f-1064-4152-99cd-bde92d2ac862 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.1241217 Dec 16 22:18:45.112075 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8d8fd29-8f1c-4974-9dd2-7d484e6d7e34 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:45.133796 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d8fd29-8f1c-4974-9dd2-7d484e6d7e34 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:18:45.136164 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8d8fd29-8f1c-4974-9dd2-7d484e6d7e34 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:18:45.138111 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:18:45.175198 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-a13b4e96-d698-4083-b76c-5b814601990a service neutron] 10.222.0.76 "GET /v2.0/networks/4a51e34c-53d5-4335-835f-c57437c183f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360695 Dec 16 22:18:45.217417 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6faae6d2-a454-4ad9-9a1b-de298d9680fe req-ad2f9d99-5cd3-4f42-87b1-ef78ee6ee118 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072569 Dec 16 22:18:45.273627 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d1d9401-466e-4e9e-8a2b-7faf884e646b req-60ccc875-519e-45ea-8c86-9f18ff426159 service neutron] 10.222.0.76 "GET /v2.0/networks/4a51e34c-53d5-4335-835f-c57437c183f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893755 Dec 16 22:18:45.280764 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8d8fd29-8f1c-4974-9dd2-7d484e6d7e34 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:45.291506 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8d8fd29-8f1c-4974-9dd2-7d484e6d7e34 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:45.292044 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d8d8fd29-8f1c-4974-9dd2-7d484e6d7e34 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/networks/c46b40e2-d5b5-4c5c-a7ca-06155aacb298 HTTP/1.1" status: 204 len: 168 time: 0.5187829 Dec 16 22:18:45.295547 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42704) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:45.300543 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-6415879f-66fe-45a7-85a9-23f08c204ea2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1069984874'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:45.308089 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8fd29-8f1c-4974-9dd2-7d484e6d7e34 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Network': ['ID=c46b40e2-d5b5-4c5c-a7ca-06155aacb298,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:45.394377 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6415879f-66fe-45a7-85a9-23f08c204ea2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:18:45.398279 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6415879f-66fe-45a7-85a9-23f08c204ea2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:45.425257 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6415879f-66fe-45a7-85a9-23f08c204ea2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:18:45.435384 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6415879f-66fe-45a7-85a9-23f08c204ea2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:45.435660 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-6415879f-66fe-45a7-85a9-23f08c204ea2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Added segment 58af8ba5-761e-4c09-aaac-c0d3b1656333 of type vlan for network 152625dc-7fa5-455f-9e0f-54520c446db8 Dec 16 22:18:45.482643 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6415879f-66fe-45a7-85a9-23f08c204ea2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:45.571667 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6415879f-66fe-45a7-85a9-23f08c204ea2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:45.581046 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6415879f-66fe-45a7-85a9-23f08c204ea2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:45.585259 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6415879f-66fe-45a7-85a9-23f08c204ea2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:45.700940 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6415879f-66fe-45a7-85a9-23f08c204ea2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4041989 Dec 16 22:18:45.703966 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42718) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:45.722436 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-9bf98d5c-ea7d-483a-a624-76230a219183 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'subnet': {'network_id': '152625dc-7fa5-455f-9e0f-54520c446db8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:45.724267 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415879f-66fe-45a7-85a9-23f08c204ea2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Network': ['ID=152625dc-7fa5-455f-9e0f-54520c446db8,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:45.737141 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 152625dc-7fa5-455f-9e0f-54520c446db8 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:18:45.765252 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7596754-4691-44c2-8f85-0801b906c1f5 req-dd5f09a8-6b83-4999-97f0-25098dd046a0 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:45.768403 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7596754-4691-44c2-8f85-0801b906c1f5 req-dd5f09a8-6b83-4999-97f0-25098dd046a0 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b475849-61b8-4ce6-ad2a-4dd9db0d0724 HTTP/1.1" status: 200 len: 950 time: 0.1752102 Dec 16 22:18:45.937889 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9eaa3-3053-4aee-a07f-26336d6ad090 req-3b1074f2-b3bb-477b-9ff5-475c6d855d1d tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:45.939618 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-08d9eaa3-3053-4aee-a07f-26336d6ad090 req-3b1074f2-b3bb-477b-9ff5-475c6d855d1d tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/ports?device_id=74b1f127-2434-4977-a377-63764b0dcbbb HTTP/1.1" status: 200 len: 944 time: 0.0937495 Dec 16 22:18:45.991280 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205cc33-64b4-413f-b83f-4f6d3f2d7f03 req-d88bc9bc-818f-4753-b3b8-c5c0e7490fd8 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:45.999868 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2205cc33-64b4-413f-b83f-4f6d3f2d7f03 req-d88bc9bc-818f-4753-b3b8-c5c0e7490fd8 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b475849-61b8-4ce6-ad2a-4dd9db0d0724 HTTP/1.1" status: 200 len: 950 time: 0.1321349 Dec 16 22:18:46.010848 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-08d9eaa3-3053-4aee-a07f-26336d6ad090 req-5637421d-ecca-4b17-95af-ab6f290be6dd tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/security-groups?id=672421be-c51b-469a-a191-226d991377ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604179 Dec 16 22:18:46.074767 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf98d5c-ea7d-483a-a624-76230a219183 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:18:46.078345 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9bf98d5c-ea7d-483a-a624-76230a219183 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:46.149289 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.ipam_backend_mixin [None req-9bf98d5c-ea7d-483a-a624-76230a219183 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Performing IP validity checks on allocation pools {{(pid=103613) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 22:18:46.152706 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.ipam_backend_mixin [None req-9bf98d5c-ea7d-483a-a624-76230a219183 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103613) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 22:18:46.408672 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556435ef-50c6-48ca-a7ae-86d45d9735ef req-98d6afe5-f7c6-48df-9f97-411392ecb45c tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:46.417008 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-556435ef-50c6-48ca-a7ae-86d45d9735ef req-98d6afe5-f7c6-48df-9f97-411392ecb45c tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.0741570 Dec 16 22:18:46.419973 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2205cc33-64b4-413f-b83f-4f6d3f2d7f03 req-133661ce-b3e7-48b7-947c-5c685197256d tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189861 Dec 16 22:18:46.420867 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42738) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:46.438664 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-b7596754-4691-44c2-8f85-0801b906c1f5 req-21b37dd5-e406-4a87-9837-24c11d95cb98 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Deleting port 445d23f8-0a76-4912-86a3-0ac58353279f {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:46.438664 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b7596754-4691-44c2-8f85-0801b906c1f5 req-21b37dd5-e406-4a87-9837-24c11d95cb98 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:46.442449 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 92a0b013-6b50-46ab-a39b-9b3b13069603 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:18:46.502245 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9bf98d5c-ea7d-483a-a624-76230a219183 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:46.551275 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5f8f2-7a92-47ba-9d03-5a23d89f5c61 req-3181ac4a-9347-4997-a315-532224235941 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:46.553598 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5eb5f8f2-7a92-47ba-9d03-5a23d89f5c61 req-3181ac4a-9347-4997-a315-532224235941 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca6fc807-5254-4f3e-b99f-68c202491022 HTTP/1.1" status: 200 len: 950 time: 0.5853233 Dec 16 22:18:46.590611 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-556435ef-50c6-48ca-a7ae-86d45d9735ef req-a0a1e5a4-5bf9-46b5-9bec-f129b29fbee7 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726880 Dec 16 22:18:46.603625 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 92a0b013-6b50-46ab-a39b-9b3b13069603, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=92a0b013-6b50-46ab-a39b-9b3b13069603,segment=NetworkSegment(65afc4e0-336a-4801-84fe-00972a7a79ce),segment_id=65afc4e0-336a-4801-84fe-00972a7a79ce)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:46.639848 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '92a0b013-6b50-46ab-a39b-9b3b13069603', 'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5', 'port_id': '92a0b013-6b50-46ab-a39b-9b3b13069603', 'mac_address': 'fa:16:3e:fe:23:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a69dc0-997e-43c3-974f-46673370ac49', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:18:46.648727 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf98d5c-ea7d-483a-a624-76230a219183 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Subnet': ['ID=caab3e14-0e5a-45d8-a582-c6e43e2b45ff,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:46.678969 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-b7596754-4691-44c2-8f85-0801b906c1f5 req-21b37dd5-e406-4a87-9837-24c11d95cb98 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] For port 445d23f8-0a76-4912-86a3-0ac58353279f, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=445d23f8-0a76-4912-86a3-0ac58353279f,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:46.686995 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b7596754-4691-44c2-8f85-0801b906c1f5 req-21b37dd5-e406-4a87-9837-24c11d95cb98 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:46.687221 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-972b43c0-c512-4300-a7a1-df5b60cb1a07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:46.701366 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:46.719879 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-b7596754-4691-44c2-8f85-0801b906c1f5 req-21b37dd5-e406-4a87-9837-24c11d95cb98 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Calling delete_port for 445d23f8-0a76-4912-86a3-0ac58353279f owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:46.726249 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a0b013-6b50-46ab-a39b-9b3b13069603 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:18:46.740584 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf98d5c-ea7d-483a-a624-76230a219183 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Checking segment: {'id': '58af8ba5-761e-4c09-aaac-c0d3b1656333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '152625dc-7fa5-455f-9e0f-54520c446db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:18:46.740909 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf98d5c-ea7d-483a-a624-76230a219183 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network hostable DHCP agents. Network: 152625dc-7fa5-455f-9e0f-54520c446db8, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:18:46.779572 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 92a0b013-6b50-46ab-a39b-9b3b13069603, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=92a0b013-6b50-46ab-a39b-9b3b13069603,segment=NetworkSegment(65afc4e0-336a-4801-84fe-00972a7a79ce),segment_id=65afc4e0-336a-4801-84fe-00972a7a79ce)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:46.840568 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-5eb5f8f2-7a92-47ba-9d03-5a23d89f5c61 req-49d6786e-8662-4cdf-88a7-86e6d5e2d98b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Deleting port aa94ee2e-f1f7-4556-80be-e998211e8979 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:46.840807 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5eb5f8f2-7a92-47ba-9d03-5a23d89f5c61 req-49d6786e-8662-4cdf-88a7-86e6d5e2d98b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:46.847377 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-972b43c0-c512-4300-a7a1-df5b60cb1a07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:46.887380 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:46.920392 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf98d5c-ea7d-483a-a624-76230a219183 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network 152625dc-7fa5-455f-9e0f-54520c446db8 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:18:46.963904 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=92a0b013-6b50-46ab-a39b-9b3b13069603,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:46.972098 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-972b43c0-c512-4300-a7a1-df5b60cb1a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:46.972306 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:46.973020 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:46.973562 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:46.974068 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:46.974581 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:46.975179 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:46.975677 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:46.976170 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:46.976770 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:46.977301 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:46.977806 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:46.978334 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:46.979102 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:18:46.994111 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-5eb5f8f2-7a92-47ba-9d03-5a23d89f5c61 req-49d6786e-8662-4cdf-88a7-86e6d5e2d98b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] For port aa94ee2e-f1f7-4556-80be-e998211e8979, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=aa94ee2e-f1f7-4556-80be-e998211e8979,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:46.995004 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5eb5f8f2-7a92-47ba-9d03-5a23d89f5c61 req-49d6786e-8662-4cdf-88a7-86e6d5e2d98b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:47.009723 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-972b43c0-c512-4300-a7a1-df5b60cb1a07 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dea3690d1dba480b90deebecdda43e9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5856326 Dec 16 22:18:47.011184 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42748) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:47.018488 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-5eb5f8f2-7a92-47ba-9d03-5a23d89f5c61 req-49d6786e-8662-4cdf-88a7-86e6d5e2d98b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Calling delete_port for aa94ee2e-f1f7-4556-80be-e998211e8979 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:47.032424 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b43c0-c512-4300-a7a1-df5b60cb1a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f42b2c-7180-4404-8cd8-6688f54a6a88,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:47.080501 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-9bf98d5c-ea7d-483a-a624-76230a219183 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 152625dc-7fa5-455f-9e0f-54520c446db8) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:47.087508 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf98d5c-ea7d-483a-a624-76230a219183 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:47.087839 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9bf98d5c-ea7d-483a-a624-76230a219183 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:47.090786 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c05cf81-0e1a-4a81-a1a2-989f2bb42fb6 None None] Network 152625dc-7fa5-455f-9e0f-54520c446db8 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:18:47.138849 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b7596754-4691-44c2-8f85-0801b906c1f5 req-21b37dd5-e406-4a87-9837-24c11d95cb98 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:47.179857 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6c17bdca-25a2-4289-a713-5364eb2bc111', '8ac3f3ae-03ec-43aa-9f2f-196fde36ac18'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:47.184271 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9c542d95-fa6f-4d6e-befb-2c00a17a1eeb'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:47.202317 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b37dd5-e406-4a87-9837-24c11d95cb98 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Pushing event deleted for resources: {'Port': ['ID=445d23f8-0a76-4912-86a3-0ac58353279f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:47.206907 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b791ddc2-5e2e-4e97-859a-bca3c11b8fa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:47.261370 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9bf98d5c-ea7d-483a-a624-76230a219183 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5557301 Dec 16 22:18:47.264130 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42758) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:47.272059 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-2686c122-bcb2-4e93-8813-71a1b59222d8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'port': {'network_id': '152625dc-7fa5-455f-9e0f-54520c446db8', 'name': 'tempest-PortsIpV6TestJSON-496235645'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:47.321143 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627aa51-a0e2-466f-867e-59ba05a12667 req-efbe4c32-ecf2-4c90-8cbe-c4171d9da4a6 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:47.323935 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5627aa51-a0e2-466f-867e-59ba05a12667 req-efbe4c32-ecf2-4c90-8cbe-c4171d9da4a6 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/ports?device_id=74b1f127-2434-4977-a377-63764b0dcbbb HTTP/1.1" status: 200 len: 945 time: 0.2284100 Dec 16 22:18:47.352226 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['92a0b013-6b50-46ab-a39b-9b3b13069603'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:47.361654 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b791ddc2-5e2e-4e97-859a-bca3c11b8fa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:47.398868 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7596754-4691-44c2-8f85-0801b906c1f5 req-21b37dd5-e406-4a87-9837-24c11d95cb98 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] No DVR routers for this DVR port 445d23f8-0a76-4912-86a3-0ac58353279f on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:18:47.416951 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b7596754-4691-44c2-8f85-0801b906c1f5 req-21b37dd5-e406-4a87-9837-24c11d95cb98 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:47.420683 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7596754-4691-44c2-8f85-0801b906c1f5 req-21b37dd5-e406-4a87-9837-24c11d95cb98 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.57 "DELETE /v2.0/ports/445d23f8-0a76-4912-86a3-0ac58353279f HTTP/1.1" status: 204 len: 173 time: 1.6428268 Dec 16 22:18:47.422950 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b475849-61b8-4ce6-ad2a-4dd9db0d0724', 'name': 'network-vif-deleted', 'tag': '445d23f8-0a76-4912-86a3-0ac58353279f'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:47.425573 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5632969d-cd5f-4d78-b9b2-e37a2844068b" -d '{"events": [{"server_uuid": "5b475849-61b8-4ce6-ad2a-4dd9db0d0724", "name": "network-vif-deleted", "tag": "445d23f8-0a76-4912-86a3-0ac58353279f"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:47.457142 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ace4b5-a4d2-4701-8a51-0b622c4f8f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-152625dc-7fa5-455f-9e0f-54520c446db8', 'network_id': '152625dc-7fa5-455f-9e0f-54520c446db8', 'project_id': '7fc63c24792b43d5b490c4d1dd21a484', 'fixed_ips': [{'subnet_id': 'caab3e14-0e5a-45d8-a582-c6e43e2b45ff'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:18:47.457899 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95ace4b5-a4d2-4701-8a51-0b622c4f8f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:47.495121 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5627aa51-a0e2-466f-867e-59ba05a12667 req-adb108e4-2f4d-499d-b409-4ea6748d3a21 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/security-groups?id=672421be-c51b-469a-a191-226d991377ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373031 Dec 16 22:18:47.509922 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537dc453-72c7-4fb5-8663-7c1c1193652e x-openstack-request-id: req-537dc453-72c7-4fb5-8663-7c1c1193652e {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:47.510659 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b475849-61b8-4ce6-ad2a-4dd9db0d0724", "name": "network-vif-deleted", "tag": "445d23f8-0a76-4912-86a3-0ac58353279f", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:47.512924 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-537dc453-72c7-4fb5-8663-7c1c1193652e {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:47.513486 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b475849-61b8-4ce6-ad2a-4dd9db0d0724', 'name': 'network-vif-deleted', 'tag': '445d23f8-0a76-4912-86a3-0ac58353279f', 'status': 'completed', 'code': 200} Dec 16 22:18:47.604793 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0c644d27-683a-4a06-a9ab-2af94e9fc945 req-796d6b49-712b-46d4-9c43-66aa8b243837 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b475849-61b8-4ce6-ad2a-4dd9db0d0724 HTTP/1.1" status: 200 len: 210 time: 0.0309541 Dec 16 22:18:47.620387 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5eb5f8f2-7a92-47ba-9d03-5a23d89f5c61 req-49d6786e-8662-4cdf-88a7-86e6d5e2d98b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:47.620722 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2686c122-bcb2-4e93-8813-71a1b59222d8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:18:47.620722 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2686c122-bcb2-4e93-8813-71a1b59222d8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:47.630710 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-2686c122-bcb2-4e93-8813-71a1b59222d8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] device_id is not set on port c6c132dc-dec2-4267-be48-52a7d98269f3 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:18:47.661662 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6786e-8662-4cdf-88a7-86e6d5e2d98b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Pushing event deleted for resources: {'Port': ['ID=aa94ee2e-f1f7-4556-80be-e998211e8979,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:47.715666 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b791ddc2-5e2e-4e97-859a-bca3c11b8fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:47.719968 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b791ddc2-5e2e-4e97-859a-bca3c11b8fa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:47.724535 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b791ddc2-5e2e-4e97-859a-bca3c11b8fa2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f2f42b2c-7180-4404-8cd8-6688f54a6a88 HTTP/1.1" status: 204 len: 168 time: 0.7128158 Dec 16 22:18:47.759323 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb5f8f2-7a92-47ba-9d03-5a23d89f5c61 req-49d6786e-8662-4cdf-88a7-86e6d5e2d98b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] No DVR routers for this DVR port aa94ee2e-f1f7-4556-80be-e998211e8979 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:18:47.763397 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791ddc2-5e2e-4e97-859a-bca3c11b8fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f42b2c-7180-4404-8cd8-6688f54a6a88,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:47.766304 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5eb5f8f2-7a92-47ba-9d03-5a23d89f5c61 req-49d6786e-8662-4cdf-88a7-86e6d5e2d98b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:47.770174 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5eb5f8f2-7a92-47ba-9d03-5a23d89f5c61 req-49d6786e-8662-4cdf-88a7-86e6d5e2d98b tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.76 "DELETE /v2.0/ports/aa94ee2e-f1f7-4556-80be-e998211e8979 HTTP/1.1" status: 204 len: 173 time: 1.2086473 Dec 16 22:18:47.817441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1980b-a5a5-44e2-a379-8acbd3f7e110 req-307487ac-dba5-4d9d-9bea-ab92a3ae2e51 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:47.828348 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93f1980b-a5a5-44e2-a379-8acbd3f7e110 req-307487ac-dba5-4d9d-9bea-ab92a3ae2e51 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.1168723 Dec 16 22:18:47.894465 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93f1980b-a5a5-44e2-a379-8acbd3f7e110 req-a3e86978-ea71-490e-bc54-ffde52052caa tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651288 Dec 16 22:18:47.972925 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-2686c122-bcb2-4e93-8813-71a1b59222d8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Allocated IP 2001:db8::169 (152625dc-7fa5-455f-9e0f-54520c446db8/caab3e14-0e5a-45d8-a582-c6e43e2b45ff/c6c132dc-dec2-4267-be48-52a7d98269f3) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:18:48.157597 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2686c122-bcb2-4e93-8813-71a1b59222d8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:48.332755 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2686c122-bcb2-4e93-8813-71a1b59222d8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:48.409703 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-95ace4b5-a4d2-4701-8a51-0b622c4f8f3e None None] Allocated IP 2001:db8::2 (152625dc-7fa5-455f-9e0f-54520c446db8/caab3e14-0e5a-45d8-a582-c6e43e2b45ff/5652e816-c52e-4a63-a52c-442344e8f762) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:18:48.426884 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2686c122-bcb2-4e93-8813-71a1b59222d8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network 152625dc-7fa5-455f-9e0f-54520c446db8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:18:48.426884 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-2686c122-bcb2-4e93-8813-71a1b59222d8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:48.426884 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686c122-bcb2-4e93-8813-71a1b59222d8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Port': ['ID=c6c132dc-dec2-4267-be48-52a7d98269f3,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:48.426884 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2686c122-bcb2-4e93-8813-71a1b59222d8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:48.428712 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2686c122-bcb2-4e93-8813-71a1b59222d8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:48.429441 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2686c122-bcb2-4e93-8813-71a1b59222d8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:48.454059 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device aa94ee2e-f1f7-4556-80be-e998211e8979 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:18:48.501286 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9c542d95-fa6f-4d6e-befb-2c00a17a1eeb'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:48.551180 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: aa94ee2e-f1f7-4556-80be-e998211e8979 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:18:48.551525 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device aa94ee2e-f1f7-4556-80be-e998211e8979 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:18:48.631391 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2686c122-bcb2-4e93-8813-71a1b59222d8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3628836 Dec 16 22:18:48.641579 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42796) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:48.653473 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8fb72-f1bb-4f4a-8947-82785a611fbe req-7e685426-7b3a-4e39-9d5c-33422549f426 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:48.653903 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c6a8fb72-f1bb-4f4a-8947-82785a611fbe req-7e685426-7b3a-4e39-9d5c-33422549f426 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/ports?device_id=74b1f127-2434-4977-a377-63764b0dcbbb HTTP/1.1" status: 200 len: 945 time: 0.0725822 Dec 16 22:18:48.718762 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95ace4b5-a4d2-4701-8a51-0b622c4f8f3e None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:48.770565 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c6a8fb72-f1bb-4f4a-8947-82785a611fbe req-e46238a8-46f5-42e5-9a1d-01a600b4e6be tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/security-groups?id=672421be-c51b-469a-a191-226d991377ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973618 Dec 16 22:18:48.798616 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-a478f77a-bf67-4051-ac39-8ee57b6b4ade tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting port c6c132dc-dec2-4267-be48-52a7d98269f3 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:48.799355 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a478f77a-bf67-4051-ac39-8ee57b6b4ade tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:48.829163 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95ace4b5-a4d2-4701-8a51-0b622c4f8f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:48.882571 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 445d23f8-0a76-4912-86a3-0ac58353279f no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:18:48.899142 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f0dafd2c-6c60-46e2-89e9-adaf8fab00ad req-f8b5febf-d36d-4e2d-a361-e2aa929d7d94 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b475849-61b8-4ce6-ad2a-4dd9db0d0724 HTTP/1.1" status: 200 len: 210 time: 0.0364578 Dec 16 22:18:48.922770 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6c17bdca-25a2-4289-a713-5364eb2bc111', '8ac3f3ae-03ec-43aa-9f2f-196fde36ac18'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:48.923952 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a478f77a-bf67-4051-ac39-8ee57b6b4ade tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:48.943524 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-a478f77a-bf67-4051-ac39-8ee57b6b4ade tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Calling delete_port for c6c132dc-dec2-4267-be48-52a7d98269f3 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:48.946683 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 445d23f8-0a76-4912-86a3-0ac58353279f {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:18:48.947029 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 445d23f8-0a76-4912-86a3-0ac58353279f not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:18:48.974085 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42812) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:48.991198 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-57c9b388-ec7e-4678-9ad8-3b26906a90c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:48.996104 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ace4b5-a4d2-4701-8a51-0b622c4f8f3e None None] Pushing event updated for resources: {'Port': ['ID=5652e816-c52e-4a63-a52c-442344e8f762,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:49.011717 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ace4b5-a4d2-4701-8a51-0b622c4f8f3e None None] Network 152625dc-7fa5-455f-9e0f-54520c446db8 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:18:49.018422 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-95ace4b5-a4d2-4701-8a51-0b622c4f8f3e None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:49.019520 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ace4b5-a4d2-4701-8a51-0b622c4f8f3e None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:49.114255 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13f599-5dfb-4241-8a90-b8ff6f78c1a1 req-14d8cb7a-2276-41bd-bb13-a6c06e39b68b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:49.124874 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5f13f599-5dfb-4241-8a90-b8ff6f78c1a1 req-14d8cb7a-2276-41bd-bb13-a6c06e39b68b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.1081107 Dec 16 22:18:49.134003 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-57c9b388-ec7e-4678-9ad8-3b26906a90c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:49.205492 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-57c9b388-ec7e-4678-9ad8-3b26906a90c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:49.230291 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5f13f599-5dfb-4241-8a90-b8ff6f78c1a1 req-0db5f569-7098-4539-86ba-920b8b3bc6b8 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042881 Dec 16 22:18:49.241901 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-95ace4b5-a4d2-4701-8a51-0b622c4f8f3e None None] Attempting to bind port 5652e816-c52e-4a63-a52c-442344e8f762 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:18:49.242290 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-95ace4b5-a4d2-4701-8a51-0b622c4f8f3e None None] Attempting to bind port 5652e816-c52e-4a63-a52c-442344e8f762 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '58af8ba5-761e-4c09-aaac-c0d3b1656333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '152625dc-7fa5-455f-9e0f-54520c446db8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:18:49.242659 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ace4b5-a4d2-4701-8a51-0b622c4f8f3e None None] Attempting to bind port 5652e816-c52e-4a63-a52c-442344e8f762 on network 152625dc-7fa5-455f-9e0f-54520c446db8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:18:49.261366 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ace4b5-a4d2-4701-8a51-0b622c4f8f3e None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:18:49.261740 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ace4b5-a4d2-4701-8a51-0b622c4f8f3e None None] Checking segment: {'id': '58af8ba5-761e-4c09-aaac-c0d3b1656333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '152625dc-7fa5-455f-9e0f-54520c446db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:18:49.262267 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95ace4b5-a4d2-4701-8a51-0b622c4f8f3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:49.262535 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ace4b5-a4d2-4701-8a51-0b622c4f8f3e None None] Bound using segment: {'id': '58af8ba5-761e-4c09-aaac-c0d3b1656333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '152625dc-7fa5-455f-9e0f-54520c446db8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:18:49.263024 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-95ace4b5-a4d2-4701-8a51-0b622c4f8f3e None None] Bound port: 5652e816-c52e-4a63-a52c-442344e8f762, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58af8ba5-761e-4c09-aaac-c0d3b1656333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '152625dc-7fa5-455f-9e0f-54520c446db8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:18:49.264108 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95ace4b5-a4d2-4701-8a51-0b622c4f8f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:49.288310 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-57c9b388-ec7e-4678-9ad8-3b26906a90c2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d0e2c0205010412c9e55922d4d666247&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3120573 Dec 16 22:18:49.289464 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9b388-ec7e-4678-9ad8-3b26906a90c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65084a7c-982b-42fc-b8aa-9dbfcdeb6061,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:49.290784 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42814) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:49.331362 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a478f77a-bf67-4051-ac39-8ee57b6b4ade tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:49.372962 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-95ace4b5-a4d2-4701-8a51-0b622c4f8f3e None None] For port 5652e816-c52e-4a63-a52c-442344e8f762, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:18:49.376854 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-95ace4b5-a4d2-4701-8a51-0b622c4f8f3e None None] For port 5652e816-c52e-4a63-a52c-442344e8f762, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=5652e816-c52e-4a63-a52c-442344e8f762,segment=NetworkSegment(58af8ba5-761e-4c09-aaac-c0d3b1656333),segment_id=58af8ba5-761e-4c09-aaac-c0d3b1656333)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:18:49.396010 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478f77a-bf67-4051-ac39-8ee57b6b4ade tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Port': ['ID=c6c132dc-dec2-4267-be48-52a7d98269f3,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:49.424069 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a478f77a-bf67-4051-ac39-8ee57b6b4ade tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:49.427690 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a478f77a-bf67-4051-ac39-8ee57b6b4ade tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/ports/c6c132dc-dec2-4267-be48-52a7d98269f3 HTTP/1.1" status: 204 len: 168 time: 0.7945218 Dec 16 22:18:49.431626 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42818) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:49.438383 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bc1c6c2c-fc65-4464-9263-13f3fc6e2156 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:49.461000 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-76ba8e08-95a1-498d-82f3-a1af65e260c9 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] DELETE failed (client error): The resource could not be found. Dec 16 22:18:49.461309 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76ba8e08-95a1-498d-82f3-a1af65e260c9 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:18:49.462876 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bc1c6c2c-fc65-4464-9263-13f3fc6e2156 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:49.465270 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-76ba8e08-95a1-498d-82f3-a1af65e260c9 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/ports/c6c132dc-dec2-4267-be48-52a7d98269f3 HTTP/1.1" status: 404 len: 333 time: 0.0336258 Dec 16 22:18:49.468696 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42820) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:49.495518 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95ace4b5-a4d2-4701-8a51-0b622c4f8f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:49.497841 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-9213aab6-2c48-4976-86ec-5218c14495c3 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] GET failed (client error): The resource could not be found. Dec 16 22:18:49.502350 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9213aab6-2c48-4976-86ec-5218c14495c3 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "GET /v2.0/ports/c6c132dc-dec2-4267-be48-52a7d98269f3 HTTP/1.1" status: 404 len: 333 time: 0.0299251 Dec 16 22:18:49.502694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42824) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:49.514271 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6fc807-5254-4f3e-b99f-68c202491022', 'name': 'network-vif-deleted', 'tag': 'aa94ee2e-f1f7-4556-80be-e998211e8979'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:49.517466 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789fda87-846c-46e8-9886-2d40f03e7bcb" -d '{"events": [{"server_uuid": "ca6fc807-5254-4f3e-b99f-68c202491022", "name": "network-vif-deleted", "tag": "aa94ee2e-f1f7-4556-80be-e998211e8979"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:49.571183 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ace4b5-a4d2-4701-8a51-0b622c4f8f3e None None] Pushing event updated for resources: {'Port': ['ID=5652e816-c52e-4a63-a52c-442344e8f762,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:49.581966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b5e099d-cc3d-4938-8ba7-769aba11e56b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting subnet caab3e14-0e5a-45d8-a582-c6e43e2b45ff {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:18:49.586384 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b5e099d-cc3d-4938-8ba7-769aba11e56b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:49.606232 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bc1c6c2c-fc65-4464-9263-13f3fc6e2156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:49.609523 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bc1c6c2c-fc65-4464-9263-13f3fc6e2156 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:49.610847 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bc1c6c2c-fc65-4464-9263-13f3fc6e2156 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/65084a7c-982b-42fc-b8aa-9dbfcdeb6061 HTTP/1.1" status: 204 len: 168 time: 0.3160801 Dec 16 22:18:49.629658 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c6c2c-fc65-4464-9263-13f3fc6e2156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65084a7c-982b-42fc-b8aa-9dbfcdeb6061,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:49.645428 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71264f18-1e61-454e-989d-5011a8f0b65d x-openstack-request-id: req-71264f18-1e61-454e-989d-5011a8f0b65d {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:49.645821 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6fc807-5254-4f3e-b99f-68c202491022", "name": "network-vif-deleted", "tag": "aa94ee2e-f1f7-4556-80be-e998211e8979", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:49.646093 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-71264f18-1e61-454e-989d-5011a8f0b65d {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:49.646505 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6fc807-5254-4f3e-b99f-68c202491022', 'name': 'network-vif-deleted', 'tag': 'aa94ee2e-f1f7-4556-80be-e998211e8979', 'status': 'completed', 'code': 200} Dec 16 22:18:49.675566 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b5e099d-cc3d-4938-8ba7-769aba11e56b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:49.768262 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b5e099d-cc3d-4938-8ba7-769aba11e56b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:49.948513 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea1a21-67e3-44a2-b868-9282e5d2c7d2 req-8664dc2e-dcce-4bec-8882-be5949cb2a92 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:49.950185 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fbea1a21-67e3-44a2-b868-9282e5d2c7d2 req-8664dc2e-dcce-4bec-8882-be5949cb2a92 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/ports?device_id=74b1f127-2434-4977-a377-63764b0dcbbb HTTP/1.1" status: 200 len: 945 time: 0.0675850 Dec 16 22:18:49.968200 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b5e099d-cc3d-4938-8ba7-769aba11e56b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:50.032093 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b5e099d-cc3d-4938-8ba7-769aba11e56b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:50.035732 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6b5e099d-cc3d-4938-8ba7-769aba11e56b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/subnets/caab3e14-0e5a-45d8-a582-c6e43e2b45ff HTTP/1.1" status: 204 len: 168 time: 0.5318913 Dec 16 22:18:50.036658 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e099d-cc3d-4938-8ba7-769aba11e56b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Subnet': ['ID=caab3e14-0e5a-45d8-a582-c6e43e2b45ff,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:50.038466 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42848) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:50.077904 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fbea1a21-67e3-44a2-b868-9282e5d2c7d2 req-a4a0a9a1-6eaf-4a87-98ac-a19e9445d524 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/security-groups?id=672421be-c51b-469a-a191-226d991377ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197162 Dec 16 22:18:50.141602 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae039daa-39b7-4f77-b2ad-5d423876c7aa tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:50.211255 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-ae039daa-39b7-4f77-b2ad-5d423876c7aa tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting port 5652e816-c52e-4a63-a52c-442344e8f762 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:50.211748 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae039daa-39b7-4f77-b2ad-5d423876c7aa tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:50.280557 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-ae039daa-39b7-4f77-b2ad-5d423876c7aa tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] For port 5652e816-c52e-4a63-a52c-442344e8f762, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=5652e816-c52e-4a63-a52c-442344e8f762,segment=NetworkSegment(58af8ba5-761e-4c09-aaac-c0d3b1656333),segment_id=58af8ba5-761e-4c09-aaac-c0d3b1656333)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:50.281092 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae039daa-39b7-4f77-b2ad-5d423876c7aa tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:50.300550 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-ae039daa-39b7-4f77-b2ad-5d423876c7aa tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Calling delete_port for 5652e816-c52e-4a63-a52c-442344e8f762 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:50.482509 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 92a0b013-6b50-46ab-a39b-9b3b13069603 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:18:50.538285 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae039daa-39b7-4f77-b2ad-5d423876c7aa tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:50.599861 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae039daa-39b7-4f77-b2ad-5d423876c7aa tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Port': ['ID=5652e816-c52e-4a63-a52c-442344e8f762,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:50.608999 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7937415-f948-47a2-ab11-6d1f048c2b5b req-07cb109c-f03f-44f8-8b86-8c4a06480045 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:50.615850 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae039daa-39b7-4f77-b2ad-5d423876c7aa tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] No DVR routers for this DVR port 5652e816-c52e-4a63-a52c-442344e8f762 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:18:50.634376 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d7937415-f948-47a2-ab11-6d1f048c2b5b req-07cb109c-f03f-44f8-8b86-8c4a06480045 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.0930359 Dec 16 22:18:50.709019 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 5652e816-c52e-4a63-a52c-442344e8f762 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:18:50.753453 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d7937415-f948-47a2-ab11-6d1f048c2b5b req-8ab738e3-296b-4be8-b35e-c90bd10326c4 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168172 Dec 16 22:18:50.756871 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 92a0b013-6b50-46ab-a39b-9b3b13069603 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:18:50.762418 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 5652e816-c52e-4a63-a52c-442344e8f762 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:18:50.762932 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 5652e816-c52e-4a63-a52c-442344e8f762 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 16 22:18:50.800561 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 92a0b013-6b50-46ab-a39b-9b3b13069603 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:50.800938 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:50.804159 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Port 5652e816-c52e-4a63-a52c-442344e8f762 not found, will not notify nova. {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 16 22:18:50.874408 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae039daa-39b7-4f77-b2ad-5d423876c7aa tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:50.911133 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-ae039daa-39b7-4f77-b2ad-5d423876c7aa tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['152625dc-7fa5-455f-9e0f-54520c446db8']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:50.927434 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-ae039daa-39b7-4f77-b2ad-5d423876c7aa tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58af8ba5-761e-4c09-aaac-c0d3b1656333') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:50.928076 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-ae039daa-39b7-4f77-b2ad-5d423876c7aa tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58af8ba5-761e-4c09-aaac-c0d3b1656333') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:50.944494 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:50.946451 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae039daa-39b7-4f77-b2ad-5d423876c7aa tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:50.970224 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae039daa-39b7-4f77-b2ad-5d423876c7aa tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:50.978358 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae039daa-39b7-4f77-b2ad-5d423876c7aa tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:18:50.980023 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae039daa-39b7-4f77-b2ad-5d423876c7aa tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:50.983674 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b1f127-2434-4977-a377-63764b0dcbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a0b013-6b50-46ab-a39b-9b3b13069603'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:18:50.985421 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:18:50.994789 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a77611d-2f93-4343-be56-b3ebc0884021" -d '{"events": [{"server_uuid": "74b1f127-2434-4977-a377-63764b0dcbbb", "name": "network-vif-plugged", "status": "completed", "tag": "92a0b013-6b50-46ab-a39b-9b3b13069603"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:50.994789 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d37f81-744a-4f43-b453-24c0a35a272c None None] Network 152625dc-7fa5-455f-9e0f-54520c446db8 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:18:51.020793 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 92a0b013-6b50-46ab-a39b-9b3b13069603, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=92a0b013-6b50-46ab-a39b-9b3b13069603,segment=NetworkSegment(65afc4e0-336a-4801-84fe-00972a7a79ce),segment_id=65afc4e0-336a-4801-84fe-00972a7a79ce)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:51.054201 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6cff1262-46d3-4e56-a048-ca6ea39cd8c0 None None] Could not find standard attr ID for object 5652e816-c52e-4a63-a52c-442344e8f762. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:18:51.054201 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1ea968-4f29-429a-9fe7-97c661900712 x-openstack-request-id: req-bd1ea968-4f29-429a-9fe7-97c661900712 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:51.054201 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b1f127-2434-4977-a377-63764b0dcbbb", "name": "network-vif-plugged", "status": "completed", "tag": "92a0b013-6b50-46ab-a39b-9b3b13069603", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:51.054201 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bd1ea968-4f29-429a-9fe7-97c661900712 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:51.054201 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b1f127-2434-4977-a377-63764b0dcbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a0b013-6b50-46ab-a39b-9b3b13069603', 'code': 200} Dec 16 22:18:51.131792 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:51.179845 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf83acbe-b5ee-4537-bf05-fd5d0acbbd63 None None] DHCP port deletion for 152625dc-7fa5-455f-9e0f-54520c446db8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:18:51.195809 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae039daa-39b7-4f77-b2ad-5d423876c7aa tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:51.208558 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=92a0b013-6b50-46ab-a39b-9b3b13069603,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:51.216482 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae039daa-39b7-4f77-b2ad-5d423876c7aa tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:51.225221 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ae039daa-39b7-4f77-b2ad-5d423876c7aa tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/networks/152625dc-7fa5-455f-9e0f-54520c446db8 HTTP/1.1" status: 204 len: 168 time: 1.1762290 Dec 16 22:18:51.225406 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42898) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:51.231027 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-552e09e7-e342-4e17-b0e8-43e70745d2cf tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2114222883'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:51.240129 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcecbd6-b985-46d5-8487-94f7451bae5b req-bf0da82a-dfe0-4b90-8580-18a4354670f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:51.241743 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2bcecbd6-b985-46d5-8487-94f7451bae5b req-bf0da82a-dfe0-4b90-8580-18a4354670f2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=74b1f127-2434-4977-a377-63764b0dcbbb HTTP/1.1" status: 200 len: 1097 time: 0.0885935 Dec 16 22:18:51.242532 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae039daa-39b7-4f77-b2ad-5d423876c7aa tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Network': ['ID=152625dc-7fa5-455f-9e0f-54520c446db8,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:51.300837 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2bcecbd6-b985-46d5-8487-94f7451bae5b req-9d455bb2-7935-44af-bed7-bd95ca034039 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=672421be-c51b-469a-a191-226d991377ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504286 Dec 16 22:18:51.326001 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552e09e7-e342-4e17-b0e8-43e70745d2cf tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:18:51.330521 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-552e09e7-e342-4e17-b0e8-43e70745d2cf tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:51.355452 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552e09e7-e342-4e17-b0e8-43e70745d2cf tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:18:51.364419 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-552e09e7-e342-4e17-b0e8-43e70745d2cf tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:51.365076 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-552e09e7-e342-4e17-b0e8-43e70745d2cf tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Added segment 7e2b8e22-6b96-4398-99f0-e7d56d5fa727 of type vlan for network 02814a04-fc62-4ba3-8779-5fdff4cbce6a Dec 16 22:18:51.413428 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-552e09e7-e342-4e17-b0e8-43e70745d2cf tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:51.484035 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735e3d8-ed40-4ce9-a879-eeef1d460949 req-94aeba6d-a3d7-4d54-8f96-3ec8d41d5eb2 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:51.485896 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1735e3d8-ed40-4ce9-a879-eeef1d460949 req-94aeba6d-a3d7-4d54-8f96-3ec8d41d5eb2 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/ports?device_id=74b1f127-2434-4977-a377-63764b0dcbbb HTTP/1.1" status: 200 len: 946 time: 0.0562093 Dec 16 22:18:51.543350 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1735e3d8-ed40-4ce9-a879-eeef1d460949 req-575f2628-5b04-42c2-804a-122147129d20 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/security-groups?id=672421be-c51b-469a-a191-226d991377ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498707 Dec 16 22:18:51.586173 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-552e09e7-e342-4e17-b0e8-43e70745d2cf tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:51.588488 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552e09e7-e342-4e17-b0e8-43e70745d2cf tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:51.589405 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-552e09e7-e342-4e17-b0e8-43e70745d2cf tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:51.689033 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e09e7-e342-4e17-b0e8-43e70745d2cf tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Network': ['ID=02814a04-fc62-4ba3-8779-5fdff4cbce6a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:51.706558 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 02814a04-fc62-4ba3-8779-5fdff4cbce6a details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:18:51.712170 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c3d47-4eec-4836-ba63-123e7c76c23a req-19e8e83c-9b02-4653-a774-8120d7be7e74 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:51.721671 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-460c3d47-4eec-4836-ba63-123e7c76c23a req-19e8e83c-9b02-4653-a774-8120d7be7e74 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd5192cf-59b4-45b3-9c64-046ec5c98225 HTTP/1.1" status: 200 len: 950 time: 0.1209586 Dec 16 22:18:51.767866 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-460c3d47-4eec-4836-ba63-123e7c76c23a req-b4d172d6-98dc-489f-a477-70a6b2a9c942 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466743 Dec 16 22:18:51.774629 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-552e09e7-e342-4e17-b0e8-43e70745d2cf tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5481160 Dec 16 22:18:51.778006 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42914) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:51.785541 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-5db7d84c-46d5-4587-84b0-4545698a6ebd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'subnet': {'network_id': '02814a04-fc62-4ba3-8779-5fdff4cbce6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:51.907935 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29fbaa-043b-424a-930c-36e1a520b2fb req-37060f8a-2803-4faf-8f92-47445cbc191d tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:51.909696 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9e29fbaa-043b-424a-930c-36e1a520b2fb req-37060f8a-2803-4faf-8f92-47445cbc191d tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.0769305 Dec 16 22:18:51.968170 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9e29fbaa-043b-424a-930c-36e1a520b2fb req-8b6b0458-de59-4431-8958-6444e15dda1a tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503578 Dec 16 22:18:52.034520 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db7d84c-46d5-4587-84b0-4545698a6ebd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:18:52.038246 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5db7d84c-46d5-4587-84b0-4545698a6ebd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:52.337442 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5db7d84c-46d5-4587-84b0-4545698a6ebd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:52.413864 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7d84c-46d5-4587-84b0-4545698a6ebd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Subnet': ['ID=ab690290-b489-4af8-b570-11b16e4567b8,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:52.417530 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db7d84c-46d5-4587-84b0-4545698a6ebd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Checking segment: {'id': '7e2b8e22-6b96-4398-99f0-e7d56d5fa727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '02814a04-fc62-4ba3-8779-5fdff4cbce6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:18:52.417902 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db7d84c-46d5-4587-84b0-4545698a6ebd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network hostable DHCP agents. Network: 02814a04-fc62-4ba3-8779-5fdff4cbce6a, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:18:52.537567 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db7d84c-46d5-4587-84b0-4545698a6ebd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network 02814a04-fc62-4ba3-8779-5fdff4cbce6a is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:18:52.553799 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 5652e816-c52e-4a63-a52c-442344e8f762 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:18:52.599656 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 5652e816-c52e-4a63-a52c-442344e8f762 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:18:52.604392 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 5652e816-c52e-4a63-a52c-442344e8f762 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:18:52.605906 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-5db7d84c-46d5-4587-84b0-4545698a6ebd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 02814a04-fc62-4ba3-8779-5fdff4cbce6a) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:52.610797 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db7d84c-46d5-4587-84b0-4545698a6ebd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:52.611881 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5db7d84c-46d5-4587-84b0-4545698a6ebd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:52.626705 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181f4006-7f0e-4d2e-8d28-6886ab1b2b8e None None] Network 02814a04-fc62-4ba3-8779-5fdff4cbce6a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:18:52.689613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1337673-9a30-4709-bdb1-ec24842b5d1d req-51ed71f2-64be-4848-87b4-71f9d3859a35 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:52.695829 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f1337673-9a30-4709-bdb1-ec24842b5d1d req-51ed71f2-64be-4848-87b4-71f9d3859a35 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/ports?device_id=74b1f127-2434-4977-a377-63764b0dcbbb HTTP/1.1" status: 200 len: 946 time: 0.0658967 Dec 16 22:18:52.755010 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61c855f-5bfd-4457-ad34-aa206a0b04a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-02814a04-fc62-4ba3-8779-5fdff4cbce6a', 'network_id': '02814a04-fc62-4ba3-8779-5fdff4cbce6a', 'project_id': '7fc63c24792b43d5b490c4d1dd21a484', 'fixed_ips': [{'subnet_id': 'ab690290-b489-4af8-b570-11b16e4567b8'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:18:52.756023 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d61c855f-5bfd-4457-ad34-aa206a0b04a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:52.757468 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5db7d84c-46d5-4587-84b0-4545698a6ebd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9781928 Dec 16 22:18:52.764131 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42956) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:52.770126 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-69d9c14d-636e-4eeb-a8f7-8fcf6b36c99a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'port': {'network_id': '02814a04-fc62-4ba3-8779-5fdff4cbce6a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2038347464'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:52.804310 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f1337673-9a30-4709-bdb1-ec24842b5d1d req-bf324291-e6f0-433c-ba11-e15f0d2f468b tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/security-groups?id=672421be-c51b-469a-a191-226d991377ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944569 Dec 16 22:18:52.956352 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-d61c855f-5bfd-4457-ad34-aa206a0b04a0 None None] Allocated IP 2001:db8::2 (02814a04-fc62-4ba3-8779-5fdff4cbce6a/ab690290-b489-4af8-b570-11b16e4567b8/eec32073-5526-4782-ab0e-2f845bae17c0) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:18:52.980191 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159e09a-2e9a-45cd-90e5-a69f5c0eea9c req-2df9e6b7-a834-4766-ac1d-60eccc0ce279 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:52.986307 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f159e09a-2e9a-45cd-90e5-a69f5c0eea9c req-2df9e6b7-a834-4766-ac1d-60eccc0ce279 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd5192cf-59b4-45b3-9c64-046ec5c98225 HTTP/1.1" status: 200 len: 950 time: 0.1056354 Dec 16 22:18:53.079551 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f159e09a-2e9a-45cd-90e5-a69f5c0eea9c req-6325bbae-f7ac-4fa6-9c5e-0ff3f48a66ef tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861638 Dec 16 22:18:53.094552 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfca2c7-9c00-4768-b924-7fe7db8d457f req-c008b14e-871a-4cfa-89ad-8d8a6a23378f tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:53.095291 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-acfca2c7-9c00-4768-b924-7fe7db8d457f req-c008b14e-871a-4cfa-89ad-8d8a6a23378f tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd5192cf-59b4-45b3-9c64-046ec5c98225 HTTP/1.1" status: 200 len: 950 time: 0.0857334 Dec 16 22:18:53.105423 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d9c14d-636e-4eeb-a8f7-8fcf6b36c99a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:18:53.109970 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-69d9c14d-636e-4eeb-a8f7-8fcf6b36c99a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:53.169566 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-69d9c14d-636e-4eeb-a8f7-8fcf6b36c99a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] device_id is not set on port 2edf51b4-c426-4615-86ce-a0c35e45b008 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:18:53.175769 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d61c855f-5bfd-4457-ad34-aa206a0b04a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:53.266085 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34346843-c10d-4af9-b59f-b72dabcf2294 req-f7ca33ef-d6c7-4c70-9e6a-492f98b30acb tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:53.267632 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34346843-c10d-4af9-b59f-b72dabcf2294 req-f7ca33ef-d6c7-4c70-9e6a-492f98b30acb tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.1551442 Dec 16 22:18:53.303779 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d61c855f-5bfd-4457-ad34-aa206a0b04a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:53.344828 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ae10040e-aecf-4931-9410-431ec3a6cf5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:53.360417 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61c855f-5bfd-4457-ad34-aa206a0b04a0 None None] Network 02814a04-fc62-4ba3-8779-5fdff4cbce6a is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:18:53.366033 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-d61c855f-5bfd-4457-ad34-aa206a0b04a0 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:53.367862 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61c855f-5bfd-4457-ad34-aa206a0b04a0 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:53.371295 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c855f-5bfd-4457-ad34-aa206a0b04a0 None None] Pushing event updated for resources: {'Port': ['ID=eec32073-5526-4782-ab0e-2f845bae17c0,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:53.409690 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34346843-c10d-4af9-b59f-b72dabcf2294 req-11196055-7eb7-4275-bd39-ec204cb38997 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199830 Dec 16 22:18:53.423824 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-69d9c14d-636e-4eeb-a8f7-8fcf6b36c99a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Allocated IP 2001:db8::178 (02814a04-fc62-4ba3-8779-5fdff4cbce6a/ab690290-b489-4af8-b570-11b16e4567b8/2edf51b4-c426-4615-86ce-a0c35e45b008) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:18:53.437842 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-acfca2c7-9c00-4768-b924-7fe7db8d457f req-0e8c7930-7569-4cbf-b15d-26f63040e96d tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Deleting port 6c17bdca-25a2-4289-a713-5364eb2bc111 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:53.438234 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-acfca2c7-9c00-4768-b924-7fe7db8d457f req-0e8c7930-7569-4cbf-b15d-26f63040e96d tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:53.438609 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d61c855f-5bfd-4457-ad34-aa206a0b04a0 None None] Attempting to bind port eec32073-5526-4782-ab0e-2f845bae17c0 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:18:53.438944 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d61c855f-5bfd-4457-ad34-aa206a0b04a0 None None] Attempting to bind port eec32073-5526-4782-ab0e-2f845bae17c0 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '7e2b8e22-6b96-4398-99f0-e7d56d5fa727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '02814a04-fc62-4ba3-8779-5fdff4cbce6a'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:18:53.439372 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61c855f-5bfd-4457-ad34-aa206a0b04a0 None None] Attempting to bind port eec32073-5526-4782-ab0e-2f845bae17c0 on network 02814a04-fc62-4ba3-8779-5fdff4cbce6a {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:18:53.445800 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61c855f-5bfd-4457-ad34-aa206a0b04a0 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:18:53.446227 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61c855f-5bfd-4457-ad34-aa206a0b04a0 None None] Checking segment: {'id': '7e2b8e22-6b96-4398-99f0-e7d56d5fa727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '02814a04-fc62-4ba3-8779-5fdff4cbce6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:18:53.446590 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d61c855f-5bfd-4457-ad34-aa206a0b04a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:53.446990 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61c855f-5bfd-4457-ad34-aa206a0b04a0 None None] Bound using segment: {'id': '7e2b8e22-6b96-4398-99f0-e7d56d5fa727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '02814a04-fc62-4ba3-8779-5fdff4cbce6a'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:18:53.448141 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d61c855f-5bfd-4457-ad34-aa206a0b04a0 None None] Bound port: eec32073-5526-4782-ab0e-2f845bae17c0, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2b8e22-6b96-4398-99f0-e7d56d5fa727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '02814a04-fc62-4ba3-8779-5fdff4cbce6a'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:18:53.448635 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d61c855f-5bfd-4457-ad34-aa206a0b04a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:53.526917 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d61c855f-5bfd-4457-ad34-aa206a0b04a0 None None] For port eec32073-5526-4782-ab0e-2f845bae17c0, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:18:53.530120 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d61c855f-5bfd-4457-ad34-aa206a0b04a0 None None] For port eec32073-5526-4782-ab0e-2f845bae17c0, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=eec32073-5526-4782-ab0e-2f845bae17c0,segment=NetworkSegment(7e2b8e22-6b96-4398-99f0-e7d56d5fa727),segment_id=7e2b8e22-6b96-4398-99f0-e7d56d5fa727)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:18:53.626834 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-acfca2c7-9c00-4768-b924-7fe7db8d457f req-0e8c7930-7569-4cbf-b15d-26f63040e96d tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] For port 6c17bdca-25a2-4289-a713-5364eb2bc111, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=6c17bdca-25a2-4289-a713-5364eb2bc111,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:53.627350 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-acfca2c7-9c00-4768-b924-7fe7db8d457f req-0e8c7930-7569-4cbf-b15d-26f63040e96d tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:53.645454 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d61c855f-5bfd-4457-ad34-aa206a0b04a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:53.651756 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-acfca2c7-9c00-4768-b924-7fe7db8d457f req-0e8c7930-7569-4cbf-b15d-26f63040e96d tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Calling delete_port for 6c17bdca-25a2-4289-a713-5364eb2bc111 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:53.659008 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-69d9c14d-636e-4eeb-a8f7-8fcf6b36c99a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:53.717493 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32178f4-6c3b-40f4-bd39-8c9c5c589cc6 req-be1038ce-4cb7-44da-a05c-757866c668db tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:53.720159 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c855f-5bfd-4457-ad34-aa206a0b04a0 None None] Pushing event updated for resources: {'Port': ['ID=eec32073-5526-4782-ab0e-2f845bae17c0,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:53.727165 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d32178f4-6c3b-40f4-bd39-8c9c5c589cc6 req-be1038ce-4cb7-44da-a05c-757866c668db tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.76 "GET /v2.0/ports?device_id=83a5876f-4a11-42e1-b5f8-bb1124dfee52 HTTP/1.1" status: 200 len: 950 time: 0.0828164 Dec 16 22:18:53.870406 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-d32178f4-6c3b-40f4-bd39-8c9c5c589cc6 req-f8673d2b-5b7e-49c7-bb41-9b0085e5698f tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Deleting port 8ac3f3ae-03ec-43aa-9f2f-196fde36ac18 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:53.871415 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d32178f4-6c3b-40f4-bd39-8c9c5c589cc6 req-f8673d2b-5b7e-49c7-bb41-9b0085e5698f tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:53.887348 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-69d9c14d-636e-4eeb-a8f7-8fcf6b36c99a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:53.954539 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d9c14d-636e-4eeb-a8f7-8fcf6b36c99a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network 02814a04-fc62-4ba3-8779-5fdff4cbce6a is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:18:53.959968 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-69d9c14d-636e-4eeb-a8f7-8fcf6b36c99a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:53.981547 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d9c14d-636e-4eeb-a8f7-8fcf6b36c99a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:53.993381 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d9c14d-636e-4eeb-a8f7-8fcf6b36c99a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:53.995203 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-69d9c14d-636e-4eeb-a8f7-8fcf6b36c99a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:54.007374 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-acfca2c7-9c00-4768-b924-7fe7db8d457f req-0e8c7930-7569-4cbf-b15d-26f63040e96d tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:54.017811 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9c14d-636e-4eeb-a8f7-8fcf6b36c99a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Port': ['ID=2edf51b4-c426-4615-86ce-a0c35e45b008,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:54.031851 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e05d7-0929-4972-a4a4-f2730a0caf69 req-ce23684b-87f4-45a0-bb3e-3f1bae2eb17a tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:54.042337 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9c542d95-fa6f-4d6e-befb-2c00a17a1eeb'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:54.043854 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f59e05d7-0929-4972-a4a4-f2730a0caf69 req-ce23684b-87f4-45a0-bb3e-3f1bae2eb17a tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/ports?device_id=74b1f127-2434-4977-a377-63764b0dcbbb HTTP/1.1" status: 200 len: 946 time: 0.1454003 Dec 16 22:18:54.088005 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c7930-7569-4cbf-b15d-26f63040e96d tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Pushing event deleted for resources: {'Port': ['ID=6c17bdca-25a2-4289-a713-5364eb2bc111,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:54.104756 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-d32178f4-6c3b-40f4-bd39-8c9c5c589cc6 req-f8673d2b-5b7e-49c7-bb41-9b0085e5698f tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] For port 8ac3f3ae-03ec-43aa-9f2f-196fde36ac18, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=8ac3f3ae-03ec-43aa-9f2f-196fde36ac18,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:54.105609 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d32178f4-6c3b-40f4-bd39-8c9c5c589cc6 req-f8673d2b-5b7e-49c7-bb41-9b0085e5698f tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:54.115985 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6c17bdca-25a2-4289-a713-5364eb2bc111', '8ac3f3ae-03ec-43aa-9f2f-196fde36ac18'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:54.134804 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f59e05d7-0929-4972-a4a4-f2730a0caf69 req-5bf6086a-df5a-4932-b727-7ca9aa278c9f tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/security-groups?id=672421be-c51b-469a-a191-226d991377ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895858 Dec 16 22:18:54.143143 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-69d9c14d-636e-4eeb-a8f7-8fcf6b36c99a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.3777881 Dec 16 22:18:54.152703 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42990) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:54.157413 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-d32178f4-6c3b-40f4-bd39-8c9c5c589cc6 req-f8673d2b-5b7e-49c7-bb41-9b0085e5698f tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Calling delete_port for 8ac3f3ae-03ec-43aa-9f2f-196fde36ac18 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:54.167222 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfca2c7-9c00-4768-b924-7fe7db8d457f req-0e8c7930-7569-4cbf-b15d-26f63040e96d tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] No DVR routers for this DVR port 6c17bdca-25a2-4289-a713-5364eb2bc111 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:18:54.172417 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-acfca2c7-9c00-4768-b924-7fe7db8d457f req-0e8c7930-7569-4cbf-b15d-26f63040e96d tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:54.180860 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-acfca2c7-9c00-4768-b924-7fe7db8d457f req-0e8c7930-7569-4cbf-b15d-26f63040e96d tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.76 "DELETE /v2.0/ports/6c17bdca-25a2-4289-a713-5364eb2bc111 HTTP/1.1" status: 204 len: 173 time: 1.0187764 Dec 16 22:18:54.182278 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5192cf-59b4-45b3-9c64-046ec5c98225', 'name': 'network-vif-deleted', 'tag': '6c17bdca-25a2-4289-a713-5364eb2bc111'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:54.199644 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253a66f7-6ad4-4e93-99aa-6bc8a83c8372" -d '{"events": [{"server_uuid": "cd5192cf-59b4-45b3-9c64-046ec5c98225", "name": "network-vif-deleted", "tag": "6c17bdca-25a2-4289-a713-5364eb2bc111"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:54.436203 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad0188-c7a8-4354-bace-204f64c62159 req-f2ba5fda-ec8f-4749-aaa4-3763465a930b tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:54.449994 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9ad0188-c7a8-4354-bace-204f64c62159 req-f2ba5fda-ec8f-4749-aaa4-3763465a930b tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/ports?device_id=74b1f127-2434-4977-a377-63764b0dcbbb HTTP/1.1" status: 200 len: 946 time: 0.0807657 Dec 16 22:18:54.451787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43008) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:54.469423 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-48fc690a-b571-477f-adee-0b9e01451c5a tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Request body: {'floatingip': {'port_id': '92a0b013-6b50-46ab-a39b-9b3b13069603'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:54.577985 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-48fc690a-b571-477f-adee-0b9e01451c5a tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks [] for floatingip, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:54.677215 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab50f28-637d-4ca3-a166-8154708ec0db x-openstack-request-id: req-2ab50f28-637d-4ca3-a166-8154708ec0db {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:54.677480 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5192cf-59b4-45b3-9c64-046ec5c98225", "name": "network-vif-deleted", "tag": "6c17bdca-25a2-4289-a713-5364eb2bc111", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:54.677845 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2ab50f28-637d-4ca3-a166-8154708ec0db {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:54.680683 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5192cf-59b4-45b3-9c64-046ec5c98225', 'name': 'network-vif-deleted', 'tag': '6c17bdca-25a2-4289-a713-5364eb2bc111', 'status': 'completed', 'code': 200} Dec 16 22:18:54.727112 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device eec32073-5526-4782-ab0e-2f845bae17c0 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:18:54.802499 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0aff37c0-07cb-4873-8dc2-4cad77b437ed req-1777f4cf-e2d0-4eba-8ccb-88dcba328962 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd5192cf-59b4-45b3-9c64-046ec5c98225 HTTP/1.1" status: 200 len: 210 time: 0.5029292 Dec 16 22:18:54.875495 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port eec32073-5526-4782-ab0e-2f845bae17c0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:54.876055 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:54.895267 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-c16ffb9f-e13d-4628-b4aa-22e31c52eec4 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting port 2edf51b4-c426-4615-86ce-a0c35e45b008 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:54.895685 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c16ffb9f-e13d-4628-b4aa-22e31c52eec4 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:55.006979 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:55.071220 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port eec32073-5526-4782-ab0e-2f845bae17c0, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=eec32073-5526-4782-ab0e-2f845bae17c0,segment=NetworkSegment(7e2b8e22-6b96-4398-99f0-e7d56d5fa727),segment_id=7e2b8e22-6b96-4398-99f0-e7d56d5fa727)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:55.136283 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057c24d-6e3b-4232-a4bc-133877429361 req-d0c7a1ee-8ff5-4a2a-8594-4f9aafce12dc tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:55.145263 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f057c24d-6e3b-4232-a4bc-133877429361 req-d0c7a1ee-8ff5-4a2a-8594-4f9aafce12dc tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.1746979 Dec 16 22:18:55.168246 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c16ffb9f-e13d-4628-b4aa-22e31c52eec4 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:55.189591 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-c16ffb9f-e13d-4628-b4aa-22e31c52eec4 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Calling delete_port for 2edf51b4-c426-4615-86ce-a0c35e45b008 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:55.200684 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:55.291878 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=eec32073-5526-4782-ab0e-2f845bae17c0,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:55.303433 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43016) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:55.308962 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f405cdb-a965-41f9-aa5b-ebe67c9ec57c None None] Network 02814a04-fc62-4ba3-8779-5fdff4cbce6a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:18:55.314673 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d32178f4-6c3b-40f4-bd39-8c9c5c589cc6 req-f8673d2b-5b7e-49c7-bb41-9b0085e5698f tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:55.350375 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8673d2b-5b7e-49c7-bb41-9b0085e5698f tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Pushing event deleted for resources: {'Port': ['ID=8ac3f3ae-03ec-43aa-9f2f-196fde36ac18,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:55.364752 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fccf93-d11a-4cdb-a742-335b75c19e0a req-57a405e5-bdfc-4249-bb17-5137c02c22d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:55.366913 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e9fccf93-d11a-4cdb-a742-335b75c19e0a req-57a405e5-bdfc-4249-bb17-5137c02c22d3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 1096 time: 0.2771213 Dec 16 22:18:55.372757 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9c542d95-fa6f-4d6e-befb-2c00a17a1eeb'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:18:55.428354 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32178f4-6c3b-40f4-bd39-8c9c5c589cc6 req-f8673d2b-5b7e-49c7-bb41-9b0085e5698f tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] No DVR routers for this DVR port 8ac3f3ae-03ec-43aa-9f2f-196fde36ac18 on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:18:55.431384 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d32178f4-6c3b-40f4-bd39-8c9c5c589cc6 req-f8673d2b-5b7e-49c7-bb41-9b0085e5698f tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:55.434448 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f057c24d-6e3b-4232-a4bc-133877429361 req-c5e49b1f-ef56-439a-a1f2-5ffa664628fc tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822354 Dec 16 22:18:55.436535 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d32178f4-6c3b-40f4-bd39-8c9c5c589cc6 req-f8673d2b-5b7e-49c7-bb41-9b0085e5698f tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.76 "DELETE /v2.0/ports/8ac3f3ae-03ec-43aa-9f2f-196fde36ac18 HTTP/1.1" status: 204 len: 173 time: 1.7080069 Dec 16 22:18:55.437925 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a5876f-4a11-42e1-b5f8-bb1124dfee52', 'name': 'network-vif-deleted', 'tag': '8ac3f3ae-03ec-43aa-9f2f-196fde36ac18'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:55.445157 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413d0d99-f218-4d45-81eb-0b3a6b670242" -d '{"events": [{"server_uuid": "83a5876f-4a11-42e1-b5f8-bb1124dfee52", "name": "network-vif-deleted", "tag": "8ac3f3ae-03ec-43aa-9f2f-196fde36ac18"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:55.457115 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-789ff2d8-e597-4013-886b-47fd0b427a66 None None] Provisioning complete for port eec32073-5526-4782-ab0e-2f845bae17c0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:55.457550 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-789ff2d8-e597-4013-886b-47fd0b427a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:55.471325 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e9fccf93-d11a-4cdb-a742-335b75c19e0a req-03dd410b-d374-4a76-928d-b3817d8fed61 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942438 Dec 16 22:18:55.503351 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6273a9-403d-4a1b-8bd1-4ae0bace3982 x-openstack-request-id: req-2d6273a9-403d-4a1b-8bd1-4ae0bace3982 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:55.503351 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a5876f-4a11-42e1-b5f8-bb1124dfee52", "name": "network-vif-deleted", "tag": "8ac3f3ae-03ec-43aa-9f2f-196fde36ac18", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:55.503351 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2d6273a9-403d-4a1b-8bd1-4ae0bace3982 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:55.503351 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a5876f-4a11-42e1-b5f8-bb1124dfee52', 'name': 'network-vif-deleted', 'tag': '8ac3f3ae-03ec-43aa-9f2f-196fde36ac18', 'status': 'completed', 'code': 200} Dec 16 22:18:55.551945 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c6cec795-0653-49b0-b5bb-f1781a59a041 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:55.719914 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c16ffb9f-e13d-4628-b4aa-22e31c52eec4 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:55.734037 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49d4f906-ede4-42b1-a053-213ad70dff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:55.795794 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ffb9f-e13d-4628-b4aa-22e31c52eec4 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Port': ['ID=2edf51b4-c426-4615-86ce-a0c35e45b008,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:55.830754 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c16ffb9f-e13d-4628-b4aa-22e31c52eec4 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:55.837519 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c16ffb9f-e13d-4628-b4aa-22e31c52eec4 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/ports/2edf51b4-c426-4615-86ce-a0c35e45b008 HTTP/1.1" status: 204 len: 168 time: 1.6814020 Dec 16 22:18:55.842122 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43026) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:55.870632 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8c98ed-d3f9-4a80-a7c1-f5d3bc56f538 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] GET failed (client error): The resource could not be found. Dec 16 22:18:55.875607 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2e8c98ed-d3f9-4a80-a7c1-f5d3bc56f538 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "GET /v2.0/ports/2edf51b4-c426-4615-86ce-a0c35e45b008 HTTP/1.1" status: 404 len: 333 time: 0.0329137 Dec 16 22:18:55.880189 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43030) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:55.897364 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-48fc690a-b571-477f-adee-0b9e01451c5a tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:55.937771 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c6cec795-0653-49b0-b5bb-f1781a59a041 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:55.964731 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-b842ebab-29e7-4383-8c30-5acc7c52fb94 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting subnet ab690290-b489-4af8-b570-11b16e4567b8 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:18:55.968606 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b842ebab-29e7-4383-8c30-5acc7c52fb94 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:55.977893 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-48fc690a-b571-477f-adee-0b9e01451c5a tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:56.022760 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b842ebab-29e7-4383-8c30-5acc7c52fb94 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:56.066422 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c6cec795-0653-49b0-b5bb-f1781a59a041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:56.092506 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4e694e24-7711-4f68-953c-9d3fc131f8a7 None None] Provisioning complete for port eec32073-5526-4782-ab0e-2f845bae17c0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:56.093119 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4e694e24-7711-4f68-953c-9d3fc131f8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:56.132730 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fe5c5c04-01b7-4764-9627-53d82de5ceec req-c9d44c89-4294-4b50-8cfd-f0d267d41e4a tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=83a5876f-4a11-42e1-b5f8-bb1124dfee52 HTTP/1.1" status: 200 len: 210 time: 0.0462823 Dec 16 22:18:56.133298 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c6cec795-0653-49b0-b5bb-f1781a59a041 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=be928b4535b44c71bd8bc722ef474fee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8282592 Dec 16 22:18:56.136140 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43034) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:56.170156 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cec795-0653-49b0-b5bb-f1781a59a041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10caebba-7e33-4c8b-a1d7-b055882eeddc,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:56.200852 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4e694e24-7711-4f68-953c-9d3fc131f8a7 None None] Could not find standard attr ID for object 2edf51b4-c426-4615-86ce-a0c35e45b008. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:18:56.222877 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-48fc690a-b571-477f-adee-0b9e01451c5a tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Floating IP 7bf8633a-1061-41ad-9b49-012fdcf00f74 associated. External IP: 172.25.6.6, port: 92a0b013-6b50-46ab-a39b-9b3b13069603. Dec 16 22:18:56.291433 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-848a1dd9-78e6-4cbe-b89f-9497fdf8e22d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:56.295965 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b842ebab-29e7-4383-8c30-5acc7c52fb94 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:56.315981 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-36481e7d-5e5c-463e-a898-4dc143f469da None None] Could not find standard attr ID for object 2edf51b4-c426-4615-86ce-a0c35e45b008. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:18:56.349400 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-848a1dd9-78e6-4cbe-b89f-9497fdf8e22d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:56.532753 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 6c17bdca-25a2-4289-a713-5364eb2bc111 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:18:56.560389 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 6c17bdca-25a2-4289-a713-5364eb2bc111 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:18:56.560745 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 6c17bdca-25a2-4289-a713-5364eb2bc111 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:18:56.561178 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 8ac3f3ae-03ec-43aa-9f2f-196fde36ac18 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:18:56.564530 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device eec32073-5526-4782-ab0e-2f845bae17c0 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:18:56.620574 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b842ebab-29e7-4383-8c30-5acc7c52fb94 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:56.620814 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 8ac3f3ae-03ec-43aa-9f2f-196fde36ac18 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:18:56.620814 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 8ac3f3ae-03ec-43aa-9f2f-196fde36ac18 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:18:56.633043 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-848a1dd9-78e6-4cbe-b89f-9497fdf8e22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:56.635787 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-848a1dd9-78e6-4cbe-b89f-9497fdf8e22d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:56.639795 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-848a1dd9-78e6-4cbe-b89f-9497fdf8e22d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/10caebba-7e33-4c8b-a1d7-b055882eeddc HTTP/1.1" status: 204 len: 168 time: 0.5025225 Dec 16 22:18:56.643766 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842ebab-29e7-4383-8c30-5acc7c52fb94 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Subnet': ['ID=ab690290-b489-4af8-b570-11b16e4567b8,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:56.657474 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1dd9-78e6-4cbe-b89f-9497fdf8e22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10caebba-7e33-4c8b-a1d7-b055882eeddc,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:56.659634 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b842ebab-29e7-4383-8c30-5acc7c52fb94 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:56.663196 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b842ebab-29e7-4383-8c30-5acc7c52fb94 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/subnets/ab690290-b489-4af8-b570-11b16e4567b8 HTTP/1.1" status: 204 len: 168 time: 0.7816384 Dec 16 22:18:56.670503 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43040) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:56.676608 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0975f5-467a-490e-8891-568008be9042 None None] Network 02814a04-fc62-4ba3-8779-5fdff4cbce6a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:18:56.690044 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port eec32073-5526-4782-ab0e-2f845bae17c0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:18:56.690461 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:56.711260 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763518b8-989d-4801-b289-7c2de7f05da7 req-4c76a242-13b0-4b81-b0d0-7aaa347b0ebf tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:56.713481 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-763518b8-989d-4801-b289-7c2de7f05da7 req-4c76a242-13b0-4b81-b0d0-7aaa347b0ebf tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.1264744 Dec 16 22:18:56.798454 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f1829f3a-657a-4ee1-ad26-3b9552bd635f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:56.839988 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-763518b8-989d-4801-b289-7c2de7f05da7 req-569c7727-9f83-4023-9b1d-b1777a1c1fd6 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091974 Dec 16 22:18:56.908726 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:56.920509 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:56.951311 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-f1829f3a-657a-4ee1-ad26-3b9552bd635f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting port eec32073-5526-4782-ab0e-2f845bae17c0 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:56.951798 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f1829f3a-657a-4ee1-ad26-3b9552bd635f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:56.969607 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48fc690a-b571-477f-adee-0b9e01451c5a tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Router 2c446a83-72cb-4318-bf0f-401773020efc has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:18:56.985303 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ebce82-eeae-4488-95c5-9fc546e53deb None None] DHCP port deletion for 02814a04-fc62-4ba3-8779-5fdff4cbce6a request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:18:57.060422 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-f1829f3a-657a-4ee1-ad26-3b9552bd635f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] For port eec32073-5526-4782-ab0e-2f845bae17c0, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=eec32073-5526-4782-ab0e-2f845bae17c0,segment=NetworkSegment(7e2b8e22-6b96-4398-99f0-e7d56d5fa727),segment_id=7e2b8e22-6b96-4398-99f0-e7d56d5fa727)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:57.064127 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f1829f3a-657a-4ee1-ad26-3b9552bd635f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:57.097132 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-f1829f3a-657a-4ee1-ad26-3b9552bd635f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Calling delete_port for eec32073-5526-4782-ab0e-2f845bae17c0 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:57.125948 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fc690a-b571-477f-adee-0b9e01451c5a tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:18:57.131828 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-48fc690a-b571-477f-adee-0b9e01451c5a tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:57.175656 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-48fc690a-b571-477f-adee-0b9e01451c5a tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "PUT /v2.0/floatingips/7bf8633a-1061-41ad-9b49-012fdcf00f74 HTTP/1.1" status: 200 len: 990 time: 2.7214999 Dec 16 22:18:57.180933 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b1f127-2434-4977-a377-63764b0dcbbb', 'tag': '92a0b013-6b50-46ab-a39b-9b3b13069603'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:18:57.184201 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98dad74-48d3-4fe1-85ef-1f11132f799e" -d '{"events": [{"name": "network-changed", "server_uuid": "74b1f127-2434-4977-a377-63764b0dcbbb", "tag": "92a0b013-6b50-46ab-a39b-9b3b13069603"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:18:57.232383 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8941f2-1284-4262-a39a-3589be80b192 None None] Sync routers for ids ['2c446a83-72cb-4318-bf0f-401773020efc'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:18:57.252788 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8941f2-1284-4262-a39a-3589be80b192 None None] Routers {'2c446a83-72cb-4318-bf0f-401773020efc'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:57.253432 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-7b8941f2-1284-4262-a39a-3589be80b192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:18:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2c446a83-72cb-4318-bf0f-401773020efc'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:57.323804 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c6ebce82-eeae-4488-95c5-9fc546e53deb None None] Deleting port eec32073-5526-4782-ab0e-2f845bae17c0 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:57.325017 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c6ebce82-eeae-4488-95c5-9fc546e53deb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:57.326591 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f1829f3a-657a-4ee1-ad26-3b9552bd635f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:57.330646 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9819638-b924-4d19-8313-2c8772287fd6 x-openstack-request-id: req-d9819638-b924-4d19-8313-2c8772287fd6 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:18:57.330940 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b1f127-2434-4977-a377-63764b0dcbbb", "tag": "92a0b013-6b50-46ab-a39b-9b3b13069603", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:18:57.331400 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d9819638-b924-4d19-8313-2c8772287fd6 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:18:57.331810 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b1f127-2434-4977-a377-63764b0dcbbb', 'tag': '92a0b013-6b50-46ab-a39b-9b3b13069603', 'status': 'completed', 'code': 200} Dec 16 22:18:57.370568 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1829f3a-657a-4ee1-ad26-3b9552bd635f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Port': ['ID=eec32073-5526-4782-ab0e-2f845bae17c0,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:57.372485 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1829f3a-657a-4ee1-ad26-3b9552bd635f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] No DVR routers for this DVR port eec32073-5526-4782-ab0e-2f845bae17c0 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:18:57.443889 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c6ebce82-eeae-4488-95c5-9fc546e53deb None None] For port eec32073-5526-4782-ab0e-2f845bae17c0, host n-d-815324-4, got binding levels [] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:57.444203 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c6ebce82-eeae-4488-95c5-9fc546e53deb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:57.447865 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-7b8941f2-1284-4262-a39a-3589be80b192 None None] Set router 2c446a83-72cb-4318-bf0f-401773020efc gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:18:57.492161 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c6ebce82-eeae-4488-95c5-9fc546e53deb None None] Calling delete_port for eec32073-5526-4782-ab0e-2f845bae17c0 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:57.492667 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f1829f3a-657a-4ee1-ad26-3b9552bd635f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:57.497375 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dad74-48d3-4fe1-85ef-1f11132f799e req-f92b1103-8086-44f6-a798-0bf3ec0cdc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:57.497958 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.ipam_backend_mixin [None req-c6ebce82-eeae-4488-95c5-9fc546e53deb None None] Port eec32073-5526-4782-ab0e-2f845bae17c0 was not found and therefore no delete operation was performed {{(pid=103615) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 22:18:57.498927 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b98dad74-48d3-4fe1-85ef-1f11132f799e req-f92b1103-8086-44f6-a798-0bf3ec0cdc79 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=282bc2e8d7324057aeb6d491e5757a38&device_id=74b1f127-2434-4977-a377-63764b0dcbbb HTTP/1.1" status: 200 len: 1097 time: 0.1239259 Dec 16 22:18:57.499916 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c6ebce82-eeae-4488-95c5-9fc546e53deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:57.541226 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-f1829f3a-657a-4ee1-ad26-3b9552bd635f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02814a04-fc62-4ba3-8779-5fdff4cbce6a']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:57.541679 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ebce82-eeae-4488-95c5-9fc546e53deb None None] Pushing event deleted for resources: {'Port': ['ID=eec32073-5526-4782-ab0e-2f845bae17c0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:57.544640 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ebce82-eeae-4488-95c5-9fc546e53deb None None] No DVR routers for this DVR port eec32073-5526-4782-ab0e-2f845bae17c0 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:18:57.579512 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-f1829f3a-657a-4ee1-ad26-3b9552bd635f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2b8e22-6b96-4398-99f0-e7d56d5fa727') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:57.579805 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-f1829f3a-657a-4ee1-ad26-3b9552bd635f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2b8e22-6b96-4398-99f0-e7d56d5fa727') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:57.595964 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f1829f3a-657a-4ee1-ad26-3b9552bd635f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:57.615798 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f1829f3a-657a-4ee1-ad26-3b9552bd635f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:57.629788 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1829f3a-657a-4ee1-ad26-3b9552bd635f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:18:57.629788 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f1829f3a-657a-4ee1-ad26-3b9552bd635f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:18:57.635211 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:18:57.676727 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43064) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:57.697879 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dad74-48d3-4fe1-85ef-1f11132f799e req-d268ecca-fc7d-4e66-b9f7-b3a5cde9dc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:57.698893 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-38186519-7e5d-46d5-b48a-0c3c65324fff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:57.699963 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b98dad74-48d3-4fe1-85ef-1f11132f799e req-d268ecca-fc7d-4e66-b9f7-b3a5cde9dc28 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4a51e34c-53d5-4335-835f-c57437c183f5 HTTP/1.1" status: 200 len: 904 time: 0.1892827 Dec 16 22:18:57.782315 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b98dad74-48d3-4fe1-85ef-1f11132f799e req-10d9132f-2ce3-4f09-b6f0-8e8099cb7efe service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92a0b013-6b50-46ab-a39b-9b3b13069603 HTTP/1.1" status: 200 len: 998 time: 0.0687711 Dec 16 22:18:57.832287 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-7b8941f2-1284-4262-a39a-3589be80b192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c446a83-72cb-4318-bf0f-401773020efc', 'name': 'tempest-ServersTestJSON-95711836-router', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '0f4568bf-fc12-42e0-b23c-e861e4c914ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:18:24Z', 'updated_at': '2021-12-16T22:18:29Z', 'revision_number': 4, 'project_id': '282bc2e8d7324057aeb6d491e5757a38', 'gw_port': {'id': '0f4568bf-fc12-42e0-b23c-e861e4c914ea', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c446a83-72cb-4318-bf0f-401773020efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:18:25Z', 'updated_at': '2021-12-16T22:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '7bf8633a-1061-41ad-9b49-012fdcf00f74', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '2c446a83-72cb-4318-bf0f-401773020efc', 'port_id': '92a0b013-6b50-46ab-a39b-9b3b13069603', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5', 'mac_address': 'fa:16:3e:fe:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b1f127-2434-4977-a377-63764b0dcbbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:18:35Z', 'updated_at': '2021-12-16T22:18:55Z', 'revision_number': 1, 'project_id': '282bc2e8d7324057aeb6d491e5757a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf', 'name': '', 'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'mac_address': 'fa:16:3e:ac:dc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c446a83-72cb-4318-bf0f-401773020efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '04a69dc0-997e-43c3-974f-46673370ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:18:28Z', 'updated_at': '2021-12-16T22:18:33Z', 'revision_number': 5, 'project_id': '282bc2e8d7324057aeb6d491e5757a38', 'subnets': [{'id': '04a69dc0-997e-43c3-974f-46673370ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:57.834894 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dad74-48d3-4fe1-85ef-1f11132f799e req-087649d2-fbab-4ee1-894b-1cf1243f6585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:57.836537 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b98dad74-48d3-4fe1-85ef-1f11132f799e req-087649d2-fbab-4ee1-894b-1cf1243f6585 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04a69dc0-997e-43c3-974f-46673370ac49 HTTP/1.1" status: 200 len: 843 time: 0.0469244 Dec 16 22:18:57.860788 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8941f2-1284-4262-a39a-3589be80b192 None None] Checking router: 2c446a83-72cb-4318-bf0f-401773020efc for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:18:57.870041 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8941f2-1284-4262-a39a-3589be80b192 None None] Routers {'2c446a83-72cb-4318-bf0f-401773020efc'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:18:57.870763 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-7b8941f2-1284-4262-a39a-3589be80b192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:18:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2c446a83-72cb-4318-bf0f-401773020efc'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:57.889378 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dad74-48d3-4fe1-85ef-1f11132f799e req-1591fe45-9afe-4505-99fe-e1362ba071ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:57.890954 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b98dad74-48d3-4fe1-85ef-1f11132f799e req-1591fe45-9afe-4505-99fe-e1362ba071ec service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4a51e34c-53d5-4335-835f-c57437c183f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474896 Dec 16 22:18:57.975265 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f1829f3a-657a-4ee1-ad26-3b9552bd635f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:57.994740 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f1829f3a-657a-4ee1-ad26-3b9552bd635f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:57.999427 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f1829f3a-657a-4ee1-ad26-3b9552bd635f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/networks/02814a04-fc62-4ba3-8779-5fdff4cbce6a HTTP/1.1" status: 204 len: 168 time: 1.3266988 Dec 16 22:18:58.002702 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43072) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:58.005177 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-7b8941f2-1284-4262-a39a-3589be80b192 None None] Set router 2c446a83-72cb-4318-bf0f-401773020efc gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:18:58.012652 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-88fcd5cb-1f8c-4d6e-8f7b-4294141df2af tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'port': {'network_id': '6951964f-e598-4603-929f-be09b1bc6f8a', 'name': 'tempest-PortsIpV6TestJSON-1760854190'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:58.017510 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1829f3a-657a-4ee1-ad26-3b9552bd635f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Network': ['ID=02814a04-fc62-4ba3-8779-5fdff4cbce6a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:58.025102 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-38186519-7e5d-46d5-b48a-0c3c65324fff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:58.048575 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2bfa60-00b3-4178-8d6a-9a84b520dbb6 req-0d2163db-5e31-42ba-9ecc-bfcd8ad14c01 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:58.050252 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd2bfa60-00b3-4178-8d6a-9a84b520dbb6 req-0d2163db-5e31-42ba-9ecc-bfcd8ad14c01 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.0753658 Dec 16 22:18:58.105955 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd2bfa60-00b3-4178-8d6a-9a84b520dbb6 req-551638cb-f154-46ba-b270-a73b128edd57 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481596 Dec 16 22:18:58.121298 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b98dad74-48d3-4fe1-85ef-1f11132f799e req-17654e7b-0bdf-401e-95ac-33f6dd404581 service neutron] 10.222.0.76 "GET /v2.0/networks/4a51e34c-53d5-4335-835f-c57437c183f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226596 Dec 16 22:18:58.137977 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-38186519-7e5d-46d5-b48a-0c3c65324fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:58.180720 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38186519-7e5d-46d5-b48a-0c3c65324fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9c71cd-99ee-4605-a4cf-72d74175ab86,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:58.199702 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-38186519-7e5d-46d5-b48a-0c3c65324fff admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0bdf075a590c40b0b5cf972f5d66a3b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5215826 Dec 16 22:18:58.200318 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43078) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:58.266157 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b98dad74-48d3-4fe1-85ef-1f11132f799e req-6552d9df-93a1-4ee4-9eaa-de22834267e8 service neutron] 10.222.0.76 "GET /v2.0/networks/4a51e34c-53d5-4335-835f-c57437c183f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343348 Dec 16 22:18:58.280195 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fcd5cb-1f8c-4d6e-8f7b-4294141df2af tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:18:58.285191 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-88fcd5cb-1f8c-4d6e-8f7b-4294141df2af tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:58.296336 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-7b8941f2-1284-4262-a39a-3589be80b192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c446a83-72cb-4318-bf0f-401773020efc', 'name': 'tempest-ServersTestJSON-95711836-router', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '0f4568bf-fc12-42e0-b23c-e861e4c914ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:18:24Z', 'updated_at': '2021-12-16T22:18:29Z', 'revision_number': 4, 'project_id': '282bc2e8d7324057aeb6d491e5757a38', 'gw_port': {'id': '0f4568bf-fc12-42e0-b23c-e861e4c914ea', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c446a83-72cb-4318-bf0f-401773020efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:18:25Z', 'updated_at': '2021-12-16T22:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '7bf8633a-1061-41ad-9b49-012fdcf00f74', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '2c446a83-72cb-4318-bf0f-401773020efc', 'port_id': '92a0b013-6b50-46ab-a39b-9b3b13069603', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5', 'mac_address': 'fa:16:3e:fe:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b1f127-2434-4977-a377-63764b0dcbbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:18:35Z', 'updated_at': '2021-12-16T22:18:55Z', 'revision_number': 1, 'project_id': '282bc2e8d7324057aeb6d491e5757a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf', 'name': '', 'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'mac_address': 'fa:16:3e:ac:dc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c446a83-72cb-4318-bf0f-401773020efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '04a69dc0-997e-43c3-974f-46673370ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:18:28Z', 'updated_at': '2021-12-16T22:18:33Z', 'revision_number': 5, 'project_id': '282bc2e8d7324057aeb6d491e5757a38', 'subnets': [{'id': '04a69dc0-997e-43c3-974f-46673370ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:18:58.296718 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef529e-b61b-4ddc-b693-a47ca48cc8e1 req-6a401555-e3cf-42a3-a510-2630afc2a3f2 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:58.307503 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-25ef529e-b61b-4ddc-b693-a47ca48cc8e1 req-6a401555-e3cf-42a3-a510-2630afc2a3f2 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b58bce3-a537-45f8-954a-0f90e94d547a HTTP/1.1" status: 200 len: 949 time: 0.0934553 Dec 16 22:18:58.307691 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-88fcd5cb-1f8c-4d6e-8f7b-4294141df2af tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] device_id is not set on port 6332a6ac-f862-4b94-8562-48743a7c912c yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:18:58.323702 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-07117d87-4d41-4f4b-8a81-917ee6005d5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:58.333891 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8941f2-1284-4262-a39a-3589be80b192 None None] The sync data for ids ['2c446a83-72cb-4318-bf0f-401773020efc'] in n-d-815324-4 is: [{'id': '2c446a83-72cb-4318-bf0f-401773020efc', 'name': 'tempest-ServersTestJSON-95711836-router', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '0f4568bf-fc12-42e0-b23c-e861e4c914ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:18:24Z', 'updated_at': '2021-12-16T22:18:29Z', 'revision_number': 4, 'project_id': '282bc2e8d7324057aeb6d491e5757a38', 'gw_port': {'id': '0f4568bf-fc12-42e0-b23c-e861e4c914ea', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c446a83-72cb-4318-bf0f-401773020efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:18:25Z', 'updated_at': '2021-12-16T22:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '7bf8633a-1061-41ad-9b49-012fdcf00f74', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '2c446a83-72cb-4318-bf0f-401773020efc', 'port_id': '92a0b013-6b50-46ab-a39b-9b3b13069603', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5', 'mac_address': 'fa:16:3e:fe:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b1f127-2434-4977-a377-63764b0dcbbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:18:35Z', 'updated_at': '2021-12-16T22:18:55Z', 'revision_number': 1, 'project_id': '282bc2e8d7324057aeb6d491e5757a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf', 'name': '', 'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'mac_address': 'fa:16:3e:ac:dc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c446a83-72cb-4318-bf0f-401773020efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '04a69dc0-997e-43c3-974f-46673370ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:18:28Z', 'updated_at': '2021-12-16T22:18:33Z', 'revision_number': 5, 'project_id': '282bc2e8d7324057aeb6d491e5757a38', 'subnets': [{'id': '04a69dc0-997e-43c3-974f-46673370ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:18:58.336418 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:58.337282 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:58.367451 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-07117d87-4d41-4f4b-8a81-917ee6005d5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:58.379599 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-25ef529e-b61b-4ddc-b693-a47ca48cc8e1 req-c03d14bb-1768-4847-903e-2788917e4123 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741599 Dec 16 22:18:58.523851 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-88fcd5cb-1f8c-4d6e-8f7b-4294141df2af tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:58.558207 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device eec32073-5526-4782-ab0e-2f845bae17c0 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:18:58.560553 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-07117d87-4d41-4f4b-8a81-917ee6005d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:58.563547 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-07117d87-4d41-4f4b-8a81-917ee6005d5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:58.568844 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-07117d87-4d41-4f4b-8a81-917ee6005d5f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cf9c71cd-99ee-4605-a4cf-72d74175ab86 HTTP/1.1" status: 204 len: 168 time: 0.3650432 Dec 16 22:18:58.576746 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07117d87-4d41-4f4b-8a81-917ee6005d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9c71cd-99ee-4605-a4cf-72d74175ab86,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:58.608624 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: eec32073-5526-4782-ab0e-2f845bae17c0 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:18:58.608932 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device eec32073-5526-4782-ab0e-2f845bae17c0 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:18:58.638523 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab2b3ac-19be-43cb-b2a0-0c88f02d0b86 None None] New status for floating IP 7bf8633a-1061-41ad-9b49-012fdcf00f74: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:18:58.669913 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-88fcd5cb-1f8c-4d6e-8f7b-4294141df2af tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:58.706477 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cddb7-60e7-4012-be9b-f4e9b4fef325 req-b6285d6c-1455-4b72-8983-1f31f83dea5d tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:58.711717 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-608cddb7-60e7-4012-be9b-f4e9b4fef325 req-b6285d6c-1455-4b72-8983-1f31f83dea5d tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.0704167 Dec 16 22:18:58.735287 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fcd5cb-1f8c-4d6e-8f7b-4294141df2af tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network 6951964f-e598-4603-929f-be09b1bc6f8a is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:18:58.739386 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-88fcd5cb-1f8c-4d6e-8f7b-4294141df2af tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:58.743840 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fcd5cb-1f8c-4d6e-8f7b-4294141df2af tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:58.751659 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fcd5cb-1f8c-4d6e-8f7b-4294141df2af tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:58.752442 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-88fcd5cb-1f8c-4d6e-8f7b-4294141df2af tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:58.766964 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fcd5cb-1f8c-4d6e-8f7b-4294141df2af tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Port': ['ID=6332a6ac-f862-4b94-8562-48743a7c912c,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:58.783281 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-608cddb7-60e7-4012-be9b-f4e9b4fef325 req-f57204cb-7ecb-4c98-a1f7-ac1d592b5694 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648351 Dec 16 22:18:58.821373 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-88fcd5cb-1f8c-4d6e-8f7b-4294141df2af tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8175616 Dec 16 22:18:58.824258 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43086) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:58.925846 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-09074ea2-80cb-4d02-b15a-0a3ba81cfe37 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting port 6332a6ac-f862-4b94-8562-48743a7c912c {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:58.926331 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-09074ea2-80cb-4d02-b15a-0a3ba81cfe37 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:58.953321 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:59.007535 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-09074ea2-80cb-4d02-b15a-0a3ba81cfe37 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:59.020990 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-09074ea2-80cb-4d02-b15a-0a3ba81cfe37 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Calling delete_port for 6332a6ac-f862-4b94-8562-48743a7c912c owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:59.178399 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-09074ea2-80cb-4d02-b15a-0a3ba81cfe37 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:59.236660 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09074ea2-80cb-4d02-b15a-0a3ba81cfe37 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Port': ['ID=6332a6ac-f862-4b94-8562-48743a7c912c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:18:59.244792 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-09074ea2-80cb-4d02-b15a-0a3ba81cfe37 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:59.253534 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-09074ea2-80cb-4d02-b15a-0a3ba81cfe37 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/ports/6332a6ac-f862-4b94-8562-48743a7c912c HTTP/1.1" status: 204 len: 168 time: 0.4258077 Dec 16 22:18:59.256362 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43102) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:18:59.264733 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-6b9e865a-ec5f-49e2-9c70-75cf43a77bf7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'port': {'network_id': '6951964f-e598-4603-929f-be09b1bc6f8a', 'mac_address': 'fa:16:3e:ea:4d:b5', 'name': 'tempest-PortsIpV6TestJSON-724720872'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:18:59.361517 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7860c-ded7-478a-9eba-b9e7faa8ce1b req-c5d12a8c-9814-4604-9c51-8c3d16b95ecf tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:59.364433 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4ad7860c-ded7-478a-9eba-b9e7faa8ce1b req-c5d12a8c-9814-4604-9c51-8c3d16b95ecf tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.0811293 Dec 16 22:18:59.416815 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4ad7860c-ded7-478a-9eba-b9e7faa8ce1b req-dd651cd9-ccc5-4c02-82a1-bae2900f2e35 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456338 Dec 16 22:18:59.475476 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9e865a-ec5f-49e2-9c70-75cf43a77bf7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:18:59.524497 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62571c5-cd7a-4bfb-8511-cb5ac35bbabf req-313126dd-4c46-4310-bd42-d10780bff7ff tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:59.526577 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b62571c5-cd7a-4bfb-8511-cb5ac35bbabf req-313126dd-4c46-4310-bd42-d10780bff7ff tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b58bce3-a537-45f8-954a-0f90e94d547a HTTP/1.1" status: 200 len: 949 time: 0.0521219 Dec 16 22:18:59.549683 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6b9e865a-ec5f-49e2-9c70-75cf43a77bf7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:59.578309 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-6b9e865a-ec5f-49e2-9c70-75cf43a77bf7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] device_id is not set on port 96b6826b-9a21-45c3-b5be-e9dbefeee208 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:18:59.629429 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416920a-732a-450e-876b-0306f1e47b3c req-2f8d46f8-bb75-40f0-85f0-00172a9036d3 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:59.631145 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5416920a-732a-450e-876b-0306f1e47b3c req-2f8d46f8-bb75-40f0-85f0-00172a9036d3 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b58bce3-a537-45f8-954a-0f90e94d547a HTTP/1.1" status: 200 len: 949 time: 0.0954306 Dec 16 22:18:59.637339 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b62571c5-cd7a-4bfb-8511-cb5ac35bbabf req-49fa6284-05b0-4786-b406-a7f8a918c9b9 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/security-groups?id=a84be404-e411-4355-a205-6c9b289d45b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926709 Dec 16 22:18:59.766681 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-5416920a-732a-450e-876b-0306f1e47b3c req-24bb75d2-df17-466b-ba62-d981e7f06bde tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Deleting port 9c542d95-fa6f-4d6e-befb-2c00a17a1eeb {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:18:59.767832 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5416920a-732a-450e-876b-0306f1e47b3c req-24bb75d2-df17-466b-ba62-d981e7f06bde tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:59.789205 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6b9e865a-ec5f-49e2-9c70-75cf43a77bf7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:59.886732 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-5416920a-732a-450e-876b-0306f1e47b3c req-24bb75d2-df17-466b-ba62-d981e7f06bde tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] For port 9c542d95-fa6f-4d6e-befb-2c00a17a1eeb, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9c542d95-fa6f-4d6e-befb-2c00a17a1eeb,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:18:59.888556 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5416920a-732a-450e-876b-0306f1e47b3c req-24bb75d2-df17-466b-ba62-d981e7f06bde tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:59.901696 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-5416920a-732a-450e-876b-0306f1e47b3c req-24bb75d2-df17-466b-ba62-d981e7f06bde tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Calling delete_port for 9c542d95-fa6f-4d6e-befb-2c00a17a1eeb owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:18:59.932353 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6b9e865a-ec5f-49e2-9c70-75cf43a77bf7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:18:59.981434 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9e865a-ec5f-49e2-9c70-75cf43a77bf7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network 6951964f-e598-4603-929f-be09b1bc6f8a is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:18:59.985025 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-6b9e865a-ec5f-49e2-9c70-75cf43a77bf7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:18:59.988860 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9e865a-ec5f-49e2-9c70-75cf43a77bf7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:18:59.994646 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9e865a-ec5f-49e2-9c70-75cf43a77bf7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:18:59.995191 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6b9e865a-ec5f-49e2-9c70-75cf43a77bf7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:00.004289 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e865a-ec5f-49e2-9c70-75cf43a77bf7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Port': ['ID=96b6826b-9a21-45c3-b5be-e9dbefeee208,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:00.089569 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6b9e865a-ec5f-49e2-9c70-75cf43a77bf7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8317299 Dec 16 22:19:00.092177 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43126) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:00.146882 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba79c85-d22c-45d6-94b4-baaaf1972cd7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:00.146882 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-dba79c85-d22c-45d6-94b4-baaaf1972cd7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "GET /v2.0/ports/96b6826b-9a21-45c3-b5be-e9dbefeee208 HTTP/1.1" status: 200 len: 844 time: 0.0517216 Dec 16 22:19:00.148043 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43128) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:00.178730 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5416920a-732a-450e-876b-0306f1e47b3c req-24bb75d2-df17-466b-ba62-d981e7f06bde tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:00.210867 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9c542d95-fa6f-4d6e-befb-2c00a17a1eeb'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:19:00.224998 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb75d2-df17-466b-ba62-d981e7f06bde tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Pushing event deleted for resources: {'Port': ['ID=9c542d95-fa6f-4d6e-befb-2c00a17a1eeb,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:00.301968 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-5416920a-732a-450e-876b-0306f1e47b3c req-24bb75d2-df17-466b-ba62-d981e7f06bde tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] No DVR routers for this DVR port 9c542d95-fa6f-4d6e-befb-2c00a17a1eeb on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:19:00.304874 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5416920a-732a-450e-876b-0306f1e47b3c req-24bb75d2-df17-466b-ba62-d981e7f06bde tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:00.309448 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5416920a-732a-450e-876b-0306f1e47b3c req-24bb75d2-df17-466b-ba62-d981e7f06bde tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.57 "DELETE /v2.0/ports/9c542d95-fa6f-4d6e-befb-2c00a17a1eeb HTTP/1.1" status: 204 len: 173 time: 0.6686728 Dec 16 22:19:00.310062 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b58bce3-a537-45f8-954a-0f90e94d547a', 'name': 'network-vif-deleted', 'tag': '9c542d95-fa6f-4d6e-befb-2c00a17a1eeb'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:19:00.312674 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61076f1-ec5c-4b6a-b1c5-42217edb3975" -d '{"events": [{"server_uuid": "2b58bce3-a537-45f8-954a-0f90e94d547a", "name": "network-vif-deleted", "tag": "9c542d95-fa6f-4d6e-befb-2c00a17a1eeb"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:19:00.326605 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-458eb034-d963-4b6e-b910-6f45c99b9370 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting port 96b6826b-9a21-45c3-b5be-e9dbefeee208 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:00.326949 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-458eb034-d963-4b6e-b910-6f45c99b9370 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:00.378062 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c47b7b6-4d23-4bf9-b351-ed6f87d39c87 x-openstack-request-id: req-0c47b7b6-4d23-4bf9-b351-ed6f87d39c87 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:19:00.378361 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b58bce3-a537-45f8-954a-0f90e94d547a", "name": "network-vif-deleted", "tag": "9c542d95-fa6f-4d6e-befb-2c00a17a1eeb", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:19:00.378615 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0c47b7b6-4d23-4bf9-b351-ed6f87d39c87 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:19:00.379287 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b58bce3-a537-45f8-954a-0f90e94d547a', 'name': 'network-vif-deleted', 'tag': '9c542d95-fa6f-4d6e-befb-2c00a17a1eeb', 'status': 'completed', 'code': 200} Dec 16 22:19:00.412206 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-458eb034-d963-4b6e-b910-6f45c99b9370 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:00.427281 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-458eb034-d963-4b6e-b910-6f45c99b9370 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Calling delete_port for 96b6826b-9a21-45c3-b5be-e9dbefeee208 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:00.543532 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43138) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:00.566380 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef55fc-0204-4f74-b2af-2e307f8504f3 req-7dd07241-9f67-4454-8d9b-42e82ccd4021 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:00.566946 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-458eb034-d963-4b6e-b910-6f45c99b9370 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:00.568014 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0eef55fc-0204-4f74-b2af-2e307f8504f3 req-7dd07241-9f67-4454-8d9b-42e82ccd4021 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.0615203 Dec 16 22:19:00.620817 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458eb034-d963-4b6e-b910-6f45c99b9370 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Port': ['ID=96b6826b-9a21-45c3-b5be-e9dbefeee208,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:00.646338 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-458eb034-d963-4b6e-b910-6f45c99b9370 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:00.652225 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-458eb034-d963-4b6e-b910-6f45c99b9370 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/ports/96b6826b-9a21-45c3-b5be-e9dbefeee208 HTTP/1.1" status: 204 len: 168 time: 0.5022044 Dec 16 22:19:00.654183 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43142) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:00.676802 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0eef55fc-0204-4f74-b2af-2e307f8504f3 req-7cedeed4-b9a7-4d15-b070-16a2fa461e04 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008425 Dec 16 22:19:00.703864 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43146) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:00.710889 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc6c15e-0065-41c4-a0c8-23e3849c9971 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] GET failed (client error): The resource could not be found. Dec 16 22:19:00.712418 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3cc6c15e-0065-41c4-a0c8-23e3849c9971 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "GET /v2.0/ports/96b6826b-9a21-45c3-b5be-e9dbefeee208 HTTP/1.1" status: 404 len: 333 time: 0.0540111 Dec 16 22:19:00.719034 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43150) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:00.729529 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-df62cc72-dd28-4ae4-8ce8-72b913a63698 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'port': {'network_id': '6951964f-e598-4603-929f-be09b1bc6f8a', 'name': 'tempest-PortsIpV6TestJSON-1998697551'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:00.886662 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7651c496-6f92-4909-8865-c1c18d5b1c80 req-6264e9a3-a764-4c3b-987f-4dfb6d299684 tempest-ServersOnMultiNodesTest-1960792425 tempest-ServersOnMultiNodesTest-1960792425-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b58bce3-a537-45f8-954a-0f90e94d547a HTTP/1.1" status: 200 len: 210 time: 0.0786827 Dec 16 22:19:00.890189 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-777d6986-ff94-47f1-9f92-3996568409c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:00.917292 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-34f03808-aa98-4d01-b8b3-0f893752da06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:01.012543 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-777d6986-ff94-47f1-9f92-3996568409c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:01.015178 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-34f03808-aa98-4d01-b8b3-0f893752da06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:01.085850 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df62cc72-dd28-4ae4-8ce8-72b913a63698 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:01.090044 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-df62cc72-dd28-4ae4-8ce8-72b913a63698 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:01.108914 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-df62cc72-dd28-4ae4-8ce8-72b913a63698 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] device_id is not set on port 773b54e3-ee0c-4dc0-b4a2-4c3bc899b361 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:19:01.148783 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-34f03808-aa98-4d01-b8b3-0f893752da06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:01.150777 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-777d6986-ff94-47f1-9f92-3996568409c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:01.192283 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-34f03808-aa98-4d01-b8b3-0f893752da06 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ab3cd779d17f44b1bc48eef516b325b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4869068 Dec 16 22:19:01.194400 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f03808-aa98-4d01-b8b3-0f893752da06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eeaa992-c4a9-4907-ab6a-674dc57f6adf,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:01.197001 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43162) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:01.217427 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-777d6986-ff94-47f1-9f92-3996568409c8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=892b5f6b89b342338e8f19a9ccfa497b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6726673 Dec 16 22:19:01.219183 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43164) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:01.221542 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d6986-ff94-47f1-9f92-3996568409c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c89aa54-73aa-41d5-a3d4-ebd3203403ed,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:01.295314 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe48c443-57b9-44c9-9590-4b00dfc31047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:01.316523 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a3c3c706-4057-487c-bd59-a4c62763e4bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:01.337055 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe48c443-57b9-44c9-9590-4b00dfc31047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:01.347700 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-df62cc72-dd28-4ae4-8ce8-72b913a63698 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:01.372394 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a3c3c706-4057-487c-bd59-a4c62763e4bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:01.469429 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403aaa16-2269-40b2-9a04-26048a66d5c6 req-87420075-1916-4f89-b966-086e7818487c tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:01.470917 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-403aaa16-2269-40b2-9a04-26048a66d5c6 req-87420075-1916-4f89-b966-086e7818487c tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.1220644 Dec 16 22:19:01.529744 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-403aaa16-2269-40b2-9a04-26048a66d5c6 req-87944caa-772b-48a5-ba8d-90038eb17f2a tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481963 Dec 16 22:19:01.532428 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-df62cc72-dd28-4ae4-8ce8-72b913a63698 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:01.581637 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df62cc72-dd28-4ae4-8ce8-72b913a63698 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network 6951964f-e598-4603-929f-be09b1bc6f8a is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:01.584770 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-df62cc72-dd28-4ae4-8ce8-72b913a63698 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:01.589741 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df62cc72-dd28-4ae4-8ce8-72b913a63698 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:01.595401 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df62cc72-dd28-4ae4-8ce8-72b913a63698 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:01.596067 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-df62cc72-dd28-4ae4-8ce8-72b913a63698 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:01.599830 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62cc72-dd28-4ae4-8ce8-72b913a63698 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Port': ['ID=773b54e3-ee0c-4dc0-b4a2-4c3bc899b361,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:01.679413 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe48c443-57b9-44c9-9590-4b00dfc31047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:01.682996 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe48c443-57b9-44c9-9590-4b00dfc31047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:01.684254 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fe48c443-57b9-44c9-9590-4b00dfc31047 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0eeaa992-c4a9-4907-ab6a-674dc57f6adf HTTP/1.1" status: 204 len: 168 time: 0.4860604 Dec 16 22:19:01.686811 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a3c3c706-4057-487c-bd59-a4c62763e4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:01.690370 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a3c3c706-4057-487c-bd59-a4c62763e4bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:01.691534 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a3c3c706-4057-487c-bd59-a4c62763e4bc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3c89aa54-73aa-41d5-a3d4-ebd3203403ed HTTP/1.1" status: 204 len: 168 time: 0.4713597 Dec 16 22:19:01.709500 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48c443-57b9-44c9-9590-4b00dfc31047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eeaa992-c4a9-4907-ab6a-674dc57f6adf,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:01.730404 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-df62cc72-dd28-4ae4-8ce8-72b913a63698 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0100043 Dec 16 22:19:01.733092 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3c706-4057-487c-bd59-a4c62763e4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c89aa54-73aa-41d5-a3d4-ebd3203403ed,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:01.733239 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43172) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:01.742211 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-d280e969-b917-4e7d-bbd0-5cc5560f66b6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:01.821432 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d280e969-b917-4e7d-bbd0-5cc5560f66b6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:01.991005 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d280e969-b917-4e7d-bbd0-5cc5560f66b6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:02.053311 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d280e969-b917-4e7d-bbd0-5cc5560f66b6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:02.106309 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-d280e969-b917-4e7d-bbd0-5cc5560f66b6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] In _notify_port_updated(), no bound segment for port 773b54e3-ee0c-4dc0-b4a2-4c3bc899b361 on network 6951964f-e598-4603-929f-be09b1bc6f8a {{(pid=103614) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:19:02.112127 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d280e969-b917-4e7d-bbd0-5cc5560f66b6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:02.112743 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d280e969-b917-4e7d-bbd0-5cc5560f66b6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:02.114065 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d280e969-b917-4e7d-bbd0-5cc5560f66b6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "PUT /v2.0/ports/773b54e3-ee0c-4dc0-b4a2-4c3bc899b361 HTTP/1.1" status: 200 len: 818 time: 0.3797698 Dec 16 22:19:02.117283 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43188) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:02.147035 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280e969-b917-4e7d-bbd0-5cc5560f66b6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Port': ['ID=773b54e3-ee0c-4dc0-b4a2-4c3bc899b361,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:02.234281 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-1c41ec66-6fc1-41b9-ad4e-3b4b8298c926 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting port 773b54e3-ee0c-4dc0-b4a2-4c3bc899b361 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:02.234551 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1c41ec66-6fc1-41b9-ad4e-3b4b8298c926 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:02.303938 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1c41ec66-6fc1-41b9-ad4e-3b4b8298c926 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:02.317709 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-1c41ec66-6fc1-41b9-ad4e-3b4b8298c926 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Calling delete_port for 773b54e3-ee0c-4dc0-b4a2-4c3bc899b361 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:02.492083 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1c41ec66-6fc1-41b9-ad4e-3b4b8298c926 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:02.523905 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41ec66-6fc1-41b9-ad4e-3b4b8298c926 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Port': ['ID=773b54e3-ee0c-4dc0-b4a2-4c3bc899b361,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:02.529834 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1c41ec66-6fc1-41b9-ad4e-3b4b8298c926 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:02.535514 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1c41ec66-6fc1-41b9-ad4e-3b4b8298c926 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/ports/773b54e3-ee0c-4dc0-b4a2-4c3bc899b361 HTTP/1.1" status: 204 len: 168 time: 0.4147253 Dec 16 22:19:02.535787 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43192) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:02.592886 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1981b12d-0f3c-4105-86ca-8ea036a37b76 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:02.597943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43196) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:02.598695 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1981b12d-0f3c-4105-86ca-8ea036a37b76 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0613141 Dec 16 22:19:02.628087 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c9c99c-a777-4c28-acb1-921af8d2bd6f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] GET failed (client error): The resource could not be found. Dec 16 22:19:02.634168 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43200) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:02.634332 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-67c9c99c-a777-4c28-acb1-921af8d2bd6f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "GET /v2.0/ports/773b54e3-ee0c-4dc0-b4a2-4c3bc899b361 HTTP/1.1" status: 404 len: 333 time: 0.0351346 Dec 16 22:19:02.640366 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-bbe10c2f-b7c9-4ca4-8176-061d24644f46 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1248981920'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:02.646684 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43202) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:02.655925 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43204) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:02.678427 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c37f5f8-c028-49be-9498-d57138a42e23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:02.714363 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26769163-5db4-4402-b017-eaf3fa37edc9 req-3943b747-0f97-409f-9f2c-2cfe3641f669 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:02.715959 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-26769163-5db4-4402-b017-eaf3fa37edc9 req-3943b747-0f97-409f-9f2c-2cfe3641f669 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.0905783 Dec 16 22:19:02.749298 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe10c2f-b7c9-4ca4-8176-061d24644f46 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:02.753889 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bbe10c2f-b7c9-4ca4-8176-061d24644f46 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:02.791183 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe10c2f-b7c9-4ca4-8176-061d24644f46 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:19:02.800137 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-26769163-5db4-4402-b017-eaf3fa37edc9 req-0ee3245d-eb50-4cc4-b1e2-64513d9df957 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714836 Dec 16 22:19:02.808361 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bbe10c2f-b7c9-4ca4-8176-061d24644f46 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:02.809390 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-bbe10c2f-b7c9-4ca4-8176-061d24644f46 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Added segment 319f484e-f646-4983-9f36-e100dd5f4afc of type vlan for network 2fe34e60-dbb3-42ee-bcd2-776a546f8e69 Dec 16 22:19:02.835493 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c37f5f8-c028-49be-9498-d57138a42e23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:02.873208 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bbe10c2f-b7c9-4ca4-8176-061d24644f46 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:02.928267 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 9c542d95-fa6f-4d6e-befb-2c00a17a1eeb no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:19:02.936334 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-68c03260-8ea3-4e36-9057-95aa5cdf53b2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=84a0f56690704a89b89d2fa8c0442625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2789521 Dec 16 22:19:02.938748 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43216) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:02.951299 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 9c542d95-fa6f-4d6e-befb-2c00a17a1eeb {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:19:02.952062 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 9c542d95-fa6f-4d6e-befb-2c00a17a1eeb not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:19:02.966379 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c37f5f8-c028-49be-9498-d57138a42e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:02.990823 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af09a48a-bc35-4b42-8685-f672a81ad90f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:03.007748 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3c37f5f8-c028-49be-9498-d57138a42e23 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e580aeb7f975422b8184e6caffd8f22e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3619912 Dec 16 22:19:03.008574 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37f5f8-c028-49be-9498-d57138a42e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cb1cc9-6df9-4dd1-b4ff-218dba288e17,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:03.011418 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43218) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:03.019965 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af09a48a-bc35-4b42-8685-f672a81ad90f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:03.067069 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bbe10c2f-b7c9-4ca4-8176-061d24644f46 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:03.070107 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-22dfd07a-b83e-44db-a836-ae36b4b9a932 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:03.074432 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe10c2f-b7c9-4ca4-8176-061d24644f46 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:03.075102 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bbe10c2f-b7c9-4ca4-8176-061d24644f46 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:03.097573 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-22dfd07a-b83e-44db-a836-ae36b4b9a932 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:03.171905 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bbe10c2f-b7c9-4ca4-8176-061d24644f46 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5360343 Dec 16 22:19:03.172922 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe10c2f-b7c9-4ca4-8176-061d24644f46 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Network': ['ID=2fe34e60-dbb3-42ee-bcd2-776a546f8e69,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:03.174992 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43226) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:03.180439 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-a661ca6b-9927-45aa-ac90-57284d749335 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'subnet': {'network_id': '2fe34e60-dbb3-42ee-bcd2-776a546f8e69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:03.183435 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 2fe34e60-dbb3-42ee-bcd2-776a546f8e69 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:19:03.325902 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af09a48a-bc35-4b42-8685-f672a81ad90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:03.326264 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-22dfd07a-b83e-44db-a836-ae36b4b9a932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:03.329170 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-22dfd07a-b83e-44db-a836-ae36b4b9a932 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:03.329681 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af09a48a-bc35-4b42-8685-f672a81ad90f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:03.332621 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-22dfd07a-b83e-44db-a836-ae36b4b9a932 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/33cb1cc9-6df9-4dd1-b4ff-218dba288e17 HTTP/1.1" status: 204 len: 168 time: 0.3181612 Dec 16 22:19:03.333548 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-af09a48a-bc35-4b42-8685-f672a81ad90f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a84be404-e411-4355-a205-6c9b289d45b8 HTTP/1.1" status: 204 len: 168 time: 0.3937955 Dec 16 22:19:03.340876 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dfd07a-b83e-44db-a836-ae36b4b9a932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cb1cc9-6df9-4dd1-b4ff-218dba288e17,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:03.341959 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09a48a-bc35-4b42-8685-f672a81ad90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84be404-e411-4355-a205-6c9b289d45b8,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:03.491463 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a661ca6b-9927-45aa-ac90-57284d749335 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:03.495765 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a661ca6b-9927-45aa-ac90-57284d749335 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:03.760385 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a661ca6b-9927-45aa-ac90-57284d749335 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:03.834630 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661ca6b-9927-45aa-ac90-57284d749335 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Subnet': ['ID=bf37bc57-4052-459d-863c-2814c92b5f2f,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:03.840859 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a661ca6b-9927-45aa-ac90-57284d749335 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Checking segment: {'id': '319f484e-f646-4983-9f36-e100dd5f4afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2fe34e60-dbb3-42ee-bcd2-776a546f8e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:03.841324 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a661ca6b-9927-45aa-ac90-57284d749335 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network hostable DHCP agents. Network: 2fe34e60-dbb3-42ee-bcd2-776a546f8e69, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:19:03.939217 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a661ca6b-9927-45aa-ac90-57284d749335 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network 2fe34e60-dbb3-42ee-bcd2-776a546f8e69 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:19:04.028492 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-a661ca6b-9927-45aa-ac90-57284d749335 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 2fe34e60-dbb3-42ee-bcd2-776a546f8e69) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:04.032432 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a661ca6b-9927-45aa-ac90-57284d749335 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:04.034384 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a661ca6b-9927-45aa-ac90-57284d749335 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:04.038254 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb5e191-4e41-4cf4-9247-c90288f99df3 None None] Network 2fe34e60-dbb3-42ee-bcd2-776a546f8e69 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:04.170114 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a661ca6b-9927-45aa-ac90-57284d749335 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9938500 Dec 16 22:19:04.173130 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43258) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:04.180802 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a9227a4e-29fe-445a-a2fa-bae20a76965d tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'subnet': {'network_id': '2fe34e60-dbb3-42ee-bcd2-776a546f8e69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:04.302428 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43264) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:04.316203 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056b4684-2ca9-4ff4-bf90-cda1bed4774d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-2fe34e60-dbb3-42ee-bcd2-776a546f8e69', 'network_id': '2fe34e60-dbb3-42ee-bcd2-776a546f8e69', 'project_id': '7fc63c24792b43d5b490c4d1dd21a484', 'fixed_ips': [{'subnet_id': 'bf37bc57-4052-459d-863c-2814c92b5f2f'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:19:04.317495 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-056b4684-2ca9-4ff4-bf90-cda1bed4774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:04.470551 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c06f938f-6db0-4147-b20a-fa98661091c7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0a7bdf032fec4c37b5824e1a30a4c193&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1670933 Dec 16 22:19:04.473160 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43276) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:04.536319 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-056b4684-2ca9-4ff4-bf90-cda1bed4774d None None] Allocated IP 2001:db8::2 (2fe34e60-dbb3-42ee-bcd2-776a546f8e69/bf37bc57-4052-459d-863c-2814c92b5f2f/cd1ed125-2151-4e1e-bf20-070dbf8baaa6) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:04.546495 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2e91b4b0-7915-4a6d-bded-7710f9519cb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:04.576645 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2e91b4b0-7915-4a6d-bded-7710f9519cb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:04.629273 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9227a4e-29fe-445a-a2fa-bae20a76965d tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:04.633283 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a9227a4e-29fe-445a-a2fa-bae20a76965d tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:04.707410 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-056b4684-2ca9-4ff4-bf90-cda1bed4774d None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:04.777347 n-d-815324-4 neutron-server[103613]: INFO neutron.db.ipam_backend_mixin [None req-a9227a4e-29fe-445a-a2fa-bae20a76965d tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bf37bc57-4052-459d-863c-2814c92b5f2f (CIDR: 2001:db8::/64) Dec 16 22:19:04.794172 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2e91b4b0-7915-4a6d-bded-7710f9519cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:04.796922 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2e91b4b0-7915-4a6d-bded-7710f9519cb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:04.798173 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2e91b4b0-7915-4a6d-bded-7710f9519cb9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fa79800e-ee76-482a-9262-e0d7ac3e68d1 HTTP/1.1" status: 204 len: 168 time: 0.3235166 Dec 16 22:19:04.807485 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91b4b0-7915-4a6d-bded-7710f9519cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa79800e-ee76-482a-9262-e0d7ac3e68d1,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:04.832755 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9227a4e-29fe-445a-a2fa-bae20a76965d tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:19:04.841112 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9227a4e-29fe-445a-a2fa-bae20a76965d tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:19:04.848119 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-056b4684-2ca9-4ff4-bf90-cda1bed4774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:04.953266 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a9227a4e-29fe-445a-a2fa-bae20a76965d tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7788951 Dec 16 22:19:04.953510 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056b4684-2ca9-4ff4-bf90-cda1bed4774d None None] Network 2fe34e60-dbb3-42ee-bcd2-776a546f8e69 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:04.956083 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43324) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:04.959523 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-056b4684-2ca9-4ff4-bf90-cda1bed4774d None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:04.961350 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-39dba324-f069-4cf7-b524-2eb487d25856 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'subnet': {'network_id': '2fe34e60-dbb3-42ee-bcd2-776a546f8e69', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:04.974996 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056b4684-2ca9-4ff4-bf90-cda1bed4774d None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:04.984791 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b4684-2ca9-4ff4-bf90-cda1bed4774d None None] Pushing event updated for resources: {'Port': ['ID=cd1ed125-2151-4e1e-bf20-070dbf8baaa6,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:05.045065 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-056b4684-2ca9-4ff4-bf90-cda1bed4774d None None] Attempting to bind port cd1ed125-2151-4e1e-bf20-070dbf8baaa6 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:19:05.045764 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-056b4684-2ca9-4ff4-bf90-cda1bed4774d None None] Attempting to bind port cd1ed125-2151-4e1e-bf20-070dbf8baaa6 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '319f484e-f646-4983-9f36-e100dd5f4afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2fe34e60-dbb3-42ee-bcd2-776a546f8e69'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:19:05.045999 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b4684-2ca9-4ff4-bf90-cda1bed4774d None None] Attempting to bind port cd1ed125-2151-4e1e-bf20-070dbf8baaa6 on network 2fe34e60-dbb3-42ee-bcd2-776a546f8e69 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:05.051890 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b4684-2ca9-4ff4-bf90-cda1bed4774d None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:19:05.052518 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b4684-2ca9-4ff4-bf90-cda1bed4774d None None] Checking segment: {'id': '319f484e-f646-4983-9f36-e100dd5f4afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2fe34e60-dbb3-42ee-bcd2-776a546f8e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:05.053146 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-056b4684-2ca9-4ff4-bf90-cda1bed4774d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:05.053591 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b4684-2ca9-4ff4-bf90-cda1bed4774d None None] Bound using segment: {'id': '319f484e-f646-4983-9f36-e100dd5f4afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2fe34e60-dbb3-42ee-bcd2-776a546f8e69'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:19:05.054180 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-056b4684-2ca9-4ff4-bf90-cda1bed4774d None None] Bound port: cd1ed125-2151-4e1e-bf20-070dbf8baaa6, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f484e-f646-4983-9f36-e100dd5f4afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2fe34e60-dbb3-42ee-bcd2-776a546f8e69'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:19:05.054671 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-056b4684-2ca9-4ff4-bf90-cda1bed4774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:05.127617 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-056b4684-2ca9-4ff4-bf90-cda1bed4774d None None] For port cd1ed125-2151-4e1e-bf20-070dbf8baaa6, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:19:05.133002 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-056b4684-2ca9-4ff4-bf90-cda1bed4774d None None] For port cd1ed125-2151-4e1e-bf20-070dbf8baaa6, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=cd1ed125-2151-4e1e-bf20-070dbf8baaa6,segment=NetworkSegment(319f484e-f646-4983-9f36-e100dd5f4afc),segment_id=319f484e-f646-4983-9f36-e100dd5f4afc)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:19:05.160084 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dba324-f069-4cf7-b524-2eb487d25856 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:05.163612 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-39dba324-f069-4cf7-b524-2eb487d25856 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:05.189046 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-056b4684-2ca9-4ff4-bf90-cda1bed4774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:05.253688 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b4684-2ca9-4ff4-bf90-cda1bed4774d None None] Pushing event updated for resources: {'Port': ['ID=cd1ed125-2151-4e1e-bf20-070dbf8baaa6,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:05.583441 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-39dba324-f069-4cf7-b524-2eb487d25856 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:05.642277 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dba324-f069-4cf7-b524-2eb487d25856 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network 2fe34e60-dbb3-42ee-bcd2-776a546f8e69 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:05.645730 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-39dba324-f069-4cf7-b524-2eb487d25856 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:05.650778 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dba324-f069-4cf7-b524-2eb487d25856 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:05.651425 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-39dba324-f069-4cf7-b524-2eb487d25856 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:05.665172 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dba324-f069-4cf7-b524-2eb487d25856 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Subnet': ['ID=41975ec2-878f-4a54-837d-a1d18e6dcc33,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:05.755974 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43348) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:05.768913 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-39dba324-f069-4cf7-b524-2eb487d25856 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8116989 Dec 16 22:19:05.771708 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43352) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:05.777494 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-97e8f807-46a2-42b8-b214-56fb83e2a742 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'port': {'network_id': '2fe34e60-dbb3-42ee-bcd2-776a546f8e69', 'fixed_ips': [{'subnet_id': 'bf37bc57-4052-459d-863c-2814c92b5f2f'}, {'subnet_id': '41975ec2-878f-4a54-837d-a1d18e6dcc33'}], 'name': 'tempest-PortsIpV6TestJSON-750614202'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:05.905598 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-867865b1-adff-4352-a2d4-e089c975b806 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:06.010696 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-867865b1-adff-4352-a2d4-e089c975b806 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:06.044699 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e8f807-46a2-42b8-b214-56fb83e2a742 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:06.135683 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-867865b1-adff-4352-a2d4-e089c975b806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:06.143690 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97e8f807-46a2-42b8-b214-56fb83e2a742 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:06.189527 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-867865b1-adff-4352-a2d4-e089c975b806 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=209d2e6aead04cedbb6a906d47a5616b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4324238 Dec 16 22:19:06.192183 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43366) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:06.204215 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-97e8f807-46a2-42b8-b214-56fb83e2a742 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] device_id is not set on port 35720978-fc12-4584-850e-c483a4801bb0 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:19:06.209379 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867865b1-adff-4352-a2d4-e089c975b806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1ef379-0cde-43b8-9b59-fc98ccfbc734,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:06.313490 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-30144a49-202d-49a4-9692-0f90f53dafdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:06.341012 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-30144a49-202d-49a4-9692-0f90f53dafdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:06.511309 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac857bb-e7b1-4541-bb78-b23ad2d88194 None None] Network 2fe34e60-dbb3-42ee-bcd2-776a546f8e69 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:06.582998 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-fbeaaa5f-e548-474e-9d48-3d71408787e1 None None] Provisioning complete for port cd1ed125-2151-4e1e-bf20-070dbf8baaa6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:06.583646 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbeaaa5f-e548-474e-9d48-3d71408787e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:06.610780 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-30144a49-202d-49a4-9692-0f90f53dafdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:06.610780 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-30144a49-202d-49a4-9692-0f90f53dafdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:06.610780 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-30144a49-202d-49a4-9692-0f90f53dafdb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7c1ef379-0cde-43b8-9b59-fc98ccfbc734 HTTP/1.1" status: 204 len: 168 time: 0.4092681 Dec 16 22:19:06.643186 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc00d26-4148-434b-9243-1061f7f9ea0e req-362c70d8-a843-4898-b194-51470263a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:06.645237 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-afc00d26-4148-434b-9243-1061f7f9ea0e req-362c70d8-a843-4898-b194-51470263a2aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=14fa89a71b19443bab437fd35023cb1c&device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 1097 time: 0.1010275 Dec 16 22:19:06.649880 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69efd7-a81b-4f23-9f93-837d6b94a8be req-0078f692-4369-463b-8d34-b7d468ff2990 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:06.652462 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1e69efd7-a81b-4f23-9f93-837d6b94a8be req-0078f692-4369-463b-8d34-b7d468ff2990 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.1818807 Dec 16 22:19:06.697533 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30144a49-202d-49a4-9692-0f90f53dafdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1ef379-0cde-43b8-9b59-fc98ccfbc734,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:06.719386 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device cd1ed125-2151-4e1e-bf20-070dbf8baaa6 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:19:06.780017 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1e69efd7-a81b-4f23-9f93-837d6b94a8be req-8b8c8ba7-6251-49a8-b19a-0662a39c3d6b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123939 Dec 16 22:19:06.840189 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-97e8f807-46a2-42b8-b214-56fb83e2a742 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Allocated IP 2001:db8::1dd (2fe34e60-dbb3-42ee-bcd2-776a546f8e69/bf37bc57-4052-459d-863c-2814c92b5f2f/35720978-fc12-4584-850e-c483a4801bb0) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:06.859500 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-97e8f807-46a2-42b8-b214-56fb83e2a742 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Allocated IP 2001:db8:0:1::212 (2fe34e60-dbb3-42ee-bcd2-776a546f8e69/41975ec2-878f-4a54-837d-a1d18e6dcc33/35720978-fc12-4584-850e-c483a4801bb0) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:06.889054 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc00d26-4148-434b-9243-1061f7f9ea0e req-9214409b-d814-4e06-a10f-369585bac92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:06.891448 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-afc00d26-4148-434b-9243-1061f7f9ea0e req-9214409b-d814-4e06-a10f-369585bac92c service neutron] 10.222.0.57 "GET /v2.0/networks?id=5c1937af-7bb6-406c-854f-833019c225af HTTP/1.1" status: 200 len: 919 time: 0.2357874 Dec 16 22:19:06.896335 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port cd1ed125-2151-4e1e-bf20-070dbf8baaa6 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:06.896714 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:06.963209 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbeaaa5f-e548-474e-9d48-3d71408787e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:06.970167 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-afc00d26-4148-434b-9243-1061f7f9ea0e req-68f483f6-ec07-41db-966c-b100b98f861e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be51db46-e859-4d44-b134-c3114815f950 HTTP/1.1" status: 200 len: 217 time: 0.0548775 Dec 16 22:19:06.999856 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41638bd0-4ff5-4db0-8c63-a6a9e43cde45 None None] Update dhcp port {'port': {'network_id': '2fe34e60-dbb3-42ee-bcd2-776a546f8e69', 'fixed_ips': [{'subnet_id': 'bf37bc57-4052-459d-863c-2814c92b5f2f', 'ip_address': '2001:db8::2'}, {'subnet_id': '41975ec2-878f-4a54-837d-a1d18e6dcc33'}], 'binding:host_id': 'n-d-815324-4'}, 'id': 'cd1ed125-2151-4e1e-bf20-070dbf8baaa6'} from n-d-815324-4. {{(pid=103615) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:19:07.044958 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-fbeaaa5f-e548-474e-9d48-3d71408787e1 None None] For port cd1ed125-2151-4e1e-bf20-070dbf8baaa6, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=cd1ed125-2151-4e1e-bf20-070dbf8baaa6,segment=NetworkSegment(319f484e-f646-4983-9f36-e100dd5f4afc),segment_id=319f484e-f646-4983-9f36-e100dd5f4afc)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:07.075019 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-41638bd0-4ff5-4db0-8c63-a6a9e43cde45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:07.098583 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:07.128022 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbeaaa5f-e548-474e-9d48-3d71408787e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:07.288427 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeaaa5f-e548-474e-9d48-3d71408787e1 None None] Pushing event updated for resources: {'Port': ['ID=cd1ed125-2151-4e1e-bf20-070dbf8baaa6,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:07.301063 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:19:07.301391 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:19:07.403399 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc00d26-4148-434b-9243-1061f7f9ea0e req-7479ef00-9378-4106-b0c9-e1636fcd3349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:07.405125 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-afc00d26-4148-434b-9243-1061f7f9ea0e req-7479ef00-9378-4106-b0c9-e1636fcd3349 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4012085c-74d4-4d83-9e4d-14ad56ea9a5d HTTP/1.1" status: 200 len: 859 time: 0.4214110 Dec 16 22:19:07.456336 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-afc00d26-4148-434b-9243-1061f7f9ea0e req-2bad3b26-0b20-4b68-8b46-624cd6a1e09c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c1937af-7bb6-406c-854f-833019c225af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330572 Dec 16 22:19:07.481995 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97e8f807-46a2-42b8-b214-56fb83e2a742 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:07.589315 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-afc00d26-4148-434b-9243-1061f7f9ea0e req-eac19901-28c2-4f3c-9e82-2ca3bedf7aa3 service neutron] 10.222.0.57 "GET /v2.0/networks/5c1937af-7bb6-406c-854f-833019c225af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200869 Dec 16 22:19:07.663830 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97e8f807-46a2-42b8-b214-56fb83e2a742 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:07.738202 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e8f807-46a2-42b8-b214-56fb83e2a742 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network 2fe34e60-dbb3-42ee-bcd2-776a546f8e69 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:07.745428 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-97e8f807-46a2-42b8-b214-56fb83e2a742 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:07.748536 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e8f807-46a2-42b8-b214-56fb83e2a742 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:07.751764 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-41638bd0-4ff5-4db0-8c63-a6a9e43cde45 None None] Allocated IP 2001:db8:0:1::2 (2fe34e60-dbb3-42ee-bcd2-776a546f8e69/41975ec2-878f-4a54-837d-a1d18e6dcc33/cd1ed125-2151-4e1e-bf20-070dbf8baaa6) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:07.755077 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e8f807-46a2-42b8-b214-56fb83e2a742 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:07.755839 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97e8f807-46a2-42b8-b214-56fb83e2a742 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:07.766828 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8f807-46a2-42b8-b214-56fb83e2a742 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Port': ['ID=35720978-fc12-4584-850e-c483a4801bb0,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:07.772866 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-afc00d26-4148-434b-9243-1061f7f9ea0e req-7d6adb37-496e-4794-89a0-3f10aa5a4cdf service neutron] 10.222.0.57 "GET /v2.0/networks/5c1937af-7bb6-406c-854f-833019c225af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760838 Dec 16 22:19:07.861834 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-97e8f807-46a2-42b8-b214-56fb83e2a742 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.0890105 Dec 16 22:19:07.867969 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43428) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:07.880479 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-fa36cc17-3aba-4e95-962d-44623794d3ff tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bf37bc57-4052-459d-863c-2814c92b5f2f'}]}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:07.910360 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-41638bd0-4ff5-4db0-8c63-a6a9e43cde45 None None] For port cd1ed125-2151-4e1e-bf20-070dbf8baaa6, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=cd1ed125-2151-4e1e-bf20-070dbf8baaa6,segment=NetworkSegment(319f484e-f646-4983-9f36-e100dd5f4afc),segment_id=319f484e-f646-4983-9f36-e100dd5f4afc)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:07.956971 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-41638bd0-4ff5-4db0-8c63-a6a9e43cde45 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:08.039093 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-41638bd0-4ff5-4db0-8c63-a6a9e43cde45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:08.073950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbad8f-5fdc-4d8a-80bf-07607c9781ec req-18f379cc-c197-47bd-a452-2db6c16cc57b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:08.081848 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-66fbad8f-5fdc-4d8a-80bf-07607c9781ec req-18f379cc-c197-47bd-a452-2db6c16cc57b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.1216817 Dec 16 22:19:08.171805 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa36cc17-3aba-4e95-962d-44623794d3ff tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:08.201607 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-66fbad8f-5fdc-4d8a-80bf-07607c9781ec req-43293134-22bc-4052-9b36-e02fb3e83b0c tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164515 Dec 16 22:19:08.238831 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41638bd0-4ff5-4db0-8c63-a6a9e43cde45 None None] Pushing event updated for resources: {'Port': ['ID=cd1ed125-2151-4e1e-bf20-070dbf8baaa6,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:08.647750 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device cd1ed125-2151-4e1e-bf20-070dbf8baaa6 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:19:08.777993 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port cd1ed125-2151-4e1e-bf20-070dbf8baaa6 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:08.779395 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:09.155143 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-fa36cc17-3aba-4e95-962d-44623794d3ff tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Delete allocated IP 2001:db8:0:1::212 (2fe34e60-dbb3-42ee-bcd2-776a546f8e69/41975ec2-878f-4a54-837d-a1d18e6dcc33) {{(pid=103613) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 22:19:09.198673 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d36858b-fb83-4987-a2f5-4fab4aa3a832 None None] Network 2fe34e60-dbb3-42ee-bcd2-776a546f8e69 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:09.281943 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e0d98e03-bd56-44d2-a07d-f48c5dc12213 None None] Provisioning complete for port cd1ed125-2151-4e1e-bf20-070dbf8baaa6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:09.282338 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e0d98e03-bd56-44d2-a07d-f48c5dc12213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:09.411175 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94cbe5-11b8-44c6-8c91-1b4c9c056220 req-8c4ab53a-ae60-4e72-81cf-4b114bd5a246 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:09.411175 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3f94cbe5-11b8-44c6-8c91-1b4c9c056220 req-8c4ab53a-ae60-4e72-81cf-4b114bd5a246 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.1081054 Dec 16 22:19:09.413214 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa36cc17-3aba-4e95-962d-44623794d3ff tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:09.470792 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3f94cbe5-11b8-44c6-8c91-1b4c9c056220 req-4a71f79b-b01d-4f4e-9300-0cc3bfb4b182 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555210 Dec 16 22:19:09.531359 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa36cc17-3aba-4e95-962d-44623794d3ff tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:09.632812 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-fa36cc17-3aba-4e95-962d-44623794d3ff tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] In _notify_port_updated(), no bound segment for port 35720978-fc12-4584-850e-c483a4801bb0 on network 2fe34e60-dbb3-42ee-bcd2-776a546f8e69 {{(pid=103613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:19:09.641284 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa36cc17-3aba-4e95-962d-44623794d3ff tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:09.642033 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa36cc17-3aba-4e95-962d-44623794d3ff tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:09.643478 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fa36cc17-3aba-4e95-962d-44623794d3ff tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "PUT /v2.0/ports/35720978-fc12-4584-850e-c483a4801bb0 HTTP/1.1" status: 200 len: 925 time: 1.7705064 Dec 16 22:19:09.646787 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43526) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:09.660744 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-94630250-fa37-4b70-a28e-29ba473b6768 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bf37bc57-4052-459d-863c-2814c92b5f2f'}, {'subnet_id': '41975ec2-878f-4a54-837d-a1d18e6dcc33'}]}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:09.670293 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36cc17-3aba-4e95-962d-44623794d3ff tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Port': ['ID=35720978-fc12-4584-850e-c483a4801bb0,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:09.769862 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-15d2d032-0c4d-4328-9f35-9bd2deac3451 None None] Provisioning complete for port 35720978-fc12-4584-850e-c483a4801bb0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:09.770769 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15d2d032-0c4d-4328-9f35-9bd2deac3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:09.793270 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-94630250-fa37-4b70-a28e-29ba473b6768 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:09.832904 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-15d2d032-0c4d-4328-9f35-9bd2deac3451 None None] Port 35720978-fc12-4584-850e-c483a4801bb0 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:09.854939 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-15d2d032-0c4d-4328-9f35-9bd2deac3451 None None] Provisioning complete for port cd1ed125-2151-4e1e-bf20-070dbf8baaa6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:09.856204 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15d2d032-0c4d-4328-9f35-9bd2deac3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:10.205768 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-94630250-fa37-4b70-a28e-29ba473b6768 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Allocated IP 2001:db8:0:1::2e4 (2fe34e60-dbb3-42ee-bcd2-776a546f8e69/41975ec2-878f-4a54-837d-a1d18e6dcc33/35720978-fc12-4584-850e-c483a4801bb0) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:10.336304 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ede5e654-4a39-4325-9dcf-9f10350a7bcf None None] Provisioning complete for port 35720978-fc12-4584-850e-c483a4801bb0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:10.336742 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ede5e654-4a39-4325-9dcf-9f10350a7bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:10.373915 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-94630250-fa37-4b70-a28e-29ba473b6768 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:10.374594 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ede5e654-4a39-4325-9dcf-9f10350a7bcf None None] Port 35720978-fc12-4584-850e-c483a4801bb0 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:10.492110 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-94630250-fa37-4b70-a28e-29ba473b6768 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:10.498655 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-75d0ce61-2394-4fad-ae2f-1fff1d2e3507 None None] Provisioning complete for port 35720978-fc12-4584-850e-c483a4801bb0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:10.499017 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-75d0ce61-2394-4fad-ae2f-1fff1d2e3507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:10.562388 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-75d0ce61-2394-4fad-ae2f-1fff1d2e3507 None None] Port 35720978-fc12-4584-850e-c483a4801bb0 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:10.587423 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94630250-fa37-4b70-a28e-29ba473b6768 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Port': ['ID=35720978-fc12-4584-850e-c483a4801bb0,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:10.607703 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-94630250-fa37-4b70-a28e-29ba473b6768 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] In _notify_port_updated(), no bound segment for port 35720978-fc12-4584-850e-c483a4801bb0 on network 2fe34e60-dbb3-42ee-bcd2-776a546f8e69 {{(pid=103613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:19:10.619755 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94630250-fa37-4b70-a28e-29ba473b6768 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:10.620550 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-94630250-fa37-4b70-a28e-29ba473b6768 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:10.623630 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88575c8a-ca1a-4d91-83fd-02112be42654 req-8768b2b4-c3f6-4baa-8a46-97c527b6ccfa tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:10.628806 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-88575c8a-ca1a-4d91-83fd-02112be42654 req-8768b2b4-c3f6-4baa-8a46-97c527b6ccfa tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.0774548 Dec 16 22:19:10.629597 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43576) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:10.630824 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-94630250-fa37-4b70-a28e-29ba473b6768 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "PUT /v2.0/ports/35720978-fc12-4584-850e-c483a4801bb0 HTTP/1.1" status: 200 len: 1011 time: 0.9829440 Dec 16 22:19:10.754947 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-88575c8a-ca1a-4d91-83fd-02112be42654 req-799714a0-9566-43e0-88b8-84b7621174c0 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138339 Dec 16 22:19:10.777586 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43580) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:10.783303 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-4a2c411c-72c9-4aff-ac33-93ed5b82bdd4 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting port 35720978-fc12-4584-850e-c483a4801bb0 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:10.783933 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4a2c411c-72c9-4aff-ac33-93ed5b82bdd4 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:10.882122 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4a2c411c-72c9-4aff-ac33-93ed5b82bdd4 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:10.895715 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-4a2c411c-72c9-4aff-ac33-93ed5b82bdd4 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Calling delete_port for 35720978-fc12-4584-850e-c483a4801bb0 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:10.909495 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0dc70add-ec9c-4a26-8d9e-08ae89bd328a None None] Provisioning complete for port 35720978-fc12-4584-850e-c483a4801bb0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:10.909495 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0dc70add-ec9c-4a26-8d9e-08ae89bd328a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:10.943022 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0dc70add-ec9c-4a26-8d9e-08ae89bd328a None None] Port 35720978-fc12-4584-850e-c483a4801bb0 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:11.182839 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4a2c411c-72c9-4aff-ac33-93ed5b82bdd4 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:11.203693 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43590) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:11.205839 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f1dfa7cc-64ce-4a0d-9a6e-fd4728467dbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:11.231508 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c411c-72c9-4aff-ac33-93ed5b82bdd4 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Port': ['ID=35720978-fc12-4584-850e-c483a4801bb0,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:11.295970 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4a2c411c-72c9-4aff-ac33-93ed5b82bdd4 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:11.302192 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4a2c411c-72c9-4aff-ac33-93ed5b82bdd4 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/ports/35720978-fc12-4584-850e-c483a4801bb0 HTTP/1.1" status: 204 len: 168 time: 0.6716013 Dec 16 22:19:11.305460 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43596) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:11.328001 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f1dfa7cc-64ce-4a0d-9a6e-fd4728467dbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:11.346891 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6dc025d-946b-49c1-a34f-2be2895f2d3f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] GET failed (client error): The resource could not be found. Dec 16 22:19:11.348393 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f6dc025d-946b-49c1-a34f-2be2895f2d3f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "GET /v2.0/ports/35720978-fc12-4584-850e-c483a4801bb0 HTTP/1.1" status: 404 len: 333 time: 0.0419602 Dec 16 22:19:11.349379 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-54d6c82b-4c62-4427-8856-32d00e00de6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:11.355316 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43598) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:11.427457 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-3104a3d2-3c92-4979-aa49-a3dc049661e7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting subnet 41975ec2-878f-4a54-837d-a1d18e6dcc33 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:19:11.432727 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-54d6c82b-4c62-4427-8856-32d00e00de6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:11.433621 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3104a3d2-3c92-4979-aa49-a3dc049661e7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:11.478241 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3104a3d2-3c92-4979-aa49-a3dc049661e7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:11.481713 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f1dfa7cc-64ce-4a0d-9a6e-fd4728467dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:11.549795 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f1dfa7cc-64ce-4a0d-9a6e-fd4728467dbb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=386e18cad3ba40f7ab9db3c53bda9321&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7710979 Dec 16 22:19:11.550542 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfa7cc-64ce-4a0d-9a6e-fd4728467dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b4d6aa-6bbc-4baa-942d-6c2df4edd3d6,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:11.552681 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43602) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:11.586627 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-54d6c82b-4c62-4427-8856-32d00e00de6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:11.621659 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3104a3d2-3c92-4979-aa49-a3dc049661e7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:11.657304 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-54d6c82b-4c62-4427-8856-32d00e00de6c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ebbae1da5ad3489fa11b4e5840386901&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4328840 Dec 16 22:19:11.662299 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43606) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:11.667945 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6c82b-4c62-4427-8856-32d00e00de6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20df3282-3585-4b85-9087-a3a919960e6c,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:11.673414 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-89f67523-0271-45a3-b9f0-3fdbf47f27de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:11.703624 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-89f67523-0271-45a3-b9f0-3fdbf47f27de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:11.733468 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c0819f48-f515-4ff3-b0f8-58f0132c0eb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:11.739493 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43608) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:11.763670 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c0819f48-f515-4ff3-b0f8-58f0132c0eb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:11.800473 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3104a3d2-3c92-4979-aa49-a3dc049661e7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:11.831942 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3104a3d2-3c92-4979-aa49-a3dc049661e7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:11.835555 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3104a3d2-3c92-4979-aa49-a3dc049661e7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/subnets/41975ec2-878f-4a54-837d-a1d18e6dcc33 HTTP/1.1" status: 204 len: 168 time: 0.4787371 Dec 16 22:19:11.837492 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104a3d2-3c92-4979-aa49-a3dc049661e7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Subnet': ['ID=41975ec2-878f-4a54-837d-a1d18e6dcc33,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:11.838681 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43614) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:11.841055 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d064c152-2a08-4c3f-8d11-f9b12cfb0b6c None None] Network 2fe34e60-dbb3-42ee-bcd2-776a546f8e69 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:11.848903 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-89f67523-0271-45a3-b9f0-3fdbf47f27de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:11.851426 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-89f67523-0271-45a3-b9f0-3fdbf47f27de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:11.855778 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-89f67523-0271-45a3-b9f0-3fdbf47f27de admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/19b4d6aa-6bbc-4baa-942d-6c2df4edd3d6 HTTP/1.1" status: 204 len: 168 time: 0.3013403 Dec 16 22:19:11.904927 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92dd7300-2576-4349-a071-e6540a77a168 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:11.934143 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f67523-0271-45a3-b9f0-3fdbf47f27de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b4d6aa-6bbc-4baa-942d-6c2df4edd3d6,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:11.962395 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-205a0a7b-617e-45c8-becc-7eaeaa6c4b50 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting subnet bf37bc57-4052-459d-863c-2814c92b5f2f {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:19:11.968097 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-205a0a7b-617e-45c8-becc-7eaeaa6c4b50 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:11.987584 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c0819f48-f515-4ff3-b0f8-58f0132c0eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:11.990409 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c0819f48-f515-4ff3-b0f8-58f0132c0eb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:11.991753 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c0819f48-f515-4ff3-b0f8-58f0132c0eb2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/20df3282-3585-4b85-9087-a3a919960e6c HTTP/1.1" status: 204 len: 168 time: 0.3285167 Dec 16 22:19:11.998656 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851a265-b6c3-4d8c-8b56-cbd764110f05 req-86ae9337-1a75-46dd-b290-82d1eb094ffa tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:12.001285 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6851a265-b6c3-4d8c-8b56-cbd764110f05 req-86ae9337-1a75-46dd-b290-82d1eb094ffa tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.1246557 Dec 16 22:19:12.015573 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0819f48-f515-4ff3-b0f8-58f0132c0eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20df3282-3585-4b85-9087-a3a919960e6c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:12.056020 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-205a0a7b-617e-45c8-becc-7eaeaa6c4b50 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:12.082619 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92dd7300-2576-4349-a071-e6540a77a168 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:12.113898 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6851a265-b6c3-4d8c-8b56-cbd764110f05 req-dd22ca90-3146-4eb0-9815-19d2ec3f4275 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015871 Dec 16 22:19:12.159621 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92dd7300-2576-4349-a071-e6540a77a168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:12.174659 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-205a0a7b-617e-45c8-becc-7eaeaa6c4b50 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:12.242144 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-92dd7300-2576-4349-a071-e6540a77a168 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0487997ff17c42dc84a9c0e62d20f26b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4959600 Dec 16 22:19:12.245041 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd7300-2576-4349-a071-e6540a77a168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c47ccc-a6e2-4255-b3d9-707f6c82e513,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:12.250535 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43624) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:12.312218 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8291cd4a-4518-4166-b67a-9e5767deb2a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:12.337161 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8291cd4a-4518-4166-b67a-9e5767deb2a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:12.349149 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-205a0a7b-617e-45c8-becc-7eaeaa6c4b50 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:12.427290 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a0a7b-617e-45c8-becc-7eaeaa6c4b50 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Subnet': ['ID=bf37bc57-4052-459d-863c-2814c92b5f2f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:12.433023 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-205a0a7b-617e-45c8-becc-7eaeaa6c4b50 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:12.437056 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-205a0a7b-617e-45c8-becc-7eaeaa6c4b50 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/subnets/bf37bc57-4052-459d-863c-2814c92b5f2f HTTP/1.1" status: 204 len: 168 time: 0.5969448 Dec 16 22:19:12.439892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43630) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:12.497190 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8291cd4a-4518-4166-b67a-9e5767deb2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:12.500263 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8291cd4a-4518-4166-b67a-9e5767deb2a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:12.503999 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8291cd4a-4518-4166-b67a-9e5767deb2a0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e0c47ccc-a6e2-4255-b3d9-707f6c82e513 HTTP/1.1" status: 204 len: 168 time: 0.2499235 Dec 16 22:19:12.519657 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291cd4a-4518-4166-b67a-9e5767deb2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c47ccc-a6e2-4255-b3d9-707f6c82e513,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:12.571953 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c38ee23-3dbe-422c-acb2-a2956889c5e6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:12.638391 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-2c38ee23-3dbe-422c-acb2-a2956889c5e6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting port cd1ed125-2151-4e1e-bf20-070dbf8baaa6 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:12.638833 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c38ee23-3dbe-422c-acb2-a2956889c5e6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:12.674477 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f8436a-0084-4f16-a04c-66b4a1bfb047 None None] Network 2fe34e60-dbb3-42ee-bcd2-776a546f8e69 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:12.736476 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-2c38ee23-3dbe-422c-acb2-a2956889c5e6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] For port cd1ed125-2151-4e1e-bf20-070dbf8baaa6, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=cd1ed125-2151-4e1e-bf20-070dbf8baaa6,segment=NetworkSegment(319f484e-f646-4983-9f36-e100dd5f4afc),segment_id=319f484e-f646-4983-9f36-e100dd5f4afc)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:12.737031 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c38ee23-3dbe-422c-acb2-a2956889c5e6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:12.737223 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-de732a03-9dc1-4fbd-ad92-fca24c26d8b0 None None] Provisioning complete for port cd1ed125-2151-4e1e-bf20-070dbf8baaa6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:12.737771 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de732a03-9dc1-4fbd-ad92-fca24c26d8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:12.752522 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-2c38ee23-3dbe-422c-acb2-a2956889c5e6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Calling delete_port for cd1ed125-2151-4e1e-bf20-070dbf8baaa6 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:12.889381 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0717594a-94b5-49e9-bd9d-6c1bd2109ef2 None None] DHCP port deletion for 2fe34e60-dbb3-42ee-bcd2-776a546f8e69 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:19:12.919576 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c38ee23-3dbe-422c-acb2-a2956889c5e6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:12.933969 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43642) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:12.947519 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0717594a-94b5-49e9-bd9d-6c1bd2109ef2 None None] Deleting port cd1ed125-2151-4e1e-bf20-070dbf8baaa6 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:12.948151 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0717594a-94b5-49e9-bd9d-6c1bd2109ef2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:12.951377 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38ee23-3dbe-422c-acb2-a2956889c5e6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Port': ['ID=cd1ed125-2151-4e1e-bf20-070dbf8baaa6,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:12.958148 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c38ee23-3dbe-422c-acb2-a2956889c5e6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] No DVR routers for this DVR port cd1ed125-2151-4e1e-bf20-070dbf8baaa6 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:19:12.958825 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5ed2ac5-7085-4b47-ab7e-15c0cf4a76cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.052444 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5ed2ac5-7085-4b47-ab7e-15c0cf4a76cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.061890 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0717594a-94b5-49e9-bd9d-6c1bd2109ef2 None None] For port cd1ed125-2151-4e1e-bf20-070dbf8baaa6, host n-d-815324-4, got binding levels [] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:13.062812 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c38ee23-3dbe-422c-acb2-a2956889c5e6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.063419 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0717594a-94b5-49e9-bd9d-6c1bd2109ef2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.081757 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0717594a-94b5-49e9-bd9d-6c1bd2109ef2 None None] Calling delete_port for cd1ed125-2151-4e1e-bf20-070dbf8baaa6 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:13.086135 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.ipam_backend_mixin [None req-0717594a-94b5-49e9-bd9d-6c1bd2109ef2 None None] Port cd1ed125-2151-4e1e-bf20-070dbf8baaa6 was not found and therefore no delete operation was performed {{(pid=103615) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 22:19:13.088790 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0717594a-94b5-49e9-bd9d-6c1bd2109ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.092412 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-2c38ee23-3dbe-422c-acb2-a2956889c5e6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe34e60-dbb3-42ee-bcd2-776a546f8e69']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:13.106895 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0717594a-94b5-49e9-bd9d-6c1bd2109ef2 None None] No DVR routers for this DVR port cd1ed125-2151-4e1e-bf20-070dbf8baaa6 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:19:13.112666 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-2c38ee23-3dbe-422c-acb2-a2956889c5e6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '319f484e-f646-4983-9f36-e100dd5f4afc') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:13.112906 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-2c38ee23-3dbe-422c-acb2-a2956889c5e6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '319f484e-f646-4983-9f36-e100dd5f4afc') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:13.129001 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717594a-94b5-49e9-bd9d-6c1bd2109ef2 None None] Pushing event deleted for resources: {'Port': ['ID=cd1ed125-2151-4e1e-bf20-070dbf8baaa6,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:13.132795 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c38ee23-3dbe-422c-acb2-a2956889c5e6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.156337 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c38ee23-3dbe-422c-acb2-a2956889c5e6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.165605 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c38ee23-3dbe-422c-acb2-a2956889c5e6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c38ee23-3dbe-422c-acb2-a2956889c5e6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:19:13.174542 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:19:13.257888 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5ed2ac5-7085-4b47-ab7e-15c0cf4a76cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.276411 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f4d15-2450-4c24-915b-7fc3a25888bf req-20b63dbb-44aa-46ad-a374-56ca554d8f55 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:13.277941 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e1f4d15-2450-4c24-915b-7fc3a25888bf req-20b63dbb-44aa-46ad-a374-56ca554d8f55 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.0651207 Dec 16 22:19:13.288571 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed2ac5-7085-4b47-ab7e-15c0cf4a76cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb23ee3-26d9-425d-95f9-2f53be698e67,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:13.320760 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c5ed2ac5-7085-4b47-ab7e-15c0cf4a76cd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d9dac6a047a54ad0befedb46324909b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3852785 Dec 16 22:19:13.323987 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43650) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:13.338761 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e1f4d15-2450-4c24-915b-7fc3a25888bf req-30a263ed-9126-499c-9c4d-263f515eb102 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538411 Dec 16 22:19:13.371380 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c38ee23-3dbe-422c-acb2-a2956889c5e6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.378735 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b845c290-9fdc-470c-9d62-c9724367ea45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.390094 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c38ee23-3dbe-422c-acb2-a2956889c5e6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.394221 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2c38ee23-3dbe-422c-acb2-a2956889c5e6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/networks/2fe34e60-dbb3-42ee-bcd2-776a546f8e69 HTTP/1.1" status: 204 len: 168 time: 0.9533098 Dec 16 22:19:13.396763 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38ee23-3dbe-422c-acb2-a2956889c5e6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Network': ['ID=2fe34e60-dbb3-42ee-bcd2-776a546f8e69,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:13.400802 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43654) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:13.439190 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b845c290-9fdc-470c-9d62-c9724367ea45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.485884 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6db1d2-efbd-4cbe-bb8e-a87331cc829d tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:13.487485 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2f6db1d2-efbd-4cbe-bb8e-a87331cc829d tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0837362 Dec 16 22:19:13.491325 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43658) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:13.547774 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-68236916-e0f4-437f-b174-cb5ca60c9e88 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0548325 Dec 16 22:19:13.551017 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43660) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:13.555839 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-00a9c662-904b-403a-8d44-f53073b21670 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1870225782'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:13.562760 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43662) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:13.577244 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d2829c70-b90a-49cc-b1f5-9eabb70100e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.624085 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b845c290-9fdc-470c-9d62-c9724367ea45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.626783 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b845c290-9fdc-470c-9d62-c9724367ea45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.627985 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b845c290-9fdc-470c-9d62-c9724367ea45 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bcb23ee3-26d9-425d-95f9-2f53be698e67 HTTP/1.1" status: 204 len: 168 time: 0.3028841 Dec 16 22:19:13.642994 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845c290-9fdc-470c-9d62-c9724367ea45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb23ee3-26d9-425d-95f9-2f53be698e67,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:13.723879 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d2829c70-b90a-49cc-b1f5-9eabb70100e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.782919 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a9c662-904b-403a-8d44-f53073b21670 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:13.786736 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00a9c662-904b-403a-8d44-f53073b21670 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.811948 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a9c662-904b-403a-8d44-f53073b21670 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:19:13.821368 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00a9c662-904b-403a-8d44-f53073b21670 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.821721 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-00a9c662-904b-403a-8d44-f53073b21670 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Added segment 69450bba-32e9-4015-8954-8f0cc3e25c8d of type vlan for network 4406efe9-8101-4494-b6c6-9f416d68f4ce Dec 16 22:19:13.832477 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d2829c70-b90a-49cc-b1f5-9eabb70100e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.866194 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00a9c662-904b-403a-8d44-f53073b21670 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.868612 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d2829c70-b90a-49cc-b1f5-9eabb70100e4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e1f9fe6a421a492295d215475127ada0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3047469 Dec 16 22:19:13.871194 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2829c70-b90a-49cc-b1f5-9eabb70100e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13158e46-73c7-4486-a004-230f2c3eb5d9,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:13.876117 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43674) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:13.933059 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba4daf65-5c5b-4f1c-9e9c-1916ac9bce0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:13.954759 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba4daf65-5c5b-4f1c-9e9c-1916ac9bce0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:14.021263 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00a9c662-904b-403a-8d44-f53073b21670 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:14.028085 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a9c662-904b-403a-8d44-f53073b21670 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:14.028686 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00a9c662-904b-403a-8d44-f53073b21670 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:14.107428 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9c662-904b-403a-8d44-f53073b21670 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Network': ['ID=4406efe9-8101-4494-b6c6-9f416d68f4ce,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:14.119177 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba4daf65-5c5b-4f1c-9e9c-1916ac9bce0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:14.119316 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 4406efe9-8101-4494-b6c6-9f416d68f4ce details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:19:14.119832 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba4daf65-5c5b-4f1c-9e9c-1916ac9bce0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:14.121144 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ba4daf65-5c5b-4f1c-9e9c-1916ac9bce0f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/13158e46-73c7-4486-a004-230f2c3eb5d9 HTTP/1.1" status: 204 len: 168 time: 0.2483990 Dec 16 22:19:14.130516 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4daf65-5c5b-4f1c-9e9c-1916ac9bce0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13158e46-73c7-4486-a004-230f2c3eb5d9,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:14.163085 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-00a9c662-904b-403a-8d44-f53073b21670 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6108334 Dec 16 22:19:14.165789 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43684) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:14.171137 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-234bc898-e331-449d-83a8-8b6a9ee01041 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'subnet': {'network_id': '4406efe9-8101-4494-b6c6-9f416d68f4ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:14.377263 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234bc898-e331-449d-83a8-8b6a9ee01041 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:14.381189 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-234bc898-e331-449d-83a8-8b6a9ee01041 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:14.503610 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9145bed-1539-4d20-9992-d804387badfd req-56e85c42-844b-464d-aaec-802c6a90a9f5 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:14.513953 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a9145bed-1539-4d20-9992-d804387badfd req-56e85c42-844b-464d-aaec-802c6a90a9f5 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.0701306 Dec 16 22:19:14.585258 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device cd1ed125-2151-4e1e-bf20-070dbf8baaa6 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:19:14.609535 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a9145bed-1539-4d20-9992-d804387badfd req-3b1dd512-038d-45bb-bd3f-5b755f3c687d tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945814 Dec 16 22:19:14.637703 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: cd1ed125-2151-4e1e-bf20-070dbf8baaa6 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:19:14.638135 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device cd1ed125-2151-4e1e-bf20-070dbf8baaa6 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:19:14.761034 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-234bc898-e331-449d-83a8-8b6a9ee01041 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:14.869715 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bc898-e331-449d-83a8-8b6a9ee01041 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Subnet': ['ID=e64ce587-bd5a-446a-9bb3-06fc350d8681,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:14.882465 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234bc898-e331-449d-83a8-8b6a9ee01041 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Checking segment: {'id': '69450bba-32e9-4015-8954-8f0cc3e25c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4406efe9-8101-4494-b6c6-9f416d68f4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:14.884867 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234bc898-e331-449d-83a8-8b6a9ee01041 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network hostable DHCP agents. Network: 4406efe9-8101-4494-b6c6-9f416d68f4ce, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:19:14.888581 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df7336-8586-4d0d-9f21-5ef84a790f17 req-adc64a3d-9cd6-4e6c-89cd-7fb85fb305ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:14.890251 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-26df7336-8586-4d0d-9f21-5ef84a790f17 req-adc64a3d-9cd6-4e6c-89cd-7fb85fb305ea service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 1097 time: 0.0850379 Dec 16 22:19:14.944121 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-26df7336-8586-4d0d-9f21-5ef84a790f17 req-c18f1d4c-7a7c-4694-b4d6-911f90b99255 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446904 Dec 16 22:19:15.010265 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234bc898-e331-449d-83a8-8b6a9ee01041 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network 4406efe9-8101-4494-b6c6-9f416d68f4ce is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:19:15.101554 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-234bc898-e331-449d-83a8-8b6a9ee01041 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 4406efe9-8101-4494-b6c6-9f416d68f4ce) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:15.112851 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234bc898-e331-449d-83a8-8b6a9ee01041 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:15.112851 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-234bc898-e331-449d-83a8-8b6a9ee01041 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:15.114280 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d05a9a-84b2-4c16-a5ba-04a580adba02 None None] Network 4406efe9-8101-4494-b6c6-9f416d68f4ce requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:15.205949 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-234bc898-e331-449d-83a8-8b6a9ee01041 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0388496 Dec 16 22:19:15.208638 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43728) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:15.215241 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a4fe7149-7405-4bb4-8f4e-bd63b05f0b3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'port': {'network_id': '4406efe9-8101-4494-b6c6-9f416d68f4ce', 'name': 'tempest-PortsIpV6TestJSON-1990589473'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:15.241991 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647765ec-096a-4581-baa0-50df3bc388fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-4406efe9-8101-4494-b6c6-9f416d68f4ce', 'network_id': '4406efe9-8101-4494-b6c6-9f416d68f4ce', 'project_id': '7fc63c24792b43d5b490c4d1dd21a484', 'fixed_ips': [{'subnet_id': 'e64ce587-bd5a-446a-9bb3-06fc350d8681'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:19:15.241991 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-647765ec-096a-4581-baa0-50df3bc388fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:15.457618 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-647765ec-096a-4581-baa0-50df3bc388fd None None] Allocated IP 2001:db8::2 (4406efe9-8101-4494-b6c6-9f416d68f4ce/e64ce587-bd5a-446a-9bb3-06fc350d8681/baea11f2-3cbf-497e-aeaf-2c4ac0205764) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:15.491925 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fe7149-7405-4bb4-8f4e-bd63b05f0b3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:15.496122 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a4fe7149-7405-4bb4-8f4e-bd63b05f0b3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:15.505810 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43742) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:15.530185 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-a4fe7149-7405-4bb4-8f4e-bd63b05f0b3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] device_id is not set on port de57cb01-5c3f-4114-a3dd-91c6dfff9c31 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:19:15.661810 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-647765ec-096a-4581-baa0-50df3bc388fd None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:15.687919 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-cd036c0d-b400-4624-a887-fc8f56090f5a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1801311990-network', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:15.728915 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-647765ec-096a-4581-baa0-50df3bc388fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:15.778693 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd036c0d-b400-4624-a887-fc8f56090f5a admin admin] Made reservation on behalf of e8fdfccd24ce4e6ea8ff0816a957cc5b for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:15.784662 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd036c0d-b400-4624-a887-fc8f56090f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:15.796542 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebefba-3bc6-4f3e-a064-6ba25685de0e req-90bcf813-91b2-4e5d-80bc-ef3809816f15 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:15.805151 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647765ec-096a-4581-baa0-50df3bc388fd None None] Pushing event updated for resources: {'Port': ['ID=baea11f2-3cbf-497e-aeaf-2c4ac0205764,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:15.805583 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cdebefba-3bc6-4f3e-a064-6ba25685de0e req-90bcf813-91b2-4e5d-80bc-ef3809816f15 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.1205542 Dec 16 22:19:15.807491 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647765ec-096a-4581-baa0-50df3bc388fd None None] Network 4406efe9-8101-4494-b6c6-9f416d68f4ce is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:15.811245 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-647765ec-096a-4581-baa0-50df3bc388fd None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:15.815575 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647765ec-096a-4581-baa0-50df3bc388fd None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:15.815890 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd036c0d-b400-4624-a887-fc8f56090f5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:15.844294 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-a4fe7149-7405-4bb4-8f4e-bd63b05f0b3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Allocated IP 2001:db8::1e (4406efe9-8101-4494-b6c6-9f416d68f4ce/e64ce587-bd5a-446a-9bb3-06fc350d8681/de57cb01-5c3f-4114-a3dd-91c6dfff9c31) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:15.870807 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43758) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:15.913987 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cdebefba-3bc6-4f3e-a064-6ba25685de0e req-32e8a2f2-04e3-40f6-99b7-207d4aa84986 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026766 Dec 16 22:19:15.927983 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-647765ec-096a-4581-baa0-50df3bc388fd None None] Attempting to bind port baea11f2-3cbf-497e-aeaf-2c4ac0205764 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:19:15.929124 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-647765ec-096a-4581-baa0-50df3bc388fd None None] Attempting to bind port baea11f2-3cbf-497e-aeaf-2c4ac0205764 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '69450bba-32e9-4015-8954-8f0cc3e25c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4406efe9-8101-4494-b6c6-9f416d68f4ce'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:19:15.929497 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647765ec-096a-4581-baa0-50df3bc388fd None None] Attempting to bind port baea11f2-3cbf-497e-aeaf-2c4ac0205764 on network 4406efe9-8101-4494-b6c6-9f416d68f4ce {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:15.944317 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647765ec-096a-4581-baa0-50df3bc388fd None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:19:15.944701 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647765ec-096a-4581-baa0-50df3bc388fd None None] Checking segment: {'id': '69450bba-32e9-4015-8954-8f0cc3e25c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4406efe9-8101-4494-b6c6-9f416d68f4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:15.945111 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-647765ec-096a-4581-baa0-50df3bc388fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:15.946233 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647765ec-096a-4581-baa0-50df3bc388fd None None] Bound using segment: {'id': '69450bba-32e9-4015-8954-8f0cc3e25c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4406efe9-8101-4494-b6c6-9f416d68f4ce'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:19:15.946576 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-647765ec-096a-4581-baa0-50df3bc388fd None None] Bound port: baea11f2-3cbf-497e-aeaf-2c4ac0205764, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69450bba-32e9-4015-8954-8f0cc3e25c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4406efe9-8101-4494-b6c6-9f416d68f4ce'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:19:15.947333 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-647765ec-096a-4581-baa0-50df3bc388fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:16.009090 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd036c0d-b400-4624-a887-fc8f56090f5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:16.073067 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-8c4a9cd8-21be-4a63-8261-9aaccf797d36 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1451676 Dec 16 22:19:16.091365 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-647765ec-096a-4581-baa0-50df3bc388fd None None] For port baea11f2-3cbf-497e-aeaf-2c4ac0205764, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:19:16.095584 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd036c0d-b400-4624-a887-fc8f56090f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:16.096288 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-647765ec-096a-4581-baa0-50df3bc388fd None None] For port baea11f2-3cbf-497e-aeaf-2c4ac0205764, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=baea11f2-3cbf-497e-aeaf-2c4ac0205764,segment=NetworkSegment(69450bba-32e9-4015-8954-8f0cc3e25c8d),segment_id=69450bba-32e9-4015-8954-8f0cc3e25c8d)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:19:16.139843 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd036c0d-b400-4624-a887-fc8f56090f5a admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:19:16.158472 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a4fe7149-7405-4bb4-8f4e-bd63b05f0b3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:16.158727 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd036c0d-b400-4624-a887-fc8f56090f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0848fe77-44c3-4204-b2d0-176a298ec46b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:16.161748 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd036c0d-b400-4624-a887-fc8f56090f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:16.162094 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-cd036c0d-b400-4624-a887-fc8f56090f5a admin admin] Added segment 7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8 of type vlan for network 4706c724-97ac-4b94-aa73-36382b375111 Dec 16 22:19:16.184379 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-647765ec-096a-4581-baa0-50df3bc388fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:16.207728 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-8858b36c-f938-406f-935c-6e5cd3a5b862 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:16.235499 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd036c0d-b400-4624-a887-fc8f56090f5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:16.287680 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a141-7ccb-4cac-a41f-322b696011be req-7c214663-fcc1-43ed-836b-9a0a2355c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:16.288180 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a141-7ccb-4cac-a41f-322b696011be req-7c214663-fcc1-43ed-836b-9a0a2355c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:16.288664 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a141-7ccb-4cac-a41f-322b696011be req-7c214663-fcc1-43ed-836b-9a0a2355c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:16.289139 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a141-7ccb-4cac-a41f-322b696011be req-7c214663-fcc1-43ed-836b-9a0a2355c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:16.289619 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a141-7ccb-4cac-a41f-322b696011be req-7c214663-fcc1-43ed-836b-9a0a2355c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:16.290092 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a141-7ccb-4cac-a41f-322b696011be req-7c214663-fcc1-43ed-836b-9a0a2355c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:16.290547 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647765ec-096a-4581-baa0-50df3bc388fd None None] Pushing event updated for resources: {'Port': ['ID=baea11f2-3cbf-497e-aeaf-2c4ac0205764,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:16.291681 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a141-7ccb-4cac-a41f-322b696011be req-7c214663-fcc1-43ed-836b-9a0a2355c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:16.293570 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-7c214663-fcc1-43ed-836b-9a0a2355c4f8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a0f42b93d17b453cb09b716a19274f39&device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 6489 time: 0.1605837 Dec 16 22:19:16.359171 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8858b36c-f938-406f-935c-6e5cd3a5b862 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] 10.222.0.75 "PUT /v2.0/quotas/880f7e479ac641f6b7d33fb1536ad501 HTTP/1.1" status: 200 len: 368 time: 0.4858971 Dec 16 22:19:16.361834 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43774) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:16.367291 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-08628d1a-0147-46fe-b2ca-47cc4f6e25f9 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Request body: {'network': {'project_id': '880f7e479ac641f6b7d33fb1536ad501'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:16.443346 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a141-7ccb-4cac-a41f-322b696011be req-044008ec-a2ea-4b8c-8c82-4969b9466bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:16.443828 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a141-7ccb-4cac-a41f-322b696011be req-044008ec-a2ea-4b8c-8c82-4969b9466bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:16.444302 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a141-7ccb-4cac-a41f-322b696011be req-044008ec-a2ea-4b8c-8c82-4969b9466bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:16.445920 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-044008ec-a2ea-4b8c-8c82-4969b9466bff service neutron] 10.222.0.76 "GET /v2.0/networks?id=6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6&id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&id=133792b4-eb35-4125-8057-ae6885c1e196&id=133792b4-eb35-4125-8057-ae6885c1e196 HTTP/1.1" status: 200 len: 2288 time: 0.1215053 Dec 16 22:19:16.496909 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a4fe7149-7405-4bb4-8f4e-bd63b05f0b3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:16.542108 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08628d1a-0147-46fe-b2ca-47cc4f6e25f9 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Made reservation on behalf of 880f7e479ac641f6b7d33fb1536ad501 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:16.542108 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08628d1a-0147-46fe-b2ca-47cc4f6e25f9 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:16.548976 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08628d1a-0147-46fe-b2ca-47cc4f6e25f9 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:16.581906 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fe7149-7405-4bb4-8f4e-bd63b05f0b3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network 4406efe9-8101-4494-b6c6-9f416d68f4ce is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:16.590413 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-a4fe7149-7405-4bb4-8f4e-bd63b05f0b3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:16.596993 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fe7149-7405-4bb4-8f4e-bd63b05f0b3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:16.604087 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fe7149-7405-4bb4-8f4e-bd63b05f0b3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:16.604767 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a4fe7149-7405-4bb4-8f4e-bd63b05f0b3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:16.613256 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-c42cd5f8-db20-44fa-af74-ba549a3f8323 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4bae84f-8ce7-4c5f-afaf-512e8b879293 HTTP/1.1" status: 200 len: 1001 time: 0.1593709 Dec 16 22:19:16.616977 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe7149-7405-4bb4-8f4e-bd63b05f0b3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Port': ['ID=de57cb01-5c3f-4114-a3dd-91c6dfff9c31,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:16.627136 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd036c0d-b400-4624-a887-fc8f56090f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:16.628919 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd036c0d-b400-4624-a887-fc8f56090f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:16.629971 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd036c0d-b400-4624-a887-fc8f56090f5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:16.701105 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a141-7ccb-4cac-a41f-322b696011be req-c6ce46c0-8c1c-45a2-8acb-305598db14b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:16.703433 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-c6ce46c0-8c1c-45a2-8acb-305598db14b3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=26d9264a-299a-4d37-a6df-7bf2c29884f5 HTTP/1.1" status: 200 len: 849 time: 0.0802896 Dec 16 22:19:16.738275 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd036c0d-b400-4624-a887-fc8f56090f5a admin admin] Pushing event updated for resources: {'Network': ['ID=4706c724-97ac-4b94-aa73-36382b375111,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:16.751180 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 4706c724-97ac-4b94-aa73-36382b375111 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:19:16.769288 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08628d1a-0147-46fe-b2ca-47cc4f6e25f9 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:16.790138 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a141-7ccb-4cac-a41f-322b696011be req-6a019295-0300-4724-a7e0-6a603f3448ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:16.792316 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-6a019295-0300-4724-a7e0-6a603f3448ea service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700963 Dec 16 22:19:16.819827 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cd036c0d-b400-4624-a887-fc8f56090f5a admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.3089368 Dec 16 22:19:16.825473 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a4fe7149-7405-4bb4-8f4e-bd63b05f0b3c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6122339 Dec 16 22:19:16.825678 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43782) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:16.835242 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43784) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:16.841761 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-89b0c729-219b-4bbe-b609-635139008947 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'port': {'network_id': '4406efe9-8101-4494-b6c6-9f416d68f4ce', 'name': 'tempest-PortsIpV6TestJSON-369118500'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:16.841935 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-5cb08f4f-181a-435c-b821-17c7d50ec718 admin admin] Request body: {'subnet': {'network_id': '4706c724-97ac-4b94-aa73-36382b375111', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1801311990-subnet', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:16.914838 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08628d1a-0147-46fe-b2ca-47cc4f6e25f9 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:16.934064 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43786) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:16.956895 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08628d1a-0147-46fe-b2ca-47cc4f6e25f9 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:19:16.996807 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08628d1a-0147-46fe-b2ca-47cc4f6e25f9 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:16.997988 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-08628d1a-0147-46fe-b2ca-47cc4f6e25f9 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Added segment a4c54fc1-46b9-4997-99f0-5ce6e83e4db2 of type vlan for network 392769d4-ab12-493b-af0a-2a66b45a7eda Dec 16 22:19:17.017575 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-69192fd1-ae84-4744-bdb9-f19213cb9141 service neutron] 10.222.0.76 "GET /v2.0/networks/6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127409 Dec 16 22:19:17.062383 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb08f4f-181a-435c-b821-17c7d50ec718 admin admin] Made reservation on behalf of e8fdfccd24ce4e6ea8ff0816a957cc5b for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:17.066916 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5cb08f4f-181a-435c-b821-17c7d50ec718 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.072167 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08628d1a-0147-46fe-b2ca-47cc4f6e25f9 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10899766-fb34-4973-b9e1-6de798ba5fde,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:17.129976 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08628d1a-0147-46fe-b2ca-47cc4f6e25f9 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.133663 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-57d75c48-489a-4774-acd9-8c25ed64ddbb service neutron] 10.222.0.76 "GET /v2.0/networks/6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070666 Dec 16 22:19:17.162593 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-159677dd-0235-441d-a4c9-1fe0e6317335 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.192005 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b0c729-219b-4bbe-b609-635139008947 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:17.194877 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-89b0c729-219b-4bbe-b609-635139008947 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.199397 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-9ffc883e-adc6-4be8-8f74-67550cb9d03d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=cdf3648f-0e95-45df-b89b-23cc65ae37c9 HTTP/1.1" status: 200 len: 217 time: 0.0565257 Dec 16 22:19:17.223541 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1287cb-dcad-40de-839f-0a574b834d6e req-900cff28-cc7d-45d3-936b-ea3d671adb5b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:17.225229 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2b1287cb-dcad-40de-839f-0a574b834d6e req-900cff28-cc7d-45d3-936b-ea3d671adb5b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.2133274 Dec 16 22:19:17.260927 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-89b0c729-219b-4bbe-b609-635139008947 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] device_id is not set on port 378aaa5f-686a-4e88-8599-2aff7c58f745 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:19:17.267582 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a141-7ccb-4cac-a41f-322b696011be req-466429fd-3099-43ad-93d3-abdc9e7249ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:17.269293 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-466429fd-3099-43ad-93d3-abdc9e7249ec service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2825e101-39ca-4951-81d0-6f6735824e32 HTTP/1.1" status: 200 len: 797 time: 0.0622425 Dec 16 22:19:17.323965 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08628d1a-0147-46fe-b2ca-47cc4f6e25f9 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.325208 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08628d1a-0147-46fe-b2ca-47cc4f6e25f9 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:17.325829 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08628d1a-0147-46fe-b2ca-47cc4f6e25f9 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.356024 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2b1287cb-dcad-40de-839f-0a574b834d6e req-784c52ba-efa8-46e6-90dc-cae6c068ac6c tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230018 Dec 16 22:19:17.396393 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a141-7ccb-4cac-a41f-322b696011be req-0d8b4ae2-02e6-491e-aea5-6da6c126cf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:17.397682 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-0d8b4ae2-02e6-491e-aea5-6da6c126cf54 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0943065 Dec 16 22:19:17.494828 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-89b0c729-219b-4bbe-b609-635139008947 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Allocated IP 2001:db8::11c (4406efe9-8101-4494-b6c6-9f416d68f4ce/e64ce587-bd5a-446a-9bb3-06fc350d8681/378aaa5f-686a-4e88-8599-2aff7c58f745) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:17.505340 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-159677dd-0235-441d-a4c9-1fe0e6317335 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.514314 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08628d1a-0147-46fe-b2ca-47cc4f6e25f9 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Pushing event updated for resources: {'Network': ['ID=392769d4-ab12-493b-af0a-2a66b45a7eda,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:17.531813 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 392769d4-ab12-493b-af0a-2a66b45a7eda details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:19:17.558457 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-08628d1a-0147-46fe-b2ca-47cc4f6e25f9 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1950605 Dec 16 22:19:17.562722 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43798) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:17.573934 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-6a8f943f-0d01-421e-b613-b2233456a83e tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Request body: {'network': {'project_id': '880f7e479ac641f6b7d33fb1536ad501'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:17.580255 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-6e0c34e4-889d-4be6-b1f1-21e46a00516b service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717007 Dec 16 22:19:17.590216 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-159677dd-0235-441d-a4c9-1fe0e6317335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.630816 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5cb08f4f-181a-435c-b821-17c7d50ec718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.655875 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-159677dd-0235-441d-a4c9-1fe0e6317335 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7c978b3c7b9249408c5b56b1327f9ee4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7165926 Dec 16 22:19:17.665002 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f82c8f-4638-4b0b-adb2-2443f4c068b7 None None] Network 4406efe9-8101-4494-b6c6-9f416d68f4ce requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:17.672617 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43800) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:17.682484 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159677dd-0235-441d-a4c9-1fe0e6317335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7be8f47-988f-4606-bffc-8706dcff6512,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:17.708102 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8f943f-0d01-421e-b613-b2233456a83e tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Made reservation on behalf of 880f7e479ac641f6b7d33fb1536ad501 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:17.709115 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a8f943f-0d01-421e-b613-b2233456a83e tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.738575 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb08f4f-181a-435c-b821-17c7d50ec718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1197d0d7-b4e2-4dd5-a563-ba2852b6950c,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:17.756186 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb08f4f-181a-435c-b821-17c7d50ec718 admin admin] Checking segment: {'id': '7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4706c724-97ac-4b94-aa73-36382b375111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:17.756879 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb08f4f-181a-435c-b821-17c7d50ec718 admin admin] Network hostable DHCP agents. Network: 4706c724-97ac-4b94-aa73-36382b375111, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:19:17.773273 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a8f943f-0d01-421e-b613-b2233456a83e tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:19:17.790286 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a8f943f-0d01-421e-b613-b2233456a83e tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.790963 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-6a8f943f-0d01-421e-b613-b2233456a83e tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Added segment 15023dee-7798-4336-aaa4-4518307e96b7 of type vlan for network a3db371d-7f9a-4004-b6e3-b8d5b9a1fbb5 Dec 16 22:19:17.846104 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a8f943f-0d01-421e-b613-b2233456a83e tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.861047 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-be85081a-0aba-4c32-b5ce-dd4a0818ef29 service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712724 Dec 16 22:19:17.867985 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5703c774-a873-459b-8e39-5531c1594fe0 None None] Provisioning complete for port baea11f2-3cbf-497e-aeaf-2c4ac0205764 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:17.868361 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5703c774-a873-459b-8e39-5531c1594fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.888140 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-89b0c729-219b-4bbe-b609-635139008947 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.889967 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-603899ff-6f55-4524-b64a-fccbeaa57003 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.914395 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb08f4f-181a-435c-b821-17c7d50ec718 admin admin] Network 4706c724-97ac-4b94-aa73-36382b375111 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:19:17.948306 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-1fea96be-58bc-4a5c-bd4b-cd5ed4c6f875 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=279064a7-b0af-47a2-926c-bbdc2a0e2846 HTTP/1.1" status: 200 len: 217 time: 0.0508099 Dec 16 22:19:17.979160 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-603899ff-6f55-4524-b64a-fccbeaa57003 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:17.986466 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acb093-b79f-4246-94ca-febdf360e867 req-bf281ea7-bb6a-414f-bf33-2815c4cc2f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:17.988769 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-51acb093-b79f-4246-94ca-febdf360e867 req-bf281ea7-bb6a-414f-bf33-2815c4cc2f1c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=14fa89a71b19443bab437fd35023cb1c&device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 1097 time: 0.1318851 Dec 16 22:19:18.006565 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e601b-794f-466b-b51f-5e75a9f7d4d0 req-6d6b47b5-a5b3-4a53-9e3e-d987ed93e20a tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:18.013761 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5703c774-a873-459b-8e39-5531c1594fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:18.016770 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-848e601b-794f-466b-b51f-5e75a9f7d4d0 req-6d6b47b5-a5b3-4a53-9e3e-d987ed93e20a tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.1193316 Dec 16 22:19:18.027584 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-5cb08f4f-181a-435c-b821-17c7d50ec718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 4706c724-97ac-4b94-aa73-36382b375111) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:18.042620 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a8f943f-0d01-421e-b613-b2233456a83e tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:18.043613 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8f943f-0d01-421e-b613-b2233456a83e tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:18.044203 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a8f943f-0d01-421e-b613-b2233456a83e tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:18.047517 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb08f4f-181a-435c-b821-17c7d50ec718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:18.048261 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5cb08f4f-181a-435c-b821-17c7d50ec718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:18.061240 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5703c774-a873-459b-8e39-5531c1594fe0 None None] For port baea11f2-3cbf-497e-aeaf-2c4ac0205764, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=baea11f2-3cbf-497e-aeaf-2c4ac0205764,segment=NetworkSegment(69450bba-32e9-4015-8954-8f0cc3e25c8d),segment_id=69450bba-32e9-4015-8954-8f0cc3e25c8d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:18.063546 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c28d124-6d50-4a44-bd8a-ae9c1fac77a9 None None] Network 4706c724-97ac-4b94-aa73-36382b375111 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:18.068825 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a141-7ccb-4cac-a41f-322b696011be req-663ab112-e7e9-4d60-82e5-eeaae519208e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:18.070352 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-663ab112-e7e9-4d60-82e5-eeaae519208e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2825e101-39ca-4951-81d0-6f6735824e32 HTTP/1.1" status: 200 len: 797 time: 0.1086612 Dec 16 22:19:18.132261 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a141-7ccb-4cac-a41f-322b696011be req-5b9a5e69-c925-4740-b845-896daa6810cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:18.133876 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-5b9a5e69-c925-4740-b845-896daa6810cf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0506094 Dec 16 22:19:18.138309 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5703c774-a873-459b-8e39-5531c1594fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:18.223528 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acb093-b79f-4246-94ca-febdf360e867 req-eb2f02e0-a6af-45f9-8dc6-724a52260722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:18.225756 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-51acb093-b79f-4246-94ca-febdf360e867 req-eb2f02e0-a6af-45f9-8dc6-724a52260722 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5c1937af-7bb6-406c-854f-833019c225af HTTP/1.1" status: 200 len: 919 time: 0.2058034 Dec 16 22:19:18.235744 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-89b0c729-219b-4bbe-b609-635139008947 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:18.237611 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f551e7d7-cc76-4e93-a83e-db041b8f81ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-4706c724-97ac-4b94-aa73-36382b375111', 'network_id': '4706c724-97ac-4b94-aa73-36382b375111', 'project_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'fixed_ips': [{'subnet_id': '1197d0d7-b4e2-4dd5-a563-ba2852b6950c'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:19:18.238475 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f551e7d7-cc76-4e93-a83e-db041b8f81ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:18.255104 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703c774-a873-459b-8e39-5531c1594fe0 None None] Pushing event updated for resources: {'Port': ['ID=baea11f2-3cbf-497e-aeaf-2c4ac0205764,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:18.258531 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-603899ff-6f55-4524-b64a-fccbeaa57003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:18.267444 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-603899ff-6f55-4524-b64a-fccbeaa57003 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:18.268661 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-603899ff-6f55-4524-b64a-fccbeaa57003 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c7be8f47-988f-4606-bffc-8706dcff6512 HTTP/1.1" status: 204 len: 168 time: 0.5696366 Dec 16 22:19:18.315731 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-51acb093-b79f-4246-94ca-febdf360e867 req-9faa15e8-4716-49b8-878f-5ffa227be1b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be51db46-e859-4d44-b134-c3114815f950 HTTP/1.1" status: 200 len: 217 time: 0.0540831 Dec 16 22:19:18.325520 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6a8f943f-0d01-421e-b613-b2233456a83e tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7614136 Dec 16 22:19:18.342685 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-848e601b-794f-466b-b51f-5e75a9f7d4d0 req-f1149b9d-c98e-40aa-81a4-e998079f861a tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200543 Dec 16 22:19:18.346905 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43814) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:18.353657 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-c79c77c9-3447-4cd7-87d9-4bdae806d840 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Request body: {'network': {'project_id': '880f7e479ac641f6b7d33fb1536ad501'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:18.386407 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-4ce3501f-975f-452f-bd47-5dee2a2bc5b5 service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418292 Dec 16 22:19:18.411202 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acb093-b79f-4246-94ca-febdf360e867 req-fcdfbcfe-fde5-4a1b-a759-47b5d3f91040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:18.412908 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-51acb093-b79f-4246-94ca-febdf360e867 req-fcdfbcfe-fde5-4a1b-a759-47b5d3f91040 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4012085c-74d4-4d83-9e4d-14ad56ea9a5d HTTP/1.1" status: 200 len: 859 time: 0.0668113 Dec 16 22:19:18.415126 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f943f-0d01-421e-b613-b2233456a83e tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Pushing event updated for resources: {'Network': ['ID=a3db371d-7f9a-4004-b6e3-b8d5b9a1fbb5,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:18.424812 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-57793b44-f0b5-421d-84e8-17d210417181 None None] Provisioning complete for port baea11f2-3cbf-497e-aeaf-2c4ac0205764 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:18.424812 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57793b44-f0b5-421d-84e8-17d210417181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:18.425066 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5cb08f4f-181a-435c-b821-17c7d50ec718 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5989943 Dec 16 22:19:18.425682 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603899ff-6f55-4524-b64a-fccbeaa57003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7be8f47-988f-4606-bffc-8706dcff6512,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:18.432235 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network a3db371d-7f9a-4004-b6e3-b8d5b9a1fbb5 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:19:18.436717 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b0c729-219b-4bbe-b609-635139008947 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network 4406efe9-8101-4494-b6c6-9f416d68f4ce is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:18.437374 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79c77c9-3447-4cd7-87d9-4bdae806d840 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 16 22:19:18.437534 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43816) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:18.437969 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c79c77c9-3447-4cd7-87d9-4bdae806d840 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:19:18.441148 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c79c77c9-3447-4cd7-87d9-4bdae806d840 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0901473 Dec 16 22:19:18.445676 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-7760b9d0-fa49-4ad8-a26c-e891da89b4b3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1801311990-router', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:18.483343 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-51acb093-b79f-4246-94ca-febdf360e867 req-e7ba8372-fcca-48b3-95ac-28c7e7660c1b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c1937af-7bb6-406c-854f-833019c225af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408165 Dec 16 22:19:18.483920 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43818) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:18.555504 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-89b0c729-219b-4bbe-b609-635139008947 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:18.577685 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b0c729-219b-4bbe-b609-635139008947 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:18.595714 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b0c729-219b-4bbe-b609-635139008947 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:18.596608 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-89b0c729-219b-4bbe-b609-635139008947 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:18.612019 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7760b9d0-fa49-4ad8-a26c-e891da89b4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:18.613070 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7760b9d0-fa49-4ad8-a26c-e891da89b4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:18.641977 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a7ca7237-e453-47a7-af5f-bd43a8794dbb tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=880f7e479ac641f6b7d33fb1536ad501&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1567776 Dec 16 22:19:18.650243 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43820) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:18.683468 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-f551e7d7-cc76-4e93-a83e-db041b8f81ce None None] Allocated IP 172.20.0.2 (4706c724-97ac-4b94-aa73-36382b375111/1197d0d7-b4e2-4dd5-a563-ba2852b6950c/e05b7efa-f020-43c1-b9cc-0837a2a9f303) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:18.764777 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-51acb093-b79f-4246-94ca-febdf360e867 req-92f4e4f4-d3a2-4068-927f-4645503349cc service neutron] 10.222.0.57 "GET /v2.0/networks/5c1937af-7bb6-406c-854f-833019c225af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713399 Dec 16 22:19:18.824160 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device baea11f2-3cbf-497e-aeaf-2c4ac0205764 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:19:18.871430 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3565d5ba-3f54-40ea-b84e-91a39f8e5ba6 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:18.922407 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3565d5ba-3f54-40ea-b84e-91a39f8e5ba6 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:18.988401 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-57793b44-f0b5-421d-84e8-17d210417181 None None] Provisioning complete for port de57cb01-5c3f-4114-a3dd-91c6dfff9c31 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:18.988777 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57793b44-f0b5-421d-84e8-17d210417181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:18.996953 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-51acb093-b79f-4246-94ca-febdf360e867 req-cfa1a891-b006-46eb-9227-c72627f190eb service neutron] 10.222.0.57 "GET /v2.0/networks/5c1937af-7bb6-406c-854f-833019c225af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176266 Dec 16 22:19:19.021358 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0c729-219b-4bbe-b609-635139008947 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Port': ['ID=378aaa5f-686a-4e88-8599-2aff7c58f745,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:19.078718 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-5c44014a-ce94-4774-afa1-3c376865c593 service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6797998 Dec 16 22:19:19.124235 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-57793b44-f0b5-421d-84e8-17d210417181 None None] Port de57cb01-5c3f-4114-a3dd-91c6dfff9c31 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:19.128665 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port baea11f2-3cbf-497e-aeaf-2c4ac0205764 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:19.129042 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.130745 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-d0cce64b-e0f5-4e79-b3c3-d29292b448d1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=932561c8-57cf-466c-86d4-05fa02856f87 HTTP/1.1" status: 200 len: 217 time: 0.0393708 Dec 16 22:19:19.166524 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f551e7d7-cc76-4e93-a83e-db041b8f81ce None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.175900 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-89b0c729-219b-4bbe-b609-635139008947 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3394339 Dec 16 22:19:19.178497 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43834) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:19.203830 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a141-7ccb-4cac-a41f-322b696011be req-c9736e5e-f348-4948-a384-fc7d629af6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:19.206355 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-c9736e5e-f348-4948-a384-fc7d629af6fd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2825e101-39ca-4951-81d0-6f6735824e32 HTTP/1.1" status: 200 len: 797 time: 0.0641537 Dec 16 22:19:19.244991 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3565d5ba-3f54-40ea-b84e-91a39f8e5ba6 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.249055 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3565d5ba-3f54-40ea-b84e-91a39f8e5ba6 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.249824 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3565d5ba-3f54-40ea-b84e-91a39f8e5ba6 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] 10.222.0.75 "DELETE /v2.0/security-groups/10899766-fb34-4973-b9e1-6de798ba5fde HTTP/1.1" status: 204 len: 168 time: 0.5984690 Dec 16 22:19:19.253225 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43838) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:19.265184 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-72d36f77-b81b-4fcb-ac78-7e28148eba9b None None] Provisioning complete for port 378aaa5f-686a-4e88-8599-2aff7c58f745 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:19.265184 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72d36f77-b81b-4fcb-ac78-7e28148eba9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.268400 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f551e7d7-cc76-4e93-a83e-db041b8f81ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.303957 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7760b9d0-fa49-4ad8-a26c-e891da89b4b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.323895 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565d5ba-3f54-40ea-b84e-91a39f8e5ba6 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10899766-fb34-4973-b9e1-6de798ba5fde,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:19.339160 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551e7d7-cc76-4e93-a83e-db041b8f81ce None None] Pushing event updated for resources: {'Port': ['ID=e05b7efa-f020-43c1-b9cc-0837a2a9f303,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:19.358327 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6b4c93-09f6-49ba-8637-611ad2204ed6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:19.358327 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6d6b4c93-09f6-49ba-8637-611ad2204ed6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1e HTTP/1.1" status: 200 len: 928 time: 0.1781898 Dec 16 22:19:19.360591 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43844) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:19.372422 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f551e7d7-cc76-4e93-a83e-db041b8f81ce None None] Network 4706c724-97ac-4b94-aa73-36382b375111 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:19.376098 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-72d36f77-b81b-4fcb-ac78-7e28148eba9b None None] Port 378aaa5f-686a-4e88-8599-2aff7c58f745 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:19.378373 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-f551e7d7-cc76-4e93-a83e-db041b8f81ce None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:19.381609 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f551e7d7-cc76-4e93-a83e-db041b8f81ce None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:19.388531 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-29da46df-1afd-4796-9fb6-3930b52710d5 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.423584 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-72d36f77-b81b-4fcb-ac78-7e28148eba9b None None] Provisioning complete for port de57cb01-5c3f-4114-a3dd-91c6dfff9c31 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:19.424009 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72d36f77-b81b-4fcb-ac78-7e28148eba9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.545768 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-29da46df-1afd-4796-9fb6-3930b52710d5 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.580657 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-29da46df-1afd-4796-9fb6-3930b52710d5 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3db371d-7f9a-4004-b6e3-b8d5b9a1fbb5']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:19.595456 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-29da46df-1afd-4796-9fb6-3930b52710d5 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15023dee-7798-4336-aaa4-4518307e96b7') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:19.601058 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-29da46df-1afd-4796-9fb6-3930b52710d5 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15023dee-7798-4336-aaa4-4518307e96b7') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:19.637352 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-29da46df-1afd-4796-9fb6-3930b52710d5 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.646144 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f551e7d7-cc76-4e93-a83e-db041b8f81ce None None] Attempting to bind port e05b7efa-f020-43c1-b9cc-0837a2a9f303 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:19:19.651433 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f551e7d7-cc76-4e93-a83e-db041b8f81ce None None] Attempting to bind port e05b7efa-f020-43c1-b9cc-0837a2a9f303 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4706c724-97ac-4b94-aa73-36382b375111'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:19:19.651433 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f551e7d7-cc76-4e93-a83e-db041b8f81ce None None] Attempting to bind port e05b7efa-f020-43c1-b9cc-0837a2a9f303 on network 4706c724-97ac-4b94-aa73-36382b375111 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:19.658987 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f551e7d7-cc76-4e93-a83e-db041b8f81ce None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:19:19.659941 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f551e7d7-cc76-4e93-a83e-db041b8f81ce None None] Checking segment: {'id': '7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4706c724-97ac-4b94-aa73-36382b375111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:19.660574 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f551e7d7-cc76-4e93-a83e-db041b8f81ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.661182 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f551e7d7-cc76-4e93-a83e-db041b8f81ce None None] Bound using segment: {'id': '7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4706c724-97ac-4b94-aa73-36382b375111'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:19:19.661876 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f551e7d7-cc76-4e93-a83e-db041b8f81ce None None] Bound port: e05b7efa-f020-43c1-b9cc-0837a2a9f303, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4706c724-97ac-4b94-aa73-36382b375111'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:19:19.662592 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f551e7d7-cc76-4e93-a83e-db041b8f81ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.668713 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7760b9d0-fa49-4ad8-a26c-e891da89b4b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.673320 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a141-7ccb-4cac-a41f-322b696011be req-aab7ce36-5692-4730-b9c1-8bc49a182d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:19.675131 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-aab7ce36-5692-4730-b9c1-8bc49a182d07 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4599042 Dec 16 22:19:19.676210 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-29da46df-1afd-4796-9fb6-3930b52710d5 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.681964 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-72d36f77-b81b-4fcb-ac78-7e28148eba9b None None] Port de57cb01-5c3f-4114-a3dd-91c6dfff9c31 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:19.686651 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29da46df-1afd-4796-9fb6-3930b52710d5 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:19:19.687606 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-29da46df-1afd-4796-9fb6-3930b52710d5 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:19:19.688792 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:19:19.706898 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65570ec-bd35-4119-9462-f9672df67738 req-4cb6a3cc-f5a2-482a-bfa6-4eedaf43d56e tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:19.711811 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e65570ec-bd35-4119-9462-f9672df67738 req-4cb6a3cc-f5a2-482a-bfa6-4eedaf43d56e tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.2627909 Dec 16 22:19:19.746041 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f551e7d7-cc76-4e93-a83e-db041b8f81ce None None] For port e05b7efa-f020-43c1-b9cc-0837a2a9f303, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:19:19.749718 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f551e7d7-cc76-4e93-a83e-db041b8f81ce None None] For port e05b7efa-f020-43c1-b9cc-0837a2a9f303, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e05b7efa-f020-43c1-b9cc-0837a2a9f303,segment=NetworkSegment(7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8),segment_id=7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:19:19.760550 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-c06b8c55-e935-47e2-b388-08ddc1d6b737 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting port 378aaa5f-686a-4e88-8599-2aff7c58f745 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:19.760868 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c06b8c55-e935-47e2-b388-08ddc1d6b737 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.860345 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-4c1d98f8-51de-43ce-88f8-e57a39dba7e7 service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761427 Dec 16 22:19:19.912542 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43854) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:19.932269 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f551e7d7-cc76-4e93-a83e-db041b8f81ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.972307 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c06b8c55-e935-47e2-b388-08ddc1d6b737 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:19.995858 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-c06b8c55-e935-47e2-b388-08ddc1d6b737 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Calling delete_port for 378aaa5f-686a-4e88-8599-2aff7c58f745 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:19.999643 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551e7d7-cc76-4e93-a83e-db041b8f81ce None None] Pushing event updated for resources: {'Port': ['ID=e05b7efa-f020-43c1-b9cc-0837a2a9f303,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:20.114102 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-0026fc0b-80b9-42cb-b5c2-353856ea5c56 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1657479572-network', 'tenant_id': '47690f2bd4fe4102912a9074c54ab798'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:20.128244 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e65570ec-bd35-4119-9462-f9672df67738 req-29dc1210-ed75-41b2-aaf3-4162162f37e0 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515480 Dec 16 22:19:20.136898 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-e8a06483-65cc-4c34-ae2b-4b5ec25b0eaf service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680271 Dec 16 22:19:20.159020 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-29da46df-1afd-4796-9fb6-3930b52710d5 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.166816 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-29da46df-1afd-4796-9fb6-3930b52710d5 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.171175 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-29da46df-1afd-4796-9fb6-3930b52710d5 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] 10.222.0.75 "DELETE /v2.0/networks/a3db371d-7f9a-4004-b6e3-b8d5b9a1fbb5 HTTP/1.1" status: 204 len: 168 time: 0.9163315 Dec 16 22:19:20.186157 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43862) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:20.194216 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da46df-1afd-4796-9fb6-3930b52710d5 tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Pushing event deleted for resources: {'Network': ['ID=a3db371d-7f9a-4004-b6e3-b8d5b9a1fbb5,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:20.210645 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-ad81899b-fd9d-4b00-9764-5002e439a832 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=be59d789-35f2-47f8-a2bf-dacd1121b4c0 HTTP/1.1" status: 200 len: 217 time: 0.0552111 Dec 16 22:19:20.279116 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8a5db689-a71c-4a00-be3b-0d1aa1ca04dc tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.317064 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0026fc0b-80b9-42cb-b5c2-353856ea5c56 admin admin] Made reservation on behalf of 47690f2bd4fe4102912a9074c54ab798 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:20.319473 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0026fc0b-80b9-42cb-b5c2-353856ea5c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.402930 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0026fc0b-80b9-42cb-b5c2-353856ea5c56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.403323 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8a5db689-a71c-4a00-be3b-0d1aa1ca04dc tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.425720 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a141-7ccb-4cac-a41f-322b696011be req-1546fedc-10a7-4f8c-9469-d1e35d028aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:20.427259 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-1546fedc-10a7-4f8c-9469-d1e35d028aa5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2825e101-39ca-4951-81d0-6f6735824e32 HTTP/1.1" status: 200 len: 797 time: 0.1778245 Dec 16 22:19:20.434267 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-8a5db689-a71c-4a00-be3b-0d1aa1ca04dc tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392769d4-ab12-493b-af0a-2a66b45a7eda']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:20.447818 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-8a5db689-a71c-4a00-be3b-0d1aa1ca04dc tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c54fc1-46b9-4997-99f0-5ce6e83e4db2') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:20.448258 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-8a5db689-a71c-4a00-be3b-0d1aa1ca04dc tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c54fc1-46b9-4997-99f0-5ce6e83e4db2') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:20.458670 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8a5db689-a71c-4a00-be3b-0d1aa1ca04dc tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.474113 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8a5db689-a71c-4a00-be3b-0d1aa1ca04dc tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.482236 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a5db689-a71c-4a00-be3b-0d1aa1ca04dc tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:19:20.482631 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8a5db689-a71c-4a00-be3b-0d1aa1ca04dc tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:19:20.484383 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:19:20.499810 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c06b8c55-e935-47e2-b388-08ddc1d6b737 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.542050 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7760b9d0-fa49-4ad8-a26c-e891da89b4b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.545414 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b8c55-e935-47e2-b388-08ddc1d6b737 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Port': ['ID=378aaa5f-686a-4e88-8599-2aff7c58f745,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:20.581580 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a141-7ccb-4cac-a41f-322b696011be req-20f7dd57-140a-4920-be02-2cbc57fd95bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:20.583528 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-20f7dd57-140a-4920-be02-2cbc57fd95bd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1431801 Dec 16 22:19:20.586613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b8c55-e935-47e2-b388-08ddc1d6b737 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:20.586613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b8c55-e935-47e2-b388-08ddc1d6b737 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:20.586613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b8c55-e935-47e2-b388-08ddc1d6b737 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:20.586613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b8c55-e935-47e2-b388-08ddc1d6b737 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:20.586613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b8c55-e935-47e2-b388-08ddc1d6b737 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:20.586613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b8c55-e935-47e2-b388-08ddc1d6b737 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:20.586613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b8c55-e935-47e2-b388-08ddc1d6b737 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:20.587234 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b8c55-e935-47e2-b388-08ddc1d6b737 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:20.587234 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b8c55-e935-47e2-b388-08ddc1d6b737 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:20.587449 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b8c55-e935-47e2-b388-08ddc1d6b737 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:20.588021 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b8c55-e935-47e2-b388-08ddc1d6b737 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:20.588370 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b8c55-e935-47e2-b388-08ddc1d6b737 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:20.588898 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b8c55-e935-47e2-b388-08ddc1d6b737 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:20.615565 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7760b9d0-fa49-4ad8-a26c-e891da89b4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.640894 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c06b8c55-e935-47e2-b388-08ddc1d6b737 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.648503 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c06b8c55-e935-47e2-b388-08ddc1d6b737 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/ports/378aaa5f-686a-4e88-8599-2aff7c58f745 HTTP/1.1" status: 204 len: 168 time: 1.2581527 Dec 16 22:19:20.649555 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43866) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:20.663323 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8a5db689-a71c-4a00-be3b-0d1aa1ca04dc tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.664632 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e05b7efa-f020-43c1-b9cc-0837a2a9f303 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:19:20.668926 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8a5db689-a71c-4a00-be3b-0d1aa1ca04dc tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.672892 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8a5db689-a71c-4a00-be3b-0d1aa1ca04dc tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] 10.222.0.75 "DELETE /v2.0/networks/392769d4-ab12-493b-af0a-2a66b45a7eda HTTP/1.1" status: 204 len: 168 time: 0.4856341 Dec 16 22:19:20.705468 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5db689-a71c-4a00-be3b-0d1aa1ca04dc tempest-QuotasNegativeTest-901568712 tempest-QuotasNegativeTest-901568712-project-admin] Pushing event deleted for resources: {'Network': ['ID=392769d4-ab12-493b-af0a-2a66b45a7eda,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:20.709379 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-47471f34-c940-48b3-9f6d-f4febe8456bb tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] GET failed (client error): The resource could not be found. Dec 16 22:19:20.711241 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-47471f34-c940-48b3-9f6d-f4febe8456bb tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "GET /v2.0/ports/378aaa5f-686a-4e88-8599-2aff7c58f745 HTTP/1.1" status: 404 len: 333 time: 0.0596766 Dec 16 22:19:20.721163 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43870) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:20.741834 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port e05b7efa-f020-43c1-b9cc-0837a2a9f303 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:20.742208 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.850895 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-33cb9d49-04db-4057-b51a-8e2aa36aeab2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting port de57cb01-5c3f-4114-a3dd-91c6dfff9c31 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:20.851281 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-33cb9d49-04db-4057-b51a-8e2aa36aeab2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.860045 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.878387 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-7760b9d0-fa49-4ad8-a26c-e891da89b4b3 admin admin] Allocated IP 172.25.6.254 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/99b1396c-9aa8-4382-ad63-1e541e990c52) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:20.917401 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port e05b7efa-f020-43c1-b9cc-0837a2a9f303, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e05b7efa-f020-43c1-b9cc-0837a2a9f303,segment=NetworkSegment(7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8),segment_id=7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:20.984374 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-33cb9d49-04db-4057-b51a-8e2aa36aeab2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:20.998435 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-33cb9d49-04db-4057-b51a-8e2aa36aeab2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Calling delete_port for de57cb01-5c3f-4114-a3dd-91c6dfff9c31 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:21.057773 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.119876 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=e05b7efa-f020-43c1-b9cc-0837a2a9f303,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:21.120204 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7760b9d0-fa49-4ad8-a26c-e891da89b4b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.129759 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-a4fba81a-de53-487f-b283-72de66fb2f66 service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5366561 Dec 16 22:19:21.136367 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0026fc0b-80b9-42cb-b5c2-353856ea5c56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.267310 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0026fc0b-80b9-42cb-b5c2-353856ea5c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.287028 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-33cb9d49-04db-4057-b51a-8e2aa36aeab2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.310092 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-1df4b02a-d15b-40c3-8280-7b9e545fe605 service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707487 Dec 16 22:19:21.327281 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a94c2f-6dbc-4dc3-8579-c7a65ef927b2 None None] Network 4706c724-97ac-4b94-aa73-36382b375111 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:21.328912 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0026fc0b-80b9-42cb-b5c2-353856ea5c56 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:19:21.345560 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfb006-4871-49d8-a11e-1fe7d7837681 req-e95d969b-ded4-4b5a-9be6-4b6ee0e9f848 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:21.347240 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-43bfb006-4871-49d8-a11e-1fe7d7837681 req-e95d969b-ded4-4b5a-9be6-4b6ee0e9f848 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.1102204 Dec 16 22:19:21.348419 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb9d49-04db-4057-b51a-8e2aa36aeab2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Port': ['ID=de57cb01-5c3f-4114-a3dd-91c6dfff9c31,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:21.383708 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-33cb9d49-04db-4057-b51a-8e2aa36aeab2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.390174 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-33cb9d49-04db-4057-b51a-8e2aa36aeab2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/ports/de57cb01-5c3f-4114-a3dd-91c6dfff9c31 HTTP/1.1" status: 204 len: 168 time: 0.6654105 Dec 16 22:19:21.399875 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43880) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:21.410051 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:19:21.416528 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026fc0b-80b9-42cb-b5c2-353856ea5c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac487f2a-cecb-47ed-9022-40888e95ff43,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:21.418646 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-01fe76e1-6108-4ed6-b422-0132bd3a35a3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74efd0d5-e0a1-4bfc-9a1d-9968cef63895 HTTP/1.1" status: 200 len: 217 time: 0.0997872 Dec 16 22:19:21.419797 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7760b9d0-fa49-4ad8-a26c-e891da89b4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.430097 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0026fc0b-80b9-42cb-b5c2-353856ea5c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.430628 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-0026fc0b-80b9-42cb-b5c2-353856ea5c56 admin admin] Added segment 4e8a5fa3-a116-4ce2-a71d-d3f22dd7a888 of type vlan for network e3aa12c0-2d44-46de-9085-fd76104fe3d9 Dec 16 22:19:21.453778 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0787c6-3bab-4ab7-8c0d-c83561625ade tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] GET failed (client error): The resource could not be found. Dec 16 22:19:21.457664 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4a0787c6-3bab-4ab7-8c0d-c83561625ade tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "GET /v2.0/ports/de57cb01-5c3f-4114-a3dd-91c6dfff9c31 HTTP/1.1" status: 404 len: 333 time: 0.0394173 Dec 16 22:19:21.457979 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43882) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:21.515883 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760b9d0-fa49-4ad8-a26c-e891da89b4b3 admin admin] Pushing event updated for resources: {'Port': ['ID=99b1396c-9aa8-4382-ad63-1e541e990c52,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:21.517103 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-43bfb006-4871-49d8-a11e-1fe7d7837681 req-2c019c9b-0727-46a1-b782-929adcaf438e tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621921 Dec 16 22:19:21.542360 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0ac5bc-714c-4133-a3f9-8e63195f978b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting subnet e64ce587-bd5a-446a-9bb3-06fc350d8681 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:19:21.547910 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5d0ac5bc-714c-4133-a3f9-8e63195f978b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.549708 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-29030949-042a-4a4d-8116-87930623e85d None None] Provisioning complete for port e05b7efa-f020-43c1-b9cc-0837a2a9f303 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:21.550267 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-29030949-042a-4a4d-8116-87930623e85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.594252 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5d0ac5bc-714c-4133-a3f9-8e63195f978b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.594522 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7760b9d0-fa49-4ad8-a26c-e891da89b4b3 admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:21.610881 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-7760b9d0-fa49-4ad8-a26c-e891da89b4b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:21.615218 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7760b9d0-fa49-4ad8-a26c-e891da89b4b3 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:21.667259 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0026fc0b-80b9-42cb-b5c2-353856ea5c56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.676237 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a141-7ccb-4cac-a41f-322b696011be req-89f5291d-8231-40c4-82cd-54bcc51db3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:21.682315 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-89f5291d-8231-40c4-82cd-54bcc51db3a7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c9a0b227-b5a7-4ec3-a018-5c1f436677a0 HTTP/1.1" status: 200 len: 797 time: 0.2494807 Dec 16 22:19:21.760805 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5d0ac5bc-714c-4133-a3f9-8e63195f978b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.854048 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a141-7ccb-4cac-a41f-322b696011be req-eb6033d2-4b73-445f-88dc-77def4e97873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:21.855629 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-eb6033d2-4b73-445f-88dc-77def4e97873 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=133792b4-eb35-4125-8057-ae6885c1e196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1552434 Dec 16 22:19:21.915715 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5d0ac5bc-714c-4133-a3f9-8e63195f978b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.933001 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0026fc0b-80b9-42cb-b5c2-353856ea5c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.933916 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0026fc0b-80b9-42cb-b5c2-353856ea5c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:21.934512 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0026fc0b-80b9-42cb-b5c2-353856ea5c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.952049 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5d0ac5bc-714c-4133-a3f9-8e63195f978b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:21.957568 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5d0ac5bc-714c-4133-a3f9-8e63195f978b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/subnets/e64ce587-bd5a-446a-9bb3-06fc350d8681 HTTP/1.1" status: 204 len: 168 time: 0.4902458 Dec 16 22:19:21.957568 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ac5bc-714c-4133-a3f9-8e63195f978b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Subnet': ['ID=e64ce587-bd5a-446a-9bb3-06fc350d8681,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:21.959172 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1604cf2f-9cdd-4576-aa06-141e58f94e94 None None] Network 4406efe9-8101-4494-b6c6-9f416d68f4ce requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:21.965128 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43888) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:22.031113 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026fc0b-80b9-42cb-b5c2-353856ea5c56 admin admin] Pushing event updated for resources: {'Network': ['ID=e3aa12c0-2d44-46de-9085-fd76104fe3d9,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:22.051147 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network e3aa12c0-2d44-46de-9085-fd76104fe3d9 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:19:22.055327 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43890) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:22.065550 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-44ad097f-f1bb-4a11-b8d0-42740c38ed1b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.066421 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-40186e2c-9dad-433e-8c6a-a39e66f7d198 service neutron] 10.222.0.76 "GET /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930413 Dec 16 22:19:22.125871 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0026fc0b-80b9-42cb-b5c2-353856ea5c56 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2102251 Dec 16 22:19:22.126592 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e07e741c-133d-42df-9657-73f6d3ae2243 None None] Provisioning complete for port e05b7efa-f020-43c1-b9cc-0837a2a9f303 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:22.127063 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e07e741c-133d-42df-9657-73f6d3ae2243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.130921 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43894) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:22.138816 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-b7b17dea-d69c-4b65-87c6-f052061931ef admin admin] Request body: {'subnet': {'network_id': 'e3aa12c0-2d44-46de-9085-fd76104fe3d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1657479572-subnet', 'tenant_id': '47690f2bd4fe4102912a9074c54ab798', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:22.190399 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-44ad097f-f1bb-4a11-b8d0-42740c38ed1b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting port baea11f2-3cbf-497e-aeaf-2c4ac0205764 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:22.190853 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-44ad097f-f1bb-4a11-b8d0-42740c38ed1b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.241201 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-35520646-ded6-4baa-902b-341fdc61355b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.283394 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b17dea-d69c-4b65-87c6-f052061931ef admin admin] Made reservation on behalf of 47690f2bd4fe4102912a9074c54ab798 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:22.286548 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7b17dea-d69c-4b65-87c6-f052061931ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.298718 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-dba0bf45-1905-4a00-bf32-4153358cf279 service neutron] 10.222.0.76 "GET /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914661 Dec 16 22:19:22.302160 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7760b9d0-fa49-4ad8-a26c-e891da89b4b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.340333 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba536b32-c763-4363-b86e-dc19d86e4767 None None] DHCP port deletion for 4406efe9-8101-4494-b6c6-9f416d68f4ce request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:19:22.350303 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-44ad097f-f1bb-4a11-b8d0-42740c38ed1b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] For port baea11f2-3cbf-497e-aeaf-2c4ac0205764, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=baea11f2-3cbf-497e-aeaf-2c4ac0205764,segment=NetworkSegment(69450bba-32e9-4015-8954-8f0cc3e25c8d),segment_id=69450bba-32e9-4015-8954-8f0cc3e25c8d)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:22.350303 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-44ad097f-f1bb-4a11-b8d0-42740c38ed1b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.376804 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-44ad097f-f1bb-4a11-b8d0-42740c38ed1b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Calling delete_port for baea11f2-3cbf-497e-aeaf-2c4ac0205764 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:22.409142 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ba536b32-c763-4363-b86e-dc19d86e4767 None None] Deleting port baea11f2-3cbf-497e-aeaf-2c4ac0205764 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:22.409765 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ba536b32-c763-4363-b86e-dc19d86e4767 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.487391 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ba536b32-c763-4363-b86e-dc19d86e4767 None None] For port baea11f2-3cbf-497e-aeaf-2c4ac0205764, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=baea11f2-3cbf-497e-aeaf-2c4ac0205764,segment=NetworkSegment(69450bba-32e9-4015-8954-8f0cc3e25c8d),segment_id=69450bba-32e9-4015-8954-8f0cc3e25c8d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:22.487837 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ba536b32-c763-4363-b86e-dc19d86e4767 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.502403 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ba536b32-c763-4363-b86e-dc19d86e4767 None None] Calling delete_port for baea11f2-3cbf-497e-aeaf-2c4ac0205764 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:22.640100 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e05b7efa-f020-43c1-b9cc-0837a2a9f303 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:19:22.652281 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-44ad097f-f1bb-4a11-b8d0-42740c38ed1b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.685901 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad097f-f1bb-4a11-b8d0-42740c38ed1b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Port': ['ID=baea11f2-3cbf-497e-aeaf-2c4ac0205764,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:22.690958 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ba536b32-c763-4363-b86e-dc19d86e4767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.694829 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ad097f-f1bb-4a11-b8d0-42740c38ed1b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] No DVR routers for this DVR port baea11f2-3cbf-497e-aeaf-2c4ac0205764 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:19:22.737384 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba536b32-c763-4363-b86e-dc19d86e4767 None None] Pushing event deleted for resources: {'Port': ['ID=baea11f2-3cbf-497e-aeaf-2c4ac0205764,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:22.752156 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba536b32-c763-4363-b86e-dc19d86e4767 None None] No DVR routers for this DVR port baea11f2-3cbf-497e-aeaf-2c4ac0205764 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:19:22.782305 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port e05b7efa-f020-43c1-b9cc-0837a2a9f303 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:22.782527 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.782772 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7b17dea-d69c-4b65-87c6-f052061931ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.845061 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-44ad097f-f1bb-4a11-b8d0-42740c38ed1b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.859280 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-24ffe22a-be50-4d99-8383-8d6b5a081452 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4c02002-46db-4b56-bc15-eb1387a0bf64 HTTP/1.1" status: 200 len: 217 time: 0.1122425 Dec 16 22:19:22.889719 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b17dea-d69c-4b65-87c6-f052061931ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa1949a6-f627-4cdd-99f8-947c1301e694,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:22.894202 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-44ad097f-f1bb-4a11-b8d0-42740c38ed1b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4406efe9-8101-4494-b6c6-9f416d68f4ce']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:22.907759 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-44ad097f-f1bb-4a11-b8d0-42740c38ed1b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69450bba-32e9-4015-8954-8f0cc3e25c8d') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:22.908067 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-44ad097f-f1bb-4a11-b8d0-42740c38ed1b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69450bba-32e9-4015-8954-8f0cc3e25c8d') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:22.920442 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b17dea-d69c-4b65-87c6-f052061931ef admin admin] Checking segment: {'id': '4e8a5fa3-a116-4ce2-a71d-d3f22dd7a888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e3aa12c0-2d44-46de-9085-fd76104fe3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:22.920887 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b17dea-d69c-4b65-87c6-f052061931ef admin admin] Network hostable DHCP agents. Network: e3aa12c0-2d44-46de-9085-fd76104fe3d9, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:19:22.924175 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-44ad097f-f1bb-4a11-b8d0-42740c38ed1b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.946091 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-44ad097f-f1bb-4a11-b8d0-42740c38ed1b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.953555 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ad097f-f1bb-4a11-b8d0-42740c38ed1b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:19:22.953908 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-44ad097f-f1bb-4a11-b8d0-42740c38ed1b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:19:22.957010 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:19:22.968388 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device baea11f2-3cbf-497e-aeaf-2c4ac0205764 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:19:22.980331 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a655ec-de51-423f-9ef3-ee79545709ea req-785a035b-0dcf-4ff2-8abe-a4935c1f84a8 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:22.981884 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a6a655ec-de51-423f-9ef3-ee79545709ea req-785a035b-0dcf-4ff2-8abe-a4935c1f84a8 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.2361124 Dec 16 22:19:22.994397 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: baea11f2-3cbf-497e-aeaf-2c4ac0205764 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:19:22.998224 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device baea11f2-3cbf-497e-aeaf-2c4ac0205764 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:19:23.012165 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a141-7ccb-4cac-a41f-322b696011be req-d66917bd-fb2b-4734-b14d-382d057d6182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:23.013684 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-d66917bd-fb2b-4734-b14d-382d057d6182 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c9a0b227-b5a7-4ec3-a018-5c1f436677a0 HTTP/1.1" status: 200 len: 797 time: 0.1408985 Dec 16 22:19:23.042455 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7760b9d0-fa49-4ad8-a26c-e891da89b4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.045438 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-35520646-ded6-4baa-902b-341fdc61355b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.091807 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b17dea-d69c-4b65-87c6-f052061931ef admin admin] Network e3aa12c0-2d44-46de-9085-fd76104fe3d9 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:19:23.141559 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a6a655ec-de51-423f-9ef3-ee79545709ea req-ca9fc40f-c95b-448f-b5be-1216cc21dc04 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447468 Dec 16 22:19:23.144425 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-44ad097f-f1bb-4a11-b8d0-42740c38ed1b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.148566 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a141-7ccb-4cac-a41f-322b696011be req-cc94e76f-ab1c-4ad6-97a1-f95c5b8c5f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:23.150793 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-cc94e76f-ab1c-4ad6-97a1-f95c5b8c5f76 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=133792b4-eb35-4125-8057-ae6885c1e196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1206985 Dec 16 22:19:23.155930 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-44ad097f-f1bb-4a11-b8d0-42740c38ed1b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.167338 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-44ad097f-f1bb-4a11-b8d0-42740c38ed1b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/networks/4406efe9-8101-4494-b6c6-9f416d68f4ce HTTP/1.1" status: 204 len: 168 time: 1.1933286 Dec 16 22:19:23.172222 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43904) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:23.177621 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-b40707a6-a9a5-411d-a536-5aa97c4cd9f2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1302945717'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:23.180942 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad097f-f1bb-4a11-b8d0-42740c38ed1b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Network': ['ID=4406efe9-8101-4494-b6c6-9f416d68f4ce,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:23.227183 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-b7b17dea-d69c-4b65-87c6-f052061931ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, e3aa12c0-2d44-46de-9085-fd76104fe3d9) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:23.231663 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-35520646-ded6-4baa-902b-341fdc61355b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.237811 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b17dea-d69c-4b65-87c6-f052061931ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:23.237811 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7b17dea-d69c-4b65-87c6-f052061931ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.255256 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eac1c5a-a4b0-4eef-bfd9-baa44d8b0a0e None None] Network e3aa12c0-2d44-46de-9085-fd76104fe3d9 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:23.258487 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40707a6-a9a5-411d-a536-5aa97c4cd9f2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:23.264311 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b40707a6-a9a5-411d-a536-5aa97c4cd9f2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.305292 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40707a6-a9a5-411d-a536-5aa97c4cd9f2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:19:23.308265 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35520646-ded6-4baa-902b-341fdc61355b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0683b8b0-4aed-479f-bc9d-5d28c339c5e8,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:23.312621 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-35520646-ded6-4baa-902b-341fdc61355b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2bdb742d8e15416a8e01d8f5f0fc853e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2562699 Dec 16 22:19:23.316269 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43908) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:23.318826 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b40707a6-a9a5-411d-a536-5aa97c4cd9f2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.319547 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-b40707a6-a9a5-411d-a536-5aa97c4cd9f2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Added segment a7e64800-50dc-4988-a2b7-da2562ae3fed of type vlan for network 7a73f00f-2b89-401a-8812-8a1cf9c65568 Dec 16 22:19:23.345383 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-3bd2dd56-f826-4037-8a74-414604cbbcd8 service neutron] 10.222.0.76 "GET /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686499 Dec 16 22:19:23.397554 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d1a03e-16aa-4375-a486-2ed4ab82b698 None None] Network e3aa12c0-2d44-46de-9085-fd76104fe3d9 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:23.410508 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b40707a6-a9a5-411d-a536-5aa97c4cd9f2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.444404 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ca85c1a-c7b7-4574-927e-1e10bf58a19d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.458716 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b7b17dea-d69c-4b65-87c6-f052061931ef admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3183432 Dec 16 22:19:23.484374 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-196c8fe3-04e5-4ee1-9787-ac8d9a986d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.485027 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ca85c1a-c7b7-4574-927e-1e10bf58a19d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.487636 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7760b9d0-fa49-4ad8-a26c-e891da89b4b3 admin admin] Router fd5b708c-d047-4132-ad02-eb1fc44de81c is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:19:23.502910 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d32a141-7ccb-4cac-a41f-322b696011be req-878ccb99-a1bf-418f-8622-ec5289258436 service neutron] 10.222.0.76 "GET /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499033 Dec 16 22:19:23.589646 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b40707a6-a9a5-411d-a536-5aa97c4cd9f2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.596474 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40707a6-a9a5-411d-a536-5aa97c4cd9f2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:23.597149 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b40707a6-a9a5-411d-a536-5aa97c4cd9f2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.635074 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7760b9d0-fa49-4ad8-a26c-e891da89b4b3 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:19:23.649632 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197286e7-ecfb-4b37-b5b7-7f8d1d7254b7 None None] Sync routers for ids ['fd5b708c-d047-4132-ad02-eb1fc44de81c'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:19:23.660955 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197286e7-ecfb-4b37-b5b7-7f8d1d7254b7 None None] Routers {'fd5b708c-d047-4132-ad02-eb1fc44de81c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:19:23.661541 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-197286e7-ecfb-4b37-b5b7-7f8d1d7254b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:18:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['fd5b708c-d047-4132-ad02-eb1fc44de81c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:23.682501 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40707a6-a9a5-411d-a536-5aa97c4cd9f2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Network': ['ID=7a73f00f-2b89-401a-8812-8a1cf9c65568,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:23.717698 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 7a73f00f-2b89-401a-8812-8a1cf9c65568 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:19:23.738110 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ca85c1a-c7b7-4574-927e-1e10bf58a19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.741706 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ca85c1a-c7b7-4574-927e-1e10bf58a19d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.746054 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5ca85c1a-c7b7-4574-927e-1e10bf58a19d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0683b8b0-4aed-479f-bc9d-5d28c339c5e8 HTTP/1.1" status: 204 len: 168 time: 0.4262633 Dec 16 22:19:23.752322 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca85c1a-c7b7-4574-927e-1e10bf58a19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0683b8b0-4aed-479f-bc9d-5d28c339c5e8,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:23.791279 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7760b9d0-fa49-4ad8-a26c-e891da89b4b3 admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:23.796388 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7760b9d0-fa49-4ad8-a26c-e891da89b4b3 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.3557189 Dec 16 22:19:23.797240 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43922) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:23.797630 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b40707a6-a9a5-411d-a536-5aa97c4cd9f2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6238840 Dec 16 22:19:23.797757 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43924) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:23.819133 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-82f9f8d3-cc89-4615-89fa-9d91629003bd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'subnet': {'network_id': '7a73f00f-2b89-401a-8812-8a1cf9c65568', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:23.860354 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-197286e7-ecfb-4b37-b5b7-7f8d1d7254b7 None None] Set router fd5b708c-d047-4132-ad02-eb1fc44de81c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:19:23.909511 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [req-279d6946-83df-495d-8d11-86112768b96f req-98775683-b902-41bc-a0e0-f846196bc7ac tempest-SecurityGroupsNegativeTestJSON-672304231 tempest-SecurityGroupsNegativeTestJSON-672304231-project] show failed (client error): The resource could not be found. Dec 16 22:19:23.910575 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-279d6946-83df-495d-8d11-86112768b96f req-98775683-b902-41bc-a0e0-f846196bc7ac tempest-SecurityGroupsNegativeTestJSON-672304231 tempest-SecurityGroupsNegativeTestJSON-672304231-project] 10.222.0.75 "GET /v2.0/security-groups/2d3e9e53-b820-4b12-8cbd-9601b0f9c633 HTTP/1.1" status: 404 len: 352 time: 0.1118352 Dec 16 22:19:24.009818 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5bb74eda-ff2d-4a3a-9e6a-a0da29c13c3a req-d0801c44-bfc5-48de-acfe-c650633fe248 tempest-SecurityGroupsNegativeTestJSON-672304231 tempest-SecurityGroupsNegativeTestJSON-672304231-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=47690f2bd4fe4102912a9074c54ab798 HTTP/1.1" status: 200 len: 3005 time: 0.0556996 Dec 16 22:19:24.085348 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5bb74eda-ff2d-4a3a-9e6a-a0da29c13c3a req-94af1cbe-0077-4713-8a86-f3589de04de8 tempest-SecurityGroupsNegativeTestJSON-672304231 tempest-SecurityGroupsNegativeTestJSON-672304231-project] 10.222.0.75 "GET /v2.0/security-groups/ac487f2a-cecb-47ed-9022-40888e95ff43 HTTP/1.1" status: 200 len: 3002 time: 0.0586088 Dec 16 22:19:24.143680 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-197286e7-ecfb-4b37-b5b7-7f8d1d7254b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1801311990-router', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '99b1396c-9aa8-4382-ad63-1e541e990c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:19:19Z', 'updated_at': '2021-12-16T22:19:21Z', 'revision_number': 3, 'project_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'gw_port': {'id': '99b1396c-9aa8-4382-ad63-1e541e990c52', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:20Z', 'updated_at': '2021-12-16T22:19:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:24.151708 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f9f8d3-cc89-4615-89fa-9d91629003bd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:24.160592 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-82f9f8d3-cc89-4615-89fa-9d91629003bd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:24.170824 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5bb74eda-ff2d-4a3a-9e6a-a0da29c13c3a req-a6ef6cd5-63dc-4532-b2fb-11fbe021ab9f tempest-SecurityGroupsNegativeTestJSON-672304231 tempest-SecurityGroupsNegativeTestJSON-672304231-project] 10.222.0.75 "GET /v2.0/security-groups/ac487f2a-cecb-47ed-9022-40888e95ff43 HTTP/1.1" status: 200 len: 3002 time: 0.0764222 Dec 16 22:19:24.187296 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197286e7-ecfb-4b37-b5b7-7f8d1d7254b7 None None] Checking router: fd5b708c-d047-4132-ad02-eb1fc44de81c for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:19:24.188633 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197286e7-ecfb-4b37-b5b7-7f8d1d7254b7 None None] Updating router fd5b708c-d047-4132-ad02-eb1fc44de81c port 99b1396c-9aa8-4382-ad63-1e541e990c52 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:19:24.216068 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-197286e7-ecfb-4b37-b5b7-7f8d1d7254b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:24.377603 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-54674e3f-a4d5-488d-8752-bb86b3199324 req-ff95eb61-4e1b-4716-9e4b-acdf2d29e30c tempest-SecurityGroupsNegativeTestJSON-672304231 tempest-SecurityGroupsNegativeTestJSON-672304231-project] 10.222.0.75 "GET /v2.0/security-groups/ac487f2a-cecb-47ed-9022-40888e95ff43 HTTP/1.1" status: 200 len: 3002 time: 0.1280427 Dec 16 22:19:24.497122 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-197286e7-ecfb-4b37-b5b7-7f8d1d7254b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:24.598909 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [req-54674e3f-a4d5-488d-8752-bb86b3199324 req-41059371-d3b1-4886-a24f-0fcc7602dfa9 tempest-SecurityGroupsNegativeTestJSON-672304231 tempest-SecurityGroupsNegativeTestJSON-672304231-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 22:19:24.599964 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-54674e3f-a4d5-488d-8752-bb86b3199324 req-41059371-d3b1-4886-a24f-0fcc7602dfa9 tempest-SecurityGroupsNegativeTestJSON-672304231 tempest-SecurityGroupsNegativeTestJSON-672304231-project] 10.222.0.75 "DELETE /v2.0/security-groups/ac487f2a-cecb-47ed-9022-40888e95ff43 HTTP/1.1" status: 409 len: 352 time: 0.2107048 Dec 16 22:19:24.630098 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-197286e7-ecfb-4b37-b5b7-7f8d1d7254b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:24.664842 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [req-18036875-fd74-45fc-a357-386b19c76486 req-052a5717-4e9f-4c0a-8df7-0a8cd6ce60d5 tempest-SecurityGroupsNegativeTestJSON-672304231 tempest-SecurityGroupsNegativeTestJSON-672304231-project] show failed (client error): The resource could not be found. Dec 16 22:19:24.666096 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-18036875-fd74-45fc-a357-386b19c76486 req-052a5717-4e9f-4c0a-8df7-0a8cd6ce60d5 tempest-SecurityGroupsNegativeTestJSON-672304231 tempest-SecurityGroupsNegativeTestJSON-672304231-project] 10.222.0.75 "GET /v2.0/security-groups/713cabb7-b07b-46c8-971d-0a661deaef84 HTTP/1.1" status: 404 len: 352 time: 0.0196798 Dec 16 22:19:24.707859 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43950) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:24.722239 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-197286e7-ecfb-4b37-b5b7-7f8d1d7254b7 None None] Attempting to bind port 99b1396c-9aa8-4382-ad63-1e541e990c52 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:19:24.722624 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-197286e7-ecfb-4b37-b5b7-7f8d1d7254b7 None None] Attempting to bind port 99b1396c-9aa8-4382-ad63-1e541e990c52 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:19:24.723018 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197286e7-ecfb-4b37-b5b7-7f8d1d7254b7 None None] Attempting to bind port 99b1396c-9aa8-4382-ad63-1e541e990c52 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:24.730206 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d404b-e501-4f20-a2bd-14ceddec0bd8 None None] Pushing event updated for resources: {'Port': ['ID=99b1396c-9aa8-4382-ad63-1e541e990c52,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:24.730569 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5c1a4c79-6be2-4e77-ba54-3168845e55b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:24.746614 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-82f9f8d3-cc89-4615-89fa-9d91629003bd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:24.750532 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197286e7-ecfb-4b37-b5b7-7f8d1d7254b7 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:19:24.752471 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197286e7-ecfb-4b37-b5b7-7f8d1d7254b7 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:24.753169 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-197286e7-ecfb-4b37-b5b7-7f8d1d7254b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:24.753574 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197286e7-ecfb-4b37-b5b7-7f8d1d7254b7 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:19:24.754061 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-197286e7-ecfb-4b37-b5b7-7f8d1d7254b7 None None] Bound port: 99b1396c-9aa8-4382-ad63-1e541e990c52, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:19:24.754810 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-197286e7-ecfb-4b37-b5b7-7f8d1d7254b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:24.808266 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-14e43881-0933-4d21-a2f7-38eb22204d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:24.814693 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [req-75680ed8-1f41-4fbd-83df-574972a5a1bb req-b6ffadbb-2206-4f02-9710-b895767a986f tempest-SecurityGroupsNegativeTestJSON-672304231 tempest-SecurityGroupsNegativeTestJSON-672304231-project] show failed (client error): The resource could not be found. Dec 16 22:19:24.816095 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-75680ed8-1f41-4fbd-83df-574972a5a1bb req-b6ffadbb-2206-4f02-9710-b895767a986f tempest-SecurityGroupsNegativeTestJSON-672304231 tempest-SecurityGroupsNegativeTestJSON-672304231-project] 10.222.0.75 "GET /v2.0/security-groups/4ade1a5e-faa8-4580-9f64-8cec8f31027b HTTP/1.1" status: 404 len: 352 time: 0.0734847 Dec 16 22:19:24.836302 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43954) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:24.861355 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-197286e7-ecfb-4b37-b5b7-7f8d1d7254b7 None None] For port 99b1396c-9aa8-4382-ad63-1e541e990c52, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:19:24.868144 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f9f8d3-cc89-4615-89fa-9d91629003bd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Checking segment: {'id': 'a7e64800-50dc-4988-a2b7-da2562ae3fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7a73f00f-2b89-401a-8812-8a1cf9c65568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:24.868519 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f9f8d3-cc89-4615-89fa-9d91629003bd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network hostable DHCP agents. Network: 7a73f00f-2b89-401a-8812-8a1cf9c65568, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:19:24.871584 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-197286e7-ecfb-4b37-b5b7-7f8d1d7254b7 None None] For port 99b1396c-9aa8-4382-ad63-1e541e990c52, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=99b1396c-9aa8-4382-ad63-1e541e990c52,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:19:24.881676 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9f8d3-cc89-4615-89fa-9d91629003bd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Subnet': ['ID=d2cd1b22-a286-4f0f-b573-2cdfb7f276fa,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:24.882517 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5c1a4c79-6be2-4e77-ba54-3168845e55b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:24.912185 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef819dc-5c14-4f0e-88a7-6d8cc11a7190 admin admin] Deleting subnet fa1949a6-f627-4cdd-99f8-947c1301e694 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:19:24.918427 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bef819dc-5c14-4f0e-88a7-6d8cc11a7190 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:24.963477 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bef819dc-5c14-4f0e-88a7-6d8cc11a7190 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.018886 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bef819dc-5c14-4f0e-88a7-6d8cc11a7190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.047531 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-197286e7-ecfb-4b37-b5b7-7f8d1d7254b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.050323 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-14e43881-0933-4d21-a2f7-38eb22204d14 admin admin] Allocated IP 172.20.0.1 (4706c724-97ac-4b94-aa73-36382b375111/1197d0d7-b4e2-4dd5-a563-ba2852b6950c/f7d456a1-f0b8-4035-a4d8-737d096fd05a) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:25.075865 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5c1a4c79-6be2-4e77-ba54-3168845e55b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.113609 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197286e7-ecfb-4b37-b5b7-7f8d1d7254b7 None None] Routers {'fd5b708c-d047-4132-ad02-eb1fc44de81c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:19:25.114313 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-197286e7-ecfb-4b37-b5b7-7f8d1d7254b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:18:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['fd5b708c-d047-4132-ad02-eb1fc44de81c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:25.121425 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a4c79-6be2-4e77-ba54-3168845e55b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61b894b-0672-43c6-9de6-e52f3ba33689,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:25.125809 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5c1a4c79-6be2-4e77-ba54-3168845e55b1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e322b804433f4c38ad42fee9ba41350e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4168758 Dec 16 22:19:25.128316 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43960) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:25.134061 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f9f8d3-cc89-4615-89fa-9d91629003bd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network 7a73f00f-2b89-401a-8812-8a1cf9c65568 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:19:25.173971 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bef819dc-5c14-4f0e-88a7-6d8cc11a7190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.227089 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef819dc-5c14-4f0e-88a7-6d8cc11a7190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa1949a6-f627-4cdd-99f8-947c1301e694,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:25.237168 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-14e43881-0933-4d21-a2f7-38eb22204d14 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.242373 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-82f9f8d3-cc89-4615-89fa-9d91629003bd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 7a73f00f-2b89-401a-8812-8a1cf9c65568) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:25.243274 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bef819dc-5c14-4f0e-88a7-6d8cc11a7190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.251651 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bef819dc-5c14-4f0e-88a7-6d8cc11a7190 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/fa1949a6-f627-4cdd-99f8-947c1301e694 HTTP/1.1" status: 204 len: 168 time: 0.4116244 Dec 16 22:19:25.251891 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f9f8d3-cc89-4615-89fa-9d91629003bd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:25.251891 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-82f9f8d3-cc89-4615-89fa-9d91629003bd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.253923 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43962) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:25.263504 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-96fae9fe-fa77-4bd2-8105-8831760bf480 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.293148 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-96fae9fe-fa77-4bd2-8105-8831760bf480 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.350440 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8482aec7-ff0e-4243-8f55-22fb97bdc378 None None] Network 7a73f00f-2b89-401a-8812-8a1cf9c65568 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:25.352341 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cfafbb20-d5b9-49c0-8252-b43061077bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.402426 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d404b-e501-4f20-a2bd-14ceddec0bd8 None None] Pushing event updated for resources: {'Port': ['ID=99b1396c-9aa8-4382-ad63-1e541e990c52,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:25.404346 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-82f9f8d3-cc89-4615-89fa-9d91629003bd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6031547 Dec 16 22:19:25.414633 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43964) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:25.423093 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-a9cdf86e-adce-4769-932a-4e4d45d6b6d8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'port': {'network_id': '7a73f00f-2b89-401a-8812-8a1cf9c65568', 'name': 'tempest-PortsIpV6TestJSON-933895189', 'fixed_ips': [{'subnet_id': 'd2cd1b22-a286-4f0f-b573-2cdfb7f276fa', 'ip_address': '2001:db8::10'}]}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:25.449549 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cfafbb20-d5b9-49c0-8252-b43061077bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.475292 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-cfafbb20-d5b9-49c0-8252-b43061077bbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3aa12c0-2d44-46de-9085-fd76104fe3d9']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:25.488260 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-14e43881-0933-4d21-a2f7-38eb22204d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.497132 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-cfafbb20-d5b9-49c0-8252-b43061077bbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8a5fa3-a116-4ce2-a71d-d3f22dd7a888') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:25.497439 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-cfafbb20-d5b9-49c0-8252-b43061077bbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8a5fa3-a116-4ce2-a71d-d3f22dd7a888') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:25.513457 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-96fae9fe-fa77-4bd2-8105-8831760bf480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.520764 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-96fae9fe-fa77-4bd2-8105-8831760bf480 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.522030 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-96fae9fe-fa77-4bd2-8105-8831760bf480 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a61b894b-0672-43c6-9de6-e52f3ba33689 HTTP/1.1" status: 204 len: 168 time: 0.3927379 Dec 16 22:19:25.550570 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-197286e7-ecfb-4b37-b5b7-7f8d1d7254b7 None None] Set router fd5b708c-d047-4132-ad02-eb1fc44de81c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:19:25.553186 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e43881-0933-4d21-a2f7-38eb22204d14 admin admin] Pushing event updated for resources: {'Port': ['ID=f7d456a1-f0b8-4035-a4d8-737d096fd05a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:25.554632 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fae9fe-fa77-4bd2-8105-8831760bf480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61b894b-0672-43c6-9de6-e52f3ba33689,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:25.560732 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cfafbb20-d5b9-49c0-8252-b43061077bbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.574950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e43881-0933-4d21-a2f7-38eb22204d14 admin admin] Network 4706c724-97ac-4b94-aa73-36382b375111 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:25.578970 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-14e43881-0933-4d21-a2f7-38eb22204d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:25.581603 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e43881-0933-4d21-a2f7-38eb22204d14 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:25.586041 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cfafbb20-d5b9-49c0-8252-b43061077bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.646327 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfafbb20-d5b9-49c0-8252-b43061077bbf admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:19:25.649055 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cfafbb20-d5b9-49c0-8252-b43061077bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:19:25.659398 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:19:25.721439 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9c5e0c-e528-4345-beaf-8a0d774f0082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-7a73f00f-2b89-401a-8812-8a1cf9c65568', 'network_id': '7a73f00f-2b89-401a-8812-8a1cf9c65568', 'project_id': '7fc63c24792b43d5b490c4d1dd21a484', 'fixed_ips': [{'subnet_id': 'd2cd1b22-a286-4f0f-b573-2cdfb7f276fa'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:19:25.721439 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ff9c5e0c-e528-4345-beaf-8a0d774f0082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.772631 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-14e43881-0933-4d21-a2f7-38eb22204d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.807712 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49e2aa26-1d30-4397-97c7-70ff055ffde7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.857266 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cdf86e-adce-4769-932a-4e4d45d6b6d8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:25.966081 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cfafbb20-d5b9-49c0-8252-b43061077bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.972311 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cfafbb20-d5b9-49c0-8252-b43061077bbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:25.980832 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cfafbb20-d5b9-49c0-8252-b43061077bbf admin admin] 10.222.0.75 "DELETE /v2.0/networks/e3aa12c0-2d44-46de-9085-fd76104fe3d9 HTTP/1.1" status: 204 len: 168 time: 0.7256908 Dec 16 22:19:25.994917 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a9cdf86e-adce-4769-932a-4e4d45d6b6d8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:26.003493 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfafbb20-d5b9-49c0-8252-b43061077bbf admin admin] Pushing event deleted for resources: {'Network': ['ID=e3aa12c0-2d44-46de-9085-fd76104fe3d9,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:26.006956 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-987c6c8f-1c54-41fd-9a65-6157de6ea67d None None] Provisioning complete for port f7d456a1-f0b8-4035-a4d8-737d096fd05a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:26.006956 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-987c6c8f-1c54-41fd-9a65-6157de6ea67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:26.017823 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-ff9c5e0c-e528-4345-beaf-8a0d774f0082 None None] Allocated IP 2001:db8::2 (7a73f00f-2b89-401a-8812-8a1cf9c65568/d2cd1b22-a286-4f0f-b573-2cdfb7f276fa/2f52035b-1f06-4e3e-a008-d4de2c5da568) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:26.021547 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-a9cdf86e-adce-4769-932a-4e4d45d6b6d8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] device_id is not set on port 8b19e0fa-69e6-43bb-b45b-d9494aed4cc4 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:19:26.081174 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-14e43881-0933-4d21-a2f7-38eb22204d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:26.142812 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-987c6c8f-1c54-41fd-9a65-6157de6ea67d None None] Port f7d456a1-f0b8-4035-a4d8-737d096fd05a cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:26.162710 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-197286e7-ecfb-4b37-b5b7-7f8d1d7254b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1801311990-router', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '99b1396c-9aa8-4382-ad63-1e541e990c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:19:19Z', 'updated_at': '2021-12-16T22:19:21Z', 'revision_number': 3, 'project_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'gw_port': {'id': '99b1396c-9aa8-4382-ad63-1e541e990c52', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:20Z', 'updated_at': '2021-12-16T22:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:26.195189 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197286e7-ecfb-4b37-b5b7-7f8d1d7254b7 None None] The sync data for ids ['fd5b708c-d047-4132-ad02-eb1fc44de81c'] in n-d-815324-4 is: [{'id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1801311990-router', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '99b1396c-9aa8-4382-ad63-1e541e990c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:19:19Z', 'updated_at': '2021-12-16T22:19:21Z', 'revision_number': 3, 'project_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'gw_port': {'id': '99b1396c-9aa8-4382-ad63-1e541e990c52', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:20Z', 'updated_at': '2021-12-16T22:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:19:26.340786 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ff9c5e0c-e528-4345-beaf-8a0d774f0082 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:26.390088 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-14e43881-0933-4d21-a2f7-38eb22204d14 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:26.429157 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a2853-992f-4a03-a9fe-d4373301cb7b req-3517033a-87c7-483a-a02b-fd6bdcbf314b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:26.437168 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-af5a2853-992f-4a03-a9fe-d4373301cb7b req-3517033a-87c7-483a-a02b-fd6bdcbf314b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.0625927 Dec 16 22:19:26.456573 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ff9c5e0c-e528-4345-beaf-8a0d774f0082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:26.483963 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-14e43881-0933-4d21-a2f7-38eb22204d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:26.531613 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9c5e0c-e528-4345-beaf-8a0d774f0082 None None] Network 7a73f00f-2b89-401a-8812-8a1cf9c65568 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:26.543132 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-ff9c5e0c-e528-4345-beaf-8a0d774f0082 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:26.545626 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9c5e0c-e528-4345-beaf-8a0d774f0082 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:26.551549 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c5e0c-e528-4345-beaf-8a0d774f0082 None None] Pushing event updated for resources: {'Port': ['ID=2f52035b-1f06-4e3e-a008-d4de2c5da568,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:26.578927 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-af5a2853-992f-4a03-a9fe-d4373301cb7b req-cc995872-ed86-4c92-8baa-4e2964012a29 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408432 Dec 16 22:19:26.579480 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-a9cdf86e-adce-4769-932a-4e4d45d6b6d8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Allocated IP 2001:db8::10 (7a73f00f-2b89-401a-8812-8a1cf9c65568/d2cd1b22-a286-4f0f-b573-2cdfb7f276fa/8b19e0fa-69e6-43bb-b45b-d9494aed4cc4) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:26.579613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e43881-0933-4d21-a2f7-38eb22204d14 admin admin] Pushing event updated for resources: {'Port': ['ID=f7d456a1-f0b8-4035-a4d8-737d096fd05a,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:26.652308 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ff9c5e0c-e528-4345-beaf-8a0d774f0082 None None] Attempting to bind port 2f52035b-1f06-4e3e-a008-d4de2c5da568 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:19:26.652688 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ff9c5e0c-e528-4345-beaf-8a0d774f0082 None None] Attempting to bind port 2f52035b-1f06-4e3e-a008-d4de2c5da568 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'a7e64800-50dc-4988-a2b7-da2562ae3fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7a73f00f-2b89-401a-8812-8a1cf9c65568'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:19:26.653061 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9c5e0c-e528-4345-beaf-8a0d774f0082 None None] Attempting to bind port 2f52035b-1f06-4e3e-a008-d4de2c5da568 on network 7a73f00f-2b89-401a-8812-8a1cf9c65568 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:26.660429 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-14e43881-0933-4d21-a2f7-38eb22204d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:26.677350 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9c5e0c-e528-4345-beaf-8a0d774f0082 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:19:26.679278 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9c5e0c-e528-4345-beaf-8a0d774f0082 None None] Checking segment: {'id': 'a7e64800-50dc-4988-a2b7-da2562ae3fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7a73f00f-2b89-401a-8812-8a1cf9c65568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:26.680357 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ff9c5e0c-e528-4345-beaf-8a0d774f0082 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:26.682255 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9c5e0c-e528-4345-beaf-8a0d774f0082 None None] Bound using segment: {'id': 'a7e64800-50dc-4988-a2b7-da2562ae3fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7a73f00f-2b89-401a-8812-8a1cf9c65568'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:19:26.683439 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43992) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:26.684597 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ff9c5e0c-e528-4345-beaf-8a0d774f0082 None None] Bound port: 2f52035b-1f06-4e3e-a008-d4de2c5da568, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e64800-50dc-4988-a2b7-da2562ae3fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7a73f00f-2b89-401a-8812-8a1cf9c65568'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:19:26.686016 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ff9c5e0c-e528-4345-beaf-8a0d774f0082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:26.844149 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 99b1396c-9aa8-4382-ad63-1e541e990c52 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:19:26.852595 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e43881-0933-4d21-a2f7-38eb22204d14 admin admin] Network 4706c724-97ac-4b94-aa73-36382b375111 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:26.858012 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-14e43881-0933-4d21-a2f7-38eb22204d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:26.920705 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a9cdf86e-adce-4769-932a-4e4d45d6b6d8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:26.937572 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:27.028041 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 99b1396c-9aa8-4382-ad63-1e541e990c52 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:27.028418 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:27.045662 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ff9c5e0c-e528-4345-beaf-8a0d774f0082 None None] For port 2f52035b-1f06-4e3e-a008-d4de2c5da568, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:19:27.133574 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a9cdf86e-adce-4769-932a-4e4d45d6b6d8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:27.146983 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ff9c5e0c-e528-4345-beaf-8a0d774f0082 None None] For port 2f52035b-1f06-4e3e-a008-d4de2c5da568, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2f52035b-1f06-4e3e-a008-d4de2c5da568,segment=NetworkSegment(a7e64800-50dc-4988-a2b7-da2562ae3fed),segment_id=a7e64800-50dc-4988-a2b7-da2562ae3fed)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:19:27.153686 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:27.264304 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ff9c5e0c-e528-4345-beaf-8a0d774f0082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:27.271766 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdf86e-adce-4769-932a-4e4d45d6b6d8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Port': ['ID=8b19e0fa-69e6-43bb-b45b-d9494aed4cc4,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:27.301710 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cdf86e-adce-4769-932a-4e4d45d6b6d8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network 7a73f00f-2b89-401a-8812-8a1cf9c65568 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:27.303967 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-a9cdf86e-adce-4769-932a-4e4d45d6b6d8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:27.306916 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cdf86e-adce-4769-932a-4e4d45d6b6d8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:27.314018 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cdf86e-adce-4769-932a-4e4d45d6b6d8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:27.315023 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a9cdf86e-adce-4769-932a-4e4d45d6b6d8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:27.421099 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a9cdf86e-adce-4769-932a-4e4d45d6b6d8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0051246 Dec 16 22:19:27.425382 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44010) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:27.431207 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-71bbcb09-d712-4e00-b0a9-3436a3b6a053 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'port': {'network_id': '7a73f00f-2b89-401a-8812-8a1cf9c65568', 'name': 'tempest-PortsIpV6TestJSON-807529640', 'fixed_ips': [{'subnet_id': 'd2cd1b22-a286-4f0f-b573-2cdfb7f276fa', 'ip_address': '2001:db8::f'}]}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:27.440897 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:27.500638 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 99b1396c-9aa8-4382-ad63-1e541e990c52, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=99b1396c-9aa8-4382-ad63-1e541e990c52,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:27.516783 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b11f9bd3-e7cd-46b7-b5c8-483ef910e4a7 None None] Provisioning complete for port f7d456a1-f0b8-4035-a4d8-737d096fd05a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:27.520137 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b11f9bd3-e7cd-46b7-b5c8-483ef910e4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:27.562290 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c5e0c-e528-4345-beaf-8a0d774f0082 None None] Pushing event updated for resources: {'Port': ['ID=2f52035b-1f06-4e3e-a008-d4de2c5da568,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:27.575247 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b11f9bd3-e7cd-46b7-b5c8-483ef910e4a7 None None] Port f7d456a1-f0b8-4035-a4d8-737d096fd05a cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:27.655111 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4a283d5e-435b-46d3-990f-0c69b5037c48 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=47690f2bd4fe4102912a9074c54ab798&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9653292 Dec 16 22:19:27.657712 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44014) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:27.674700 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:27.777415 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bbcb09-d712-4e00-b0a9-3436a3b6a053 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:27.779216 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e43881-0933-4d21-a2f7-38eb22204d14 admin admin] Router fd5b708c-d047-4132-ad02-eb1fc44de81c has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:19:27.794160 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-71bbcb09-d712-4e00-b0a9-3436a3b6a053 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:27.842354 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-71bbcb09-d712-4e00-b0a9-3436a3b6a053 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] device_id is not set on port b186a960-fa3a-4a99-b9b9-5d69a6a2ea08 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:19:27.844245 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=99b1396c-9aa8-4382-ad63-1e541e990c52,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:27.849548 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dcc9e358-4b77-4bdc-b8e5-fcf3b4188feb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:27.914668 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44018) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:27.914850 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dcc9e358-4b77-4bdc-b8e5-fcf3b4188feb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:27.947835 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e43881-0933-4d21-a2f7-38eb22204d14 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:19:27.955105 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-14e43881-0933-4d21-a2f7-38eb22204d14 admin admin] 10.222.0.75 "PUT /v2.0/routers/fd5b708c-d047-4132-ad02-eb1fc44de81c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1537120 Dec 16 22:19:28.089373 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-71bbcb09-d712-4e00-b0a9-3436a3b6a053 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Allocated IP 2001:db8::f (7a73f00f-2b89-401a-8812-8a1cf9c65568/d2cd1b22-a286-4f0f-b573-2cdfb7f276fa/b186a960-fa3a-4a99-b9b9-5d69a6a2ea08) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:28.114065 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dcc9e358-4b77-4bdc-b8e5-fcf3b4188feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:28.116669 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dcc9e358-4b77-4bdc-b8e5-fcf3b4188feb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:28.117976 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-dcc9e358-4b77-4bdc-b8e5-fcf3b4188feb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ac487f2a-cecb-47ed-9022-40888e95ff43 HTTP/1.1" status: 204 len: 168 time: 0.4591186 Dec 16 22:19:28.144513 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-f11b271a-1c5e-4f68-8277-a719bfae1455 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1355528960'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:28.144729 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9e358-4b77-4bdc-b8e5-fcf3b4188feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac487f2a-cecb-47ed-9022-40888e95ff43,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:28.245389 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:28.333265 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11b271a-1c5e-4f68-8277-a719bfae1455 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Made reservation on behalf of 91b282d004ec496896c557f98ad779a5 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:28.335784 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f11b271a-1c5e-4f68-8277-a719bfae1455 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:28.350541 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f11b271a-1c5e-4f68-8277-a719bfae1455 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:28.356689 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:28.364854 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-71bbcb09-d712-4e00-b0a9-3436a3b6a053 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:28.464903 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f11b271a-1c5e-4f68-8277-a719bfae1455 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:28.610699 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-71bbcb09-d712-4e00-b0a9-3436a3b6a053 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:28.647796 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f11b271a-1c5e-4f68-8277-a719bfae1455 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:28.682102 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11b271a-1c5e-4f68-8277-a719bfae1455 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:19:28.726537 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bbcb09-d712-4e00-b0a9-3436a3b6a053 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network 7a73f00f-2b89-401a-8812-8a1cf9c65568 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:28.736353 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-71bbcb09-d712-4e00-b0a9-3436a3b6a053 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:28.740971 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bbcb09-d712-4e00-b0a9-3436a3b6a053 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:28.746219 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b271a-1c5e-4f68-8277-a719bfae1455 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99270e22-fb83-4575-a60f-ec6c8200a26f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:28.757416 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f11b271a-1c5e-4f68-8277-a719bfae1455 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:28.758086 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bbcb09-d712-4e00-b0a9-3436a3b6a053 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:28.769060 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-f11b271a-1c5e-4f68-8277-a719bfae1455 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Added segment 9656a6e2-f0ae-4e02-9fd8-0fc0eea738ca of type vlan for network beb8b17e-997b-438c-9b19-3fb29b6b0343 Dec 16 22:19:28.771648 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-71bbcb09-d712-4e00-b0a9-3436a3b6a053 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:28.800543 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bbcb09-d712-4e00-b0a9-3436a3b6a053 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Port': ['ID=b186a960-fa3a-4a99-b9b9-5d69a6a2ea08,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:28.806072 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 99b1396c-9aa8-4382-ad63-1e541e990c52 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:19:28.904794 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-71bbcb09-d712-4e00-b0a9-3436a3b6a053 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4782779 Dec 16 22:19:28.907645 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44050) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:28.929850 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f11b271a-1c5e-4f68-8277-a719bfae1455 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:28.952505 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 99b1396c-9aa8-4382-ad63-1e541e990c52 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:28.953025 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:28.955164 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-004db377-5f0e-425c-83b9-1edc59fdeba0 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:28.964524 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-004db377-5f0e-425c-83b9-1edc59fdeba0 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/networks?id=4706c724-97ac-4b94-aa73-36382b375111 HTTP/1.1" status: 200 len: 829 time: 0.3898027 Dec 16 22:19:28.994907 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-ad2182f9-4fa3-4563-a84e-1956866f1b72 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/quotas/e8fdfccd24ce4e6ea8ff0816a957cc5b HTTP/1.1" status: 200 len: 375 time: 0.0274780 Dec 16 22:19:29.005153 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:29.023882 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474ac2ae-9904-4735-9e9c-53a0d97a6e8f None None] Network 7a73f00f-2b89-401a-8812-8a1cf9c65568 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:29.116961 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-7577e425-7a79-4afc-ba27-2130cea1fcf1 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e8fdfccd24ce4e6ea8ff0816a957cc5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1208916 Dec 16 22:19:29.166068 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40b756f-e032-4c1b-81c7-7595830e268e tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:29.173477 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b40b756f-e032-4c1b-81c7-7595830e268e tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2646856 Dec 16 22:19:29.174538 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44062) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:29.189960 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2f52035b-1f06-4e3e-a008-d4de2c5da568 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:19:29.234213 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-965bb2d0-2eed-416c-acaf-de67d4c5faf5 None None] Provisioning complete for port 2f52035b-1f06-4e3e-a008-d4de2c5da568 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:29.234591 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-965bb2d0-2eed-416c-acaf-de67d4c5faf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:29.242220 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f11b271a-1c5e-4f68-8277-a719bfae1455 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:29.248795 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11b271a-1c5e-4f68-8277-a719bfae1455 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:29.250663 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f11b271a-1c5e-4f68-8277-a719bfae1455 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:29.268249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4ffea8-4585-4c89-a9ac-a86145929ef9 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:29.274572 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4ffea8-4585-4c89-a9ac-a86145929ef9 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:29.282680 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4ffea8-4585-4c89-a9ac-a86145929ef9 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:29.284851 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7b4ffea8-4585-4c89-a9ac-a86145929ef9 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1090713 Dec 16 22:19:29.287637 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44064) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:29.360278 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cb6c12-ed77-4e61-bfab-5b59eaaa2182 None None] Sync routers for ids ['fd5b708c-d047-4132-ad02-eb1fc44de81c'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:19:29.364754 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b271a-1c5e-4f68-8277-a719bfae1455 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Pushing event updated for resources: {'Network': ['ID=beb8b17e-997b-438c-9b19-3fb29b6b0343,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:29.390815 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-965bb2d0-2eed-416c-acaf-de67d4c5faf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:29.393089 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network beb8b17e-997b-438c-9b19-3fb29b6b0343 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:19:29.400819 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cb6c12-ed77-4e61-bfab-5b59eaaa2182 None None] Routers {'fd5b708c-d047-4132-ad02-eb1fc44de81c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:19:29.404340 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c5cb6c12-ed77-4e61-bfab-5b59eaaa2182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:19:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['fd5b708c-d047-4132-ad02-eb1fc44de81c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:29.413153 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-5246583e-1ffc-4983-80ce-fcfb37cddd2b service neutron] 10.222.0.75 "GET /v2.0/networks/4706c724-97ac-4b94-aa73-36382b375111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934277 Dec 16 22:19:29.483367 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-d2d81739-c256-4a19-ac99-90a9daab0440 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting port b186a960-fa3a-4a99-b9b9-5d69a6a2ea08 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:29.483889 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d2d81739-c256-4a19-ac99-90a9daab0440 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:29.511445 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f11b271a-1c5e-4f68-8277-a719bfae1455 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5953474 Dec 16 22:19:29.524736 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44072) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:29.537041 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-9baa3ea5-ecfd-446d-b99b-e54dd625db01 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Request body: {'subnet': {'network_id': 'beb8b17e-997b-438c-9b19-3fb29b6b0343', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:29.630205 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d2d81739-c256-4a19-ac99-90a9daab0440 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:29.665394 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-d2d81739-c256-4a19-ac99-90a9daab0440 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Calling delete_port for b186a960-fa3a-4a99-b9b9-5d69a6a2ea08 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:29.736493 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-c5cb6c12-ed77-4e61-bfab-5b59eaaa2182 None None] Set router fd5b708c-d047-4132-ad02-eb1fc44de81c gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:19:29.752420 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-3eeb78dc-b04c-49ed-a589-c6c18369c174 service neutron] 10.222.0.75 "GET /v2.0/networks/4706c724-97ac-4b94-aa73-36382b375111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370464 Dec 16 22:19:29.767514 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 2f52035b-1f06-4e3e-a008-d4de2c5da568 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:29.767514 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:29.880882 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9baa3ea5-ecfd-446d-b99b-e54dd625db01 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Made reservation on behalf of 91b282d004ec496896c557f98ad779a5 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:29.885608 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9baa3ea5-ecfd-446d-b99b-e54dd625db01 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:29.982147 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-965bb2d0-2eed-416c-acaf-de67d4c5faf5 None None] For port 2f52035b-1f06-4e3e-a008-d4de2c5da568, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2f52035b-1f06-4e3e-a008-d4de2c5da568,segment=NetworkSegment(a7e64800-50dc-4988-a2b7-da2562ae3fed),segment_id=a7e64800-50dc-4988-a2b7-da2562ae3fed)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:30.049856 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:30.120478 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d2d81739-c256-4a19-ac99-90a9daab0440 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:30.136464 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-965bb2d0-2eed-416c-acaf-de67d4c5faf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:30.163332 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44086) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:30.173641 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d81739-c256-4a19-ac99-90a9daab0440 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Port': ['ID=b186a960-fa3a-4a99-b9b9-5d69a6a2ea08,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:30.177523 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c5cb6c12-ed77-4e61-bfab-5b59eaaa2182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1801311990-router', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '99b1396c-9aa8-4382-ad63-1e541e990c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:19:19Z', 'updated_at': '2021-12-16T22:19:25Z', 'revision_number': 4, 'project_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'gw_port': {'id': '99b1396c-9aa8-4382-ad63-1e541e990c52', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:20Z', 'updated_at': '2021-12-16T22:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f7d456a1-f0b8-4035-a4d8-737d096fd05a', 'name': '', 'network_id': '4706c724-97ac-4b94-aa73-36382b375111', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'mac_address': 'fa:16:3e:bc:39:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1197d0d7-b4e2-4dd5-a563-ba2852b6950c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:24Z', 'updated_at': '2021-12-16T22:19:26Z', 'revision_number': 2, 'project_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'subnets': [{'id': '1197d0d7-b4e2-4dd5-a563-ba2852b6950c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:30.272768 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bb2d0-2eed-416c-acaf-de67d4c5faf5 None None] Pushing event updated for resources: {'Port': ['ID=2f52035b-1f06-4e3e-a008-d4de2c5da568,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:30.284362 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d2d81739-c256-4a19-ac99-90a9daab0440 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:30.297243 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d2d81739-c256-4a19-ac99-90a9daab0440 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/ports/b186a960-fa3a-4a99-b9b9-5d69a6a2ea08 HTTP/1.1" status: 204 len: 168 time: 1.0084119 Dec 16 22:19:30.305601 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44094) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:30.334221 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cb6c12-ed77-4e61-bfab-5b59eaaa2182 None None] Checking router: fd5b708c-d047-4132-ad02-eb1fc44de81c for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:19:30.334579 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cb6c12-ed77-4e61-bfab-5b59eaaa2182 None None] Updating router fd5b708c-d047-4132-ad02-eb1fc44de81c port f7d456a1-f0b8-4035-a4d8-737d096fd05a binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:19:30.361375 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:19:30.370457 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:19:30.388789 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-141e87bc-c6fe-456e-abd5-b6a5bc52a012 req-085c6928-9332-45c4-b168-73acf68464a9 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/ports?device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695 HTTP/1.1" status: 200 len: 210 time: 0.1772892 Dec 16 22:19:30.398811 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-35683f0f-049b-4836-a284-4f0826db893f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] GET failed (client error): The resource could not be found. Dec 16 22:19:30.398811 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-35683f0f-049b-4836-a284-4f0826db893f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "GET /v2.0/ports/b186a960-fa3a-4a99-b9b9-5d69a6a2ea08 HTTP/1.1" status: 404 len: 333 time: 0.0907440 Dec 16 22:19:30.401758 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44096) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:30.480279 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c5cb6c12-ed77-4e61-bfab-5b59eaaa2182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:30.512248 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-42149036-network', 'tenant_id': '6700a1a4c4f34850805eab1ca22a81ec'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:30.558049 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-314ad180-d8b5-4f33-9dc6-f1a7ded23043 None None] Could not find standard attr ID for object b186a960-fa3a-4a99-b9b9-5d69a6a2ea08. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:19:30.574412 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-314ad180-d8b5-4f33-9dc6-f1a7ded23043 None None] Provisioning complete for port 8b19e0fa-69e6-43bb-b45b-d9494aed4cc4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:30.575173 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-314ad180-d8b5-4f33-9dc6-f1a7ded23043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:30.581687 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-b4fec0b1-f687-4c99-be6b-0a48e33b162f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting port 8b19e0fa-69e6-43bb-b45b-d9494aed4cc4 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:30.582054 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4fec0b1-f687-4c99-be6b-0a48e33b162f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:30.678924 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9baa3ea5-ecfd-446d-b99b-e54dd625db01 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:30.689065 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-314ad180-d8b5-4f33-9dc6-f1a7ded23043 None None] Port 8b19e0fa-69e6-43bb-b45b-d9494aed4cc4 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:30.703219 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-314ad180-d8b5-4f33-9dc6-f1a7ded23043 None None] Provisioning complete for port 2f52035b-1f06-4e3e-a008-d4de2c5da568 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:30.704361 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-314ad180-d8b5-4f33-9dc6-f1a7ded23043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:30.751591 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] Made reservation on behalf of 6700a1a4c4f34850805eab1ca22a81ec for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:30.754509 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:30.827388 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:30.861969 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4fec0b1-f687-4c99-be6b-0a48e33b162f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:30.881938 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa3ea5-ecfd-446d-b99b-e54dd625db01 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Checking segment: {'id': '9656a6e2-f0ae-4e02-9fd8-0fc0eea738ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'beb8b17e-997b-438c-9b19-3fb29b6b0343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:30.883035 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c5cb6c12-ed77-4e61-bfab-5b59eaaa2182 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:30.883386 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baa3ea5-ecfd-446d-b99b-e54dd625db01 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Network hostable DHCP agents. Network: beb8b17e-997b-438c-9b19-3fb29b6b0343, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:19:30.895622 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-b4fec0b1-f687-4c99-be6b-0a48e33b162f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Calling delete_port for 8b19e0fa-69e6-43bb-b45b-d9494aed4cc4 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:30.912116 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa3ea5-ecfd-446d-b99b-e54dd625db01 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Pushing event updated for resources: {'Subnet': ['ID=f624d598-2b8b-4b20-bd5a-b01d9a2cff2a,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:30.988321 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c5cb6c12-ed77-4e61-bfab-5b59eaaa2182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:31.000859 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cba1911f-faed-4c6b-a186-51947b305423 None None] Provisioning complete for port 8b19e0fa-69e6-43bb-b45b-d9494aed4cc4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:31.001350 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cba1911f-faed-4c6b-a186-51947b305423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:31.049306 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-cba1911f-faed-4c6b-a186-51947b305423 None None] Port 8b19e0fa-69e6-43bb-b45b-d9494aed4cc4 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:31.098436 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8ccd1-747e-49c6-a602-bff1ac065733 None None] Pushing event updated for resources: {'Port': ['ID=f7d456a1-f0b8-4035-a4d8-737d096fd05a,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:31.110101 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8ccd1-747e-49c6-a602-bff1ac065733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.110447 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8ccd1-747e-49c6-a602-bff1ac065733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.110782 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8ccd1-747e-49c6-a602-bff1ac065733 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.111191 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8ccd1-747e-49c6-a602-bff1ac065733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.111523 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8ccd1-747e-49c6-a602-bff1ac065733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.111865 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8ccd1-747e-49c6-a602-bff1ac065733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.112191 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8ccd1-747e-49c6-a602-bff1ac065733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.112680 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8ccd1-747e-49c6-a602-bff1ac065733 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.113027 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8ccd1-747e-49c6-a602-bff1ac065733 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.113353 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8ccd1-747e-49c6-a602-bff1ac065733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.113663 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8ccd1-747e-49c6-a602-bff1ac065733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.113981 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8ccd1-747e-49c6-a602-bff1ac065733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.114314 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8ccd1-747e-49c6-a602-bff1ac065733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.120895 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2f52035b-1f06-4e3e-a008-d4de2c5da568 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:19:31.121184 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baa3ea5-ecfd-446d-b99b-e54dd625db01 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Network beb8b17e-997b-438c-9b19-3fb29b6b0343 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:19:31.194645 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-c5cb6c12-ed77-4e61-bfab-5b59eaaa2182 None None] Attempting to bind port f7d456a1-f0b8-4035-a4d8-737d096fd05a on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:19:31.195231 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-c5cb6c12-ed77-4e61-bfab-5b59eaaa2182 None None] Attempting to bind port f7d456a1-f0b8-4035-a4d8-737d096fd05a by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4706c724-97ac-4b94-aa73-36382b375111'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:19:31.195694 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cb6c12-ed77-4e61-bfab-5b59eaaa2182 None None] Attempting to bind port f7d456a1-f0b8-4035-a4d8-737d096fd05a on network 4706c724-97ac-4b94-aa73-36382b375111 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:31.204790 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cb6c12-ed77-4e61-bfab-5b59eaaa2182 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:19:31.206671 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cb6c12-ed77-4e61-bfab-5b59eaaa2182 None None] Checking segment: {'id': '7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4706c724-97ac-4b94-aa73-36382b375111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:31.207251 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c5cb6c12-ed77-4e61-bfab-5b59eaaa2182 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:31.207711 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cb6c12-ed77-4e61-bfab-5b59eaaa2182 None None] Bound using segment: {'id': '7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4706c724-97ac-4b94-aa73-36382b375111'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:19:31.208202 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-c5cb6c12-ed77-4e61-bfab-5b59eaaa2182 None None] Bound port: f7d456a1-f0b8-4035-a4d8-737d096fd05a, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4706c724-97ac-4b94-aa73-36382b375111'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:19:31.208587 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c5cb6c12-ed77-4e61-bfab-5b59eaaa2182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:31.209831 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 2f52035b-1f06-4e3e-a008-d4de2c5da568 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:31.210210 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:31.278993 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-9baa3ea5-ecfd-446d-b99b-e54dd625db01 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, beb8b17e-997b-438c-9b19-3fb29b6b0343) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:31.285348 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baa3ea5-ecfd-446d-b99b-e54dd625db01 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:31.286314 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9baa3ea5-ecfd-446d-b99b-e54dd625db01 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:31.305528 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e1951b-2a1a-4191-accf-5850768cb91a None None] Network beb8b17e-997b-438c-9b19-3fb29b6b0343 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:31.329734 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-c5cb6c12-ed77-4e61-bfab-5b59eaaa2182 None None] For port f7d456a1-f0b8-4035-a4d8-737d096fd05a, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:19:31.337545 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:31.339602 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4fec0b1-f687-4c99-be6b-0a48e33b162f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:31.340064 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-c5cb6c12-ed77-4e61-bfab-5b59eaaa2182 None None] For port f7d456a1-f0b8-4035-a4d8-737d096fd05a, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f7d456a1-f0b8-4035-a4d8-737d096fd05a,segment=NetworkSegment(7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8),segment_id=7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:19:31.381482 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9baa3ea5-ecfd-446d-b99b-e54dd625db01 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8551071 Dec 16 22:19:31.382370 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44110) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:31.390242 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-30f9f217-83b1-43d4-8237-2a9bd5bb96b0 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Request body: {'port': {'network_id': 'beb8b17e-997b-438c-9b19-3fb29b6b0343', 'name': 'tempest-AllowedAddressPairTestJSON-1714716709'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:31.417828 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c5cb6c12-ed77-4e61-bfab-5b59eaaa2182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:31.453383 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fec0b1-f687-4c99-be6b-0a48e33b162f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Port': ['ID=8b19e0fa-69e6-43bb-b45b-d9494aed4cc4,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:31.455996 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:31.490020 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4fec0b1-f687-4c99-be6b-0a48e33b162f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:31.497382 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b4fec0b1-f687-4c99-be6b-0a48e33b162f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/ports/8b19e0fa-69e6-43bb-b45b-d9494aed4cc4 HTTP/1.1" status: 204 len: 168 time: 1.0941019 Dec 16 22:19:31.503654 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f9f082-3637-47a5-b431-2152e131f8d3,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:31.506993 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44116) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:31.520830 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fec0b1-f687-4c99-be6b-0a48e33b162f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.521315 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fec0b1-f687-4c99-be6b-0a48e33b162f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.521701 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fec0b1-f687-4c99-be6b-0a48e33b162f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.524995 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fec0b1-f687-4c99-be6b-0a48e33b162f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.525416 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fec0b1-f687-4c99-be6b-0a48e33b162f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.525785 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fec0b1-f687-4c99-be6b-0a48e33b162f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.526098 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fec0b1-f687-4c99-be6b-0a48e33b162f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.526376 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fec0b1-f687-4c99-be6b-0a48e33b162f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.526705 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fec0b1-f687-4c99-be6b-0a48e33b162f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.527030 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fec0b1-f687-4c99-be6b-0a48e33b162f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.527376 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fec0b1-f687-4c99-be6b-0a48e33b162f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.527692 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fec0b1-f687-4c99-be6b-0a48e33b162f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.528013 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fec0b1-f687-4c99-be6b-0a48e33b162f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.547371 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:19:31.583370 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.583724 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.584071 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.584761 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.585109 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.586612 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.586612 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.586612 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.586963 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.587094 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.587446 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.587880 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.588180 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:31.589985 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f3e63b13-836f-42a1-ae6f-8c1d6fec0d67 None None] Could not find standard attr ID for object b186a960-fa3a-4a99-b9b9-5d69a6a2ea08. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:19:31.628872 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-37feda49-70a1-4a4d-b4fe-fdb6363e00a3 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] GET failed (client error): The resource could not be found. Dec 16 22:19:31.635377 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-37feda49-70a1-4a4d-b4fe-fdb6363e00a3 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "GET /v2.0/ports/8b19e0fa-69e6-43bb-b45b-d9494aed4cc4 HTTP/1.1" status: 404 len: 333 time: 0.1268082 Dec 16 22:19:31.636532 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44118) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:31.644207 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cc638206-eb57-48f8-9c28-27cd4173ea56 req-95dc0bd1-b9d1-4ff7-bc75-3bb4d82db5bb tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/ports?device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695 HTTP/1.1" status: 200 len: 210 time: 0.1118271 Dec 16 22:19:31.646279 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:31.646930 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] Added segment 5efa9d5b-e82c-4301-979a-736e3fdead7f of type vlan for network 0d751004-b83f-4f83-9850-32492c351de3 Dec 16 22:19:31.668808 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cb6c12-ed77-4e61-bfab-5b59eaaa2182 None None] Routers {'fd5b708c-d047-4132-ad02-eb1fc44de81c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:19:31.669441 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c5cb6c12-ed77-4e61-bfab-5b59eaaa2182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:19:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['fd5b708c-d047-4132-ad02-eb1fc44de81c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:31.829146 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ab0011-6058-46f1-be9e-38bc869f2d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-beb8b17e-997b-438c-9b19-3fb29b6b0343', 'network_id': 'beb8b17e-997b-438c-9b19-3fb29b6b0343', 'project_id': '91b282d004ec496896c557f98ad779a5', 'fixed_ips': [{'subnet_id': 'f624d598-2b8b-4b20-bd5a-b01d9a2cff2a'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:19:31.834413 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-51ab0011-6058-46f1-be9e-38bc869f2d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:31.886038 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6504e96b-b5d9-4236-b697-67bc94ada870 None None] Provisioning complete for port f7d456a1-f0b8-4035-a4d8-737d096fd05a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:31.886798 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6504e96b-b5d9-4236-b697-67bc94ada870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:31.893786 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-c5cb6c12-ed77-4e61-bfab-5b59eaaa2182 None None] Set router fd5b708c-d047-4132-ad02-eb1fc44de81c gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:19:31.937888 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:31.973493 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff60a45-3487-4371-b2cc-c6d9f9f553f1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting subnet d2cd1b22-a286-4f0f-b573-2cdfb7f276fa {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:19:31.991658 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0ff60a45-3487-4371-b2cc-c6d9f9f553f1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:32.012007 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f9f217-83b1-43d4-8237-2a9bd5bb96b0 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Made reservation on behalf of 91b282d004ec496896c557f98ad779a5 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:32.015959 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-30f9f217-83b1-43d4-8237-2a9bd5bb96b0 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:32.060085 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.db.resource_extend [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:19:32.068788 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-30f9f217-83b1-43d4-8237-2a9bd5bb96b0 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] device_id is not set on port bc393a78-cde4-49be-a2a2-3ab12b1abdc1 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:19:32.131621 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8ccd1-747e-49c6-a602-bff1ac065733 None None] Pushing event updated for resources: {'Port': ['ID=f7d456a1-f0b8-4035-a4d8-737d096fd05a,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:32.148312 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0ff60a45-3487-4371-b2cc-c6d9f9f553f1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:32.203628 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:32.205230 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:32.205230 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:32.237523 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-51ab0011-6058-46f1-be9e-38bc869f2d0f None None] Allocated IP 172.20.0.2 (beb8b17e-997b-438c-9b19-3fb29b6b0343/f624d598-2b8b-4b20-bd5a-b01d9a2cff2a/a7e4a9c2-1fee-490b-b765-5fe416dd3cfc) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:32.264246 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6504e96b-b5d9-4236-b697-67bc94ada870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:32.295597 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c5cb6c12-ed77-4e61-bfab-5b59eaaa2182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1801311990-router', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '99b1396c-9aa8-4382-ad63-1e541e990c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:19:19Z', 'updated_at': '2021-12-16T22:19:25Z', 'revision_number': 4, 'project_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'gw_port': {'id': '99b1396c-9aa8-4382-ad63-1e541e990c52', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:20Z', 'updated_at': '2021-12-16T22:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f7d456a1-f0b8-4035-a4d8-737d096fd05a', 'name': '', 'network_id': '4706c724-97ac-4b94-aa73-36382b375111', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'mac_address': 'fa:16:3e:bc:39:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1197d0d7-b4e2-4dd5-a563-ba2852b6950c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:24Z', 'updated_at': '2021-12-16T22:19:31Z', 'revision_number': 4, 'project_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'subnets': [{'id': '1197d0d7-b4e2-4dd5-a563-ba2852b6950c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:32.330194 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cb6c12-ed77-4e61-bfab-5b59eaaa2182 None None] The sync data for ids ['fd5b708c-d047-4132-ad02-eb1fc44de81c'] in n-d-815324-4 is: [{'id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1801311990-router', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '99b1396c-9aa8-4382-ad63-1e541e990c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:19:19Z', 'updated_at': '2021-12-16T22:19:25Z', 'revision_number': 4, 'project_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'gw_port': {'id': '99b1396c-9aa8-4382-ad63-1e541e990c52', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:20Z', 'updated_at': '2021-12-16T22:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f7d456a1-f0b8-4035-a4d8-737d096fd05a', 'name': '', 'network_id': '4706c724-97ac-4b94-aa73-36382b375111', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'mac_address': 'fa:16:3e:bc:39:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1197d0d7-b4e2-4dd5-a563-ba2852b6950c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:24Z', 'updated_at': '2021-12-16T22:19:31Z', 'revision_number': 4, 'project_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'subnets': [{'id': '1197d0d7-b4e2-4dd5-a563-ba2852b6950c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:19:32.357134 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] Pushing event updated for resources: {'Network': ['ID=0d751004-b83f-4f83-9850-32492c351de3,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:32.363737 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-6504e96b-b5d9-4236-b697-67bc94ada870 None None] For port f7d456a1-f0b8-4035-a4d8-737d096fd05a, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f7d456a1-f0b8-4035-a4d8-737d096fd05a,segment=NetworkSegment(7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8),segment_id=7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:32.375670 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0ff60a45-3487-4371-b2cc-c6d9f9f553f1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:32.376100 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 0d751004-b83f-4f83-9850-32492c351de3 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:19:32.451904 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0cbdf60c-c352-46a2-b4f7-165b8d1be4dc admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2808826 Dec 16 22:19:32.452248 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44126) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:32.458084 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-f0616d1b-71bd-4c7f-8b53-3437e36d9ce0 admin admin] Request body: {'subnet': {'network_id': '0d751004-b83f-4f83-9850-32492c351de3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-42149036-subnet', 'tenant_id': '6700a1a4c4f34850805eab1ca22a81ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:32.517663 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6504e96b-b5d9-4236-b697-67bc94ada870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:32.620670 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0616d1b-71bd-4c7f-8b53-3437e36d9ce0 admin admin] Made reservation on behalf of 6700a1a4c4f34850805eab1ca22a81ec for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:32.623607 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f0616d1b-71bd-4c7f-8b53-3437e36d9ce0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:32.669180 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-51ab0011-6058-46f1-be9e-38bc869f2d0f None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:32.696335 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0ff60a45-3487-4371-b2cc-c6d9f9f553f1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:32.700848 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504e96b-b5d9-4236-b697-67bc94ada870 None None] Pushing event updated for resources: {'Port': ['ID=f7d456a1-f0b8-4035-a4d8-737d096fd05a,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:32.708688 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3b27acdf-879e-41f4-9102-7003094cb6f6 None None] Provisioning complete for port f7d456a1-f0b8-4035-a4d8-737d096fd05a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:32.709842 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b27acdf-879e-41f4-9102-7003094cb6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:32.794079 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0ff60a45-3487-4371-b2cc-c6d9f9f553f1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:32.797440 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0ff60a45-3487-4371-b2cc-c6d9f9f553f1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/subnets/d2cd1b22-a286-4f0f-b573-2cdfb7f276fa HTTP/1.1" status: 204 len: 168 time: 1.1571403 Dec 16 22:19:32.803842 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44132) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:32.812015 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4100543f-3f4b-4ea0-8f62-1f10020908be None None] Network 7a73f00f-2b89-401a-8812-8a1cf9c65568 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:32.814308 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-51ab0011-6058-46f1-be9e-38bc869f2d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:32.914367 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-30f9f217-83b1-43d4-8237-2a9bd5bb96b0 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Allocated IP 172.20.0.6 (beb8b17e-997b-438c-9b19-3fb29b6b0343/f624d598-2b8b-4b20-bd5a-b01d9a2cff2a/bc393a78-cde4-49be-a2a2-3ab12b1abdc1) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:32.977403 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-54461181-7e0a-4c5e-b039-986905f324b1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:32.986167 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff60a45-3487-4371-b2cc-c6d9f9f553f1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Subnet': ['ID=d2cd1b22-a286-4f0f-b573-2cdfb7f276fa,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:33.073350 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-566df9ee-1191-4614-969d-680b97aaf2ae req-50720e07-1682-4144-861b-845c6e1da6bd tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/ports?device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695 HTTP/1.1" status: 200 len: 210 time: 0.0849297 Dec 16 22:19:33.109471 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f0616d1b-71bd-4c7f-8b53-3437e36d9ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:33.115907 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ab0011-6058-46f1-be9e-38bc869f2d0f None None] Network beb8b17e-997b-438c-9b19-3fb29b6b0343 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:33.143528 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-51ab0011-6058-46f1-be9e-38bc869f2d0f None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:33.162029 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ab0011-6058-46f1-be9e-38bc869f2d0f None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:33.181953 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0616d1b-71bd-4c7f-8b53-3437e36d9ce0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd533a66-a3ac-4fe2-b683-4be57b5d7c16,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:33.186068 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-54461181-7e0a-4c5e-b039-986905f324b1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting port 2f52035b-1f06-4e3e-a008-d4de2c5da568 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:33.186068 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-54461181-7e0a-4c5e-b039-986905f324b1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:33.215616 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab0011-6058-46f1-be9e-38bc869f2d0f None None] Pushing event updated for resources: {'Port': ['ID=a7e4a9c2-1fee-490b-b765-5fe416dd3cfc,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:33.247918 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f7d456a1-f0b8-4035-a4d8-737d096fd05a up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:19:33.284190 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0616d1b-71bd-4c7f-8b53-3437e36d9ce0 admin admin] Checking segment: {'id': '5efa9d5b-e82c-4301-979a-736e3fdead7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0d751004-b83f-4f83-9850-32492c351de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:33.284595 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0616d1b-71bd-4c7f-8b53-3437e36d9ce0 admin admin] Network hostable DHCP agents. Network: 0d751004-b83f-4f83-9850-32492c351de3, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:19:33.285348 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-54461181-7e0a-4c5e-b039-986905f324b1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] For port 2f52035b-1f06-4e3e-a008-d4de2c5da568, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2f52035b-1f06-4e3e-a008-d4de2c5da568,segment=NetworkSegment(a7e64800-50dc-4988-a2b7-da2562ae3fed),segment_id=a7e64800-50dc-4988-a2b7-da2562ae3fed)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:33.285737 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-54461181-7e0a-4c5e-b039-986905f324b1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:33.312244 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-54461181-7e0a-4c5e-b039-986905f324b1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Calling delete_port for 2f52035b-1f06-4e3e-a008-d4de2c5da568 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:33.377582 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-30f9f217-83b1-43d4-8237-2a9bd5bb96b0 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:33.391296 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0616d1b-71bd-4c7f-8b53-3437e36d9ce0 admin admin] Network 0d751004-b83f-4f83-9850-32492c351de3 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:19:33.461171 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-51ab0011-6058-46f1-be9e-38bc869f2d0f None None] Attempting to bind port a7e4a9c2-1fee-490b-b765-5fe416dd3cfc on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:19:33.461609 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-51ab0011-6058-46f1-be9e-38bc869f2d0f None None] Attempting to bind port a7e4a9c2-1fee-490b-b765-5fe416dd3cfc by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '9656a6e2-f0ae-4e02-9fd8-0fc0eea738ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'beb8b17e-997b-438c-9b19-3fb29b6b0343'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:19:33.461974 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ab0011-6058-46f1-be9e-38bc869f2d0f None None] Attempting to bind port a7e4a9c2-1fee-490b-b765-5fe416dd3cfc on network beb8b17e-997b-438c-9b19-3fb29b6b0343 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:33.472660 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ab0011-6058-46f1-be9e-38bc869f2d0f None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:19:33.473039 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ab0011-6058-46f1-be9e-38bc869f2d0f None None] Checking segment: {'id': '9656a6e2-f0ae-4e02-9fd8-0fc0eea738ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'beb8b17e-997b-438c-9b19-3fb29b6b0343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:33.474352 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-51ab0011-6058-46f1-be9e-38bc869f2d0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:33.474352 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ab0011-6058-46f1-be9e-38bc869f2d0f None None] Bound using segment: {'id': '9656a6e2-f0ae-4e02-9fd8-0fc0eea738ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'beb8b17e-997b-438c-9b19-3fb29b6b0343'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:19:33.474352 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-51ab0011-6058-46f1-be9e-38bc869f2d0f None None] Bound port: a7e4a9c2-1fee-490b-b765-5fe416dd3cfc, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9656a6e2-f0ae-4e02-9fd8-0fc0eea738ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'beb8b17e-997b-438c-9b19-3fb29b6b0343'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:19:33.474698 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-51ab0011-6058-46f1-be9e-38bc869f2d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:33.503577 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-f0616d1b-71bd-4c7f-8b53-3437e36d9ce0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 0d751004-b83f-4f83-9850-32492c351de3) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:33.508571 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0616d1b-71bd-4c7f-8b53-3437e36d9ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:33.509605 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f0616d1b-71bd-4c7f-8b53-3437e36d9ce0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:33.530562 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fcc7e9-ebb4-47d8-9c0d-740d6a397933 None None] Network 0d751004-b83f-4f83-9850-32492c351de3 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:33.532824 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af873469-19e5-44ae-ba77-6cc5b170b8e1 None None] DHCP port deletion for 7a73f00f-2b89-401a-8812-8a1cf9c65568 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:19:33.534726 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port f7d456a1-f0b8-4035-a4d8-737d096fd05a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:33.535137 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:33.566726 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-54461181-7e0a-4c5e-b039-986905f324b1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:33.568329 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-30f9f217-83b1-43d4-8237-2a9bd5bb96b0 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:33.598261 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54461181-7e0a-4c5e-b039-986905f324b1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] No DVR routers for this DVR port 2f52035b-1f06-4e3e-a008-d4de2c5da568 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:19:33.668137 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54461181-7e0a-4c5e-b039-986905f324b1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Port': ['ID=2f52035b-1f06-4e3e-a008-d4de2c5da568,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:33.696509 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9f217-83b1-43d4-8237-2a9bd5bb96b0 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Pushing event updated for resources: {'Port': ['ID=bc393a78-cde4-49be-a2a2-3ab12b1abdc1,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:33.723327 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f0616d1b-71bd-4c7f-8b53-3437e36d9ce0 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2718885 Dec 16 22:19:33.792268 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f9f217-83b1-43d4-8237-2a9bd5bb96b0 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Network beb8b17e-997b-438c-9b19-3fb29b6b0343 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:33.798413 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-30f9f217-83b1-43d4-8237-2a9bd5bb96b0 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:33.801921 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f9f217-83b1-43d4-8237-2a9bd5bb96b0 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:33.817858 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-54461181-7e0a-4c5e-b039-986905f324b1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:33.869385 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-54461181-7e0a-4c5e-b039-986905f324b1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a73f00f-2b89-401a-8812-8a1cf9c65568']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:33.899707 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f9f217-83b1-43d4-8237-2a9bd5bb96b0 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:33.900452 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-30f9f217-83b1-43d4-8237-2a9bd5bb96b0 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:33.908370 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-54461181-7e0a-4c5e-b039-986905f324b1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e64800-50dc-4988-a2b7-da2562ae3fed') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:33.912124 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-54461181-7e0a-4c5e-b039-986905f324b1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e64800-50dc-4988-a2b7-da2562ae3fed') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:33.935918 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-54461181-7e0a-4c5e-b039-986905f324b1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:33.960555 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-d24d8914-2610-4e9f-bc42-885051d5d66a tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:33.962839 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-d24d8914-2610-4e9f-bc42-885051d5d66a tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.76 "GET /v2.0/networks?id=4706c724-97ac-4b94-aa73-36382b375111 HTTP/1.1" status: 200 len: 829 time: 0.2825429 Dec 16 22:19:33.988075 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-54461181-7e0a-4c5e-b039-986905f324b1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:33.992044 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-af873469-19e5-44ae-ba77-6cc5b170b8e1 None None] The port '2f52035b-1f06-4e3e-a008-d4de2c5da568' was deleted {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 16 22:19:33.994378 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-53298540-a451-4260-8988-b00056a29939 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Request body: {'port': {'device_id': 'de9ac78a-7c3a-4f6a-84a9-c99ad414d695', 'network_id': '4706c724-97ac-4b94-aa73-36382b375111', 'admin_state_up': True, 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:34.015491 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54461181-7e0a-4c5e-b039-986905f324b1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:19:34.017086 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-54461181-7e0a-4c5e-b039-986905f324b1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:34.027201 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-51ab0011-6058-46f1-be9e-38bc869f2d0f None None] For port a7e4a9c2-1fee-490b-b765-5fe416dd3cfc, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:19:34.035948 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:19:34.150388 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7349c8-d875-422f-9274-ed80d54f7f91 None None] Network 0d751004-b83f-4f83-9850-32492c351de3 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:34.226299 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44154) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:34.226839 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-30f9f217-83b1-43d4-8237-2a9bd5bb96b0 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8429842 Dec 16 22:19:34.232665 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-754d7d8e-e3e6-4eeb-8f69-9e36405fe3ab tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Request body: {'port': {'network_id': 'beb8b17e-997b-438c-9b19-3fb29b6b0343', 'name': 'tempest-AllowedAddressPairTestJSON-739786307', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:75:f0:05'}]}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:34.310340 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-51ab0011-6058-46f1-be9e-38bc869f2d0f None None] For port a7e4a9c2-1fee-490b-b765-5fe416dd3cfc, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a7e4a9c2-1fee-490b-b765-5fe416dd3cfc,segment=NetworkSegment(9656a6e2-f0ae-4e02-9fd8-0fc0eea738ca),segment_id=9656a6e2-f0ae-4e02-9fd8-0fc0eea738ca)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:19:34.339361 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-99864788-d950-4a51-a6ea-9047b703ccba req-30415f19-df40-4032-87ed-11012668758a tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/ports?device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695 HTTP/1.1" status: 200 len: 210 time: 0.0439050 Dec 16 22:19:34.362289 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-54461181-7e0a-4c5e-b039-986905f324b1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:34.369466 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-54461181-7e0a-4c5e-b039-986905f324b1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:34.375219 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-54461181-7e0a-4c5e-b039-986905f324b1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/networks/7a73f00f-2b89-401a-8812-8a1cf9c65568 HTTP/1.1" status: 204 len: 168 time: 1.5700285 Dec 16 22:19:34.379158 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44158) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:34.385508 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-8c314630-42f8-422c-b5be-be924aef1ab7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-908016121'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:34.397537 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-53298540-a451-4260-8988-b00056a29939 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Made reservation on behalf of e8fdfccd24ce4e6ea8ff0816a957cc5b for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:34.404845 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-51ab0011-6058-46f1-be9e-38bc869f2d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:34.423184 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-53298540-a451-4260-8988-b00056a29939 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:34.464732 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54461181-7e0a-4c5e-b039-986905f324b1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Network': ['ID=7a73f00f-2b89-401a-8812-8a1cf9c65568,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:34.467833 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab0011-6058-46f1-be9e-38bc869f2d0f None None] Pushing event updated for resources: {'Port': ['ID=a7e4a9c2-1fee-490b-b765-5fe416dd3cfc,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:34.580076 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c314630-42f8-422c-b5be-be924aef1ab7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:34.583681 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c314630-42f8-422c-b5be-be924aef1ab7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:34.687434 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-53298540-a451-4260-8988-b00056a29939 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Allocated IP 172.20.0.10 (4706c724-97ac-4b94-aa73-36382b375111/1197d0d7-b4e2-4dd5-a563-ba2852b6950c/896265b2-35d0-4346-9a83-f088b76b232d) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:34.692770 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f42a2-5cd9-43ab-9813-f1649820feef req-e5b11d78-6afe-4352-9e0b-6213183323f9 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:34.694098 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-e5b11d78-6afe-4352-9e0b-6213183323f9 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/networks?id=0d751004-b83f-4f83-9850-32492c351de3 HTTP/1.1" status: 200 len: 816 time: 0.2120399 Dec 16 22:19:34.716072 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c314630-42f8-422c-b5be-be924aef1ab7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:19:34.716513 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-ce89883c-5b5a-46ec-a4a3-ce1b2691132b tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/quotas/6700a1a4c4f34850805eab1ca22a81ec HTTP/1.1" status: 200 len: 375 time: 0.0147803 Dec 16 22:19:34.742794 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c314630-42f8-422c-b5be-be924aef1ab7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:34.743191 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-8c314630-42f8-422c-b5be-be924aef1ab7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Added segment 31831b28-4b6b-4d60-9abd-838b1c0c805a of type vlan for network 8f0b08b9-8e94-4639-a1f5-1da24e4400cc Dec 16 22:19:34.771634 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-c45c4877-0a53-48e1-be96-b8e8de73af83 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6700a1a4c4f34850805eab1ca22a81ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450797 Dec 16 22:19:34.834286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754d7d8e-e3e6-4eeb-8f69-9e36405fe3ab tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Made reservation on behalf of 91b282d004ec496896c557f98ad779a5 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:34.874990 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c314630-42f8-422c-b5be-be924aef1ab7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:34.954375 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-e1a1b29d-cd4f-430b-a025-700caa088bda service neutron] 10.222.0.75 "GET /v2.0/networks/0d751004-b83f-4f83-9850-32492c351de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776783 Dec 16 22:19:34.982308 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-53298540-a451-4260-8988-b00056a29939 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:35.071568 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c314630-42f8-422c-b5be-be924aef1ab7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:35.076908 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c314630-42f8-422c-b5be-be924aef1ab7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:35.077785 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c314630-42f8-422c-b5be-be924aef1ab7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:35.121061 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a7e4a9c2-1fee-490b-b765-5fe416dd3cfc up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:19:35.173710 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-53298540-a451-4260-8988-b00056a29939 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:35.187744 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c314630-42f8-422c-b5be-be924aef1ab7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Network': ['ID=8f0b08b9-8e94-4639-a1f5-1da24e4400cc,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:35.189732 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port a7e4a9c2-1fee-490b-b765-5fe416dd3cfc triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:35.190898 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:35.225661 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 8f0b08b9-8e94-4639-a1f5-1da24e4400cc details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:19:35.235150 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-53298540-a451-4260-8988-b00056a29939 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Network 4706c724-97ac-4b94-aa73-36382b375111 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:35.240841 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-53298540-a451-4260-8988-b00056a29939 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:35.247018 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-53298540-a451-4260-8988-b00056a29939 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:35.305363 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-53298540-a451-4260-8988-b00056a29939 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:35.306796 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-53298540-a451-4260-8988-b00056a29939 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:35.316520 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8c314630-42f8-422c-b5be-be924aef1ab7 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9364917 Dec 16 22:19:35.323463 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44172) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:35.329580 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-54871eea-ab78-4096-822f-a1160631b4ac tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'subnet': {'network_id': '8f0b08b9-8e94-4639-a1f5-1da24e4400cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:35.337648 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53298540-a451-4260-8988-b00056a29939 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Pushing event updated for resources: {'Port': ['ID=896265b2-35d0-4346-9a83-f088b76b232d,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:35.423239 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:35.489639 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port a7e4a9c2-1fee-490b-b765-5fe416dd3cfc, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a7e4a9c2-1fee-490b-b765-5fe416dd3cfc,segment=NetworkSegment(9656a6e2-f0ae-4e02-9fd8-0fc0eea738ca),segment_id=9656a6e2-f0ae-4e02-9fd8-0fc0eea738ca)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:35.518129 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-53298540-a451-4260-8988-b00056a29939 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5325358 Dec 16 22:19:35.546901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-99830c63-337e-4822-9ba8-87cd0e05abf7 service neutron] Request body: {'port': {'device_id': 'de9ac78a-7c3a-4f6a-84a9-c99ad414d695', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:35.561006 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:35.592602 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-754d7d8e-e3e6-4eeb-8f69-9e36405fe3ab tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:35.600639 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef7cb4-bb14-41eb-9cf0-a55c2fe69607 req-df056443-e1db-4f5d-aeb0-cc3b024b3d6a tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:35.617358 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c2ef7cb4-bb14-41eb-9cf0-a55c2fe69607 req-df056443-e1db-4f5d-aeb0-cc3b024b3d6a tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/ports?device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695 HTTP/1.1" status: 200 len: 932 time: 0.1421955 Dec 16 22:19:35.670304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-754d7d8e-e3e6-4eeb-8f69-9e36405fe3ab tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] device_id is not set on port f7e8d8d9-26c5-41c4-9ea1-d6c9e00c37f5 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:19:35.678928 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=a7e4a9c2-1fee-490b-b765-5fe416dd3cfc,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:35.680028 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54871eea-ab78-4096-822f-a1160631b4ac tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:35.683029 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2f52035b-1f06-4e3e-a008-d4de2c5da568 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:19:35.684512 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-54871eea-ab78-4096-822f-a1160631b4ac tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:35.732028 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 2f52035b-1f06-4e3e-a008-d4de2c5da568 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:19:35.732028 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2f52035b-1f06-4e3e-a008-d4de2c5da568 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:19:35.752518 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-66053667-7976-433e-a362-e374d2b032f9 None None] Provisioning complete for port 896265b2-35d0-4346-9a83-f088b76b232d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:35.753047 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-66053667-7976-433e-a362-e374d2b032f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:35.758282 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-99830c63-337e-4822-9ba8-87cd0e05abf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:35.765460 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-5a3b1404-5f28-4e7a-95ba-63df903831a5 service neutron] 10.222.0.75 "GET /v2.0/networks/0d751004-b83f-4f83-9850-32492c351de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8010750 Dec 16 22:19:35.779685 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c2ef7cb4-bb14-41eb-9cf0-a55c2fe69607 req-6aea660c-e682-4a44-b117-268638102c2f tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/security-groups?id=0848fe77-44c3-4204-b2d0-176a298ec46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612747 Dec 16 22:19:35.827128 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-66053667-7976-433e-a362-e374d2b032f9 None None] Port 896265b2-35d0-4346-9a83-f088b76b232d cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:35.980304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-754d7d8e-e3e6-4eeb-8f69-9e36405fe3ab tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Allocated IP 172.20.0.4 (beb8b17e-997b-438c-9b19-3fb29b6b0343/f624d598-2b8b-4b20-bd5a-b01d9a2cff2a/f7e8d8d9-26c5-41c4-9ea1-d6c9e00c37f5) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:36.094712 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e061d6f0-6855-4536-89c7-3a080c08b6bb None None] Network beb8b17e-997b-438c-9b19-3fb29b6b0343 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:36.195893 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-754d7d8e-e3e6-4eeb-8f69-9e36405fe3ab tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:36.207246 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-54871eea-ab78-4096-822f-a1160631b4ac tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:36.251185 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6b934603-a50b-46e2-8c16-9d1eef5fb00f None None] Provisioning complete for port a7e4a9c2-1fee-490b-b765-5fe416dd3cfc triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:36.251520 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6b934603-a50b-46e2-8c16-9d1eef5fb00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:36.289314 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54871eea-ab78-4096-822f-a1160631b4ac tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Subnet': ['ID=6309081f-93b5-46aa-a6ee-7eb7cd77f679,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:36.318662 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54871eea-ab78-4096-822f-a1160631b4ac tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Checking segment: {'id': '31831b28-4b6b-4d60-9abd-838b1c0c805a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8f0b08b9-8e94-4639-a1f5-1da24e4400cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:36.319145 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54871eea-ab78-4096-822f-a1160631b4ac tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network hostable DHCP agents. Network: 8f0b08b9-8e94-4639-a1f5-1da24e4400cc, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:19:36.332113 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-754d7d8e-e3e6-4eeb-8f69-9e36405fe3ab tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:36.405829 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754d7d8e-e3e6-4eeb-8f69-9e36405fe3ab tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Network beb8b17e-997b-438c-9b19-3fb29b6b0343 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:36.411575 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-754d7d8e-e3e6-4eeb-8f69-9e36405fe3ab tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:36.413248 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-99830c63-337e-4822-9ba8-87cd0e05abf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 896265b2-35d0-4346-9a83-f088b76b232d {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:19:36.416334 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754d7d8e-e3e6-4eeb-8f69-9e36405fe3ab tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:36.426280 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-99830c63-337e-4822-9ba8-87cd0e05abf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:36.452323 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-99830c63-337e-4822-9ba8-87cd0e05abf7 service neutron] Transition to ACTIVE for port object 896265b2-35d0-4346-9a83-f088b76b232d will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:19:36.453754 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54871eea-ab78-4096-822f-a1160631b4ac tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network 8f0b08b9-8e94-4639-a1f5-1da24e4400cc is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:19:36.467300 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d7d8e-e3e6-4eeb-8f69-9e36405fe3ab tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Pushing event updated for resources: {'Port': ['ID=f7e8d8d9-26c5-41c4-9ea1-d6c9e00c37f5,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:36.496620 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754d7d8e-e3e6-4eeb-8f69-9e36405fe3ab tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:36.497290 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-754d7d8e-e3e6-4eeb-8f69-9e36405fe3ab tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:36.548830 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-99830c63-337e-4822-9ba8-87cd0e05abf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:36.600701 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-754d7d8e-e3e6-4eeb-8f69-9e36405fe3ab tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.3730388 Dec 16 22:19:36.601090 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44184) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:36.617393 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-54871eea-ab78-4096-822f-a1160631b4ac tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 8f0b08b9-8e94-4639-a1f5-1da24e4400cc) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:36.627179 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54871eea-ab78-4096-822f-a1160631b4ac tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:36.627865 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-54871eea-ab78-4096-822f-a1160631b4ac tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:36.662041 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf7427d-f0e7-4576-ac13-b5825d1905f5 None None] Network 8f0b08b9-8e94-4639-a1f5-1da24e4400cc requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:36.683193 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99830c63-337e-4822-9ba8-87cd0e05abf7 service neutron] Pushing event updated for resources: {'Port': ['ID=896265b2-35d0-4346-9a83-f088b76b232d,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:36.707628 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276e913d-54e4-446b-971c-f0e128d1e9c7 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:36.729834 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276e913d-54e4-446b-971c-f0e128d1e9c7 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:36.738234 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276e913d-54e4-446b-971c-f0e128d1e9c7 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:36.743931 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-276e913d-54e4-446b-971c-f0e128d1e9c7 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1416211 Dec 16 22:19:36.744633 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44190) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:36.806565 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44194) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:36.811775 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-3458a816-2917-416c-924c-458638e93b83 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2104930986', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:36.820308 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-54871eea-ab78-4096-822f-a1160631b4ac tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4947724 Dec 16 22:19:36.829824 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5253cbac-f4a1-49b8-850e-fe9f978d1f2e None None] Provisioning complete for port bc393a78-cde4-49be-a2a2-3ab12b1abdc1 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:36.830203 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5253cbac-f4a1-49b8-850e-fe9f978d1f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:36.893229 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-99830c63-337e-4822-9ba8-87cd0e05abf7 service neutron] Attempting to bind port 896265b2-35d0-4346-9a83-f088b76b232d on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:19:36.893580 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-99830c63-337e-4822-9ba8-87cd0e05abf7 service neutron] Attempting to bind port 896265b2-35d0-4346-9a83-f088b76b232d by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4706c724-97ac-4b94-aa73-36382b375111'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:19:36.893961 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-99830c63-337e-4822-9ba8-87cd0e05abf7 service neutron] Attempting to bind port 896265b2-35d0-4346-9a83-f088b76b232d on network 4706c724-97ac-4b94-aa73-36382b375111 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:36.910353 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-99830c63-337e-4822-9ba8-87cd0e05abf7 service neutron] Port 896265b2-35d0-4346-9a83-f088b76b232d on network 4706c724-97ac-4b94-aa73-36382b375111 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:19:36.912811 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-99830c63-337e-4822-9ba8-87cd0e05abf7 service neutron] Attempting to bind port 896265b2-35d0-4346-9a83-f088b76b232d on network 4706c724-97ac-4b94-aa73-36382b375111 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:36.943299 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-99830c63-337e-4822-9ba8-87cd0e05abf7 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:19:36.943299 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-99830c63-337e-4822-9ba8-87cd0e05abf7 service neutron] Checking segment: {'id': '7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4706c724-97ac-4b94-aa73-36382b375111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:36.943299 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-99830c63-337e-4822-9ba8-87cd0e05abf7 service neutron] Bound using segment: {'id': '7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4706c724-97ac-4b94-aa73-36382b375111'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:19:36.943299 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-99830c63-337e-4822-9ba8-87cd0e05abf7 service neutron] Bound port: 896265b2-35d0-4346-9a83-f088b76b232d, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4706c724-97ac-4b94-aa73-36382b375111'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:19:36.943299 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-99830c63-337e-4822-9ba8-87cd0e05abf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:36.961707 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5253cbac-f4a1-49b8-850e-fe9f978d1f2e None None] Port bc393a78-cde4-49be-a2a2-3ab12b1abdc1 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:37.003243 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5253cbac-f4a1-49b8-850e-fe9f978d1f2e None None] Provisioning complete for port a7e4a9c2-1fee-490b-b765-5fe416dd3cfc triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:37.003744 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5253cbac-f4a1-49b8-850e-fe9f978d1f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:37.039198 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db0253e-3645-48ef-986b-f6ce7bd240b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-8f0b08b9-8e94-4639-a1f5-1da24e4400cc', 'network_id': '8f0b08b9-8e94-4639-a1f5-1da24e4400cc', 'project_id': '7fc63c24792b43d5b490c4d1dd21a484', 'fixed_ips': [{'subnet_id': '6309081f-93b5-46aa-a6ee-7eb7cd77f679'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:19:37.040170 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5db0253e-3645-48ef-986b-f6ce7bd240b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:37.189008 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-99830c63-337e-4822-9ba8-87cd0e05abf7 service neutron] For port 896265b2-35d0-4346-9a83-f088b76b232d, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:19:37.195521 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-99830c63-337e-4822-9ba8-87cd0e05abf7 service neutron] For port 896265b2-35d0-4346-9a83-f088b76b232d, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=896265b2-35d0-4346-9a83-f088b76b232d,segment=NetworkSegment(7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8),segment_id=7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:19:37.212815 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a7e4a9c2-1fee-490b-b765-5fe416dd3cfc up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:19:37.246679 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8a5d2510-4694-4b7e-a616-78c7d814e5ca req-c5d10573-c5cc-435a-88e6-4c027ff7b053 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5ce4eb7-eed8-4025-902c-139c063071da HTTP/1.1" status: 200 len: 210 time: 0.0362320 Dec 16 22:19:37.271767 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ef76f-6097-4ffc-8fd1-ee9d2a0aeb94 req-fc8a9842-52f0-44f2-b508-cd1b8a8ae3eb tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:37.271767 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-489ef76f-6097-4ffc-8fd1-ee9d2a0aeb94 req-fc8a9842-52f0-44f2-b508-cd1b8a8ae3eb tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/ports?device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695 HTTP/1.1" status: 200 len: 944 time: 0.3017304 Dec 16 22:19:37.326848 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-99830c63-337e-4822-9ba8-87cd0e05abf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:37.339861 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-e44558d8-2081-4a6d-ab74-2e16bf7612dc tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Deleting port f7e8d8d9-26c5-41c4-9ea1-d6c9e00c37f5 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:37.340595 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e44558d8-2081-4a6d-ab74-2e16bf7612dc tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:37.350218 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3458a816-2917-416c-924c-458638e93b83 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:37.352028 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3458a816-2917-416c-924c-458638e93b83 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:37.379430 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-99830c63-337e-4822-9ba8-87cd0e05abf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:37.380220 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-99830c63-337e-4822-9ba8-87cd0e05abf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:37.381703 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-99830c63-337e-4822-9ba8-87cd0e05abf7 service neutron] 10.222.0.76 "PUT /v2.0/ports/896265b2-35d0-4346-9a83-f088b76b232d HTTP/1.1" status: 200 len: 1092 time: 1.8403010 Dec 16 22:19:37.382175 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9ac78a-7c3a-4f6a-84a9-c99ad414d695', 'tag': '896265b2-35d0-4346-9a83-f088b76b232d'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:19:37.385188 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed458830-87d0-4027-8a27-9b4017ec4d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "de9ac78a-7c3a-4f6a-84a9-c99ad414d695", "tag": "896265b2-35d0-4346-9a83-f088b76b232d"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:19:37.437327 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99830c63-337e-4822-9ba8-87cd0e05abf7 service neutron] Pushing event updated for resources: {'Port': ['ID=896265b2-35d0-4346-9a83-f088b76b232d,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:37.460023 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port a7e4a9c2-1fee-490b-b765-5fe416dd3cfc triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:37.460398 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:37.514703 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-5db0253e-3645-48ef-986b-f6ce7bd240b7 None None] Allocated IP 2001:db8::2 (8f0b08b9-8e94-4639-a1f5-1da24e4400cc/6309081f-93b5-46aa-a6ee-7eb7cd77f679/66dc617a-0158-4692-85b0-51c21da97254) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:37.606455 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e44558d8-2081-4a6d-ab74-2e16bf7612dc tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:37.649358 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-489ef76f-6097-4ffc-8fd1-ee9d2a0aeb94 req-7e002e36-73d5-495c-ab46-007b7ef0cf59 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/security-groups?id=0848fe77-44c3-4204-b2d0-176a298ec46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639801 Dec 16 22:19:37.675593 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-763d39d5-6ddb-48ad-91ed-474e340a4785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:37.687225 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-763d39d5-6ddb-48ad-91ed-474e340a4785 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e8fdfccd24ce4e6ea8ff0816a957cc5b&device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695 HTTP/1.1" status: 200 len: 1095 time: 0.1226544 Dec 16 22:19:37.704806 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ea1da7-2d16-4f7f-9101-e8198423efcf x-openstack-request-id: req-94ea1da7-2d16-4f7f-9101-e8198423efcf {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:19:37.705822 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9ac78a-7c3a-4f6a-84a9-c99ad414d695", "tag": "896265b2-35d0-4346-9a83-f088b76b232d", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:19:37.706515 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-94ea1da7-2d16-4f7f-9101-e8198423efcf {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:19:37.707106 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9ac78a-7c3a-4f6a-84a9-c99ad414d695', 'tag': '896265b2-35d0-4346-9a83-f088b76b232d', 'status': 'completed', 'code': 200} Dec 16 22:19:37.738550 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-e44558d8-2081-4a6d-ab74-2e16bf7612dc tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Calling delete_port for f7e8d8d9-26c5-41c4-9ea1-d6c9e00c37f5 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:37.748023 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3458a816-2917-416c-924c-458638e93b83 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:37.761100 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-0756b4e2-cd66-4889-bf0b-70ef430095d4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=896265b2-35d0-4346-9a83-f088b76b232d HTTP/1.1" status: 200 len: 217 time: 0.0525572 Dec 16 22:19:37.823613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-aaffe250-67bf-476f-bafc-6a2245af0647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:37.825432 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-aaffe250-67bf-476f-bafc-6a2245af0647 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1197d0d7-b4e2-4dd5-a563-ba2852b6950c HTTP/1.1" status: 200 len: 868 time: 0.0535138 Dec 16 22:19:37.826520 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c89d2c3-3eb0-4f2d-9049-36fe28fb4e0e None None] Provisioning complete for port bc393a78-cde4-49be-a2a2-3ab12b1abdc1 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:37.827004 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c89d2c3-3eb0-4f2d-9049-36fe28fb4e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:37.829884 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5db0253e-3645-48ef-986b-f6ce7bd240b7 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:37.866352 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c89d2c3-3eb0-4f2d-9049-36fe28fb4e0e None None] Port bc393a78-cde4-49be-a2a2-3ab12b1abdc1 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:37.878253 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c89d2c3-3eb0-4f2d-9049-36fe28fb4e0e None None] Provisioning complete for port f7e8d8d9-26c5-41c4-9ea1-d6c9e00c37f5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:37.878637 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c89d2c3-3eb0-4f2d-9049-36fe28fb4e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:37.918445 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-acc1af04-768c-4076-a050-b7122dab5d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:37.920651 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-acc1af04-768c-4076-a050-b7122dab5d4b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4706c724-97ac-4b94-aa73-36382b375111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818331 Dec 16 22:19:37.922318 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c89d2c3-3eb0-4f2d-9049-36fe28fb4e0e None None] Port f7e8d8d9-26c5-41c4-9ea1-d6c9e00c37f5 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:37.926188 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3458a816-2917-416c-924c-458638e93b83 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:37.934270 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5db0253e-3645-48ef-986b-f6ce7bd240b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:37.984614 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db0253e-3645-48ef-986b-f6ce7bd240b7 None None] Network 8f0b08b9-8e94-4639-a1f5-1da24e4400cc is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:37.987827 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-5db0253e-3645-48ef-986b-f6ce7bd240b7 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:37.992511 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db0253e-3645-48ef-986b-f6ce7bd240b7 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:37.998901 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0253e-3645-48ef-986b-f6ce7bd240b7 None None] Pushing event updated for resources: {'Port': ['ID=66dc617a-0158-4692-85b0-51c21da97254,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:38.047807 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-0a55f060-f2b8-4555-aa40-0262d446f42c service neutron] 10.222.0.76 "GET /v2.0/networks/4706c724-97ac-4b94-aa73-36382b375111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124039 Dec 16 22:19:38.062262 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-5db0253e-3645-48ef-986b-f6ce7bd240b7 None None] Attempting to bind port 66dc617a-0158-4692-85b0-51c21da97254 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:19:38.062642 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-5db0253e-3645-48ef-986b-f6ce7bd240b7 None None] Attempting to bind port 66dc617a-0158-4692-85b0-51c21da97254 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '31831b28-4b6b-4d60-9abd-838b1c0c805a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8f0b08b9-8e94-4639-a1f5-1da24e4400cc'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:19:38.063015 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db0253e-3645-48ef-986b-f6ce7bd240b7 None None] Attempting to bind port 66dc617a-0158-4692-85b0-51c21da97254 on network 8f0b08b9-8e94-4639-a1f5-1da24e4400cc {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:38.075423 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db0253e-3645-48ef-986b-f6ce7bd240b7 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:19:38.075838 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db0253e-3645-48ef-986b-f6ce7bd240b7 None None] Checking segment: {'id': '31831b28-4b6b-4d60-9abd-838b1c0c805a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8f0b08b9-8e94-4639-a1f5-1da24e4400cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:38.076272 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5db0253e-3645-48ef-986b-f6ce7bd240b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:38.076810 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db0253e-3645-48ef-986b-f6ce7bd240b7 None None] Bound using segment: {'id': '31831b28-4b6b-4d60-9abd-838b1c0c805a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8f0b08b9-8e94-4639-a1f5-1da24e4400cc'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:19:38.077324 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-5db0253e-3645-48ef-986b-f6ce7bd240b7 None None] Bound port: 66dc617a-0158-4692-85b0-51c21da97254, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31831b28-4b6b-4d60-9abd-838b1c0c805a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8f0b08b9-8e94-4639-a1f5-1da24e4400cc'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:19:38.077715 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5db0253e-3645-48ef-986b-f6ce7bd240b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:38.090266 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e44558d8-2081-4a6d-ab74-2e16bf7612dc tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:38.094356 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3458a816-2917-416c-924c-458638e93b83 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:38.097947 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3458a816-2917-416c-924c-458638e93b83 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.2883475 Dec 16 22:19:38.100424 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44222) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:38.111841 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-f5543086-10e3-474c-93ee-a23ecc13abc8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'port': {'network_id': '8f0b08b9-8e94-4639-a1f5-1da24e4400cc', 'name': 'tempest-PortsIpV6TestJSON-41179939'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:38.161032 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44558d8-2081-4a6d-ab74-2e16bf7612dc tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Pushing event deleted for resources: {'Port': ['ID=f7e8d8d9-26c5-41c4-9ea1-d6c9e00c37f5,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:38.174538 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cdd7444a-3015-43d6-8cc3-cdd87a247c2c req-6d7023a7-2595-4fbc-b2c6-8bd121743923 service neutron] 10.222.0.76 "GET /v2.0/networks/4706c724-97ac-4b94-aa73-36382b375111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146858 Dec 16 22:19:38.184308 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5db0253e-3645-48ef-986b-f6ce7bd240b7 None None] For port 66dc617a-0158-4692-85b0-51c21da97254, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:19:38.189219 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5db0253e-3645-48ef-986b-f6ce7bd240b7 None None] For port 66dc617a-0158-4692-85b0-51c21da97254, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=66dc617a-0158-4692-85b0-51c21da97254,segment=NetworkSegment(31831b28-4b6b-4d60-9abd-838b1c0c805a),segment_id=31831b28-4b6b-4d60-9abd-838b1c0c805a)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:19:38.341159 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5db0253e-3645-48ef-986b-f6ce7bd240b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:38.438702 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d7c2045e-e838-4068-b5ca-789d448d3c0a req-f86098c8-3304-49c2-aad3-b13b364ef4f8 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5ce4eb7-eed8-4025-902c-139c063071da HTTP/1.1" status: 200 len: 210 time: 0.1139526 Dec 16 22:19:38.469084 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e44558d8-2081-4a6d-ab74-2e16bf7612dc tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:38.479373 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e44558d8-2081-4a6d-ab74-2e16bf7612dc tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] 10.222.0.75 "DELETE /v2.0/ports/f7e8d8d9-26c5-41c4-9ea1-d6c9e00c37f5 HTTP/1.1" status: 204 len: 168 time: 1.7322412 Dec 16 22:19:38.482994 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44230) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:38.540275 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0253e-3645-48ef-986b-f6ce7bd240b7 None None] Pushing event updated for resources: {'Port': ['ID=66dc617a-0158-4692-85b0-51c21da97254,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:38.558866 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5543086-10e3-474c-93ee-a23ecc13abc8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:38.562640 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-554e867f-2561-4692-99b5-7462d27b07e0 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] GET failed (client error): The resource could not be found. Dec 16 22:19:38.563444 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f5543086-10e3-474c-93ee-a23ecc13abc8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:38.565675 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-554e867f-2561-4692-99b5-7462d27b07e0 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] 10.222.0.75 "GET /v2.0/ports/f7e8d8d9-26c5-41c4-9ea1-d6c9e00c37f5 HTTP/1.1" status: 404 len: 333 time: 0.0734484 Dec 16 22:19:38.573949 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44232) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:38.578780 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-d809e5e1-7fa1-4559-ae0c-d6e0cf7cbd84 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Request body: {'port': {'network_id': 'beb8b17e-997b-438c-9b19-3fb29b6b0343', 'name': 'tempest-AllowedAddressPairTestJSON-1865778319'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:38.584086 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-f5543086-10e3-474c-93ee-a23ecc13abc8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] device_id is not set on port 9bfab426-aa8f-4c2a-8f26-be4a6f5c6483 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:19:38.656265 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed458830-87d0-4027-8a27-9b4017ec4d8d req-47efc400-eb46-4345-b23d-3f6839e6f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:38.657797 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ed458830-87d0-4027-8a27-9b4017ec4d8d req-47efc400-eb46-4345-b23d-3f6839e6f297 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e8fdfccd24ce4e6ea8ff0816a957cc5b&device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695 HTTP/1.1" status: 200 len: 1095 time: 0.1899867 Dec 16 22:19:38.821228 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-f5543086-10e3-474c-93ee-a23ecc13abc8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Allocated IP 2001:db8::35 (8f0b08b9-8e94-4639-a1f5-1da24e4400cc/6309081f-93b5-46aa-a6ee-7eb7cd77f679/9bfab426-aa8f-4c2a-8f26-be4a6f5c6483) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:38.823773 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed458830-87d0-4027-8a27-9b4017ec4d8d req-83ddecd7-2288-47a1-9221-7c8503479131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:38.825310 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ed458830-87d0-4027-8a27-9b4017ec4d8d req-83ddecd7-2288-47a1-9221-7c8503479131 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4706c724-97ac-4b94-aa73-36382b375111 HTTP/1.1" status: 200 len: 929 time: 0.1573236 Dec 16 22:19:38.860956 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52f1b8-77d4-46f5-b970-b7311a30d7f6 req-e0160833-ea43-4d8f-8cf6-931e4275d952 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:38.861557 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e52f1b8-77d4-46f5-b970-b7311a30d7f6 req-e0160833-ea43-4d8f-8cf6-931e4275d952 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/ports?device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695 HTTP/1.1" status: 200 len: 944 time: 0.1038475 Dec 16 22:19:38.875827 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ed458830-87d0-4027-8a27-9b4017ec4d8d req-b896aa9f-458f-4d24-addd-af8f248ac179 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=896265b2-35d0-4346-9a83-f088b76b232d HTTP/1.1" status: 200 len: 217 time: 0.0414686 Dec 16 22:19:38.942743 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed458830-87d0-4027-8a27-9b4017ec4d8d req-c0234b0f-990b-4fa7-b363-c31610f9bd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:38.944702 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ed458830-87d0-4027-8a27-9b4017ec4d8d req-c0234b0f-990b-4fa7-b363-c31610f9bd4f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1197d0d7-b4e2-4dd5-a563-ba2852b6950c HTTP/1.1" status: 200 len: 868 time: 0.0610161 Dec 16 22:19:38.979898 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e52f1b8-77d4-46f5-b970-b7311a30d7f6 req-3f0dbab2-c16e-4419-9019-76cd3066237e tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/security-groups?id=0848fe77-44c3-4204-b2d0-176a298ec46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085615 Dec 16 22:19:38.998682 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d809e5e1-7fa1-4559-ae0c-d6e0cf7cbd84 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Made reservation on behalf of 91b282d004ec496896c557f98ad779a5 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:39.003699 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d809e5e1-7fa1-4559-ae0c-d6e0cf7cbd84 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:39.011010 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed458830-87d0-4027-8a27-9b4017ec4d8d req-1ce01ef3-eb00-44e7-a52d-82f17e3c86d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:39.013326 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ed458830-87d0-4027-8a27-9b4017ec4d8d req-1ce01ef3-eb00-44e7-a52d-82f17e3c86d6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4706c724-97ac-4b94-aa73-36382b375111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610023 Dec 16 22:19:39.083963 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-d809e5e1-7fa1-4559-ae0c-d6e0cf7cbd84 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] device_id is not set on port f3618ce4-3a36-4f3b-931c-cd49da00befb yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:19:39.085774 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f5543086-10e3-474c-93ee-a23ecc13abc8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:39.147796 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 66dc617a-0158-4692-85b0-51c21da97254 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:19:39.195881 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ed458830-87d0-4027-8a27-9b4017ec4d8d req-5c5c7f18-95b5-4aa0-b856-403b0fed4441 service neutron] 10.222.0.76 "GET /v2.0/networks/4706c724-97ac-4b94-aa73-36382b375111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734624 Dec 16 22:19:39.206601 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 66dc617a-0158-4692-85b0-51c21da97254 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:39.207187 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:39.223880 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f5543086-10e3-474c-93ee-a23ecc13abc8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:39.287750 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5543086-10e3-474c-93ee-a23ecc13abc8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network 8f0b08b9-8e94-4639-a1f5-1da24e4400cc is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:39.292881 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-f5543086-10e3-474c-93ee-a23ecc13abc8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:39.298154 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5543086-10e3-474c-93ee-a23ecc13abc8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:39.306695 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5543086-10e3-474c-93ee-a23ecc13abc8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:39.307742 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f5543086-10e3-474c-93ee-a23ecc13abc8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:39.315862 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5543086-10e3-474c-93ee-a23ecc13abc8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Port': ['ID=9bfab426-aa8f-4c2a-8f26-be4a6f5c6483,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:39.348672 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:39.392529 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 66dc617a-0158-4692-85b0-51c21da97254, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=66dc617a-0158-4692-85b0-51c21da97254,segment=NetworkSegment(31831b28-4b6b-4d60-9abd-838b1c0c805a),segment_id=31831b28-4b6b-4d60-9abd-838b1c0c805a)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:39.488570 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f5543086-10e3-474c-93ee-a23ecc13abc8 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3809032 Dec 16 22:19:39.491833 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44246) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:39.526361 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ada520c2-b64b-4099-bdd7-e8362d3f44c4 req-eab1e5bd-dda3-42bc-a599-8ed17556d772 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5ce4eb7-eed8-4025-902c-139c063071da HTTP/1.1" status: 200 len: 210 time: 0.0356441 Dec 16 22:19:39.625683 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:39.640912 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-d809e5e1-7fa1-4559-ae0c-d6e0cf7cbd84 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Allocated IP 172.20.0.11 (beb8b17e-997b-438c-9b19-3fb29b6b0343/f624d598-2b8b-4b20-bd5a-b01d9a2cff2a/f3618ce4-3a36-4f3b-931c-cd49da00befb) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:39.684648 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=66dc617a-0158-4692-85b0-51c21da97254,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:39.714365 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ed458830-87d0-4027-8a27-9b4017ec4d8d req-3bad987e-7a07-470c-a677-103dbfdb78cb service neutron] 10.222.0.76 "GET /v2.0/networks/4706c724-97ac-4b94-aa73-36382b375111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974127 Dec 16 22:19:39.820016 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ffb227-83da-4e56-ae7c-2aaac3eaa408 None None] Network 8f0b08b9-8e94-4639-a1f5-1da24e4400cc requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:39.872905 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d809e5e1-7fa1-4559-ae0c-d6e0cf7cbd84 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:39.922329 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dd9960c-0406-45ab-9258-f391420a5930 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:39.948297 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1467a1d9-6ba1-4590-bcf2-ecb0e88918a9 None None] Provisioning complete for port 66dc617a-0158-4692-85b0-51c21da97254 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:39.948856 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1467a1d9-6ba1-4590-bcf2-ecb0e88918a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:40.017578 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d809e5e1-7fa1-4559-ae0c-d6e0cf7cbd84 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:40.086985 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d809e5e1-7fa1-4559-ae0c-d6e0cf7cbd84 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Network beb8b17e-997b-438c-9b19-3fb29b6b0343 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:40.106071 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-d809e5e1-7fa1-4559-ae0c-d6e0cf7cbd84 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:40.109456 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d809e5e1-7fa1-4559-ae0c-d6e0cf7cbd84 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:40.174355 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809e5e1-7fa1-4559-ae0c-d6e0cf7cbd84 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Pushing event updated for resources: {'Port': ['ID=f3618ce4-3a36-4f3b-931c-cd49da00befb,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:40.211497 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294717d-f5f5-45d2-be27-0089a67b48fb req-1b1e584b-8521-483c-8006-d49f45a32f72 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:40.220048 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4294717d-f5f5-45d2-be27-0089a67b48fb req-1b1e584b-8521-483c-8006-d49f45a32f72 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/ports?device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695 HTTP/1.1" status: 200 len: 944 time: 0.1369419 Dec 16 22:19:40.254497 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d809e5e1-7fa1-4559-ae0c-d6e0cf7cbd84 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:40.256949 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d809e5e1-7fa1-4559-ae0c-d6e0cf7cbd84 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:40.271142 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dd9960c-0406-45ab-9258-f391420a5930 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:40.315702 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4294717d-f5f5-45d2-be27-0089a67b48fb req-d5a47e41-13d6-4ca5-92e1-1c2c2d8bd1c4 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/security-groups?id=0848fe77-44c3-4204-b2d0-176a298ec46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943782 Dec 16 22:19:40.389067 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dd9960c-0406-45ab-9258-f391420a5930 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:40.420069 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0c8720d7-6510-45d9-bb32-c0485ef3f7e9 None None] Provisioning complete for port 9bfab426-aa8f-4c2a-8f26-be4a6f5c6483 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:40.420705 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0c8720d7-6510-45d9-bb32-c0485ef3f7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:40.495468 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0c8720d7-6510-45d9-bb32-c0485ef3f7e9 None None] Port 9bfab426-aa8f-4c2a-8f26-be4a6f5c6483 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:40.497776 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9960c-0406-45ab-9258-f391420a5930 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Port': ['ID=9bfab426-aa8f-4c2a-8f26-be4a6f5c6483,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:40.510976 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d809e5e1-7fa1-4559-ae0c-d6e0cf7cbd84 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9328589 Dec 16 22:19:40.510976 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44258) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:40.518191 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-89cb82f0-e5a3-4cb6-b626-b32f6c40d9ab tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:75:f0:05'}]}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:40.534838 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0c8720d7-6510-45d9-bb32-c0485ef3f7e9 None None] Provisioning complete for port 66dc617a-0158-4692-85b0-51c21da97254 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:40.535403 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0c8720d7-6510-45d9-bb32-c0485ef3f7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:40.675720 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-69bcbffb-dbc1-4f52-a443-1048d49a8aeb req-c11e7398-747c-4d8c-ab79-66f3eef88594 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5ce4eb7-eed8-4025-902c-139c063071da HTTP/1.1" status: 200 len: 210 time: 0.0299087 Dec 16 22:19:40.732393 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dd9960c-0406-45ab-9258-f391420a5930 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:40.795176 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-182466d8-6958-4151-ad30-9d406cdeeb96 None None] Provisioning complete for port 9bfab426-aa8f-4c2a-8f26-be4a6f5c6483 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:40.795553 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-182466d8-6958-4151-ad30-9d406cdeeb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:40.816021 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-89cb82f0-e5a3-4cb6-b626-b32f6c40d9ab tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:40.859960 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-182466d8-6958-4151-ad30-9d406cdeeb96 None None] Port 9bfab426-aa8f-4c2a-8f26-be4a6f5c6483 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:40.872310 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-182466d8-6958-4151-ad30-9d406cdeeb96 None None] Provisioning complete for port f3618ce4-3a36-4f3b-931c-cd49da00befb triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:40.872933 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-182466d8-6958-4151-ad30-9d406cdeeb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:40.972756 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dd9960c-0406-45ab-9258-f391420a5930 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.068121 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-182466d8-6958-4151-ad30-9d406cdeeb96 None None] Port f3618ce4-3a36-4f3b-931c-cd49da00befb cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:41.082684 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 66dc617a-0158-4692-85b0-51c21da97254 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:19:41.099153 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-89cb82f0-e5a3-4cb6-b626-b32f6c40d9ab tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.138843 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 66dc617a-0158-4692-85b0-51c21da97254 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:41.139326 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.158646 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-89cb82f0-e5a3-4cb6-b626-b32f6c40d9ab tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.198079 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-40e248d0-d458-466b-aee4-a192620270a8 None None] Provisioning complete for port 9bfab426-aa8f-4c2a-8f26-be4a6f5c6483 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:41.198375 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-40e248d0-d458-466b-aee4-a192620270a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.270183 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb82f0-e5a3-4cb6-b626-b32f6c40d9ab tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Pushing event updated for resources: {'Port': ['ID=f3618ce4-3a36-4f3b-931c-cd49da00befb,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:41.295740 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-89cb82f0-e5a3-4cb6-b626-b32f6c40d9ab tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] In _notify_port_updated(), no bound segment for port f3618ce4-3a36-4f3b-931c-cd49da00befb on network beb8b17e-997b-438c-9b19-3fb29b6b0343 {{(pid=103613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:19:41.307971 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-40e248d0-d458-466b-aee4-a192620270a8 None None] Port 9bfab426-aa8f-4c2a-8f26-be4a6f5c6483 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:41.317046 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cb82f0-e5a3-4cb6-b626-b32f6c40d9ab tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:41.318671 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-89cb82f0-e5a3-4cb6-b626-b32f6c40d9ab tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.323268 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-89cb82f0-e5a3-4cb6-b626-b32f6c40d9ab tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] 10.222.0.75 "PUT /v2.0/ports/f3618ce4-3a36-4f3b-931c-cd49da00befb HTTP/1.1" status: 200 len: 994 time: 0.8109694 Dec 16 22:19:41.326256 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44268) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:41.365848 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dd9960c-0406-45ab-9258-f391420a5930 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.443561 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-bd326517-d4eb-4a58-8604-bc1ee49f32e6 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Deleting port f3618ce4-3a36-4f3b-931c-cd49da00befb {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:41.444047 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bd326517-d4eb-4a58-8604-bc1ee49f32e6 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.459821 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb049035-ca3a-4921-a960-631262bc6ea9 req-28156e90-d8ae-40fe-8609-bd10e866e92f tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:41.461487 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cb049035-ca3a-4921-a960-631262bc6ea9 req-28156e90-d8ae-40fe-8609-bd10e866e92f tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/ports?device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695 HTTP/1.1" status: 200 len: 944 time: 0.0594759 Dec 16 22:19:41.509063 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dd9960c-0406-45ab-9258-f391420a5930 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.511499 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dd9960c-0406-45ab-9258-f391420a5930 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.589264 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bd326517-d4eb-4a58-8604-bc1ee49f32e6 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.605502 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-bd326517-d4eb-4a58-8604-bc1ee49f32e6 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Calling delete_port for f3618ce4-3a36-4f3b-931c-cd49da00befb owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:41.631711 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cb049035-ca3a-4921-a960-631262bc6ea9 req-773e8510-2f3c-4288-a7b9-7e7d7a3f50d8 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/security-groups?id=0848fe77-44c3-4204-b2d0-176a298ec46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619079 Dec 16 22:19:41.641983 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9960c-0406-45ab-9258-f391420a5930 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Port': ['ID=9bfab426-aa8f-4c2a-8f26-be4a6f5c6483,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:41.642187 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d493b024-0458-4cb3-b1e2-524f46cb8f12 None None] Provisioning complete for port f3618ce4-3a36-4f3b-931c-cd49da00befb triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:41.642727 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d493b024-0458-4cb3-b1e2-524f46cb8f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:41.701373 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd9960c-0406-45ab-9258-f391420a5930 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network 8f0b08b9-8e94-4639-a1f5-1da24e4400cc is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:41.702944 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-7dd9960c-0406-45ab-9258-f391420a5930 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:41.707878 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d493b024-0458-4cb3-b1e2-524f46cb8f12 None None] Port f3618ce4-3a36-4f3b-931c-cd49da00befb cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:41.822527 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-868329c4-827b-4c86-b4b8-e0a075350a4f req-ffc2aaf0-62c7-443a-9476-e5da1fd9cf89 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5ce4eb7-eed8-4025-902c-139c063071da HTTP/1.1" status: 200 len: 210 time: 0.0440650 Dec 16 22:19:41.978727 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd9960c-0406-45ab-9258-f391420a5930 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Router 2e058507-7a7b-4f24-a238-fba4fc69b52c is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:19:41.979607 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bd326517-d4eb-4a58-8604-bc1ee49f32e6 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:42.033032 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd326517-d4eb-4a58-8604-bc1ee49f32e6 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Pushing event deleted for resources: {'Port': ['ID=f3618ce4-3a36-4f3b-931c-cd49da00befb,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:42.098813 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd9960c-0406-45ab-9258-f391420a5930 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:19:42.102673 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bd0237eb-dafe-4a42-b256-7704e2fb6645 None None] Provisioning complete for port 9bfab426-aa8f-4c2a-8f26-be4a6f5c6483 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:42.105696 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7dd9960c-0406-45ab-9258-f391420a5930 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "PUT /v2.0/routers/2e058507-7a7b-4f24-a238-fba4fc69b52c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6127901 Dec 16 22:19:42.110546 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bd0237eb-dafe-4a42-b256-7704e2fb6645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:42.111489 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44280) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:42.132032 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2956a2c-bafa-4ae5-b0b7-6a6ad929235f None None] Sync routers for ids ['2e058507-7a7b-4f24-a238-fba4fc69b52c'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:19:42.200155 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d92165b-3ca3-4456-9732-41e653bf6fe0 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:42.204433 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5d92165b-3ca3-4456-9732-41e653bf6fe0 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e058507-7a7b-4f24-a238-fba4fc69b52c HTTP/1.1" status: 200 len: 986 time: 0.0893004 Dec 16 22:19:42.204833 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44282) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:42.224148 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bd0237eb-dafe-4a42-b256-7704e2fb6645 None None] Port 9bfab426-aa8f-4c2a-8f26-be4a6f5c6483 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:42.226015 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2956a2c-bafa-4ae5-b0b7-6a6ad929235f None None] Routers {'2e058507-7a7b-4f24-a238-fba4fc69b52c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:19:42.226734 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a2956a2c-bafa-4ae5-b0b7-6a6ad929235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:19:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2e058507-7a7b-4f24-a238-fba4fc69b52c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:42.258303 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f42a2-5cd9-43ab-9813-f1649820feef req-6dbb64c1-34cb-40a6-a2ac-86cbe88487b0 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:42.260864 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-6dbb64c1-34cb-40a6-a2ac-86cbe88487b0 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.76 "GET /v2.0/networks?id=0d751004-b83f-4f83-9850-32492c351de3 HTTP/1.1" status: 200 len: 816 time: 0.2477310 Dec 16 22:19:42.285213 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a2956a2c-bafa-4ae5-b0b7-6a6ad929235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:42.288876 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-827f42a2-5cd9-43ab-9813-f1649820feef req-45236bf4-103c-458c-bc70-175c4e079b80 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Request body: {'port': {'device_id': '804f51db-da37-48a5-b8d3-f8dcb533b713', 'network_id': '0d751004-b83f-4f83-9850-32492c351de3', 'admin_state_up': True, 'tenant_id': '6700a1a4c4f34850805eab1ca22a81ec'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:42.297863 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2956a2c-bafa-4ae5-b0b7-6a6ad929235f None None] Routers {'2e058507-7a7b-4f24-a238-fba4fc69b52c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:19:42.302182 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a2956a2c-bafa-4ae5-b0b7-6a6ad929235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:19:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2e058507-7a7b-4f24-a238-fba4fc69b52c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:42.350860 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a2956a2c-bafa-4ae5-b0b7-6a6ad929235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:42.352170 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2956a2c-bafa-4ae5-b0b7-6a6ad929235f None None] The sync data for ids ['2e058507-7a7b-4f24-a238-fba4fc69b52c'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:19:42.432291 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bd326517-d4eb-4a58-8604-bc1ee49f32e6 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:42.435749 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bd326517-d4eb-4a58-8604-bc1ee49f32e6 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] 10.222.0.75 "DELETE /v2.0/ports/f3618ce4-3a36-4f3b-931c-cd49da00befb HTTP/1.1" status: 204 len: 168 time: 1.1084585 Dec 16 22:19:42.438712 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44286) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:42.478020 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea563c9-d31c-44dd-98ce-0ce843eb164a tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] GET failed (client error): The resource could not be found. Dec 16 22:19:42.483998 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6ea563c9-d31c-44dd-98ce-0ce843eb164a tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] 10.222.0.75 "GET /v2.0/ports/f3618ce4-3a36-4f3b-931c-cd49da00befb HTTP/1.1" status: 404 len: 333 time: 0.0423939 Dec 16 22:19:42.484849 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44288) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:42.495577 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-59fe34f2-025a-45b9-b47e-f0d6b8a2f11e tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Request body: {'port': {'network_id': 'beb8b17e-997b-438c-9b19-3fb29b6b0343', 'name': 'tempest-AllowedAddressPairTestJSON-1823794122'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:42.679904 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-827f42a2-5cd9-43ab-9813-f1649820feef req-45236bf4-103c-458c-bc70-175c4e079b80 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Made reservation on behalf of 6700a1a4c4f34850805eab1ca22a81ec for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:42.685656 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-45236bf4-103c-458c-bc70-175c4e079b80 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:42.691303 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 896265b2-35d0-4346-9a83-f088b76b232d details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:19:42.848177 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 896265b2-35d0-4346-9a83-f088b76b232d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=896265b2-35d0-4346-9a83-f088b76b232d,segment=NetworkSegment(7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8),segment_id=7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:42.863901 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '896265b2-35d0-4346-9a83-f088b76b232d', 'network_id': '4706c724-97ac-4b94-aa73-36382b375111', 'port_id': '896265b2-35d0-4346-9a83-f088b76b232d', 'mac_address': 'fa:16:3e:be:d7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1197d0d7-b4e2-4dd5-a563-ba2852b6950c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:19:42.871162 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd0c67-9316-4c83-8d33-9ba13b46f286 req-7ac80e87-5d74-4df1-9cbb-0813e27f9d43 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:42.872823 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4fd0c67-9316-4c83-8d33-9ba13b46f286 req-7ac80e87-5d74-4df1-9cbb-0813e27f9d43 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/ports?device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695 HTTP/1.1" status: 200 len: 944 time: 0.1007192 Dec 16 22:19:42.914093 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:42.930471 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 896265b2-35d0-4346-9a83-f088b76b232d {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:19:42.944049 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-827f42a2-5cd9-43ab-9813-f1649820feef req-45236bf4-103c-458c-bc70-175c4e079b80 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Allocated IP 172.20.0.8 (0d751004-b83f-4f83-9850-32492c351de3/fd533a66-a3ac-4fe2-b683-4be57b5d7c16/0098613f-9e25-4396-a101-739e8d785b6a) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:42.946212 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fe34f2-025a-45b9-b47e-f0d6b8a2f11e tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Made reservation on behalf of 91b282d004ec496896c557f98ad779a5 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:42.951282 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-59fe34f2-025a-45b9-b47e-f0d6b8a2f11e tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:42.956592 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 896265b2-35d0-4346-9a83-f088b76b232d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=896265b2-35d0-4346-9a83-f088b76b232d,segment=NetworkSegment(7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8),segment_id=7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:43.002430 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f42a2-5cd9-43ab-9813-f1649820feef req-03546310-fddb-4119-ba60-c8801da4549c tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:43.003955 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-03546310-fddb-4119-ba60-c8801da4549c tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.57 "GET /v2.0/networks?id=0d751004-b83f-4f83-9850-32492c351de3 HTTP/1.1" status: 200 len: 816 time: 0.7213516 Dec 16 22:19:43.007322 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-59fe34f2-025a-45b9-b47e-f0d6b8a2f11e tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] device_id is not set on port 01e2f841-cff5-4e72-ac15-989b999ee464 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:19:43.019263 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4fd0c67-9316-4c83-8d33-9ba13b46f286 req-09c2f1f2-b106-484d-a1db-e1974bb88453 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/security-groups?id=0848fe77-44c3-4204-b2d0-176a298ec46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358724 Dec 16 22:19:43.029110 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1828490d-dee8-4b81-81a4-edecb05550b6 req-c87a51c3-2582-49bb-9fe8-818ce77ea4fd tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5ce4eb7-eed8-4025-902c-139c063071da HTTP/1.1" status: 200 len: 210 time: 0.0471356 Dec 16 22:19:43.059190 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-827f42a2-5cd9-43ab-9813-f1649820feef req-ba3799fa-a615-4066-8db4-ff31436f55fa tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Request body: {'port': {'device_id': '9d9e5e46-0114-4f81-9f40-d34195ffe123', 'network_id': '0d751004-b83f-4f83-9850-32492c351de3', 'admin_state_up': True, 'tenant_id': '6700a1a4c4f34850805eab1ca22a81ec'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:43.194614 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:43.229200 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f42a2-5cd9-43ab-9813-f1649820feef req-bba39822-a969-46ed-bb9c-66e62c0ff9b7 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:43.230770 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-bba39822-a969-46ed-bb9c-66e62c0ff9b7 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.76 "GET /v2.0/networks?id=0d751004-b83f-4f83-9850-32492c351de3 HTTP/1.1" status: 200 len: 816 time: 0.3217733 Dec 16 22:19:43.254108 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-827f42a2-5cd9-43ab-9813-f1649820feef req-616f6891-b888-4575-9a25-73e257ec6aaa tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Request body: {'port': {'device_id': 'c5ce4eb7-eed8-4025-902c-139c063071da', 'network_id': '0d751004-b83f-4f83-9850-32492c351de3', 'admin_state_up': True, 'tenant_id': '6700a1a4c4f34850805eab1ca22a81ec'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:43.256129 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-59fe34f2-025a-45b9-b47e-f0d6b8a2f11e tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Allocated IP 172.20.0.12 (beb8b17e-997b-438c-9b19-3fb29b6b0343/f624d598-2b8b-4b20-bd5a-b01d9a2cff2a/01e2f841-cff5-4e72-ac15-989b999ee464) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:43.266796 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=896265b2-35d0-4346-9a83-f088b76b232d,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:43.348931 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-45236bf4-103c-458c-bc70-175c4e079b80 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:43.475763 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-827f42a2-5cd9-43ab-9813-f1649820feef req-ba3799fa-a615-4066-8db4-ff31436f55fa tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Made reservation on behalf of 6700a1a4c4f34850805eab1ca22a81ec for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:43.479597 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-ba3799fa-a615-4066-8db4-ff31436f55fa tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:43.500202 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-59fe34f2-025a-45b9-b47e-f0d6b8a2f11e tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:43.543320 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-45236bf4-103c-458c-bc70-175c4e079b80 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:43.592843 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-827f42a2-5cd9-43ab-9813-f1649820feef req-45236bf4-103c-458c-bc70-175c4e079b80 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Network 0d751004-b83f-4f83-9850-32492c351de3 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:43.594561 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-827f42a2-5cd9-43ab-9813-f1649820feef req-45236bf4-103c-458c-bc70-175c4e079b80 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:43.598770 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-827f42a2-5cd9-43ab-9813-f1649820feef req-45236bf4-103c-458c-bc70-175c4e079b80 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:43.626283 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['896265b2-35d0-4346-9a83-f088b76b232d'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:19:43.629721 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-326e3bcd-bf52-4bf8-bd41-8d94712657fb tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:43.645723 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-59fe34f2-025a-45b9-b47e-f0d6b8a2f11e tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:43.652465 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45236bf4-103c-458c-bc70-175c4e079b80 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Pushing event updated for resources: {'Port': ['ID=0098613f-9e25-4396-a101-739e8d785b6a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:43.703737 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-827f42a2-5cd9-43ab-9813-f1649820feef req-616f6891-b888-4575-9a25-73e257ec6aaa tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Made reservation on behalf of 6700a1a4c4f34850805eab1ca22a81ec for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:43.706649 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-616f6891-b888-4575-9a25-73e257ec6aaa tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:43.726271 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fe34f2-025a-45b9-b47e-f0d6b8a2f11e tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Network beb8b17e-997b-438c-9b19-3fb29b6b0343 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:43.734673 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-59fe34f2-025a-45b9-b47e-f0d6b8a2f11e tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:43.737380 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fe34f2-025a-45b9-b47e-f0d6b8a2f11e tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:43.774223 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f42a2-5cd9-43ab-9813-f1649820feef req-45236bf4-103c-458c-bc70-175c4e079b80 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:43.774599 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-45236bf4-103c-458c-bc70-175c4e079b80 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:43.793145 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe34f2-025a-45b9-b47e-f0d6b8a2f11e tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Pushing event updated for resources: {'Port': ['ID=01e2f841-cff5-4e72-ac15-989b999ee464,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:43.861164 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fe34f2-025a-45b9-b47e-f0d6b8a2f11e tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:43.861931 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-59fe34f2-025a-45b9-b47e-f0d6b8a2f11e tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:43.957153 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-827f42a2-5cd9-43ab-9813-f1649820feef req-ba3799fa-a615-4066-8db4-ff31436f55fa tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Allocated IP 172.20.0.7 (0d751004-b83f-4f83-9850-32492c351de3/fd533a66-a3ac-4fe2-b683-4be57b5d7c16/995e09a3-d209-42ad-a0c4-04f88cdfd2a4) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:43.973441 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-45236bf4-103c-458c-bc70-175c4e079b80 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6890805 Dec 16 22:19:43.994282 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-827f42a2-5cd9-43ab-9813-f1649820feef req-6a1a47c6-f20f-4f54-a44e-a6a07deeedc4 service neutron] Request body: {'port': {'device_id': '804f51db-da37-48a5-b8d3-f8dcb533b713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:44.001223 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-59fe34f2-025a-45b9-b47e-f0d6b8a2f11e tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5129285 Dec 16 22:19:44.006231 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44304) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:44.012810 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-d9f6ee7d-38b1-4499-86b2-6d80b357e96d tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:75:f0:05'}]}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:44.064249 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-6a1a47c6-f20f-4f54-a44e-a6a07deeedc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:44.085047 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-07fa8ad3-6932-4341-a9eb-f2ca013733cd None None] Provisioning complete for port 01e2f841-cff5-4e72-ac15-989b999ee464 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:44.085820 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07fa8ad3-6932-4341-a9eb-f2ca013733cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:44.144521 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-07fa8ad3-6932-4341-a9eb-f2ca013733cd None None] Port 01e2f841-cff5-4e72-ac15-989b999ee464 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:44.184471 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-60be9f41-ec1d-454d-8c82-cbbae077c00f req-7d53e45c-8bf6-49f6-a4f7-932e8a5cc6cd tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5ce4eb7-eed8-4025-902c-139c063071da HTTP/1.1" status: 200 len: 210 time: 0.0359149 Dec 16 22:19:44.352293 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e710c0-f726-40f8-af3f-ed54359dce43 req-f4293a1d-9d73-4554-ab8b-80af7c44bac8 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:44.356169 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-14e710c0-f726-40f8-af3f-ed54359dce43 req-f4293a1d-9d73-4554-ab8b-80af7c44bac8 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/ports?device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695 HTTP/1.1" status: 200 len: 945 time: 0.1961689 Dec 16 22:19:44.361731 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-ba3799fa-a615-4066-8db4-ff31436f55fa tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:44.404141 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-326e3bcd-bf52-4bf8-bd41-8d94712657fb tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting port 9bfab426-aa8f-4c2a-8f26-be4a6f5c6483 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:44.404395 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-326e3bcd-bf52-4bf8-bd41-8d94712657fb tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:44.542912 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ee7d-38b1-4499-86b2-6d80b357e96d tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:44.546463 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-14e710c0-f726-40f8-af3f-ed54359dce43 req-232db742-d1c2-4934-a4a2-c9ff7f4b7b2a tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/security-groups?id=0848fe77-44c3-4204-b2d0-176a298ec46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752942 Dec 16 22:19:44.622960 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-326e3bcd-bf52-4bf8-bd41-8d94712657fb tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:44.644244 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-ba3799fa-a615-4066-8db4-ff31436f55fa tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:44.675899 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-326e3bcd-bf52-4bf8-bd41-8d94712657fb tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Calling delete_port for 9bfab426-aa8f-4c2a-8f26-be4a6f5c6483 owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:44.828219 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-827f42a2-5cd9-43ab-9813-f1649820feef req-ba3799fa-a615-4066-8db4-ff31436f55fa tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Network 0d751004-b83f-4f83-9850-32492c351de3 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:44.841568 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3799fa-a615-4066-8db4-ff31436f55fa tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Pushing event updated for resources: {'Port': ['ID=995e09a3-d209-42ad-a0c4-04f88cdfd2a4,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:44.844554 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-827f42a2-5cd9-43ab-9813-f1649820feef req-ba3799fa-a615-4066-8db4-ff31436f55fa tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:44.859155 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-827f42a2-5cd9-43ab-9813-f1649820feef req-ba3799fa-a615-4066-8db4-ff31436f55fa tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:44.869471 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-827f42a2-5cd9-43ab-9813-f1649820feef req-616f6891-b888-4575-9a25-73e257ec6aaa tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Allocated IP 172.20.0.6 (0d751004-b83f-4f83-9850-32492c351de3/fd533a66-a3ac-4fe2-b683-4be57b5d7c16/e013d6d7-965b-4fc9-a47a-2c3ba5be99e6) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:44.962957 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f42a2-5cd9-43ab-9813-f1649820feef req-ba3799fa-a615-4066-8db4-ff31436f55fa tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:44.963640 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-ba3799fa-a615-4066-8db4-ff31436f55fa tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:45.293431 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-97b37375-73f1-4785-a409-c0d769a04f84 req-4aa536ee-b6d7-49a0-a4bd-6e1f90fceefa tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5ce4eb7-eed8-4025-902c-139c063071da HTTP/1.1" status: 200 len: 210 time: 0.0326068 Dec 16 22:19:45.348784 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059ed1c-2054-4553-86db-a14024faf283 req-2c02f641-a757-4d5c-9b81-1f5f1f967cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:45.354393 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5059ed1c-2054-4553-86db-a14024faf283 req-2c02f641-a757-4d5c-9b81-1f5f1f967cc6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=14fa89a71b19443bab437fd35023cb1c&device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 1097 time: 0.0523994 Dec 16 22:19:45.457112 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059ed1c-2054-4553-86db-a14024faf283 req-6f46c952-3e13-4b98-9aa8-0eee5cc0d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:45.458668 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5059ed1c-2054-4553-86db-a14024faf283 req-6f46c952-3e13-4b98-9aa8-0eee5cc0d341 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5c1937af-7bb6-406c-854f-833019c225af HTTP/1.1" status: 200 len: 919 time: 0.0985453 Dec 16 22:19:45.460893 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ee7d-38b1-4499-86b2-6d80b357e96d tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:45.474998 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-ba3799fa-a615-4066-8db4-ff31436f55fa tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4244239 Dec 16 22:19:45.510696 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-827f42a2-5cd9-43ab-9813-f1649820feef req-4ebb1777-a8d4-4cbe-b0f1-ffb9533565e1 service neutron] Request body: {'port': {'device_id': '9d9e5e46-0114-4f81-9f40-d34195ffe123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:45.516673 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5059ed1c-2054-4553-86db-a14024faf283 req-6bc16b0a-db8e-4b17-98bf-a937ed846abd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be51db46-e859-4d44-b134-c3114815f950 HTTP/1.1" status: 200 len: 217 time: 0.0445979 Dec 16 22:19:45.569435 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059ed1c-2054-4553-86db-a14024faf283 req-b40737db-1916-4d1d-ac32-2dc3c2956ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:45.569953 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5059ed1c-2054-4553-86db-a14024faf283 req-b40737db-1916-4d1d-ac32-2dc3c2956ccf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4012085c-74d4-4d83-9e4d-14ad56ea9a5d HTTP/1.1" status: 200 len: 859 time: 0.0515449 Dec 16 22:19:45.606783 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5059ed1c-2054-4553-86db-a14024faf283 req-9560f458-14a2-4ec3-82f3-6237a494a747 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c1937af-7bb6-406c-854f-833019c225af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284855 Dec 16 22:19:45.611955 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ee7d-38b1-4499-86b2-6d80b357e96d tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:45.686870 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-616f6891-b888-4575-9a25-73e257ec6aaa tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:45.711582 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f9761-998a-406e-8e4c-0b429c388e20 req-788194ac-9753-459c-9e00-f6eaa68731bd tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:45.713850 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a10f9761-998a-406e-8e4c-0b429c388e20 req-788194ac-9753-459c-9e00-f6eaa68731bd tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.2488368 Dec 16 22:19:45.724756 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-4ebb1777-a8d4-4cbe-b0f1-ffb9533565e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:45.775387 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b441f53-eba1-4645-8605-72554217af9a req-95e6a74d-e177-4ea7-907b-693eaff8437f tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:45.777363 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b441f53-eba1-4645-8605-72554217af9a req-95e6a74d-e177-4ea7-907b-693eaff8437f tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/ports?device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695 HTTP/1.1" status: 200 len: 945 time: 0.1346898 Dec 16 22:19:45.797982 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5059ed1c-2054-4553-86db-a14024faf283 req-27b84b9f-9b21-4002-a988-750d83c80522 service neutron] 10.222.0.57 "GET /v2.0/networks/5c1937af-7bb6-406c-854f-833019c225af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837640 Dec 16 22:19:45.804942 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-326e3bcd-bf52-4bf8-bd41-8d94712657fb tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:45.806871 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6ee7d-38b1-4499-86b2-6d80b357e96d tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Pushing event updated for resources: {'Port': ['ID=01e2f841-cff5-4e72-ac15-989b999ee464,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:45.936617 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5059ed1c-2054-4553-86db-a14024faf283 req-12f6e22d-5ac8-4491-bd26-a51b8d939061 service neutron] 10.222.0.57 "GET /v2.0/networks/5c1937af-7bb6-406c-854f-833019c225af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256764 Dec 16 22:19:46.004059 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b441f53-eba1-4645-8605-72554217af9a req-e7811ed8-3e1a-4487-973c-3a779181673b tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/security-groups?id=0848fe77-44c3-4204-b2d0-176a298ec46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045803 Dec 16 22:19:46.070958 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e3bcd-bf52-4bf8-bd41-8d94712657fb tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Port': ['ID=9bfab426-aa8f-4c2a-8f26-be4a6f5c6483,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:46.083203 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a10f9761-998a-406e-8e4c-0b429c388e20 req-33a26a82-96cc-4241-9fc0-9932bf97f767 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468645 Dec 16 22:19:46.106090 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-d9f6ee7d-38b1-4499-86b2-6d80b357e96d tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] In _notify_port_updated(), no bound segment for port 01e2f841-cff5-4e72-ac15-989b999ee464 on network beb8b17e-997b-438c-9b19-3fb29b6b0343 {{(pid=103614) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:19:46.112738 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f6ee7d-38b1-4499-86b2-6d80b357e96d tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:46.114386 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ee7d-38b1-4499-86b2-6d80b357e96d tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:46.116510 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d9f6ee7d-38b1-4499-86b2-6d80b357e96d tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] 10.222.0.75 "PUT /v2.0/ports/01e2f841-cff5-4e72-ac15-989b999ee464 HTTP/1.1" status: 200 len: 997 time: 2.1092558 Dec 16 22:19:46.119480 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44340) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:46.184511 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b2ebe252-cdd9-4bd3-920a-8bd306297059 None None] Provisioning complete for port 01e2f841-cff5-4e72-ac15-989b999ee464 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:46.185026 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b2ebe252-cdd9-4bd3-920a-8bd306297059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:46.213329 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-616f6891-b888-4575-9a25-73e257ec6aaa tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:46.224098 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b2ebe252-cdd9-4bd3-920a-8bd306297059 None None] Port 01e2f841-cff5-4e72-ac15-989b999ee464 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:46.260933 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-326e3bcd-bf52-4bf8-bd41-8d94712657fb tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:46.270918 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-827f42a2-5cd9-43ab-9813-f1649820feef req-616f6891-b888-4575-9a25-73e257ec6aaa tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Network 0d751004-b83f-4f83-9850-32492c351de3 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:46.285837 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-827f42a2-5cd9-43ab-9813-f1649820feef req-616f6891-b888-4575-9a25-73e257ec6aaa tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:46.291755 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-827f42a2-5cd9-43ab-9813-f1649820feef req-616f6891-b888-4575-9a25-73e257ec6aaa tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:46.321657 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f6891-b888-4575-9a25-73e257ec6aaa tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Pushing event updated for resources: {'Port': ['ID=e013d6d7-965b-4fc9-a47a-2c3ba5be99e6,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:46.324620 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-c91054bd-8450-40b1-bd21-ded81a6c85f3 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Deleting port 01e2f841-cff5-4e72-ac15-989b999ee464 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:46.325112 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c91054bd-8450-40b1-bd21-ded81a6c85f3 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:46.451213 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f42a2-5cd9-43ab-9813-f1649820feef req-616f6891-b888-4575-9a25-73e257ec6aaa tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:46.451890 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-616f6891-b888-4575-9a25-73e257ec6aaa tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:46.473020 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-827f42a2-5cd9-43ab-9813-f1649820feef req-6a1a47c6-f20f-4f54-a44e-a6a07deeedc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0098613f-9e25-4396-a101-739e8d785b6a {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:19:46.488991 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-6a1a47c6-f20f-4f54-a44e-a6a07deeedc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:46.492290 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c91054bd-8450-40b1-bd21-ded81a6c85f3 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:46.492997 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae230164-b2df-4e7d-9399-698163da5dc4 req-176e7773-18f8-4f4d-a0ce-f7810d336f05 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:46.499692 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ae230164-b2df-4e7d-9399-698163da5dc4 req-176e7773-18f8-4f4d-a0ce-f7810d336f05 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5ce4eb7-eed8-4025-902c-139c063071da HTTP/1.1" status: 200 len: 931 time: 0.1076648 Dec 16 22:19:46.514922 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-c91054bd-8450-40b1-bd21-ded81a6c85f3 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Calling delete_port for 01e2f841-cff5-4e72-ac15-989b999ee464 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:46.521918 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-827f42a2-5cd9-43ab-9813-f1649820feef req-6a1a47c6-f20f-4f54-a44e-a6a07deeedc4 service neutron] Transition to ACTIVE for port object 0098613f-9e25-4396-a101-739e8d785b6a will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:19:46.606387 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-616f6891-b888-4575-9a25-73e257ec6aaa tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3561766 Dec 16 22:19:46.611969 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326e3bcd-bf52-4bf8-bd41-8d94712657fb tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Router 2e058507-7a7b-4f24-a238-fba4fc69b52c has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:19:46.649982 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-827f42a2-5cd9-43ab-9813-f1649820feef req-1855245b-86ea-4fe4-a07e-7351f97790b1 service neutron] Request body: {'port': {'device_id': 'c5ce4eb7-eed8-4025-902c-139c063071da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:46.656491 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-6a1a47c6-f20f-4f54-a44e-a6a07deeedc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:46.690440 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ae230164-b2df-4e7d-9399-698163da5dc4 req-13881476-1675-4c7e-a845-df23d0508d0c tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/security-groups?id=03f9f082-3637-47a5-b431-2152e131f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893148 Dec 16 22:19:46.711395 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 896265b2-35d0-4346-9a83-f088b76b232d up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:19:46.721144 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a47c6-f20f-4f54-a44e-a6a07deeedc4 service neutron] Pushing event updated for resources: {'Port': ['ID=0098613f-9e25-4396-a101-739e8d785b6a,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:46.780424 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c91054bd-8450-40b1-bd21-ded81a6c85f3 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:46.820959 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91054bd-8450-40b1-bd21-ded81a6c85f3 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Pushing event deleted for resources: {'Port': ['ID=01e2f841-cff5-4e72-ac15-989b999ee464,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:46.861917 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-1855245b-86ea-4fe4-a07e-7351f97790b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:46.878044 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 896265b2-35d0-4346-9a83-f088b76b232d completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:19:46.883752 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326e3bcd-bf52-4bf8-bd41-8d94712657fb tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:19:46.892028 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-326e3bcd-bf52-4bf8-bd41-8d94712657fb tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "PUT /v2.0/routers/2e058507-7a7b-4f24-a238-fba4fc69b52c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6857412 Dec 16 22:19:46.894910 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44348) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:46.896873 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 896265b2-35d0-4346-9a83-f088b76b232d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:46.897619 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:46.899011 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec616e4b-14d7-48af-a43b-d962087e9c2c None None] Sync routers for ids ['2e058507-7a7b-4f24-a238-fba4fc69b52c'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:19:46.933143 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec616e4b-14d7-48af-a43b-d962087e9c2c None None] Routers {'2e058507-7a7b-4f24-a238-fba4fc69b52c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:19:46.933914 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-ec616e4b-14d7-48af-a43b-d962087e9c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:19:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2e058507-7a7b-4f24-a238-fba4fc69b52c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:47.006646 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-ec616e4b-14d7-48af-a43b-d962087e9c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:47.016591 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c91054bd-8450-40b1-bd21-ded81a6c85f3 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:47.023903 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec616e4b-14d7-48af-a43b-d962087e9c2c None None] Routers {'2e058507-7a7b-4f24-a238-fba4fc69b52c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:19:47.024560 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-ec616e4b-14d7-48af-a43b-d962087e9c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:19:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2e058507-7a7b-4f24-a238-fba4fc69b52c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:47.035872 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c91054bd-8450-40b1-bd21-ded81a6c85f3 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] 10.222.0.75 "DELETE /v2.0/ports/01e2f841-cff5-4e72-ac15-989b999ee464 HTTP/1.1" status: 204 len: 168 time: 0.9151738 Dec 16 22:19:47.039168 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:47.044111 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44352) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:47.076090 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-827f42a2-5cd9-43ab-9813-f1649820feef req-6a1a47c6-f20f-4f54-a44e-a6a07deeedc4 service neutron] Attempting to bind port 0098613f-9e25-4396-a101-739e8d785b6a on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:19:47.081543 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9ac78a-7c3a-4f6a-84a9-c99ad414d695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896265b2-35d0-4346-9a83-f088b76b232d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:19:47.082150 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-827f42a2-5cd9-43ab-9813-f1649820feef req-6a1a47c6-f20f-4f54-a44e-a6a07deeedc4 service neutron] Attempting to bind port 0098613f-9e25-4396-a101-739e8d785b6a by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '5efa9d5b-e82c-4301-979a-736e3fdead7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0d751004-b83f-4f83-9850-32492c351de3'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:19:47.090184 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f42a2-5cd9-43ab-9813-f1649820feef req-6a1a47c6-f20f-4f54-a44e-a6a07deeedc4 service neutron] Attempting to bind port 0098613f-9e25-4396-a101-739e8d785b6a on network 0d751004-b83f-4f83-9850-32492c351de3 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:47.090350 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-ec616e4b-14d7-48af-a43b-d962087e9c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:47.090350 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec616e4b-14d7-48af-a43b-d962087e9c2c None None] The sync data for ids ['2e058507-7a7b-4f24-a238-fba4fc69b52c'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:19:47.090624 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed533c2e-d507-4713-a3d5-bf0210b43547" -d '{"events": [{"server_uuid": "de9ac78a-7c3a-4f6a-84a9-c99ad414d695", "name": "network-vif-plugged", "status": "completed", "tag": "896265b2-35d0-4346-9a83-f088b76b232d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:19:47.106714 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6a6d38-c2b8-473e-8d13-5211887d838e tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] GET failed (client error): The resource could not be found. Dec 16 22:19:47.112861 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ef6a6d38-c2b8-473e-8d13-5211887d838e tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "GET /v2.0/ports/9bfab426-aa8f-4c2a-8f26-be4a6f5c6483 HTTP/1.1" status: 404 len: 333 time: 0.2057862 Dec 16 22:19:47.135368 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44358) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:47.136869 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 896265b2-35d0-4346-9a83-f088b76b232d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=896265b2-35d0-4346-9a83-f088b76b232d,segment=NetworkSegment(7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8),segment_id=7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:47.152336 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7683be1-cb9c-4c77-8674-28774c397cac tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] GET failed (client error): The resource could not be found. Dec 16 22:19:47.158150 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f7683be1-cb9c-4c77-8674-28774c397cac tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] 10.222.0.75 "GET /v2.0/ports/01e2f841-cff5-4e72-ac15-989b999ee464 HTTP/1.1" status: 404 len: 333 time: 0.1080899 Dec 16 22:19:47.160220 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44360) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:47.168426 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-f42b416a-7749-4a22-b839-4d0504d673d9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Request body: {'port': {'network_id': 'beb8b17e-997b-438c-9b19-3fb29b6b0343', 'name': 'tempest-AllowedAddressPairTestJSON-473838634'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:47.205264 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f42a2-5cd9-43ab-9813-f1649820feef req-6a1a47c6-f20f-4f54-a44e-a6a07deeedc4 service neutron] Port 0098613f-9e25-4396-a101-739e8d785b6a on network 0d751004-b83f-4f83-9850-32492c351de3 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:19:47.205595 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f42a2-5cd9-43ab-9813-f1649820feef req-6a1a47c6-f20f-4f54-a44e-a6a07deeedc4 service neutron] Attempting to bind port 0098613f-9e25-4396-a101-739e8d785b6a on network 0d751004-b83f-4f83-9850-32492c351de3 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:47.229525 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:47.253442 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-827f42a2-5cd9-43ab-9813-f1649820feef req-4ebb1777-a8d4-4cbe-b0f1-ffb9533565e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 995e09a3-d209-42ad-a0c4-04f88cdfd2a4 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:19:47.278266 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-4ebb1777-a8d4-4cbe-b0f1-ffb9533565e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:47.297440 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=896265b2-35d0-4346-9a83-f088b76b232d,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:47.306484 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:47.307056 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:47.307839 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:47.308253 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:47.308712 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:47.309059 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:47.309396 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:47.309783 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:47.310175 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:47.310509 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:47.310885 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:47.311239 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:47.311569 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:19:47.355995 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-827f42a2-5cd9-43ab-9813-f1649820feef req-4ebb1777-a8d4-4cbe-b0f1-ffb9533565e1 service neutron] Transition to ACTIVE for port object 995e09a3-d209-42ad-a0c4-04f88cdfd2a4 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:19:47.404634 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45519a-5d88-4ccd-90de-61d6180cb108 req-d9863277-c327-46a8-be78-02344f55bf91 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:47.406202 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9f45519a-5d88-4ccd-90de-61d6180cb108 req-d9863277-c327-46a8-be78-02344f55bf91 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.1918042 Dec 16 22:19:47.442383 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-4ebb1777-a8d4-4cbe-b0f1-ffb9533565e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:47.552905 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f42a2-5cd9-43ab-9813-f1649820feef req-6a1a47c6-f20f-4f54-a44e-a6a07deeedc4 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:19:47.553503 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f42a2-5cd9-43ab-9813-f1649820feef req-6a1a47c6-f20f-4f54-a44e-a6a07deeedc4 service neutron] Checking segment: {'id': '5efa9d5b-e82c-4301-979a-736e3fdead7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0d751004-b83f-4f83-9850-32492c351de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:47.553726 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f42a2-5cd9-43ab-9813-f1649820feef req-6a1a47c6-f20f-4f54-a44e-a6a07deeedc4 service neutron] Bound using segment: {'id': '5efa9d5b-e82c-4301-979a-736e3fdead7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0d751004-b83f-4f83-9850-32492c351de3'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:19:47.553985 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-827f42a2-5cd9-43ab-9813-f1649820feef req-6a1a47c6-f20f-4f54-a44e-a6a07deeedc4 service neutron] Bound port: 0098613f-9e25-4396-a101-739e8d785b6a, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5efa9d5b-e82c-4301-979a-736e3fdead7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0d751004-b83f-4f83-9850-32492c351de3'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:19:47.554343 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-6a1a47c6-f20f-4f54-a44e-a6a07deeedc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:47.574429 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4d8abfa0-07cb-4062-8186-3313b64a0575 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:47.581989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb1777-a8d4-4cbe-b0f1-ffb9533565e1 service neutron] Pushing event updated for resources: {'Port': ['ID=995e09a3-d209-42ad-a0c4-04f88cdfd2a4,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:47.590376 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9f45519a-5d88-4ccd-90de-61d6180cb108 req-cbd4cc6a-a823-499b-93d4-8232f0da2722 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759746 Dec 16 22:19:47.654116 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141578cd-f759-4dac-9549-421a212222e0 x-openstack-request-id: req-141578cd-f759-4dac-9549-421a212222e0 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:19:47.661667 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9ac78a-7c3a-4f6a-84a9-c99ad414d695", "name": "network-vif-plugged", "status": "completed", "tag": "896265b2-35d0-4346-9a83-f088b76b232d", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:19:47.661985 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42b416a-7749-4a22-b839-4d0504d673d9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Made reservation on behalf of 91b282d004ec496896c557f98ad779a5 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:47.662092 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-141578cd-f759-4dac-9549-421a212222e0 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:19:47.662092 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9ac78a-7c3a-4f6a-84a9-c99ad414d695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896265b2-35d0-4346-9a83-f088b76b232d', 'code': 200} Dec 16 22:19:47.662245 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f42b416a-7749-4a22-b839-4d0504d673d9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:47.699487 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f55507-1852-4073-9c00-cf57d9fc1e74 req-fa6ac44e-cbf4-4d84-a3c6-ad584baaf518 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:47.702607 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-f42b416a-7749-4a22-b839-4d0504d673d9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] device_id is not set on port eb375b2e-4357-4793-b329-6e690cc34c41 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:19:47.706908 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-80f55507-1852-4073-9c00-cf57d9fc1e74 req-fa6ac44e-cbf4-4d84-a3c6-ad584baaf518 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/ports?device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695 HTTP/1.1" status: 200 len: 946 time: 0.5034816 Dec 16 22:19:47.766865 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-827f42a2-5cd9-43ab-9813-f1649820feef req-4ebb1777-a8d4-4cbe-b0f1-ffb9533565e1 service neutron] Attempting to bind port 995e09a3-d209-42ad-a0c4-04f88cdfd2a4 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:19:47.767263 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-827f42a2-5cd9-43ab-9813-f1649820feef req-4ebb1777-a8d4-4cbe-b0f1-ffb9533565e1 service neutron] Attempting to bind port 995e09a3-d209-42ad-a0c4-04f88cdfd2a4 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '5efa9d5b-e82c-4301-979a-736e3fdead7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0d751004-b83f-4f83-9850-32492c351de3'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:19:47.767578 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f42a2-5cd9-43ab-9813-f1649820feef req-4ebb1777-a8d4-4cbe-b0f1-ffb9533565e1 service neutron] Attempting to bind port 995e09a3-d209-42ad-a0c4-04f88cdfd2a4 on network 0d751004-b83f-4f83-9850-32492c351de3 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:47.805106 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f42a2-5cd9-43ab-9813-f1649820feef req-4ebb1777-a8d4-4cbe-b0f1-ffb9533565e1 service neutron] Port 995e09a3-d209-42ad-a0c4-04f88cdfd2a4 on network 0d751004-b83f-4f83-9850-32492c351de3 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:19:47.805328 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f42a2-5cd9-43ab-9813-f1649820feef req-4ebb1777-a8d4-4cbe-b0f1-ffb9533565e1 service neutron] Attempting to bind port 995e09a3-d209-42ad-a0c4-04f88cdfd2a4 on network 0d751004-b83f-4f83-9850-32492c351de3 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:47.822518 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f42a2-5cd9-43ab-9813-f1649820feef req-4ebb1777-a8d4-4cbe-b0f1-ffb9533565e1 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:19:47.822867 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f42a2-5cd9-43ab-9813-f1649820feef req-4ebb1777-a8d4-4cbe-b0f1-ffb9533565e1 service neutron] Checking segment: {'id': '5efa9d5b-e82c-4301-979a-736e3fdead7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0d751004-b83f-4f83-9850-32492c351de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:47.823293 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f42a2-5cd9-43ab-9813-f1649820feef req-4ebb1777-a8d4-4cbe-b0f1-ffb9533565e1 service neutron] Bound using segment: {'id': '5efa9d5b-e82c-4301-979a-736e3fdead7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0d751004-b83f-4f83-9850-32492c351de3'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:19:47.823742 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-827f42a2-5cd9-43ab-9813-f1649820feef req-4ebb1777-a8d4-4cbe-b0f1-ffb9533565e1 service neutron] Bound port: 995e09a3-d209-42ad-a0c4-04f88cdfd2a4, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5efa9d5b-e82c-4301-979a-736e3fdead7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0d751004-b83f-4f83-9850-32492c351de3'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:19:47.824111 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-4ebb1777-a8d4-4cbe-b0f1-ffb9533565e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:47.842200 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-827f42a2-5cd9-43ab-9813-f1649820feef req-1855245b-86ea-4fe4-a07e-7351f97790b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e013d6d7-965b-4fc9-a47a-2c3ba5be99e6 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:19:47.853837 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-1855245b-86ea-4fe4-a07e-7351f97790b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:47.889723 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4d8abfa0-07cb-4062-8186-3313b64a0575 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:47.891662 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-827f42a2-5cd9-43ab-9813-f1649820feef req-6a1a47c6-f20f-4f54-a44e-a6a07deeedc4 service neutron] For port 0098613f-9e25-4396-a101-739e8d785b6a, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:19:47.894298 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4d8abfa0-07cb-4062-8186-3313b64a0575 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:47.919608 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-80f55507-1852-4073-9c00-cf57d9fc1e74 req-5d5ecede-e2e5-444d-a128-52c75b0d813b tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/security-groups?id=0848fe77-44c3-4204-b2d0-176a298ec46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117870 Dec 16 22:19:47.922337 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-827f42a2-5cd9-43ab-9813-f1649820feef req-6a1a47c6-f20f-4f54-a44e-a6a07deeedc4 service neutron] For port 0098613f-9e25-4396-a101-739e8d785b6a, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=0098613f-9e25-4396-a101-739e8d785b6a,segment=NetworkSegment(5efa9d5b-e82c-4301-979a-736e3fdead7f),segment_id=5efa9d5b-e82c-4301-979a-736e3fdead7f)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:19:47.934421 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-827f42a2-5cd9-43ab-9813-f1649820feef req-1855245b-86ea-4fe4-a07e-7351f97790b1 service neutron] Transition to ACTIVE for port object e013d6d7-965b-4fc9-a47a-2c3ba5be99e6 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:19:47.961375 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-f42b416a-7749-4a22-b839-4d0504d673d9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Allocated IP 172.20.0.12 (beb8b17e-997b-438c-9b19-3fb29b6b0343/f624d598-2b8b-4b20-bd5a-b01d9a2cff2a/eb375b2e-4357-4793-b329-6e690cc34c41) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:47.977537 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-827f42a2-5cd9-43ab-9813-f1649820feef req-4ebb1777-a8d4-4cbe-b0f1-ffb9533565e1 service neutron] For port 995e09a3-d209-42ad-a0c4-04f88cdfd2a4, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:19:47.978314 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ba8c7-ac3b-4da3-b6be-58a05f1bd9ce req-4bce7e96-54e8-47f5-b0a0-28f990ca0291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:47.982501 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-827f42a2-5cd9-43ab-9813-f1649820feef req-4ebb1777-a8d4-4cbe-b0f1-ffb9533565e1 service neutron] For port 995e09a3-d209-42ad-a0c4-04f88cdfd2a4, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=995e09a3-d209-42ad-a0c4-04f88cdfd2a4,segment=NetworkSegment(5efa9d5b-e82c-4301-979a-736e3fdead7f),segment_id=5efa9d5b-e82c-4301-979a-736e3fdead7f)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:19:47.984911 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-413ba8c7-ac3b-4da3-b6be-58a05f1bd9ce req-4bce7e96-54e8-47f5-b0a0-28f990ca0291 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695 HTTP/1.1" status: 200 len: 1097 time: 0.1829307 Dec 16 22:19:48.024031 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-6a1a47c6-f20f-4f54-a44e-a6a07deeedc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:48.067413 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-1855245b-86ea-4fe4-a07e-7351f97790b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:48.097490 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f42a2-5cd9-43ab-9813-f1649820feef req-6a1a47c6-f20f-4f54-a44e-a6a07deeedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:48.098113 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-6a1a47c6-f20f-4f54-a44e-a6a07deeedc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:48.099548 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-6a1a47c6-f20f-4f54-a44e-a6a07deeedc4 service neutron] 10.222.0.76 "PUT /v2.0/ports/0098613f-9e25-4396-a101-739e8d785b6a HTTP/1.1" status: 200 len: 1091 time: 4.1098933 Dec 16 22:19:48.101847 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4d8abfa0-07cb-4062-8186-3313b64a0575 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:48.102344 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8abfa0-07cb-4062-8186-3313b64a0575 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Fanout notify agent at l3_agent the message router_deleted on router 2e058507-7a7b-4f24-a238-fba4fc69b52c {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:19:48.104094 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804f51db-da37-48a5-b8d3-f8dcb533b713', 'tag': '0098613f-9e25-4396-a101-739e8d785b6a'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:19:48.106374 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702187ac-3928-4d62-9bfb-2b889c757bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "804f51db-da37-48a5-b8d3-f8dcb533b713", "tag": "0098613f-9e25-4396-a101-739e8d785b6a"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:19:48.116402 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4d8abfa0-07cb-4062-8186-3313b64a0575 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:48.120238 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4d8abfa0-07cb-4062-8186-3313b64a0575 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/routers/2e058507-7a7b-4f24-a238-fba4fc69b52c HTTP/1.1" status: 204 len: 168 time: 0.9784255 Dec 16 22:19:48.127491 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44372) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:48.129458 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-4ebb1777-a8d4-4cbe-b0f1-ffb9533565e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:48.178142 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f42a2-5cd9-43ab-9813-f1649820feef req-4ebb1777-a8d4-4cbe-b0f1-ffb9533565e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:48.178142 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-4ebb1777-a8d4-4cbe-b0f1-ffb9533565e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:48.178142 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-4ebb1777-a8d4-4cbe-b0f1-ffb9533565e1 service neutron] 10.222.0.57 "PUT /v2.0/ports/995e09a3-d209-42ad-a0c4-04f88cdfd2a4 HTTP/1.1" status: 200 len: 1091 time: 2.6684203 Dec 16 22:19:48.178457 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9774ab7-3c4e-4973-a89f-37bf303eaa97 x-openstack-request-id: req-a9774ab7-3c4e-4973-a89f-37bf303eaa97 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:19:48.178457 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "804f51db-da37-48a5-b8d3-f8dcb533b713", "tag": "0098613f-9e25-4396-a101-739e8d785b6a", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:19:48.178457 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a9774ab7-3c4e-4973-a89f-37bf303eaa97 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:19:48.178457 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '804f51db-da37-48a5-b8d3-f8dcb533b713', 'tag': '0098613f-9e25-4396-a101-739e8d785b6a', 'status': 'completed', 'code': 200} Dec 16 22:19:48.184393 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9e5e46-0114-4f81-9f40-d34195ffe123', 'tag': '995e09a3-d209-42ad-a0c4-04f88cdfd2a4'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:19:48.184545 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ea6e0-6ac7-4fdd-a14e-41191ca9951e req-df939269-96da-4e5f-95d3-18b0168cf185 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:48.186197 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ce6ea6e0-6ac7-4fdd-a14e-41191ca9951e req-df939269-96da-4e5f-95d3-18b0168cf185 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5ce4eb7-eed8-4025-902c-139c063071da HTTP/1.1" status: 200 len: 931 time: 0.1950264 Dec 16 22:19:48.188158 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3b57c8-2505-4f27-ac2f-74356b8ea757" -d '{"events": [{"name": "network-changed", "server_uuid": "9d9e5e46-0114-4f81-9f40-d34195ffe123", "tag": "995e09a3-d209-42ad-a0c4-04f88cdfd2a4"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:19:48.188505 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-413ba8c7-ac3b-4da3-b6be-58a05f1bd9ce req-cff837c0-f965-4587-ac98-36c51e4e688b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0848fe77-44c3-4204-b2d0-176a298ec46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867092 Dec 16 22:19:48.194105 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a47c6-f20f-4f54-a44e-a6a07deeedc4 service neutron] Pushing event updated for resources: {'Port': ['ID=0098613f-9e25-4396-a101-739e8d785b6a,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:48.232335 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855245b-86ea-4fe4-a07e-7351f97790b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e013d6d7-965b-4fc9-a47a-2c3ba5be99e6,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:48.233718 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-12630414-b4a8-4bff-a01c-4293791e3ecd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting subnet 6309081f-93b5-46aa-a6ee-7eb7cd77f679 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:19:48.237972 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-12630414-b4a8-4bff-a01c-4293791e3ecd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:48.255209 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be1c88c-ee40-413c-bb96-980f51118b84 x-openstack-request-id: req-7be1c88c-ee40-413c-bb96-980f51118b84 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:19:48.255524 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d9e5e46-0114-4f81-9f40-d34195ffe123", "tag": "995e09a3-d209-42ad-a0c4-04f88cdfd2a4", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:19:48.255767 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7be1c88c-ee40-413c-bb96-980f51118b84 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:19:48.256165 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d9e5e46-0114-4f81-9f40-d34195ffe123', 'tag': '995e09a3-d209-42ad-a0c4-04f88cdfd2a4', 'status': 'completed', 'code': 200} Dec 16 22:19:48.301362 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-12630414-b4a8-4bff-a01c-4293791e3ecd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:48.307595 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ce6ea6e0-6ac7-4fdd-a14e-41191ca9951e req-342c7189-a7c4-4325-aef2-128bf8d65c2f tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/security-groups?id=03f9f082-3637-47a5-b431-2152e131f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998316 Dec 16 22:19:48.314228 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f42b416a-7749-4a22-b839-4d0504d673d9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:48.384717 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb1777-a8d4-4cbe-b0f1-ffb9533565e1 service neutron] Pushing event updated for resources: {'Port': ['ID=995e09a3-d209-42ad-a0c4-04f88cdfd2a4,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:48.400059 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-12630414-b4a8-4bff-a01c-4293791e3ecd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:48.401959 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-827f42a2-5cd9-43ab-9813-f1649820feef req-1855245b-86ea-4fe4-a07e-7351f97790b1 service neutron] Attempting to bind port e013d6d7-965b-4fc9-a47a-2c3ba5be99e6 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:19:48.402308 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-827f42a2-5cd9-43ab-9813-f1649820feef req-1855245b-86ea-4fe4-a07e-7351f97790b1 service neutron] Attempting to bind port e013d6d7-965b-4fc9-a47a-2c3ba5be99e6 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '5efa9d5b-e82c-4301-979a-736e3fdead7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0d751004-b83f-4f83-9850-32492c351de3'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:19:48.402639 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f42a2-5cd9-43ab-9813-f1649820feef req-1855245b-86ea-4fe4-a07e-7351f97790b1 service neutron] Attempting to bind port e013d6d7-965b-4fc9-a47a-2c3ba5be99e6 on network 0d751004-b83f-4f83-9850-32492c351de3 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:48.410714 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b57c8-2505-4f27-ac2f-74356b8ea757 req-cca9d1c1-94d0-440e-b57b-034e71de9a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:48.412277 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6e3b57c8-2505-4f27-ac2f-74356b8ea757 req-cca9d1c1-94d0-440e-b57b-034e71de9a70 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6700a1a4c4f34850805eab1ca22a81ec&device_id=9d9e5e46-0114-4f81-9f40-d34195ffe123 HTTP/1.1" status: 200 len: 1094 time: 0.1135294 Dec 16 22:19:48.416259 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f42a2-5cd9-43ab-9813-f1649820feef req-1855245b-86ea-4fe4-a07e-7351f97790b1 service neutron] Port e013d6d7-965b-4fc9-a47a-2c3ba5be99e6 on network 0d751004-b83f-4f83-9850-32492c351de3 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:19:48.416594 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f42a2-5cd9-43ab-9813-f1649820feef req-1855245b-86ea-4fe4-a07e-7351f97790b1 service neutron] Attempting to bind port e013d6d7-965b-4fc9-a47a-2c3ba5be99e6 on network 0d751004-b83f-4f83-9850-32492c351de3 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:48.425580 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f42a2-5cd9-43ab-9813-f1649820feef req-1855245b-86ea-4fe4-a07e-7351f97790b1 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:19:48.425935 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f42a2-5cd9-43ab-9813-f1649820feef req-1855245b-86ea-4fe4-a07e-7351f97790b1 service neutron] Checking segment: {'id': '5efa9d5b-e82c-4301-979a-736e3fdead7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0d751004-b83f-4f83-9850-32492c351de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:48.426328 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f42a2-5cd9-43ab-9813-f1649820feef req-1855245b-86ea-4fe4-a07e-7351f97790b1 service neutron] Bound using segment: {'id': '5efa9d5b-e82c-4301-979a-736e3fdead7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0d751004-b83f-4f83-9850-32492c351de3'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:19:48.426772 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-827f42a2-5cd9-43ab-9813-f1649820feef req-1855245b-86ea-4fe4-a07e-7351f97790b1 service neutron] Bound port: e013d6d7-965b-4fc9-a47a-2c3ba5be99e6, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5efa9d5b-e82c-4301-979a-736e3fdead7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0d751004-b83f-4f83-9850-32492c351de3'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:19:48.427163 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-1855245b-86ea-4fe4-a07e-7351f97790b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:48.518138 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702187ac-3928-4d62-9bfb-2b889c757bcf req-700b3b54-16c4-46a5-8d64-ff0644d1c63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:48.519753 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-702187ac-3928-4d62-9bfb-2b889c757bcf req-700b3b54-16c4-46a5-8d64-ff0644d1c63e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6700a1a4c4f34850805eab1ca22a81ec&device_id=804f51db-da37-48a5-b8d3-f8dcb533b713 HTTP/1.1" status: 200 len: 1094 time: 0.0449855 Dec 16 22:19:48.544432 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f42b416a-7749-4a22-b839-4d0504d673d9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:48.604071 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-12630414-b4a8-4bff-a01c-4293791e3ecd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:48.609340 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b57c8-2505-4f27-ac2f-74356b8ea757 req-fa971588-fe13-4e50-b76e-6a949ceb7e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:48.610839 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6e3b57c8-2505-4f27-ac2f-74356b8ea757 req-fa971588-fe13-4e50-b76e-6a949ceb7e4f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6700a1a4c4f34850805eab1ca22a81ec&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1807857 Dec 16 22:19:48.614527 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-827f42a2-5cd9-43ab-9813-f1649820feef req-1855245b-86ea-4fe4-a07e-7351f97790b1 service neutron] For port e013d6d7-965b-4fc9-a47a-2c3ba5be99e6, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:19:48.636219 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42b416a-7749-4a22-b839-4d0504d673d9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Network beb8b17e-997b-438c-9b19-3fb29b6b0343 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:48.648634 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-827f42a2-5cd9-43ab-9813-f1649820feef req-1855245b-86ea-4fe4-a07e-7351f97790b1 service neutron] For port e013d6d7-965b-4fc9-a47a-2c3ba5be99e6, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e013d6d7-965b-4fc9-a47a-2c3ba5be99e6,segment=NetworkSegment(5efa9d5b-e82c-4301-979a-736e3fdead7f),segment_id=5efa9d5b-e82c-4301-979a-736e3fdead7f)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:19:48.653493 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-f42b416a-7749-4a22-b839-4d0504d673d9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:48.662033 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b416a-7749-4a22-b839-4d0504d673d9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Pushing event updated for resources: {'Port': ['ID=eb375b2e-4357-4793-b329-6e690cc34c41,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:48.664439 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42b416a-7749-4a22-b839-4d0504d673d9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:48.685769 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12630414-b4a8-4bff-a01c-4293791e3ecd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Subnet': ['ID=6309081f-93b5-46aa-a6ee-7eb7cd77f679,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:48.719306 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec09540f-ce07-444e-a633-7fec8a5a6057 None None] Network 8f0b08b9-8e94-4639-a1f5-1da24e4400cc requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:48.787797 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-12630414-b4a8-4bff-a01c-4293791e3ecd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:48.794497 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-12630414-b4a8-4bff-a01c-4293791e3ecd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/subnets/6309081f-93b5-46aa-a6ee-7eb7cd77f679 HTTP/1.1" status: 204 len: 168 time: 0.6651301 Dec 16 22:19:48.818983 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44380) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:48.907421 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702187ac-3928-4d62-9bfb-2b889c757bcf req-fd8de170-4b9c-4db0-8c2d-60db62e52db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:48.909529 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-702187ac-3928-4d62-9bfb-2b889c757bcf req-fd8de170-4b9c-4db0-8c2d-60db62e52db1 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=6700a1a4c4f34850805eab1ca22a81ec&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3394032 Dec 16 22:19:48.936858 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505803d6-df3e-48eb-a0ce-8b9800949749 None None] DHCP port deletion for 8f0b08b9-8e94-4639-a1f5-1da24e4400cc request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:19:49.027351 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a165de38-1985-48d1-b577-ebe8b6a03098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:49.045312 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-505803d6-df3e-48eb-a0ce-8b9800949749 None None] Deleting port 66dc617a-0158-4692-85b0-51c21da97254 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:49.053634 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-505803d6-df3e-48eb-a0ce-8b9800949749 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:49.109553 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 66dc617a-0158-4692-85b0-51c21da97254 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:19:49.155588 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702187ac-3928-4d62-9bfb-2b889c757bcf req-58edb5d2-d705-4075-9280-fca3d5c06e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:49.156300 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-1855245b-86ea-4fe4-a07e-7351f97790b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:49.157215 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-702187ac-3928-4d62-9bfb-2b889c757bcf req-58edb5d2-d705-4075-9280-fca3d5c06e11 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2372811 Dec 16 22:19:49.169480 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4570a7fa-731c-4e32-b4a3-a87342693f9a None None] Provisioning complete for port eb375b2e-4357-4793-b329-6e690cc34c41 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:49.174202 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4570a7fa-731c-4e32-b4a3-a87342693f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:49.210478 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4570a7fa-731c-4e32-b4a3-a87342693f9a None None] Port eb375b2e-4357-4793-b329-6e690cc34c41 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:49.216750 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fed47-55c2-47c1-b4a0-55744d158cfc req-e3d5cc0d-f8cf-48c5-9fb5-e1f44a0ffb07 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:49.218393 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-194fed47-55c2-47c1-b4a0-55744d158cfc req-e3d5cc0d-f8cf-48c5-9fb5-e1f44a0ffb07 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/ports?device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695 HTTP/1.1" status: 200 len: 946 time: 0.1142468 Dec 16 22:19:49.219605 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-505803d6-df3e-48eb-a0ce-8b9800949749 None None] For port 66dc617a-0158-4692-85b0-51c21da97254, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=66dc617a-0158-4692-85b0-51c21da97254,segment=NetworkSegment(31831b28-4b6b-4d60-9abd-838b1c0c805a),segment_id=31831b28-4b6b-4d60-9abd-838b1c0c805a)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:49.220242 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-505803d6-df3e-48eb-a0ce-8b9800949749 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:49.225508 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-a165de38-1985-48d1-b577-ebe8b6a03098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting port 66dc617a-0158-4692-85b0-51c21da97254 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:49.225859 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a165de38-1985-48d1-b577-ebe8b6a03098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:49.239135 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-505803d6-df3e-48eb-a0ce-8b9800949749 None None] Calling delete_port for 66dc617a-0158-4692-85b0-51c21da97254 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:49.244121 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855245b-86ea-4fe4-a07e-7351f97790b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e013d6d7-965b-4fc9-a47a-2c3ba5be99e6,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:49.265329 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42b416a-7749-4a22-b839-4d0504d673d9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:49.265991 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f42b416a-7749-4a22-b839-4d0504d673d9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:49.292865 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f42a2-5cd9-43ab-9813-f1649820feef req-1855245b-86ea-4fe4-a07e-7351f97790b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:49.293495 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-827f42a2-5cd9-43ab-9813-f1649820feef req-1855245b-86ea-4fe4-a07e-7351f97790b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:49.294924 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-1855245b-86ea-4fe4-a07e-7351f97790b1 service neutron] 10.222.0.76 "PUT /v2.0/ports/e013d6d7-965b-4fc9-a47a-2c3ba5be99e6 HTTP/1.1" status: 200 len: 1091 time: 2.6529863 Dec 16 22:19:49.331131 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e1cde-a351-493a-af7e-515280e3800c req-a7af75e0-f8bb-4818-b082-78f6fac05b27 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:49.332770 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-501e1cde-a351-493a-af7e-515280e3800c req-a7af75e0-f8bb-4818-b082-78f6fac05b27 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.1922393 Dec 16 22:19:49.336833 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b57c8-2505-4f27-ac2f-74356b8ea757 req-3ae97153-b86a-47ce-b46b-f0d5a58e3255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:49.342656 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6e3b57c8-2505-4f27-ac2f-74356b8ea757 req-3ae97153-b86a-47ce-b46b-f0d5a58e3255 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7131574 Dec 16 22:19:49.343402 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:49.395791 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-a165de38-1985-48d1-b577-ebe8b6a03098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] For port 66dc617a-0158-4692-85b0-51c21da97254, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=66dc617a-0158-4692-85b0-51c21da97254,segment=NetworkSegment(31831b28-4b6b-4d60-9abd-838b1c0c805a),segment_id=31831b28-4b6b-4d60-9abd-838b1c0c805a)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:49.397148 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a165de38-1985-48d1-b577-ebe8b6a03098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:49.402255 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-501e1cde-a351-493a-af7e-515280e3800c req-463ed416-5c33-47fb-bf3b-595b4389a4f5 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590932 Dec 16 22:19:49.423587 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44390) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:49.427308 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f42b416a-7749-4a22-b839-4d0504d673d9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2640238 Dec 16 22:19:49.432400 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-56b02e7a-d8c9-4013-ae3d-fc31dda0a0cd tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Request body: {'port': {'network_id': 'beb8b17e-997b-438c-9b19-3fb29b6b0343', 'name': 'tempest-AllowedAddressPairTestJSON-1579699517'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:49.437103 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-a165de38-1985-48d1-b577-ebe8b6a03098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Calling delete_port for 66dc617a-0158-4692-85b0-51c21da97254 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:49.465800 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-194fed47-55c2-47c1-b4a0-55744d158cfc req-1a216c69-7d37-42db-bc75-e2d028e065b0 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/security-groups?id=0848fe77-44c3-4204-b2d0-176a298ec46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206419 Dec 16 22:19:49.474697 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f42a2-5cd9-43ab-9813-f1649820feef req-d37f0ae8-85d1-4ba6-95b5-b61e0fd911c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:49.476670 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-d37f0ae8-85d1-4ba6-95b5-b61e0fd911c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6700a1a4c4f34850805eab1ca22a81ec&device_id=9d9e5e46-0114-4f81-9f40-d34195ffe123 HTTP/1.1" status: 200 len: 1094 time: 0.0717072 Dec 16 22:19:49.500089 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-505803d6-df3e-48eb-a0ce-8b9800949749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:49.517829 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f42a2-5cd9-43ab-9813-f1649820feef req-bf8b4757-b083-4d27-b90b-003bd4d0a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:49.520300 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-bf8b4757-b083-4d27-b90b-003bd4d0a716 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6700a1a4c4f34850805eab1ca22a81ec&device_id=804f51db-da37-48a5-b8d3-f8dcb533b713 HTTP/1.1" status: 200 len: 1094 time: 0.2243657 Dec 16 22:19:49.537817 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-2cb8317c-e6ff-4297-9dbe-0a3223c4db38 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=995e09a3-d209-42ad-a0c4-04f88cdfd2a4 HTTP/1.1" status: 200 len: 217 time: 0.0470350 Dec 16 22:19:49.574455 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505803d6-df3e-48eb-a0ce-8b9800949749 None None] No DVR routers for this DVR port 66dc617a-0158-4692-85b0-51c21da97254 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:19:49.578253 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505803d6-df3e-48eb-a0ce-8b9800949749 None None] Pushing event deleted for resources: {'Port': ['ID=66dc617a-0158-4692-85b0-51c21da97254,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:49.636671 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f42a2-5cd9-43ab-9813-f1649820feef req-d715010b-449a-4b5d-b8b8-c9de03d50722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:49.638236 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-d715010b-449a-4b5d-b8b8-c9de03d50722 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd533a66-a3ac-4fe2-b683-4be57b5d7c16 HTTP/1.1" status: 200 len: 856 time: 0.0875649 Dec 16 22:19:49.640445 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f42a2-5cd9-43ab-9813-f1649820feef req-88810327-fde6-4aea-bef3-bc8d79f47d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:49.641845 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-88810327-fde6-4aea-bef3-bc8d79f47d21 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6700a1a4c4f34850805eab1ca22a81ec&device_id=c5ce4eb7-eed8-4025-902c-139c063071da HTTP/1.1" status: 200 len: 1094 time: 0.1014795 Dec 16 22:19:49.643598 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-08cbd3da-e848-4d9d-8057-3eff6fb611e6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0098613f-9e25-4396-a101-739e8d785b6a HTTP/1.1" status: 200 len: 217 time: 0.0767379 Dec 16 22:19:49.673033 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-cef260f5-2e9d-49c7-9264-0ba7bcddebca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0d751004-b83f-4f83-9850-32492c351de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272582 Dec 16 22:19:49.720052 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-2be7c446-51a5-4ccc-a19c-c08beca9d67c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e013d6d7-965b-4fc9-a47a-2c3ba5be99e6 HTTP/1.1" status: 200 len: 217 time: 0.0500419 Dec 16 22:19:49.754132 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd14e30-25fb-40a4-a420-791f2e6a6d13 req-71c2f5a2-4d21-41d4-8b32-9f193c589e96 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:49.755925 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7fd14e30-25fb-40a4-a420-791f2e6a6d13 req-71c2f5a2-4d21-41d4-8b32-9f193c589e96 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5ce4eb7-eed8-4025-902c-139c063071da HTTP/1.1" status: 200 len: 943 time: 0.1922479 Dec 16 22:19:49.783379 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f42a2-5cd9-43ab-9813-f1649820feef req-3e72ce2d-6ec0-4e8a-887b-517cf82d224c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:49.784836 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-3e72ce2d-6ec0-4e8a-887b-517cf82d224c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fd533a66-a3ac-4fe2-b683-4be57b5d7c16 HTTP/1.1" status: 200 len: 856 time: 0.1165259 Dec 16 22:19:49.787563 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a165de38-1985-48d1-b577-ebe8b6a03098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:49.820253 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f42a2-5cd9-43ab-9813-f1649820feef req-692aa780-5f36-4afa-857e-270746580187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:49.822348 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-692aa780-5f36-4afa-857e-270746580187 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fd533a66-a3ac-4fe2-b683-4be57b5d7c16 HTTP/1.1" status: 200 len: 856 time: 0.0900533 Dec 16 22:19:49.837990 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165de38-1985-48d1-b577-ebe8b6a03098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Port': ['ID=66dc617a-0158-4692-85b0-51c21da97254,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:49.859989 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-43e87346-9d2a-40ce-ac69-38a76c3dcd5a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0d751004-b83f-4f83-9850-32492c351de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580909 Dec 16 22:19:49.860766 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a165de38-1985-48d1-b577-ebe8b6a03098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] No DVR routers for this DVR port 66dc617a-0158-4692-85b0-51c21da97254 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:19:49.890827 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-b5cebde1-ebcc-4ef1-a091-f2d3a52e3e7a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0d751004-b83f-4f83-9850-32492c351de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525911 Dec 16 22:19:49.894845 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-0534c306-3669-4e43-b724-d8daa25fe96d service neutron] 10.222.0.57 "GET /v2.0/networks/0d751004-b83f-4f83-9850-32492c351de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837249 Dec 16 22:19:49.991677 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b02e7a-d8c9-4013-ae3d-fc31dda0a0cd tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Made reservation on behalf of 91b282d004ec496896c557f98ad779a5 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:49.996639 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-56b02e7a-d8c9-4013-ae3d-fc31dda0a0cd tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:50.001020 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7fd14e30-25fb-40a4-a420-791f2e6a6d13 req-05d19bd8-77bf-4a50-9190-bcae7588c4d6 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/security-groups?id=03f9f082-3637-47a5-b431-2152e131f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354996 Dec 16 22:19:50.031819 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a165de38-1985-48d1-b577-ebe8b6a03098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:50.063419 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-56b02e7a-d8c9-4013-ae3d-fc31dda0a0cd tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] device_id is not set on port 9a2a45db-7e40-4e54-a211-aa5673aa43b7 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:19:50.063800 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-cd10fd4f-9a8b-4df5-86f6-d6cc3ce7054b service neutron] 10.222.0.76 "GET /v2.0/networks/0d751004-b83f-4f83-9850-32492c351de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642437 Dec 16 22:19:50.065992 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-296efe4c-139a-43ea-b03d-d681541a774b service neutron] 10.222.0.57 "GET /v2.0/networks/0d751004-b83f-4f83-9850-32492c351de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594963 Dec 16 22:19:50.088355 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-a165de38-1985-48d1-b577-ebe8b6a03098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f0b08b9-8e94-4639-a1f5-1da24e4400cc']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:50.128827 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-08233990-8172-41d1-b170-0512557e6601 service neutron] 10.222.0.76 "GET /v2.0/networks/0d751004-b83f-4f83-9850-32492c351de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582223 Dec 16 22:19:50.130773 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-a165de38-1985-48d1-b577-ebe8b6a03098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31831b28-4b6b-4d60-9abd-838b1c0c805a') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:50.131102 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-a165de38-1985-48d1-b577-ebe8b6a03098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31831b28-4b6b-4d60-9abd-838b1c0c805a') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:50.159249 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a165de38-1985-48d1-b577-ebe8b6a03098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:50.161110 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-0fc50cbc-1964-4cfc-9a8f-ec862b62a1d7 service neutron] 10.222.0.76 "GET /v2.0/networks/0d751004-b83f-4f83-9850-32492c351de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884647 Dec 16 22:19:50.218894 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a165de38-1985-48d1-b577-ebe8b6a03098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:50.255929 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a165de38-1985-48d1-b577-ebe8b6a03098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:19:50.256337 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a165de38-1985-48d1-b577-ebe8b6a03098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:50.257263 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ce4eb7-eed8-4025-902c-139c063071da', 'tag': 'e013d6d7-965b-4fc9-a47a-2c3ba5be99e6'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:19:50.260529 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2bc90e-c3a3-4188-a916-e40b9c1f05b8" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ce4eb7-eed8-4025-902c-139c063071da", "tag": "e013d6d7-965b-4fc9-a47a-2c3ba5be99e6"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:19:50.262132 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:19:50.299994 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf08b47f-96a2-439f-88d6-9c8f3a56f488 x-openstack-request-id: req-bf08b47f-96a2-439f-88d6-9c8f3a56f488 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:19:50.300297 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ce4eb7-eed8-4025-902c-139c063071da", "tag": "e013d6d7-965b-4fc9-a47a-2c3ba5be99e6", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:19:50.300583 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bf08b47f-96a2-439f-88d6-9c8f3a56f488 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:19:50.300986 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ce4eb7-eed8-4025-902c-139c063071da', 'tag': 'e013d6d7-965b-4fc9-a47a-2c3ba5be99e6', 'status': 'completed', 'code': 200} Dec 16 22:19:50.352078 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-56b02e7a-d8c9-4013-ae3d-fc31dda0a0cd tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Allocated IP 172.20.0.5 (beb8b17e-997b-438c-9b19-3fb29b6b0343/f624d598-2b8b-4b20-bd5a-b01d9a2cff2a/9a2a45db-7e40-4e54-a211-aa5673aa43b7) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:50.358936 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-c0e8b3af-919d-425f-9d38-8f2b23dfb88e service neutron] 10.222.0.76 "GET /v2.0/networks/0d751004-b83f-4f83-9850-32492c351de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165871 Dec 16 22:19:50.402902 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bc90e-c3a3-4188-a916-e40b9c1f05b8 req-49bff1f7-ea2d-4c37-8ef0-3fbb3a2c1330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:50.404519 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dc2bc90e-c3a3-4188-a916-e40b9c1f05b8 req-49bff1f7-ea2d-4c37-8ef0-3fbb3a2c1330 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6700a1a4c4f34850805eab1ca22a81ec&device_id=c5ce4eb7-eed8-4025-902c-139c063071da HTTP/1.1" status: 200 len: 1094 time: 0.0487456 Dec 16 22:19:50.467565 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a165de38-1985-48d1-b577-ebe8b6a03098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:50.484149 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a165de38-1985-48d1-b577-ebe8b6a03098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:50.493398 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a165de38-1985-48d1-b577-ebe8b6a03098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/networks/8f0b08b9-8e94-4639-a1f5-1da24e4400cc HTTP/1.1" status: 204 len: 168 time: 1.6684155 Dec 16 22:19:50.499864 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44402) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:50.504389 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165de38-1985-48d1-b577-ebe8b6a03098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Network': ['ID=8f0b08b9-8e94-4639-a1f5-1da24e4400cc,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:50.562526 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-56b02e7a-d8c9-4013-ae3d-fc31dda0a0cd tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:50.576962 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bc90e-c3a3-4188-a916-e40b9c1f05b8 req-097c0b45-db7c-4c0f-84fe-4775b3187a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:50.578610 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dc2bc90e-c3a3-4188-a916-e40b9c1f05b8 req-097c0b45-db7c-4c0f-84fe-4775b3187a65 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0d751004-b83f-4f83-9850-32492c351de3 HTTP/1.1" status: 200 len: 916 time: 0.1651053 Dec 16 22:19:50.587486 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc26a99e-bb16-4ba4-a69f-2d20a9e24a8e tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:50.589086 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fc26a99e-bb16-4ba4-a69f-2d20a9e24a8e tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "GET /v2.0/ports/27e9d5c0-3e82-4930-b8d9-f9235b3b4ef1 HTTP/1.1" status: 200 len: 844 time: 0.0853441 Dec 16 22:19:50.596052 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44406) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:50.633025 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dc2bc90e-c3a3-4188-a916-e40b9c1f05b8 req-87596feb-2e6d-4fe8-86f0-78de04cc4762 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e013d6d7-965b-4fc9-a47a-2c3ba5be99e6 HTTP/1.1" status: 200 len: 217 time: 0.0412793 Dec 16 22:19:50.641974 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed0051-2428-4696-999a-415c23a5c2bb req-a04696f2-2f28-4878-98e6-41fe07476df4 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:50.643636 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9ed0051-2428-4696-999a-415c23a5c2bb req-a04696f2-2f28-4878-98e6-41fe07476df4 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.1618111 Dec 16 22:19:50.650779 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987eed9-dbcd-42db-947a-9e2d5d953ed9 req-25977511-8013-4cb9-8b3e-032b02043055 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:50.658872 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2987eed9-dbcd-42db-947a-9e2d5d953ed9 req-25977511-8013-4cb9-8b3e-032b02043055 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/ports?device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695 HTTP/1.1" status: 200 len: 946 time: 0.1098387 Dec 16 22:19:50.679769 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bb6d6d58-b366-45bb-9662-9513f7075e91 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "GET /v2.0/ports/27e9d5c0-3e82-4930-b8d9-f9235b3b4ef1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0790305 Dec 16 22:19:50.682792 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44408) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:50.691062 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-fbe00a70-69f8-471f-b500-9ad6d9c64124 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'subnet': {'network_id': '6951964f-e598-4603-929f-be09b1bc6f8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:50.722487 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bc90e-c3a3-4188-a916-e40b9c1f05b8 req-34ea10b7-bb12-4928-ae4d-e170d4d311c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:50.724000 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dc2bc90e-c3a3-4188-a916-e40b9c1f05b8 req-34ea10b7-bb12-4928-ae4d-e170d4d311c3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fd533a66-a3ac-4fe2-b683-4be57b5d7c16 HTTP/1.1" status: 200 len: 856 time: 0.0794864 Dec 16 22:19:50.731912 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9ed0051-2428-4696-999a-415c23a5c2bb req-ebbbcbec-02e5-4eb4-87d6-6fb024517605 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798538 Dec 16 22:19:50.761597 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dc2bc90e-c3a3-4188-a916-e40b9c1f05b8 req-c3a67c90-43ef-4e6b-b482-3bade7c11f0a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0d751004-b83f-4f83-9850-32492c351de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287247 Dec 16 22:19:50.777125 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-56b02e7a-d8c9-4013-ae3d-fc31dda0a0cd tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:50.783430 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2987eed9-dbcd-42db-947a-9e2d5d953ed9 req-03e48b5a-f53b-469b-b79f-8a68a635e659 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/security-groups?id=0848fe77-44c3-4204-b2d0-176a298ec46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224310 Dec 16 22:19:50.849849 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b02e7a-d8c9-4013-ae3d-fc31dda0a0cd tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Network beb8b17e-997b-438c-9b19-3fb29b6b0343 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:50.874237 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dc2bc90e-c3a3-4188-a916-e40b9c1f05b8 req-f030736a-77d4-4e8b-8707-b034baca66b4 service neutron] 10.222.0.76 "GET /v2.0/networks/0d751004-b83f-4f83-9850-32492c351de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030200 Dec 16 22:19:50.985515 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dc2bc90e-c3a3-4188-a916-e40b9c1f05b8 req-7e1be6e9-ecb4-4ec8-8404-d1a33ee82852 service neutron] 10.222.0.76 "GET /v2.0/networks/0d751004-b83f-4f83-9850-32492c351de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991821 Dec 16 22:19:51.145248 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a17ff-bcf2-4122-ab0a-4a34724926de req-e555c9b2-e560-4aff-90c3-891f8ebfd437 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:51.146789 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-132a17ff-bcf2-4122-ab0a-4a34724926de req-e555c9b2-e560-4aff-90c3-891f8ebfd437 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5ce4eb7-eed8-4025-902c-139c063071da HTTP/1.1" status: 200 len: 943 time: 0.0540068 Dec 16 22:19:51.156726 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-56b02e7a-d8c9-4013-ae3d-fc31dda0a0cd tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:51.197082 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b02e7a-d8c9-4013-ae3d-fc31dda0a0cd tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:51.203781 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-132a17ff-bcf2-4122-ab0a-4a34724926de req-57da691c-b609-4906-808e-a4108070bc45 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/security-groups?id=03f9f082-3637-47a5-b431-2152e131f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499620 Dec 16 22:19:51.218254 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b02e7a-d8c9-4013-ae3d-fc31dda0a0cd tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Pushing event updated for resources: {'Port': ['ID=9a2a45db-7e40-4e54-a211-aa5673aa43b7,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:51.345278 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b02e7a-d8c9-4013-ae3d-fc31dda0a0cd tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:51.345889 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-56b02e7a-d8c9-4013-ae3d-fc31dda0a0cd tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:51.366977 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe00a70-69f8-471f-b500-9ad6d9c64124 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:51.370500 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbe00a70-69f8-471f-b500-9ad6d9c64124 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:51.394801 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cb163fe-06e5-4665-a955-0820568c8814 req-d86cb1fa-8762-42ce-a96e-dd02bd8bb46a tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 258 time: 0.5703225 Dec 16 22:19:51.432989 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-7cb163fe-06e5-4665-a955-0820568c8814 req-25daa3af-0fd8-4b5d-92cb-d7619d6f0088 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:51.456076 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c91ac751-a2c4-4152-95d2-fcaace45b1c5 None None] Provisioning complete for port 9a2a45db-7e40-4e54-a211-aa5673aa43b7 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:51.456684 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c91ac751-a2c4-4152-95d2-fcaace45b1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:51.491445 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c91ac751-a2c4-4152-95d2-fcaace45b1c5 None None] Port 9a2a45db-7e40-4e54-a211-aa5673aa43b7 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:51.520160 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-56b02e7a-d8c9-4013-ae3d-fc31dda0a0cd tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0918610 Dec 16 22:19:51.523301 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44418) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:51.532096 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-e37d10b0-a06f-4b6b-9e3a-e7f8d9e9e2e3 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:75:f0:05'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:a3:d6:d9'}]}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:51.668837 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7cb163fe-06e5-4665-a955-0820568c8814 req-25daa3af-0fd8-4b5d-92cb-d7619d6f0088 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:51.691528 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e37d10b0-a06f-4b6b-9e3a-e7f8d9e9e2e3 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:51.725476 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbe00a70-69f8-471f-b500-9ad6d9c64124 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:51.775821 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe00a70-69f8-471f-b500-9ad6d9c64124 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network 6951964f-e598-4603-929f-be09b1bc6f8a is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:51.783342 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-fbe00a70-69f8-471f-b500-9ad6d9c64124 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:51.788847 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe00a70-69f8-471f-b500-9ad6d9c64124 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:51.790575 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbe00a70-69f8-471f-b500-9ad6d9c64124 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:51.796078 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072b6d25-a6f7-4134-8654-f8615df0992e None None] Network 6951964f-e598-4603-929f-be09b1bc6f8a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:51.807016 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe00a70-69f8-471f-b500-9ad6d9c64124 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Subnet': ['ID=26dcc10e-c5ff-4cc6-9295-de00516c71c8,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:51.847321 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7cb163fe-06e5-4665-a955-0820568c8814 req-25daa3af-0fd8-4b5d-92cb-d7619d6f0088 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:51.925313 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fbe00a70-69f8-471f-b500-9ad6d9c64124 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2414320 Dec 16 22:19:51.928260 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44424) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:51.935524 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-8b7dc352-09d6-4305-ad45-bed9d331f772 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'security_group': {'name': 'tempest-secgroup-747123940'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:51.941589 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431c16a-8246-4b5e-ae22-b03a44ba5179 req-d5fcd761-7046-42aa-9d0e-40c7ff0a5f1f tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:51.943165 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e431c16a-8246-4b5e-ae22-b03a44ba5179 req-d5fcd761-7046-42aa-9d0e-40c7ff0a5f1f tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.0872998 Dec 16 22:19:51.945014 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8576d0-8934-48df-9565-a1de611af1fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-6951964f-e598-4603-929f-be09b1bc6f8a', 'network_id': '6951964f-e598-4603-929f-be09b1bc6f8a', 'project_id': '7fc63c24792b43d5b490c4d1dd21a484', 'fixed_ips': [{'subnet_id': '26dcc10e-c5ff-4cc6-9295-de00516c71c8'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:19:51.946168 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9b8576d0-8934-48df-9565-a1de611af1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:51.969848 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e37d10b0-a06f-4b6b-9e3a-e7f8d9e9e2e3 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.007566 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e431c16a-8246-4b5e-ae22-b03a44ba5179 req-114586e5-3297-448b-b3e1-5a72a9f5f255 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545959 Dec 16 22:19:52.011101 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-7cb163fe-06e5-4665-a955-0820568c8814 req-25daa3af-0fd8-4b5d-92cb-d7619d6f0088 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Allocated IP 172.25.6.137 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/c56c2346-f7e3-40ae-8338-67e7ae168585) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:52.033288 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e37d10b0-a06f-4b6b-9e3a-e7f8d9e9e2e3 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.133562 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-9b8576d0-8934-48df-9565-a1de611af1fb None None] Allocated IP 2001:db8::2 (6951964f-e598-4603-929f-be09b1bc6f8a/26dcc10e-c5ff-4cc6-9295-de00516c71c8/2b8245c5-03b2-4d00-8827-81c8e0eefa19) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:52.137021 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7cb163fe-06e5-4665-a955-0820568c8814 req-25daa3af-0fd8-4b5d-92cb-d7619d6f0088 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.147702 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d10b0-a06f-4b6b-9e3a-e7f8d9e9e2e3 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Pushing event updated for resources: {'Port': ['ID=9a2a45db-7e40-4e54-a211-aa5673aa43b7,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:52.150172 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b7dc352-09d6-4305-ad45-bed9d331f772 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.157347 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-e37d10b0-a06f-4b6b-9e3a-e7f8d9e9e2e3 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] In _notify_port_updated(), no bound segment for port 9a2a45db-7e40-4e54-a211-aa5673aa43b7 on network beb8b17e-997b-438c-9b19-3fb29b6b0343 {{(pid=103614) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:19:52.165226 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37d10b0-a06f-4b6b-9e3a-e7f8d9e9e2e3 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:52.166640 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e37d10b0-a06f-4b6b-9e3a-e7f8d9e9e2e3 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.171599 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e37d10b0-a06f-4b6b-9e3a-e7f8d9e9e2e3 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] 10.222.0.75 "PUT /v2.0/ports/9a2a45db-7e40-4e54-a211-aa5673aa43b7 HTTP/1.1" status: 200 len: 1056 time: 0.6457660 Dec 16 22:19:52.172492 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44428) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:52.270110 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7cb163fe-06e5-4665-a955-0820568c8814 req-25daa3af-0fd8-4b5d-92cb-d7619d6f0088 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.288546 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b7dc352-09d6-4305-ad45-bed9d331f772 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.329579 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-d8086f19-84a6-4c28-86ac-7ca4c5979135 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Deleting port 9a2a45db-7e40-4e54-a211-aa5673aa43b7 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:52.330043 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d8086f19-84a6-4c28-86ac-7ca4c5979135 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.334159 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb163fe-06e5-4665-a955-0820568c8814 req-25daa3af-0fd8-4b5d-92cb-d7619d6f0088 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:52.338241 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-7cb163fe-06e5-4665-a955-0820568c8814 req-25daa3af-0fd8-4b5d-92cb-d7619d6f0088 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:52.343671 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb163fe-06e5-4665-a955-0820568c8814 req-25daa3af-0fd8-4b5d-92cb-d7619d6f0088 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:52.381007 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9b8576d0-8934-48df-9565-a1de611af1fb None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.381385 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b7dc352-09d6-4305-ad45-bed9d331f772 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.415344 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25daa3af-0fd8-4b5d-92cb-d7619d6f0088 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Pushing event updated for resources: {'Port': ['ID=c56c2346-f7e3-40ae-8338-67e7ae168585,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:52.421505 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7ccc0fff-23bf-4c4e-b72f-f5796ab7419a None None] Provisioning complete for port 9a2a45db-7e40-4e54-a211-aa5673aa43b7 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:52.422174 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7ccc0fff-23bf-4c4e-b72f-f5796ab7419a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.449178 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7dc352-09d6-4305-ad45-bed9d331f772 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=847a013b-da6b-4646-b352-b8de7765124a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:52.460738 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc0fff-23bf-4c4e-b72f-f5796ab7419a None None] Port 9a2a45db-7e40-4e54-a211-aa5673aa43b7 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:52.469048 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64860e8e-065d-43cb-9037-348257af0ceb req-73b6e7c9-693a-4810-a5d9-01f7b134fe07 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:52.470600 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-64860e8e-065d-43cb-9037-348257af0ceb req-73b6e7c9-693a-4810-a5d9-01f7b134fe07 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5ce4eb7-eed8-4025-902c-139c063071da HTTP/1.1" status: 200 len: 943 time: 0.0893762 Dec 16 22:19:52.481082 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d8086f19-84a6-4c28-86ac-7ca4c5979135 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.507449 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-d8086f19-84a6-4c28-86ac-7ca4c5979135 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Calling delete_port for 9a2a45db-7e40-4e54-a211-aa5673aa43b7 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:52.509556 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7cb163fe-06e5-4665-a955-0820568c8814 req-25daa3af-0fd8-4b5d-92cb-d7619d6f0088 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.546921 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9b8576d0-8934-48df-9565-a1de611af1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.568389 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b7dc352-09d6-4305-ad45-bed9d331f772 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.570125 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8b7dc352-09d6-4305-ad45-bed9d331f772 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6408095 Dec 16 22:19:52.573116 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44434) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:52.574319 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-64860e8e-065d-43cb-9037-348257af0ceb req-dfb36277-61bc-4fa5-aa50-fa2f5fa9f1bf tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/security-groups?id=03f9f082-3637-47a5-b431-2152e131f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952568 Dec 16 22:19:52.578408 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-2f8338f4-074c-4cce-86d4-d516612fface tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'security_group': {'name': 'tempest-secgroup-1018131796'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:52.603747 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8576d0-8934-48df-9565-a1de611af1fb None None] Network 6951964f-e598-4603-929f-be09b1bc6f8a is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:52.625505 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-9b8576d0-8934-48df-9565-a1de611af1fb None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:52.639251 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8576d0-8934-48df-9565-a1de611af1fb None None] Pushing event updated for resources: {'Port': ['ID=2b8245c5-03b2-4d00-8827-81c8e0eefa19,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:52.640937 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8576d0-8934-48df-9565-a1de611af1fb None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:52.642033 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7cb163fe-06e5-4665-a955-0820568c8814 req-25daa3af-0fd8-4b5d-92cb-d7619d6f0088 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.702521 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9b8576d0-8934-48df-9565-a1de611af1fb None None] Attempting to bind port 2b8245c5-03b2-4d00-8827-81c8e0eefa19 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:19:52.703135 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9b8576d0-8934-48df-9565-a1de611af1fb None None] Attempting to bind port 2b8245c5-03b2-4d00-8827-81c8e0eefa19 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '74ae8c90-585a-498f-b3ae-5c7ed60aba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6951964f-e598-4603-929f-be09b1bc6f8a'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:19:52.703597 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8576d0-8934-48df-9565-a1de611af1fb None None] Attempting to bind port 2b8245c5-03b2-4d00-8827-81c8e0eefa19 on network 6951964f-e598-4603-929f-be09b1bc6f8a {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:19:52.709415 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8576d0-8934-48df-9565-a1de611af1fb None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:19:52.709757 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8576d0-8934-48df-9565-a1de611af1fb None None] Checking segment: {'id': '74ae8c90-585a-498f-b3ae-5c7ed60aba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6951964f-e598-4603-929f-be09b1bc6f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:19:52.710504 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9b8576d0-8934-48df-9565-a1de611af1fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.713280 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8576d0-8934-48df-9565-a1de611af1fb None None] Bound using segment: {'id': '74ae8c90-585a-498f-b3ae-5c7ed60aba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6951964f-e598-4603-929f-be09b1bc6f8a'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:19:52.714001 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9b8576d0-8934-48df-9565-a1de611af1fb None None] Bound port: 2b8245c5-03b2-4d00-8827-81c8e0eefa19, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74ae8c90-585a-498f-b3ae-5c7ed60aba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6951964f-e598-4603-929f-be09b1bc6f8a'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:19:52.714399 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9b8576d0-8934-48df-9565-a1de611af1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.766169 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d8086f19-84a6-4c28-86ac-7ca4c5979135 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.781416 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9b8576d0-8934-48df-9565-a1de611af1fb None None] For port 2b8245c5-03b2-4d00-8827-81c8e0eefa19, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:19:52.785318 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9b8576d0-8934-48df-9565-a1de611af1fb None None] For port 2b8245c5-03b2-4d00-8827-81c8e0eefa19, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2b8245c5-03b2-4d00-8827-81c8e0eefa19,segment=NetworkSegment(74ae8c90-585a-498f-b3ae-5c7ed60aba36),segment_id=74ae8c90-585a-498f-b3ae-5c7ed60aba36)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:19:52.803191 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2f8338f4-074c-4cce-86d4-d516612fface tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.809196 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8086f19-84a6-4c28-86ac-7ca4c5979135 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Pushing event deleted for resources: {'Port': ['ID=9a2a45db-7e40-4e54-a211-aa5673aa43b7,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:52.837991 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7cb163fe-06e5-4665-a955-0820568c8814 req-25daa3af-0fd8-4b5d-92cb-d7619d6f0088 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.898312 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2f8338f4-074c-4cce-86d4-d516612fface tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.898558 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9b8576d0-8934-48df-9565-a1de611af1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.935209 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7cb163fe-06e5-4665-a955-0820568c8814 req-25daa3af-0fd8-4b5d-92cb-d7619d6f0088 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:52.991070 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8576d0-8934-48df-9565-a1de611af1fb None None] Pushing event updated for resources: {'Port': ['ID=2b8245c5-03b2-4d00-8827-81c8e0eefa19,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:53.020940 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2f8338f4-074c-4cce-86d4-d516612fface tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:53.057049 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7cb163fe-06e5-4665-a955-0820568c8814 req-25daa3af-0fd8-4b5d-92cb-d7619d6f0088 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:53.062363 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8338f4-074c-4cce-86d4-d516612fface tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38444407-5d11-4ffa-9f71-8e8b3e2c7ba1,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:53.074870 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25daa3af-0fd8-4b5d-92cb-d7619d6f0088 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Pushing event updated for resources: {'Port': ['ID=c56c2346-f7e3-40ae-8338-67e7ae168585,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:53.113620 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d8086f19-84a6-4c28-86ac-7ca4c5979135 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:53.117137 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d8086f19-84a6-4c28-86ac-7ca4c5979135 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] 10.222.0.75 "DELETE /v2.0/ports/9a2a45db-7e40-4e54-a211-aa5673aa43b7 HTTP/1.1" status: 204 len: 168 time: 0.9436531 Dec 16 22:19:53.120078 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44438) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:53.149393 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f0b9805-1452-4771-88f5-83408afea496 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] GET failed (client error): The resource could not be found. Dec 16 22:19:53.154344 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2f0b9805-1452-4771-88f5-83408afea496 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] 10.222.0.75 "GET /v2.0/ports/9a2a45db-7e40-4e54-a211-aa5673aa43b7 HTTP/1.1" status: 404 len: 333 time: 0.0331728 Dec 16 22:19:53.155521 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44440) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:53.172249 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2f8338f4-074c-4cce-86d4-d516612fface tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:53.173521 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2f8338f4-074c-4cce-86d4-d516612fface tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5991831 Dec 16 22:19:53.185816 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44444) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:53.188720 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-f7ce3f03-71fb-48b6-8838-fb61fb87f59f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-688502233', 'security_groups': ['38444407-5d11-4ffa-9f71-8e8b3e2c7ba1'], 'network_id': '6951964f-e598-4603-929f-be09b1bc6f8a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '26dcc10e-c5ff-4cc6-9295-de00516c71c8'}]}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:53.230561 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7cb163fe-06e5-4665-a955-0820568c8814 req-25daa3af-0fd8-4b5d-92cb-d7619d6f0088 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:53.231990 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cb163fe-06e5-4665-a955-0820568c8814 req-25daa3af-0fd8-4b5d-92cb-d7619d6f0088 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8074210 Dec 16 22:19:53.246971 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ead45-676a-4bf9-8ae8-a2f1606b9add req-66ec35da-4c7a-494a-aaac-08d462579ade tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:53.248618 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2f8ead45-676a-4bf9-8ae8-a2f1606b9add req-66ec35da-4c7a-494a-aaac-08d462579ade tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.1302946 Dec 16 22:19:53.343448 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-08f5e5b9-5861-4009-852c-acb4273fe567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:53.358328 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2f8ead45-676a-4bf9-8ae8-a2f1606b9add req-85ee190a-e987-4a02-a9f1-2f4c34b55c7e tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013644 Dec 16 22:19:53.364944 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cb163fe-06e5-4665-a955-0820568c8814 req-a0de46db-e055-4476-b4f0-e90dc791cafd tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 696 time: 0.0946016 Dec 16 22:19:53.391649 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-e5a05da3-8774-41dc-b440-9d7c4783a78d tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Deleting port eb375b2e-4357-4793-b329-6e690cc34c41 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:53.392823 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e5a05da3-8774-41dc-b440-9d7c4783a78d tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:53.497104 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e5a05da3-8774-41dc-b440-9d7c4783a78d tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:53.511216 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-e5a05da3-8774-41dc-b440-9d7c4783a78d tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Calling delete_port for eb375b2e-4357-4793-b329-6e690cc34c41 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:53.520941 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb163fe-06e5-4665-a955-0820568c8814 req-e0d1cf28-e8f8-41a8-b380-c0c45f5bb26c tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:53.522396 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cb163fe-06e5-4665-a955-0820568c8814 req-e0d1cf28-e8f8-41a8-b380-c0c45f5bb26c tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 784 time: 0.1430330 Dec 16 22:19:53.534207 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-7cb163fe-06e5-4665-a955-0820568c8814 req-826c0800-5581-4738-8670-852b3dc40128 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:19:53.535214 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cb163fe-06e5-4665-a955-0820568c8814 req-826c0800-5581-4738-8670-852b3dc40128 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059969 Dec 16 22:19:53.589019 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ce3f03-71fb-48b6-8838-fb61fb87f59f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:53.719831 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7ee0a-0dcc-4915-8b0f-b955f5f81049 req-1fed9520-5fc9-46ee-bbc6-a355501abab2 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:53.721520 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aee7ee0a-0dcc-4915-8b0f-b955f5f81049 req-1fed9520-5fc9-46ee-bbc6-a355501abab2 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5ce4eb7-eed8-4025-902c-139c063071da HTTP/1.1" status: 200 len: 943 time: 0.0613630 Dec 16 22:19:53.732251 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8f04b-83fe-4795-8a4a-a85d10d87d94 req-d933b88d-210d-421c-b632-5eb2aca5fb8b tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:53.733798 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-17e8f04b-83fe-4795-8a4a-a85d10d87d94 req-d933b88d-210d-421c-b632-5eb2aca5fb8b tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/ports?device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1275337 Dec 16 22:19:53.778676 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aee7ee0a-0dcc-4915-8b0f-b955f5f81049 req-bb56dbdc-b470-4339-a622-23857b7e4f8b tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/security-groups?id=03f9f082-3637-47a5-b431-2152e131f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506368 Dec 16 22:19:53.801564 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e5a05da3-8774-41dc-b440-9d7c4783a78d tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:53.812015 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-17e8f04b-83fe-4795-8a4a-a85d10d87d94 req-dcd35804-f783-4939-a56e-8510085e0340 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 696 time: 0.0709927 Dec 16 22:19:53.815367 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f7ce3f03-71fb-48b6-8838-fb61fb87f59f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:53.832042 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-17e8f04b-83fe-4795-8a4a-a85d10d87d94 req-0a422eb8-0bf1-4f35-977f-ab8fa5f6207d tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Request body: {'floatingip': {'port_id': '896265b2-35d0-4346-9a83-f088b76b232d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:53.832746 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a05da3-8774-41dc-b440-9d7c4783a78d tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Pushing event deleted for resources: {'Port': ['ID=eb375b2e-4357-4793-b329-6e690cc34c41,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:53.890299 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-17e8f04b-83fe-4795-8a4a-a85d10d87d94 req-0a422eb8-0bf1-4f35-977f-ab8fa5f6207d tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks [] for floatingip, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:53.897980 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-f7ce3f03-71fb-48b6-8838-fb61fb87f59f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] device_id is not set on port ca651b90-afd5-4f44-8941-c2ce73e29730 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:19:53.927777 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e5a05da3-8774-41dc-b440-9d7c4783a78d tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:53.931382 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e5a05da3-8774-41dc-b440-9d7c4783a78d tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] 10.222.0.75 "DELETE /v2.0/ports/eb375b2e-4357-4793-b329-6e690cc34c41 HTTP/1.1" status: 204 len: 168 time: 0.7748504 Dec 16 22:19:53.934060 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44454) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:53.963662 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d61469d-2481-4f5f-9ee6-d5d0e73f7280 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] GET failed (client error): The resource could not be found. Dec 16 22:19:53.968631 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7d61469d-2481-4f5f-9ee6-d5d0e73f7280 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] 10.222.0.75 "GET /v2.0/ports/eb375b2e-4357-4793-b329-6e690cc34c41 HTTP/1.1" status: 404 len: 333 time: 0.0301220 Dec 16 22:19:53.970549 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44456) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:54.106199 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-b068100d-51bc-4886-b2dc-97de18395b03 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Deleting port bc393a78-cde4-49be-a2a2-3ab12b1abdc1 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:54.106626 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b068100d-51bc-4886-b2dc-97de18395b03 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:54.209056 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b068100d-51bc-4886-b2dc-97de18395b03 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:54.224452 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-b068100d-51bc-4886-b2dc-97de18395b03 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Calling delete_port for bc393a78-cde4-49be-a2a2-3ab12b1abdc1 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:54.268803 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-f7ce3f03-71fb-48b6-8838-fb61fb87f59f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Allocated IP 2001:db8::21d (6951964f-e598-4603-929f-be09b1bc6f8a/26dcc10e-c5ff-4cc6-9295-de00516c71c8/ca651b90-afd5-4f44-8941-c2ce73e29730) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:54.300772 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-749c5a2d-d966-484c-90f6-71cba45ddafd None None] Provisioning complete for port 27e9d5c0-3e82-4930-b8d9-f9235b3b4ef1 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:54.301827 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-749c5a2d-d966-484c-90f6-71cba45ddafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:54.344027 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-749c5a2d-d966-484c-90f6-71cba45ddafd None None] Port 27e9d5c0-3e82-4930-b8d9-f9235b3b4ef1 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:54.355707 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-749c5a2d-d966-484c-90f6-71cba45ddafd None None] Provisioning complete for port 2b8245c5-03b2-4d00-8827-81c8e0eefa19 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:54.356413 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-749c5a2d-d966-484c-90f6-71cba45ddafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:54.441233 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-749c5a2d-d966-484c-90f6-71cba45ddafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:54.457271 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b068100d-51bc-4886-b2dc-97de18395b03 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:54.480949 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-749c5a2d-d966-484c-90f6-71cba45ddafd None None] For port 2b8245c5-03b2-4d00-8827-81c8e0eefa19, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2b8245c5-03b2-4d00-8827-81c8e0eefa19,segment=NetworkSegment(74ae8c90-585a-498f-b3ae-5c7ed60aba36),segment_id=74ae8c90-585a-498f-b3ae-5c7ed60aba36)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:54.506682 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068100d-51bc-4886-b2dc-97de18395b03 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Pushing event deleted for resources: {'Port': ['ID=bc393a78-cde4-49be-a2a2-3ab12b1abdc1,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:54.568706 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fa69f-2087-4b43-98f6-cd985b68b1b7 req-aff1da1f-4367-4923-ab6d-061537951309 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:54.572370 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-660fa69f-2087-4b43-98f6-cd985b68b1b7 req-aff1da1f-4367-4923-ab6d-061537951309 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.1251290 Dec 16 22:19:54.578244 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-749c5a2d-d966-484c-90f6-71cba45ddafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:54.646510 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c5a2d-d966-484c-90f6-71cba45ddafd None None] Pushing event updated for resources: {'Port': ['ID=2b8245c5-03b2-4d00-8827-81c8e0eefa19,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:54.651382 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b068100d-51bc-4886-b2dc-97de18395b03 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:54.654987 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b068100d-51bc-4886-b2dc-97de18395b03 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] 10.222.0.75 "DELETE /v2.0/ports/bc393a78-cde4-49be-a2a2-3ab12b1abdc1 HTTP/1.1" status: 204 len: 168 time: 0.6832664 Dec 16 22:19:54.659534 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44464) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:54.695853 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-660fa69f-2087-4b43-98f6-cd985b68b1b7 req-e173978a-e0de-431e-b134-b75626686469 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187439 Dec 16 22:19:54.732441 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 0098613f-9e25-4396-a101-739e8d785b6a details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:19:54.733118 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b01cdd-1d08-48a6-a0ea-66d68c05f4c4 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Deleting subnet f624d598-2b8b-4b20-bd5a-b01d9a2cff2a {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:19:54.738270 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c9b01cdd-1d08-48a6-a0ea-66d68c05f4c4 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:54.808762 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c9b01cdd-1d08-48a6-a0ea-66d68c05f4c4 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:54.895384 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 0098613f-9e25-4396-a101-739e8d785b6a, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=0098613f-9e25-4396-a101-739e8d785b6a,segment=NetworkSegment(5efa9d5b-e82c-4301-979a-736e3fdead7f),segment_id=5efa9d5b-e82c-4301-979a-736e3fdead7f)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:54.913049 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c9b01cdd-1d08-48a6-a0ea-66d68c05f4c4 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:54.915935 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '0098613f-9e25-4396-a101-739e8d785b6a', 'network_id': '0d751004-b83f-4f83-9850-32492c351de3', 'port_id': '0098613f-9e25-4396-a101-739e8d785b6a', 'mac_address': 'fa:16:3e:5a:1e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd533a66-a3ac-4fe2-b683-4be57b5d7c16', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:19:54.963937 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.002986 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0098613f-9e25-4396-a101-739e8d785b6a {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:19:55.053676 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 0098613f-9e25-4396-a101-739e8d785b6a, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=0098613f-9e25-4396-a101-739e8d785b6a,segment=NetworkSegment(5efa9d5b-e82c-4301-979a-736e3fdead7f),segment_id=5efa9d5b-e82c-4301-979a-736e3fdead7f)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:55.070257 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9897b-44ff-4808-b727-5c9162077768 req-ba690826-d7fa-4779-b139-d3cb85cb7ba6 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:55.073196 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-52d9897b-44ff-4808-b727-5c9162077768 req-ba690826-d7fa-4779-b139-d3cb85cb7ba6 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5ce4eb7-eed8-4025-902c-139c063071da HTTP/1.1" status: 200 len: 943 time: 0.0724473 Dec 16 22:19:55.078025 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.db.resource_extend [req-17e8f04b-83fe-4795-8a4a-a85d10d87d94 req-0a422eb8-0bf1-4f35-977f-ab8fa5f6207d tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:19:55.083085 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f7ce3f03-71fb-48b6-8838-fb61fb87f59f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.103155 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c9b01cdd-1d08-48a6-a0ea-66d68c05f4c4 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.140436 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2b8245c5-03b2-4d00-8827-81c8e0eefa19 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:19:55.146020 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-17e8f04b-83fe-4795-8a4a-a85d10d87d94 req-0a422eb8-0bf1-4f35-977f-ab8fa5f6207d tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.154180 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b01cdd-1d08-48a6-a0ea-66d68c05f4c4 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Pushing event deleted for resources: {'Subnet': ['ID=f624d598-2b8b-4b20-bd5a-b01d9a2cff2a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:55.164030 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c9b01cdd-1d08-48a6-a0ea-66d68c05f4c4 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.169107 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c9b01cdd-1d08-48a6-a0ea-66d68c05f4c4 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] 10.222.0.75 "DELETE /v2.0/subnets/f624d598-2b8b-4b20-bd5a-b01d9a2cff2a HTTP/1.1" status: 204 len: 168 time: 0.5084810 Dec 16 22:19:55.171497 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44470) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:55.178533 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 995e09a3-d209-42ad-a0c4-04f88cdfd2a4 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:19:55.180528 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910a52f7-dc93-4726-b28d-af133f106f7f None None] Network beb8b17e-997b-438c-9b19-3fb29b6b0343 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:55.186582 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-52d9897b-44ff-4808-b727-5c9162077768 req-0aa069ab-ee9d-43c1-872b-e870ce6e132e tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/security-groups?id=03f9f082-3637-47a5-b431-2152e131f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040685 Dec 16 22:19:55.238395 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.239178 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e013d6d7-965b-4fc9-a47a-2c3ba5be99e6 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:19:55.261260 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-286940c7-d3e9-4cd0-b0a7-60e93f5c1ed9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.305090 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-17e8f04b-83fe-4795-8a4a-a85d10d87d94 req-0a422eb8-0bf1-4f35-977f-ab8fa5f6207d tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.360347 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f7ce3f03-71fb-48b6-8838-fb61fb87f59f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.448641 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.resource_extend [None req-bba8928c-5618-4157-836a-668ad28b132f None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:19:55.457000 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ce3f03-71fb-48b6-8838-fb61fb87f59f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network 6951964f-e598-4603-929f-be09b1bc6f8a is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:55.468223 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-f7ce3f03-71fb-48b6-8838-fb61fb87f59f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:55.476026 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ce3f03-71fb-48b6-8838-fb61fb87f59f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:55.482095 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ce3f03-71fb-48b6-8838-fb61fb87f59f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:55.482980 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f7ce3f03-71fb-48b6-8838-fb61fb87f59f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.486580 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-286940c7-d3e9-4cd0-b0a7-60e93f5c1ed9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Deleting port a7e4a9c2-1fee-490b-b765-5fe416dd3cfc {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:55.486921 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-286940c7-d3e9-4cd0-b0a7-60e93f5c1ed9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.491792 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce3f03-71fb-48b6-8838-fb61fb87f59f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Port': ['ID=ca651b90-afd5-4f44-8941-c2ce73e29730,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:55.549473 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [req-17e8f04b-83fe-4795-8a4a-a85d10d87d94 req-0a422eb8-0bf1-4f35-977f-ab8fa5f6207d tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Floating IP 220e558b-30db-48a0-85ac-82621ab777cd associated. External IP: 172.25.6.137, port: 896265b2-35d0-4346-9a83-f088b76b232d. Dec 16 22:19:55.555683 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e013d6d7-965b-4fc9-a47a-2c3ba5be99e6, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e013d6d7-965b-4fc9-a47a-2c3ba5be99e6,segment=NetworkSegment(5efa9d5b-e82c-4301-979a-736e3fdead7f),segment_id=5efa9d5b-e82c-4301-979a-736e3fdead7f)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:55.575267 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=0098613f-9e25-4396-a101-739e8d785b6a,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:55.590527 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'e013d6d7-965b-4fc9-a47a-2c3ba5be99e6', 'network_id': '0d751004-b83f-4f83-9850-32492c351de3', 'port_id': 'e013d6d7-965b-4fc9-a47a-2c3ba5be99e6', 'mac_address': 'fa:16:3e:c8:bf:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd533a66-a3ac-4fe2-b683-4be57b5d7c16', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:19:55.600138 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 2b8245c5-03b2-4d00-8827-81c8e0eefa19 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:55.600518 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.615913 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-286940c7-d3e9-4cd0-b0a7-60e93f5c1ed9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] For port a7e4a9c2-1fee-490b-b765-5fe416dd3cfc, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a7e4a9c2-1fee-490b-b765-5fe416dd3cfc,segment=NetworkSegment(9656a6e2-f0ae-4e02-9fd8-0fc0eea738ca),segment_id=9656a6e2-f0ae-4e02-9fd8-0fc0eea738ca)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:55.616321 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-286940c7-d3e9-4cd0-b0a7-60e93f5c1ed9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.674496 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-286940c7-d3e9-4cd0-b0a7-60e93f5c1ed9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Calling delete_port for a7e4a9c2-1fee-490b-b765-5fe416dd3cfc owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:55.679649 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f7ce3f03-71fb-48b6-8838-fb61fb87f59f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4994464 Dec 16 22:19:55.682671 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44472) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:55.687949 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f6d76293-782c-47a1-8c90-a1c965cec33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.688164 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-2f70415e-fdff-4fea-86b3-241b41bb67ea tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'subnet': {'network_id': '6951964f-e598-4603-929f-be09b1bc6f8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:55.702762 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 995e09a3-d209-42ad-a0c4-04f88cdfd2a4, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=995e09a3-d209-42ad-a0c4-04f88cdfd2a4,segment=NetworkSegment(5efa9d5b-e82c-4301-979a-736e3fdead7f),segment_id=5efa9d5b-e82c-4301-979a-736e3fdead7f)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:55.732001 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '995e09a3-d209-42ad-a0c4-04f88cdfd2a4', 'network_id': '0d751004-b83f-4f83-9850-32492c351de3', 'port_id': '995e09a3-d209-42ad-a0c4-04f88cdfd2a4', 'mac_address': 'fa:16:3e:4b:be:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd533a66-a3ac-4fe2-b683-4be57b5d7c16', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:19:55.733587 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.763411 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a3cf45-6736-4d24-993c-08c3a30d99c4 None None] DHCP port deletion for beb8b17e-997b-438c-9b19-3fb29b6b0343 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:19:55.778888 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e013d6d7-965b-4fc9-a47a-2c3ba5be99e6 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:19:55.883091 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e013d6d7-965b-4fc9-a47a-2c3ba5be99e6, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e013d6d7-965b-4fc9-a47a-2c3ba5be99e6,segment=NetworkSegment(5efa9d5b-e82c-4301-979a-736e3fdead7f),segment_id=5efa9d5b-e82c-4301-979a-736e3fdead7f)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:55.894502 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.895972 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266ef83-4cea-4e6f-ab3a-9ccaa8fc61d2 req-4a147bb3-68ab-4440-a9f8-5eb609c82e44 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:55.901669 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8266ef83-4cea-4e6f-ab3a-9ccaa8fc61d2 req-4a147bb3-68ab-4440-a9f8-5eb609c82e44 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.0720658 Dec 16 22:19:55.925267 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 995e09a3-d209-42ad-a0c4-04f88cdfd2a4 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:19:55.935017 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-286940c7-d3e9-4cd0-b0a7-60e93f5c1ed9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.957422 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ff83c4c7-58ce-4c1f-a775-89ba18847d69 None None] Provisioning complete for port ca651b90-afd5-4f44-8941-c2ce73e29730 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:55.957737 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ff83c4c7-58ce-4c1f-a775-89ba18847d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:55.961701 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 995e09a3-d209-42ad-a0c4-04f88cdfd2a4, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=995e09a3-d209-42ad-a0c4-04f88cdfd2a4,segment=NetworkSegment(5efa9d5b-e82c-4301-979a-736e3fdead7f),segment_id=5efa9d5b-e82c-4301-979a-736e3fdead7f)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:55.965626 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286940c7-d3e9-4cd0-b0a7-60e93f5c1ed9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Pushing event deleted for resources: {'Port': ['ID=a7e4a9c2-1fee-490b-b765-5fe416dd3cfc,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:55.973588 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286940c7-d3e9-4cd0-b0a7-60e93f5c1ed9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] No DVR routers for this DVR port a7e4a9c2-1fee-490b-b765-5fe416dd3cfc on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:19:55.980923 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8266ef83-4cea-4e6f-ab3a-9ccaa8fc61d2 req-95f039f1-74bf-46ba-9238-3fa6dee60de2 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659316 Dec 16 22:19:56.002652 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-12a3cf45-6736-4d24-993c-08c3a30d99c4 None None] Deleting port a7e4a9c2-1fee-490b-b765-5fe416dd3cfc {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:56.003032 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-12a3cf45-6736-4d24-993c-08c3a30d99c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:56.006680 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:56.050374 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17e8f04b-83fe-4795-8a4a-a85d10d87d94 req-0a422eb8-0bf1-4f35-977f-ab8fa5f6207d tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Router fd5b708c-d047-4132-ad02-eb1fc44de81c has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:19:56.053434 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ff83c4c7-58ce-4c1f-a775-89ba18847d69 None None] Port ca651b90-afd5-4f44-8941-c2ce73e29730 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:19:56.066985 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f70415e-fdff-4fea-86b3-241b41bb67ea tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:56.070645 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2f70415e-fdff-4fea-86b3-241b41bb67ea tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:56.073404 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-286940c7-d3e9-4cd0-b0a7-60e93f5c1ed9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:56.118089 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:56.118089 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-12a3cf45-6736-4d24-993c-08c3a30d99c4 None None] For port a7e4a9c2-1fee-490b-b765-5fe416dd3cfc, host n-d-815324-4, got binding levels [] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:56.118089 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-12a3cf45-6736-4d24-993c-08c3a30d99c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:56.149347 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-12a3cf45-6736-4d24-993c-08c3a30d99c4 None None] Calling delete_port for a7e4a9c2-1fee-490b-b765-5fe416dd3cfc owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:19:56.154718 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.ipam_backend_mixin [None req-12a3cf45-6736-4d24-993c-08c3a30d99c4 None None] Port a7e4a9c2-1fee-490b-b765-5fe416dd3cfc was not found and therefore no delete operation was performed {{(pid=103615) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 22:19:56.158215 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=e013d6d7-965b-4fc9-a47a-2c3ba5be99e6,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:56.159846 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-12a3cf45-6736-4d24-993c-08c3a30d99c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:56.163515 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-286940c7-d3e9-4cd0-b0a7-60e93f5c1ed9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb8b17e-997b-438c-9b19-3fb29b6b0343']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:56.181961 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-286940c7-d3e9-4cd0-b0a7-60e93f5c1ed9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9656a6e2-f0ae-4e02-9fd8-0fc0eea738ca') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:56.182264 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-286940c7-d3e9-4cd0-b0a7-60e93f5c1ed9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9656a6e2-f0ae-4e02-9fd8-0fc0eea738ca') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:56.202489 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a3cf45-6736-4d24-993c-08c3a30d99c4 None None] No DVR routers for this DVR port a7e4a9c2-1fee-490b-b765-5fe416dd3cfc on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:19:56.203872 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-286940c7-d3e9-4cd0-b0a7-60e93f5c1ed9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:56.204268 n-d-815324-4 neutron-server[103614]: INFO neutron.db.ipam_backend_mixin [None req-2f70415e-fdff-4fea-86b3-241b41bb67ea tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 26dcc10e-c5ff-4cc6-9295-de00516c71c8 (CIDR: 2001:db8::/64) Dec 16 22:19:56.225324 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=995e09a3-d209-42ad-a0c4-04f88cdfd2a4,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:56.251352 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f70415e-fdff-4fea-86b3-241b41bb67ea tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:19:56.252161 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f70415e-fdff-4fea-86b3-241b41bb67ea tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:19:56.254243 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3cf45-6736-4d24-993c-08c3a30d99c4 None None] Pushing event deleted for resources: {'Port': ['ID=a7e4a9c2-1fee-490b-b765-5fe416dd3cfc,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:56.268180 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-286940c7-d3e9-4cd0-b0a7-60e93f5c1ed9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:56.279391 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-286940c7-d3e9-4cd0-b0a7-60e93f5c1ed9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:19:56.280176 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-286940c7-d3e9-4cd0-b0a7-60e93f5c1ed9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:19:56.285829 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:19:56.328421 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17e8f04b-83fe-4795-8a4a-a85d10d87d94 req-0a422eb8-0bf1-4f35-977f-ab8fa5f6207d tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:19:56.335018 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-17e8f04b-83fe-4795-8a4a-a85d10d87d94 req-0a422eb8-0bf1-4f35-977f-ab8fa5f6207d tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:56.340867 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326f0ea-e021-4dc1-88f4-818f4f5844b7 req-e9be8c01-4e0f-44b4-aadd-ecaf661710c1 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:56.343484 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570a6d2b-0794-4785-ab08-7f1ccdf4fae6 None None] Sync routers for ids ['fd5b708c-d047-4132-ad02-eb1fc44de81c'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:19:56.343799 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2326f0ea-e021-4dc1-88f4-818f4f5844b7 req-e9be8c01-4e0f-44b4-aadd-ecaf661710c1 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5ce4eb7-eed8-4025-902c-139c063071da HTTP/1.1" status: 200 len: 944 time: 0.0583179 Dec 16 22:19:56.356820 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570a6d2b-0794-4785-ab08-7f1ccdf4fae6 None None] Routers {'fd5b708c-d047-4132-ad02-eb1fc44de81c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:19:56.357602 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-570a6d2b-0794-4785-ab08-7f1ccdf4fae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:19:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['fd5b708c-d047-4132-ad02-eb1fc44de81c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:56.379448 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-17e8f04b-83fe-4795-8a4a-a85d10d87d94 req-0a422eb8-0bf1-4f35-977f-ab8fa5f6207d tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "PUT /v2.0/floatingips/220e558b-30db-48a0-85ac-82621ab777cd HTTP/1.1" status: 200 len: 997 time: 2.5522807 Dec 16 22:19:56.379920 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9ac78a-7c3a-4f6a-84a9-c99ad414d695', 'tag': '896265b2-35d0-4346-9a83-f088b76b232d'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:19:56.382584 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b224ec-8d63-4eff-8007-7cd0ed25f232" -d '{"events": [{"name": "network-changed", "server_uuid": "de9ac78a-7c3a-4f6a-84a9-c99ad414d695", "tag": "896265b2-35d0-4346-9a83-f088b76b232d"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:19:56.397965 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2f70415e-fdff-4fea-86b3-241b41bb67ea tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7141271 Dec 16 22:19:56.401710 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44486) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:56.406893 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-bff5f7cf-c608-4807-943c-051db6533c5c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'subnet': {'network_id': '6951964f-e598-4603-929f-be09b1bc6f8a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:56.419324 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2326f0ea-e021-4dc1-88f4-818f4f5844b7 req-a027583c-d4df-4ec8-a078-89ff83142e49 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/security-groups?id=03f9f082-3637-47a5-b431-2152e131f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683906 Dec 16 22:19:56.461881 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['e013d6d7-965b-4fc9-a47a-2c3ba5be99e6'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:19:56.464215 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8f04b-83fe-4795-8a4a-a85d10d87d94 req-b24f96d6-71c1-4c46-86e5-9122e77eb1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:56.471951 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['0098613f-9e25-4396-a101-739e8d785b6a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:19:56.481591 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-17e8f04b-83fe-4795-8a4a-a85d10d87d94 req-b24f96d6-71c1-4c46-86e5-9122e77eb1dc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e8fdfccd24ce4e6ea8ff0816a957cc5b&device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695 HTTP/1.1" status: 200 len: 1097 time: 0.0788054 Dec 16 22:19:56.494497 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-286940c7-d3e9-4cd0-b0a7-60e93f5c1ed9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:56.544784 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-286940c7-d3e9-4cd0-b0a7-60e93f5c1ed9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:56.548526 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-286940c7-d3e9-4cd0-b0a7-60e93f5c1ed9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] 10.222.0.75 "DELETE /v2.0/networks/beb8b17e-997b-438c-9b19-3fb29b6b0343 HTTP/1.1" status: 204 len: 168 time: 1.3757467 Dec 16 22:19:56.562907 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286940c7-d3e9-4cd0-b0a7-60e93f5c1ed9 tempest-AllowedAddressPairTestJSON-1184974163 tempest-AllowedAddressPairTestJSON-1184974163-project] Pushing event deleted for resources: {'Network': ['ID=beb8b17e-997b-438c-9b19-3fb29b6b0343,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:56.572921 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56503023-b50e-4c30-afd1-601a5ecf1f47 x-openstack-request-id: req-56503023-b50e-4c30-afd1-601a5ecf1f47 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:19:56.573206 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9ac78a-7c3a-4f6a-84a9-c99ad414d695", "tag": "896265b2-35d0-4346-9a83-f088b76b232d", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:19:56.573505 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-56503023-b50e-4c30-afd1-601a5ecf1f47 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:19:56.573957 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9ac78a-7c3a-4f6a-84a9-c99ad414d695', 'tag': '896265b2-35d0-4346-9a83-f088b76b232d', 'status': 'completed', 'code': 200} Dec 16 22:19:56.576685 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['995e09a3-d209-42ad-a0c4-04f88cdfd2a4'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:19:56.624822 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-570a6d2b-0794-4785-ab08-7f1ccdf4fae6 None None] Set router fd5b708c-d047-4132-ad02-eb1fc44de81c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:19:56.633559 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8f04b-83fe-4795-8a4a-a85d10d87d94 req-0e217366-d4be-4a4e-b8c6-c83c329f0e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:56.635996 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-17e8f04b-83fe-4795-8a4a-a85d10d87d94 req-0e217366-d4be-4a4e-b8c6-c83c329f0e7f service neutron] 10.222.0.75 "GET /v2.0/networks?id=4706c724-97ac-4b94-aa73-36382b375111 HTTP/1.1" status: 200 len: 929 time: 0.1534646 Dec 16 22:19:56.678025 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b224ec-8d63-4eff-8007-7cd0ed25f232 req-120a921f-2507-4f6e-8769-ca8f06cb7eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:56.679743 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-25b224ec-8d63-4eff-8007-7cd0ed25f232 req-120a921f-2507-4f6e-8769-ca8f06cb7eab service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e8fdfccd24ce4e6ea8ff0816a957cc5b&device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695 HTTP/1.1" status: 200 len: 1097 time: 0.0576947 Dec 16 22:19:56.681438 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff5f7cf-c608-4807-943c-051db6533c5c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:56.685115 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bff5f7cf-c608-4807-943c-051db6533c5c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:56.716061 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-17e8f04b-83fe-4795-8a4a-a85d10d87d94 req-38ab0a3d-2955-43a1-b122-60cad0d6ed45 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=896265b2-35d0-4346-9a83-f088b76b232d HTTP/1.1" status: 200 len: 1000 time: 0.0737128 Dec 16 22:19:56.780533 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8f04b-83fe-4795-8a4a-a85d10d87d94 req-864e7a6c-82c2-4062-8018-f86e5c39700b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:56.781940 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-17e8f04b-83fe-4795-8a4a-a85d10d87d94 req-864e7a6c-82c2-4062-8018-f86e5c39700b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1197d0d7-b4e2-4dd5-a563-ba2852b6950c HTTP/1.1" status: 200 len: 868 time: 0.0562682 Dec 16 22:19:56.844585 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8f04b-83fe-4795-8a4a-a85d10d87d94 req-cd3c29f2-0953-40fd-bef8-e4659fb64988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:56.855668 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-17e8f04b-83fe-4795-8a4a-a85d10d87d94 req-cd3c29f2-0953-40fd-bef8-e4659fb64988 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4706c724-97ac-4b94-aa73-36382b375111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581129 Dec 16 22:19:56.861387 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-17e8f04b-83fe-4795-8a4a-a85d10d87d94 req-2e16aa9f-2768-4654-8d24-cb97eff397c4 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:19:56.870609 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-17e8f04b-83fe-4795-8a4a-a85d10d87d94 req-2e16aa9f-2768-4654-8d24-cb97eff397c4 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0139132 Dec 16 22:19:56.873695 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b224ec-8d63-4eff-8007-7cd0ed25f232 req-d22bf585-8b6c-4ad5-a2e4-b17455a59abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:56.875070 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-25b224ec-8d63-4eff-8007-7cd0ed25f232 req-d22bf585-8b6c-4ad5-a2e4-b17455a59abd service neutron] 10.222.0.76 "GET /v2.0/networks?id=4706c724-97ac-4b94-aa73-36382b375111 HTTP/1.1" status: 200 len: 929 time: 0.1854839 Dec 16 22:19:56.905023 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:56.970735 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-17e8f04b-83fe-4795-8a4a-a85d10d87d94 req-fc206edc-1daa-44df-98ad-71d484191a9e service neutron] 10.222.0.75 "GET /v2.0/networks/4706c724-97ac-4b94-aa73-36382b375111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981095 Dec 16 22:19:56.994116 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:57.150050 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a7e4a9c2-1fee-490b-b765-5fe416dd3cfc no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:19:57.159548 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-25b224ec-8d63-4eff-8007-7cd0ed25f232 req-f18077e0-3418-4b05-a5f5-8d1a80b227df service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=896265b2-35d0-4346-9a83-f088b76b232d HTTP/1.1" status: 200 len: 1000 time: 0.2740712 Dec 16 22:19:57.170090 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44496) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:57.182142 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-17e8f04b-83fe-4795-8a4a-a85d10d87d94 req-dfbab463-be20-4e8e-b031-28166bb2e363 service neutron] 10.222.0.75 "GET /v2.0/networks/4706c724-97ac-4b94-aa73-36382b375111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014356 Dec 16 22:19:57.224423 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: a7e4a9c2-1fee-490b-b765-5fe416dd3cfc {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:19:57.224825 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a7e4a9c2-1fee-490b-b765-5fe416dd3cfc not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:19:57.276481 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-570a6d2b-0794-4785-ab08-7f1ccdf4fae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1801311990-router', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '99b1396c-9aa8-4382-ad63-1e541e990c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:19:19Z', 'updated_at': '2021-12-16T22:19:25Z', 'revision_number': 4, 'project_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'gw_port': {'id': '99b1396c-9aa8-4382-ad63-1e541e990c52', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:20Z', 'updated_at': '2021-12-16T22:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '220e558b-30db-48a0-85ac-82621ab777cd', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'port_id': '896265b2-35d0-4346-9a83-f088b76b232d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4706c724-97ac-4b94-aa73-36382b375111', 'mac_address': 'fa:16:3e:be:d7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ac78a-7c3a-4f6a-84a9-c99ad414d695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:19:52Z', 'updated_at': '2021-12-16T22:19:54Z', 'revision_number': 1, 'project_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7d456a1-f0b8-4035-a4d8-737d096fd05a', 'name': '', 'network_id': '4706c724-97ac-4b94-aa73-36382b375111', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'mac_address': 'fa:16:3e:bc:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1197d0d7-b4e2-4dd5-a563-ba2852b6950c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:24Z', 'updated_at': '2021-12-16T22:19:32Z', 'revision_number': 5, 'project_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'subnets': [{'id': '1197d0d7-b4e2-4dd5-a563-ba2852b6950c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:57.309157 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68c6a0-89d1-4973-8952-bbc32f92b7f4 req-52c2debb-8b47-4e21-85d7-ef2b40f5f043 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:57.310815 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aa68c6a0-89d1-4973-8952-bbc32f92b7f4 req-52c2debb-8b47-4e21-85d7-ef2b40f5f043 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.2047911 Dec 16 22:19:57.312692 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570a6d2b-0794-4785-ab08-7f1ccdf4fae6 None None] Checking router: fd5b708c-d047-4132-ad02-eb1fc44de81c for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:19:57.312852 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b224ec-8d63-4eff-8007-7cd0ed25f232 req-bb5d7bee-a3d5-4ed6-914a-6fd1deff1f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:57.318136 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-25b224ec-8d63-4eff-8007-7cd0ed25f232 req-bb5d7bee-a3d5-4ed6-914a-6fd1deff1f03 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1197d0d7-b4e2-4dd5-a563-ba2852b6950c HTTP/1.1" status: 200 len: 868 time: 0.1255269 Dec 16 22:19:57.325491 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570a6d2b-0794-4785-ab08-7f1ccdf4fae6 None None] Routers {'fd5b708c-d047-4132-ad02-eb1fc44de81c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:19:57.326269 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-570a6d2b-0794-4785-ab08-7f1ccdf4fae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:19:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['fd5b708c-d047-4132-ad02-eb1fc44de81c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:57.364732 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d888c63f-06b8-43f9-aaef-bdbdaa9025a0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=91b282d004ec496896c557f98ad779a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1933947 Dec 16 22:19:57.367781 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44504) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:57.444366 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a0e3a05-7ad7-47ec-b8fe-cc409fb8ad56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:57.469698 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-570a6d2b-0794-4785-ab08-7f1ccdf4fae6 None None] Set router fd5b708c-d047-4132-ad02-eb1fc44de81c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:19:57.471543 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a0e3a05-7ad7-47ec-b8fe-cc409fb8ad56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:57.635643 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fec3d387-ee12-404f-a7d1-2dde750c80d8 req-b4e07c69-d731-497f-9e16-e2d5d9f28aca tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 258 time: 0.1452758 Dec 16 22:19:57.645167 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-fec3d387-ee12-404f-a7d1-2dde750c80d8 req-93c66a17-437f-47f1-b050-7d2ef93ac225 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:57.684150 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a0e3a05-7ad7-47ec-b8fe-cc409fb8ad56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:57.687464 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a0e3a05-7ad7-47ec-b8fe-cc409fb8ad56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:57.691316 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1a0e3a05-7ad7-47ec-b8fe-cc409fb8ad56 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/99270e22-fb83-4575-a60f-ec6c8200a26f HTTP/1.1" status: 204 len: 168 time: 0.3171692 Dec 16 22:19:57.704225 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e3a05-7ad7-47ec-b8fe-cc409fb8ad56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99270e22-fb83-4575-a60f-ec6c8200a26f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:57.738358 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fec3d387-ee12-404f-a7d1-2dde750c80d8 req-93c66a17-437f-47f1-b050-7d2ef93ac225 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:57.783826 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bff5f7cf-c608-4807-943c-051db6533c5c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:57.833914 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aa68c6a0-89d1-4973-8952-bbc32f92b7f4 req-320ed6bc-78fe-4f59-be61-5c8c1be1f782 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5138111 Dec 16 22:19:57.846936 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff5f7cf-c608-4807-943c-051db6533c5c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network 6951964f-e598-4603-929f-be09b1bc6f8a is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:57.858869 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-bff5f7cf-c608-4807-943c-051db6533c5c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:57.861927 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b224ec-8d63-4eff-8007-7cd0ed25f232 req-66e0b275-d016-4ecb-b8c7-27391c65b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:57.863431 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-25b224ec-8d63-4eff-8007-7cd0ed25f232 req-66e0b275-d016-4ecb-b8c7-27391c65b0ec service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4706c724-97ac-4b94-aa73-36382b375111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5317929 Dec 16 22:19:57.867388 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff5f7cf-c608-4807-943c-051db6533c5c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:57.867984 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bff5f7cf-c608-4807-943c-051db6533c5c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:57.877439 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ea91da-166b-4cee-97a0-ab4fd2e0f9ad None None] Network 6951964f-e598-4603-929f-be09b1bc6f8a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:19:57.895557 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fec3d387-ee12-404f-a7d1-2dde750c80d8 req-93c66a17-437f-47f1-b050-7d2ef93ac225 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:57.903143 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5f7cf-c608-4807-943c-051db6533c5c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Subnet': ['ID=debd33a8-94ab-4c37-8f90-739579af1e8e,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:58.020540 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bff5f7cf-c608-4807-943c-051db6533c5c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6174872 Dec 16 22:19:58.021156 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44512) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:58.037378 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-89b0939b-0b29-4f1a-9941-3c2867df024a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1375999214', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'debd33a8-94ab-4c37-8f90-739579af1e8e'}], 'security_groups': ['847a013b-da6b-4646-b352-b8de7765124a']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:58.038115 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-fec3d387-ee12-404f-a7d1-2dde750c80d8 req-93c66a17-437f-47f1-b050-7d2ef93ac225 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Allocated IP 172.25.6.179 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/15740410-3c2c-42ed-bf05-35228a091d16) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:58.065213 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d2cd9-a124-4dc6-962a-68fe48619fd8 req-67ed64a4-6bc5-440a-8967-711c7aafdd55 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:58.066779 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c35d2cd9-a124-4dc6-962a-68fe48619fd8 req-67ed64a4-6bc5-440a-8967-711c7aafdd55 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5ce4eb7-eed8-4025-902c-139c063071da HTTP/1.1" status: 200 len: 944 time: 0.1364188 Dec 16 22:19:58.091295 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-570a6d2b-0794-4785-ab08-7f1ccdf4fae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1801311990-router', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '99b1396c-9aa8-4382-ad63-1e541e990c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:19:19Z', 'updated_at': '2021-12-16T22:19:25Z', 'revision_number': 4, 'project_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'gw_port': {'id': '99b1396c-9aa8-4382-ad63-1e541e990c52', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:20Z', 'updated_at': '2021-12-16T22:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '220e558b-30db-48a0-85ac-82621ab777cd', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'port_id': '896265b2-35d0-4346-9a83-f088b76b232d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4706c724-97ac-4b94-aa73-36382b375111', 'mac_address': 'fa:16:3e:be:d7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ac78a-7c3a-4f6a-84a9-c99ad414d695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:19:52Z', 'updated_at': '2021-12-16T22:19:54Z', 'revision_number': 1, 'project_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7d456a1-f0b8-4035-a4d8-737d096fd05a', 'name': '', 'network_id': '4706c724-97ac-4b94-aa73-36382b375111', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'mac_address': 'fa:16:3e:bc:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1197d0d7-b4e2-4dd5-a563-ba2852b6950c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:24Z', 'updated_at': '2021-12-16T22:19:32Z', 'revision_number': 5, 'project_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'subnets': [{'id': '1197d0d7-b4e2-4dd5-a563-ba2852b6950c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:19:58.119888 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-25b224ec-8d63-4eff-8007-7cd0ed25f232 req-8dcb53e7-ef44-4d74-8a29-5fd8d53eabf8 service neutron] 10.222.0.76 "GET /v2.0/networks/4706c724-97ac-4b94-aa73-36382b375111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431245 Dec 16 22:19:58.134913 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d9951-aa90-4b11-8e01-9179c96baaa2 req-23082e04-376b-447c-adca-127096581499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:58.136155 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-288d9951-aa90-4b11-8e01-9179c96baaa2 req-23082e04-376b-447c-adca-127096581499 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 1097 time: 0.1643732 Dec 16 22:19:58.136290 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570a6d2b-0794-4785-ab08-7f1ccdf4fae6 None None] The sync data for ids ['fd5b708c-d047-4132-ad02-eb1fc44de81c'] in n-d-815324-4 is: [{'id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1801311990-router', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '99b1396c-9aa8-4382-ad63-1e541e990c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:19:19Z', 'updated_at': '2021-12-16T22:19:25Z', 'revision_number': 4, 'project_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'gw_port': {'id': '99b1396c-9aa8-4382-ad63-1e541e990c52', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:20Z', 'updated_at': '2021-12-16T22:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '220e558b-30db-48a0-85ac-82621ab777cd', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'port_id': '896265b2-35d0-4346-9a83-f088b76b232d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4706c724-97ac-4b94-aa73-36382b375111', 'mac_address': 'fa:16:3e:be:d7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9ac78a-7c3a-4f6a-84a9-c99ad414d695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:19:52Z', 'updated_at': '2021-12-16T22:19:54Z', 'revision_number': 1, 'project_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7d456a1-f0b8-4035-a4d8-737d096fd05a', 'name': '', 'network_id': '4706c724-97ac-4b94-aa73-36382b375111', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'mac_address': 'fa:16:3e:bc:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1197d0d7-b4e2-4dd5-a563-ba2852b6950c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:24Z', 'updated_at': '2021-12-16T22:19:32Z', 'revision_number': 5, 'project_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'subnets': [{'id': '1197d0d7-b4e2-4dd5-a563-ba2852b6950c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:19:58.222978 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fec3d387-ee12-404f-a7d1-2dde750c80d8 req-93c66a17-437f-47f1-b050-7d2ef93ac225 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:58.263078 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:58.274161 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34244898-abf9-4283-b9a6-d2fc43188142 None None] Update dhcp port {'port': {'network_id': '6951964f-e598-4603-929f-be09b1bc6f8a', 'fixed_ips': [{'subnet_id': '26dcc10e-c5ff-4cc6-9295-de00516c71c8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'debd33a8-94ab-4c37-8f90-739579af1e8e'}], 'binding:host_id': 'n-d-815324-4'}, 'id': '2b8245c5-03b2-4d00-8827-81c8e0eefa19'} from n-d-815324-4. {{(pid=103615) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:19:58.314592 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-34244898-abf9-4283-b9a6-d2fc43188142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:58.349073 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-288d9951-aa90-4b11-8e01-9179c96baaa2 req-ac40fb3d-5fb3-4bde-bd56-304729e6afdd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839547 Dec 16 22:19:58.362700 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c35d2cd9-a124-4dc6-962a-68fe48619fd8 req-8e65befb-7333-427b-b67a-7f6c0265e714 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/security-groups?id=03f9f082-3637-47a5-b431-2152e131f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606235 Dec 16 22:19:58.402895 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-25b224ec-8d63-4eff-8007-7cd0ed25f232 req-56690863-eda6-46eb-8034-027d05f6c9c8 service neutron] 10.222.0.76 "GET /v2.0/networks/4706c724-97ac-4b94-aa73-36382b375111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657397 Dec 16 22:19:58.419939 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:19:58.420492 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fec3d387-ee12-404f-a7d1-2dde750c80d8 req-93c66a17-437f-47f1-b050-7d2ef93ac225 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:58.459785 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-89b0939b-0b29-4f1a-9941-3c2867df024a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:58.493186 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:58.505530 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec3d387-ee12-404f-a7d1-2dde750c80d8 req-93c66a17-437f-47f1-b050-7d2ef93ac225 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:19:58.505530 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-fec3d387-ee12-404f-a7d1-2dde750c80d8 req-93c66a17-437f-47f1-b050-7d2ef93ac225 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:19:58.505530 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec3d387-ee12-404f-a7d1-2dde750c80d8 req-93c66a17-437f-47f1-b050-7d2ef93ac225 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:19:58.511852 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b904f7-559a-4fbc-8ed7-a6fde38a8e97 None None] New status for floating IP 220e558b-30db-48a0-85ac-82621ab777cd: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:19:58.557821 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c66a17-437f-47f1-b050-7d2ef93ac225 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Pushing event updated for resources: {'Port': ['ID=15740410-3c2c-42ed-bf05-35228a091d16,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:58.599285 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-34244898-abf9-4283-b9a6-d2fc43188142 None None] Allocated IP 2001:db8:0:1::2 (6951964f-e598-4603-929f-be09b1bc6f8a/debd33a8-94ab-4c37-8f90-739579af1e8e/2b8245c5-03b2-4d00-8827-81c8e0eefa19) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:58.630988 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fec3d387-ee12-404f-a7d1-2dde750c80d8 req-93c66a17-437f-47f1-b050-7d2ef93ac225 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:58.738148 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-34244898-abf9-4283-b9a6-d2fc43188142 None None] For port 2b8245c5-03b2-4d00-8827-81c8e0eefa19, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2b8245c5-03b2-4d00-8827-81c8e0eefa19,segment=NetworkSegment(74ae8c90-585a-498f-b3ae-5c7ed60aba36),segment_id=74ae8c90-585a-498f-b3ae-5c7ed60aba36)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:58.754360 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fec3d387-ee12-404f-a7d1-2dde750c80d8 req-93c66a17-437f-47f1-b050-7d2ef93ac225 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:58.771725 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 0098613f-9e25-4396-a101-739e8d785b6a up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:19:58.778297 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-34244898-abf9-4283-b9a6-d2fc43188142 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:58.909314 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-34244898-abf9-4283-b9a6-d2fc43188142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:58.975949 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fec3d387-ee12-404f-a7d1-2dde750c80d8 req-93c66a17-437f-47f1-b050-7d2ef93ac225 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:58.984948 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 0098613f-9e25-4396-a101-739e8d785b6a completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:19:58.995083 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 0098613f-9e25-4396-a101-739e8d785b6a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:58.995360 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:59.043663 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34244898-abf9-4283-b9a6-d2fc43188142 None None] Pushing event updated for resources: {'Port': ['ID=2b8245c5-03b2-4d00-8827-81c8e0eefa19,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:59.046409 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:59.081132 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fec3d387-ee12-404f-a7d1-2dde750c80d8 req-93c66a17-437f-47f1-b050-7d2ef93ac225 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:59.082537 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-89b0939b-0b29-4f1a-9941-3c2867df024a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Delete allocated IP 2001:db8::21d (6951964f-e598-4603-929f-be09b1bc6f8a/26dcc10e-c5ff-4cc6-9295-de00516c71c8) {{(pid=103614) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 22:19:59.105379 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa3848-d298-4da1-bdad-b89246ffce26 req-5be50309-2b8a-4eea-9454-a555b4eeba3b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:59.112369 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b8fa3848-d298-4da1-bdad-b89246ffce26 req-5be50309-2b8a-4eea-9454-a555b4eeba3b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.0952177 Dec 16 22:19:59.114807 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-89b0939b-0b29-4f1a-9941-3c2867df024a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Allocated IP 2001:db8:0:1::25b (6951964f-e598-4603-929f-be09b1bc6f8a/debd33a8-94ab-4c37-8f90-739579af1e8e/ca651b90-afd5-4f44-8941-c2ce73e29730) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:19:59.136427 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:59.155078 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c66a17-437f-47f1-b050-7d2ef93ac225 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Pushing event updated for resources: {'Port': ['ID=15740410-3c2c-42ed-bf05-35228a091d16,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:59.225863 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804f51db-da37-48a5-b8d3-f8dcb533b713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0098613f-9e25-4396-a101-739e8d785b6a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:19:59.225863 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f27f84b-701d-4dd0-afbc-46781ea5e103" -d '{"events": [{"server_uuid": "804f51db-da37-48a5-b8d3-f8dcb533b713", "name": "network-vif-plugged", "status": "completed", "tag": "0098613f-9e25-4396-a101-739e8d785b6a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:19:59.226111 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fec3d387-ee12-404f-a7d1-2dde750c80d8 req-93c66a17-437f-47f1-b050-7d2ef93ac225 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:59.235649 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 0098613f-9e25-4396-a101-739e8d785b6a, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=0098613f-9e25-4396-a101-739e8d785b6a,segment=NetworkSegment(5efa9d5b-e82c-4301-979a-736e3fdead7f),segment_id=5efa9d5b-e82c-4301-979a-736e3fdead7f)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:59.240976 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 995e09a3-d209-42ad-a0c4-04f88cdfd2a4 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:19:59.282889 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44540) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:59.315352 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b8fa3848-d298-4da1-bdad-b89246ffce26 req-787e5bdd-a870-4e98-8572-a4f3dbaef5ad tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986852 Dec 16 22:19:59.367237 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93a86b1-8367-42ec-90ef-6a334b907bec x-openstack-request-id: req-a93a86b1-8367-42ec-90ef-6a334b907bec {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:19:59.367729 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804f51db-da37-48a5-b8d3-f8dcb533b713", "name": "network-vif-plugged", "status": "completed", "tag": "0098613f-9e25-4396-a101-739e8d785b6a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:19:59.369311 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fec3d387-ee12-404f-a7d1-2dde750c80d8 req-93c66a17-437f-47f1-b050-7d2ef93ac225 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:59.372753 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a93a86b1-8367-42ec-90ef-6a334b907bec {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:19:59.372753 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804f51db-da37-48a5-b8d3-f8dcb533b713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0098613f-9e25-4396-a101-739e8d785b6a', 'code': 200} Dec 16 22:19:59.373100 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fec3d387-ee12-404f-a7d1-2dde750c80d8 req-93c66a17-437f-47f1-b050-7d2ef93ac225 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7303157 Dec 16 22:19:59.396488 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-89b0939b-0b29-4f1a-9941-3c2867df024a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:59.413402 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:59.413402 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e013d6d7-965b-4fc9-a47a-2c3ba5be99e6 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:19:59.440226 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-94e0d75b-db07-46b9-ba04-0fd2843f2ee3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-936570421'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:59.453890 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fec3d387-ee12-404f-a7d1-2dde750c80d8 req-da08e87c-4d93-43a7-aaf4-9c8e53ffdb43 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.179 HTTP/1.1" status: 200 len: 696 time: 0.0761471 Dec 16 22:19:59.506560 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 995e09a3-d209-42ad-a0c4-04f88cdfd2a4 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:19:59.514414 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 995e09a3-d209-42ad-a0c4-04f88cdfd2a4 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:59.515033 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:59.527338 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-89b0939b-0b29-4f1a-9941-3c2867df024a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:59.565968 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=0098613f-9e25-4396-a101-739e8d785b6a,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:59.619696 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e0d75b-db07-46b9-ba04-0fd2843f2ee3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:19:59.623903 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-94e0d75b-db07-46b9-ba04-0fd2843f2ee3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:59.638146 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3d387-ee12-404f-a7d1-2dde750c80d8 req-cb53ba5b-dbbc-405a-96a1-6eaed7447c98 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:59.640007 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fec3d387-ee12-404f-a7d1-2dde750c80d8 req-cb53ba5b-dbbc-405a-96a1-6eaed7447c98 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 784 time: 0.1688137 Dec 16 22:19:59.640144 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a0dc0-15e3-4a26-85c3-2f5445d3bf73 req-bd3aeb65-0c53-4c0d-9275-ec486669e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:59.641611 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-665a0dc0-15e3-4a26-85c3-2f5445d3bf73 req-bd3aeb65-0c53-4c0d-9275-ec486669e2c5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=804f51db-da37-48a5-b8d3-f8dcb533b713 HTTP/1.1" status: 200 len: 1096 time: 0.1731822 Dec 16 22:19:59.643530 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-89b0939b-0b29-4f1a-9941-3c2867df024a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] In _notify_port_updated(), no bound segment for port ca651b90-afd5-4f44-8941-c2ce73e29730 on network 6951964f-e598-4603-929f-be09b1bc6f8a {{(pid=103614) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:19:59.647524 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-94e0d75b-db07-46b9-ba04-0fd2843f2ee3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:59.656867 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b0939b-0b29-4f1a-9941-3c2867df024a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:59.657772 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-89b0939b-0b29-4f1a-9941-3c2867df024a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:59.661961 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-89b0939b-0b29-4f1a-9941-3c2867df024a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "PUT /v2.0/ports/ca651b90-afd5-4f44-8941-c2ce73e29730 HTTP/1.1" status: 200 len: 931 time: 1.6293442 Dec 16 22:19:59.662197 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44548) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:19:59.672437 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0939b-0b29-4f1a-9941-3c2867df024a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Port': ['ID=ca651b90-afd5-4f44-8941-c2ce73e29730,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:19:59.710684 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:59.714916 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port e013d6d7-965b-4fc9-a47a-2c3ba5be99e6 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:19:59.716723 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904ddb5-e481-43b9-a0c8-8a1bd9a5822e req-f99b58bf-1c15-4aa3-81e5-4fbcaf69209c tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:59.718934 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a904ddb5-e481-43b9-a0c8-8a1bd9a5822e req-f99b58bf-1c15-4aa3-81e5-4fbcaf69209c tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5ce4eb7-eed8-4025-902c-139c063071da HTTP/1.1" status: 200 len: 944 time: 0.2369385 Dec 16 22:19:59.734629 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port e013d6d7-965b-4fc9-a47a-2c3ba5be99e6 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:19:59.735408 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:59.788251 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-665a0dc0-15e3-4a26-85c3-2f5445d3bf73 req-f5106057-f79f-4606-bfd5-fad6722df5ba service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=03f9f082-3637-47a5-b431-2152e131f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268282 Dec 16 22:19:59.808091 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 995e09a3-d209-42ad-a0c4-04f88cdfd2a4, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=995e09a3-d209-42ad-a0c4-04f88cdfd2a4,segment=NetworkSegment(5efa9d5b-e82c-4301-979a-736e3fdead7f),segment_id=5efa9d5b-e82c-4301-979a-736e3fdead7f)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:59.823418 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a904ddb5-e481-43b9-a0c8-8a1bd9a5822e req-5b951c35-677a-47b4-918a-3b209d69ce3e tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/security-groups?id=03f9f082-3637-47a5-b431-2152e131f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963745 Dec 16 22:19:59.887566 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dacd2b-ef1b-44c3-bfc8-78ffc4609f90 req-4b7f183d-4dd8-4181-89f4-81e0ff3edbec tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:19:59.888314 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:59.889148 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-39dacd2b-ef1b-44c3-bfc8-78ffc4609f90 req-4b7f183d-4dd8-4181-89f4-81e0ff3edbec tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/ports?device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1124821 Dec 16 22:19:59.929146 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e013d6d7-965b-4fc9-a47a-2c3ba5be99e6, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e013d6d7-965b-4fc9-a47a-2c3ba5be99e6,segment=NetworkSegment(5efa9d5b-e82c-4301-979a-736e3fdead7f),segment_id=5efa9d5b-e82c-4301-979a-736e3fdead7f)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:19:59.936533 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:59.971003 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-39dacd2b-ef1b-44c3-bfc8-78ffc4609f90 req-b97755f7-fd52-42e0-921a-b82c2c061c75 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.179 HTTP/1.1" status: 200 len: 696 time: 0.0749748 Dec 16 22:19:59.980777 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-051c8665-7de4-4dc8-ab40-e7743e9f8adc tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting port ca651b90-afd5-4f44-8941-c2ce73e29730 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:19:59.980777 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-051c8665-7de4-4dc8-ab40-e7743e9f8adc tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:19:59.985821 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-39dacd2b-ef1b-44c3-bfc8-78ffc4609f90 req-1796999a-b9be-4396-a1c4-db1adc02cab6 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Request body: {'floatingip': {'port_id': '896265b2-35d0-4346-9a83-f088b76b232d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:19:59.995236 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-94e0d75b-db07-46b9-ba04-0fd2843f2ee3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:00.006140 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=995e09a3-d209-42ad-a0c4-04f88cdfd2a4,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:00.038742 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4f5b11e5-45eb-408c-9b24-cb60bb2d296a None None] Provisioning complete for port 27e9d5c0-3e82-4930-b8d9-f9235b3b4ef1 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:00.039083 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f5b11e5-45eb-408c-9b24-cb60bb2d296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:00.070760 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-39dacd2b-ef1b-44c3-bfc8-78ffc4609f90 req-1796999a-b9be-4396-a1c4-db1adc02cab6 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks [] for floatingip, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:00.079246 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4f5b11e5-45eb-408c-9b24-cb60bb2d296a None None] Port 27e9d5c0-3e82-4930-b8d9-f9235b3b4ef1 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:20:00.090634 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:00.098116 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4f5b11e5-45eb-408c-9b24-cb60bb2d296a None None] Provisioning complete for port ca651b90-afd5-4f44-8941-c2ce73e29730 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:00.098116 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f5b11e5-45eb-408c-9b24-cb60bb2d296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:00.180531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4f5b11e5-45eb-408c-9b24-cb60bb2d296a None None] Port ca651b90-afd5-4f44-8941-c2ce73e29730 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:20:00.187345 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=e013d6d7-965b-4fc9-a47a-2c3ba5be99e6,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:00.193601 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-94e0d75b-db07-46b9-ba04-0fd2843f2ee3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:00.196773 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4f5b11e5-45eb-408c-9b24-cb60bb2d296a None None] Provisioning complete for port 2b8245c5-03b2-4d00-8827-81c8e0eefa19 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:00.197146 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f5b11e5-45eb-408c-9b24-cb60bb2d296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:00.234043 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-051c8665-7de4-4dc8-ab40-e7743e9f8adc tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:00.236470 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e0d75b-db07-46b9-ba04-0fd2843f2ee3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:20:00.278375 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-051c8665-7de4-4dc8-ab40-e7743e9f8adc tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Calling delete_port for ca651b90-afd5-4f44-8941-c2ce73e29730 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:00.314804 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-94e0d75b-db07-46b9-ba04-0fd2843f2ee3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:00.315182 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-94e0d75b-db07-46b9-ba04-0fd2843f2ee3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Added segment 4dc16a7a-6aff-4f7c-a637-9d573134dcf2 of type vlan for network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 Dec 16 22:20:00.331594 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0d75b-db07-46b9-ba04-0fd2843f2ee3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebaeafd7-2b0e-469e-91a9-7fb5c1db2462,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:00.396392 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-94e0d75b-db07-46b9-ba04-0fd2843f2ee3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:00.412719 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f04bf4aa-8ebb-4d88-90b2-6a03929b7443 None None] Provisioning complete for port ca651b90-afd5-4f44-8941-c2ce73e29730 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:00.413187 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f04bf4aa-8ebb-4d88-90b2-6a03929b7443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:00.449248 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f04bf4aa-8ebb-4d88-90b2-6a03929b7443 None None] Port ca651b90-afd5-4f44-8941-c2ce73e29730 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:20:00.449500 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36713c-e957-4896-acaa-baee97c9808d req-db5e4905-8051-4b4e-8f23-6a1d7e166a91 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:00.450911 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cd36713c-e957-4896-acaa-baee97c9808d req-db5e4905-8051-4b4e-8f23-6a1d7e166a91 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.0551202 Dec 16 22:20:00.514369 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cd36713c-e957-4896-acaa-baee97c9808d req-f5eddc2e-c345-46de-8a5a-2c13bfd13eb1 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553586 Dec 16 22:20:00.802149 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.db.resource_extend [None req-94e0d75b-db07-46b9-ba04-0fd2843f2ee3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:20:00.858118 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [req-39dacd2b-ef1b-44c3-bfc8-78ffc4609f90 req-1796999a-b9be-4396-a1c4-db1adc02cab6 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] update failed (client error): There was a conflict when trying to complete your request. Dec 16 22:20:00.859293 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-39dacd2b-ef1b-44c3-bfc8-78ffc4609f90 req-1796999a-b9be-4396-a1c4-db1adc02cab6 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "PUT /v2.0/floatingips/bb1918bc-bcb4-474a-9fd5-2f869f9e0c5b HTTP/1.1" status: 409 len: 551 time: 0.8874226 Dec 16 22:20:00.964488 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad2e4c-b541-41f3-80d1-424865158c85 req-997a3265-484d-4943-b4df-a8ea3a2c3a17 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:00.966125 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8fad2e4c-b541-41f3-80d1-424865158c85 req-997a3265-484d-4943-b4df-a8ea3a2c3a17 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5ce4eb7-eed8-4025-902c-139c063071da HTTP/1.1" status: 200 len: 945 time: 0.0521908 Dec 16 22:20:00.967396 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-94e0d75b-db07-46b9-ba04-0fd2843f2ee3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:00.972625 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e0d75b-db07-46b9-ba04-0fd2843f2ee3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:00.973205 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-94e0d75b-db07-46b9-ba04-0fd2843f2ee3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.070951 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0d75b-db07-46b9-ba04-0fd2843f2ee3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Network': ['ID=f8482a80-79ef-4c20-9ddd-3945e7fc80d7,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:01.085122 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:20:01.090579 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8fad2e4c-b541-41f3-80d1-424865158c85 req-7789b16b-14dc-41d9-9b53-8759dd49cdd2 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/security-groups?id=03f9f082-3637-47a5-b431-2152e131f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146841 Dec 16 22:20:01.098473 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-618f0ac0-258a-4938-af90-4511fb6da4d8 req-347bd7ab-45c0-46c6-8a99-a7f65f2be197 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/floatingips/bb1918bc-bcb4-474a-9fd5-2f869f9e0c5b HTTP/1.1" status: 200 len: 693 time: 0.0669413 Dec 16 22:20:01.126246 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-051c8665-7de4-4dc8-ab40-e7743e9f8adc tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.129624 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2b8245c5-03b2-4d00-8827-81c8e0eefa19 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:01.161054 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c8665-7de4-4dc8-ab40-e7743e9f8adc tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Port': ['ID=ca651b90-afd5-4f44-8941-c2ce73e29730,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:01.194042 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-051c8665-7de4-4dc8-ab40-e7743e9f8adc tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.201682 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-051c8665-7de4-4dc8-ab40-e7743e9f8adc tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/ports/ca651b90-afd5-4f44-8941-c2ce73e29730 HTTP/1.1" status: 204 len: 168 time: 1.5385153 Dec 16 22:20:01.206129 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44574) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:01.209585 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-94e0d75b-db07-46b9-ba04-0fd2843f2ee3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9249365 Dec 16 22:20:01.213289 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44576) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:01.218440 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-8b4536f7-83ab-4168-afb8-20c256aa238a tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:01.234607 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 2b8245c5-03b2-4d00-8827-81c8e0eefa19 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:01.235177 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.293268 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-d016cd19-1cf0-4ade-99fb-98a447adb154 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] GET failed (client error): The resource could not be found. Dec 16 22:20:01.294748 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d016cd19-1cf0-4ade-99fb-98a447adb154 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "GET /v2.0/ports/ca651b90-afd5-4f44-8941-c2ce73e29730 HTTP/1.1" status: 404 len: 333 time: 0.0876653 Dec 16 22:20:01.302342 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44580) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:01.390862 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9e5e46-0114-4f81-9f40-d34195ffe123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995e09a3-d209-42ad-a0c4-04f88cdfd2a4'}, {'server_uuid': 'c5ce4eb7-eed8-4025-902c-139c063071da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e013d6d7-965b-4fc9-a47a-2c3ba5be99e6'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:20:01.395463 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7217c0c-bbe3-4cd2-96c0-53d98d3ed0f3" -d '{"events": [{"server_uuid": "9d9e5e46-0114-4f81-9f40-d34195ffe123", "name": "network-vif-plugged", "status": "completed", "tag": "995e09a3-d209-42ad-a0c4-04f88cdfd2a4"}, {"server_uuid": "c5ce4eb7-eed8-4025-902c-139c063071da", "name": "network-vif-plugged", "status": "completed", "tag": "e013d6d7-965b-4fc9-a47a-2c3ba5be99e6"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:20:01.417774 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f0ac0-258a-4938-af90-4511fb6da4d8 req-4e32b8e1-18f1-40fa-a7c2-b0a21b303f43 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:01.420806 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda8951-ad6c-4058-8f5d-55bf45a231eb req-5328608b-225a-40d3-b83a-98a8b8d0b534 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:01.422596 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dda8951-ad6c-4058-8f5d-55bf45a231eb req-5328608b-225a-40d3-b83a-98a8b8d0b534 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.1048400 Dec 16 22:20:01.426384 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-618f0ac0-258a-4938-af90-4511fb6da4d8 req-4e32b8e1-18f1-40fa-a7c2-b0a21b303f43 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 784 time: 0.3209457 Dec 16 22:20:01.435702 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-618f0ac0-258a-4938-af90-4511fb6da4d8 req-32303dd5-d0cf-42c1-9167-cb65aa13596f tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:20:01.436740 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-618f0ac0-258a-4938-af90-4511fb6da4d8 req-32303dd5-d0cf-42c1-9167-cb65aa13596f tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102072 Dec 16 22:20:01.438646 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97df6d-8708-4181-a5db-cf39c040e3f4 req-fdd723f8-c353-4047-b836-56fab01c7db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:01.443065 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1e97df6d-8708-4181-a5db-cf39c040e3f4 req-fdd723f8-c353-4047-b836-56fab01c7db9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=14fa89a71b19443bab437fd35023cb1c&device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 1097 time: 0.1618145 Dec 16 22:20:01.445048 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-008401a5-5ddf-48e0-b060-649fe3ada94e tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.484563 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dda8951-ad6c-4058-8f5d-55bf45a231eb req-343d04d6-f4c7-4aec-8daf-5f1a7d587b58 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479617 Dec 16 22:20:01.565742 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4536f7-83ab-4168-afb8-20c256aa238a tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:01.569394 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b4536f7-83ab-4168-afb8-20c256aa238a tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.577268 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-618f0ac0-258a-4938-af90-4511fb6da4d8 req-98211501-ba6a-43e6-9ed9-4eedea65c7b9 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.179 HTTP/1.1" status: 200 len: 696 time: 0.1341746 Dec 16 22:20:01.583908 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-008401a5-5ddf-48e0-b060-649fe3ada94e tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.678051 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-618f0ac0-258a-4938-af90-4511fb6da4d8 req-d1970956-a456-4dd4-bdaf-de56af586fdc tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.179 HTTP/1.1" status: 200 len: 696 time: 0.0872049 Dec 16 22:20:01.721841 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 22:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b31b09f-d19b-48ab-8805-55b323725bd7 x-openstack-request-id: req-0b31b09f-d19b-48ab-8805-55b323725bd7 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:20:01.722291 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9e5e46-0114-4f81-9f40-d34195ffe123", "name": "network-vif-plugged", "status": "completed", "tag": "995e09a3-d209-42ad-a0c4-04f88cdfd2a4", "code": 200}, {"server_uuid": "c5ce4eb7-eed8-4025-902c-139c063071da", "name": "network-vif-plugged", "status": "completed", "tag": "e013d6d7-965b-4fc9-a47a-2c3ba5be99e6", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:20:01.722849 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0b31b09f-d19b-48ab-8805-55b323725bd7 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:20:01.723401 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9e5e46-0114-4f81-9f40-d34195ffe123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995e09a3-d209-42ad-a0c4-04f88cdfd2a4', 'code': 200} Dec 16 22:20:01.723892 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ce4eb7-eed8-4025-902c-139c063071da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e013d6d7-965b-4fc9-a47a-2c3ba5be99e6', 'code': 200} Dec 16 22:20:01.740166 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97df6d-8708-4181-a5db-cf39c040e3f4 req-91d90946-cec5-4c6a-b92c-c55265783b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:01.741668 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1e97df6d-8708-4181-a5db-cf39c040e3f4 req-91d90946-cec5-4c6a-b92c-c55265783b59 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5c1937af-7bb6-406c-854f-833019c225af HTTP/1.1" status: 200 len: 919 time: 0.2897770 Dec 16 22:20:01.818172 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1e97df6d-8708-4181-a5db-cf39c040e3f4 req-a673a729-ca53-4f1f-8c95-e62249dfe880 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be51db46-e859-4d44-b134-c3114815f950 HTTP/1.1" status: 200 len: 217 time: 0.0421388 Dec 16 22:20:01.884808 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c780612-1e9a-44fe-b081-4f843a408ccb req-c637697a-2e4b-4573-aea7-63820b0f159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:01.886060 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7c780612-1e9a-44fe-b081-4f843a408ccb req-c637697a-2e4b-4573-aea7-63820b0f159a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9d9e5e46-0114-4f81-9f40-d34195ffe123 HTTP/1.1" status: 200 len: 1096 time: 0.0518773 Dec 16 22:20:01.893735 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-008401a5-5ddf-48e0-b060-649fe3ada94e tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.896584 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-008401a5-5ddf-48e0-b060-649fe3ada94e tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.897604 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-008401a5-5ddf-48e0-b060-649fe3ada94e tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/security-groups/38444407-5d11-4ffa-9f71-8e8b3e2c7ba1 HTTP/1.1" status: 204 len: 168 time: 0.5942996 Dec 16 22:20:01.904554 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44584) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:01.906912 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b4536f7-83ab-4168-afb8-20c256aa238a tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:01.922283 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008401a5-5ddf-48e0-b060-649fe3ada94e tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38444407-5d11-4ffa-9f71-8e8b3e2c7ba1,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:01.941049 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97df6d-8708-4181-a5db-cf39c040e3f4 req-0c3a5c27-255a-4819-a574-b6268caf9a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:01.942592 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1e97df6d-8708-4181-a5db-cf39c040e3f4 req-0c3a5c27-255a-4819-a574-b6268caf9a35 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4012085c-74d4-4d83-9e4d-14ad56ea9a5d HTTP/1.1" status: 200 len: 859 time: 0.1019475 Dec 16 22:20:01.948509 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417e57f-52ec-4638-b332-f903531e53cf req-a7d6fa36-b6f6-483e-973e-937b2584439f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:01.950197 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0417e57f-52ec-4638-b332-f903531e53cf req-a7d6fa36-b6f6-483e-973e-937b2584439f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c5ce4eb7-eed8-4025-902c-139c063071da HTTP/1.1" status: 200 len: 1096 time: 0.1082919 Dec 16 22:20:01.989130 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1e97df6d-8708-4181-a5db-cf39c040e3f4 req-774045c9-ae88-4561-8671-32633ce41792 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c1937af-7bb6-406c-854f-833019c225af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370529 Dec 16 22:20:02.029390 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-618f0ac0-258a-4938-af90-4511fb6da4d8 req-a8725851-ec0f-4239-b78b-44cfbb733164 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Deleting port 15740410-3c2c-42ed-bf05-35228a091d16 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:02.029390 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-618f0ac0-258a-4938-af90-4511fb6da4d8 req-a8725851-ec0f-4239-b78b-44cfbb733164 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.038250 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7c780612-1e9a-44fe-b081-4f843a408ccb req-0c80c955-7517-41c3-9293-7d6e2af57610 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=03f9f082-3637-47a5-b431-2152e131f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419315 Dec 16 22:20:02.045038 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4536f7-83ab-4168-afb8-20c256aa238a tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=a73b7114-23ec-46c8-b609-f475d7261a33,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:02.064835 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4536f7-83ab-4168-afb8-20c256aa238a tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Checking segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:02.064835 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4536f7-83ab-4168-afb8-20c256aa238a tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network hostable DHCP agents. Network: f8482a80-79ef-4c20-9ddd-3945e7fc80d7, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:20:02.082807 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7315a8c1-de68-4193-a5df-5e4409b27561 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.115742 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7315a8c1-de68-4193-a5df-5e4409b27561 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.116786 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0417e57f-52ec-4638-b332-f903531e53cf req-c21437a0-1725-4515-a2e3-34924d48c498 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=03f9f082-3637-47a5-b431-2152e131f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560128 Dec 16 22:20:02.177392 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-618f0ac0-258a-4938-af90-4511fb6da4d8 req-a8725851-ec0f-4239-b78b-44cfbb733164 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.177724 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-618f0ac0-258a-4938-af90-4511fb6da4d8 req-a8725851-ec0f-4239-b78b-44cfbb733164 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.187529 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1e97df6d-8708-4181-a5db-cf39c040e3f4 req-e39e5fe8-5090-4dcd-bad6-28b8276c45ef service neutron] 10.222.0.57 "GET /v2.0/networks/5c1937af-7bb6-406c-854f-833019c225af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902356 Dec 16 22:20:02.192983 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-618f0ac0-258a-4938-af90-4511fb6da4d8 req-a8725851-ec0f-4239-b78b-44cfbb733164 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Calling delete_port for 15740410-3c2c-42ed-bf05-35228a091d16 owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:02.202165 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4536f7-83ab-4168-afb8-20c256aa238a tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:20:02.227252 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aac07b-2cf4-4566-a605-6eb541042356 req-e2184eb0-bf38-4f9e-9aea-7418d9cbb72a tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:02.229039 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-11aac07b-2cf4-4566-a605-6eb541042356 req-e2184eb0-bf38-4f9e-9aea-7418d9cbb72a tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5ce4eb7-eed8-4025-902c-139c063071da HTTP/1.1" status: 200 len: 945 time: 0.0612221 Dec 16 22:20:02.279218 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-11aac07b-2cf4-4566-a605-6eb541042356 req-f5e0bb54-28ea-471d-baa0-a09b9fdd9de2 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/security-groups?id=03f9f082-3637-47a5-b431-2152e131f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441608 Dec 16 22:20:02.286141 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7315a8c1-de68-4193-a5df-5e4409b27561 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.291603 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7315a8c1-de68-4193-a5df-5e4409b27561 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.291603 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7315a8c1-de68-4193-a5df-5e4409b27561 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/security-groups/847a013b-da6b-4646-b352-b8de7765124a HTTP/1.1" status: 204 len: 168 time: 0.3843441 Dec 16 22:20:02.293020 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44590) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:02.297150 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-8b4536f7-83ab-4168-afb8-20c256aa238a tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, f8482a80-79ef-4c20-9ddd-3945e7fc80d7) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:02.309028 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4536f7-83ab-4168-afb8-20c256aa238a tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:02.309671 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b4536f7-83ab-4168-afb8-20c256aa238a tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.314988 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8f9b53-8e33-4777-9d46-c94886f4de96 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:02.326384 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315a8c1-de68-4193-a5df-5e4409b27561 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=847a013b-da6b-4646-b352-b8de7765124a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:02.393211 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b939ae4-ad55-47b5-85da-d238cfc0f098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting subnet 26dcc10e-c5ff-4cc6-9295-de00516c71c8 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:20:02.397892 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b939ae4-ad55-47b5-85da-d238cfc0f098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.426486 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8b4536f7-83ab-4168-afb8-20c256aa238a tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2117486 Dec 16 22:20:02.433024 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44592) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:02.439511 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a0d1417f-1352-467e-9ce2-cdcfec59fa40 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'name': 'tempest-NetworksTestDHCPv6-547694867'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:02.460674 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8805ce3-6c3f-42f6-b004-d89c6d03219b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'fixed_ips': [{'subnet_id': 'a73b7114-23ec-46c8-b609-f475d7261a33'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:20:02.461780 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8805ce3-6c3f-42f6-b004-d89c6d03219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.503972 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b939ae4-ad55-47b5-85da-d238cfc0f098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.511713 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-618f0ac0-258a-4938-af90-4511fb6da4d8 req-a8725851-ec0f-4239-b78b-44cfbb733164 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.565321 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8725851-ec0f-4239-b78b-44cfbb733164 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Pushing event deleted for resources: {'Port': ['ID=15740410-3c2c-42ed-bf05-35228a091d16,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:02.666473 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9394f6-0bd3-4d03-9ce7-210fe73e9b6c req-6c4f51ab-f470-4b27-abf9-ea31e5e6e656 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:02.669940 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-a8805ce3-6c3f-42f6-b004-d89c6d03219b None None] Allocated IP 2001:db8::2 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/a73b7114-23ec-46c8-b609-f475d7261a33/36f0469d-65bb-4776-8452-219374d5ade7) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:02.674912 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-df9394f6-0bd3-4d03-9ce7-210fe73e9b6c req-6c4f51ab-f470-4b27-abf9-ea31e5e6e656 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.0864022 Dec 16 22:20:02.708752 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1e97df6d-8708-4181-a5db-cf39c040e3f4 req-1ea1871f-8b34-4af2-84a3-ca8f361f43c1 service neutron] 10.222.0.57 "GET /v2.0/networks/5c1937af-7bb6-406c-854f-833019c225af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853270 Dec 16 22:20:02.723571 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-618f0ac0-258a-4938-af90-4511fb6da4d8 req-a8725851-ec0f-4239-b78b-44cfbb733164 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.726352 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-618f0ac0-258a-4938-af90-4511fb6da4d8 req-a8725851-ec0f-4239-b78b-44cfbb733164 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.727804 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-618f0ac0-258a-4938-af90-4511fb6da4d8 req-a8725851-ec0f-4239-b78b-44cfbb733164 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "DELETE /v2.0/floatingips/bb1918bc-bcb4-474a-9fd5-2f869f9e0c5b HTTP/1.1" status: 204 len: 173 time: 1.0487683 Dec 16 22:20:02.730818 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b939ae4-ad55-47b5-85da-d238cfc0f098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.750831 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-df9394f6-0bd3-4d03-9ce7-210fe73e9b6c req-cb1e50e3-652d-4f86-acf4-570004de4590 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748830 Dec 16 22:20:02.790662 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d1417f-1352-467e-9ce2-cdcfec59fa40 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:02.796844 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a0d1417f-1352-467e-9ce2-cdcfec59fa40 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.822020 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-a0d1417f-1352-467e-9ce2-cdcfec59fa40 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] device_id is not set on port 4af5aaa9-2f21-4316-8be3-f7cdef4d3d66 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:20:02.863732 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8805ce3-6c3f-42f6-b004-d89c6d03219b None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.929968 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b939ae4-ad55-47b5-85da-d238cfc0f098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.959341 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b939ae4-ad55-47b5-85da-d238cfc0f098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Subnet': ['ID=26dcc10e-c5ff-4cc6-9295-de00516c71c8,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:02.965210 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b939ae4-ad55-47b5-85da-d238cfc0f098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:02.975751 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5b939ae4-ad55-47b5-85da-d238cfc0f098 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/subnets/26dcc10e-c5ff-4cc6-9295-de00516c71c8 HTTP/1.1" status: 204 len: 168 time: 0.6745896 Dec 16 22:20:02.975921 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b72ae2d-5bdf-4865-af0d-3e65cb7091bf None None] Network 6951964f-e598-4603-929f-be09b1bc6f8a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:02.976014 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-77f709f0-bd9d-496e-b8a5-d47f1aac9077 req-46748f5f-70ef-421c-8187-40d661e83190 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 1002 time: 0.1124380 Dec 16 22:20:02.976014 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44602) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:02.982309 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-c6dae327-f513-4ed5-8da1-edaa9d7448f1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'subnet': {'network_id': '6951964f-e598-4603-929f-be09b1bc6f8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:03.019561 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8805ce3-6c3f-42f6-b004-d89c6d03219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:03.072396 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8805ce3-6c3f-42f6-b004-d89c6d03219b None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:03.080468 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-a8805ce3-6c3f-42f6-b004-d89c6d03219b None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:03.083067 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8805ce3-6c3f-42f6-b004-d89c6d03219b None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:03.101398 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8805ce3-6c3f-42f6-b004-d89c6d03219b None None] Pushing event updated for resources: {'Port': ['ID=36f0469d-65bb-4776-8452-219374d5ade7,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:03.108533 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f709f0-bd9d-496e-b8a5-d47f1aac9077 req-fb235534-f3a0-4495-8c1f-1d5815feb2b4 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:03.109956 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-77f709f0-bd9d-496e-b8a5-d47f1aac9077 req-fb235534-f3a0-4495-8c1f-1d5815feb2b4 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/ports/896265b2-35d0-4346-9a83-f088b76b232d HTTP/1.1" status: 200 len: 943 time: 0.1239567 Dec 16 22:20:03.161972 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-a0d1417f-1352-467e-9ce2-cdcfec59fa40 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 2001:db8::300 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/a73b7114-23ec-46c8-b609-f475d7261a33/4af5aaa9-2f21-4316-8be3-f7cdef4d3d66) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:03.185839 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-a8805ce3-6c3f-42f6-b004-d89c6d03219b None None] Attempting to bind port 36f0469d-65bb-4776-8452-219374d5ade7 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:03.186207 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-a8805ce3-6c3f-42f6-b004-d89c6d03219b None None] Attempting to bind port 36f0469d-65bb-4776-8452-219374d5ade7 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:03.186571 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8805ce3-6c3f-42f6-b004-d89c6d03219b None None] Attempting to bind port 36f0469d-65bb-4776-8452-219374d5ade7 on network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:03.196173 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8805ce3-6c3f-42f6-b004-d89c6d03219b None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:20:03.196685 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8805ce3-6c3f-42f6-b004-d89c6d03219b None None] Checking segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:03.197097 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8805ce3-6c3f-42f6-b004-d89c6d03219b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:03.197501 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8805ce3-6c3f-42f6-b004-d89c6d03219b None None] Bound using segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:20:03.197974 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-a8805ce3-6c3f-42f6-b004-d89c6d03219b None None] Bound port: 36f0469d-65bb-4776-8452-219374d5ade7, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:20:03.198359 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8805ce3-6c3f-42f6-b004-d89c6d03219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:03.276463 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a8805ce3-6c3f-42f6-b004-d89c6d03219b None None] For port 36f0469d-65bb-4776-8452-219374d5ade7, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:20:03.281000 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a8805ce3-6c3f-42f6-b004-d89c6d03219b None None] For port 36f0469d-65bb-4776-8452-219374d5ade7, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=36f0469d-65bb-4776-8452-219374d5ade7,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:20:03.300621 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-77f709f0-bd9d-496e-b8a5-d47f1aac9077 req-7d26cc8a-1fd1-4e31-a8ee-44e39bb3a937 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 1002 time: 0.1316917 Dec 16 22:20:03.383895 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8805ce3-6c3f-42f6-b004-d89c6d03219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:03.477233 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8805ce3-6c3f-42f6-b004-d89c6d03219b None None] Pushing event updated for resources: {'Port': ['ID=36f0469d-65bb-4776-8452-219374d5ade7,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:03.499965 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f5f46-9de2-4c0b-a0e7-09e903f77869 req-99dc68e5-22de-465d-8bd1-18e055fb595a tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:03.506525 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a0d1417f-1352-467e-9ce2-cdcfec59fa40 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:03.510225 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b46f5f46-9de2-4c0b-a0e7-09e903f77869 req-99dc68e5-22de-465d-8bd1-18e055fb595a tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5ce4eb7-eed8-4025-902c-139c063071da HTTP/1.1" status: 200 len: 945 time: 0.1202602 Dec 16 22:20:03.572227 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dae327-f513-4ed5-8da1-edaa9d7448f1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:03.577527 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c6dae327-f513-4ed5-8da1-edaa9d7448f1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:03.588863 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b46f5f46-9de2-4c0b-a0e7-09e903f77869 req-0e855cb9-1f03-495b-9a57-feb9fe454401 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/security-groups?id=03f9f082-3637-47a5-b431-2152e131f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721796 Dec 16 22:20:03.662670 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f709f0-bd9d-496e-b8a5-d47f1aac9077 req-1c89678f-855d-480f-987c-65a78ab3e6cf tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:03.664340 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-77f709f0-bd9d-496e-b8a5-d47f1aac9077 req-1c89678f-855d-480f-987c-65a78ab3e6cf tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 784 time: 0.3545723 Dec 16 22:20:03.758069 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a0d1417f-1352-467e-9ce2-cdcfec59fa40 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:03.863887 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-77f709f0-bd9d-496e-b8a5-d47f1aac9077 req-7203bc29-e9c0-41ad-9761-3d6c0341498c tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 1002 time: 0.1879981 Dec 16 22:20:03.885168 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-77f709f0-bd9d-496e-b8a5-d47f1aac9077 req-e24871fb-c53b-450e-ae62-80bcc8862bdf tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:03.898429 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d1417f-1352-467e-9ce2-cdcfec59fa40 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:03.929531 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fc045-0d9d-4879-9703-d5cd4cd80819 req-6eb198e9-c6db-4ad5-9fac-2d0aaa716d55 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:03.939578 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-df3fc045-0d9d-4879-9703-d5cd4cd80819 req-6eb198e9-c6db-4ad5-9fac-2d0aaa716d55 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.0820546 Dec 16 22:20:03.941488 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-a0d1417f-1352-467e-9ce2-cdcfec59fa40 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:03.944304 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1417f-1352-467e-9ce2-cdcfec59fa40 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Port': ['ID=4af5aaa9-2f21-4316-8be3-f7cdef4d3d66,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:03.959498 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d1417f-1352-467e-9ce2-cdcfec59fa40 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:03.966480 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d1417f-1352-467e-9ce2-cdcfec59fa40 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:03.967355 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a0d1417f-1352-467e-9ce2-cdcfec59fa40 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:03.995624 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-df3fc045-0d9d-4879-9703-d5cd4cd80819 req-42e209ad-5adc-4363-88b7-d660b2ecff61 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550907 Dec 16 22:20:04.012593 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-77f709f0-bd9d-496e-b8a5-d47f1aac9077 req-e24871fb-c53b-450e-ae62-80bcc8862bdf tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks [] for floatingip, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:04.110375 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b434cf89-a646-40e9-9b18-40195863db16 None None] Provisioning complete for port 27e9d5c0-3e82-4930-b8d9-f9235b3b4ef1 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:04.111122 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b434cf89-a646-40e9-9b18-40195863db16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:04.154283 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b434cf89-a646-40e9-9b18-40195863db16 None None] Port 27e9d5c0-3e82-4930-b8d9-f9235b3b4ef1 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:20:04.162303 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a0d1417f-1352-467e-9ce2-cdcfec59fa40 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7253633 Dec 16 22:20:04.162800 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44616) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:04.175086 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b434cf89-a646-40e9-9b18-40195863db16 None None] Provisioning complete for port 2b8245c5-03b2-4d00-8827-81c8e0eefa19 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:04.175086 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b434cf89-a646-40e9-9b18-40195863db16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:04.280030 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6a8bb4-919a-411e-b986-c527b27201e3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:04.286047 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6a8bb4-919a-411e-b986-c527b27201e3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:04.288302 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-aa6a8bb4-919a-411e-b986-c527b27201e3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1244266 Dec 16 22:20:04.291650 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44618) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:04.291891 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-77f709f0-bd9d-496e-b8a5-d47f1aac9077 req-e24871fb-c53b-450e-ae62-80bcc8862bdf tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:04.364380 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-77f709f0-bd9d-496e-b8a5-d47f1aac9077 req-e24871fb-c53b-450e-ae62-80bcc8862bdf tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:04.364802 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [req-77f709f0-bd9d-496e-b8a5-d47f1aac9077 req-e24871fb-c53b-450e-ae62-80bcc8862bdf tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Floating IP 220e558b-30db-48a0-85ac-82621ab777cd disassociated. External IP: 172.25.6.137, port: 896265b2-35d0-4346-9a83-f088b76b232d. Dec 16 22:20:04.401538 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-b3c12255-5a84-4506-90ab-c4c5399f55ae tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting port 4af5aaa9-2f21-4316-8be3-f7cdef4d3d66 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:04.402009 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b3c12255-5a84-4506-90ab-c4c5399f55ae tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:04.425376 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c6dae327-f513-4ed5-8da1-edaa9d7448f1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:04.504095 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b3c12255-5a84-4506-90ab-c4c5399f55ae tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:04.510108 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dae327-f513-4ed5-8da1-edaa9d7448f1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network 6951964f-e598-4603-929f-be09b1bc6f8a is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:04.515367 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-c6dae327-f513-4ed5-8da1-edaa9d7448f1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:04.520843 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-b3c12255-5a84-4506-90ab-c4c5399f55ae tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Calling delete_port for 4af5aaa9-2f21-4316-8be3-f7cdef4d3d66 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:04.526101 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dae327-f513-4ed5-8da1-edaa9d7448f1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:04.526392 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ff97ba-4c78-4595-b72b-5c2cdc6886f6 None None] Network 6951964f-e598-4603-929f-be09b1bc6f8a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:04.527075 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c6dae327-f513-4ed5-8da1-edaa9d7448f1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:04.572674 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dae327-f513-4ed5-8da1-edaa9d7448f1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Subnet': ['ID=eedc2bc9-7c91-4fe3-aab7-c353b5816d64,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:04.689488 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44622) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:04.689713 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c6dae327-f513-4ed5-8da1-edaa9d7448f1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7120826 Dec 16 22:20:04.698016 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-79d9c003-4bb9-4a59-beef-f47543fab40a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'security_group': {'name': 'tempest-secgroup-827835431'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:04.721939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77f709f0-bd9d-496e-b8a5-d47f1aac9077 req-e24871fb-c53b-450e-ae62-80bcc8862bdf tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Router fd5b708c-d047-4132-ad02-eb1fc44de81c has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:20:04.801427 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d93b25-94f6-4463-8a4e-42725eda9032 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:04.855542 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77f709f0-bd9d-496e-b8a5-d47f1aac9077 req-e24871fb-c53b-450e-ae62-80bcc8862bdf tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:20:04.860688 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-77f709f0-bd9d-496e-b8a5-d47f1aac9077 req-e24871fb-c53b-450e-ae62-80bcc8862bdf tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:04.879597 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e92ad23-baab-4c09-8770-04f6e87a8006 None None] Sync routers for ids ['fd5b708c-d047-4132-ad02-eb1fc44de81c'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:20:04.883472 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-79d9c003-4bb9-4a59-beef-f47543fab40a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:04.908246 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ef2e8-b874-4b12-a115-2209237e8f98 req-077c2a6d-73f5-47b8-a1d7-b87562fea236 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:04.909839 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-df6ef2e8-b874-4b12-a115-2209237e8f98 req-077c2a6d-73f5-47b8-a1d7-b87562fea236 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5ce4eb7-eed8-4025-902c-139c063071da HTTP/1.1" status: 200 len: 945 time: 0.1983256 Dec 16 22:20:04.914651 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-77f709f0-bd9d-496e-b8a5-d47f1aac9077 req-e24871fb-c53b-450e-ae62-80bcc8862bdf tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "PUT /v2.0/floatingips/220e558b-30db-48a0-85ac-82621ab777cd HTTP/1.1" status: 200 len: 695 time: 1.0298696 Dec 16 22:20:04.915363 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9ac78a-7c3a-4f6a-84a9-c99ad414d695', 'tag': '896265b2-35d0-4346-9a83-f088b76b232d'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:20:04.919942 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631f75c9-bed8-4767-8452-e1cc06d8047f" -d '{"events": [{"name": "network-changed", "server_uuid": "de9ac78a-7c3a-4f6a-84a9-c99ad414d695", "tag": "896265b2-35d0-4346-9a83-f088b76b232d"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:20:04.940045 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e92ad23-baab-4c09-8770-04f6e87a8006 None None] Routers {'fd5b708c-d047-4132-ad02-eb1fc44de81c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:04.940708 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-2e92ad23-baab-4c09-8770-04f6e87a8006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:19:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['fd5b708c-d047-4132-ad02-eb1fc44de81c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:04.952635 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b3c12255-5a84-4506-90ab-c4c5399f55ae tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:04.981801 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-db2b5218-5e39-4799-a9d2-676524623ecb None None] Provisioning complete for port 36f0469d-65bb-4776-8452-219374d5ade7 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:04.982197 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-db2b5218-5e39-4799-a9d2-676524623ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:04.984722 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f709f0-bd9d-496e-b8a5-d47f1aac9077 req-def1a3b8-a1a3-4253-b148-8999a558efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:04.988609 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-77f709f0-bd9d-496e-b8a5-d47f1aac9077 req-def1a3b8-a1a3-4253-b148-8999a558efdb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e8fdfccd24ce4e6ea8ff0816a957cc5b&device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695 HTTP/1.1" status: 200 len: 1097 time: 0.0635362 Dec 16 22:20:05.004850 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c12255-5a84-4506-90ab-c4c5399f55ae tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Port': ['ID=4af5aaa9-2f21-4316-8be3-f7cdef4d3d66,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:05.025457 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-df6ef2e8-b874-4b12-a115-2209237e8f98 req-9e3bb271-9ad4-4d25-9104-b89e31bee77b tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/security-groups?id=03f9f082-3637-47a5-b431-2152e131f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047480 Dec 16 22:20:05.053131 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b3c12255-5a84-4506-90ab-c4c5399f55ae tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:05.057115 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b3c12255-5a84-4506-90ab-c4c5399f55ae tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/4af5aaa9-2f21-4316-8be3-f7cdef4d3d66 HTTP/1.1" status: 204 len: 168 time: 0.7638457 Dec 16 22:20:05.059584 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44632) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:05.128891 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-79d9c003-4bb9-4a59-beef-f47543fab40a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:05.191750 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f709f0-bd9d-496e-b8a5-d47f1aac9077 req-b8cc04c5-8da7-4e7a-975a-8e2830816ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:05.205465 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaab7dde-6b76-475e-9890-c7f84f830c61 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:05.206312 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-77f709f0-bd9d-496e-b8a5-d47f1aac9077 req-b8cc04c5-8da7-4e7a-975a-8e2830816ea4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4706c724-97ac-4b94-aa73-36382b375111 HTTP/1.1" status: 200 len: 929 time: 0.2012246 Dec 16 22:20:05.207559 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaab7dde-6b76-475e-9890-c7f84f830c61 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:05.208020 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 36f0469d-65bb-4776-8452-219374d5ade7 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:05.212664 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44638) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:05.213331 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-aaab7dde-6b76-475e-9890-c7f84f830c61 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1466289 Dec 16 22:20:05.234633 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-2e92ad23-baab-4c09-8770-04f6e87a8006 None None] Set router fd5b708c-d047-4132-ad02-eb1fc44de81c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:20:05.249203 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-79d9c003-4bb9-4a59-beef-f47543fab40a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:05.324031 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d65e9b-54ac-4903-826f-54979cfc139e x-openstack-request-id: req-e4d65e9b-54ac-4903-826f-54979cfc139e {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:20:05.324390 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9ac78a-7c3a-4f6a-84a9-c99ad414d695", "tag": "896265b2-35d0-4346-9a83-f088b76b232d", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:20:05.324770 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e4d65e9b-54ac-4903-826f-54979cfc139e {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:20:05.325197 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9ac78a-7c3a-4f6a-84a9-c99ad414d695', 'tag': '896265b2-35d0-4346-9a83-f088b76b232d', 'status': 'completed', 'code': 200} Dec 16 22:20:05.325317 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9c003-4bb9-4a59-beef-f47543fab40a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65dbba5b-8392-4836-a6ac-08a7fc8057c5,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:05.335907 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-77f709f0-bd9d-496e-b8a5-d47f1aac9077 req-c16fbb37-f340-4439-b9ed-88b0a7440ba3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=896265b2-35d0-4346-9a83-f088b76b232d HTTP/1.1" status: 200 len: 217 time: 0.1133795 Dec 16 22:20:05.395816 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-09aad548-03a6-440c-a180-a217ef30ffad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet a73b7114-23ec-46c8-b609-f475d7261a33 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:20:05.402661 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-79d9c003-4bb9-4a59-beef-f47543fab40a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:05.402661 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-79d9c003-4bb9-4a59-beef-f47543fab40a tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7091889 Dec 16 22:20:05.406520 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44640) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:05.407584 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-09aad548-03a6-440c-a180-a217ef30ffad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:05.414714 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-db022915-0237-4800-802f-e32101c198d4 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'security_group': {'name': 'tempest-secgroup-136545846'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:05.421293 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a964a199-13ff-4dd3-b949-92ca0269fc21 None None] Update dhcp port {'port': {'network_id': '6951964f-e598-4603-929f-be09b1bc6f8a', 'fixed_ips': [{'subnet_id': 'debd33a8-94ab-4c37-8f90-739579af1e8e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'eedc2bc9-7c91-4fe3-aab7-c353b5816d64'}], 'binding:host_id': 'n-d-815324-4'}, 'id': '2b8245c5-03b2-4d00-8827-81c8e0eefa19'} from n-d-815324-4. {{(pid=103615) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:20:05.423434 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-db2b5218-5e39-4799-a9d2-676524623ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:05.460929 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f75c9-bed8-4767-8452-e1cc06d8047f req-f6570749-675b-465d-aa9c-bd9a90e98eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:05.463464 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-631f75c9-bed8-4767-8452-e1cc06d8047f req-f6570749-675b-465d-aa9c-bd9a90e98eff service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e8fdfccd24ce4e6ea8ff0816a957cc5b&device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695 HTTP/1.1" status: 200 len: 1097 time: 0.1351523 Dec 16 22:20:05.500651 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-09aad548-03a6-440c-a180-a217ef30ffad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:05.502194 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9164e-7bc7-43b2-8a57-eff4f8b813d2 req-2ae64fc8-07ef-42e8-97c4-4f6b60fe8520 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:05.503847 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-99e9164e-7bc7-43b2-8a57-eff4f8b813d2 req-2ae64fc8-07ef-42e8-97c4-4f6b60fe8520 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.1112039 Dec 16 22:20:05.506466 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f709f0-bd9d-496e-b8a5-d47f1aac9077 req-1c661e36-509f-4ac8-8c60-f82dcc685a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:05.514784 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-77f709f0-bd9d-496e-b8a5-d47f1aac9077 req-1c661e36-509f-4ac8-8c60-f82dcc685a44 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1197d0d7-b4e2-4dd5-a563-ba2852b6950c HTTP/1.1" status: 200 len: 868 time: 0.1659384 Dec 16 22:20:05.587628 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a964a199-13ff-4dd3-b949-92ca0269fc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:05.620971 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-db022915-0237-4800-802f-e32101c198d4 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:05.653780 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-db2b5218-5e39-4799-a9d2-676524623ecb None None] For port 36f0469d-65bb-4776-8452-219374d5ade7, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=36f0469d-65bb-4776-8452-219374d5ade7,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:05.655721 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 36f0469d-65bb-4776-8452-219374d5ade7 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:05.656122 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:05.688814 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f709f0-bd9d-496e-b8a5-d47f1aac9077 req-4421798e-500b-41f8-bd4e-a02a08c57b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:05.690812 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-77f709f0-bd9d-496e-b8a5-d47f1aac9077 req-4421798e-500b-41f8-bd4e-a02a08c57b39 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4706c724-97ac-4b94-aa73-36382b375111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1752126 Dec 16 22:20:05.759768 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-db022915-0237-4800-802f-e32101c198d4 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:05.781790 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-db2b5218-5e39-4799-a9d2-676524623ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:05.834479 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-09aad548-03a6-440c-a180-a217ef30ffad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:05.874610 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-db022915-0237-4800-802f-e32101c198d4 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:05.883255 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b5218-5e39-4799-a9d2-676524623ecb None None] Pushing event updated for resources: {'Port': ['ID=36f0469d-65bb-4776-8452-219374d5ade7,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:05.943427 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-2e92ad23-baab-4c09-8770-04f6e87a8006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1801311990-router', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '99b1396c-9aa8-4382-ad63-1e541e990c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:19:19Z', 'updated_at': '2021-12-16T22:19:25Z', 'revision_number': 4, 'project_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'gw_port': {'id': '99b1396c-9aa8-4382-ad63-1e541e990c52', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:20Z', 'updated_at': '2021-12-16T22:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f7d456a1-f0b8-4035-a4d8-737d096fd05a', 'name': '', 'network_id': '4706c724-97ac-4b94-aa73-36382b375111', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'mac_address': 'fa:16:3e:bc:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1197d0d7-b4e2-4dd5-a563-ba2852b6950c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:24Z', 'updated_at': '2021-12-16T22:19:32Z', 'revision_number': 5, 'project_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'subnets': [{'id': '1197d0d7-b4e2-4dd5-a563-ba2852b6950c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:05.960534 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db022915-0237-4800-802f-e32101c198d4 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7fa2c9-9a74-4d94-9335-694f2b873351,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:05.967430 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-77f709f0-bd9d-496e-b8a5-d47f1aac9077 req-14809e57-617b-427c-85ed-71649a71b067 service neutron] 10.222.0.75 "GET /v2.0/networks/4706c724-97ac-4b94-aa73-36382b375111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038713 Dec 16 22:20:06.022768 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e92ad23-baab-4c09-8770-04f6e87a8006 None None] Checking router: fd5b708c-d047-4132-ad02-eb1fc44de81c for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:20:06.067720 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-11a0dd91-7024-425e-8583-c9925e64579b None None] Provisioning complete for port 36f0469d-65bb-4776-8452-219374d5ade7 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:06.068095 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-11a0dd91-7024-425e-8583-c9925e64579b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:06.073633 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f75c9-bed8-4767-8452-e1cc06d8047f req-007cbcbc-6eda-462b-9d17-0ac66f44be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:06.075580 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-631f75c9-bed8-4767-8452-e1cc06d8047f req-007cbcbc-6eda-462b-9d17-0ac66f44be8d service neutron] 10.222.0.76 "GET /v2.0/networks?id=4706c724-97ac-4b94-aa73-36382b375111 HTTP/1.1" status: 200 len: 929 time: 0.6012456 Dec 16 22:20:06.089682 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-99e9164e-7bc7-43b2-8a57-eff4f8b813d2 req-4c664f4d-14a2-41e4-9f1d-93ad90cb8b80 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5666432 Dec 16 22:20:06.095408 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-77f709f0-bd9d-496e-b8a5-d47f1aac9077 req-ec6a02f3-17d8-4b3c-b646-082ecef49d41 service neutron] 10.222.0.75 "GET /v2.0/networks/4706c724-97ac-4b94-aa73-36382b375111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148119 Dec 16 22:20:06.101128 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-db022915-0237-4800-802f-e32101c198d4 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:06.104112 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-db022915-0237-4800-802f-e32101c198d4 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6922829 Dec 16 22:20:06.109017 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-09aad548-03a6-440c-a180-a217ef30ffad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:06.116511 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44644) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:06.124101 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-09aad548-03a6-440c-a180-a217ef30ffad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:06.128874 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-09aad548-03a6-440c-a180-a217ef30ffad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/a73b7114-23ec-46c8-b609-f475d7261a33 HTTP/1.1" status: 204 len: 168 time: 0.9143100 Dec 16 22:20:06.134542 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-8d583cac-28dc-49a8-af9b-726e61cf5628 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'security_group': {'name': 'tempest-secgroup-564442989'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:06.137089 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-a964a199-13ff-4dd3-b949-92ca0269fc21 None None] Allocated IP 2001:db8::2 (6951964f-e598-4603-929f-be09b1bc6f8a/eedc2bc9-7c91-4fe3-aab7-c353b5816d64/2b8245c5-03b2-4d00-8827-81c8e0eefa19) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:06.142544 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44646) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:06.147424 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e92ad23-baab-4c09-8770-04f6e87a8006 None None] Routers {'fd5b708c-d047-4132-ad02-eb1fc44de81c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:06.147598 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-2e92ad23-baab-4c09-8770-04f6e87a8006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:19:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['fd5b708c-d047-4132-ad02-eb1fc44de81c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:06.157451 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-631f75c9-bed8-4767-8452-e1cc06d8047f req-ab741bce-68f6-4a01-8be3-9ba886bc9f96 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=896265b2-35d0-4346-9a83-f088b76b232d HTTP/1.1" status: 200 len: 217 time: 0.0502522 Dec 16 22:20:06.221154 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f75c9-bed8-4767-8452-e1cc06d8047f req-6f3f6eb8-9719-4edc-8502-54aaec514e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:06.222810 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-631f75c9-bed8-4767-8452-e1cc06d8047f req-6f3f6eb8-9719-4edc-8502-54aaec514e9f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1197d0d7-b4e2-4dd5-a563-ba2852b6950c HTTP/1.1" status: 200 len: 868 time: 0.0566883 Dec 16 22:20:06.249920 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec973f91-4d2c-4d9e-be24-046d1276cc59 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:06.308398 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e3af5-c3bd-491b-888a-98e2a2bbe7b2 req-4b7f295e-4414-46d4-8ab1-cabc613c9c56 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:06.310170 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-847e3af5-c3bd-491b-888a-98e2a2bbe7b2 req-4b7f295e-4414-46d4-8ab1-cabc613c9c56 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d9e5e46-0114-4f81-9f40-d34195ffe123 HTTP/1.1" status: 200 len: 945 time: 0.0921035 Dec 16 22:20:06.318783 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f75c9-bed8-4767-8452-e1cc06d8047f req-c35740d0-ac14-4c11-beae-f9c47fa0e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:06.323764 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-631f75c9-bed8-4767-8452-e1cc06d8047f req-c35740d0-ac14-4c11-beae-f9c47fa0e293 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4706c724-97ac-4b94-aa73-36382b375111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881624 Dec 16 22:20:06.417604 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-847e3af5-c3bd-491b-888a-98e2a2bbe7b2 req-abc836bc-61d3-407a-b763-200ff1126b4b tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/security-groups?id=03f9f082-3637-47a5-b431-2152e131f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009803 Dec 16 22:20:06.455276 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-631f75c9-bed8-4767-8452-e1cc06d8047f req-ca0bffbf-5f5c-4a02-bc94-e83c5d9dcc98 service neutron] 10.222.0.76 "GET /v2.0/networks/4706c724-97ac-4b94-aa73-36382b375111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156573 Dec 16 22:20:06.518224 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-2e92ad23-baab-4c09-8770-04f6e87a8006 None None] Set router fd5b708c-d047-4132-ad02-eb1fc44de81c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:20:06.587246 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-631f75c9-bed8-4767-8452-e1cc06d8047f req-45db6e2c-41c1-42eb-8ef5-3aa19023a865 service neutron] 10.222.0.76 "GET /v2.0/networks/4706c724-97ac-4b94-aa73-36382b375111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238391 Dec 16 22:20:06.635354 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3b7f88ca-abf1-42e2-b939-bebc86a0a49a tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4849851 Dec 16 22:20:06.636905 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44654) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:06.642517 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-66197f7a-46aa-48bb-ab9e-870c689ed870 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:06.658142 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aad548-03a6-440c-a180-a217ef30ffad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=a73b7114-23ec-46c8-b609-f475d7261a33,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:06.671263 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8541b0-39e3-44e0-93b5-83e4b2b0f9d0 req-def3e672-3d71-4df8-a2b7-20a1fd2a99bf tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:06.679323 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a8541b0-39e3-44e0-93b5-83e4b2b0f9d0 req-def3e672-3d71-4df8-a2b7-20a1fd2a99bf tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=804f51db-da37-48a5-b8d3-f8dcb533b713 HTTP/1.1" status: 200 len: 945 time: 0.0769598 Dec 16 22:20:06.729271 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a8541b0-39e3-44e0-93b5-83e4b2b0f9d0 req-ebecd2ee-ac3d-4ff9-90d0-3b4f3f06e16e tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/security-groups?id=03f9f082-3637-47a5-b431-2152e131f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488951 Dec 16 22:20:06.762262 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ff17185-b938-4f3b-9dc3-0ad81ea5c245 req-b927b645-e448-48f1-a80d-1c7ff6db0b08 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/floatingips/220e558b-30db-48a0-85ac-82621ab777cd HTTP/1.1" status: 200 len: 695 time: 0.1363320 Dec 16 22:20:06.777426 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a964a199-13ff-4dd3-b949-92ca0269fc21 None None] For port 2b8245c5-03b2-4d00-8827-81c8e0eefa19, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2b8245c5-03b2-4d00-8827-81c8e0eefa19,segment=NetworkSegment(74ae8c90-585a-498f-b3ae-5c7ed60aba36),segment_id=74ae8c90-585a-498f-b3ae-5c7ed60aba36)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:06.871092 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d583cac-28dc-49a8-af9b-726e61cf5628 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:06.900075 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a964a199-13ff-4dd3-b949-92ca0269fc21 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:06.922654 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-aa5214c3-346a-4d44-a8b3-7ce99b3559a5 None None] Could not find standard attr ID for object 4af5aaa9-2f21-4316-8be3-f7cdef4d3d66. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:20:06.941369 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff17185-b938-4f3b-9dc3-0ad81ea5c245 req-fb141754-7312-4fc9-b86c-b2ac512c08b6 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:06.942955 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ff17185-b938-4f3b-9dc3-0ad81ea5c245 req-fb141754-7312-4fc9-b86c-b2ac512c08b6 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 784 time: 0.1736071 Dec 16 22:20:06.990014 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328f5c98-b03c-440e-94e0-92ddace7dff0 None None] DHCP port deletion for f8482a80-79ef-4c20-9ddd-3945e7fc80d7 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:20:07.010928 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ff17185-b938-4f3b-9dc3-0ad81ea5c245 req-e0eefc67-12bd-441e-a0b3-3ef756011973 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 698 time: 0.0563488 Dec 16 22:20:07.036488 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a964a199-13ff-4dd3-b949-92ca0269fc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:07.038740 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66197f7a-46aa-48bb-ab9e-870c689ed870 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:07.042582 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-66197f7a-46aa-48bb-ab9e-870c689ed870 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:07.084079 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 36f0469d-65bb-4776-8452-219374d5ade7 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:07.088350 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d583cac-28dc-49a8-af9b-726e61cf5628 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:07.103408 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ff17185-b938-4f3b-9dc3-0ad81ea5c245 req-9c0409fe-63ec-414d-958e-038f69571999 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 698 time: 0.0802689 Dec 16 22:20:07.145514 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-2e92ad23-baab-4c09-8770-04f6e87a8006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1801311990-router', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '99b1396c-9aa8-4382-ad63-1e541e990c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:19:19Z', 'updated_at': '2021-12-16T22:19:25Z', 'revision_number': 4, 'project_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'gw_port': {'id': '99b1396c-9aa8-4382-ad63-1e541e990c52', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:20Z', 'updated_at': '2021-12-16T22:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f7d456a1-f0b8-4035-a4d8-737d096fd05a', 'name': '', 'network_id': '4706c724-97ac-4b94-aa73-36382b375111', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'mac_address': 'fa:16:3e:bc:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1197d0d7-b4e2-4dd5-a563-ba2852b6950c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:24Z', 'updated_at': '2021-12-16T22:19:32Z', 'revision_number': 5, 'project_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'subnets': [{'id': '1197d0d7-b4e2-4dd5-a563-ba2852b6950c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:07.182826 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d583cac-28dc-49a8-af9b-726e61cf5628 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:07.222214 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e92ad23-baab-4c09-8770-04f6e87a8006 None None] The sync data for ids ['fd5b708c-d047-4132-ad02-eb1fc44de81c'] in n-d-815324-4 is: [{'id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1801311990-router', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '99b1396c-9aa8-4382-ad63-1e541e990c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:19:19Z', 'updated_at': '2021-12-16T22:19:25Z', 'revision_number': 4, 'project_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'gw_port': {'id': '99b1396c-9aa8-4382-ad63-1e541e990c52', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:20Z', 'updated_at': '2021-12-16T22:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f7d456a1-f0b8-4035-a4d8-737d096fd05a', 'name': '', 'network_id': '4706c724-97ac-4b94-aa73-36382b375111', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'mac_address': 'fa:16:3e:bc:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1197d0d7-b4e2-4dd5-a563-ba2852b6950c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:24Z', 'updated_at': '2021-12-16T22:19:32Z', 'revision_number': 5, 'project_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'subnets': [{'id': '1197d0d7-b4e2-4dd5-a563-ba2852b6950c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:20:07.230684 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964a199-13ff-4dd3-b949-92ca0269fc21 None None] Pushing event updated for resources: {'Port': ['ID=2b8245c5-03b2-4d00-8827-81c8e0eefa19,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:07.250922 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-328f5c98-b03c-440e-94e0-92ddace7dff0 None None] Deleting port 36f0469d-65bb-4776-8452-219374d5ade7 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:07.250922 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-328f5c98-b03c-440e-94e0-92ddace7dff0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:07.291091 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d583cac-28dc-49a8-af9b-726e61cf5628 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63633785-d0f5-4874-a79f-bca8e3593869,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:07.346763 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:07.354907 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-328f5c98-b03c-440e-94e0-92ddace7dff0 None None] For port 36f0469d-65bb-4776-8452-219374d5ade7, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=36f0469d-65bb-4776-8452-219374d5ade7,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:07.355338 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-328f5c98-b03c-440e-94e0-92ddace7dff0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:07.368161 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d583cac-28dc-49a8-af9b-726e61cf5628 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:07.372468 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44664) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:07.377708 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-f82e0588-4b75-4ba9-b064-52b78406472f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1626913755', 'security_groups': ['63633785-d0f5-4874-a79f-bca8e3593869'], 'network_id': '6951964f-e598-4603-929f-be09b1bc6f8a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eedc2bc9-7c91-4fe3-aab7-c353b5816d64'}]}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:07.383177 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8d583cac-28dc-49a8-af9b-726e61cf5628 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2529702 Dec 16 22:20:07.420000 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-328f5c98-b03c-440e-94e0-92ddace7dff0 None None] Calling delete_port for 36f0469d-65bb-4776-8452-219374d5ade7 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:07.425439 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 36f0469d-65bb-4776-8452-219374d5ade7, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=36f0469d-65bb-4776-8452-219374d5ade7,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:07.458774 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-2ff17185-b938-4f3b-9dc3-0ad81ea5c245 req-488ed0f7-d8f1-4711-822e-9d000d8147f1 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Deleting port c56c2346-f7e3-40ae-8338-67e7ae168585 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:07.463220 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ff17185-b938-4f3b-9dc3-0ad81ea5c245 req-488ed0f7-d8f1-4711-822e-9d000d8147f1 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:07.519843 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:07.567455 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7132e-a564-4db5-a12c-1e7f156af6ff req-9833a1a7-b5eb-43fb-b651-3ba315d652bf tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:07.567455 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9f7132e-a564-4db5-a12c-1e7f156af6ff req-9833a1a7-b5eb-43fb-b651-3ba315d652bf tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.1561971 Dec 16 22:20:07.627297 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=36f0469d-65bb-4776-8452-219374d5ade7,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:07.676268 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9f7132e-a564-4db5-a12c-1e7f156af6ff req-efa59baf-5d41-41bf-94b5-19dc7f6cd034 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033459 Dec 16 22:20:07.695485 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f9e6ee-bc67-4c0c-a2a0-92d4ff3a0fff None None] New status for floating IP 220e558b-30db-48a0-85ac-82621ab777cd: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:20:07.701193 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-328f5c98-b03c-440e-94e0-92ddace7dff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:07.724063 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ff17185-b938-4f3b-9dc3-0ad81ea5c245 req-488ed0f7-d8f1-4711-822e-9d000d8147f1 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:07.724624 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ff17185-b938-4f3b-9dc3-0ad81ea5c245 req-488ed0f7-d8f1-4711-822e-9d000d8147f1 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:07.746616 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f5c98-b03c-440e-94e0-92ddace7dff0 None None] Pushing event deleted for resources: {'Port': ['ID=36f0469d-65bb-4776-8452-219374d5ade7,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:07.757228 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-2ff17185-b938-4f3b-9dc3-0ad81ea5c245 req-488ed0f7-d8f1-4711-822e-9d000d8147f1 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Calling delete_port for c56c2346-f7e3-40ae-8338-67e7ae168585 owned by network:floatingip {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:07.781660 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328f5c98-b03c-440e-94e0-92ddace7dff0 None None] No DVR routers for this DVR port 36f0469d-65bb-4776-8452-219374d5ade7 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:20:07.832182 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82e0588-4b75-4ba9-b064-52b78406472f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:07.875519 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-66197f7a-46aa-48bb-ab9e-870c689ed870 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:07.914261 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c9b52-4a41-4cfb-a332-cd3c171cd990 req-c7c96595-b774-4240-bd3b-321bd9c8b565 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:07.922245 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-838c9b52-4a41-4cfb-a332-cd3c171cd990 req-c7c96595-b774-4240-bd3b-321bd9c8b565 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=804f51db-da37-48a5-b8d3-f8dcb533b713 HTTP/1.1" status: 200 len: 945 time: 0.1387374 Dec 16 22:20:07.967299 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66197f7a-46aa-48bb-ab9e-870c689ed870 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:07.975246 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-66197f7a-46aa-48bb-ab9e-870c689ed870 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:07.986781 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ea8f1b-bfd1-4db9-b9cb-d1b137042c6f None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:07.991990 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f82e0588-4b75-4ba9-b064-52b78406472f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:08.006802 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-838c9b52-4a41-4cfb-a332-cd3c171cd990 req-8a79739e-2b2d-41a9-bf9a-7d06b51c268e tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/security-groups?id=03f9f082-3637-47a5-b431-2152e131f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835514 Dec 16 22:20:08.009492 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66197f7a-46aa-48bb-ab9e-870c689ed870 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:08.010377 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-66197f7a-46aa-48bb-ab9e-870c689ed870 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:08.048878 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-f82e0588-4b75-4ba9-b064-52b78406472f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] device_id is not set on port ea2dad48-23f1-4300-b88c-8c7b8e8380d2 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:20:08.060954 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66197f7a-46aa-48bb-ab9e-870c689ed870 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=f6ebaaa3-cb5c-4d41-94f3-e3bce9410696,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:08.127292 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99631e63-0531-4fc9-948a-f20127aa5f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'fixed_ips': [{'subnet_id': 'f6ebaaa3-cb5c-4d41-94f3-e3bce9410696'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:20:08.128274 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-99631e63-0531-4fc9-948a-f20127aa5f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:08.181235 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-66197f7a-46aa-48bb-ab9e-870c689ed870 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5428030 Dec 16 22:20:08.185778 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44674) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:08.190971 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-689415f8-b0be-4fc9-99a5-78387444b818 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'name': 'tempest-NetworksTestDHCPv6-1301299497'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:08.273932 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-70eec73c-8dbb-414c-ac33-542525295f42 None None] Provisioning complete for port 27e9d5c0-3e82-4930-b8d9-f9235b3b4ef1 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:08.274457 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-70eec73c-8dbb-414c-ac33-542525295f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:08.294341 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ff17185-b938-4f3b-9dc3-0ad81ea5c245 req-488ed0f7-d8f1-4711-822e-9d000d8147f1 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:08.302318 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-f82e0588-4b75-4ba9-b064-52b78406472f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Allocated IP 2001:db8::144 (6951964f-e598-4603-929f-be09b1bc6f8a/eedc2bc9-7c91-4fe3-aab7-c353b5816d64/ea2dad48-23f1-4300-b88c-8c7b8e8380d2) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:08.354952 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-70eec73c-8dbb-414c-ac33-542525295f42 None None] Port 27e9d5c0-3e82-4930-b8d9-f9235b3b4ef1 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:20:08.367926 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ed0f7-d8f1-4711-822e-9d000d8147f1 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Pushing event deleted for resources: {'Port': ['ID=c56c2346-f7e3-40ae-8338-67e7ae168585,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:08.368991 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-99631e63-0531-4fc9-948a-f20127aa5f41 None None] Allocated IP 2001:db8::2 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/f6ebaaa3-cb5c-4d41-94f3-e3bce9410696/c8d0be10-a4fc-4deb-9ca9-a403851725c4) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:08.389967 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-70eec73c-8dbb-414c-ac33-542525295f42 None None] Provisioning complete for port 2b8245c5-03b2-4d00-8827-81c8e0eefa19 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:08.390343 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-70eec73c-8dbb-414c-ac33-542525295f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:08.448191 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ff17185-b938-4f3b-9dc3-0ad81ea5c245 req-488ed0f7-d8f1-4711-822e-9d000d8147f1 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks [] for floatingip, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:08.452361 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ff17185-b938-4f3b-9dc3-0ad81ea5c245 req-488ed0f7-d8f1-4711-822e-9d000d8147f1 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:08.453633 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ff17185-b938-4f3b-9dc3-0ad81ea5c245 req-488ed0f7-d8f1-4711-822e-9d000d8147f1 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "DELETE /v2.0/floatingips/220e558b-30db-48a0-85ac-82621ab777cd HTTP/1.1" status: 204 len: 173 time: 1.3232534 Dec 16 22:20:08.497371 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f82e0588-4b75-4ba9-b064-52b78406472f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:08.509503 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689415f8-b0be-4fc9-99a5-78387444b818 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:08.515262 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-689415f8-b0be-4fc9-99a5-78387444b818 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:08.550973 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-689415f8-b0be-4fc9-99a5-78387444b818 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] device_id is not set on port 821cfbd1-fa2c-4e69-a4ae-3adb3acb8a8a yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:20:08.615650 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-99631e63-0531-4fc9-948a-f20127aa5f41 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:08.646151 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f82e0588-4b75-4ba9-b064-52b78406472f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:08.698952 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82e0588-4b75-4ba9-b064-52b78406472f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network 6951964f-e598-4603-929f-be09b1bc6f8a is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:08.700534 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-f82e0588-4b75-4ba9-b064-52b78406472f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:08.702437 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b98dd9-8de7-4973-b886-b9b77a84f851 req-5b51bc0d-96f7-4fc9-b2ce-e0b9f722370b tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:08.705231 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13b98dd9-8de7-4973-b886-b9b77a84f851 req-5b51bc0d-96f7-4fc9-b2ce-e0b9f722370b tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/ports?device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1058278 Dec 16 22:20:08.705409 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82e0588-4b75-4ba9-b064-52b78406472f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:08.710756 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82e0588-4b75-4ba9-b064-52b78406472f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:08.712728 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f82e0588-4b75-4ba9-b064-52b78406472f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:08.726195 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e0588-4b75-4ba9-b064-52b78406472f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Port': ['ID=ea2dad48-23f1-4300-b88c-8c7b8e8380d2,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:08.762821 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13b98dd9-8de7-4973-b886-b9b77a84f851 req-66a466d4-f2ac-4921-96db-b42cebaa162e tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0458262 Dec 16 22:20:08.778003 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-99631e63-0531-4fc9-948a-f20127aa5f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:08.831847 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f82e0588-4b75-4ba9-b064-52b78406472f tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4582307 Dec 16 22:20:08.833152 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99631e63-0531-4fc9-948a-f20127aa5f41 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:08.834710 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44686) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:08.844263 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-7a38b936-e5f9-427a-811f-de9ed89177ec tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'subnet': {'network_id': '6951964f-e598-4603-929f-be09b1bc6f8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:08.853898 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-99631e63-0531-4fc9-948a-f20127aa5f41 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:08.871278 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0a5e67e1-5d76-4e0a-8e67-a2e0a2a198de req-775953dc-4486-405e-b8b2-4844748dda7a tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0834131 Dec 16 22:20:08.884616 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99631e63-0531-4fc9-948a-f20127aa5f41 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:08.905061 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99631e63-0531-4fc9-948a-f20127aa5f41 None None] Pushing event updated for resources: {'Port': ['ID=c8d0be10-a4fc-4deb-9ca9-a403851725c4,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:08.970824 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-689415f8-b0be-4fc9-99a5-78387444b818 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 2001:db8::fe (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/f6ebaaa3-cb5c-4d41-94f3-e3bce9410696/821cfbd1-fa2c-4e69-a4ae-3adb3acb8a8a) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:09.052366 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-99631e63-0531-4fc9-948a-f20127aa5f41 None None] Attempting to bind port c8d0be10-a4fc-4deb-9ca9-a403851725c4 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:09.052625 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-99631e63-0531-4fc9-948a-f20127aa5f41 None None] Attempting to bind port c8d0be10-a4fc-4deb-9ca9-a403851725c4 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:09.053071 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99631e63-0531-4fc9-948a-f20127aa5f41 None None] Attempting to bind port c8d0be10-a4fc-4deb-9ca9-a403851725c4 on network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:09.065964 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99631e63-0531-4fc9-948a-f20127aa5f41 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:20:09.073463 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99631e63-0531-4fc9-948a-f20127aa5f41 None None] Checking segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:09.073463 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-99631e63-0531-4fc9-948a-f20127aa5f41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:09.073463 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99631e63-0531-4fc9-948a-f20127aa5f41 None None] Bound using segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:20:09.073463 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-99631e63-0531-4fc9-948a-f20127aa5f41 None None] Bound port: c8d0be10-a4fc-4deb-9ca9-a403851725c4, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:20:09.073463 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-99631e63-0531-4fc9-948a-f20127aa5f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:09.163424 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2b8245c5-03b2-4d00-8827-81c8e0eefa19 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:09.207265 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-689415f8-b0be-4fc9-99a5-78387444b818 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:09.242140 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-99631e63-0531-4fc9-948a-f20127aa5f41 None None] For port c8d0be10-a4fc-4deb-9ca9-a403851725c4, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:20:09.245391 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14485d-3ac5-464d-8f01-ced56eba82cf req-f8651820-c7d1-4b92-838a-924524ac9d56 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:09.247079 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-99631e63-0531-4fc9-948a-f20127aa5f41 None None] For port c8d0be10-a4fc-4deb-9ca9-a403851725c4, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c8d0be10-a4fc-4deb-9ca9-a403851725c4,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:20:09.247368 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e14485d-3ac5-464d-8f01-ced56eba82cf req-f8651820-c7d1-4b92-838a-924524ac9d56 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.76 "GET /v2.0/ports?device_id=804f51db-da37-48a5-b8d3-f8dcb533b713 HTTP/1.1" status: 200 len: 945 time: 0.3770962 Dec 16 22:20:09.249252 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1ca509d5-5a70-4fc9-91b9-c0e22b101292 None None] Provisioning complete for port ea2dad48-23f1-4300-b88c-8c7b8e8380d2 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:09.249910 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1ca509d5-5a70-4fc9-91b9-c0e22b101292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:09.270299 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b655a6-62a5-4e38-a095-a45520fa7375 req-3b6f5fc8-8741-444b-a9ff-6dc76e983a5e tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:09.272780 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-60b655a6-62a5-4e38-a095-a45520fa7375 req-3b6f5fc8-8741-444b-a9ff-6dc76e983a5e tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=804f51db-da37-48a5-b8d3-f8dcb533b713 HTTP/1.1" status: 200 len: 945 time: 0.1156280 Dec 16 22:20:09.289097 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1ca509d5-5a70-4fc9-91b9-c0e22b101292 None None] Port ea2dad48-23f1-4300-b88c-8c7b8e8380d2 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:20:09.301932 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 2b8245c5-03b2-4d00-8827-81c8e0eefa19 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:09.302616 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:09.351317 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-99631e63-0531-4fc9-948a-f20127aa5f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:09.393705 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-60b655a6-62a5-4e38-a095-a45520fa7375 req-072e8645-af87-43fb-87e3-c3a3b40cc55d tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/security-groups?id=03f9f082-3637-47a5-b431-2152e131f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927255 Dec 16 22:20:09.419390 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-5e14485d-3ac5-464d-8f01-ced56eba82cf req-24967e68-76e1-461e-8262-f2f9a9158eb3 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Deleting port 0098613f-9e25-4396-a101-739e8d785b6a {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:09.420244 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5e14485d-3ac5-464d-8f01-ced56eba82cf req-24967e68-76e1-461e-8262-f2f9a9158eb3 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:09.451289 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99631e63-0531-4fc9-948a-f20127aa5f41 None None] Pushing event updated for resources: {'Port': ['ID=c8d0be10-a4fc-4deb-9ca9-a403851725c4,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:09.452853 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-689415f8-b0be-4fc9-99a5-78387444b818 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:09.543873 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689415f8-b0be-4fc9-99a5-78387444b818 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Port': ['ID=821cfbd1-fa2c-4e69-a4ae-3adb3acb8a8a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:09.547176 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a38b936-e5f9-427a-811f-de9ed89177ec tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:09.552938 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7a38b936-e5f9-427a-811f-de9ed89177ec tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:09.558457 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689415f8-b0be-4fc9-99a5-78387444b818 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:09.560698 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-689415f8-b0be-4fc9-99a5-78387444b818 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:09.563360 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689415f8-b0be-4fc9-99a5-78387444b818 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:09.569809 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689415f8-b0be-4fc9-99a5-78387444b818 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:09.570612 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-689415f8-b0be-4fc9-99a5-78387444b818 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:09.623680 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-5e14485d-3ac5-464d-8f01-ced56eba82cf req-24967e68-76e1-461e-8262-f2f9a9158eb3 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] For port 0098613f-9e25-4396-a101-739e8d785b6a, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=0098613f-9e25-4396-a101-739e8d785b6a,segment=NetworkSegment(5efa9d5b-e82c-4301-979a-736e3fdead7f),segment_id=5efa9d5b-e82c-4301-979a-736e3fdead7f)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:09.624685 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5e14485d-3ac5-464d-8f01-ced56eba82cf req-24967e68-76e1-461e-8262-f2f9a9158eb3 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:09.649969 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-5e14485d-3ac5-464d-8f01-ced56eba82cf req-24967e68-76e1-461e-8262-f2f9a9158eb3 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Calling delete_port for 0098613f-9e25-4396-a101-739e8d785b6a owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:09.676920 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-689415f8-b0be-4fc9-99a5-78387444b818 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4813163 Dec 16 22:20:09.676920 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44702) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:09.764255 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94564894-43af-446a-b494-644a48128ae0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:09.770877 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94564894-43af-446a-b494-644a48128ae0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:09.772741 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-94564894-43af-446a-b494-644a48128ae0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0957019 Dec 16 22:20:09.778790 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44706) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:09.801144 n-d-815324-4 neutron-server[103614]: INFO neutron.db.ipam_backend_mixin [None req-7a38b936-e5f9-427a-811f-de9ed89177ec tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eedc2bc9-7c91-4fe3-aab7-c353b5816d64 (CIDR: 2001:db8::/64) Dec 16 22:20:09.869576 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a38b936-e5f9-427a-811f-de9ed89177ec tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:20:09.870364 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a38b936-e5f9-427a-811f-de9ed89177ec tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:20:09.923381 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f189b05-d4e3-47e4-996b-19bba616422a req-18ffa835-4347-4e74-94e2-d1ecac43d047 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:09.925309 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7f189b05-d4e3-47e4-996b-19bba616422a req-18ffa835-4347-4e74-94e2-d1ecac43d047 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/ports?device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695 HTTP/1.1" status: 200 len: 946 time: 0.2336287 Dec 16 22:20:09.966990 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7a38b936-e5f9-427a-811f-de9ed89177ec tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1310050 Dec 16 22:20:09.967704 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44708) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:09.973743 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-3b3ffaee-f56c-462b-8cfe-15060065a8c1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'subnet': {'network_id': '6951964f-e598-4603-929f-be09b1bc6f8a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:09.974646 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-c642ab5b-631e-407a-8455-a17aebdd5c64 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting port 821cfbd1-fa2c-4e69-a4ae-3adb3acb8a8a {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:09.974998 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c642ab5b-631e-407a-8455-a17aebdd5c64 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:10.042052 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7f189b05-d4e3-47e4-996b-19bba616422a req-46543f9e-51be-489c-bf25-679daf45a2ef tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/security-groups?id=0848fe77-44c3-4204-b2d0-176a298ec46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086688 Dec 16 22:20:10.068651 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5e14485d-3ac5-464d-8f01-ced56eba82cf req-24967e68-76e1-461e-8262-f2f9a9158eb3 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:10.097214 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c642ab5b-631e-407a-8455-a17aebdd5c64 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:10.104947 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['995e09a3-d209-42ad-a0c4-04f88cdfd2a4'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:20:10.111191 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24967e68-76e1-461e-8262-f2f9a9158eb3 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Pushing event deleted for resources: {'Port': ['ID=0098613f-9e25-4396-a101-739e8d785b6a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:10.116335 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['e013d6d7-965b-4fc9-a47a-2c3ba5be99e6', '0098613f-9e25-4396-a101-739e8d785b6a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:20:10.145928 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-c642ab5b-631e-407a-8455-a17aebdd5c64 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Calling delete_port for 821cfbd1-fa2c-4e69-a4ae-3adb3acb8a8a owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:10.187582 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e14485d-3ac5-464d-8f01-ced56eba82cf req-24967e68-76e1-461e-8262-f2f9a9158eb3 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] No DVR routers for this DVR port 0098613f-9e25-4396-a101-739e8d785b6a on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:20:10.195296 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5e14485d-3ac5-464d-8f01-ced56eba82cf req-24967e68-76e1-461e-8262-f2f9a9158eb3 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:10.201148 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e14485d-3ac5-464d-8f01-ced56eba82cf req-24967e68-76e1-461e-8262-f2f9a9158eb3 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.76 "DELETE /v2.0/ports/0098613f-9e25-4396-a101-739e8d785b6a HTTP/1.1" status: 204 len: 173 time: 0.9458768 Dec 16 22:20:10.203910 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804f51db-da37-48a5-b8d3-f8dcb533b713', 'name': 'network-vif-deleted', 'tag': '0098613f-9e25-4396-a101-739e8d785b6a'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:20:10.206457 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b42a894-1ed1-480f-9b0f-af7480c2a5e8" -d '{"events": [{"server_uuid": "804f51db-da37-48a5-b8d3-f8dcb533b713", "name": "network-vif-deleted", "tag": "0098613f-9e25-4396-a101-739e8d785b6a"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:20:10.257417 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2b3324-da47-412b-a121-bff44a9a5c66 x-openstack-request-id: req-df2b3324-da47-412b-a121-bff44a9a5c66 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:20:10.258139 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804f51db-da37-48a5-b8d3-f8dcb533b713", "name": "network-vif-deleted", "tag": "0098613f-9e25-4396-a101-739e8d785b6a", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:20:10.259388 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-df2b3324-da47-412b-a121-bff44a9a5c66 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:20:10.260280 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804f51db-da37-48a5-b8d3-f8dcb533b713', 'name': 'network-vif-deleted', 'tag': '0098613f-9e25-4396-a101-739e8d785b6a', 'status': 'completed', 'code': 200} Dec 16 22:20:10.383231 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3ffaee-f56c-462b-8cfe-15060065a8c1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:10.394942 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3b3ffaee-f56c-462b-8cfe-15060065a8c1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:10.435233 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c642ab5b-631e-407a-8455-a17aebdd5c64 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:10.542658 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642ab5b-631e-407a-8455-a17aebdd5c64 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Port': ['ID=821cfbd1-fa2c-4e69-a4ae-3adb3acb8a8a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:10.544312 n-d-815324-4 neutron-server[103614]: INFO neutron.db.ipam_backend_mixin [None req-3b3ffaee-f56c-462b-8cfe-15060065a8c1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet debd33a8-94ab-4c37-8f90-739579af1e8e (CIDR: 2001:db8:0:1::/64) Dec 16 22:20:10.578267 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b3ffaee-f56c-462b-8cfe-15060065a8c1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:20:10.578892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b3ffaee-f56c-462b-8cfe-15060065a8c1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:20:10.586587 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c642ab5b-631e-407a-8455-a17aebdd5c64 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:10.592288 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c642ab5b-631e-407a-8455-a17aebdd5c64 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/821cfbd1-fa2c-4e69-a4ae-3adb3acb8a8a HTTP/1.1" status: 204 len: 168 time: 0.8122737 Dec 16 22:20:10.594697 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-abc5ddba-abef-42de-b36a-17b364466e43 req-42dea1a7-3ed1-430c-9754-c968946094fa tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=804f51db-da37-48a5-b8d3-f8dcb533b713 HTTP/1.1" status: 200 len: 210 time: 0.0701988 Dec 16 22:20:10.595352 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44718) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:10.702577 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3b3ffaee-f56c-462b-8cfe-15060065a8c1 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7318802 Dec 16 22:20:10.703597 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44724) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:10.710170 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-0e8623be-d393-43ea-bfae-8927c03c2d81 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'subnet': {'network_id': '6951964f-e598-4603-929f-be09b1bc6f8a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:10.735547 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a00385-1022-4aba-a5dd-3f4c5a10f766 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:10.739679 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a00385-1022-4aba-a5dd-3f4c5a10f766 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:10.745681 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d5a00385-1022-4aba-a5dd-3f4c5a10f766 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1492412 Dec 16 22:20:10.747969 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44726) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:10.827548 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-396b1448-e7e8-4b6c-ac66-d3c23be98654 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet f6ebaaa3-cb5c-4d41-94f3-e3bce9410696 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:20:10.832107 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-396b1448-e7e8-4b6c-ac66-d3c23be98654 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:10.884744 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-396b1448-e7e8-4b6c-ac66-d3c23be98654 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:10.932426 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0fa62a36-11ee-437c-a938-7292d1c87ec2 None None] Provisioning complete for port c8d0be10-a4fc-4deb-9ca9-a403851725c4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:10.932833 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0fa62a36-11ee-437c-a938-7292d1c87ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:10.960177 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8623be-d393-43ea-bfae-8927c03c2d81 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Made reservation on behalf of 7fc63c24792b43d5b490c4d1dd21a484 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:10.964243 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0e8623be-d393-43ea-bfae-8927c03c2d81 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:11.004460 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-396b1448-e7e8-4b6c-ac66-d3c23be98654 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:11.064295 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0fa62a36-11ee-437c-a938-7292d1c87ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:11.234260 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c8d0be10-a4fc-4deb-9ca9-a403851725c4 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:11.308288 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-396b1448-e7e8-4b6c-ac66-d3c23be98654 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:11.353472 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b1448-e7e8-4b6c-ac66-d3c23be98654 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=f6ebaaa3-cb5c-4d41-94f3-e3bce9410696,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:11.366707 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697949a5-e7fd-4220-8d93-19511f785bb1 req-8c554bad-0fe2-46a9-b442-426bdf1b25e9 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:11.374756 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-396b1448-e7e8-4b6c-ac66-d3c23be98654 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:11.376293 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port c8d0be10-a4fc-4deb-9ca9-a403851725c4 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:11.376742 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:11.377562 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-697949a5-e7fd-4220-8d93-19511f785bb1 req-8c554bad-0fe2-46a9-b442-426bdf1b25e9 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/ports?device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695 HTTP/1.1" status: 200 len: 946 time: 0.1469352 Dec 16 22:20:11.390561 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-396b1448-e7e8-4b6c-ac66-d3c23be98654 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/f6ebaaa3-cb5c-4d41-94f3-e3bce9410696 HTTP/1.1" status: 204 len: 168 time: 0.6431289 Dec 16 22:20:11.392762 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44732) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:11.426601 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-0fa62a36-11ee-437c-a938-7292d1c87ec2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:20:11.427017 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-0fa62a36-11ee-437c-a938-7292d1c87ec2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:20:11.457279 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-97126d3d-4582-492f-a6e3-881a1631586c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626819 Dec 16 22:20:11.465602 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44734) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:11.474096 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-cb35a76c-52ff-4652-b98c-93bf87e41023 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:11.485148 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-697949a5-e7fd-4220-8d93-19511f785bb1 req-2f581848-5540-41b5-87fe-510e4eeeac16 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/security-groups?id=0848fe77-44c3-4204-b2d0-176a298ec46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008115 Dec 16 22:20:11.489565 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0e8623be-d393-43ea-bfae-8927c03c2d81 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:11.529380 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:11.584155 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port c8d0be10-a4fc-4deb-9ca9-a403851725c4, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c8d0be10-a4fc-4deb-9ca9-a403851725c4,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:11.597378 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8623be-d393-43ea-bfae-8927c03c2d81 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Subnet': ['ID=144588a9-e7eb-4b8e-8ea9-05bfdd9d984c,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:11.616755 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e53a64c-74a9-4a9c-a75e-1c63152df36e None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:11.642460 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8623be-d393-43ea-bfae-8927c03c2d81 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Network 6951964f-e598-4603-929f-be09b1bc6f8a is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:11.655414 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9666d-7f1e-4688-af7e-1881e0d18239 req-1cb58d52-2af9-4d3a-afde-b8873ec34d44 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:11.658098 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-15c9666d-7f1e-4688-af7e-1881e0d18239 req-1cb58d52-2af9-4d3a-afde-b8873ec34d44 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.76 "GET /v2.0/ports?device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695 HTTP/1.1" status: 200 len: 946 time: 0.2780814 Dec 16 22:20:11.659407 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-0e8623be-d393-43ea-bfae-8927c03c2d81 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:11.663403 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8623be-d393-43ea-bfae-8927c03c2d81 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:11.664093 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0e8623be-d393-43ea-bfae-8927c03c2d81 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:11.692630 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb35a76c-52ff-4652-b98c-93bf87e41023 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:11.697371 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb35a76c-52ff-4652-b98c-93bf87e41023 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:11.726232 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953479e3-083a-4c1c-afd5-10fe05900e5a None None] Network 6951964f-e598-4603-929f-be09b1bc6f8a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:11.780212 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0e8623be-d393-43ea-bfae-8927c03c2d81 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0754385 Dec 16 22:20:11.784644 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44744) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:11.836551 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-707a4ffe-1500-4585-a6b1-431b644409f6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2085432245', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '144588a9-e7eb-4b8e-8ea9-05bfdd9d984c'}], 'security_groups': ['65dbba5b-8392-4836-a6ac-08a7fc8057c5', '4d7fa2c9-9a74-4d94-9335-694f2b873351']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:11.885287 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f7fd0050-b5d3-4a13-ae3f-797b8a27c4a7 req-b367e12d-5d93-4271-9395-a46197fc7cb0 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=804f51db-da37-48a5-b8d3-f8dcb533b713 HTTP/1.1" status: 200 len: 210 time: 0.0800524 Dec 16 22:20:11.971915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-15c9666d-7f1e-4688-af7e-1881e0d18239 req-81a6e4c1-e968-46bd-94aa-f38ac72738f8 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Deleting port 896265b2-35d0-4346-9a83-f088b76b232d {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:11.972253 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-15c9666d-7f1e-4688-af7e-1881e0d18239 req-81a6e4c1-e968-46bd-94aa-f38ac72738f8 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:12.021686 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:12.040603 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-707a4ffe-1500-4585-a6b1-431b644409f6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:12.124996 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-15c9666d-7f1e-4688-af7e-1881e0d18239 req-81a6e4c1-e968-46bd-94aa-f38ac72738f8 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] For port 896265b2-35d0-4346-9a83-f088b76b232d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=896265b2-35d0-4346-9a83-f088b76b232d,segment=NetworkSegment(7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8),segment_id=7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:12.125396 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-15c9666d-7f1e-4688-af7e-1881e0d18239 req-81a6e4c1-e968-46bd-94aa-f38ac72738f8 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:12.132958 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=c8d0be10-a4fc-4deb-9ca9-a403851725c4,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:12.167532 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb35a76c-52ff-4652-b98c-93bf87e41023 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:12.171642 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-29821735-aac1-453e-94f2-fc63b92af911 None None] Could not find standard attr ID for object 821cfbd1-fa2c-4e69-a4ae-3adb3acb8a8a. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:20:12.171812 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-15c9666d-7f1e-4688-af7e-1881e0d18239 req-81a6e4c1-e968-46bd-94aa-f38ac72738f8 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Calling delete_port for 896265b2-35d0-4346-9a83-f088b76b232d owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:12.188938 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c32410-49b2-42ee-9488-7c3a62f6bf18 None None] DHCP port deletion for f8482a80-79ef-4c20-9ddd-3945e7fc80d7 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:20:12.233188 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb35a76c-52ff-4652-b98c-93bf87e41023 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:12.238808 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-cb35a76c-52ff-4652-b98c-93bf87e41023 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:12.241985 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb35a76c-52ff-4652-b98c-93bf87e41023 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.242597 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb35a76c-52ff-4652-b98c-93bf87e41023 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:12.255755 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-61c32410-49b2-42ee-9488-7c3a62f6bf18 None None] Deleting port c8d0be10-a4fc-4deb-9ca9-a403851725c4 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:12.257580 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61c32410-49b2-42ee-9488-7c3a62f6bf18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:12.286351 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35a76c-52ff-4652-b98c-93bf87e41023 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=5a4027bd-2fd7-4a6d-af43-9d27fce4a484,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:12.364022 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cb35a76c-52ff-4652-b98c-93bf87e41023 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8948457 Dec 16 22:20:12.364921 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44748) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:12.375791 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-e8d97b97-f1c9-42dc-ab3b-e6921969b578 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'name': 'tempest-NetworksTestDHCPv6-717844908'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:12.381873 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda8e525-9f33-4841-a4ff-4739fbe0ba3c None None] Update dhcp port {'port': {'network_id': '6951964f-e598-4603-929f-be09b1bc6f8a', 'fixed_ips': [{'subnet_id': 'debd33a8-94ab-4c37-8f90-739579af1e8e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'eedc2bc9-7c91-4fe3-aab7-c353b5816d64', 'ip_address': '2001:db8::2'}, {'subnet_id': '144588a9-e7eb-4b8e-8ea9-05bfdd9d984c'}], 'binding:host_id': 'n-d-815324-4'}, 'id': '2b8245c5-03b2-4d00-8827-81c8e0eefa19'} from n-d-815324-4. {{(pid=103615) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:20:12.411382 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-61c32410-49b2-42ee-9488-7c3a62f6bf18 None None] For port c8d0be10-a4fc-4deb-9ca9-a403851725c4, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c8d0be10-a4fc-4deb-9ca9-a403851725c4,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:12.411726 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61c32410-49b2-42ee-9488-7c3a62f6bf18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:12.420287 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bda8e525-9f33-4841-a4ff-4739fbe0ba3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:12.440100 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-61c32410-49b2-42ee-9488-7c3a62f6bf18 None None] Calling delete_port for c8d0be10-a4fc-4deb-9ca9-a403851725c4 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:12.644882 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f18752-28f4-46f6-bcb0-937d2843e2f9 req-0d935ddc-9b74-4a55-98da-6d818b0bdc6d tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:12.646414 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-05f18752-28f4-46f6-bcb0-937d2843e2f9 req-0d935ddc-9b74-4a55-98da-6d818b0bdc6d tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/ports?device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695 HTTP/1.1" status: 200 len: 946 time: 0.0898328 Dec 16 22:20:12.663276 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-707a4ffe-1500-4585-a6b1-431b644409f6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Delete allocated IP 2001:db8::144 (6951964f-e598-4603-929f-be09b1bc6f8a/eedc2bc9-7c91-4fe3-aab7-c353b5816d64) {{(pid=103614) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 22:20:12.672571 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-707a4ffe-1500-4585-a6b1-431b644409f6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Allocated IP 2001:db8:0:2::1f3 (6951964f-e598-4603-929f-be09b1bc6f8a/144588a9-e7eb-4b8e-8ea9-05bfdd9d984c/ea2dad48-23f1-4300-b88c-8c7b8e8380d2) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:12.700411 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-05f18752-28f4-46f6-bcb0-937d2843e2f9 req-0308656c-700e-4920-be0c-2b48607950b7 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/security-groups?id=0848fe77-44c3-4204-b2d0-176a298ec46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465641 Dec 16 22:20:12.723541 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61c32410-49b2-42ee-9488-7c3a62f6bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:12.751647 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c32410-49b2-42ee-9488-7c3a62f6bf18 None None] Pushing event deleted for resources: {'Port': ['ID=c8d0be10-a4fc-4deb-9ca9-a403851725c4,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:12.756409 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c32410-49b2-42ee-9488-7c3a62f6bf18 None None] No DVR routers for this DVR port c8d0be10-a4fc-4deb-9ca9-a403851725c4 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:20:12.774772 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d97b97-f1c9-42dc-ab3b-e6921969b578 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:12.778866 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e8d97b97-f1c9-42dc-ab3b-e6921969b578 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:12.781020 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-15c9666d-7f1e-4688-af7e-1881e0d18239 req-81a6e4c1-e968-46bd-94aa-f38ac72738f8 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:12.781955 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db90ce4-7aa0-4c57-9156-c878125ee11b None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:12.832077 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6e4c1-e968-46bd-94aa-f38ac72738f8 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Pushing event deleted for resources: {'Port': ['ID=896265b2-35d0-4346-9a83-f088b76b232d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:12.851812 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-e8d97b97-f1c9-42dc-ab3b-e6921969b578 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] device_id is not set on port 100e53fd-fd7f-4efa-b70b-093b02e9f822 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:20:12.918715 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c9666d-7f1e-4688-af7e-1881e0d18239 req-81a6e4c1-e968-46bd-94aa-f38ac72738f8 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] No DVR routers for this DVR port 896265b2-35d0-4346-9a83-f088b76b232d on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:20:12.964513 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['896265b2-35d0-4346-9a83-f088b76b232d'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:20:12.968334 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 0098613f-9e25-4396-a101-739e8d785b6a no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:12.977648 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-15c9666d-7f1e-4688-af7e-1881e0d18239 req-81a6e4c1-e968-46bd-94aa-f38ac72738f8 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:12.981582 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-15c9666d-7f1e-4688-af7e-1881e0d18239 req-81a6e4c1-e968-46bd-94aa-f38ac72738f8 tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.76 "DELETE /v2.0/ports/896265b2-35d0-4346-9a83-f088b76b232d HTTP/1.1" status: 204 len: 173 time: 1.2828083 Dec 16 22:20:12.981953 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9ac78a-7c3a-4f6a-84a9-c99ad414d695', 'name': 'network-vif-deleted', 'tag': '896265b2-35d0-4346-9a83-f088b76b232d'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:20:12.984679 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c43d50c-231f-4b49-8462-244dbf50000b" -d '{"events": [{"server_uuid": "de9ac78a-7c3a-4f6a-84a9-c99ad414d695", "name": "network-vif-deleted", "tag": "896265b2-35d0-4346-9a83-f088b76b232d"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:20:13.083664 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092aeb4c-955e-4e79-b8e2-8d631b85e130 x-openstack-request-id: req-092aeb4c-955e-4e79-b8e2-8d631b85e130 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:20:13.084277 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9ac78a-7c3a-4f6a-84a9-c99ad414d695", "name": "network-vif-deleted", "tag": "896265b2-35d0-4346-9a83-f088b76b232d", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:20:13.084699 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-092aeb4c-955e-4e79-b8e2-8d631b85e130 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:20:13.088344 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9ac78a-7c3a-4f6a-84a9-c99ad414d695', 'name': 'network-vif-deleted', 'tag': '896265b2-35d0-4346-9a83-f088b76b232d', 'status': 'completed', 'code': 200} Dec 16 22:20:13.138629 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567df195-77a4-4ac4-910c-08db831d8047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'fixed_ips': [{'subnet_id': '5a4027bd-2fd7-4a6d-af43-9d27fce4a484'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:20:13.139534 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-567df195-77a4-4ac4-910c-08db831d8047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:13.153010 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 0098613f-9e25-4396-a101-739e8d785b6a {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:13.153409 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 0098613f-9e25-4396-a101-739e8d785b6a not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:13.207275 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-707a4ffe-1500-4585-a6b1-431b644409f6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:13.213934 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c8d0be10-a4fc-4deb-9ca9-a403851725c4 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:13.258969 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-e8d97b97-f1c9-42dc-ab3b-e6921969b578 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 2001:db8::9b (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/5a4027bd-2fd7-4a6d-af43-9d27fce4a484/100e53fd-fd7f-4efa-b70b-093b02e9f822) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:13.336069 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: c8d0be10-a4fc-4deb-9ca9-a403851725c4 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:13.336615 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c8d0be10-a4fc-4deb-9ca9-a403851725c4 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:13.366951 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-707a4ffe-1500-4585-a6b1-431b644409f6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:13.455884 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-bda8e525-9f33-4841-a4ff-4739fbe0ba3c None None] Allocated IP 2001:db8:0:2::2 (6951964f-e598-4603-929f-be09b1bc6f8a/144588a9-e7eb-4b8e-8ea9-05bfdd9d984c/2b8245c5-03b2-4d00-8827-81c8e0eefa19) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:13.456724 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a4ffe-1500-4585-a6b1-431b644409f6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event updated for resources: {'Port': ['ID=ea2dad48-23f1-4300-b88c-8c7b8e8380d2,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:13.482461 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-707a4ffe-1500-4585-a6b1-431b644409f6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] In _notify_port_updated(), no bound segment for port ea2dad48-23f1-4300-b88c-8c7b8e8380d2 on network 6951964f-e598-4603-929f-be09b1bc6f8a {{(pid=103614) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:20:13.488998 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707a4ffe-1500-4585-a6b1-431b644409f6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:13.489682 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-707a4ffe-1500-4585-a6b1-431b644409f6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:13.491081 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-707a4ffe-1500-4585-a6b1-431b644409f6 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "PUT /v2.0/ports/ea2dad48-23f1-4300-b88c-8c7b8e8380d2 HTTP/1.1" status: 200 len: 970 time: 1.7046394 Dec 16 22:20:13.495607 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44772) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:13.575508 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e8d97b97-f1c9-42dc-ab3b-e6921969b578 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:13.598862 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bda8e525-9f33-4841-a4ff-4739fbe0ba3c None None] For port 2b8245c5-03b2-4d00-8827-81c8e0eefa19, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2b8245c5-03b2-4d00-8827-81c8e0eefa19,segment=NetworkSegment(74ae8c90-585a-498f-b3ae-5c7ed60aba36),segment_id=74ae8c90-585a-498f-b3ae-5c7ed60aba36)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:13.650550 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bda8e525-9f33-4841-a4ff-4739fbe0ba3c None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:13.676842 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-c5fefa43-fe25-4598-a5ec-08f9a01db0ec tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting port ea2dad48-23f1-4300-b88c-8c7b8e8380d2 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:13.677186 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5fefa43-fe25-4598-a5ec-08f9a01db0ec tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:13.755872 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e8d97b97-f1c9-42dc-ab3b-e6921969b578 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:13.816250 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5fefa43-fe25-4598-a5ec-08f9a01db0ec tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:13.823738 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-567df195-77a4-4ac4-910c-08db831d8047 None None] Allocated IP 2001:db8::2 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/5a4027bd-2fd7-4a6d-af43-9d27fce4a484/8bf6041d-e351-475f-b97a-faefbdd83d72) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:13.832474 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bda8e525-9f33-4841-a4ff-4739fbe0ba3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:13.848723 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d97b97-f1c9-42dc-ab3b-e6921969b578 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:13.854091 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-e8d97b97-f1c9-42dc-ab3b-e6921969b578 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:13.861366 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-c5fefa43-fe25-4598-a5ec-08f9a01db0ec tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Calling delete_port for ea2dad48-23f1-4300-b88c-8c7b8e8380d2 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:13.868272 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d97b97-f1c9-42dc-ab3b-e6921969b578 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:13.879728 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d97b97-f1c9-42dc-ab3b-e6921969b578 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:13.895062 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e8d97b97-f1c9-42dc-ab3b-e6921969b578 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:13.895462 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-75ead660-12fc-4081-9cc4-03ea40ee10b6 req-63164a34-ad04-48d9-8798-8689b796c04a tempest-FloatingIPsAssociationNegativeTestJSON-821004507 tempest-FloatingIPsAssociationNegativeTestJSON-821004507-project] 10.222.0.75 "GET /v2.0/ports?device_id=de9ac78a-7c3a-4f6a-84a9-c99ad414d695 HTTP/1.1" status: 200 len: 210 time: 0.0381265 Dec 16 22:20:13.927608 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d97b97-f1c9-42dc-ab3b-e6921969b578 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Port': ['ID=100e53fd-fd7f-4efa-b70b-093b02e9f822,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:14.002218 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e8d97b97-f1c9-42dc-ab3b-e6921969b578 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6358037 Dec 16 22:20:14.003245 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44788) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:14.023709 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8e525-9f33-4841-a4ff-4739fbe0ba3c None None] Pushing event updated for resources: {'Port': ['ID=2b8245c5-03b2-4d00-8827-81c8e0eefa19,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:14.116281 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec241b0-658e-4c69-9626-8e6c5fa601e0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:14.117841 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-dec241b0-658e-4c69-9626-8e6c5fa601e0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1133294 Dec 16 22:20:14.121107 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44792) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:14.245860 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-567df195-77a4-4ac4-910c-08db831d8047 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:14.260769 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5fefa43-fe25-4598-a5ec-08f9a01db0ec tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:14.313888 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fefa43-fe25-4598-a5ec-08f9a01db0ec tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Port': ['ID=ea2dad48-23f1-4300-b88c-8c7b8e8380d2,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:14.346918 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-567df195-77a4-4ac4-910c-08db831d8047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:14.359828 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769ba54-c547-4f0c-a308-e00e969f4154 req-a44d62e4-5349-4512-83f2-c0e64533f154 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:14.361342 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5fefa43-fe25-4598-a5ec-08f9a01db0ec tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:14.366962 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769ba54-c547-4f0c-a308-e00e969f4154 req-a44d62e4-5349-4512-83f2-c0e64533f154 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:14.368921 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e769ba54-c547-4f0c-a308-e00e969f4154 req-a44d62e4-5349-4512-83f2-c0e64533f154 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d9e5e46-0114-4f81-9f40-d34195ffe123&device_id=c5ce4eb7-eed8-4025-902c-139c063071da HTTP/1.1" status: 200 len: 1681 time: 0.0975273 Dec 16 22:20:14.374154 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c5fefa43-fe25-4598-a5ec-08f9a01db0ec tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/ports/ea2dad48-23f1-4300-b88c-8c7b8e8380d2 HTTP/1.1" status: 204 len: 168 time: 0.8760309 Dec 16 22:20:14.374358 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44798) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:14.417931 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-6222401b-3f29-48a7-b878-a60763752bd8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting port 100e53fd-fd7f-4efa-b70b-093b02e9f822 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:14.418274 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6222401b-3f29-48a7-b878-a60763752bd8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:14.455477 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567df195-77a4-4ac4-910c-08db831d8047 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:14.472899 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-567df195-77a4-4ac4-910c-08db831d8047 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:14.480052 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567df195-77a4-4ac4-910c-08db831d8047 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:14.487483 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567df195-77a4-4ac4-910c-08db831d8047 None None] Pushing event updated for resources: {'Port': ['ID=8bf6041d-e351-475f-b97a-faefbdd83d72,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:14.496583 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e769ba54-c547-4f0c-a308-e00e969f4154 req-8c8a1655-1f4b-461e-8db2-1a214a49fd25 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/security-groups?id=03f9f082-3637-47a5-b431-2152e131f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982523 Dec 16 22:20:14.498371 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94a28f4-1fc1-4367-855c-a253068bba67 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] GET failed (client error): The resource could not be found. Dec 16 22:20:14.499888 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c94a28f4-1fc1-4367-855c-a253068bba67 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "GET /v2.0/ports/ea2dad48-23f1-4300-b88c-8c7b8e8380d2 HTTP/1.1" status: 404 len: 333 time: 0.1244547 Dec 16 22:20:14.502966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44802) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:14.650335 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-567df195-77a4-4ac4-910c-08db831d8047 None None] Attempting to bind port 8bf6041d-e351-475f-b97a-faefbdd83d72 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:14.651191 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-567df195-77a4-4ac4-910c-08db831d8047 None None] Attempting to bind port 8bf6041d-e351-475f-b97a-faefbdd83d72 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:14.651191 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567df195-77a4-4ac4-910c-08db831d8047 None None] Attempting to bind port 8bf6041d-e351-475f-b97a-faefbdd83d72 on network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:14.657272 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567df195-77a4-4ac4-910c-08db831d8047 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:20:14.658346 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567df195-77a4-4ac4-910c-08db831d8047 None None] Checking segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:14.658977 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-567df195-77a4-4ac4-910c-08db831d8047 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:14.659630 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567df195-77a4-4ac4-910c-08db831d8047 None None] Bound using segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:20:14.660406 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-567df195-77a4-4ac4-910c-08db831d8047 None None] Bound port: 8bf6041d-e351-475f-b97a-faefbdd83d72, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:20:14.661133 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-567df195-77a4-4ac4-910c-08db831d8047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:14.679609 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6222401b-3f29-48a7-b878-a60763752bd8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:14.692357 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b467c56-46ff-486c-9bcb-4d0bb357dea1 req-66c6f52d-360c-43e1-b7a0-0571bbbafe6a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1127386 Dec 16 22:20:14.705398 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e5ead412-34e2-4904-9ca6-c4da1c29f680 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:14.714553 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-6222401b-3f29-48a7-b878-a60763752bd8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Calling delete_port for 100e53fd-fd7f-4efa-b70b-093b02e9f822 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:14.753268 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e5ead412-34e2-4904-9ca6-c4da1c29f680 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:14.784100 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-567df195-77a4-4ac4-910c-08db831d8047 None None] For port 8bf6041d-e351-475f-b97a-faefbdd83d72, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:20:14.793480 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-567df195-77a4-4ac4-910c-08db831d8047 None None] For port 8bf6041d-e351-475f-b97a-faefbdd83d72, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=8bf6041d-e351-475f-b97a-faefbdd83d72,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:20:14.874346 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b467c56-46ff-486c-9bcb-4d0bb357dea1 req-182b94c1-7a6d-4f24-9208-14daa27d31e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:14.876342 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b467c56-46ff-486c-9bcb-4d0bb357dea1 req-182b94c1-7a6d-4f24-9208-14daa27d31e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1eca6be478514f9c8f27151bade9f595&device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 1096 time: 0.0512757 Dec 16 22:20:14.915735 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-567df195-77a4-4ac4-910c-08db831d8047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:14.953912 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e5ead412-34e2-4904-9ca6-c4da1c29f680 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:14.963101 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e5ead412-34e2-4904-9ca6-c4da1c29f680 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:14.963101 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e5ead412-34e2-4904-9ca6-c4da1c29f680 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/security-groups/63633785-d0f5-4874-a79f-bca8e3593869 HTTP/1.1" status: 204 len: 168 time: 0.4536941 Dec 16 22:20:14.964270 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44814) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:14.979516 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ead412-34e2-4904-9ca6-c4da1c29f680 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63633785-d0f5-4874-a79f-bca8e3593869,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:15.025074 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44816) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:15.037059 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b467c56-46ff-486c-9bcb-4d0bb357dea1 req-291e9b92-aad0-4149-8362-573eabc88f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:15.048228 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b467c56-46ff-486c-9bcb-4d0bb357dea1 req-291e9b92-aad0-4149-8362-573eabc88f0c service neutron] 10.222.0.57 "GET /v2.0/networks?id=c7f1c459-e84f-448b-8a2b-28e7b0a9b3be HTTP/1.1" status: 200 len: 915 time: 0.1401114 Dec 16 22:20:15.137149 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6222401b-3f29-48a7-b878-a60763752bd8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:15.171563 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567df195-77a4-4ac4-910c-08db831d8047 None None] Pushing event updated for resources: {'Port': ['ID=8bf6041d-e351-475f-b97a-faefbdd83d72,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:15.220557 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2b8245c5-03b2-4d00-8827-81c8e0eefa19 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:15.229480 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-020552cf-2a46-4ae1-94db-fad821f0768b None None] Provisioning complete for port 27e9d5c0-3e82-4930-b8d9-f9235b3b4ef1 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:15.241616 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-020552cf-2a46-4ae1-94db-fad821f0768b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:15.251129 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8295f143-1905-43ea-8330-e8a19945bf6b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:15.266768 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b467c56-46ff-486c-9bcb-4d0bb357dea1 req-3ef0c2bb-8d15-4343-9246-fc699c168b67 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f43ea034-a1f1-49b3-a139-107b6870c432 HTTP/1.1" status: 200 len: 1001 time: 0.2145321 Dec 16 22:20:15.282329 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8295f143-1905-43ea-8330-e8a19945bf6b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:15.371887 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222401b-3f29-48a7-b878-a60763752bd8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Port': ['ID=100e53fd-fd7f-4efa-b70b-093b02e9f822,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:15.436262 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b467c56-46ff-486c-9bcb-4d0bb357dea1 req-02fb5b03-6c0d-43c1-9232-114b818366f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:15.437795 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b467c56-46ff-486c-9bcb-4d0bb357dea1 req-02fb5b03-6c0d-43c1-9232-114b818366f5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f1fd97e-df08-4d06-a6b5-806941b75263 HTTP/1.1" status: 200 len: 854 time: 0.1608753 Dec 16 22:20:15.448553 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-020552cf-2a46-4ae1-94db-fad821f0768b None None] Port 27e9d5c0-3e82-4930-b8d9-f9235b3b4ef1 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:20:15.453042 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-020552cf-2a46-4ae1-94db-fad821f0768b None None] Could not find standard attr ID for object ea2dad48-23f1-4300-b88c-8c7b8e8380d2. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:20:15.501176 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-020552cf-2a46-4ae1-94db-fad821f0768b None None] Provisioning complete for port 2b8245c5-03b2-4d00-8827-81c8e0eefa19 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:15.502395 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6222401b-3f29-48a7-b878-a60763752bd8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:15.510299 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6222401b-3f29-48a7-b878-a60763752bd8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/100e53fd-fd7f-4efa-b70b-093b02e9f822 HTTP/1.1" status: 204 len: 168 time: 1.3853207 Dec 16 22:20:15.515419 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8295f143-1905-43ea-8330-e8a19945bf6b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:15.518418 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8295f143-1905-43ea-8330-e8a19945bf6b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:15.518608 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-020552cf-2a46-4ae1-94db-fad821f0768b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:15.522852 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8295f143-1905-43ea-8330-e8a19945bf6b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/security-groups/4d7fa2c9-9a74-4d94-9335-694f2b873351 HTTP/1.1" status: 204 len: 168 time: 0.5597816 Dec 16 22:20:15.526678 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44824) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:15.527196 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44826) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:15.580826 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b467c56-46ff-486c-9bcb-4d0bb357dea1 req-c7c4033b-d875-4137-9b48-a15e373fb21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:15.584131 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b467c56-46ff-486c-9bcb-4d0bb357dea1 req-c7c4033b-d875-4137-9b48-a15e373fb21c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c7f1c459-e84f-448b-8a2b-28e7b0a9b3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293285 Dec 16 22:20:15.653262 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 2b8245c5-03b2-4d00-8827-81c8e0eefa19 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:15.653642 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:15.680637 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295f143-1905-43ea-8330-e8a19945bf6b tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7fa2c9-9a74-4d94-9335-694f2b873351,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:15.745295 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f47d8b-30e9-4aa3-914d-f9b955e276a9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:15.749421 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f47d8b-30e9-4aa3-914d-f9b955e276a9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:15.754889 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e7f47d8b-30e9-4aa3-914d-f9b955e276a9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2237661 Dec 16 22:20:15.755764 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44832) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:15.887159 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b467c56-46ff-486c-9bcb-4d0bb357dea1 req-e3787b2f-bb66-441a-8a22-1bee87e09f89 service neutron] 10.222.0.57 "GET /v2.0/networks/c7f1c459-e84f-448b-8a2b-28e7b0a9b3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901056 Dec 16 22:20:16.025466 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b467c56-46ff-486c-9bcb-4d0bb357dea1 req-c8880023-b59d-4042-a755-314c60220195 service neutron] 10.222.0.57 "GET /v2.0/networks/c7f1c459-e84f-448b-8a2b-28e7b0a9b3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291704 Dec 16 22:20:16.032758 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-fa27e713-1c7c-40b9-9841-5fec69fb3de6 None None] Could not find standard attr ID for object ea2dad48-23f1-4300-b88c-8c7b8e8380d2. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:20:16.181420 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da123716-fd16-4f19-ad71-9c62dd96dddc req-bfb6e5bd-d869-4a9f-9968-ef8d7f1edc4e tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:16.184996 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-da123716-fd16-4f19-ad71-9c62dd96dddc req-bfb6e5bd-d869-4a9f-9968-ef8d7f1edc4e tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d9e5e46-0114-4f81-9f40-d34195ffe123 HTTP/1.1" status: 200 len: 945 time: 0.0604379 Dec 16 22:20:16.238049 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-da123716-fd16-4f19-ad71-9c62dd96dddc req-02c9c24b-69fb-41da-b1e4-2405a4df3c0f tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/security-groups?id=03f9f082-3637-47a5-b431-2152e131f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472705 Dec 16 22:20:16.387468 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ae79ff0e-cd1e-4e38-a0f2-5179c4aec779 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:16.416259 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5528cfa-769c-4ac4-9d87-a9a2fe30d549 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet 5a4027bd-2fd7-4a6d-af43-9d27fce4a484 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:20:16.435540 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e5528cfa-769c-4ac4-9d87-a9a2fe30d549 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:16.532783 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ae79ff0e-cd1e-4e38-a0f2-5179c4aec779 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:16.558449 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e5528cfa-769c-4ac4-9d87-a9a2fe30d549 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:16.704253 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ae79ff0e-cd1e-4e38-a0f2-5179c4aec779 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:16.706854 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ae79ff0e-cd1e-4e38-a0f2-5179c4aec779 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:16.708129 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ae79ff0e-cd1e-4e38-a0f2-5179c4aec779 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/security-groups/65dbba5b-8392-4836-a6ac-08a7fc8057c5 HTTP/1.1" status: 204 len: 168 time: 1.1670144 Dec 16 22:20:16.710915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44842) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:16.737193 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79ff0e-cd1e-4e38-a0f2-5179c4aec779 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dbba5b-8392-4836-a6ac-08a7fc8057c5,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:16.748708 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e5528cfa-769c-4ac4-9d87-a9a2fe30d549 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:16.794201 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a6ed193d-8b03-4de5-8260-9a0f37835541 None None] Provisioning complete for port 8bf6041d-e351-475f-b97a-faefbdd83d72 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:16.794800 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a6ed193d-8b03-4de5-8260-9a0f37835541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:16.810055 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f6bda9-fd8f-418f-913d-872ef9f001cf tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting subnet eedc2bc9-7c91-4fe3-aab7-c353b5816d64 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:20:16.828341 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c2f6bda9-fd8f-418f-913d-872ef9f001cf tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:16.843489 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 896265b2-35d0-4346-9a83-f088b76b232d no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:16.893859 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 896265b2-35d0-4346-9a83-f088b76b232d {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:16.894447 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 896265b2-35d0-4346-9a83-f088b76b232d not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:16.914249 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7d0c12b3-886b-4193-925b-6479d852cf87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:16.954340 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c2f6bda9-fd8f-418f-913d-872ef9f001cf tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:16.986928 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e5528cfa-769c-4ac4-9d87-a9a2fe30d549 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:17.007220 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a6ed193d-8b03-4de5-8260-9a0f37835541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:17.026070 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5528cfa-769c-4ac4-9d87-a9a2fe30d549 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=5a4027bd-2fd7-4a6d-af43-9d27fce4a484,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:17.030855 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e5528cfa-769c-4ac4-9d87-a9a2fe30d549 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:17.035025 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e5528cfa-769c-4ac4-9d87-a9a2fe30d549 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/5a4027bd-2fd7-4a6d-af43-9d27fce4a484 HTTP/1.1" status: 204 len: 168 time: 1.2740350 Dec 16 22:20:17.037546 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44850) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:17.129993 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a6ed193d-8b03-4de5-8260-9a0f37835541 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:20:17.130415 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a6ed193d-8b03-4de5-8260-9a0f37835541 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:20:17.163514 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-edc5a639-1742-4f93-a422-dd73526cb14e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1246743 Dec 16 22:20:17.173152 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44854) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:17.232100 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 8bf6041d-e351-475f-b97a-faefbdd83d72 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:17.315474 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 8bf6041d-e351-475f-b97a-faefbdd83d72 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:17.317748 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:17.321770 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6578c0de-4665-4faa-957b-fce4f2c8c2f0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:17.324974 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6578c0de-4665-4faa-957b-fce4f2c8c2f0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1485319 Dec 16 22:20:17.324974 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c2f6bda9-fd8f-418f-913d-872ef9f001cf tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:17.339062 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44862) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:17.384689 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e53c112-b844-4705-a2bb-44465af28365 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:17.481091 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bf51fc-7911-4367-8162-1ba131dce366 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:17.483019 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-59bf51fc-7911-4367-8162-1ba131dce366 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1402357 Dec 16 22:20:17.487602 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44866) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:17.532334 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-60440614-227e-491d-b841-cdb97f99904b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417550 Dec 16 22:20:17.538123 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44868) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:17.543688 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-627fe51d-202e-42aa-a544-26e632a7ae71 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:17.568293 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eca398-c060-4eb8-bcad-41c54c11856d req-d06454c1-d55c-4f83-8147-c16692e89e30 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:17.569870 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e8eca398-c060-4eb8-bcad-41c54c11856d req-d06454c1-d55c-4f83-8147-c16692e89e30 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d9e5e46-0114-4f81-9f40-d34195ffe123 HTTP/1.1" status: 200 len: 945 time: 0.1690609 Dec 16 22:20:17.594841 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:17.673050 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-7d0c12b3-886b-4193-925b-6479d852cf87 admin admin] Deleting port f7d456a1-f0b8-4035-a4d8-737d096fd05a {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:17.673264 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7d0c12b3-886b-4193-925b-6479d852cf87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:17.703626 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f672cf3-f7d4-474a-84f1-eafc12c00f0d None None] DHCP port deletion for f8482a80-79ef-4c20-9ddd-3945e7fc80d7 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:20:17.746215 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a6ed193d-8b03-4de5-8260-9a0f37835541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:17.792213 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 8bf6041d-e351-475f-b97a-faefbdd83d72, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=8bf6041d-e351-475f-b97a-faefbdd83d72,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:17.801845 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e8eca398-c060-4eb8-bcad-41c54c11856d req-0d518e38-4614-427c-bafa-096667691ed0 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/security-groups?id=03f9f082-3637-47a5-b431-2152e131f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970181 Dec 16 22:20:17.855892 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7f672cf3-f7d4-474a-84f1-eafc12c00f0d None None] Deleting port 8bf6041d-e351-475f-b97a-faefbdd83d72 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:17.856962 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7f672cf3-f7d4-474a-84f1-eafc12c00f0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:17.881469 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-7d0c12b3-886b-4193-925b-6479d852cf87 admin admin] For port f7d456a1-f0b8-4035-a4d8-737d096fd05a, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f7d456a1-f0b8-4035-a4d8-737d096fd05a,segment=NetworkSegment(7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8),segment_id=7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:17.881854 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7d0c12b3-886b-4193-925b-6479d852cf87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:17.923516 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-7d0c12b3-886b-4193-925b-6479d852cf87 admin admin] Calling delete_port for f7d456a1-f0b8-4035-a4d8-737d096fd05a owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:17.938827 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92c18f-4ec0-4e42-a1cc-b597ed01472c req-b7def1c2-28fb-4a8f-970f-09daf1cf03c4 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:17.940663 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc92c18f-4ec0-4e42-a1cc-b597ed01472c req-b7def1c2-28fb-4a8f-970f-09daf1cf03c4 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d9e5e46-0114-4f81-9f40-d34195ffe123 HTTP/1.1" status: 200 len: 945 time: 0.6977584 Dec 16 22:20:18.048070 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1bf6b-ba55-4b48-8b03-018883079378 req-4dc63f81-10fe-4e05-91ce-b279da60f824 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:18.049801 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-add1bf6b-ba55-4b48-8b03-018883079378 req-4dc63f81-10fe-4e05-91ce-b279da60f824 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5ce4eb7-eed8-4025-902c-139c063071da HTTP/1.1" status: 200 len: 945 time: 0.1548021 Dec 16 22:20:18.168219 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-bc92c18f-4ec0-4e42-a1cc-b597ed01472c req-c8657d39-8462-4714-9edc-9a37c1270334 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Deleting port 995e09a3-d209-42ad-a0c4-04f88cdfd2a4 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:18.168972 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bc92c18f-4ec0-4e42-a1cc-b597ed01472c req-c8657d39-8462-4714-9edc-9a37c1270334 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.176517 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.252339 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c2f6bda9-fd8f-418f-913d-872ef9f001cf tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.298138 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6bda9-fd8f-418f-913d-872ef9f001cf tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Subnet': ['ID=eedc2bc9-7c91-4fe3-aab7-c353b5816d64,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:18.303769 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c2f6bda9-fd8f-418f-913d-872ef9f001cf tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.309253 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c2f6bda9-fd8f-418f-913d-872ef9f001cf tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/subnets/eedc2bc9-7c91-4fe3-aab7-c353b5816d64 HTTP/1.1" status: 204 len: 168 time: 1.5974715 Dec 16 22:20:18.316703 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44876) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:18.317416 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7f672cf3-f7d4-474a-84f1-eafc12c00f0d None None] For port 8bf6041d-e351-475f-b97a-faefbdd83d72, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=8bf6041d-e351-475f-b97a-faefbdd83d72,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:18.317926 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7f672cf3-f7d4-474a-84f1-eafc12c00f0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.324164 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627fe51d-202e-42aa-a544-26e632a7ae71 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:18.329093 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-627fe51d-202e-42aa-a544-26e632a7ae71 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.334107 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8811f922-4b76-423d-854c-ca5a9c527404 None None] Network 6951964f-e598-4603-929f-be09b1bc6f8a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:18.387920 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-add1bf6b-ba55-4b48-8b03-018883079378 req-c684ea9c-4c87-4cc1-8bf6-4bc0b72300f6 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Deleting port e013d6d7-965b-4fc9-a47a-2c3ba5be99e6 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:18.388775 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-add1bf6b-ba55-4b48-8b03-018883079378 req-c684ea9c-4c87-4cc1-8bf6-4bc0b72300f6 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.458475 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-bc92c18f-4ec0-4e42-a1cc-b597ed01472c req-c8657d39-8462-4714-9edc-9a37c1270334 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] For port 995e09a3-d209-42ad-a0c4-04f88cdfd2a4, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=995e09a3-d209-42ad-a0c4-04f88cdfd2a4,segment=NetworkSegment(5efa9d5b-e82c-4301-979a-736e3fdead7f),segment_id=5efa9d5b-e82c-4301-979a-736e3fdead7f)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:18.459287 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bc92c18f-4ec0-4e42-a1cc-b597ed01472c req-c8657d39-8462-4714-9edc-9a37c1270334 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.467544 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7f672cf3-f7d4-474a-84f1-eafc12c00f0d None None] Calling delete_port for 8bf6041d-e351-475f-b97a-faefbdd83d72 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:18.469370 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a4d289-5e23-46b4-bcfc-1270e5afd5ec tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting subnet 144588a9-e7eb-4b8e-8ea9-05bfdd9d984c {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:20:18.482022 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-93a4d289-5e23-46b4-bcfc-1270e5afd5ec tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.483551 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a6ed193d-8b03-4de5-8260-9a0f37835541 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:20:18.484125 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a6ed193d-8b03-4de5-8260-9a0f37835541 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:20:18.510845 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=8bf6041d-e351-475f-b97a-faefbdd83d72,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:18.518635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-bc92c18f-4ec0-4e42-a1cc-b597ed01472c req-c8657d39-8462-4714-9edc-9a37c1270334 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Calling delete_port for 995e09a3-d209-42ad-a0c4-04f88cdfd2a4 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:18.564723 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-93a4d289-5e23-46b4-bcfc-1270e5afd5ec tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.653640 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-add1bf6b-ba55-4b48-8b03-018883079378 req-c684ea9c-4c87-4cc1-8bf6-4bc0b72300f6 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] For port e013d6d7-965b-4fc9-a47a-2c3ba5be99e6, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e013d6d7-965b-4fc9-a47a-2c3ba5be99e6,segment=NetworkSegment(5efa9d5b-e82c-4301-979a-736e3fdead7f),segment_id=5efa9d5b-e82c-4301-979a-736e3fdead7f)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:18.654115 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-add1bf6b-ba55-4b48-8b03-018883079378 req-c684ea9c-4c87-4cc1-8bf6-4bc0b72300f6 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.684387 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-add1bf6b-ba55-4b48-8b03-018883079378 req-c684ea9c-4c87-4cc1-8bf6-4bc0b72300f6 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Calling delete_port for e013d6d7-965b-4fc9-a47a-2c3ba5be99e6 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:18.703401 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7f672cf3-f7d4-474a-84f1-eafc12c00f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.776536 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f672cf3-f7d4-474a-84f1-eafc12c00f0d None None] No DVR routers for this DVR port 8bf6041d-e351-475f-b97a-faefbdd83d72 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:20:18.792833 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f672cf3-f7d4-474a-84f1-eafc12c00f0d None None] Pushing event deleted for resources: {'Port': ['ID=8bf6041d-e351-475f-b97a-faefbdd83d72,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:18.835997 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-93a4d289-5e23-46b4-bcfc-1270e5afd5ec tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.849916 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a6ed193d-8b03-4de5-8260-9a0f37835541 None None] Port 8bf6041d-e351-475f-b97a-faefbdd83d72 update to ACTIVE by agent not found {{(pid=103615) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 16 22:20:18.923570 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-627fe51d-202e-42aa-a544-26e632a7ae71 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:18.966803 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9349c293-3c1c-422f-920c-66e1f180e448 None None] Could not find standard attr ID for object 100e53fd-fd7f-4efa-b70b-093b02e9f822. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:20:19.006064 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627fe51d-202e-42aa-a544-26e632a7ae71 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:19.014711 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-627fe51d-202e-42aa-a544-26e632a7ae71 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:19.024627 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627fe51d-202e-42aa-a544-26e632a7ae71 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:19.025261 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-627fe51d-202e-42aa-a544-26e632a7ae71 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:19.035905 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47571e30-8cfb-4cf4-a8b4-775b442a89c8 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:19.061104 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fe51d-202e-42aa-a544-26e632a7ae71 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=a3b281c7-58c2-4dec-a073-565ac550f383,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:19.089519 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e115208-445e-41c5-a751-b05ec60eba4d req-a23ca107-0343-492a-ace9-102626147d47 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:19.099944 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e115208-445e-41c5-a751-b05ec60eba4d req-a23ca107-0343-492a-ace9-102626147d47 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d9e5e46-0114-4f81-9f40-d34195ffe123 HTTP/1.1" status: 200 len: 945 time: 0.1558700 Dec 16 22:20:19.117399 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-add1bf6b-ba55-4b48-8b03-018883079378 req-c684ea9c-4c87-4cc1-8bf6-4bc0b72300f6 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:19.147030 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7d0c12b3-886b-4193-925b-6479d852cf87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:19.161095 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 8bf6041d-e351-475f-b97a-faefbdd83d72 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:19.164604 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['995e09a3-d209-42ad-a0c4-04f88cdfd2a4'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:20:19.190718 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['e013d6d7-965b-4fc9-a47a-2c3ba5be99e6'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:20:19.203900 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bc92c18f-4ec0-4e42-a1cc-b597ed01472c req-c8657d39-8462-4714-9edc-9a37c1270334 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:19.216342 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684ea9c-4c87-4cc1-8bf6-4bc0b72300f6 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Pushing event deleted for resources: {'Port': ['ID=e013d6d7-965b-4fc9-a47a-2c3ba5be99e6,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:19.224661 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-627fe51d-202e-42aa-a544-26e632a7ae71 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6830308 Dec 16 22:20:19.224661 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c12b3-886b-4193-925b-6479d852cf87 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7d456a1-f0b8-4035-a4d8-737d096fd05a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:19.228791 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44886) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:19.249064 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-93a4d289-5e23-46b4-bcfc-1270e5afd5ec tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:19.257362 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a4cfaff7-c30b-4d0c-ba33-16f624d3a228 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'fixed_ips': [{'subnet_id': 'a3b281c7-58c2-4dec-a073-565ac550f383', 'ip_address': '2001:db8::c33:8145:28e8:25c2'}], 'name': 'tempest-NetworksTestDHCPv6-839344707'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:19.302311 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e39b94d-664d-426e-a6a0-6ce46d66d15c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'fixed_ips': [{'subnet_id': 'a3b281c7-58c2-4dec-a073-565ac550f383'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:20:19.303909 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e39b94d-664d-426e-a6a0-6ce46d66d15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:19.392848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8657d39-8462-4714-9edc-9a37c1270334 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Pushing event deleted for resources: {'Port': ['ID=995e09a3-d209-42ad-a0c4-04f88cdfd2a4,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:19.471098 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-add1bf6b-ba55-4b48-8b03-018883079378 req-c684ea9c-4c87-4cc1-8bf6-4bc0b72300f6 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] No DVR routers for this DVR port e013d6d7-965b-4fc9-a47a-2c3ba5be99e6 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:20:19.477853 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-add1bf6b-ba55-4b48-8b03-018883079378 req-c684ea9c-4c87-4cc1-8bf6-4bc0b72300f6 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:19.481172 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-add1bf6b-ba55-4b48-8b03-018883079378 req-c684ea9c-4c87-4cc1-8bf6-4bc0b72300f6 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.76 "DELETE /v2.0/ports/e013d6d7-965b-4fc9-a47a-2c3ba5be99e6 HTTP/1.1" status: 204 len: 173 time: 1.4189174 Dec 16 22:20:19.482045 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4d289-5e23-46b4-bcfc-1270e5afd5ec tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Subnet': ['ID=144588a9-e7eb-4b8e-8ea9-05bfdd9d984c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:19.491663 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e115208-445e-41c5-a751-b05ec60eba4d req-a5d1562e-4467-456b-a1b5-235c70ec5785 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/security-groups?id=03f9f082-3637-47a5-b431-2152e131f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906941 Dec 16 22:20:19.500359 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ce4eb7-eed8-4025-902c-139c063071da', 'name': 'network-vif-deleted', 'tag': 'e013d6d7-965b-4fc9-a47a-2c3ba5be99e6'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:20:19.503779 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6465ba1b-d621-4126-9d80-246944e5ed35" -d '{"events": [{"server_uuid": "c5ce4eb7-eed8-4025-902c-139c063071da", "name": "network-vif-deleted", "tag": "e013d6d7-965b-4fc9-a47a-2c3ba5be99e6"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:20:19.537058 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-93a4d289-5e23-46b4-bcfc-1270e5afd5ec tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:19.542738 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-93a4d289-5e23-46b4-bcfc-1270e5afd5ec tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/subnets/144588a9-e7eb-4b8e-8ea9-05bfdd9d984c HTTP/1.1" status: 204 len: 168 time: 1.2207453 Dec 16 22:20:19.574966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44892) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:19.578411 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-7e39b94d-664d-426e-a6a0-6ce46d66d15c None None] Allocated IP 2001:db8::2 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/a3b281c7-58c2-4dec-a073-565ac550f383/27a6acb1-d960-4210-a5a9-868e5b21fc43) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:19.623011 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e387ae4f-e623-4301-9fa6-b9f7bebb70f9 x-openstack-request-id: req-e387ae4f-e623-4301-9fa6-b9f7bebb70f9 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:20:19.627456 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ce4eb7-eed8-4025-902c-139c063071da", "name": "network-vif-deleted", "tag": "e013d6d7-965b-4fc9-a47a-2c3ba5be99e6", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:20:19.627456 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e387ae4f-e623-4301-9fa6-b9f7bebb70f9 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:20:19.627456 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ce4eb7-eed8-4025-902c-139c063071da', 'name': 'network-vif-deleted', 'tag': 'e013d6d7-965b-4fc9-a47a-2c3ba5be99e6', 'status': 'completed', 'code': 200} Dec 16 22:20:19.657130 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc92c18f-4ec0-4e42-a1cc-b597ed01472c req-c8657d39-8462-4714-9edc-9a37c1270334 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] No DVR routers for this DVR port 995e09a3-d209-42ad-a0c4-04f88cdfd2a4 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:20:19.661949 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-06cdfb5e-65ea-4b3a-9403-2e2408e8642c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] DELETE failed (client error): The resource could not be found. Dec 16 22:20:19.661949 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06cdfb5e-65ea-4b3a-9403-2e2408e8642c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:20:19.663628 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-06cdfb5e-65ea-4b3a-9403-2e2408e8642c tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/subnets/eedc2bc9-7c91-4fe3-aab7-c353b5816d64 HTTP/1.1" status: 404 len: 337 time: 0.0846820 Dec 16 22:20:19.665974 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bc92c18f-4ec0-4e42-a1cc-b597ed01472c req-c8657d39-8462-4714-9edc-9a37c1270334 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:19.669264 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc92c18f-4ec0-4e42-a1cc-b597ed01472c req-c8657d39-8462-4714-9edc-9a37c1270334 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.57 "DELETE /v2.0/ports/995e09a3-d209-42ad-a0c4-04f88cdfd2a4 HTTP/1.1" status: 204 len: 173 time: 1.7189653 Dec 16 22:20:19.669797 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44896) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:19.725148 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 8bf6041d-e351-475f-b97a-faefbdd83d72 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:19.728775 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 8bf6041d-e351-475f-b97a-faefbdd83d72 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:19.755221 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['e013d6d7-965b-4fc9-a47a-2c3ba5be99e6'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:20:19.784190 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-798bdf7f-c0b5-49c7-b675-eda1c83f5020 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting subnet debd33a8-94ab-4c37-8f90-739579af1e8e {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:20:19.798939 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-798bdf7f-c0b5-49c7-b675-eda1c83f5020 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:19.822218 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7d0c12b3-886b-4193-925b-6479d852cf87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:19.841878 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc2d387-05a3-4814-907d-51d33589535a None None] Network 6951964f-e598-4603-929f-be09b1bc6f8a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:19.857906 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-798bdf7f-c0b5-49c7-b675-eda1c83f5020 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:19.906971 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cfaff7-c30b-4d0c-ba33-16f624d3a228 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:19.943715 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e39b94d-664d-426e-a6a0-6ce46d66d15c None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:19.982848 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d41ab30b-16e8-4a38-8f97-8e095e300466 None None] Provisioning complete for port 27e9d5c0-3e82-4930-b8d9-f9235b3b4ef1 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:19.985888 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d41ab30b-16e8-4a38-8f97-8e095e300466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.033005 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-798bdf7f-c0b5-49c7-b675-eda1c83f5020 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.056181 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e39b94d-664d-426e-a6a0-6ce46d66d15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.093790 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a4cfaff7-c30b-4d0c-ba33-16f624d3a228 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.141731 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e39b94d-664d-426e-a6a0-6ce46d66d15c None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:20.148947 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d41ab30b-16e8-4a38-8f97-8e095e300466 None None] Port 27e9d5c0-3e82-4930-b8d9-f9235b3b4ef1 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:20:20.150982 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-7e39b94d-664d-426e-a6a0-6ce46d66d15c None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:20.154922 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39b94d-664d-426e-a6a0-6ce46d66d15c None None] Pushing event updated for resources: {'Port': ['ID=27a6acb1-d960-4210-a5a9-868e5b21fc43,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:20.159318 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e39b94d-664d-426e-a6a0-6ce46d66d15c None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:20.199333 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d41ab30b-16e8-4a38-8f97-8e095e300466 None None] Provisioning complete for port 2b8245c5-03b2-4d00-8827-81c8e0eefa19 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:20.199854 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d41ab30b-16e8-4a38-8f97-8e095e300466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.218279 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-798bdf7f-c0b5-49c7-b675-eda1c83f5020 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.237417 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-a4cfaff7-c30b-4d0c-ba33-16f624d3a228 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] device_id is not set on port f857dba4-7b39-48de-8a11-09f7f9a10a3c yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:20:20.263468 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798bdf7f-c0b5-49c7-b675-eda1c83f5020 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Subnet': ['ID=debd33a8-94ab-4c37-8f90-739579af1e8e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:20.267197 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-798bdf7f-c0b5-49c7-b675-eda1c83f5020 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.273184 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-798bdf7f-c0b5-49c7-b675-eda1c83f5020 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/subnets/debd33a8-94ab-4c37-8f90-739579af1e8e HTTP/1.1" status: 204 len: 168 time: 0.6024094 Dec 16 22:20:20.277782 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44900) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:20.323729 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7e39b94d-664d-426e-a6a0-6ce46d66d15c None None] Attempting to bind port 27a6acb1-d960-4210-a5a9-868e5b21fc43 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:20.323872 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7e39b94d-664d-426e-a6a0-6ce46d66d15c None None] Attempting to bind port 27a6acb1-d960-4210-a5a9-868e5b21fc43 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:20.324200 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e39b94d-664d-426e-a6a0-6ce46d66d15c None None] Attempting to bind port 27a6acb1-d960-4210-a5a9-868e5b21fc43 on network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:20.333697 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-990d89b1-4562-4520-a351-d968ef617e75 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] DELETE failed (client error): The resource could not be found. Dec 16 22:20:20.334179 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990d89b1-4562-4520-a351-d968ef617e75 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:20:20.337448 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-990d89b1-4562-4520-a351-d968ef617e75 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/subnets/26dcc10e-c5ff-4cc6-9295-de00516c71c8 HTTP/1.1" status: 404 len: 337 time: 0.0586586 Dec 16 22:20:20.338296 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e39b94d-664d-426e-a6a0-6ce46d66d15c None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:20:20.338993 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e39b94d-664d-426e-a6a0-6ce46d66d15c None None] Checking segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:20.340237 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44904) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:20.340642 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e39b94d-664d-426e-a6a0-6ce46d66d15c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.341433 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e39b94d-664d-426e-a6a0-6ce46d66d15c None None] Bound using segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:20:20.342155 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7e39b94d-664d-426e-a6a0-6ce46d66d15c None None] Bound port: 27a6acb1-d960-4210-a5a9-868e5b21fc43, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:20:20.343572 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e39b94d-664d-426e-a6a0-6ce46d66d15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.390393 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-22d461bc-494d-460d-bcb2-5e305a9b2571 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e058507-7a7b-4f24-a238-fba4fc69b52c HTTP/1.1" status: 200 len: 205 time: 0.0489619 Dec 16 22:20:20.392717 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44906) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:20.470161 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-ce901bd9-8a40-4b14-826a-730033966bed tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] delete failed (client error): The resource could not be found. Dec 16 22:20:20.477552 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44910) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:20.487392 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ce901bd9-8a40-4b14-826a-730033966bed tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/routers/2e058507-7a7b-4f24-a238-fba4fc69b52c HTTP/1.1" status: 404 len: 336 time: 0.0774014 Dec 16 22:20:20.521197 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7e39b94d-664d-426e-a6a0-6ce46d66d15c None None] For port 27a6acb1-d960-4210-a5a9-868e5b21fc43, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:20:20.521438 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-8334957b-5b9b-40d1-acc5-9ba46ecc4a30 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] DELETE failed (client error): The resource could not be found. Dec 16 22:20:20.521844 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8334957b-5b9b-40d1-acc5-9ba46ecc4a30 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:20:20.526863 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7e39b94d-664d-426e-a6a0-6ce46d66d15c None None] For port 27a6acb1-d960-4210-a5a9-868e5b21fc43, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=27a6acb1-d960-4210-a5a9-868e5b21fc43,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:20:20.535702 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8334957b-5b9b-40d1-acc5-9ba46ecc4a30 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/subnets/6309081f-93b5-46aa-a6ee-7eb7cd77f679 HTTP/1.1" status: 404 len: 337 time: 0.0563445 Dec 16 22:20:20.538242 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44914) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:20.546833 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-a4cfaff7-c30b-4d0c-ba33-16f624d3a228 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 2001:db8::c33:8145:28e8:25c2 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/a3b281c7-58c2-4dec-a073-565ac550f383/f857dba4-7b39-48de-8a11-09f7f9a10a3c) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:20.593669 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-161dea8c-a2c0-48fd-b10c-cee48f107035 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] DELETE failed (client error): The resource could not be found. Dec 16 22:20:20.594334 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-161dea8c-a2c0-48fd-b10c-cee48f107035 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:20:20.597694 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-161dea8c-a2c0-48fd-b10c-cee48f107035 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/subnets/d2cd1b22-a286-4f0f-b573-2cdfb7f276fa HTTP/1.1" status: 404 len: 337 time: 0.0584300 Dec 16 22:20:20.600349 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44916) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:20.612823 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e39b94d-664d-426e-a6a0-6ce46d66d15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.657404 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-447d7868-5978-4521-bb9c-137721fc06d2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] DELETE failed (client error): The resource could not be found. Dec 16 22:20:20.658243 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-447d7868-5978-4521-bb9c-137721fc06d2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:20:20.661999 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-447d7868-5978-4521-bb9c-137721fc06d2 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/subnets/e64ce587-bd5a-446a-9bb3-06fc350d8681 HTTP/1.1" status: 404 len: 337 time: 0.0601790 Dec 16 22:20:20.667585 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44918) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:20.684505 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0c12b3-886b-4193-925b-6479d852cf87 admin admin] Router fd5b708c-d047-4132-ad02-eb1fc44de81c has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:20:20.708190 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb47e3f-4ed0-40af-b927-2250b89972ea tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] DELETE failed (client error): The resource could not be found. Dec 16 22:20:20.719238 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eb47e3f-4ed0-40af-b927-2250b89972ea tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:20:20.719238 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7eb47e3f-4ed0-40af-b927-2250b89972ea tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/ports/35720978-fc12-4584-850e-c483a4801bb0 HTTP/1.1" status: 404 len: 333 time: 0.0435426 Dec 16 22:20:20.719238 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44920) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:20.753894 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc82f613-c5c1-468d-b5d2-c1e8936dad95 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] DELETE failed (client error): The resource could not be found. Dec 16 22:20:20.753894 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc82f613-c5c1-468d-b5d2-c1e8936dad95 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:20:20.753894 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bc82f613-c5c1-468d-b5d2-c1e8936dad95 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/subnets/41975ec2-878f-4a54-837d-a1d18e6dcc33 HTTP/1.1" status: 404 len: 337 time: 0.0363896 Dec 16 22:20:20.755942 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44922) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:20.767799 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39b94d-664d-426e-a6a0-6ce46d66d15c None None] Pushing event updated for resources: {'Port': ['ID=27a6acb1-d960-4210-a5a9-868e5b21fc43,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:20.784520 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-8928b0c3-4ddb-4437-9399-d1564bc97849 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] DELETE failed (client error): The resource could not be found. Dec 16 22:20:20.788039 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8928b0c3-4ddb-4437-9399-d1564bc97849 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:20:20.788878 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8928b0c3-4ddb-4437-9399-d1564bc97849 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/subnets/bf37bc57-4052-459d-863c-2814c92b5f2f HTTP/1.1" status: 404 len: 337 time: 0.0319753 Dec 16 22:20:20.791636 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44924) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:20.828977 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c82a270-6420-4cfe-a0fd-a55f31ea7d54 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] DELETE failed (client error): The resource could not be found. Dec 16 22:20:20.829800 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c82a270-6420-4cfe-a0fd-a55f31ea7d54 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:20:20.835814 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1c82a270-6420-4cfe-a0fd-a55f31ea7d54 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/ports/2edf51b4-c426-4615-86ce-a0c35e45b008 HTTP/1.1" status: 404 len: 333 time: 0.0415771 Dec 16 22:20:20.838624 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44926) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:20.906179 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-f085572d-5a62-4fc1-a748-31889b2aefdd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] DELETE failed (client error): The resource could not be found. Dec 16 22:20:20.906656 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f085572d-5a62-4fc1-a748-31889b2aefdd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:20:20.912511 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a4cfaff7-c30b-4d0c-ba33-16f624d3a228 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:20.914178 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f085572d-5a62-4fc1-a748-31889b2aefdd tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/subnets/ab690290-b489-4af8-b570-11b16e4567b8 HTTP/1.1" status: 404 len: 337 time: 0.0744522 Dec 16 22:20:20.917413 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44930) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:20.935928 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-217f9ac5-9b20-4847-a3dc-10821dafb927 req-36e5d71f-21c4-49ea-a8c4-4788f59b4060 tempest-ListServersNegativeTestJSON-2027024153 tempest-ListServersNegativeTestJSON-2027024153-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d9e5e46-0114-4f81-9f40-d34195ffe123 HTTP/1.1" status: 200 len: 210 time: 0.2477794 Dec 16 22:20:20.960307 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-525eb605-5aeb-4ec8-a61a-184bded52662 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] DELETE failed (client error): The resource could not be found. Dec 16 22:20:20.961691 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-525eb605-5aeb-4ec8-a61a-184bded52662 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:20:20.965106 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-525eb605-5aeb-4ec8-a61a-184bded52662 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/subnets/caab3e14-0e5a-45d8-a582-c6e43e2b45ff HTTP/1.1" status: 404 len: 337 time: 0.0467145 Dec 16 22:20:20.968331 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44934) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:21.053207 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a4cfaff7-c30b-4d0c-ba33-16f624d3a228 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:21.195808 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-c81ddd93-7516-4bc2-8133-adfb0f16e19e tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting port 27e9d5c0-3e82-4930-b8d9-f9235b3b4ef1 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:21.196674 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c81ddd93-7516-4bc2-8133-adfb0f16e19e tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:21.255376 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0c12b3-886b-4193-925b-6479d852cf87 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:20:21.275020 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cfaff7-c30b-4d0c-ba33-16f624d3a228 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:21.285827 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7d0c12b3-886b-4193-925b-6479d852cf87 admin admin] 10.222.0.75 "PUT /v2.0/routers/fd5b708c-d047-4132-ad02-eb1fc44de81c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2547855 Dec 16 22:20:21.285827 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-a4cfaff7-c30b-4d0c-ba33-16f624d3a228 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:21.291968 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a2d202-bf21-4d88-8a96-a42b51a07462 None None] Sync routers for ids ['fd5b708c-d047-4132-ad02-eb1fc44de81c'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:20:21.292673 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44936) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:21.293278 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cfaff7-c30b-4d0c-ba33-16f624d3a228 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:21.301056 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 995e09a3-d209-42ad-a0c4-04f88cdfd2a4 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:21.305884 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cfaff7-c30b-4d0c-ba33-16f624d3a228 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:21.308235 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a4cfaff7-c30b-4d0c-ba33-16f624d3a228 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:21.325003 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfaff7-c30b-4d0c-ba33-16f624d3a228 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Port': ['ID=f857dba4-7b39-48de-8a11-09f7f9a10a3c,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:21.346671 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cfaff7-c30b-4d0c-ba33-16f624d3a228 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:21.347360 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cfaff7-c30b-4d0c-ba33-16f624d3a228 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:21.347992 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cfaff7-c30b-4d0c-ba33-16f624d3a228 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:21.348616 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cfaff7-c30b-4d0c-ba33-16f624d3a228 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:21.349244 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cfaff7-c30b-4d0c-ba33-16f624d3a228 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:21.349877 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cfaff7-c30b-4d0c-ba33-16f624d3a228 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:21.350505 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cfaff7-c30b-4d0c-ba33-16f624d3a228 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:21.351167 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cfaff7-c30b-4d0c-ba33-16f624d3a228 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:21.352073 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cfaff7-c30b-4d0c-ba33-16f624d3a228 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:21.352846 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cfaff7-c30b-4d0c-ba33-16f624d3a228 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:21.353764 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cfaff7-c30b-4d0c-ba33-16f624d3a228 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:21.354426 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cfaff7-c30b-4d0c-ba33-16f624d3a228 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:21.355145 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cfaff7-c30b-4d0c-ba33-16f624d3a228 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:21.377304 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c81ddd93-7516-4bc2-8133-adfb0f16e19e tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:21.385363 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17680f5-7908-4410-a752-bb6b5bd53379 None None] Network 6951964f-e598-4603-929f-be09b1bc6f8a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:21.433851 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-c81ddd93-7516-4bc2-8133-adfb0f16e19e tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Calling delete_port for 27e9d5c0-3e82-4930-b8d9-f9235b3b4ef1 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:21.475872 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a4cfaff7-c30b-4d0c-ba33-16f624d3a228 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2355211 Dec 16 22:20:21.478827 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44942) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:21.508374 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 995e09a3-d209-42ad-a0c4-04f88cdfd2a4 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:21.509906 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 995e09a3-d209-42ad-a0c4-04f88cdfd2a4 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:21.525003 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9fa04043-e3e7-44b9-a8d2-5a8e5fec135f admin admin] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:21.531144 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a2d202-bf21-4d88-8a96-a42b51a07462 None None] Routers {'fd5b708c-d047-4132-ad02-eb1fc44de81c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:21.531919 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-21a2d202-bf21-4d88-8a96-a42b51a07462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:19:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['fd5b708c-d047-4132-ad02-eb1fc44de81c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:21.569569 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a53b58-3e90-439d-9518-2f7d3d67377c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:21.577334 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a53b58-3e90-439d-9518-2f7d3d67377c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:21.579757 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-17a53b58-3e90-439d-9518-2f7d3d67377c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1017580 Dec 16 22:20:21.582230 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44946) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:21.631364 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9e5e46-0114-4f81-9f40-d34195ffe123', 'name': 'network-vif-deleted', 'tag': '995e09a3-d209-42ad-a0c4-04f88cdfd2a4'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:20:21.633601 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014e66a9-e0b9-4678-bd52-2c4152ac9172" -d '{"events": [{"server_uuid": "9d9e5e46-0114-4f81-9f40-d34195ffe123", "name": "network-vif-deleted", "tag": "995e09a3-d209-42ad-a0c4-04f88cdfd2a4"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:20:21.696602 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206eaec0-0bb5-40f8-8a88-4832d569ae5b x-openstack-request-id: req-206eaec0-0bb5-40f8-8a88-4832d569ae5b {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:20:21.697047 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9e5e46-0114-4f81-9f40-d34195ffe123", "name": "network-vif-deleted", "tag": "995e09a3-d209-42ad-a0c4-04f88cdfd2a4", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:20:21.697318 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-206eaec0-0bb5-40f8-8a88-4832d569ae5b {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:20:21.697695 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9e5e46-0114-4f81-9f40-d34195ffe123', 'name': 'network-vif-deleted', 'tag': '995e09a3-d209-42ad-a0c4-04f88cdfd2a4', 'status': 'completed', 'code': 200} Dec 16 22:20:21.706509 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0ac6444d-991e-4b13-8ae6-6f3dd2061855 None None] Provisioning complete for port 27e9d5c0-3e82-4930-b8d9-f9235b3b4ef1 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:21.707367 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ac6444d-991e-4b13-8ae6-6f3dd2061855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:21.729071 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9fa04043-e3e7-44b9-a8d2-5a8e5fec135f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:21.810958 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0ac6444d-991e-4b13-8ae6-6f3dd2061855 None None] Port 27e9d5c0-3e82-4930-b8d9-f9235b3b4ef1 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:20:21.829444 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c81ddd93-7516-4bc2-8133-adfb0f16e19e tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:21.834886 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-21a2d202-bf21-4d88-8a96-a42b51a07462 None None] Set router fd5b708c-d047-4132-ad02-eb1fc44de81c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:20:21.838238 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0ac6444d-991e-4b13-8ae6-6f3dd2061855 None None] Provisioning complete for port 2b8245c5-03b2-4d00-8827-81c8e0eefa19 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:21.838718 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ac6444d-991e-4b13-8ae6-6f3dd2061855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:21.949776 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad1761b-6fac-4330-a232-15b031a15a3f None None] DHCP port deletion for 6951964f-e598-4603-929f-be09b1bc6f8a request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:20:21.997990 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ddd93-7516-4bc2-8133-adfb0f16e19e tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Port': ['ID=27e9d5c0-3e82-4930-b8d9-f9235b3b4ef1,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:22.021730 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c81ddd93-7516-4bc2-8133-adfb0f16e19e tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.029107 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c81ddd93-7516-4bc2-8133-adfb0f16e19e tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/ports/27e9d5c0-3e82-4930-b8d9-f9235b3b4ef1 HTTP/1.1" status: 204 len: 168 time: 1.0588779 Dec 16 22:20:22.036388 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44954) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:22.182064 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44960) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:22.277638 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a057344-285f-477b-8b9c-7ef176eff6a0 admin admin] Deleting subnet fd533a66-a3ac-4fe2-b683-4be57b5d7c16 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:20:22.295227 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4a057344-285f-477b-8b9c-7ef176eff6a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.315304 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-5fe03fb5-ba24-4039-98b2-b3c364803ca2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting port f857dba4-7b39-48de-8a11-09f7f9a10a3c {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:22.316035 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5fe03fb5-ba24-4039-98b2-b3c364803ca2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.395624 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-9fa04043-e3e7-44b9-a8d2-5a8e5fec135f admin admin] Deleting port 99b1396c-9aa8-4382-ad63-1e541e990c52 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:22.396430 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9fa04043-e3e7-44b9-a8d2-5a8e5fec135f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.419651 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-6ad1761b-6fac-4330-a232-15b031a15a3f None None] Deleting port 2b8245c5-03b2-4d00-8827-81c8e0eefa19 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:22.420279 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6ad1761b-6fac-4330-a232-15b031a15a3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.444190 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4a057344-285f-477b-8b9c-7ef176eff6a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.469609 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78250a68-c10e-4f29-8140-a31dd2b51896 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.494765 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5fe03fb5-ba24-4039-98b2-b3c364803ca2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.526778 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-6ad1761b-6fac-4330-a232-15b031a15a3f None None] For port 2b8245c5-03b2-4d00-8827-81c8e0eefa19, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2b8245c5-03b2-4d00-8827-81c8e0eefa19,segment=NetworkSegment(74ae8c90-585a-498f-b3ae-5c7ed60aba36),segment_id=74ae8c90-585a-498f-b3ae-5c7ed60aba36)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:22.527313 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6ad1761b-6fac-4330-a232-15b031a15a3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.528904 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-5fe03fb5-ba24-4039-98b2-b3c364803ca2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Calling delete_port for f857dba4-7b39-48de-8a11-09f7f9a10a3c owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:22.542278 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4a057344-285f-477b-8b9c-7ef176eff6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.544732 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-6ad1761b-6fac-4330-a232-15b031a15a3f None None] Calling delete_port for 2b8245c5-03b2-4d00-8827-81c8e0eefa19 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:22.568715 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-21a2d202-bf21-4d88-8a96-a42b51a07462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1801311990-router', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '99b1396c-9aa8-4382-ad63-1e541e990c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:19:19Z', 'updated_at': '2021-12-16T22:20:18Z', 'revision_number': 5, 'project_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'gw_port': {'id': '99b1396c-9aa8-4382-ad63-1e541e990c52', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:19:20Z', 'updated_at': '2021-12-16T22:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:22.609633 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-9fa04043-e3e7-44b9-a8d2-5a8e5fec135f admin admin] For port 99b1396c-9aa8-4382-ad63-1e541e990c52, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=99b1396c-9aa8-4382-ad63-1e541e990c52,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:22.610186 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9fa04043-e3e7-44b9-a8d2-5a8e5fec135f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.633354 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-9fa04043-e3e7-44b9-a8d2-5a8e5fec135f admin admin] Calling delete_port for 99b1396c-9aa8-4382-ad63-1e541e990c52 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:22.676076 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a2d202-bf21-4d88-8a96-a42b51a07462 None None] Checking router: fd5b708c-d047-4132-ad02-eb1fc44de81c for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:20:22.681335 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c457d706-84fd-4981-a8ed-dc578a66aa20 None None] Provisioning complete for port 27a6acb1-d960-4210-a5a9-868e5b21fc43 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:22.681922 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c457d706-84fd-4981-a8ed-dc578a66aa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.736511 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-78250a68-c10e-4f29-8140-a31dd2b51896 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Deleting port 2b8245c5-03b2-4d00-8827-81c8e0eefa19 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:22.736863 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78250a68-c10e-4f29-8140-a31dd2b51896 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.740173 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a2d202-bf21-4d88-8a96-a42b51a07462 None None] Routers {'fd5b708c-d047-4132-ad02-eb1fc44de81c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:22.740882 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-21a2d202-bf21-4d88-8a96-a42b51a07462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:19:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['fd5b708c-d047-4132-ad02-eb1fc44de81c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:22.742781 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4a057344-285f-477b-8b9c-7ef176eff6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.850382 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4a057344-285f-477b-8b9c-7ef176eff6a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.856120 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4a057344-285f-477b-8b9c-7ef176eff6a0 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/fd533a66-a3ac-4fe2-b683-4be57b5d7c16 HTTP/1.1" status: 204 len: 168 time: 0.6714084 Dec 16 22:20:22.856831 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44966) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:22.861067 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a057344-285f-477b-8b9c-7ef176eff6a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd533a66-a3ac-4fe2-b683-4be57b5d7c16,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:22.864710 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e013d6d7-965b-4fc9-a47a-2c3ba5be99e6 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:22.879616 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5fe03fb5-ba24-4039-98b2-b3c364803ca2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.895379 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: e013d6d7-965b-4fc9-a47a-2c3ba5be99e6 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:22.895760 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e013d6d7-965b-4fc9-a47a-2c3ba5be99e6 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:22.913477 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-21a2d202-bf21-4d88-8a96-a42b51a07462 None None] Set router fd5b708c-d047-4132-ad02-eb1fc44de81c gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:20:22.938811 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe03fb5-ba24-4039-98b2-b3c364803ca2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Port': ['ID=f857dba4-7b39-48de-8a11-09f7f9a10a3c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:22.952291 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-78250a68-c10e-4f29-8140-a31dd2b51896 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] For port 2b8245c5-03b2-4d00-8827-81c8e0eefa19, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2b8245c5-03b2-4d00-8827-81c8e0eefa19,segment=NetworkSegment(74ae8c90-585a-498f-b3ae-5c7ed60aba36),segment_id=74ae8c90-585a-498f-b3ae-5c7ed60aba36)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:22.952802 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78250a68-c10e-4f29-8140-a31dd2b51896 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.974608 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-78250a68-c10e-4f29-8140-a31dd2b51896 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Calling delete_port for 2b8245c5-03b2-4d00-8827-81c8e0eefa19 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:22.986554 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-21a2d202-bf21-4d88-8a96-a42b51a07462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1801311990-router', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:19:19Z', 'updated_at': '2021-12-16T22:20:21Z', 'revision_number': 6, 'project_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:22.990204 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5fe03fb5-ba24-4039-98b2-b3c364803ca2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:22.995724 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5fe03fb5-ba24-4039-98b2-b3c364803ca2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/f857dba4-7b39-48de-8a11-09f7f9a10a3c HTTP/1.1" status: 204 len: 168 time: 1.4122941 Dec 16 22:20:22.998144 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44968) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:23.011925 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3320df1d-56f1-4a14-bb3b-0e307edcff4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.036231 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6ad1761b-6fac-4330-a232-15b031a15a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.043545 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a2d202-bf21-4d88-8a96-a42b51a07462 None None] The sync data for ids ['fd5b708c-d047-4132-ad02-eb1fc44de81c'] in n-d-815324-4 is: [{'id': 'fd5b708c-d047-4132-ad02-eb1fc44de81c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1801311990-router', 'tenant_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:19:19Z', 'updated_at': '2021-12-16T22:20:21Z', 'revision_number': 6, 'project_id': 'e8fdfccd24ce4e6ea8ff0816a957cc5b', 'gw_port_host': None}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:20:23.108654 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1761b-6fac-4330-a232-15b031a15a3f None None] Pushing event deleted for resources: {'Port': ['ID=2b8245c5-03b2-4d00-8827-81c8e0eefa19,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:23.110836 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad1761b-6fac-4330-a232-15b031a15a3f None None] No DVR routers for this DVR port 2b8245c5-03b2-4d00-8827-81c8e0eefa19 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:20:23.114614 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c457d706-84fd-4981-a8ed-dc578a66aa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.139143 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78250a68-c10e-4f29-8140-a31dd2b51896 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.169809 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78250a68-c10e-4f29-8140-a31dd2b51896 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Port': ['ID=2b8245c5-03b2-4d00-8827-81c8e0eefa19,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:23.188650 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c457d706-84fd-4981-a8ed-dc578a66aa20 None None] For port 27a6acb1-d960-4210-a5a9-868e5b21fc43, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=27a6acb1-d960-4210-a5a9-868e5b21fc43,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:23.189152 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78250a68-c10e-4f29-8140-a31dd2b51896 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] No DVR routers for this DVR port 2b8245c5-03b2-4d00-8827-81c8e0eefa19 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:20:23.208964 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec941ec9-5bbe-4965-ba00-26890ab6a690 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:23.210747 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec941ec9-5bbe-4965-ba00-26890ab6a690 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:23.213451 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ec941ec9-5bbe-4965-ba00-26890ab6a690 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2142978 Dec 16 22:20:23.216302 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44976) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:23.254980 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c457d706-84fd-4981-a8ed-dc578a66aa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.276959 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9fa04043-e3e7-44b9-a8d2-5a8e5fec135f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.332891 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3320df1d-56f1-4a14-bb3b-0e307edcff4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.341135 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457d706-84fd-4981-a8ed-dc578a66aa20 None None] Pushing event updated for resources: {'Port': ['ID=27a6acb1-d960-4210-a5a9-868e5b21fc43,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:23.357764 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa04043-e3e7-44b9-a8d2-5a8e5fec135f admin admin] Pushing event deleted for resources: {'Port': ['ID=99b1396c-9aa8-4382-ad63-1e541e990c52,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:23.368387 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-331ddb78-a18c-4abd-b0b4-93e926c99e1b None None] Could not find standard attr ID for object f857dba4-7b39-48de-8a11-09f7f9a10a3c. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:20:23.376956 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-3320df1d-56f1-4a14-bb3b-0e307edcff4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d751004-b83f-4f83-9850-32492c351de3']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:23.384289 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b28016f-e6a0-45cd-bd88-a42dc1db14ba tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet a3b281c7-58c2-4dec-a073-565ac550f383 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:20:23.386356 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b242a4-8169-4157-aaa0-4be812dcaa69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.395192 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7b28016f-e6a0-45cd-bd88-a42dc1db14ba tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.429807 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-3320df1d-56f1-4a14-bb3b-0e307edcff4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5efa9d5b-e82c-4301-979a-736e3fdead7f') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:23.430146 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-3320df1d-56f1-4a14-bb3b-0e307edcff4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5efa9d5b-e82c-4301-979a-736e3fdead7f') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:23.446490 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3320df1d-56f1-4a14-bb3b-0e307edcff4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.475083 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78250a68-c10e-4f29-8140-a31dd2b51896 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.478640 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7b28016f-e6a0-45cd-bd88-a42dc1db14ba tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.515445 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-78250a68-c10e-4f29-8140-a31dd2b51896 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6951964f-e598-4603-929f-be09b1bc6f8a']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:23.524484 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3320df1d-56f1-4a14-bb3b-0e307edcff4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.531674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-78250a68-c10e-4f29-8140-a31dd2b51896 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ae8c90-585a-498f-b3ae-5c7ed60aba36') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:23.532295 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-78250a68-c10e-4f29-8140-a31dd2b51896 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ae8c90-585a-498f-b3ae-5c7ed60aba36') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:23.533924 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9fa04043-e3e7-44b9-a8d2-5a8e5fec135f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.542099 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3320df1d-56f1-4a14-bb3b-0e307edcff4c admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:20:23.542428 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3320df1d-56f1-4a14-bb3b-0e307edcff4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.577663 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 27a6acb1-d960-4210-a5a9-868e5b21fc43 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:23.605609 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78250a68-c10e-4f29-8140-a31dd2b51896 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:20:23.662550 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:20:23.692364 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 27a6acb1-d960-4210-a5a9-868e5b21fc43 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:23.693018 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.695640 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78250a68-c10e-4f29-8140-a31dd2b51896 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.709810 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78250a68-c10e-4f29-8140-a31dd2b51896 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:20:23.712325 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78250a68-c10e-4f29-8140-a31dd2b51896 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:20:23.720295 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:20:23.761165 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7b28016f-e6a0-45cd-bd88-a42dc1db14ba tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.794375 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3320df1d-56f1-4a14-bb3b-0e307edcff4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.804900 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3320df1d-56f1-4a14-bb3b-0e307edcff4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.811637 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3320df1d-56f1-4a14-bb3b-0e307edcff4c admin admin] 10.222.0.75 "DELETE /v2.0/networks/0d751004-b83f-4f83-9850-32492c351de3 HTTP/1.1" status: 204 len: 168 time: 0.9514160 Dec 16 22:20:23.819865 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9fa04043-e3e7-44b9-a8d2-5a8e5fec135f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.823640 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9fa04043-e3e7-44b9-a8d2-5a8e5fec135f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.831884 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320df1d-56f1-4a14-bb3b-0e307edcff4c admin admin] Pushing event deleted for resources: {'Network': ['ID=0d751004-b83f-4f83-9850-32492c351de3,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:23.882223 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78250a68-c10e-4f29-8140-a31dd2b51896 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.903457 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78250a68-c10e-4f29-8140-a31dd2b51896 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.909120 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-78250a68-c10e-4f29-8140-a31dd2b51896 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] 10.222.0.75 "DELETE /v2.0/networks/6951964f-e598-4603-929f-be09b1bc6f8a HTTP/1.1" status: 204 len: 168 time: 1.8640707 Dec 16 22:20:23.909120 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78250a68-c10e-4f29-8140-a31dd2b51896 tempest-PortsIpV6TestJSON-1750471563 tempest-PortsIpV6TestJSON-1750471563-project] Pushing event deleted for resources: {'Network': ['ID=6951964f-e598-4603-929f-be09b1bc6f8a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:23.937755 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7b28016f-e6a0-45cd-bd88-a42dc1db14ba tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.960553 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9fa04043-e3e7-44b9-a8d2-5a8e5fec135f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.961568 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa04043-e3e7-44b9-a8d2-5a8e5fec135f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd5b708c-d047-4132-ad02-eb1fc44de81c {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:20:23.967128 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9fa04043-e3e7-44b9-a8d2-5a8e5fec135f admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:23.967308 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cc0f7b-5cf5-4974-aa4b-c16be5c6076d None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:23.971820 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9fa04043-e3e7-44b9-a8d2-5a8e5fec135f admin admin] 10.222.0.75 "DELETE /v2.0/routers/fd5b708c-d047-4132-ad02-eb1fc44de81c HTTP/1.1" status: 204 len: 168 time: 2.6846039 Dec 16 22:20:23.972552 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44988) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:24.027980 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7b28016f-e6a0-45cd-bd88-a42dc1db14ba tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.037282 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7b28016f-e6a0-45cd-bd88-a42dc1db14ba tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/a3b281c7-58c2-4dec-a073-565ac550f383 HTTP/1.1" status: 204 len: 168 time: 0.8167183 Dec 16 22:20:24.042131 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44990) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:24.056578 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28016f-e6a0-45cd-bd88-a42dc1db14ba tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b281c7-58c2-4dec-a073-565ac550f383,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:24.065563 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2b8245c5-03b2-4d00-8827-81c8e0eefa19 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:24.085275 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-873f3ba3-2a01-4c11-9e0c-5930b04c94e3 admin admin] Deleting subnet 1197d0d7-b4e2-4dd5-a563-ba2852b6950c {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:20:24.090319 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-873f3ba3-2a01-4c11-9e0c-5930b04c94e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.115707 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 2b8245c5-03b2-4d00-8827-81c8e0eefa19 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:24.115707 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2b8245c5-03b2-4d00-8827-81c8e0eefa19 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:24.141080 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b7da1cde-70ec-4129-9ae8-fd338c06a89f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0975652 Dec 16 22:20:24.144375 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44992) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:24.149418 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-d52904b3-c36c-4583-8410-64d2bb9b9955 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:24.160277 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-873f3ba3-2a01-4c11-9e0c-5930b04c94e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.260713 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a5b6fa-02c8-4947-a3ff-bf7d8de304ec None None] DHCP port deletion for f8482a80-79ef-4c20-9ddd-3945e7fc80d7 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:20:24.357894 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52904b3-c36c-4583-8410-64d2bb9b9955 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:24.363662 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d52904b3-c36c-4583-8410-64d2bb9b9955 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.370666 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-84a5b6fa-02c8-4947-a3ff-bf7d8de304ec None None] Deleting port 27a6acb1-d960-4210-a5a9-868e5b21fc43 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:24.371334 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-84a5b6fa-02c8-4947-a3ff-bf7d8de304ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.375395 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-873f3ba3-2a01-4c11-9e0c-5930b04c94e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.456934 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-84a5b6fa-02c8-4947-a3ff-bf7d8de304ec None None] For port 27a6acb1-d960-4210-a5a9-868e5b21fc43, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=27a6acb1-d960-4210-a5a9-868e5b21fc43,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:24.457625 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-84a5b6fa-02c8-4947-a3ff-bf7d8de304ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.461321 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44996) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:24.486511 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-84a5b6fa-02c8-4947-a3ff-bf7d8de304ec None None] Calling delete_port for 27a6acb1-d960-4210-a5a9-868e5b21fc43 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:24.561213 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1ec29b47-21c8-4950-9e44-306fa473010c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6700a1a4c4f34850805eab1ca22a81ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0937300 Dec 16 22:20:24.561799 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44998) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:24.581917 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-873f3ba3-2a01-4c11-9e0c-5930b04c94e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.627934 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f3ba3-2a01-4c11-9e0c-5930b04c94e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1197d0d7-b4e2-4dd5-a563-ba2852b6950c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:24.641361 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-873f3ba3-2a01-4c11-9e0c-5930b04c94e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.647418 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5d5d80-2adc-4c78-ba8e-dd9f2d070787 None None] Network 4706c724-97ac-4b94-aa73-36382b375111 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:24.651848 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-873f3ba3-2a01-4c11-9e0c-5930b04c94e3 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1197d0d7-b4e2-4dd5-a563-ba2852b6950c HTTP/1.1" status: 204 len: 168 time: 0.6775603 Dec 16 22:20:24.653927 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45002) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:24.700313 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8c7744d5-3925-4440-a950-b66e252395e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.754458 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-84a5b6fa-02c8-4947-a3ff-bf7d8de304ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.758148 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45006) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:24.769047 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8c7744d5-3925-4440-a950-b66e252395e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.794286 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5b6fa-02c8-4947-a3ff-bf7d8de304ec None None] Pushing event deleted for resources: {'Port': ['ID=27a6acb1-d960-4210-a5a9-868e5b21fc43,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:24.800073 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a5b6fa-02c8-4947-a3ff-bf7d8de304ec None None] No DVR routers for this DVR port 27a6acb1-d960-4210-a5a9-868e5b21fc43 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:20:24.807442 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ef42-80a9-4947-b5b0-20fd418fe8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.921161 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8c7744d5-3925-4440-a950-b66e252395e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.924501 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8c7744d5-3925-4440-a950-b66e252395e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:24.932428 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8c7744d5-3925-4440-a950-b66e252395e4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/03f9f082-3637-47a5-b431-2152e131f8d3 HTTP/1.1" status: 204 len: 168 time: 0.3655205 Dec 16 22:20:24.944789 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7744d5-3925-4440-a950-b66e252395e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f9f082-3637-47a5-b431-2152e131f8d3,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:24.979117 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f786aef8-cd80-4054-b6c5-f1b113377509 None None] DHCP port deletion for 4706c724-97ac-4b94-aa73-36382b375111 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:20:25.122299 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-a8f9ef42-80a9-4947-b5b0-20fd418fe8ee admin admin] Deleting port e05b7efa-f020-43c1-b9cc-0837a2a9f303 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:25.122779 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ef42-80a9-4947-b5b0-20fd418fe8ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:25.124971 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f786aef8-cd80-4054-b6c5-f1b113377509 None None] Deleting port e05b7efa-f020-43c1-b9cc-0837a2a9f303 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:25.126460 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f786aef8-cd80-4054-b6c5-f1b113377509 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:25.189893 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e05b7efa-f020-43c1-b9cc-0837a2a9f303 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:25.191733 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-548151e0-bd92-40ba-ab67-54832efd30e6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7fc63c24792b43d5b490c4d1dd21a484&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3327279 Dec 16 22:20:25.194150 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45016) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:25.251293 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f786aef8-cd80-4054-b6c5-f1b113377509 None None] For port e05b7efa-f020-43c1-b9cc-0837a2a9f303, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e05b7efa-f020-43c1-b9cc-0837a2a9f303,segment=NetworkSegment(7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8),segment_id=7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:25.251837 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f786aef8-cd80-4054-b6c5-f1b113377509 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:25.278653 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-a8f9ef42-80a9-4947-b5b0-20fd418fe8ee admin admin] For port e05b7efa-f020-43c1-b9cc-0837a2a9f303, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e05b7efa-f020-43c1-b9cc-0837a2a9f303,segment=NetworkSegment(7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8),segment_id=7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:25.279034 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ef42-80a9-4947-b5b0-20fd418fe8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:25.296578 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f786aef8-cd80-4054-b6c5-f1b113377509 None None] Calling delete_port for e05b7efa-f020-43c1-b9cc-0837a2a9f303 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:25.300617 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-a8f9ef42-80a9-4947-b5b0-20fd418fe8ee admin admin] Calling delete_port for e05b7efa-f020-43c1-b9cc-0837a2a9f303 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:25.330504 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c7577f7f-71bf-4376-8831-1e6d0f6423d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:25.362344 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c7577f7f-71bf-4376-8831-1e6d0f6423d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:25.455194 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d52904b3-c36c-4583-8410-64d2bb9b9955 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:25.513605 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52904b3-c36c-4583-8410-64d2bb9b9955 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:25.518759 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-d52904b3-c36c-4583-8410-64d2bb9b9955 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:25.525679 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52904b3-c36c-4583-8410-64d2bb9b9955 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:25.525977 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c7577f7f-71bf-4376-8831-1e6d0f6423d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:25.526435 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d52904b3-c36c-4583-8410-64d2bb9b9955 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:25.532685 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52904b3-c36c-4583-8410-64d2bb9b9955 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=0bb1ca9d-f6d3-4439-89e0-541b36ee5dad,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:25.534036 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c7577f7f-71bf-4376-8831-1e6d0f6423d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:25.541692 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c7577f7f-71bf-4376-8831-1e6d0f6423d1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f926f3b6-16bc-43a0-a0e9-5b335394c191 HTTP/1.1" status: 204 len: 168 time: 0.3453934 Dec 16 22:20:25.569062 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7577f7f-71bf-4376-8831-1e6d0f6423d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f926f3b6-16bc-43a0-a0e9-5b335394c191,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:25.579155 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d10de4-646e-4510-bac4-446bf2f84a33 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:25.617344 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:25.644164 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d52904b3-c36c-4583-8410-64d2bb9b9955 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4986992 Dec 16 22:20:25.647142 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45030) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:25.656968 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-cccf62c9-f7d0-433a-9640-8a0270b5e047 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'fixed_ips': [{'subnet_id': '0bb1ca9d-f6d3-4439-89e0-541b36ee5dad', 'ip_address': '2001:db8::2a62:a8d7:1343:347a'}], 'name': 'tempest-NetworksTestDHCPv6-1937407330'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:25.664794 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ef42-80a9-4947-b5b0-20fd418fe8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:25.722814 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f786aef8-cd80-4054-b6c5-f1b113377509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:25.724018 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f9ef42-80a9-4947-b5b0-20fd418fe8ee admin admin] No DVR routers for this DVR port e05b7efa-f020-43c1-b9cc-0837a2a9f303 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:20:25.730204 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9ef42-80a9-4947-b5b0-20fd418fe8ee admin admin] Pushing event deleted for resources: {'Port': ['ID=e05b7efa-f020-43c1-b9cc-0837a2a9f303,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:25.804037 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786aef8-cd80-4054-b6c5-f1b113377509 None None] Pushing event deleted for resources: {'Port': ['ID=e05b7efa-f020-43c1-b9cc-0837a2a9f303,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:25.811520 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-124c28c6-ccf4-4c23-b05e-f82ad1d81738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:25.816406 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f786aef8-cd80-4054-b6c5-f1b113377509 None None] No DVR routers for this DVR port e05b7efa-f020-43c1-b9cc-0837a2a9f303 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:20:25.818504 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f7d456a1-f0b8-4035-a4d8-737d096fd05a no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:25.849833 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ef42-80a9-4947-b5b0-20fd418fe8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:25.894397 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: f7d456a1-f0b8-4035-a4d8-737d096fd05a {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:25.894397 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f7d456a1-f0b8-4035-a4d8-737d096fd05a not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:25.894397 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 27a6acb1-d960-4210-a5a9-868e5b21fc43 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:25.895880 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-a8f9ef42-80a9-4947-b5b0-20fd418fe8ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4706c724-97ac-4b94-aa73-36382b375111']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:25.907255 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-a8f9ef42-80a9-4947-b5b0-20fd418fe8ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:25.907659 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-a8f9ef42-80a9-4947-b5b0-20fd418fe8ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c2b5ace-bb10-4f0d-a5a8-ba7cb4bc67e8') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:25.925318 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ef42-80a9-4947-b5b0-20fd418fe8ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:25.945097 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 27a6acb1-d960-4210-a5a9-868e5b21fc43 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:25.945537 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 27a6acb1-d960-4210-a5a9-868e5b21fc43 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:25.946126 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 99b1396c-9aa8-4382-ad63-1e541e990c52 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:25.946614 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccf62c9-f7d0-433a-9640-8a0270b5e047 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:25.971289 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5e80db-662c-4de5-bdaa-cf9e1e2f22b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'fixed_ips': [{'subnet_id': '0bb1ca9d-f6d3-4439-89e0-541b36ee5dad'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:20:25.972588 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ea5e80db-662c-4de5-bdaa-cf9e1e2f22b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:25.976263 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ef42-80a9-4947-b5b0-20fd418fe8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:25.977497 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 99b1396c-9aa8-4382-ad63-1e541e990c52 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:25.977990 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 99b1396c-9aa8-4382-ad63-1e541e990c52 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:25.988167 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f9ef42-80a9-4947-b5b0-20fd418fe8ee admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:20:25.988526 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ef42-80a9-4947-b5b0-20fd418fe8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:20:25.990347 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:20:26.139377 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cccf62c9-f7d0-433a-9640-8a0270b5e047 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:26.173207 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-cccf62c9-f7d0-433a-9640-8a0270b5e047 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] device_id is not set on port f04815a6-beb0-4398-b79f-c723d26b7afd yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:20:26.203992 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ef42-80a9-4947-b5b0-20fd418fe8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:26.219509 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ef42-80a9-4947-b5b0-20fd418fe8ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:26.228032 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a8f9ef42-80a9-4947-b5b0-20fd418fe8ee admin admin] 10.222.0.75 "DELETE /v2.0/networks/4706c724-97ac-4b94-aa73-36382b375111 HTTP/1.1" status: 204 len: 168 time: 1.5728886 Dec 16 22:20:26.248781 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9ef42-80a9-4947-b5b0-20fd418fe8ee admin admin] Pushing event deleted for resources: {'Network': ['ID=4706c724-97ac-4b94-aa73-36382b375111,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:26.368206 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-ea5e80db-662c-4de5-bdaa-cf9e1e2f22b8 None None] Allocated IP 2001:db8::2 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/0bb1ca9d-f6d3-4439-89e0-541b36ee5dad/349b87c1-df0d-40b4-a34d-b161e738d49c) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:26.499441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45060) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:26.686856 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ea5e80db-662c-4de5-bdaa-cf9e1e2f22b8 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:26.765431 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-89097954-68ed-4334-ba7f-13cfaf1a5a61 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1048200973-network', 'tenant_id': '2eee87fa71d34d10aa69ccc2197b9b4f'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:26.789104 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ea5e80db-662c-4de5-bdaa-cf9e1e2f22b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:26.833084 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-cccf62c9-f7d0-433a-9640-8a0270b5e047 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 2001:db8::2a62:a8d7:1343:347a (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/0bb1ca9d-f6d3-4439-89e0-541b36ee5dad/f04815a6-beb0-4398-b79f-c723d26b7afd) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:26.836502 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:26.839727 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5e80db-662c-4de5-bdaa-cf9e1e2f22b8 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:26.844261 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-ea5e80db-662c-4de5-bdaa-cf9e1e2f22b8 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:26.848716 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e80db-662c-4de5-bdaa-cf9e1e2f22b8 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:26.907973 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e80db-662c-4de5-bdaa-cf9e1e2f22b8 None None] Pushing event updated for resources: {'Port': ['ID=349b87c1-df0d-40b4-a34d-b161e738d49c,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:26.910446 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:26.918653 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45074) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:26.921786 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ea5e80db-662c-4de5-bdaa-cf9e1e2f22b8 None None] Attempting to bind port 349b87c1-df0d-40b4-a34d-b161e738d49c on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:26.922371 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ea5e80db-662c-4de5-bdaa-cf9e1e2f22b8 None None] Attempting to bind port 349b87c1-df0d-40b4-a34d-b161e738d49c by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:26.922859 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5e80db-662c-4de5-bdaa-cf9e1e2f22b8 None None] Attempting to bind port 349b87c1-df0d-40b4-a34d-b161e738d49c on network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:26.928753 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5e80db-662c-4de5-bdaa-cf9e1e2f22b8 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:20:26.929052 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5e80db-662c-4de5-bdaa-cf9e1e2f22b8 None None] Checking segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:26.929570 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ea5e80db-662c-4de5-bdaa-cf9e1e2f22b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:26.930113 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5e80db-662c-4de5-bdaa-cf9e1e2f22b8 None None] Bound using segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:20:26.931416 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ea5e80db-662c-4de5-bdaa-cf9e1e2f22b8 None None] Bound port: 349b87c1-df0d-40b4-a34d-b161e738d49c, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:20:26.932075 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ea5e80db-662c-4de5-bdaa-cf9e1e2f22b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:26.941512 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89097954-68ed-4334-ba7f-13cfaf1a5a61 admin admin] Made reservation on behalf of 2eee87fa71d34d10aa69ccc2197b9b4f for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:26.944326 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-89097954-68ed-4334-ba7f-13cfaf1a5a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:26.978711 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-58ee0478-8d7b-4a74-8e8d-53212052e59f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e8fdfccd24ce4e6ea8ff0816a957cc5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0581918 Dec 16 22:20:26.981255 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45076) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:27.035821 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-62ee7980-8c1c-4d0b-aa93-fd4fcccf9cc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:27.047459 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ea5e80db-662c-4de5-bdaa-cf9e1e2f22b8 None None] For port 349b87c1-df0d-40b4-a34d-b161e738d49c, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:20:27.051855 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ea5e80db-662c-4de5-bdaa-cf9e1e2f22b8 None None] For port 349b87c1-df0d-40b4-a34d-b161e738d49c, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=349b87c1-df0d-40b4-a34d-b161e738d49c,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:20:27.063372 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-62ee7980-8c1c-4d0b-aa93-fd4fcccf9cc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:27.143951 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ea5e80db-662c-4de5-bdaa-cf9e1e2f22b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:27.148151 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45080) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:27.234369 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e80db-662c-4de5-bdaa-cf9e1e2f22b8 None None] Pushing event updated for resources: {'Port': ['ID=349b87c1-df0d-40b4-a34d-b161e738d49c,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:27.244072 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-62ee7980-8c1c-4d0b-aa93-fd4fcccf9cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:27.246751 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-62ee7980-8c1c-4d0b-aa93-fd4fcccf9cc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:27.249394 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-62ee7980-8c1c-4d0b-aa93-fd4fcccf9cc5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0848fe77-44c3-4204-b2d0-176a298ec46b HTTP/1.1" status: 204 len: 168 time: 0.2663190 Dec 16 22:20:27.270674 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee7980-8c1c-4d0b-aa93-fd4fcccf9cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0848fe77-44c3-4204-b2d0-176a298ec46b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:27.349925 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-5924abb8-329f-4dd4-9735-a74fcd074111 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:27.350229 n-d-815324-4 neutron-server[103613]: WARNING neutron.api.v2.base [None req-5924abb8-329f-4dd4-9735-a74fcd074111 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 22:20:27.352093 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-5924abb8-329f-4dd4-9735-a74fcd074111 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 22:20:27.353170 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5924abb8-329f-4dd4-9735-a74fcd074111 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2035453 Dec 16 22:20:27.356940 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45090) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:27.372832 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-35d76f2d-ce02-4092-919c-914b1d7c1ad9 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group': {'name': 'tempest-secgroup--921573099'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:27.446048 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-89097954-68ed-4334-ba7f-13cfaf1a5a61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:27.469162 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cccf62c9-f7d0-433a-9640-8a0270b5e047 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:27.511669 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-35d76f2d-ce02-4092-919c-914b1d7c1ad9 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:27.536651 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-35d76f2d-ce02-4092-919c-914b1d7c1ad9 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:27.593556 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-89097954-68ed-4334-ba7f-13cfaf1a5a61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:27.641292 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cccf62c9-f7d0-433a-9640-8a0270b5e047 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:27.658247 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-35d76f2d-ce02-4092-919c-914b1d7c1ad9 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:27.676684 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-89097954-68ed-4334-ba7f-13cfaf1a5a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:27.719680 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccf62c9-f7d0-433a-9640-8a0270b5e047 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:27.731401 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-cccf62c9-f7d0-433a-9640-8a0270b5e047 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:27.732295 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-35d76f2d-ce02-4092-919c-914b1d7c1ad9 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:27.733579 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89097954-68ed-4334-ba7f-13cfaf1a5a61 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:20:27.738168 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf62c9-f7d0-433a-9640-8a0270b5e047 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:27.743962 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccf62c9-f7d0-433a-9640-8a0270b5e047 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:27.744605 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cccf62c9-f7d0-433a-9640-8a0270b5e047 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:27.749665 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89097954-68ed-4334-ba7f-13cfaf1a5a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b856294f-893f-406d-b95a-12439a187204,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:27.758164 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf62c9-f7d0-433a-9640-8a0270b5e047 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Port': ['ID=f04815a6-beb0-4398-b79f-c723d26b7afd,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:27.767725 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-89097954-68ed-4334-ba7f-13cfaf1a5a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:27.768297 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-89097954-68ed-4334-ba7f-13cfaf1a5a61 admin admin] Added segment ba56397c-6eec-44d6-a5b2-cd5db12b2a04 of type vlan for network 66ba2238-7dba-4548-9d17-efb5b42cdbfe Dec 16 22:20:27.846609 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-89097954-68ed-4334-ba7f-13cfaf1a5a61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:27.884742 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-35d76f2d-ce02-4092-919c-914b1d7c1ad9 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:27.885875 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45098) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:27.889391 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cccf62c9-f7d0-433a-9640-8a0270b5e047 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2386217 Dec 16 22:20:27.907895 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d76f2d-ce02-4092-919c-914b1d7c1ad9 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39e495cb-bcaa-4ff7-870a-496c56406b19,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:27.958105 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-89097954-68ed-4334-ba7f-13cfaf1a5a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:27.958969 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2a2841-6482-4dbf-b81c-385779e10e89 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:27.959500 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89097954-68ed-4334-ba7f-13cfaf1a5a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:27.960013 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-89097954-68ed-4334-ba7f-13cfaf1a5a61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:27.965611 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2a2841-6482-4dbf-b81c-385779e10e89 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:27.968998 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2f2a2841-6482-4dbf-b81c-385779e10e89 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0783153 Dec 16 22:20:27.970682 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45104) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:28.026179 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-35d76f2d-ce02-4092-919c-914b1d7c1ad9 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.063597 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89097954-68ed-4334-ba7f-13cfaf1a5a61 admin admin] Pushing event updated for resources: {'Network': ['ID=66ba2238-7dba-4548-9d17-efb5b42cdbfe,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:28.078242 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 66ba2238-7dba-4548-9d17-efb5b42cdbfe details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:20:28.115254 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-89097954-68ed-4334-ba7f-13cfaf1a5a61 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6145875 Dec 16 22:20:28.116009 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45110) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:28.124651 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d76f2d-ce02-4092-919c-914b1d7c1ad9 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=081f330b-6d48-4912-93c5-6ff6f1346933,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:28.126276 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-7b457568-a5b7-405a-a69a-f39cf4e9d265 admin admin] Request body: {'subnet': {'network_id': '66ba2238-7dba-4548-9d17-efb5b42cdbfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1048200973-subnet', 'tenant_id': '2eee87fa71d34d10aa69ccc2197b9b4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:28.150942 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-35d76f2d-ce02-4092-919c-914b1d7c1ad9 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.155727 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-35d76f2d-ce02-4092-919c-914b1d7c1ad9 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7977231 Dec 16 22:20:28.156987 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45112) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:28.169676 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-5b0afe1f-873f-416a-902b-8b8efbc37053 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group_rule': {'security_group_id': '081f330b-6d48-4912-93c5-6ff6f1346933', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:28.181683 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-0c5f1b4b-f5e3-463a-894a-36585492a125 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting port f04815a6-beb0-4398-b79f-c723d26b7afd {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:28.182154 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1b4b-f5e3-463a-894a-36585492a125 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.237911 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b457568-a5b7-405a-a69a-f39cf4e9d265 admin admin] Made reservation on behalf of 2eee87fa71d34d10aa69ccc2197b9b4f for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:28.240289 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7b457568-a5b7-405a-a69a-f39cf4e9d265 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.268337 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.325010 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1b4b-f5e3-463a-894a-36585492a125 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.354420 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.364299 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-0c5f1b4b-f5e3-463a-894a-36585492a125 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Calling delete_port for f04815a6-beb0-4398-b79f-c723d26b7afd owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:28.521953 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b0afe1f-873f-416a-902b-8b8efbc37053 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.613793 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b0afe1f-873f-416a-902b-8b8efbc37053 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.645875 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7b457568-a5b7-405a-a69a-f39cf4e9d265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.726661 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b0afe1f-873f-416a-902b-8b8efbc37053 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.750795 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a16c44-c068-44f6-a042-1dfa8715626e req-8bef6067-f5d1-49d2-af64-463d415d8dba tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:28.765102 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0afe1f-873f-416a-902b-8b8efbc37053 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b82116-732b-405f-8b3a-c3d1d89cdbb5,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:28.767793 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-04a16c44-c068-44f6-a042-1dfa8715626e req-8bef6067-f5d1-49d2-af64-463d415d8dba tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.1376364 Dec 16 22:20:28.775315 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-41c26850-a7bf-477a-ad15-cbe27b59d20f None None] Provisioning complete for port 349b87c1-df0d-40b4-a34d-b161e738d49c triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:28.776205 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-41c26850-a7bf-477a-ad15-cbe27b59d20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.795665 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1b4b-f5e3-463a-894a-36585492a125 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.808752 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b457568-a5b7-405a-a69a-f39cf4e9d265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09099f39-0a9d-4259-8597-583ef27faa64,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:28.821049 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b457568-a5b7-405a-a69a-f39cf4e9d265 admin admin] Checking segment: {'id': 'ba56397c-6eec-44d6-a5b2-cd5db12b2a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '66ba2238-7dba-4548-9d17-efb5b42cdbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:28.822191 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b457568-a5b7-405a-a69a-f39cf4e9d265 admin admin] Network hostable DHCP agents. Network: 66ba2238-7dba-4548-9d17-efb5b42cdbfe, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:20:28.846914 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f1b4b-f5e3-463a-894a-36585492a125 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Port': ['ID=f04815a6-beb0-4398-b79f-c723d26b7afd,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:28.858390 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-04a16c44-c068-44f6-a042-1dfa8715626e req-590c8338-9b29-44fa-a532-d2bffbc2cf07 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890126 Dec 16 22:20:28.887532 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b0afe1f-873f-416a-902b-8b8efbc37053 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.889165 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5b0afe1f-873f-416a-902b-8b8efbc37053 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7261825 Dec 16 22:20:28.890641 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1b4b-f5e3-463a-894a-36585492a125 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.891986 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45128) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:28.894432 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0c5f1b4b-f5e3-463a-894a-36585492a125 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/f04815a6-beb0-4398-b79f-c723d26b7afd HTTP/1.1" status: 204 len: 168 time: 0.9225454 Dec 16 22:20:28.898132 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-77843da7-fd84-4bf2-b415-7af0d379c822 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group_rule': {'security_group_id': '081f330b-6d48-4912-93c5-6ff6f1346933', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:28.902572 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45130) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:28.946697 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b457568-a5b7-405a-a69a-f39cf4e9d265 admin admin] Network 66ba2238-7dba-4548-9d17-efb5b42cdbfe is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:20:28.961342 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-41c26850-a7bf-477a-ad15-cbe27b59d20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:28.995164 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fad52e7-edac-4300-8f75-01148ee1bd13 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:28.997043 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fad52e7-edac-4300-8f75-01148ee1bd13 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:28.998805 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3fad52e7-edac-4300-8f75-01148ee1bd13 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0941310 Dec 16 22:20:29.001647 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45136) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:29.013254 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-41c26850-a7bf-477a-ad15-cbe27b59d20f None None] For port 349b87c1-df0d-40b4-a34d-b161e738d49c, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=349b87c1-df0d-40b4-a34d-b161e738d49c,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:29.018805 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.079550 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-7b457568-a5b7-405a-a69a-f39cf4e9d265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 66ba2238-7dba-4548-9d17-efb5b42cdbfe) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:29.090440 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ab12eb-0084-447f-8a8b-c3b42328cc33 None None] Network 66ba2238-7dba-4548-9d17-efb5b42cdbfe requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:29.102039 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b457568-a5b7-405a-a69a-f39cf4e9d265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:29.106856 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7b457568-a5b7-405a-a69a-f39cf4e9d265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.110314 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45138) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:29.126144 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-77843da7-fd84-4bf2-b415-7af0d379c822 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.137968 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9eb292-7a6e-4372-b40a-256bfe448f7d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet 0bb1ca9d-f6d3-4439-89e0-541b36ee5dad {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:20:29.158377 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-41c26850-a7bf-477a-ad15-cbe27b59d20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.163437 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c9eb292-7a6e-4372-b40a-256bfe448f7d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.216240 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 349b87c1-df0d-40b4-a34d-b161e738d49c up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:29.222902 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7b457568-a5b7-405a-a69a-f39cf4e9d265 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1057827 Dec 16 22:20:29.223722 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45142) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:29.232147 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-8e288fac-0bf9-4083-a38d-1282d051134b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1048200973-router', 'tenant_id': '2eee87fa71d34d10aa69ccc2197b9b4f', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:29.268110 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c9eb292-7a6e-4372-b40a-256bfe448f7d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.277454 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-d98d8e78-fdd2-4419-b93e-a1d3e5de5869 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1455545265-network', 'tenant_id': '75e64ab3711c4448bb9e36fffa0ca4a8'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:29.302358 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c26850-a7bf-477a-ad15-cbe27b59d20f None None] Pushing event updated for resources: {'Port': ['ID=349b87c1-df0d-40b4-a34d-b161e738d49c,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:29.309666 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d5739436-9f01-4a74-9d25-2686179c21dc None None] Could not find standard attr ID for object f04815a6-beb0-4398-b79f-c723d26b7afd. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:20:29.342676 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561f1d0b-d2c3-44c2-ba7a-48774352ba88 None None] Network 66ba2238-7dba-4548-9d17-efb5b42cdbfe requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:29.357462 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 349b87c1-df0d-40b4-a34d-b161e738d49c triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:29.357763 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.367515 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-77843da7-fd84-4bf2-b415-7af0d379c822 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 22:20:29.371637 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45144) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:29.372510 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-77843da7-fd84-4bf2-b415-7af0d379c822 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4784515 Dec 16 22:20:29.387068 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c9eb292-7a6e-4372-b40a-256bfe448f7d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.457961 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b327a43-5ee7-49d1-bb33-eac236e67589 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.467522 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8e288fac-0bf9-4083-a38d-1282d051134b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.468675 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8e288fac-0bf9-4083-a38d-1282d051134b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.503356 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b327a43-5ee7-49d1-bb33-eac236e67589 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.543755 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c9eb292-7a6e-4372-b40a-256bfe448f7d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.556889 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c9eb292-7a6e-4372-b40a-256bfe448f7d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.562398 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9c9eb292-7a6e-4372-b40a-256bfe448f7d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/0bb1ca9d-f6d3-4439-89e0-541b36ee5dad HTTP/1.1" status: 204 len: 168 time: 0.5574126 Dec 16 22:20:29.563569 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4313053-6821-4489-9b14-d7b88b187037 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:29.584450 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45148) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:29.591617 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9eb292-7a6e-4372-b40a-256bfe448f7d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=0bb1ca9d-f6d3-4439-89e0-541b36ee5dad,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:29.594870 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8e288fac-0bf9-4083-a38d-1282d051134b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.596110 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98d8e78-fdd2-4419-b93e-a1d3e5de5869 admin admin] Made reservation on behalf of 75e64ab3711c4448bb9e36fffa0ca4a8 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:29.598650 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d98d8e78-fdd2-4419-b93e-a1d3e5de5869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.608325 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d98d8e78-fdd2-4419-b93e-a1d3e5de5869 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.634712 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b327a43-5ee7-49d1-bb33-eac236e67589 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.636844 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-389772e6-4162-4b56-b3fb-9aca0cc17425 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510333 Dec 16 22:20:29.647628 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45152) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:29.648534 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b327a43-5ee7-49d1-bb33-eac236e67589 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.652946 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8b327a43-5ee7-49d1-bb33-eac236e67589 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "DELETE /v2.0/security-groups/081f330b-6d48-4912-93c5-6ff6f1346933 HTTP/1.1" status: 204 len: 168 time: 0.2777379 Dec 16 22:20:29.654405 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-a58b04ef-9e93-4239-b94a-b99a7eb91ed7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:29.654732 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45154) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:29.689755 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b327a43-5ee7-49d1-bb33-eac236e67589 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=081f330b-6d48-4912-93c5-6ff6f1346933,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:29.796299 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebde66aa-0b55-4506-879a-965b4a58686f None None] DHCP port deletion for f8482a80-79ef-4c20-9ddd-3945e7fc80d7 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:20:29.838939 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-60edc8af-a4a9-4301-bf7f-d2f59c4bcd56 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1819949 Dec 16 22:20:29.843784 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45156) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:29.848797 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-5c408b48-c92c-481d-a6e6-95b19c981723 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group': {'name': 'tempest-secgroup--2065135459'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:29.857603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ebde66aa-0b55-4506-879a-965b4a58686f None None] Deleting port 349b87c1-df0d-40b4-a34d-b161e738d49c {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:29.857980 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ebde66aa-0b55-4506-879a-965b4a58686f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.864054 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58b04ef-9e93-4239-b94a-b99a7eb91ed7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:29.867675 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a58b04ef-9e93-4239-b94a-b99a7eb91ed7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.886131 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8e288fac-0bf9-4083-a38d-1282d051134b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.912896 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d98d8e78-fdd2-4419-b93e-a1d3e5de5869 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.940533 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ebde66aa-0b55-4506-879a-965b4a58686f None None] For port 349b87c1-df0d-40b4-a34d-b161e738d49c, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=349b87c1-df0d-40b4-a34d-b161e738d49c,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:29.940919 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ebde66aa-0b55-4506-879a-965b4a58686f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:29.954035 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ebde66aa-0b55-4506-879a-965b4a58686f None None] Calling delete_port for 349b87c1-df0d-40b4-a34d-b161e738d49c owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:30.027336 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82830e31-4984-4a3d-ba4c-35b40c285691 req-358884b7-3a31-4686-89e7-b930e1c4cbc9 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:30.028829 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-82830e31-4984-4a3d-ba4c-35b40c285691 req-358884b7-3a31-4686-89e7-b930e1c4cbc9 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.0816042 Dec 16 22:20:30.035506 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d98d8e78-fdd2-4419-b93e-a1d3e5de5869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.039262 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5c408b48-c92c-481d-a6e6-95b19c981723 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.070115 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98d8e78-fdd2-4419-b93e-a1d3e5de5869 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:20:30.093353 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d98d8e78-fdd2-4419-b93e-a1d3e5de5869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.093701 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-d98d8e78-fdd2-4419-b93e-a1d3e5de5869 admin admin] Added segment af79bcbc-97cc-4d14-a9d2-80f58f585d36 of type vlan for network 977dd53d-f0a6-4834-9031-87d63d8e3037 Dec 16 22:20:30.102240 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d8e78-fdd2-4419-b93e-a1d3e5de5869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f792ce98-4be7-43b2-8e4e-b7795857d871,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:30.137600 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ebde66aa-0b55-4506-879a-965b4a58686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.152643 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d98d8e78-fdd2-4419-b93e-a1d3e5de5869 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.172417 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde66aa-0b55-4506-879a-965b4a58686f None None] Pushing event deleted for resources: {'Port': ['ID=349b87c1-df0d-40b4-a34d-b161e738d49c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:30.178522 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebde66aa-0b55-4506-879a-965b4a58686f None None] No DVR routers for this DVR port 349b87c1-df0d-40b4-a34d-b161e738d49c on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:20:30.198180 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-82830e31-4984-4a3d-ba4c-35b40c285691 req-b3ad2d4c-ce6b-41f7-96ca-f2241826f967 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532180 Dec 16 22:20:30.255305 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5c408b48-c92c-481d-a6e6-95b19c981723 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.268434 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d98d8e78-fdd2-4419-b93e-a1d3e5de5869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.269409 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98d8e78-fdd2-4419-b93e-a1d3e5de5869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:30.269983 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d98d8e78-fdd2-4419-b93e-a1d3e5de5869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.348741 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a58b04ef-9e93-4239-b94a-b99a7eb91ed7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.363660 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d8e78-fdd2-4419-b93e-a1d3e5de5869 admin admin] Pushing event updated for resources: {'Network': ['ID=977dd53d-f0a6-4834-9031-87d63d8e3037,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:30.374979 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8e288fac-0bf9-4083-a38d-1282d051134b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.375473 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 977dd53d-f0a6-4834-9031-87d63d8e3037 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:20:30.395694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58b04ef-9e93-4239-b94a-b99a7eb91ed7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:30.397084 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8e288fac-0bf9-4083-a38d-1282d051134b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.399576 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-a58b04ef-9e93-4239-b94a-b99a7eb91ed7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:30.404456 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58b04ef-9e93-4239-b94a-b99a7eb91ed7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:30.405199 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a58b04ef-9e93-4239-b94a-b99a7eb91ed7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.417987 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5c408b48-c92c-481d-a6e6-95b19c981723 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.424550 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00deb4ca-1b74-4c9c-bc7a-026996095eeb None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:30.429857 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b04ef-9e93-4239-b94a-b99a7eb91ed7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=d7454eff-f6ed-4b3a-94b7-9f29a187a75d,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:30.446722 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d98d8e78-fdd2-4419-b93e-a1d3e5de5869 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3266153 Dec 16 22:20:30.450279 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45162) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:30.455393 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-e19ec9eb-8178-4ced-8f60-828935744f4e admin admin] Request body: {'subnet': {'network_id': '977dd53d-f0a6-4834-9031-87d63d8e3037', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1455545265-subnet', 'tenant_id': '75e64ab3711c4448bb9e36fffa0ca4a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:30.456759 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c408b48-c92c-481d-a6e6-95b19c981723 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46fd2fef-92c2-4290-b32f-a4fe357153cd,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:30.529824 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-8e288fac-0bf9-4083-a38d-1282d051134b admin admin] Allocated IP 172.25.6.200 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/e96b3ef8-2af2-4742-b283-c36d41d2f746) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:30.561312 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118a82b3-7680-4ca9-8292-3817d6cda74b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'fixed_ips': [{'subnet_id': 'd7454eff-f6ed-4b3a-94b7-9f29a187a75d'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:20:30.562202 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-118a82b3-7680-4ca9-8292-3817d6cda74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.578710 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a58b04ef-9e93-4239-b94a-b99a7eb91ed7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9275768 Dec 16 22:20:30.579011 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45166) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:30.584836 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-bb9595d7-1cc4-48a7-b0c3-b3f17ef96149 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'fixed_ips': [{'subnet_id': 'd7454eff-f6ed-4b3a-94b7-9f29a187a75d', 'ip_address': '2001:db8::ab41:8336:d46d:d14c'}], 'name': 'tempest-NetworksTestDHCPv6-796523978'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:30.647849 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5c408b48-c92c-481d-a6e6-95b19c981723 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.652542 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5c408b48-c92c-481d-a6e6-95b19c981723 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8075383 Dec 16 22:20:30.653191 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45168) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:30.662669 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-8465fce3-b28b-48a1-84fa-3aba14eb54ec tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group_rule': {'security_group_id': '46fd2fef-92c2-4290-b32f-a4fe357153cd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:30.663530 n-d-815324-4 neutron-server[103614]: WARNING neutron.api.v2.base [None req-8465fce3-b28b-48a1-84fa-3aba14eb54ec tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 16 22:20:30.664043 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-8465fce3-b28b-48a1-84fa-3aba14eb54ec tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:20:30.668253 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8465fce3-b28b-48a1-84fa-3aba14eb54ec tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0108354 Dec 16 22:20:30.669193 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45170) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:30.685423 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8e288fac-0bf9-4083-a38d-1282d051134b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.716395 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19ec9eb-8178-4ced-8f60-828935744f4e admin admin] Made reservation on behalf of 75e64ab3711c4448bb9e36fffa0ca4a8 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:30.718748 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e19ec9eb-8178-4ced-8f60-828935744f4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.737260 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-118a82b3-7680-4ca9-8292-3817d6cda74b None None] Allocated IP 2001:db8::2 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/d7454eff-f6ed-4b3a-94b7-9f29a187a75d/4c96c2dc-9d80-4b1f-8393-9e8d75f13dc0) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:30.819640 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81e3a466-4756-4710-8e97-02c8ef120c66 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.854509 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81e3a466-4756-4710-8e97-02c8ef120c66 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.858029 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9595d7-1cc4-48a7-b0c3-b3f17ef96149 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:30.864300 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bb9595d7-1cc4-48a7-b0c3-b3f17ef96149 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.885969 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-bb9595d7-1cc4-48a7-b0c3-b3f17ef96149 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] device_id is not set on port ecf988f0-68a1-4da3-a841-93dadd433113 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:20:30.921072 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8e288fac-0bf9-4083-a38d-1282d051134b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.927684 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-118a82b3-7680-4ca9-8292-3817d6cda74b None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:30.983715 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e288fac-0bf9-4083-a38d-1282d051134b admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:31.006475 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-118a82b3-7680-4ca9-8292-3817d6cda74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.008404 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-8e288fac-0bf9-4083-a38d-1282d051134b admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:31.015790 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e288fac-0bf9-4083-a38d-1282d051134b admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:31.017881 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e288fac-0bf9-4083-a38d-1282d051134b admin admin] Pushing event updated for resources: {'Port': ['ID=e96b3ef8-2af2-4742-b283-c36d41d2f746,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:31.060408 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81e3a466-4756-4710-8e97-02c8ef120c66 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.063028 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81e3a466-4756-4710-8e97-02c8ef120c66 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.064223 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-81e3a466-4756-4710-8e97-02c8ef120c66 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "DELETE /v2.0/security-groups/46fd2fef-92c2-4290-b32f-a4fe357153cd HTTP/1.1" status: 204 len: 168 time: 0.3924358 Dec 16 22:20:31.070961 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45174) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:31.081163 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118a82b3-7680-4ca9-8292-3817d6cda74b None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:31.081943 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3a466-4756-4710-8e97-02c8ef120c66 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fd2fef-92c2-4290-b32f-a4fe357153cd,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:31.093039 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-118a82b3-7680-4ca9-8292-3817d6cda74b None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:31.110297 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118a82b3-7680-4ca9-8292-3817d6cda74b None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:31.132569 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a82b3-7680-4ca9-8292-3817d6cda74b None None] Pushing event updated for resources: {'Port': ['ID=4c96c2dc-9d80-4b1f-8393-9e8d75f13dc0,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:31.146589 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-bb9595d7-1cc4-48a7-b0c3-b3f17ef96149 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 2001:db8::ab41:8336:d46d:d14c (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/d7454eff-f6ed-4b3a-94b7-9f29a187a75d/ecf988f0-68a1-4da3-a841-93dadd433113) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:31.160145 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 349b87c1-df0d-40b4-a34d-b161e738d49c no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:31.188539 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4143e1-30a0-4961-9e19-4fc831d312d4 req-186d7c49-4706-4a3c-b9aa-355c3068ad3f tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:31.190158 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e4143e1-30a0-4961-9e19-4fc831d312d4 req-186d7c49-4706-4a3c-b9aa-355c3068ad3f tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.57 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.1348286 Dec 16 22:20:31.197409 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6c681ba3-7305-4974-b919-93e964e28920 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1239932 Dec 16 22:20:31.208885 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 349b87c1-df0d-40b4-a34d-b161e738d49c {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:31.209338 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 349b87c1-df0d-40b4-a34d-b161e738d49c not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:31.212091 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45178) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:31.215930 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-3428478c-3b70-40b3-9938-2b0c18275364 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group': {'name': 'tempest-secgroup--1581078788'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:31.238524 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e19ec9eb-8178-4ced-8f60-828935744f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.259876 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-118a82b3-7680-4ca9-8292-3817d6cda74b None None] Attempting to bind port 4c96c2dc-9d80-4b1f-8393-9e8d75f13dc0 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:31.260394 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-118a82b3-7680-4ca9-8292-3817d6cda74b None None] Attempting to bind port 4c96c2dc-9d80-4b1f-8393-9e8d75f13dc0 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:31.261052 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118a82b3-7680-4ca9-8292-3817d6cda74b None None] Attempting to bind port 4c96c2dc-9d80-4b1f-8393-9e8d75f13dc0 on network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:31.266646 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118a82b3-7680-4ca9-8292-3817d6cda74b None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:20:31.267233 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118a82b3-7680-4ca9-8292-3817d6cda74b None None] Checking segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:31.267648 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-118a82b3-7680-4ca9-8292-3817d6cda74b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.268053 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118a82b3-7680-4ca9-8292-3817d6cda74b None None] Bound using segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:20:31.268578 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-118a82b3-7680-4ca9-8292-3817d6cda74b None None] Bound port: 4c96c2dc-9d80-4b1f-8393-9e8d75f13dc0, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:20:31.268969 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-118a82b3-7680-4ca9-8292-3817d6cda74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.317502 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ec9eb-8178-4ced-8f60-828935744f4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=92a7cc76-51d1-4d94-a82f-6427df674425,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:31.321907 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19ec9eb-8178-4ced-8f60-828935744f4e admin admin] Checking segment: {'id': 'af79bcbc-97cc-4d14-a9d2-80f58f585d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '977dd53d-f0a6-4834-9031-87d63d8e3037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:31.322229 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19ec9eb-8178-4ced-8f60-828935744f4e admin admin] Network hostable DHCP agents. Network: 977dd53d-f0a6-4834-9031-87d63d8e3037, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:20:31.367546 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-118a82b3-7680-4ca9-8292-3817d6cda74b None None] For port 4c96c2dc-9d80-4b1f-8393-9e8d75f13dc0, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:20:31.371755 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-118a82b3-7680-4ca9-8292-3817d6cda74b None None] For port 4c96c2dc-9d80-4b1f-8393-9e8d75f13dc0, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4c96c2dc-9d80-4b1f-8393-9e8d75f13dc0,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:20:31.439162 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19ec9eb-8178-4ced-8f60-828935744f4e admin admin] Network 977dd53d-f0a6-4834-9031-87d63d8e3037 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:20:31.462760 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8e288fac-0bf9-4083-a38d-1282d051134b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.464588 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-118a82b3-7680-4ca9-8292-3817d6cda74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.473102 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8656c-40d6-4b99-b718-01df253a734e req-476f1d82-80af-44da-90a8-d428c6ceff78 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:31.474732 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d3b8656c-40d6-4b99-b718-01df253a734e req-476f1d82-80af-44da-90a8-d428c6ceff78 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 945 time: 0.1565464 Dec 16 22:20:31.483632 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3428478c-3b70-40b3-9938-2b0c18275364 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.487249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-7e4143e1-30a0-4961-9e19-4fc831d312d4 req-60ccbfa4-2fef-46a2-8ecb-18168395e58b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Deleting port 55c7568d-f7a5-49fe-be76-43e9a635be0a {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:31.487588 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7e4143e1-30a0-4961-9e19-4fc831d312d4 req-60ccbfa4-2fef-46a2-8ecb-18168395e58b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.538968 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a82b3-7680-4ca9-8292-3817d6cda74b None None] Pushing event updated for resources: {'Port': ['ID=4c96c2dc-9d80-4b1f-8393-9e8d75f13dc0,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:31.549438 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-e19ec9eb-8178-4ced-8f60-828935744f4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 977dd53d-f0a6-4834-9031-87d63d8e3037) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:31.559659 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19ec9eb-8178-4ced-8f60-828935744f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:31.560311 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e19ec9eb-8178-4ced-8f60-828935744f4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.561260 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4fde5a-ed0f-45a6-9d95-fb0232446a89 None None] Network 977dd53d-f0a6-4834-9031-87d63d8e3037 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:31.585828 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bb9595d7-1cc4-48a7-b0c3-b3f17ef96149 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.648205 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e19ec9eb-8178-4ced-8f60-828935744f4e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1959584 Dec 16 22:20:31.653323 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45182) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:31.674465 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-dfc72a53-5b4f-4841-8e1e-6861920db1aa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1455545265-router', 'tenant_id': '75e64ab3711c4448bb9e36fffa0ca4a8', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:31.705326 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b414b24-8bfa-4804-a7f3-da4d52b63fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-977dd53d-f0a6-4834-9031-87d63d8e3037', 'network_id': '977dd53d-f0a6-4834-9031-87d63d8e3037', 'project_id': '75e64ab3711c4448bb9e36fffa0ca4a8', 'fixed_ips': [{'subnet_id': '92a7cc76-51d1-4d94-a82f-6427df674425'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:20:31.706316 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4b414b24-8bfa-4804-a7f3-da4d52b63fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.719746 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d3b8656c-40d6-4b99-b718-01df253a734e req-9308dd98-236e-4201-b8de-757d08e29a70 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286584 Dec 16 22:20:31.767516 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-7e4143e1-30a0-4961-9e19-4fc831d312d4 req-60ccbfa4-2fef-46a2-8ecb-18168395e58b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] For port 55c7568d-f7a5-49fe-be76-43e9a635be0a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=55c7568d-f7a5-49fe-be76-43e9a635be0a,segment=NetworkSegment(ccd24aec-91d5-4cb6-afdc-ebad20bc7327),segment_id=ccd24aec-91d5-4cb6-afdc-ebad20bc7327)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:31.767893 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7e4143e1-30a0-4961-9e19-4fc831d312d4 req-60ccbfa4-2fef-46a2-8ecb-18168395e58b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.810807 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-7e4143e1-30a0-4961-9e19-4fc831d312d4 req-60ccbfa4-2fef-46a2-8ecb-18168395e58b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Calling delete_port for 55c7568d-f7a5-49fe-be76-43e9a635be0a owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:31.827848 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8e288fac-0bf9-4083-a38d-1282d051134b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.864009 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3428478c-3b70-40b3-9938-2b0c18275364 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.949253 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dfc72a53-5b4f-4841-8e1e-6861920db1aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.953103 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dfc72a53-5b4f-4841-8e1e-6861920db1aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.963962 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3428478c-3b70-40b3-9938-2b0c18275364 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:31.968407 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bb9595d7-1cc4-48a7-b0c3-b3f17ef96149 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:32.100255 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-4b414b24-8bfa-4804-a7f3-da4d52b63fe3 None None] Allocated IP 172.20.0.2 (977dd53d-f0a6-4834-9031-87d63d8e3037/92a7cc76-51d1-4d94-a82f-6427df674425/a6b09b43-efc7-4003-aa7b-0c9f71d06e22) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:32.115422 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9595d7-1cc4-48a7-b0c3-b3f17ef96149 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:32.124918 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3428478c-3b70-40b3-9938-2b0c18275364 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:32.131674 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3428478c-3b70-40b3-9938-2b0c18275364 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9155276 Dec 16 22:20:32.132964 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-bb9595d7-1cc4-48a7-b0c3-b3f17ef96149 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:32.136065 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45188) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:32.139665 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dfc72a53-5b4f-4841-8e1e-6861920db1aa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:32.144005 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428478c-3b70-40b3-9938-2b0c18275364 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9188025-0408-40c0-8301-07513bfbd782,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:32.154049 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9595d7-1cc4-48a7-b0c3-b3f17ef96149 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:32.160101 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9595d7-1cc4-48a7-b0c3-b3f17ef96149 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:32.161701 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bb9595d7-1cc4-48a7-b0c3-b3f17ef96149 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:32.166450 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-19d370f9-7f8d-48aa-8594-7ff5b5f6989a tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group_rule': {'security_group_id': 'a9188025-0408-40c0-8301-07513bfbd782', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:32.167376 n-d-815324-4 neutron-server[103614]: WARNING neutron.api.v2.base [None req-19d370f9-7f8d-48aa-8594-7ff5b5f6989a tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 16 22:20:32.167897 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-19d370f9-7f8d-48aa-8594-7ff5b5f6989a tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:20:32.168942 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-19d370f9-7f8d-48aa-8594-7ff5b5f6989a tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0264595 Dec 16 22:20:32.175323 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45190) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:32.190221 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9595d7-1cc4-48a7-b0c3-b3f17ef96149 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Port': ['ID=ecf988f0-68a1-4da3-a841-93dadd433113,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:32.212521 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3428478c-3b70-40b3-9938-2b0c18275364 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:32.212794 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3428478c-3b70-40b3-9938-2b0c18275364 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:32.213121 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3428478c-3b70-40b3-9938-2b0c18275364 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:32.213520 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3428478c-3b70-40b3-9938-2b0c18275364 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:32.213862 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3428478c-3b70-40b3-9938-2b0c18275364 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:32.214201 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3428478c-3b70-40b3-9938-2b0c18275364 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:32.214536 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3428478c-3b70-40b3-9938-2b0c18275364 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:32.214869 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3428478c-3b70-40b3-9938-2b0c18275364 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:32.215223 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3428478c-3b70-40b3-9938-2b0c18275364 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:32.215554 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3428478c-3b70-40b3-9938-2b0c18275364 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:32.215883 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3428478c-3b70-40b3-9938-2b0c18275364 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:32.216213 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3428478c-3b70-40b3-9938-2b0c18275364 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:32.216538 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3428478c-3b70-40b3-9938-2b0c18275364 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:32.229386 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9595d7-1cc4-48a7-b0c3-b3f17ef96149 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:32.229491 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9595d7-1cc4-48a7-b0c3-b3f17ef96149 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:32.229793 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9595d7-1cc4-48a7-b0c3-b3f17ef96149 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:32.230091 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9595d7-1cc4-48a7-b0c3-b3f17ef96149 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:32.230425 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9595d7-1cc4-48a7-b0c3-b3f17ef96149 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:32.230759 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9595d7-1cc4-48a7-b0c3-b3f17ef96149 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:32.231114 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9595d7-1cc4-48a7-b0c3-b3f17ef96149 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:32.231517 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9595d7-1cc4-48a7-b0c3-b3f17ef96149 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:32.231772 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9595d7-1cc4-48a7-b0c3-b3f17ef96149 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:32.232100 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9595d7-1cc4-48a7-b0c3-b3f17ef96149 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:32.232426 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9595d7-1cc4-48a7-b0c3-b3f17ef96149 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:32.232752 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9595d7-1cc4-48a7-b0c3-b3f17ef96149 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:32.233142 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9595d7-1cc4-48a7-b0c3-b3f17ef96149 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:32.311263 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4b414b24-8bfa-4804-a7f3-da4d52b63fe3 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:32.351276 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bb9595d7-1cc4-48a7-b0c3-b3f17ef96149 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7710245 Dec 16 22:20:32.354583 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45194) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:32.377729 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4b414b24-8bfa-4804-a7f3-da4d52b63fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:32.388363 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-86c25a11-e362-444c-ae0e-3a3d2cdf71bd tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:32.418349 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b414b24-8bfa-4804-a7f3-da4d52b63fe3 None None] Network 977dd53d-f0a6-4834-9031-87d63d8e3037 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:32.421669 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-4b414b24-8bfa-4804-a7f3-da4d52b63fe3 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:32.423720 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff2e541-aeab-469c-b307-c5fec1a6d70e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:32.425706 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b414b24-8bfa-4804-a7f3-da4d52b63fe3 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:32.434036 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff2e541-aeab-469c-b307-c5fec1a6d70e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:32.443008 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4ff2e541-aeab-469c-b307-c5fec1a6d70e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0871384 Dec 16 22:20:32.444106 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45196) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:32.446795 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e288fac-0bf9-4083-a38d-1282d051134b admin admin] Router 2ddd1e2d-beaf-4814-abd4-15eaadc706c7 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:20:32.461099 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b414b24-8bfa-4804-a7f3-da4d52b63fe3 None None] Pushing event updated for resources: {'Port': ['ID=a6b09b43-efc7-4003-aa7b-0c9f71d06e22,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:32.473287 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dfc72a53-5b4f-4841-8e1e-6861920db1aa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:32.494738 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-86c25a11-e362-444c-ae0e-3a3d2cdf71bd tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:32.495662 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4b414b24-8bfa-4804-a7f3-da4d52b63fe3 None None] Attempting to bind port a6b09b43-efc7-4003-aa7b-0c9f71d06e22 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:32.496458 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4b414b24-8bfa-4804-a7f3-da4d52b63fe3 None None] Attempting to bind port a6b09b43-efc7-4003-aa7b-0c9f71d06e22 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'af79bcbc-97cc-4d14-a9d2-80f58f585d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '977dd53d-f0a6-4834-9031-87d63d8e3037'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:32.496850 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b414b24-8bfa-4804-a7f3-da4d52b63fe3 None None] Attempting to bind port a6b09b43-efc7-4003-aa7b-0c9f71d06e22 on network 977dd53d-f0a6-4834-9031-87d63d8e3037 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:32.504331 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b414b24-8bfa-4804-a7f3-da4d52b63fe3 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:20:32.506184 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b414b24-8bfa-4804-a7f3-da4d52b63fe3 None None] Checking segment: {'id': 'af79bcbc-97cc-4d14-a9d2-80f58f585d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '977dd53d-f0a6-4834-9031-87d63d8e3037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:32.506607 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4b414b24-8bfa-4804-a7f3-da4d52b63fe3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:32.507084 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b414b24-8bfa-4804-a7f3-da4d52b63fe3 None None] Bound using segment: {'id': 'af79bcbc-97cc-4d14-a9d2-80f58f585d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '977dd53d-f0a6-4834-9031-87d63d8e3037'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:20:32.507608 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4b414b24-8bfa-4804-a7f3-da4d52b63fe3 None None] Bound port: a6b09b43-efc7-4003-aa7b-0c9f71d06e22, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af79bcbc-97cc-4d14-a9d2-80f58f585d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '977dd53d-f0a6-4834-9031-87d63d8e3037'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:20:32.508035 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4b414b24-8bfa-4804-a7f3-da4d52b63fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:32.550087 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7e4143e1-30a0-4961-9e19-4fc831d312d4 req-60ccbfa4-2fef-46a2-8ecb-18168395e58b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:32.583288 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ccbfa4-2fef-46a2-8ecb-18168395e58b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Pushing event deleted for resources: {'Port': ['ID=55c7568d-f7a5-49fe-be76-43e9a635be0a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:32.593158 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['be51db46-e859-4d44-b134-c3114815f950', '55c7568d-f7a5-49fe-be76-43e9a635be0a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:20:32.666536 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4b414b24-8bfa-4804-a7f3-da4d52b63fe3 None None] For port a6b09b43-efc7-4003-aa7b-0c9f71d06e22, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:20:32.674178 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4b414b24-8bfa-4804-a7f3-da4d52b63fe3 None None] For port a6b09b43-efc7-4003-aa7b-0c9f71d06e22, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a6b09b43-efc7-4003-aa7b-0c9f71d06e22,segment=NetworkSegment(af79bcbc-97cc-4d14-a9d2-80f58f585d36),segment_id=af79bcbc-97cc-4d14-a9d2-80f58f585d36)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:20:32.692275 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-8a951c7a-e45d-4bd3-982f-72988b4d8b47 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting port ecf988f0-68a1-4da3-a841-93dadd433113 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:32.692623 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8a951c7a-e45d-4bd3-982f-72988b4d8b47 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:32.693688 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-86c25a11-e362-444c-ae0e-3a3d2cdf71bd tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:32.696697 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-86c25a11-e362-444c-ae0e-3a3d2cdf71bd tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:32.700140 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-86c25a11-e362-444c-ae0e-3a3d2cdf71bd tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "DELETE /v2.0/security-groups/a9188025-0408-40c0-8301-07513bfbd782 HTTP/1.1" status: 204 len: 168 time: 0.5213592 Dec 16 22:20:32.700298 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e288fac-0bf9-4083-a38d-1282d051134b admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:20:32.712518 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6214de-0715-4212-aeca-cfab91a7b33c None None] Sync routers for ids ['2ddd1e2d-beaf-4814-abd4-15eaadc706c7'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:20:32.714921 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45198) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:32.729595 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6214de-0715-4212-aeca-cfab91a7b33c None None] Routers {'2ddd1e2d-beaf-4814-abd4-15eaadc706c7'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:32.730165 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-fa6214de-0715-4212-aeca-cfab91a7b33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2ddd1e2d-beaf-4814-abd4-15eaadc706c7'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:32.741977 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4143e1-30a0-4961-9e19-4fc831d312d4 req-60ccbfa4-2fef-46a2-8ecb-18168395e58b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] No DVR routers for this DVR port 55c7568d-f7a5-49fe-be76-43e9a635be0a on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:20:32.746327 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7e4143e1-30a0-4961-9e19-4fc831d312d4 req-60ccbfa4-2fef-46a2-8ecb-18168395e58b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:32.752458 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e4143e1-30a0-4961-9e19-4fc831d312d4 req-60ccbfa4-2fef-46a2-8ecb-18168395e58b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.57 "DELETE /v2.0/ports/55c7568d-f7a5-49fe-be76-43e9a635be0a HTTP/1.1" status: 204 len: 173 time: 1.5523362 Dec 16 22:20:32.754476 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a645b994-3457-4ba0-8265-8d78cf13765e', 'name': 'network-vif-deleted', 'tag': '55c7568d-f7a5-49fe-be76-43e9a635be0a'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:20:32.758952 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf2c11c-2030-4292-bfe0-cf9f5e13d395" -d '{"events": [{"server_uuid": "a645b994-3457-4ba0-8265-8d78cf13765e", "name": "network-vif-deleted", "tag": "55c7568d-f7a5-49fe-be76-43e9a635be0a"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:20:32.762696 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c25a11-e362-444c-ae0e-3a3d2cdf71bd tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9188025-0408-40c0-8301-07513bfbd782,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:32.765601 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4b414b24-8bfa-4804-a7f3-da4d52b63fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:32.858609 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b7d203-b82c-48b6-bd5c-545f2b584099 x-openstack-request-id: req-79b7d203-b82c-48b6-bd5c-545f2b584099 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:20:32.859256 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a645b994-3457-4ba0-8265-8d78cf13765e", "name": "network-vif-deleted", "tag": "55c7568d-f7a5-49fe-be76-43e9a635be0a", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:20:32.859702 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-79b7d203-b82c-48b6-bd5c-545f2b584099 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:20:32.860299 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a645b994-3457-4ba0-8265-8d78cf13765e', 'name': 'network-vif-deleted', 'tag': '55c7568d-f7a5-49fe-be76-43e9a635be0a', 'status': 'completed', 'code': 200} Dec 16 22:20:32.941640 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b414b24-8bfa-4804-a7f3-da4d52b63fe3 None None] Pushing event updated for resources: {'Port': ['ID=a6b09b43-efc7-4003-aa7b-0c9f71d06e22,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:32.985927 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-fa6214de-0715-4212-aeca-cfab91a7b33c None None] Set router 2ddd1e2d-beaf-4814-abd4-15eaadc706c7 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:20:32.996237 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-851a61d9-6f82-42d6-b071-1f80b0b1edbe tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2734952 Dec 16 22:20:33.000519 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45206) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:33.034713 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-b3651099-0314-4189-bb24-7c2f1710a6af tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group': {'name': 'tempest-secgroup--1534520745'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:33.042073 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8a951c7a-e45d-4bd3-982f-72988b4d8b47 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:33.056989 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8e288fac-0bf9-4083-a38d-1282d051134b admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:33.063215 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8e288fac-0bf9-4083-a38d-1282d051134b admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8375580 Dec 16 22:20:33.063925 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45210) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:33.112586 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-8a951c7a-e45d-4bd3-982f-72988b4d8b47 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Calling delete_port for ecf988f0-68a1-4da3-a841-93dadd433113 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:33.159996 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a5ff13fb-69d9-4e5f-8bb4-c0c00570c356 req-4ba99cde-455f-4bfd-94d5-42fde2edad62 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=a645b994-3457-4ba0-8265-8d78cf13765e HTTP/1.1" status: 200 len: 210 time: 0.2442911 Dec 16 22:20:33.202245 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-8ee1aa2d-82a5-4d86-8629-8f0a0de10f00 None None] Provisioning complete for port 4c96c2dc-9d80-4b1f-8393-9e8d75f13dc0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:33.203071 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8ee1aa2d-82a5-4d86-8629-8f0a0de10f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:33.269715 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dfc72a53-5b4f-4841-8e1e-6861920db1aa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:33.328683 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dfc72a53-5b4f-4841-8e1e-6861920db1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:33.354531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4c96c2dc-9d80-4b1f-8393-9e8d75f13dc0 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:33.382881 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b3651099-0314-4189-bb24-7c2f1710a6af tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:33.527351 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-fa6214de-0715-4212-aeca-cfab91a7b33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddd1e2d-beaf-4814-abd4-15eaadc706c7', 'name': 'tempest-ServerRescueTestJSON-1048200973-router', 'tenant_id': '2eee87fa71d34d10aa69ccc2197b9b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'e96b3ef8-2af2-4742-b283-c36d41d2f746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:29Z', 'updated_at': '2021-12-16T22:20:31Z', 'revision_number': 3, 'project_id': '2eee87fa71d34d10aa69ccc2197b9b4f', 'gw_port': {'id': 'e96b3ef8-2af2-4742-b283-c36d41d2f746', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddd1e2d-beaf-4814-abd4-15eaadc706c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:30Z', 'updated_at': '2021-12-16T22:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:33.579036 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6214de-0715-4212-aeca-cfab91a7b33c None None] Checking router: 2ddd1e2d-beaf-4814-abd4-15eaadc706c7 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:20:33.579836 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6214de-0715-4212-aeca-cfab91a7b33c None None] Updating router 2ddd1e2d-beaf-4814-abd4-15eaadc706c7 port e96b3ef8-2af2-4742-b283-c36d41d2f746 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:20:33.585833 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8ee1aa2d-82a5-4d86-8629-8f0a0de10f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:33.612140 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 4c96c2dc-9d80-4b1f-8393-9e8d75f13dc0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:33.613112 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:33.663230 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa6214de-0715-4212-aeca-cfab91a7b33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:33.674927 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8ee1aa2d-82a5-4d86-8629-8f0a0de10f00 None None] For port 4c96c2dc-9d80-4b1f-8393-9e8d75f13dc0, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4c96c2dc-9d80-4b1f-8393-9e8d75f13dc0,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:33.695604 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-dfc72a53-5b4f-4841-8e1e-6861920db1aa admin admin] Allocated IP 172.25.6.211 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/64892ec0-6b81-4aed-bbf8-044a5e8aa80b) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:33.745698 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:33.802677 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8ee1aa2d-82a5-4d86-8629-8f0a0de10f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:33.804262 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8a951c7a-e45d-4bd3-982f-72988b4d8b47 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:33.854325 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dfc72a53-5b4f-4841-8e1e-6861920db1aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:33.879074 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a951c7a-e45d-4bd3-982f-72988b4d8b47 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Port': ['ID=ecf988f0-68a1-4da3-a841-93dadd433113,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:33.887976 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:20:33.888553 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:20:33.894128 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1aa2d-82a5-4d86-8629-8f0a0de10f00 None None] Pushing event updated for resources: {'Port': ['ID=4c96c2dc-9d80-4b1f-8393-9e8d75f13dc0,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:33.896714 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b3651099-0314-4189-bb24-7c2f1710a6af tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:33.923122 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-63d991a0-9c69-422a-b647-aabfd9c77ec8 None None] Could not find standard attr ID for object ecf988f0-68a1-4da3-a841-93dadd433113. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:20:33.945459 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8a951c7a-e45d-4bd3-982f-72988b4d8b47 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:33.956372 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45214) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:33.956585 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8a951c7a-e45d-4bd3-982f-72988b4d8b47 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/ecf988f0-68a1-4da3-a841-93dadd433113 HTTP/1.1" status: 204 len: 168 time: 1.5112941 Dec 16 22:20:34.036867 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b3651099-0314-4189-bb24-7c2f1710a6af tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:34.050588 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c35f4f-63f3-4e53-857a-7f34c19234b8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:34.056267 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c35f4f-63f3-4e53-857a-7f34c19234b8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:34.058210 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a6c35f4f-63f3-4e53-857a-7f34c19234b8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1005075 Dec 16 22:20:34.061145 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45218) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:34.100147 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dfc72a53-5b4f-4841-8e1e-6861920db1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:34.150045 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3651099-0314-4189-bb24-7c2f1710a6af tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=616db9c7-780a-4694-a2b1-fc178927e4eb,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:34.162502 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c58f0cd8-d06d-4c39-9ab6-4c90500912a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:34.169443 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b3651099-0314-4189-bb24-7c2f1710a6af tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:34.173335 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b3651099-0314-4189-bb24-7c2f1710a6af tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1664093 Dec 16 22:20:34.180038 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45220) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:34.186725 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-47d60262-672f-4b06-ae43-77faaf042b6e tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group_rule': {'security_group_id': '616db9c7-780a-4694-a2b1-fc178927e4eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:34.201869 n-d-815324-4 neutron-server[103613]: WARNING neutron.api.v2.base [None req-47d60262-672f-4b06-ae43-77faaf042b6e tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 16 22:20:34.202898 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-47d60262-672f-4b06-ae43-77faaf042b6e tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:20:34.205732 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-47d60262-672f-4b06-ae43-77faaf042b6e tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0240011 Dec 16 22:20:34.215703 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45226) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:34.227598 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-b7259786-94b2-4669-b81c-661c24959f7b tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group_rule': {'security_group_id': '616db9c7-780a-4694-a2b1-fc178927e4eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:34.232792 n-d-815324-4 neutron-server[103613]: WARNING neutron.api.v2.base [None req-b7259786-94b2-4669-b81c-661c24959f7b tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 16 22:20:34.233653 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-b7259786-94b2-4669-b81c-661c24959f7b tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:20:34.237419 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc72a53-5b4f-4841-8e1e-6861920db1aa admin admin] Pushing event updated for resources: {'Port': ['ID=64892ec0-6b81-4aed-bbf8-044a5e8aa80b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:34.240700 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b7259786-94b2-4669-b81c-661c24959f7b tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0240955 Dec 16 22:20:34.242572 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45228) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:34.253999 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-0d500eac-dda7-4ffc-9acd-b1d2bb1d663d tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group_rule': {'security_group_id': '616db9c7-780a-4694-a2b1-fc178927e4eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:34.255684 n-d-815324-4 neutron-server[103614]: WARNING neutron.api.v2.base [None req-0d500eac-dda7-4ffc-9acd-b1d2bb1d663d tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 16 22:20:34.256567 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-0d500eac-dda7-4ffc-9acd-b1d2bb1d663d tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:20:34.257696 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0d500eac-dda7-4ffc-9acd-b1d2bb1d663d tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097306 Dec 16 22:20:34.265546 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45230) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:34.278876 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-5b1abbf0-daa1-49ee-afd2-3e4b6ffca567 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group_rule': {'security_group_id': '616db9c7-780a-4694-a2b1-fc178927e4eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:34.286774 n-d-815324-4 neutron-server[103613]: WARNING neutron.api.v2.base [None req-5b1abbf0-daa1-49ee-afd2-3e4b6ffca567 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 16 22:20:34.286774 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-5b1abbf0-daa1-49ee-afd2-3e4b6ffca567 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:20:34.286774 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5b1abbf0-daa1-49ee-afd2-3e4b6ffca567 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0179842 Dec 16 22:20:34.292977 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45232) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:34.306534 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc72a53-5b4f-4841-8e1e-6861920db1aa admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:34.311460 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-dfc72a53-5b4f-4841-8e1e-6861920db1aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:34.328304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc72a53-5b4f-4841-8e1e-6861920db1aa admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:34.350006 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb3c254f-f4a0-4188-a241-8b522acff161 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet d7454eff-f6ed-4b3a-94b7-9f29a187a75d {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:20:34.381138 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-eb3c254f-f4a0-4188-a241-8b522acff161 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:34.410518 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa6214de-0715-4212-aeca-cfab91a7b33c None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:34.512856 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-70ed8059-bfce-492a-b663-eec58f35ee32 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:34.514237 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa6214de-0715-4212-aeca-cfab91a7b33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:34.577912 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-70ed8059-bfce-492a-b663-eec58f35ee32 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:34.674622 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620593a-24ba-4980-ba74-9b87dc1ccbc7 None None] Pushing event updated for resources: {'Port': ['ID=e96b3ef8-2af2-4742-b283-c36d41d2f746,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:34.684165 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b420579f-5ed7-4cd0-a657-94272d9e63c4 None None] Network 977dd53d-f0a6-4834-9031-87d63d8e3037 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:34.696798 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c620593a-24ba-4980-ba74-9b87dc1ccbc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:34.697141 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c620593a-24ba-4980-ba74-9b87dc1ccbc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:34.698155 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c620593a-24ba-4980-ba74-9b87dc1ccbc7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:34.698155 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c620593a-24ba-4980-ba74-9b87dc1ccbc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:34.698155 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c620593a-24ba-4980-ba74-9b87dc1ccbc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:34.698766 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c620593a-24ba-4980-ba74-9b87dc1ccbc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:34.698766 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c620593a-24ba-4980-ba74-9b87dc1ccbc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:34.699166 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c620593a-24ba-4980-ba74-9b87dc1ccbc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:34.699441 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c620593a-24ba-4980-ba74-9b87dc1ccbc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:34.699780 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c620593a-24ba-4980-ba74-9b87dc1ccbc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:34.700104 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c620593a-24ba-4980-ba74-9b87dc1ccbc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:34.702918 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c620593a-24ba-4980-ba74-9b87dc1ccbc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:34.703426 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c620593a-24ba-4980-ba74-9b87dc1ccbc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:34.707123 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-fa6214de-0715-4212-aeca-cfab91a7b33c None None] Attempting to bind port e96b3ef8-2af2-4742-b283-c36d41d2f746 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:34.707725 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-fa6214de-0715-4212-aeca-cfab91a7b33c None None] Attempting to bind port e96b3ef8-2af2-4742-b283-c36d41d2f746 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:34.708283 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6214de-0715-4212-aeca-cfab91a7b33c None None] Attempting to bind port e96b3ef8-2af2-4742-b283-c36d41d2f746 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:34.717690 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-c58f0cd8-d06d-4c39-9ab6-4c90500912a9 admin admin] Allocated IP 172.20.0.1 (66ba2238-7dba-4548-9d17-efb5b42cdbfe/09099f39-0a9d-4259-8597-583ef27faa64/c95fc7c3-49c5-44ce-81d5-d8bed822cc9e) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:34.732752 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6214de-0715-4212-aeca-cfab91a7b33c None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:20:34.737236 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6214de-0715-4212-aeca-cfab91a7b33c None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:34.738004 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa6214de-0715-4212-aeca-cfab91a7b33c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:34.738582 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6214de-0715-4212-aeca-cfab91a7b33c None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:20:34.739180 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-fa6214de-0715-4212-aeca-cfab91a7b33c None None] Bound port: e96b3ef8-2af2-4742-b283-c36d41d2f746, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:20:34.739579 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa6214de-0715-4212-aeca-cfab91a7b33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:34.834829 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e9029f97-c26b-472d-bc7d-41d37330aa25 None None] Provisioning complete for port a6b09b43-efc7-4003-aa7b-0c9f71d06e22 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:34.835284 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e9029f97-c26b-472d-bc7d-41d37330aa25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:34.835640 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-fa6214de-0715-4212-aeca-cfab91a7b33c None None] For port e96b3ef8-2af2-4742-b283-c36d41d2f746, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:20:34.844774 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-fa6214de-0715-4212-aeca-cfab91a7b33c None None] For port e96b3ef8-2af2-4742-b283-c36d41d2f746, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e96b3ef8-2af2-4742-b283-c36d41d2f746,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:20:34.889126 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-70ed8059-bfce-492a-b663-eec58f35ee32 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:34.892469 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-70ed8059-bfce-492a-b663-eec58f35ee32 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:34.896739 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-70ed8059-bfce-492a-b663-eec58f35ee32 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "DELETE /v2.0/security-groups/616db9c7-780a-4694-a2b1-fc178927e4eb HTTP/1.1" status: 204 len: 168 time: 0.6025245 Dec 16 22:20:34.897024 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-eb3c254f-f4a0-4188-a241-8b522acff161 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:34.899772 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45240) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:34.928254 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa6214de-0715-4212-aeca-cfab91a7b33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:34.983784 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed8059-bfce-492a-b663-eec58f35ee32 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=616db9c7-780a-4694-a2b1-fc178927e4eb,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:35.002383 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c58f0cd8-d06d-4c39-9ab6-4c90500912a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:35.065112 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e9029f97-c26b-472d-bc7d-41d37330aa25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:35.073006 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-eb3c254f-f4a0-4188-a241-8b522acff161 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:35.075368 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0930a-199c-4323-ab80-d668e746ec9b req-977782f3-93e8-4344-9f58-2b47f8e4d924 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:35.083357 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aba0930a-199c-4323-ab80-d668e746ec9b req-977782f3-93e8-4344-9f58-2b47f8e4d924 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.1990619 Dec 16 22:20:35.115827 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620593a-24ba-4980-ba74-9b87dc1ccbc7 None None] Pushing event updated for resources: {'Port': ['ID=e96b3ef8-2af2-4742-b283-c36d41d2f746,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:35.135503 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6214de-0715-4212-aeca-cfab91a7b33c None None] Routers {'2ddd1e2d-beaf-4814-abd4-15eaadc706c7'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:35.137276 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-19507350-8215-4918-8024-8cfee66c2502 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2237201 Dec 16 22:20:35.137968 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45242) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:35.139294 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-fa6214de-0715-4212-aeca-cfab91a7b33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2ddd1e2d-beaf-4814-abd4-15eaadc706c7'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:35.157828 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e9029f97-c26b-472d-bc7d-41d37330aa25 None None] For port a6b09b43-efc7-4003-aa7b-0c9f71d06e22, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a6b09b43-efc7-4003-aa7b-0c9f71d06e22,segment=NetworkSegment(af79bcbc-97cc-4d14-a9d2-80f58f585d36),segment_id=af79bcbc-97cc-4d14-a9d2-80f58f585d36)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:35.191670 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-62cae6d7-b08e-4995-a0f5-484759cc9ef2 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group': {'name': 'tempest-secgroup--164105491'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:35.246520 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e9029f97-c26b-472d-bc7d-41d37330aa25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:35.275292 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aba0930a-199c-4323-ab80-d668e746ec9b req-f0c1e848-6899-4e17-9e4f-f3dc2513c09b tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909177 Dec 16 22:20:35.298679 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c58f0cd8-d06d-4c39-9ab6-4c90500912a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:35.333659 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4c96c2dc-9d80-4b1f-8393-9e8d75f13dc0 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:35.335803 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dfc72a53-5b4f-4841-8e1e-6861920db1aa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:35.359935 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-fa6214de-0715-4212-aeca-cfab91a7b33c None None] Set router 2ddd1e2d-beaf-4814-abd4-15eaadc706c7 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:20:35.366887 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58f0cd8-d06d-4c39-9ab6-4c90500912a9 admin admin] Network 66ba2238-7dba-4548-9d17-efb5b42cdbfe is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:35.371334 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-c58f0cd8-d06d-4c39-9ab6-4c90500912a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:35.375883 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58f0cd8-d06d-4c39-9ab6-4c90500912a9 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:35.388904 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 55c7568d-f7a5-49fe-be76-43e9a635be0a no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:35.408501 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f0cd8-d06d-4c39-9ab6-4c90500912a9 admin admin] Pushing event updated for resources: {'Port': ['ID=c95fc7c3-49c5-44ce-81d5-d8bed822cc9e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:35.410175 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-eb3c254f-f4a0-4188-a241-8b522acff161 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:35.420300 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 55c7568d-f7a5-49fe-be76-43e9a635be0a {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:35.420911 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 55c7568d-f7a5-49fe-be76-43e9a635be0a not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:35.437601 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c58f0cd8-d06d-4c39-9ab6-4c90500912a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:35.453945 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3f6c25-5f6c-4553-86da-4f580fe69e56 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:35.467116 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-eb3c254f-f4a0-4188-a241-8b522acff161 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:35.471757 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-eb3c254f-f4a0-4188-a241-8b522acff161 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/d7454eff-f6ed-4b3a-94b7-9f29a187a75d HTTP/1.1" status: 204 len: 168 time: 1.4015725 Dec 16 22:20:35.475197 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c254f-f4a0-4188-a241-8b522acff161 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=d7454eff-f6ed-4b3a-94b7-9f29a187a75d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:35.477670 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45248) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:35.521116 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9029f97-c26b-472d-bc7d-41d37330aa25 None None] Pushing event updated for resources: {'Port': ['ID=a6b09b43-efc7-4003-aa7b-0c9f71d06e22,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:35.532447 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-03e56cf8-b049-41a2-b81f-0e5e05aa368f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533538 Dec 16 22:20:35.533442 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-62cae6d7-b08e-4995-a0f5-484759cc9ef2 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:35.535968 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45250) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:35.563603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 4c96c2dc-9d80-4b1f-8393-9e8d75f13dc0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:35.564116 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:35.592675 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b74cb105-3692-407a-91cf-a378d46a0cda None None] Provisioning complete for port a6b09b43-efc7-4003-aa7b-0c9f71d06e22 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:35.593094 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b74cb105-3692-407a-91cf-a378d46a0cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:35.634018 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:20:35.660154 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-fa6214de-0715-4212-aeca-cfab91a7b33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddd1e2d-beaf-4814-abd4-15eaadc706c7', 'name': 'tempest-ServerRescueTestJSON-1048200973-router', 'tenant_id': '2eee87fa71d34d10aa69ccc2197b9b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'e96b3ef8-2af2-4742-b283-c36d41d2f746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:29Z', 'updated_at': '2021-12-16T22:20:31Z', 'revision_number': 3, 'project_id': '2eee87fa71d34d10aa69ccc2197b9b4f', 'gw_port': {'id': 'e96b3ef8-2af2-4742-b283-c36d41d2f746', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddd1e2d-beaf-4814-abd4-15eaadc706c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:30Z', 'updated_at': '2021-12-16T22:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:35.670295 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626aa9a-7b76-46f5-89df-7fa007ce7cae tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:35.671854 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9626aa9a-7b76-46f5-89df-7fa007ce7cae tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1330156 Dec 16 22:20:35.675999 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45252) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:35.715393 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6214de-0715-4212-aeca-cfab91a7b33c None None] The sync data for ids ['2ddd1e2d-beaf-4814-abd4-15eaadc706c7'] in n-d-815324-4 is: [{'id': '2ddd1e2d-beaf-4814-abd4-15eaadc706c7', 'name': 'tempest-ServerRescueTestJSON-1048200973-router', 'tenant_id': '2eee87fa71d34d10aa69ccc2197b9b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'e96b3ef8-2af2-4742-b283-c36d41d2f746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:29Z', 'updated_at': '2021-12-16T22:20:31Z', 'revision_number': 3, 'project_id': '2eee87fa71d34d10aa69ccc2197b9b4f', 'gw_port': {'id': 'e96b3ef8-2af2-4742-b283-c36d41d2f746', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddd1e2d-beaf-4814-abd4-15eaadc706c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:30Z', 'updated_at': '2021-12-16T22:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:20:35.742083 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-62cae6d7-b08e-4995-a0f5-484759cc9ef2 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:35.752416 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911810eb-33f8-465f-a372-3e8d881535e4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:35.754346 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-911810eb-33f8-465f-a372-3e8d881535e4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0781174 Dec 16 22:20:35.760696 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45256) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:35.789327 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a6b09b43-efc7-4003-aa7b-0c9f71d06e22 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:35.821925 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-62cae6d7-b08e-4995-a0f5-484759cc9ef2 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:35.825091 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-51619833-1a2a-4614-93db-2851f67754fd tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665972 Dec 16 22:20:35.829320 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45258) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:35.836093 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-a42d7ea4-a08f-4a87-b3d9-96371da73fa5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:35.852128 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e0e753-4739-492b-8ab0-06a4deb1a223 None None] DHCP port deletion for f8482a80-79ef-4c20-9ddd-3945e7fc80d7 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:20:35.860283 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cae6d7-b08e-4995-a0f5-484759cc9ef2 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f35f2ac6-0e2b-44ea-990e-f6209f4e17c3,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:35.873302 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c58f0cd8-d06d-4c39-9ab6-4c90500912a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:35.911123 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port a6b09b43-efc7-4003-aa7b-0c9f71d06e22 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:35.911831 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:35.930071 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dfc72a53-5b4f-4841-8e1e-6861920db1aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:35.968584 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-27e0e753-4739-492b-8ab0-06a4deb1a223 None None] Deleting port 4c96c2dc-9d80-4b1f-8393-9e8d75f13dc0 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:35.968953 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-27e0e753-4739-492b-8ab0-06a4deb1a223 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:35.980563 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-62cae6d7-b08e-4995-a0f5-484759cc9ef2 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:35.985005 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-62cae6d7-b08e-4995-a0f5-484759cc9ef2 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8321445 Dec 16 22:20:35.987352 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45260) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:35.994294 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-7d2a9c5e-113a-4cc2-9388-af4814b98f9e tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group_rule': {'security_group_id': 'f35f2ac6-0e2b-44ea-990e-f6209f4e17c3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:35.995225 n-d-815324-4 neutron-server[103613]: WARNING neutron.api.v2.base [None req-7d2a9c5e-113a-4cc2-9388-af4814b98f9e tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 22:20:35.995733 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-7d2a9c5e-113a-4cc2-9388-af4814b98f9e tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:20:35.999453 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7d2a9c5e-113a-4cc2-9388-af4814b98f9e tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084014 Dec 16 22:20:36.003268 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45262) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:36.008187 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-0fdb3de8-c25d-4db1-b990-3df8495a394f tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group_rule': {'security_group_id': 'f35f2ac6-0e2b-44ea-990e-f6209f4e17c3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:36.062023 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-27e0e753-4739-492b-8ab0-06a4deb1a223 None None] For port 4c96c2dc-9d80-4b1f-8393-9e8d75f13dc0, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4c96c2dc-9d80-4b1f-8393-9e8d75f13dc0,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:36.062618 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-27e0e753-4739-492b-8ab0-06a4deb1a223 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:36.128547 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-27e0e753-4739-492b-8ab0-06a4deb1a223 None None] Calling delete_port for 4c96c2dc-9d80-4b1f-8393-9e8d75f13dc0 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:36.137360 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c58f0cd8-d06d-4c39-9ab6-4c90500912a9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:36.179219 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42d7ea4-a08f-4a87-b3d9-96371da73fa5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:36.184629 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a42d7ea4-a08f-4a87-b3d9-96371da73fa5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:36.243874 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c58f0cd8-d06d-4c39-9ab6-4c90500912a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:36.300909 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-27e0e753-4739-492b-8ab0-06a4deb1a223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:36.315842 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e0e753-4739-492b-8ab0-06a4deb1a223 None None] No DVR routers for this DVR port 4c96c2dc-9d80-4b1f-8393-9e8d75f13dc0 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:20:36.342141 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0e753-4739-492b-8ab0-06a4deb1a223 None None] Pushing event deleted for resources: {'Port': ['ID=4c96c2dc-9d80-4b1f-8393-9e8d75f13dc0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:36.356373 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-0fdb3de8-c25d-4db1-b990-3df8495a394f tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:20:36.356373 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0fdb3de8-c25d-4db1-b990-3df8495a394f tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3494589 Dec 16 22:20:36.360655 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45268) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:36.363723 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f0cd8-d06d-4c39-9ab6-4c90500912a9 admin admin] Pushing event updated for resources: {'Port': ['ID=c95fc7c3-49c5-44ce-81d5-d8bed822cc9e,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:36.375986 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-6f66047a-8e07-47df-adcd-16830c556f23 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group_rule': {'security_group_id': 'f35f2ac6-0e2b-44ea-990e-f6209f4e17c3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:36.377229 n-d-815324-4 neutron-server[103613]: WARNING neutron.api.v2.base [None req-6f66047a-8e07-47df-adcd-16830c556f23 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 16 22:20:36.379585 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-6f66047a-8e07-47df-adcd-16830c556f23 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:20:36.381742 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6f66047a-8e07-47df-adcd-16830c556f23 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088520 Dec 16 22:20:36.387073 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45270) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:36.393909 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-eb38d986-e317-4966-b953-cbcc6e6a7376 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group_rule': {'security_group_id': 'f35f2ac6-0e2b-44ea-990e-f6209f4e17c3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:36.399830 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c58f0cd8-d06d-4c39-9ab6-4c90500912a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:36.409672 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc72a53-5b4f-4841-8e1e-6861920db1aa admin admin] Router 42629a10-d99d-4b35-90dc-356647e4f548 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:20:36.509624 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58f0cd8-d06d-4c39-9ab6-4c90500912a9 admin admin] Network 66ba2238-7dba-4548-9d17-efb5b42cdbfe is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:36.511294 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-c58f0cd8-d06d-4c39-9ab6-4c90500912a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:36.592180 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0075090-f41c-4b4a-8f4d-f18818d5ce46 req-9ad84309-6312-4e63-9b8d-7919b5f4e8d6 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:36.593978 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b0075090-f41c-4b4a-8f4d-f18818d5ce46 req-9ad84309-6312-4e63-9b8d-7919b5f4e8d6 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.1907787 Dec 16 22:20:36.662065 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58f0cd8-d06d-4c39-9ab6-4c90500912a9 admin admin] Router 2ddd1e2d-beaf-4814-abd4-15eaadc706c7 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:20:36.684674 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-eb38d986-e317-4966-b953-cbcc6e6a7376 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:20:36.687546 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-eb38d986-e317-4966-b953-cbcc6e6a7376 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2983181 Dec 16 22:20:36.693479 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc72a53-5b4f-4841-8e1e-6861920db1aa admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:20:36.704250 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45274) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:36.705277 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661b96e3-ba20-4da2-89cc-ec8dd740a3f3 None None] Sync routers for ids ['42629a10-d99d-4b35-90dc-356647e4f548'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:20:36.714157 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-a00a3a60-f713-409e-8e7a-8f0e638378ce tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group_rule': {'security_group_id': 'f35f2ac6-0e2b-44ea-990e-f6209f4e17c3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:36.720051 n-d-815324-4 neutron-server[103614]: WARNING neutron.api.v2.base [None req-a00a3a60-f713-409e-8e7a-8f0e638378ce tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 22:20:36.720051 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-a00a3a60-f713-409e-8e7a-8f0e638378ce tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:20:36.720051 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a00a3a60-f713-409e-8e7a-8f0e638378ce tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0126324 Dec 16 22:20:36.722499 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a42d7ea4-a08f-4a87-b3d9-96371da73fa5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:36.725400 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45276) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:36.728320 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b0075090-f41c-4b4a-8f4d-f18818d5ce46 req-d3e3bcf2-1c11-4668-add4-54b4ad2e57f9 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225135 Dec 16 22:20:36.736047 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-95909e61-8517-4576-915c-35fff5d6e211 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group_rule': {'security_group_id': 'f35f2ac6-0e2b-44ea-990e-f6209f4e17c3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:36.740651 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661b96e3-ba20-4da2-89cc-ec8dd740a3f3 None None] Routers {'42629a10-d99d-4b35-90dc-356647e4f548'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:36.743541 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-661b96e3-ba20-4da2-89cc-ec8dd740a3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['42629a10-d99d-4b35-90dc-356647e4f548'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:36.780416 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42d7ea4-a08f-4a87-b3d9-96371da73fa5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:36.785658 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-a42d7ea4-a08f-4a87-b3d9-96371da73fa5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:36.788834 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42d7ea4-a08f-4a87-b3d9-96371da73fa5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:36.790372 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a42d7ea4-a08f-4a87-b3d9-96371da73fa5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:36.797918 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676683af-4741-4a49-9864-10ff7aa6a6c6 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:36.810241 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d7ea4-a08f-4a87-b3d9-96371da73fa5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=661d5a0e-a168-4b91-9792-47587e0d9986,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:36.844148 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58f0cd8-d06d-4c39-9ab6-4c90500912a9 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:20:36.851223 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c58f0cd8-d06d-4c39-9ab6-4c90500912a9 admin admin] 10.222.0.75 "PUT /v2.0/routers/2ddd1e2d-beaf-4814-abd4-15eaadc706c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7735209 Dec 16 22:20:36.864383 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dfc72a53-5b4f-4841-8e1e-6861920db1aa admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:36.868526 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-dfc72a53-5b4f-4841-8e1e-6861920db1aa admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2087820 Dec 16 22:20:36.871128 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45282) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:36.951253 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a42d7ea4-a08f-4a87-b3d9-96371da73fa5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1203086 Dec 16 22:20:36.954133 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45284) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:36.959671 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-18e3d1e0-9554-4250-96ed-9442b7ce2b06 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'fixed_ips': [{'subnet_id': '661d5a0e-a168-4b91-9792-47587e0d9986', 'ip_address': '2001:db8::2de2:4449:b5b7:b6c3'}], 'name': 'tempest-NetworksTestDHCPv6-1351271358'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:37.132913 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-661b96e3-ba20-4da2-89cc-ec8dd740a3f3 None None] Set router 42629a10-d99d-4b35-90dc-356647e4f548 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:20:37.151411 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-95909e61-8517-4576-915c-35fff5d6e211 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:20:37.153473 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-95909e61-8517-4576-915c-35fff5d6e211 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4267349 Dec 16 22:20:37.155984 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45294) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:37.162420 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-b59dbfb6-9b56-4e67-b427-b4962cef06f5 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group_rule': {'security_group_id': 'f35f2ac6-0e2b-44ea-990e-f6209f4e17c3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:37.163352 n-d-815324-4 neutron-server[103613]: WARNING neutron.api.v2.base [None req-b59dbfb6-9b56-4e67-b427-b4962cef06f5 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 16 22:20:37.164004 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-b59dbfb6-9b56-4e67-b427-b4962cef06f5 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:20:37.165167 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b59dbfb6-9b56-4e67-b427-b4962cef06f5 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071869 Dec 16 22:20:37.168034 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45296) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:37.178301 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-ed243d9c-df77-4fc0-bc51-42eec6aaacdf tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group_rule': {'security_group_id': 'f35f2ac6-0e2b-44ea-990e-f6209f4e17c3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:37.263280 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d12941f-2132-4154-a4dc-176bb87286a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'fixed_ips': [{'subnet_id': '661d5a0e-a168-4b91-9792-47587e0d9986'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:20:37.264428 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d12941f-2132-4154-a4dc-176bb87286a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:37.322787 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e96b3ef8-2af2-4742-b283-c36d41d2f746 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:37.334219 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fbb6f-2c15-4048-b66f-1899ccb2e8fb req-3e80e4fd-fe3b-4902-a875-72ce6a35d9bf tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:37.342141 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d85fbb6f-2c15-4048-b66f-1899ccb2e8fb req-3e80e4fd-fe3b-4902-a875-72ce6a35d9bf tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/ports?device_id=74b1f127-2434-4977-a377-63764b0dcbbb HTTP/1.1" status: 200 len: 946 time: 0.1313000 Dec 16 22:20:37.451970 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d85fbb6f-2c15-4048-b66f-1899ccb2e8fb req-1d64667c-8127-4a51-aed1-68c2738e2f76 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/security-groups?id=672421be-c51b-469a-a191-226d991377ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080623 Dec 16 22:20:37.537743 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-ed243d9c-df77-4fc0-bc51-42eec6aaacdf tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:20:37.538865 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ed243d9c-df77-4fc0-bc51-42eec6aaacdf tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3657885 Dec 16 22:20:37.543643 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45310) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:37.549015 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-437c90f4-0701-4ef4-826b-c53b2626aaa0 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group_rule': {'security_group_id': 'f35f2ac6-0e2b-44ea-990e-f6209f4e17c3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:37.568138 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port e96b3ef8-2af2-4742-b283-c36d41d2f746 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:37.568521 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:37.570483 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-0d12941f-2132-4154-a4dc-176bb87286a2 None None] Allocated IP 2001:db8::2 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/661d5a0e-a168-4b91-9792-47587e0d9986/b4d87e70-be64-4d24-852a-d73405e02664) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:37.575327 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-5cdc5ccc-d5e5-4bab-b17e-90f840814b4b tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:37.581663 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-5cdc5ccc-d5e5-4bab-b17e-90f840814b4b tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/networks?id=66ba2238-7dba-4548-9d17-efb5b42cdbfe HTTP/1.1" status: 200 len: 811 time: 0.1402113 Dec 16 22:20:37.592557 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-8501c02e-184c-484f-9d87-5d137358e8d1 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/quotas/2eee87fa71d34d10aa69ccc2197b9b4f HTTP/1.1" status: 200 len: 375 time: 0.0100498 Dec 16 22:20:37.609547 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e3d1e0-9554-4250-96ed-9442b7ce2b06 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:37.714150 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-661b96e3-ba20-4da2-89cc-ec8dd740a3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42629a10-d99d-4b35-90dc-356647e4f548', 'name': 'tempest-FloatingIPsNegativeTestJSON-1455545265-router', 'tenant_id': '75e64ab3711c4448bb9e36fffa0ca4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '64892ec0-6b81-4aed-bbf8-044a5e8aa80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:31Z', 'updated_at': '2021-12-16T22:20:34Z', 'revision_number': 3, 'project_id': '75e64ab3711c4448bb9e36fffa0ca4a8', 'gw_port': {'id': '64892ec0-6b81-4aed-bbf8-044a5e8aa80b', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42629a10-d99d-4b35-90dc-356647e4f548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:33Z', 'updated_at': '2021-12-16T22:20:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:37.739375 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-75700666-1156-4c05-8dd4-03c569efcb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:37.750953 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-6b9a9cbe-0d5f-441b-abd0-758c9fb2cf73 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2eee87fa71d34d10aa69ccc2197b9b4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1521075 Dec 16 22:20:37.844717 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661b96e3-ba20-4da2-89cc-ec8dd740a3f3 None None] Checking router: 42629a10-d99d-4b35-90dc-356647e4f548 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:20:37.845449 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661b96e3-ba20-4da2-89cc-ec8dd740a3f3 None None] Updating router 42629a10-d99d-4b35-90dc-356647e4f548 port 64892ec0-6b81-4aed-bbf8-044a5e8aa80b binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:20:37.848336 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-18e3d1e0-9554-4250-96ed-9442b7ce2b06 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:37.879155 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-18e3d1e0-9554-4250-96ed-9442b7ce2b06 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] device_id is not set on port f1b15654-6e4f-4136-b83c-b96342b8a461 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:20:37.879388 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d12941f-2132-4154-a4dc-176bb87286a2 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:37.908588 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:37.914778 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-661b96e3-ba20-4da2-89cc-ec8dd740a3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:37.928468 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-437c90f4-0701-4ef4-826b-c53b2626aaa0 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:20:37.932860 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-437c90f4-0701-4ef4-826b-c53b2626aaa0 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3881226 Dec 16 22:20:37.936739 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45316) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:37.959604 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port e96b3ef8-2af2-4742-b283-c36d41d2f746, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e96b3ef8-2af2-4742-b283-c36d41d2f746,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:37.983275 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-fcd52f07-5314-49cd-b4e1-0040613e0c27 service neutron] 10.222.0.75 "GET /v2.0/networks/66ba2238-7dba-4548-9d17-efb5b42cdbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126420 Dec 16 22:20:38.009892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243dd4fa-1139-4576-a8c0-d8abbbdecbff req-6d2e181c-9bf9-4c3c-ada0-af8629b1381c tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:38.011468 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-243dd4fa-1139-4576-a8c0-d8abbbdecbff req-6d2e181c-9bf9-4c3c-ada0-af8629b1381c tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.1783600 Dec 16 22:20:38.029009 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-75700666-1156-4c05-8dd4-03c569efcb2c admin admin] Allocated IP 172.20.0.1 (977dd53d-f0a6-4834-9031-87d63d8e3037/92a7cc76-51d1-4d94-a82f-6427df674425/f924f023-09e1-46f2-9fda-f96f0649c0ed) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:38.039478 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:38.040188 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a6b09b43-efc7-4003-aa7b-0c9f71d06e22 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:38.082525 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d12941f-2132-4154-a4dc-176bb87286a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:38.127510 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-243dd4fa-1139-4576-a8c0-d8abbbdecbff req-1ffe3471-6c81-4761-a3e4-698e097f742d tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072898 Dec 16 22:20:38.171214 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d12941f-2132-4154-a4dc-176bb87286a2 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:38.187495 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-0d12941f-2132-4154-a4dc-176bb87286a2 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:38.202919 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-75700666-1156-4c05-8dd4-03c569efcb2c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:38.220670 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d12941f-2132-4154-a4dc-176bb87286a2 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:38.244578 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2814c0-d4f6-40a4-a3f2-da095000670d None None] Sync routers for ids ['2ddd1e2d-beaf-4814-abd4-15eaadc706c7'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:20:38.257172 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2814c0-d4f6-40a4-a3f2-da095000670d None None] Routers {'2ddd1e2d-beaf-4814-abd4-15eaadc706c7'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:38.259538 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-8e2814c0-d4f6-40a4-a3f2-da095000670d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2ddd1e2d-beaf-4814-abd4-15eaadc706c7'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:38.313006 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-75700666-1156-4c05-8dd4-03c569efcb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:38.448728 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75700666-1156-4c05-8dd4-03c569efcb2c admin admin] Network 977dd53d-f0a6-4834-9031-87d63d8e3037 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:38.455365 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-661b96e3-ba20-4da2-89cc-ec8dd740a3f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:38.457114 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-75700666-1156-4c05-8dd4-03c569efcb2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:38.469207 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=e96b3ef8-2af2-4742-b283-c36d41d2f746,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:38.473740 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port a6b09b43-efc7-4003-aa7b-0c9f71d06e22 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:38.474302 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:38.484275 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75700666-1156-4c05-8dd4-03c569efcb2c admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:38.534411 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-75700666-1156-4c05-8dd4-03c569efcb2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:38.555612 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-18e3d1e0-9554-4250-96ed-9442b7ce2b06 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 2001:db8::2de2:4449:b5b7:b6c3 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/661d5a0e-a168-4b91-9792-47587e0d9986/f1b15654-6e4f-4136-b83c-b96342b8a461) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:38.559930 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-8e2814c0-d4f6-40a4-a3f2-da095000670d None None] Set router 2ddd1e2d-beaf-4814-abd4-15eaadc706c7 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:20:38.572345 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-661b96e3-ba20-4da2-89cc-ec8dd740a3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:38.624255 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-0d12941f-2132-4154-a4dc-176bb87286a2 None None] Attempting to bind port b4d87e70-be64-4d24-852a-d73405e02664 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:38.625098 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-0d12941f-2132-4154-a4dc-176bb87286a2 None None] Attempting to bind port b4d87e70-be64-4d24-852a-d73405e02664 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:38.625713 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12941f-2132-4154-a4dc-176bb87286a2 None None] Attempting to bind port b4d87e70-be64-4d24-852a-d73405e02664 on network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:38.673826 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12941f-2132-4154-a4dc-176bb87286a2 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:20:38.673826 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12941f-2132-4154-a4dc-176bb87286a2 None None] Checking segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:38.676157 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d12941f-2132-4154-a4dc-176bb87286a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:38.676329 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75700666-1156-4c05-8dd4-03c569efcb2c admin admin] Pushing event updated for resources: {'Port': ['ID=f924f023-09e1-46f2-9fda-f96f0649c0ed,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:38.679099 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12941f-2132-4154-a4dc-176bb87286a2 None None] Bound using segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:20:38.680746 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-0d12941f-2132-4154-a4dc-176bb87286a2 None None] Bound port: b4d87e70-be64-4d24-852a-d73405e02664, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:20:38.685251 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d12941f-2132-4154-a4dc-176bb87286a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:38.691998 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9a2df-f4e7-4abd-bac2-1bcc0e0b3e57 req-be0f7655-bc77-457d-bbab-69748f407dd4 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:38.701151 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-35c9a2df-f4e7-4abd-bac2-1bcc0e0b3e57 req-be0f7655-bc77-457d-bbab-69748f407dd4 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/ports?device_id=74b1f127-2434-4977-a377-63764b0dcbbb HTTP/1.1" status: 200 len: 946 time: 0.2955449 Dec 16 22:20:38.702544 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12941f-2132-4154-a4dc-176bb87286a2 None None] Pushing event updated for resources: {'Port': ['ID=b4d87e70-be64-4d24-852a-d73405e02664,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:38.759407 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fdc07256-d16b-4053-8fe5-a70633b225f6 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:38.784963 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750abbf-a5fa-49ed-9046-91d9ff7db317 None None] Pushing event updated for resources: {'Port': ['ID=64892ec0-6b81-4aed-bbf8-044a5e8aa80b,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:38.799625 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-661b96e3-ba20-4da2-89cc-ec8dd740a3f3 None None] Attempting to bind port 64892ec0-6b81-4aed-bbf8-044a5e8aa80b on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:38.803470 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-661b96e3-ba20-4da2-89cc-ec8dd740a3f3 None None] Attempting to bind port 64892ec0-6b81-4aed-bbf8-044a5e8aa80b by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:38.804586 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661b96e3-ba20-4da2-89cc-ec8dd740a3f3 None None] Attempting to bind port 64892ec0-6b81-4aed-bbf8-044a5e8aa80b on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:38.818408 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-18e3d1e0-9554-4250-96ed-9442b7ce2b06 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:38.823961 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fdc07256-d16b-4053-8fe5-a70633b225f6 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:38.824458 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-35c9a2df-f4e7-4abd-bac2-1bcc0e0b3e57 req-177d4f76-8e8b-4aef-a940-dbbe85453e4e tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/security-groups?id=672421be-c51b-469a-a191-226d991377ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200333 Dec 16 22:20:38.844057 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-75700666-1156-4c05-8dd4-03c569efcb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:38.882330 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-db5c603c-d515-4ea5-936e-cac279ad2804 service neutron] 10.222.0.75 "GET /v2.0/networks/66ba2238-7dba-4548-9d17-efb5b42cdbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8817060 Dec 16 22:20:38.980000 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661b96e3-ba20-4da2-89cc-ec8dd740a3f3 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:20:38.980595 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661b96e3-ba20-4da2-89cc-ec8dd740a3f3 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:38.981337 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-661b96e3-ba20-4da2-89cc-ec8dd740a3f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:38.982126 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661b96e3-ba20-4da2-89cc-ec8dd740a3f3 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:20:38.982758 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-661b96e3-ba20-4da2-89cc-ec8dd740a3f3 None None] Bound port: 64892ec0-6b81-4aed-bbf8-044a5e8aa80b, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:20:38.983228 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-661b96e3-ba20-4da2-89cc-ec8dd740a3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:39.021992 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-8e2814c0-d4f6-40a4-a3f2-da095000670d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddd1e2d-beaf-4814-abd4-15eaadc706c7', 'name': 'tempest-ServerRescueTestJSON-1048200973-router', 'tenant_id': '2eee87fa71d34d10aa69ccc2197b9b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'e96b3ef8-2af2-4742-b283-c36d41d2f746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:29Z', 'updated_at': '2021-12-16T22:20:35Z', 'revision_number': 4, 'project_id': '2eee87fa71d34d10aa69ccc2197b9b4f', 'gw_port': {'id': 'e96b3ef8-2af2-4742-b283-c36d41d2f746', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddd1e2d-beaf-4814-abd4-15eaadc706c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:30Z', 'updated_at': '2021-12-16T22:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'c95fc7c3-49c5-44ce-81d5-d8bed822cc9e', 'name': '', 'network_id': '66ba2238-7dba-4548-9d17-efb5b42cdbfe', 'tenant_id': '2eee87fa71d34d10aa69ccc2197b9b4f', 'mac_address': 'fa:16:3e:eb:a6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddd1e2d-beaf-4814-abd4-15eaadc706c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '09099f39-0a9d-4259-8597-583ef27faa64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:34Z', 'updated_at': '2021-12-16T22:20:35Z', 'revision_number': 2, 'project_id': '2eee87fa71d34d10aa69ccc2197b9b4f', 'subnets': [{'id': '09099f39-0a9d-4259-8597-583ef27faa64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:39.043898 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-18e3d1e0-9554-4250-96ed-9442b7ce2b06 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:39.076262 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2814c0-d4f6-40a4-a3f2-da095000670d None None] Checking router: 2ddd1e2d-beaf-4814-abd4-15eaadc706c7 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:20:39.077548 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2814c0-d4f6-40a4-a3f2-da095000670d None None] Updating router 2ddd1e2d-beaf-4814-abd4-15eaadc706c7 port c95fc7c3-49c5-44ce-81d5-d8bed822cc9e binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:20:39.084414 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4c96c2dc-9d80-4b1f-8393-9e8d75f13dc0 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:39.114989 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0d12941f-2132-4154-a4dc-176bb87286a2 None None] For port b4d87e70-be64-4d24-852a-d73405e02664, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:20:39.117897 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fdc07256-d16b-4053-8fe5-a70633b225f6 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:39.123652 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 4c96c2dc-9d80-4b1f-8393-9e8d75f13dc0 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:39.124082 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4c96c2dc-9d80-4b1f-8393-9e8d75f13dc0 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:39.128868 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e2814c0-d4f6-40a4-a3f2-da095000670d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:39.141608 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fdc07256-d16b-4053-8fe5-a70633b225f6 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:39.148638 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fdc07256-d16b-4053-8fe5-a70633b225f6 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "DELETE /v2.0/security-groups/f35f2ac6-0e2b-44ea-990e-f6209f4e17c3 HTTP/1.1" status: 204 len: 168 time: 1.2110107 Dec 16 22:20:39.152328 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45332) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:39.178892 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-661b96e3-ba20-4da2-89cc-ec8dd740a3f3 None None] For port 64892ec0-6b81-4aed-bbf8-044a5e8aa80b, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:20:39.179153 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-75700666-1156-4c05-8dd4-03c569efcb2c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:39.192005 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-091cd01f-07de-48b0-a9cc-17afa3c724d9 None None] Provisioning complete for port f924f023-09e1-46f2-9fda-f96f0649c0ed triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:39.192420 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-091cd01f-07de-48b0-a9cc-17afa3c724d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:39.220026 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0d12941f-2132-4154-a4dc-176bb87286a2 None None] For port b4d87e70-be64-4d24-852a-d73405e02664, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b4d87e70-be64-4d24-852a-d73405e02664,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:20:39.228672 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-661b96e3-ba20-4da2-89cc-ec8dd740a3f3 None None] For port 64892ec0-6b81-4aed-bbf8-044a5e8aa80b, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=64892ec0-6b81-4aed-bbf8-044a5e8aa80b,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:20:39.241744 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-81363d78-bab3-4767-b069-8cd82cce2c39 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0879636 Dec 16 22:20:39.248402 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45338) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:39.254183 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-25998723-2942-4c5e-b66a-8d0a73d00876 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group': {'name': 'tempest-secgroup--1116935982'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:39.258882 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e3d1e0-9554-4250-96ed-9442b7ce2b06 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:39.281175 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-75700666-1156-4c05-8dd4-03c569efcb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:39.288572 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc07256-d16b-4053-8fe5-a70633b225f6 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35f2ac6-0e2b-44ea-990e-f6209f4e17c3,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:39.298518 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-18e3d1e0-9554-4250-96ed-9442b7ce2b06 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:39.329734 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e3d1e0-9554-4250-96ed-9442b7ce2b06 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:39.339363 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d12941f-2132-4154-a4dc-176bb87286a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:39.339955 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e3d1e0-9554-4250-96ed-9442b7ce2b06 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:39.339955 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-18e3d1e0-9554-4250-96ed-9442b7ce2b06 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:39.356355 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e5c6c9a9-3a13-4dd3-8f05-0d1a54c6c03f req-b8c68ece-cb82-405e-977e-ea8d8905c1b6 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 210 time: 0.1073771 Dec 16 22:20:39.359841 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3d1e0-9554-4250-96ed-9442b7ce2b06 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Port': ['ID=f1b15654-6e4f-4136-b83c-b96342b8a461,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:39.392076 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e96b3ef8-2af2-4742-b283-c36d41d2f746 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:39.395369 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-661b96e3-ba20-4da2-89cc-ec8dd740a3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:39.412709 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-75700666-1156-4c05-8dd4-03c569efcb2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:39.459111 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-091cd01f-07de-48b0-a9cc-17afa3c724d9 None None] Port f924f023-09e1-46f2-9fda-f96f0649c0ed cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:20:39.495793 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-18e3d1e0-9554-4250-96ed-9442b7ce2b06 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5402570 Dec 16 22:20:39.498230 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45344) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:39.510181 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12941f-2132-4154-a4dc-176bb87286a2 None None] Pushing event updated for resources: {'Port': ['ID=b4d87e70-be64-4d24-852a-d73405e02664,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:39.512901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-b5f45d71-6067-4a6a-9547-6ee9f10b0838 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'fixed_ips': [{'subnet_id': '661d5a0e-a168-4b91-9792-47587e0d9986', 'ip_address': '2001:db8::2de2:4449:b5b7:b6c3'}], 'name': 'tempest-NetworksTestDHCPv6-916048189'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:39.521763 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661b96e3-ba20-4da2-89cc-ec8dd740a3f3 None None] Routers {'42629a10-d99d-4b35-90dc-356647e4f548'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:39.522396 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-661b96e3-ba20-4da2-89cc-ec8dd740a3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['42629a10-d99d-4b35-90dc-356647e4f548'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:39.560331 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256eef2c-0d16-497f-81eb-a41e314f87b3 req-8204a5c8-3dcf-4c8f-a4fc-b95fdb0b4436 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:39.567867 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-256eef2c-0d16-497f-81eb-a41e314f87b3 req-8204a5c8-3dcf-4c8f-a4fc-b95fdb0b4436 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.1565206 Dec 16 22:20:39.572503 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75700666-1156-4c05-8dd4-03c569efcb2c admin admin] Pushing event updated for resources: {'Port': ['ID=f924f023-09e1-46f2-9fda-f96f0649c0ed,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:39.661526 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-25998723-2942-4c5e-b66a-8d0a73d00876 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:39.674473 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e2814c0-d4f6-40a4-a3f2-da095000670d None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:39.696285 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-256eef2c-0d16-497f-81eb-a41e314f87b3 req-7910b40b-d12a-4e3b-8847-93466299617c tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270618 Dec 16 22:20:39.728184 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750abbf-a5fa-49ed-9046-91d9ff7db317 None None] Pushing event updated for resources: {'Port': ['ID=64892ec0-6b81-4aed-bbf8-044a5e8aa80b,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:39.744215 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port e96b3ef8-2af2-4742-b283-c36d41d2f746 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:39.745078 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:39.763100 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75700666-1156-4c05-8dd4-03c569efcb2c admin admin] Network 977dd53d-f0a6-4834-9031-87d63d8e3037 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:39.768691 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-75700666-1156-4c05-8dd4-03c569efcb2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:39.788774 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e2814c0-d4f6-40a4-a3f2-da095000670d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:39.863207 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f45d71-6067-4a6a-9547-6ee9f10b0838 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:39.871391 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b5f45d71-6067-4a6a-9547-6ee9f10b0838 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:39.921477 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9ea9f-49a0-4f5a-a5f9-eae5b1d91aea None None] Pushing event updated for resources: {'Port': ['ID=c95fc7c3-49c5-44ce-81d5-d8bed822cc9e,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:39.966937 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-b5f45d71-6067-4a6a-9547-6ee9f10b0838 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] device_id is not set on port 940b906f-70c9-4115-a175-6b02b2e840ca yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:20:39.988742 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-8e2814c0-d4f6-40a4-a3f2-da095000670d None None] Attempting to bind port c95fc7c3-49c5-44ce-81d5-d8bed822cc9e on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:39.989124 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-8e2814c0-d4f6-40a4-a3f2-da095000670d None None] Attempting to bind port c95fc7c3-49c5-44ce-81d5-d8bed822cc9e by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'ba56397c-6eec-44d6-a5b2-cd5db12b2a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '66ba2238-7dba-4548-9d17-efb5b42cdbfe'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:39.989492 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2814c0-d4f6-40a4-a3f2-da095000670d None None] Attempting to bind port c95fc7c3-49c5-44ce-81d5-d8bed822cc9e on network 66ba2238-7dba-4548-9d17-efb5b42cdbfe {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:39.996608 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2814c0-d4f6-40a4-a3f2-da095000670d None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:20:39.997184 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2814c0-d4f6-40a4-a3f2-da095000670d None None] Checking segment: {'id': 'ba56397c-6eec-44d6-a5b2-cd5db12b2a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '66ba2238-7dba-4548-9d17-efb5b42cdbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:39.997654 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e2814c0-d4f6-40a4-a3f2-da095000670d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:39.998111 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2814c0-d4f6-40a4-a3f2-da095000670d None None] Bound using segment: {'id': 'ba56397c-6eec-44d6-a5b2-cd5db12b2a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '66ba2238-7dba-4548-9d17-efb5b42cdbfe'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:20:39.998666 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-8e2814c0-d4f6-40a4-a3f2-da095000670d None None] Bound port: c95fc7c3-49c5-44ce-81d5-d8bed822cc9e, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba56397c-6eec-44d6-a5b2-cd5db12b2a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '66ba2238-7dba-4548-9d17-efb5b42cdbfe'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:20:39.999056 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e2814c0-d4f6-40a4-a3f2-da095000670d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:40.164067 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-8e2814c0-d4f6-40a4-a3f2-da095000670d None None] For port c95fc7c3-49c5-44ce-81d5-d8bed822cc9e, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:20:40.168896 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-8e2814c0-d4f6-40a4-a3f2-da095000670d None None] For port c95fc7c3-49c5-44ce-81d5-d8bed822cc9e, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c95fc7c3-49c5-44ce-81d5-d8bed822cc9e,segment=NetworkSegment(ba56397c-6eec-44d6-a5b2-cd5db12b2a04),segment_id=ba56397c-6eec-44d6-a5b2-cd5db12b2a04)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:20:40.263410 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-661b96e3-ba20-4da2-89cc-ec8dd740a3f3 None None] Set router 42629a10-d99d-4b35-90dc-356647e4f548 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:20:40.271343 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e2814c0-d4f6-40a4-a3f2-da095000670d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:40.384147 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2814c0-d4f6-40a4-a3f2-da095000670d None None] Routers {'2ddd1e2d-beaf-4814-abd4-15eaadc706c7'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:40.385002 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-8e2814c0-d4f6-40a4-a3f2-da095000670d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2ddd1e2d-beaf-4814-abd4-15eaadc706c7'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:40.410790 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-53641eb8-c423-4c6c-8275-03f4a49fdbc0 None None] Provisioning complete for port f924f023-09e1-46f2-9fda-f96f0649c0ed triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:40.411326 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53641eb8-c423-4c6c-8275-03f4a49fdbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:40.418361 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f034b01-5985-4d5b-82a7-de120e6db97a req-3ffc25c9-4f84-4785-9472-0b7bb207c455 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:40.432009 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7f034b01-5985-4d5b-82a7-de120e6db97a req-3ffc25c9-4f84-4785-9472-0b7bb207c455 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/ports?device_id=74b1f127-2434-4977-a377-63764b0dcbbb HTTP/1.1" status: 200 len: 946 time: 0.2140188 Dec 16 22:20:40.446553 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9ea9f-49a0-4f5a-a5f9-eae5b1d91aea None None] Pushing event updated for resources: {'Port': ['ID=c95fc7c3-49c5-44ce-81d5-d8bed822cc9e,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:40.512815 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7f034b01-5985-4d5b-82a7-de120e6db97a req-18f72cf6-f1df-47f8-b76c-2a18345367b4 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/security-groups?id=672421be-c51b-469a-a191-226d991377ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797963 Dec 16 22:20:40.543579 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-53641eb8-c423-4c6c-8275-03f4a49fdbc0 None None] Port f924f023-09e1-46f2-9fda-f96f0649c0ed cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:20:40.561850 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-8e2814c0-d4f6-40a4-a3f2-da095000670d None None] Set router 2ddd1e2d-beaf-4814-abd4-15eaadc706c7 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:20:40.566210 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f45d71-6067-4a6a-9547-6ee9f10b0838 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 16 22:20:40.566798 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f45d71-6067-4a6a-9547-6ee9f10b0838 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:20:40.617290 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-25998723-2942-4c5e-b66a-8d0a73d00876 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:40.635074 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-661b96e3-ba20-4da2-89cc-ec8dd740a3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42629a10-d99d-4b35-90dc-356647e4f548', 'name': 'tempest-FloatingIPsNegativeTestJSON-1455545265-router', 'tenant_id': '75e64ab3711c4448bb9e36fffa0ca4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '64892ec0-6b81-4aed-bbf8-044a5e8aa80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:31Z', 'updated_at': '2021-12-16T22:20:38Z', 'revision_number': 4, 'project_id': '75e64ab3711c4448bb9e36fffa0ca4a8', 'gw_port': {'id': '64892ec0-6b81-4aed-bbf8-044a5e8aa80b', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42629a10-d99d-4b35-90dc-356647e4f548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:33Z', 'updated_at': '2021-12-16T22:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f924f023-09e1-46f2-9fda-f96f0649c0ed', 'name': '', 'network_id': '977dd53d-f0a6-4834-9031-87d63d8e3037', 'tenant_id': '75e64ab3711c4448bb9e36fffa0ca4a8', 'mac_address': 'fa:16:3e:68:eb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42629a10-d99d-4b35-90dc-356647e4f548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '92a7cc76-51d1-4d94-a82f-6427df674425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:37Z', 'updated_at': '2021-12-16T22:20:38Z', 'revision_number': 2, 'project_id': '75e64ab3711c4448bb9e36fffa0ca4a8', 'subnets': [{'id': '92a7cc76-51d1-4d94-a82f-6427df674425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:40.656992 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b5f45d71-6067-4a6a-9547-6ee9f10b0838 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1551366 Dec 16 22:20:40.657263 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45358) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:40.658845 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7baf31cb-8f8d-4d74-a75d-f76aa77cadfb req-baa28d3b-00fc-405c-ae7d-1463a563d61d tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 210 time: 0.0961692 Dec 16 22:20:40.668029 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661b96e3-ba20-4da2-89cc-ec8dd740a3f3 None None] The sync data for ids ['42629a10-d99d-4b35-90dc-356647e4f548'] in n-d-815324-4 is: [{'id': '42629a10-d99d-4b35-90dc-356647e4f548', 'name': 'tempest-FloatingIPsNegativeTestJSON-1455545265-router', 'tenant_id': '75e64ab3711c4448bb9e36fffa0ca4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '64892ec0-6b81-4aed-bbf8-044a5e8aa80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:31Z', 'updated_at': '2021-12-16T22:20:38Z', 'revision_number': 4, 'project_id': '75e64ab3711c4448bb9e36fffa0ca4a8', 'gw_port': {'id': '64892ec0-6b81-4aed-bbf8-044a5e8aa80b', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42629a10-d99d-4b35-90dc-356647e4f548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:33Z', 'updated_at': '2021-12-16T22:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f924f023-09e1-46f2-9fda-f96f0649c0ed', 'name': '', 'network_id': '977dd53d-f0a6-4834-9031-87d63d8e3037', 'tenant_id': '75e64ab3711c4448bb9e36fffa0ca4a8', 'mac_address': 'fa:16:3e:68:eb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42629a10-d99d-4b35-90dc-356647e4f548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '92a7cc76-51d1-4d94-a82f-6427df674425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:37Z', 'updated_at': '2021-12-16T22:20:38Z', 'revision_number': 2, 'project_id': '75e64ab3711c4448bb9e36fffa0ca4a8', 'subnets': [{'id': '92a7cc76-51d1-4d94-a82f-6427df674425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:20:40.687698 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-25998723-2942-4c5e-b66a-8d0a73d00876 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:40.705881 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75700666-1156-4c05-8dd4-03c569efcb2c admin admin] Router 42629a10-d99d-4b35-90dc-356647e4f548 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:20:40.741988 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1b523-5c6c-4fe8-8b01-c53bae1cec73 req-b2085680-8251-4e78-b649-d02e0286a991 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:40.744594 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4ee1b523-5c6c-4fe8-8b01-c53bae1cec73 req-b2085680-8251-4e78-b649-d02e0286a991 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.57 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.1828153 Dec 16 22:20:40.776859 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fdbd05-0554-40cb-a12b-ec08a8e3ec1f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:40.794612 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fdbd05-0554-40cb-a12b-ec08a8e3ec1f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:40.799582 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-70fdbd05-0554-40cb-a12b-ec08a8e3ec1f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1412213 Dec 16 22:20:40.806111 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45362) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:40.859027 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-25998723-2942-4c5e-b66a-8d0a73d00876 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:40.863927 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45364) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:40.872935 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-25998723-2942-4c5e-b66a-8d0a73d00876 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6139195 Dec 16 22:20:40.874075 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25998723-2942-4c5e-b66a-8d0a73d00876 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d8526a-16f2-4f2d-8530-787b1df1a499,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:40.902381 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-fb8f5ec6-5aed-4fd9-9244-baa262f89a6c tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group_rule': {'security_group_id': '88d8526a-16f2-4f2d-8530-787b1df1a499', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:40.935370 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-8e2814c0-d4f6-40a4-a3f2-da095000670d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddd1e2d-beaf-4814-abd4-15eaadc706c7', 'name': 'tempest-ServerRescueTestJSON-1048200973-router', 'tenant_id': '2eee87fa71d34d10aa69ccc2197b9b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'e96b3ef8-2af2-4742-b283-c36d41d2f746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:29Z', 'updated_at': '2021-12-16T22:20:35Z', 'revision_number': 4, 'project_id': '2eee87fa71d34d10aa69ccc2197b9b4f', 'gw_port': {'id': 'e96b3ef8-2af2-4742-b283-c36d41d2f746', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddd1e2d-beaf-4814-abd4-15eaadc706c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:30Z', 'updated_at': '2021-12-16T22:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'c95fc7c3-49c5-44ce-81d5-d8bed822cc9e', 'name': '', 'network_id': '66ba2238-7dba-4548-9d17-efb5b42cdbfe', 'tenant_id': '2eee87fa71d34d10aa69ccc2197b9b4f', 'mac_address': 'fa:16:3e:eb:a6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddd1e2d-beaf-4814-abd4-15eaadc706c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '09099f39-0a9d-4259-8597-583ef27faa64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:34Z', 'updated_at': '2021-12-16T22:20:40Z', 'revision_number': 4, 'project_id': '2eee87fa71d34d10aa69ccc2197b9b4f', 'subnets': [{'id': '09099f39-0a9d-4259-8597-583ef27faa64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:40.952351 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754a049-4534-47e6-8039-5e8d1fe21f7d req-a3970859-c844-439c-8308-2c18c86279c8 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:40.954003 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3754a049-4534-47e6-8039-5e8d1fe21f7d req-a3970859-c844-439c-8308-2c18c86279c8 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.1513708 Dec 16 22:20:40.985059 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2814c0-d4f6-40a4-a3f2-da095000670d None None] The sync data for ids ['2ddd1e2d-beaf-4814-abd4-15eaadc706c7'] in n-d-815324-4 is: [{'id': '2ddd1e2d-beaf-4814-abd4-15eaadc706c7', 'name': 'tempest-ServerRescueTestJSON-1048200973-router', 'tenant_id': '2eee87fa71d34d10aa69ccc2197b9b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'e96b3ef8-2af2-4742-b283-c36d41d2f746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:29Z', 'updated_at': '2021-12-16T22:20:35Z', 'revision_number': 4, 'project_id': '2eee87fa71d34d10aa69ccc2197b9b4f', 'gw_port': {'id': 'e96b3ef8-2af2-4742-b283-c36d41d2f746', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddd1e2d-beaf-4814-abd4-15eaadc706c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:30Z', 'updated_at': '2021-12-16T22:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'c95fc7c3-49c5-44ce-81d5-d8bed822cc9e', 'name': '', 'network_id': '66ba2238-7dba-4548-9d17-efb5b42cdbfe', 'tenant_id': '2eee87fa71d34d10aa69ccc2197b9b4f', 'mac_address': 'fa:16:3e:eb:a6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddd1e2d-beaf-4814-abd4-15eaadc706c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '09099f39-0a9d-4259-8597-583ef27faa64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:34Z', 'updated_at': '2021-12-16T22:20:40Z', 'revision_number': 4, 'project_id': '2eee87fa71d34d10aa69ccc2197b9b4f', 'subnets': [{'id': '09099f39-0a9d-4259-8597-583ef27faa64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:20:41.077725 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3754a049-4534-47e6-8039-5e8d1fe21f7d req-2ae8d268-c40a-4533-bce6-bf8b58d249b4 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118758 Dec 16 22:20:41.144069 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75700666-1156-4c05-8dd4-03c569efcb2c admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:20:41.159743 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-75700666-1156-4c05-8dd4-03c569efcb2c admin admin] 10.222.0.75 "PUT /v2.0/routers/42629a10-d99d-4b35-90dc-356647e4f548/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2866929 Dec 16 22:20:41.200687 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-fb8f5ec6-5aed-4fd9-9244-baa262f89a6c tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] create failed (client error): The resource could not be found. Dec 16 22:20:41.204869 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fb8f5ec6-5aed-4fd9-9244-baa262f89a6c tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3144903 Dec 16 22:20:41.205339 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45370) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:41.217920 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-7a6d7a40-37ab-46bf-a988-3bff4938a85f tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group_rule': {'security_group_id': '88d8526a-16f2-4f2d-8530-787b1df1a499', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '62a0746c-2beb-4237-b70b-e15f41fd21d2'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:41.287545 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-f4055f70-d12a-457b-aa44-7766fac95aa1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting port f1b15654-6e4f-4136-b83c-b96342b8a461 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:41.288276 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f4055f70-d12a-457b-aa44-7766fac95aa1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:41.315648 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-4ee1b523-5c6c-4fe8-8b01-c53bae1cec73 req-be6fc43e-b249-4ec2-af4c-caf6f3c2e13e tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Deleting port be51db46-e859-4d44-b134-c3114815f950 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:41.316081 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-4ee1b523-5c6c-4fe8-8b01-c53bae1cec73 req-be6fc43e-b249-4ec2-af4c-caf6f3c2e13e tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:41.523542 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c95fc7c3-49c5-44ce-81d5-d8bed822cc9e up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:41.596590 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-7a6d7a40-37ab-46bf-a988-3bff4938a85f tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] create failed (client error): The resource could not be found. Dec 16 22:20:41.598299 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7a6d7a40-37ab-46bf-a988-3bff4938a85f tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3913324 Dec 16 22:20:41.601274 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45380) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:41.691130 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-32f11b10-8ef1-43e6-bc55-574494b55e98 None None] Provisioning complete for port b4d87e70-be64-4d24-852a-d73405e02664 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:41.697943 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32f11b10-8ef1-43e6-bc55-574494b55e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:41.875221 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f4055f70-d12a-457b-aa44-7766fac95aa1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:41.894708 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port c95fc7c3-49c5-44ce-81d5-d8bed822cc9e triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:41.895402 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:41.938798 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0564894-8167-4fbd-a191-9cd266d16cd1 req-11813f28-17af-4881-b112-804cc356706c tempest-FloatingIPsNegativeTestJSON-1618645759 tempest-FloatingIPsNegativeTestJSON-1618645759-project] 10.222.0.75 "GET /v2.0/floatingips?tenant_id=75e64ab3711c4448bb9e36fffa0ca4a8 HTTP/1.1" status: 200 len: 217 time: 0.1540384 Dec 16 22:20:41.945247 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e5fa7d7-3cfb-41b5-9b1e-fc89d78fac98 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:41.948307 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32f11b10-8ef1-43e6-bc55-574494b55e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:41.975896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-f4055f70-d12a-457b-aa44-7766fac95aa1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Calling delete_port for f1b15654-6e4f-4136-b83c-b96342b8a461 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:41.987803 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a02420-b2bb-46d1-adf1-fcadd3808995 req-51ac4b61-15a0-4771-8229-06ec664c7771 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:41.989414 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a0a02420-b2bb-46d1-adf1-fcadd3808995 req-51ac4b61-15a0-4771-8229-06ec664c7771 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/ports?device_id=74b1f127-2434-4977-a377-63764b0dcbbb HTTP/1.1" status: 200 len: 946 time: 0.3093357 Dec 16 22:20:42.017431 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e5fa7d7-3cfb-41b5-9b1e-fc89d78fac98 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:42.063253 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:42.067680 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-32f11b10-8ef1-43e6-bc55-574494b55e98 None None] For port b4d87e70-be64-4d24-852a-d73405e02664, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b4d87e70-be64-4d24-852a-d73405e02664,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:42.101394 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-32cf049f-34da-4214-8668-e34d2b4acca7 req-a3f1574d-70eb-4e67-a876-445fda5e0905 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 210 time: 0.0609176 Dec 16 22:20:42.116697 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port c95fc7c3-49c5-44ce-81d5-d8bed822cc9e, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c95fc7c3-49c5-44ce-81d5-d8bed822cc9e,segment=NetworkSegment(ba56397c-6eec-44d6-a5b2-cd5db12b2a04),segment_id=ba56397c-6eec-44d6-a5b2-cd5db12b2a04)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:42.147517 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-4ee1b523-5c6c-4fe8-8b01-c53bae1cec73 req-be6fc43e-b249-4ec2-af4c-caf6f3c2e13e tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] For port be51db46-e859-4d44-b134-c3114815f950, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=be51db46-e859-4d44-b134-c3114815f950,segment=NetworkSegment(ccd24aec-91d5-4cb6-afdc-ebad20bc7327),segment_id=ccd24aec-91d5-4cb6-afdc-ebad20bc7327)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:42.148193 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-4ee1b523-5c6c-4fe8-8b01-c53bae1cec73 req-be6fc43e-b249-4ec2-af4c-caf6f3c2e13e tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:42.163653 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32f11b10-8ef1-43e6-bc55-574494b55e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:42.184166 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-4ee1b523-5c6c-4fe8-8b01-c53bae1cec73 req-be6fc43e-b249-4ec2-af4c-caf6f3c2e13e tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Calling delete_port for be51db46-e859-4d44-b134-c3114815f950 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:42.187945 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0f82e21f-cdae-4fab-a5aa-6036a5c7e889 req-43447ee7-a9c5-4d5f-8204-a63cab531dab tempest-FloatingIPsNegativeTestJSON-1618645759 tempest-FloatingIPsNegativeTestJSON-1618645759-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0475945 Dec 16 22:20:42.218153 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11803308-a22c-4f1a-87c5-7ce6f439516c req-8a6762c0-a679-49f6-9638-dcca4f0cdba2 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:42.220073 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-11803308-a22c-4f1a-87c5-7ce6f439516c req-8a6762c0-a679-49f6-9638-dcca4f0cdba2 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.76 "GET /v2.0/ports?device_id=74b1f127-2434-4977-a377-63764b0dcbbb HTTP/1.1" status: 200 len: 946 time: 0.2817254 Dec 16 22:20:42.248890 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f11b10-8ef1-43e6-bc55-574494b55e98 None None] Pushing event updated for resources: {'Port': ['ID=b4d87e70-be64-4d24-852a-d73405e02664,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:42.266117 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:42.266950 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b4d87e70-be64-4d24-852a-d73405e02664 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:42.284796 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e5fa7d7-3cfb-41b5-9b1e-fc89d78fac98 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:42.289033 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e5fa7d7-3cfb-41b5-9b1e-fc89d78fac98 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:42.292650 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0e5fa7d7-3cfb-41b5-9b1e-fc89d78fac98 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "DELETE /v2.0/security-groups/88d8526a-16f2-4f2d-8530-787b1df1a499 HTTP/1.1" status: 204 len: 168 time: 0.6874969 Dec 16 22:20:42.293925 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45392) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:42.319802 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a0a02420-b2bb-46d1-adf1-fcadd3808995 req-283f6307-26e9-4aca-9789-092dddf9d64b tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/security-groups?id=672421be-c51b-469a-a191-226d991377ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2727959 Dec 16 22:20:42.444912 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=c95fc7c3-49c5-44ce-81d5-d8bed822cc9e,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:42.452486 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c345fb92-2666-45b1-84c3-575bf3af041e None None] Provisioning complete for port f1b15654-6e4f-4136-b83c-b96342b8a461 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:42.453000 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c345fb92-2666-45b1-84c3-575bf3af041e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:42.466201 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5fa7d7-3cfb-41b5-9b1e-fc89d78fac98 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d8526a-16f2-4f2d-8530-787b1df1a499,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:42.516202 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7dda9328-5c25-4280-8c26-8951c104c7e2 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1402433 Dec 16 22:20:42.519950 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c345fb92-2666-45b1-84c3-575bf3af041e None None] Port f1b15654-6e4f-4136-b83c-b96342b8a461 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:20:42.521694 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45394) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:42.527057 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [req-b69d2cc0-3906-4499-b265-62b859d0e70d req-3050f665-3220-4952-a293-1d9646759a70 tempest-FloatingIPsNegativeTestJSON-1618645759 tempest-FloatingIPsNegativeTestJSON-1618645759-project] show failed (client error): The resource could not be found. Dec 16 22:20:42.528830 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b69d2cc0-3906-4499-b265-62b859d0e70d req-3050f665-3220-4952-a293-1d9646759a70 tempest-FloatingIPsNegativeTestJSON-1618645759 tempest-FloatingIPsNegativeTestJSON-1618645759-project] 10.222.0.75 "GET /v2.0/floatingips/5aca7ac5-5f84-4af0-9cab-289dd8282906 HTTP/1.1" status: 404 len: 350 time: 0.1341743 Dec 16 22:20:42.543117 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9293b-db95-4c8f-88ad-abfc2f864164 req-79b0b669-c534-434c-b69e-e7298408beb9 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:42.545184 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-28e9293b-db95-4c8f-88ad-abfc2f864164 req-79b0b669-c534-434c-b69e-e7298408beb9 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 946 time: 0.2503366 Dec 16 22:20:42.553497 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45398) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:42.559272 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-d4424290-44dd-49e5-b9aa-0417f7504d8f tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group_rule': {'security_group_id': '8348ee9f-89d7-4710-a3c1-747da46051e9', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:42.573748 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port b4d87e70-be64-4d24-852a-d73405e02664 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:42.573748 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:42.740011 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-28e9293b-db95-4c8f-88ad-abfc2f864164 req-4d7b7291-7f34-40a4-85c0-1a84b069ee21 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/security-groups?id=f88ab962-e89f-4fbb-a114-2988a33ecbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623676 Dec 16 22:20:42.819281 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-ad0ce408-0ff4-4c73-8022-1b652e07f232 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:42.821431 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-ad0ce408-0ff4-4c73-8022-1b652e07f232 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.76 "GET /v2.0/networks?id=66ba2238-7dba-4548-9d17-efb5b42cdbfe HTTP/1.1" status: 200 len: 811 time: 0.2078884 Dec 16 22:20:42.842305 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-336bb19c-6dea-4991-bc1e-78160eba28bd tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Request body: {'port': {'device_id': '1846da72-9e59-495b-9ec7-86404e381389', 'network_id': '66ba2238-7dba-4548-9d17-efb5b42cdbfe', 'admin_state_up': True, 'tenant_id': '2eee87fa71d34d10aa69ccc2197b9b4f'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:42.870931 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f4055f70-d12a-457b-aa44-7766fac95aa1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:42.878492 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-11803308-a22c-4f1a-87c5-7ce6f439516c req-9c458ad5-8f3c-4525-9fa9-239396d8dd17 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Deleting port 92a0b013-6b50-46ab-a39b-9b3b13069603 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:42.879359 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-11803308-a22c-4f1a-87c5-7ce6f439516c req-9c458ad5-8f3c-4525-9fa9-239396d8dd17 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:42.960537 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-d4424290-44dd-49e5-b9aa-0417f7504d8f tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] create failed (client error): The resource could not be found. Dec 16 22:20:42.962420 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d4424290-44dd-49e5-b9aa-0417f7504d8f tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4129252 Dec 16 22:20:42.969797 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45400) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:42.976893 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-37873988-763f-4381-8ae9-7c5ec90bb5bf tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group': {'name': 'tempest-secgroup--1794721357'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:42.993399 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4055f70-d12a-457b-aa44-7766fac95aa1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Port': ['ID=f1b15654-6e4f-4136-b83c-b96342b8a461,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:43.002156 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-4ee1b523-5c6c-4fe8-8b01-c53bae1cec73 req-be6fc43e-b249-4ec2-af4c-caf6f3c2e13e tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.042855 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['be51db46-e859-4d44-b134-c3114815f950'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:20:43.077294 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-336bb19c-6dea-4991-bc1e-78160eba28bd tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Made reservation on behalf of 2eee87fa71d34d10aa69ccc2197b9b4f for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:43.077509 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6fc43e-b249-4ec2-af4c-caf6f3c2e13e tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Pushing event deleted for resources: {'Port': ['ID=be51db46-e859-4d44-b134-c3114815f950,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:43.090322 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-336bb19c-6dea-4991-bc1e-78160eba28bd tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.101354 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f4055f70-d12a-457b-aa44-7766fac95aa1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.105885 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f4055f70-d12a-457b-aa44-7766fac95aa1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/f1b15654-6e4f-4136-b83c-b96342b8a461 HTTP/1.1" status: 204 len: 168 time: 2.2927468 Dec 16 22:20:43.111258 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45404) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:43.223081 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be97e8d-411e-4875-9efc-bf9dfc50df1a tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:43.233628 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be97e8d-411e-4875-9efc-bf9dfc50df1a tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:43.238291 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6be97e8d-411e-4875-9efc-bf9dfc50df1a tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1238718 Dec 16 22:20:43.251237 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45408) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:43.286261 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-11803308-a22c-4f1a-87c5-7ce6f439516c req-9c458ad5-8f3c-4525-9fa9-239396d8dd17 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] For port 92a0b013-6b50-46ab-a39b-9b3b13069603, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=92a0b013-6b50-46ab-a39b-9b3b13069603,segment=NetworkSegment(65afc4e0-336a-4801-84fe-00972a7a79ce),segment_id=65afc4e0-336a-4801-84fe-00972a7a79ce)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:43.286632 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-11803308-a22c-4f1a-87c5-7ce6f439516c req-9c458ad5-8f3c-4525-9fa9-239396d8dd17 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.293748 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee1b523-5c6c-4fe8-8b01-c53bae1cec73 req-be6fc43e-b249-4ec2-af4c-caf6f3c2e13e tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] No DVR routers for this DVR port be51db46-e859-4d44-b134-c3114815f950 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:20:43.326922 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-4ee1b523-5c6c-4fe8-8b01-c53bae1cec73 req-be6fc43e-b249-4ec2-af4c-caf6f3c2e13e tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.334223 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4ee1b523-5c6c-4fe8-8b01-c53bae1cec73 req-be6fc43e-b249-4ec2-af4c-caf6f3c2e13e tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.57 "DELETE /v2.0/ports/be51db46-e859-4d44-b134-c3114815f950 HTTP/1.1" status: 204 len: 173 time: 2.5827987 Dec 16 22:20:43.356860 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6592f293-5fe4-474c-a578-13004deac67a', 'name': 'network-vif-deleted', 'tag': 'be51db46-e859-4d44-b134-c3114815f950'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:20:43.357098 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-2574a3b3-5473-4573-a479-b75a80beb3ba tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet 661d5a0e-a168-4b91-9792-47587e0d9986 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:20:43.358501 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c290e07-8d71-4b46-aeb4-04a51e174de2" -d '{"events": [{"server_uuid": "6592f293-5fe4-474c-a578-13004deac67a", "name": "network-vif-deleted", "tag": "be51db46-e859-4d44-b134-c3114815f950"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:20:43.369560 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2574a3b3-5473-4573-a479-b75a80beb3ba tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.402045 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-37873988-763f-4381-8ae9-7c5ec90bb5bf tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.446744 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fa9d6bdd-f003-4fca-881d-9dc7abd48bdd req-9bbc4d97-c12d-44f2-ab88-570012d4a4a5 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 210 time: 0.0799932 Dec 16 22:20:43.476426 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 64892ec0-6b81-4aed-bbf8-044a5e8aa80b up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:43.550556 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ae5c46-c069-4abf-9ce6-8d83f13f1e85 x-openstack-request-id: req-42ae5c46-c069-4abf-9ce6-8d83f13f1e85 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:20:43.550832 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6592f293-5fe4-474c-a578-13004deac67a", "name": "network-vif-deleted", "tag": "be51db46-e859-4d44-b134-c3114815f950", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:20:43.551141 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-42ae5c46-c069-4abf-9ce6-8d83f13f1e85 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:20:43.551470 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6592f293-5fe4-474c-a578-13004deac67a', 'name': 'network-vif-deleted', 'tag': 'be51db46-e859-4d44-b134-c3114815f950', 'status': 'completed', 'code': 200} Dec 16 22:20:43.551779 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2574a3b3-5473-4573-a479-b75a80beb3ba tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.571939 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 64892ec0-6b81-4aed-bbf8-044a5e8aa80b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:43.572896 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.714137 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863c057-dffb-452f-82f6-beb31bffaffb req-a47452bc-00ae-45a3-bb57-514d72802bc4 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:43.721298 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-336bb19c-6dea-4991-bc1e-78160eba28bd tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Allocated IP 172.20.0.9 (66ba2238-7dba-4548-9d17-efb5b42cdbfe/09099f39-0a9d-4259-8597-583ef27faa64/b641821a-458b-4ca4-a4bf-ef86d97df3a0) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:43.722247 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7863c057-dffb-452f-82f6-beb31bffaffb req-a47452bc-00ae-45a3-bb57-514d72802bc4 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/ports?device_id=74b1f127-2434-4977-a377-63764b0dcbbb HTTP/1.1" status: 200 len: 946 time: 0.2538929 Dec 16 22:20:43.725914 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.767477 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 64892ec0-6b81-4aed-bbf8-044a5e8aa80b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=64892ec0-6b81-4aed-bbf8-044a5e8aa80b,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:43.829130 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.829966 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b4d87e70-be64-4d24-852a-d73405e02664 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:43.845596 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-11803308-a22c-4f1a-87c5-7ce6f439516c req-9c458ad5-8f3c-4525-9fa9-239396d8dd17 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.845860 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-11803308-a22c-4f1a-87c5-7ce6f439516c req-9c458ad5-8f3c-4525-9fa9-239396d8dd17 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.846182 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [req-11803308-a22c-4f1a-87c5-7ce6f439516c req-9c458ad5-8f3c-4525-9fa9-239396d8dd17 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Floating IP 7bf8633a-1061-41ad-9b49-012fdcf00f74 disassociated. External IP: 172.25.6.6, port: 92a0b013-6b50-46ab-a39b-9b3b13069603. Dec 16 22:20:43.846529 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-11803308-a22c-4f1a-87c5-7ce6f439516c req-9c458ad5-8f3c-4525-9fa9-239396d8dd17 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Calling delete_port for 92a0b013-6b50-46ab-a39b-9b3b13069603 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:43.876963 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-37873988-763f-4381-8ae9-7c5ec90bb5bf tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.880130 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7863c057-dffb-452f-82f6-beb31bffaffb req-bc67c135-854d-4f93-b115-758db8fb4981 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/security-groups?id=672421be-c51b-469a-a191-226d991377ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570256 Dec 16 22:20:43.955725 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bdf41331-60cd-407b-8fdd-47933d2e3773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.992304 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port b4d87e70-be64-4d24-852a-d73405e02664 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:43.993225 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:43.996342 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=64892ec0-6b81-4aed-bbf8-044a5e8aa80b,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:43.997703 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-37873988-763f-4381-8ae9-7c5ec90bb5bf tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:44.017702 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4cd748e3-5319-4203-b247-6ec8d35fd14d req-1a46b22a-fbf1-44b0-8d3e-3425cfc38e11 tempest-ServerRescueNegativeTestJSON-498421476 tempest-ServerRescueNegativeTestJSON-498421476-project] 10.222.0.75 "GET /v2.0/ports?device_id=6592f293-5fe4-474c-a578-13004deac67a HTTP/1.1" status: 200 len: 210 time: 0.1440191 Dec 16 22:20:44.020300 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2574a3b3-5473-4573-a479-b75a80beb3ba tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:44.091389 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c95fc7c3-49c5-44ce-81d5-d8bed822cc9e up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:44.102166 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-37873988-763f-4381-8ae9-7c5ec90bb5bf tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:44.103793 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-37873988-763f-4381-8ae9-7c5ec90bb5bf tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1329477 Dec 16 22:20:44.114872 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45420) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:44.129221 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-c97d10b6-98cc-4ab1-abc6-8181a19f9161 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group': {'name': 'tempest-secgroup--55510732'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:44.155119 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37873988-763f-4381-8ae9-7c5ec90bb5bf tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c397856f-87eb-4383-99c7-fbcf31b2676a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:44.156006 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port c95fc7c3-49c5-44ce-81d5-d8bed822cc9e triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:44.156386 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:44.203639 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-336bb19c-6dea-4991-bc1e-78160eba28bd tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:44.237228 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-11803308-a22c-4f1a-87c5-7ce6f439516c req-9c458ad5-8f3c-4525-9fa9-239396d8dd17 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:44.249283 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2574a3b3-5473-4573-a479-b75a80beb3ba tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:44.282115 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574a3b3-5473-4573-a479-b75a80beb3ba tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=661d5a0e-a168-4b91-9792-47587e0d9986,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:44.286221 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2574a3b3-5473-4573-a479-b75a80beb3ba tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:44.290878 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2574a3b3-5473-4573-a479-b75a80beb3ba tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/661d5a0e-a168-4b91-9792-47587e0d9986 HTTP/1.1" status: 204 len: 168 time: 1.0287223 Dec 16 22:20:44.293149 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45422) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:44.295377 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c458ad5-8f3c-4525-9fa9-239396d8dd17 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Pushing event deleted for resources: {'Port': ['ID=92a0b013-6b50-46ab-a39b-9b3b13069603,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:44.319754 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5860c57-a493-437c-b4e6-f80f370a78f9 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:44.376498 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0c2031c4-24d0-4b4f-ba70-162153cc051d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743442 Dec 16 22:20:44.376498 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c97d10b6-98cc-4ab1-abc6-8181a19f9161 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:44.376667 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45424) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:44.376746 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-336bb19c-6dea-4991-bc1e-78160eba28bd tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:44.441162 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-336bb19c-6dea-4991-bc1e-78160eba28bd tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Network 66ba2238-7dba-4548-9d17-efb5b42cdbfe is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:44.447530 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-336bb19c-6dea-4991-bc1e-78160eba28bd tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:44.465094 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-336bb19c-6dea-4991-bc1e-78160eba28bd tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:44.484336 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336bb19c-6dea-4991-bc1e-78160eba28bd tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Pushing event updated for resources: {'Port': ['ID=b641821a-458b-4ca4-a4bf-ef86d97df3a0,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:44.543140 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdcfcdc-a3c1-4a66-8258-89b4035c5a3c None None] DHCP port deletion for f8482a80-79ef-4c20-9ddd-3945e7fc80d7 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:20:44.592727 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-336bb19c-6dea-4991-bc1e-78160eba28bd tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:44.593763 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-336bb19c-6dea-4991-bc1e-78160eba28bd tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:44.634612 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c97d10b6-98cc-4ab1-abc6-8181a19f9161 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:44.653344 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-6cdcfcdc-a3c1-4a66-8258-89b4035c5a3c None None] Deleting port b4d87e70-be64-4d24-852a-d73405e02664 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:44.653725 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6cdcfcdc-a3c1-4a66-8258-89b4035c5a3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:44.739657 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-6cdcfcdc-a3c1-4a66-8258-89b4035c5a3c None None] For port b4d87e70-be64-4d24-852a-d73405e02664, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b4d87e70-be64-4d24-852a-d73405e02664,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:44.740628 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6cdcfcdc-a3c1-4a66-8258-89b4035c5a3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:44.749044 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-e6728ba0-c219-4767-961e-f4e5b42e2729 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:44.759723 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-6cdcfcdc-a3c1-4a66-8258-89b4035c5a3c None None] Calling delete_port for b4d87e70-be64-4d24-852a-d73405e02664 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:44.761957 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-336bb19c-6dea-4991-bc1e-78160eba28bd tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9172657 Dec 16 22:20:44.764709 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c97d10b6-98cc-4ab1-abc6-8181a19f9161 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:44.812504 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d10b6-98cc-4ab1-abc6-8181a19f9161 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d92190d7-8536-4642-91c7-685814c6d256,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:44.899631 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c97d10b6-98cc-4ab1-abc6-8181a19f9161 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:44.903791 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c97d10b6-98cc-4ab1-abc6-8181a19f9161 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7851682 Dec 16 22:20:44.912584 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45432) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:44.912584 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-756d6f05-9bf9-452e-bb26-01b9aecde27c tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group_rule': {'security_group_id': 'c397856f-87eb-4383-99c7-fbcf31b2676a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd92190d7-8536-4642-91c7-685814c6d256'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:44.940774 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-f1827c15-9d3a-43b2-a24a-03cd74272aae service neutron] Request body: {'port': {'device_id': '1846da72-9e59-495b-9ec7-86404e381389', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:44.985962 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03feb8d6-971f-4bae-b2c7-86e02f94b844 req-de37f5be-6526-4d93-a115-b38e2059dee0 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:44.988176 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-03feb8d6-971f-4bae-b2c7-86e02f94b844 req-de37f5be-6526-4d93-a115-b38e2059dee0 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 931 time: 0.2324476 Dec 16 22:20:44.994954 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6cdcfcdc-a3c1-4a66-8258-89b4035c5a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:45.016093 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-f1827c15-9d3a-43b2-a24a-03cd74272aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:45.022729 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdcfcdc-a3c1-4a66-8258-89b4035c5a3c None None] Pushing event deleted for resources: {'Port': ['ID=b4d87e70-be64-4d24-852a-d73405e02664,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:45.023305 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11803308-a22c-4f1a-87c5-7ce6f439516c req-9c458ad5-8f3c-4525-9fa9-239396d8dd17 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Router 2c446a83-72cb-4318-bf0f-401773020efc has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:20:45.037151 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdcfcdc-a3c1-4a66-8258-89b4035c5a3c None None] No DVR routers for this DVR port b4d87e70-be64-4d24-852a-d73405e02664 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:20:45.096709 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e6e4b6f4-a684-4344-bf2e-6c49c53f280c req-4c53e08a-2189-486f-b59a-62717cea749d tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/ports?device_id=74b1f127-2434-4977-a377-63764b0dcbbb HTTP/1.1" status: 200 len: 210 time: 0.0694232 Dec 16 22:20:45.145247 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45440) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:45.172312 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-03feb8d6-971f-4bae-b2c7-86e02f94b844 req-5b141910-a8f2-40ce-baad-c7806b910b14 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569533 Dec 16 22:20:45.178367 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6728ba0-c219-4767-961e-f4e5b42e2729 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:45.182436 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e6728ba0-c219-4767-961e-f4e5b42e2729 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:45.297481 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 64892ec0-6b81-4aed-bbf8-044a5e8aa80b up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:45.345707 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-756d6f05-9bf9-452e-bb26-01b9aecde27c tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:20:45.345707 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-756d6f05-9bf9-452e-bb26-01b9aecde27c tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4052045 Dec 16 22:20:45.346083 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45442) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:45.369478 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 64892ec0-6b81-4aed-bbf8-044a5e8aa80b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:45.370284 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:45.371630 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-bdf41331-60cd-407b-8fdd-47933d2e3773 admin admin] Deleting port f924f023-09e1-46f2-9fda-f96f0649c0ed {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:45.372043 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bdf41331-60cd-407b-8fdd-47933d2e3773 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:45.417283 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device be51db46-e859-4d44-b134-c3114815f950 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:45.451712 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292c4f30-1d49-411e-b779-f0fbfed3ac2f None None] Sync routers for ids ['42629a10-d99d-4b35-90dc-356647e4f548'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:20:45.455511 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11803308-a22c-4f1a-87c5-7ce6f439516c req-9c458ad5-8f3c-4525-9fa9-239396d8dd17 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:20:45.469016 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5239e570-12d8-446e-8c73-ce7ceb758537 None None] Sync routers for ids ['2c446a83-72cb-4318-bf0f-401773020efc'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:20:45.478003 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: be51db46-e859-4d44-b134-c3114815f950 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:45.478301 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device be51db46-e859-4d44-b134-c3114815f950 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:45.483258 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292c4f30-1d49-411e-b779-f0fbfed3ac2f None None] Routers {'42629a10-d99d-4b35-90dc-356647e4f548'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:45.484375 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-292c4f30-1d49-411e-b779-f0fbfed3ac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['42629a10-d99d-4b35-90dc-356647e4f548'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:45.487763 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5239e570-12d8-446e-8c73-ce7ceb758537 None None] Routers {'2c446a83-72cb-4318-bf0f-401773020efc'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:45.488600 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5239e570-12d8-446e-8c73-ce7ceb758537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2c446a83-72cb-4318-bf0f-401773020efc'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:45.525224 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-11803308-a22c-4f1a-87c5-7ce6f439516c req-9c458ad5-8f3c-4525-9fa9-239396d8dd17 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] No DVR routers for this DVR port 92a0b013-6b50-46ab-a39b-9b3b13069603 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:20:45.528205 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-11803308-a22c-4f1a-87c5-7ce6f439516c req-9c458ad5-8f3c-4525-9fa9-239396d8dd17 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:45.532136 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-11803308-a22c-4f1a-87c5-7ce6f439516c req-9c458ad5-8f3c-4525-9fa9-239396d8dd17 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.76 "DELETE /v2.0/ports/92a0b013-6b50-46ab-a39b-9b3b13069603 HTTP/1.1" status: 204 len: 173 time: 3.2968915 Dec 16 22:20:45.557188 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b1f127-2434-4977-a377-63764b0dcbbb', 'name': 'network-vif-deleted', 'tag': '92a0b013-6b50-46ab-a39b-9b3b13069603'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:20:45.560745 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ad005b-4699-4eab-a86a-af7c1254e7a6" -d '{"events": [{"server_uuid": "74b1f127-2434-4977-a377-63764b0dcbbb", "name": "network-vif-deleted", "tag": "92a0b013-6b50-46ab-a39b-9b3b13069603"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:20:45.574261 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cb78e34b-3892-4773-b9e4-62f27b17d92a tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:45.599009 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bdf41331-60cd-407b-8fdd-47933d2e3773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:45.650144 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1709a3ac-d2b0-4c6d-b33c-8c56aab4fcc6 x-openstack-request-id: req-1709a3ac-d2b0-4c6d-b33c-8c56aab4fcc6 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:20:45.650445 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b1f127-2434-4977-a377-63764b0dcbbb", "name": "network-vif-deleted", "tag": "92a0b013-6b50-46ab-a39b-9b3b13069603", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:20:45.650714 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1709a3ac-d2b0-4c6d-b33c-8c56aab4fcc6 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:20:45.651164 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b1f127-2434-4977-a377-63764b0dcbbb', 'name': 'network-vif-deleted', 'tag': '92a0b013-6b50-46ab-a39b-9b3b13069603', 'status': 'completed', 'code': 200} Dec 16 22:20:45.655820 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cb78e34b-3892-4773-b9e4-62f27b17d92a tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:45.669872 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-bdf41331-60cd-407b-8fdd-47933d2e3773 admin admin] Calling delete_port for f924f023-09e1-46f2-9fda-f96f0649c0ed owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:45.699662 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-292c4f30-1d49-411e-b779-f0fbfed3ac2f None None] Set router 42629a10-d99d-4b35-90dc-356647e4f548 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:20:45.739820 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b4d87e70-be64-4d24-852a-d73405e02664 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:45.749096 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-f1827c15-9d3a-43b2-a24a-03cd74272aae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b641821a-458b-4ca4-a4bf-ef86d97df3a0 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:20:45.750403 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-5239e570-12d8-446e-8c73-ce7ceb758537 None None] Set router 2c446a83-72cb-4318-bf0f-401773020efc gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:20:45.762737 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-f1827c15-9d3a-43b2-a24a-03cd74272aae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:45.776344 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: b4d87e70-be64-4d24-852a-d73405e02664 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:45.777300 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b4d87e70-be64-4d24-852a-d73405e02664 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:45.809806 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-f1827c15-9d3a-43b2-a24a-03cd74272aae service neutron] Transition to ACTIVE for port object b641821a-458b-4ca4-a4bf-ef86d97df3a0 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:20:45.893203 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-f1827c15-9d3a-43b2-a24a-03cd74272aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:46.078101 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1827c15-9d3a-43b2-a24a-03cd74272aae service neutron] Pushing event updated for resources: {'Port': ['ID=b641821a-458b-4ca4-a4bf-ef86d97df3a0,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:46.114148 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-292c4f30-1d49-411e-b779-f0fbfed3ac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42629a10-d99d-4b35-90dc-356647e4f548', 'name': 'tempest-FloatingIPsNegativeTestJSON-1455545265-router', 'tenant_id': '75e64ab3711c4448bb9e36fffa0ca4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '64892ec0-6b81-4aed-bbf8-044a5e8aa80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:31Z', 'updated_at': '2021-12-16T22:20:38Z', 'revision_number': 4, 'project_id': '75e64ab3711c4448bb9e36fffa0ca4a8', 'gw_port': {'id': '64892ec0-6b81-4aed-bbf8-044a5e8aa80b', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42629a10-d99d-4b35-90dc-356647e4f548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:33Z', 'updated_at': '2021-12-16T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f924f023-09e1-46f2-9fda-f96f0649c0ed', 'name': '', 'network_id': '977dd53d-f0a6-4834-9031-87d63d8e3037', 'tenant_id': '75e64ab3711c4448bb9e36fffa0ca4a8', 'mac_address': 'fa:16:3e:68:eb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42629a10-d99d-4b35-90dc-356647e4f548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '92a7cc76-51d1-4d94-a82f-6427df674425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:37Z', 'updated_at': '2021-12-16T22:20:38Z', 'revision_number': 2, 'project_id': '75e64ab3711c4448bb9e36fffa0ca4a8', 'subnets': [{'id': '92a7cc76-51d1-4d94-a82f-6427df674425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:46.152547 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cb78e34b-3892-4773-b9e4-62f27b17d92a tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:46.156225 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cb78e34b-3892-4773-b9e4-62f27b17d92a tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:46.160048 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cb78e34b-3892-4773-b9e4-62f27b17d92a tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "DELETE /v2.0/security-groups/d92190d7-8536-4642-91c7-685814c6d256 HTTP/1.1" status: 204 len: 168 time: 0.8322692 Dec 16 22:20:46.160048 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e6728ba0-c219-4767-961e-f4e5b42e2729 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:46.163570 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45450) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:46.217031 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fad85670-35dd-4b6f-bb80-f59f0ad212b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:46.222155 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5239e570-12d8-446e-8c73-ce7ceb758537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c446a83-72cb-4318-bf0f-401773020efc', 'name': 'tempest-ServersTestJSON-95711836-router', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '0f4568bf-fc12-42e0-b23c-e861e4c914ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:18:24Z', 'updated_at': '2021-12-16T22:18:29Z', 'revision_number': 4, 'project_id': '282bc2e8d7324057aeb6d491e5757a38', 'gw_port': {'id': '0f4568bf-fc12-42e0-b23c-e861e4c914ea', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c446a83-72cb-4318-bf0f-401773020efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:18:25Z', 'updated_at': '2021-12-16T22:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf', 'name': '', 'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'mac_address': 'fa:16:3e:ac:dc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c446a83-72cb-4318-bf0f-401773020efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '04a69dc0-997e-43c3-974f-46673370ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:18:28Z', 'updated_at': '2021-12-16T22:18:33Z', 'revision_number': 5, 'project_id': '282bc2e8d7324057aeb6d491e5757a38', 'subnets': [{'id': '04a69dc0-997e-43c3-974f-46673370ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:46.232775 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bdf41331-60cd-407b-8fdd-47933d2e3773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:46.234704 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78e34b-3892-4773-b9e4-62f27b17d92a tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92190d7-8536-4642-91c7-685814c6d256,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:46.289341 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5239e570-12d8-446e-8c73-ce7ceb758537 None None] Checking router: 2c446a83-72cb-4318-bf0f-401773020efc for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:20:46.308850 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d70a7e9b-d7e8-4d53-8bad-f051f89e9628 req-fa6b0a53-e661-4289-85e8-23e1714f104a tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/ports?device_id=74b1f127-2434-4977-a377-63764b0dcbbb HTTP/1.1" status: 200 len: 210 time: 0.1011171 Dec 16 22:20:46.319466 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5239e570-12d8-446e-8c73-ce7ceb758537 None None] Routers {'2c446a83-72cb-4318-bf0f-401773020efc'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:46.320106 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5239e570-12d8-446e-8c73-ce7ceb758537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2c446a83-72cb-4318-bf0f-401773020efc'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:46.404030 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-f1827c15-9d3a-43b2-a24a-03cd74272aae service neutron] Attempting to bind port b641821a-458b-4ca4-a4bf-ef86d97df3a0 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:46.404853 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-f1827c15-9d3a-43b2-a24a-03cd74272aae service neutron] Attempting to bind port b641821a-458b-4ca4-a4bf-ef86d97df3a0 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'ba56397c-6eec-44d6-a5b2-cd5db12b2a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '66ba2238-7dba-4548-9d17-efb5b42cdbfe'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:46.406172 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-f1827c15-9d3a-43b2-a24a-03cd74272aae service neutron] Attempting to bind port b641821a-458b-4ca4-a4bf-ef86d97df3a0 on network 66ba2238-7dba-4548-9d17-efb5b42cdbfe {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:46.422066 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf41331-60cd-407b-8fdd-47933d2e3773 admin admin] Pushing event deleted for resources: {'Port': ['ID=f924f023-09e1-46f2-9fda-f96f0649c0ed,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:46.434254 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-f1827c15-9d3a-43b2-a24a-03cd74272aae service neutron] Port b641821a-458b-4ca4-a4bf-ef86d97df3a0 on network 66ba2238-7dba-4548-9d17-efb5b42cdbfe not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:20:46.435323 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-f1827c15-9d3a-43b2-a24a-03cd74272aae service neutron] Attempting to bind port b641821a-458b-4ca4-a4bf-ef86d97df3a0 on network 66ba2238-7dba-4548-9d17-efb5b42cdbfe {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:46.456482 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced4bc3-2e5c-4665-b863-242199e4b84e req-447f0d06-4b34-479d-b760-7f60d57fe659 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:46.464870 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5ced4bc3-2e5c-4665-b863-242199e4b84e req-447f0d06-4b34-479d-b760-7f60d57fe659 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 943 time: 0.1625009 Dec 16 22:20:46.475531 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-f1827c15-9d3a-43b2-a24a-03cd74272aae service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:20:46.475904 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-f1827c15-9d3a-43b2-a24a-03cd74272aae service neutron] Checking segment: {'id': 'ba56397c-6eec-44d6-a5b2-cd5db12b2a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '66ba2238-7dba-4548-9d17-efb5b42cdbfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:46.476268 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-f1827c15-9d3a-43b2-a24a-03cd74272aae service neutron] Bound using segment: {'id': 'ba56397c-6eec-44d6-a5b2-cd5db12b2a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '66ba2238-7dba-4548-9d17-efb5b42cdbfe'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:20:46.476727 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-f1827c15-9d3a-43b2-a24a-03cd74272aae service neutron] Bound port: b641821a-458b-4ca4-a4bf-ef86d97df3a0, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba56397c-6eec-44d6-a5b2-cd5db12b2a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '66ba2238-7dba-4548-9d17-efb5b42cdbfe'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:20:46.477795 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-f1827c15-9d3a-43b2-a24a-03cd74272aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:46.492403 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292c4f30-1d49-411e-b779-f0fbfed3ac2f None None] Checking router: 42629a10-d99d-4b35-90dc-356647e4f548 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:20:46.492403 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292c4f30-1d49-411e-b779-f0fbfed3ac2f None None] Updating router 42629a10-d99d-4b35-90dc-356647e4f548 port f924f023-09e1-46f2-9fda-f96f0649c0ed binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:20:46.507056 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6728ba0-c219-4767-961e-f4e5b42e2729 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:46.525498 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-72016fb4-d2ea-45c2-8d4b-a3aa820e526d tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3368802 Dec 16 22:20:46.532635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6728ba0-c219-4767-961e-f4e5b42e2729 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=1589e6c5-5501-461b-b658-a07c3a72998c,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:46.537260 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45456) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:46.551554 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292c4f30-1d49-411e-b779-f0fbfed3ac2f None None] Port f924f023-09e1-46f2-9fda-f96f0649c0ed not found while updating agent binding for router 42629a10-d99d-4b35-90dc-356647e4f548. {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 16 22:20:46.564799 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-5239e570-12d8-446e-8c73-ce7ceb758537 None None] Set router 2c446a83-72cb-4318-bf0f-401773020efc gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:20:46.570089 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-e6728ba0-c219-4767-961e-f4e5b42e2729 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:46.580047 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6728ba0-c219-4767-961e-f4e5b42e2729 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:46.580668 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e6728ba0-c219-4767-961e-f4e5b42e2729 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:46.593870 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51dacfb-26fb-4b82-b68a-6c2fb114f9d2 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:46.619868 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292c4f30-1d49-411e-b779-f0fbfed3ac2f None None] Routers {'42629a10-d99d-4b35-90dc-356647e4f548'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:46.621026 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-292c4f30-1d49-411e-b779-f0fbfed3ac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['42629a10-d99d-4b35-90dc-356647e4f548'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:46.636916 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5ced4bc3-2e5c-4665-b863-242199e4b84e req-4aca7be8-c698-4c05-b3e9-75d952d35fac tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711099 Dec 16 22:20:46.769549 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-f1827c15-9d3a-43b2-a24a-03cd74272aae service neutron] For port b641821a-458b-4ca4-a4bf-ef86d97df3a0, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:20:46.773154 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-f1827c15-9d3a-43b2-a24a-03cd74272aae service neutron] For port b641821a-458b-4ca4-a4bf-ef86d97df3a0, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=b641821a-458b-4ca4-a4bf-ef86d97df3a0,segment=NetworkSegment(ba56397c-6eec-44d6-a5b2-cd5db12b2a04),segment_id=ba56397c-6eec-44d6-a5b2-cd5db12b2a04)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:20:46.850049 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e6728ba0-c219-4767-961e-f4e5b42e2729 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4732008 Dec 16 22:20:46.853452 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45458) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:46.866291 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-f1827c15-9d3a-43b2-a24a-03cd74272aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:46.870224 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-87f0637e-3a92-4a1b-b367-423c9179ccee tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'fixed_ips': [{'subnet_id': '1589e6c5-5501-461b-b658-a07c3a72998c', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1777382237'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:46.971647 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 92a0b013-6b50-46ab-a39b-9b3b13069603 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:46.984014 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5239e570-12d8-446e-8c73-ce7ceb758537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c446a83-72cb-4318-bf0f-401773020efc', 'name': 'tempest-ServersTestJSON-95711836-router', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '0f4568bf-fc12-42e0-b23c-e861e4c914ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:18:24Z', 'updated_at': '2021-12-16T22:18:29Z', 'revision_number': 4, 'project_id': '282bc2e8d7324057aeb6d491e5757a38', 'gw_port': {'id': '0f4568bf-fc12-42e0-b23c-e861e4c914ea', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c446a83-72cb-4318-bf0f-401773020efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:18:25Z', 'updated_at': '2021-12-16T22:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf', 'name': '', 'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'mac_address': 'fa:16:3e:ac:dc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c446a83-72cb-4318-bf0f-401773020efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '04a69dc0-997e-43c3-974f-46673370ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:18:28Z', 'updated_at': '2021-12-16T22:18:33Z', 'revision_number': 5, 'project_id': '282bc2e8d7324057aeb6d491e5757a38', 'subnets': [{'id': '04a69dc0-997e-43c3-974f-46673370ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:47.001649 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-f1827c15-9d3a-43b2-a24a-03cd74272aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:47.002340 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-f1827c15-9d3a-43b2-a24a-03cd74272aae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:47.004078 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-f1827c15-9d3a-43b2-a24a-03cd74272aae service neutron] 10.222.0.76 "PUT /v2.0/ports/b641821a-458b-4ca4-a4bf-ef86d97df3a0 HTTP/1.1" status: 200 len: 1091 time: 2.2274334 Dec 16 22:20:47.005767 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6345627e-b19f-4352-83d7-85006065eb35 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:47.013071 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1846da72-9e59-495b-9ec7-86404e381389', 'tag': 'b641821a-458b-4ca4-a4bf-ef86d97df3a0'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:20:47.017950 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f05ca43-b2af-4b56-9bee-2c02f5a80cca" -d '{"events": [{"name": "network-changed", "server_uuid": "1846da72-9e59-495b-9ec7-86404e381389", "tag": "b641821a-458b-4ca4-a4bf-ef86d97df3a0"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:20:47.021264 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5239e570-12d8-446e-8c73-ce7ceb758537 None None] The sync data for ids ['2c446a83-72cb-4318-bf0f-401773020efc'] in n-d-815324-4 is: [{'id': '2c446a83-72cb-4318-bf0f-401773020efc', 'name': 'tempest-ServersTestJSON-95711836-router', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '0f4568bf-fc12-42e0-b23c-e861e4c914ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:18:24Z', 'updated_at': '2021-12-16T22:18:29Z', 'revision_number': 4, 'project_id': '282bc2e8d7324057aeb6d491e5757a38', 'gw_port': {'id': '0f4568bf-fc12-42e0-b23c-e861e4c914ea', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c446a83-72cb-4318-bf0f-401773020efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:18:25Z', 'updated_at': '2021-12-16T22:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf', 'name': '', 'network_id': '4a51e34c-53d5-4335-835f-c57437c183f5', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'mac_address': 'fa:16:3e:ac:dc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c446a83-72cb-4318-bf0f-401773020efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '04a69dc0-997e-43c3-974f-46673370ac49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:18:28Z', 'updated_at': '2021-12-16T22:18:33Z', 'revision_number': 5, 'project_id': '282bc2e8d7324057aeb6d491e5757a38', 'subnets': [{'id': '04a69dc0-997e-43c3-974f-46673370ac49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:20:47.054684 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 92a0b013-6b50-46ab-a39b-9b3b13069603 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:47.056475 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 92a0b013-6b50-46ab-a39b-9b3b13069603 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:47.065853 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-292c4f30-1d49-411e-b779-f0fbfed3ac2f None None] Set router 42629a10-d99d-4b35-90dc-356647e4f548 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:20:47.073375 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'fixed_ips': [{'subnet_id': '1589e6c5-5501-461b-b658-a07c3a72998c'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:20:47.074246 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:47.078052 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1827c15-9d3a-43b2-a24a-03cd74272aae service neutron] Pushing event updated for resources: {'Port': ['ID=b641821a-458b-4ca4-a4bf-ef86d97df3a0,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:47.089922 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6345627e-b19f-4352-83d7-85006065eb35 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:47.103023 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-fad85670-35dd-4b6f-bb80-f59f0ad212b4 admin admin] Deleting port bc395723-023f-4e65-987f-7b7b9652955c {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:47.103552 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fad85670-35dd-4b6f-bb80-f59f0ad212b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:47.122570 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bdf41331-60cd-407b-8fdd-47933d2e3773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:47.254447 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a571601e-6264-4198-9d9d-edfad7799b86 x-openstack-request-id: req-a571601e-6264-4198-9d9d-edfad7799b86 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:20:47.255434 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1846da72-9e59-495b-9ec7-86404e381389", "tag": "b641821a-458b-4ca4-a4bf-ef86d97df3a0", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:20:47.255966 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a571601e-6264-4198-9d9d-edfad7799b86 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:20:47.256991 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1846da72-9e59-495b-9ec7-86404e381389', 'tag': 'b641821a-458b-4ca4-a4bf-ef86d97df3a0', 'status': 'completed', 'code': 200} Dec 16 22:20:47.310695 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6345627e-b19f-4352-83d7-85006065eb35 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:47.313251 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6345627e-b19f-4352-83d7-85006065eb35 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:47.316718 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6345627e-b19f-4352-83d7-85006065eb35 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "DELETE /v2.0/security-groups/c397856f-87eb-4383-99c7-fbcf31b2676a HTTP/1.1" status: 204 len: 168 time: 0.7247937 Dec 16 22:20:47.325509 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45464) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:47.350380 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-fad85670-35dd-4b6f-bb80-f59f0ad212b4 admin admin] For port bc395723-023f-4e65-987f-7b7b9652955c, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=bc395723-023f-4e65-987f-7b7b9652955c,segment=NetworkSegment(ccd24aec-91d5-4cb6-afdc-ebad20bc7327),segment_id=ccd24aec-91d5-4cb6-afdc-ebad20bc7327)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:47.353700 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fad85670-35dd-4b6f-bb80-f59f0ad212b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:47.362755 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345627e-b19f-4352-83d7-85006065eb35 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c397856f-87eb-4383-99c7-fbcf31b2676a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:47.372975 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-fad85670-35dd-4b6f-bb80-f59f0ad212b4 admin admin] Calling delete_port for bc395723-023f-4e65-987f-7b7b9652955c owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:47.411990 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f0637e-3a92-4a1b-b367-423c9179ccee tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:47.516523 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45472) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:47.557938 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48323e9-e10a-4edf-ad89-445fb4cbf2a4 None None] New status for floating IP 7bf8633a-1061-41ad-9b49-012fdcf00f74: DOWN {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:20:47.570734 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bb91acb4-bbfc-4adf-b699-7b6ba590e663 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2433155 Dec 16 22:20:47.576925 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45474) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:47.578995 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-62b6a836-ad94-447b-a87f-f32da0743baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:47.580743 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-62b6a836-ad94-447b-a87f-f32da0743baf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2eee87fa71d34d10aa69ccc2197b9b4f&device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 1094 time: 0.4384820 Dec 16 22:20:47.589449 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-10ba6aa6-c527-4bf0-939f-00ce385adec4 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group': {'name': 'tempest-secgroup--196934326'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:47.644489 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-757f9e3d-0dd6-4a75-97f6-f8f2892d2b9d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b641821a-458b-4ca4-a4bf-ef86d97df3a0 HTTP/1.1" status: 200 len: 217 time: 0.0459154 Dec 16 22:20:47.694710 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-87f0637e-3a92-4a1b-b367-423c9179ccee tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:47.716218 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf41331-60cd-407b-8fdd-47933d2e3773 admin admin] Router 42629a10-d99d-4b35-90dc-356647e4f548 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:20:47.724125 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-87f0637e-3a92-4a1b-b367-423c9179ccee tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] device_id is not set on port 2515dc76-ee55-489b-9d86-15247ac7c311 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:20:47.774813 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10ba6aa6-c527-4bf0-939f-00ce385adec4 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:47.783568 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Allocated IP 2001:db8::2 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/1589e6c5-5501-461b-b658-a07c3a72998c/f9382214-beb8-442d-b79b-3473eb48b25d) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:47.844356 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ab931f0-f2bc-4767-99a6-543b787b4da5 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:47.863462 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-292c4f30-1d49-411e-b779-f0fbfed3ac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42629a10-d99d-4b35-90dc-356647e4f548', 'name': 'tempest-FloatingIPsNegativeTestJSON-1455545265-router', 'tenant_id': '75e64ab3711c4448bb9e36fffa0ca4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '64892ec0-6b81-4aed-bbf8-044a5e8aa80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:31Z', 'updated_at': '2021-12-16T22:20:46Z', 'revision_number': 5, 'project_id': '75e64ab3711c4448bb9e36fffa0ca4a8', 'gw_port': {'id': '64892ec0-6b81-4aed-bbf8-044a5e8aa80b', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42629a10-d99d-4b35-90dc-356647e4f548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:33Z', 'updated_at': '2021-12-16T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:47.902246 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292c4f30-1d49-411e-b779-f0fbfed3ac2f None None] The sync data for ids ['42629a10-d99d-4b35-90dc-356647e4f548'] in n-d-815324-4 is: [{'id': '42629a10-d99d-4b35-90dc-356647e4f548', 'name': 'tempest-FloatingIPsNegativeTestJSON-1455545265-router', 'tenant_id': '75e64ab3711c4448bb9e36fffa0ca4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '64892ec0-6b81-4aed-bbf8-044a5e8aa80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:31Z', 'updated_at': '2021-12-16T22:20:46Z', 'revision_number': 5, 'project_id': '75e64ab3711c4448bb9e36fffa0ca4a8', 'gw_port': {'id': '64892ec0-6b81-4aed-bbf8-044a5e8aa80b', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42629a10-d99d-4b35-90dc-356647e4f548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:33Z', 'updated_at': '2021-12-16T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:20:47.912135 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-6630195d-634d-488c-bc59-530c3625274e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:47.914403 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-6630195d-634d-488c-bc59-530c3625274e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09099f39-0a9d-4259-8597-583ef27faa64 HTTP/1.1" status: 200 len: 851 time: 0.2426915 Dec 16 22:20:47.924138 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ab931f0-f2bc-4767-99a6-543b787b4da5 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:47.943109 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf41331-60cd-407b-8fdd-47933d2e3773 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:20:47.951802 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bdf41331-60cd-407b-8fdd-47933d2e3773 admin admin] 10.222.0.75 "PUT /v2.0/routers/42629a10-d99d-4b35-90dc-356647e4f548/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3921843 Dec 16 22:20:47.951913 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45478) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:47.967853 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477956a-d515-474b-a2d0-e720fb2f0bdd req-1edcf506-8d7e-4ca2-b2ad-6293829a8dd4 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:47.975165 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9477956a-d515-474b-a2d0-e720fb2f0bdd req-1edcf506-8d7e-4ca2-b2ad-6293829a8dd4 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 943 time: 0.2085924 Dec 16 22:20:48.003546 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:48.015158 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-1d685d27-cc10-43ed-bf97-95e2894eb7ea service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=66ba2238-7dba-4548-9d17-efb5b42cdbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859127 Dec 16 22:20:48.071238 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e641a046-65f5-41a9-bfc0-6096462f3f2f admin admin] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:48.078152 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:48.123627 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:48.126668 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:48.131420 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:48.134665 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Pushing event updated for resources: {'Port': ['ID=f9382214-beb8-442d-b79b-3473eb48b25d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:48.146639 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:48.146639 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:48.146639 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:48.146639 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:48.147141 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:48.147141 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:48.147509 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:48.148860 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:48.148860 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:48.148860 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:48.148860 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:48.149230 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:48.149453 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:20:48.168390 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10ba6aa6-c527-4bf0-939f-00ce385adec4 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:48.183286 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9477956a-d515-474b-a2d0-e720fb2f0bdd req-2090b20a-ad1b-416a-9483-fff0f33f9987 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056584 Dec 16 22:20:48.183905 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f0637e-3a92-4a1b-b367-423c9179ccee tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:20:48.184840 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f0637e-3a92-4a1b-b367-423c9179ccee tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:20:48.201183 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Attempting to bind port f9382214-beb8-442d-b79b-3473eb48b25d on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:48.201493 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Attempting to bind port f9382214-beb8-442d-b79b-3473eb48b25d by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:48.202196 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Attempting to bind port f9382214-beb8-442d-b79b-3473eb48b25d on network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:48.207199 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:20:48.207585 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Checking segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:48.208601 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:48.209005 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Bound using segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:20:48.209483 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Bound port: f9382214-beb8-442d-b79b-3473eb48b25d, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:20:48.209868 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:48.225148 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-d9e513dc-bfe0-4d41-a8d0-ea59e52629a5 service neutron] 10.222.0.76 "GET /v2.0/networks/66ba2238-7dba-4548-9d17-efb5b42cdbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764491 Dec 16 22:20:48.229868 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e641a046-65f5-41a9-bfc0-6096462f3f2f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:48.287244 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-87f0637e-3a92-4a1b-b367-423c9179ccee tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4166441 Dec 16 22:20:48.287244 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45482) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:48.301831 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] For port f9382214-beb8-442d-b79b-3473eb48b25d, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:20:48.306945 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] For port f9382214-beb8-442d-b79b-3473eb48b25d, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f9382214-beb8-442d-b79b-3473eb48b25d,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:20:48.346837 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab9d3d4-5c96-4541-a7a4-b0e64346cf28 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:48.348608 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6ab9d3d4-5c96-4541-a7a4-b0e64346cf28 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0640295 Dec 16 22:20:48.351356 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45484) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:48.423587 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:48.448859 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fd9e72-e85f-444a-82cb-09a024d14794 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:48.450530 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fd9e72-e85f-444a-82cb-09a024d14794 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:48.452207 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-79fd9e72-e85f-444a-82cb-09a024d14794 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0990229 Dec 16 22:20:48.455162 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45486) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:48.506994 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-e641a046-65f5-41a9-bfc0-6096462f3f2f admin admin] Deleting port 64892ec0-6b81-4aed-bbf8-044a5e8aa80b {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:48.507780 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e641a046-65f5-41a9-bfc0-6096462f3f2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:48.519295 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd42e8-1eee-4544-9712-073c33526df6 None None] Pushing event updated for resources: {'Port': ['ID=f9382214-beb8-442d-b79b-3473eb48b25d,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:48.586241 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-759c127f-a800-484d-8058-307b2a00567f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet 1589e6c5-5501-461b-b658-a07c3a72998c {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:20:48.594254 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-759c127f-a800-484d-8058-307b2a00567f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:48.657579 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-e641a046-65f5-41a9-bfc0-6096462f3f2f admin admin] For port 64892ec0-6b81-4aed-bbf8-044a5e8aa80b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=64892ec0-6b81-4aed-bbf8-044a5e8aa80b,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:48.658042 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e641a046-65f5-41a9-bfc0-6096462f3f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:48.678416 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-759c127f-a800-484d-8058-307b2a00567f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:48.705013 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-e641a046-65f5-41a9-bfc0-6096462f3f2f admin admin] Calling delete_port for 64892ec0-6b81-4aed-bbf8-044a5e8aa80b owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:48.719442 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10ba6aa6-c527-4bf0-939f-00ce385adec4 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:48.739208 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ab931f0-f2bc-4767-99a6-543b787b4da5 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:48.739208 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ab931f0-f2bc-4767-99a6-543b787b4da5 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:48.750604 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7ab931f0-f2bc-4767-99a6-543b787b4da5 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "DELETE /v2.0/security-groups/672421be-c51b-469a-a191-226d991377ee HTTP/1.1" status: 204 len: 168 time: 1.2315240 Dec 16 22:20:48.755356 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fad85670-35dd-4b6f-bb80-f59f0ad212b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:48.762631 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45490) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:48.828433 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad85670-35dd-4b6f-bb80-f59f0ad212b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc395723-023f-4e65-987f-7b7b9652955c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:48.835841 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-8b7d3d2c-fccc-469c-8a2e-1652c2315bc9 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] show failed (client error): The resource could not be found. Dec 16 22:20:48.840136 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8b7d3d2c-fccc-469c-8a2e-1652c2315bc9 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "GET /v2.0/security-groups/672421be-c51b-469a-a191-226d991377ee HTTP/1.1" status: 404 len: 347 time: 0.0712283 Dec 16 22:20:48.845860 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45492) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:48.859008 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba6aa6-c527-4bf0-939f-00ce385adec4 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0faa8a3b-83ed-452a-9284-bddaf2f9b1de,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:48.901266 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-759c127f-a800-484d-8058-307b2a00567f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:48.930026 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10ba6aa6-c527-4bf0-939f-00ce385adec4 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:48.931383 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-10ba6aa6-c527-4bf0-939f-00ce385adec4 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3495166 Dec 16 22:20:48.945341 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45494) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:48.956587 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab931f0-f2bc-4767-99a6-543b787b4da5 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=672421be-c51b-469a-a191-226d991377ee,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:48.972935 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-3868f093-9cd3-4ac6-ab50-edc7d4a22455 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:48.973973 n-d-815324-4 neutron-server[103614]: WARNING neutron.api.v2.base [None req-3868f093-9cd3-4ac6-ab50-edc7d4a22455 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 22:20:48.974824 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-3868f093-9cd3-4ac6-ab50-edc7d4a22455 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] update failed (client error): There was a conflict when trying to complete your request. Dec 16 22:20:48.979847 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3868f093-9cd3-4ac6-ab50-edc7d4a22455 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "PUT /v2.0/security-groups/0faa8a3b-83ed-452a-9284-bddaf2f9b1de HTTP/1.1" status: 409 len: 330 time: 0.0148647 Dec 16 22:20:48.980091 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45496) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:49.030309 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-542c5c87-1a77-4c4e-9153-ba9ea743fa5c req-da22795f-54e4-4fb5-a261-61afd41cb6b5 service neutron] 10.222.0.76 "GET /v2.0/networks/66ba2238-7dba-4548-9d17-efb5b42cdbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7935543 Dec 16 22:20:49.258914 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11d80134-5cfd-4c93-a90a-67687a36140b tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:49.304072 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fad85670-35dd-4b6f-bb80-f59f0ad212b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:49.310935 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-3c577ba5-6856-4c9b-9a73-41c1acce3776 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Deleting port 97d51e50-49b1-4fbf-9358-42846dc1eb0a {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:49.311306 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3c577ba5-6856-4c9b-9a73-41c1acce3776 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:49.314921 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11d80134-5cfd-4c93-a90a-67687a36140b tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:49.510536 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05ca43-b2af-4b56-9bee-2c02f5a80cca req-1c8cc002-ab0e-4085-8e93-2121a932335e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:49.511875 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0f05ca43-b2af-4b56-9bee-2c02f5a80cca req-1c8cc002-ab0e-4085-8e93-2121a932335e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2eee87fa71d34d10aa69ccc2197b9b4f&device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 1094 time: 0.2928286 Dec 16 22:20:49.525055 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f9382214-beb8-442d-b79b-3473eb48b25d up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:49.547631 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-759c127f-a800-484d-8058-307b2a00567f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:49.587373 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-759c127f-a800-484d-8058-307b2a00567f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:49.591155 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-759c127f-a800-484d-8058-307b2a00567f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/1589e6c5-5501-461b-b658-a07c3a72998c HTTP/1.1" status: 204 len: 168 time: 1.1351647 Dec 16 22:20:49.592014 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c127f-a800-484d-8058-307b2a00567f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=1589e6c5-5501-461b-b658-a07c3a72998c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:49.595480 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45502) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:49.596436 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port f9382214-beb8-442d-b79b-3473eb48b25d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:49.596827 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:49.652330 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494f2788-75c4-4e0a-9c35-144c30784dd1 None None] Sync routers for ids ['42629a10-d99d-4b35-90dc-356647e4f548'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:20:49.662385 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a9f93e4d-e4e5-4d44-aa71-07afb7cdbe37 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653572 Dec 16 22:20:49.675827 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494f2788-75c4-4e0a-9c35-144c30784dd1 None None] Routers {'42629a10-d99d-4b35-90dc-356647e4f548'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:49.677176 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-494f2788-75c4-4e0a-9c35-144c30784dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['42629a10-d99d-4b35-90dc-356647e4f548'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:49.683190 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91ac4c-6f1b-484f-91ef-eff376bc0883 req-aec67110-4f51-4023-9d6b-96bced45af23 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:49.692059 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b91ac4c-6f1b-484f-91ef-eff376bc0883 req-aec67110-4f51-4023-9d6b-96bced45af23 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 943 time: 0.2114308 Dec 16 22:20:49.694145 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e641a046-65f5-41a9-bfc0-6096462f3f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:49.695198 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45504) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:49.708725 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-f7a4de97-823e-4f7d-8f5c-8eef5d1f6672 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:49.719735 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3c577ba5-6856-4c9b-9a73-41c1acce3776 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:49.720070 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3c577ba5-6856-4c9b-9a73-41c1acce3776 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:49.743280 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641a046-65f5-41a9-bfc0-6096462f3f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=64892ec0-6b81-4aed-bbf8-044a5e8aa80b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:49.773350 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:49.821516 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-3c577ba5-6856-4c9b-9a73-41c1acce3776 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Calling delete_port for 97d51e50-49b1-4fbf-9358-42846dc1eb0a owned by network:floatingip {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:49.830374 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port f9382214-beb8-442d-b79b-3473eb48b25d, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f9382214-beb8-442d-b79b-3473eb48b25d,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:49.840378 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11d80134-5cfd-4c93-a90a-67687a36140b tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:49.843115 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11d80134-5cfd-4c93-a90a-67687a36140b tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:49.844268 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-11d80134-5cfd-4c93-a90a-67687a36140b tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "DELETE /v2.0/security-groups/0faa8a3b-83ed-452a-9284-bddaf2f9b1de HTTP/1.1" status: 204 len: 168 time: 0.8599784 Dec 16 22:20:49.855226 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b91ac4c-6f1b-484f-91ef-eff376bc0883 req-e82b1d63-cd3f-4ca8-9bce-599dcb6449d0 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589737 Dec 16 22:20:49.855836 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45508) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:49.902962 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:49.910963 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d80134-5cfd-4c93-a90a-67687a36140b tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0faa8a3b-83ed-452a-9284-bddaf2f9b1de,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:49.918168 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f924f023-09e1-46f2-9fda-f96f0649c0ed no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:49.936651 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e641a046-65f5-41a9-bfc0-6096462f3f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:49.946874 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05ca43-b2af-4b56-9bee-2c02f5a80cca req-c25704d3-e6d4-4e0a-8e6f-9639d3d0c29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:49.948467 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0f05ca43-b2af-4b56-9bee-2c02f5a80cca req-c25704d3-e6d4-4e0a-8e6f-9639d3d0c29f service neutron] 10.222.0.76 "GET /v2.0/networks?id=66ba2238-7dba-4548-9d17-efb5b42cdbfe HTTP/1.1" status: 200 len: 911 time: 0.4248281 Dec 16 22:20:49.980586 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-494f2788-75c4-4e0a-9c35-144c30784dd1 None None] Set router 42629a10-d99d-4b35-90dc-356647e4f548 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:20:50.004443 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=f9382214-beb8-442d-b79b-3473eb48b25d,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:50.022703 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0f05ca43-b2af-4b56-9bee-2c02f5a80cca req-6257575c-10d5-4800-a69a-843a72920bf6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b641821a-458b-4ca4-a4bf-ef86d97df3a0 HTTP/1.1" status: 200 len: 217 time: 0.0371182 Dec 16 22:20:50.023389 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c4082357-d6f7-4408-be88-fb49f3fbb0e2 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1644151 Dec 16 22:20:50.029715 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abb9b3b-6308-4e06-bb11-5c7376b34f21 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:50.045366 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-494f2788-75c4-4e0a-9c35-144c30784dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42629a10-d99d-4b35-90dc-356647e4f548', 'name': 'tempest-FloatingIPsNegativeTestJSON-1455545265-router', 'tenant_id': '75e64ab3711c4448bb9e36fffa0ca4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:31Z', 'updated_at': '2021-12-16T22:20:49Z', 'revision_number': 7, 'project_id': '75e64ab3711c4448bb9e36fffa0ca4a8', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:50.064552 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45510) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:50.072961 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: f924f023-09e1-46f2-9fda-f96f0649c0ed {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:50.073312 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f924f023-09e1-46f2-9fda-f96f0649c0ed not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:50.087666 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494f2788-75c4-4e0a-9c35-144c30784dd1 None None] Checking router: 42629a10-d99d-4b35-90dc-356647e4f548 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:20:50.087971 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-060c9b39-4cfd-4bec-9c32-26c75f089314 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] delete failed (client error): The resource could not be found. Dec 16 22:20:50.089082 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-060c9b39-4cfd-4bec-9c32-26c75f089314 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "DELETE /v2.0/security-groups/77695a56-9c58-4921-a922-f5b58e77945b HTTP/1.1" status: 404 len: 347 time: 0.0233614 Dec 16 22:20:50.092838 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45512) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:50.103322 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494f2788-75c4-4e0a-9c35-144c30784dd1 None None] Routers {'42629a10-d99d-4b35-90dc-356647e4f548'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:50.104113 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-494f2788-75c4-4e0a-9c35-144c30784dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['42629a10-d99d-4b35-90dc-356647e4f548'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:50.110719 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-5b26a03a-7f16-4a5f-9b32-e234befba2f1 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] show failed (client error): The resource could not be found. Dec 16 22:20:50.111842 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5b26a03a-7f16-4a5f-9b32-e234befba2f1 tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "GET /v2.0/security-groups/e421ae95-a12c-4e93-8de1-ce9b12c83740 HTTP/1.1" status: 404 len: 347 time: 0.0180337 Dec 16 22:20:50.115773 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e641a046-65f5-41a9-bfc0-6096462f3f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:50.117333 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45514) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:50.126393 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e641a046-65f5-41a9-bfc0-6096462f3f2f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:50.134502 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-3ef25b0b-fe9c-4ed7-9eae-1d04b565916d tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] show failed (client error): The resource could not be found. Dec 16 22:20:50.134844 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-fe917be5-a282-4ec6-8860-cb9567b6709d None None] Provisioning complete for port f9382214-beb8-442d-b79b-3473eb48b25d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:50.135431 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fe917be5-a282-4ec6-8860-cb9567b6709d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:50.135632 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3ef25b0b-fe9c-4ed7-9eae-1d04b565916d tempest-NegativeSecGroupTest-1656389011 tempest-NegativeSecGroupTest-1656389011-project] 10.222.0.75 "GET /v2.0/security-group-rules/b5bd2b02-a4fd-4786-a037-45ef664bb172 HTTP/1.1" status: 404 len: 356 time: 0.0173030 Dec 16 22:20:50.219413 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-494f2788-75c4-4e0a-9c35-144c30784dd1 None None] Set router 42629a10-d99d-4b35-90dc-356647e4f548 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:20:50.224606 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05ca43-b2af-4b56-9bee-2c02f5a80cca req-afbfb114-ecd0-477b-b1a3-e2e533fb0a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:50.225990 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0f05ca43-b2af-4b56-9bee-2c02f5a80cca req-afbfb114-ecd0-477b-b1a3-e2e533fb0a30 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09099f39-0a9d-4259-8597-583ef27faa64 HTTP/1.1" status: 200 len: 851 time: 0.1564214 Dec 16 22:20:50.278861 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0f05ca43-b2af-4b56-9bee-2c02f5a80cca req-bd6c817a-7372-4d86-8502-a2b38d65f974 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=66ba2238-7dba-4548-9d17-efb5b42cdbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413289 Dec 16 22:20:50.288760 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-494f2788-75c4-4e0a-9c35-144c30784dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42629a10-d99d-4b35-90dc-356647e4f548', 'name': 'tempest-FloatingIPsNegativeTestJSON-1455545265-router', 'tenant_id': '75e64ab3711c4448bb9e36fffa0ca4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:31Z', 'updated_at': '2021-12-16T22:20:49Z', 'revision_number': 7, 'project_id': '75e64ab3711c4448bb9e36fffa0ca4a8', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:50.311400 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad85670-35dd-4b6f-bb80-f59f0ad212b4 admin admin] Router ec4639a4-8f42-41bd-a682-b7c274239cce has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:20:50.322795 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494f2788-75c4-4e0a-9c35-144c30784dd1 None None] The sync data for ids ['42629a10-d99d-4b35-90dc-356647e4f548'] in n-d-815324-4 is: [{'id': '42629a10-d99d-4b35-90dc-356647e4f548', 'name': 'tempest-FloatingIPsNegativeTestJSON-1455545265-router', 'tenant_id': '75e64ab3711c4448bb9e36fffa0ca4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:31Z', 'updated_at': '2021-12-16T22:20:49Z', 'revision_number': 7, 'project_id': '75e64ab3711c4448bb9e36fffa0ca4a8', 'gw_port_host': None}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:20:50.332744 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e641a046-65f5-41a9-bfc0-6096462f3f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:50.333457 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e641a046-65f5-41a9-bfc0-6096462f3f2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42629a10-d99d-4b35-90dc-356647e4f548 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:20:50.339173 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a4de97-823e-4f7d-8f5c-8eef5d1f6672 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:50.341717 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e641a046-65f5-41a9-bfc0-6096462f3f2f admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:50.345306 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f7a4de97-823e-4f7d-8f5c-8eef5d1f6672 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:50.345472 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e641a046-65f5-41a9-bfc0-6096462f3f2f admin admin] 10.222.0.75 "DELETE /v2.0/routers/42629a10-d99d-4b35-90dc-356647e4f548 HTTP/1.1" status: 204 len: 168 time: 2.3901680 Dec 16 22:20:50.345938 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45518) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:50.358941 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045e2435-ebf2-4c77-8f88-4019e9c16429 None None] DHCP port deletion for f8482a80-79ef-4c20-9ddd-3945e7fc80d7 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:20:50.408636 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b906c34-d6f5-448f-a0f7-7e0660f49a24 admin admin] Deleting subnet 92a7cc76-51d1-4d94-a82f-6427df674425 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:20:50.413943 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4b906c34-d6f5-448f-a0f7-7e0660f49a24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:50.423968 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-045e2435-ebf2-4c77-8f88-4019e9c16429 None None] Deleting port f9382214-beb8-442d-b79b-3473eb48b25d {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:50.424574 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-045e2435-ebf2-4c77-8f88-4019e9c16429 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:50.474396 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4b906c34-d6f5-448f-a0f7-7e0660f49a24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:50.563350 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0f05ca43-b2af-4b56-9bee-2c02f5a80cca req-0530b6e2-7481-4d08-b574-062c00a6b134 service neutron] 10.222.0.76 "GET /v2.0/networks/66ba2238-7dba-4548-9d17-efb5b42cdbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764668 Dec 16 22:20:50.620284 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3c577ba5-6856-4c9b-9a73-41c1acce3776 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:50.650934 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4b906c34-d6f5-448f-a0f7-7e0660f49a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:50.707151 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c577ba5-6856-4c9b-9a73-41c1acce3776 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Pushing event deleted for resources: {'Port': ['ID=97d51e50-49b1-4fbf-9358-42846dc1eb0a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:50.720220 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-045e2435-ebf2-4c77-8f88-4019e9c16429 None None] For port f9382214-beb8-442d-b79b-3473eb48b25d, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f9382214-beb8-442d-b79b-3473eb48b25d,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:50.721417 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-045e2435-ebf2-4c77-8f88-4019e9c16429 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:50.739419 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-045e2435-ebf2-4c77-8f88-4019e9c16429 None None] Calling delete_port for f9382214-beb8-442d-b79b-3473eb48b25d owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:50.742272 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45524) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:50.800251 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4b906c34-d6f5-448f-a0f7-7e0660f49a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:50.829144 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b906c34-d6f5-448f-a0f7-7e0660f49a24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92a7cc76-51d1-4d94-a82f-6427df674425,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:50.832911 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad85670-35dd-4b6f-bb80-f59f0ad212b4 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:20:50.841798 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4b906c34-d6f5-448f-a0f7-7e0660f49a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:50.846411 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4b906c34-d6f5-448f-a0f7-7e0660f49a24 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/92a7cc76-51d1-4d94-a82f-6427df674425 HTTP/1.1" status: 204 len: 168 time: 0.4993489 Dec 16 22:20:50.849355 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45528) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:50.852686 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fad85670-35dd-4b6f-bb80-f59f0ad212b4 admin admin] 10.222.0.75 "PUT /v2.0/routers/ec4639a4-8f42-41bd-a682-b7c274239cce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7047920 Dec 16 22:20:50.855622 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45530) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:50.859686 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8b47c6-30d4-489a-af65-0fd39a219050 None None] Sync routers for ids ['ec4639a4-8f42-41bd-a682-b7c274239cce'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:20:50.870972 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dba0310-3880-4ff0-bc87-128f84bb1d49 None None] Network 977dd53d-f0a6-4834-9031-87d63d8e3037 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:50.893848 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8b47c6-30d4-489a-af65-0fd39a219050 None None] Routers {'ec4639a4-8f42-41bd-a682-b7c274239cce'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:50.894982 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8d8b47c6-30d4-489a-af65-0fd39a219050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['ec4639a4-8f42-41bd-a682-b7c274239cce'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:50.896755 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0f05ca43-b2af-4b56-9bee-2c02f5a80cca req-5a963b65-0ec8-4e5f-a92e-42e82cfd7603 service neutron] 10.222.0.76 "GET /v2.0/networks/66ba2238-7dba-4548-9d17-efb5b42cdbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918460 Dec 16 22:20:50.959152 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3c577ba5-6856-4c9b-9a73-41c1acce3776 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks [] for floatingip, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:50.961764 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3c577ba5-6856-4c9b-9a73-41c1acce3776 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:50.966415 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3c577ba5-6856-4c9b-9a73-41c1acce3776 tempest-ServersTestJSON-1751651953 tempest-ServersTestJSON-1751651953-project] 10.222.0.75 "DELETE /v2.0/floatingips/7bf8633a-1061-41ad-9b49-012fdcf00f74 HTTP/1.1" status: 204 len: 168 time: 2.1177571 Dec 16 22:20:50.967394 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45536) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:50.975519 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e8a30cbd-9093-40b7-8e79-ef27d7ed7bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:50.985024 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-321849ce-30c0-40da-a017-301dc6f62651 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4531e1493d3e41e186384fef43ffb541&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2414441 Dec 16 22:20:50.989561 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45538) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:51.062327 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-e8a30cbd-9093-40b7-8e79-ef27d7ed7bfa admin admin] Deleting port a6b09b43-efc7-4003-aa7b-0c9f71d06e22 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:51.062951 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e8a30cbd-9093-40b7-8e79-ef27d7ed7bfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:51.079777 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-045e2435-ebf2-4c77-8f88-4019e9c16429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:51.107955 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f7a4de97-823e-4f7d-8f5c-8eef5d1f6672 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:51.145700 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-e8a30cbd-9093-40b7-8e79-ef27d7ed7bfa admin admin] For port a6b09b43-efc7-4003-aa7b-0c9f71d06e22, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a6b09b43-efc7-4003-aa7b-0c9f71d06e22,segment=NetworkSegment(af79bcbc-97cc-4d14-a9d2-80f58f585d36),segment_id=af79bcbc-97cc-4d14-a9d2-80f58f585d36)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:51.146074 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e8a30cbd-9093-40b7-8e79-ef27d7ed7bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:51.154770 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045e2435-ebf2-4c77-8f88-4019e9c16429 None None] No DVR routers for this DVR port f9382214-beb8-442d-b79b-3473eb48b25d on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:20:51.160325 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-e8a30cbd-9093-40b7-8e79-ef27d7ed7bfa admin admin] Calling delete_port for a6b09b43-efc7-4003-aa7b-0c9f71d06e22 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:51.185133 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e2435-ebf2-4c77-8f88-4019e9c16429 None None] Pushing event deleted for resources: {'Port': ['ID=f9382214-beb8-442d-b79b-3473eb48b25d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:51.233822 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a4de97-823e-4f7d-8f5c-8eef5d1f6672 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:51.252814 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-f7a4de97-823e-4f7d-8f5c-8eef5d1f6672 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:51.266367 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a4de97-823e-4f7d-8f5c-8eef5d1f6672 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:51.267160 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f7a4de97-823e-4f7d-8f5c-8eef5d1f6672 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:51.278703 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16b23b52-9e77-4fa5-a835-d673a9aafb84 admin admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:51.294900 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26887b6f-15a3-4143-9675-b991b0f218b6 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:51.341339 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4de97-823e-4f7d-8f5c-8eef5d1f6672 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=567afb07-ea9d-4d4c-8b6a-1efc64d07d4d,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:51.349776 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-8d8b47c6-30d4-489a-af65-0fd39a219050 None None] Set router ec4639a4-8f42-41bd-a682-b7c274239cce gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:20:51.371586 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e8a30cbd-9093-40b7-8e79-ef27d7ed7bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:51.378755 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb8519ad-c17b-4ee5-a9d4-1689efd286e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:51.388415 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85117d-b7c5-4c06-8b69-e541a71c3065 req-f4b3bc8d-867e-4d49-b232-ecd21be5dee1 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:51.390026 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cf85117d-b7c5-4c06-8b69-e541a71c3065 req-f4b3bc8d-867e-4d49-b232-ecd21be5dee1 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 943 time: 0.3538876 Dec 16 22:20:51.412820 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a30cbd-9093-40b7-8e79-ef27d7ed7bfa admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b09b43-efc7-4003-aa7b-0c9f71d06e22,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:51.415920 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a30cbd-9093-40b7-8e79-ef27d7ed7bfa admin admin] No DVR routers for this DVR port a6b09b43-efc7-4003-aa7b-0c9f71d06e22 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:20:51.441277 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 64892ec0-6b81-4aed-bbf8-044a5e8aa80b no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:51.467953 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f7a4de97-823e-4f7d-8f5c-8eef5d1f6672 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7639101 Dec 16 22:20:51.484546 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 64892ec0-6b81-4aed-bbf8-044a5e8aa80b {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:51.484546 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 64892ec0-6b81-4aed-bbf8-044a5e8aa80b not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:51.484546 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f9382214-beb8-442d-b79b-3473eb48b25d no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:51.496256 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45540) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:51.503682 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-466c12a7-89ab-46ca-b28a-da7cc06dd28b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1663116369', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:51.513106 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: f9382214-beb8-442d-b79b-3473eb48b25d {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:51.513732 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f9382214-beb8-442d-b79b-3473eb48b25d not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:51.546101 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e8a30cbd-9093-40b7-8e79-ef27d7ed7bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:51.579213 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-e8a30cbd-9093-40b7-8e79-ef27d7ed7bfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['977dd53d-f0a6-4834-9031-87d63d8e3037']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:51.594049 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-e8a30cbd-9093-40b7-8e79-ef27d7ed7bfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af79bcbc-97cc-4d14-a9d2-80f58f585d36') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:51.594049 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-e8a30cbd-9093-40b7-8e79-ef27d7ed7bfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af79bcbc-97cc-4d14-a9d2-80f58f585d36') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:51.599248 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7845e9f6-1859-49e8-9216-02d8a3e6e81f None None] DHCP port deletion for 977dd53d-f0a6-4834-9031-87d63d8e3037 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:20:51.604253 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-466c12a7-89ab-46ca-b28a-da7cc06dd28b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:51.604991 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-466c12a7-89ab-46ca-b28a-da7cc06dd28b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:51.619218 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e8a30cbd-9093-40b7-8e79-ef27d7ed7bfa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:51.630993 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da67be75-7ef1-4360-ad26-6f3d2134d748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'fixed_ips': [{'subnet_id': '567afb07-ea9d-4d4c-8b6a-1efc64d07d4d'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:20:51.632228 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-da67be75-7ef1-4360-ad26-6f3d2134d748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:51.647501 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e8a30cbd-9093-40b7-8e79-ef27d7ed7bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:51.690367 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a30cbd-9093-40b7-8e79-ef27d7ed7bfa admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:20:51.691111 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e8a30cbd-9093-40b7-8e79-ef27d7ed7bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:20:51.692863 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:20:51.707879 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-466c12a7-89ab-46ca-b28a-da7cc06dd28b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:51.790544 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-466c12a7-89ab-46ca-b28a-da7cc06dd28b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:51.844308 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-da67be75-7ef1-4360-ad26-6f3d2134d748 None None] Allocated IP 2001:db8::2 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/567afb07-ea9d-4d4c-8b6a-1efc64d07d4d/29fe1e83-a990-4d1f-a9d5-75ca2c63ac5a) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:51.847348 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8d8b47c6-30d4-489a-af65-0fd39a219050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4639a4-8f42-41bd-a682-b7c274239cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1721302284-router', 'tenant_id': '14fa89a71b19443bab437fd35023cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'd7afb820-32f9-4e87-bc02-aa5465d8e541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:37Z', 'updated_at': '2021-12-16T22:20:47Z', 'revision_number': 5, 'project_id': '14fa89a71b19443bab437fd35023cb1c', 'gw_port': {'id': 'd7afb820-32f9-4e87-bc02-aa5465d8e541', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:30:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4639a4-8f42-41bd-a682-b7c274239cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:51.863201 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e8a30cbd-9093-40b7-8e79-ef27d7ed7bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:51.871923 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e8a30cbd-9093-40b7-8e79-ef27d7ed7bfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:51.878580 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e8a30cbd-9093-40b7-8e79-ef27d7ed7bfa admin admin] 10.222.0.75 "DELETE /v2.0/networks/977dd53d-f0a6-4834-9031-87d63d8e3037 HTTP/1.1" status: 204 len: 168 time: 1.0259395 Dec 16 22:20:51.882625 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8b47c6-30d4-489a-af65-0fd39a219050 None None] Checking router: ec4639a4-8f42-41bd-a682-b7c274239cce for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:20:51.895106 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-466c12a7-89ab-46ca-b28a-da7cc06dd28b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:51.899268 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-466c12a7-89ab-46ca-b28a-da7cc06dd28b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3992548 Dec 16 22:20:51.899268 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a30cbd-9093-40b7-8e79-ef27d7ed7bfa admin admin] Pushing event deleted for resources: {'Network': ['ID=977dd53d-f0a6-4834-9031-87d63d8e3037,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:51.899784 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45546) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:51.929190 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8b47c6-30d4-489a-af65-0fd39a219050 None None] Routers {'ec4639a4-8f42-41bd-a682-b7c274239cce'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:51.929843 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8d8b47c6-30d4-489a-af65-0fd39a219050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['ec4639a4-8f42-41bd-a682-b7c274239cce'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:51.979807 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb8519ad-c17b-4ee5-a9d4-1689efd286e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:52.073846 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cf85117d-b7c5-4c06-8b69-e541a71c3065 req-188877d2-51f1-4372-b002-ac512b8b7277 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6762269 Dec 16 22:20:52.106136 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16b23b52-9e77-4fa5-a835-d673a9aafb84 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:52.106696 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-8d8b47c6-30d4-489a-af65-0fd39a219050 None None] Set router ec4639a4-8f42-41bd-a682-b7c274239cce gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:20:52.213393 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-da67be75-7ef1-4360-ad26-6f3d2134d748 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:52.215259 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb8519ad-c17b-4ee5-a9d4-1689efd286e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:52.217901 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb8519ad-c17b-4ee5-a9d4-1689efd286e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:52.222719 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bb8519ad-c17b-4ee5-a9d4-1689efd286e6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/39e495cb-bcaa-4ff7-870a-496c56406b19 HTTP/1.1" status: 204 len: 168 time: 1.1951935 Dec 16 22:20:52.234863 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8519ad-c17b-4ee5-a9d4-1689efd286e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e495cb-bcaa-4ff7-870a-496c56406b19,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:52.282318 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9bc40ca7-dd68-4a84-a318-c0fbf816d60e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:52.301511 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-da67be75-7ef1-4360-ad26-6f3d2134d748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:52.305325 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-16b23b52-9e77-4fa5-a835-d673a9aafb84 admin admin] Deleting port d7afb820-32f9-4e87-bc02-aa5465d8e541 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:52.306570 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16b23b52-9e77-4fa5-a835-d673a9aafb84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:52.353781 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45552) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:52.378795 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da67be75-7ef1-4360-ad26-6f3d2134d748 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:52.386720 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-da67be75-7ef1-4360-ad26-6f3d2134d748 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:52.392727 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da67be75-7ef1-4360-ad26-6f3d2134d748 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:52.395144 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67be75-7ef1-4360-ad26-6f3d2134d748 None None] Pushing event updated for resources: {'Port': ['ID=29fe1e83-a990-4d1f-a9d5-75ca2c63ac5a,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:52.452547 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f69231fd-6ccb-4fac-8d7e-e226ab33bfe4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=75e64ab3711c4448bb9e36fffa0ca4a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0945661 Dec 16 22:20:52.453805 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-816ee58a-66e9-4b28-a6b0-535c1d28d5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:52.455221 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45554) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:52.479452 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8d8b47c6-30d4-489a-af65-0fd39a219050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4639a4-8f42-41bd-a682-b7c274239cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1721302284-router', 'tenant_id': '14fa89a71b19443bab437fd35023cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'd7afb820-32f9-4e87-bc02-aa5465d8e541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:37Z', 'updated_at': '2021-12-16T22:20:47Z', 'revision_number': 5, 'project_id': '14fa89a71b19443bab437fd35023cb1c', 'gw_port': {'id': 'd7afb820-32f9-4e87-bc02-aa5465d8e541', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:30:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4639a4-8f42-41bd-a682-b7c274239cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:52.511687 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-da67be75-7ef1-4360-ad26-6f3d2134d748 None None] Attempting to bind port 29fe1e83-a990-4d1f-a9d5-75ca2c63ac5a on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:52.512062 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-da67be75-7ef1-4360-ad26-6f3d2134d748 None None] Attempting to bind port 29fe1e83-a990-4d1f-a9d5-75ca2c63ac5a by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:52.512435 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da67be75-7ef1-4360-ad26-6f3d2134d748 None None] Attempting to bind port 29fe1e83-a990-4d1f-a9d5-75ca2c63ac5a on network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:52.515360 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8b47c6-30d4-489a-af65-0fd39a219050 None None] The sync data for ids ['ec4639a4-8f42-41bd-a682-b7c274239cce'] in n-d-815324-4 is: [{'id': 'ec4639a4-8f42-41bd-a682-b7c274239cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1721302284-router', 'tenant_id': '14fa89a71b19443bab437fd35023cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'd7afb820-32f9-4e87-bc02-aa5465d8e541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:17:37Z', 'updated_at': '2021-12-16T22:20:47Z', 'revision_number': 5, 'project_id': '14fa89a71b19443bab437fd35023cb1c', 'gw_port': {'id': 'd7afb820-32f9-4e87-bc02-aa5465d8e541', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:30:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4639a4-8f42-41bd-a682-b7c274239cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:17:40Z', 'updated_at': '2021-12-16T22:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:20:52.519691 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da67be75-7ef1-4360-ad26-6f3d2134d748 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:20:52.520071 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da67be75-7ef1-4360-ad26-6f3d2134d748 None None] Checking segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:52.520481 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-da67be75-7ef1-4360-ad26-6f3d2134d748 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:52.520873 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da67be75-7ef1-4360-ad26-6f3d2134d748 None None] Bound using segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:20:52.521347 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-da67be75-7ef1-4360-ad26-6f3d2134d748 None None] Bound port: 29fe1e83-a990-4d1f-a9d5-75ca2c63ac5a, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:20:52.521734 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-da67be75-7ef1-4360-ad26-6f3d2134d748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:52.529409 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-16b23b52-9e77-4fa5-a835-d673a9aafb84 admin admin] For port d7afb820-32f9-4e87-bc02-aa5465d8e541, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d7afb820-32f9-4e87-bc02-aa5465d8e541,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:52.529785 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16b23b52-9e77-4fa5-a835-d673a9aafb84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:52.556447 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-16b23b52-9e77-4fa5-a835-d673a9aafb84 admin admin] Calling delete_port for d7afb820-32f9-4e87-bc02-aa5465d8e541 owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:52.593828 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-da67be75-7ef1-4360-ad26-6f3d2134d748 None None] For port 29fe1e83-a990-4d1f-a9d5-75ca2c63ac5a, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:20:52.598017 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-da67be75-7ef1-4360-ad26-6f3d2134d748 None None] For port 29fe1e83-a990-4d1f-a9d5-75ca2c63ac5a, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=29fe1e83-a990-4d1f-a9d5-75ca2c63ac5a,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:20:52.635435 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-9bc40ca7-dd68-4a84-a318-c0fbf816d60e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 2001:db8::1 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/567afb07-ea9d-4d4c-8b6a-1efc64d07d4d/06efb745-d931-4176-b6e0-fb52eb564024) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:20:52.680628 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-da67be75-7ef1-4360-ad26-6f3d2134d748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:52.751234 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-08ebd51b-a34b-46ef-9cff-7484a24bf71b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:52.794843 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67be75-7ef1-4360-ad26-6f3d2134d748 None None] Pushing event updated for resources: {'Port': ['ID=29fe1e83-a990-4d1f-a9d5-75ca2c63ac5a,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:52.814606 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9bc40ca7-dd68-4a84-a318-c0fbf816d60e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:52.818832 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-08ebd51b-a34b-46ef-9cff-7484a24bf71b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:52.968182 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device b641821a-458b-4ca4-a4bf-ef86d97df3a0 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:20:53.041165 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9bc40ca7-dd68-4a84-a318-c0fbf816d60e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:53.050591 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-816ee58a-66e9-4b28-a6b0-535c1d28d5a4 admin admin] Deleting port 6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:53.050933 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-816ee58a-66e9-4b28-a6b0-535c1d28d5a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:53.155902 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16b23b52-9e77-4fa5-a835-d673a9aafb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:53.159663 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc40ca7-dd68-4a84-a318-c0fbf816d60e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:53.166780 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-9bc40ca7-dd68-4a84-a318-c0fbf816d60e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:53.170930 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc40ca7-dd68-4a84-a318-c0fbf816d60e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:20:53.178199 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port b641821a-458b-4ca4-a4bf-ef86d97df3a0, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=b641821a-458b-4ca4-a4bf-ef86d97df3a0,segment=NetworkSegment(ba56397c-6eec-44d6-a5b2-cd5db12b2a04),segment_id=ba56397c-6eec-44d6-a5b2-cd5db12b2a04)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:53.179966 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-08ebd51b-a34b-46ef-9cff-7484a24bf71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:53.183904 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9bc40ca7-dd68-4a84-a318-c0fbf816d60e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:53.188833 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-08ebd51b-a34b-46ef-9cff-7484a24bf71b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:53.190389 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-08ebd51b-a34b-46ef-9cff-7484a24bf71b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f792ce98-4be7-43b2-8e4e-b7795857d871 HTTP/1.1" status: 204 len: 168 time: 0.7312529 Dec 16 22:20:53.220521 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'b641821a-458b-4ca4-a4bf-ef86d97df3a0', 'network_id': '66ba2238-7dba-4548-9d17-efb5b42cdbfe', 'port_id': 'b641821a-458b-4ca4-a4bf-ef86d97df3a0', 'mac_address': 'fa:16:3e:62:7e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09099f39-0a9d-4259-8597-583ef27faa64', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:20:53.362190 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ebd51b-a34b-46ef-9cff-7484a24bf71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f792ce98-4be7-43b2-8e4e-b7795857d871,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:53.364500 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b23b52-9e77-4fa5-a835-d673a9aafb84 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7afb820-32f9-4e87-bc02-aa5465d8e541,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:53.414089 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:53.438702 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16b23b52-9e77-4fa5-a835-d673a9aafb84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:53.456983 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 29fe1e83-a990-4d1f-a9d5-75ca2c63ac5a up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:53.466513 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b612039-57d4-4bbc-abd4-005417029fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:53.501237 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b641821a-458b-4ca4-a4bf-ef86d97df3a0 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:20:53.537461 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc40ca7-dd68-4a84-a318-c0fbf816d60e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Port': ['ID=06efb745-d931-4176-b6e0-fb52eb564024,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:53.538563 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port b641821a-458b-4ca4-a4bf-ef86d97df3a0, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=b641821a-458b-4ca4-a4bf-ef86d97df3a0,segment=NetworkSegment(ba56397c-6eec-44d6-a5b2-cd5db12b2a04),segment_id=ba56397c-6eec-44d6-a5b2-cd5db12b2a04)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:53.560819 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 29fe1e83-a990-4d1f-a9d5-75ca2c63ac5a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:53.561288 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:53.582150 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d279e2-cb73-4517-aa95-f9b15e22eaff req-ed224673-3a35-43d8-aee8-a6cf60c1f976 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:53.585742 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e5d279e2-cb73-4517-aa95-f9b15e22eaff req-ed224673-3a35-43d8-aee8-a6cf60c1f976 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 943 time: 0.2362068 Dec 16 22:20:53.605615 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16b23b52-9e77-4fa5-a835-d673a9aafb84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:53.609515 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16b23b52-9e77-4fa5-a835-d673a9aafb84 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:53.625060 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-816ee58a-66e9-4b28-a6b0-535c1d28d5a4 admin admin] For port 6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf,segment=NetworkSegment(65afc4e0-336a-4801-84fe-00972a7a79ce),segment_id=65afc4e0-336a-4801-84fe-00972a7a79ce)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:53.627239 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-816ee58a-66e9-4b28-a6b0-535c1d28d5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:53.683076 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-816ee58a-66e9-4b28-a6b0-535c1d28d5a4 admin admin] Calling delete_port for 6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:53.701490 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e5d279e2-cb73-4517-aa95-f9b15e22eaff req-f1f447f6-5dab-42f5-9975-1948d0aa600c tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092985 Dec 16 22:20:53.710475 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9bc40ca7-dd68-4a84-a318-c0fbf816d60e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:53.776346 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:53.806085 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16b23b52-9e77-4fa5-a835-d673a9aafb84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:53.807753 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b23b52-9e77-4fa5-a835-d673a9aafb84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec4639a4-8f42-41bd-a682-b7c274239cce {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:20:53.832359 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16b23b52-9e77-4fa5-a835-d673a9aafb84 admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:53.832861 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=b641821a-458b-4ca4-a4bf-ef86d97df3a0,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:53.834375 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-16b23b52-9e77-4fa5-a835-d673a9aafb84 admin admin] 10.222.0.75 "DELETE /v2.0/routers/ec4639a4-8f42-41bd-a682-b7c274239cce HTTP/1.1" status: 204 len: 168 time: 2.9746568 Dec 16 22:20:53.838033 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45584) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:53.931880 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-b55f01a2-a648-4850-8629-9abc19cc9acd admin admin] Deleting subnet 4012085c-74d4-4d83-9e4d-14ad56ea9a5d {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:20:53.944333 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45588) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:53.955008 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b55f01a2-a648-4850-8629-9abc19cc9acd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:53.957747 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:54.062388 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b55f01a2-a648-4850-8629-9abc19cc9acd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:54.104867 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 29fe1e83-a990-4d1f-a9d5-75ca2c63ac5a, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=29fe1e83-a990-4d1f-a9d5-75ca2c63ac5a,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:54.163131 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b55f01a2-a648-4850-8629-9abc19cc9acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:54.203009 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['b641821a-458b-4ca4-a4bf-ef86d97df3a0'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:20:54.215389 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:54.259707 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0ff602b6-c3db-4448-84c2-3484c5802a80 tempest-ServiceProvidersTest-1270117378 tempest-ServiceProvidersTest-1270117378-project] 10.222.0.75 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3134007 Dec 16 22:20:54.278074 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9bc40ca7-dd68-4a84-a318-c0fbf816d60e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:54.337086 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=29fe1e83-a990-4d1f-a9d5-75ca2c63ac5a,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:54.374540 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9bc40ca7-dd68-4a84-a318-c0fbf816d60e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:54.375498 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9bc40ca7-dd68-4a84-a318-c0fbf816d60e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:54.430929 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b55f01a2-a648-4850-8629-9abc19cc9acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:54.433826 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-816ee58a-66e9-4b28-a6b0-535c1d28d5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:54.442633 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b6c69e69-f0da-4e71-9ed1-1655d3620a4c None None] Provisioning complete for port 29fe1e83-a990-4d1f-a9d5-75ca2c63ac5a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:54.443015 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b6c69e69-f0da-4e71-9ed1-1655d3620a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:54.500188 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device bc395723-023f-4e65-987f-7b7b9652955c no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:54.510689 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f01a2-a648-4850-8629-9abc19cc9acd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4012085c-74d4-4d83-9e4d-14ad56ea9a5d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:54.553258 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: bc395723-023f-4e65-987f-7b7b9652955c {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:54.554628 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device bc395723-023f-4e65-987f-7b7b9652955c not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:54.555355 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a6b09b43-efc7-4003-aa7b-0c9f71d06e22 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:54.562563 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc40ca7-dd68-4a84-a318-c0fbf816d60e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Port': ['ID=06efb745-d931-4176-b6e0-fb52eb564024,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:54.568784 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ee58a-66e9-4b28-a6b0-535c1d28d5a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:54.606991 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: a6b09b43-efc7-4003-aa7b-0c9f71d06e22 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:54.607627 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a6b09b43-efc7-4003-aa7b-0c9f71d06e22 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:54.639246 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b55f01a2-a648-4850-8629-9abc19cc9acd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:54.645955 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b55f01a2-a648-4850-8629-9abc19cc9acd admin admin] 10.222.0.75 "DELETE /v2.0/subnets/4012085c-74d4-4d83-9e4d-14ad56ea9a5d HTTP/1.1" status: 204 len: 168 time: 0.8038735 Dec 16 22:20:54.657024 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45606) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:54.678875 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc40ca7-dd68-4a84-a318-c0fbf816d60e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:20:54.692185 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-9bc40ca7-dd68-4a84-a318-c0fbf816d60e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:54.938903 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c0c094ea-4dd5-4d12-91bf-68e1ef500ee8 None None] Provisioning complete for port 06efb745-d931-4176-b6e0-fb52eb564024 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:54.941449 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0c094ea-4dd5-4d12-91bf-68e1ef500ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:54.957695 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45616) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:54.995995 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c0c094ea-4dd5-4d12-91bf-68e1ef500ee8 None None] Port 06efb745-d931-4176-b6e0-fb52eb564024 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:20:54.996218 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-74303664-b39e-43fe-8dcb-877d5b0c5019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.021541 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9e8dc-a9d9-4555-9361-4d35849fccfd req-1b0602e9-0abc-4a97-b71c-25cc1d9241af tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:55.023124 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36d9e8dc-a9d9-4555-9361-4d35849fccfd req-1b0602e9-0abc-4a97-b71c-25cc1d9241af tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 944 time: 0.0972288 Dec 16 22:20:55.024836 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-816ee58a-66e9-4b28-a6b0-535c1d28d5a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.120151 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-74303664-b39e-43fe-8dcb-877d5b0c5019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.145746 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-74303664-b39e-43fe-8dcb-877d5b0c5019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1937af-7bb6-406c-854f-833019c225af']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:55.169549 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-74303664-b39e-43fe-8dcb-877d5b0c5019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd24aec-91d5-4cb6-afdc-ebad20bc7327') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:55.169851 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-74303664-b39e-43fe-8dcb-877d5b0c5019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd24aec-91d5-4cb6-afdc-ebad20bc7327') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:55.198902 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-74303664-b39e-43fe-8dcb-877d5b0c5019 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.225006 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-74303664-b39e-43fe-8dcb-877d5b0c5019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.232757 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45624) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:55.238292 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36d9e8dc-a9d9-4555-9361-4d35849fccfd req-9c5a8306-9a69-4250-9b8b-70e435775b6a tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984882 Dec 16 22:20:55.262959 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74303664-b39e-43fe-8dcb-877d5b0c5019 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:20:55.263595 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-74303664-b39e-43fe-8dcb-877d5b0c5019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:20:55.267626 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:20:55.284105 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc40ca7-dd68-4a84-a318-c0fbf816d60e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Router befd1169-b8e2-474b-be04-6ff824ce4f99 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:20:55.325118 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c49af368-e2d9-4f07-b005-4ce2cf766a63 None None] Provisioning complete for port 06efb745-d931-4176-b6e0-fb52eb564024 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:55.326042 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c49af368-e2d9-4f07-b005-4ce2cf766a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.327131 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-3045c181-5fa6-4f62-8b27-0f80faffc9d6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1905417397-network', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:55.371907 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c49af368-e2d9-4f07-b005-4ce2cf766a63 None None] Port 06efb745-d931-4176-b6e0-fb52eb564024 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:20:55.389179 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 29fe1e83-a990-4d1f-a9d5-75ca2c63ac5a up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:55.433996 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0a85964-1940-4d2e-b17e-e9fd94388c32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.439956 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 29fe1e83-a990-4d1f-a9d5-75ca2c63ac5a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:55.440333 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.452048 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-74303664-b39e-43fe-8dcb-877d5b0c5019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.452287 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816ee58a-66e9-4b28-a6b0-535c1d28d5a4 admin admin] Router 2c446a83-72cb-4318-bf0f-401773020efc has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:20:55.467221 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-74303664-b39e-43fe-8dcb-877d5b0c5019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.473332 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-74303664-b39e-43fe-8dcb-877d5b0c5019 admin admin] 10.222.0.75 "DELETE /v2.0/networks/5c1937af-7bb6-406c-854f-833019c225af HTTP/1.1" status: 204 len: 168 time: 0.8121467 Dec 16 22:20:55.490900 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74303664-b39e-43fe-8dcb-877d5b0c5019 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c1937af-7bb6-406c-854f-833019c225af,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:55.499926 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc40ca7-dd68-4a84-a318-c0fbf816d60e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:20:55.505694 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9bc40ca7-dd68-4a84-a318-c0fbf816d60e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "PUT /v2.0/routers/befd1169-b8e2-474b-be04-6ff824ce4f99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6046832 Dec 16 22:20:55.511299 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45630) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:55.530786 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3045c181-5fa6-4f62-8b27-0f80faffc9d6 admin admin] Made reservation on behalf of 45dc1fa90bee4d0982a4d71f8e7220e0 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:55.533117 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3045c181-5fa6-4f62-8b27-0f80faffc9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.551982 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff21939-90c8-4c5f-86a6-882195623a90 None None] Sync routers for ids ['befd1169-b8e2-474b-be04-6ff824ce4f99'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:20:55.565376 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff21939-90c8-4c5f-86a6-882195623a90 None None] Routers {'befd1169-b8e2-474b-be04-6ff824ce4f99'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:55.566255 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4ff21939-90c8-4c5f-86a6-882195623a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['befd1169-b8e2-474b-be04-6ff824ce4f99'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:55.572799 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3045c181-5fa6-4f62-8b27-0f80faffc9d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.595520 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef83d243-e584-477c-82a4-e0b4175b4e01 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:55.599166 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ef83d243-e584-477c-82a4-e0b4175b4e01 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports/06efb745-d931-4176-b6e0-fb52eb564024 HTTP/1.1" status: 200 len: 911 time: 0.0848491 Dec 16 22:20:55.606943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45634) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:55.679851 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-4ff21939-90c8-4c5f-86a6-882195623a90 None None] Set router befd1169-b8e2-474b-be04-6ff824ce4f99 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:20:55.696441 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816ee58a-66e9-4b28-a6b0-535c1d28d5a4 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:20:55.696441 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-816ee58a-66e9-4b28-a6b0-535c1d28d5a4 admin admin] 10.222.0.75 "PUT /v2.0/routers/2c446a83-72cb-4318-bf0f-401773020efc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7160490 Dec 16 22:20:55.696441 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45638) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:55.700192 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71acf045-db69-4f6d-aca5-0db5a7e38598 None None] Sync routers for ids ['2c446a83-72cb-4318-bf0f-401773020efc'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:20:55.706801 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d7afb820-32f9-4e87-bc02-aa5465d8e541 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:55.710962 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0a85964-1940-4d2e-b17e-e9fd94388c32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.745532 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-775018fb-d376-4f43-ad7b-0c99282f6762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.745753 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadd9600-da11-4c57-92da-796aa2964a34 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:55.753454 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadd9600-da11-4c57-92da-796aa2964a34 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:55.755413 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-eadd9600-da11-4c57-92da-796aa2964a34 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1525528 Dec 16 22:20:55.755789 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: d7afb820-32f9-4e87-bc02-aa5465d8e541 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:55.756435 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d7afb820-32f9-4e87-bc02-aa5465d8e541 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:55.759250 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45640) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:55.770896 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71acf045-db69-4f6d-aca5-0db5a7e38598 None None] Routers {'2c446a83-72cb-4318-bf0f-401773020efc'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:55.771602 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-71acf045-db69-4f6d-aca5-0db5a7e38598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2c446a83-72cb-4318-bf0f-401773020efc'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:55.851351 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0a85964-1940-4d2e-b17e-e9fd94388c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.864493 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a2fd92d-aa36-4e40-979d-49a394afeb87 admin admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.902876 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-71acf045-db69-4f6d-aca5-0db5a7e38598 None None] Set router 2c446a83-72cb-4318-bf0f-401773020efc gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:20:55.947378 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4ff21939-90c8-4c5f-86a6-882195623a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befd1169-b8e2-474b-be04-6ff824ce4f99', 'name': 'tempest-NetworksTestDHCPv6-router-1663116369', 'tenant_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:51Z', 'updated_at': '2021-12-16T22:20:53Z', 'revision_number': 2, 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'gw_port_host': None, '_interfaces': [{'id': '06efb745-d931-4176-b6e0-fb52eb564024', 'name': '', 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'tenant_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'mac_address': 'fa:16:3e:00:f5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befd1169-b8e2-474b-be04-6ff824ce4f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '567afb07-ea9d-4d4c-8b6a-1efc64d07d4d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:52Z', 'updated_at': '2021-12-16T22:20:54Z', 'revision_number': 2, 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'subnets': [{'id': '567afb07-ea9d-4d4c-8b6a-1efc64d07d4d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:55.950175 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45642) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:55.967759 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45644) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:55.968773 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a0a85964-1940-4d2e-b17e-e9fd94388c32 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2c3f0034dcb541c3818bde8a168c5dfd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0039370 Dec 16 22:20:55.974510 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3045c181-5fa6-4f62-8b27-0f80faffc9d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:55.975912 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a85964-1940-4d2e-b17e-e9fd94388c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad105abc-463e-4711-aca8-2d406825fcbf,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:55.977627 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff21939-90c8-4c5f-86a6-882195623a90 None None] Checking router: befd1169-b8e2-474b-be04-6ff824ce4f99 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:20:55.978221 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff21939-90c8-4c5f-86a6-882195623a90 None None] Updating router befd1169-b8e2-474b-be04-6ff824ce4f99 port 06efb745-d931-4176-b6e0-fb52eb564024 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:20:56.027507 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ff21939-90c8-4c5f-86a6-882195623a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.041891 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a2fd92d-aa36-4e40-979d-49a394afeb87 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.069936 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a2f7d7d0-e87b-416c-82c8-4b2980a0147b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.082223 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3045c181-5fa6-4f62-8b27-0f80faffc9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.108619 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a2f7d7d0-e87b-416c-82c8-4b2980a0147b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.124060 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-71acf045-db69-4f6d-aca5-0db5a7e38598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c446a83-72cb-4318-bf0f-401773020efc', 'name': 'tempest-ServersTestJSON-95711836-router', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '0f4568bf-fc12-42e0-b23c-e861e4c914ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:18:24Z', 'updated_at': '2021-12-16T22:20:54Z', 'revision_number': 5, 'project_id': '282bc2e8d7324057aeb6d491e5757a38', 'gw_port': {'id': '0f4568bf-fc12-42e0-b23c-e861e4c914ea', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c446a83-72cb-4318-bf0f-401773020efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:18:25Z', 'updated_at': '2021-12-16T22:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:56.133108 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3045c181-5fa6-4f62-8b27-0f80faffc9d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:20:56.143678 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-35c950b2-80a0-4413-978b-832e2ac0a04a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=14fa89a71b19443bab437fd35023cb1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1920228 Dec 16 22:20:56.152662 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45646) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:56.161387 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71acf045-db69-4f6d-aca5-0db5a7e38598 None None] Checking router: 2c446a83-72cb-4318-bf0f-401773020efc for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:20:56.168060 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045c181-5fa6-4f62-8b27-0f80faffc9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c0143e-afb5-4938-a413-da33b57b5831,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:56.171236 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3045c181-5fa6-4f62-8b27-0f80faffc9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.171659 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-3045c181-5fa6-4f62-8b27-0f80faffc9d6 admin admin] Added segment d786cf25-cf30-4e56-9b01-a0f05217b60d of type vlan for network 5e57a376-cf11-4169-84ca-8ea1ae6aa078 Dec 16 22:20:56.172256 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71acf045-db69-4f6d-aca5-0db5a7e38598 None None] Routers {'2c446a83-72cb-4318-bf0f-401773020efc'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:56.172950 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-71acf045-db69-4f6d-aca5-0db5a7e38598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2c446a83-72cb-4318-bf0f-401773020efc'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:56.248577 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-6a2fd92d-aa36-4e40-979d-49a394afeb87 admin admin] Deleting port 0f4568bf-fc12-42e0-b23c-e861e4c914ea {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:56.249573 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a2fd92d-aa36-4e40-979d-49a394afeb87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.284288 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-71acf045-db69-4f6d-aca5-0db5a7e38598 None None] Set router 2c446a83-72cb-4318-bf0f-401773020efc gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:20:56.315932 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a2f7d7d0-e87b-416c-82c8-4b2980a0147b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.320104 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a2f7d7d0-e87b-416c-82c8-4b2980a0147b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.322374 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a2f7d7d0-e87b-416c-82c8-4b2980a0147b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ad105abc-463e-4711-aca8-2d406825fcbf HTTP/1.1" status: 204 len: 168 time: 0.3534408 Dec 16 22:20:56.342052 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7d7d0-e87b-416c-82c8-4b2980a0147b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad105abc-463e-4711-aca8-2d406825fcbf,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:56.353784 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-71acf045-db69-4f6d-aca5-0db5a7e38598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c446a83-72cb-4318-bf0f-401773020efc', 'name': 'tempest-ServersTestJSON-95711836-router', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:18:24Z', 'updated_at': '2021-12-16T22:20:56Z', 'revision_number': 6, 'project_id': '282bc2e8d7324057aeb6d491e5757a38', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:56.373441 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3045c181-5fa6-4f62-8b27-0f80faffc9d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.401973 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71acf045-db69-4f6d-aca5-0db5a7e38598 None None] The sync data for ids ['2c446a83-72cb-4318-bf0f-401773020efc'] in n-d-815324-4 is: [{'id': '2c446a83-72cb-4318-bf0f-401773020efc', 'name': 'tempest-ServersTestJSON-95711836-router', 'tenant_id': '282bc2e8d7324057aeb6d491e5757a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:18:24Z', 'updated_at': '2021-12-16T22:20:56Z', 'revision_number': 6, 'project_id': '282bc2e8d7324057aeb6d491e5757a38', 'gw_port_host': None}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:20:56.438368 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ff21939-90c8-4c5f-86a6-882195623a90 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.440681 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-6a2fd92d-aa36-4e40-979d-49a394afeb87 admin admin] For port 0f4568bf-fc12-42e0-b23c-e861e4c914ea, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0f4568bf-fc12-42e0-b23c-e861e4c914ea,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:56.441048 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a2fd92d-aa36-4e40-979d-49a394afeb87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.458710 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-6a2fd92d-aa36-4e40-979d-49a394afeb87 admin admin] Calling delete_port for 0f4568bf-fc12-42e0-b23c-e861e4c914ea owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:56.478610 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f5e3a563-b28a-4c9a-aed5-cf7e08ff7b17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.524282 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7069d7-7fa3-4718-b409-92d93edbc2aa req-4098b17a-26db-437c-b7ea-db2d8736fe03 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:56.526096 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e7069d7-7fa3-4718-b409-92d93edbc2aa req-4098b17a-26db-437c-b7ea-db2d8736fe03 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 944 time: 0.1428881 Dec 16 22:20:56.551596 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ff21939-90c8-4c5f-86a6-882195623a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.552592 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f5e3a563-b28a-4c9a-aed5-cf7e08ff7b17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.582544 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3045c181-5fa6-4f62-8b27-0f80faffc9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.583548 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3045c181-5fa6-4f62-8b27-0f80faffc9d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:56.584130 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3045c181-5fa6-4f62-8b27-0f80faffc9d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.612484 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf292f-9638-4f32-afa7-7453326b61d3 None None] Pushing event updated for resources: {'Port': ['ID=06efb745-d931-4176-b6e0-fb52eb564024,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:56.671439 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-4ff21939-90c8-4c5f-86a6-882195623a90 None None] Attempting to bind port 06efb745-d931-4176-b6e0-fb52eb564024 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:20:56.671935 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-4ff21939-90c8-4c5f-86a6-882195623a90 None None] Attempting to bind port 06efb745-d931-4176-b6e0-fb52eb564024 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:20:56.672389 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff21939-90c8-4c5f-86a6-882195623a90 None None] Attempting to bind port 06efb745-d931-4176-b6e0-fb52eb564024 on network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:20:56.678323 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff21939-90c8-4c5f-86a6-882195623a90 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:20:56.678983 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff21939-90c8-4c5f-86a6-882195623a90 None None] Checking segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:56.684196 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ff21939-90c8-4c5f-86a6-882195623a90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.684896 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff21939-90c8-4c5f-86a6-882195623a90 None None] Bound using segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:20:56.685404 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-4ff21939-90c8-4c5f-86a6-882195623a90 None None] Bound port: 06efb745-d931-4176-b6e0-fb52eb564024, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:20:56.685850 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ff21939-90c8-4c5f-86a6-882195623a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.688647 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e7069d7-7fa3-4718-b409-92d93edbc2aa req-fccb7162-88c1-4183-a1a1-e266666b4dba tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526053 Dec 16 22:20:56.741341 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045c181-5fa6-4f62-8b27-0f80faffc9d6 admin admin] Pushing event updated for resources: {'Network': ['ID=5e57a376-cf11-4169-84ca-8ea1ae6aa078,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:56.746261 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a2fd92d-aa36-4e40-979d-49a394afeb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.754115 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3045c181-5fa6-4f62-8b27-0f80faffc9d6 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5197091 Dec 16 22:20:56.754561 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45654) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:56.756793 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 5e57a376-cf11-4169-84ca-8ea1ae6aa078 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:20:56.761195 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-f1d05c0f-6426-4e70-9642-2b5f50f874d5 admin admin] Request body: {'subnet': {'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1905417397-subnet', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:56.785622 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-4ff21939-90c8-4c5f-86a6-882195623a90 None None] For port 06efb745-d931-4176-b6e0-fb52eb564024, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:20:56.794389 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-4ff21939-90c8-4c5f-86a6-882195623a90 None None] For port 06efb745-d931-4176-b6e0-fb52eb564024, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=06efb745-d931-4176-b6e0-fb52eb564024,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:20:56.817760 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c5be3cd3-2461-45e3-ba23-30090d4d6e80 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.829900 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f5e3a563-b28a-4c9a-aed5-cf7e08ff7b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.840997 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f5e3a563-b28a-4c9a-aed5-cf7e08ff7b17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.846079 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f5e3a563-b28a-4c9a-aed5-cf7e08ff7b17 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f88ab962-e89f-4fbb-a114-2988a33ecbad HTTP/1.1" status: 204 len: 168 time: 0.6893804 Dec 16 22:20:56.877154 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2fd92d-aa36-4e40-979d-49a394afeb87 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f4568bf-fc12-42e0-b23c-e861e4c914ea,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:56.886176 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4ff21939-90c8-4c5f-86a6-882195623a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.905867 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.957438 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a2fd92d-aa36-4e40-979d-49a394afeb87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:56.985669 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device b641821a-458b-4ca4-a4bf-ef86d97df3a0 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:20:56.988784 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:57.053141 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d05c0f-6426-4e70-9642-2b5f50f874d5 admin admin] Made reservation on behalf of 45dc1fa90bee4d0982a4d71f8e7220e0 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:20:57.057199 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f1d05c0f-6426-4e70-9642-2b5f50f874d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:57.089835 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3a563-b28a-4c9a-aed5-cf7e08ff7b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88ab962-e89f-4fbb-a114-2988a33ecbad,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:57.108066 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff21939-90c8-4c5f-86a6-882195623a90 None None] Routers {'befd1169-b8e2-474b-be04-6ff824ce4f99'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:20:57.109754 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4ff21939-90c8-4c5f-86a6-882195623a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['befd1169-b8e2-474b-be04-6ff824ce4f99'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:57.156249 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port b641821a-458b-4ca4-a4bf-ef86d97df3a0 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:20:57.184163 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d62b69b9-e80d-4504-bba9-84734cff1f93 None None] Provisioning complete for port 06efb745-d931-4176-b6e0-fb52eb564024 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:57.184957 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d62b69b9-e80d-4504-bba9-84734cff1f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:57.189192 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port b641821a-458b-4ca4-a4bf-ef86d97df3a0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:57.189811 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:57.205606 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf292f-9638-4f32-afa7-7453326b61d3 None None] Pushing event updated for resources: {'Port': ['ID=06efb745-d931-4176-b6e0-fb52eb564024,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:57.216802 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a2fd92d-aa36-4e40-979d-49a394afeb87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:57.229026 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a2fd92d-aa36-4e40-979d-49a394afeb87 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:57.369375 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-4ff21939-90c8-4c5f-86a6-882195623a90 None None] Set router befd1169-b8e2-474b-be04-6ff824ce4f99 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:20:57.434901 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a2fd92d-aa36-4e40-979d-49a394afeb87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:57.437011 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2fd92d-aa36-4e40-979d-49a394afeb87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c446a83-72cb-4318-bf0f-401773020efc {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:20:57.437924 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:57.469134 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a2fd92d-aa36-4e40-979d-49a394afeb87 admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:57.476675 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6a2fd92d-aa36-4e40-979d-49a394afeb87 admin admin] 10.222.0.75 "DELETE /v2.0/routers/2c446a83-72cb-4318-bf0f-401773020efc HTTP/1.1" status: 204 len: 168 time: 1.7794533 Dec 16 22:20:57.480034 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45672) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:57.515370 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1846da72-9e59-495b-9ec7-86404e381389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b641821a-458b-4ca4-a4bf-ef86d97df3a0'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:20:57.515686 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-c5be3cd3-2461-45e3-ba23-30090d4d6e80 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting port 06efb745-d931-4176-b6e0-fb52eb564024 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:57.516151 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c5be3cd3-2461-45e3-ba23-30090d4d6e80 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:57.526420 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c81cabb-a985-4336-b4d3-d0de53c492e2" -d '{"events": [{"server_uuid": "1846da72-9e59-495b-9ec7-86404e381389", "name": "network-vif-plugged", "status": "completed", "tag": "b641821a-458b-4ca4-a4bf-ef86d97df3a0"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:20:57.568562 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0f4568bf-fc12-42e0-b23c-e861e4c914ea no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:57.586936 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port b641821a-458b-4ca4-a4bf-ef86d97df3a0, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=b641821a-458b-4ca4-a4bf-ef86d97df3a0,segment=NetworkSegment(ba56397c-6eec-44d6-a5b2-cd5db12b2a04),segment_id=ba56397c-6eec-44d6-a5b2-cd5db12b2a04)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:57.693397 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675ed5f0-1c00-4cfc-a20d-956a0471718f x-openstack-request-id: req-675ed5f0-1c00-4cfc-a20d-956a0471718f {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:20:57.693701 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1846da72-9e59-495b-9ec7-86404e381389", "name": "network-vif-plugged", "status": "completed", "tag": "b641821a-458b-4ca4-a4bf-ef86d97df3a0", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:20:57.693963 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-675ed5f0-1c00-4cfc-a20d-956a0471718f {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:20:57.694375 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1846da72-9e59-495b-9ec7-86404e381389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b641821a-458b-4ca4-a4bf-ef86d97df3a0', 'code': 200} Dec 16 22:20:57.697776 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f35da50-e6a4-4c4a-a9d1-185b78ba217e admin admin] Deleting subnet 04a69dc0-997e-43c3-974f-46673370ac49 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:20:57.698375 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:57.708869 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 0f4568bf-fc12-42e0-b23c-e861e4c914ea {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:57.710299 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0f4568bf-fc12-42e0-b23c-e861e4c914ea not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:57.710892 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:20:57.765794 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-c5be3cd3-2461-45e3-ba23-30090d4d6e80 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] For port 06efb745-d931-4176-b6e0-fb52eb564024, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=06efb745-d931-4176-b6e0-fb52eb564024,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:57.767284 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f35da50-e6a4-4c4a-a9d1-185b78ba217e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:57.770488 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c5be3cd3-2461-45e3-ba23-30090d4d6e80 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:57.770641 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:20:57.770885 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 6a4ae8f7-2c62-4dc8-b980-bf483ccd68bf not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:20:57.806003 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-c5be3cd3-2461-45e3-ba23-30090d4d6e80 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Calling delete_port for 06efb745-d931-4176-b6e0-fb52eb564024 owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:57.857689 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4ff21939-90c8-4c5f-86a6-882195623a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befd1169-b8e2-474b-be04-6ff824ce4f99', 'name': 'tempest-NetworksTestDHCPv6-router-1663116369', 'tenant_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:51Z', 'updated_at': '2021-12-16T22:20:53Z', 'revision_number': 2, 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'gw_port_host': None, '_interfaces': [{'id': '06efb745-d931-4176-b6e0-fb52eb564024', 'name': '', 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'tenant_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'mac_address': 'fa:16:3e:00:f5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befd1169-b8e2-474b-be04-6ff824ce4f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '567afb07-ea9d-4d4c-8b6a-1efc64d07d4d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:52Z', 'updated_at': '2021-12-16T22:20:56Z', 'revision_number': 4, 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'subnets': [{'id': '567afb07-ea9d-4d4c-8b6a-1efc64d07d4d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:20:57.898270 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f35da50-e6a4-4c4a-a9d1-185b78ba217e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:57.926692 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030d7bb-0041-4676-b4e0-37dc9df42ed1 req-4e0c4d7e-faff-4726-a23c-b0b6d37142f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:57.926692 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e030d7bb-0041-4676-b4e0-37dc9df42ed1 req-4e0c4d7e-faff-4726-a23c-b0b6d37142f3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 1096 time: 0.1599231 Dec 16 22:20:57.929301 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d62b69b9-e80d-4504-bba9-84734cff1f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:58.007224 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f1d05c0f-6426-4e70-9642-2b5f50f874d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:58.019752 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=b641821a-458b-4ca4-a4bf-ef86d97df3a0,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:58.062197 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d62b69b9-e80d-4504-bba9-84734cff1f93 None None] For port 06efb745-d931-4176-b6e0-fb52eb564024, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=06efb745-d931-4176-b6e0-fb52eb564024,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:58.072550 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c63d9-ede3-401f-a8f5-f8696e7f0c45 req-2b873af5-8bd9-4916-8593-4627a51efa0d tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:58.075441 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff21939-90c8-4c5f-86a6-882195623a90 None None] The sync data for ids ['befd1169-b8e2-474b-be04-6ff824ce4f99'] in n-d-815324-4 is: [{'id': 'befd1169-b8e2-474b-be04-6ff824ce4f99', 'name': 'tempest-NetworksTestDHCPv6-router-1663116369', 'tenant_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:51Z', 'updated_at': '2021-12-16T22:20:53Z', 'revision_number': 2, 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'gw_port_host': None, '_interfaces': [{'id': '06efb745-d931-4176-b6e0-fb52eb564024', 'name': '', 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'tenant_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'mac_address': 'fa:16:3e:00:f5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befd1169-b8e2-474b-be04-6ff824ce4f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '567afb07-ea9d-4d4c-8b6a-1efc64d07d4d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:52Z', 'updated_at': '2021-12-16T22:20:56Z', 'revision_number': 4, 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'subnets': [{'id': '567afb07-ea9d-4d4c-8b6a-1efc64d07d4d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:20:58.081461 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a9c63d9-ede3-401f-a8f5-f8696e7f0c45 req-2b873af5-8bd9-4916-8593-4627a51efa0d tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 945 time: 0.1287460 Dec 16 22:20:58.129294 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d62b69b9-e80d-4504-bba9-84734cff1f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:58.212935 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e030d7bb-0041-4676-b4e0-37dc9df42ed1 req-45923d07-3c7c-4c87-9033-d223232b2cec service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623425 Dec 16 22:20:58.212935 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d05c0f-6426-4e70-9642-2b5f50f874d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=554b4879-6665-46f7-b33a-c61f9f909b35,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:58.213184 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f35da50-e6a4-4c4a-a9d1-185b78ba217e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:58.229226 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a9c63d9-ede3-401f-a8f5-f8696e7f0c45 req-72da0e94-5175-4f62-bdec-7db91f71ce39 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463947 Dec 16 22:20:58.331385 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b69b9-e80d-4504-bba9-84734cff1f93 None None] Pushing event updated for resources: {'Port': ['ID=06efb745-d931-4176-b6e0-fb52eb564024,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:58.343152 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c4a4cb23-9324-4e6e-8f04-24c7d70768f6 None None] Provisioning complete for port 06efb745-d931-4176-b6e0-fb52eb564024 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:20:58.343617 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c4a4cb23-9324-4e6e-8f04-24c7d70768f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:58.522658 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c5be3cd3-2461-45e3-ba23-30090d4d6e80 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:58.523694 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:58.525950 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:58.730129 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d05c0f-6426-4e70-9642-2b5f50f874d5 admin admin] Checking segment: {'id': 'd786cf25-cf30-4e56-9b01-a0f05217b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:20:58.731739 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d05c0f-6426-4e70-9642-2b5f50f874d5 admin admin] Network hostable DHCP agents. Network: 5e57a376-cf11-4169-84ca-8ea1ae6aa078, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:20:58.982904 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d05c0f-6426-4e70-9642-2b5f50f874d5 admin admin] Network 5e57a376-cf11-4169-84ca-8ea1ae6aa078 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:20:59.020767 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:59.030433 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f35da50-e6a4-4c4a-a9d1-185b78ba217e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:59.053710 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35da50-e6a4-4c4a-a9d1-185b78ba217e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04a69dc0-997e-43c3-974f-46673370ac49,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:59.055477 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be3cd3-2461-45e3-ba23-30090d4d6e80 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Port': ['ID=06efb745-d931-4176-b6e0-fb52eb564024,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:20:59.062823 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f35da50-e6a4-4c4a-a9d1-185b78ba217e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:59.067400 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3f35da50-e6a4-4c4a-a9d1-185b78ba217e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/04a69dc0-997e-43c3-974f-46673370ac49 HTTP/1.1" status: 204 len: 168 time: 1.5810468 Dec 16 22:20:59.071957 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45712) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:59.072655 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6375e9-7471-453f-9330-05be3a91c4b1 None None] Network 4a51e34c-53d5-4335-835f-c57437c183f5 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:59.171869 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-f1d05c0f-6426-4e70-9642-2b5f50f874d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 5e57a376-cf11-4169-84ca-8ea1ae6aa078) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:20:59.176760 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d05c0f-6426-4e70-9642-2b5f50f874d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:59.177368 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f1d05c0f-6426-4e70-9642-2b5f50f874d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:59.226249 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fd7b3a-543b-4e4e-a735-21eaa464401f None None] Network 5e57a376-cf11-4169-84ca-8ea1ae6aa078 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:20:59.254852 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c5be3cd3-2461-45e3-ba23-30090d4d6e80 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:59.308481 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f1d05c0f-6426-4e70-9642-2b5f50f874d5 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5518634 Dec 16 22:20:59.311146 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45722) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:59.315615 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-bb2b52f7-4787-489a-80c0-58659319defb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1905417397-router', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:20:59.419197 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b5715a57-9c97-456f-a43a-e0681fdbea54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:59.434968 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7034502-31a8-4f03-b718-9014a5c0d98b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-5e57a376-cf11-4169-84ca-8ea1ae6aa078', 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078', 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'fixed_ips': [{'subnet_id': '554b4879-6665-46f7-b33a-c61f9f909b35'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:20:59.451963 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7034502-31a8-4f03-b718-9014a5c0d98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:59.484104 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9133a-db2c-4de2-bcd6-8ede126d9600 req-b0ae3a75-c559-462d-b43f-3bae1d994fed tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:59.486389 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30a9133a-db2c-4de2-bcd6-8ede126d9600 req-b0ae3a75-c559-462d-b43f-3bae1d994fed tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 945 time: 0.1119540 Dec 16 22:20:59.488387 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb2b52f7-4787-489a-80c0-58659319defb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:59.489658 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb2b52f7-4787-489a-80c0-58659319defb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:59.501501 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2886b6f7-bf22-424c-a55c-e56c19dee8e4 None None] DHCP port deletion for 4a51e34c-53d5-4335-835f-c57437c183f5 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:20:59.617193 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5be3cd3-2461-45e3-ba23-30090d4d6e80 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Router befd1169-b8e2-474b-be04-6ff824ce4f99 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:20:59.634787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-b5715a57-9c97-456f-a43a-e0681fdbea54 admin admin] Deleting port a077a700-3244-4e4a-83aa-eef5472f20d4 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:59.635156 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b5715a57-9c97-456f-a43a-e0681fdbea54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:59.666383 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb2b52f7-4787-489a-80c0-58659319defb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:59.715644 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30a9133a-db2c-4de2-bcd6-8ede126d9600 req-bbe3b7b5-f431-4755-8331-31272c1f9c85 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190442 Dec 16 22:20:59.804614 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5be3cd3-2461-45e3-ba23-30090d4d6e80 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:20:59.808524 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-b5715a57-9c97-456f-a43a-e0681fdbea54 admin admin] For port a077a700-3244-4e4a-83aa-eef5472f20d4, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a077a700-3244-4e4a-83aa-eef5472f20d4,segment=NetworkSegment(65afc4e0-336a-4801-84fe-00972a7a79ce),segment_id=65afc4e0-336a-4801-84fe-00972a7a79ce)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:20:59.808897 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b5715a57-9c97-456f-a43a-e0681fdbea54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:20:59.818336 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c5be3cd3-2461-45e3-ba23-30090d4d6e80 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "PUT /v2.0/routers/befd1169-b8e2-474b-be04-6ff824ce4f99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0574152 Dec 16 22:20:59.818947 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45734) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:59.864953 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-b5715a57-9c97-456f-a43a-e0681fdbea54 admin admin] Calling delete_port for a077a700-3244-4e4a-83aa-eef5472f20d4 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:20:59.932393 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f78fa08-8d23-4795-b1c1-5657d5b656d5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:59.933801 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f78fa08-8d23-4795-b1c1-5657d5b656d5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:20:59.938070 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5f78fa08-8d23-4795-b1c1-5657d5b656d5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1126430 Dec 16 22:20:59.938648 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45736) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:20:59.945885 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2886b6f7-bf22-424c-a55c-e56c19dee8e4 None None] Deleting port a077a700-3244-4e4a-83aa-eef5472f20d4 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:20:59.946514 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2886b6f7-bf22-424c-a55c-e56c19dee8e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.006956 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-d7034502-31a8-4f03-b718-9014a5c0d98b None None] Allocated IP 172.20.0.2 (5e57a376-cf11-4169-84ca-8ea1ae6aa078/554b4879-6665-46f7-b33a-c61f9f909b35/1f372d07-fc0d-4755-8663-44ce157433c4) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:00.034432 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-34830826-dde2-4117-ac7d-68656329544b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet 567afb07-ea9d-4d4c-8b6a-1efc64d07d4d {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:21:00.049311 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-34830826-dde2-4117-ac7d-68656329544b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.082664 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb2b52f7-4787-489a-80c0-58659319defb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.087453 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-2886b6f7-bf22-424c-a55c-e56c19dee8e4 None None] For port a077a700-3244-4e4a-83aa-eef5472f20d4, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a077a700-3244-4e4a-83aa-eef5472f20d4,segment=NetworkSegment(65afc4e0-336a-4801-84fe-00972a7a79ce),segment_id=65afc4e0-336a-4801-84fe-00972a7a79ce)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:00.088086 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2886b6f7-bf22-424c-a55c-e56c19dee8e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.106178 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2886b6f7-bf22-424c-a55c-e56c19dee8e4 None None] Calling delete_port for a077a700-3244-4e4a-83aa-eef5472f20d4 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:00.130185 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-34830826-dde2-4117-ac7d-68656329544b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.198337 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b5715a57-9c97-456f-a43a-e0681fdbea54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: from cryptography.utils import int_from_bytes Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: from cryptography.utils import int_from_bytes Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:00.335492 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:21:00.339705 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:00.339705 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:21:00.339705 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:00.339705 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:21:00.339705 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:00.339705 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:21:00.339705 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:00.339705 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:21:00.339705 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:00.339705 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:21:00.339705 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:00.339705 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:21:00.339705 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:21:00.339705 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:21:00.346771 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5715a57-9c97-456f-a43a-e0681fdbea54 admin admin] Pushing event deleted for resources: {'Port': ['ID=a077a700-3244-4e4a-83aa-eef5472f20d4,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:00.356216 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2886b6f7-bf22-424c-a55c-e56c19dee8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.362033 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5715a57-9c97-456f-a43a-e0681fdbea54 admin admin] No DVR routers for this DVR port a077a700-3244-4e4a-83aa-eef5472f20d4 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:21:00.364681 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-34830826-dde2-4117-ac7d-68656329544b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.368321 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7034502-31a8-4f03-b718-9014a5c0d98b None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.409194 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886b6f7-bf22-424c-a55c-e56c19dee8e4 None None] Pushing event deleted for resources: {'Port': ['ID=a077a700-3244-4e4a-83aa-eef5472f20d4,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:00.427567 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2886b6f7-bf22-424c-a55c-e56c19dee8e4 None None] No DVR routers for this DVR port a077a700-3244-4e4a-83aa-eef5472f20d4 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:21:00.472422 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17650889-2cd0-42a0-94b6-7de1ee9f8908 None None] Sync routers for ids ['befd1169-b8e2-474b-be04-6ff824ce4f99'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:00.485714 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17650889-2cd0-42a0-94b6-7de1ee9f8908 None None] Routers {'befd1169-b8e2-474b-be04-6ff824ce4f99'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:00.487133 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-17650889-2cd0-42a0-94b6-7de1ee9f8908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['befd1169-b8e2-474b-be04-6ff824ce4f99'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:00.533535 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7034502-31a8-4f03-b718-9014a5c0d98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.563016 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb2b52f7-4787-489a-80c0-58659319defb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.590233 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7034502-31a8-4f03-b718-9014a5c0d98b None None] Network 5e57a376-cf11-4169-84ca-8ea1ae6aa078 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:00.593891 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb2b52f7-4787-489a-80c0-58659319defb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.598280 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-d7034502-31a8-4f03-b718-9014a5c0d98b None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:00.603475 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-17650889-2cd0-42a0-94b6-7de1ee9f8908 None None] Set router befd1169-b8e2-474b-be04-6ff824ce4f99 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:21:00.635195 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b5715a57-9c97-456f-a43a-e0681fdbea54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.640436 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7034502-31a8-4f03-b718-9014a5c0d98b None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:00.663924 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-17650889-2cd0-42a0-94b6-7de1ee9f8908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befd1169-b8e2-474b-be04-6ff824ce4f99', 'name': 'tempest-NetworksTestDHCPv6-router-1663116369', 'tenant_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:51Z', 'updated_at': '2021-12-16T22:20:58Z', 'revision_number': 3, 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:00.672977 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7034502-31a8-4f03-b718-9014a5c0d98b None None] Pushing event updated for resources: {'Port': ['ID=1f372d07-fc0d-4755-8663-44ce157433c4,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:00.696020 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17650889-2cd0-42a0-94b6-7de1ee9f8908 None None] Checking router: befd1169-b8e2-474b-be04-6ff824ce4f99 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:21:00.706169 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17650889-2cd0-42a0-94b6-7de1ee9f8908 None None] Routers {'befd1169-b8e2-474b-be04-6ff824ce4f99'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:00.707077 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-17650889-2cd0-42a0-94b6-7de1ee9f8908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['befd1169-b8e2-474b-be04-6ff824ce4f99'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:00.710419 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-b5715a57-9c97-456f-a43a-e0681fdbea54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a51e34c-53d5-4335-835f-c57437c183f5']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:00.724943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-b5715a57-9c97-456f-a43a-e0681fdbea54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65afc4e0-336a-4801-84fe-00972a7a79ce') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:00.725535 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-b5715a57-9c97-456f-a43a-e0681fdbea54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65afc4e0-336a-4801-84fe-00972a7a79ce') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:00.725789 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d7034502-31a8-4f03-b718-9014a5c0d98b None None] Attempting to bind port 1f372d07-fc0d-4755-8663-44ce157433c4 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:21:00.726186 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d7034502-31a8-4f03-b718-9014a5c0d98b None None] Attempting to bind port 1f372d07-fc0d-4755-8663-44ce157433c4 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'd786cf25-cf30-4e56-9b01-a0f05217b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:21:00.726572 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7034502-31a8-4f03-b718-9014a5c0d98b None None] Attempting to bind port 1f372d07-fc0d-4755-8663-44ce157433c4 on network 5e57a376-cf11-4169-84ca-8ea1ae6aa078 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:00.739252 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7034502-31a8-4f03-b718-9014a5c0d98b None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:21:00.739655 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7034502-31a8-4f03-b718-9014a5c0d98b None None] Checking segment: {'id': 'd786cf25-cf30-4e56-9b01-a0f05217b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:00.740080 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7034502-31a8-4f03-b718-9014a5c0d98b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.740485 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7034502-31a8-4f03-b718-9014a5c0d98b None None] Bound using segment: {'id': 'd786cf25-cf30-4e56-9b01-a0f05217b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:21:00.741095 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d7034502-31a8-4f03-b718-9014a5c0d98b None None] Bound port: 1f372d07-fc0d-4755-8663-44ce157433c4, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd786cf25-cf30-4e56-9b01-a0f05217b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:21:00.741230 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b5715a57-9c97-456f-a43a-e0681fdbea54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.741355 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7034502-31a8-4f03-b718-9014a5c0d98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.765371 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b5715a57-9c97-456f-a43a-e0681fdbea54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.772628 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-bb2b52f7-4787-489a-80c0-58659319defb admin admin] Allocated IP 172.25.6.23 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/e1ff439b-9537-47f0-9392-b226722face2) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:00.774911 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5715a57-9c97-456f-a43a-e0681fdbea54 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:21:00.775596 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b5715a57-9c97-456f-a43a-e0681fdbea54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.831964 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-17650889-2cd0-42a0-94b6-7de1ee9f8908 None None] Set router befd1169-b8e2-474b-be04-6ff824ce4f99 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:21:00.875026 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d7034502-31a8-4f03-b718-9014a5c0d98b None None] For port 1f372d07-fc0d-4755-8663-44ce157433c4, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:21:00.879661 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d7034502-31a8-4f03-b718-9014a5c0d98b None None] For port 1f372d07-fc0d-4755-8663-44ce157433c4, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=1f372d07-fc0d-4755-8663-44ce157433c4,segment=NetworkSegment(d786cf25-cf30-4e56-9b01-a0f05217b60d),segment_id=d786cf25-cf30-4e56-9b01-a0f05217b60d)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:21:00.905322 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:21:00.909075 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-34830826-dde2-4117-ac7d-68656329544b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.926705 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-17650889-2cd0-42a0-94b6-7de1ee9f8908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befd1169-b8e2-474b-be04-6ff824ce4f99', 'name': 'tempest-NetworksTestDHCPv6-router-1663116369', 'tenant_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:51Z', 'updated_at': '2021-12-16T22:20:58Z', 'revision_number': 3, 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:00.960071 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb2b52f7-4787-489a-80c0-58659319defb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.965480 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b5715a57-9c97-456f-a43a-e0681fdbea54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.972304 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7034502-31a8-4f03-b718-9014a5c0d98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.972987 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b5715a57-9c97-456f-a43a-e0681fdbea54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:00.976477 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17650889-2cd0-42a0-94b6-7de1ee9f8908 None None] The sync data for ids ['befd1169-b8e2-474b-be04-6ff824ce4f99'] in n-d-815324-4 is: [{'id': 'befd1169-b8e2-474b-be04-6ff824ce4f99', 'name': 'tempest-NetworksTestDHCPv6-router-1663116369', 'tenant_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:51Z', 'updated_at': '2021-12-16T22:20:58Z', 'revision_number': 3, 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'gw_port_host': None}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:00.978503 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b5715a57-9c97-456f-a43a-e0681fdbea54 admin admin] 10.222.0.75 "DELETE /v2.0/networks/4a51e34c-53d5-4335-835f-c57437c183f5 HTTP/1.1" status: 204 len: 168 time: 1.9043078 Dec 16 22:21:00.981701 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34830826-dde2-4117-ac7d-68656329544b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=567afb07-ea9d-4d4c-8b6a-1efc64d07d4d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:00.997497 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-34830826-dde2-4117-ac7d-68656329544b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:01.002897 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-34830826-dde2-4117-ac7d-68656329544b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/567afb07-ea9d-4d4c-8b6a-1efc64d07d4d HTTP/1.1" status: 204 len: 168 time: 1.0594883 Dec 16 22:21:01.007905 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45770) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:01.034946 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57eb67-0754-4cf9-90d4-d80f6fa5f16d req-015f17f8-642c-46c0-9c84-ab614ed4a388 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:01.036576 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e57eb67-0754-4cf9-90d4-d80f6fa5f16d req-015f17f8-642c-46c0-9c84-ab614ed4a388 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 945 time: 0.1708231 Dec 16 22:21:01.037494 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5715a57-9c97-456f-a43a-e0681fdbea54 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a51e34c-53d5-4335-835f-c57437c183f5,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:01.059135 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7034502-31a8-4f03-b718-9014a5c0d98b None None] Pushing event updated for resources: {'Port': ['ID=1f372d07-fc0d-4755-8663-44ce157433c4,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:01.062074 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3bcb36-4cf4-49a7-a04d-0e41a2acb502 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:21:01.124292 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb2b52f7-4787-489a-80c0-58659319defb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:01.263841 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2b52f7-4787-489a-80c0-58659319defb admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:01.265523 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-bb2b52f7-4787-489a-80c0-58659319defb admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:01.266987 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e57eb67-0754-4cf9-90d4-d80f6fa5f16d req-b3cdfdf9-4599-4ef5-a6fe-0b422fc6b970 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724472 Dec 16 22:21:01.274983 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e336bb94-206f-41cc-a84d-a2a0a8bbed4e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2569833 Dec 16 22:21:01.276448 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b52f7-4787-489a-80c0-58659319defb admin admin] Pushing event updated for resources: {'Port': ['ID=e1ff439b-9537-47f0-9392-b226722face2,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:01.277477 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45776) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:01.307549 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2b52f7-4787-489a-80c0-58659319defb admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:01.390198 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f96ece-0905-42fd-b3c8-df38c2fb63c9 None None] DHCP port deletion for f8482a80-79ef-4c20-9ddd-3945e7fc80d7 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:21:01.401325 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82c2da4b-d0d4-41cf-9d03-d0539cb8b9e1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:01.495947 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-40f96ece-0905-42fd-b3c8-df38c2fb63c9 None None] Deleting port 29fe1e83-a990-4d1f-a9d5-75ca2c63ac5a {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:21:01.496341 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-40f96ece-0905-42fd-b3c8-df38c2fb63c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:01.605957 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 06efb745-d931-4176-b6e0-fb52eb564024 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:21:01.710087 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45786) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:01.728317 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 06efb745-d931-4176-b6e0-fb52eb564024 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:21:01.728673 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 06efb745-d931-4176-b6e0-fb52eb564024 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:21:01.729108 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 29fe1e83-a990-4d1f-a9d5-75ca2c63ac5a no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:21:01.763142 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-40f96ece-0905-42fd-b3c8-df38c2fb63c9 None None] For port 29fe1e83-a990-4d1f-a9d5-75ca2c63ac5a, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=29fe1e83-a990-4d1f-a9d5-75ca2c63ac5a,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:01.771357 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-40f96ece-0905-42fd-b3c8-df38c2fb63c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:01.780882 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-40f96ece-0905-42fd-b3c8-df38c2fb63c9 None None] Calling delete_port for 29fe1e83-a990-4d1f-a9d5-75ca2c63ac5a owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:01.842146 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2ac969b6-8c34-4623-aa90-b7fe4be29b75 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=282bc2e8d7324057aeb6d491e5757a38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1261215 Dec 16 22:21:01.842394 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45788) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:01.872553 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82c2da4b-d0d4-41cf-9d03-d0539cb8b9e1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:01.872553 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82c2da4b-d0d4-41cf-9d03-d0539cb8b9e1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:02.014264 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-40f96ece-0905-42fd-b3c8-df38c2fb63c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:02.022137 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82c2da4b-d0d4-41cf-9d03-d0539cb8b9e1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:02.025461 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c2da4b-d0d4-41cf-9d03-d0539cb8b9e1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Fanout notify agent at l3_agent the message router_deleted on router befd1169-b8e2-474b-be04-6ff824ce4f99 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:21:02.039014 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Port 29fe1e83-a990-4d1f-a9d5-75ca2c63ac5a update to DOWN by agent not found {{(pid=103615) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 16 22:21:02.040658 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a077a700-3244-4e4a-83aa-eef5472f20d4 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:21:02.061616 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa623c78-b889-4a38-9d7f-391566aa5c68 req-e0b3daf8-fec2-4871-8e13-535fdc941161 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:02.069508 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fa623c78-b889-4a38-9d7f-391566aa5c68 req-e0b3daf8-fec2-4871-8e13-535fdc941161 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 945 time: 0.1132514 Dec 16 22:21:02.081842 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: a077a700-3244-4e4a-83aa-eef5472f20d4 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:21:02.083554 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a077a700-3244-4e4a-83aa-eef5472f20d4 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:21:02.097507 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f96ece-0905-42fd-b3c8-df38c2fb63c9 None None] Pushing event deleted for resources: {'Port': ['ID=29fe1e83-a990-4d1f-a9d5-75ca2c63ac5a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:02.114195 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82c2da4b-d0d4-41cf-9d03-d0539cb8b9e1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:02.116491 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-82c2da4b-d0d4-41cf-9d03-d0539cb8b9e1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/routers/befd1169-b8e2-474b-be04-6ff824ce4f99 HTTP/1.1" status: 204 len: 168 time: 0.8376203 Dec 16 22:21:02.117062 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f96ece-0905-42fd-b3c8-df38c2fb63c9 None None] No DVR routers for this DVR port 29fe1e83-a990-4d1f-a9d5-75ca2c63ac5a on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:21:02.119928 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45796) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:02.121711 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb2b52f7-4787-489a-80c0-58659319defb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:02.135896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-5f462bc2-89a6-4838-9996-6605cd63038f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:02.210240 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b579ee2-1e72-4405-be82-c435645a38c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:02.263469 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fa623c78-b889-4a38-9d7f-391566aa5c68 req-495f1464-fc9f-4858-a697-b75d4afc0090 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906991 Dec 16 22:21:02.298546 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b579ee2-1e72-4405-be82-c435645a38c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:02.323432 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008c370-cef9-4da9-8dbc-574dcd32c736 req-26bcd870-a303-47ce-98e0-ba5323b8c432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:02.325047 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4008c370-cef9-4da9-8dbc-574dcd32c736 req-26bcd870-a303-47ce-98e0-ba5323b8c432 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2eee87fa71d34d10aa69ccc2197b9b4f&device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 1096 time: 0.2726343 Dec 16 22:21:02.422757 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f462bc2-89a6-4838-9996-6605cd63038f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:02.428029 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5f462bc2-89a6-4838-9996-6605cd63038f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:02.541639 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008c370-cef9-4da9-8dbc-574dcd32c736 req-12e5182d-f9ca-42e2-bc16-469ff46a6483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:02.543263 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4008c370-cef9-4da9-8dbc-574dcd32c736 req-12e5182d-f9ca-42e2-bc16-469ff46a6483 service neutron] 10.222.0.76 "GET /v2.0/networks?id=66ba2238-7dba-4548-9d17-efb5b42cdbfe HTTP/1.1" status: 200 len: 911 time: 0.2050769 Dec 16 22:21:02.597722 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4008c370-cef9-4da9-8dbc-574dcd32c736 req-2aaaadad-f21c-4a3e-b628-c264742fd2e1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b641821a-458b-4ca4-a4bf-ef86d97df3a0 HTTP/1.1" status: 200 len: 217 time: 0.0437059 Dec 16 22:21:02.598891 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb2b52f7-4787-489a-80c0-58659319defb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:02.666590 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b579ee2-1e72-4405-be82-c435645a38c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:02.669297 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b579ee2-1e72-4405-be82-c435645a38c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:02.670513 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5b579ee2-1e72-4405-be82-c435645a38c7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/073b5f17-5c6f-4eb5-b740-31b0922299c4 HTTP/1.1" status: 204 len: 168 time: 0.8271806 Dec 16 22:21:02.709847 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b579ee2-1e72-4405-be82-c435645a38c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073b5f17-5c6f-4eb5-b740-31b0922299c4,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:02.758049 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008c370-cef9-4da9-8dbc-574dcd32c736 req-83227123-11e0-441d-95e5-5cc6048b1f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:02.759776 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4008c370-cef9-4da9-8dbc-574dcd32c736 req-83227123-11e0-441d-95e5-5cc6048b1f75 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09099f39-0a9d-4259-8597-583ef27faa64 HTTP/1.1" status: 200 len: 851 time: 0.1531091 Dec 16 22:21:02.790791 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abe6b85-755f-4d23-8916-ab11c3ac7e0d None None] Network 5e57a376-cf11-4169-84ca-8ea1ae6aa078 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:21:02.802546 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4008c370-cef9-4da9-8dbc-574dcd32c736 req-d191c221-0ff4-43fe-83c2-2ba64fda06e5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=66ba2238-7dba-4548-9d17-efb5b42cdbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326469 Dec 16 22:21:02.808892 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5f462bc2-89a6-4838-9996-6605cd63038f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:02.857874 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f462bc2-89a6-4838-9996-6605cd63038f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:02.861202 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-5f462bc2-89a6-4838-9996-6605cd63038f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:02.866033 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f462bc2-89a6-4838-9996-6605cd63038f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:02.866639 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5f462bc2-89a6-4838-9996-6605cd63038f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:02.877672 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f462bc2-89a6-4838-9996-6605cd63038f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=6b938b84-1257-49d2-bfda-6b30207115af,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:02.901134 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a3ccae-e7f3-416b-92f4-737291ca5b83 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:21:02.958703 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4008c370-cef9-4da9-8dbc-574dcd32c736 req-304d7b75-a971-46c7-806c-95f8d5a8a2a8 service neutron] 10.222.0.76 "GET /v2.0/networks/66ba2238-7dba-4548-9d17-efb5b42cdbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426148 Dec 16 22:21:02.967526 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e9a89abd-a0b9-4799-b6eb-a77027145aa0 None None] Provisioning complete for port 1f372d07-fc0d-4755-8663-44ce157433c4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:02.968320 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e9a89abd-a0b9-4799-b6eb-a77027145aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:02.983698 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5f462bc2-89a6-4838-9996-6605cd63038f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8587124 Dec 16 22:21:02.992801 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45816) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:02.992801 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-ddf9273a-e743-4572-a0d7-de338c85b7c8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1267535337', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:03.021064 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2b52f7-4787-489a-80c0-58659319defb admin admin] Router 1e282f95-7ca1-4ce1-8784-437eaa93717b is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:21:03.098495 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f05255-871c-4e7e-ac22-b8bc2f63caee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'fixed_ips': [{'subnet_id': '6b938b84-1257-49d2-bfda-6b30207115af'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:21:03.099507 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01f05255-871c-4e7e-ac22-b8bc2f63caee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:03.105696 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4008c370-cef9-4da9-8dbc-574dcd32c736 req-459f06e6-f259-4a41-b2e3-fa49136a1951 service neutron] 10.222.0.76 "GET /v2.0/networks/66ba2238-7dba-4548-9d17-efb5b42cdbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458075 Dec 16 22:21:03.149400 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ddf9273a-e743-4572-a0d7-de338c85b7c8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:03.158528 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ddf9273a-e743-4572-a0d7-de338c85b7c8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:03.209048 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2b52f7-4787-489a-80c0-58659319defb admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:03.240281 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bcfa80-1b0d-4f0c-a367-bb40ba1ff81a None None] Sync routers for ids ['1e282f95-7ca1-4ce1-8784-437eaa93717b'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:03.253839 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e9a89abd-a0b9-4799-b6eb-a77027145aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:03.359818 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bcfa80-1b0d-4f0c-a367-bb40ba1ff81a None None] Routers {'1e282f95-7ca1-4ce1-8784-437eaa93717b'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:03.360549 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-32bcfa80-1b0d-4f0c-a367-bb40ba1ff81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1e282f95-7ca1-4ce1-8784-437eaa93717b'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:03.365184 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb2b52f7-4787-489a-80c0-58659319defb admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:03.367942 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bb2b52f7-4787-489a-80c0-58659319defb admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0543673 Dec 16 22:21:03.370172 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45836) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:03.395888 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ddf9273a-e743-4572-a0d7-de338c85b7c8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:03.497967 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ddf9273a-e743-4572-a0d7-de338c85b7c8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:03.602608 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ddf9273a-e743-4572-a0d7-de338c85b7c8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:03.604136 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ddf9273a-e743-4572-a0d7-de338c85b7c8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6189692 Dec 16 22:21:03.612459 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45842) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:03.666179 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb84130-b8bd-47d8-8b2d-8d45755c9149 req-3ec04377-078c-4ef5-a3f8-33399c049141 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:03.666179 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cdb84130-b8bd-47d8-8b2d-8d45755c9149 req-3ec04377-078c-4ef5-a3f8-33399c049141 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 945 time: 0.1409116 Dec 16 22:21:03.848808 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-32bcfa80-1b0d-4f0c-a367-bb40ba1ff81a None None] Set router 1e282f95-7ca1-4ce1-8784-437eaa93717b gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:21:03.986956 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cdb84130-b8bd-47d8-8b2d-8d45755c9149 req-b400fde8-fb70-47fa-be10-42377beb9d29 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822611 Dec 16 22:21:04.037331 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-01f05255-871c-4e7e-ac22-b8bc2f63caee None None] Allocated IP 2001:db8::2 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/6b938b84-1257-49d2-bfda-6b30207115af/8bc19f00-6520-4ea2-b73e-af048f5ede36) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:04.061094 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e9a89abd-a0b9-4799-b6eb-a77027145aa0 None None] For port 1f372d07-fc0d-4755-8663-44ce157433c4, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=1f372d07-fc0d-4755-8663-44ce157433c4,segment=NetworkSegment(d786cf25-cf30-4e56-9b01-a0f05217b60d),segment_id=d786cf25-cf30-4e56-9b01-a0f05217b60d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:04.065843 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 1f372d07-fc0d-4755-8663-44ce157433c4 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:04.150109 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e9a89abd-a0b9-4799-b6eb-a77027145aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:04.247109 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9d65e6b6-7aba-4b81-8c53-908ed9bb0a05 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:04.337586 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c683d589-4b3f-47c0-9e23-fa481b44fe17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:04.353999 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a89abd-a0b9-4799-b6eb-a77027145aa0 None None] Pushing event updated for resources: {'Port': ['ID=1f372d07-fc0d-4755-8663-44ce157433c4,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:04.362958 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-edbc2879-2572-4ef7-b8f3-d5f1c620f765 None None] Provisioning complete for port 1f372d07-fc0d-4755-8663-44ce157433c4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:04.363614 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-edbc2879-2572-4ef7-b8f3-d5f1c620f765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:04.435216 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 1f372d07-fc0d-4755-8663-44ce157433c4 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:04.435790 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:04.585278 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01f05255-871c-4e7e-ac22-b8bc2f63caee None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:04.593498 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45864) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:04.607211 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-c683d589-4b3f-47c0-9e23-fa481b44fe17 admin admin] Allocated IP 172.20.0.1 (5e57a376-cf11-4169-84ca-8ea1ae6aa078/554b4879-6665-46f7-b33a-c61f9f909b35/e0a1b960-81ca-4c77-ade7-a425ef4431bb) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:04.662616 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01f05255-871c-4e7e-ac22-b8bc2f63caee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:04.666445 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-32bcfa80-1b0d-4f0c-a367-bb40ba1ff81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'name': 'tempest-TaggedBootDevicesTest_v242-1905417397-router', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'e1ff439b-9537-47f0-9392-b226722face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:59Z', 'updated_at': '2021-12-16T22:21:01Z', 'revision_number': 3, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'gw_port': {'id': 'e1ff439b-9537-47f0-9392-b226722face2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:71:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:00Z', 'updated_at': '2021-12-16T22:21:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:04.758321 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f05255-871c-4e7e-ac22-b8bc2f63caee None None] Pushing event updated for resources: {'Port': ['ID=8bc19f00-6520-4ea2-b73e-af048f5ede36,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:04.764614 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-9d65e6b6-7aba-4b81-8c53-908ed9bb0a05 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 2001:db8::1 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/6b938b84-1257-49d2-bfda-6b30207115af/bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:04.772449 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c683d589-4b3f-47c0-9e23-fa481b44fe17 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:04.832044 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bcfa80-1b0d-4f0c-a367-bb40ba1ff81a None None] Checking router: 1e282f95-7ca1-4ce1-8784-437eaa93717b for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:21:04.832469 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bcfa80-1b0d-4f0c-a367-bb40ba1ff81a None None] Updating router 1e282f95-7ca1-4ce1-8784-437eaa93717b port e1ff439b-9537-47f0-9392-b226722face2 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:21:04.882413 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f05255-871c-4e7e-ac22-b8bc2f63caee None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:04.885308 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-af1033a8-4fb5-4df4-b7d7-a396aab2b1d3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1100420481-network', 'tenant_id': '3276816411724e4d868a9c723e7bff7f'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:04.888845 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-01f05255-871c-4e7e-ac22-b8bc2f63caee None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:04.893755 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f05255-871c-4e7e-ac22-b8bc2f63caee None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:04.903462 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32bcfa80-1b0d-4f0c-a367-bb40ba1ff81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:04.906995 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c683d589-4b3f-47c0-9e23-fa481b44fe17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:04.998941 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1033a8-4fb5-4df4-b7d7-a396aab2b1d3 admin admin] Made reservation on behalf of 3276816411724e4d868a9c723e7bff7f for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:05.001311 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-af1033a8-4fb5-4df4-b7d7-a396aab2b1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.009923 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c683d589-4b3f-47c0-9e23-fa481b44fe17 admin admin] Network 5e57a376-cf11-4169-84ca-8ea1ae6aa078 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:05.020543 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-c683d589-4b3f-47c0-9e23-fa481b44fe17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:05.036036 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c683d589-4b3f-47c0-9e23-fa481b44fe17 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:05.051036 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-af1033a8-4fb5-4df4-b7d7-a396aab2b1d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.060213 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-01f05255-871c-4e7e-ac22-b8bc2f63caee None None] Attempting to bind port 8bc19f00-6520-4ea2-b73e-af048f5ede36 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:21:05.060579 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-01f05255-871c-4e7e-ac22-b8bc2f63caee None None] Attempting to bind port 8bc19f00-6520-4ea2-b73e-af048f5ede36 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:21:05.060948 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f05255-871c-4e7e-ac22-b8bc2f63caee None None] Attempting to bind port 8bc19f00-6520-4ea2-b73e-af048f5ede36 on network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:05.086876 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9d65e6b6-7aba-4b81-8c53-908ed9bb0a05 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.089940 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683d589-4b3f-47c0-9e23-fa481b44fe17 admin admin] Pushing event updated for resources: {'Port': ['ID=e0a1b960-81ca-4c77-ade7-a425ef4431bb,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:05.100940 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f05255-871c-4e7e-ac22-b8bc2f63caee None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:21:05.101323 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f05255-871c-4e7e-ac22-b8bc2f63caee None None] Checking segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:05.101845 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01f05255-871c-4e7e-ac22-b8bc2f63caee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.102470 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f05255-871c-4e7e-ac22-b8bc2f63caee None None] Bound using segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:21:05.103137 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-01f05255-871c-4e7e-ac22-b8bc2f63caee None None] Bound port: 8bc19f00-6520-4ea2-b73e-af048f5ede36, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:21:05.108548 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01f05255-871c-4e7e-ac22-b8bc2f63caee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.148045 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c683d589-4b3f-47c0-9e23-fa481b44fe17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.324790 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-af1033a8-4fb5-4df4-b7d7-a396aab2b1d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.328084 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 1f372d07-fc0d-4755-8663-44ce157433c4 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:05.371660 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b88d8-d1ea-4bf7-a3d3-e7c05045f2d9 req-2f00c9d8-c6c8-46bd-a5f1-db121b2c3b99 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:05.382186 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ba2b88d8-d1ea-4bf7-a3d3-e7c05045f2d9 req-2f00c9d8-c6c8-46bd-a5f1-db121b2c3b99 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 945 time: 0.1955256 Dec 16 22:21:05.403931 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-af1033a8-4fb5-4df4-b7d7-a396aab2b1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.409450 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-01f05255-871c-4e7e-ac22-b8bc2f63caee None None] For port 8bc19f00-6520-4ea2-b73e-af048f5ede36, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:21:05.437299 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-01f05255-871c-4e7e-ac22-b8bc2f63caee None None] For port 8bc19f00-6520-4ea2-b73e-af048f5ede36, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=8bc19f00-6520-4ea2-b73e-af048f5ede36,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:21:05.455558 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1033a8-4fb5-4df4-b7d7-a396aab2b1d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:21:05.471070 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9d65e6b6-7aba-4b81-8c53-908ed9bb0a05 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.472134 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c683d589-4b3f-47c0-9e23-fa481b44fe17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.502293 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b8dd2b6d-0a8c-4727-b0fb-ec5c0e089717 None None] Provisioning complete for port e0a1b960-81ca-4c77-ade7-a425ef4431bb triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:05.502668 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b8dd2b6d-0a8c-4727-b0fb-ec5c0e089717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.529674 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-af1033a8-4fb5-4df4-b7d7-a396aab2b1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.530102 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-af1033a8-4fb5-4df4-b7d7-a396aab2b1d3 admin admin] Added segment ea109f61-1153-46a5-93d3-a3f19bcb2862 of type vlan for network 34ec0e8e-bff4-43c8-8566-079ad33313f7 Dec 16 22:21:05.535457 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ba2b88d8-d1ea-4bf7-a3d3-e7c05045f2d9 req-8aa48016-c950-4be0-98ce-9760a0612709 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553662 Dec 16 22:21:05.540448 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b8dd2b6d-0a8c-4727-b0fb-ec5c0e089717 None None] Port e0a1b960-81ca-4c77-ade7-a425ef4431bb cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:21:05.544499 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01f05255-871c-4e7e-ac22-b8bc2f63caee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.552167 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1033a8-4fb5-4df4-b7d7-a396aab2b1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97da718-ad36-4632-94bf-5dbc9d580fbe,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:05.553112 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 1f372d07-fc0d-4755-8663-44ce157433c4 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:05.553497 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.590901 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d65e6b6-7aba-4b81-8c53-908ed9bb0a05 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:05.600601 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-9d65e6b6-7aba-4b81-8c53-908ed9bb0a05 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:05.612689 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d65e6b6-7aba-4b81-8c53-908ed9bb0a05 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:05.613236 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9d65e6b6-7aba-4b81-8c53-908ed9bb0a05 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.636371 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-af1033a8-4fb5-4df4-b7d7-a396aab2b1d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.644155 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65e6b6-7aba-4b81-8c53-908ed9bb0a05 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Port': ['ID=bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:05.703829 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32bcfa80-1b0d-4f0c-a367-bb40ba1ff81a None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.777240 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f05255-871c-4e7e-ac22-b8bc2f63caee None None] Pushing event updated for resources: {'Port': ['ID=8bc19f00-6520-4ea2-b73e-af048f5ede36,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:05.798483 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32bcfa80-1b0d-4f0c-a367-bb40ba1ff81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.810345 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c683d589-4b3f-47c0-9e23-fa481b44fe17 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.855144 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c683d589-4b3f-47c0-9e23-fa481b44fe17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.866826 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6594eb-ef5d-41c5-851e-676b22362bd9 None None] Pushing event updated for resources: {'Port': ['ID=e1ff439b-9537-47f0-9392-b226722face2,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:05.876900 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-af1033a8-4fb5-4df4-b7d7-a396aab2b1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.878670 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1033a8-4fb5-4df4-b7d7-a396aab2b1d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:05.879408 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-af1033a8-4fb5-4df4-b7d7-a396aab2b1d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.930106 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-32bcfa80-1b0d-4f0c-a367-bb40ba1ff81a None None] Attempting to bind port e1ff439b-9537-47f0-9392-b226722face2 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:21:05.930491 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-32bcfa80-1b0d-4f0c-a367-bb40ba1ff81a None None] Attempting to bind port e1ff439b-9537-47f0-9392-b226722face2 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:21:05.930864 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bcfa80-1b0d-4f0c-a367-bb40ba1ff81a None None] Attempting to bind port e1ff439b-9537-47f0-9392-b226722face2 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:05.937754 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bcfa80-1b0d-4f0c-a367-bb40ba1ff81a None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:21:05.938194 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bcfa80-1b0d-4f0c-a367-bb40ba1ff81a None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:05.938555 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32bcfa80-1b0d-4f0c-a367-bb40ba1ff81a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:05.938958 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bcfa80-1b0d-4f0c-a367-bb40ba1ff81a None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:21:05.939486 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-32bcfa80-1b0d-4f0c-a367-bb40ba1ff81a None None] Bound port: e1ff439b-9537-47f0-9392-b226722face2, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:21:05.939878 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32bcfa80-1b0d-4f0c-a367-bb40ba1ff81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:06.030610 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-af1033a8-4fb5-4df4-b7d7-a396aab2b1d3 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4342036 Dec 16 22:21:06.032025 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45890) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:06.072421 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-caea2d1f-96eb-487a-9dc5-4c444f85a4df admin admin] Request body: {'subnet': {'network_id': '34ec0e8e-bff4-43c8-8566-079ad33313f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1100420481-subnet', 'tenant_id': '3276816411724e4d868a9c723e7bff7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:06.083477 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-32bcfa80-1b0d-4f0c-a367-bb40ba1ff81a None None] For port e1ff439b-9537-47f0-9392-b226722face2, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:21:06.089087 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-32bcfa80-1b0d-4f0c-a367-bb40ba1ff81a None None] For port e1ff439b-9537-47f0-9392-b226722face2, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e1ff439b-9537-47f0-9392-b226722face2,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:21:06.109441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1033a8-4fb5-4df4-b7d7-a396aab2b1d3 admin admin] Pushing event updated for resources: {'Network': ['ID=34ec0e8e-bff4-43c8-8566-079ad33313f7,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:06.135656 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 34ec0e8e-bff4-43c8-8566-079ad33313f7 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:21:06.150629 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9d65e6b6-7aba-4b81-8c53-908ed9bb0a05 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:06.230318 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32bcfa80-1b0d-4f0c-a367-bb40ba1ff81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:06.330816 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bcfa80-1b0d-4f0c-a367-bb40ba1ff81a None None] Routers {'1e282f95-7ca1-4ce1-8784-437eaa93717b'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:06.333599 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-32bcfa80-1b0d-4f0c-a367-bb40ba1ff81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1e282f95-7ca1-4ce1-8784-437eaa93717b'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:06.395492 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6594eb-ef5d-41c5-851e-676b22362bd9 None None] Pushing event updated for resources: {'Port': ['ID=e1ff439b-9537-47f0-9392-b226722face2,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:06.409211 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caea2d1f-96eb-487a-9dc5-4c444f85a4df admin admin] Made reservation on behalf of 3276816411724e4d868a9c723e7bff7f for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:06.411645 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-caea2d1f-96eb-487a-9dc5-4c444f85a4df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:06.767531 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683d589-4b3f-47c0-9e23-fa481b44fe17 admin admin] Pushing event updated for resources: {'Port': ['ID=e0a1b960-81ca-4c77-ade7-a425ef4431bb,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:06.796811 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c683d589-4b3f-47c0-9e23-fa481b44fe17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:06.799441 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-32bcfa80-1b0d-4f0c-a367-bb40ba1ff81a None None] Set router 1e282f95-7ca1-4ce1-8784-437eaa93717b gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:21:06.970179 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c683d589-4b3f-47c0-9e23-fa481b44fe17 admin admin] Network 5e57a376-cf11-4169-84ca-8ea1ae6aa078 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:06.973019 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-c683d589-4b3f-47c0-9e23-fa481b44fe17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:07.249295 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-32bcfa80-1b0d-4f0c-a367-bb40ba1ff81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'name': 'tempest-TaggedBootDevicesTest_v242-1905417397-router', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'e1ff439b-9537-47f0-9392-b226722face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:59Z', 'updated_at': '2021-12-16T22:21:05Z', 'revision_number': 4, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'gw_port': {'id': 'e1ff439b-9537-47f0-9392-b226722face2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:71:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:00Z', 'updated_at': '2021-12-16T22:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'e0a1b960-81ca-4c77-ade7-a425ef4431bb', 'name': '', 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'mac_address': 'fa:16:3e:b5:5a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '554b4879-6665-46f7-b33a-c61f9f909b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:04Z', 'updated_at': '2021-12-16T22:21:05Z', 'revision_number': 2, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'subnets': [{'id': '554b4879-6665-46f7-b33a-c61f9f909b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:07.274331 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c683d589-4b3f-47c0-9e23-fa481b44fe17 admin admin] Router 1e282f95-7ca1-4ce1-8784-437eaa93717b has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:21:07.367646 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bcfa80-1b0d-4f0c-a367-bb40ba1ff81a None None] The sync data for ids ['1e282f95-7ca1-4ce1-8784-437eaa93717b'] in n-d-815324-4 is: [{'id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'name': 'tempest-TaggedBootDevicesTest_v242-1905417397-router', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'e1ff439b-9537-47f0-9392-b226722face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:59Z', 'updated_at': '2021-12-16T22:21:05Z', 'revision_number': 4, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'gw_port': {'id': 'e1ff439b-9537-47f0-9392-b226722face2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:71:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:00Z', 'updated_at': '2021-12-16T22:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'e0a1b960-81ca-4c77-ade7-a425ef4431bb', 'name': '', 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'mac_address': 'fa:16:3e:b5:5a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '554b4879-6665-46f7-b33a-c61f9f909b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:04Z', 'updated_at': '2021-12-16T22:21:05Z', 'revision_number': 2, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'subnets': [{'id': '554b4879-6665-46f7-b33a-c61f9f909b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:07.391264 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9d65e6b6-7aba-4b81-8c53-908ed9bb0a05 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:07.431585 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 8bc19f00-6520-4ea2-b73e-af048f5ede36 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:07.510624 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-333eb1ee-fb1b-45bc-90ff-1a18afd601b3 None None] Provisioning complete for port 8bc19f00-6520-4ea2-b73e-af048f5ede36 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:07.516253 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-333eb1ee-fb1b-45bc-90ff-1a18afd601b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:07.586156 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c683d589-4b3f-47c0-9e23-fa481b44fe17 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:07.597981 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c683d589-4b3f-47c0-9e23-fa481b44fe17 admin admin] 10.222.0.75 "PUT /v2.0/routers/1e282f95-7ca1-4ce1-8784-437eaa93717b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2266743 Dec 16 22:21:07.604567 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6665976-0077-4022-b5f8-0b30f4ba1830 req-a4c0da14-3476-40db-a1f5-a3e2aa1c93b3 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:07.613350 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c6665976-0077-4022-b5f8-0b30f4ba1830 req-a4c0da14-3476-40db-a1f5-a3e2aa1c93b3 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 945 time: 0.5817351 Dec 16 22:21:07.646172 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9d65e6b6-7aba-4b81-8c53-908ed9bb0a05 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:07.647028 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9d65e6b6-7aba-4b81-8c53-908ed9bb0a05 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:07.658766 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 8bc19f00-6520-4ea2-b73e-af048f5ede36 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:07.659175 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:07.894084 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65e6b6-7aba-4b81-8c53-908ed9bb0a05 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Port': ['ID=bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:07.914311 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:07.917016 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-333eb1ee-fb1b-45bc-90ff-1a18afd601b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:07.926650 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c6665976-0077-4022-b5f8-0b30f4ba1830 req-51514c6a-e366-46cc-afd1-6321a2861d8f tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086088 Dec 16 22:21:08.024904 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-caea2d1f-96eb-487a-9dc5-4c444f85a4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:08.038455 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-333eb1ee-fb1b-45bc-90ff-1a18afd601b3 None None] For port 8bc19f00-6520-4ea2-b73e-af048f5ede36, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=8bc19f00-6520-4ea2-b73e-af048f5ede36,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:08.122331 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea2d1f-96eb-487a-9dc5-4c444f85a4df admin admin] Pushing event updated for resources: {'Subnet': ['ID=732c50e2-8f86-42f7-9af5-b82264e80666,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:08.137834 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-333eb1ee-fb1b-45bc-90ff-1a18afd601b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:08.239198 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caea2d1f-96eb-487a-9dc5-4c444f85a4df admin admin] Checking segment: {'id': 'ea109f61-1153-46a5-93d3-a3f19bcb2862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '34ec0e8e-bff4-43c8-8566-079ad33313f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:08.241898 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caea2d1f-96eb-487a-9dc5-4c444f85a4df admin admin] Network hostable DHCP agents. Network: 34ec0e8e-bff4-43c8-8566-079ad33313f7, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:21:08.270194 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d65e6b6-7aba-4b81-8c53-908ed9bb0a05 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:08.289289 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-9d65e6b6-7aba-4b81-8c53-908ed9bb0a05 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:08.327444 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-333eb1ee-fb1b-45bc-90ff-1a18afd601b3 None None] Provisioning complete for port e0a1b960-81ca-4c77-ade7-a425ef4431bb triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:08.327825 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-333eb1ee-fb1b-45bc-90ff-1a18afd601b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:08.405415 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:21:08.406554 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:21:08.454390 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-333eb1ee-fb1b-45bc-90ff-1a18afd601b3 None None] Port e0a1b960-81ca-4c77-ade7-a425ef4431bb cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:21:08.470449 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333eb1ee-fb1b-45bc-90ff-1a18afd601b3 None None] Pushing event updated for resources: {'Port': ['ID=8bc19f00-6520-4ea2-b73e-af048f5ede36,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:08.524142 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caea2d1f-96eb-487a-9dc5-4c444f85a4df admin admin] Network 34ec0e8e-bff4-43c8-8566-079ad33313f7 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:21:08.605633 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-eafd71f1-701e-4136-9f69-d0ba0e96dcb3 None None] Provisioning complete for port bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:08.606015 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eafd71f1-701e-4136-9f69-d0ba0e96dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:08.622112 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-caea2d1f-96eb-487a-9dc5-4c444f85a4df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 34ec0e8e-bff4-43c8-8566-079ad33313f7) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:08.639568 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caea2d1f-96eb-487a-9dc5-4c444f85a4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:08.640349 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-caea2d1f-96eb-487a-9dc5-4c444f85a4df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:08.704610 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45948) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:08.720999 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d65e6b6-7aba-4b81-8c53-908ed9bb0a05 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Router 07af9129-1f09-4a9e-ab5e-2bbcd4b32512 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:21:08.739779 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122b172b-da0a-4489-a045-257a676e04fa None None] Network 34ec0e8e-bff4-43c8-8566-079ad33313f7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:21:08.988185 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d65e6b6-7aba-4b81-8c53-908ed9bb0a05 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:09.001562 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f41f627-1c31-4277-91f6-0fc4f9546ac6 None None] Sync routers for ids ['07af9129-1f09-4a9e-ab5e-2bbcd4b32512'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:09.008950 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-caea2d1f-96eb-487a-9dc5-4c444f85a4df admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9469857 Dec 16 22:21:09.009168 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45962) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:09.014315 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-10cd736f-8bdc-467e-b397-0a2f24a80634 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1100420481-router', 'tenant_id': '3276816411724e4d868a9c723e7bff7f', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:09.022239 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9d65e6b6-7aba-4b81-8c53-908ed9bb0a05 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "PUT /v2.0/routers/07af9129-1f09-4a9e-ab5e-2bbcd4b32512/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4082835 Dec 16 22:21:09.036090 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f41f627-1c31-4277-91f6-0fc4f9546ac6 None None] Routers {'07af9129-1f09-4a9e-ab5e-2bbcd4b32512'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:09.036743 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5f41f627-1c31-4277-91f6-0fc4f9546ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['07af9129-1f09-4a9e-ab5e-2bbcd4b32512'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:09.067947 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45964) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:09.112961 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae1bc3ac-fefc-4685-b83f-01168f577977 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:09.181428 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0ad429-6b5c-4666-acbc-692b1e846add tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:09.197742 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6a0ad429-6b5c-4666-acbc-692b1e846add tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports/bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f HTTP/1.1" status: 200 len: 911 time: 0.1284015 Dec 16 22:21:09.199535 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45966) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:09.244581 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-eafd71f1-701e-4136-9f69-d0ba0e96dcb3 None None] Port bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:21:09.275079 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1e9f36-c28a-4348-9079-5e1a6334aea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-34ec0e8e-bff4-43c8-8566-079ad33313f7', 'network_id': '34ec0e8e-bff4-43c8-8566-079ad33313f7', 'project_id': '3276816411724e4d868a9c723e7bff7f', 'fixed_ips': [{'subnet_id': '732c50e2-8f86-42f7-9af5-b82264e80666'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:21:09.275079 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e1e9f36-c28a-4348-9079-5e1a6334aea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:09.318625 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-5f41f627-1c31-4277-91f6-0fc4f9546ac6 None None] Set router 07af9129-1f09-4a9e-ab5e-2bbcd4b32512 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:21:09.399169 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae1bc3ac-fefc-4685-b83f-01168f577977 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:09.446126 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8681397f-1055-481a-83b9-a5258a868e1e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:09.481463 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8681397f-1055-481a-83b9-a5258a868e1e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:09.487117 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8681397f-1055-481a-83b9-a5258a868e1e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2833803 Dec 16 22:21:09.487581 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45970) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:09.496170 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10cd736f-8bdc-467e-b397-0a2f24a80634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:09.497268 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10cd736f-8bdc-467e-b397-0a2f24a80634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:09.544968 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8b618-d00b-469c-9059-7268506d8a12 req-f0171753-03dd-40b2-a654-3424149eabd6 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:09.574895 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-11f8b618-d00b-469c-9059-7268506d8a12 req-f0171753-03dd-40b2-a654-3424149eabd6 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 945 time: 0.4364929 Dec 16 22:21:09.578050 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45972) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:09.587197 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-e3e05558-399b-4df7-adda-d97740c3c1e2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-240506083-network', 'tenant_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:09.617225 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-08e06fd8-e82b-4024-884d-957f53575587 None None] Provisioning complete for port bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:09.623480 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-08e06fd8-e82b-4024-884d-957f53575587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:09.763601 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 8bc19f00-6520-4ea2-b73e-af048f5ede36 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:09.767983 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae1bc3ac-fefc-4685-b83f-01168f577977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:09.911938 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-11f8b618-d00b-469c-9059-7268506d8a12 req-ff4a3976-d938-4971-b573-5dee137f2fbb tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302462 Dec 16 22:21:09.922276 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10cd736f-8bdc-467e-b397-0a2f24a80634 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:09.952724 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5f41f627-1c31-4277-91f6-0fc4f9546ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07af9129-1f09-4a9e-ab5e-2bbcd4b32512', 'name': 'tempest-NetworksTestDHCPv6-router-1267535337', 'tenant_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:21:03Z', 'updated_at': '2021-12-16T22:21:05Z', 'revision_number': 2, 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'gw_port_host': None, '_interfaces': [{'id': 'bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f', 'name': '', 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'tenant_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'mac_address': 'fa:16:3e:80:1e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af9129-1f09-4a9e-ab5e-2bbcd4b32512', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '6b938b84-1257-49d2-bfda-6b30207115af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:04Z', 'updated_at': '2021-12-16T22:21:06Z', 'revision_number': 2, 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'subnets': [{'id': '6b938b84-1257-49d2-bfda-6b30207115af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:09.963284 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ae1bc3ac-fefc-4685-b83f-01168f577977 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=04e63fce1e6948e3a2a12f2deb253b80&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2556374 Dec 16 22:21:09.966743 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45986) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:10.001183 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-08e06fd8-e82b-4024-884d-957f53575587 None None] Port bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:21:10.023912 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f41f627-1c31-4277-91f6-0fc4f9546ac6 None None] Checking router: 07af9129-1f09-4a9e-ab5e-2bbcd4b32512 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:21:10.024778 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f41f627-1c31-4277-91f6-0fc4f9546ac6 None None] Updating router 07af9129-1f09-4a9e-ab5e-2bbcd4b32512 port bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:21:10.054230 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 8bc19f00-6520-4ea2-b73e-af048f5ede36 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:10.057977 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.087783 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f41f627-1c31-4277-91f6-0fc4f9546ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.089231 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e05558-399b-4df7-adda-d97740c3c1e2 admin admin] Made reservation on behalf of c6d28cd3b1f445c685a7d9ca1b8f00c3 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:10.106192 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e3e05558-399b-4df7-adda-d97740c3c1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.128507 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-76e83133-57be-4c7c-b3a5-25a35f77f1ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.131181 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-3e1e9f36-c28a-4348-9079-5e1a6334aea1 None None] Allocated IP 172.20.0.2 (34ec0e8e-bff4-43c8-8566-079ad33313f7/732c50e2-8f86-42f7-9af5-b82264e80666/d049ef65-2d8d-4426-b03d-ddb586dde659) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:10.199315 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e3e05558-399b-4df7-adda-d97740c3c1e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.218415 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1bc3ac-fefc-4685-b83f-01168f577977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a4c382-b7f2-4f78-a3c6-20b2dab58ce4,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:10.373091 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-76e83133-57be-4c7c-b3a5-25a35f77f1ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.415275 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e1ff439b-9537-47f0-9392-b226722face2 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:10.511335 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-335af98a-97d4-45c3-9614-f100c17fb2f6 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.600020 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port e1ff439b-9537-47f0-9392-b226722face2 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:10.600424 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.636469 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f41f627-1c31-4277-91f6-0fc4f9546ac6 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.646783 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10cd736f-8bdc-467e-b397-0a2f24a80634 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.691998 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e1e9f36-c28a-4348-9079-5e1a6334aea1 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.713448 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f41f627-1c31-4277-91f6-0fc4f9546ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.753382 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.754958 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-76e83133-57be-4c7c-b3a5-25a35f77f1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.759872 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-76e83133-57be-4c7c-b3a5-25a35f77f1ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.773382 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port e1ff439b-9537-47f0-9392-b226722face2, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e1ff439b-9537-47f0-9392-b226722face2,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:10.775468 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43be9a4-7de1-4777-8bec-fbc960ec3166 None None] Pushing event updated for resources: {'Port': ['ID=bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:10.775652 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-76e83133-57be-4c7c-b3a5-25a35f77f1ee admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/16a4c382-b7f2-4f78-a3c6-20b2dab58ce4 HTTP/1.1" status: 204 len: 168 time: 0.8025048 Dec 16 22:21:10.794922 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e1e9f36-c28a-4348-9079-5e1a6334aea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.856928 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e83133-57be-4c7c-b3a5-25a35f77f1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a4c382-b7f2-4f78-a3c6-20b2dab58ce4,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:10.874814 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-335af98a-97d4-45c3-9614-f100c17fb2f6 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting port bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:21:10.875431 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-335af98a-97d4-45c3-9614-f100c17fb2f6 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.908729 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-5f41f627-1c31-4277-91f6-0fc4f9546ac6 None None] Attempting to bind port bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:21:10.909101 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-5f41f627-1c31-4277-91f6-0fc4f9546ac6 None None] Attempting to bind port bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:21:10.910915 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.911274 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f41f627-1c31-4277-91f6-0fc4f9546ac6 None None] Attempting to bind port bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f on network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:10.937164 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f41f627-1c31-4277-91f6-0fc4f9546ac6 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:21:10.938839 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f41f627-1c31-4277-91f6-0fc4f9546ac6 None None] Checking segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:10.939288 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f41f627-1c31-4277-91f6-0fc4f9546ac6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.940656 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f41f627-1c31-4277-91f6-0fc4f9546ac6 None None] Bound using segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:21:10.944170 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-5f41f627-1c31-4277-91f6-0fc4f9546ac6 None None] Bound port: bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:21:10.944636 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f41f627-1c31-4277-91f6-0fc4f9546ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:10.951658 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1e9f36-c28a-4348-9079-5e1a6334aea1 None None] Network 34ec0e8e-bff4-43c8-8566-079ad33313f7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:10.970024 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-3e1e9f36-c28a-4348-9079-5e1a6334aea1 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:10.980218 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1e9f36-c28a-4348-9079-5e1a6334aea1 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:11.092641 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e3e05558-399b-4df7-adda-d97740c3c1e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:11.113949 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e9f36-c28a-4348-9079-5e1a6334aea1 None None] Pushing event updated for resources: {'Port': ['ID=d049ef65-2d8d-4426-b03d-ddb586dde659,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:11.138578 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-335af98a-97d4-45c3-9614-f100c17fb2f6 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] For port bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f, host n-d-815324-4, got binding levels [] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:11.147364 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-335af98a-97d4-45c3-9614-f100c17fb2f6 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:11.178166 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e3e05558-399b-4df7-adda-d97740c3c1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:11.179691 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-5f41f627-1c31-4277-91f6-0fc4f9546ac6 None None] For port bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:21:11.187865 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-5f41f627-1c31-4277-91f6-0fc4f9546ac6 None None] For port bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:21:11.203487 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-335af98a-97d4-45c3-9614-f100c17fb2f6 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Calling delete_port for bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:11.242098 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3e1e9f36-c28a-4348-9079-5e1a6334aea1 None None] Attempting to bind port d049ef65-2d8d-4426-b03d-ddb586dde659 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:21:11.242651 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3e1e9f36-c28a-4348-9079-5e1a6334aea1 None None] Attempting to bind port d049ef65-2d8d-4426-b03d-ddb586dde659 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'ea109f61-1153-46a5-93d3-a3f19bcb2862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '34ec0e8e-bff4-43c8-8566-079ad33313f7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:21:11.243188 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1e9f36-c28a-4348-9079-5e1a6334aea1 None None] Attempting to bind port d049ef65-2d8d-4426-b03d-ddb586dde659 on network 34ec0e8e-bff4-43c8-8566-079ad33313f7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:11.244220 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5f41f627-1c31-4277-91f6-0fc4f9546ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:11.265477 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1e9f36-c28a-4348-9079-5e1a6334aea1 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:21:11.269278 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1e9f36-c28a-4348-9079-5e1a6334aea1 None None] Checking segment: {'id': 'ea109f61-1153-46a5-93d3-a3f19bcb2862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '34ec0e8e-bff4-43c8-8566-079ad33313f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:11.269812 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e1e9f36-c28a-4348-9079-5e1a6334aea1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:11.270324 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1e9f36-c28a-4348-9079-5e1a6334aea1 None None] Bound using segment: {'id': 'ea109f61-1153-46a5-93d3-a3f19bcb2862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '34ec0e8e-bff4-43c8-8566-079ad33313f7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:21:11.270947 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3e1e9f36-c28a-4348-9079-5e1a6334aea1 None None] Bound port: d049ef65-2d8d-4426-b03d-ddb586dde659, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea109f61-1153-46a5-93d3-a3f19bcb2862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '34ec0e8e-bff4-43c8-8566-079ad33313f7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:21:11.271481 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e1e9f36-c28a-4348-9079-5e1a6334aea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:11.341090 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e05558-399b-4df7-adda-d97740c3c1e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:21:11.387288 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e05558-399b-4df7-adda-d97740c3c1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609e1253-da14-4049-89aa-6e55c2ab16cb,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:11.416828 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e3e05558-399b-4df7-adda-d97740c3c1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:11.416934 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f41f627-1c31-4277-91f6-0fc4f9546ac6 None None] Routers {'07af9129-1f09-4a9e-ab5e-2bbcd4b32512'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:11.417022 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-e3e05558-399b-4df7-adda-d97740c3c1e2 admin admin] Added segment 2ed3c621-7e59-408e-9ef2-d03073fc914c of type vlan for network ea971731-797d-4d89-ac37-fd25042aca96 Dec 16 22:21:11.417101 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5f41f627-1c31-4277-91f6-0fc4f9546ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['07af9129-1f09-4a9e-ab5e-2bbcd4b32512'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:11.417101 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43be9a4-7de1-4777-8bec-fbc960ec3166 None None] Pushing event updated for resources: {'Port': ['ID=bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:11.436125 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=e1ff439b-9537-47f0-9392-b226722face2,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:11.450942 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9a18b-926c-4396-bdee-4df81c128e44 req-96fefa9e-2b43-4834-8ce9-ef19b9e36c5a tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:11.462285 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bbf9a18b-926c-4396-bdee-4df81c128e44 req-96fefa9e-2b43-4834-8ce9-ef19b9e36c5a tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 945 time: 0.2549617 Dec 16 22:21:11.468163 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-882c6f60-8fbf-4b99-9eda-7219edad8364 None None] Provisioning complete for port bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:11.468645 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-882c6f60-8fbf-4b99-9eda-7219edad8364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:11.482360 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10cd736f-8bdc-467e-b397-0a2f24a80634 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:11.538677 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e3e05558-399b-4df7-adda-d97740c3c1e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:11.545912 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10cd736f-8bdc-467e-b397-0a2f24a80634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:11.567025 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-3e1e9f36-c28a-4348-9079-5e1a6334aea1 None None] For port d049ef65-2d8d-4426-b03d-ddb586dde659, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:21:11.582950 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-3e1e9f36-c28a-4348-9079-5e1a6334aea1 None None] For port d049ef65-2d8d-4426-b03d-ddb586dde659, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d049ef65-2d8d-4426-b03d-ddb586dde659,segment=NetworkSegment(ea109f61-1153-46a5-93d3-a3f19bcb2862),segment_id=ea109f61-1153-46a5-93d3-a3f19bcb2862)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:21:11.709046 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bbf9a18b-926c-4396-bdee-4df81c128e44 req-2b3f5762-920e-4b28-bfd7-7f853696c4be tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455695 Dec 16 22:21:11.718064 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-882c6f60-8fbf-4b99-9eda-7219edad8364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:11.750706 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-5f41f627-1c31-4277-91f6-0fc4f9546ac6 None None] Set router 07af9129-1f09-4a9e-ab5e-2bbcd4b32512 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:21:11.772087 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e1e9f36-c28a-4348-9079-5e1a6334aea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:11.774692 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ff0178-b549-456e-9f5d-ec6642f89c47 None None] Sync routers for ids ['1e282f95-7ca1-4ce1-8784-437eaa93717b'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:11.845276 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-10cd736f-8bdc-467e-b397-0a2f24a80634 admin admin] Allocated IP 172.25.6.38 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/fbc554af-0928-4b90-bd47-29f03b65bd4a) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:11.873738 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ff0178-b549-456e-9f5d-ec6642f89c47 None None] Routers {'1e282f95-7ca1-4ce1-8784-437eaa93717b'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:11.874178 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-07ff0178-b549-456e-9f5d-ec6642f89c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1e282f95-7ca1-4ce1-8784-437eaa93717b'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:11.920314 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-335af98a-97d4-45c3-9614-f100c17fb2f6 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:11.938764 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e9f36-c28a-4348-9079-5e1a6334aea1 None None] Pushing event updated for resources: {'Port': ['ID=d049ef65-2d8d-4426-b03d-ddb586dde659,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:12.038534 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335af98a-97d4-45c3-9614-f100c17fb2f6 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Port': ['ID=bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:12.072288 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10cd736f-8bdc-467e-b397-0a2f24a80634 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:12.138801 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-07ff0178-b549-456e-9f5d-ec6642f89c47 None None] Set router 1e282f95-7ca1-4ce1-8784-437eaa93717b gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:21:12.214613 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e3e05558-399b-4df7-adda-d97740c3c1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:12.237951 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bd7bf6fe-2deb-4c1a-948d-35d3b0375541 None None] Could not find standard attr ID for object bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:21:12.249731 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e05558-399b-4df7-adda-d97740c3c1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:12.250396 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e3e05558-399b-4df7-adda-d97740c3c1e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:12.307586 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-335af98a-97d4-45c3-9614-f100c17fb2f6 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:12.368139 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10cd736f-8bdc-467e-b397-0a2f24a80634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:12.519059 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:21:12.567924 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd736f-8bdc-467e-b397-0a2f24a80634 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc554af-0928-4b90-bd47-29f03b65bd4a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:12.577421 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e3e05558-399b-4df7-adda-d97740c3c1e2 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.9968767 Dec 16 22:21:12.580686 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46024) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:12.596939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-62e76b4c-648a-4303-9376-3953f2f8b30e admin admin] Request body: {'subnet': {'network_id': 'ea971731-797d-4d89-ac37-fd25042aca96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-240506083-subnet', 'tenant_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:12.612220 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cd736f-8bdc-467e-b397-0a2f24a80634 admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:12.614552 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e05558-399b-4df7-adda-d97740c3c1e2 admin admin] Pushing event updated for resources: {'Network': ['ID=ea971731-797d-4d89-ac37-fd25042aca96,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:12.619774 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-10cd736f-8bdc-467e-b397-0a2f24a80634 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:12.623428 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cd736f-8bdc-467e-b397-0a2f24a80634 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:12.659846 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5f41f627-1c31-4277-91f6-0fc4f9546ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07af9129-1f09-4a9e-ab5e-2bbcd4b32512', 'name': 'tempest-NetworksTestDHCPv6-router-1267535337', 'tenant_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:21:03Z', 'updated_at': '2021-12-16T22:21:05Z', 'revision_number': 2, 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'gw_port_host': None, '_interfaces': [{'id': 'bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f', 'name': '', 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'tenant_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'mac_address': 'fa:16:3e:80:1e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af9129-1f09-4a9e-ab5e-2bbcd4b32512', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '6b938b84-1257-49d2-bfda-6b30207115af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:04Z', 'updated_at': '2021-12-16T22:21:11Z', 'revision_number': 4, 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'subnets': [{'id': '6b938b84-1257-49d2-bfda-6b30207115af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:12.718178 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f41f627-1c31-4277-91f6-0fc4f9546ac6 None None] The sync data for ids ['07af9129-1f09-4a9e-ab5e-2bbcd4b32512'] in n-d-815324-4 is: [{'id': '07af9129-1f09-4a9e-ab5e-2bbcd4b32512', 'name': 'tempest-NetworksTestDHCPv6-router-1267535337', 'tenant_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:21:03Z', 'updated_at': '2021-12-16T22:21:05Z', 'revision_number': 2, 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'gw_port_host': None, '_interfaces': [{'id': 'bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f', 'name': '', 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'tenant_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'mac_address': 'fa:16:3e:80:1e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af9129-1f09-4a9e-ab5e-2bbcd4b32512', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '6b938b84-1257-49d2-bfda-6b30207115af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:04Z', 'updated_at': '2021-12-16T22:21:11Z', 'revision_number': 4, 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'subnets': [{'id': '6b938b84-1257-49d2-bfda-6b30207115af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:12.769911 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335af98a-97d4-45c3-9614-f100c17fb2f6 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Router 07af9129-1f09-4a9e-ab5e-2bbcd4b32512 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:21:12.883423 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335af98a-97d4-45c3-9614-f100c17fb2f6 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:12.894435 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-335af98a-97d4-45c3-9614-f100c17fb2f6 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "PUT /v2.0/routers/07af9129-1f09-4a9e-ab5e-2bbcd4b32512/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4056692 Dec 16 22:21:12.897018 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46030) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:13.004194 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network ea971731-797d-4d89-ac37-fd25042aca96 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:21:13.027525 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2235c9de-e91d-457f-8741-a7c8a9f256f9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:13.039381 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2235c9de-e91d-457f-8741-a7c8a9f256f9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:13.042981 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2235c9de-e91d-457f-8741-a7c8a9f256f9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1425395 Dec 16 22:21:13.043534 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46034) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:13.065257 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e76b4c-648a-4303-9376-3953f2f8b30e admin admin] Made reservation on behalf of c6d28cd3b1f445c685a7d9ca1b8f00c3 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:13.076152 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-62e76b4c-648a-4303-9376-3953f2f8b30e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:13.082692 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-07ff0178-b549-456e-9f5d-ec6642f89c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'name': 'tempest-TaggedBootDevicesTest_v242-1905417397-router', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'e1ff439b-9537-47f0-9392-b226722face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:59Z', 'updated_at': '2021-12-16T22:21:05Z', 'revision_number': 4, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'gw_port': {'id': 'e1ff439b-9537-47f0-9392-b226722face2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:00Z', 'updated_at': '2021-12-16T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'e0a1b960-81ca-4c77-ade7-a425ef4431bb', 'name': '', 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'mac_address': 'fa:16:3e:b5:5a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '554b4879-6665-46f7-b33a-c61f9f909b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:04Z', 'updated_at': '2021-12-16T22:21:05Z', 'revision_number': 2, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'subnets': [{'id': '554b4879-6665-46f7-b33a-c61f9f909b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:13.168557 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1987c41-8881-40c7-bb41-62044aae0fc1 req-fb345042-baea-4bf4-8750-b52f3a7e281d tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:13.170230 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c1987c41-8881-40c7-bb41-62044aae0fc1 req-fb345042-baea-4bf4-8750-b52f3a7e281d tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 945 time: 0.2549400 Dec 16 22:21:13.197759 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-45803ba3-cee6-4c0e-9f82-c5adabb1bb76 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet 6b938b84-1257-49d2-bfda-6b30207115af {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:21:13.219358 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-45803ba3-cee6-4c0e-9f82-c5adabb1bb76 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:13.269101 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ff0178-b549-456e-9f5d-ec6642f89c47 None None] Checking router: 1e282f95-7ca1-4ce1-8784-437eaa93717b for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:21:13.270830 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ff0178-b549-456e-9f5d-ec6642f89c47 None None] Updating router 1e282f95-7ca1-4ce1-8784-437eaa93717b port e0a1b960-81ca-4c77-ade7-a425ef4431bb binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:21:13.307893 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07ff0178-b549-456e-9f5d-ec6642f89c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:13.333470 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c1987c41-8881-40c7-bb41-62044aae0fc1 req-0c9456e3-0aab-4200-a3ed-31d01d8456a2 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163905 Dec 16 22:21:13.341117 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-45803ba3-cee6-4c0e-9f82-c5adabb1bb76 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:13.702333 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-45803ba3-cee6-4c0e-9f82-c5adabb1bb76 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:13.741582 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10cd736f-8bdc-467e-b397-0a2f24a80634 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:13.882555 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07ff0178-b549-456e-9f5d-ec6642f89c47 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:13.889196 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e1ff439b-9537-47f0-9392-b226722face2 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:13.893139 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ff98ce-c305-41ce-93a6-48ebb4fd9852 None None] Network 34ec0e8e-bff4-43c8-8566-079ad33313f7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:21:13.966772 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-45803ba3-cee6-4c0e-9f82-c5adabb1bb76 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:14.007724 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07ff0178-b549-456e-9f5d-ec6642f89c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:14.010449 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45803ba3-cee6-4c0e-9f82-c5adabb1bb76 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=6b938b84-1257-49d2-bfda-6b30207115af,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:14.016790 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7bc3763e-45b0-4c20-aa3f-e7585c806417 None None] Provisioning complete for port d049ef65-2d8d-4426-b03d-ddb586dde659 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:14.017168 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7bc3763e-45b0-4c20-aa3f-e7585c806417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:14.021984 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-45803ba3-cee6-4c0e-9f82-c5adabb1bb76 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:14.030060 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-45803ba3-cee6-4c0e-9f82-c5adabb1bb76 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/6b938b84-1257-49d2-bfda-6b30207115af HTTP/1.1" status: 204 len: 168 time: 0.9835436 Dec 16 22:21:14.033653 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46050) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:14.088500 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eada9748-dab6-4d36-a980-6868822950ff None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:21:14.177128 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d4c71cbf-2f12-450a-87ae-09f274e953c0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1385081 Dec 16 22:21:14.177128 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46054) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:14.292469 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f8fea-42b7-4503-aa89-4c49783b9622 None None] Pushing event updated for resources: {'Port': ['ID=e0a1b960-81ca-4c77-ade7-a425ef4431bb,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:14.323357 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10cd736f-8bdc-467e-b397-0a2f24a80634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:14.332157 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-27267596-0b1f-424d-85a5-081a72a030ac tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:14.489799 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-07ff0178-b549-456e-9f5d-ec6642f89c47 None None] Attempting to bind port e0a1b960-81ca-4c77-ade7-a425ef4431bb on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:21:14.490420 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-07ff0178-b549-456e-9f5d-ec6642f89c47 None None] Attempting to bind port e0a1b960-81ca-4c77-ade7-a425ef4431bb by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'd786cf25-cf30-4e56-9b01-a0f05217b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:21:14.490996 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff0178-b549-456e-9f5d-ec6642f89c47 None None] Attempting to bind port e0a1b960-81ca-4c77-ade7-a425ef4431bb on network 5e57a376-cf11-4169-84ca-8ea1ae6aa078 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:14.528864 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port e1ff439b-9537-47f0-9392-b226722face2 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:14.529237 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:14.552995 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-62e76b4c-648a-4303-9376-3953f2f8b30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:14.619671 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff0178-b549-456e-9f5d-ec6642f89c47 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:21:14.626007 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff0178-b549-456e-9f5d-ec6642f89c47 None None] Checking segment: {'id': 'd786cf25-cf30-4e56-9b01-a0f05217b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:14.626506 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07ff0178-b549-456e-9f5d-ec6642f89c47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:14.629805 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff0178-b549-456e-9f5d-ec6642f89c47 None None] Bound using segment: {'id': 'd786cf25-cf30-4e56-9b01-a0f05217b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:21:14.629805 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-07ff0178-b549-456e-9f5d-ec6642f89c47 None None] Bound port: e0a1b960-81ca-4c77-ade7-a425ef4431bb, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd786cf25-cf30-4e56-9b01-a0f05217b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:21:14.629805 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07ff0178-b549-456e-9f5d-ec6642f89c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:14.640496 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e76b4c-648a-4303-9376-3953f2f8b30e admin admin] Pushing event updated for resources: {'Subnet': ['ID=17610a02-eabf-4576-9952-faec072a6c2b,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:14.662280 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-27267596-0b1f-424d-85a5-081a72a030ac tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:14.666939 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-27267596-0b1f-424d-85a5-081a72a030ac tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:14.750719 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e76b4c-648a-4303-9376-3953f2f8b30e admin admin] Checking segment: {'id': '2ed3c621-7e59-408e-9ef2-d03073fc914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ea971731-797d-4d89-ac37-fd25042aca96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:14.751204 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e76b4c-648a-4303-9376-3953f2f8b30e admin admin] Network hostable DHCP agents. Network: ea971731-797d-4d89-ac37-fd25042aca96, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:21:14.821802 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf008539-765c-4fc8-8ac4-8ceee375bd2d req-b5be50f2-ab50-4037-9452-462ccfd2bd02 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:14.823267 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4df18f2-61bc-4495-9b54-2ac1b62d0f36 None None] DHCP port deletion for f8482a80-79ef-4c20-9ddd-3945e7fc80d7 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:21:14.827757 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cf008539-765c-4fc8-8ac4-8ceee375bd2d req-b5be50f2-ab50-4037-9452-462ccfd2bd02 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 945 time: 0.3175588 Dec 16 22:21:14.885815 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-27267596-0b1f-424d-85a5-081a72a030ac tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:14.886926 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27267596-0b1f-424d-85a5-081a72a030ac tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Fanout notify agent at l3_agent the message router_deleted on router 07af9129-1f09-4a9e-ab5e-2bbcd4b32512 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:21:14.894984 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7bc3763e-45b0-4c20-aa3f-e7585c806417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:14.907370 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-27267596-0b1f-424d-85a5-081a72a030ac tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:14.907370 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-27267596-0b1f-424d-85a5-081a72a030ac tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/routers/07af9129-1f09-4a9e-ab5e-2bbcd4b32512 HTTP/1.1" status: 204 len: 168 time: 0.7245352 Dec 16 22:21:14.907654 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e76b4c-648a-4303-9376-3953f2f8b30e admin admin] Network ea971731-797d-4d89-ac37-fd25042aca96 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:21:14.910207 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cd736f-8bdc-467e-b397-0a2f24a80634 admin admin] Router 2a39e418-7355-4daf-8886-77aa3f68e542 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:21:14.911780 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46074) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:14.942533 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cf008539-765c-4fc8-8ac4-8ceee375bd2d req-b3867098-453b-48eb-8345-322870325cf4 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089528 Dec 16 22:21:14.974088 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7bc3763e-45b0-4c20-aa3f-e7585c806417 None None] For port d049ef65-2d8d-4426-b03d-ddb586dde659, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d049ef65-2d8d-4426-b03d-ddb586dde659,segment=NetworkSegment(ea109f61-1153-46a5-93d3-a3f19bcb2862),segment_id=ea109f61-1153-46a5-93d3-a3f19bcb2862)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:15.048903 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-07ff0178-b549-456e-9f5d-ec6642f89c47 None None] For port e0a1b960-81ca-4c77-ade7-a425ef4431bb, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:21:15.054317 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-07ff0178-b549-456e-9f5d-ec6642f89c47 None None] For port e0a1b960-81ca-4c77-ade7-a425ef4431bb, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e0a1b960-81ca-4c77-ade7-a425ef4431bb,segment=NetworkSegment(d786cf25-cf30-4e56-9b01-a0f05217b60d),segment_id=d786cf25-cf30-4e56-9b01-a0f05217b60d)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:21:15.063522 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7bc3763e-45b0-4c20-aa3f-e7585c806417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:15.079522 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9fb07f-ab61-4c60-a05b-05643651cf25 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:15.082833 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-db9fb07f-ab61-4c60-a05b-05643651cf25 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1678069 Dec 16 22:21:15.085452 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46078) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:15.087967 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-62e76b4c-648a-4303-9376-3953f2f8b30e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, ea971731-797d-4d89-ac37-fd25042aca96) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:15.094835 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e76b4c-648a-4303-9376-3953f2f8b30e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:15.096580 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-62e76b4c-648a-4303-9376-3953f2f8b30e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:15.099946 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d049ef65-2d8d-4426-b03d-ddb586dde659 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:15.106440 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d4df18f2-61bc-4495-9b54-2ac1b62d0f36 None None] Deleting port 8bc19f00-6520-4ea2-b73e-af048f5ede36 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:21:15.106920 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d4df18f2-61bc-4495-9b54-2ac1b62d0f36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:15.109664 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f646b92-af34-43d9-bc9f-d25b4dbc2e2c None None] Network ea971731-797d-4d89-ac37-fd25042aca96 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:21:15.150119 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26dd392-a908-429f-b689-8c0077117e5f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:15.153411 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c26dd392-a908-429f-b689-8c0077117e5f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0668304 Dec 16 22:21:15.156444 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46080) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:15.185707 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cd736f-8bdc-467e-b397-0a2f24a80634 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:15.197104 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01cef2d-cc2e-4996-986f-c0648283007d None None] Sync routers for ids ['2a39e418-7355-4daf-8886-77aa3f68e542'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:15.217190 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01cef2d-cc2e-4996-986f-c0648283007d None None] Routers {'2a39e418-7355-4daf-8886-77aa3f68e542'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:15.217817 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-b01cef2d-cc2e-4996-986f-c0648283007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2a39e418-7355-4daf-8886-77aa3f68e542'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:15.225288 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f7d7095a-b54d-4a27-aa4d-8baae08b45d6 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631776 Dec 16 22:21:15.225524 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-07ff0178-b549-456e-9f5d-ec6642f89c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:15.226401 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46082) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:15.233725 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-ddb15941-1f6a-4f79-968f-728cbc8cdab0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:15.309945 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-62e76b4c-648a-4303-9376-3953f2f8b30e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7260721 Dec 16 22:21:15.310354 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3763e-45b0-4c20-aa3f-e7585c806417 None None] Pushing event updated for resources: {'Port': ['ID=d049ef65-2d8d-4426-b03d-ddb586dde659,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:15.311747 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46084) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:15.316182 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d4df18f2-61bc-4495-9b54-2ac1b62d0f36 None None] For port 8bc19f00-6520-4ea2-b73e-af048f5ede36, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=8bc19f00-6520-4ea2-b73e-af048f5ede36,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:15.322065 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d4df18f2-61bc-4495-9b54-2ac1b62d0f36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:15.322791 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-240506083-router', 'tenant_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:15.337600 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-745eab98-6394-41d5-b773-d0ccdee8136e None None] Provisioning complete for port d049ef65-2d8d-4426-b03d-ddb586dde659 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:15.337975 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-745eab98-6394-41d5-b773-d0ccdee8136e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:15.339766 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc4a375-27f2-4938-ba23-82d6b8132ab8 None None] Sync routers for ids ['07af9129-1f09-4a9e-ab5e-2bbcd4b32512'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:15.346565 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10cd736f-8bdc-467e-b397-0a2f24a80634 admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:15.355075 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-10cd736f-8bdc-467e-b397-0a2f24a80634 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3447101 Dec 16 22:21:15.361719 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46086) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:15.421335 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-b01cef2d-cc2e-4996-986f-c0648283007d None None] Set router 2a39e418-7355-4daf-8886-77aa3f68e542 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:21:15.425553 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d4df18f2-61bc-4495-9b54-2ac1b62d0f36 None None] Calling delete_port for 8bc19f00-6520-4ea2-b73e-af048f5ede36 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:15.468357 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ff0178-b549-456e-9f5d-ec6642f89c47 None None] Routers {'1e282f95-7ca1-4ce1-8784-437eaa93717b'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:15.468814 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-07ff0178-b549-456e-9f5d-ec6642f89c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1e282f95-7ca1-4ce1-8784-437eaa93717b'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:15.488416 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb15941-1f6a-4f79-968f-728cbc8cdab0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:15.493448 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ddb15941-1f6a-4f79-968f-728cbc8cdab0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:15.604497 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:15.611646 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:15.620589 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc4a375-27f2-4938-ba23-82d6b8132ab8 None None] Routers set() bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:15.621202 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc4a375-27f2-4938-ba23-82d6b8132ab8 None None] Router IDs set() for agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 22:21:15.621862 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_agentschedulers_db [None req-7cc4a375-27f2-4938-ba23-82d6b8132ab8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'07af9129-1f09-4a9e-ab5e-2bbcd4b32512'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent'). {{(pid=103615) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 22:21:15.677751 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f8fea-42b7-4503-aa89-4c49783b9622 None None] Pushing event updated for resources: {'Port': ['ID=e0a1b960-81ca-4c77-ade7-a425ef4431bb,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:15.681791 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c36954-4622-4d93-ba35-689b9f9fe888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-ea971731-797d-4d89-ac37-fd25042aca96', 'network_id': 'ea971731-797d-4d89-ac37-fd25042aca96', 'project_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'fixed_ips': [{'subnet_id': '17610a02-eabf-4576-9952-faec072a6c2b'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:21:15.682702 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2c36954-4622-4d93-ba35-689b9f9fe888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:15.693589 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port d049ef65-2d8d-4426-b03d-ddb586dde659 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:15.694413 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:15.720496 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-b01cef2d-cc2e-4996-986f-c0648283007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a39e418-7355-4daf-8886-77aa3f68e542', 'name': 'tempest-ServersTestMultiNic-1100420481-router', 'tenant_id': '3276816411724e4d868a9c723e7bff7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fbc554af-0928-4b90-bd47-29f03b65bd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:21:09Z', 'updated_at': '2021-12-16T22:21:12Z', 'revision_number': 3, 'project_id': '3276816411724e4d868a9c723e7bff7f', 'gw_port': {'id': 'fbc554af-0928-4b90-bd47-29f03b65bd4a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a39e418-7355-4daf-8886-77aa3f68e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:11Z', 'updated_at': '2021-12-16T22:21:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:15.755027 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01cef2d-cc2e-4996-986f-c0648283007d None None] Checking router: 2a39e418-7355-4daf-8886-77aa3f68e542 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:21:15.755666 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01cef2d-cc2e-4996-986f-c0648283007d None None] Updating router 2a39e418-7355-4daf-8886-77aa3f68e542 port fbc554af-0928-4b90-bd47-29f03b65bd4a binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:21:15.786838 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b01cef2d-cc2e-4996-986f-c0648283007d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:15.819652 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:16.180958 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b01cef2d-cc2e-4996-986f-c0648283007d None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:16.204418 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc4a375-27f2-4938-ba23-82d6b8132ab8 None None] Routers set() bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:16.204418 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc4a375-27f2-4938-ba23-82d6b8132ab8 None None] Router IDs set() for agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 22:21:16.204418 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_agentschedulers_db [None req-7cc4a375-27f2-4938-ba23-82d6b8132ab8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'07af9129-1f09-4a9e-ab5e-2bbcd4b32512'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent'). {{(pid=103615) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 22:21:16.204418 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc4a375-27f2-4938-ba23-82d6b8132ab8 None None] The sync data for ids ['07af9129-1f09-4a9e-ab5e-2bbcd4b32512'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:16.282887 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b01cef2d-cc2e-4996-986f-c0648283007d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:16.335527 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-b01cef2d-cc2e-4996-986f-c0648283007d None None] Attempting to bind port fbc554af-0928-4b90-bd47-29f03b65bd4a on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:21:16.339593 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-b01cef2d-cc2e-4996-986f-c0648283007d None None] Attempting to bind port fbc554af-0928-4b90-bd47-29f03b65bd4a by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:21:16.340434 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01cef2d-cc2e-4996-986f-c0648283007d None None] Attempting to bind port fbc554af-0928-4b90-bd47-29f03b65bd4a on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:16.406628 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01cef2d-cc2e-4996-986f-c0648283007d None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:21:16.407229 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01cef2d-cc2e-4996-986f-c0648283007d None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:16.411938 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b01cef2d-cc2e-4996-986f-c0648283007d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:16.412493 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01cef2d-cc2e-4996-986f-c0648283007d None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:21:16.413106 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-b01cef2d-cc2e-4996-986f-c0648283007d None None] Bound port: fbc554af-0928-4b90-bd47-29f03b65bd4a, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:21:16.413619 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b01cef2d-cc2e-4996-986f-c0648283007d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:16.488840 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-d2c36954-4622-4d93-ba35-689b9f9fe888 None None] Allocated IP 172.20.0.2 (ea971731-797d-4d89-ac37-fd25042aca96/17610a02-eabf-4576-9952-faec072a6c2b/4c55dbb3-77c3-41d9-b328-56cf1004ad4f) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:16.503682 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-b01cef2d-cc2e-4996-986f-c0648283007d None None] For port fbc554af-0928-4b90-bd47-29f03b65bd4a, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:21:16.506304 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-b01cef2d-cc2e-4996-986f-c0648283007d None None] For port fbc554af-0928-4b90-bd47-29f03b65bd4a, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=fbc554af-0928-4b90-bd47-29f03b65bd4a,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:21:16.528291 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be695033-7f20-4710-85f1-442eb7e1d870 None None] Pushing event updated for resources: {'Port': ['ID=fbc554af-0928-4b90-bd47-29f03b65bd4a,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:16.542606 n-d-815324-4 neutron-server[103614]: DEBUG neutron.objects.ports [None req-ddb15941-1f6a-4f79-968f-728cbc8cdab0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103614) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:21:16.672440 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-07ff0178-b549-456e-9f5d-ec6642f89c47 None None] Set router 1e282f95-7ca1-4ce1-8784-437eaa93717b gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:21:16.678910 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b01cef2d-cc2e-4996-986f-c0648283007d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:16.789546 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01cef2d-cc2e-4996-986f-c0648283007d None None] Routers {'2a39e418-7355-4daf-8886-77aa3f68e542'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:16.793575 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-b01cef2d-cc2e-4996-986f-c0648283007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2a39e418-7355-4daf-8886-77aa3f68e542'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:16.954006 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2c36954-4622-4d93-ba35-689b9f9fe888 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:16.994519 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d4df18f2-61bc-4495-9b54-2ac1b62d0f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:17.093324 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-b01cef2d-cc2e-4996-986f-c0648283007d None None] Set router 2a39e418-7355-4daf-8886-77aa3f68e542 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:21:17.338517 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4df18f2-61bc-4495-9b54-2ac1b62d0f36 None None] No DVR routers for this DVR port 8bc19f00-6520-4ea2-b73e-af048f5ede36 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:21:17.411442 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-b01cef2d-cc2e-4996-986f-c0648283007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a39e418-7355-4daf-8886-77aa3f68e542', 'name': 'tempest-ServersTestMultiNic-1100420481-router', 'tenant_id': '3276816411724e4d868a9c723e7bff7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fbc554af-0928-4b90-bd47-29f03b65bd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:21:09Z', 'updated_at': '2021-12-16T22:21:12Z', 'revision_number': 3, 'project_id': '3276816411724e4d868a9c723e7bff7f', 'gw_port': {'id': 'fbc554af-0928-4b90-bd47-29f03b65bd4a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a39e418-7355-4daf-8886-77aa3f68e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:11Z', 'updated_at': '2021-12-16T22:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:17.441511 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01cef2d-cc2e-4996-986f-c0648283007d None None] The sync data for ids ['2a39e418-7355-4daf-8886-77aa3f68e542'] in n-d-815324-4 is: [{'id': '2a39e418-7355-4daf-8886-77aa3f68e542', 'name': 'tempest-ServersTestMultiNic-1100420481-router', 'tenant_id': '3276816411724e4d868a9c723e7bff7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fbc554af-0928-4b90-bd47-29f03b65bd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:21:09Z', 'updated_at': '2021-12-16T22:21:12Z', 'revision_number': 3, 'project_id': '3276816411724e4d868a9c723e7bff7f', 'gw_port': {'id': 'fbc554af-0928-4b90-bd47-29f03b65bd4a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a39e418-7355-4daf-8886-77aa3f68e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:11Z', 'updated_at': '2021-12-16T22:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:17.443620 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be695033-7f20-4710-85f1-442eb7e1d870 None None] Pushing event updated for resources: {'Port': ['ID=fbc554af-0928-4b90-bd47-29f03b65bd4a,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:17.454524 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2c36954-4622-4d93-ba35-689b9f9fe888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:17.468529 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df18f2-61bc-4495-9b54-2ac1b62d0f36 None None] Pushing event deleted for resources: {'Port': ['ID=8bc19f00-6520-4ea2-b73e-af048f5ede36,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:17.479979 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-745eab98-6394-41d5-b773-d0ccdee8136e None None] Provisioning complete for port e0a1b960-81ca-4c77-ade7-a425ef4431bb triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:17.480538 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-745eab98-6394-41d5-b773-d0ccdee8136e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:17.485412 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c36954-4622-4d93-ba35-689b9f9fe888 None None] Network ea971731-797d-4d89-ac37-fd25042aca96 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:17.660416 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-d2c36954-4622-4d93-ba35-689b9f9fe888 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:17.670985 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c36954-4622-4d93-ba35-689b9f9fe888 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:17.759412 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd31bfd-18e2-404f-9914-8f1d7b377e46 req-c0046988-770c-419f-9a1b-5fe24f4a1977 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:17.761244 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4dd31bfd-18e2-404f-9914-8f1d7b377e46 req-c0046988-770c-419f-9a1b-5fe24f4a1977 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 945 time: 1.6355217 Dec 16 22:21:17.784847 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e0a1b960-81ca-4c77-ade7-a425ef4431bb up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:17.852248 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c36954-4622-4d93-ba35-689b9f9fe888 None None] Pushing event updated for resources: {'Port': ['ID=4c55dbb3-77c3-41d9-b328-56cf1004ad4f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:17.860809 n-d-815324-4 neutron-server[103614]: WARNING neutron.services.revisions.revision_plugin [None req-ddb15941-1f6a-4f79-968f-728cbc8cdab0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Could not find related port for resource to bump revision. Dec 16 22:21:17.926310 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.ipam_pluggable_backend [None req-ddb15941-1f6a-4f79-968f-728cbc8cdab0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Port 8bc19f00-6520-4ea2-b73e-af048f5ede36 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103614) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 16 22:21:17.926899 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.ipam_pluggable_backend [None req-ddb15941-1f6a-4f79-968f-728cbc8cdab0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6d:130b {{(pid=103614) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 16 22:21:17.932600 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.ipam_pluggable_backend [None req-ddb15941-1f6a-4f79-968f-728cbc8cdab0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe6d:130b {{(pid=103614) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 16 22:21:17.934656 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ddb15941-1f6a-4f79-968f-728cbc8cdab0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:17.974250 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d2c36954-4622-4d93-ba35-689b9f9fe888 None None] Attempting to bind port 4c55dbb3-77c3-41d9-b328-56cf1004ad4f on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:21:17.975176 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d2c36954-4622-4d93-ba35-689b9f9fe888 None None] Attempting to bind port 4c55dbb3-77c3-41d9-b328-56cf1004ad4f by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '2ed3c621-7e59-408e-9ef2-d03073fc914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ea971731-797d-4d89-ac37-fd25042aca96'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:21:17.975823 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c36954-4622-4d93-ba35-689b9f9fe888 None None] Attempting to bind port 4c55dbb3-77c3-41d9-b328-56cf1004ad4f on network ea971731-797d-4d89-ac37-fd25042aca96 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:18.020253 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:18.020622 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c36954-4622-4d93-ba35-689b9f9fe888 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:21:18.021214 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c36954-4622-4d93-ba35-689b9f9fe888 None None] Checking segment: {'id': '2ed3c621-7e59-408e-9ef2-d03073fc914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ea971731-797d-4d89-ac37-fd25042aca96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:18.021761 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2c36954-4622-4d93-ba35-689b9f9fe888 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:18.022273 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c36954-4622-4d93-ba35-689b9f9fe888 None None] Bound using segment: {'id': '2ed3c621-7e59-408e-9ef2-d03073fc914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ea971731-797d-4d89-ac37-fd25042aca96'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:21:18.022960 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d2c36954-4622-4d93-ba35-689b9f9fe888 None None] Bound port: 4c55dbb3-77c3-41d9-b328-56cf1004ad4f, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed3c621-7e59-408e-9ef2-d03073fc914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ea971731-797d-4d89-ac37-fd25042aca96'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:21:18.025984 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2c36954-4622-4d93-ba35-689b9f9fe888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:18.096416 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb15941-1f6a-4f79-968f-728cbc8cdab0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=9fde41f7-61d7-4b06-94f3-f7f74d122f1e,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:18.123750 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb15941-1f6a-4f79-968f-728cbc8cdab0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:18.130210 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-ddb15941-1f6a-4f79-968f-728cbc8cdab0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:18.133951 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb15941-1f6a-4f79-968f-728cbc8cdab0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:18.137626 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ddb15941-1f6a-4f79-968f-728cbc8cdab0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:18.185147 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-745eab98-6394-41d5-b773-d0ccdee8136e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:18.196851 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bc8209-9930-4dc3-b71b-677409503755 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:21:18.212048 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7167963f-1884-4635-b109-30fca134fb5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:18.291202 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ddb15941-1f6a-4f79-968f-728cbc8cdab0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0635474 Dec 16 22:21:18.293864 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46148) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:18.299632 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-a7664f05-325d-4939-9974-d9cd02df51ee tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:18.301739 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d2c36954-4622-4d93-ba35-689b9f9fe888 None None] For port 4c55dbb3-77c3-41d9-b328-56cf1004ad4f, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:21:18.302503 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4dd31bfd-18e2-404f-9914-8f1d7b377e46 req-8d62928e-6b43-48d1-a548-3ef00db2437e tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945730 Dec 16 22:21:18.306789 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d2c36954-4622-4d93-ba35-689b9f9fe888 None None] For port 4c55dbb3-77c3-41d9-b328-56cf1004ad4f, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4c55dbb3-77c3-41d9-b328-56cf1004ad4f,segment=NetworkSegment(2ed3c621-7e59-408e-9ef2-d03073fc914c),segment_id=2ed3c621-7e59-408e-9ef2-d03073fc914c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:21:18.403744 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-6e90c6e7-d710-429d-8fa9-a42d955d0715 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4734199 Dec 16 22:21:18.449567 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-745eab98-6394-41d5-b773-d0ccdee8136e None None] For port e0a1b960-81ca-4c77-ade7-a425ef4431bb, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e0a1b960-81ca-4c77-ade7-a425ef4431bb,segment=NetworkSegment(d786cf25-cf30-4e56-9b01-a0f05217b60d),segment_id=d786cf25-cf30-4e56-9b01-a0f05217b60d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:18.471793 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2c36954-4622-4d93-ba35-689b9f9fe888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:18.593812 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c36954-4622-4d93-ba35-689b9f9fe888 None None] Pushing event updated for resources: {'Port': ['ID=4c55dbb3-77c3-41d9-b328-56cf1004ad4f,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:18.608456 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-07ff0178-b549-456e-9f5d-ec6642f89c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'name': 'tempest-TaggedBootDevicesTest_v242-1905417397-router', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'e1ff439b-9537-47f0-9392-b226722face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:59Z', 'updated_at': '2021-12-16T22:21:05Z', 'revision_number': 4, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'gw_port': {'id': 'e1ff439b-9537-47f0-9392-b226722face2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:00Z', 'updated_at': '2021-12-16T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'e0a1b960-81ca-4c77-ade7-a425ef4431bb', 'name': '', 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'mac_address': 'fa:16:3e:b5:5a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '554b4879-6665-46f7-b33a-c61f9f909b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:04Z', 'updated_at': '2021-12-16T22:21:15Z', 'revision_number': 4, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'subnets': [{'id': '554b4879-6665-46f7-b33a-c61f9f909b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:18.610149 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port e0a1b960-81ca-4c77-ade7-a425ef4431bb triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:18.610522 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:18.616824 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-745eab98-6394-41d5-b773-d0ccdee8136e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:18.708304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7664f05-325d-4939-9974-d9cd02df51ee tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:18.712735 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a7664f05-325d-4939-9974-d9cd02df51ee tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:18.747574 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-1947e074-690d-40b0-b81c-3544b90a1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:18.750381 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-1947e074-690d-40b0-b81c-3544b90a1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:18.752688 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-1947e074-690d-40b0-b81c-3544b90a1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:18.753289 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-1947e074-690d-40b0-b81c-3544b90a1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:18.755183 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-1947e074-690d-40b0-b81c-3544b90a1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:18.763728 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-1947e074-690d-40b0-b81c-3544b90a1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:18.767758 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-1947e074-690d-40b0-b81c-3544b90a1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:18.771538 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-1947e074-690d-40b0-b81c-3544b90a1939 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a0f42b93d17b453cb09b716a19274f39&device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 6489 time: 0.2726254 Dec 16 22:21:18.875579 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745eab98-6394-41d5-b773-d0ccdee8136e None None] Pushing event updated for resources: {'Port': ['ID=e0a1b960-81ca-4c77-ade7-a425ef4431bb,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:18.923338 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ff0178-b549-456e-9f5d-ec6642f89c47 None None] The sync data for ids ['1e282f95-7ca1-4ce1-8784-437eaa93717b'] in n-d-815324-4 is: [{'id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'name': 'tempest-TaggedBootDevicesTest_v242-1905417397-router', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'e1ff439b-9537-47f0-9392-b226722face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:59Z', 'updated_at': '2021-12-16T22:21:05Z', 'revision_number': 4, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'gw_port': {'id': 'e1ff439b-9537-47f0-9392-b226722face2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:00Z', 'updated_at': '2021-12-16T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'e0a1b960-81ca-4c77-ade7-a425ef4431bb', 'name': '', 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'mac_address': 'fa:16:3e:b5:5a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '554b4879-6665-46f7-b33a-c61f9f909b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:04Z', 'updated_at': '2021-12-16T22:21:15Z', 'revision_number': 4, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'subnets': [{'id': '554b4879-6665-46f7-b33a-c61f9f909b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:18.944752 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bf9276a9-1470-4951-aab8-36957e36a134 None None] Provisioning complete for port e0a1b960-81ca-4c77-ade7-a425ef4431bb triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:18.946029 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bf9276a9-1470-4951-aab8-36957e36a134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:18.947235 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-7167963f-1884-4635-b109-30fca134fb5b admin admin] Allocated IP 172.20.0.1 (34ec0e8e-bff4-43c8-8566-079ad33313f7/732c50e2-8f86-42f7-9af5-b82264e80666/f7ec125f-02a6-4476-ae03-880644533bb4) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:19.210536 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-f3139093-d1e7-4169-b873-d146a8ee775f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:19.213408 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-f3139093-d1e7-4169-b873-d146a8ee775f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:19.213408 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-f3139093-d1e7-4169-b873-d146a8ee775f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:19.221425 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-f3139093-d1e7-4169-b873-d146a8ee775f service neutron] 10.222.0.76 "GET /v2.0/networks?id=6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6&id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&id=133792b4-eb35-4125-8057-ae6885c1e196&id=133792b4-eb35-4125-8057-ae6885c1e196 HTTP/1.1" status: 200 len: 2288 time: 0.3995700 Dec 16 22:21:19.261089 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7193cc15-3c92-480e-8b6f-83963b9f50a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'fixed_ips': [{'subnet_id': '9fde41f7-61d7-4b06-94f3-f7f74d122f1e'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:21:19.261852 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7193cc15-3c92-480e-8b6f-83963b9f50a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:19.480923 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d049ef65-2d8d-4426-b03d-ddb586dde659 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:19.699861 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port d049ef65-2d8d-4426-b03d-ddb586dde659 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:19.700235 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:19.709855 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a7664f05-325d-4939-9974-d9cd02df51ee tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:19.753918 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7167963f-1884-4635-b109-30fca134fb5b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:19.783685 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-b80f2c32-9273-4acb-84d7-cbd88c373321 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4bae84f-8ce7-4c5f-afaf-512e8b879293 HTTP/1.1" status: 200 len: 1001 time: 0.2025888 Dec 16 22:21:19.819280 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-7193cc15-3c92-480e-8b6f-83963b9f50a6 None None] Allocated IP 2001:db8::f816:3eff:feea:c286 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/9fde41f7-61d7-4b06-94f3-f7f74d122f1e/267c70bd-2193-44d7-8042-d7fa4ed51446) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:19.820965 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68acc54-eeed-4b2d-98aa-d2b1fae7132f req-fd55fd81-a8e4-4e95-950d-0bed6b3a3540 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:19.829182 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e68acc54-eeed-4b2d-98aa-d2b1fae7132f req-fd55fd81-a8e4-4e95-950d-0bed6b3a3540 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 945 time: 0.2387493 Dec 16 22:21:19.835425 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:19.873334 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7664f05-325d-4939-9974-d9cd02df51ee tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:19.882804 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-a7664f05-325d-4939-9974-d9cd02df51ee tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:19.893708 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7664f05-325d-4939-9974-d9cd02df51ee tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:19.899632 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a7664f05-325d-4939-9974-d9cd02df51ee tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:19.954396 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:19.956913 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7664f05-325d-4939-9974-d9cd02df51ee tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=b89422d8-32f4-4638-b5de-944f6b495bdf,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:20.020343 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46166) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:20.044076 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a7664f05-325d-4939-9974-d9cd02df51ee tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7481942 Dec 16 22:21:20.046478 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46170) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:20.051717 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-69859050-ba28-4dcf-921b-52e8d06591e9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'mac_address': 'fa:16:3e:ec:3f:27', 'name': 'tempest-NetworksTestDHCPv6-909713176'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:20.107779 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-9ba0bcd1-2ab9-474d-8623-99a3e35bf199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:20.110928 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-9ba0bcd1-2ab9-474d-8623-99a3e35bf199 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=26d9264a-299a-4d37-a6df-7bf2c29884f5 HTTP/1.1" status: 200 len: 849 time: 0.3109040 Dec 16 22:21:20.228299 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e68acc54-eeed-4b2d-98aa-d2b1fae7132f req-7c9f923c-5c3e-4a74-b957-30f6db56172a tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972502 Dec 16 22:21:20.256499 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7167963f-1884-4635-b109-30fca134fb5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:20.263303 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-845b37d5-4b5a-4a47-a5df-b96bae5435f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:20.269991 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-e1d48d81-dc36-49a6-b466-0c3d5ecc79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:20.274147 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-e1d48d81-dc36-49a6-b466-0c3d5ecc79f0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1429989 Dec 16 22:21:20.354597 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-845b37d5-4b5a-4a47-a5df-b96bae5435f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:20.365316 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167963f-1884-4635-b109-30fca134fb5b admin admin] Pushing event updated for resources: {'Port': ['ID=f7ec125f-02a6-4476-ae03-880644533bb4,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:20.427539 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 8bc19f00-6520-4ea2-b73e-af048f5ede36 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:21:20.438050 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7167963f-1884-4635-b109-30fca134fb5b admin admin] Network 34ec0e8e-bff4-43c8-8566-079ad33313f7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:20.450260 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-7167963f-1884-4635-b109-30fca134fb5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:20.454595 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7167963f-1884-4635-b109-30fca134fb5b admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:20.475209 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 8bc19f00-6520-4ea2-b73e-af048f5ede36 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:21:20.475720 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 8bc19f00-6520-4ea2-b73e-af048f5ede36 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:21:20.476150 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:21:20.519790 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7193cc15-3c92-480e-8b6f-83963b9f50a6 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:20.525701 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-845b37d5-4b5a-4a47-a5df-b96bae5435f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:20.529119 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:21:20.530721 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7167963f-1884-4635-b109-30fca134fb5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:20.531507 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device bbcf15d4-9ac7-47a1-b2f8-49207c7cf20f not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:21:20.562375 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d3757f-e564-4de2-83cf-2f794dc4e22e None None] Network ea971731-797d-4d89-ac37-fd25042aca96 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:21:20.567646 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b37d5-4b5a-4a47-a5df-b96bae5435f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c90561-5603-4cb0-82e1-221672be1e64,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:20.581205 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69859050-ba28-4dcf-921b-52e8d06591e9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:20.674779 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7193cc15-3c92-480e-8b6f-83963b9f50a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:20.711103 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Allocated IP 172.25.6.176 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/6f19efc1-0331-416f-87de-47eaad4459b6) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:20.739585 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193cc15-3c92-480e-8b6f-83963b9f50a6 None None] Pushing event updated for resources: {'Port': ['ID=267c70bd-2193-44d7-8042-d7fa4ed51446,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:20.792762 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7193cc15-3c92-480e-8b6f-83963b9f50a6 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:20.793750 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-de1bf5de-6d71-4f03-9daf-b14546ec2681 None None] Provisioning complete for port 4c55dbb3-77c3-41d9-b328-56cf1004ad4f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:20.794126 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de1bf5de-6d71-4f03-9daf-b14546ec2681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:20.802843 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-845b37d5-4b5a-4a47-a5df-b96bae5435f9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fc5ac2215f5d44b4a0978d4393895b8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7884097 Dec 16 22:21:20.806749 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46176) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:20.813949 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-7193cc15-3c92-480e-8b6f-83963b9f50a6 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:20.889294 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7193cc15-3c92-480e-8b6f-83963b9f50a6 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:20.943205 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:20.988041 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4c55dbb3-77c3-41d9-b328-56cf1004ad4f up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:21.042676 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-033a5239-463c-4e83-98e9-00c870289aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:21.056337 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-69859050-ba28-4dcf-921b-52e8d06591e9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:21.058307 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7193cc15-3c92-480e-8b6f-83963b9f50a6 None None] Attempting to bind port 267c70bd-2193-44d7-8042-d7fa4ed51446 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:21:21.058745 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7193cc15-3c92-480e-8b6f-83963b9f50a6 None None] Attempting to bind port 267c70bd-2193-44d7-8042-d7fa4ed51446 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:21:21.059167 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7193cc15-3c92-480e-8b6f-83963b9f50a6 None None] Attempting to bind port 267c70bd-2193-44d7-8042-d7fa4ed51446 on network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:21.074510 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7193cc15-3c92-480e-8b6f-83963b9f50a6 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:21:21.074907 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7193cc15-3c92-480e-8b6f-83963b9f50a6 None None] Checking segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:21.075367 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7193cc15-3c92-480e-8b6f-83963b9f50a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:21.075772 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7193cc15-3c92-480e-8b6f-83963b9f50a6 None None] Bound using segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:21:21.076683 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7193cc15-3c92-480e-8b6f-83963b9f50a6 None None] Bound port: 267c70bd-2193-44d7-8042-d7fa4ed51446, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:21:21.076683 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7193cc15-3c92-480e-8b6f-83963b9f50a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:21.099809 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-033a5239-463c-4e83-98e9-00c870289aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:21.111247 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-69859050-ba28-4dcf-921b-52e8d06591e9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] device_id is not set on port 2902b947-99cf-4bb2-abed-783146b700a6 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:21:21.123459 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-6b32ad4b-82dc-4bde-8659-dff1b13e483c service neutron] 10.222.0.76 "GET /v2.0/networks/6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7810690 Dec 16 22:21:21.181843 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de1bf5de-6d71-4f03-9daf-b14546ec2681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:21.181843 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 4c55dbb3-77c3-41d9-b328-56cf1004ad4f triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:21.181843 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:21.290210 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7193cc15-3c92-480e-8b6f-83963b9f50a6 None None] For port 267c70bd-2193-44d7-8042-d7fa4ed51446, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:21:21.302020 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7193cc15-3c92-480e-8b6f-83963b9f50a6 None None] For port 267c70bd-2193-44d7-8042-d7fa4ed51446, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=267c70bd-2193-44d7-8042-d7fa4ed51446,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:21:21.305031 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-de1bf5de-6d71-4f03-9daf-b14546ec2681 None None] For port 4c55dbb3-77c3-41d9-b328-56cf1004ad4f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4c55dbb3-77c3-41d9-b328-56cf1004ad4f,segment=NetworkSegment(2ed3c621-7e59-408e-9ef2-d03073fc914c),segment_id=2ed3c621-7e59-408e-9ef2-d03073fc914c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:21.337219 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-f3774c36-557f-4862-aceb-f9623db27577 service neutron] 10.222.0.76 "GET /v2.0/networks/6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973379 Dec 16 22:21:21.394991 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-69859050-ba28-4dcf-921b-52e8d06591e9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 172.20.0.3 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/b89422d8-32f4-4638-b5de-944f6b495bdf/2902b947-99cf-4bb2-abed-783146b700a6) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:21.401451 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-4b24fe12-d1da-4c61-b90d-d3c511bd8254 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=cdf3648f-0e95-45df-b89b-23cc65ae37c9 HTTP/1.1" status: 200 len: 217 time: 0.0506389 Dec 16 22:21:21.404638 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-69859050-ba28-4dcf-921b-52e8d06591e9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 2001:db8::f816:3eff:feec:3f27 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/9fde41f7-61d7-4b06-94f3-f7f74d122f1e/2902b947-99cf-4bb2-abed-783146b700a6) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:21.407566 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:21.414789 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:21.435340 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7193cc15-3c92-480e-8b6f-83963b9f50a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:21.526289 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de1bf5de-6d71-4f03-9daf-b14546ec2681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:21.542349 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:21.551285 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:21.553845 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193cc15-3c92-480e-8b6f-83963b9f50a6 None None] Pushing event updated for resources: {'Port': ['ID=267c70bd-2193-44d7-8042-d7fa4ed51446,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:21.563992 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:21.566028 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7167963f-1884-4635-b109-30fca134fb5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:21.572188 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-cfdd6ebe-023e-4d17-a9d1-7545d86cc5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:21.573854 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-cfdd6ebe-023e-4d17-a9d1-7545d86cc5b5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2825e101-39ca-4951-81d0-6f6735824e32 HTTP/1.1" status: 200 len: 797 time: 0.1573036 Dec 16 22:21:21.600036 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Pushing event updated for resources: {'Port': ['ID=6f19efc1-0331-416f-87de-47eaad4459b6,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:21.664862 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:21.665363 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:21.665797 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:21.666143 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:21.666496 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:21.666812 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:21.667198 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:21.667490 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:21.667829 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:21.668157 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:21.668479 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:21.669399 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:21.669399 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:21.699392 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-69859050-ba28-4dcf-921b-52e8d06591e9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:21.770410 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-033a5239-463c-4e83-98e9-00c870289aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:21.774904 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-033a5239-463c-4e83-98e9-00c870289aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:21.782986 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-033a5239-463c-4e83-98e9-00c870289aa9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/25c90561-5603-4cb0-82e1-221672be1e64 HTTP/1.1" status: 204 len: 168 time: 0.9681847 Dec 16 22:21:21.814779 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a5239-463c-4e83-98e9-00c870289aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c90561-5603-4cb0-82e1-221672be1e64,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:21.838326 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84dd9c-8117-4e0a-8e01-b630672ea1d5 req-46cb3dca-b50d-4ace-93c5-21ad00ec327c tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:21.846416 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b84dd9c-8117-4e0a-8e01-b630672ea1d5 req-46cb3dca-b50d-4ace-93c5-21ad00ec327c tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 945 time: 0.4312410 Dec 16 22:21:21.878053 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3e62f1dc-fd34-41d3-bdc6-791046cd9afa None None] Provisioning complete for port 4c55dbb3-77c3-41d9-b328-56cf1004ad4f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:21.879030 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e62f1dc-fd34-41d3-bdc6-791046cd9afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:21.882597 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-45fe1bcb-d9e3-4f56-ab7e-be762f50fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:21.883908 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-69859050-ba28-4dcf-921b-52e8d06591e9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:21.885954 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-45fe1bcb-d9e3-4f56-ab7e-be762f50fc57 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2810659 Dec 16 22:21:21.902579 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:21:21.902912 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:21:21.979269 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69859050-ba28-4dcf-921b-52e8d06591e9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:21.986923 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1bf5de-6d71-4f03-9daf-b14546ec2681 None None] Pushing event updated for resources: {'Port': ['ID=4c55dbb3-77c3-41d9-b328-56cf1004ad4f,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:21.989134 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-69859050-ba28-4dcf-921b-52e8d06591e9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:21.998690 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69859050-ba28-4dcf-921b-52e8d06591e9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:22.094499 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b84dd9c-8117-4e0a-8e01-b630672ea1d5 req-700f35e0-dd84-4abf-abae-3a7f3d04f0dc tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471862 Dec 16 22:21:22.097784 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69859050-ba28-4dcf-921b-52e8d06591e9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Port': ['ID=2902b947-99cf-4bb2-abed-783146b700a6,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:22.129422 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69859050-ba28-4dcf-921b-52e8d06591e9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:22.130121 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-69859050-ba28-4dcf-921b-52e8d06591e9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:22.166534 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3e62f1dc-fd34-41d3-bdc6-791046cd9afa None None] Provisioning complete for port f7ec125f-02a6-4476-ae03-880644533bb4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:22.166960 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e62f1dc-fd34-41d3-bdc6-791046cd9afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:22.207932 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-3e62f1dc-fd34-41d3-bdc6-791046cd9afa None None] Port f7ec125f-02a6-4476-ae03-880644533bb4 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:21:22.265142 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-69859050-ba28-4dcf-921b-52e8d06591e9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2176435 Dec 16 22:21:22.267545 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46202) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:22.302651 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-a5c060c2-02e9-4beb-8129-766b37ffcee7 service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981931 Dec 16 22:21:22.323955 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf48986-2257-488b-b7f7-30d4301090e3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:22.330044 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf48986-2257-488b-b7f7-30d4301090e3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:22.338866 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-dbf48986-2257-488b-b7f7-30d4301090e3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0701659 Dec 16 22:21:22.341301 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46204) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:22.452581 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-3e5897b5-bcb9-4459-9e1c-ef1cc8b0aa28 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting port 2902b947-99cf-4bb2-abed-783146b700a6 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:21:22.452846 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3e5897b5-bcb9-4459-9e1c-ef1cc8b0aa28 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:22.474773 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device fbc554af-0928-4b90-bd47-29f03b65bd4a up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:22.592392 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port fbc554af-0928-4b90-bd47-29f03b65bd4a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:22.592989 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:22.680834 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3e5897b5-bcb9-4459-9e1c-ef1cc8b0aa28 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:22.696748 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46208) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:22.724167 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-3e5897b5-bcb9-4459-9e1c-ef1cc8b0aa28 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Calling delete_port for 2902b947-99cf-4bb2-abed-783146b700a6 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:22.737856 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:22.767959 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port fbc554af-0928-4b90-bd47-29f03b65bd4a, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=fbc554af-0928-4b90-bd47-29f03b65bd4a,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:22.796986 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0aebc644-c555-4d19-920b-cec2f65e7b56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:22.851782 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:22.856111 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e0a1b960-81ca-4c77-ade7-a425ef4431bb up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:22.889486 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7167963f-1884-4635-b109-30fca134fb5b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:22.958703 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=fbc554af-0928-4b90-bd47-29f03b65bd4a,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:22.967647 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port e0a1b960-81ca-4c77-ade7-a425ef4431bb triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:22.967985 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:22.975321 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7167963f-1884-4635-b109-30fca134fb5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.010708 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952e9dd2-06c1-442d-9491-d231a48a257b None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:21:23.019662 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-60ece7e1-ea41-4b1a-9fae-b726f756f7da service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7086246 Dec 16 22:21:23.065731 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7167963f-1884-4635-b109-30fca134fb5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.108051 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.116006 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0d17e3b9-65a1-486a-ba38-4e4783c6eba2 None None] Provisioning complete for port 267c70bd-2193-44d7-8042-d7fa4ed51446 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:23.116222 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-d9d68ab3-d897-47fd-969b-696a20dd7a5e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=279064a7-b0af-47a2-926c-bbdc2a0e2846 HTTP/1.1" status: 200 len: 217 time: 0.0672038 Dec 16 22:21:23.116412 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d17e3b9-65a1-486a-ba38-4e4783c6eba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.122116 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3e5897b5-bcb9-4459-9e1c-ef1cc8b0aa28 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.174344 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5897b5-bcb9-4459-9e1c-ef1cc8b0aa28 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Port': ['ID=2902b947-99cf-4bb2-abed-783146b700a6,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:23.275087 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167963f-1884-4635-b109-30fca134fb5b admin admin] Pushing event updated for resources: {'Port': ['ID=f7ec125f-02a6-4476-ae03-880644533bb4,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:23.284637 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0aebc644-c555-4d19-920b-cec2f65e7b56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.342299 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3e5897b5-bcb9-4459-9e1c-ef1cc8b0aa28 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.348293 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3e5897b5-bcb9-4459-9e1c-ef1cc8b0aa28 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/2902b947-99cf-4bb2-abed-783146b700a6 HTTP/1.1" status: 204 len: 168 time: 1.0057366 Dec 16 22:21:23.353830 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46220) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:23.394968 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6bc50547-219b-4efa-bb97-2c59758aa2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.417040 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d17e3b9-65a1-486a-ba38-4e4783c6eba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.438856 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67a2654-97f5-4b01-b3d1-d084160b3c47 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:23.441410 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67a2654-97f5-4b01-b3d1-d084160b3c47 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:23.443077 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67a2654-97f5-4b01-b3d1-d084160b3c47 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:23.444858 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f67a2654-97f5-4b01-b3d1-d084160b3c47 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0897994 Dec 16 22:21:23.447796 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46222) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:23.456482 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2f9def-50fe-49d4-9c9c-47e49b38b993 None None] Update dhcp port {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'fixed_ips': [{'subnet_id': '9fde41f7-61d7-4b06-94f3-f7f74d122f1e', 'ip_address': '2001:db8::f816:3eff:feea:c286'}, {'subnet_id': 'b89422d8-32f4-4638-b5de-944f6b495bdf'}], 'binding:host_id': 'n-d-815324-4'}, 'id': '267c70bd-2193-44d7-8042-d7fa4ed51446'} from n-d-815324-4. {{(pid=103615) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:21:23.497189 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0aebc644-c555-4d19-920b-cec2f65e7b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.500148 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0d17e3b9-65a1-486a-ba38-4e4783c6eba2 None None] For port 267c70bd-2193-44d7-8042-d7fa4ed51446, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=267c70bd-2193-44d7-8042-d7fa4ed51446,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:23.520141 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b2f9def-50fe-49d4-9c9c-47e49b38b993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.576643 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-87cb44a0-8ebc-4aeb-bdf4-f10934fd2740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:23.578133 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-87cb44a0-8ebc-4aeb-bdf4-f10934fd2740 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2825e101-39ca-4951-81d0-6f6735824e32 HTTP/1.1" status: 200 len: 797 time: 0.4143603 Dec 16 22:21:23.580475 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d17e3b9-65a1-486a-ba38-4e4783c6eba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.584711 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0aebc644-c555-4d19-920b-cec2f65e7b56 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8852c890614b4a38bf018782d3a44b91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8794732 Dec 16 22:21:23.584711 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aebc644-c555-4d19-920b-cec2f65e7b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897ac56a-1a95-4805-ae6c-b54b4a14f65d,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:23.585090 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46224) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:23.596042 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc852bf-bb97-4eae-a117-2e841fa99dce tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet 9fde41f7-61d7-4b06-94f3-f7f74d122f1e {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:21:23.601983 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4fc852bf-bb97-4eae-a117-2e841fa99dce tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.637481 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4c55dbb3-77c3-41d9-b328-56cf1004ad4f up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:23.672774 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4fc852bf-bb97-4eae-a117-2e841fa99dce tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.769417 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17e3b9-65a1-486a-ba38-4e4783c6eba2 None None] Pushing event updated for resources: {'Port': ['ID=267c70bd-2193-44d7-8042-d7fa4ed51446,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:23.775427 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4e8da-32b5-4885-9b8c-cf6154bc9a47 req-2e18278d-96b9-495a-80fd-fc0bb93cd54e tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:23.777240 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ece4e8da-32b5-4885-9b8c-cf6154bc9a47 req-2e18278d-96b9-495a-80fd-fc0bb93cd54e tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 945 time: 0.5050628 Dec 16 22:21:23.791277 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 4c55dbb3-77c3-41d9-b328-56cf1004ad4f triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:23.791653 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.804252 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7167963f-1884-4635-b109-30fca134fb5b admin admin] Network 34ec0e8e-bff4-43c8-8566-079ad33313f7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:23.819959 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.826036 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-7167963f-1884-4635-b109-30fca134fb5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:23.849947 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4fc852bf-bb97-4eae-a117-2e841fa99dce tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.851560 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8a4f86d-000c-4a11-9473-06764a230a4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:23.857246 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-2f91137c-758a-46e7-b98d-7a734b5020ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:23.859256 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-2f91137c-758a-46e7-b98d-7a734b5020ba service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2318785 Dec 16 22:21:23.916449 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 267c70bd-2193-44d7-8042-d7fa4ed51446 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:23.983417 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 267c70bd-2193-44d7-8042-d7fa4ed51446 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:23.983896 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:24.092559 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4fc852bf-bb97-4eae-a117-2e841fa99dce tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:24.102397 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8a4f86d-000c-4a11-9473-06764a230a4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:24.131555 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc852bf-bb97-4eae-a117-2e841fa99dce tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=9fde41f7-61d7-4b06-94f3-f7f74d122f1e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:24.137244 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4fc852bf-bb97-4eae-a117-2e841fa99dce tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:24.140707 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4fc852bf-bb97-4eae-a117-2e841fa99dce tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/9fde41f7-61d7-4b06-94f3-f7f74d122f1e HTTP/1.1" status: 204 len: 168 time: 0.6915617 Dec 16 22:21:24.143143 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46230) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:24.159647 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ece4e8da-32b5-4885-9b8c-cf6154bc9a47 req-8675bbce-f2aa-4e85-8fe2-27d2c9385211 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659275 Dec 16 22:21:24.182172 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382610f4-7cff-41d1-9d16-6eedfedb649a req-0a858c65-3868-449b-9369-1a4a8843f7d8 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:24.183772 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-382610f4-7cff-41d1-9d16-6eedfedb649a req-0a858c65-3868-449b-9369-1a4a8843f7d8 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 945 time: 0.1275249 Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server [None req-7b2f9def-50fe-49d4-9c9c-47e49b38b993 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9fde41f7-61d7-4b06-94f3-f7f74d122f1e: This subnet is being modified by another concurrent operation. Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 22:21:24.187924 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise exception Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9fde41f7-61d7-4b06-94f3-f7f74d122f1e: This subnet is being modified by another concurrent operation. Dec 16 22:21:24.192600 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server Dec 16 22:21:24.209018 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device fbc554af-0928-4b90-bd47-29f03b65bd4a up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:24.312577 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9e6e453b-102c-47bf-a809-e0ed76c5c687 None None] Provisioning complete for port f7ec125f-02a6-4476-ae03-880644533bb4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:24.312749 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9e6e453b-102c-47bf-a809-e0ed76c5c687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:24.391384 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f360260-3f1e-40fe-bdf5-23c61ff51214 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet b89422d8-32f4-4638-b5de-944f6b495bdf {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:21:24.399850 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-54ee9818-7eed-4103-9ad5-18a9e30c16a2 service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653101 Dec 16 22:21:24.407267 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5f360260-3f1e-40fe-bdf5-23c61ff51214 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:24.412728 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7167963f-1884-4635-b109-30fca134fb5b admin admin] Router 2a39e418-7355-4daf-8886-77aa3f68e542 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:21:24.414724 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-382610f4-7cff-41d1-9d16-6eedfedb649a req-e4daf13a-ae8f-41dd-a494-5a3e07e692df tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/security-groups?id=4a52099b-eca1-4e3c-bea6-1181fd05b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117040 Dec 16 22:21:24.479989 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5f360260-3f1e-40fe-bdf5-23c61ff51214 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:24.521389 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8a4f86d-000c-4a11-9473-06764a230a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:24.525920 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8a4f86d-000c-4a11-9473-06764a230a4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:24.527207 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d8a4f86d-000c-4a11-9473-06764a230a4c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/897ac56a-1a95-4805-ae6c-b54b4a14f65d HTTP/1.1" status: 204 len: 168 time: 0.9365387 Dec 16 22:21:24.537597 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9563c8a-7537-4434-8c6e-e6b21e8655cf None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:21:24.545517 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4f86d-000c-4a11-9473-06764a230a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897ac56a-1a95-4805-ae6c-b54b4a14f65d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:24.579195 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5f360260-3f1e-40fe-bdf5-23c61ff51214 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:24.609086 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Router 4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:21:24.672106 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9e6e453b-102c-47bf-a809-e0ed76c5c687 None None] Port f7ec125f-02a6-4476-ae03-880644533bb4 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:21:24.700230 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port fbc554af-0928-4b90-bd47-29f03b65bd4a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:24.704235 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:24.763344 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5f360260-3f1e-40fe-bdf5-23c61ff51214 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:24.798823 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-6f8a899a-2c1d-403b-aee2-dfe9999fa759 service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820372 Dec 16 22:21:24.811890 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f360260-3f1e-40fe-bdf5-23c61ff51214 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=b89422d8-32f4-4638-b5de-944f6b495bdf,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:24.816144 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5f360260-3f1e-40fe-bdf5-23c61ff51214 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:24.827554 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5f360260-3f1e-40fe-bdf5-23c61ff51214 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/b89422d8-32f4-4638-b5de-944f6b495bdf HTTP/1.1" status: 204 len: 168 time: 0.6824925 Dec 16 22:21:24.828727 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4af52082-83af-4f30-bb4c-1c9023955f41 None None] Provisioning complete for port 267c70bd-2193-44d7-8042-d7fa4ed51446 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:24.829396 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4af52082-83af-4f30-bb4c-1c9023955f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:24.833406 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46248) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:24.875917 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41adb74-af1d-460d-a524-e8f811c6b9b2 None None] Update dhcp port {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'fixed_ips': [{'subnet_id': 'b89422d8-32f4-4638-b5de-944f6b495bdf'}], 'binding:host_id': 'n-d-815324-4'}, 'id': '267c70bd-2193-44d7-8042-d7fa4ed51446'} from n-d-815324-4. {{(pid=103615) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:21:24.882003 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-9b742430-5516-4500-a000-be90f9ed1258 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=932561c8-57cf-466c-86d4-05fa02856f87 HTTP/1.1" status: 200 len: 217 time: 0.0473881 Dec 16 22:21:24.890029 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7167963f-1884-4635-b109-30fca134fb5b admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:24.895248 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-285e7156-ac97-4d40-a612-d537eef8b29d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602057 Dec 16 22:21:24.896311 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46250) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:24.903955 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d8202d-9aef-4863-9cb1-de0330a782e2 None None] Sync routers for ids ['2a39e418-7355-4daf-8886-77aa3f68e542'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:24.905024 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7167963f-1884-4635-b109-30fca134fb5b admin admin] 10.222.0.75 "PUT /v2.0/routers/2a39e418-7355-4daf-8886-77aa3f68e542/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5417747 Dec 16 22:21:24.917330 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-4c2319e7-926f-49cc-92ce-fc9ff6990870 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:24.939019 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d8202d-9aef-4863-9cb1-de0330a782e2 None None] Routers {'2a39e418-7355-4daf-8886-77aa3f68e542'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:24.941213 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e1d8202d-9aef-4863-9cb1-de0330a782e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2a39e418-7355-4daf-8886-77aa3f68e542'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:24.941379 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:24.970213 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-2a5e1cf5-703d-4ea9-bbe8-6372c178814d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:24.971826 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-2a5e1cf5-703d-4ea9-bbe8-6372c178814d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2825e101-39ca-4951-81d0-6f6735824e32 HTTP/1.1" status: 200 len: 797 time: 0.0780363 Dec 16 22:21:24.981312 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d41adb74-af1d-460d-a524-e8f811c6b9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:24.998823 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87553faf-b65c-4f9a-ada9-e9f5ed3428e8 None None] Sync routers for ids ['4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:25.073601 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-8a3a1ed1-544d-4053-8b51-590e85873d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:25.074697 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87553faf-b65c-4f9a-ada9-e9f5ed3428e8 None None] Routers {'4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:25.075451 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-8a3a1ed1-544d-4053-8b51-590e85873d37 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0913630 Dec 16 22:21:25.081943 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-87553faf-b65c-4f9a-ada9-e9f5ed3428e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:20:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:25.103632 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46254) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:25.149316 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:25.155990 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46260) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:25.157015 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-77f171ff-00ec-4d14-ad60-edc2c0e63eaa admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.8414922 Dec 16 22:21:25.249040 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-e1d8202d-9aef-4863-9cb1-de0330a782e2 None None] Set router 2a39e418-7355-4daf-8886-77aa3f68e542 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:21:25.290286 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-f495c279-598b-453d-ae13-526aa7d6efe3 service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034738 Dec 16 22:21:25.291729 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2319e7-926f-49cc-92ce-fc9ff6990870 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:25.299318 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c2319e7-926f-49cc-92ce-fc9ff6990870 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:25.442975 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-b55e534f-86cb-46ac-9771-a10f4e433a15 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1846217372'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:25.467220 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-87553faf-b65c-4f9a-ada9-e9f5ed3428e8 None None] Set router 4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:21:25.594568 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 267c70bd-2193-44d7-8042-d7fa4ed51446 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:21:25.620792 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea7e3b-7136-46ad-b3d8-87299b6b6749 req-37d444e0-7a25-4c52-b649-7622b091d4b9 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:25.623871 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-31ea7e3b-7136-46ad-b3d8-87299b6b6749 req-37d444e0-7a25-4c52-b649-7622b091d4b9 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 945 time: 0.2459939 Dec 16 22:21:25.691673 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-31ea7e3b-7136-46ad-b3d8-87299b6b6749 req-a9107cb7-2b24-4b0c-be05-a9c30fd935a8 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593827 Dec 16 22:21:25.754805 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-fae48e6a-257c-414d-9af3-e1b2017af69d service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554224 Dec 16 22:21:25.846414 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55e534f-86cb-46ac-9771-a10f4e433a15 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Made reservation on behalf of 3276816411724e4d868a9c723e7bff7f for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:25.852192 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e1d8202d-9aef-4863-9cb1-de0330a782e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a39e418-7355-4daf-8886-77aa3f68e542', 'name': 'tempest-ServersTestMultiNic-1100420481-router', 'tenant_id': '3276816411724e4d868a9c723e7bff7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fbc554af-0928-4b90-bd47-29f03b65bd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:21:09Z', 'updated_at': '2021-12-16T22:21:21Z', 'revision_number': 4, 'project_id': '3276816411724e4d868a9c723e7bff7f', 'gw_port': {'id': 'fbc554af-0928-4b90-bd47-29f03b65bd4a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a39e418-7355-4daf-8886-77aa3f68e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:11Z', 'updated_at': '2021-12-16T22:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f7ec125f-02a6-4476-ae03-880644533bb4', 'name': '', 'network_id': '34ec0e8e-bff4-43c8-8566-079ad33313f7', 'tenant_id': '3276816411724e4d868a9c723e7bff7f', 'mac_address': 'fa:16:3e:86:5d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a39e418-7355-4daf-8886-77aa3f68e542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '732c50e2-8f86-42f7-9af5-b82264e80666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:18Z', 'updated_at': '2021-12-16T22:21:21Z', 'revision_number': 2, 'project_id': '3276816411724e4d868a9c723e7bff7f', 'subnets': [{'id': '732c50e2-8f86-42f7-9af5-b82264e80666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:25.852501 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b55e534f-86cb-46ac-9771-a10f4e433a15 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:25.855988 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-0a3bf965-f8f0-4dc9-8aca-6b6db477e3ec service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=be59d789-35f2-47f8-a2bf-dacd1121b4c0 HTTP/1.1" status: 200 len: 217 time: 0.0887406 Dec 16 22:21:25.938365 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d8202d-9aef-4863-9cb1-de0330a782e2 None None] Checking router: 2a39e418-7355-4daf-8886-77aa3f68e542 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:21:25.939034 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d8202d-9aef-4863-9cb1-de0330a782e2 None None] Updating router 2a39e418-7355-4daf-8886-77aa3f68e542 port f7ec125f-02a6-4476-ae03-880644533bb4 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:21:25.958496 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55e534f-86cb-46ac-9771-a10f4e433a15 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:21:25.968319 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-032053d5-b3dd-46e7-baa8-1f117518eea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:25.969934 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-032053d5-b3dd-46e7-baa8-1f117518eea2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2825e101-39ca-4951-81d0-6f6735824e32 HTTP/1.1" status: 200 len: 797 time: 0.1060858 Dec 16 22:21:25.982679 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b55e534f-86cb-46ac-9771-a10f4e433a15 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:25.983247 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-b55e534f-86cb-46ac-9771-a10f4e433a15 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Added segment 5f9a9a2f-d982-467f-a1f1-227f879b9bea of type vlan for network d3be1240-9da7-4523-84d6-c4d795c509fa Dec 16 22:21:25.987780 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699b7f59-78b2-495d-8eed-1ebea9e5058c None None] get_active_networks_info from n-d-815324-4 {{(pid=103615) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:21:26.017316 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e1d8202d-9aef-4863-9cb1-de0330a782e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:26.081099 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-20f1d029-82b5-4652-8eb6-25ffa31851a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:26.099496 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-623cba75-4038-41b1-8fc4-6027e3945271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:26.101026 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-623cba75-4038-41b1-8fc4-6027e3945271 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1139855 Dec 16 22:21:26.103936 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b55e534f-86cb-46ac-9771-a10f4e433a15 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:26.198927 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-385dff61-2721-47f6-8fba-6af9fd1b177e None None] Provisioning complete for port 267c70bd-2193-44d7-8042-d7fa4ed51446 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:26.199339 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385dff61-2721-47f6-8fba-6af9fd1b177e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:26.277645 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-9b21ce55-8f73-4842-a1d8-5d29bf92b54b service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659696 Dec 16 22:21:26.315747 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b55e534f-86cb-46ac-9771-a10f4e433a15 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:26.326572 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55e534f-86cb-46ac-9771-a10f4e433a15 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:26.328542 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b55e534f-86cb-46ac-9771-a10f4e433a15 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:26.489845 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:26.509864 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e1d8202d-9aef-4863-9cb1-de0330a782e2 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:26.608562 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e1d8202d-9aef-4863-9cb1-de0330a782e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:26.647418 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 267c70bd-2193-44d7-8042-d7fa4ed51446, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=267c70bd-2193-44d7-8042-d7fa4ed51446,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:26.656058 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-385dff61-2721-47f6-8fba-6af9fd1b177e None None] Could not find standard attr ID for object 2902b947-99cf-4bb2-abed-783146b700a6. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:21:26.682305 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699b7f59-78b2-495d-8eed-1ebea9e5058c None None] Resources bound (agent type, host, resource id): {{(pid=103615) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:21:26.689283 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-87553faf-b65c-4f9a-ada9-e9f5ed3428e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57', 'name': 'tempest-TaggedBootDevicesTest_v242-240506083-router', 'tenant_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '6f19efc1-0331-416f-87de-47eaad4459b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:21:15Z', 'updated_at': '2021-12-16T22:21:22Z', 'revision_number': 3, 'project_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'gw_port': {'id': '6f19efc1-0331-416f-87de-47eaad4459b6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:19Z', 'updated_at': '2021-12-16T22:21:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:26.769301 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87553faf-b65c-4f9a-ada9-e9f5ed3428e8 None None] Checking router: 4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:21:26.770114 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87553faf-b65c-4f9a-ada9-e9f5ed3428e8 None None] Updating router 4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57 port 6f19efc1-0331-416f-87de-47eaad4459b6 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:21:26.811726 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f61749-34e0-4868-9fbf-6eeeab10c1ab None None] Pushing event updated for resources: {'Port': ['ID=f7ec125f-02a6-4476-ae03-880644533bb4,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:26.860154 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:26.911479 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-e1d8202d-9aef-4863-9cb1-de0330a782e2 None None] Attempting to bind port f7ec125f-02a6-4476-ae03-880644533bb4 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:21:26.911852 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-e1d8202d-9aef-4863-9cb1-de0330a782e2 None None] Attempting to bind port f7ec125f-02a6-4476-ae03-880644533bb4 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'ea109f61-1153-46a5-93d3-a3f19bcb2862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '34ec0e8e-bff4-43c8-8566-079ad33313f7'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:21:26.912264 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d8202d-9aef-4863-9cb1-de0330a782e2 None None] Attempting to bind port f7ec125f-02a6-4476-ae03-880644533bb4 on network 34ec0e8e-bff4-43c8-8566-079ad33313f7 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:26.920869 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d8202d-9aef-4863-9cb1-de0330a782e2 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:21:26.921855 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d8202d-9aef-4863-9cb1-de0330a782e2 None None] Checking segment: {'id': 'ea109f61-1153-46a5-93d3-a3f19bcb2862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '34ec0e8e-bff4-43c8-8566-079ad33313f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:26.922469 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e1d8202d-9aef-4863-9cb1-de0330a782e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:26.923114 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d8202d-9aef-4863-9cb1-de0330a782e2 None None] Bound using segment: {'id': 'ea109f61-1153-46a5-93d3-a3f19bcb2862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '34ec0e8e-bff4-43c8-8566-079ad33313f7'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:21:26.923954 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-e1d8202d-9aef-4863-9cb1-de0330a782e2 None None] Bound port: f7ec125f-02a6-4476-ae03-880644533bb4, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea109f61-1153-46a5-93d3-a3f19bcb2862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '34ec0e8e-bff4-43c8-8566-079ad33313f7'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:21:26.924706 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e1d8202d-9aef-4863-9cb1-de0330a782e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:26.936993 n-d-815324-4 neutron-server[103614]: DEBUG neutron.objects.ports [None req-4c2319e7-926f-49cc-92ce-fc9ff6990870 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103614) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:21:27.049297 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-e1d8202d-9aef-4863-9cb1-de0330a782e2 None None] For port f7ec125f-02a6-4476-ae03-880644533bb4, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:21:27.052092 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755a437-09e8-4493-80b4-98c6adb01360 req-f08b4bf3-afdf-41cb-8098-f7de62e37760 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:27.054262 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-e1d8202d-9aef-4863-9cb1-de0330a782e2 None None] For port f7ec125f-02a6-4476-ae03-880644533bb4, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f7ec125f-02a6-4476-ae03-880644533bb4,segment=NetworkSegment(ea109f61-1153-46a5-93d3-a3f19bcb2862),segment_id=ea109f61-1153-46a5-93d3-a3f19bcb2862)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:21:27.060419 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0755a437-09e8-4493-80b4-98c6adb01360 req-f08b4bf3-afdf-41cb-8098-f7de62e37760 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 945 time: 0.2092752 Dec 16 22:21:27.095699 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-87553faf-b65c-4f9a-ada9-e9f5ed3428e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:27.098978 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:27.107206 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:27.207305 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0755a437-09e8-4493-80b4-98c6adb01360 req-5c43deca-62e1-41b4-89f7-678df8f7bc59 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456945 Dec 16 22:21:27.219688 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e534f-86cb-46ac-9771-a10f4e433a15 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event updated for resources: {'Network': ['ID=d3be1240-9da7-4523-84d6-c4d795c509fa,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:27.235618 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e1d8202d-9aef-4863-9cb1-de0330a782e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:27.260370 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network d3be1240-9da7-4523-84d6-c4d795c509fa details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:21:27.268659 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f3d1a-0157-429b-96ae-c9649328bc41 req-a0db3a5c-8de5-48a4-b347-23cd121c98ef tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:27.270337 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d23f3d1a-0157-429b-96ae-c9649328bc41 req-a0db3a5c-8de5-48a4-b347-23cd121c98ef tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 945 time: 0.1141098 Dec 16 22:21:27.300015 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b55e534f-86cb-46ac-9771-a10f4e433a15 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.1919944 Dec 16 22:21:27.312023 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=267c70bd-2193-44d7-8042-d7fa4ed51446,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:27.316224 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46302) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:27.331950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-f17fc9ad-5f3a-47a9-97ac-08a55a025044 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Request body: {'subnet': {'network_id': 'd3be1240-9da7-4523-84d6-c4d795c509fa', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:27.365194 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-faa97a6f-812d-4357-a564-0e869e13b5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:27.378074 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d8202d-9aef-4863-9cb1-de0330a782e2 None None] Routers {'2a39e418-7355-4daf-8886-77aa3f68e542'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:27.378807 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e1d8202d-9aef-4863-9cb1-de0330a782e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:21:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2a39e418-7355-4daf-8886-77aa3f68e542'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:27.453109 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-15091616-c929-42bd-82c6-407ef1d9ce5d service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1671097 Dec 16 22:21:27.527018 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-516d2895-d799-4d35-ba0d-20d8f5355a39 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74efd0d5-e0a1-4bfc-9a1d-9968cef63895 HTTP/1.1" status: 200 len: 217 time: 0.0662038 Dec 16 22:21:27.568316 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-e1d8202d-9aef-4863-9cb1-de0330a782e2 None None] Set router 2a39e418-7355-4daf-8886-77aa3f68e542 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:21:27.590628 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-371c49ba-406f-4877-b78d-48e73f631521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:27.591775 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-faa97a6f-812d-4357-a564-0e869e13b5a7 admin admin] Allocated IP 172.20.0.1 (ea971731-797d-4d89-ac37-fd25042aca96/17610a02-eabf-4576-9952-faec072a6c2b/f50573f1-fc11-4e6e-8a82-86eb7587aa02) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:27.592161 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-371c49ba-406f-4877-b78d-48e73f631521 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c9a0b227-b5a7-4ec3-a018-5c1f436677a0 HTTP/1.1" status: 200 len: 797 time: 0.0530910 Dec 16 22:21:27.637929 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f61749-34e0-4868-9fbf-6eeeab10c1ab None None] Pushing event updated for resources: {'Port': ['ID=f7ec125f-02a6-4476-ae03-880644533bb4,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:27.678973 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d23f3d1a-0157-429b-96ae-c9649328bc41 req-473d5e72-2654-46d7-aaa1-4166dcf64a36 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/security-groups?id=4a52099b-eca1-4e3c-bea6-1181fd05b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3807740 Dec 16 22:21:27.761739 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-fda753ff-0835-4fea-9cf7-c36599ec04e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:27.763506 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-fda753ff-0835-4fea-9cf7-c36599ec04e5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=133792b4-eb35-4125-8057-ae6885c1e196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1503115 Dec 16 22:21:27.806480 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-faa97a6f-812d-4357-a564-0e869e13b5a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:27.884127 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17fc9ad-5f3a-47a9-97ac-08a55a025044 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Made reservation on behalf of 3276816411724e4d868a9c723e7bff7f for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:27.891269 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f17fc9ad-5f3a-47a9-97ac-08a55a025044 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:27.895025 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c2319e7-926f-49cc-92ce-fc9ff6990870 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:28.080148 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e1d8202d-9aef-4863-9cb1-de0330a782e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a39e418-7355-4daf-8886-77aa3f68e542', 'name': 'tempest-ServersTestMultiNic-1100420481-router', 'tenant_id': '3276816411724e4d868a9c723e7bff7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fbc554af-0928-4b90-bd47-29f03b65bd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:21:09Z', 'updated_at': '2021-12-16T22:21:21Z', 'revision_number': 4, 'project_id': '3276816411724e4d868a9c723e7bff7f', 'gw_port': {'id': 'fbc554af-0928-4b90-bd47-29f03b65bd4a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a39e418-7355-4daf-8886-77aa3f68e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:11Z', 'updated_at': '2021-12-16T22:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f7ec125f-02a6-4476-ae03-880644533bb4', 'name': '', 'network_id': '34ec0e8e-bff4-43c8-8566-079ad33313f7', 'tenant_id': '3276816411724e4d868a9c723e7bff7f', 'mac_address': 'fa:16:3e:86:5d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a39e418-7355-4daf-8886-77aa3f68e542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '732c50e2-8f86-42f7-9af5-b82264e80666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:18Z', 'updated_at': '2021-12-16T22:21:27Z', 'revision_number': 4, 'project_id': '3276816411724e4d868a9c723e7bff7f', 'subnets': [{'id': '732c50e2-8f86-42f7-9af5-b82264e80666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:28.087497 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-0f36b507-fcad-4132-8a31-190a881261e3 service neutron] 10.222.0.76 "GET /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093498 Dec 16 22:21:28.190338 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d8202d-9aef-4863-9cb1-de0330a782e2 None None] The sync data for ids ['2a39e418-7355-4daf-8886-77aa3f68e542'] in n-d-815324-4 is: [{'id': '2a39e418-7355-4daf-8886-77aa3f68e542', 'name': 'tempest-ServersTestMultiNic-1100420481-router', 'tenant_id': '3276816411724e4d868a9c723e7bff7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fbc554af-0928-4b90-bd47-29f03b65bd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:21:09Z', 'updated_at': '2021-12-16T22:21:21Z', 'revision_number': 4, 'project_id': '3276816411724e4d868a9c723e7bff7f', 'gw_port': {'id': 'fbc554af-0928-4b90-bd47-29f03b65bd4a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a39e418-7355-4daf-8886-77aa3f68e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:11Z', 'updated_at': '2021-12-16T22:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f7ec125f-02a6-4476-ae03-880644533bb4', 'name': '', 'network_id': '34ec0e8e-bff4-43c8-8566-079ad33313f7', 'tenant_id': '3276816411724e4d868a9c723e7bff7f', 'mac_address': 'fa:16:3e:86:5d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a39e418-7355-4daf-8886-77aa3f68e542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '732c50e2-8f86-42f7-9af5-b82264e80666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:18Z', 'updated_at': '2021-12-16T22:21:27Z', 'revision_number': 4, 'project_id': '3276816411724e4d868a9c723e7bff7f', 'subnets': [{'id': '732c50e2-8f86-42f7-9af5-b82264e80666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:28.201938 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-4c2319e7-926f-49cc-92ce-fc9ff6990870 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] For port 267c70bd-2193-44d7-8042-d7fa4ed51446, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=267c70bd-2193-44d7-8042-d7fa4ed51446,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:28.221287 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-faa97a6f-812d-4357-a564-0e869e13b5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:28.237747 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa97a6f-812d-4357-a564-0e869e13b5a7 admin admin] Network ea971731-797d-4d89-ac37-fd25042aca96 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:28.244073 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-faa97a6f-812d-4357-a564-0e869e13b5a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:28.253254 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa97a6f-812d-4357-a564-0e869e13b5a7 admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:28.367849 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:28.413750 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-87553faf-b65c-4f9a-ada9-e9f5ed3428e8 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:28.452678 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa97a6f-812d-4357-a564-0e869e13b5a7 admin admin] Pushing event updated for resources: {'Port': ['ID=f50573f1-fc11-4e6e-8a82-86eb7587aa02,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:28.472286 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:28.495905 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c2319e7-926f-49cc-92ce-fc9ff6990870 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:28.513030 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Provisioning complete for port c95fc7c3-49c5-44ce-81d5-d8bed822cc9e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:28.514072 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:28.519256 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-faa97a6f-812d-4357-a564-0e869e13b5a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:28.587834 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-87553faf-b65c-4f9a-ada9-e9f5ed3428e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:28.611898 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-45df7fa4-4e20-4005-aed2-6867c9e1ef8d service neutron] 10.222.0.76 "GET /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5164778 Dec 16 22:21:28.638160 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb111a3a-5984-4c1a-9491-ebdcda51b940 req-324021bc-8a44-4687-9983-e0c0c9865311 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:28.676400 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bb111a3a-5984-4c1a-9491-ebdcda51b940 req-324021bc-8a44-4687-9983-e0c0c9865311 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 945 time: 0.2342672 Dec 16 22:21:28.730337 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c2319e7-926f-49cc-92ce-fc9ff6990870 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:28.732092 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c2319e7-926f-49cc-92ce-fc9ff6990870 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:28.744390 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f57e73-5bb1-4358-82c3-dc51d5004760 None None] Pushing event updated for resources: {'Port': ['ID=6f19efc1-0331-416f-87de-47eaad4459b6,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:28.791651 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-95fb0eff-f20d-4d8b-8900-8df35374cd34 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4c02002-46db-4b56-bc15-eb1387a0bf64 HTTP/1.1" status: 200 len: 217 time: 0.0892181 Dec 16 22:21:28.826579 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-87553faf-b65c-4f9a-ada9-e9f5ed3428e8 None None] Attempting to bind port 6f19efc1-0331-416f-87de-47eaad4459b6 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:21:28.826967 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-87553faf-b65c-4f9a-ada9-e9f5ed3428e8 None None] Attempting to bind port 6f19efc1-0331-416f-87de-47eaad4459b6 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:21:28.828092 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87553faf-b65c-4f9a-ada9-e9f5ed3428e8 None None] Attempting to bind port 6f19efc1-0331-416f-87de-47eaad4459b6 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:28.860603 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f17fc9ad-5f3a-47a9-97ac-08a55a025044 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:28.869965 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87553faf-b65c-4f9a-ada9-e9f5ed3428e8 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:21:28.870349 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87553faf-b65c-4f9a-ada9-e9f5ed3428e8 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:28.870762 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-87553faf-b65c-4f9a-ada9-e9f5ed3428e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:28.876206 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87553faf-b65c-4f9a-ada9-e9f5ed3428e8 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:21:28.876917 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-87553faf-b65c-4f9a-ada9-e9f5ed3428e8 None None] Bound port: 6f19efc1-0331-416f-87de-47eaad4459b6, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:21:28.877376 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-87553faf-b65c-4f9a-ada9-e9f5ed3428e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:28.894130 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2319e7-926f-49cc-92ce-fc9ff6990870 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:28.934465 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-86dbb3a8-faec-4545-9ac2-140a71920454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:28.937284 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-4c2319e7-926f-49cc-92ce-fc9ff6990870 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:28.937800 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-86dbb3a8-faec-4545-9ac2-140a71920454 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c9a0b227-b5a7-4ec3-a018-5c1f436677a0 HTTP/1.1" status: 200 len: 797 time: 0.1304650 Dec 16 22:21:28.954672 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2319e7-926f-49cc-92ce-fc9ff6990870 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=f18ea0bf-4a7a-46a5-9a32-851a2a6e6386,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:28.958690 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2319e7-926f-49cc-92ce-fc9ff6990870 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:28.959456 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c2319e7-926f-49cc-92ce-fc9ff6990870 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:29.011228 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2319e7-926f-49cc-92ce-fc9ff6990870 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Port': ['ID=267c70bd-2193-44d7-8042-d7fa4ed51446,revision_number=7']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:29.036315 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-faa97a6f-812d-4357-a564-0e869e13b5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:29.039975 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bb111a3a-5984-4c1a-9491-ebdcda51b940 req-ac8265ed-54cf-4ba9-93f9-440a22f88499 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576088 Dec 16 22:21:29.059217 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-87553faf-b65c-4f9a-ada9-e9f5ed3428e8 None None] For port 6f19efc1-0331-416f-87de-47eaad4459b6, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:21:29.062978 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-87553faf-b65c-4f9a-ada9-e9f5ed3428e8 None None] For port 6f19efc1-0331-416f-87de-47eaad4459b6, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=6f19efc1-0331-416f-87de-47eaad4459b6,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:21:29.115005 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Provisioning complete for port a677345f-a28d-4caa-9413-72e0bc847b1c triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:29.115546 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:29.130811 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee6f7c-15ad-4ddf-8aa1-0852e1455028 req-425838fa-43da-4aa7-a73c-64354602b13b tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:29.134252 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-99ee6f7c-15ad-4ddf-8aa1-0852e1455028 req-425838fa-43da-4aa7-a73c-64354602b13b tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 945 time: 0.1528690 Dec 16 22:21:29.174678 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17fc9ad-5f3a-47a9-97ac-08a55a025044 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event updated for resources: {'Subnet': ['ID=31e1c7da-9b6c-441b-b055-c34e47605c34,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:29.206246 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-87553faf-b65c-4f9a-ada9-e9f5ed3428e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:29.222343 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:29.252670 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4c2319e7-926f-49cc-92ce-fc9ff6990870 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3545396 Dec 16 22:21:29.261007 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46342) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:29.272371 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-6e76255c-2613-4ea6-853c-da1bd0d5caf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:29.300253 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-741e253d-b6e3-41bf-84c9-51c1b85ec905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:29.302266 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-741e253d-b6e3-41bf-84c9-51c1b85ec905 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=133792b4-eb35-4125-8057-ae6885c1e196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3150046 Dec 16 22:21:29.368040 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17fc9ad-5f3a-47a9-97ac-08a55a025044 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Checking segment: {'id': '5f9a9a2f-d982-467f-a1f1-227f879b9bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd3be1240-9da7-4523-84d6-c4d795c509fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:29.374658 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17fc9ad-5f3a-47a9-97ac-08a55a025044 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Network hostable DHCP agents. Network: d3be1240-9da7-4523-84d6-c4d795c509fa, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:21:29.415371 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Port a677345f-a28d-4caa-9413-72e0bc847b1c cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:21:29.415371 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f57e73-5bb1-4358-82c3-dc51d5004760 None None] Pushing event updated for resources: {'Port': ['ID=6f19efc1-0331-416f-87de-47eaad4459b6,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:29.460409 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87553faf-b65c-4f9a-ada9-e9f5ed3428e8 None None] Routers {'4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:29.462185 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-87553faf-b65c-4f9a-ada9-e9f5ed3428e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:21:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:29.552642 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Provisioning complete for port e54cacf1-d350-433d-98fc-fe09bb84616a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:29.553389 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-99ee6f7c-15ad-4ddf-8aa1-0852e1455028 req-0f541279-b2d5-4538-916d-5d568bb865ad tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/security-groups?id=4a52099b-eca1-4e3c-bea6-1181fd05b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3987887 Dec 16 22:21:29.553654 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:29.609878 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17fc9ad-5f3a-47a9-97ac-08a55a025044 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Network d3be1240-9da7-4523-84d6-c4d795c509fa is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:21:29.662563 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 267c70bd-2193-44d7-8042-d7fa4ed51446 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:29.696524 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-e7f67e2e-c041-4f47-baf0-ebbd3cb04fa7 service neutron] 10.222.0.76 "GET /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854475 Dec 16 22:21:29.809058 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-faa97a6f-812d-4357-a564-0e869e13b5a7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:29.953262 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f58513-eac7-4944-a157-05b50dc6c6e2 req-79986b84-43be-4450-a638-31ade1c004a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:29.955073 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4f58513-eac7-4944-a157-05b50dc6c6e2 req-79986b84-43be-4450-a638-31ade1c004a1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 1096 time: 0.1146986 Dec 16 22:21:29.957961 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-87553faf-b65c-4f9a-ada9-e9f5ed3428e8 None None] Set router 4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:21:29.961989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e76255c-2613-4ea6-853c-da1bd0d5caf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:29.966121 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e76255c-2613-4ea6-853c-da1bd0d5caf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:29.970765 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-faa97a6f-812d-4357-a564-0e869e13b5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:30.003425 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d170c8-3fd9-414c-a82d-b8245d7a7550 req-7f755a25-4d0d-4c37-aee9-304a48df6113 service neutron] 10.222.0.76 "GET /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954819 Dec 16 22:21:30.006329 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-f17fc9ad-5f3a-47a9-97ac-08a55a025044 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, d3be1240-9da7-4523-84d6-c4d795c509fa) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:30.026578 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17fc9ad-5f3a-47a9-97ac-08a55a025044 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:30.028002 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f17fc9ad-5f3a-47a9-97ac-08a55a025044 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:30.060601 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 267c70bd-2193-44d7-8042-d7fa4ed51446 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:30.060989 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:30.166452 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f17fc9ad-5f3a-47a9-97ac-08a55a025044 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8490419 Dec 16 22:21:30.169016 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46362) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:30.174323 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-7d8c7226-a81e-45eb-b19e-d9d621a7804f tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1422256095'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:30.315126 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4f58513-eac7-4944-a157-05b50dc6c6e2 req-dd041d25-14e4-4f06-a29a-26a456d9f6f2 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336585 Dec 16 22:21:30.329816 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-faa97a6f-812d-4357-a564-0e869e13b5a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:30.339961 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56519346-1e2a-4292-b564-6d8b7c5d6ba9 req-8bcebd28-4fbc-4086-93e3-2b8d9f665bf0 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:30.348046 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-56519346-1e2a-4292-b564-6d8b7c5d6ba9 req-8bcebd28-4fbc-4086-93e3-2b8d9f665bf0 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 945 time: 0.1402457 Dec 16 22:21:30.352871 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa97a6f-812d-4357-a564-0e869e13b5a7 admin admin] Pushing event updated for resources: {'Port': ['ID=f50573f1-fc11-4e6e-8a82-86eb7587aa02,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:30.397094 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7b745e-a10d-4fef-ad31-8b238001b1d9 None None] get_active_networks_info from n-d-815324-4 {{(pid=103615) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:21:30.399065 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Provisioning complete for port fbc554af-0928-4b90-bd47-29f03b65bd4a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:30.400024 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:30.423952 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-56519346-1e2a-4292-b564-6d8b7c5d6ba9 req-68454ecc-6564-47a0-a6b4-64b19071beeb tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698013 Dec 16 22:21:30.425115 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8c7226-a81e-45eb-b19e-d9d621a7804f tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Made reservation on behalf of 3276816411724e4d868a9c723e7bff7f for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:30.429098 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7d8c7226-a81e-45eb-b19e-d9d621a7804f tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:30.459169 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d8c7226-a81e-45eb-b19e-d9d621a7804f tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:21:30.479819 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7d8c7226-a81e-45eb-b19e-d9d621a7804f tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:30.480179 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-7d8c7226-a81e-45eb-b19e-d9d621a7804f tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Added segment 07adb8c4-7b08-4589-ae3a-1f255632d7c8 of type vlan for network fa5fd707-1ef5-4a46-b546-173b96f8c6bf Dec 16 22:21:30.531375 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7d8c7226-a81e-45eb-b19e-d9d621a7804f tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:30.563566 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:30.573445 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa97a6f-812d-4357-a564-0e869e13b5a7 admin admin] Network ea971731-797d-4d89-ac37-fd25042aca96 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:30.587912 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-faa97a6f-812d-4357-a564-0e869e13b5a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:30.664810 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7d8c7226-a81e-45eb-b19e-d9d621a7804f tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:30.673962 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8c7226-a81e-45eb-b19e-d9d621a7804f tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:30.675247 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7d8c7226-a81e-45eb-b19e-d9d621a7804f tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:30.746339 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 267c70bd-2193-44d7-8042-d7fa4ed51446, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=267c70bd-2193-44d7-8042-d7fa4ed51446,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:30.775278 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86ceb5-21ef-4427-a101-71c97d8c621e req-25a27aa5-b068-465f-aade-16b073bb5911 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:30.776864 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ef86ceb5-21ef-4427-a101-71c97d8c621e req-25a27aa5-b068-465f-aade-16b073bb5911 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 945 time: 0.2023029 Dec 16 22:21:30.819335 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:30.820624 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f7ec125f-02a6-4476-ae03-880644533bb4 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:30.891756 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c7226-a81e-45eb-b19e-d9d621a7804f tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event updated for resources: {'Network': ['ID=fa5fd707-1ef5-4a46-b546-173b96f8c6bf,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:30.897981 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa97a6f-812d-4357-a564-0e869e13b5a7 admin admin] Router 4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:21:30.920644 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7b745e-a10d-4fef-ad31-8b238001b1d9 None None] Resources bound (agent type, host, resource id): {{(pid=103615) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:21:30.931762 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7d8c7226-a81e-45eb-b19e-d9d621a7804f tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7616453 Dec 16 22:21:30.939085 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network fa5fd707-1ef5-4a46-b546-173b96f8c6bf details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:21:30.955225 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f319dd1-33dc-4071-b0a2-cac0180d8968 req-47b19f73-264b-4f6a-845e-503a3ffe52b2 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:30.958559 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46376) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:30.963625 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5f319dd1-33dc-4071-b0a2-cac0180d8968 req-47b19f73-264b-4f6a-845e-503a3ffe52b2 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 945 time: 0.2688873 Dec 16 22:21:30.974186 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-0b966c13-73dd-4cfa-951a-50f62674ac21 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Request body: {'subnet': {'network_id': 'fa5fd707-1ef5-4a46-b546-173b96f8c6bf', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:31.026412 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5f319dd1-33dc-4071-b0a2-cac0180d8968 req-002782fa-dc06-4d7b-93d2-d0f405aebe37 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/security-groups?id=4a52099b-eca1-4e3c-bea6-1181fd05b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613978 Dec 16 22:21:31.031529 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e76255c-2613-4ea6-853c-da1bd0d5caf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:31.194102 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-87553faf-b65c-4f9a-ada9-e9f5ed3428e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57', 'name': 'tempest-TaggedBootDevicesTest_v242-240506083-router', 'tenant_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '6f19efc1-0331-416f-87de-47eaad4459b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:21:15Z', 'updated_at': '2021-12-16T22:21:28Z', 'revision_number': 4, 'project_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'gw_port': {'id': '6f19efc1-0331-416f-87de-47eaad4459b6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:19Z', 'updated_at': '2021-12-16T22:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f50573f1-fc11-4e6e-8a82-86eb7587aa02', 'name': '', 'network_id': 'ea971731-797d-4d89-ac37-fd25042aca96', 'tenant_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'mac_address': 'fa:16:3e:0c:30:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '17610a02-eabf-4576-9952-faec072a6c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:27Z', 'updated_at': '2021-12-16T22:21:27Z', 'revision_number': 1, 'project_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'subnets': [{'id': '17610a02-eabf-4576-9952-faec072a6c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:31.250061 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=267c70bd-2193-44d7-8042-d7fa4ed51446,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:31.268607 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87553faf-b65c-4f9a-ada9-e9f5ed3428e8 None None] The sync data for ids ['4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57'] in n-d-815324-4 is: [{'id': '4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57', 'name': 'tempest-TaggedBootDevicesTest_v242-240506083-router', 'tenant_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '6f19efc1-0331-416f-87de-47eaad4459b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:21:15Z', 'updated_at': '2021-12-16T22:21:28Z', 'revision_number': 4, 'project_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'gw_port': {'id': '6f19efc1-0331-416f-87de-47eaad4459b6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:19Z', 'updated_at': '2021-12-16T22:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f50573f1-fc11-4e6e-8a82-86eb7587aa02', 'name': '', 'network_id': 'ea971731-797d-4d89-ac37-fd25042aca96', 'tenant_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'mac_address': 'fa:16:3e:0c:30:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '17610a02-eabf-4576-9952-faec072a6c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:27Z', 'updated_at': '2021-12-16T22:21:27Z', 'revision_number': 1, 'project_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'subnets': [{'id': '17610a02-eabf-4576-9952-faec072a6c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:31.270222 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Provisioning complete for port 6f19efc1-0331-416f-87de-47eaad4459b6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:31.270600 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:31.410155 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-ef86ceb5-21ef-4427-a101-71c97d8c621e req-5a3daa6f-0e20-4ab0-a15f-c99df54ed4a3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Deleting port f43ea034-a1f1-49b3-a139-107b6870c432 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:21:31.412949 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ef86ceb5-21ef-4427-a101-71c97d8c621e req-5a3daa6f-0e20-4ab0-a15f-c99df54ed4a3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:31.421529 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port f7ec125f-02a6-4476-ae03-880644533bb4 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:31.422196 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:31.445881 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e76255c-2613-4ea6-853c-da1bd0d5caf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:31.493390 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-6e76255c-2613-4ea6-853c-da1bd0d5caf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:31.500532 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e76255c-2613-4ea6-853c-da1bd0d5caf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:31.501524 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e76255c-2613-4ea6-853c-da1bd0d5caf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:31.508137 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76255c-2613-4ea6-853c-da1bd0d5caf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=8070b382-cc72-4b75-9c39-5a61cc3e1cfe,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:31.547165 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa97a6f-812d-4357-a564-0e869e13b5a7 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:31.568520 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-faa97a6f-812d-4357-a564-0e869e13b5a7 admin admin] 10.222.0.75 "PUT /v2.0/routers/4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4059973 Dec 16 22:21:31.657347 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-ef86ceb5-21ef-4427-a101-71c97d8c621e req-5a3daa6f-0e20-4ab0-a15f-c99df54ed4a3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] For port f43ea034-a1f1-49b3-a139-107b6870c432, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=f43ea034-a1f1-49b3-a139-107b6870c432,segment=NetworkSegment(d44e1f7f-1c0e-4820-a131-9628a743a23d),segment_id=d44e1f7f-1c0e-4820-a131-9628a743a23d)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:31.657764 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ef86ceb5-21ef-4427-a101-71c97d8c621e req-5a3daa6f-0e20-4ab0-a15f-c99df54ed4a3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:31.682077 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46406) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:31.686312 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6e76255c-2613-4ea6-853c-da1bd0d5caf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4181437 Dec 16 22:21:31.700729 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-c86f5ae1-5089-4800-ade7-378de01dbb76 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'mac_address': 'fa:16:3e:bd:23:bb', 'name': 'tempest-NetworksTestDHCPv6-228730370'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:31.758399 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:31.764894 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7522c-ec3c-404a-98c7-9d1adb254605 req-7e72d0cd-9a6a-4584-b096-b35ab5b109b0 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:31.779647 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ea7522c-ec3c-404a-98c7-9d1adb254605 req-7e72d0cd-9a6a-4584-b096-b35ab5b109b0 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 945 time: 0.1940558 Dec 16 22:21:31.825135 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b966c13-73dd-4cfa-951a-50f62674ac21 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Made reservation on behalf of 3276816411724e4d868a9c723e7bff7f for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:31.831717 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b966c13-73dd-4cfa-951a-50f62674ac21 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:31.888732 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] For port 6f19efc1-0331-416f-87de-47eaad4459b6, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=6f19efc1-0331-416f-87de-47eaad4459b6,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:31.904413 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:32.041220 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:32.063731 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86f5ae1-5089-4800-ade7-378de01dbb76 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:32.087452 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ea7522c-ec3c-404a-98c7-9d1adb254605 req-c807e848-41cc-447a-98ae-5a4ef7ce7d50 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963731 Dec 16 22:21:32.189471 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port f7ec125f-02a6-4476-ae03-880644533bb4, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f7ec125f-02a6-4476-ae03-880644533bb4,segment=NetworkSegment(ea109f61-1153-46a5-93d3-a3f19bcb2862),segment_id=ea109f61-1153-46a5-93d3-a3f19bcb2862)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:32.221063 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Pushing event updated for resources: {'Port': ['ID=6f19efc1-0331-416f-87de-47eaad4459b6,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:32.241571 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Provisioning complete for port b641821a-458b-4ca4-a4bf-ef86d97df3a0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:32.242008 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:32.332168 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c86f5ae1-5089-4800-ade7-378de01dbb76 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:32.362582 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ef86ceb5-21ef-4427-a101-71c97d8c621e req-5a3daa6f-0e20-4ab0-a15f-c99df54ed4a3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:32.366197 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ef86ceb5-21ef-4427-a101-71c97d8c621e req-5a3daa6f-0e20-4ab0-a15f-c99df54ed4a3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:32.372505 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [req-ef86ceb5-21ef-4427-a101-71c97d8c621e req-5a3daa6f-0e20-4ab0-a15f-c99df54ed4a3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Floating IP 2b6467d2-8c4b-4152-bbbb-beba1613c3ac disassociated. External IP: 172.25.6.184, port: f43ea034-a1f1-49b3-a139-107b6870c432. Dec 16 22:21:32.372505 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-ef86ceb5-21ef-4427-a101-71c97d8c621e req-5a3daa6f-0e20-4ab0-a15f-c99df54ed4a3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Calling delete_port for f43ea034-a1f1-49b3-a139-107b6870c432 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:32.406936 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:32.470488 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f91292-0588-4b84-bc4b-0a36080ce209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-d3be1240-9da7-4523-84d6-c4d795c509fa', 'network_id': 'd3be1240-9da7-4523-84d6-c4d795c509fa', 'project_id': '3276816411724e4d868a9c723e7bff7f', 'fixed_ips': [{'subnet_id': '31e1c7da-9b6c-441b-b055-c34e47605c34'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:21:32.476260 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d5f91292-0588-4b84-bc4b-0a36080ce209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:32.559665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-c86f5ae1-5089-4800-ade7-378de01dbb76 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] device_id is not set on port be0de74f-6f23-4174-a652-c77c876aa4e1 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:21:32.619767 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46456) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:32.717713 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 267c70bd-2193-44d7-8042-d7fa4ed51446 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:32.793405 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b966c13-73dd-4cfa-951a-50f62674ac21 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:32.793674 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67b099-1334-4bdf-a12c-6dec11f536ab req-49983803-53c9-4ba4-b525-76dd44e889c7 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:32.810861 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-df67b099-1334-4bdf-a12c-6dec11f536ab req-49983803-53c9-4ba4-b525-76dd44e889c7 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 945 time: 0.4821651 Dec 16 22:21:32.902204 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d6db43-4267-47db-a36d-0e56ebf08f8b None None] Update dhcp port {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'fixed_ips': [{'subnet_id': 'f18ea0bf-4a7a-46a5-9a32-851a2a6e6386', 'ip_address': '2001:db8::f816:3eff:feea:c286'}, {'subnet_id': '8070b382-cc72-4b75-9c39-5a61cc3e1cfe'}], 'binding:host_id': 'n-d-815324-4'}, 'id': '267c70bd-2193-44d7-8042-d7fa4ed51446'} from n-d-815324-4. {{(pid=103615) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:21:32.946104 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=f7ec125f-02a6-4476-ae03-880644533bb4,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:32.966845 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b6d6db43-4267-47db-a36d-0e56ebf08f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:32.977116 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b0a8a83e-2179-4e55-8e99-e854b5b0ca1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:32.979895 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ef86ceb5-21ef-4427-a101-71c97d8c621e req-5a3daa6f-0e20-4ab0-a15f-c99df54ed4a3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:33.049170 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b966c13-73dd-4cfa-951a-50f62674ac21 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event updated for resources: {'Subnet': ['ID=5ed889ad-0a47-42d3-81c0-791a75ce9313,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:33.059896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3daa6f-0e20-4ab0-a15f-c99df54ed4a3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Pushing event deleted for resources: {'Port': ['ID=f43ea034-a1f1-49b3-a139-107b6870c432,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:33.087810 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b966c13-73dd-4cfa-951a-50f62674ac21 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Checking segment: {'id': '07adb8c4-7b08-4589-ae3a-1f255632d7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fa5fd707-1ef5-4a46-b546-173b96f8c6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:33.088301 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b966c13-73dd-4cfa-951a-50f62674ac21 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Network hostable DHCP agents. Network: fa5fd707-1ef5-4a46-b546-173b96f8c6bf, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:21:33.098621 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b966c13-73dd-4cfa-951a-50f62674ac21 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:33.098983 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b966c13-73dd-4cfa-951a-50f62674ac21 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:33.099392 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b966c13-73dd-4cfa-951a-50f62674ac21 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:33.099768 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b966c13-73dd-4cfa-951a-50f62674ac21 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:33.100238 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b966c13-73dd-4cfa-951a-50f62674ac21 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:33.100603 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b966c13-73dd-4cfa-951a-50f62674ac21 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:33.101047 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b966c13-73dd-4cfa-951a-50f62674ac21 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:33.102018 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b966c13-73dd-4cfa-951a-50f62674ac21 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:33.102899 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b966c13-73dd-4cfa-951a-50f62674ac21 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:33.103277 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b966c13-73dd-4cfa-951a-50f62674ac21 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:33.103622 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b966c13-73dd-4cfa-951a-50f62674ac21 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:33.103963 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b966c13-73dd-4cfa-951a-50f62674ac21 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:33.104301 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b966c13-73dd-4cfa-951a-50f62674ac21 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:33.117964 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3daa6f-0e20-4ab0-a15f-c99df54ed4a3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:33.124735 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3daa6f-0e20-4ab0-a15f-c99df54ed4a3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:33.124960 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3daa6f-0e20-4ab0-a15f-c99df54ed4a3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:33.125164 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3daa6f-0e20-4ab0-a15f-c99df54ed4a3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:33.127741 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3daa6f-0e20-4ab0-a15f-c99df54ed4a3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:33.128032 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3daa6f-0e20-4ab0-a15f-c99df54ed4a3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:33.128349 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3daa6f-0e20-4ab0-a15f-c99df54ed4a3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:33.128747 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3daa6f-0e20-4ab0-a15f-c99df54ed4a3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:33.129027 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3daa6f-0e20-4ab0-a15f-c99df54ed4a3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:33.129370 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3daa6f-0e20-4ab0-a15f-c99df54ed4a3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:33.129716 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3daa6f-0e20-4ab0-a15f-c99df54ed4a3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:33.130079 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3daa6f-0e20-4ab0-a15f-c99df54ed4a3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:33.130412 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3daa6f-0e20-4ab0-a15f-c99df54ed4a3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:33.253742 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-c86f5ae1-5089-4800-ade7-378de01dbb76 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 172.20.0.13 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/8070b382-cc72-4b75-9c39-5a61cc3e1cfe/be0de74f-6f23-4174-a652-c77c876aa4e1) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:33.271835 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-c86f5ae1-5089-4800-ade7-378de01dbb76 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 2001:db8::f816:3eff:febd:23bb (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/f18ea0bf-4a7a-46a5-9a32-851a2a6e6386/be0de74f-6f23-4174-a652-c77c876aa4e1) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:33.294561 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-df67b099-1334-4bdf-a12c-6dec11f536ab req-62240f5b-0e95-4d2c-953d-796577f55b3f tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/security-groups?id=4a52099b-eca1-4e3c-bea6-1181fd05b16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4826586 Dec 16 22:21:33.320741 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Provisioning complete for port e8e0fbee-3828-4794-ae6c-f44f39360100 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:33.321204 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:33.370383 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 267c70bd-2193-44d7-8042-d7fa4ed51446 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:33.370706 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:33.431021 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b966c13-73dd-4cfa-951a-50f62674ac21 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Network fa5fd707-1ef5-4a46-b546-173b96f8c6bf is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:21:33.473235 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b0a8a83e-2179-4e55-8e99-e854b5b0ca1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:33.477411 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-d5f91292-0588-4b84-bc4b-0a36080ce209 None None] Allocated IP 19.80.0.2 (d3be1240-9da7-4523-84d6-c4d795c509fa/31e1c7da-9b6c-441b-b055-c34e47605c34/312425ea-3c42-49d7-a0e8-f86d77f7e09b) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:33.493153 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7376faa-fb15-4407-a36f-bac96cee5b81 req-a39b40f9-dfa4-4196-b7c9-8e56b9a8e0dd tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:33.502767 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a7376faa-fb15-4407-a36f-bac96cee5b81 req-a39b40f9-dfa4-4196-b7c9-8e56b9a8e0dd tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 945 time: 0.1802473 Dec 16 22:21:33.506753 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef86ceb5-21ef-4427-a101-71c97d8c621e req-5a3daa6f-0e20-4ab0-a15f-c99df54ed4a3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Router 4c89948f-d3db-4fae-9b13-a06b02357b70 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:21:33.600814 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-0b966c13-73dd-4cfa-951a-50f62674ac21 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, fa5fd707-1ef5-4a46-b546-173b96f8c6bf) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:33.622780 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b966c13-73dd-4cfa-951a-50f62674ac21 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:33.629926 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b966c13-73dd-4cfa-951a-50f62674ac21 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:33.650348 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b0a8a83e-2179-4e55-8e99-e854b5b0ca1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:33.699357 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8a83e-2179-4e55-8e99-e854b5b0ca1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5effa6ba-fc3a-4439-93e3-b95fc85828ca,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:33.725353 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a7376faa-fb15-4407-a36f-bac96cee5b81 req-41c5f6cb-858d-4eff-b08d-9e553d91c8d1 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215300 Dec 16 22:21:33.777414 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c86f5ae1-5089-4800-ade7-378de01dbb76 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:33.785863 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Provisioning complete for port e1ff439b-9537-47f0-9392-b226722face2 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:33.786238 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:33.862233 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0b966c13-73dd-4cfa-951a-50f62674ac21 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9024396 Dec 16 22:21:33.873316 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46476) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:33.879312 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b0a8a83e-2179-4e55-8e99-e854b5b0ca1c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b382b7184c8a4b15a58e0c74df3f0e21&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2512124 Dec 16 22:21:33.921983 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef86ceb5-21ef-4427-a101-71c97d8c621e req-5a3daa6f-0e20-4ab0-a15f-c99df54ed4a3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:21:33.936056 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4420930e-52ce-4b8a-a2b4-ccb87f668ad0 None None] Sync routers for ids ['4c89948f-d3db-4fae-9b13-a06b02357b70'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:33.959132 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c86f5ae1-5089-4800-ade7-378de01dbb76 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:33.961423 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d5f91292-0588-4b84-bc4b-0a36080ce209 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:33.963020 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4420930e-52ce-4b8a-a2b4-ccb87f668ad0 None None] Routers {'4c89948f-d3db-4fae-9b13-a06b02357b70'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:33.963714 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4420930e-52ce-4b8a-a2b4-ccb87f668ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:21:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['4c89948f-d3db-4fae-9b13-a06b02357b70'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:34.023398 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef86ceb5-21ef-4427-a101-71c97d8c621e req-5a3daa6f-0e20-4ab0-a15f-c99df54ed4a3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] No DVR routers for this DVR port f43ea034-a1f1-49b3-a139-107b6870c432 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:21:34.026506 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ef86ceb5-21ef-4427-a101-71c97d8c621e req-5a3daa6f-0e20-4ab0-a15f-c99df54ed4a3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:34.031244 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ef86ceb5-21ef-4427-a101-71c97d8c621e req-5a3daa6f-0e20-4ab0-a15f-c99df54ed4a3 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.57 "DELETE /v2.0/ports/f43ea034-a1f1-49b3-a139-107b6870c432 HTTP/1.1" status: 204 len: 173 time: 3.2458599 Dec 16 22:21:34.031877 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a033ee84-0947-449e-a298-abe9fb6a92ed', 'name': 'network-vif-deleted', 'tag': 'f43ea034-a1f1-49b3-a139-107b6870c432'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:21:34.036885 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c9fdd6-fb65-4a3e-aebd-f48b9a4f9199" -d '{"events": [{"server_uuid": "a033ee84-0947-449e-a298-abe9fb6a92ed", "name": "network-vif-deleted", "tag": "f43ea034-a1f1-49b3-a139-107b6870c432"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:21:34.083746 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86f5ae1-5089-4800-ade7-378de01dbb76 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:34.098724 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-c86f5ae1-5089-4800-ade7-378de01dbb76 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:34.119412 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-b6d6db43-4267-47db-a36d-0e56ebf08f8b None None] Allocated IP 172.20.0.2 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/8070b382-cc72-4b75-9c39-5a61cc3e1cfe/267c70bd-2193-44d7-8042-d7fa4ed51446) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:34.130862 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86f5ae1-5089-4800-ade7-378de01dbb76 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:34.229768 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d5f91292-0588-4b84-bc4b-0a36080ce209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:34.255030 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86f5ae1-5089-4800-ade7-378de01dbb76 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:34.258142 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c86f5ae1-5089-4800-ade7-378de01dbb76 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:34.289986 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-444338c3-2493-47f6-b6ac-1b7449beda9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:34.292067 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f5ae1-5089-4800-ade7-378de01dbb76 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Port': ['ID=be0de74f-6f23-4174-a652-c77c876aa4e1,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:34.349097 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-4420930e-52ce-4b8a-a2b4-ccb87f668ad0 None None] Set router 4c89948f-d3db-4fae-9b13-a06b02357b70 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:21:34.405012 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f91292-0588-4b84-bc4b-0a36080ce209 None None] Network d3be1240-9da7-4523-84d6-c4d795c509fa is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:34.462467 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f91292-0588-4b84-bc4b-0a36080ce209 None None] Pushing event updated for resources: {'Port': ['ID=312425ea-3c42-49d7-a0e8-f86d77f7e09b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:34.478800 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-d5f91292-0588-4b84-bc4b-0a36080ce209 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:34.486742 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f91292-0588-4b84-bc4b-0a36080ce209 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:34.495223 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c86f5ae1-5089-4800-ade7-378de01dbb76 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8037291 Dec 16 22:21:34.495728 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46522) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:34.502833 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-444338c3-2493-47f6-b6ac-1b7449beda9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:34.575797 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e613a12-a3f0-4b4a-810d-637682c5cb86 x-openstack-request-id: req-5e613a12-a3f0-4b4a-810d-637682c5cb86 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:21:34.576571 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a033ee84-0947-449e-a298-abe9fb6a92ed", "name": "network-vif-deleted", "tag": "f43ea034-a1f1-49b3-a139-107b6870c432", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:21:34.577099 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5e613a12-a3f0-4b4a-810d-637682c5cb86 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:21:34.577770 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a033ee84-0947-449e-a298-abe9fb6a92ed', 'name': 'network-vif-deleted', 'tag': 'f43ea034-a1f1-49b3-a139-107b6870c432', 'status': 'completed', 'code': 200} Dec 16 22:21:34.611625 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317a1cb8-398c-41bd-a6b1-62db4a2706fc tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:34.649547 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317a1cb8-398c-41bd-a6b1-62db4a2706fc tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:34.653683 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-317a1cb8-398c-41bd-a6b1-62db4a2706fc tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1592691 Dec 16 22:21:34.653973 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46536) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:34.679764 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904315c6-4853-4919-9b33-1081b0105397 req-f9c513fe-cf8c-44b8-93c4-7cc26ea5fb61 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:34.688683 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-904315c6-4853-4919-9b33-1081b0105397 req-f9c513fe-cf8c-44b8-93c4-7cc26ea5fb61 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/networks?id=66ba2238-7dba-4548-9d17-efb5b42cdbfe HTTP/1.1" status: 200 len: 811 time: 0.5593836 Dec 16 22:21:34.799442 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-904315c6-4853-4919-9b33-1081b0105397 req-d31809c3-01a7-4a54-afaa-993a0d828233 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/quotas/2eee87fa71d34d10aa69ccc2197b9b4f HTTP/1.1" status: 200 len: 375 time: 0.0941176 Dec 16 22:21:34.933028 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 6f19efc1-0331-416f-87de-47eaad4459b6 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:34.950081 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-904315c6-4853-4919-9b33-1081b0105397 req-93876873-0d78-4c99-aa91-2c6abc9b8301 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2eee87fa71d34d10aa69ccc2197b9b4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1439147 Dec 16 22:21:34.993363 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4420930e-52ce-4b8a-a2b4-ccb87f668ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'name': 'tempest-ServersTestBootFromVolume-987017527-router', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'e8e0fbee-3828-4794-ae6c-f44f39360100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:16:42Z', 'updated_at': '2021-12-16T22:16:53Z', 'revision_number': 4, 'project_id': '1eca6be478514f9c8f27151bade9f595', 'gw_port': {'id': 'e8e0fbee-3828-4794-ae6c-f44f39360100', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:16:44Z', 'updated_at': '2021-12-16T22:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '346284e1-ef41-4825-819f-3192a693001d', 'name': '', 'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'mac_address': 'fa:16:3e:ca:8e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '6f1fd97e-df08-4d06-a6b5-806941b75263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:16:51Z', 'updated_at': '2021-12-16T22:16:59Z', 'revision_number': 5, 'project_id': '1eca6be478514f9c8f27151bade9f595', 'subnets': [{'id': '6f1fd97e-df08-4d06-a6b5-806941b75263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:35.048100 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Provisioning complete for port b96de9ac-1781-4cb9-b779-34f92d288b51 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:35.048709 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:35.057109 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d5f91292-0588-4b84-bc4b-0a36080ce209 None None] Attempting to bind port 312425ea-3c42-49d7-a0e8-f86d77f7e09b on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:21:35.059394 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d5f91292-0588-4b84-bc4b-0a36080ce209 None None] Attempting to bind port 312425ea-3c42-49d7-a0e8-f86d77f7e09b by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '5f9a9a2f-d982-467f-a1f1-227f879b9bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd3be1240-9da7-4523-84d6-c4d795c509fa'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:21:35.059858 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f91292-0588-4b84-bc4b-0a36080ce209 None None] Attempting to bind port 312425ea-3c42-49d7-a0e8-f86d77f7e09b on network d3be1240-9da7-4523-84d6-c4d795c509fa {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:35.075739 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-444338c3-2493-47f6-b6ac-1b7449beda9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:35.078105 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b6d6db43-4267-47db-a36d-0e56ebf08f8b None None] For port 267c70bd-2193-44d7-8042-d7fa4ed51446, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=267c70bd-2193-44d7-8042-d7fa4ed51446,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:35.078806 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4420930e-52ce-4b8a-a2b4-ccb87f668ad0 None None] Checking router: 4c89948f-d3db-4fae-9b13-a06b02357b70 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:21:35.079101 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-444338c3-2493-47f6-b6ac-1b7449beda9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:35.080340 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-444338c3-2493-47f6-b6ac-1b7449beda9b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5effa6ba-fc3a-4439-93e3-b95fc85828ca HTTP/1.1" status: 204 len: 168 time: 1.2055230 Dec 16 22:21:35.117950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444338c3-2493-47f6-b6ac-1b7449beda9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5effa6ba-fc3a-4439-93e3-b95fc85828ca,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:35.125699 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4420930e-52ce-4b8a-a2b4-ccb87f668ad0 None None] Routers {'4c89948f-d3db-4fae-9b13-a06b02357b70'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:35.125903 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b6d6db43-4267-47db-a36d-0e56ebf08f8b None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:35.126257 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4420930e-52ce-4b8a-a2b4-ccb87f668ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:21:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['4c89948f-d3db-4fae-9b13-a06b02357b70'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:35.196182 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-232ac298-c445-405f-bc95-833994a73371 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting port be0de74f-6f23-4174-a652-c77c876aa4e1 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:21:35.196742 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-232ac298-c445-405f-bc95-833994a73371 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:35.221435 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-904315c6-4853-4919-9b33-1081b0105397 req-5822a37c-ab39-423e-bce5-43cc38ee896b service neutron] 10.222.0.75 "GET /v2.0/networks/66ba2238-7dba-4548-9d17-efb5b42cdbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625637 Dec 16 22:21:35.241510 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b6d6db43-4267-47db-a36d-0e56ebf08f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:35.298138 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f91292-0588-4b84-bc4b-0a36080ce209 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:21:35.305939 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f91292-0588-4b84-bc4b-0a36080ce209 None None] Checking segment: {'id': '5f9a9a2f-d982-467f-a1f1-227f879b9bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd3be1240-9da7-4523-84d6-c4d795c509fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:35.305939 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d5f91292-0588-4b84-bc4b-0a36080ce209 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:35.305939 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f91292-0588-4b84-bc4b-0a36080ce209 None None] Bound using segment: {'id': '5f9a9a2f-d982-467f-a1f1-227f879b9bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd3be1240-9da7-4523-84d6-c4d795c509fa'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:21:35.305939 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d5f91292-0588-4b84-bc4b-0a36080ce209 None None] Bound port: 312425ea-3c42-49d7-a0e8-f86d77f7e09b, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9a9a2f-d982-467f-a1f1-227f879b9bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd3be1240-9da7-4523-84d6-c4d795c509fa'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:21:35.305939 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d5f91292-0588-4b84-bc4b-0a36080ce209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:35.497805 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-4420930e-52ce-4b8a-a2b4-ccb87f668ad0 None None] Set router 4c89948f-d3db-4fae-9b13-a06b02357b70 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:21:35.524897 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-904315c6-4853-4919-9b33-1081b0105397 req-fd02f1a0-8a9f-48d2-bb2f-cad07a4b1d0c service neutron] 10.222.0.75 "GET /v2.0/networks/66ba2238-7dba-4548-9d17-efb5b42cdbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920582 Dec 16 22:21:35.646429 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-465edb69-87b0-492c-94d0-f2dfd81abdd2 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:35.670211 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-465edb69-87b0-492c-94d0-f2dfd81abdd2 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:35.672527 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-465edb69-87b0-492c-94d0-f2dfd81abdd2 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/networks?id=d3be1240-9da7-4523-84d6-c4d795c509fa&id=fa5fd707-1ef5-4a46-b546-173b96f8c6bf&id=d3be1240-9da7-4523-84d6-c4d795c509fa HTTP/1.1" status: 200 len: 1392 time: 0.7549276 Dec 16 22:21:35.791137 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-232ac298-c445-405f-bc95-833994a73371 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:35.842649 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-7f385630-b112-41a4-a198-0ba8d3fc0ca8 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/quotas/3276816411724e4d868a9c723e7bff7f HTTP/1.1" status: 200 len: 375 time: 0.1525967 Dec 16 22:21:35.861051 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-232ac298-c445-405f-bc95-833994a73371 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Calling delete_port for be0de74f-6f23-4174-a652-c77c876aa4e1 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:36.156576 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d5f91292-0588-4b84-bc4b-0a36080ce209 None None] For port 312425ea-3c42-49d7-a0e8-f86d77f7e09b, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:21:36.159928 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d5f91292-0588-4b84-bc4b-0a36080ce209 None None] For port 312425ea-3c42-49d7-a0e8-f86d77f7e09b, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=312425ea-3c42-49d7-a0e8-f86d77f7e09b,segment=NetworkSegment(5f9a9a2f-d982-467f-a1f1-227f879b9bea),segment_id=5f9a9a2f-d982-467f-a1f1-227f879b9bea)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:21:36.177870 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device f43ea034-a1f1-49b3-a139-107b6870c432 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:21:36.184555 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14288aa4-e44f-48d2-8da4-7e639cce5508 None None] Sync routers for ids ['4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:21:36.186707 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Port b96de9ac-1781-4cb9-b779-34f92d288b51 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:21:36.202158 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7d2113d9-0e5e-4323-b3cc-4203decea668 req-19f847e3-7c48-46a7-adeb-af9de556d0c1 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 210 time: 0.0624933 Dec 16 22:21:36.306492 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4420930e-52ce-4b8a-a2b4-ccb87f668ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'name': 'tempest-ServersTestBootFromVolume-987017527-router', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'e8e0fbee-3828-4794-ae6c-f44f39360100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:16:42Z', 'updated_at': '2021-12-16T22:16:53Z', 'revision_number': 4, 'project_id': '1eca6be478514f9c8f27151bade9f595', 'gw_port': {'id': 'e8e0fbee-3828-4794-ae6c-f44f39360100', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:16:44Z', 'updated_at': '2021-12-16T22:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '346284e1-ef41-4825-819f-3192a693001d', 'name': '', 'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'mac_address': 'fa:16:3e:ca:8e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '6f1fd97e-df08-4d06-a6b5-806941b75263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:16:51Z', 'updated_at': '2021-12-16T22:16:59Z', 'revision_number': 5, 'project_id': '1eca6be478514f9c8f27151bade9f595', 'subnets': [{'id': '6f1fd97e-df08-4d06-a6b5-806941b75263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:36.327951 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d5f91292-0588-4b84-bc4b-0a36080ce209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:36.330096 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: f43ea034-a1f1-49b3-a139-107b6870c432 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:21:36.331514 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device f43ea034-a1f1-49b3-a139-107b6870c432 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:21:36.367974 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4420930e-52ce-4b8a-a2b4-ccb87f668ad0 None None] The sync data for ids ['4c89948f-d3db-4fae-9b13-a06b02357b70'] in n-d-815324-4 is: [{'id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'name': 'tempest-ServersTestBootFromVolume-987017527-router', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'e8e0fbee-3828-4794-ae6c-f44f39360100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:16:42Z', 'updated_at': '2021-12-16T22:16:53Z', 'revision_number': 4, 'project_id': '1eca6be478514f9c8f27151bade9f595', 'gw_port': {'id': 'e8e0fbee-3828-4794-ae6c-f44f39360100', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:16:44Z', 'updated_at': '2021-12-16T22:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '346284e1-ef41-4825-819f-3192a693001d', 'name': '', 'network_id': 'c7f1c459-e84f-448b-8a2b-28e7b0a9b3be', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'mac_address': 'fa:16:3e:ca:8e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '6f1fd97e-df08-4d06-a6b5-806941b75263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:16:51Z', 'updated_at': '2021-12-16T22:16:59Z', 'revision_number': 5, 'project_id': '1eca6be478514f9c8f27151bade9f595', 'subnets': [{'id': '6f1fd97e-df08-4d06-a6b5-806941b75263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:36.368775 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 6f19efc1-0331-416f-87de-47eaad4459b6 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:36.368775 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:36.372439 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-1a9a58c5-f98c-42f2-964e-2b9da0081c97 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=3276816411724e4d868a9c723e7bff7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5090961 Dec 16 22:21:36.373340 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6db43-4267-47db-a36d-0e56ebf08f8b None None] Pushing event updated for resources: {'Port': ['ID=267c70bd-2193-44d7-8042-d7fa4ed51446,revision_number=9']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:36.601820 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f91292-0588-4b84-bc4b-0a36080ce209 None None] Pushing event updated for resources: {'Port': ['ID=312425ea-3c42-49d7-a0e8-f86d77f7e09b,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:36.651405 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-51064688-3e92-4724-b753-bebe9ff2143f req-4c496287-abb6-4a1f-845e-9a3400687ec7 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 210 time: 0.1208255 Dec 16 22:21:36.708323 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14288aa4-e44f-48d2-8da4-7e639cce5508 None None] Routers {'4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:36.709205 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-14288aa4-e44f-48d2-8da4-7e639cce5508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:21:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:37.031176 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Provisioning complete for port 5b725039-87f7-41f0-8542-436f23b60736 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:37.034784 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:37.054485 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-232ac298-c445-405f-bc95-833994a73371 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:37.108922 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b49daee-f7ce-4f1e-b64b-44f6001108be None None] New status for floating IP 2b6467d2-8c4b-4152-bbbb-beba1613c3ac: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:21:37.189603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-14288aa4-e44f-48d2-8da4-7e639cce5508 None None] Set router 4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:21:37.390938 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ac298-c445-405f-bc95-833994a73371 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Port': ['ID=be0de74f-6f23-4174-a652-c77c876aa4e1,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:37.403339 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f7ec125f-02a6-4476-ae03-880644533bb4 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:37.529865 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1062b147-520f-4b04-9a38-1486995b113b req-b8c9926a-2672-41be-a999-79e57ac8b359 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 210 time: 0.1038940 Dec 16 22:21:37.916175 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-232ac298-c445-405f-bc95-833994a73371 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:37.923752 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46602) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:37.925246 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-232ac298-c445-405f-bc95-833994a73371 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/be0de74f-6f23-4174-a652-c77c876aa4e1 HTTP/1.1" status: 204 len: 168 time: 3.2658396 Dec 16 22:21:37.936058 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-35ed4e7a-b3e0-4a77-98b5-ed5d8170db2e service neutron] 10.222.0.75 "GET /v2.0/networks/d3be1240-9da7-4523-84d6-c4d795c509fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5614076 Dec 16 22:21:37.976034 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Provisioning complete for port e96b3ef8-2af2-4742-b283-c36d41d2f746 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:37.978665 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:38.098558 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d1c33cc6-bb43-40f2-b9d1-1c4d7b9352d4 req-0abbe2de-c1d5-4f70-8975-57cac7d7495b tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 210 time: 0.0825264 Dec 16 22:21:38.163354 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-eab020be-955d-48e8-a2d8-841e8a31b774 service neutron] 10.222.0.75 "GET /v2.0/networks/d3be1240-9da7-4523-84d6-c4d795c509fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251549 Dec 16 22:21:38.164599 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320310b4-547b-44a4-a6ba-14c79b529cf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:38.168296 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320310b4-547b-44a4-a6ba-14c79b529cf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:38.170122 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320310b4-547b-44a4-a6ba-14c79b529cf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:38.180083 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-320310b4-547b-44a4-a6ba-14c79b529cf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2467237 Dec 16 22:21:38.180913 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46610) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:38.204903 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port f7ec125f-02a6-4476-ae03-880644533bb4 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:38.204903 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:38.354984 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-f209a320-a824-42b7-87d7-07eba06a4335 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet 8070b382-cc72-4b75-9c39-5a61cc3e1cfe {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:21:38.371301 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f209a320-a824-42b7-87d7-07eba06a4335 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:38.393368 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-14288aa4-e44f-48d2-8da4-7e639cce5508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57', 'name': 'tempest-TaggedBootDevicesTest_v242-240506083-router', 'tenant_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '6f19efc1-0331-416f-87de-47eaad4459b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:21:15Z', 'updated_at': '2021-12-16T22:21:28Z', 'revision_number': 4, 'project_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'gw_port': {'id': '6f19efc1-0331-416f-87de-47eaad4459b6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:19Z', 'updated_at': '2021-12-16T22:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f50573f1-fc11-4e6e-8a82-86eb7587aa02', 'name': '', 'network_id': 'ea971731-797d-4d89-ac37-fd25042aca96', 'tenant_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'mac_address': 'fa:16:3e:0c:30:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '17610a02-eabf-4576-9952-faec072a6c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:27Z', 'updated_at': '2021-12-16T22:21:29Z', 'revision_number': 2, 'project_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'subnets': [{'id': '17610a02-eabf-4576-9952-faec072a6c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:38.408906 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-9ae18c79-8b95-43ab-98d5-b523183798d6 service neutron] 10.222.0.75 "GET /v2.0/networks/fa5fd707-1ef5-4a46-b546-173b96f8c6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404850 Dec 16 22:21:38.537109 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f209a320-a824-42b7-87d7-07eba06a4335 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:38.551295 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14288aa4-e44f-48d2-8da4-7e639cce5508 None None] Checking router: 4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:21:38.552578 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14288aa4-e44f-48d2-8da4-7e639cce5508 None None] Updating router 4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57 port f50573f1-fc11-4e6e-8a82-86eb7587aa02 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:21:38.690362 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-bba30e39-27ed-4f69-836b-9d7df0bb12e1 service neutron] 10.222.0.75 "GET /v2.0/networks/fa5fd707-1ef5-4a46-b546-173b96f8c6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792497 Dec 16 22:21:38.771701 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14288aa4-e44f-48d2-8da4-7e639cce5508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:38.903928 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aa54fb91-c2cd-40ce-8d9d-1e7d5361a475 req-e77c680b-f5a6-44b2-af4c-4bb9655163d7 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 210 time: 0.0844822 Dec 16 22:21:38.904520 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-c6bbde5e-2bc4-4e83-8744-24ac50d65fb5 service neutron] 10.222.0.75 "GET /v2.0/networks/d3be1240-9da7-4523-84d6-c4d795c509fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036405 Dec 16 22:21:38.940022 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f209a320-a824-42b7-87d7-07eba06a4335 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:39.181762 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-0ea4cf88-f27e-4ff2-aa20-b845c2bcebf7 service neutron] 10.222.0.75 "GET /v2.0/networks/d3be1240-9da7-4523-84d6-c4d795c509fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672634 Dec 16 22:21:39.185668 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f209a320-a824-42b7-87d7-07eba06a4335 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:39.269967 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209a320-a824-42b7-87d7-07eba06a4335 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=8070b382-cc72-4b75-9c39-5a61cc3e1cfe,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:39.297695 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f209a320-a824-42b7-87d7-07eba06a4335 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:39.302401 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f209a320-a824-42b7-87d7-07eba06a4335 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/8070b382-cc72-4b75-9c39-5a61cc3e1cfe HTTP/1.1" status: 204 len: 168 time: 1.1204348 Dec 16 22:21:39.307385 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46630) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:39.389116 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Provisioning complete for port 7d2b10fb-b816-4107-b52e-095b165386e9 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:39.389861 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49c54283-3616-44c8-a5f7-37cc21b35820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:39.500407 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc713319-bf93-4b86-b5cd-19fb7650a018 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet f18ea0bf-4a7a-46a5-9a32-851a2a6e6386 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:21:39.504535 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fc713319-bf93-4b86-b5cd-19fb7650a018 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:39.583115 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a6c5dae3-2e39-4cbb-89d3-7df649133a5c req-265742ef-c106-4d19-8738-0a0e30ec38e9 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 210 time: 0.0647886 Dec 16 22:21:39.606486 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fc713319-bf93-4b86-b5cd-19fb7650a018 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:40.003230 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff21f45-ea13-47bf-9be8-a94ef9457053 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:21:40.013526 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d9845055-6deb-4e4f-9187-8439859c1238 req-fa725ba6-9fab-4e75-9a15-2ff57e29b69b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 210 time: 0.1135881 Dec 16 22:21:40.019199 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4865a545-d224-420a-8fb3-bb9faf04546f None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:21:40.021147 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 267c70bd-2193-44d7-8042-d7fa4ed51446 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:40.022858 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf9b0e5-a08d-4d8b-aa8c-7b7e578253e4 None None] Network fa5fd707-1ef5-4a46-b546-173b96f8c6bf requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:21:40.042804 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972371aa-4321-43d6-a428-d326cd1003a5 None None] Network d3be1240-9da7-4523-84d6-c4d795c509fa requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:21:40.918576 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fc713319-bf93-4b86-b5cd-19fb7650a018 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:40.924259 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22fc2821-3e83-4d76-a6b4-3f17d1437422 req-d0d6e332-eff6-4a2d-93f1-d98d320d2d8d tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 210 time: 0.0876932 Dec 16 22:21:40.988640 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e45c4f-858e-4e9f-a193-1ff3cee33c7d None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:21:41.139793 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-fa5fd707-1ef5-4a46-b546-173b96f8c6bf', 'network_id': 'fa5fd707-1ef5-4a46-b546-173b96f8c6bf', 'project_id': '3276816411724e4d868a9c723e7bff7f', 'fixed_ips': [{'subnet_id': '5ed889ad-0a47-42d3-81c0-791a75ce9313'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:21:41.142051 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:41.162427 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-843311d8-0923-416e-a40e-c5dab4c6318d req-ef67acb2-25aa-4c6d-9f4f-b0d8591864e1 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 210 time: 0.0610859 Dec 16 22:21:41.186799 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-187eb150-ea97-4666-9a29-499fdf7e6670 req-5a80bf9c-2392-46f0-8624-2d2ca30a024b tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 210 time: 0.1419532 Dec 16 22:21:41.406363 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46674) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:41.417503 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fc713319-bf93-4b86-b5cd-19fb7650a018 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:41.468641 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc713319-bf93-4b86-b5cd-19fb7650a018 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=f18ea0bf-4a7a-46a5-9a32-851a2a6e6386,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:41.469309 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fc713319-bf93-4b86-b5cd-19fb7650a018 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:41.472836 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fc713319-bf93-4b86-b5cd-19fb7650a018 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/f18ea0bf-4a7a-46a5-9a32-851a2a6e6386 HTTP/1.1" status: 204 len: 168 time: 2.1617358 Dec 16 22:21:41.475831 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46678) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:41.485999 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904315c6-4853-4919-9b33-1081b0105397 req-bd00d33d-cfb0-41a5-8e1d-8cbca6597c01 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:41.487848 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-904315c6-4853-4919-9b33-1081b0105397 req-bd00d33d-cfb0-41a5-8e1d-8cbca6597c01 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.57 "GET /v2.0/networks?id=66ba2238-7dba-4548-9d17-efb5b42cdbfe HTTP/1.1" status: 200 len: 811 time: 0.4240615 Dec 16 22:21:41.524317 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-904315c6-4853-4919-9b33-1081b0105397 req-7de0311b-d332-43fa-8d05-4e3cf2a8fb76 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Request body: {'port': {'device_id': '5d2d7bf3-b685-4bff-ad41-e57756983cfd', 'network_id': '66ba2238-7dba-4548-9d17-efb5b42cdbfe', 'admin_state_up': True, 'tenant_id': '2eee87fa71d34d10aa69ccc2197b9b4f'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:41.557403 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6b485bab-30e0-497b-9f05-dd57875ddd56 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807352 Dec 16 22:21:41.559914 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46682) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:41.568858 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-76b918c5-6c0c-4c30-90f9-e917065dbb6c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:41.824956 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-df52e8a7-9c99-414c-8a5e-281bd523d650 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:41.893802 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b918c5-6c0c-4c30-90f9-e917065dbb6c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:41.898328 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-76b918c5-6c0c-4c30-90f9-e917065dbb6c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:42.015541 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-904315c6-4853-4919-9b33-1081b0105397 req-7de0311b-d332-43fa-8d05-4e3cf2a8fb76 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Made reservation on behalf of 2eee87fa71d34d10aa69ccc2197b9b4f for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:42.027056 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-904315c6-4853-4919-9b33-1081b0105397 req-7de0311b-d332-43fa-8d05-4e3cf2a8fb76 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:42.064711 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-df52e8a7-9c99-414c-8a5e-281bd523d650 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:42.082727 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 267c70bd-2193-44d7-8042-d7fa4ed51446 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:42.084929 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:42.142130 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14288aa4-e44f-48d2-8da4-7e639cce5508 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:42.178976 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e54e4e-6591-4554-adaf-7bf2d2a9ed5c None None] Update dhcp port {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'fixed_ips': [{'subnet_id': 'f18ea0bf-4a7a-46a5-9a32-851a2a6e6386'}], 'binding:host_id': 'n-d-815324-4'}, 'id': '267c70bd-2193-44d7-8042-d7fa4ed51446'} from n-d-815324-4. {{(pid=103615) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:21:42.204343 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-df52e8a7-9c99-414c-8a5e-281bd523d650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:42.246762 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Allocated IP 19.86.0.2 (fa5fd707-1ef5-4a46-b546-173b96f8c6bf/5ed889ad-0a47-42d3-81c0-791a75ce9313/0b1becf4-31c1-4d50-95d2-f4fa1f225f3b) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:42.255210 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2ef6aa5f-4bdb-455a-8f89-686ead946f2a None None] Provisioning complete for port f50573f1-fc11-4e6e-8a82-86eb7587aa02 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:42.255806 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ef6aa5f-4bdb-455a-8f89-686ead946f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:42.265429 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14288aa4-e44f-48d2-8da4-7e639cce5508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:42.267687 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-23e54e4e-6591-4554-adaf-7bf2d2a9ed5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:42.389820 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-19bd9ef7-06b3-4bda-9762-2edd7e7890be req-435d8158-3bcf-40f1-8016-5defce859763 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 210 time: 0.2108295 Dec 16 22:21:42.416028 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7a4cb8f6-f8af-4b4c-86a7-e4fcdd7782e5 req-464af86f-66f8-4369-b64c-90bb19f38d1f tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 210 time: 0.0809770 Dec 16 22:21:42.420305 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-76b918c5-6c0c-4c30-90f9-e917065dbb6c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:42.459915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52e8a7-9c99-414c-8a5e-281bd523d650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404e2b6e-9ebd-493e-b18a-6584aadcf429,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:42.485862 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-df52e8a7-9c99-414c-8a5e-281bd523d650 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f860a63fd9d543dc9adfd62d06160b99&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0713537 Dec 16 22:21:42.485862 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46698) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:42.551771 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2ef6aa5f-4bdb-455a-8f89-686ead946f2a None None] Port f50573f1-fc11-4e6e-8a82-86eb7587aa02 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:21:42.594537 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b918c5-6c0c-4c30-90f9-e917065dbb6c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=f65cc6d0-4f2f-4943-94d7-ab5a24212a7d,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:42.609972 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25abd10-c65b-4f28-9427-edf3627dfb6c None None] Pushing event updated for resources: {'Port': ['ID=f50573f1-fc11-4e6e-8a82-86eb7587aa02,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:42.637195 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b918c5-6c0c-4c30-90f9-e917065dbb6c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:42.639569 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-76b918c5-6c0c-4c30-90f9-e917065dbb6c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:42.644178 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b918c5-6c0c-4c30-90f9-e917065dbb6c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:42.645111 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-76b918c5-6c0c-4c30-90f9-e917065dbb6c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:42.703569 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ddef77c6-a189-4ff8-8c0b-d40c10e1a237 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:42.732895 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-76b918c5-6c0c-4c30-90f9-e917065dbb6c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1704705 Dec 16 22:21:42.734785 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46702) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:42.744524 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-15c792a0-b155-4cb8-88f2-d1d9e099a665 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:42.793659 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ca56f99d-e367-4149-a9b8-2f9dea3b3e85 req-80fd3ef9-526d-4f4c-9e03-8562ff9990ca tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 210 time: 0.1531503 Dec 16 22:21:42.878986 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ddef77c6-a189-4ff8-8c0b-d40c10e1a237 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:42.881869 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-904315c6-4853-4919-9b33-1081b0105397 req-7de0311b-d332-43fa-8d05-4e3cf2a8fb76 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Allocated IP 172.20.0.14 (66ba2238-7dba-4548-9d17-efb5b42cdbfe/09099f39-0a9d-4259-8597-583ef27faa64/f4583350-e8bc-458b-bc4d-46177d75f06d) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:43.081878 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2ef6aa5f-4bdb-455a-8f89-686ead946f2a None None] Provisioning complete for port f7ec125f-02a6-4476-ae03-880644533bb4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:43.081878 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ef6aa5f-4bdb-455a-8f89-686ead946f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:43.087588 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 312425ea-3c42-49d7-a0e8-f86d77f7e09b up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:43.161665 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-14288aa4-e44f-48d2-8da4-7e639cce5508 None None] Attempting to bind port f50573f1-fc11-4e6e-8a82-86eb7587aa02 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:21:43.172781 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-14288aa4-e44f-48d2-8da4-7e639cce5508 None None] Attempting to bind port f50573f1-fc11-4e6e-8a82-86eb7587aa02 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '2ed3c621-7e59-408e-9ef2-d03073fc914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ea971731-797d-4d89-ac37-fd25042aca96'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:21:43.173331 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14288aa4-e44f-48d2-8da4-7e639cce5508 None None] Attempting to bind port f50573f1-fc11-4e6e-8a82-86eb7587aa02 on network ea971731-797d-4d89-ac37-fd25042aca96 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:43.174348 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c792a0-b155-4cb8-88f2-d1d9e099a665 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:43.179459 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-15c792a0-b155-4cb8-88f2-d1d9e099a665 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:43.289603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14288aa4-e44f-48d2-8da4-7e639cce5508 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:21:43.296872 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14288aa4-e44f-48d2-8da4-7e639cce5508 None None] Checking segment: {'id': '2ed3c621-7e59-408e-9ef2-d03073fc914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ea971731-797d-4d89-ac37-fd25042aca96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:43.297477 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14288aa4-e44f-48d2-8da4-7e639cce5508 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:43.297990 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14288aa4-e44f-48d2-8da4-7e639cce5508 None None] Bound using segment: {'id': '2ed3c621-7e59-408e-9ef2-d03073fc914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ea971731-797d-4d89-ac37-fd25042aca96'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:21:43.298648 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-14288aa4-e44f-48d2-8da4-7e639cce5508 None None] Bound port: f50573f1-fc11-4e6e-8a82-86eb7587aa02, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed3c621-7e59-408e-9ef2-d03073fc914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ea971731-797d-4d89-ac37-fd25042aca96'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:21:43.302179 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14288aa4-e44f-48d2-8da4-7e639cce5508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:43.306195 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-904315c6-4853-4919-9b33-1081b0105397 req-7de0311b-d332-43fa-8d05-4e3cf2a8fb76 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:43.349439 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ddef77c6-a189-4ff8-8c0b-d40c10e1a237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:43.353333 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ddef77c6-a189-4ff8-8c0b-d40c10e1a237 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:43.354590 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ddef77c6-a189-4ff8-8c0b-d40c10e1a237 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/404e2b6e-9ebd-493e-b18a-6584aadcf429 HTTP/1.1" status: 204 len: 168 time: 0.8706057 Dec 16 22:21:43.365306 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef77c6-a189-4ff8-8c0b-d40c10e1a237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404e2b6e-9ebd-493e-b18a-6584aadcf429,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:43.437824 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-904315c6-4853-4919-9b33-1081b0105397 req-7de0311b-d332-43fa-8d05-4e3cf2a8fb76 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:43.502818 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['b641821a-458b-4ca4-a4bf-ef86d97df3a0'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:21:43.607938 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ab1bb5-2675-4f69-b0ce-56d873466ca4 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:21:43.654773 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-14288aa4-e44f-48d2-8da4-7e639cce5508 None None] For port f50573f1-fc11-4e6e-8a82-86eb7587aa02, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:21:43.654773 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-14288aa4-e44f-48d2-8da4-7e639cce5508 None None] For port f50573f1-fc11-4e6e-8a82-86eb7587aa02, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f50573f1-fc11-4e6e-8a82-86eb7587aa02,segment=NetworkSegment(2ed3c621-7e59-408e-9ef2-d03073fc914c),segment_id=2ed3c621-7e59-408e-9ef2-d03073fc914c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:21:43.654773 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4280ffc-68e6-4f22-ac93-9a10b680c777 None None] Network d3be1240-9da7-4523-84d6-c4d795c509fa requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:21:43.780731 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0311b-d332-43fa-8d05-4e3cf2a8fb76 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Pushing event updated for resources: {'Port': ['ID=f4583350-e8bc-458b-bc4d-46177d75f06d,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:43.797208 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:43.804606 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a3d192ea-ea22-4a90-9b18-a09d1a873676 req-76784dd5-bc49-4b52-9357-eb0611b022e1 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 210 time: 0.1512477 Dec 16 22:21:43.831138 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14288aa4-e44f-48d2-8da4-7e639cce5508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:43.837942 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-904315c6-4853-4919-9b33-1081b0105397 req-7de0311b-d332-43fa-8d05-4e3cf2a8fb76 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Network 66ba2238-7dba-4548-9d17-efb5b42cdbfe is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:43.865605 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f113f2-65e6-4e27-960f-3b9f15dadeab req-3c70c4fe-e759-4023-aa7b-6671f1fc08dd tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:43.874113 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-91f113f2-65e6-4e27-960f-3b9f15dadeab req-3c70c4fe-e759-4023-aa7b-6671f1fc08dd tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 932 time: 0.2972360 Dec 16 22:21:43.875798 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 312425ea-3c42-49d7-a0e8-f86d77f7e09b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:43.876038 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:43.881790 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-904315c6-4853-4919-9b33-1081b0105397 req-7de0311b-d332-43fa-8d05-4e3cf2a8fb76 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:43.888193 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-904315c6-4853-4919-9b33-1081b0105397 req-7de0311b-d332-43fa-8d05-4e3cf2a8fb76 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:43.968710 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5702c2-99c4-4407-9c21-009b2d5f7658 None None] DHCP port deletion for 66ba2238-7dba-4548-9d17-efb5b42cdbfe request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:21:43.983896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-55d35046-e8dd-4c41-b925-b337fc5c3ce1 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:43.990482 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-55d35046-e8dd-4c41-b925-b337fc5c3ce1 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:43.992336 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-55d35046-e8dd-4c41-b925-b337fc5c3ce1 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.76 "GET /v2.0/networks?id=d3be1240-9da7-4523-84d6-c4d795c509fa&id=fa5fd707-1ef5-4a46-b546-173b96f8c6bf&id=d3be1240-9da7-4523-84d6-c4d795c509fa HTTP/1.1" status: 200 len: 1392 time: 0.4101274 Dec 16 22:21:44.035645 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:44.049537 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-88dedcfc-ce70-4de0-8c8f-a5ba77819e5d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Request body: {'port': {'device_id': 'f7a7273b-7a41-4ee0-a371-aa0e871f0e00', 'network_id': 'd3be1240-9da7-4523-84d6-c4d795c509fa', 'admin_state_up': True, 'tenant_id': '3276816411724e4d868a9c723e7bff7f'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:44.069018 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904315c6-4853-4919-9b33-1081b0105397 req-7de0311b-d332-43fa-8d05-4e3cf2a8fb76 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:44.079634 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-904315c6-4853-4919-9b33-1081b0105397 req-7de0311b-d332-43fa-8d05-4e3cf2a8fb76 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:44.159988 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-402537ce-80f7-4df0-835e-07c873a6763d req-c8d3a608-1497-4008-9cac-8d6b5c78427c tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 210 time: 0.1588078 Dec 16 22:21:44.184956 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-91f113f2-65e6-4e27-960f-3b9f15dadeab req-e72f6492-edf2-4279-a616-1dcf88ff9384 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098760 Dec 16 22:21:44.354279 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-904315c6-4853-4919-9b33-1081b0105397 req-7de0311b-d332-43fa-8d05-4e3cf2a8fb76 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8487906 Dec 16 22:21:44.359891 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Network fa5fd707-1ef5-4a46-b546-173b96f8c6bf is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:44.419340 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:44.423683 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25abd10-c65b-4f28-9427-edf3627dfb6c None None] Pushing event updated for resources: {'Port': ['ID=f50573f1-fc11-4e6e-8a82-86eb7587aa02,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:44.428059 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14288aa4-e44f-48d2-8da4-7e639cce5508 None None] Routers {'4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:21:44.428887 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-14288aa4-e44f-48d2-8da4-7e639cce5508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:21:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:44.437208 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:44.492316 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-88dedcfc-ce70-4de0-8c8f-a5ba77819e5d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Made reservation on behalf of 3276816411724e4d868a9c723e7bff7f for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:44.498716 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-88dedcfc-ce70-4de0-8c8f-a5ba77819e5d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:44.501905 n-d-815324-4 neutron-server[103613]: DEBUG neutron.objects.ports [None req-15c792a0-b155-4cb8-88f2-d1d9e099a665 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103613) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:21:44.612634 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-904315c6-4853-4919-9b33-1081b0105397 req-6220bd53-6ac7-4102-8004-708733b139a9 service neutron] Request body: {'port': {'device_id': '5d2d7bf3-b685-4bff-ad41-e57756983cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:44.619023 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46730) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:44.636559 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2ef6aa5f-4bdb-455a-8f89-686ead946f2a None None] Provisioning complete for port 6f19efc1-0331-416f-87de-47eaad4459b6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:44.637204 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ef6aa5f-4bdb-455a-8f89-686ead946f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:44.685713 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f8747853-ae6c-4c3f-afa6-4ec8f1875fd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:44.886274 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-904315c6-4853-4919-9b33-1081b0105397 req-6220bd53-6ac7-4102-8004-708733b139a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:44.981922 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-88dedcfc-ce70-4de0-8c8f-a5ba77819e5d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Allocated IP 19.80.0.199 (d3be1240-9da7-4523-84d6-c4d795c509fa/31e1c7da-9b6c-441b-b055-c34e47605c34/02bf936b-ed8c-4fd2-9985-96e9d68cdca9) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:45.095534 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-15c792a0-b155-4cb8-88f2-d1d9e099a665 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:45.099468 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-91d93642-4c16-4805-b24a-d8281f1e8420 req-01adaf1d-03cb-4453-a312-d2ae26f6f379 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 210 time: 0.1069777 Dec 16 22:21:45.340578 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Pushing event updated for resources: {'Port': ['ID=0b1becf4-31c1-4d50-95d2-f4fa1f225f3b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:45.408500 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-15c792a0-b155-4cb8-88f2-d1d9e099a665 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] For port 267c70bd-2193-44d7-8042-d7fa4ed51446, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=267c70bd-2193-44d7-8042-d7fa4ed51446,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:45.442303 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-15c792a0-b155-4cb8-88f2-d1d9e099a665 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:45.482522 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:45.491119 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f35a4702-8f4a-4cbb-b360-9d3102b2ef2a req-71e7ea38-a55e-4368-8f7f-d17033b3fab6 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 210 time: 0.0446272 Dec 16 22:21:45.522237 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Attempting to bind port 0b1becf4-31c1-4d50-95d2-f4fa1f225f3b on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:21:45.522623 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Attempting to bind port 0b1becf4-31c1-4d50-95d2-f4fa1f225f3b by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '07adb8c4-7b08-4589-ae3a-1f255632d7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fa5fd707-1ef5-4a46-b546-173b96f8c6bf'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:21:45.525906 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Attempting to bind port 0b1becf4-31c1-4d50-95d2-f4fa1f225f3b on network fa5fd707-1ef5-4a46-b546-173b96f8c6bf {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:45.530351 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d90234-f0de-4544-bf42-6523d83a7667 None None] Update dhcp port {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'fixed_ips': [{'subnet_id': 'f65cc6d0-4f2f-4943-94d7-ab5a24212a7d'}], 'binding:host_id': 'n-d-815324-4'}, 'id': '267c70bd-2193-44d7-8042-d7fa4ed51446'} from n-d-815324-4. {{(pid=103615) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:21:45.533994 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-15c792a0-b155-4cb8-88f2-d1d9e099a665 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:45.535869 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-15c792a0-b155-4cb8-88f2-d1d9e099a665 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:45.664210 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f8747853-ae6c-4c3f-afa6-4ec8f1875fd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:45.691703 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c792a0-b155-4cb8-88f2-d1d9e099a665 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:45.724385 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-15c792a0-b155-4cb8-88f2-d1d9e099a665 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:45.728469 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c792a0-b155-4cb8-88f2-d1d9e099a665 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:45.729086 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-15c792a0-b155-4cb8-88f2-d1d9e099a665 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:45.774299 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f8747853-ae6c-4c3f-afa6-4ec8f1875fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:45.775474 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c792a0-b155-4cb8-88f2-d1d9e099a665 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=39ed42bd-c0dc-49fe-a85c-1325a29fea74,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:45.780225 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c792a0-b155-4cb8-88f2-d1d9e099a665 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Port': ['ID=267c70bd-2193-44d7-8042-d7fa4ed51446,revision_number=13']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:45.790709 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-60d90234-f0de-4544-bf42-6523d83a7667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:45.805196 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:21:45.805196 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Checking segment: {'id': '07adb8c4-7b08-4589-ae3a-1f255632d7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fa5fd707-1ef5-4a46-b546-173b96f8c6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:45.805196 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:45.805879 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Bound using segment: {'id': '07adb8c4-7b08-4589-ae3a-1f255632d7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fa5fd707-1ef5-4a46-b546-173b96f8c6bf'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:21:45.807424 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Bound port: 0b1becf4-31c1-4d50-95d2-f4fa1f225f3b, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07adb8c4-7b08-4589-ae3a-1f255632d7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fa5fd707-1ef5-4a46-b546-173b96f8c6bf'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:21:45.808013 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:45.822194 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-14288aa4-e44f-48d2-8da4-7e639cce5508 None None] Set router 4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:21:45.858139 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-15c792a0-b155-4cb8-88f2-d1d9e099a665 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1218727 Dec 16 22:21:45.859538 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46758) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:45.873390 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-b442b15f-6ea4-4761-bdea-b9e586d6caf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'mac_address': 'fa:16:3e:2a:24:fd', 'name': 'tempest-NetworksTestDHCPv6-1864587048'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:45.899035 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8747853-ae6c-4c3f-afa6-4ec8f1875fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8deb7c56-acdf-4730-a49a-dc907b0695cc,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:45.986939 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-88dedcfc-ce70-4de0-8c8f-a5ba77819e5d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:46.065245 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bed59b-caa5-4a86-b524-16ad29293c5e req-7532bd02-ab0e-44f0-90e2-6c34c4bfe774 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:46.067796 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c6bed59b-caa5-4a86-b524-16ad29293c5e req-7532bd02-ab0e-44f0-90e2-6c34c4bfe774 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 932 time: 0.7058525 Dec 16 22:21:46.093229 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f8747853-ae6c-4c3f-afa6-4ec8f1875fd4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=99cbc323ae144be98ebfd6677516f492&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4726248 Dec 16 22:21:46.109807 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46764) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:46.372861 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 312425ea-3c42-49d7-a0e8-f86d77f7e09b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=312425ea-3c42-49d7-a0e8-f86d77f7e09b,segment=NetworkSegment(5f9a9a2f-d982-467f-a1f1-227f879b9bea),segment_id=5f9a9a2f-d982-467f-a1f1-227f879b9bea)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:46.419099 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c6bed59b-caa5-4a86-b524-16ad29293c5e req-6ac45e41-ae7c-40c4-8124-e14eb4688740 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198271 Dec 16 22:21:46.529841 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:46.559540 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2ef6aa5f-4bdb-455a-8f89-686ead946f2a None None] Provisioning complete for port 267c70bd-2193-44d7-8042-d7fa4ed51446 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:46.559867 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ef6aa5f-4bdb-455a-8f89-686ead946f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:46.698508 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-88dedcfc-ce70-4de0-8c8f-a5ba77819e5d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:46.736682 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b02f1527-7656-491d-9e52-e76f1a34d86c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:46.834529 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d2067cfb-d36a-4bb0-acc4-a8bddc6e6313 req-f331ffd0-c1b5-4169-a217-dc0fa7704cba tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 210 time: 0.0988874 Dec 16 22:21:46.849070 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f50573f1-fc11-4e6e-8a82-86eb7587aa02 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:46.968219 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-904315c6-4853-4919-9b33-1081b0105397 req-6220bd53-6ac7-4102-8004-708733b139a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4583350-e8bc-458b-bc4d-46177d75f06d {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:21:46.977610 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-88dedcfc-ce70-4de0-8c8f-a5ba77819e5d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Network d3be1240-9da7-4523-84d6-c4d795c509fa is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:47.017399 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-88dedcfc-ce70-4de0-8c8f-a5ba77819e5d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:47.025169 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-904315c6-4853-4919-9b33-1081b0105397 req-6220bd53-6ac7-4102-8004-708733b139a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:47.029584 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b02f1527-7656-491d-9e52-e76f1a34d86c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:47.038493 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-14288aa4-e44f-48d2-8da4-7e639cce5508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57', 'name': 'tempest-TaggedBootDevicesTest_v242-240506083-router', 'tenant_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '6f19efc1-0331-416f-87de-47eaad4459b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:21:15Z', 'updated_at': '2021-12-16T22:21:28Z', 'revision_number': 4, 'project_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'gw_port': {'id': '6f19efc1-0331-416f-87de-47eaad4459b6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:19Z', 'updated_at': '2021-12-16T22:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f50573f1-fc11-4e6e-8a82-86eb7587aa02', 'name': '', 'network_id': 'ea971731-797d-4d89-ac37-fd25042aca96', 'tenant_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'mac_address': 'fa:16:3e:0c:30:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '17610a02-eabf-4576-9952-faec072a6c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:27Z', 'updated_at': '2021-12-16T22:21:43Z', 'revision_number': 4, 'project_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'subnets': [{'id': '17610a02-eabf-4576-9952-faec072a6c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:21:47.038951 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-88dedcfc-ce70-4de0-8c8f-a5ba77819e5d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:47.141866 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14288aa4-e44f-48d2-8da4-7e639cce5508 None None] The sync data for ids ['4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57'] in n-d-815324-4 is: [{'id': '4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57', 'name': 'tempest-TaggedBootDevicesTest_v242-240506083-router', 'tenant_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '6f19efc1-0331-416f-87de-47eaad4459b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:21:15Z', 'updated_at': '2021-12-16T22:21:28Z', 'revision_number': 4, 'project_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'gw_port': {'id': '6f19efc1-0331-416f-87de-47eaad4459b6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:19Z', 'updated_at': '2021-12-16T22:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f50573f1-fc11-4e6e-8a82-86eb7587aa02', 'name': '', 'network_id': 'ea971731-797d-4d89-ac37-fd25042aca96', 'tenant_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'mac_address': 'fa:16:3e:0c:30:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '17610a02-eabf-4576-9952-faec072a6c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:27Z', 'updated_at': '2021-12-16T22:21:43Z', 'revision_number': 4, 'project_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'subnets': [{'id': '17610a02-eabf-4576-9952-faec072a6c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:21:47.191631 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dedcfc-ce70-4de0-8c8f-a5ba77819e5d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event updated for resources: {'Port': ['ID=02bf936b-ed8c-4fd2-9985-96e9d68cdca9,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:47.196351 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-904315c6-4853-4919-9b33-1081b0105397 req-6220bd53-6ac7-4102-8004-708733b139a9 service neutron] Transition to ACTIVE for port object f4583350-e8bc-458b-bc4d-46177d75f06d will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:21:47.274697 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403535d1-3938-429d-9985-c0a3780ddba7 req-fda98888-b931-4f7c-b1a8-609821735e82 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:47.284134 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-403535d1-3938-429d-9985-c0a3780ddba7 req-fda98888-b931-4f7c-b1a8-609821735e82 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 932 time: 0.1766057 Dec 16 22:21:47.340163 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-904315c6-4853-4919-9b33-1081b0105397 req-6220bd53-6ac7-4102-8004-708733b139a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:47.364817 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b442b15f-6ea4-4761-bdea-b9e586d6caf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:47.425433 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=312425ea-3c42-49d7-a0e8-f86d77f7e09b,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:47.465724 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46780) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:47.483933 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] For port 0b1becf4-31c1-4d50-95d2-f4fa1f225f3b, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:21:47.494526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-88dedcfc-ce70-4de0-8c8f-a5ba77819e5d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:47.495547 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-88dedcfc-ce70-4de0-8c8f-a5ba77819e5d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:47.555545 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220bd53-6ac7-4102-8004-708733b139a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4583350-e8bc-458b-bc4d-46177d75f06d,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:47.583271 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bac4ed-5aa0-49db-a12d-3c47ccb029a8 None None] DHCP port deletion for 66ba2238-7dba-4548-9d17-efb5b42cdbfe request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:21:47.612422 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-403535d1-3938-429d-9985-c0a3780ddba7 req-05973bc3-4cfd-4947-adaf-915b90ecb62f tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269637 Dec 16 22:21:47.688238 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] For port 0b1becf4-31c1-4d50-95d2-f4fa1f225f3b, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0b1becf4-31c1-4d50-95d2-f4fa1f225f3b,segment=NetworkSegment(07adb8c4-7b08-4589-ae3a-1f255632d7c8),segment_id=07adb8c4-7b08-4589-ae3a-1f255632d7c8)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:21:47.696562 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-88dedcfc-ce70-4de0-8c8f-a5ba77819e5d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6640189 Dec 16 22:21:47.718799 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b02f1527-7656-491d-9e52-e76f1a34d86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:47.745200 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b02f1527-7656-491d-9e52-e76f1a34d86c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:47.745200 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b02f1527-7656-491d-9e52-e76f1a34d86c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8deb7c56-acdf-4730-a49a-dc907b0695cc HTTP/1.1" status: 204 len: 168 time: 1.6293762 Dec 16 22:21:47.753001 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port f50573f1-fc11-4e6e-8a82-86eb7587aa02 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:47.756430 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:47.776176 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-c07176d9-86f7-4029-bf58-56aef3214a3a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Request body: {'port': {'device_id': 'f7a7273b-7a41-4ee0-a371-aa0e871f0e00', 'network_id': 'fa5fd707-1ef5-4a46-b546-173b96f8c6bf', 'admin_state_up': True, 'tenant_id': '3276816411724e4d868a9c723e7bff7f'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:47.807324 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b442b15f-6ea4-4761-bdea-b9e586d6caf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:47.822357 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:47.871087 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-b442b15f-6ea4-4761-bdea-b9e586d6caf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] device_id is not set on port 63f39753-edaa-4213-a7ab-686c99abbd9b yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:21:47.887920 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-60d90234-f0de-4544-bf42-6523d83a7667 None None] Allocated IP 172.20.0.2 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/f65cc6d0-4f2f-4943-94d7-ab5a24212a7d/267c70bd-2193-44d7-8042-d7fa4ed51446) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:47.951352 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2ef6aa5f-4bdb-455a-8f89-686ead946f2a None None] Provisioning complete for port 312425ea-3c42-49d7-a0e8-f86d77f7e09b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:47.951658 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ef6aa5f-4bdb-455a-8f89-686ead946f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:48.122596 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f1527-7656-491d-9e52-e76f1a34d86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deb7c56-acdf-4730-a49a-dc907b0695cc,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:48.132196 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bb6fa18d-9668-48b1-ac63-5bddae7b2f02 req-92f7e2a1-da4d-475d-9bec-5c8d2a1ddb1b tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 210 time: 0.0890968 Dec 16 22:21:48.149217 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-40d60dac-5e6c-4bc8-b6a1-dc0395bb4b60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:48.361735 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-904315c6-4853-4919-9b33-1081b0105397 req-6220bd53-6ac7-4102-8004-708733b139a9 service neutron] Attempting to bind port f4583350-e8bc-458b-bc4d-46177d75f06d on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:21:48.362894 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-904315c6-4853-4919-9b33-1081b0105397 req-6220bd53-6ac7-4102-8004-708733b139a9 service neutron] Attempting to bind port f4583350-e8bc-458b-bc4d-46177d75f06d by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'ba56397c-6eec-44d6-a5b2-cd5db12b2a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '66ba2238-7dba-4548-9d17-efb5b42cdbfe'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:21:48.363129 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904315c6-4853-4919-9b33-1081b0105397 req-6220bd53-6ac7-4102-8004-708733b139a9 service neutron] Attempting to bind port f4583350-e8bc-458b-bc4d-46177d75f06d on network 66ba2238-7dba-4548-9d17-efb5b42cdbfe {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:48.484055 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904315c6-4853-4919-9b33-1081b0105397 req-6220bd53-6ac7-4102-8004-708733b139a9 service neutron] Port f4583350-e8bc-458b-bc4d-46177d75f06d on network 66ba2238-7dba-4548-9d17-efb5b42cdbfe not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:21:48.484610 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904315c6-4853-4919-9b33-1081b0105397 req-6220bd53-6ac7-4102-8004-708733b139a9 service neutron] Attempting to bind port f4583350-e8bc-458b-bc4d-46177d75f06d on network 66ba2238-7dba-4548-9d17-efb5b42cdbfe {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:48.493883 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Pushing event updated for resources: {'Port': ['ID=0b1becf4-31c1-4d50-95d2-f4fa1f225f3b,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:48.501309 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b37ca4-d906-468c-990b-c2593e34275d req-284a3fef-1bd1-42b6-914b-3e70bcddf841 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:48.503385 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-97b37ca4-d906-468c-990b-c2593e34275d req-284a3fef-1bd1-42b6-914b-3e70bcddf841 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 944 time: 0.7981024 Dec 16 22:21:48.537702 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:48.538733 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:48.538733 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:48.538972 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:48.539210 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:48.539895 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:48.540998 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:48.540998 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:48.540998 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:48.541299 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:48.541601 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:48.542313 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:48.542633 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d8903-959e-41fb-ad5d-028522da324a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:21:48.567677 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:48.603131 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904315c6-4853-4919-9b33-1081b0105397 req-6220bd53-6ac7-4102-8004-708733b139a9 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:21:48.603552 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904315c6-4853-4919-9b33-1081b0105397 req-6220bd53-6ac7-4102-8004-708733b139a9 service neutron] Checking segment: {'id': 'ba56397c-6eec-44d6-a5b2-cd5db12b2a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '66ba2238-7dba-4548-9d17-efb5b42cdbfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:48.604206 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904315c6-4853-4919-9b33-1081b0105397 req-6220bd53-6ac7-4102-8004-708733b139a9 service neutron] Bound using segment: {'id': 'ba56397c-6eec-44d6-a5b2-cd5db12b2a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '66ba2238-7dba-4548-9d17-efb5b42cdbfe'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:21:48.604916 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-904315c6-4853-4919-9b33-1081b0105397 req-6220bd53-6ac7-4102-8004-708733b139a9 service neutron] Bound port: f4583350-e8bc-458b-bc4d-46177d75f06d, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba56397c-6eec-44d6-a5b2-cd5db12b2a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '66ba2238-7dba-4548-9d17-efb5b42cdbfe'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:21:48.607376 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-904315c6-4853-4919-9b33-1081b0105397 req-6220bd53-6ac7-4102-8004-708733b139a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:48.839314 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-60d90234-f0de-4544-bf42-6523d83a7667 None None] For port 267c70bd-2193-44d7-8042-d7fa4ed51446, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=267c70bd-2193-44d7-8042-d7fa4ed51446,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:48.869554 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port f50573f1-fc11-4e6e-8a82-86eb7587aa02, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f50573f1-fc11-4e6e-8a82-86eb7587aa02,segment=NetworkSegment(2ed3c621-7e59-408e-9ef2-d03073fc914c),segment_id=2ed3c621-7e59-408e-9ef2-d03073fc914c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:48.949359 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-60d90234-f0de-4544-bf42-6523d83a7667 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:48.983622 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:49.003144 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91663cbb-e536-4209-b5fe-83d54b0d281b req-e02b65e1-3b26-4eec-a449-44387add7ba7 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:49.014641 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-91663cbb-e536-4209-b5fe-83d54b0d281b req-e02b65e1-3b26-4eec-a449-44387add7ba7 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 932 time: 0.1503181 Dec 16 22:21:49.159101 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 267c70bd-2193-44d7-8042-d7fa4ed51446 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:21:49.187402 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-91663cbb-e536-4209-b5fe-83d54b0d281b req-c52e8505-0703-4c01-9789-6a16ce469149 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568875 Dec 16 22:21:49.250192 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-40d60dac-5e6c-4bc8-b6a1-dc0395bb4b60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:49.256990 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-60d90234-f0de-4544-bf42-6523d83a7667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:49.301102 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=f50573f1-fc11-4e6e-8a82-86eb7587aa02,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:49.308524 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-63d9282c-a910-4cc9-a3b0-a2a8b4a92f69 None None] Provisioning complete for port 02bf936b-ed8c-4fd2-9985-96e9d68cdca9 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:49.308909 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-63d9282c-a910-4cc9-a3b0-a2a8b4a92f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:49.352768 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-97b37ca4-d906-468c-990b-c2593e34275d req-51229fd1-7725-4d00-b895-1115e70319c7 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7913861 Dec 16 22:21:49.389249 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-40d60dac-5e6c-4bc8-b6a1-dc0395bb4b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:49.497957 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:21:49.503930 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-b442b15f-6ea4-4761-bdea-b9e586d6caf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 172.20.0.3 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/f65cc6d0-4f2f-4943-94d7-ab5a24212a7d/63f39753-edaa-4213-a7ab-686c99abbd9b) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:49.513807 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-b442b15f-6ea4-4761-bdea-b9e586d6caf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 2001:db8::f816:3eff:fe2a:24fd (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/39ed42bd-c0dc-49fe-a85c-1325a29fea74/63f39753-edaa-4213-a7ab-686c99abbd9b) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:49.565730 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d60dac-5e6c-4bc8-b6a1-dc0395bb4b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5afd7d-b2d9-4cf5-af9f-e87e1359d5be,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:49.588274 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-c07176d9-86f7-4029-bf58-56aef3214a3a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Made reservation on behalf of 3276816411724e4d868a9c723e7bff7f for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:49.610771 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-63d9282c-a910-4cc9-a3b0-a2a8b4a92f69 None None] Port 02bf936b-ed8c-4fd2-9985-96e9d68cdca9 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:21:49.617539 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-c07176d9-86f7-4029-bf58-56aef3214a3a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:49.636697 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d90234-f0de-4544-bf42-6523d83a7667 None None] Pushing event updated for resources: {'Port': ['ID=267c70bd-2193-44d7-8042-d7fa4ed51446,revision_number=14']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:49.727200 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-63d9282c-a910-4cc9-a3b0-a2a8b4a92f69 None None] Provisioning complete for port f50573f1-fc11-4e6e-8a82-86eb7587aa02 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:49.727861 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-63d9282c-a910-4cc9-a3b0-a2a8b4a92f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:49.802297 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d0577d15-a030-4d5a-b97f-f3e425eed3b2 req-fce29b7c-1e58-49a2-a501-e32705a6ff38 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/ports?device_id=a033ee84-0947-449e-a298-abe9fb6a92ed HTTP/1.1" status: 200 len: 210 time: 0.1383615 Dec 16 22:21:49.832663 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:49.848148 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-904315c6-4853-4919-9b33-1081b0105397 req-6220bd53-6ac7-4102-8004-708733b139a9 service neutron] For port f4583350-e8bc-458b-bc4d-46177d75f06d, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:21:49.854733 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-904315c6-4853-4919-9b33-1081b0105397 req-6220bd53-6ac7-4102-8004-708733b139a9 service neutron] For port f4583350-e8bc-458b-bc4d-46177d75f06d, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=f4583350-e8bc-458b-bc4d-46177d75f06d,segment=NetworkSegment(ba56397c-6eec-44d6-a5b2-cd5db12b2a04),segment_id=ba56397c-6eec-44d6-a5b2-cd5db12b2a04)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:21:49.877435 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-40d60dac-5e6c-4bc8-b6a1-dc0395bb4b60 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=943861c2a1e94a619f996ae6dda10b0d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3980319 Dec 16 22:21:49.879401 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46820) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:49.988800 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 267c70bd-2193-44d7-8042-d7fa4ed51446, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=267c70bd-2193-44d7-8042-d7fa4ed51446,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:50.054717 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b442b15f-6ea4-4761-bdea-b9e586d6caf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:50.057414 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-904315c6-4853-4919-9b33-1081b0105397 req-6220bd53-6ac7-4102-8004-708733b139a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:50.087214 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:50.170134 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4646903-b3b6-4eeb-8b74-56452f6517e3 None None] Network fa5fd707-1ef5-4a46-b546-173b96f8c6bf requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:21:50.208458 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904315c6-4853-4919-9b33-1081b0105397 req-6220bd53-6ac7-4102-8004-708733b139a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:50.211791 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-904315c6-4853-4919-9b33-1081b0105397 req-6220bd53-6ac7-4102-8004-708733b139a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:50.211985 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-63d9282c-a910-4cc9-a3b0-a2a8b4a92f69 None None] Provisioning complete for port 267c70bd-2193-44d7-8042-d7fa4ed51446 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:50.211985 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-63d9282c-a910-4cc9-a3b0-a2a8b4a92f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:50.212360 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-904315c6-4853-4919-9b33-1081b0105397 req-6220bd53-6ac7-4102-8004-708733b139a9 service neutron] 10.222.0.57 "PUT /v2.0/ports/f4583350-e8bc-458b-bc4d-46177d75f06d HTTP/1.1" status: 200 len: 1092 time: 5.8407695 Dec 16 22:21:50.213417 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2d7bf3-b685-4bff-ad41-e57756983cfd', 'tag': 'f4583350-e8bc-458b-bc4d-46177d75f06d'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:21:50.215846 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee0f43d-ff54-4e6f-a813-3cb6730f622c" -d '{"events": [{"name": "network-changed", "server_uuid": "5d2d7bf3-b685-4bff-ad41-e57756983cfd", "tag": "f4583350-e8bc-458b-bc4d-46177d75f06d"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:21:50.233955 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b442b15f-6ea4-4761-bdea-b9e586d6caf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:50.293340 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737a503d-90d3-4513-aa76-3d122e030074 None None] DHCP port deletion for 66ba2238-7dba-4548-9d17-efb5b42cdbfe request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:21:50.322022 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-c07176d9-86f7-4029-bf58-56aef3214a3a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Allocated IP 19.86.0.194 (fa5fd707-1ef5-4a46-b546-173b96f8c6bf/5ed889ad-0a47-42d3-81c0-791a75ce9313/4cda2f29-8931-4922-9586-d0c267801522) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:50.331085 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e5ad9134-c1cd-4411-8fca-56babe084684 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:50.354017 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5baa3591-dee1-4f5a-976d-bbf9da3eca70 x-openstack-request-id: req-5baa3591-dee1-4f5a-976d-bbf9da3eca70 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:21:50.354328 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d2d7bf3-b685-4bff-ad41-e57756983cfd", "tag": "f4583350-e8bc-458b-bc4d-46177d75f06d", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:21:50.354587 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5baa3591-dee1-4f5a-976d-bbf9da3eca70 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:21:50.354999 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2d7bf3-b685-4bff-ad41-e57756983cfd', 'tag': 'f4583350-e8bc-458b-bc4d-46177d75f06d', 'status': 'completed', 'code': 200} Dec 16 22:21:50.358128 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220bd53-6ac7-4102-8004-708733b139a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4583350-e8bc-458b-bc4d-46177d75f06d,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:50.472331 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b442b15f-6ea4-4761-bdea-b9e586d6caf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:50.487569 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e5ad9134-c1cd-4411-8fca-56babe084684 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:50.540566 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442b15f-6ea4-4761-bdea-b9e586d6caf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Port': ['ID=63f39753-edaa-4213-a7ab-686c99abbd9b,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:50.548266 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-b442b15f-6ea4-4761-bdea-b9e586d6caf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:50.574839 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b442b15f-6ea4-4761-bdea-b9e586d6caf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:50.673675 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66352b-db3d-47f2-891c-756d937f8344 req-7f67c331-590a-4884-bec4-68cdce33e1a0 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:50.675598 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9e66352b-db3d-47f2-891c-756d937f8344 req-7f67c331-590a-4884-bec4-68cdce33e1a0 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 932 time: 0.2886260 Dec 16 22:21:50.712714 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b442b15f-6ea4-4761-bdea-b9e586d6caf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:50.714264 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b442b15f-6ea4-4761-bdea-b9e586d6caf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:50.825037 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9e66352b-db3d-47f2-891c-756d937f8344 req-0c764e6a-01a9-47cc-9fc7-ff11bdbe98c2 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322241 Dec 16 22:21:50.850203 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b442b15f-6ea4-4761-bdea-b9e586d6caf2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.9895072 Dec 16 22:21:50.851493 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46836) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:50.860741 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e5ad9134-c1cd-4411-8fca-56babe084684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:50.875590 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e5ad9134-c1cd-4411-8fca-56babe084684 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:50.876814 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e5ad9134-c1cd-4411-8fca-56babe084684 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9e5afd7d-b2d9-4cf5-af9f-e87e1359d5be HTTP/1.1" status: 204 len: 168 time: 0.9963148 Dec 16 22:21:50.937120 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 267c70bd-2193-44d7-8042-d7fa4ed51446 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:50.964772 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad9134-c1cd-4411-8fca-56babe084684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5afd7d-b2d9-4cf5-af9f-e87e1359d5be,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:51.064737 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b29aad-a398-4296-8990-7c785f9fff7d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:51.080310 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b29aad-a398-4296-8990-7c785f9fff7d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:51.088125 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-95b29aad-a398-4296-8990-7c785f9fff7d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2354474 Dec 16 22:21:51.090038 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46840) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:51.112627 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=267c70bd-2193-44d7-8042-d7fa4ed51446,revision_number=15']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:51.130242 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 267c70bd-2193-44d7-8042-d7fa4ed51446 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:51.130953 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:51.221772 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-63d9282c-a910-4cc9-a3b0-a2a8b4a92f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:51.297701 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:51.300733 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff875e6-e81d-48db-974c-cfafea96d86a None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:21:51.354419 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46846) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:51.368093 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-63d9282c-a910-4cc9-a3b0-a2a8b4a92f69 None None] For port 267c70bd-2193-44d7-8042-d7fa4ed51446, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=267c70bd-2193-44d7-8042-d7fa4ed51446,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:51.439446 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dcb0333b-48ac-449e-91a2-036092dd96ce tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:51.445900 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-ec0ad2a5-f31a-4bd4-8ece-88c35830dfd6 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting port 63f39753-edaa-4213-a7ab-686c99abbd9b {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:21:51.446235 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ec0ad2a5-f31a-4bd4-8ece-88c35830dfd6 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:51.498233 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-63d9282c-a910-4cc9-a3b0-a2a8b4a92f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:51.502850 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904315c6-4853-4919-9b33-1081b0105397 req-97b9d3c6-f581-460f-9c4c-14122eb4d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:51.505089 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-904315c6-4853-4919-9b33-1081b0105397 req-97b9d3c6-f581-460f-9c4c-14122eb4d01f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2eee87fa71d34d10aa69ccc2197b9b4f&device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 1095 time: 1.0605674 Dec 16 22:21:51.547936 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dcb0333b-48ac-449e-91a2-036092dd96ce tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:51.659998 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-904315c6-4853-4919-9b33-1081b0105397 req-4607db9c-90eb-40d1-92b4-0ed778b9a145 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4583350-e8bc-458b-bc4d-46177d75f06d HTTP/1.1" status: 200 len: 217 time: 0.1346247 Dec 16 22:21:51.666102 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ec0ad2a5-f31a-4bd4-8ece-88c35830dfd6 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:51.689196 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88ee4b-f561-4130-94d3-fb135999f906 req-6d697323-d634-474d-b740-9b9d7097c5d0 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:51.706856 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:21:51.707686 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b88ee4b-f561-4130-94d3-fb135999f906 req-6d697323-d634-474d-b740-9b9d7097c5d0 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 944 time: 1.1969509 Dec 16 22:21:51.707823 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:21:51.712173 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-ec0ad2a5-f31a-4bd4-8ece-88c35830dfd6 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Calling delete_port for 63f39753-edaa-4213-a7ab-686c99abbd9b owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:51.723948 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-63d9282c-a910-4cc9-a3b0-a2a8b4a92f69 None None] Provisioning complete for port 312425ea-3c42-49d7-a0e8-f86d77f7e09b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:51.724676 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-63d9282c-a910-4cc9-a3b0-a2a8b4a92f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:51.788961 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9282c-a910-4cc9-a3b0-a2a8b4a92f69 None None] Pushing event updated for resources: {'Port': ['ID=267c70bd-2193-44d7-8042-d7fa4ed51446,revision_number=16']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:51.858371 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dcb0333b-48ac-449e-91a2-036092dd96ce tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:51.874281 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dcb0333b-48ac-449e-91a2-036092dd96ce tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:51.877905 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-dcb0333b-48ac-449e-91a2-036092dd96ce tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "DELETE /v2.0/security-groups/4a52099b-eca1-4e3c-bea6-1181fd05b16e HTTP/1.1" status: 204 len: 168 time: 0.5201797 Dec 16 22:21:51.889062 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46856) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:51.928130 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0333b-48ac-449e-91a2-036092dd96ce tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a52099b-eca1-4e3c-bea6-1181fd05b16e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:51.955374 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-06569fbf-897f-4087-87b7-868b5a651d4a tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] show failed (client error): The resource could not be found. Dec 16 22:21:51.960988 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-06569fbf-897f-4087-87b7-868b5a651d4a tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "GET /v2.0/security-groups/4a52099b-eca1-4e3c-bea6-1181fd05b16e HTTP/1.1" status: 404 len: 347 time: 0.0654416 Dec 16 22:21:51.975626 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46858) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:51.996149 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-c07176d9-86f7-4029-bf58-56aef3214a3a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:52.024341 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b88ee4b-f561-4130-94d3-fb135999f906 req-99c723af-77d6-4caa-af91-0682a1b75b5e tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081346 Dec 16 22:21:52.026773 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904315c6-4853-4919-9b33-1081b0105397 req-f7f48b37-8406-4b9c-99da-ed74a7bee3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:52.029904 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-904315c6-4853-4919-9b33-1081b0105397 req-f7f48b37-8406-4b9c-99da-ed74a7bee3fc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09099f39-0a9d-4259-8597-583ef27faa64 HTTP/1.1" status: 200 len: 851 time: 0.3101363 Dec 16 22:21:52.099220 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e035214f-d9cb-4fac-870a-6053cae0ee6c None None] Provisioning complete for port 0b1becf4-31c1-4d50-95d2-f4fa1f225f3b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:52.099614 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e035214f-d9cb-4fac-870a-6053cae0ee6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:52.115717 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-904315c6-4853-4919-9b33-1081b0105397 req-975121e6-37ef-4af7-b038-55104d454adb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66ba2238-7dba-4548-9d17-efb5b42cdbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791094 Dec 16 22:21:52.291428 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46868) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:52.318619 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f50573f1-fc11-4e6e-8a82-86eb7587aa02 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:52.353666 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-61e13623-f125-4039-8b87-b0b5cf5e2356 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:52.493748 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-c07176d9-86f7-4029-bf58-56aef3214a3a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:52.495401 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e035214f-d9cb-4fac-870a-6053cae0ee6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:52.512633 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ec0ad2a5-f31a-4bd4-8ece-88c35830dfd6 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:52.536842 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-904315c6-4853-4919-9b33-1081b0105397 req-8bae57eb-0383-4c21-b652-4ee76a03c4d4 service neutron] 10.222.0.57 "GET /v2.0/networks/66ba2238-7dba-4548-9d17-efb5b42cdbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093378 Dec 16 22:21:52.551256 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port f50573f1-fc11-4e6e-8a82-86eb7587aa02 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:52.551640 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:52.614154 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e035214f-d9cb-4fac-870a-6053cae0ee6c None None] For port 0b1becf4-31c1-4d50-95d2-f4fa1f225f3b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0b1becf4-31c1-4d50-95d2-f4fa1f225f3b,segment=NetworkSegment(07adb8c4-7b08-4589-ae3a-1f255632d7c8),segment_id=07adb8c4-7b08-4589-ae3a-1f255632d7c8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:52.628200 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4015b-daf3-49b5-982c-8097311bb158 req-d652217b-6a5f-41ac-85a0-dd54ba28b147 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:52.639137 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fdf4015b-daf3-49b5-982c-8097311bb158 req-d652217b-6a5f-41ac-85a0-dd54ba28b147 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 932 time: 0.6621733 Dec 16 22:21:52.642605 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ad2a5-f31a-4bd4-8ece-88c35830dfd6 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Port': ['ID=63f39753-edaa-4213-a7ab-686c99abbd9b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:52.648642 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-c07176d9-86f7-4029-bf58-56aef3214a3a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Network fa5fd707-1ef5-4a46-b546-173b96f8c6bf is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:52.691985 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-c07176d9-86f7-4029-bf58-56aef3214a3a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:52.709245 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e035214f-d9cb-4fac-870a-6053cae0ee6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:52.710950 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-c07176d9-86f7-4029-bf58-56aef3214a3a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:52.802984 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035214f-d9cb-4fac-870a-6053cae0ee6c None None] Pushing event updated for resources: {'Port': ['ID=0b1becf4-31c1-4d50-95d2-f4fa1f225f3b,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:52.823101 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0b1becf4-31c1-4d50-95d2-f4fa1f225f3b up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:52.873832 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e035214f-d9cb-4fac-870a-6053cae0ee6c None None] Provisioning complete for port 267c70bd-2193-44d7-8042-d7fa4ed51446 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:52.874313 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e035214f-d9cb-4fac-870a-6053cae0ee6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:52.902145 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-c07176d9-86f7-4029-bf58-56aef3214a3a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:52.903972 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-c07176d9-86f7-4029-bf58-56aef3214a3a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:52.939283 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e3281a-bcce-4f4d-ba1c-d11ad20171c4 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:21:52.949786 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fdf4015b-daf3-49b5-982c-8097311bb158 req-b6a106c4-7a9a-4180-9491-559296958448 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074541 Dec 16 22:21:52.956175 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-49647321-db48-499e-97c8-deff2171c215 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Deleting port a677345f-a28d-4caa-9413-72e0bc847b1c {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:21:52.956525 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49647321-db48-499e-97c8-deff2171c215 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:52.984358 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-61e13623-f125-4039-8b87-b0b5cf5e2356 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:53.097851 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-904315c6-4853-4919-9b33-1081b0105397 req-4dfe182a-162f-4249-ac32-af7992d34e79 service neutron] 10.222.0.57 "GET /v2.0/networks/66ba2238-7dba-4548-9d17-efb5b42cdbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338216 Dec 16 22:21:53.113210 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ec0ad2a5-f31a-4bd4-8ece-88c35830dfd6 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:53.119145 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-61e13623-f125-4039-8b87-b0b5cf5e2356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:53.129208 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ec0ad2a5-f31a-4bd4-8ece-88c35830dfd6 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/63f39753-edaa-4213-a7ab-686c99abbd9b HTTP/1.1" status: 204 len: 168 time: 2.0378616 Dec 16 22:21:53.131354 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46874) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:53.176051 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07176d9-86f7-4029-bf58-56aef3214a3a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event updated for resources: {'Port': ['ID=4cda2f29-8931-4922-9586-d0c267801522,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:53.198510 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 0b1becf4-31c1-4d50-95d2-f4fa1f225f3b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:53.198892 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:53.248076 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e13623-f125-4039-8b87-b0b5cf5e2356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe79267b-d069-4da2-b21b-b18d3b29811a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:53.308379 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7af9396-0027-4626-909f-53b66550c5ed tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:53.309978 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7af9396-0027-4626-909f-53b66550c5ed tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:53.312135 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7af9396-0027-4626-909f-53b66550c5ed tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:53.319390 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a7af9396-0027-4626-909f-53b66550c5ed tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1798697 Dec 16 22:21:53.320610 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46878) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:53.333224 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-83981d96-fc1b-49a1-beb7-0806a03890b3 None None] Provisioning complete for port 4cda2f29-8931-4922-9586-d0c267801522 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:53.333782 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-83981d96-fc1b-49a1-beb7-0806a03890b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:53.348407 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-61e13623-f125-4039-8b87-b0b5cf5e2356 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=98e81efd188d432e8bebefd7991de4d7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0555828 Dec 16 22:21:53.372696 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-c07176d9-86f7-4029-bf58-56aef3214a3a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6425958 Dec 16 22:21:53.386583 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46882) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:53.400656 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-9f393b29-6659-4d43-a4f3-1f3c04ea92f0 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Request body: {'port': {'device_id': 'f7a7273b-7a41-4ee0-a371-aa0e871f0e00', 'network_id': 'd3be1240-9da7-4523-84d6-c4d795c509fa', 'admin_state_up': True, 'tenant_id': '3276816411724e4d868a9c723e7bff7f'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:53.496382 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a538600-3b7d-4d11-a4b9-9375f7b22387 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet 39ed42bd-c0dc-49fe-a85c-1325a29fea74 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:21:53.506722 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-83981d96-fc1b-49a1-beb7-0806a03890b3 None None] Port 4cda2f29-8931-4922-9586-d0c267801522 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:21:53.514449 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a538600-3b7d-4d11-a4b9-9375f7b22387 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:53.542303 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 312425ea-3c42-49d7-a0e8-f86d77f7e09b up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:53.560409 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4baf3-d748-4e7d-b593-1279e2f2ddb4 req-0ea6f6f8-1865-439e-b45f-17354ec00e46 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:53.561378 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49647321-db48-499e-97c8-deff2171c215 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:53.561592 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49647321-db48-499e-97c8-deff2171c215 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:53.562071 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8ac4baf3-d748-4e7d-b593-1279e2f2ddb4 req-0ea6f6f8-1865-439e-b45f-17354ec00e46 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 944 time: 0.3195977 Dec 16 22:21:53.630416 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a538600-3b7d-4d11-a4b9-9375f7b22387 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:53.639685 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0f43d-ff54-4e6f-a813-3cb6730f622c req-bf563a1e-fbac-4733-bfb3-910997b50751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:53.641332 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cee0f43d-ff54-4e6f-a813-3cb6730f622c req-bf563a1e-fbac-4733-bfb3-910997b50751 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2eee87fa71d34d10aa69ccc2197b9b4f&device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 1095 time: 0.2959175 Dec 16 22:21:53.696920 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-83981d96-fc1b-49a1-beb7-0806a03890b3 None None] Provisioning complete for port 267c70bd-2193-44d7-8042-d7fa4ed51446 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:53.698801 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-83981d96-fc1b-49a1-beb7-0806a03890b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:53.812259 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 312425ea-3c42-49d7-a0e8-f86d77f7e09b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:53.813263 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:53.859006 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-423b914d-798e-42ad-82aa-24c797af0b85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:53.906497 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a538600-3b7d-4d11-a4b9-9375f7b22387 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:53.920857 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-423b914d-798e-42ad-82aa-24c797af0b85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:54.051728 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-49647321-db48-499e-97c8-deff2171c215 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Calling delete_port for a677345f-a28d-4caa-9413-72e0bc847b1c owned by network:floatingip {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:54.170570 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8ac4baf3-d748-4e7d-b593-1279e2f2ddb4 req-d304b150-5aec-4da4-a206-43f06ef95319 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5412233 Dec 16 22:21:54.171290 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b3d179e-c015-42aa-b851-4160060c716e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:54.171290 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-83981d96-fc1b-49a1-beb7-0806a03890b3 None None] Could not find standard attr ID for object 63f39753-edaa-4213-a7ab-686c99abbd9b. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:21:54.256740 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-423b914d-798e-42ad-82aa-24c797af0b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:54.267571 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-423b914d-798e-42ad-82aa-24c797af0b85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:54.267857 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-423b914d-798e-42ad-82aa-24c797af0b85 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fe79267b-d069-4da2-b21b-b18d3b29811a HTTP/1.1" status: 204 len: 168 time: 0.8799350 Dec 16 22:21:54.271244 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0f43d-ff54-4e6f-a813-3cb6730f622c req-ba5a723b-8d49-4629-9550-fd358144fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:54.272990 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cee0f43d-ff54-4e6f-a813-3cb6730f622c req-ba5a723b-8d49-4629-9550-fd358144fcbd service neutron] 10.222.0.57 "GET /v2.0/networks?id=66ba2238-7dba-4548-9d17-efb5b42cdbfe HTTP/1.1" status: 200 len: 911 time: 0.6032491 Dec 16 22:21:54.286831 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8344-41ea-41b4-9bf3-3b94bf3c7660 req-8f21949c-8ebe-4d9b-b4f0-a4e1c90846a8 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:54.294286 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8344-41ea-41b4-9bf3-3b94bf3c7660 req-8f21949c-8ebe-4d9b-b4f0-a4e1c90846a8 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:54.301987 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-9f393b29-6659-4d43-a4f3-1f3c04ea92f0 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Made reservation on behalf of 3276816411724e4d868a9c723e7bff7f for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:54.303080 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-267d8344-41ea-41b4-9bf3-3b94bf3c7660 req-8f21949c-8ebe-4d9b-b4f0-a4e1c90846a8 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 1655 time: 0.1565764 Dec 16 22:21:54.306972 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-9f393b29-6659-4d43-a4f3-1f3c04ea92f0 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:54.324014 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b914d-798e-42ad-82aa-24c797af0b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe79267b-d069-4da2-b21b-b18d3b29811a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:54.339037 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a538600-3b7d-4d11-a4b9-9375f7b22387 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:54.384531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a28c0599-c6c8-4fd8-b8a9-1b4c288c59be None None] Provisioning complete for port 267c70bd-2193-44d7-8042-d7fa4ed51446 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:54.387466 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a28c0599-c6c8-4fd8-b8a9-1b4c288c59be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:54.408362 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cee0f43d-ff54-4e6f-a813-3cb6730f622c req-d9702431-23c7-4cdc-9498-04e1fc552d3a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4583350-e8bc-458b-bc4d-46177d75f06d HTTP/1.1" status: 200 len: 217 time: 0.1147721 Dec 16 22:21:54.451578 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 267c70bd-2193-44d7-8042-d7fa4ed51446 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:54.454858 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a538600-3b7d-4d11-a4b9-9375f7b22387 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=39ed42bd-c0dc-49fe-a85c-1325a29fea74,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:54.457807 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a538600-3b7d-4d11-a4b9-9375f7b22387 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:54.476077 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9a538600-3b7d-4d11-a4b9-9375f7b22387 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/39ed42bd-c0dc-49fe-a85c-1325a29fea74 HTTP/1.1" status: 204 len: 168 time: 1.1517181 Dec 16 22:21:54.489376 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46898) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:54.612806 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 267c70bd-2193-44d7-8042-d7fa4ed51446 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:54.613418 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:54.661845 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-267d8344-41ea-41b4-9bf3-3b94bf3c7660 req-520a91fe-d222-4e0a-a146-9b825e90c5f9 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567889 Dec 16 22:21:54.685511 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0f43d-ff54-4e6f-a813-3cb6730f622c req-2b0c9d89-d58c-41d5-a22d-2497533f08bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:54.687022 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cee0f43d-ff54-4e6f-a813-3cb6730f622c req-2b0c9d89-d58c-41d5-a22d-2497533f08bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09099f39-0a9d-4259-8597-583ef27faa64 HTTP/1.1" status: 200 len: 851 time: 0.2704389 Dec 16 22:21:54.740694 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cee0f43d-ff54-4e6f-a813-3cb6730f622c req-035f0428-ff09-45c6-bd78-fce153f6cc3d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66ba2238-7dba-4548-9d17-efb5b42cdbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427246 Dec 16 22:21:54.756882 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e52e61-3729-4efd-beb1-ae989eeeb718 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet f65cc6d0-4f2f-4943-94d7-ab5a24212a7d {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:21:54.763752 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5e52e61-3729-4efd-beb1-ae989eeeb718 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:54.797169 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0b1becf4-31c1-4d50-95d2-f4fa1f225f3b up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:21:54.858359 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7854da3c-b25e-4f40-bf6a-3af30ff9c358 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:21:54.877674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-9f393b29-6659-4d43-a4f3-1f3c04ea92f0 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Allocated IP 19.80.0.40 (d3be1240-9da7-4523-84d6-c4d795c509fa/31e1c7da-9b6c-441b-b055-c34e47605c34/e822c6e4-ff0a-4649-97b8-da49eb7313b9) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:54.894503 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5e52e61-3729-4efd-beb1-ae989eeeb718 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:54.939925 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cee0f43d-ff54-4e6f-a813-3cb6730f622c req-055a3ebf-c775-469a-900c-f7fad32cec69 service neutron] 10.222.0.57 "GET /v2.0/networks/66ba2238-7dba-4548-9d17-efb5b42cdbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890054 Dec 16 22:21:55.022070 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-dc40f05f-891a-40a1-ac3c-aca7cf519c04 None None] Could not find standard attr ID for object be0de74f-6f23-4174-a652-c77c876aa4e1. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:21:55.028255 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49647321-db48-499e-97c8-deff2171c215 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:55.087754 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 0b1becf4-31c1-4d50-95d2-f4fa1f225f3b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:55.088225 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:55.139820 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749f8dbb-bbf8-4157-b390-4beb299d88b2 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:21:55.141723 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49647321-db48-499e-97c8-deff2171c215 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Pushing event deleted for resources: {'Port': ['ID=a677345f-a28d-4caa-9413-72e0bc847b1c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:55.170484 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-9f393b29-6659-4d43-a4f3-1f3c04ea92f0 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:55.330459 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5e52e61-3729-4efd-beb1-ae989eeeb718 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:55.443433 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49647321-db48-499e-97c8-deff2171c215 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks [] for floatingip, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:55.447290 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49647321-db48-499e-97c8-deff2171c215 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:55.451424 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-49647321-db48-499e-97c8-deff2171c215 tempest-ServersTestBootFromVolume-1900644406 tempest-ServersTestBootFromVolume-1900644406-project] 10.222.0.75 "DELETE /v2.0/floatingips/2b6467d2-8c4b-4152-bbbb-beba1613c3ac HTTP/1.1" status: 204 len: 168 time: 3.4656649 Dec 16 22:21:55.458641 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46912) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:55.500203 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa686d1-7915-4839-91ea-04c252288f89 req-2af7e2bf-aa6f-4565-ad22-447903186c9e tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:55.504629 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eaa686d1-7915-4839-91ea-04c252288f89 req-2af7e2bf-aa6f-4565-ad22-447903186c9e tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 944 time: 0.2019303 Dec 16 22:21:55.607833 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cee0f43d-ff54-4e6f-a813-3cb6730f622c req-4e0cb921-f93a-4500-a499-8869b22852a5 service neutron] 10.222.0.57 "GET /v2.0/networks/66ba2238-7dba-4548-9d17-efb5b42cdbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328568 Dec 16 22:21:55.631835 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cea0f4ee-e2f7-41b2-921a-d4cd39763f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:55.633017 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5e52e61-3729-4efd-beb1-ae989eeeb718 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:55.696373 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-9f393b29-6659-4d43-a4f3-1f3c04ea92f0 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:55.706847 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eaa686d1-7915-4839-91ea-04c252288f89 req-39a800c3-d283-44f7-b1bc-60897fd11d8e tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815577 Dec 16 22:21:55.793640 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5e52e61-3729-4efd-beb1-ae989eeeb718 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:55.801558 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c5e52e61-3729-4efd-beb1-ae989eeeb718 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/f65cc6d0-4f2f-4943-94d7-ab5a24212a7d HTTP/1.1" status: 204 len: 168 time: 1.3019769 Dec 16 22:21:55.801558 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e52e61-3729-4efd-beb1-ae989eeeb718 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=f65cc6d0-4f2f-4943-94d7-ab5a24212a7d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:55.814281 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46926) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:55.902277 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-57e95e43-ee94-464b-9cde-765fe56c03b3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0811193 Dec 16 22:21:55.902277 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-9f393b29-6659-4d43-a4f3-1f3c04ea92f0 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Network d3be1240-9da7-4523-84d6-c4d795c509fa is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:55.905260 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46930) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:55.911258 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-24007e22-df2e-43ab-8970-46d4b2d38eaf tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:55.923977 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1df7d8-3a50-48c2-b925-ba24c7722fa8 req-67156e31-906f-401b-b968-da8d4eba77c4 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:55.925632 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-9f393b29-6659-4d43-a4f3-1f3c04ea92f0 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:55.941465 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1df7d8-3a50-48c2-b925-ba24c7722fa8 req-67156e31-906f-401b-b968-da8d4eba77c4 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:55.944409 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-9f393b29-6659-4d43-a4f3-1f3c04ea92f0 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:55.973017 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1df7d8-3a50-48c2-b925-ba24c7722fa8 req-67156e31-906f-401b-b968-da8d4eba77c4 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:55.991020 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4d1df7d8-3a50-48c2-b925-ba24c7722fa8 req-67156e31-906f-401b-b968-da8d4eba77c4 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 2376 time: 0.1716633 Dec 16 22:21:56.095380 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f7dafa-57d7-4b26-a4eb-87aa1fe9b8d3 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:21:56.124974 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f393b29-6659-4d43-a4f3-1f3c04ea92f0 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event updated for resources: {'Port': ['ID=e822c6e4-ff0a-4649-97b8-da49eb7313b9,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:56.230627 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-9f393b29-6659-4d43-a4f3-1f3c04ea92f0 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:56.231265 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-9f393b29-6659-4d43-a4f3-1f3c04ea92f0 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:56.285722 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-93e9cf9c-0209-430d-a99f-fb4a9cd59410 None None] Provisioning complete for port 267c70bd-2193-44d7-8042-d7fa4ed51446 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:56.286099 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-93e9cf9c-0209-430d-a99f-fb4a9cd59410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:56.354770 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4d1df7d8-3a50-48c2-b925-ba24c7722fa8 req-9e5b58b6-6aa6-43a2-af61-31fe1b05a8d2 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588748 Dec 16 22:21:56.414104 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-9f393b29-6659-4d43-a4f3-1f3c04ea92f0 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0283210 Dec 16 22:21:56.450470 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-21153c87-17a1-438e-aa2a-03a2b1890fa5 service neutron] Request body: {'port': {'device_id': 'f7a7273b-7a41-4ee0-a371-aa0e871f0e00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:56.462105 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8803e8-55de-4484-8ccf-5a2915a21e37 None None] DHCP port deletion for f8482a80-79ef-4c20-9ddd-3945e7fc80d7 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:21:56.525623 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24007e22-df2e-43ab-8970-46d4b2d38eaf tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:56.539970 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24007e22-df2e-43ab-8970-46d4b2d38eaf tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:56.561237 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-af8803e8-55de-4484-8ccf-5a2915a21e37 None None] Deleting port 267c70bd-2193-44d7-8042-d7fa4ed51446 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:21:56.561755 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af8803e8-55de-4484-8ccf-5a2915a21e37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:56.653579 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-36bcfe72-2f37-4262-8b2c-d3e41710bdc6 None None] Provisioning complete for port e822c6e4-ff0a-4649-97b8-da49eb7313b9 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:21:56.656116 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36bcfe72-2f37-4262-8b2c-d3e41710bdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:56.725297 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-af8803e8-55de-4484-8ccf-5a2915a21e37 None None] For port 267c70bd-2193-44d7-8042-d7fa4ed51446, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=267c70bd-2193-44d7-8042-d7fa4ed51446,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:56.726497 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af8803e8-55de-4484-8ccf-5a2915a21e37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:56.813740 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-21153c87-17a1-438e-aa2a-03a2b1890fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:56.918124 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4f2b-0e8e-4db2-915d-dbaa6ed78dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:57.034591 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fae69-73f9-420e-8710-155071b0d16e req-66da0dfb-e172-4c8d-bd7e-4b84dda95d14 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:57.043769 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8d1fae69-73f9-420e-8710-155071b0d16e req-66da0dfb-e172-4c8d-bd7e-4b84dda95d14 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 944 time: 0.1505334 Dec 16 22:21:57.178415 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-af8803e8-55de-4484-8ccf-5a2915a21e37 None None] Calling delete_port for 267c70bd-2193-44d7-8042-d7fa4ed51446 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:57.194553 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-36bcfe72-2f37-4262-8b2c-d3e41710bdc6 None None] Port e822c6e4-ff0a-4649-97b8-da49eb7313b9 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:21:57.203560 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8d1fae69-73f9-420e-8710-155071b0d16e req-d9c45707-5af5-456f-85e8-000ce39eef6b tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578505 Dec 16 22:21:57.310775 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24007e22-df2e-43ab-8970-46d4b2d38eaf tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:57.312591 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:57.313423 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:57.378112 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24007e22-df2e-43ab-8970-46d4b2d38eaf tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:57.406816 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-24007e22-df2e-43ab-8970-46d4b2d38eaf tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:57.418645 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24007e22-df2e-43ab-8970-46d4b2d38eaf tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:57.419597 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24007e22-df2e-43ab-8970-46d4b2d38eaf tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:57.481355 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24007e22-df2e-43ab-8970-46d4b2d38eaf tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=97410ede-a893-4566-bfe0-25d7d22f6b9d,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:57.482774 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af8803e8-55de-4484-8ccf-5a2915a21e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:57.542340 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8803e8-55de-4484-8ccf-5a2915a21e37 None None] No DVR routers for this DVR port 267c70bd-2193-44d7-8042-d7fa4ed51446 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:21:57.656905 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-24007e22-df2e-43ab-8970-46d4b2d38eaf tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7490499 Dec 16 22:21:57.658437 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46956) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:57.664607 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-0f61fe98-9374-49b6-a822-7e0081dc1e37 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:57.688890 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec77407-b9fd-4ac9-b17c-b5a7837c6bb3 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:21:57.698048 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8803e8-55de-4484-8ccf-5a2915a21e37 None None] Pushing event deleted for resources: {'Port': ['ID=267c70bd-2193-44d7-8042-d7fa4ed51446,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:57.741041 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-21153c87-17a1-438e-aa2a-03a2b1890fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02bf936b-ed8c-4fd2-9985-96e9d68cdca9 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:21:57.784560 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43ce7c-5306-402b-8b42-d35b7f5999e9 req-ab2a16de-03ba-4659-965c-0f1b8ea1ac1c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:57.810698 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43ce7c-5306-402b-8b42-d35b7f5999e9 req-ab2a16de-03ba-4659-965c-0f1b8ea1ac1c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:57.827531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device f4583350-e8bc-458b-bc4d-46177d75f06d details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:21:57.867466 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43ce7c-5306-402b-8b42-d35b7f5999e9 req-ab2a16de-03ba-4659-965c-0f1b8ea1ac1c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:57.876775 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2d43ce7c-5306-402b-8b42-d35b7f5999e9 req-ab2a16de-03ba-4659-965c-0f1b8ea1ac1c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 2376 time: 0.3976221 Dec 16 22:21:57.886045 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-21153c87-17a1-438e-aa2a-03a2b1890fa5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:57.949886 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-21153c87-17a1-438e-aa2a-03a2b1890fa5 service neutron] Transition to ACTIVE for port object 02bf936b-ed8c-4fd2-9985-96e9d68cdca9 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:21:57.984866 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-e0ea4f2b-0e8e-4db2-915d-dbaa6ed78dd2 admin admin] Deleting port 346284e1-ef41-4825-819f-3192a693001d {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:21:57.985905 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4f2b-0e8e-4db2-915d-dbaa6ed78dd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:58.016277 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2d43ce7c-5306-402b-8b42-d35b7f5999e9 req-e54313ba-68cb-4262-98aa-688edb705a59 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375794 Dec 16 22:21:58.025671 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-21153c87-17a1-438e-aa2a-03a2b1890fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:58.079570 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c041db8-f481-4794-be4c-5a6c468a4687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'fixed_ips': [{'subnet_id': '97410ede-a893-4566-bfe0-25d7d22f6b9d'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:21:58.081759 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c041db8-f481-4794-be4c-5a6c468a4687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:58.130429 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21153c87-17a1-438e-aa2a-03a2b1890fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=02bf936b-ed8c-4fd2-9985-96e9d68cdca9,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:58.141510 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-e0ea4f2b-0e8e-4db2-915d-dbaa6ed78dd2 admin admin] For port 346284e1-ef41-4825-819f-3192a693001d, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=346284e1-ef41-4825-819f-3192a693001d,segment=NetworkSegment(d44e1f7f-1c0e-4820-a131-9628a743a23d),segment_id=d44e1f7f-1c0e-4820-a131-9628a743a23d)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:58.142091 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4f2b-0e8e-4db2-915d-dbaa6ed78dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:58.167571 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-e0ea4f2b-0e8e-4db2-915d-dbaa6ed78dd2 admin admin] Calling delete_port for 346284e1-ef41-4825-819f-3192a693001d owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:21:58.186332 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port f4583350-e8bc-458b-bc4d-46177d75f06d, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=f4583350-e8bc-458b-bc4d-46177d75f06d,segment=NetworkSegment(ba56397c-6eec-44d6-a5b2-cd5db12b2a04),segment_id=ba56397c-6eec-44d6-a5b2-cd5db12b2a04)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:58.201432 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f61fe98-9374-49b6-a822-7e0081dc1e37 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:21:58.208972 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0f61fe98-9374-49b6-a822-7e0081dc1e37 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:58.336006 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-21153c87-17a1-438e-aa2a-03a2b1890fa5 service neutron] Attempting to bind port 02bf936b-ed8c-4fd2-9985-96e9d68cdca9 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:21:58.336502 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-21153c87-17a1-438e-aa2a-03a2b1890fa5 service neutron] Attempting to bind port 02bf936b-ed8c-4fd2-9985-96e9d68cdca9 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '5f9a9a2f-d982-467f-a1f1-227f879b9bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd3be1240-9da7-4523-84d6-c4d795c509fa'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:21:58.336736 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-21153c87-17a1-438e-aa2a-03a2b1890fa5 service neutron] Attempting to bind port 02bf936b-ed8c-4fd2-9985-96e9d68cdca9 on network d3be1240-9da7-4523-84d6-c4d795c509fa {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:58.349450 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': 'f4583350-e8bc-458b-bc4d-46177d75f06d', 'network_id': '66ba2238-7dba-4548-9d17-efb5b42cdbfe', 'port_id': 'f4583350-e8bc-458b-bc4d-46177d75f06d', 'mac_address': 'fa:16:3e:c2:eb:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09099f39-0a9d-4259-8597-583ef27faa64', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:21:58.368674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-21153c87-17a1-438e-aa2a-03a2b1890fa5 service neutron] Port 02bf936b-ed8c-4fd2-9985-96e9d68cdca9 on network d3be1240-9da7-4523-84d6-c4d795c509fa not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:21:58.369001 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-21153c87-17a1-438e-aa2a-03a2b1890fa5 service neutron] Attempting to bind port 02bf936b-ed8c-4fd2-9985-96e9d68cdca9 on network d3be1240-9da7-4523-84d6-c4d795c509fa {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:58.396372 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-21153c87-17a1-438e-aa2a-03a2b1890fa5 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:21:58.396628 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-21153c87-17a1-438e-aa2a-03a2b1890fa5 service neutron] Checking segment: {'id': '5f9a9a2f-d982-467f-a1f1-227f879b9bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd3be1240-9da7-4523-84d6-c4d795c509fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:58.397029 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-21153c87-17a1-438e-aa2a-03a2b1890fa5 service neutron] Bound using segment: {'id': '5f9a9a2f-d982-467f-a1f1-227f879b9bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd3be1240-9da7-4523-84d6-c4d795c509fa'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:21:58.397489 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-21153c87-17a1-438e-aa2a-03a2b1890fa5 service neutron] Bound port: 02bf936b-ed8c-4fd2-9985-96e9d68cdca9, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f9a9a2f-d982-467f-a1f1-227f879b9bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd3be1240-9da7-4523-84d6-c4d795c509fa'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:21:58.397962 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-21153c87-17a1-438e-aa2a-03a2b1890fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:58.458745 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 267c70bd-2193-44d7-8042-d7fa4ed51446 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:21:58.481687 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:58.485106 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 267c70bd-2193-44d7-8042-d7fa4ed51446 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:21:58.485524 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 267c70bd-2193-44d7-8042-d7fa4ed51446 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:21:58.487081 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:58.563202 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-21153c87-17a1-438e-aa2a-03a2b1890fa5 service neutron] For port 02bf936b-ed8c-4fd2-9985-96e9d68cdca9, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:21:58.579354 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-21153c87-17a1-438e-aa2a-03a2b1890fa5 service neutron] For port 02bf936b-ed8c-4fd2-9985-96e9d68cdca9, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=02bf936b-ed8c-4fd2-9985-96e9d68cdca9,segment=NetworkSegment(5f9a9a2f-d982-467f-a1f1-227f879b9bea),segment_id=5f9a9a2f-d982-467f-a1f1-227f879b9bea)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:21:58.585006 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:58.618156 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4583350-e8bc-458b-bc4d-46177d75f06d {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:21:58.629820 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96319258-ca33-4748-b480-7c2809f69865 req-3de59897-3086-4cbd-a9ef-3631dc59bd21 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:58.631828 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-96319258-ca33-4748-b480-7c2809f69865 req-3de59897-3086-4cbd-a9ef-3631dc59bd21 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 944 time: 0.1344697 Dec 16 22:21:58.644258 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port f4583350-e8bc-458b-bc4d-46177d75f06d, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=f4583350-e8bc-458b-bc4d-46177d75f06d,segment=NetworkSegment(ba56397c-6eec-44d6-a5b2-cd5db12b2a04),segment_id=ba56397c-6eec-44d6-a5b2-cd5db12b2a04)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:21:58.655456 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-9c041db8-f481-4794-be4c-5a6c468a4687 None None] Allocated IP 172.20.0.2 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/97410ede-a893-4566-bfe0-25d7d22f6b9d/78a2da32-ca4e-4c6f-90cf-f163388ea687) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:21:58.671146 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-21153c87-17a1-438e-aa2a-03a2b1890fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:58.726907 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:58.737134 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-21153c87-17a1-438e-aa2a-03a2b1890fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:58.737851 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-21153c87-17a1-438e-aa2a-03a2b1890fa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:58.739308 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-21153c87-17a1-438e-aa2a-03a2b1890fa5 service neutron] 10.222.0.76 "PUT /v2.0/ports/02bf936b-ed8c-4fd2-9985-96e9d68cdca9 HTTP/1.1" status: 200 len: 1092 time: 2.2936761 Dec 16 22:21:58.739774 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a7273b-7a41-4ee0-a371-aa0e871f0e00', 'tag': '02bf936b-ed8c-4fd2-9985-96e9d68cdca9'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:21:58.746120 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c566c8e-e66c-488c-a562-656a192c4a92" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a7273b-7a41-4ee0-a371-aa0e871f0e00", "tag": "02bf936b-ed8c-4fd2-9985-96e9d68cdca9"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:21:58.779406 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21153c87-17a1-438e-aa2a-03a2b1890fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=02bf936b-ed8c-4fd2-9985-96e9d68cdca9,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:58.825943 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b30b23e-c167-49df-8f27-57168be68cc6 x-openstack-request-id: req-7b30b23e-c167-49df-8f27-57168be68cc6 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:21:58.826242 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a7273b-7a41-4ee0-a371-aa0e871f0e00", "tag": "02bf936b-ed8c-4fd2-9985-96e9d68cdca9", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:21:58.826504 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7b30b23e-c167-49df-8f27-57168be68cc6 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:21:58.826946 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a7273b-7a41-4ee0-a371-aa0e871f0e00', 'tag': '02bf936b-ed8c-4fd2-9985-96e9d68cdca9', 'status': 'completed', 'code': 200} Dec 16 22:21:58.861533 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=f4583350-e8bc-458b-bc4d-46177d75f06d,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:58.990757 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c566c8e-e66c-488c-a562-656a192c4a92 req-943f005a-8b9d-4c0d-ad84-f5ce49c83f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:58.992105 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c566c8e-e66c-488c-a562-656a192c4a92 req-943f005a-8b9d-4c0d-ad84-f5ce49c83f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:58.993449 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c566c8e-e66c-488c-a562-656a192c4a92 req-943f005a-8b9d-4c0d-ad84-f5ce49c83f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:58.995390 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1c566c8e-e66c-488c-a562-656a192c4a92 req-943f005a-8b9d-4c0d-ad84-f5ce49c83f16 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3276816411724e4d868a9c723e7bff7f&device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 2731 time: 0.1247880 Dec 16 22:21:59.014770 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-51e35055-458d-4545-a225-ff7974937e62 service neutron] Request body: {'port': {'device_id': 'f7a7273b-7a41-4ee0-a371-aa0e871f0e00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:21:59.022229 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-96319258-ca33-4748-b480-7c2809f69865 req-e0ded6e8-b2c0-47cc-b671-a8aa9b453095 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720868 Dec 16 22:21:59.079823 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:59.128871 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['f4583350-e8bc-458b-bc4d-46177d75f06d'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:21:59.303774 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c041db8-f481-4794-be4c-5a6c468a4687 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:59.316048 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-51e35055-458d-4545-a225-ff7974937e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:59.381335 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c041db8-f481-4794-be4c-5a6c468a4687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:59.395885 n-d-815324-4 neutron-server[103613]: DEBUG neutron.objects.ports [None req-0f61fe98-9374-49b6-a822-7e0081dc1e37 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103613) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:21:59.399455 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0f61fe98-9374-49b6-a822-7e0081dc1e37 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:59.459362 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c041db8-f481-4794-be4c-5a6c468a4687 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:59.463282 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8169564-c601-4ebd-bb28-9f9e3308ba0f req-fc2f36ee-b64a-4fdb-bba1-e07189a6d133 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:59.466964 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-9c041db8-f481-4794-be4c-5a6c468a4687 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:59.470139 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c041db8-f481-4794-be4c-5a6c468a4687 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:21:59.470622 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8169564-c601-4ebd-bb28-9f9e3308ba0f req-fc2f36ee-b64a-4fdb-bba1-e07189a6d133 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:59.477222 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8169564-c601-4ebd-bb28-9f9e3308ba0f req-fc2f36ee-b64a-4fdb-bba1-e07189a6d133 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:59.488869 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c8169564-c601-4ebd-bb28-9f9e3308ba0f req-fc2f36ee-b64a-4fdb-bba1-e07189a6d133 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 2388 time: 0.2649689 Dec 16 22:21:59.505873 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c041db8-f481-4794-be4c-5a6c468a4687 None None] Pushing event updated for resources: {'Port': ['ID=78a2da32-ca4e-4c6f-90cf-f163388ea687,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:59.514360 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4f2b-0e8e-4db2-915d-dbaa6ed78dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:59.571022 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f61fe98-9374-49b6-a822-7e0081dc1e37 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:21:59.577630 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9c041db8-f481-4794-be4c-5a6c468a4687 None None] Attempting to bind port 78a2da32-ca4e-4c6f-90cf-f163388ea687 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:21:59.578012 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9c041db8-f481-4794-be4c-5a6c468a4687 None None] Attempting to bind port 78a2da32-ca4e-4c6f-90cf-f163388ea687 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:21:59.579028 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c041db8-f481-4794-be4c-5a6c468a4687 None None] Attempting to bind port 78a2da32-ca4e-4c6f-90cf-f163388ea687 on network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:21:59.582094 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-0f61fe98-9374-49b6-a822-7e0081dc1e37 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:21:59.584007 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea4f2b-0e8e-4db2-915d-dbaa6ed78dd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=346284e1-ef41-4825-819f-3192a693001d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:59.589101 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f61fe98-9374-49b6-a822-7e0081dc1e37 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:59.589775 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0f61fe98-9374-49b6-a822-7e0081dc1e37 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:59.598297 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c041db8-f481-4794-be4c-5a6c468a4687 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:21:59.599374 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c041db8-f481-4794-be4c-5a6c468a4687 None None] Checking segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:21:59.599996 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c041db8-f481-4794-be4c-5a6c468a4687 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:59.600775 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c041db8-f481-4794-be4c-5a6c468a4687 None None] Bound using segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:21:59.601676 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9c041db8-f481-4794-be4c-5a6c468a4687 None None] Bound port: 78a2da32-ca4e-4c6f-90cf-f163388ea687, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:21:59.602250 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c041db8-f481-4794-be4c-5a6c468a4687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:59.612887 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61fe98-9374-49b6-a822-7e0081dc1e37 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=2b7a15cd-bbea-48ef-9b3e-7b3f175004b5,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:21:59.713212 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c041db8-f481-4794-be4c-5a6c468a4687 None None] For port 78a2da32-ca4e-4c6f-90cf-f163388ea687, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:21:59.720237 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c041db8-f481-4794-be4c-5a6c468a4687 None None] For port 78a2da32-ca4e-4c6f-90cf-f163388ea687, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=78a2da32-ca4e-4c6f-90cf-f163388ea687,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:21:59.778973 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c8169564-c601-4ebd-bb28-9f9e3308ba0f req-0bd58e56-3fb4-4261-8444-2778420b55f2 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887940 Dec 16 22:21:59.822208 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c041db8-f481-4794-be4c-5a6c468a4687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:21:59.871726 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c566c8e-e66c-488c-a562-656a192c4a92 req-61e21867-1915-41b2-b43f-ccc22b3150f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:59.872511 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c566c8e-e66c-488c-a562-656a192c4a92 req-61e21867-1915-41b2-b43f-ccc22b3150f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:59.873075 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c566c8e-e66c-488c-a562-656a192c4a92 req-61e21867-1915-41b2-b43f-ccc22b3150f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:21:59.875235 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1c566c8e-e66c-488c-a562-656a192c4a92 req-61e21867-1915-41b2-b43f-ccc22b3150f2 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=3276816411724e4d868a9c723e7bff7f&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.8635821 Dec 16 22:21:59.896147 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0f61fe98-9374-49b6-a822-7e0081dc1e37 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2367241 Dec 16 22:21:59.897398 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46996) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:21:59.952508 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-df10bf48-cdfe-43fb-bbef-1a871ec808bb tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'mac_address': 'fa:16:3e:60:44:0f', 'name': 'tempest-NetworksTestDHCPv6-1773491489'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:00.003539 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c041db8-f481-4794-be4c-5a6c468a4687 None None] Pushing event updated for resources: {'Port': ['ID=78a2da32-ca4e-4c6f-90cf-f163388ea687,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:00.374512 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c566c8e-e66c-488c-a562-656a192c4a92 req-464902fc-a4ca-4c31-9bed-9236f9e28d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:00.388451 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1c566c8e-e66c-488c-a562-656a192c4a92 req-464902fc-a4ca-4c31-9bed-9236f9e28d01 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5035138 Dec 16 22:22:00.474674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edebc8-cfb8-4356-9d22-623a5dbd675d req-8d76cfb8-ed69-4e4d-86ea-b68e03ed4076 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:00.477631 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-65edebc8-cfb8-4356-9d22-623a5dbd675d req-8d76cfb8-ed69-4e4d-86ea-b68e03ed4076 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 945 time: 0.1047213 Dec 16 22:22:00.485704 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4f2b-0e8e-4db2-915d-dbaa6ed78dd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:00.545717 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-65edebc8-cfb8-4356-9d22-623a5dbd675d req-f07aeb58-51f0-4a46-8114-8dadb98d8d98 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569949 Dec 16 22:22:00.606965 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-51e35055-458d-4545-a225-ff7974937e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cda2f29-8931-4922-9586-d0c267801522 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:22:00.657080 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df10bf48-cdfe-43fb-bbef-1a871ec808bb tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:00.662436 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-51e35055-458d-4545-a225-ff7974937e62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:00.728099 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-51e35055-458d-4545-a225-ff7974937e62 service neutron] Transition to ACTIVE for port object 4cda2f29-8931-4922-9586-d0c267801522 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:22:00.817691 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-51e35055-458d-4545-a225-ff7974937e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:00.855513 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-df10bf48-cdfe-43fb-bbef-1a871ec808bb tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:00.957314 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e35055-458d-4545-a225-ff7974937e62 service neutron] Pushing event updated for resources: {'Port': ['ID=4cda2f29-8931-4922-9586-d0c267801522,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:01.018307 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-df10bf48-cdfe-43fb-bbef-1a871ec808bb tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] device_id is not set on port 02b5dcb6-c4c6-4989-a8dc-3759cf09b01d yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:22:01.410149 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fd1e7-5ed0-4b14-b2f9-66360659c85b req-c47aa8a6-9799-4339-aef8-ab311f36ad28 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:01.413806 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3702d90a-dc9b-4408-b6b0-fd986135ba1d None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:01.416793 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fd1e7-5ed0-4b14-b2f9-66360659c85b req-c47aa8a6-9799-4339-aef8-ab311f36ad28 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:01.423425 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fd1e7-5ed0-4b14-b2f9-66360659c85b req-c47aa8a6-9799-4339-aef8-ab311f36ad28 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:01.425469 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-688fd1e7-5ed0-4b14-b2f9-66360659c85b req-c47aa8a6-9799-4339-aef8-ab311f36ad28 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 2400 time: 0.5079851 Dec 16 22:22:01.431397 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ea4f2b-0e8e-4db2-915d-dbaa6ed78dd2 admin admin] Router 4c89948f-d3db-4fae-9b13-a06b02357b70 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:22:01.514504 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-71d6e809-add3-474d-9e56-856ef26ca70e None None] Provisioning complete for port 78a2da32-ca4e-4c6f-90cf-f163388ea687 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:01.515207 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-71d6e809-add3-474d-9e56-856ef26ca70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:01.540062 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-51e35055-458d-4545-a225-ff7974937e62 service neutron] Attempting to bind port 4cda2f29-8931-4922-9586-d0c267801522 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:01.540681 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-51e35055-458d-4545-a225-ff7974937e62 service neutron] Attempting to bind port 4cda2f29-8931-4922-9586-d0c267801522 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '07adb8c4-7b08-4589-ae3a-1f255632d7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fa5fd707-1ef5-4a46-b546-173b96f8c6bf'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:01.540805 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-51e35055-458d-4545-a225-ff7974937e62 service neutron] Attempting to bind port 4cda2f29-8931-4922-9586-d0c267801522 on network fa5fd707-1ef5-4a46-b546-173b96f8c6bf {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:01.549318 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-51e35055-458d-4545-a225-ff7974937e62 service neutron] Port 4cda2f29-8931-4922-9586-d0c267801522 on network fa5fd707-1ef5-4a46-b546-173b96f8c6bf not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:01.549678 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-51e35055-458d-4545-a225-ff7974937e62 service neutron] Attempting to bind port 4cda2f29-8931-4922-9586-d0c267801522 on network fa5fd707-1ef5-4a46-b546-173b96f8c6bf {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:01.600475 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-688fd1e7-5ed0-4b14-b2f9-66360659c85b req-a8f5536d-0ccb-4f20-a91d-dcc256874eac tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638196 Dec 16 22:22:01.607917 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-51e35055-458d-4545-a225-ff7974937e62 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:01.608180 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-51e35055-458d-4545-a225-ff7974937e62 service neutron] Checking segment: {'id': '07adb8c4-7b08-4589-ae3a-1f255632d7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fa5fd707-1ef5-4a46-b546-173b96f8c6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:01.608419 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-51e35055-458d-4545-a225-ff7974937e62 service neutron] Bound using segment: {'id': '07adb8c4-7b08-4589-ae3a-1f255632d7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fa5fd707-1ef5-4a46-b546-173b96f8c6bf'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:01.608884 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-51e35055-458d-4545-a225-ff7974937e62 service neutron] Bound port: 4cda2f29-8931-4922-9586-d0c267801522, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07adb8c4-7b08-4589-ae3a-1f255632d7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fa5fd707-1ef5-4a46-b546-173b96f8c6bf'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:01.609254 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-51e35055-458d-4545-a225-ff7974937e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:01.755712 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-71d6e809-add3-474d-9e56-856ef26ca70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:01.779259 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9871574a-bc44-4f34-b546-48171b7f4121 None None] Update dhcp port {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'fixed_ips': [{'subnet_id': '97410ede-a893-4566-bfe0-25d7d22f6b9d', 'ip_address': '172.20.0.2'}, {'subnet_id': '2b7a15cd-bbea-48ef-9b3e-7b3f175004b5'}], 'binding:host_id': 'n-d-815324-4'}, 'id': '78a2da32-ca4e-4c6f-90cf-f163388ea687'} from n-d-815324-4. {{(pid=103615) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:22:01.801326 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c89609-ca3e-4e29-90b8-3af2325039d0 req-c0049e8b-f0f9-493e-b788-fc0c3fbf9254 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:01.803687 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89c89609-ca3e-4e29-90b8-3af2325039d0 req-c0049e8b-f0f9-493e-b788-fc0c3fbf9254 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 945 time: 0.0640874 Dec 16 22:22:01.819445 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device f4583350-e8bc-458b-bc4d-46177d75f06d up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:01.838576 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-df10bf48-cdfe-43fb-bbef-1a871ec808bb tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 172.20.0.10 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/97410ede-a893-4566-bfe0-25d7d22f6b9d/02b5dcb6-c4c6-4989-a8dc-3759cf09b01d) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:01.852645 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ea4f2b-0e8e-4db2-915d-dbaa6ed78dd2 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:22:01.861117 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-df10bf48-cdfe-43fb-bbef-1a871ec808bb tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 2001:db8::f816:3eff:fe60:440f (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/2b7a15cd-bbea-48ef-9b3e-7b3f175004b5/02b5dcb6-c4c6-4989-a8dc-3759cf09b01d) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:01.870302 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e0ea4f2b-0e8e-4db2-915d-dbaa6ed78dd2 admin admin] 10.222.0.75 "PUT /v2.0/routers/4c89948f-d3db-4fae-9b13-a06b02357b70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4045768 Dec 16 22:22:01.872692 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47046) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:01.878287 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-71d6e809-add3-474d-9e56-856ef26ca70e None None] For port 78a2da32-ca4e-4c6f-90cf-f163388ea687, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=78a2da32-ca4e-4c6f-90cf-f163388ea687,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:01.879836 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522888dd-14cf-4b0c-ad35-9219f2980f48 None None] Sync routers for ids ['4c89948f-d3db-4fae-9b13-a06b02357b70'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:22:01.886653 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9871574a-bc44-4f34-b546-48171b7f4121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:01.888491 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-51e35055-458d-4545-a225-ff7974937e62 service neutron] For port 4cda2f29-8931-4922-9586-d0c267801522, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:01.896008 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-51e35055-458d-4545-a225-ff7974937e62 service neutron] For port 4cda2f29-8931-4922-9586-d0c267801522, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=4cda2f29-8931-4922-9586-d0c267801522,segment=NetworkSegment(07adb8c4-7b08-4589-ae3a-1f255632d7c8),segment_id=07adb8c4-7b08-4589-ae3a-1f255632d7c8)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:01.925226 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522888dd-14cf-4b0c-ad35-9219f2980f48 None None] Routers {'4c89948f-d3db-4fae-9b13-a06b02357b70'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:22:01.925896 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-522888dd-14cf-4b0c-ad35-9219f2980f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:21:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['4c89948f-d3db-4fae-9b13-a06b02357b70'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:01.964629 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89c89609-ca3e-4e29-90b8-3af2325039d0 req-40389c66-0bec-40dc-9dbc-5830ef49edf1 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531575 Dec 16 22:22:02.048212 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c3066164-58a7-487c-8c5b-a2429f1025ad admin admin] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:02.100351 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-51e35055-458d-4545-a225-ff7974937e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:02.129137 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-71d6e809-add3-474d-9e56-856ef26ca70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:02.215192 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-51e35055-458d-4545-a225-ff7974937e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:02.215838 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-51e35055-458d-4545-a225-ff7974937e62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:02.217366 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-51e35055-458d-4545-a225-ff7974937e62 service neutron] 10.222.0.76 "PUT /v2.0/ports/4cda2f29-8931-4922-9586-d0c267801522 HTTP/1.1" status: 200 len: 1092 time: 3.2162552 Dec 16 22:22:02.218248 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a7273b-7a41-4ee0-a371-aa0e871f0e00', 'tag': '4cda2f29-8931-4922-9586-d0c267801522'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:22:02.221221 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aae1478-abb1-4438-8264-fd4b73193273" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a7273b-7a41-4ee0-a371-aa0e871f0e00", "tag": "4cda2f29-8931-4922-9586-d0c267801522"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:22:02.225597 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c3066164-58a7-487c-8c5b-a2429f1025ad admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:02.260103 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port f4583350-e8bc-458b-bc4d-46177d75f06d completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:22:02.263397 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6e809-add3-474d-9e56-856ef26ca70e None None] Pushing event updated for resources: {'Port': ['ID=78a2da32-ca4e-4c6f-90cf-f163388ea687,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:02.277964 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port f4583350-e8bc-458b-bc4d-46177d75f06d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:02.284163 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:02.331333 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e35055-458d-4545-a225-ff7974937e62 service neutron] Pushing event updated for resources: {'Port': ['ID=4cda2f29-8931-4922-9586-d0c267801522,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:02.345900 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-522888dd-14cf-4b0c-ad35-9219f2980f48 None None] Set router 4c89948f-d3db-4fae-9b13-a06b02357b70 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:22:02.436213 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-f3e633b0-c611-4d14-ad35-464f252e7f12 service neutron] Request body: {'port': {'device_id': 'f7a7273b-7a41-4ee0-a371-aa0e871f0e00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:02.547566 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 78a2da32-ca4e-4c6f-90cf-f163388ea687 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:02.557501 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-c3066164-58a7-487c-8c5b-a2429f1025ad admin admin] Deleting port e8e0fbee-3828-4794-ae6c-f44f39360100 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:02.557901 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c3066164-58a7-487c-8c5b-a2429f1025ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:02.635623 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-df10bf48-cdfe-43fb-bbef-1a871ec808bb tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:02.645224 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-f3e633b0-c611-4d14-ad35-464f252e7f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:02.703854 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750b0b79-f84a-4dbe-a677-db40a4ffc5b6 x-openstack-request-id: req-750b0b79-f84a-4dbe-a677-db40a4ffc5b6 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:22:02.705911 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a7273b-7a41-4ee0-a371-aa0e871f0e00", "tag": "4cda2f29-8931-4922-9586-d0c267801522", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:22:02.706068 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-750b0b79-f84a-4dbe-a677-db40a4ffc5b6 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:22:02.706428 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a7273b-7a41-4ee0-a371-aa0e871f0e00', 'tag': '4cda2f29-8931-4922-9586-d0c267801522', 'status': 'completed', 'code': 200} Dec 16 22:22:02.759802 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-c3066164-58a7-487c-8c5b-a2429f1025ad admin admin] For port e8e0fbee-3828-4794-ae6c-f44f39360100, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e8e0fbee-3828-4794-ae6c-f44f39360100,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:02.760461 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c3066164-58a7-487c-8c5b-a2429f1025ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:02.775889 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-c3066164-58a7-487c-8c5b-a2429f1025ad admin admin] Calling delete_port for e8e0fbee-3828-4794-ae6c-f44f39360100 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:03.037774 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:03.064959 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-9871574a-bc44-4f34-b546-48171b7f4121 None None] Allocated IP 2001:db8::f816:3eff:fea5:6826 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/2b7a15cd-bbea-48ef-9b3e-7b3f175004b5/78a2da32-ca4e-4c6f-90cf-f163388ea687) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:03.088584 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c3066164-58a7-487c-8c5b-a2429f1025ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:03.151593 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3066164-58a7-487c-8c5b-a2429f1025ad admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e0fbee-3828-4794-ae6c-f44f39360100,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:03.157609 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 78a2da32-ca4e-4c6f-90cf-f163388ea687 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:03.157877 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:03.186952 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae1478-abb1-4438-8264-fd4b73193273 req-babaf92d-875d-4441-a422-add71c66c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:03.187496 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae1478-abb1-4438-8264-fd4b73193273 req-babaf92d-875d-4441-a422-add71c66c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:03.187978 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae1478-abb1-4438-8264-fd4b73193273 req-babaf92d-875d-4441-a422-add71c66c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:03.189657 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2aae1478-abb1-4438-8264-fd4b73193273 req-babaf92d-875d-4441-a422-add71c66c59f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3276816411724e4d868a9c723e7bff7f&device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 2798 time: 0.2066586 Dec 16 22:22:03.190052 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04faa98e-7570-420b-865e-67fd3b4f94a8 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:03.211925 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-f3e633b0-c611-4d14-ad35-464f252e7f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e822c6e4-ff0a-4649-97b8-da49eb7313b9 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:22:03.217716 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafba0c0-5474-43bc-9dcd-b8b46c37bef1 req-4d8127b2-ad08-479c-a5eb-a1f2c96f97d7 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:03.223865 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafba0c0-5474-43bc-9dcd-b8b46c37bef1 req-4d8127b2-ad08-479c-a5eb-a1f2c96f97d7 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:03.230281 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-f3e633b0-c611-4d14-ad35-464f252e7f12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:03.230486 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafba0c0-5474-43bc-9dcd-b8b46c37bef1 req-4d8127b2-ad08-479c-a5eb-a1f2c96f97d7 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:03.246135 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fafba0c0-5474-43bc-9dcd-b8b46c37bef1 req-4d8127b2-ad08-479c-a5eb-a1f2c96f97d7 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 2400 time: 0.2561545 Dec 16 22:22:03.278961 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-f3e633b0-c611-4d14-ad35-464f252e7f12 service neutron] Transition to ACTIVE for port object e822c6e4-ff0a-4649-97b8-da49eb7313b9 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:22:03.286648 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-df10bf48-cdfe-43fb-bbef-1a871ec808bb tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:03.300196 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port f4583350-e8bc-458b-bc4d-46177d75f06d, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=f4583350-e8bc-458b-bc4d-46177d75f06d,segment=NetworkSegment(ba56397c-6eec-44d6-a5b2-cd5db12b2a04),segment_id=ba56397c-6eec-44d6-a5b2-cd5db12b2a04)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:03.315153 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2d7bf3-b685-4bff-ad41-e57756983cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4583350-e8bc-458b-bc4d-46177d75f06d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:22:03.318681 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617bc3a8-99d8-406d-9097-610add8d8d8a" -d '{"events": [{"server_uuid": "5d2d7bf3-b685-4bff-ad41-e57756983cfd", "name": "network-vif-plugged", "status": "completed", "tag": "f4583350-e8bc-458b-bc4d-46177d75f06d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:22:03.327390 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fafba0c0-5474-43bc-9dcd-b8b46c37bef1 req-8bcb107a-c418-4cfd-aea6-6ab2b861aa20 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881331 Dec 16 22:22:03.398066 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-522888dd-14cf-4b0c-ad35-9219f2980f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'name': 'tempest-ServersTestBootFromVolume-987017527-router', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'e8e0fbee-3828-4794-ae6c-f44f39360100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:16:42Z', 'updated_at': '2021-12-16T22:21:59Z', 'revision_number': 5, 'project_id': '1eca6be478514f9c8f27151bade9f595', 'gw_port': {'id': 'e8e0fbee-3828-4794-ae6c-f44f39360100', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:16:44Z', 'updated_at': '2021-12-16T22:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:03.416676 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-f3e633b0-c611-4d14-ad35-464f252e7f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:03.430269 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:03.458869 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df10bf48-cdfe-43fb-bbef-1a871ec808bb tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:03.466089 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-df10bf48-cdfe-43fb-bbef-1a871ec808bb tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:03.471453 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df10bf48-cdfe-43fb-bbef-1a871ec808bb tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:03.479952 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c3066164-58a7-487c-8c5b-a2429f1025ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:03.508030 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59de77ed-0d26-433b-a01e-c9d40578d8e5 x-openstack-request-id: req-59de77ed-0d26-433b-a01e-c9d40578d8e5 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:22:03.508332 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2d7bf3-b685-4bff-ad41-e57756983cfd", "name": "network-vif-plugged", "status": "completed", "tag": "f4583350-e8bc-458b-bc4d-46177d75f06d", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:22:03.508659 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-59de77ed-0d26-433b-a01e-c9d40578d8e5 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:22:03.509346 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2d7bf3-b685-4bff-ad41-e57756983cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4583350-e8bc-458b-bc4d-46177d75f06d', 'code': 200} Dec 16 22:22:03.517116 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522888dd-14cf-4b0c-ad35-9219f2980f48 None None] Checking router: 4c89948f-d3db-4fae-9b13-a06b02357b70 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:22:03.697609 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89994965-87ec-4e05-8780-edd64b5363a6 req-e0646f60-c7a3-44ab-b74f-deb6100a92ae tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:03.700251 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-89994965-87ec-4e05-8780-edd64b5363a6 req-e0646f60-c7a3-44ab-b74f-deb6100a92ae tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 945 time: 0.4199476 Dec 16 22:22:03.705822 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10bf48-cdfe-43fb-bbef-1a871ec808bb tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Port': ['ID=02b5dcb6-c4c6-4989-a8dc-3759cf09b01d,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:03.725672 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522888dd-14cf-4b0c-ad35-9219f2980f48 None None] Routers {'4c89948f-d3db-4fae-9b13-a06b02357b70'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:22:03.728762 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-522888dd-14cf-4b0c-ad35-9219f2980f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:21:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['4c89948f-d3db-4fae-9b13-a06b02357b70'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:03.790739 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae1478-abb1-4438-8264-fd4b73193273 req-af5df049-ca0f-4314-a9a5-f198c086ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:03.791402 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae1478-abb1-4438-8264-fd4b73193273 req-af5df049-ca0f-4314-a9a5-f198c086ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:03.791943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae1478-abb1-4438-8264-fd4b73193273 req-af5df049-ca0f-4314-a9a5-f198c086ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:03.793766 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2aae1478-abb1-4438-8264-fd4b73193273 req-af5df049-ca0f-4314-a9a5-f198c086ef98 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=3276816411724e4d868a9c723e7bff7f&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5530150 Dec 16 22:22:03.807359 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c3066164-58a7-487c-8c5b-a2429f1025ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:03.984436 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-522888dd-14cf-4b0c-ad35-9219f2980f48 None None] Set router 4c89948f-d3db-4fae-9b13-a06b02357b70 gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:22:03.992178 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9871574a-bc44-4f34-b546-48171b7f4121 None None] For port 78a2da32-ca4e-4c6f-90cf-f163388ea687, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=78a2da32-ca4e-4c6f-90cf-f163388ea687,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:04.005707 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df10bf48-cdfe-43fb-bbef-1a871ec808bb tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:04.006597 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-df10bf48-cdfe-43fb-bbef-1a871ec808bb tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:04.023222 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae1478-abb1-4438-8264-fd4b73193273 req-d172ac20-fc64-4c4a-a28f-7a2ecdf1e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:04.027860 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2aae1478-abb1-4438-8264-fd4b73193273 req-d172ac20-fc64-4c4a-a28f-7a2ecdf1e7e5 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2226572 Dec 16 22:22:04.030587 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c3066164-58a7-487c-8c5b-a2429f1025ad admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:04.073281 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d699e1-5071-4bcd-aefc-383340dae658 req-7bcdcf4c-4e6e-4f4b-b618-0bad5bb67ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:04.075012 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b0d699e1-5071-4bcd-aefc-383340dae658 req-7bcdcf4c-4e6e-4f4b-b618-0bad5bb67ea5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 1097 time: 0.3928432 Dec 16 22:22:04.105847 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=f4583350-e8bc-458b-bc4d-46177d75f06d,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:04.106151 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-f3e633b0-c611-4d14-ad35-464f252e7f12 service neutron] Attempting to bind port e822c6e4-ff0a-4649-97b8-da49eb7313b9 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:04.106748 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-f3e633b0-c611-4d14-ad35-464f252e7f12 service neutron] Attempting to bind port e822c6e4-ff0a-4649-97b8-da49eb7313b9 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '5f9a9a2f-d982-467f-a1f1-227f879b9bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd3be1240-9da7-4523-84d6-c4d795c509fa'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:04.108460 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-f3e633b0-c611-4d14-ad35-464f252e7f12 service neutron] Attempting to bind port e822c6e4-ff0a-4649-97b8-da49eb7313b9 on network d3be1240-9da7-4523-84d6-c4d795c509fa {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:04.117812 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-522888dd-14cf-4b0c-ad35-9219f2980f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'name': 'tempest-ServersTestBootFromVolume-987017527-router', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:16:42Z', 'updated_at': '2021-12-16T22:22:02Z', 'revision_number': 7, 'project_id': '1eca6be478514f9c8f27151bade9f595', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:04.149474 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522888dd-14cf-4b0c-ad35-9219f2980f48 None None] The sync data for ids ['4c89948f-d3db-4fae-9b13-a06b02357b70'] in n-d-815324-4 is: [{'id': '4c89948f-d3db-4fae-9b13-a06b02357b70', 'name': 'tempest-ServersTestBootFromVolume-987017527-router', 'tenant_id': '1eca6be478514f9c8f27151bade9f595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:16:42Z', 'updated_at': '2021-12-16T22:22:02Z', 'revision_number': 7, 'project_id': '1eca6be478514f9c8f27151bade9f595', 'gw_port_host': None}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:22:04.171971 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9871574a-bc44-4f34-b546-48171b7f4121 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:04.179603 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b0d699e1-5071-4bcd-aefc-383340dae658 req-7f3761dd-f76e-4758-8459-eb8965765e4d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742307 Dec 16 22:22:04.185622 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-df10bf48-cdfe-43fb-bbef-1a871ec808bb tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.2829955 Dec 16 22:22:04.187843 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47096) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:04.189539 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-f3e633b0-c611-4d14-ad35-464f252e7f12 service neutron] Port e822c6e4-ff0a-4649-97b8-da49eb7313b9 on network d3be1240-9da7-4523-84d6-c4d795c509fa not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:04.189884 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-f3e633b0-c611-4d14-ad35-464f252e7f12 service neutron] Attempting to bind port e822c6e4-ff0a-4649-97b8-da49eb7313b9 on network d3be1240-9da7-4523-84d6-c4d795c509fa {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:04.215851 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-89994965-87ec-4e05-8780-edd64b5363a6 req-4400b1ed-258c-42b6-948f-c2a39c58d564 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005901 Dec 16 22:22:04.219391 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e633b0-c611-4d14-ad35-464f252e7f12 service neutron] Pushing event updated for resources: {'Port': ['ID=e822c6e4-ff0a-4649-97b8-da49eb7313b9,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:04.221957 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-f3e633b0-c611-4d14-ad35-464f252e7f12 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:04.222240 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-f3e633b0-c611-4d14-ad35-464f252e7f12 service neutron] Checking segment: {'id': '5f9a9a2f-d982-467f-a1f1-227f879b9bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd3be1240-9da7-4523-84d6-c4d795c509fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:04.222618 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-f3e633b0-c611-4d14-ad35-464f252e7f12 service neutron] Bound using segment: {'id': '5f9a9a2f-d982-467f-a1f1-227f879b9bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd3be1240-9da7-4523-84d6-c4d795c509fa'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:04.224386 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-f3e633b0-c611-4d14-ad35-464f252e7f12 service neutron] Bound port: e822c6e4-ff0a-4649-97b8-da49eb7313b9, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f9a9a2f-d982-467f-a1f1-227f879b9bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd3be1240-9da7-4523-84d6-c4d795c509fa'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:04.224386 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-f3e633b0-c611-4d14-ad35-464f252e7f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:04.261524 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce99b156-ef39-476a-a2fc-4e3e3a405dc4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:04.268524 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce99b156-ef39-476a-a2fc-4e3e3a405dc4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:04.270432 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ce99b156-ef39-476a-a2fc-4e3e3a405dc4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1766 time: 0.0812700 Dec 16 22:22:04.273637 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47098) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:04.328134 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c3066164-58a7-487c-8c5b-a2429f1025ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:04.328351 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-f3e633b0-c611-4d14-ad35-464f252e7f12 service neutron] For port e822c6e4-ff0a-4649-97b8-da49eb7313b9, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:04.328657 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3066164-58a7-487c-8c5b-a2429f1025ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c89948f-d3db-4fae-9b13-a06b02357b70 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:22:04.334042 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c3066164-58a7-487c-8c5b-a2429f1025ad admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:04.341008 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-f3e633b0-c611-4d14-ad35-464f252e7f12 service neutron] For port e822c6e4-ff0a-4649-97b8-da49eb7313b9, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e822c6e4-ff0a-4649-97b8-da49eb7313b9,segment=NetworkSegment(5f9a9a2f-d982-467f-a1f1-227f879b9bea),segment_id=5f9a9a2f-d982-467f-a1f1-227f879b9bea)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:04.342249 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47102) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:04.350048 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c3066164-58a7-487c-8c5b-a2429f1025ad admin admin] 10.222.0.75 "DELETE /v2.0/routers/4c89948f-d3db-4fae-9b13-a06b02357b70 HTTP/1.1" status: 204 len: 168 time: 2.4718516 Dec 16 22:22:04.356463 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9871574a-bc44-4f34-b546-48171b7f4121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:04.407683 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7bf05c-653f-4f78-96f6-ef408eb36645 admin admin] Deleting subnet 6f1fd97e-df08-4d06-a6b5-806941b75263 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:22:04.412995 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2e7bf05c-653f-4f78-96f6-ef408eb36645 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:04.460635 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-f3e633b0-c611-4d14-ad35-464f252e7f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:04.467264 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-ae557022-399a-4d33-9df6-ded33bae861b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting port 02b5dcb6-c4c6-4989-a8dc-3759cf09b01d {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:04.467615 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae557022-399a-4d33-9df6-ded33bae861b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:04.556781 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871574a-bc44-4f34-b546-48171b7f4121 None None] Pushing event updated for resources: {'Port': ['ID=78a2da32-ca4e-4c6f-90cf-f163388ea687,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:04.595090 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-f3e633b0-c611-4d14-ad35-464f252e7f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:04.616355 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-f3e633b0-c611-4d14-ad35-464f252e7f12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:04.619507 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-f3e633b0-c611-4d14-ad35-464f252e7f12 service neutron] 10.222.0.76 "PUT /v2.0/ports/e822c6e4-ff0a-4649-97b8-da49eb7313b9 HTTP/1.1" status: 200 len: 1091 time: 2.1964512 Dec 16 22:22:04.629482 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2e7bf05c-653f-4f78-96f6-ef408eb36645 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:04.703267 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e633b0-c611-4d14-ad35-464f252e7f12 service neutron] Pushing event updated for resources: {'Port': ['ID=e822c6e4-ff0a-4649-97b8-da49eb7313b9,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:04.716370 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a7273b-7a41-4ee0-a371-aa0e871f0e00', 'tag': 'e822c6e4-ff0a-4649-97b8-da49eb7313b9'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:22:04.719200 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fea82c1-eb53-43e2-bf75-7b57134991b3" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a7273b-7a41-4ee0-a371-aa0e871f0e00", "tag": "e822c6e4-ff0a-4649-97b8-da49eb7313b9"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:22:04.894995 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c02a79-be60-44e4-af0d-2897a25da257 x-openstack-request-id: req-54c02a79-be60-44e4-af0d-2897a25da257 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:22:04.895406 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a7273b-7a41-4ee0-a371-aa0e871f0e00", "tag": "e822c6e4-ff0a-4649-97b8-da49eb7313b9", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:22:04.895588 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-54c02a79-be60-44e4-af0d-2897a25da257 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:22:04.895994 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a7273b-7a41-4ee0-a371-aa0e871f0e00', 'tag': 'e822c6e4-ff0a-4649-97b8-da49eb7313b9', 'status': 'completed', 'code': 200} Dec 16 22:22:04.924624 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2e7bf05c-653f-4f78-96f6-ef408eb36645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:04.997591 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae557022-399a-4d33-9df6-ded33bae861b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:05.003785 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47112) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:05.026315 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-f40f3820-9619-44f9-b649-a68e6cf082cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:05.026872 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-f40f3820-9619-44f9-b649-a68e6cf082cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:05.027323 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-f40f3820-9619-44f9-b649-a68e6cf082cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:05.029045 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-f40f3820-9619-44f9-b649-a68e6cf082cc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3276816411724e4d868a9c723e7bff7f&device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 2865 time: 0.2304034 Dec 16 22:22:05.048169 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f0cfb-d871-445c-a94d-b50d90b8a8a8 req-9e00cccd-7df7-4026-b086-3c34b8a329b3 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:05.054913 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f0cfb-d871-445c-a94d-b50d90b8a8a8 req-9e00cccd-7df7-4026-b086-3c34b8a329b3 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:05.078213 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f0cfb-d871-445c-a94d-b50d90b8a8a8 req-9e00cccd-7df7-4026-b086-3c34b8a329b3 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:05.080767 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b4f0cfb-d871-445c-a94d-b50d90b8a8a8 req-9e00cccd-7df7-4026-b086-3c34b8a329b3 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 2412 time: 0.6081872 Dec 16 22:22:05.088990 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-ae557022-399a-4d33-9df6-ded33bae861b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Calling delete_port for 02b5dcb6-c4c6-4989-a8dc-3759cf09b01d owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:05.109460 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-9a45eec5-b057-4562-abe2-a29cad8efcc5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.199&port_id=02bf936b-ed8c-4fd2-9985-96e9d68cdca9 HTTP/1.1" status: 200 len: 217 time: 0.0525167 Dec 16 22:22:05.174898 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a05480cb-1b37-42f7-9d25-fa5030258a54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:05.207340 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-c1e925ad-f48c-41b7-b1a0-78aa5112155c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:05.208910 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-c1e925ad-f48c-41b7-b1a0-78aa5112155c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=31e1c7da-9b6c-441b-b055-c34e47605c34 HTTP/1.1" status: 200 len: 801 time: 0.0887458 Dec 16 22:22:05.233140 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2e7bf05c-653f-4f78-96f6-ef408eb36645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:05.255712 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 78a2da32-ca4e-4c6f-90cf-f163388ea687 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:05.287725 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b4f0cfb-d871-445c-a94d-b50d90b8a8a8 req-1b8a2ba9-d422-4b47-a47d-04091cc736b3 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960869 Dec 16 22:22:05.352332 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7bf05c-653f-4f78-96f6-ef408eb36645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f1fd97e-df08-4d06-a6b5-806941b75263,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:05.397174 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2e7bf05c-653f-4f78-96f6-ef408eb36645 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:05.403389 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2e7bf05c-653f-4f78-96f6-ef408eb36645 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/6f1fd97e-df08-4d06-a6b5-806941b75263 HTTP/1.1" status: 204 len: 168 time: 1.0571716 Dec 16 22:22:05.405663 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47126) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:05.414467 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76fc9c1-dbfd-4215-8f99-5b59942c710e None None] Network c7f1c459-e84f-448b-8a2b-28e7b0a9b3be requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:05.433333 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 78a2da32-ca4e-4c6f-90cf-f163388ea687 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:05.433956 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:05.528670 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c325ef32-ac29-4e63-87e0-8772b8732a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:05.557898 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-f981f83b-c033-48b8-a0f2-29d0132dd398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:05.559543 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-f981f83b-c033-48b8-a0f2-29d0132dd398 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d3be1240-9da7-4523-84d6-c4d795c509fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3406429 Dec 16 22:22:05.628772 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae557022-399a-4d33-9df6-ded33bae861b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:05.655216 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 346284e1-ef41-4825-819f-3192a693001d no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:22:05.712571 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae557022-399a-4d33-9df6-ded33bae861b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Port': ['ID=02b5dcb6-c4c6-4989-a8dc-3759cf09b01d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:05.752697 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 346284e1-ef41-4825-819f-3192a693001d {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:22:05.753184 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 346284e1-ef41-4825-819f-3192a693001d not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:22:05.755452 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d6e11-aeb3-4958-adba-ad8939893c0b req-9cc0f1fa-e423-4fa0-a93e-a017bf0a52d6 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:05.769315 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fe052c-6c99-4258-a76d-2cc414b67b1a None None] DHCP port deletion for c7f1c459-e84f-448b-8a2b-28e7b0a9b3be request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:05.771147 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f31d6e11-aeb3-4958-adba-ad8939893c0b req-9cc0f1fa-e423-4fa0-a93e-a017bf0a52d6 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.3884246 Dec 16 22:22:05.887275 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4c2e7f21-71f1-4ff3-b52d-352f5a3a1f1d None None] Provisioning complete for port 78a2da32-ca4e-4c6f-90cf-f163388ea687 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:05.888114 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c2e7f21-71f1-4ff3-b52d-352f5a3a1f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:05.904632 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae557022-399a-4d33-9df6-ded33bae861b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:05.912229 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ae557022-399a-4d33-9df6-ded33bae861b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/02b5dcb6-c4c6-4989-a8dc-3759cf09b01d HTTP/1.1" status: 204 len: 168 time: 1.6358666 Dec 16 22:22:05.915249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47130) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:05.945794 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-61fe052c-6c99-4258-a76d-2cc414b67b1a None None] Deleting port c640ab1f-cb8c-4883-9b1f-414682029ddd {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:05.947266 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61fe052c-6c99-4258-a76d-2cc414b67b1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:05.967729 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a05480cb-1b37-42f7-9d25-fa5030258a54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:05.983171 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-e4ddab68-cae5-4113-9f2c-694d8459000c service neutron] 10.222.0.76 "GET /v2.0/networks/d3be1240-9da7-4523-84d6-c4d795c509fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109261 Dec 16 22:22:05.989269 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-c325ef32-ac29-4e63-87e0-8772b8732a8c admin admin] Deleting port c640ab1f-cb8c-4883-9b1f-414682029ddd {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:05.989612 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c325ef32-ac29-4e63-87e0-8772b8732a8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:05.994630 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f31d6e11-aeb3-4958-adba-ad8939893c0b req-7fbc611e-2d7b-4981-bcb9-3834c2c07411 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859717 Dec 16 22:22:06.060794 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-61fe052c-6c99-4258-a76d-2cc414b67b1a None None] For port c640ab1f-cb8c-4883-9b1f-414682029ddd, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c640ab1f-cb8c-4883-9b1f-414682029ddd,segment=NetworkSegment(d44e1f7f-1c0e-4820-a131-9628a743a23d),segment_id=d44e1f7f-1c0e-4820-a131-9628a743a23d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:06.061212 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61fe052c-6c99-4258-a76d-2cc414b67b1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:06.062307 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a05480cb-1b37-42f7-9d25-fa5030258a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:06.082121 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a3cf76-a1c3-4d3e-a34d-b630fe15d858 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:06.087104 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a3cf76-a1c3-4d3e-a34d-b630fe15d858 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:06.092864 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a3cf76-a1c3-4d3e-a34d-b630fe15d858 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:06.097259 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-54a3cf76-a1c3-4d3e-a34d-b630fe15d858 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1796710 Dec 16 22:22:06.101884 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47134) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:06.104608 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-61fe052c-6c99-4258-a76d-2cc414b67b1a None None] Calling delete_port for c640ab1f-cb8c-4883-9b1f-414682029ddd owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:06.240100 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a05480cb-1b37-42f7-9d25-fa5030258a54 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=80491875962f4af5a3058d14107919a3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2339821 Dec 16 22:22:06.241045 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d75ab38-5440-49b4-94d5-a6a02d82c4bd tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet 2b7a15cd-bbea-48ef-9b3e-7b3f175004b5 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:22:06.243978 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47136) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:06.245335 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-c325ef32-ac29-4e63-87e0-8772b8732a8c admin admin] For port c640ab1f-cb8c-4883-9b1f-414682029ddd, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c640ab1f-cb8c-4883-9b1f-414682029ddd,segment=NetworkSegment(d44e1f7f-1c0e-4820-a131-9628a743a23d),segment_id=d44e1f7f-1c0e-4820-a131-9628a743a23d)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:06.245693 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c325ef32-ac29-4e63-87e0-8772b8732a8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:06.248582 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05480cb-1b37-42f7-9d25-fa5030258a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcadd2a-51e2-462a-a022-aa348e7bd628,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:06.255690 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7d75ab38-5440-49b4-94d5-a6a02d82c4bd tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:06.271720 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-c325ef32-ac29-4e63-87e0-8772b8732a8c admin admin] Calling delete_port for c640ab1f-cb8c-4883-9b1f-414682029ddd owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:06.376629 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61fe052c-6c99-4258-a76d-2cc414b67b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:06.377772 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7d75ab38-5440-49b4-94d5-a6a02d82c4bd tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:06.391754 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4431962a-eabb-490e-87e1-7b28bada96d4 None None] Could not find standard attr ID for object 63f39753-edaa-4213-a7ab-686c99abbd9b. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:22:06.415702 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-c3e124d5-7967-4406-9250-65a172dcd6f9 service neutron] 10.222.0.76 "GET /v2.0/networks/d3be1240-9da7-4523-84d6-c4d795c509fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185619 Dec 16 22:22:06.416992 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 78a2da32-ca4e-4c6f-90cf-f163388ea687 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:06.470170 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8e51f259-b3ca-4a02-8a5a-5d6bbbf92498 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:06.518896 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe052c-6c99-4258-a76d-2cc414b67b1a None None] Pushing event deleted for resources: {'Port': ['ID=c640ab1f-cb8c-4883-9b1f-414682029ddd,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:06.522688 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8e51f259-b3ca-4a02-8a5a-5d6bbbf92498 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:06.523613 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fe052c-6c99-4258-a76d-2cc414b67b1a None None] No DVR routers for this DVR port c640ab1f-cb8c-4883-9b1f-414682029ddd on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:06.542474 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-a03d3bfb-77a9-4aea-a8ef-2013235adc73 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.194&port_id=4cda2f29-8931-4922-9586-d0c267801522 HTTP/1.1" status: 200 len: 217 time: 0.1015768 Dec 16 22:22:06.578627 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 78a2da32-ca4e-4c6f-90cf-f163388ea687 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:06.579140 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:06.619978 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-a481835b-f791-42d0-98c5-5c94e1702e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:06.621485 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-a481835b-f791-42d0-98c5-5c94e1702e70 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5ed889ad-0a47-42d3-81c0-791a75ce9313 HTTP/1.1" status: 200 len: 801 time: 0.0702455 Dec 16 22:22:06.633653 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7d75ab38-5440-49b4-94d5-a6a02d82c4bd tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:06.687929 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8e51f259-b3ca-4a02-8a5a-5d6bbbf92498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:06.690875 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8e51f259-b3ca-4a02-8a5a-5d6bbbf92498 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:06.702503 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8e51f259-b3ca-4a02-8a5a-5d6bbbf92498 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dfcadd2a-51e2-462a-a022-aa348e7bd628 HTTP/1.1" status: 204 len: 168 time: 0.4493506 Dec 16 22:22:06.708275 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfdf6b-b487-460d-b669-70d0264d0b0a req-bd345a08-da18-48e2-846c-92e2503ceef1 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:06.712473 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51f259-b3ca-4a02-8a5a-5d6bbbf92498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcadd2a-51e2-462a-a022-aa348e7bd628,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:06.724339 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfdf6b-b487-460d-b669-70d0264d0b0a req-bd345a08-da18-48e2-846c-92e2503ceef1 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:06.737498 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfdf6b-b487-460d-b669-70d0264d0b0a req-bd345a08-da18-48e2-846c-92e2503ceef1 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:06.748367 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-99dfdf6b-b487-460d-b669-70d0264d0b0a req-bd345a08-da18-48e2-846c-92e2503ceef1 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 2412 time: 0.3048246 Dec 16 22:22:06.777559 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c325ef32-ac29-4e63-87e0-8772b8732a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:06.792629 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e8e0fbee-3828-4794-ae6c-f44f39360100 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:22:06.827505 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325ef32-ac29-4e63-87e0-8772b8732a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=c640ab1f-cb8c-4883-9b1f-414682029ddd,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:06.827712 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: e8e0fbee-3828-4794-ae6c-f44f39360100 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:22:06.827712 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e8e0fbee-3828-4794-ae6c-f44f39360100 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:22:06.827712 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c640ab1f-cb8c-4883-9b1f-414682029ddd no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:22:06.838945 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c325ef32-ac29-4e63-87e0-8772b8732a8c admin admin] No DVR routers for this DVR port c640ab1f-cb8c-4883-9b1f-414682029ddd on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:06.838945 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-abfcb707-d7e4-4689-a957-8f2b8d394961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:06.839822 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-abfcb707-d7e4-4689-a957-8f2b8d394961 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fa5fd707-1ef5-4a46-b546-173b96f8c6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2040019 Dec 16 22:22:06.857103 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: c640ab1f-cb8c-4883-9b1f-414682029ddd {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:22:06.857331 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c640ab1f-cb8c-4883-9b1f-414682029ddd not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:22:06.861369 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7d75ab38-5440-49b4-94d5-a6a02d82c4bd tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:06.892430 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-afa2e4f8-7cc9-48e8-a30c-09d91332611f None None] Could not find standard attr ID for object 02b5dcb6-c4c6-4989-a8dc-3759cf09b01d. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:22:06.922577 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75ab38-5440-49b4-94d5-a6a02d82c4bd tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=2b7a15cd-bbea-48ef-9b3e-7b3f175004b5,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:06.938230 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7d75ab38-5440-49b4-94d5-a6a02d82c4bd tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:06.941996 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7d75ab38-5440-49b4-94d5-a6a02d82c4bd tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/2b7a15cd-bbea-48ef-9b3e-7b3f175004b5 HTTP/1.1" status: 204 len: 168 time: 0.8353598 Dec 16 22:22:06.950396 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47144) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:07.015488 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20704a8-17a3-482a-9b93-7f9cbaf38edd tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet 97410ede-a893-4566-bfe0-25d7d22f6b9d {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:22:07.019739 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d20704a8-17a3-482a-9b93-7f9cbaf38edd tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:07.020612 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-99dfdf6b-b487-460d-b669-70d0264d0b0a req-8df24f59-2806-49ec-a225-89e00276fa12 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703879 Dec 16 22:22:07.071335 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c325ef32-ac29-4e63-87e0-8772b8732a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:07.085234 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d20704a8-17a3-482a-9b93-7f9cbaf38edd tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:07.162530 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-c325ef32-ac29-4e63-87e0-8772b8732a8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f1c459-e84f-448b-8a2b-28e7b0a9b3be']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:07.196472 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-5bb04a08-5ad7-4f0e-89e4-ef5fb545cf98 service neutron] 10.222.0.76 "GET /v2.0/networks/fa5fd707-1ef5-4a46-b546-173b96f8c6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480740 Dec 16 22:22:07.201588 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d20704a8-17a3-482a-9b93-7f9cbaf38edd tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:07.216770 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-c325ef32-ac29-4e63-87e0-8772b8732a8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd44e1f7f-1c0e-4820-a131-9628a743a23d') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:07.217144 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-c325ef32-ac29-4e63-87e0-8772b8732a8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd44e1f7f-1c0e-4820-a131-9628a743a23d') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:07.228397 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff28f6dd-d14e-42f8-b20b-8db1ac2a0414 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:07.338490 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f39580-d33a-48ee-a64e-62fc35d7bafd req-d2ad5e5a-ff55-4e9a-8163-03836b6ad77c tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:07.340062 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5f39580-d33a-48ee-a64e-62fc35d7bafd req-d2ad5e5a-ff55-4e9a-8163-03836b6ad77c tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.0666091 Dec 16 22:22:07.366751 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d20704a8-17a3-482a-9b93-7f9cbaf38edd tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:07.410022 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20704a8-17a3-482a-9b93-7f9cbaf38edd tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=97410ede-a893-4566-bfe0-25d7d22f6b9d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:07.421374 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d20704a8-17a3-482a-9b93-7f9cbaf38edd tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:07.427468 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d20704a8-17a3-482a-9b93-7f9cbaf38edd tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/97410ede-a893-4566-bfe0-25d7d22f6b9d HTTP/1.1" status: 204 len: 168 time: 0.4734378 Dec 16 22:22:07.432591 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47152) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:07.487403 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-661a3f29-8555-4a66-b536-12a5c9a4efcb tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515645 Dec 16 22:22:07.488879 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47154) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:07.526847 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5f39580-d33a-48ee-a64e-62fc35d7bafd req-8c55d731-7f90-4357-94a4-63c525de9f9e tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795919 Dec 16 22:22:07.530114 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c325ef32-ac29-4e63-87e0-8772b8732a8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:07.565977 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d3cf72-4f19-4c00-acc7-fd7f0dc37085 None None] Update dhcp port {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'fixed_ips': [{'subnet_id': '97410ede-a893-4566-bfe0-25d7d22f6b9d'}], 'binding:host_id': 'n-d-815324-4'}, 'id': '78a2da32-ca4e-4c6f-90cf-f163388ea687'} from n-d-815324-4. {{(pid=103615) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:22:07.569526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816a24f1-0210-40bf-ae43-782e3562c8d7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:07.584973 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-816a24f1-0210-40bf-ae43-782e3562c8d7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0845776 Dec 16 22:22:07.585192 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c325ef32-ac29-4e63-87e0-8772b8732a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:07.586657 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47158) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:07.591476 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c325ef32-ac29-4e63-87e0-8772b8732a8c admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:22:07.591818 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c325ef32-ac29-4e63-87e0-8772b8732a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:22:07.593532 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:22:07.602184 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55d3cf72-4f19-4c00-acc7-fd7f0dc37085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:07.662651 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201d180e-9e84-4517-882d-33397dc1cc9f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:07.668478 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-201d180e-9e84-4517-882d-33397dc1cc9f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0778456 Dec 16 22:22:07.669135 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47160) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:07.683171 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-cb64289a-31cc-417a-9989-e96e4d4d4013 service neutron] 10.222.0.76 "GET /v2.0/networks/fa5fd707-1ef5-4a46-b546-173b96f8c6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727693 Dec 16 22:22:07.714508 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47162) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:07.722460 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bc537db9-1dab-4303-920e-17858e5ae330 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475943 Dec 16 22:22:07.722979 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47164) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:07.728766 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-b1e03be6-0415-42b4-9eef-0dca397e15fa tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:07.749666 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c66ca676-c177-4ef4-b236-164dd3f097b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:07.752261 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-e39f8601-dacd-4f2f-bcf5-e4695a413a18 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.40&port_id=e822c6e4-ff0a-4649-97b8-da49eb7313b9 HTTP/1.1" status: 200 len: 217 time: 0.0611780 Dec 16 22:22:07.816302 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-2b7e1379-1a00-4c61-85ea-5ca25c376e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:07.818303 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-2b7e1379-1a00-4c61-85ea-5ca25c376e2a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=31e1c7da-9b6c-441b-b055-c34e47605c34 HTTP/1.1" status: 200 len: 801 time: 0.0581293 Dec 16 22:22:07.819785 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c325ef32-ac29-4e63-87e0-8772b8732a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:07.850937 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c325ef32-ac29-4e63-87e0-8772b8732a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:07.857899 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c325ef32-ac29-4e63-87e0-8772b8732a8c admin admin] 10.222.0.75 "DELETE /v2.0/networks/c7f1c459-e84f-448b-8a2b-28e7b0a9b3be HTTP/1.1" status: 204 len: 168 time: 2.4511702 Dec 16 22:22:07.867247 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12487b4c-44d5-4330-b161-b53f370f5497 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:07.886215 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325ef32-ac29-4e63-87e0-8772b8732a8c admin admin] Pushing event deleted for resources: {'Network': ['ID=c7f1c459-e84f-448b-8a2b-28e7b0a9b3be,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:07.906772 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-6c186473-f9ea-4343-ae7b-a64ad6148090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:07.908568 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-6c186473-f9ea-4343-ae7b-a64ad6148090 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d3be1240-9da7-4523-84d6-c4d795c509fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0493910 Dec 16 22:22:07.948412 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c66ca676-c177-4ef4-b236-164dd3f097b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:07.998417 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d12c87f0-18db-491c-a8de-01e83d50b54d None None] Provisioning complete for port 78a2da32-ca4e-4c6f-90cf-f163388ea687 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:07.998644 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d12c87f0-18db-491c-a8de-01e83d50b54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:08.033990 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a9deec-4275-4e3b-9225-902e817e89c8 None None] DHCP port deletion for f8482a80-79ef-4c20-9ddd-3945e7fc80d7 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:08.059506 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c66ca676-c177-4ef4-b236-164dd3f097b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:08.098478 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-2cf6df91-bfaa-4f70-9a78-2158cb7e2bcd service neutron] 10.222.0.76 "GET /v2.0/networks/d3be1240-9da7-4523-84d6-c4d795c509fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800220 Dec 16 22:22:08.103144 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e03be6-0415-42b4-9eef-0dca397e15fa tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:08.118629 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b1e03be6-0415-42b4-9eef-0dca397e15fa tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:08.125208 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e03be6-0415-42b4-9eef-0dca397e15fa tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:22:08.125909 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e03be6-0415-42b4-9eef-0dca397e15fa tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:22:08.214113 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-11a9deec-4275-4e3b-9225-902e817e89c8 None None] Deleting port 78a2da32-ca4e-4c6f-90cf-f163388ea687 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:08.214902 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-11a9deec-4275-4e3b-9225-902e817e89c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:08.216891 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c66ca676-c177-4ef4-b236-164dd3f097b4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=71f6df8f26cd42ceaf067f40359b4205&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5011442 Dec 16 22:22:08.218656 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ca676-c177-4ef4-b236-164dd3f097b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e05fcee-79ee-416c-838d-8511dc405d68,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:08.226936 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47174) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:08.301779 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b1e03be6-0415-42b4-9eef-0dca397e15fa tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5777287 Dec 16 22:22:08.341309 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf417613-3080-46a7-9dc3-7e2fe2b3b465 req-6fe8410b-82e9-4c3e-8a3e-fb18ebdeb3e9 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:08.344602 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47176) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:08.347942 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf417613-3080-46a7-9dc3-7e2fe2b3b465 req-6fe8410b-82e9-4c3e-8a3e-fb18ebdeb3e9 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:08.356204 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf417613-3080-46a7-9dc3-7e2fe2b3b465 req-6fe8410b-82e9-4c3e-8a3e-fb18ebdeb3e9 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:08.358208 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-5b343f3b-a124-4d27-870a-6f1d8573040b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:08.364160 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bf417613-3080-46a7-9dc3-7e2fe2b3b465 req-6fe8410b-82e9-4c3e-8a3e-fb18ebdeb3e9 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 2412 time: 0.1889243 Dec 16 22:22:08.378726 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-11a9deec-4275-4e3b-9225-902e817e89c8 None None] For port 78a2da32-ca4e-4c6f-90cf-f163388ea687, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=78a2da32-ca4e-4c6f-90cf-f163388ea687,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:08.379698 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-11a9deec-4275-4e3b-9225-902e817e89c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:08.402381 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-11a9deec-4275-4e3b-9225-902e817e89c8 None None] Calling delete_port for 78a2da32-ca4e-4c6f-90cf-f163388ea687 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:08.479713 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47917797-ca07-4e36-8732-3dc9241f3dc1 req-32c724af-3262-4c8a-87a0-c5220568c419 service neutron] 10.222.0.76 "GET /v2.0/networks/d3be1240-9da7-4523-84d6-c4d795c509fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554299 Dec 16 22:22:08.488006 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1e42a-68a9-4224-b66d-e88c2dbee781 req-ad2ac713-cebe-4d11-9d25-cf16f112e2fc tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:08.489709 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-53f1e42a-68a9-4224-b66d-e88c2dbee781 req-ad2ac713-cebe-4d11-9d25-cf16f112e2fc tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.2745717 Dec 16 22:22:08.519109 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47180) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:08.592608 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 78a2da32-ca4e-4c6f-90cf-f163388ea687 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:22:08.593669 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-53f1e42a-68a9-4224-b66d-e88c2dbee781 req-fe09697b-c68a-4a14-b695-455cb5da6d39 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815516 Dec 16 22:22:08.596479 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fb566322-3321-4bdd-9631-553e3d99e116 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1eca6be478514f9c8f27151bade9f595&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0762560 Dec 16 22:22:08.599755 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47182) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:08.635827 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b343f3b-a124-4d27-870a-6f1d8573040b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:08.639559 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b343f3b-a124-4d27-870a-6f1d8573040b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:08.641147 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b343f3b-a124-4d27-870a-6f1d8573040b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:22:08.641696 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b343f3b-a124-4d27-870a-6f1d8573040b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:22:08.702548 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7937d2e5-4a47-4a17-a80a-b7511f51f82a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:08.740669 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7937d2e5-4a47-4a17-a80a-b7511f51f82a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:08.769380 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5b343f3b-a124-4d27-870a-6f1d8573040b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4190788 Dec 16 22:22:08.775715 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e3b7a-e12c-4253-a65a-3d23babc3068 req-f639e132-a637-4206-89e1-2d1f9b852253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:08.777384 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc8e3b7a-e12c-4253-a65a-3d23babc3068 req-f639e132-a637-4206-89e1-2d1f9b852253 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2eee87fa71d34d10aa69ccc2197b9b4f&device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 1097 time: 0.5252283 Dec 16 22:22:08.778774 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47184) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:08.785393 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-7459bbaa-7144-4eca-963a-908389b07eb7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:08.800794 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2ce8e7eb-3ba9-43c7-821a-665518c11e9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:08.827221 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bf417613-3080-46a7-9dc3-7e2fe2b3b465 req-82edbfcb-1f70-49d4-9932-0584b2184ad2 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619517 Dec 16 22:22:08.897552 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2ce8e7eb-3ba9-43c7-821a-665518c11e9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:08.932116 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea82c1-eb53-43e2-bf75-7b57134991b3 req-04fb6e46-0fe5-493d-84ac-9e6f813e1054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:08.932705 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea82c1-eb53-43e2-bf75-7b57134991b3 req-04fb6e46-0fe5-493d-84ac-9e6f813e1054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:08.933081 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea82c1-eb53-43e2-bf75-7b57134991b3 req-04fb6e46-0fe5-493d-84ac-9e6f813e1054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:08.934803 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9fea82c1-eb53-43e2-bf75-7b57134991b3 req-04fb6e46-0fe5-493d-84ac-9e6f813e1054 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3276816411724e4d868a9c723e7bff7f&device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 2865 time: 0.1368680 Dec 16 22:22:08.975250 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e3b7a-e12c-4253-a65a-3d23babc3068 req-3ab114e7-1ad5-4d62-a351-6d86333f9aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:08.977814 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc8e3b7a-e12c-4253-a65a-3d23babc3068 req-3ab114e7-1ad5-4d62-a351-6d86333f9aec service neutron] 10.222.0.57 "GET /v2.0/networks?id=66ba2238-7dba-4548-9d17-efb5b42cdbfe HTTP/1.1" status: 200 len: 911 time: 0.1788609 Dec 16 22:22:08.992368 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-11a9deec-4275-4e3b-9225-902e817e89c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:09.026338 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc8e3b7a-e12c-4253-a65a-3d23babc3068 req-b8903b6e-c138-4cae-ba46-d68699cc2bb9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4583350-e8bc-458b-bc4d-46177d75f06d HTTP/1.1" status: 200 len: 217 time: 0.0418799 Dec 16 22:22:09.026560 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a9deec-4275-4e3b-9225-902e817e89c8 None None] No DVR routers for this DVR port 78a2da32-ca4e-4c6f-90cf-f163388ea687 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:09.034668 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7937d2e5-4a47-4a17-a80a-b7511f51f82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:09.042778 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7937d2e5-4a47-4a17-a80a-b7511f51f82a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:09.044076 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7937d2e5-4a47-4a17-a80a-b7511f51f82a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d16c0d7e-ff0c-4355-b650-959a348c5426 HTTP/1.1" status: 204 len: 168 time: 0.4440877 Dec 16 22:22:09.076192 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937d2e5-4a47-4a17-a80a-b7511f51f82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16c0d7e-ff0c-4355-b650-959a348c5426,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:09.092993 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No active binding found for port 78a2da32-ca4e-4c6f-90cf-f163388ea687 {{(pid=103615) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 22:22:09.101246 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 78a2da32-ca4e-4c6f-90cf-f163388ea687 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:22:09.101246 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9deec-4275-4e3b-9225-902e817e89c8 None None] Pushing event deleted for resources: {'Port': ['ID=78a2da32-ca4e-4c6f-90cf-f163388ea687,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:09.120766 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e3b7a-e12c-4253-a65a-3d23babc3068 req-e0d1f573-a35d-42d1-9093-3ecb219f50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:09.122359 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc8e3b7a-e12c-4253-a65a-3d23babc3068 req-e0d1f573-a35d-42d1-9093-3ecb219f50f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09099f39-0a9d-4259-8597-583ef27faa64 HTTP/1.1" status: 200 len: 851 time: 0.0883031 Dec 16 22:22:09.130231 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea82c1-eb53-43e2-bf75-7b57134991b3 req-ac7a398c-ad11-4acd-a605-829cfcd6d28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:09.132889 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9fea82c1-eb53-43e2-bf75-7b57134991b3 req-ac7a398c-ad11-4acd-a605-829cfcd6d28b service neutron] 10.222.0.76 "GET /v2.0/networks?id=d3be1240-9da7-4523-84d6-c4d795c509fa HTTP/1.1" status: 200 len: 902 time: 0.1872540 Dec 16 22:22:09.140211 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7459bbaa-7144-4eca-963a-908389b07eb7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:09.143834 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7459bbaa-7144-4eca-963a-908389b07eb7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:09.145769 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-7459bbaa-7144-4eca-963a-908389b07eb7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:22:09.146613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7459bbaa-7144-4eca-963a-908389b07eb7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:22:09.171971 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc8e3b7a-e12c-4253-a65a-3d23babc3068 req-0b268ec8-a77c-43ea-a213-afb715bd5be5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66ba2238-7dba-4548-9d17-efb5b42cdbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420098 Dec 16 22:22:09.178832 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2ce8e7eb-3ba9-43c7-821a-665518c11e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:09.182378 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2ce8e7eb-3ba9-43c7-821a-665518c11e9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:09.186306 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2ce8e7eb-3ba9-43c7-821a-665518c11e9b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5e05fcee-79ee-416c-838d-8511dc405d68 HTTP/1.1" status: 204 len: 168 time: 0.9500477 Dec 16 22:22:09.197612 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9fea82c1-eb53-43e2-bf75-7b57134991b3 req-1e374aa2-3697-423c-a4c1-b0098009c63f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.40&port_id=e822c6e4-ff0a-4649-97b8-da49eb7313b9 HTTP/1.1" status: 200 len: 217 time: 0.0477087 Dec 16 22:22:09.242389 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8e7eb-3ba9-43c7-821a-665518c11e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e05fcee-79ee-416c-838d-8511dc405d68,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:09.271446 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea82c1-eb53-43e2-bf75-7b57134991b3 req-d30c1012-910b-4d53-9689-685b769aa7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:09.273277 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9fea82c1-eb53-43e2-bf75-7b57134991b3 req-d30c1012-910b-4d53-9689-685b769aa7ef service neutron] 10.222.0.76 "GET /v2.0/subnets?id=31e1c7da-9b6c-441b-b055-c34e47605c34 HTTP/1.1" status: 200 len: 801 time: 0.0674462 Dec 16 22:22:09.295434 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc8e3b7a-e12c-4253-a65a-3d23babc3068 req-7fbf78e4-de48-4801-b03a-c5acf3417f13 service neutron] 10.222.0.57 "GET /v2.0/networks/66ba2238-7dba-4548-9d17-efb5b42cdbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102383 Dec 16 22:22:09.327251 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea82c1-eb53-43e2-bf75-7b57134991b3 req-f8acf7eb-047f-443b-b9d0-e4aafffba06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:09.331208 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9fea82c1-eb53-43e2-bf75-7b57134991b3 req-f8acf7eb-047f-443b-b9d0-e4aafffba06c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d3be1240-9da7-4523-84d6-c4d795c509fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0471010 Dec 16 22:22:09.332860 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7459bbaa-7144-4eca-963a-908389b07eb7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5527787 Dec 16 22:22:09.336523 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47192) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:09.343088 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-2a379fa3-f69b-48c6-ba71-a6286ae5faac tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:09.406139 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc8e3b7a-e12c-4253-a65a-3d23babc3068 req-51d1ba41-9e16-4553-8ba6-7d9ef226a4e9 service neutron] 10.222.0.57 "GET /v2.0/networks/66ba2238-7dba-4548-9d17-efb5b42cdbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033747 Dec 16 22:22:09.509479 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9fea82c1-eb53-43e2-bf75-7b57134991b3 req-40a43e1a-fefb-4489-95eb-fdc49401795a service neutron] 10.222.0.76 "GET /v2.0/networks/d3be1240-9da7-4523-84d6-c4d795c509fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705675 Dec 16 22:22:09.622452 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9fea82c1-eb53-43e2-bf75-7b57134991b3 req-8967ab4b-88cb-4837-805c-88e75e50d60c service neutron] 10.222.0.76 "GET /v2.0/networks/d3be1240-9da7-4523-84d6-c4d795c509fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946326 Dec 16 22:22:09.722342 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a379fa3-f69b-48c6-ba71-a6286ae5faac tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:09.726494 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2a379fa3-f69b-48c6-ba71-a6286ae5faac tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:09.727926 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a379fa3-f69b-48c6-ba71-a6286ae5faac tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:22:09.728373 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a379fa3-f69b-48c6-ba71-a6286ae5faac tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:22:09.811582 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d054a-322f-4cdf-ae33-c26433d21cc1 req-c4b2f3a6-a6dc-442a-a94a-0de6e87379e9 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:09.813116 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2f9d054a-322f-4cdf-ae33-c26433d21cc1 req-c4b2f3a6-a6dc-442a-a94a-0de6e87379e9 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.1090984 Dec 16 22:22:09.882312 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2a379fa3-f69b-48c6-ba71-a6286ae5faac tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5445020 Dec 16 22:22:09.887170 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47216) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:09.888828 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2f9d054a-322f-4cdf-ae33-c26433d21cc1 req-0a31c90c-f093-4c65-bebe-e4ba5e6d520a tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685284 Dec 16 22:22:09.894266 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-1b9ed888-c77a-40b5-a054-d47eedb05bff tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:10.063187 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ac814-4625-461d-b9d5-a84945c959d3 req-0bc78343-1e0b-4cce-8e35-927726ccac0d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:10.094150 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ac814-4625-461d-b9d5-a84945c959d3 req-0bc78343-1e0b-4cce-8e35-927726ccac0d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:10.110913 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ac814-4625-461d-b9d5-a84945c959d3 req-0bc78343-1e0b-4cce-8e35-927726ccac0d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:10.115697 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-409ac814-4625-461d-b9d5-a84945c959d3 req-0bc78343-1e0b-4cce-8e35-927726ccac0d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 2412 time: 0.1336999 Dec 16 22:22:10.178101 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-409ac814-4625-461d-b9d5-a84945c959d3 req-64aeb249-a79f-433d-9f29-415584ec676d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560362 Dec 16 22:22:10.190897 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9ed888-c77a-40b5-a054-d47eedb05bff tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:10.196723 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1b9ed888-c77a-40b5-a054-d47eedb05bff tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:10.201216 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9ed888-c77a-40b5-a054-d47eedb05bff tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:22:10.201216 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9ed888-c77a-40b5-a054-d47eedb05bff tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:22:10.361586 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1b9ed888-c77a-40b5-a054-d47eedb05bff tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4700990 Dec 16 22:22:10.364415 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47232) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:10.370853 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-3b70d1cc-f520-4b8f-8b24-1bb0081e84e3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:10.596437 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b70d1cc-f520-4b8f-8b24-1bb0081e84e3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:10.600262 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b70d1cc-f520-4b8f-8b24-1bb0081e84e3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:10.602729 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b70d1cc-f520-4b8f-8b24-1bb0081e84e3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:22:10.603215 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b70d1cc-f520-4b8f-8b24-1bb0081e84e3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:22:10.649000 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47242) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:10.757536 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-3cb75d12-b282-4521-86cd-fd7389b0db0e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-112671496-network', 'tenant_id': 'b84202d050574b91bdc7144d95cc6c75'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:10.846634 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3b70d1cc-f520-4b8f-8b24-1bb0081e84e3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4806883 Dec 16 22:22:10.850970 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47248) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:10.880828 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-da628890-605b-41a4-82e6-fc30fdc34b32 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0304275 Dec 16 22:22:10.883647 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47250) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:10.944860 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd18ab5-d23f-4f09-b813-3713f0ec0038 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:10.948924 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ffd18ab5-d23f-4f09-b813-3713f0ec0038 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0620098 Dec 16 22:22:10.949191 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47256) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:10.995778 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e76f3e92-d22b-48f8-8495-964336cdc321 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412195 Dec 16 22:22:10.997239 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47258) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:11.003140 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-d097577f-5531-4b7b-af05-e4efccb5913b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:11.017120 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb75d12-b282-4521-86cd-fd7389b0db0e admin admin] Made reservation on behalf of b84202d050574b91bdc7144d95cc6c75 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:11.026974 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3cb75d12-b282-4521-86cd-fd7389b0db0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:11.044829 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643feac-a981-4769-946b-11137606fb9f req-28ca4f13-6160-430d-b400-fe7cd22c2e51 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:11.051549 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4643feac-a981-4769-946b-11137606fb9f req-28ca4f13-6160-430d-b400-fe7cd22c2e51 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.0622072 Dec 16 22:22:11.093970 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3cb75d12-b282-4521-86cd-fd7389b0db0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:11.112361 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4643feac-a981-4769-946b-11137606fb9f req-fbc0b6b7-8acc-41ab-b417-4a2cc461c36b tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596204 Dec 16 22:22:11.220510 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3cb75d12-b282-4521-86cd-fd7389b0db0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:11.315116 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985e02b-9767-4369-9af9-1cab48257b42 req-e43b3b48-a0a4-4009-9a82-593e60044d71 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:11.322036 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985e02b-9767-4369-9af9-1cab48257b42 req-e43b3b48-a0a4-4009-9a82-593e60044d71 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:11.328111 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985e02b-9767-4369-9af9-1cab48257b42 req-e43b3b48-a0a4-4009-9a82-593e60044d71 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:11.330257 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6985e02b-9767-4369-9af9-1cab48257b42 req-e43b3b48-a0a4-4009-9a82-593e60044d71 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 2412 time: 0.0682471 Dec 16 22:22:11.332031 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3cb75d12-b282-4521-86cd-fd7389b0db0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:11.338710 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d097577f-5531-4b7b-af05-e4efccb5913b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:11.342148 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d097577f-5531-4b7b-af05-e4efccb5913b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:11.348194 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 4cda2f29-8931-4922-9586-d0c267801522 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:22:11.430997 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb75d12-b282-4521-86cd-fd7389b0db0e admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:22:11.451602 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb75d12-b282-4521-86cd-fd7389b0db0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8e8932-9639-404a-ad48-0769fa7d0666,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:11.453262 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 4cda2f29-8931-4922-9586-d0c267801522, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=4cda2f29-8931-4922-9586-d0c267801522,segment=NetworkSegment(07adb8c4-7b08-4589-ae3a-1f255632d7c8),segment_id=07adb8c4-7b08-4589-ae3a-1f255632d7c8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:11.469888 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '4cda2f29-8931-4922-9586-d0c267801522', 'network_id': 'fa5fd707-1ef5-4a46-b546-173b96f8c6bf', 'port_id': '4cda2f29-8931-4922-9586-d0c267801522', 'mac_address': 'fa:16:3e:f4:22:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed889ad-0a47-42d3-81c0-791a75ce9313', 'ip_address': '19.86.0.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:22:11.481939 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3cb75d12-b282-4521-86cd-fd7389b0db0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:11.482307 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-3cb75d12-b282-4521-86cd-fd7389b0db0e admin admin] Added segment fd792b11-37a2-4994-8c2e-5fd6fb830b76 of type vlan for network 74adc3dd-6c60-4e24-89d3-97506811de8c Dec 16 22:22:11.512317 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:11.514463 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6985e02b-9767-4369-9af9-1cab48257b42 req-c2f37ff6-99db-4994-8c7c-6ff3702ade8f tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643641 Dec 16 22:22:11.537212 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cda2f29-8931-4922-9586-d0c267801522 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:22:11.553351 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 4cda2f29-8931-4922-9586-d0c267801522, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=4cda2f29-8931-4922-9586-d0c267801522,segment=NetworkSegment(07adb8c4-7b08-4589-ae3a-1f255632d7c8),segment_id=07adb8c4-7b08-4589-ae3a-1f255632d7c8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:11.558844 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3cb75d12-b282-4521-86cd-fd7389b0db0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:11.670859 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:11.671603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 02bf936b-ed8c-4fd2-9985-96e9d68cdca9 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:22:11.736931 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3cb75d12-b282-4521-86cd-fd7389b0db0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:11.737965 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb75d12-b282-4521-86cd-fd7389b0db0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:11.738566 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3cb75d12-b282-4521-86cd-fd7389b0db0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:11.775336 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=4cda2f29-8931-4922-9586-d0c267801522,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:11.809540 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb75d12-b282-4521-86cd-fd7389b0db0e admin admin] Pushing event updated for resources: {'Network': ['ID=74adc3dd-6c60-4e24-89d3-97506811de8c,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:11.823973 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 74adc3dd-6c60-4e24-89d3-97506811de8c details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:22:11.892997 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 02bf936b-ed8c-4fd2-9985-96e9d68cdca9, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=02bf936b-ed8c-4fd2-9985-96e9d68cdca9,segment=NetworkSegment(5f9a9a2f-d982-467f-a1f1-227f879b9bea),segment_id=5f9a9a2f-d982-467f-a1f1-227f879b9bea)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:11.918286 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '02bf936b-ed8c-4fd2-9985-96e9d68cdca9', 'network_id': 'd3be1240-9da7-4523-84d6-c4d795c509fa', 'port_id': '02bf936b-ed8c-4fd2-9985-96e9d68cdca9', 'mac_address': 'fa:16:3e:95:2a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31e1c7da-9b6c-441b-b055-c34e47605c34', 'ip_address': '19.80.0.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:22:11.918611 n-d-815324-4 neutron-server[103613]: DEBUG neutron.objects.ports [None req-d097577f-5531-4b7b-af05-e4efccb5913b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103613) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:22:11.920558 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d097577f-5531-4b7b-af05-e4efccb5913b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:11.968735 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3cb75d12-b282-4521-86cd-fd7389b0db0e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3183649 Dec 16 22:22:11.971477 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47282) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:11.973924 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:11.977303 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d097577f-5531-4b7b-af05-e4efccb5913b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:11.978774 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-d83fc549-3614-4900-ae06-99467e4a7d6e admin admin] Request body: {'subnet': {'network_id': '74adc3dd-6c60-4e24-89d3-97506811de8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-112671496-subnet', 'tenant_id': 'b84202d050574b91bdc7144d95cc6c75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:11.985316 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-d097577f-5531-4b7b-af05-e4efccb5913b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:11.992117 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d097577f-5531-4b7b-af05-e4efccb5913b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:11.992887 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d097577f-5531-4b7b-af05-e4efccb5913b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:11.994288 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02bf936b-ed8c-4fd2-9985-96e9d68cdca9 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:22:12.004730 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa86f4bd-85e7-460a-ba32-2ade9598ff0e None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:12.011889 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097577f-5531-4b7b-af05-e4efccb5913b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=308efcbe-54d1-4437-a3ed-fc45efac005d,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:12.076071 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 02bf936b-ed8c-4fd2-9985-96e9d68cdca9, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=02bf936b-ed8c-4fd2-9985-96e9d68cdca9,segment=NetworkSegment(5f9a9a2f-d982-467f-a1f1-227f879b9bea),segment_id=5f9a9a2f-d982-467f-a1f1-227f879b9bea)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:12.091272 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83fc549-3614-4900-ae06-99467e4a7d6e admin admin] Made reservation on behalf of b84202d050574b91bdc7144d95cc6c75 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:12.094159 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d83fc549-3614-4900-ae06-99467e4a7d6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:12.146144 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d097577f-5531-4b7b-af05-e4efccb5913b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1473618 Dec 16 22:22:12.146900 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47294) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:12.156007 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-84b8b0cc-d6da-4326-9e9a-3070f115226f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'mac_address': 'fa:16:3e:cd:db:cc', 'name': 'tempest-NetworksTestDHCPv6-62932702'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:12.180747 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a4fded-7703-4e1c-881a-5f1680444d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'fixed_ips': [{'subnet_id': '308efcbe-54d1-4437-a3ed-fc45efac005d'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:22:12.181857 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9a4fded-7703-4e1c-881a-5f1680444d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:12.320954 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:12.321998 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e822c6e4-ff0a-4649-97b8-da49eb7313b9 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:22:12.398986 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17975fc1-142f-48fa-b120-2878485eaf64 req-45b5fe57-a031-4580-ba79-931ef9284af9 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:12.400722 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-17975fc1-142f-48fa-b120-2878485eaf64 req-45b5fe57-a031-4580-ba79-931ef9284af9 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.1021962 Dec 16 22:22:12.424149 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e822c6e4-ff0a-4649-97b8-da49eb7313b9, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e822c6e4-ff0a-4649-97b8-da49eb7313b9,segment=NetworkSegment(5f9a9a2f-d982-467f-a1f1-227f879b9bea),segment_id=5f9a9a2f-d982-467f-a1f1-227f879b9bea)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:12.436295 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=02bf936b-ed8c-4fd2-9985-96e9d68cdca9,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:12.443083 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-f9a4fded-7703-4e1c-881a-5f1680444d0b None None] Allocated IP 2001:db8::f816:3eff:feec:62bc (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/308efcbe-54d1-4437-a3ed-fc45efac005d/d5abd098-fb3a-405f-837e-223743e5137d) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:12.455948 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'e822c6e4-ff0a-4649-97b8-da49eb7313b9', 'network_id': 'd3be1240-9da7-4523-84d6-c4d795c509fa', 'port_id': 'e822c6e4-ff0a-4649-97b8-da49eb7313b9', 'mac_address': 'fa:16:3e:d0:57:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31e1c7da-9b6c-441b-b055-c34e47605c34', 'ip_address': '19.80.0.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:22:12.467594 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-17975fc1-142f-48fa-b120-2878485eaf64 req-78f39ba5-af08-4436-adae-cf2c617dc854 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572994 Dec 16 22:22:12.476466 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d83fc549-3614-4900-ae06-99467e4a7d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:12.544704 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b8b0cc-d6da-4326-9e9a-3070f115226f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:12.563737 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83fc549-3614-4900-ae06-99467e4a7d6e admin admin] Checking segment: {'id': 'fd792b11-37a2-4994-8c2e-5fd6fb830b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '74adc3dd-6c60-4e24-89d3-97506811de8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:12.564141 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83fc549-3614-4900-ae06-99467e4a7d6e admin admin] Network hostable DHCP agents. Network: 74adc3dd-6c60-4e24-89d3-97506811de8c, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:22:12.566307 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:12.568064 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fc549-3614-4900-ae06-99467e4a7d6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f043f2e-8081-438d-accb-2b514febab99,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:12.596604 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e822c6e4-ff0a-4649-97b8-da49eb7313b9 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:22:12.640643 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e822c6e4-ff0a-4649-97b8-da49eb7313b9, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e822c6e4-ff0a-4649-97b8-da49eb7313b9,segment=NetworkSegment(5f9a9a2f-d982-467f-a1f1-227f879b9bea),segment_id=5f9a9a2f-d982-467f-a1f1-227f879b9bea)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:12.660671 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-84b8b0cc-d6da-4326-9e9a-3070f115226f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:12.672183 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcb5d8-7b35-4f90-872b-7279ed505dbd req-42909e58-577e-4995-9256-bdbebe2825c7 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:12.678516 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcb5d8-7b35-4f90-872b-7279ed505dbd req-42909e58-577e-4995-9256-bdbebe2825c7 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:12.683720 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-84b8b0cc-d6da-4326-9e9a-3070f115226f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] device_id is not set on port e0b66990-bef9-4914-bd2e-5e835ab784d4 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:22:12.685738 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcb5d8-7b35-4f90-872b-7279ed505dbd req-42909e58-577e-4995-9256-bdbebe2825c7 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:12.688272 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bcdcb5d8-7b35-4f90-872b-7279ed505dbd req-42909e58-577e-4995-9256-bdbebe2825c7 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 2414 time: 0.0786951 Dec 16 22:22:12.701769 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9a4fded-7703-4e1c-881a-5f1680444d0b None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:12.746684 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bcdcb5d8-7b35-4f90-872b-7279ed505dbd req-0a5197de-1a1b-4e9f-a37e-ed7a17a949d8 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487537 Dec 16 22:22:12.748192 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83fc549-3614-4900-ae06-99467e4a7d6e admin admin] Network 74adc3dd-6c60-4e24-89d3-97506811de8c is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:22:12.828355 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:12.865046 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-d83fc549-3614-4900-ae06-99467e4a7d6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 74adc3dd-6c60-4e24-89d3-97506811de8c) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:12.871267 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9a4fded-7703-4e1c-881a-5f1680444d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:12.873122 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83fc549-3614-4900-ae06-99467e4a7d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:12.873771 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d83fc549-3614-4900-ae06-99467e4a7d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:12.886413 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6fee49-2ac5-4593-9a84-3e94ee4ca25b None None] Network 74adc3dd-6c60-4e24-89d3-97506811de8c requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:12.920975 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-84b8b0cc-d6da-4326-9e9a-3070f115226f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 2001:db8::f816:3eff:fecd:dbcc (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/308efcbe-54d1-4437-a3ed-fc45efac005d/e0b66990-bef9-4914-bd2e-5e835ab784d4) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:12.947069 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=e822c6e4-ff0a-4649-97b8-da49eb7313b9,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:12.964151 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a4fded-7703-4e1c-881a-5f1680444d0b None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:12.988711 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-f9a4fded-7703-4e1c-881a-5f1680444d0b None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:12.999688 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a4fded-7703-4e1c-881a-5f1680444d0b None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:13.026853 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d83fc549-3614-4900-ae06-99467e4a7d6e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0533786 Dec 16 22:22:13.047458 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4fded-7703-4e1c-881a-5f1680444d0b None None] Pushing event updated for resources: {'Port': ['ID=d5abd098-fb3a-405f-837e-223743e5137d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:13.097267 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db881615-df6d-4944-aba7-a65b769c5533 None None] Network 74adc3dd-6c60-4e24-89d3-97506811de8c requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:13.120417 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-84b8b0cc-d6da-4326-9e9a-3070f115226f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:13.143088 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f9a4fded-7703-4e1c-881a-5f1680444d0b None None] Attempting to bind port d5abd098-fb3a-405f-837e-223743e5137d on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:13.143451 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f9a4fded-7703-4e1c-881a-5f1680444d0b None None] Attempting to bind port d5abd098-fb3a-405f-837e-223743e5137d by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:13.143822 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a4fded-7703-4e1c-881a-5f1680444d0b None None] Attempting to bind port d5abd098-fb3a-405f-837e-223743e5137d on network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:13.153944 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a4fded-7703-4e1c-881a-5f1680444d0b None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:13.154319 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a4fded-7703-4e1c-881a-5f1680444d0b None None] Checking segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:13.154726 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9a4fded-7703-4e1c-881a-5f1680444d0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:13.155154 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a4fded-7703-4e1c-881a-5f1680444d0b None None] Bound using segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:13.155630 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f9a4fded-7703-4e1c-881a-5f1680444d0b None None] Bound port: d5abd098-fb3a-405f-837e-223743e5137d, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:13.156020 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9a4fded-7703-4e1c-881a-5f1680444d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:13.274956 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f9a4fded-7703-4e1c-881a-5f1680444d0b None None] For port d5abd098-fb3a-405f-837e-223743e5137d, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:13.278220 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f9a4fded-7703-4e1c-881a-5f1680444d0b None None] For port d5abd098-fb3a-405f-837e-223743e5137d, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d5abd098-fb3a-405f-837e-223743e5137d,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:13.289431 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-84b8b0cc-d6da-4326-9e9a-3070f115226f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:13.338493 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b8b0cc-d6da-4326-9e9a-3070f115226f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:13.343747 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-84b8b0cc-d6da-4326-9e9a-3070f115226f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:13.349114 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b8b0cc-d6da-4326-9e9a-3070f115226f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:13.356368 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b8b0cc-d6da-4326-9e9a-3070f115226f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:13.356918 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-84b8b0cc-d6da-4326-9e9a-3070f115226f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:13.363766 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['4cda2f29-8931-4922-9586-d0c267801522'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:22:13.391427 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8b0cc-d6da-4326-9e9a-3070f115226f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Port': ['ID=e0b66990-bef9-4914-bd2e-5e835ab784d4,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:13.455436 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['e822c6e4-ff0a-4649-97b8-da49eb7313b9'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:22:13.492325 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9a4fded-7703-4e1c-881a-5f1680444d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:13.575023 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-23671420-f8f6-4ebc-a0a2-0b574823dd19 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:13.578877 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-23671420-f8f6-4ebc-a0a2-0b574823dd19 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/networks?id=74adc3dd-6c60-4e24-89d3-97506811de8c HTTP/1.1" status: 200 len: 817 time: 0.1457815 Dec 16 22:22:13.606053 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-84b8b0cc-d6da-4326-9e9a-3070f115226f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.4576697 Dec 16 22:22:13.609215 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47330) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:13.627282 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a52c8-3dc0-45ea-9aac-5e44846288b1 req-0a2a7e3d-a42d-47a5-93bb-fdc4bd58121f tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:13.640840 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1d8a52c8-3dc0-45ea-9aac-5e44846288b1 req-0a2a7e3d-a42d-47a5-93bb-fdc4bd58121f tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.0778213 Dec 16 22:22:13.645353 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4fded-7703-4e1c-881a-5f1680444d0b None None] Pushing event updated for resources: {'Port': ['ID=d5abd098-fb3a-405f-837e-223743e5137d,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:13.675284 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-87cc324a-5a7a-45aa-980b-1fac22efefb9 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/quotas/b84202d050574b91bdc7144d95cc6c75 HTTP/1.1" status: 200 len: 375 time: 0.0655620 Dec 16 22:22:13.742033 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1d8a52c8-3dc0-45ea-9aac-5e44846288b1 req-c8209ce0-a8f9-47e4-8f62-a119624b9211 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959830 Dec 16 22:22:13.747881 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-21f17c80-3a8e-4c4e-bc97-94a97dcdaa13 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b84202d050574b91bdc7144d95cc6c75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709393 Dec 16 22:22:13.880641 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991ba1d3-369a-4e78-bc05-9b2b0c61a70e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:13.913500 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991ba1d3-369a-4e78-bc05-9b2b0c61a70e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:13.915806 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-991ba1d3-369a-4e78-bc05-9b2b0c61a70e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.3053086 Dec 16 22:22:13.918422 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47340) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:13.985281 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-c4864f1c-cbbd-489e-a721-1ec88df7005e service neutron] 10.222.0.75 "GET /v2.0/networks/74adc3dd-6c60-4e24-89d3-97506811de8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363977 Dec 16 22:22:14.028178 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18c0a2-0286-4b64-a0ec-a7bc34838aee req-d5c3cdfc-b699-4ae6-8634-ca2ba5a86fdb tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:14.032521 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18c0a2-0286-4b64-a0ec-a7bc34838aee req-d5c3cdfc-b699-4ae6-8634-ca2ba5a86fdb tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:14.040483 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18c0a2-0286-4b64-a0ec-a7bc34838aee req-d5c3cdfc-b699-4ae6-8634-ca2ba5a86fdb tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:14.050612 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e18c0a2-0286-4b64-a0ec-a7bc34838aee req-d5c3cdfc-b699-4ae6-8634-ca2ba5a86fdb tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 2415 time: 0.2072089 Dec 16 22:22:14.105540 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-900150d6-6f13-4eb0-9751-70d8dee40ffb service neutron] 10.222.0.75 "GET /v2.0/networks/74adc3dd-6c60-4e24-89d3-97506811de8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112728 Dec 16 22:22:14.125377 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e18c0a2-0286-4b64-a0ec-a7bc34838aee req-e639ad14-901a-4479-838e-59884726989b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733953 Dec 16 22:22:14.141494 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-bb2f425b-928c-4637-9105-109ed1fd22d1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting port e0b66990-bef9-4914-bd2e-5e835ab784d4 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:14.143209 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bb2f425b-928c-4637-9105-109ed1fd22d1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:14.251074 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bb2f425b-928c-4637-9105-109ed1fd22d1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:14.265498 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-bb2f425b-928c-4637-9105-109ed1fd22d1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Calling delete_port for e0b66990-bef9-4914-bd2e-5e835ab784d4 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:14.440826 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d5abd098-fb3a-405f-837e-223743e5137d up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:14.542440 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['02bf936b-ed8c-4fd2-9985-96e9d68cdca9'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:22:14.574617 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ba62773-b17a-4249-a14b-4fef3d0f2bfb req-2aa04f8a-98d1-4e49-8359-8dbf0c7fb7a3 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1b4ae85-59aa-4a0a-ae9d-004cfa33c302 HTTP/1.1" status: 200 len: 210 time: 0.1484020 Dec 16 22:22:14.642249 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port d5abd098-fb3a-405f-837e-223743e5137d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:14.642635 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:14.733468 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bb2f425b-928c-4637-9105-109ed1fd22d1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:14.791545 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f425b-928c-4637-9105-109ed1fd22d1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Port': ['ID=e0b66990-bef9-4914-bd2e-5e835ab784d4,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:14.832809 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:14.868657 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bb2f425b-928c-4637-9105-109ed1fd22d1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:14.875297 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bb2f425b-928c-4637-9105-109ed1fd22d1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/e0b66990-bef9-4914-bd2e-5e835ab784d4 HTTP/1.1" status: 204 len: 168 time: 0.9536488 Dec 16 22:22:14.875617 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47360) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:14.891375 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port d5abd098-fb3a-405f-837e-223743e5137d, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d5abd098-fb3a-405f-837e-223743e5137d,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:14.989620 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:14.991300 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaa932-d073-4d44-b768-715fdea4791f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:14.994727 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaa932-d073-4d44-b768-715fdea4791f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:15.000358 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-25eaa932-d073-4d44-b768-715fdea4791f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1207926 Dec 16 22:22:15.002078 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47362) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:15.038391 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66b652-e8a2-42d5-86f4-4d7257d56332 req-cc7b2ac2-58c7-4906-9690-967b9fe45c45 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:15.053903 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b66b652-e8a2-42d5-86f4-4d7257d56332 req-cc7b2ac2-58c7-4906-9690-967b9fe45c45 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.1354988 Dec 16 22:22:15.113835 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-089191c0-bc0e-4979-8547-1eddca948de5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet 308efcbe-54d1-4437-a3ed-fc45efac005d {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:22:15.119077 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-089191c0-bc0e-4979-8547-1eddca948de5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:15.130355 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=d5abd098-fb3a-405f-837e-223743e5137d,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:15.152358 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b66b652-e8a2-42d5-86f4-4d7257d56332 req-dc214102-5902-4067-946b-9aef475cf306 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972295 Dec 16 22:22:15.173389 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-089191c0-bc0e-4979-8547-1eddca948de5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:15.293902 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-72e81e67-91bc-4406-8e19-36511d8ce0fb None None] Provisioning complete for port d5abd098-fb3a-405f-837e-223743e5137d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:15.294332 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72e81e67-91bc-4406-8e19-36511d8ce0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:15.378321 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 4cda2f29-8931-4922-9586-d0c267801522 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:15.575327 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 4cda2f29-8931-4922-9586-d0c267801522 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:22:15.586904 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 4cda2f29-8931-4922-9586-d0c267801522 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:15.590182 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:15.690300 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-36a6c78c-0eb4-487c-8dc7-cd9baea20bb4 None None] Could not find standard attr ID for object e0b66990-bef9-4914-bd2e-5e835ab784d4. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:22:15.696819 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-089191c0-bc0e-4979-8547-1eddca948de5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:15.747901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29621ba1-691f-49a5-9f92-326abf83c697 req-7639b61b-aa1e-4570-809a-9f7decfee0fb tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:15.755606 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29621ba1-691f-49a5-9f92-326abf83c697 req-7639b61b-aa1e-4570-809a-9f7decfee0fb tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:15.762435 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29621ba1-691f-49a5-9f92-326abf83c697 req-7639b61b-aa1e-4570-809a-9f7decfee0fb tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:15.764162 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-29621ba1-691f-49a5-9f92-326abf83c697 req-7639b61b-aa1e-4570-809a-9f7decfee0fb tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 2415 time: 0.4401655 Dec 16 22:22:15.788662 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a9b01a7a-a794-4a79-980e-af0cfb2def73 req-64b2648e-0203-4e27-90e4-9d0b986e55fb tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1b4ae85-59aa-4a0a-ae9d-004cfa33c302 HTTP/1.1" status: 200 len: 210 time: 0.0863223 Dec 16 22:22:15.844743 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:15.859012 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-29621ba1-691f-49a5-9f92-326abf83c697 req-876c4889-edbf-414c-8892-2b4a389148a7 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828187 Dec 16 22:22:15.895548 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a7273b-7a41-4ee0-a371-aa0e871f0e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cda2f29-8931-4922-9586-d0c267801522'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:22:15.898540 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f5ba41-8017-4e00-bf41-02acaf1025b0" -d '{"events": [{"server_uuid": "f7a7273b-7a41-4ee0-a371-aa0e871f0e00", "name": "network-vif-plugged", "status": "completed", "tag": "4cda2f29-8931-4922-9586-d0c267801522"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:22:15.915660 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 4cda2f29-8931-4922-9586-d0c267801522, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=4cda2f29-8931-4922-9586-d0c267801522,segment=NetworkSegment(07adb8c4-7b08-4589-ae3a-1f255632d7c8),segment_id=07adb8c4-7b08-4589-ae3a-1f255632d7c8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:15.946141 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3c54c1-1ce8-4ce2-a74b-b9426c3e7037 x-openstack-request-id: req-9b3c54c1-1ce8-4ce2-a74b-b9426c3e7037 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:22:15.946436 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a7273b-7a41-4ee0-a371-aa0e871f0e00", "name": "network-vif-plugged", "status": "completed", "tag": "4cda2f29-8931-4922-9586-d0c267801522", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:22:15.946691 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9b3c54c1-1ce8-4ce2-a74b-b9426c3e7037 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:22:15.947711 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a7273b-7a41-4ee0-a371-aa0e871f0e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cda2f29-8931-4922-9586-d0c267801522', 'code': 200} Dec 16 22:22:16.019602 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:16.021035 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e822c6e4-ff0a-4649-97b8-da49eb7313b9 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:16.021382 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-089191c0-bc0e-4979-8547-1eddca948de5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:16.070393 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089191c0-bc0e-4979-8547-1eddca948de5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=308efcbe-54d1-4437-a3ed-fc45efac005d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:16.078286 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-089191c0-bc0e-4979-8547-1eddca948de5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:16.081880 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-089191c0-bc0e-4979-8547-1eddca948de5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/308efcbe-54d1-4437-a3ed-fc45efac005d HTTP/1.1" status: 204 len: 168 time: 1.0780764 Dec 16 22:22:16.084311 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47386) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:16.088827 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b402ce0-61d0-407b-b70f-f3e55c5c5fd0 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:16.128327 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b59de9f8-1201-489c-b4e5-2311f9bf9b33 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420182 Dec 16 22:22:16.131520 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47388) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:16.136850 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-fe8931bf-9396-4906-a812-2a5cbe50b991 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:16.182372 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=4cda2f29-8931-4922-9586-d0c267801522,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:16.379576 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452d452-2eed-47cb-9df6-cd733a1d6a0a req-b298aefa-97ed-406d-95be-d5558bcffa7d tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:16.381460 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7452d452-2eed-47cb-9df6-cd733a1d6a0a req-b298aefa-97ed-406d-95be-d5558bcffa7d tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.0588489 Dec 16 22:22:16.382394 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d5abd098-fb3a-405f-837e-223743e5137d up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:16.414251 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8931bf-9396-4906-a812-2a5cbe50b991 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:16.421418 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe8931bf-9396-4906-a812-2a5cbe50b991 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:16.448164 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7452d452-2eed-47cb-9df6-cd733a1d6a0a req-a57e80c9-af72-4db0-aada-1462078aebba tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552340 Dec 16 22:22:16.451352 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port d5abd098-fb3a-405f-837e-223743e5137d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:16.451802 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:16.535099 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833fda5c-1481-4f31-a022-fc744a74261e None None] DHCP port deletion for f8482a80-79ef-4c20-9ddd-3945e7fc80d7 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:16.565943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf756711-2cb3-44a5-9d29-539b442972c3 req-c783ee2a-30fb-4963-ba71-4e9f4f887b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:16.568992 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cf756711-2cb3-44a5-9d29-539b442972c3 req-c783ee2a-30fb-4963-ba71-4e9f4f887b77 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2eee87fa71d34d10aa69ccc2197b9b4f&device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 1097 time: 0.0996075 Dec 16 22:22:16.622980 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-833fda5c-1481-4f31-a022-fc744a74261e None None] Deleting port d5abd098-fb3a-405f-837e-223743e5137d {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:16.625215 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-833fda5c-1481-4f31-a022-fc744a74261e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:16.632514 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port e822c6e4-ff0a-4649-97b8-da49eb7313b9 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:22:16.671880 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port e822c6e4-ff0a-4649-97b8-da49eb7313b9 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:16.672310 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:16.735607 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf756711-2cb3-44a5-9d29-539b442972c3 req-61e79b0f-6a45-4ace-b9d3-299a865607a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:16.737597 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cf756711-2cb3-44a5-9d29-539b442972c3 req-61e79b0f-6a45-4ace-b9d3-299a865607a1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=66ba2238-7dba-4548-9d17-efb5b42cdbfe HTTP/1.1" status: 200 len: 911 time: 0.1146867 Dec 16 22:22:16.738503 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-833fda5c-1481-4f31-a022-fc744a74261e None None] For port d5abd098-fb3a-405f-837e-223743e5137d, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d5abd098-fb3a-405f-837e-223743e5137d,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:16.738913 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-833fda5c-1481-4f31-a022-fc744a74261e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:16.753318 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-833fda5c-1481-4f31-a022-fc744a74261e None None] Calling delete_port for d5abd098-fb3a-405f-837e-223743e5137d owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:16.789618 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cf756711-2cb3-44a5-9d29-539b442972c3 req-3d1aea69-c25c-4df6-8627-9828f2016364 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4583350-e8bc-458b-bc4d-46177d75f06d HTTP/1.1" status: 200 len: 217 time: 0.0429149 Dec 16 22:22:16.900176 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf756711-2cb3-44a5-9d29-539b442972c3 req-f0a922a9-00d5-4f01-9479-17e440ab1aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:16.905232 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cf756711-2cb3-44a5-9d29-539b442972c3 req-f0a922a9-00d5-4f01-9479-17e440ab1aea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09099f39-0a9d-4259-8597-583ef27faa64 HTTP/1.1" status: 200 len: 851 time: 0.1100791 Dec 16 22:22:16.951770 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:16.952932 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cf756711-2cb3-44a5-9d29-539b442972c3 req-53930254-40b5-4501-bad4-f130d4e54253 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66ba2238-7dba-4548-9d17-efb5b42cdbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397720 Dec 16 22:22:16.987404 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8e44f074-84e1-41e3-be8f-ae9f35138bbf req-ee61d6fc-8918-4cc9-8967-e643a3b51e58 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1b4ae85-59aa-4a0a-ae9d-004cfa33c302 HTTP/1.1" status: 200 len: 210 time: 0.0368495 Dec 16 22:22:17.016045 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-833fda5c-1481-4f31-a022-fc744a74261e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:17.024329 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e822c6e4-ff0a-4649-97b8-da49eb7313b9, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e822c6e4-ff0a-4649-97b8-da49eb7313b9,segment=NetworkSegment(5f9a9a2f-d982-467f-a1f1-227f879b9bea),segment_id=5f9a9a2f-d982-467f-a1f1-227f879b9bea)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:17.052565 n-d-815324-4 neutron-server[103613]: DEBUG neutron.objects.ports [None req-fe8931bf-9396-4906-a812-2a5cbe50b991 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103613) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:22:17.064779 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fda5c-1481-4f31-a022-fc744a74261e None None] Pushing event deleted for resources: {'Port': ['ID=d5abd098-fb3a-405f-837e-223743e5137d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:17.072541 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833fda5c-1481-4f31-a022-fc744a74261e None None] No DVR routers for this DVR port d5abd098-fb3a-405f-837e-223743e5137d on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:17.162489 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:17.189080 n-d-815324-4 neutron-server[103613]: WARNING neutron.services.revisions.revision_plugin [None req-fe8931bf-9396-4906-a812-2a5cbe50b991 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Could not find related port for resource to bump revision. Dec 16 22:22:17.190232 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f48c5d-d881-493b-836d-4875b53e837f req-fbe0cb8a-916e-4de7-8430-03bb6e1be58d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:17.198413 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f48c5d-d881-493b-836d-4875b53e837f req-fbe0cb8a-916e-4de7-8430-03bb6e1be58d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:17.206270 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f48c5d-d881-493b-836d-4875b53e837f req-fbe0cb8a-916e-4de7-8430-03bb6e1be58d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:17.216288 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e7f48c5d-d881-493b-836d-4875b53e837f req-fbe0cb8a-916e-4de7-8430-03bb6e1be58d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 2416 time: 0.1819432 Dec 16 22:22:17.243946 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=e822c6e4-ff0a-4649-97b8-da49eb7313b9,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:17.253915 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cf756711-2cb3-44a5-9d29-539b442972c3 req-6a58681f-811d-43da-b749-066d839ede3f service neutron] 10.222.0.57 "GET /v2.0/networks/66ba2238-7dba-4548-9d17-efb5b42cdbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925148 Dec 16 22:22:17.302850 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.ipam_pluggable_backend [None req-fe8931bf-9396-4906-a812-2a5cbe50b991 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Port d5abd098-fb3a-405f-837e-223743e5137d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103613) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 16 22:22:17.303285 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.ipam_pluggable_backend [None req-fe8931bf-9396-4906-a812-2a5cbe50b991 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Reverting IP allocation for 2001:db8::f816:3eff:feec:62bc {{(pid=103613) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 16 22:22:17.307698 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.ipam_pluggable_backend [None req-fe8931bf-9396-4906-a812-2a5cbe50b991 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feec:62bc {{(pid=103613) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 16 22:22:17.309407 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe8931bf-9396-4906-a812-2a5cbe50b991 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:17.328615 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e7f48c5d-d881-493b-836d-4875b53e837f req-3bcddb7a-7650-4d86-a23a-66762b632477 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112916 Dec 16 22:22:17.357454 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8931bf-9396-4906-a812-2a5cbe50b991 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:17.357454 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-fe8931bf-9396-4906-a812-2a5cbe50b991 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:17.361045 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8931bf-9396-4906-a812-2a5cbe50b991 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:17.361754 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe8931bf-9396-4906-a812-2a5cbe50b991 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:17.370465 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d98d0b-6ffa-45ed-b2eb-30b0939c1505 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:17.378889 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8931bf-9396-4906-a812-2a5cbe50b991 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=537e9960-dc51-4313-a5b6-70fe71158964,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:17.381811 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cf756711-2cb3-44a5-9d29-539b442972c3 req-e3da81e6-2c5c-4d8b-8a73-4af8df92a5ae service neutron] 10.222.0.57 "GET /v2.0/networks/66ba2238-7dba-4548-9d17-efb5b42cdbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155610 Dec 16 22:22:17.420236 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 02bf936b-ed8c-4fd2-9985-96e9d68cdca9 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:17.524096 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a300358-45b0-4bc2-8881-836642a929c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'fixed_ips': [{'subnet_id': '537e9960-dc51-4313-a5b6-70fe71158964'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:22:17.525002 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7a300358-45b0-4bc2-8881-836642a929c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:17.536154 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fe8931bf-9396-4906-a812-2a5cbe50b991 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4034855 Dec 16 22:22:17.538714 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47414) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:17.544205 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-2068482c-3b33-4315-ab53-bd2fa191a3ad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'mac_address': 'fa:16:3e:01:cd:41', 'name': 'tempest-NetworksTestDHCPv6-419057848'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:17.663465 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 02bf936b-ed8c-4fd2-9985-96e9d68cdca9 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:22:17.667751 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400688de-3eeb-40e1-94c4-bc0cec7c79fb req-e88572d3-6a7e-47a8-bff0-02fd91481d9e tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:17.669296 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-400688de-3eeb-40e1-94c4-bc0cec7c79fb req-e88572d3-6a7e-47a8-bff0-02fd91481d9e tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.1215351 Dec 16 22:22:17.686863 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 02bf936b-ed8c-4fd2-9985-96e9d68cdca9 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:17.687270 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:17.734774 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-7a300358-45b0-4bc2-8881-836642a929c6 None None] Allocated IP 2001:db8::f816:3eff:fef5:60b (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/537e9960-dc51-4313-a5b6-70fe71158964/d6ac0aa3-1c62-4078-abca-445385abdc6f) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:17.744353 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-400688de-3eeb-40e1-94c4-bc0cec7c79fb req-4123e787-e2b3-43f1-acb2-29e569bc04bd tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652463 Dec 16 22:22:17.841495 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2068482c-3b33-4315-ab53-bd2fa191a3ad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:17.868852 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:17.943639 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 02bf936b-ed8c-4fd2-9985-96e9d68cdca9, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=02bf936b-ed8c-4fd2-9985-96e9d68cdca9,segment=NetworkSegment(5f9a9a2f-d982-467f-a1f1-227f879b9bea),segment_id=5f9a9a2f-d982-467f-a1f1-227f879b9bea)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:17.948164 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a7273b-7a41-4ee0-a371-aa0e871f0e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e822c6e4-ff0a-4649-97b8-da49eb7313b9'}, {'server_uuid': 'f7a7273b-7a41-4ee0-a371-aa0e871f0e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02bf936b-ed8c-4fd2-9985-96e9d68cdca9'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:22:17.951145 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f395cd0-b571-462c-b318-e7fe468be31e" -d '{"events": [{"server_uuid": "f7a7273b-7a41-4ee0-a371-aa0e871f0e00", "name": "network-vif-plugged", "status": "completed", "tag": "e822c6e4-ff0a-4649-97b8-da49eb7313b9"}, {"server_uuid": "f7a7273b-7a41-4ee0-a371-aa0e871f0e00", "name": "network-vif-plugged", "status": "completed", "tag": "02bf936b-ed8c-4fd2-9985-96e9d68cdca9"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:22:17.969147 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2068482c-3b33-4315-ab53-bd2fa191a3ad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:17.972029 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7a300358-45b0-4bc2-8881-836642a929c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:18.000788 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-2068482c-3b33-4315-ab53-bd2fa191a3ad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] device_id is not set on port 868caf81-f3f2-4ba1-8c8d-41103598d190 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:22:18.003172 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 22:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6260a85f-f818-45b2-bcc6-3d432a7f384b x-openstack-request-id: req-6260a85f-f818-45b2-bcc6-3d432a7f384b {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:22:18.003718 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a7273b-7a41-4ee0-a371-aa0e871f0e00", "name": "network-vif-plugged", "status": "completed", "tag": "e822c6e4-ff0a-4649-97b8-da49eb7313b9", "code": 200}, {"server_uuid": "f7a7273b-7a41-4ee0-a371-aa0e871f0e00", "name": "network-vif-plugged", "status": "completed", "tag": "02bf936b-ed8c-4fd2-9985-96e9d68cdca9", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:22:18.004190 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6260a85f-f818-45b2-bcc6-3d432a7f384b {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:22:18.004776 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a7273b-7a41-4ee0-a371-aa0e871f0e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e822c6e4-ff0a-4649-97b8-da49eb7313b9', 'code': 200} Dec 16 22:22:18.005206 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a7273b-7a41-4ee0-a371-aa0e871f0e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02bf936b-ed8c-4fd2-9985-96e9d68cdca9', 'code': 200} Dec 16 22:22:18.036415 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:18.081677 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-b71353bd-922f-454b-acd7-7ef770ad22c5 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:18.086783 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-b71353bd-922f-454b-acd7-7ef770ad22c5 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.57 "GET /v2.0/networks?id=74adc3dd-6c60-4e24-89d3-97506811de8c HTTP/1.1" status: 200 len: 817 time: 0.1639354 Dec 16 22:22:18.104984 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-831d4706-26fa-4a10-b14b-79a696eefe2c tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Request body: {'port': {'device_id': 'b1b4ae85-59aa-4a0a-ae9d-004cfa33c302', 'network_id': '74adc3dd-6c60-4e24-89d3-97506811de8c', 'admin_state_up': True, 'tenant_id': 'b84202d050574b91bdc7144d95cc6c75'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:18.123091 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7a300358-45b0-4bc2-8881-836642a929c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:18.157457 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=02bf936b-ed8c-4fd2-9985-96e9d68cdca9,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:18.182083 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a300358-45b0-4bc2-8881-836642a929c6 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:18.238564 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-7a300358-45b0-4bc2-8881-836642a929c6 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:18.242428 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a300358-45b0-4bc2-8881-836642a929c6 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:18.349494 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a300358-45b0-4bc2-8881-836642a929c6 None None] Pushing event updated for resources: {'Port': ['ID=d6ac0aa3-1c62-4078-abca-445385abdc6f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:18.422630 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7a300358-45b0-4bc2-8881-836642a929c6 None None] Attempting to bind port d6ac0aa3-1c62-4078-abca-445385abdc6f on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:18.423443 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7a300358-45b0-4bc2-8881-836642a929c6 None None] Attempting to bind port d6ac0aa3-1c62-4078-abca-445385abdc6f by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:18.424055 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a300358-45b0-4bc2-8881-836642a929c6 None None] Attempting to bind port d6ac0aa3-1c62-4078-abca-445385abdc6f on network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:18.431136 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d5abd098-fb3a-405f-837e-223743e5137d no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:22:18.437695 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-2068482c-3b33-4315-ab53-bd2fa191a3ad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 2001:db8::f816:3eff:fe01:cd41 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/537e9960-dc51-4313-a5b6-70fe71158964/868caf81-f3f2-4ba1-8c8d-41103598d190) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:18.461795 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: d5abd098-fb3a-405f-837e-223743e5137d {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:22:18.464992 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d5abd098-fb3a-405f-837e-223743e5137d not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:22:18.466354 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a300358-45b0-4bc2-8881-836642a929c6 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:18.467026 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a300358-45b0-4bc2-8881-836642a929c6 None None] Checking segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:18.468048 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7a300358-45b0-4bc2-8881-836642a929c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:18.468659 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a300358-45b0-4bc2-8881-836642a929c6 None None] Bound using segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:18.469377 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7a300358-45b0-4bc2-8881-836642a929c6 None None] Bound port: d6ac0aa3-1c62-4078-abca-445385abdc6f, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:18.470285 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7a300358-45b0-4bc2-8881-836642a929c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:18.475832 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-360a6be7-5121-497f-8ca0-58d2b063b65f req-000f4486-15cf-4ac6-82ba-ef1c35f05675 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1b4ae85-59aa-4a0a-ae9d-004cfa33c302 HTTP/1.1" status: 200 len: 210 time: 0.2520404 Dec 16 22:22:18.524004 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-831d4706-26fa-4a10-b14b-79a696eefe2c tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Made reservation on behalf of b84202d050574b91bdc7144d95cc6c75 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:18.528528 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-831d4706-26fa-4a10-b14b-79a696eefe2c tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:18.565769 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7a300358-45b0-4bc2-8881-836642a929c6 None None] For port d6ac0aa3-1c62-4078-abca-445385abdc6f, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:18.571974 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7a300358-45b0-4bc2-8881-836642a929c6 None None] For port d6ac0aa3-1c62-4078-abca-445385abdc6f, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d6ac0aa3-1c62-4078-abca-445385abdc6f,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:18.624784 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f145d-4568-47e9-ad16-14cf869625d7 req-55e3c756-5a7d-4a60-a218-a4ab55baa827 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:18.635092 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f145d-4568-47e9-ad16-14cf869625d7 req-55e3c756-5a7d-4a60-a218-a4ab55baa827 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:18.641629 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f145d-4568-47e9-ad16-14cf869625d7 req-55e3c756-5a7d-4a60-a218-a4ab55baa827 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:18.643847 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2e4f145d-4568-47e9-ad16-14cf869625d7 req-55e3c756-5a7d-4a60-a218-a4ab55baa827 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 2418 time: 0.1855154 Dec 16 22:22:18.678900 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb33df-f2b5-4d4f-bc29-ef22788d070d req-d96d88ed-ee5a-4b6f-a5f1-73521fab804b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:18.685073 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb33df-f2b5-4d4f-bc29-ef22788d070d req-d96d88ed-ee5a-4b6f-a5f1-73521fab804b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:18.685073 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb33df-f2b5-4d4f-bc29-ef22788d070d req-d96d88ed-ee5a-4b6f-a5f1-73521fab804b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:18.687301 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f6bb33df-f2b5-4d4f-bc29-ef22788d070d req-d96d88ed-ee5a-4b6f-a5f1-73521fab804b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 2871 time: 0.4529870 Dec 16 22:22:18.687640 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7a300358-45b0-4bc2-8881-836642a929c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:18.701286 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2068482c-3b33-4315-ab53-bd2fa191a3ad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:18.768151 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a300358-45b0-4bc2-8881-836642a929c6 None None] Pushing event updated for resources: {'Port': ['ID=d6ac0aa3-1c62-4078-abca-445385abdc6f,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:18.934061 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-831d4706-26fa-4a10-b14b-79a696eefe2c tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Allocated IP 172.20.0.11 (74adc3dd-6c60-4e24-89d3-97506811de8c/5f043f2e-8081-438d-accb-2b514febab99/641246dc-525a-4033-ac95-d85fe07a3145) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:18.989307 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2e4f145d-4568-47e9-ad16-14cf869625d7 req-9f1d3be0-9b0f-4f8e-8778-81c21d5db447 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295343 Dec 16 22:22:19.026636 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2068482c-3b33-4315-ab53-bd2fa191a3ad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:19.041364 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f6bb33df-f2b5-4d4f-bc29-ef22788d070d req-45b3e5ab-9e0b-4530-9c7b-47c4d68024a7 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153246 Dec 16 22:22:19.093110 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2068482c-3b33-4315-ab53-bd2fa191a3ad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:19.100814 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-2068482c-3b33-4315-ab53-bd2fa191a3ad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:19.104710 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068482c-3b33-4315-ab53-bd2fa191a3ad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Port': ['ID=868caf81-f3f2-4ba1-8c8d-41103598d190,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:19.115285 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2068482c-3b33-4315-ab53-bd2fa191a3ad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:19.123086 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2068482c-3b33-4315-ab53-bd2fa191a3ad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:19.124027 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2068482c-3b33-4315-ab53-bd2fa191a3ad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:19.149729 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1934a-5ba6-48e5-a409-e83b13860db1 req-4963e667-95f7-42dd-97d8-507b1e3f3aa0 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:19.152397 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-abf1934a-5ba6-48e5-a409-e83b13860db1 req-4963e667-95f7-42dd-97d8-507b1e3f3aa0 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.1777663 Dec 16 22:22:19.250171 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-abf1934a-5ba6-48e5-a409-e83b13860db1 req-8be82cad-41d9-4a35-910f-f058878d9966 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819066 Dec 16 22:22:19.275099 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2068482c-3b33-4315-ab53-bd2fa191a3ad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7332051 Dec 16 22:22:19.276823 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47440) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:19.286638 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-831d4706-26fa-4a10-b14b-79a696eefe2c tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:19.345629 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8814d990-0818-471a-b83f-5f26c5d64f09 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:19.353114 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8814d990-0818-471a-b83f-5f26c5d64f09 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:19.357740 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8814d990-0818-471a-b83f-5f26c5d64f09 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0769892 Dec 16 22:22:19.358214 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47446) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:19.477212 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-831d4706-26fa-4a10-b14b-79a696eefe2c tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:19.484010 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-1fe506b2-b4d8-49e3-b44e-47a0acaf38df tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting port 868caf81-f3f2-4ba1-8c8d-41103598d190 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:19.484572 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1fe506b2-b4d8-49e3-b44e-47a0acaf38df tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:19.505860 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-831d4706-26fa-4a10-b14b-79a696eefe2c tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Network 74adc3dd-6c60-4e24-89d3-97506811de8c is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:19.509164 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-831d4706-26fa-4a10-b14b-79a696eefe2c tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:19.516695 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-831d4706-26fa-4a10-b14b-79a696eefe2c tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:19.648517 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-831d4706-26fa-4a10-b14b-79a696eefe2c tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:19.649285 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-831d4706-26fa-4a10-b14b-79a696eefe2c tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:19.660647 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d4706-26fa-4a10-b14b-79a696eefe2c tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Pushing event updated for resources: {'Port': ['ID=641246dc-525a-4033-ac95-d85fe07a3145,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:19.681315 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1fe506b2-b4d8-49e3-b44e-47a0acaf38df tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:19.713123 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-1fe506b2-b4d8-49e3-b44e-47a0acaf38df tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Calling delete_port for 868caf81-f3f2-4ba1-8c8d-41103598d190 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:19.745555 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de63ee1-8313-40ac-83db-413278bfb706 req-919a7585-c009-4429-a93a-f51b7b36a090 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:19.753957 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1de63ee1-8313-40ac-83db-413278bfb706 req-919a7585-c009-4429-a93a-f51b7b36a090 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1b4ae85-59aa-4a0a-ae9d-004cfa33c302 HTTP/1.1" status: 200 len: 932 time: 0.0875015 Dec 16 22:22:19.782255 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-831d4706-26fa-4a10-b14b-79a696eefe2c tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6828372 Dec 16 22:22:19.805297 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-3877c5bf-14ec-4c03-af26-2ed72b94db2a service neutron] Request body: {'port': {'device_id': 'b1b4ae85-59aa-4a0a-ae9d-004cfa33c302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:19.859957 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1de63ee1-8313-40ac-83db-413278bfb706 req-38defe8c-3075-4fb7-8ef4-c598bb0920ab tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d8e8932-9639-404a-ad48-0769fa7d0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050134 Dec 16 22:22:19.867249 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-3877c5bf-14ec-4c03-af26-2ed72b94db2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.093213 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1fe506b2-b4d8-49e3-b44e-47a0acaf38df tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.128720 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe506b2-b4d8-49e3-b44e-47a0acaf38df tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Port': ['ID=868caf81-f3f2-4ba1-8c8d-41103598d190,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:20.180715 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1fe506b2-b4d8-49e3-b44e-47a0acaf38df tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.184295 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1fe506b2-b4d8-49e3-b44e-47a0acaf38df tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/868caf81-f3f2-4ba1-8c8d-41103598d190 HTTP/1.1" status: 204 len: 168 time: 0.8251479 Dec 16 22:22:20.186859 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47470) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:20.224461 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db5bbd-13a6-4aab-94e1-e538a23a6775 req-2376f53a-7d30-4599-8223-1023d1b2e2f2 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:20.235318 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db5bbd-13a6-4aab-94e1-e538a23a6775 req-2376f53a-7d30-4599-8223-1023d1b2e2f2 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:20.235537 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47472) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:20.243550 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db5bbd-13a6-4aab-94e1-e538a23a6775 req-2376f53a-7d30-4599-8223-1023d1b2e2f2 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:20.245335 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-90db5bbd-13a6-4aab-94e1-e538a23a6775 req-2376f53a-7d30-4599-8223-1023d1b2e2f2 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 2418 time: 0.1289434 Dec 16 22:22:20.309886 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a5fc56-8f38-4969-8e3c-7786e259838c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:20.313052 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a5fc56-8f38-4969-8e3c-7786e259838c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:20.315763 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-72a5fc56-8f38-4969-8e3c-7786e259838c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1275291 Dec 16 22:22:20.317664 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47478) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:20.421426 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-603a4c39-f534-43c9-affc-93c67493c457 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet 537e9960-dc51-4313-a5b6-70fe71158964 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:22:20.436043 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-603a4c39-f534-43c9-affc-93c67493c457 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.473106 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d6ac0aa3-1c62-4078-abca-445385abdc6f up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:20.493201 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-90db5bbd-13a6-4aab-94e1-e538a23a6775 req-3553f269-1ad8-4e91-ad9d-46c8bb5c7315 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318711 Dec 16 22:22:20.518933 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c4a75651-22e6-4ba7-a53a-873c3bd7a1ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.545844 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7c1eb-cf83-4b5c-a59b-393a8db6a276 req-4d2ac329-db9c-41d0-8199-6d45a2044191 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:20.547558 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a4c7c1eb-cf83-4b5c-a59b-393a8db6a276 req-4d2ac329-db9c-41d0-8199-6d45a2044191 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.1318097 Dec 16 22:22:20.556136 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-603a4c39-f534-43c9-affc-93c67493c457 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.561350 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-3877c5bf-14ec-4c03-af26-2ed72b94db2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641246dc-525a-4033-ac95-d85fe07a3145 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:22:20.571317 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-3877c5bf-14ec-4c03-af26-2ed72b94db2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.585402 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-3877c5bf-14ec-4c03-af26-2ed72b94db2a service neutron] Transition to ACTIVE for port object 641246dc-525a-4033-ac95-d85fe07a3145 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:22:20.592396 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7f83256f-a030-4d81-a51f-70c30e84c39a None None] Provisioning complete for port d6ac0aa3-1c62-4078-abca-445385abdc6f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:20.592788 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7f83256f-a030-4d81-a51f-70c30e84c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.645868 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port d6ac0aa3-1c62-4078-abca-445385abdc6f triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:20.646708 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.704293 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-3877c5bf-14ec-4c03-af26-2ed72b94db2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.781363 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877c5bf-14ec-4c03-af26-2ed72b94db2a service neutron] Pushing event updated for resources: {'Port': ['ID=641246dc-525a-4033-ac95-d85fe07a3145,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:20.800381 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a4c7c1eb-cf83-4b5c-a59b-393a8db6a276 req-a6bccfd9-d34d-413a-8ea8-ae15647475ff tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405646 Dec 16 22:22:20.810353 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7f83256f-a030-4d81-a51f-70c30e84c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.832905 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-603a4c39-f534-43c9-affc-93c67493c457 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.843929 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.910461 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-3877c5bf-14ec-4c03-af26-2ed72b94db2a service neutron] Attempting to bind port 641246dc-525a-4033-ac95-d85fe07a3145 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:20.910999 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-3877c5bf-14ec-4c03-af26-2ed72b94db2a service neutron] Attempting to bind port 641246dc-525a-4033-ac95-d85fe07a3145 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'fd792b11-37a2-4994-8c2e-5fd6fb830b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '74adc3dd-6c60-4e24-89d3-97506811de8c'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:20.911554 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-3877c5bf-14ec-4c03-af26-2ed72b94db2a service neutron] Attempting to bind port 641246dc-525a-4033-ac95-d85fe07a3145 on network 74adc3dd-6c60-4e24-89d3-97506811de8c {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:20.914952 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c4a75651-22e6-4ba7-a53a-873c3bd7a1ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:20.918327 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-3877c5bf-14ec-4c03-af26-2ed72b94db2a service neutron] Port 641246dc-525a-4033-ac95-d85fe07a3145 on network 74adc3dd-6c60-4e24-89d3-97506811de8c not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:20.918661 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-3877c5bf-14ec-4c03-af26-2ed72b94db2a service neutron] Attempting to bind port 641246dc-525a-4033-ac95-d85fe07a3145 on network 74adc3dd-6c60-4e24-89d3-97506811de8c {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:20.926204 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-3877c5bf-14ec-4c03-af26-2ed72b94db2a service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:20.926825 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-3877c5bf-14ec-4c03-af26-2ed72b94db2a service neutron] Checking segment: {'id': 'fd792b11-37a2-4994-8c2e-5fd6fb830b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '74adc3dd-6c60-4e24-89d3-97506811de8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:20.927265 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-3877c5bf-14ec-4c03-af26-2ed72b94db2a service neutron] Bound using segment: {'id': 'fd792b11-37a2-4994-8c2e-5fd6fb830b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '74adc3dd-6c60-4e24-89d3-97506811de8c'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:20.927716 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-3877c5bf-14ec-4c03-af26-2ed72b94db2a service neutron] Bound port: 641246dc-525a-4033-ac95-d85fe07a3145, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd792b11-37a2-4994-8c2e-5fd6fb830b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '74adc3dd-6c60-4e24-89d3-97506811de8c'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:20.928092 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-3877c5bf-14ec-4c03-af26-2ed72b94db2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:21.002565 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c4a75651-22e6-4ba7-a53a-873c3bd7a1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:21.008991 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-603a4c39-f534-43c9-affc-93c67493c457 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:21.069187 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a4c39-f534-43c9-affc-93c67493c457 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=537e9960-dc51-4313-a5b6-70fe71158964,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:21.069976 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3abe4-1e88-4c9e-bc7e-70ea240c5cb6 req-c6b40dda-f8d8-4dc6-99de-68c2394ec21f tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:21.077953 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-feb3abe4-1e88-4c9e-bc7e-70ea240c5cb6 req-c6b40dda-f8d8-4dc6-99de-68c2394ec21f tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1b4ae85-59aa-4a0a-ae9d-004cfa33c302 HTTP/1.1" status: 200 len: 944 time: 0.1116221 Dec 16 22:22:21.078493 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:22:21.079147 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:22:21.083222 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-603a4c39-f534-43c9-affc-93c67493c457 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:21.090236 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-603a4c39-f534-43c9-affc-93c67493c457 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/537e9960-dc51-4313-a5b6-70fe71158964 HTTP/1.1" status: 204 len: 168 time: 0.7705150 Dec 16 22:22:21.090864 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47488) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:21.099311 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a75651-22e6-4ba7-a53a-873c3bd7a1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1a9af2-4bbc-44da-9c57-19886f75cb19,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:21.100254 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-3877c5bf-14ec-4c03-af26-2ed72b94db2a service neutron] For port 641246dc-525a-4033-ac95-d85fe07a3145, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:21.110676 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99fcb21-7205-4f07-9de0-5efa4fd95839 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:21.111388 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c4a75651-22e6-4ba7-a53a-873c3bd7a1ac admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=28baa21755ba442b8c8e7b2d20e3af47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8746443 Dec 16 22:22:21.112381 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47490) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:21.119097 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-3877c5bf-14ec-4c03-af26-2ed72b94db2a service neutron] For port 641246dc-525a-4033-ac95-d85fe07a3145, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=641246dc-525a-4033-ac95-d85fe07a3145,segment=NetworkSegment(fd792b11-37a2-4994-8c2e-5fd6fb830b76),segment_id=fd792b11-37a2-4994-8c2e-5fd6fb830b76)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:21.192713 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6746d9cb-b79b-4d81-9fe2-10e643e45b11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:21.219231 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-7f83256f-a030-4d81-a51f-70c30e84c39a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:22:21.219603 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-7f83256f-a030-4d81-a51f-70c30e84c39a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:22:21.228270 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6746d9cb-b79b-4d81-9fe2-10e643e45b11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:21.242809 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4dd6ea14-7aec-44ab-ba8c-99adb0f4980e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1478467 Dec 16 22:22:21.248131 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47498) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:21.261563 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-3877c5bf-14ec-4c03-af26-2ed72b94db2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:21.341715 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-3877c5bf-14ec-4c03-af26-2ed72b94db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:21.342144 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-3877c5bf-14ec-4c03-af26-2ed72b94db2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:21.344076 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-3877c5bf-14ec-4c03-af26-2ed72b94db2a service neutron] 10.222.0.57 "PUT /v2.0/ports/641246dc-525a-4033-ac95-d85fe07a3145 HTTP/1.1" status: 200 len: 1092 time: 1.5444098 Dec 16 22:22:21.346907 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b4ae85-59aa-4a0a-ae9d-004cfa33c302', 'tag': '641246dc-525a-4033-ac95-d85fe07a3145'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:22:21.349245 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19fc1b8-7687-4649-889f-484c73d1f808" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b4ae85-59aa-4a0a-ae9d-004cfa33c302", "tag": "641246dc-525a-4033-ac95-d85fe07a3145"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:22:21.372435 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296275dc-639d-496f-840b-ff66db7ef107 None None] DHCP port deletion for f8482a80-79ef-4c20-9ddd-3945e7fc80d7 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:21.375640 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877c5bf-14ec-4c03-af26-2ed72b94db2a service neutron] Pushing event updated for resources: {'Port': ['ID=641246dc-525a-4033-ac95-d85fe07a3145,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:21.382609 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-feb3abe4-1e88-4c9e-bc7e-70ea240c5cb6 req-c8cdf436-1ba3-423d-ac90-6fb5c6ee2948 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d8e8932-9639-404a-ad48-0769fa7d0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439616 Dec 16 22:22:21.402757 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707c91c8-726b-4a29-a731-9f1e196a5372 x-openstack-request-id: req-707c91c8-726b-4a29-a731-9f1e196a5372 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:22:21.402957 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b4ae85-59aa-4a0a-ae9d-004cfa33c302", "tag": "641246dc-525a-4033-ac95-d85fe07a3145", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:22:21.403344 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-707c91c8-726b-4a29-a731-9f1e196a5372 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:22:21.403814 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b4ae85-59aa-4a0a-ae9d-004cfa33c302', 'tag': '641246dc-525a-4033-ac95-d85fe07a3145', 'status': 'completed', 'code': 200} Dec 16 22:22:21.416611 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30d2f1d0-85d6-4560-9a88-1ce216396f0b req-0209c09b-cd31-473e-8d29-0a06a65af9cb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1456442 Dec 16 22:22:21.431461 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc2bf65-9e61-4e12-b6ae-dcee0c35c5d4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:21.436087 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-dcc2bf65-9e61-4e12-b6ae-dcee0c35c5d4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1832292 Dec 16 22:22:21.438071 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47502) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:21.493662 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-296275dc-639d-496f-840b-ff66db7ef107 None None] Deleting port d6ac0aa3-1c62-4078-abca-445385abdc6f {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:21.494268 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-296275dc-639d-496f-840b-ff66db7ef107 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:21.509800 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2f1d0-85d6-4560-9a88-1ce216396f0b req-2cc5fa67-f0a9-4cbe-9b02-d0de6beff056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:21.516256 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30d2f1d0-85d6-4560-9a88-1ce216396f0b req-2cc5fa67-f0a9-4cbe-9b02-d0de6beff056 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2eee87fa71d34d10aa69ccc2197b9b4f&device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 1096 time: 0.0559299 Dec 16 22:22:21.595613 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc805ea-11c2-4ed7-bfb9-f57da2cf8b81 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:21.598304 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ebc805ea-11c2-4ed7-bfb9-f57da2cf8b81 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1591446 Dec 16 22:22:21.604246 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47508) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:21.607700 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-296275dc-639d-496f-840b-ff66db7ef107 None None] For port d6ac0aa3-1c62-4078-abca-445385abdc6f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d6ac0aa3-1c62-4078-abca-445385abdc6f,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:21.608573 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-296275dc-639d-496f-840b-ff66db7ef107 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:21.618392 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6746d9cb-b79b-4d81-9fe2-10e643e45b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:21.621181 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6746d9cb-b79b-4d81-9fe2-10e643e45b11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:21.625592 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6746d9cb-b79b-4d81-9fe2-10e643e45b11 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fc1a9af2-4bbc-44da-9c57-19886f75cb19 HTTP/1.1" status: 204 len: 168 time: 0.5113227 Dec 16 22:22:21.650469 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746d9cb-b79b-4d81-9fe2-10e643e45b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1a9af2-4bbc-44da-9c57-19886f75cb19,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:21.704576 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-296275dc-639d-496f-840b-ff66db7ef107 None None] Calling delete_port for d6ac0aa3-1c62-4078-abca-445385abdc6f owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:21.752532 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fc1b8-7687-4649-889f-484c73d1f808 req-01d82be7-c4bc-469b-94da-28980036befd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:21.759327 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c19fc1b8-7687-4649-889f-484c73d1f808 req-01d82be7-c4bc-469b-94da-28980036befd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b84202d050574b91bdc7144d95cc6c75&device_id=b1b4ae85-59aa-4a0a-ae9d-004cfa33c302 HTTP/1.1" status: 200 len: 1095 time: 0.2924759 Dec 16 22:22:21.772296 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cc6103f0-fedf-46a1-b72a-33dd6fb686ba tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1655362 Dec 16 22:22:21.778973 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47514) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:21.790595 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:21.804876 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-0d4a899e-7ce4-4af8-ba2b-f5714ce89fe9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:21.847587 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b626f9-3405-4f3e-bc28-c8531eac1fa6 req-fca9a853-4ebb-4968-bf6b-b68b5a5f2a5c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:21.854693 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b626f9-3405-4f3e-bc28-c8531eac1fa6 req-fca9a853-4ebb-4968-bf6b-b68b5a5f2a5c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:21.883305 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b626f9-3405-4f3e-bc28-c8531eac1fa6 req-fca9a853-4ebb-4968-bf6b-b68b5a5f2a5c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:21.887730 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-00b626f9-3405-4f3e-bc28-c8531eac1fa6 req-fca9a853-4ebb-4968-bf6b-b68b5a5f2a5c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 2418 time: 0.2186437 Dec 16 22:22:21.891411 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2f1d0-85d6-4560-9a88-1ce216396f0b req-dc5880d8-fb77-4821-a8f2-80d733aa4257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:21.896993 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30d2f1d0-85d6-4560-9a88-1ce216396f0b req-dc5880d8-fb77-4821-a8f2-80d733aa4257 service neutron] 10.222.0.76 "GET /v2.0/networks?id=66ba2238-7dba-4548-9d17-efb5b42cdbfe HTTP/1.1" status: 200 len: 911 time: 0.3575141 Dec 16 22:22:22.025416 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7f83256f-a030-4d81-a51f-70c30e84c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:22.030209 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30d2f1d0-85d6-4560-9a88-1ce216396f0b req-2350fddf-ea3e-4142-bddd-d852dfc3dd7b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b641821a-458b-4ca4-a4bf-ef86d97df3a0 HTTP/1.1" status: 200 len: 217 time: 0.0947816 Dec 16 22:22:22.126154 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port d6ac0aa3-1c62-4078-abca-445385abdc6f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d6ac0aa3-1c62-4078-abca-445385abdc6f,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:22.178521 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4a899e-7ce4-4af8-ba2b-f5714ce89fe9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:22.187534 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0d4a899e-7ce4-4af8-ba2b-f5714ce89fe9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:22.192619 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-00b626f9-3405-4f3e-bc28-c8531eac1fa6 req-3c1bf401-8754-4374-9e24-a84b02c8eb83 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893534 Dec 16 22:22:22.224560 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2f1d0-85d6-4560-9a88-1ce216396f0b req-6ccf1ed8-3f0e-4147-befa-4d6ef91c5787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:22.231674 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:22.241775 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30d2f1d0-85d6-4560-9a88-1ce216396f0b req-6ccf1ed8-3f0e-4147-befa-4d6ef91c5787 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=09099f39-0a9d-4259-8597-583ef27faa64 HTTP/1.1" status: 200 len: 851 time: 0.1822135 Dec 16 22:22:22.320283 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30d2f1d0-85d6-4560-9a88-1ce216396f0b req-7fa8509a-e298-4e17-9da6-d6a9e3025f48 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=66ba2238-7dba-4548-9d17-efb5b42cdbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775762 Dec 16 22:22:22.430642 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d6ac0aa3-1c62-4078-abca-445385abdc6f no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:22:22.482356 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-296275dc-639d-496f-840b-ff66db7ef107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:22.496460 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: d6ac0aa3-1c62-4078-abca-445385abdc6f {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:22:22.497108 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d6ac0aa3-1c62-4078-abca-445385abdc6f not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:22:22.559309 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296275dc-639d-496f-840b-ff66db7ef107 None None] No DVR routers for this DVR port d6ac0aa3-1c62-4078-abca-445385abdc6f on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:22.569197 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-7f83256f-a030-4d81-a51f-70c30e84c39a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:22:22.569197 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-7f83256f-a030-4d81-a51f-70c30e84c39a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:22:22.576196 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=d6ac0aa3-1c62-4078-abca-445385abdc6f,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:22.601827 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fc1b8-7687-4649-889f-484c73d1f808 req-cb65c970-92e1-4a84-8b05-466c91c5d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:22.608597 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c19fc1b8-7687-4649-889f-484c73d1f808 req-cb65c970-92e1-4a84-8b05-466c91c5d2a2 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b84202d050574b91bdc7144d95cc6c75&shared=False HTTP/1.1" status: 200 len: 917 time: 0.8263991 Dec 16 22:22:22.609154 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296275dc-639d-496f-840b-ff66db7ef107 None None] Pushing event deleted for resources: {'Port': ['ID=d6ac0aa3-1c62-4078-abca-445385abdc6f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:22.617121 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bc0a4-200a-49e6-a041-18602c632786 req-fbcdb656-a984-4591-9f93-4eef3028743e tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:22.620417 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b71bc0a4-200a-49e6-a041-18602c632786 req-fbcdb656-a984-4591-9f93-4eef3028743e tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.5920858 Dec 16 22:22:22.643777 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30d2f1d0-85d6-4560-9a88-1ce216396f0b req-ec49b1ab-36d3-4d01-8ff3-23772b2f9477 service neutron] 10.222.0.76 "GET /v2.0/networks/66ba2238-7dba-4548-9d17-efb5b42cdbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154705 Dec 16 22:22:22.781533 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30d2f1d0-85d6-4560-9a88-1ce216396f0b req-f26f9ec3-6fa5-475c-85c7-65cef504defc service neutron] 10.222.0.76 "GET /v2.0/networks/66ba2238-7dba-4548-9d17-efb5b42cdbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290534 Dec 16 22:22:22.806427 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7f83256f-a030-4d81-a51f-70c30e84c39a None None] Port d6ac0aa3-1c62-4078-abca-445385abdc6f update to ACTIVE by agent not found {{(pid=103615) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 16 22:22:22.818415 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b71bc0a4-200a-49e6-a041-18602c632786 req-8a9b3dff-a2af-4fc0-a63a-8a4a9282b6df tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165383 Dec 16 22:22:22.868569 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fc1b8-7687-4649-889f-484c73d1f808 req-532d8601-5bd9-4f5e-86d1-9e0cc9b66be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:22.870632 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c19fc1b8-7687-4649-889f-484c73d1f808 req-532d8601-5bd9-4f5e-86d1-9e0cc9b66be0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2486904 Dec 16 22:22:22.923062 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-433b7c5e-8361-4f28-b91f-bbffa2b474f7 None None] Could not find standard attr ID for object 868caf81-f3f2-4ba1-8c8d-41103598d190. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:22:22.932577 n-d-815324-4 neutron-server[103614]: DEBUG neutron.objects.ports [None req-0d4a899e-7ce4-4af8-ba2b-f5714ce89fe9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103614) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:22:22.947204 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0d4a899e-7ce4-4af8-ba2b-f5714ce89fe9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:23.062734 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4a899e-7ce4-4af8-ba2b-f5714ce89fe9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:23.073474 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-0d4a899e-7ce4-4af8-ba2b-f5714ce89fe9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:23.084510 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4a899e-7ce4-4af8-ba2b-f5714ce89fe9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:23.085479 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0d4a899e-7ce4-4af8-ba2b-f5714ce89fe9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:23.085607 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7467ca38-82e5-4a12-924a-04ab76f10ef9 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:23.108535 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a899e-7ce4-4af8-ba2b-f5714ce89fe9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=908bbf88-c87a-4791-93f2-7b70f4042279,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:23.117600 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-af8db7bb-435e-4c88-9e18-a521165684b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:23.119234 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-af8db7bb-435e-4c88-9e18-a521165684b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b84202d050574b91bdc7144d95cc6c75&device_id=b1b4ae85-59aa-4a0a-ae9d-004cfa33c302 HTTP/1.1" status: 200 len: 1095 time: 0.1848202 Dec 16 22:22:23.127343 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d0b83-7e22-447a-93e7-1f3d7cc39141 req-78268c61-8b0d-4100-b326-45f54ea9e66e tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:23.136305 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-934d0b83-7e22-447a-93e7-1f3d7cc39141 req-78268c61-8b0d-4100-b326-45f54ea9e66e tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1b4ae85-59aa-4a0a-ae9d-004cfa33c302 HTTP/1.1" status: 200 len: 944 time: 0.1998198 Dec 16 22:22:23.207902 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0d4a899e-7ce4-4af8-ba2b-f5714ce89fe9 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4096160 Dec 16 22:22:23.211364 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-fbdb5d4d-0566-4ff1-b661-24485e7da8fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=641246dc-525a-4033-ac95-d85fe07a3145 HTTP/1.1" status: 200 len: 217 time: 0.0710573 Dec 16 22:22:23.211517 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47554) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:23.219481 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-528fd235-58a7-4fb9-b7c5-2b07dbf83997 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'mac_address': 'fa:16:3e:0d:52:dc', 'name': 'tempest-NetworksTestDHCPv6-395825416'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:23.280534 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-934d0b83-7e22-447a-93e7-1f3d7cc39141 req-66d60bd0-2422-4aa1-8e4d-a91bf895a10e tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d8e8932-9639-404a-ad48-0769fa7d0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432405 Dec 16 22:22:23.322247 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e5663-98b3-4ac3-82de-fc36034b9587 req-fadac5fe-df9c-4237-917c-2752f53c9d78 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:23.324392 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-3cff0286-ccd9-4d08-a1b1-e3283ba7d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:23.327375 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-3cff0286-ccd9-4d08-a1b1-e3283ba7d111 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5f043f2e-8081-438d-accb-2b514febab99 HTTP/1.1" status: 200 len: 857 time: 0.1097641 Dec 16 22:22:23.331639 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e5663-98b3-4ac3-82de-fc36034b9587 req-fadac5fe-df9c-4237-917c-2752f53c9d78 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:23.331885 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47558) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:23.338463 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-93fa3b9a-0716-40a5-944c-265d1b28163c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1302257288'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:23.339285 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e5663-98b3-4ac3-82de-fc36034b9587 req-fadac5fe-df9c-4237-917c-2752f53c9d78 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:23.360236 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e28e5663-98b3-4ac3-82de-fc36034b9587 req-fadac5fe-df9c-4237-917c-2752f53c9d78 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 2418 time: 0.1878345 Dec 16 22:22:23.361853 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e17634-48e1-4bf8-b8d0-3a4c595cb500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'fixed_ips': [{'subnet_id': '908bbf88-c87a-4791-93f2-7b70f4042279'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:22:23.362903 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68e17634-48e1-4bf8-b8d0-3a4c595cb500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:23.379506 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-53cc2bef-c602-4706-9685-ded15b725385 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74adc3dd-6c60-4e24-89d3-97506811de8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372372 Dec 16 22:22:23.415072 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c6282449-8ebc-407a-83e0-79c1b3922feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:23.471462 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e28e5663-98b3-4ac3-82de-fc36034b9587 req-985fc38a-8819-425c-978b-ed9f0ddf94d5 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110489 Dec 16 22:22:23.611575 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-68e17634-48e1-4bf8-b8d0-3a4c595cb500 None None] Allocated IP 2001:db8::f816:3eff:fef1:5105 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/908bbf88-c87a-4791-93f2-7b70f4042279/f7e27745-4203-4dde-9fb7-de3d65e7be89) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:23.669013 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528fd235-58a7-4fb9-b7c5-2b07dbf83997 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:23.800353 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-528fd235-58a7-4fb9-b7c5-2b07dbf83997 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:23.832994 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fa3b9a-0716-40a5-944c-265d1b28163c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Made reservation on behalf of 45dc1fa90bee4d0982a4d71f8e7220e0 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:23.837844 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-93fa3b9a-0716-40a5-944c-265d1b28163c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:23.886735 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-528fd235-58a7-4fb9-b7c5-2b07dbf83997 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] device_id is not set on port 772bd00a-4f83-4a1f-a8b2-f02f9ff70e50 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:22:23.891995 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93fa3b9a-0716-40a5-944c-265d1b28163c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:22:23.904917 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-83d5bd4d-aa92-430f-949a-1bda26bd2c57 service neutron] 10.222.0.57 "GET /v2.0/networks/74adc3dd-6c60-4e24-89d3-97506811de8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131316 Dec 16 22:22:23.908374 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-93fa3b9a-0716-40a5-944c-265d1b28163c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:23.908739 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-93fa3b9a-0716-40a5-944c-265d1b28163c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Added segment 5e3da25f-4b43-46b0-809d-e43f2b3029cc of type vlan for network 15791355-f493-42e0-a1b7-a4369065109f Dec 16 22:22:23.994669 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68e17634-48e1-4bf8-b8d0-3a4c595cb500 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:24.033510 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-93fa3b9a-0716-40a5-944c-265d1b28163c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:24.065377 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68e17634-48e1-4bf8-b8d0-3a4c595cb500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:24.111084 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043ddc2-9c83-43f8-abc6-fb46f009253c req-fc860f3b-ae12-4953-9ddd-ed774d2298aa tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:24.119074 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2043ddc2-9c83-43f8-abc6-fb46f009253c req-fc860f3b-ae12-4953-9ddd-ed774d2298aa tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.1315258 Dec 16 22:22:24.129518 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eeacb9d8-f54d-4c28-903c-f206b4800398 req-7235d87d-5c27-427e-9cdd-fd1de0d1f9c9 service neutron] 10.222.0.57 "GET /v2.0/networks/74adc3dd-6c60-4e24-89d3-97506811de8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118647 Dec 16 22:22:24.174886 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-528fd235-58a7-4fb9-b7c5-2b07dbf83997 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 2001:db8::f816:3eff:fe0d:52dc (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/908bbf88-c87a-4791-93f2-7b70f4042279/772bd00a-4f83-4a1f-a8b2-f02f9ff70e50) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:24.185093 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-93fa3b9a-0716-40a5-944c-265d1b28163c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:24.200815 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e17634-48e1-4bf8-b8d0-3a4c595cb500 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:24.201770 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fa3b9a-0716-40a5-944c-265d1b28163c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:24.205365 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-93fa3b9a-0716-40a5-944c-265d1b28163c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:24.229188 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-68e17634-48e1-4bf8-b8d0-3a4c595cb500 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:24.234405 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e17634-48e1-4bf8-b8d0-3a4c595cb500 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:24.239753 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e17634-48e1-4bf8-b8d0-3a4c595cb500 None None] Pushing event updated for resources: {'Port': ['ID=f7e27745-4203-4dde-9fb7-de3d65e7be89,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:24.347679 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-68e17634-48e1-4bf8-b8d0-3a4c595cb500 None None] Attempting to bind port f7e27745-4203-4dde-9fb7-de3d65e7be89 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:24.349061 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-68e17634-48e1-4bf8-b8d0-3a4c595cb500 None None] Attempting to bind port f7e27745-4203-4dde-9fb7-de3d65e7be89 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:24.352009 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e17634-48e1-4bf8-b8d0-3a4c595cb500 None None] Attempting to bind port f7e27745-4203-4dde-9fb7-de3d65e7be89 on network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:24.364839 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e17634-48e1-4bf8-b8d0-3a4c595cb500 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:24.365514 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e17634-48e1-4bf8-b8d0-3a4c595cb500 None None] Checking segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:24.372095 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68e17634-48e1-4bf8-b8d0-3a4c595cb500 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:24.372095 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e17634-48e1-4bf8-b8d0-3a4c595cb500 None None] Bound using segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:24.372095 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-68e17634-48e1-4bf8-b8d0-3a4c595cb500 None None] Bound port: f7e27745-4203-4dde-9fb7-de3d65e7be89, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:24.372095 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68e17634-48e1-4bf8-b8d0-3a4c595cb500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:24.389478 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2043ddc2-9c83-43f8-abc6-fb46f009253c req-cbe8d76f-3fd4-4b4a-9cd8-ae29b1ab0bf4 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690713 Dec 16 22:22:24.409136 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa3b9a-0716-40a5-944c-265d1b28163c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event updated for resources: {'Network': ['ID=15791355-f493-42e0-a1b7-a4369065109f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:24.436700 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 15791355-f493-42e0-a1b7-a4369065109f details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:22:24.436929 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-93fa3b9a-0716-40a5-944c-265d1b28163c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1016610 Dec 16 22:22:24.436929 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47580) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:24.443074 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-930c8f71-9176-43a1-a954-dacb9f3b355a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1611654193'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:24.449895 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-528fd235-58a7-4fb9-b7c5-2b07dbf83997 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:24.527213 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47b0d9-362b-42f0-97a3-65f3fec822ed req-f44597b4-83b4-4284-afee-a3d370b9edee tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:24.530582 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-af47b0d9-362b-42f0-97a3-65f3fec822ed req-f44597b4-83b4-4284-afee-a3d370b9edee tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1b4ae85-59aa-4a0a-ae9d-004cfa33c302 HTTP/1.1" status: 200 len: 944 time: 0.0838444 Dec 16 22:22:24.599516 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-af47b0d9-362b-42f0-97a3-65f3fec822ed req-35bfc026-485d-400d-95c6-58d34f81aa01 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d8e8932-9639-404a-ad48-0769fa7d0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537367 Dec 16 22:22:24.661936 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930c8f71-9176-43a1-a954-dacb9f3b355a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Made reservation on behalf of 45dc1fa90bee4d0982a4d71f8e7220e0 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:24.669376 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-930c8f71-9176-43a1-a954-dacb9f3b355a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:24.674501 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-68e17634-48e1-4bf8-b8d0-3a4c595cb500 None None] For port f7e27745-4203-4dde-9fb7-de3d65e7be89, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:24.678088 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-68e17634-48e1-4bf8-b8d0-3a4c595cb500 None None] For port f7e27745-4203-4dde-9fb7-de3d65e7be89, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f7e27745-4203-4dde-9fb7-de3d65e7be89,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:24.744655 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32196fd2-64e5-4a1f-bc54-9236c72377e3 req-5271a34b-5fd3-4043-9d4b-dd80b467f8e7 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:24.744655 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32196fd2-64e5-4a1f-bc54-9236c72377e3 req-5271a34b-5fd3-4043-9d4b-dd80b467f8e7 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:24.744655 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32196fd2-64e5-4a1f-bc54-9236c72377e3 req-5271a34b-5fd3-4043-9d4b-dd80b467f8e7 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:24.744655 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-32196fd2-64e5-4a1f-bc54-9236c72377e3 req-5271a34b-5fd3-4043-9d4b-dd80b467f8e7 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 2418 time: 0.1231101 Dec 16 22:22:24.744655 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-930c8f71-9176-43a1-a954-dacb9f3b355a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:22:24.773911 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-930c8f71-9176-43a1-a954-dacb9f3b355a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:24.773911 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-930c8f71-9176-43a1-a954-dacb9f3b355a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Added segment 774ae7ad-6cb3-480b-916f-2a511cfde8af of type vlan for network 66e9be3c-e724-4370-8e53-fc3253b9f776 Dec 16 22:22:24.802930 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-528fd235-58a7-4fb9-b7c5-2b07dbf83997 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:24.864488 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528fd235-58a7-4fb9-b7c5-2b07dbf83997 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:24.866360 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-32196fd2-64e5-4a1f-bc54-9236c72377e3 req-e77e8a35-9d69-4ffd-a214-a7ed203f74ba tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164432 Dec 16 22:22:24.868995 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-528fd235-58a7-4fb9-b7c5-2b07dbf83997 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:24.873720 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528fd235-58a7-4fb9-b7c5-2b07dbf83997 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:24.879986 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528fd235-58a7-4fb9-b7c5-2b07dbf83997 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:24.880713 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-528fd235-58a7-4fb9-b7c5-2b07dbf83997 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:24.893479 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528fd235-58a7-4fb9-b7c5-2b07dbf83997 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Port': ['ID=772bd00a-4f83-4a1f-a8b2-f02f9ff70e50,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:24.905697 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-930c8f71-9176-43a1-a954-dacb9f3b355a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:24.911518 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68e17634-48e1-4bf8-b8d0-3a4c595cb500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:24.926086 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fd235-58a7-4fb9-b7c5-2b07dbf83997 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:24.926561 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fd235-58a7-4fb9-b7c5-2b07dbf83997 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:24.927588 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fd235-58a7-4fb9-b7c5-2b07dbf83997 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:24.928105 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fd235-58a7-4fb9-b7c5-2b07dbf83997 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:24.928523 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fd235-58a7-4fb9-b7c5-2b07dbf83997 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:24.929767 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fd235-58a7-4fb9-b7c5-2b07dbf83997 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:24.930726 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fd235-58a7-4fb9-b7c5-2b07dbf83997 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:24.931187 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fd235-58a7-4fb9-b7c5-2b07dbf83997 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:24.931799 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fd235-58a7-4fb9-b7c5-2b07dbf83997 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:24.932251 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fd235-58a7-4fb9-b7c5-2b07dbf83997 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:24.932780 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fd235-58a7-4fb9-b7c5-2b07dbf83997 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:24.933091 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fd235-58a7-4fb9-b7c5-2b07dbf83997 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:24.933497 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528fd235-58a7-4fb9-b7c5-2b07dbf83997 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:24.961718 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-5b3491f1-8e72-4fea-bf36-266d78dfa5da tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:24.968529 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-5b3491f1-8e72-4fea-bf36-266d78dfa5da tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:24.975111 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-5b3491f1-8e72-4fea-bf36-266d78dfa5da tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:24.978245 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-5b3491f1-8e72-4fea-bf36-266d78dfa5da tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 2418 time: 0.0940702 Dec 16 22:22:25.015502 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e17634-48e1-4bf8-b8d0-3a4c595cb500 None None] Pushing event updated for resources: {'Port': ['ID=f7e27745-4203-4dde-9fb7-de3d65e7be89,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:25.079194 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-528fd235-58a7-4fb9-b7c5-2b07dbf83997 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8623967 Dec 16 22:22:25.079571 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47592) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:25.117484 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-930c8f71-9176-43a1-a954-dacb9f3b355a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:25.123419 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930c8f71-9176-43a1-a954-dacb9f3b355a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:25.124144 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-930c8f71-9176-43a1-a954-dacb9f3b355a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:25.136851 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-a36eb6ee-f34d-427e-ba4f-d64f427db51b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Deleting port 4cda2f29-8931-4922-9586-d0c267801522 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:25.137343 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-a36eb6ee-f34d-427e-ba4f-d64f427db51b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:25.254266 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c8f71-9176-43a1-a954-dacb9f3b355a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event updated for resources: {'Network': ['ID=66e9be3c-e724-4370-8e53-fc3253b9f776,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:25.272980 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 66e9be3c-e724-4370-8e53-fc3253b9f776 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:22:25.290417 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-a36eb6ee-f34d-427e-ba4f-d64f427db51b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] For port 4cda2f29-8931-4922-9586-d0c267801522, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=4cda2f29-8931-4922-9586-d0c267801522,segment=NetworkSegment(07adb8c4-7b08-4589-ae3a-1f255632d7c8),segment_id=07adb8c4-7b08-4589-ae3a-1f255632d7c8)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:25.290417 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-a36eb6ee-f34d-427e-ba4f-d64f427db51b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:25.311181 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-a36eb6ee-f34d-427e-ba4f-d64f427db51b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Calling delete_port for 4cda2f29-8931-4922-9586-d0c267801522 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:25.328445 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-930c8f71-9176-43a1-a954-dacb9f3b355a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8880227 Dec 16 22:22:25.329023 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47600) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:25.343867 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-9caef30f-5ff1-45e4-afc8-91e3dd96a7b2 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Request body: {'subnet': {'network_id': '15791355-f493-42e0-a1b7-a4369065109f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:25.371865 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac289777-f888-477c-bb22-00abd77e6cd5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:25.390266 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac289777-f888-477c-bb22-00abd77e6cd5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:25.401801 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ac289777-f888-477c-bb22-00abd77e6cd5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3210289 Dec 16 22:22:25.423793 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47602) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:25.624929 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b904e3b2-8a54-4f2d-a977-752a97b090f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:25.666878 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959c87c-6ae8-4ba0-b302-f9dfedb399a7 req-172125f2-0d1e-4940-b7c6-9432c78dda86 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:25.668519 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a959c87c-6ae8-4ba0-b302-f9dfedb399a7 req-172125f2-0d1e-4940-b7c6-9432c78dda86 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.0877907 Dec 16 22:22:25.689272 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-3d4784a2-c88b-49ac-a95f-e4190849e44b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting port 772bd00a-4f83-4a1f-a8b2-f02f9ff70e50 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:25.690158 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3d4784a2-c88b-49ac-a95f-e4190849e44b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:25.750312 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9caef30f-5ff1-45e4-afc8-91e3dd96a7b2 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Made reservation on behalf of 45dc1fa90bee4d0982a4d71f8e7220e0 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:25.753823 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9caef30f-5ff1-45e4-afc8-91e3dd96a7b2 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:25.842665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3048d0d-4582-4e87-98a7-fd6c21c8824b req-58bc1003-94c7-4a2c-a655-d85b45cd36df tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:25.844690 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f3048d0d-4582-4e87-98a7-fd6c21c8824b req-58bc1003-94c7-4a2c-a655-d85b45cd36df tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1b4ae85-59aa-4a0a-ae9d-004cfa33c302 HTTP/1.1" status: 200 len: 944 time: 0.0961890 Dec 16 22:22:25.911074 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f3048d0d-4582-4e87-98a7-fd6c21c8824b req-df6707c3-20fb-45e9-b731-5c9a7709e647 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d8e8932-9639-404a-ad48-0769fa7d0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496249 Dec 16 22:22:25.949535 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a959c87c-6ae8-4ba0-b302-f9dfedb399a7 req-ba799ec7-4870-4e43-9a17-319b1f3595a7 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648804 Dec 16 22:22:25.978820 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-a36eb6ee-f34d-427e-ba4f-d64f427db51b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:26.023648 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['4cda2f29-8931-4922-9586-d0c267801522', 'e822c6e4-ff0a-4649-97b8-da49eb7313b9', '02bf936b-ed8c-4fd2-9985-96e9d68cdca9'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:22:26.077280 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36eb6ee-f34d-427e-ba4f-d64f427db51b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event deleted for resources: {'Port': ['ID=4cda2f29-8931-4922-9586-d0c267801522,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:26.083515 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3d4784a2-c88b-49ac-a95f-e4190849e44b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:26.121422 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-3d4784a2-c88b-49ac-a95f-e4190849e44b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Calling delete_port for 772bd00a-4f83-4a1f-a8b2-f02f9ff70e50 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:26.190944 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-a36eb6ee-f34d-427e-ba4f-d64f427db51b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] No DVR routers for this DVR port 4cda2f29-8931-4922-9586-d0c267801522 on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:26.222704 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-a36eb6ee-f34d-427e-ba4f-d64f427db51b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:26.226879 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-a36eb6ee-f34d-427e-ba4f-d64f427db51b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.76 "DELETE /v2.0/ports/4cda2f29-8931-4922-9586-d0c267801522 HTTP/1.1" status: 204 len: 173 time: 1.2315466 Dec 16 22:22:26.227486 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a7273b-7a41-4ee0-a371-aa0e871f0e00', 'name': 'network-vif-deleted', 'tag': '4cda2f29-8931-4922-9586-d0c267801522'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:22:26.229978 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad8cde6-4abe-4334-b1be-73577f88a2dd" -d '{"events": [{"server_uuid": "f7a7273b-7a41-4ee0-a371-aa0e871f0e00", "name": "network-vif-deleted", "tag": "4cda2f29-8931-4922-9586-d0c267801522"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:22:26.269121 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bbaea-32d4-408d-8b46-c80c82b88bb5 req-3c562752-3c97-4be8-94ed-9a73f8b18bb7 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:26.306094 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bbaea-32d4-408d-8b46-c80c82b88bb5 req-3c562752-3c97-4be8-94ed-9a73f8b18bb7 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:26.323939 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-622bbaea-32d4-408d-8b46-c80c82b88bb5 req-3c562752-3c97-4be8-94ed-9a73f8b18bb7 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 1682 time: 0.2763839 Dec 16 22:22:26.369273 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d513e018-0058-4528-94e1-92b85da7712d x-openstack-request-id: req-d513e018-0058-4528-94e1-92b85da7712d {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:22:26.369698 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a7273b-7a41-4ee0-a371-aa0e871f0e00", "name": "network-vif-deleted", "tag": "4cda2f29-8931-4922-9586-d0c267801522", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:22:26.369962 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d513e018-0058-4528-94e1-92b85da7712d {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:22:26.370388 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a7273b-7a41-4ee0-a371-aa0e871f0e00', 'name': 'network-vif-deleted', 'tag': '4cda2f29-8931-4922-9586-d0c267801522', 'status': 'completed', 'code': 200} Dec 16 22:22:26.497461 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:22:26.512289 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9caef30f-5ff1-45e4-afc8-91e3dd96a7b2 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:26.537468 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f7e27745-4203-4dde-9fb7-de3d65e7be89 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:26.609803 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caef30f-5ff1-45e4-afc8-91e3dd96a7b2 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event updated for resources: {'Subnet': ['ID=25876357-a0e7-4570-bc9f-e643775c0f42,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:26.638776 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caef30f-5ff1-45e4-afc8-91e3dd96a7b2 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Checking segment: {'id': '5e3da25f-4b43-46b0-809d-e43f2b3029cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15791355-f493-42e0-a1b7-a4369065109f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:26.639380 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caef30f-5ff1-45e4-afc8-91e3dd96a7b2 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Network hostable DHCP agents. Network: 15791355-f493-42e0-a1b7-a4369065109f, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:22:26.643916 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-622bbaea-32d4-408d-8b46-c80c82b88bb5 req-96d953e6-ed9f-4f6f-a66f-911ad5292bb3 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164201 Dec 16 22:22:26.696378 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-ac2c0010-a40f-49e9-8642-aa289328f693 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Deleting port 02bf936b-ed8c-4fd2-9985-96e9d68cdca9 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:26.696991 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-ac2c0010-a40f-49e9-8642-aa289328f693 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:26.699200 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3d4784a2-c88b-49ac-a95f-e4190849e44b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:26.736673 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9d67367f-f87d-4739-aafe-6eef2d322c21 None None] Provisioning complete for port f7e27745-4203-4dde-9fb7-de3d65e7be89 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:26.737553 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9d67367f-f87d-4739-aafe-6eef2d322c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:26.762087 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4784a2-c88b-49ac-a95f-e4190849e44b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Port': ['ID=772bd00a-4f83-4a1f-a8b2-f02f9ff70e50,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:26.805676 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caef30f-5ff1-45e4-afc8-91e3dd96a7b2 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Network 15791355-f493-42e0-a1b7-a4369065109f is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:22:26.819877 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port f7e27745-4203-4dde-9fb7-de3d65e7be89 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:26.820979 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:26.822740 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3d4784a2-c88b-49ac-a95f-e4190849e44b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:26.826733 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3d4784a2-c88b-49ac-a95f-e4190849e44b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/772bd00a-4f83-4a1f-a8b2-f02f9ff70e50 HTTP/1.1" status: 204 len: 168 time: 1.3603590 Dec 16 22:22:26.829616 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47646) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:26.899540 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-ac2c0010-a40f-49e9-8642-aa289328f693 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] For port 02bf936b-ed8c-4fd2-9985-96e9d68cdca9, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=02bf936b-ed8c-4fd2-9985-96e9d68cdca9,segment=NetworkSegment(5f9a9a2f-d982-467f-a1f1-227f879b9bea),segment_id=5f9a9a2f-d982-467f-a1f1-227f879b9bea)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:26.903337 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-ac2c0010-a40f-49e9-8642-aa289328f693 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:26.944217 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-ac2c0010-a40f-49e9-8642-aa289328f693 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Calling delete_port for 02bf936b-ed8c-4fd2-9985-96e9d68cdca9 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:26.974685 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:26.981058 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e8ff6d-1427-40c8-b017-408faf59f596 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:26.985783 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e8ff6d-1427-40c8-b017-408faf59f596 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:26.987123 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e3e8ff6d-1427-40c8-b017-408faf59f596 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1564987 Dec 16 22:22:26.991208 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47658) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:26.994809 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-9caef30f-5ff1-45e4-afc8-91e3dd96a7b2 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 15791355-f493-42e0-a1b7-a4369065109f) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:27.015202 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40668a2-d75c-40ce-bd2f-d3d3b756d0eb None None] Network 15791355-f493-42e0-a1b7-a4369065109f requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:27.026300 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caef30f-5ff1-45e4-afc8-91e3dd96a7b2 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:27.026300 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9caef30f-5ff1-45e4-afc8-91e3dd96a7b2 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:27.056457 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port f7e27745-4203-4dde-9fb7-de3d65e7be89, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f7e27745-4203-4dde-9fb7-de3d65e7be89,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:27.062642 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:27.064358 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:27.189568 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:27.195507 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9caef30f-5ff1-45e4-afc8-91e3dd96a7b2 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8644266 Dec 16 22:22:27.203923 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47670) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:27.211796 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-8cf8f182-5ab7-4d05-8360-a54aa2490b3f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Request body: {'subnet': {'network_id': '66e9be3c-e724-4370-8e53-fc3253b9f776', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:27.262789 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdb3d1-ed2e-4f54-8623-c55ffde8fd6c req-2cc3a745-aacc-4e2f-8a36-720a82f9dbb1 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:27.294285 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=f7e27745-4203-4dde-9fb7-de3d65e7be89,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:27.309275 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0dbdb3d1-ed2e-4f54-8623-c55ffde8fd6c req-2cc3a745-aacc-4e2f-8a36-720a82f9dbb1 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1b4ae85-59aa-4a0a-ae9d-004cfa33c302 HTTP/1.1" status: 200 len: 944 time: 0.2126601 Dec 16 22:22:27.334618 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9d67367f-f87d-4739-aafe-6eef2d322c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:27.346128 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe911e05-d930-4518-b41f-cdbd50ad6ea7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet 908bbf88-c87a-4791-93f2-7b70f4042279 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:22:27.355083 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe911e05-d930-4518-b41f-cdbd50ad6ea7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:27.404450 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-ac2c0010-a40f-49e9-8642-aa289328f693 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:27.464512 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14c0533-7799-4e2a-9d8c-56dd39644473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-15791355-f493-42e0-a1b7-a4369065109f', 'network_id': '15791355-f493-42e0-a1b7-a4369065109f', 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'fixed_ips': [{'subnet_id': '25876357-a0e7-4570-bc9f-e643775c0f42'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:22:27.465346 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e14c0533-7799-4e2a-9d8c-56dd39644473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:27.468991 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['4cda2f29-8931-4922-9586-d0c267801522'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:22:27.482752 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe911e05-d930-4518-b41f-cdbd50ad6ea7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:27.490866 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0dbdb3d1-ed2e-4f54-8623-c55ffde8fd6c req-ea1ed0ea-8432-4c9f-9e50-21d2dc346357 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d8e8932-9639-404a-ad48-0769fa7d0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794229 Dec 16 22:22:27.527901 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-9d67367f-f87d-4739-aafe-6eef2d322c21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:22:27.534464 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-9d67367f-f87d-4739-aafe-6eef2d322c21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:22:27.535026 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c0010-a40f-49e9-8642-aa289328f693 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event deleted for resources: {'Port': ['ID=02bf936b-ed8c-4fd2-9985-96e9d68cdca9,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:27.588124 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf8f182-5ab7-4d05-8360-a54aa2490b3f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Made reservation on behalf of 45dc1fa90bee4d0982a4d71f8e7220e0 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:27.589594 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f26cd2-9203-476a-ab33-86b475f606d6 req-859371cd-415a-4526-8007-cc0751fc2cec tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:27.592196 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8cf8f182-5ab7-4d05-8360-a54aa2490b3f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:27.598858 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-31f26cd2-9203-476a-ab33-86b475f606d6 req-859371cd-415a-4526-8007-cc0751fc2cec tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.4839401 Dec 16 22:22:27.659143 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-ac2c0010-a40f-49e9-8642-aa289328f693 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] No DVR routers for this DVR port 02bf936b-ed8c-4fd2-9985-96e9d68cdca9 on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:27.662205 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-ac2c0010-a40f-49e9-8642-aa289328f693 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:27.668555 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-ac2c0010-a40f-49e9-8642-aa289328f693 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.76 "DELETE /v2.0/ports/02bf936b-ed8c-4fd2-9985-96e9d68cdca9 HTTP/1.1" status: 204 len: 173 time: 1.4346561 Dec 16 22:22:27.777948 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-e14c0533-7799-4e2a-9d8c-56dd39644473 None None] Allocated IP 10.1.1.2 (15791355-f493-42e0-a1b7-a4369065109f/25876357-a0e7-4570-bc9f-e643775c0f42/69416bd5-327e-4c02-b2cc-2f08a6616c2f) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:27.816679 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe911e05-d930-4518-b41f-cdbd50ad6ea7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:27.909854 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-31f26cd2-9203-476a-ab33-86b475f606d6 req-a935bdc0-92e8-4688-94ba-6d11a8a65fc8 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100686 Dec 16 22:22:27.922938 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e0923-d651-4c01-9b48-0cd8338951ef req-127b6b93-a5a4-4bd9-94cc-e78c7a69603d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:27.931364 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0c0e0923-d651-4c01-9b48-0cd8338951ef req-127b6b93-a5a4-4bd9-94cc-e78c7a69603d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 945 time: 0.1229103 Dec 16 22:22:27.969722 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-25748a39-4cba-45d9-a9a4-a2037c544c7b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Deleting port e822c6e4-ff0a-4649-97b8-da49eb7313b9 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:27.970077 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-25748a39-4cba-45d9-a9a4-a2037c544c7b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:27.980926 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 641246dc-525a-4033-ac95-d85fe07a3145 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:22:28.000858 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e14c0533-7799-4e2a-9d8c-56dd39644473 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:28.007635 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0c0e0923-d651-4c01-9b48-0cd8338951ef req-0208c64f-8fc8-4506-b3c4-ecd8d3fcd89b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726786 Dec 16 22:22:28.071795 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8cf8f182-5ab7-4d05-8360-a54aa2490b3f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:28.074591 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe911e05-d930-4518-b41f-cdbd50ad6ea7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:28.077656 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-25748a39-4cba-45d9-a9a4-a2037c544c7b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] For port e822c6e4-ff0a-4649-97b8-da49eb7313b9, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e822c6e4-ff0a-4649-97b8-da49eb7313b9,segment=NetworkSegment(5f9a9a2f-d982-467f-a1f1-227f879b9bea),segment_id=5f9a9a2f-d982-467f-a1f1-227f879b9bea)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:28.083825 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-25748a39-4cba-45d9-a9a4-a2037c544c7b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:28.104543 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e14c0533-7799-4e2a-9d8c-56dd39644473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:28.115235 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-25748a39-4cba-45d9-a9a4-a2037c544c7b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Calling delete_port for e822c6e4-ff0a-4649-97b8-da49eb7313b9 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:28.119830 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe911e05-d930-4518-b41f-cdbd50ad6ea7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=908bbf88-c87a-4791-93f2-7b70f4042279,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:28.125289 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe911e05-d930-4518-b41f-cdbd50ad6ea7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:28.131438 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fe911e05-d930-4518-b41f-cdbd50ad6ea7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/908bbf88-c87a-4791-93f2-7b70f4042279 HTTP/1.1" status: 204 len: 168 time: 1.1315322 Dec 16 22:22:28.133691 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47684) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:28.149635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8f182-5ab7-4d05-8360-a54aa2490b3f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event updated for resources: {'Subnet': ['ID=c82cad89-cf9a-46f0-9ac6-686f18c47df5,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:28.170400 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bd1eab-d307-46e4-bab0-f5bb50c74da5 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:28.192127 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c28d8b64-067c-40cd-abca-9922336d9ff7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571961 Dec 16 22:22:28.198157 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47688) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:28.203330 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-4a109e4b-cfb9-4145-83f6-f8d66f499571 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:28.212075 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf8f182-5ab7-4d05-8360-a54aa2490b3f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Checking segment: {'id': '774ae7ad-6cb3-480b-916f-2a511cfde8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '66e9be3c-e724-4370-8e53-fc3253b9f776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:28.212861 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf8f182-5ab7-4d05-8360-a54aa2490b3f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Network hostable DHCP agents. Network: 66e9be3c-e724-4370-8e53-fc3253b9f776, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:22:28.282505 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14c0533-7799-4e2a-9d8c-56dd39644473 None None] Network 15791355-f493-42e0-a1b7-a4369065109f is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:28.298830 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c0533-7799-4e2a-9d8c-56dd39644473 None None] Pushing event updated for resources: {'Port': ['ID=69416bd5-327e-4c02-b2cc-2f08a6616c2f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:28.318276 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-75d1d912-3fe2-4de0-8836-3356e17c1df7 None None] Could not find standard attr ID for object 772bd00a-4f83-4a1f-a8b2-f02f9ff70e50. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:22:28.326362 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-e14c0533-7799-4e2a-9d8c-56dd39644473 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:28.330665 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 641246dc-525a-4033-ac95-d85fe07a3145, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=641246dc-525a-4033-ac95-d85fe07a3145,segment=NetworkSegment(fd792b11-37a2-4994-8c2e-5fd6fb830b76),segment_id=fd792b11-37a2-4994-8c2e-5fd6fb830b76)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:28.345134 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14c0533-7799-4e2a-9d8c-56dd39644473 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:28.350520 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf8f182-5ab7-4d05-8360-a54aa2490b3f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Network 66e9be3c-e724-4370-8e53-fc3253b9f776 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:22:28.374091 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a7273b-7a41-4ee0-a371-aa0e871f0e00', 'name': 'network-vif-deleted', 'tag': '02bf936b-ed8c-4fd2-9985-96e9d68cdca9'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:22:28.377750 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5232b44c-8671-43a8-a7d5-804d26258674" -d '{"events": [{"server_uuid": "f7a7273b-7a41-4ee0-a371-aa0e871f0e00", "name": "network-vif-deleted", "tag": "02bf936b-ed8c-4fd2-9985-96e9d68cdca9"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:22:28.420005 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:28.423906 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:28.426940 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '641246dc-525a-4033-ac95-d85fe07a3145', 'network_id': '74adc3dd-6c60-4e24-89d3-97506811de8c', 'port_id': '641246dc-525a-4033-ac95-d85fe07a3145', 'mac_address': 'fa:16:3e:a3:bd:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f043f2e-8081-438d-accb-2b514febab99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:22:28.436276 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47698) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:28.457720 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f991a6f8-7433-4e0d-83e7-651e2cceff9d x-openstack-request-id: req-f991a6f8-7433-4e0d-83e7-651e2cceff9d {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:22:28.458038 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a7273b-7a41-4ee0-a371-aa0e871f0e00", "name": "network-vif-deleted", "tag": "02bf936b-ed8c-4fd2-9985-96e9d68cdca9", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:22:28.458307 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f991a6f8-7433-4e0d-83e7-651e2cceff9d {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:22:28.458738 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a7273b-7a41-4ee0-a371-aa0e871f0e00', 'name': 'network-vif-deleted', 'tag': '02bf936b-ed8c-4fd2-9985-96e9d68cdca9', 'status': 'completed', 'code': 200} Dec 16 22:22:28.472318 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f7e27745-4203-4dde-9fb7-de3d65e7be89 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:28.504720 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-8cf8f182-5ab7-4d05-8360-a54aa2490b3f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 66e9be3c-e724-4370-8e53-fc3253b9f776) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:28.515262 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf8f182-5ab7-4d05-8360-a54aa2490b3f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:28.516232 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8cf8f182-5ab7-4d05-8360-a54aa2490b3f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:28.529996 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a109e4b-cfb9-4145-83f6-f8d66f499571 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:28.538876 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a109e4b-cfb9-4145-83f6-f8d66f499571 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:28.555298 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99847893-dc35-41af-a773-5b781cf2d441 None None] Network 66e9be3c-e724-4370-8e53-fc3253b9f776 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:28.621406 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-25748a39-4cba-45d9-a9a4-a2037c544c7b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:28.628756 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e14c0533-7799-4e2a-9d8c-56dd39644473 None None] Attempting to bind port 69416bd5-327e-4c02-b2cc-2f08a6616c2f on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:28.630092 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e14c0533-7799-4e2a-9d8c-56dd39644473 None None] Attempting to bind port 69416bd5-327e-4c02-b2cc-2f08a6616c2f by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '5e3da25f-4b43-46b0-809d-e43f2b3029cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15791355-f493-42e0-a1b7-a4369065109f'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:28.630697 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14c0533-7799-4e2a-9d8c-56dd39644473 None None] Attempting to bind port 69416bd5-327e-4c02-b2cc-2f08a6616c2f on network 15791355-f493-42e0-a1b7-a4369065109f {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:28.654209 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-04a53ceb-1c59-4fd9-be50-c962ef7257c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:28.655610 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14c0533-7799-4e2a-9d8c-56dd39644473 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:28.656121 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14c0533-7799-4e2a-9d8c-56dd39644473 None None] Checking segment: {'id': '5e3da25f-4b43-46b0-809d-e43f2b3029cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15791355-f493-42e0-a1b7-a4369065109f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:28.656627 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e14c0533-7799-4e2a-9d8c-56dd39644473 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:28.657111 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14c0533-7799-4e2a-9d8c-56dd39644473 None None] Bound using segment: {'id': '5e3da25f-4b43-46b0-809d-e43f2b3029cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15791355-f493-42e0-a1b7-a4369065109f'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:28.657711 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e14c0533-7799-4e2a-9d8c-56dd39644473 None None] Bound port: 69416bd5-327e-4c02-b2cc-2f08a6616c2f, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e3da25f-4b43-46b0-809d-e43f2b3029cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15791355-f493-42e0-a1b7-a4369065109f'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:28.658204 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e14c0533-7799-4e2a-9d8c-56dd39644473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:28.660142 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:28.691818 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8cf8f182-5ab7-4d05-8360-a54aa2490b3f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4837718 Dec 16 22:22:28.697647 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47706) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:28.708354 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25748a39-4cba-45d9-a9a4-a2037c544c7b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event deleted for resources: {'Port': ['ID=e822c6e4-ff0a-4649-97b8-da49eb7313b9,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:28.713340 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-dce7fb62-ea4d-4fd0-8519-bcd685b9f901 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Request body: {'port': {'network_id': '15791355-f493-42e0-a1b7-a4369065109f', 'name': 'tempest-TaggedBootDevicesTest_v242-300277246', 'fixed_ips': [{'subnet_id': '25876357-a0e7-4570-bc9f-e643775c0f42'}]}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:28.734660 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b1e91c-b438-4dd9-a8f3-b961bff4f741 None None] DHCP port deletion for f8482a80-79ef-4c20-9ddd-3945e7fc80d7 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:28.788659 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094fa1e-764b-4f9c-8459-202fa4f8bf5b req-f6d6b416-d752-4389-a26a-8dcd2df86ab4 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:28.789777 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 641246dc-525a-4033-ac95-d85fe07a3145 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:22:28.790576 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a094fa1e-764b-4f9c-8459-202fa4f8bf5b req-f6d6b416-d752-4389-a26a-8dcd2df86ab4 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1b4ae85-59aa-4a0a-ae9d-004cfa33c302 HTTP/1.1" status: 200 len: 944 time: 0.1965976 Dec 16 22:22:28.815378 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-25748a39-4cba-45d9-a9a4-a2037c544c7b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] No DVR routers for this DVR port e822c6e4-ff0a-4649-97b8-da49eb7313b9 on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:28.822232 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-25748a39-4cba-45d9-a9a4-a2037c544c7b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:28.829781 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-393958d5-b2a7-4b79-9298-015b8419ee97 req-25748a39-4cba-45d9-a9a4-a2037c544c7b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.76 "DELETE /v2.0/ports/e822c6e4-ff0a-4649-97b8-da49eb7313b9 HTTP/1.1" status: 204 len: 173 time: 1.1064727 Dec 16 22:22:28.872561 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 641246dc-525a-4033-ac95-d85fe07a3145, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=641246dc-525a-4033-ac95-d85fe07a3145,segment=NetworkSegment(fd792b11-37a2-4994-8c2e-5fd6fb830b76),segment_id=fd792b11-37a2-4994-8c2e-5fd6fb830b76)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:28.886818 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port f7e27745-4203-4dde-9fb7-de3d65e7be89 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:28.887524 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:28.954873 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e14c0533-7799-4e2a-9d8c-56dd39644473 None None] For port 69416bd5-327e-4c02-b2cc-2f08a6616c2f, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:28.982668 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32270452-1e05-4cff-9da0-b3ec746e651d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-66e9be3c-e724-4370-8e53-fc3253b9f776', 'network_id': '66e9be3c-e724-4370-8e53-fc3253b9f776', 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'fixed_ips': [{'subnet_id': 'c82cad89-cf9a-46f0-9ac6-686f18c47df5'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:22:29.104294 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a094fa1e-764b-4f9c-8459-202fa4f8bf5b req-dd4c9cfa-a684-48a3-882c-f3ac3313504e tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d8e8932-9639-404a-ad48-0769fa7d0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238812 Dec 16 22:22:29.184883 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32270452-1e05-4cff-9da0-b3ec746e651d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:29.193612 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30372172-2244-438e-9de2-6800a9d1a7a2 req-087406ab-afe9-4457-8560-2794e2d3a5b3 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:29.196357 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30372172-2244-438e-9de2-6800a9d1a7a2 req-087406ab-afe9-4457-8560-2794e2d3a5b3 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.1175327 Dec 16 22:22:29.201682 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-04a53ceb-1c59-4fd9-be50-c962ef7257c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:29.204716 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e14c0533-7799-4e2a-9d8c-56dd39644473 None None] For port 69416bd5-327e-4c02-b2cc-2f08a6616c2f, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=69416bd5-327e-4c02-b2cc-2f08a6616c2f,segment=NetworkSegment(5e3da25f-4b43-46b0-809d-e43f2b3029cc),segment_id=5e3da25f-4b43-46b0-809d-e43f2b3029cc)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:29.216951 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:29.250084 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-75b1e91c-b438-4dd9-a8f3-b961bff4f741 None None] Deleting port f7e27745-4203-4dde-9fb7-de3d65e7be89 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:29.251013 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-75b1e91c-b438-4dd9-a8f3-b961bff4f741 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:29.255138 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-90117e23-82b6-4f0c-9447-aa6342b2ae17 req-c00b3ca0-3aae-4710-b601-9b4b2c9b5013 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 210 time: 0.0327508 Dec 16 22:22:29.270243 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce7fb62-ea4d-4fd0-8519-bcd685b9f901 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Made reservation on behalf of 45dc1fa90bee4d0982a4d71f8e7220e0 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:29.289804 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30372172-2244-438e-9de2-6800a9d1a7a2 req-a81ca294-4b11-490c-848a-0930073eb8e0 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860243 Dec 16 22:22:29.330882 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-04a53ceb-1c59-4fd9-be50-c962ef7257c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:29.363357 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:29.375168 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e14c0533-7799-4e2a-9d8c-56dd39644473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:29.406948 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a53ceb-1c59-4fd9-be50-c962ef7257c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92a5d3c-880f-46de-b104-ece5523d30dc,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:29.445179 n-d-815324-4 neutron-server[103613]: DEBUG neutron.objects.ports [None req-4a109e4b-cfb9-4145-83f6-f8d66f499571 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103613) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:22:29.448953 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-04a53ceb-1c59-4fd9-be50-c962ef7257c1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=252954fd1b52407da8eb7d7895312e0f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0105515 Dec 16 22:22:29.449763 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47714) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:29.466476 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 4cda2f29-8931-4922-9586-d0c267801522 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:22:29.487796 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=641246dc-525a-4033-ac95-d85fe07a3145,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:29.524761 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 4cda2f29-8931-4922-9586-d0c267801522 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:22:29.525403 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 4cda2f29-8931-4922-9586-d0c267801522 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:22:29.525990 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e822c6e4-ff0a-4649-97b8-da49eb7313b9 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:22:29.557613 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dce7fb62-ea4d-4fd0-8519-bcd685b9f901 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:29.591306 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d64f33dc-4f7d-4b57-96a3-373a495b9c33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:29.600226 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: e822c6e4-ff0a-4649-97b8-da49eb7313b9 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:22:29.601236 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e822c6e4-ff0a-4649-97b8-da49eb7313b9 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:22:29.601783 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 02bf936b-ed8c-4fd2-9985-96e9d68cdca9 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:22:29.610413 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-dce7fb62-ea4d-4fd0-8519-bcd685b9f901 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] device_id is not set on port e0f2a365-369e-405c-9065-780d829281e6 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:22:29.639123 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-75b1e91c-b438-4dd9-a8f3-b961bff4f741 None None] For port f7e27745-4203-4dde-9fb7-de3d65e7be89, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f7e27745-4203-4dde-9fb7-de3d65e7be89,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:29.639376 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-75b1e91c-b438-4dd9-a8f3-b961bff4f741 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:29.649216 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d64f33dc-4f7d-4b57-96a3-373a495b9c33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:29.689933 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['641246dc-525a-4033-ac95-d85fe07a3145'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:22:29.697234 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 02bf936b-ed8c-4fd2-9985-96e9d68cdca9 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:22:29.697234 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 02bf936b-ed8c-4fd2-9985-96e9d68cdca9 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:22:29.726169 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-75b1e91c-b438-4dd9-a8f3-b961bff4f741 None None] Calling delete_port for f7e27745-4203-4dde-9fb7-de3d65e7be89 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:29.906208 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-dce7fb62-ea4d-4fd0-8519-bcd685b9f901 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Allocated IP 10.1.1.59 (15791355-f493-42e0-a1b7-a4369065109f/25876357-a0e7-4570-bc9f-e643775c0f42/e0f2a365-369e-405c-9065-780d829281e6) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:29.933318 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a109e4b-cfb9-4145-83f6-f8d66f499571 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:29.933806 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d64f33dc-4f7d-4b57-96a3-373a495b9c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:29.937162 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d64f33dc-4f7d-4b57-96a3-373a495b9c33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:29.941270 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d64f33dc-4f7d-4b57-96a3-373a495b9c33 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e92a5d3c-880f-46de-b104-ece5523d30dc HTTP/1.1" status: 204 len: 168 time: 0.4866495 Dec 16 22:22:29.965004 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f33dc-4f7d-4b57-96a3-373a495b9c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92a5d3c-880f-46de-b104-ece5523d30dc,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:29.994858 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-32270452-1e05-4cff-9da0-b3ec746e651d None None] Allocated IP 10.2.2.2 (66e9be3c-e724-4370-8e53-fc3253b9f776/c82cad89-cf9a-46f0-9ac6-686f18c47df5/04afec58-2a84-4e46-937f-e64d497aa646) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:30.198002 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c0533-7799-4e2a-9d8c-56dd39644473 None None] Pushing event updated for resources: {'Port': ['ID=69416bd5-327e-4c02-b2cc-2f08a6616c2f,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:30.224703 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dce7fb62-ea4d-4fd0-8519-bcd685b9f901 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:30.290736 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-4a109e4b-cfb9-4145-83f6-f8d66f499571 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] For port f7e27745-4203-4dde-9fb7-de3d65e7be89, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f7e27745-4203-4dde-9fb7-de3d65e7be89,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:30.372413 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a109e4b-cfb9-4145-83f6-f8d66f499571 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:30.402835 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5dd26c-f62f-4ac7-a094-23a83882ae85 req-36844562-204c-4203-9343-3f0bb270c394 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:30.412511 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0c5dd26c-f62f-4ac7-a094-23a83882ae85 req-36844562-204c-4203-9343-3f0bb270c394 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1b4ae85-59aa-4a0a-ae9d-004cfa33c302 HTTP/1.1" status: 200 len: 945 time: 0.1799624 Dec 16 22:22:30.416940 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32270452-1e05-4cff-9da0-b3ec746e651d None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:30.417444 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dce7fb62-ea4d-4fd0-8519-bcd685b9f901 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:30.439573 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-74222c72-43ab-4aa0-ae6b-8da1d5508180 req-a21bc353-068a-4efe-b65c-631c016406c6 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=f7a7273b-7a41-4ee0-a371-aa0e871f0e00 HTTP/1.1" status: 200 len: 210 time: 0.0367727 Dec 16 22:22:30.457226 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a109e4b-cfb9-4145-83f6-f8d66f499571 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:30.458109 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a109e4b-cfb9-4145-83f6-f8d66f499571 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:30.485792 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a7273b-7a41-4ee0-a371-aa0e871f0e00', 'name': 'network-vif-deleted', 'tag': 'e822c6e4-ff0a-4649-97b8-da49eb7313b9'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:22:30.488011 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dff074-aab8-47f7-bee5-70d78eee38ca" -d '{"events": [{"server_uuid": "f7a7273b-7a41-4ee0-a371-aa0e871f0e00", "name": "network-vif-deleted", "tag": "e822c6e4-ff0a-4649-97b8-da49eb7313b9"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:22:30.535466 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 69416bd5-327e-4c02-b2cc-2f08a6616c2f up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:30.595944 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a109e4b-cfb9-4145-83f6-f8d66f499571 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:30.605404 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0c5dd26c-f62f-4ac7-a094-23a83882ae85 req-de2ace57-829a-4417-861f-c7879f20ad79 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d8e8932-9639-404a-ad48-0769fa7d0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919837 Dec 16 22:22:30.611331 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-4a109e4b-cfb9-4145-83f6-f8d66f499571 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:30.620384 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a109e4b-cfb9-4145-83f6-f8d66f499571 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:30.621404 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a109e4b-cfb9-4145-83f6-f8d66f499571 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:30.631276 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-75b1e91c-b438-4dd9-a8f3-b961bff4f741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:30.642317 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a109e4b-cfb9-4145-83f6-f8d66f499571 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=4f1fa936-38fe-4023-a14d-7acfcf184851,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:30.662294 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32270452-1e05-4cff-9da0-b3ec746e651d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:30.669495 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a109e4b-cfb9-4145-83f6-f8d66f499571 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Port': ['ID=f7e27745-4203-4dde-9fb7-de3d65e7be89,revision_number=6']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:30.728404 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdf458c-463d-4250-a4cd-eb7a0f5fea90 x-openstack-request-id: req-8fdf458c-463d-4250-a4cd-eb7a0f5fea90 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:22:30.729067 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a7273b-7a41-4ee0-a371-aa0e871f0e00", "name": "network-vif-deleted", "tag": "e822c6e4-ff0a-4649-97b8-da49eb7313b9", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:22:30.729330 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8fdf458c-463d-4250-a4cd-eb7a0f5fea90 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:22:30.729760 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a7273b-7a41-4ee0-a371-aa0e871f0e00', 'name': 'network-vif-deleted', 'tag': 'e822c6e4-ff0a-4649-97b8-da49eb7313b9', 'status': 'completed', 'code': 200} Dec 16 22:22:30.738559 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1e91c-b438-4dd9-a8f3-b961bff4f741 None None] Pushing event deleted for resources: {'Port': ['ID=f7e27745-4203-4dde-9fb7-de3d65e7be89,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:30.749545 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce7fb62-ea4d-4fd0-8519-bcd685b9f901 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Network 15791355-f493-42e0-a1b7-a4369065109f is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:30.755807 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-dce7fb62-ea4d-4fd0-8519-bcd685b9f901 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:30.756174 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b1e91c-b438-4dd9-a8f3-b961bff4f741 None None] No DVR routers for this DVR port f7e27745-4203-4dde-9fb7-de3d65e7be89 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:30.762198 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce7fb62-ea4d-4fd0-8519-bcd685b9f901 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:30.789058 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4a109e4b-cfb9-4145-83f6-f8d66f499571 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5890856 Dec 16 22:22:30.789871 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47732) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:30.799002 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-398acd22-9c5f-4093-bb2d-9d69bea3ee91 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'mac_address': 'fa:16:3e:c7:ed:8e', 'name': 'tempest-NetworksTestDHCPv6-756924676'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:30.804052 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32270452-1e05-4cff-9da0-b3ec746e651d None None] Network 66e9be3c-e724-4370-8e53-fc3253b9f776 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:30.810926 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7fb62-ea4d-4fd0-8519-bcd685b9f901 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event updated for resources: {'Port': ['ID=e0f2a365-369e-405c-9065-780d829281e6,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:30.825201 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7f02df-2fac-4964-813d-d1b8f18efb11 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:30.831283 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-32270452-1e05-4cff-9da0-b3ec746e651d None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:30.838626 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 69416bd5-327e-4c02-b2cc-2f08a6616c2f triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:30.839411 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:30.843105 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf8c42-7d47-4b15-8c05-8c2441392f48 req-527e70ff-34cd-4d91-b4a0-5af142af0853 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:30.851179 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dcbf8c42-7d47-4b15-8c05-8c2441392f48 req-527e70ff-34cd-4d91-b4a0-5af142af0853 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.2599847 Dec 16 22:22:30.859663 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32270452-1e05-4cff-9da0-b3ec746e651d None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:30.864341 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce7fb62-ea4d-4fd0-8519-bcd685b9f901 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:30.865031 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dce7fb62-ea4d-4fd0-8519-bcd685b9f901 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:30.928364 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32270452-1e05-4cff-9da0-b3ec746e651d None None] Pushing event updated for resources: {'Port': ['ID=04afec58-2a84-4e46-937f-e64d497aa646,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:30.974942 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dcbf8c42-7d47-4b15-8c05-8c2441392f48 req-1b5e6d50-2c32-47d6-9fd8-6bb723348fb3 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226885 Dec 16 22:22:30.999375 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-dce7fb62-ea4d-4fd0-8519-bcd685b9f901 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2949927 Dec 16 22:22:31.001929 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47738) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:31.020779 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-55dc6bb2-5718-4369-999a-beb05ad94cbd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Request body: {'port': {'network_id': '15791355-f493-42e0-a1b7-a4369065109f', 'name': 'tempest-TaggedBootDevicesTest_v242-564538808', 'fixed_ips': [{'subnet_id': '25876357-a0e7-4570-bc9f-e643775c0f42'}]}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:31.079017 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb272993-cc73-40ae-ab43-4cf2fb9fefa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'fixed_ips': [{'subnet_id': '4f1fa936-38fe-4023-a14d-7acfcf184851'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:22:31.083900 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bb272993-cc73-40ae-ab43-4cf2fb9fefa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:31.098077 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-32270452-1e05-4cff-9da0-b3ec746e651d None None] Attempting to bind port 04afec58-2a84-4e46-937f-e64d497aa646 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:31.098489 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-32270452-1e05-4cff-9da0-b3ec746e651d None None] Attempting to bind port 04afec58-2a84-4e46-937f-e64d497aa646 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '774ae7ad-6cb3-480b-916f-2a511cfde8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '66e9be3c-e724-4370-8e53-fc3253b9f776'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:31.098917 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32270452-1e05-4cff-9da0-b3ec746e651d None None] Attempting to bind port 04afec58-2a84-4e46-937f-e64d497aa646 on network 66e9be3c-e724-4370-8e53-fc3253b9f776 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:31.106757 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32270452-1e05-4cff-9da0-b3ec746e651d None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:31.107300 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32270452-1e05-4cff-9da0-b3ec746e651d None None] Checking segment: {'id': '774ae7ad-6cb3-480b-916f-2a511cfde8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '66e9be3c-e724-4370-8e53-fc3253b9f776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:31.107729 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32270452-1e05-4cff-9da0-b3ec746e651d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:31.115253 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32270452-1e05-4cff-9da0-b3ec746e651d None None] Bound using segment: {'id': '774ae7ad-6cb3-480b-916f-2a511cfde8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '66e9be3c-e724-4370-8e53-fc3253b9f776'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:31.115253 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-32270452-1e05-4cff-9da0-b3ec746e651d None None] Bound port: 04afec58-2a84-4e46-937f-e64d497aa646, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774ae7ad-6cb3-480b-916f-2a511cfde8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '66e9be3c-e724-4370-8e53-fc3253b9f776'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:31.115253 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32270452-1e05-4cff-9da0-b3ec746e651d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:31.144495 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398acd22-9c5f-4093-bb2d-9d69bea3ee91 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:31.165883 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47740) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:31.203240 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6eda58bf-9edb-45e9-88f7-9949fc8b6a33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:31.269089 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-398acd22-9c5f-4093-bb2d-9d69bea3ee91 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:31.292731 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-398acd22-9c5f-4093-bb2d-9d69bea3ee91 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] device_id is not set on port 69786ce2-f560-4602-b63e-ba01c1b787e6 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:22:31.316025 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6eda58bf-9edb-45e9-88f7-9949fc8b6a33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:31.333784 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:31.343178 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9739fb6-18ec-4587-9573-5fbd6803ff33 None None] Network 15791355-f493-42e0-a1b7-a4369065109f requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:31.368208 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-32270452-1e05-4cff-9da0-b3ec746e651d None None] For port 04afec58-2a84-4e46-937f-e64d497aa646, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:31.415666 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dc6bb2-5718-4369-999a-beb05ad94cbd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Made reservation on behalf of 45dc1fa90bee4d0982a4d71f8e7220e0 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:31.415666 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55dc6bb2-5718-4369-999a-beb05ad94cbd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:31.421464 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-bb272993-cc73-40ae-ab43-4cf2fb9fefa6 None None] Allocated IP 2001:db8::f816:3eff:feaf:31c0 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/4f1fa936-38fe-4023-a14d-7acfcf184851/b6e10742-6d07-418c-ac80-50732245fa26) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:31.424661 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-32270452-1e05-4cff-9da0-b3ec746e651d None None] For port 04afec58-2a84-4e46-937f-e64d497aa646, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=04afec58-2a84-4e46-937f-e64d497aa646,segment=NetworkSegment(774ae7ad-6cb3-480b-916f-2a511cfde8af),segment_id=774ae7ad-6cb3-480b-916f-2a511cfde8af)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:31.431720 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-55dc6bb2-5718-4369-999a-beb05ad94cbd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] device_id is not set on port 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:22:31.452024 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c4a5cee8-4a80-4794-a939-b63b2a5fcd83 None None] Provisioning complete for port 69416bd5-327e-4c02-b2cc-2f08a6616c2f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:31.452664 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c4a5cee8-4a80-4794-a939-b63b2a5fcd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:31.481733 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6eda58bf-9edb-45e9-88f7-9949fc8b6a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:31.511707 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47744) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:31.601908 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 69416bd5-327e-4c02-b2cc-2f08a6616c2f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=69416bd5-327e-4c02-b2cc-2f08a6616c2f,segment=NetworkSegment(5e3da25f-4b43-46b0-809d-e43f2b3029cc),segment_id=5e3da25f-4b43-46b0-809d-e43f2b3029cc)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:31.675229 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6eda58bf-9edb-45e9-88f7-9949fc8b6a33 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=040ac70950d7435fbdf22529363fd8e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5068326 Dec 16 22:22:31.676196 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda58bf-9edb-45e9-88f7-9949fc8b6a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd48a63-55eb-48ca-87cb-53c04dc1e1da,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:31.679856 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47746) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:31.702168 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb069d4d-4c3d-47bc-a2dd-1aaa447cfc6c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Deleting subnet 5ed889ad-0a47-42d3-81c0-791a75ce9313 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:22:31.714435 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fb069d4d-4c3d-47bc-a2dd-1aaa447cfc6c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:31.727534 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:31.743081 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d2fa04e-8424-49ce-966f-fab130a87771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:31.778030 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d2fa04e-8424-49ce-966f-fab130a87771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:31.827169 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fb069d4d-4c3d-47bc-a2dd-1aaa447cfc6c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:31.920897 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea1cf8-40d9-461e-a514-6177140584e5 req-6f8a6928-93d4-496a-9493-d1072a76bd6f tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:31.924981 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4cea1cf8-40d9-461e-a514-6177140584e5 req-6f8a6928-93d4-496a-9493-d1072a76bd6f tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1b4ae85-59aa-4a0a-ae9d-004cfa33c302 HTTP/1.1" status: 200 len: 945 time: 0.1307099 Dec 16 22:22:31.966761 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-55dc6bb2-5718-4369-999a-beb05ad94cbd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Allocated IP 10.1.1.183 (15791355-f493-42e0-a1b7-a4369065109f/25876357-a0e7-4570-bc9f-e643775c0f42/117343d1-e9dc-47b5-b09b-1fc4fcc77e1a) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:31.968435 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32270452-1e05-4cff-9da0-b3ec746e651d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:31.982745 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f7e27745-4203-4dde-9fb7-de3d65e7be89 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:22:31.987931 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fb069d4d-4c3d-47bc-a2dd-1aaa447cfc6c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:31.998161 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 641246dc-525a-4033-ac95-d85fe07a3145 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:32.004311 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4cea1cf8-40d9-461e-a514-6177140584e5 req-8f320d45-a7e7-4873-bdc7-7c62d2e886a1 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d8e8932-9639-404a-ad48-0769fa7d0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740974 Dec 16 22:22:32.078813 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: f7e27745-4203-4dde-9fb7-de3d65e7be89 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:22:32.079213 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f7e27745-4203-4dde-9fb7-de3d65e7be89 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:22:32.088165 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d2fa04e-8424-49ce-966f-fab130a87771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:32.093384 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d2fa04e-8424-49ce-966f-fab130a87771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:32.106762 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8d2fa04e-8424-49ce-966f-fab130a87771 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4bd48a63-55eb-48ca-87cb-53c04dc1e1da HTTP/1.1" status: 204 len: 168 time: 0.4184027 Dec 16 22:22:32.125943 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fa04e-8424-49ce-966f-fab130a87771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd48a63-55eb-48ca-87cb-53c04dc1e1da,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:32.167243 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=69416bd5-327e-4c02-b2cc-2f08a6616c2f,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:32.393988 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bb272993-cc73-40ae-ab43-4cf2fb9fefa6 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:32.399328 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32270452-1e05-4cff-9da0-b3ec746e651d None None] Pushing event updated for resources: {'Port': ['ID=04afec58-2a84-4e46-937f-e64d497aa646,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:32.473807 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 69416bd5-327e-4c02-b2cc-2f08a6616c2f up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:32.582323 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bb272993-cc73-40ae-ab43-4cf2fb9fefa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:32.593165 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 641246dc-525a-4033-ac95-d85fe07a3145 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:22:32.666842 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3462a-f07a-41da-aa85-8ed77487f5ca req-b22b6516-d096-410b-a96f-6971019394c9 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:32.678941 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-acd3462a-f07a-41da-aa85-8ed77487f5ca req-b22b6516-d096-410b-a96f-6971019394c9 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.6264393 Dec 16 22:22:32.682286 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-398acd22-9c5f-4093-bb2d-9d69bea3ee91 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 2001:db8::f816:3eff:fec7:ed8e (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/4f1fa936-38fe-4023-a14d-7acfcf184851/69786ce2-f560-4602-b63e-ba01c1b787e6) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:32.739349 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fb069d4d-4c3d-47bc-a2dd-1aaa447cfc6c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:32.750724 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb272993-cc73-40ae-ab43-4cf2fb9fefa6 None None] Pushing event updated for resources: {'Port': ['ID=b6e10742-6d07-418c-ac80-50732245fa26,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:32.794778 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 641246dc-525a-4033-ac95-d85fe07a3145 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:32.797158 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:32.867081 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb272993-cc73-40ae-ab43-4cf2fb9fefa6 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:32.876149 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-bb272993-cc73-40ae-ab43-4cf2fb9fefa6 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:32.885244 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb069d4d-4c3d-47bc-a2dd-1aaa447cfc6c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event deleted for resources: {'Subnet': ['ID=5ed889ad-0a47-42d3-81c0-791a75ce9313,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:32.895862 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb272993-cc73-40ae-ab43-4cf2fb9fefa6 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:32.899532 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fb069d4d-4c3d-47bc-a2dd-1aaa447cfc6c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:32.907138 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1687e65-94f7-4a6e-939b-dbd918517dd7 None None] Network fa5fd707-1ef5-4a46-b546-173b96f8c6bf requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:32.912666 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fb069d4d-4c3d-47bc-a2dd-1aaa447cfc6c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "DELETE /v2.0/subnets/5ed889ad-0a47-42d3-81c0-791a75ce9313 HTTP/1.1" status: 204 len: 168 time: 1.3998597 Dec 16 22:22:32.933360 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47766) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:32.947981 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55dc6bb2-5718-4369-999a-beb05ad94cbd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.009687 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5396fb02-8e39-407d-baea-f25ccea5ecd0 None None] Provisioning complete for port e0f2a365-369e-405c-9065-780d829281e6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:33.010526 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5396fb02-8e39-407d-baea-f25ccea5ecd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.031889 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-acd3462a-f07a-41da-aa85-8ed77487f5ca req-91aea878-4f83-4740-9b75-f58c8829b3d2 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437085 Dec 16 22:22:33.090918 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5396fb02-8e39-407d-baea-f25ccea5ecd0 None None] Port e0f2a365-369e-405c-9065-780d829281e6 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:22:33.118902 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8471108-3adc-4612-9b45-d5552857291c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.189458 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-b8471108-3adc-4612-9b45-d5552857291c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Deleting port 0b1becf4-31c1-4d50-95d2-f4fa1f225f3b {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:33.189889 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8471108-3adc-4612-9b45-d5552857291c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.191199 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-398acd22-9c5f-4093-bb2d-9d69bea3ee91 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.211774 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5396fb02-8e39-407d-baea-f25ccea5ecd0 None None] Provisioning complete for port 69416bd5-327e-4c02-b2cc-2f08a6616c2f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:33.213594 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5396fb02-8e39-407d-baea-f25ccea5ecd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.224174 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6416e75-c42d-4034-994e-a0b0d8d9419c req-f10acc5e-2e5d-48d3-ac93-6b4c471ca6c0 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:33.226079 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d6416e75-c42d-4034-994e-a0b0d8d9419c req-f10acc5e-2e5d-48d3-ac93-6b4c471ca6c0 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1b4ae85-59aa-4a0a-ae9d-004cfa33c302 HTTP/1.1" status: 200 len: 945 time: 0.0990064 Dec 16 22:22:33.253257 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55dc6bb2-5718-4369-999a-beb05ad94cbd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.284695 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 69416bd5-327e-4c02-b2cc-2f08a6616c2f triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:33.286067 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.292380 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-bb272993-cc73-40ae-ab43-4cf2fb9fefa6 None None] Attempting to bind port b6e10742-6d07-418c-ac80-50732245fa26 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:33.292380 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-bb272993-cc73-40ae-ab43-4cf2fb9fefa6 None None] Attempting to bind port b6e10742-6d07-418c-ac80-50732245fa26 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:33.292733 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb272993-cc73-40ae-ab43-4cf2fb9fefa6 None None] Attempting to bind port b6e10742-6d07-418c-ac80-50732245fa26 on network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:33.395973 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-b8471108-3adc-4612-9b45-d5552857291c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] For port 0b1becf4-31c1-4d50-95d2-f4fa1f225f3b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0b1becf4-31c1-4d50-95d2-f4fa1f225f3b,segment=NetworkSegment(07adb8c4-7b08-4589-ae3a-1f255632d7c8),segment_id=07adb8c4-7b08-4589-ae3a-1f255632d7c8)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:33.396402 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8471108-3adc-4612-9b45-d5552857291c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.410052 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dc6bb2-5718-4369-999a-beb05ad94cbd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Network 15791355-f493-42e0-a1b7-a4369065109f is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:33.420339 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d6416e75-c42d-4034-994e-a0b0d8d9419c req-9d8a519a-b2d8-43d7-9ce1-96516d11d26b tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d8e8932-9639-404a-ad48-0769fa7d0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844873 Dec 16 22:22:33.435983 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb1f4f2-a178-4230-94f2-8324f7af7b65 None None] DHCP port deletion for fa5fd707-1ef5-4a46-b546-173b96f8c6bf request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:33.445031 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-55dc6bb2-5718-4369-999a-beb05ad94cbd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:33.466649 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb272993-cc73-40ae-ab43-4cf2fb9fefa6 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:33.466649 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb272993-cc73-40ae-ab43-4cf2fb9fefa6 None None] Checking segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:33.466649 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bb272993-cc73-40ae-ab43-4cf2fb9fefa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.466649 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb272993-cc73-40ae-ab43-4cf2fb9fefa6 None None] Bound using segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:33.466649 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-bb272993-cc73-40ae-ab43-4cf2fb9fefa6 None None] Bound port: b6e10742-6d07-418c-ac80-50732245fa26, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:33.466649 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bb272993-cc73-40ae-ab43-4cf2fb9fefa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.467577 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-b8471108-3adc-4612-9b45-d5552857291c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Calling delete_port for 0b1becf4-31c1-4d50-95d2-f4fa1f225f3b owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:33.467577 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dc6bb2-5718-4369-999a-beb05ad94cbd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:33.470206 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc6bb2-5718-4369-999a-beb05ad94cbd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event updated for resources: {'Port': ['ID=117343d1-e9dc-47b5-b09b-1fc4fcc77e1a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:33.499336 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-398acd22-9c5f-4093-bb2d-9d69bea3ee91 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.518893 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc6bb2-5718-4369-999a-beb05ad94cbd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:33.519274 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc6bb2-5718-4369-999a-beb05ad94cbd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:33.519623 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc6bb2-5718-4369-999a-beb05ad94cbd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:33.519965 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc6bb2-5718-4369-999a-beb05ad94cbd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:33.520304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc6bb2-5718-4369-999a-beb05ad94cbd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:33.520637 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc6bb2-5718-4369-999a-beb05ad94cbd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:33.520984 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc6bb2-5718-4369-999a-beb05ad94cbd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:33.521316 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc6bb2-5718-4369-999a-beb05ad94cbd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:33.521626 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc6bb2-5718-4369-999a-beb05ad94cbd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:33.521955 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc6bb2-5718-4369-999a-beb05ad94cbd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:33.522307 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc6bb2-5718-4369-999a-beb05ad94cbd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:33.522632 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc6bb2-5718-4369-999a-beb05ad94cbd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:33.523169 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dc6bb2-5718-4369-999a-beb05ad94cbd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:33.545548 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398acd22-9c5f-4093-bb2d-9d69bea3ee91 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:33.550743 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-398acd22-9c5f-4093-bb2d-9d69bea3ee91 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:33.587635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dc6bb2-5718-4369-999a-beb05ad94cbd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:33.588702 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55dc6bb2-5718-4369-999a-beb05ad94cbd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.590809 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398acd22-9c5f-4093-bb2d-9d69bea3ee91 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:33.597003 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398acd22-9c5f-4093-bb2d-9d69bea3ee91 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:33.598027 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-398acd22-9c5f-4093-bb2d-9d69bea3ee91 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.623155 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.635012 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398acd22-9c5f-4093-bb2d-9d69bea3ee91 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Port': ['ID=69786ce2-f560-4602-b63e-ba01c1b787e6,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:33.764088 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-55dc6bb2-5718-4369-999a-beb05ad94cbd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7606664 Dec 16 22:22:33.773342 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8471108-3adc-4612-9b45-d5552857291c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:33.776417 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-398acd22-9c5f-4093-bb2d-9d69bea3ee91 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9853086 Dec 16 22:22:33.779076 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47790) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:33.839093 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b4ae85-59aa-4a0a-ae9d-004cfa33c302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641246dc-525a-4033-ac95-d85fe07a3145'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:22:33.842452 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcd6a05-37cd-42f5-9df4-8a59eacfbbf7" -d '{"events": [{"server_uuid": "b1b4ae85-59aa-4a0a-ae9d-004cfa33c302", "name": "network-vif-plugged", "status": "completed", "tag": "641246dc-525a-4033-ac95-d85fe07a3145"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:22:33.858388 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8471108-3adc-4612-9b45-d5552857291c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event deleted for resources: {'Port': ['ID=0b1becf4-31c1-4d50-95d2-f4fa1f225f3b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:33.863194 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8471108-3adc-4612-9b45-d5552857291c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] No DVR routers for this DVR port 0b1becf4-31c1-4d50-95d2-f4fa1f225f3b on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:33.947570 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e050b02b-9f38-4242-b9da-d96a08e714cc tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:33.977476 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e050b02b-9f38-4242-b9da-d96a08e714cc tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:33.981518 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e050b02b-9f38-4242-b9da-d96a08e714cc tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2011495 Dec 16 22:22:33.987744 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47794) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:34.018282 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b735b1-8f30-4bf9-8857-84cac4f2dcbf x-openstack-request-id: req-33b735b1-8f30-4bf9-8857-84cac4f2dcbf {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:22:34.018282 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b4ae85-59aa-4a0a-ae9d-004cfa33c302", "name": "network-vif-plugged", "status": "completed", "tag": "641246dc-525a-4033-ac95-d85fe07a3145", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:22:34.019466 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-33b735b1-8f30-4bf9-8857-84cac4f2dcbf {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:22:34.021187 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b4ae85-59aa-4a0a-ae9d-004cfa33c302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641246dc-525a-4033-ac95-d85fe07a3145', 'code': 200} Dec 16 22:22:34.052134 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 641246dc-525a-4033-ac95-d85fe07a3145, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=641246dc-525a-4033-ac95-d85fe07a3145,segment=NetworkSegment(fd792b11-37a2-4994-8c2e-5fd6fb830b76),segment_id=fd792b11-37a2-4994-8c2e-5fd6fb830b76)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:34.052583 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8471108-3adc-4612-9b45-d5552857291c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.119864 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98b8514-11fc-4212-a63b-d7ea87ee8da2 None None] Network 66e9be3c-e724-4370-8e53-fc3253b9f776 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:34.152593 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-b8471108-3adc-4612-9b45-d5552857291c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5fd707-1ef5-4a46-b546-173b96f8c6bf']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:34.237033 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2cb1f4f2-a178-4230-94f2-8324f7af7b65 None None] Deleting port 0b1becf4-31c1-4d50-95d2-f4fa1f225f3b {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:34.237828 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2cb1f4f2-a178-4230-94f2-8324f7af7b65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.254854 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-b8471108-3adc-4612-9b45-d5552857291c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07adb8c4-7b08-4589-ae3a-1f255632d7c8') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:34.255202 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-b8471108-3adc-4612-9b45-d5552857291c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07adb8c4-7b08-4589-ae3a-1f255632d7c8') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:34.271746 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-746cbf68-6d48-459c-adb8-c49c1b28165c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting port 69786ce2-f560-4602-b63e-ba01c1b787e6 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:34.274666 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-746cbf68-6d48-459c-adb8-c49c1b28165c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.290819 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.306863 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8471108-3adc-4612-9b45-d5552857291c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.329714 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6b4a0-f716-4021-9e78-0d4ae28caaf3 req-3f0d73fd-8d8e-4dcc-b513-382e2366560c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:34.332003 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-daf6b4a0-f716-4021-9e78-0d4ae28caaf3 req-3f0d73fd-8d8e-4dcc-b513-382e2366560c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b1b4ae85-59aa-4a0a-ae9d-004cfa33c302 HTTP/1.1" status: 200 len: 1097 time: 0.2055321 Dec 16 22:22:34.337880 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8471108-3adc-4612-9b45-d5552857291c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.356242 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8471108-3adc-4612-9b45-d5552857291c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:22:34.356953 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8471108-3adc-4612-9b45-d5552857291c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:22:34.367334 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:22:34.375546 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bb272993-cc73-40ae-ab43-4cf2fb9fefa6 None None] For port b6e10742-6d07-418c-ac80-50732245fa26, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:34.380691 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cf598216-3ba8-4722-b679-f4610ba8525e None None] Provisioning complete for port e0f2a365-369e-405c-9065-780d829281e6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:34.381199 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf598216-3ba8-4722-b679-f4610ba8525e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.442098 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-746cbf68-6d48-459c-adb8-c49c1b28165c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.466297 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f90f4b-6c69-417e-94ee-8af08581ad7a req-251b7ac0-e173-4872-9c77-9ebcec834f0b tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:34.467981 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-50f90f4b-6c69-417e-94ee-8af08581ad7a req-251b7ac0-e173-4872-9c77-9ebcec834f0b tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.2600560 Dec 16 22:22:34.489944 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-746cbf68-6d48-459c-adb8-c49c1b28165c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Calling delete_port for 69786ce2-f560-4602-b63e-ba01c1b787e6 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:34.503195 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-daf6b4a0-f716-4021-9e78-0d4ae28caaf3 req-6491f3b1-2475-43a8-a1bb-24aac32b6087 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0d8e8932-9639-404a-ad48-0769fa7d0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555884 Dec 16 22:22:34.530102 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=641246dc-525a-4033-ac95-d85fe07a3145,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:34.547361 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bb272993-cc73-40ae-ab43-4cf2fb9fefa6 None None] For port b6e10742-6d07-418c-ac80-50732245fa26, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b6e10742-6d07-418c-ac80-50732245fa26,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:34.587873 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-2cb1f4f2-a178-4230-94f2-8324f7af7b65 None None] For port 0b1becf4-31c1-4d50-95d2-f4fa1f225f3b, host n-d-815324-4, got binding levels [] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:34.591907 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2cb1f4f2-a178-4230-94f2-8324f7af7b65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.593938 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-50f90f4b-6c69-417e-94ee-8af08581ad7a req-fb88d08f-bf34-45ff-aa77-f4e3fa68ffe3 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001203 Dec 16 22:22:34.624793 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8471108-3adc-4612-9b45-d5552857291c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.637972 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8471108-3adc-4612-9b45-d5552857291c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.639768 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2cb1f4f2-a178-4230-94f2-8324f7af7b65 None None] Calling delete_port for 0b1becf4-31c1-4d50-95d2-f4fa1f225f3b owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:34.641869 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b8471108-3adc-4612-9b45-d5552857291c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "DELETE /v2.0/networks/fa5fd707-1ef5-4a46-b546-173b96f8c6bf HTTP/1.1" status: 204 len: 168 time: 1.7074361 Dec 16 22:22:34.645575 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47808) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:34.646369 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.ipam_backend_mixin [None req-2cb1f4f2-a178-4230-94f2-8324f7af7b65 None None] Port 0b1becf4-31c1-4d50-95d2-f4fa1f225f3b was not found and therefore no delete operation was performed {{(pid=103615) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 22:22:34.649806 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2cb1f4f2-a178-4230-94f2-8324f7af7b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.672146 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 04afec58-2a84-4e46-937f-e64d497aa646 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:34.675401 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-cf598216-3ba8-4722-b679-f4610ba8525e None None] Port e0f2a365-369e-405c-9065-780d829281e6 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:22:34.684413 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2cb1f4f2-a178-4230-94f2-8324f7af7b65 None None] Network fa5fd707-1ef5-4a46-b546-173b96f8c6bf is not hosted by any dhcp agent {{(pid=103615) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 22:22:34.684879 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb1f4f2-a178-4230-94f2-8324f7af7b65 None None] No DVR routers for this DVR port 0b1becf4-31c1-4d50-95d2-f4fa1f225f3b on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:34.765291 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8471108-3adc-4612-9b45-d5552857291c tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event deleted for resources: {'Network': ['ID=fa5fd707-1ef5-4a46-b546-173b96f8c6bf,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:34.801426 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bb272993-cc73-40ae-ab43-4cf2fb9fefa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.853727 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d7ec13-d3a7-46f6-9343-ca29db18bfc5 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Deleting subnet 31e1c7da-9b6c-441b-b055-c34e47605c34 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:22:34.879022 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16d7ec13-d3a7-46f6-9343-ca29db18bfc5 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.879208 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1f4f2-a178-4230-94f2-8324f7af7b65 None None] Pushing event deleted for resources: {'Port': ['ID=0b1becf4-31c1-4d50-95d2-f4fa1f225f3b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:34.978778 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 04afec58-2a84-4e46-937f-e64d497aa646 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:34.980114 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:34.991529 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16d7ec13-d3a7-46f6-9343-ca29db18bfc5 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.047328 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-746cbf68-6d48-459c-adb8-c49c1b28165c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.064660 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1b879105-2783-4038-8aef-846c38d20136 None None] Provisioning complete for port 04afec58-2a84-4e46-937f-e64d497aa646 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:35.074511 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1b879105-2783-4038-8aef-846c38d20136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.114456 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746cbf68-6d48-459c-adb8-c49c1b28165c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Port': ['ID=69786ce2-f560-4602-b63e-ba01c1b787e6,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:35.144578 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c421d71-6f4d-4717-882f-62abae1a2b4c req-8ea32a01-ba78-4689-9493-71c8cbe69510 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:35.158661 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4c421d71-6f4d-4717-882f-62abae1a2b4c req-8ea32a01-ba78-4689-9493-71c8cbe69510 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1b4ae85-59aa-4a0a-ae9d-004cfa33c302 HTTP/1.1" status: 200 len: 946 time: 0.2272921 Dec 16 22:22:35.178704 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-746cbf68-6d48-459c-adb8-c49c1b28165c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.181866 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.182700 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-746cbf68-6d48-459c-adb8-c49c1b28165c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/69786ce2-f560-4602-b63e-ba01c1b787e6 HTTP/1.1" status: 204 len: 168 time: 1.1936517 Dec 16 22:22:35.185334 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47816) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:35.188027 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb272993-cc73-40ae-ab43-4cf2fb9fefa6 None None] Pushing event updated for resources: {'Port': ['ID=b6e10742-6d07-418c-ac80-50732245fa26,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:35.297153 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1b879105-2783-4038-8aef-846c38d20136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.323295 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233f23f-de11-487d-bbb8-1cb90d78b62d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:35.325112 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233f23f-de11-487d-bbb8-1cb90d78b62d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:35.331882 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4c421d71-6f4d-4717-882f-62abae1a2b4c req-b8532880-fbe0-4f07-be8d-f7cd41afe3fd tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d8e8932-9639-404a-ad48-0769fa7d0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702144 Dec 16 22:22:35.335884 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8233f23f-de11-487d-bbb8-1cb90d78b62d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1487353 Dec 16 22:22:35.336507 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47818) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:35.337360 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 04afec58-2a84-4e46-937f-e64d497aa646, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=04afec58-2a84-4e46-937f-e64d497aa646,segment=NetworkSegment(774ae7ad-6cb3-480b-916f-2a511cfde8af),segment_id=774ae7ad-6cb3-480b-916f-2a511cfde8af)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:35.370791 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16d7ec13-d3a7-46f6-9343-ca29db18bfc5 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.377160 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47822) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:35.383811 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-6cd3c192-71c3-4377-932f-bbab3c7650b4 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1485464350', 'description': 'tempest-description--351037309'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:35.437033 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.451783 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad61ee7-388f-4056-8305-cffac76eb19e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet 4f1fa936-38fe-4023-a14d-7acfcf184851 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:22:35.464954 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cad61ee7-388f-4056-8305-cffac76eb19e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.557241 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cad61ee7-388f-4056-8305-cffac76eb19e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.566588 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6cd3c192-71c3-4377-932f-bbab3c7650b4 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.574557 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0b1becf4-31c1-4d50-95d2-f4fa1f225f3b no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:22:35.615072 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 0b1becf4-31c1-4d50-95d2-f4fa1f225f3b {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:22:35.616817 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0b1becf4-31c1-4d50-95d2-f4fa1f225f3b not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:22:35.658662 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-1b879105-2783-4038-8aef-846c38d20136 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:22:35.660585 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-1b879105-2783-4038-8aef-846c38d20136 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:22:35.667562 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=04afec58-2a84-4e46-937f-e64d497aa646,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:35.694870 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16d7ec13-d3a7-46f6-9343-ca29db18bfc5 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.729924 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7ec13-d3a7-46f6-9343-ca29db18bfc5 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event deleted for resources: {'Subnet': ['ID=31e1c7da-9b6c-441b-b055-c34e47605c34,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:35.749851 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16d7ec13-d3a7-46f6-9343-ca29db18bfc5 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.750073 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc8445e-5a53-44dc-98d6-232278e389f2 None None] Network d3be1240-9da7-4523-84d6-c4d795c509fa requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:35.756337 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-16d7ec13-d3a7-46f6-9343-ca29db18bfc5 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "DELETE /v2.0/subnets/31e1c7da-9b6c-441b-b055-c34e47605c34 HTTP/1.1" status: 204 len: 168 time: 1.1048765 Dec 16 22:22:35.760145 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47832) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:35.796259 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6cd3c192-71c3-4377-932f-bbab3c7650b4 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.797171 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cad61ee7-388f-4056-8305-cffac76eb19e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.841987 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a4cf4-618e-4b12-abee-98077200fa6e req-e7cbb95f-d5e7-4708-8cf1-46f03122a291 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:35.853775 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f09a4cf4-618e-4b12-abee-98077200fa6e req-e7cbb95f-d5e7-4708-8cf1-46f03122a291 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.1344225 Dec 16 22:22:35.898510 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d7d4c96-07b3-4e04-9e57-a9a41c850e70 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:35.913552 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6cd3c192-71c3-4377-932f-bbab3c7650b4 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.020114 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f09a4cf4-618e-4b12-abee-98077200fa6e req-0770332f-78c4-4d3c-b3f7-77352f04e4ac tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621294 Dec 16 22:22:36.020662 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47836) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:36.040980 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3c192-71c3-4377-932f-bbab3c7650b4 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1441c638-c88b-4ce3-8d53-759c5e35accf,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:36.067925 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-4d7d4c96-07b3-4e04-9e57-a9a41c850e70 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Deleting port 312425ea-3c42-49d7-a0e8-f86d77f7e09b {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:36.068260 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d7d4c96-07b3-4e04-9e57-a9a41c850e70 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.075324 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6cd3c192-71c3-4377-932f-bbab3c7650b4 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.079905 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47840) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:36.085480 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-ea34cee6-bd75-4906-9785-0f2c6ed5bcc6 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Request body: {'security_group_rule': {'security_group_id': '1441c638-c88b-4ce3-8d53-759c5e35accf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:36.088426 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8e25c0-3266-4347-9d63-06bd996e42ed None None] DHCP port deletion for d3be1240-9da7-4523-84d6-c4d795c509fa request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:36.090763 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6cd3c192-71c3-4377-932f-bbab3c7650b4 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7120452 Dec 16 22:22:36.101746 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cad61ee7-388f-4056-8305-cffac76eb19e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.198322 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad61ee7-388f-4056-8305-cffac76eb19e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=4f1fa936-38fe-4023-a14d-7acfcf184851,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:36.207198 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cad61ee7-388f-4056-8305-cffac76eb19e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.221446 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47842) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:36.223401 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cad61ee7-388f-4056-8305-cffac76eb19e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/4f1fa936-38fe-4023-a14d-7acfcf184851 HTTP/1.1" status: 204 len: 168 time: 0.8857379 Dec 16 22:22:36.236351 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-03f29ebb-a825-444d-860b-d36878f5b731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1980156392'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:36.247800 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-4d7d4c96-07b3-4e04-9e57-a9a41c850e70 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] For port 312425ea-3c42-49d7-a0e8-f86d77f7e09b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=312425ea-3c42-49d7-a0e8-f86d77f7e09b,segment=NetworkSegment(5f9a9a2f-d982-467f-a1f1-227f879b9bea),segment_id=5f9a9a2f-d982-467f-a1f1-227f879b9bea)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:36.248094 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d7d4c96-07b3-4e04-9e57-a9a41c850e70 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.273961 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5b8e25c0-3266-4347-9d63-06bd996e42ed None None] Deleting port 312425ea-3c42-49d7-a0e8-f86d77f7e09b {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:36.274346 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b8e25c0-3266-4347-9d63-06bd996e42ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.277875 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1b879105-2783-4038-8aef-846c38d20136 None None] Provisioning complete for port 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:36.278242 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1b879105-2783-4038-8aef-846c38d20136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.300787 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-51d26658-e604-43a3-a774-6e018c77254d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0723882 Dec 16 22:22:36.300787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47844) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:36.309937 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ea34cee6-bd75-4906-9785-0f2c6ed5bcc6 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.310755 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-4d7d4c96-07b3-4e04-9e57-a9a41c850e70 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Calling delete_port for 312425ea-3c42-49d7-a0e8-f86d77f7e09b owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:36.404801 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ea34cee6-bd75-4906-9785-0f2c6ed5bcc6 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.430131 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5fa01e-a926-4ce9-8a58-13db22f6b54d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:36.430131 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fe5fa01e-a926-4ce9-8a58-13db22f6b54d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1232257 Dec 16 22:22:36.430131 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47848) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:36.451557 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f29ebb-a825-444d-860b-d36878f5b731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] Made reservation on behalf of cf80fcf793174b6d8fb0d8e7b26bbb4e for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:36.455635 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-03f29ebb-a825-444d-860b-d36878f5b731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.475845 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-03f29ebb-a825-444d-860b-d36878f5b731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.507669 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ea34cee6-bd75-4906-9785-0f2c6ed5bcc6 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.619293 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34cee6-bd75-4906-9785-0f2c6ed5bcc6 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e0bbdb-d1bc-46ce-b112-d31cb4465789,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:36.624498 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1b879105-2783-4038-8aef-846c38d20136 None None] Port 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:22:36.628186 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5b8e25c0-3266-4347-9d63-06bd996e42ed None None] For port 312425ea-3c42-49d7-a0e8-f86d77f7e09b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=312425ea-3c42-49d7-a0e8-f86d77f7e09b,segment=NetworkSegment(5f9a9a2f-d982-467f-a1f1-227f879b9bea),segment_id=5f9a9a2f-d982-467f-a1f1-227f879b9bea)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:36.628874 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b8e25c0-3266-4347-9d63-06bd996e42ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.660752 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5b8e25c0-3266-4347-9d63-06bd996e42ed None None] Calling delete_port for 312425ea-3c42-49d7-a0e8-f86d77f7e09b owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:36.717286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b80c19f-d320-4013-b1c5-c159873e2f43 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:36.721396 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4b80c19f-d320-4013-b1c5-c159873e2f43 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2821312 Dec 16 22:22:36.732717 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47852) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:36.736219 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d7d4c96-07b3-4e04-9e57-a9a41c850e70 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.747974 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ea34cee6-bd75-4906-9785-0f2c6ed5bcc6 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.752482 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ea34cee6-bd75-4906-9785-0f2c6ed5bcc6 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6714132 Dec 16 22:22:36.753472 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47856) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:36.761382 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-6f338cc3-09bd-452c-aa55-f981fb6e8192 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Request body: {'security_group_rule': {'security_group_id': '1441c638-c88b-4ce3-8d53-759c5e35accf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:36.790466 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b8e25c0-3266-4347-9d63-06bd996e42ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:36.801422 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99402c18-f4ff-436e-b1e4-d9db7d1b9785 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:36.805156 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b6e10742-6d07-418c-ac80-50732245fa26 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:36.813972 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7d4c96-07b3-4e04-9e57-a9a41c850e70 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] No DVR routers for this DVR port 312425ea-3c42-49d7-a0e8-f86d77f7e09b on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:36.815441 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-94830250-c3dc-4556-8226-d1ed69d57a23 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794857 Dec 16 22:22:36.818175 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47858) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:36.836884 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8e25c0-3266-4347-9d63-06bd996e42ed None None] No DVR routers for this DVR port 312425ea-3c42-49d7-a0e8-f86d77f7e09b on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:36.846460 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-3eae1fee-fe64-430f-a3f3-f464cd221593 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:36.896239 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d4c96-07b3-4e04-9e57-a9a41c850e70 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event deleted for resources: {'Port': ['ID=312425ea-3c42-49d7-a0e8-f86d77f7e09b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:36.942825 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e25c0-3266-4347-9d63-06bd996e42ed None None] Pushing event deleted for resources: {'Port': ['ID=312425ea-3c42-49d7-a0e8-f86d77f7e09b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:36.979934 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cb5f9edd-2407-4bee-8f06-f497fc4932ce None None] Provisioning complete for port b6e10742-6d07-418c-ac80-50732245fa26 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:36.980483 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9edd-2407-4bee-8f06-f497fc4932ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.056094 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port b6e10742-6d07-418c-ac80-50732245fa26 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:37.056497 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.056894 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac41f85-8fb0-4cc8-9c56-b8fec301e8f6 req-b4e26eba-d16f-4b7c-9b40-d650c9c38637 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:37.068625 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6ac41f85-8fb0-4cc8-9c56-b8fec301e8f6 req-b4e26eba-d16f-4b7c-9b40-d650c9c38637 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1b4ae85-59aa-4a0a-ae9d-004cfa33c302 HTTP/1.1" status: 200 len: 946 time: 0.4631569 Dec 16 22:22:37.077842 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d7d4c96-07b3-4e04-9e57-a9a41c850e70 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.101440 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf2eba-a70c-4b60-90fb-9c850eb89c3c req-e9553f71-307b-4432-a797-a5213607764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:37.103939 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d0cf2eba-a70c-4b60-90fb-9c850eb89c3c req-e9553f71-307b-4432-a797-a5213607764f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 1097 time: 0.4184201 Dec 16 22:22:37.171283 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-4d7d4c96-07b3-4e04-9e57-a9a41c850e70 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3be1240-9da7-4523-84d6-c4d795c509fa']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:37.193802 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.197329 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9edd-2407-4bee-8f06-f497fc4932ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.235392 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f655204-6014-4916-bc5a-c95a9c7204ef None None] DHCP port deletion for f8482a80-79ef-4c20-9ddd-3945e7fc80d7 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:37.261960 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6ac41f85-8fb0-4cc8-9c56-b8fec301e8f6 req-04df4a28-ab89-45ad-85fa-6a5a37f2f9aa tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d8e8932-9639-404a-ad48-0769fa7d0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896710 Dec 16 22:22:37.266924 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-4d7d4c96-07b3-4e04-9e57-a9a41c850e70 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9a9a2f-d982-467f-a1f1-227f879b9bea') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:37.270543 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-4d7d4c96-07b3-4e04-9e57-a9a41c850e70 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9a9a2f-d982-467f-a1f1-227f879b9bea') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:37.308877 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d7d4c96-07b3-4e04-9e57-a9a41c850e70 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.321510 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port b6e10742-6d07-418c-ac80-50732245fa26, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b6e10742-6d07-418c-ac80-50732245fa26,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:37.321952 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d0cf2eba-a70c-4b60-90fb-9c850eb89c3c req-9d74de08-92df-498e-95e7-b334e0665f9f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008600 Dec 16 22:22:37.352034 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d7d4c96-07b3-4e04-9e57-a9a41c850e70 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.363535 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7d4c96-07b3-4e04-9e57-a9a41c850e70 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:22:37.364025 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d7d4c96-07b3-4e04-9e57-a9a41c850e70 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:22:37.370578 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:22:37.373244 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-03f29ebb-a825-444d-860b-d36878f5b731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.389680 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6f338cc3-09bd-452c-aa55-f981fb6e8192 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.393829 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1f655204-6014-4916-bc5a-c95a9c7204ef None None] Deleting port b6e10742-6d07-418c-ac80-50732245fa26 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:37.394202 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1f655204-6014-4916-bc5a-c95a9c7204ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.478477 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.479306 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 04afec58-2a84-4e46-937f-e64d497aa646 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:37.483444 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb63a0b-6d78-4f2c-b6dc-f5d3e0f04054 req-51fc65c6-d57d-4dc2-8b18-814729650ea4 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:37.490896 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1eb63a0b-6d78-4f2c-b6dc-f5d3e0f04054 req-51fc65c6-d57d-4dc2-8b18-814729650ea4 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.1405957 Dec 16 22:22:37.510892 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-03f29ebb-a825-444d-860b-d36878f5b731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.541784 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47868) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:37.572480 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f29ebb-a825-444d-860b-d36878f5b731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66709c1b-3b68-4163-9cad-90d3f15d655b,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:37.594153 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f29ebb-a825-444d-860b-d36878f5b731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:22:37.598451 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d7d4c96-07b3-4e04-9e57-a9a41c850e70 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.614150 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d7d4c96-07b3-4e04-9e57-a9a41c850e70 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.618648 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4d7d4c96-07b3-4e04-9e57-a9a41c850e70 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "DELETE /v2.0/networks/d3be1240-9da7-4523-84d6-c4d795c509fa HTTP/1.1" status: 204 len: 168 time: 1.8548260 Dec 16 22:22:37.638171 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47872) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:37.643646 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d4c96-07b3-4e04-9e57-a9a41c850e70 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event deleted for resources: {'Network': ['ID=d3be1240-9da7-4523-84d6-c4d795c509fa,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:37.646237 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-132b4498-9292-49bf-ae93-26553a9d8c3d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1687871253'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:37.658757 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-03f29ebb-a825-444d-860b-d36878f5b731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.666183 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-03f29ebb-a825-444d-860b-d36878f5b731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] Added segment 03c675ed-bd60-4d83-b196-38481cfc91da of type vlan for network add928b8-331d-4cc7-b999-08fb8ea640fd Dec 16 22:22:37.666183 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6f338cc3-09bd-452c-aa55-f981fb6e8192 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.666464 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-1f655204-6014-4916-bc5a-c95a9c7204ef None None] For port b6e10742-6d07-418c-ac80-50732245fa26, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b6e10742-6d07-418c-ac80-50732245fa26,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:37.666464 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1f655204-6014-4916-bc5a-c95a9c7204ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.674950 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1eb63a0b-6d78-4f2c-b6dc-f5d3e0f04054 req-7004fd42-35ec-4cb5-8d5d-5b3a040d93e5 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806631 Dec 16 22:22:37.695501 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-cb5f9edd-2407-4bee-8f06-f497fc4932ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:22:37.695979 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-cb5f9edd-2407-4bee-8f06-f497fc4932ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:22:37.701551 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1f655204-6014-4916-bc5a-c95a9c7204ef None None] Calling delete_port for b6e10742-6d07-418c-ac80-50732245fa26 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:37.703572 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=b6e10742-6d07-418c-ac80-50732245fa26,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:37.751283 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-03f29ebb-a825-444d-860b-d36878f5b731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.764509 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d6f7a6a-542a-4384-a55a-fb08b06f942c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.779235 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eae1fee-fe64-430f-a3f3-f464cd221593 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:37.785720 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3eae1fee-fe64-430f-a3f3-f464cd221593 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.786158 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 04afec58-2a84-4e46-937f-e64d497aa646 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:37.791149 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.872591 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d6f7a6a-542a-4384-a55a-fb08b06f942c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.889246 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6f338cc3-09bd-452c-aa55-f981fb6e8192 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.940571 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f338cc3-09bd-452c-aa55-f981fb6e8192 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0908c377-6625-439f-9cf1-089208f46641,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:37.955571 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1f655204-6014-4916-bc5a-c95a9c7204ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.988293 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d6f7a6a-542a-4384-a55a-fb08b06f942c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.990436 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-03f29ebb-a825-444d-860b-d36878f5b731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:37.997562 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f29ebb-a825-444d-860b-d36878f5b731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:37.998578 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-03f29ebb-a825-444d-860b-d36878f5b731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.003903 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 312425ea-3c42-49d7-a0e8-f86d77f7e09b no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:22:38.029296 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f655204-6014-4916-bc5a-c95a9c7204ef None None] No DVR routers for this DVR port b6e10742-6d07-418c-ac80-50732245fa26 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:38.032917 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 312425ea-3c42-49d7-a0e8-f86d77f7e09b {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:22:38.033386 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 312425ea-3c42-49d7-a0e8-f86d77f7e09b not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:22:38.039187 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f655204-6014-4916-bc5a-c95a9c7204ef None None] Pushing event deleted for resources: {'Port': ['ID=b6e10742-6d07-418c-ac80-50732245fa26,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:38.048500 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2d6f7a6a-542a-4384-a55a-fb08b06f942c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=66fad7c8a4fd4e54977df674c705dd93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5044098 Dec 16 22:22:38.058231 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47876) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:38.104741 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6f338cc3-09bd-452c-aa55-f981fb6e8192 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.106992 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6f338cc3-09bd-452c-aa55-f981fb6e8192 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3488274 Dec 16 22:22:38.113649 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47880) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:38.119216 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-9346ca26-daf3-4222-a2b3-ca48048f6f68 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:38.141560 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f7a6a-542a-4384-a55a-fb08b06f942c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b40041b-e7f5-41d3-b5ba-3cbe44bb76b7,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:38.156806 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22643cc9-bc2f-4cec-9a72-4e4beccf57e7 req-73828af7-0898-4596-8d93-6c027d59beda tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:38.158826 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22643cc9-bc2f-4cec-9a72-4e4beccf57e7 req-73828af7-0898-4596-8d93-6c027d59beda tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1b4ae85-59aa-4a0a-ae9d-004cfa33c302 HTTP/1.1" status: 200 len: 946 time: 0.2085848 Dec 16 22:22:38.174479 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-59d3af1d-f228-4ea3-b8d8-075ad06aa26b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.182984 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f29ebb-a825-444d-860b-d36878f5b731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] Pushing event updated for resources: {'Network': ['ID=add928b8-331d-4cc7-b999-08fb8ea640fd,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:38.193784 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-03f29ebb-a825-444d-860b-d36878f5b731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.1720235 Dec 16 22:22:38.201817 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network add928b8-331d-4cc7-b999-08fb8ea640fd details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:22:38.219921 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-59d3af1d-f228-4ea3-b8d8-075ad06aa26b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.251644 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-cb5f9edd-2407-4bee-8f06-f497fc4932ce None None] Port b6e10742-6d07-418c-ac80-50732245fa26 update to ACTIVE by agent not found {{(pid=103615) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 16 22:22:38.310205 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cb5f9edd-2407-4bee-8f06-f497fc4932ce None None] Provisioning complete for port 04afec58-2a84-4e46-937f-e64d497aa646 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:38.310824 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9edd-2407-4bee-8f06-f497fc4932ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.331030 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132b4498-9292-49bf-ae93-26553a9d8c3d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Made reservation on behalf of 3276816411724e4d868a9c723e7bff7f for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:38.335602 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-132b4498-9292-49bf-ae93-26553a9d8c3d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.372663 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9346ca26-daf3-4222-a2b3-ca48048f6f68 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.404357 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22643cc9-bc2f-4cec-9a72-4e4beccf57e7 req-a6cfa685-46b3-4ab1-933b-d79f35357e1f tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d8e8932-9639-404a-ad48-0769fa7d0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171135 Dec 16 22:22:38.439258 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132b4498-9292-49bf-ae93-26553a9d8c3d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:22:38.443666 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-59d3af1d-f228-4ea3-b8d8-075ad06aa26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.446871 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-59d3af1d-f228-4ea3-b8d8-075ad06aa26b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.448239 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-59d3af1d-f228-4ea3-b8d8-075ad06aa26b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2b40041b-e7f5-41d3-b5ba-3cbe44bb76b7 HTTP/1.1" status: 204 len: 168 time: 0.3902590 Dec 16 22:22:38.465142 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-132b4498-9292-49bf-ae93-26553a9d8c3d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.465655 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-132b4498-9292-49bf-ae93-26553a9d8c3d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Added segment 02886c82-451a-42f9-9e93-da4494aef11a of type vlan for network 7482fd44-8d0b-4203-9260-cc7edccfd323 Dec 16 22:22:38.480881 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3af1d-f228-4ea3-b8d8-075ad06aa26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b40041b-e7f5-41d3-b5ba-3cbe44bb76b7,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:38.484503 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3eae1fee-fe64-430f-a3f3-f464cd221593 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.553808 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b6e10742-6d07-418c-ac80-50732245fa26 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:22:38.573798 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9346ca26-daf3-4222-a2b3-ca48048f6f68 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.596325 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: b6e10742-6d07-418c-ac80-50732245fa26 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:22:38.596747 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b6e10742-6d07-418c-ac80-50732245fa26 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:22:38.598273 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-132b4498-9292-49bf-ae93-26553a9d8c3d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.649024 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eae1fee-fe64-430f-a3f3-f464cd221593 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:38.656260 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-3eae1fee-fe64-430f-a3f3-f464cd221593 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:38.667650 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90b5f3d-b7e8-4b72-a720-b7bc097b2458 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:38.668156 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47888) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:38.681350 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Request body: {'port': {'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd', 'binding:host_id': 'n-h1-815324-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081976654'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:38.684843 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae1fee-fe64-430f-a3f3-f464cd221593 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=35628ca0-b7d5-4ed1-9af6-cfa6bd69605b,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:38.687997 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eae1fee-fe64-430f-a3f3-f464cd221593 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:38.688641 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3eae1fee-fe64-430f-a3f3-f464cd221593 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.743400 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-9346ca26-daf3-4222-a2b3-ca48048f6f68 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Allocated IP 172.25.6.62 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/072a15cd-abfd-40d0-b3a4-f0bebd268fe5) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:38.807902 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8140c2bb-896a-4122-8329-2599259d91c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'fixed_ips': [{'subnet_id': '35628ca0-b7d5-4ed1-9af6-cfa6bd69605b'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:22:38.809033 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8140c2bb-896a-4122-8329-2599259d91c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.809742 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-132b4498-9292-49bf-ae93-26553a9d8c3d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.815470 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b4498-9292-49bf-ae93-26553a9d8c3d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:38.818934 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-132b4498-9292-49bf-ae93-26553a9d8c3d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.864603 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9346ca26-daf3-4222-a2b3-ca48048f6f68 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:38.914467 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3eae1fee-fe64-430f-a3f3-f464cd221593 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0947950 Dec 16 22:22:38.914709 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47892) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:38.919822 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-1247d72e-6484-4f74-b55f-f50ecf405060 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'mac_address': 'fa:16:3e:2a:aa:de', 'name': 'tempest-NetworksTestDHCPv6-981185732'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:38.921051 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b4498-9292-49bf-ae93-26553a9d8c3d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event updated for resources: {'Network': ['ID=7482fd44-8d0b-4203-9260-cc7edccfd323,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:38.940826 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cf73e-109d-4a83-9667-7ddb1792496b req-e283204c-410d-47cc-9ac2-b443eb0ebd76 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:38.948986 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f18cf73e-109d-4a83-9667-7ddb1792496b req-e283204c-410d-47cc-9ac2-b443eb0ebd76 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.1719012 Dec 16 22:22:38.962057 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 7482fd44-8d0b-4203-9260-cc7edccfd323 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:22:38.964443 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-132b4498-9292-49bf-ae93-26553a9d8c3d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3251526 Dec 16 22:22:38.971761 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47896) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:38.980464 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-2531ea92-9cea-469d-a55e-ce00d3192cf4 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Request body: {'subnet': {'network_id': '7482fd44-8d0b-4203-9260-cc7edccfd323', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:39.007880 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Made reservation on behalf of e8412141c0da425c955102b2da2666fa for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:39.010607 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.024214 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9346ca26-daf3-4222-a2b3-ca48048f6f68 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.080289 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-8140c2bb-896a-4122-8329-2599259d91c2 None None] Allocated IP 2001:db8::2 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/35628ca0-b7d5-4ed1-9af6-cfa6bd69605b/cbfece03-1720-4776-a6e9-58098498490e) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:39.102754 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.121656 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f18cf73e-109d-4a83-9667-7ddb1792496b req-d71c4560-226d-4f37-9314-7431b9fd25ad tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716232 Dec 16 22:22:39.162604 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9346ca26-daf3-4222-a2b3-ca48048f6f68 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:39.171106 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-9346ca26-daf3-4222-a2b3-ca48048f6f68 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:39.176944 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9346ca26-daf3-4222-a2b3-ca48048f6f68 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:39.203642 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346ca26-daf3-4222-a2b3-ca48048f6f68 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event updated for resources: {'Port': ['ID=072a15cd-abfd-40d0-b3a4-f0bebd268fe5,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:39.214422 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2531ea92-9cea-469d-a55e-ce00d3192cf4 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Made reservation on behalf of 3276816411724e4d868a9c723e7bff7f for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:39.222175 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2531ea92-9cea-469d-a55e-ce00d3192cf4 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.310829 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1247d72e-6484-4f74-b55f-f50ecf405060 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:39.348426 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8140c2bb-896a-4122-8329-2599259d91c2 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.419023 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.420457 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9346ca26-daf3-4222-a2b3-ca48048f6f68 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.460275 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1247d72e-6484-4f74-b55f-f50ecf405060 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.487377 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-1247d72e-6484-4f74-b55f-f50ecf405060 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] device_id is not set on port 217906c0-c44b-4d33-a562-362d382f2b94 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:22:39.510585 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8140c2bb-896a-4122-8329-2599259d91c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.542652 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2531ea92-9cea-469d-a55e-ce00d3192cf4 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.569219 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8140c2bb-896a-4122-8329-2599259d91c2 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:39.573829 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-8140c2bb-896a-4122-8329-2599259d91c2 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:39.574059 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.575789 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140c2bb-896a-4122-8329-2599259d91c2 None None] Pushing event updated for resources: {'Port': ['ID=cbfece03-1720-4776-a6e9-58098498490e,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:39.578136 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8140c2bb-896a-4122-8329-2599259d91c2 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:39.581319 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] device_id is not set on port 59b00efe-b603-41f4-adac-1ce722d5f782 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:22:39.597929 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47902) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:39.619521 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42661492-1e51-4619-afc9-31c45d60303e req-917adc2a-f51f-4038-86ce-02a439817f9d tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:39.621383 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42661492-1e51-4619-afc9-31c45d60303e req-917adc2a-f51f-4038-86ce-02a439817f9d tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1b4ae85-59aa-4a0a-ae9d-004cfa33c302 HTTP/1.1" status: 200 len: 946 time: 0.1250193 Dec 16 22:22:39.647499 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d41f0a66-5045-42d2-821b-1a8157952e69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.673497 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531ea92-9cea-469d-a55e-ce00d3192cf4 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event updated for resources: {'Subnet': ['ID=35ca0db3-12cf-4820-8194-8f54ed40b7fe,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:39.678265 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-8140c2bb-896a-4122-8329-2599259d91c2 None None] Attempting to bind port cbfece03-1720-4776-a6e9-58098498490e on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:39.681058 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-8140c2bb-896a-4122-8329-2599259d91c2 None None] Attempting to bind port cbfece03-1720-4776-a6e9-58098498490e by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:39.681814 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8140c2bb-896a-4122-8329-2599259d91c2 None None] Attempting to bind port cbfece03-1720-4776-a6e9-58098498490e on network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:39.691585 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8140c2bb-896a-4122-8329-2599259d91c2 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:39.693281 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8140c2bb-896a-4122-8329-2599259d91c2 None None] Checking segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:39.693281 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8140c2bb-896a-4122-8329-2599259d91c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.694446 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8140c2bb-896a-4122-8329-2599259d91c2 None None] Bound using segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:39.695541 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-8140c2bb-896a-4122-8329-2599259d91c2 None None] Bound port: cbfece03-1720-4776-a6e9-58098498490e, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:39.696372 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8140c2bb-896a-4122-8329-2599259d91c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.714010 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9346ca26-daf3-4222-a2b3-ca48048f6f68 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.742763 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2531ea92-9cea-469d-a55e-ce00d3192cf4 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Checking segment: {'id': '02886c82-451a-42f9-9e93-da4494aef11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7482fd44-8d0b-4203-9260-cc7edccfd323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:39.743257 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2531ea92-9cea-469d-a55e-ce00d3192cf4 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Network hostable DHCP agents. Network: 7482fd44-8d0b-4203-9260-cc7edccfd323, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:22:39.760036 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42661492-1e51-4619-afc9-31c45d60303e req-f9f94c37-8cc0-4770-ac5d-20372c3b9e07 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d8e8932-9639-404a-ad48-0769fa7d0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218669 Dec 16 22:22:39.779760 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045df866-76a0-4e80-bb51-2cfad5364574,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:39.804200 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8140c2bb-896a-4122-8329-2599259d91c2 None None] For port cbfece03-1720-4776-a6e9-58098498490e, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:39.809603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8140c2bb-896a-4122-8329-2599259d91c2 None None] For port cbfece03-1720-4776-a6e9-58098498490e, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=cbfece03-1720-4776-a6e9-58098498490e,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:39.825191 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d41f0a66-5045-42d2-821b-1a8157952e69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.833739 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d49aa-bfe6-49f9-a091-f5868417b70a req-fa953fe2-6d0e-4e24-9892-369a4173d120 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:39.836051 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a30d49aa-bfe6-49f9-a091-f5868417b70a req-fa953fe2-6d0e-4e24-9892-369a4173d120 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.57 "GET /v2.0/ports?device_id=b1b4ae85-59aa-4a0a-ae9d-004cfa33c302 HTTP/1.1" status: 200 len: 946 time: 0.3109868 Dec 16 22:22:39.873982 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-1247d72e-6484-4f74-b55f-f50ecf405060 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 2001:db8::2b4 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/35628ca0-b7d5-4ed1-9af6-cfa6bd69605b/217906c0-c44b-4d33-a562-362d382f2b94) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:39.887931 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2531ea92-9cea-469d-a55e-ce00d3192cf4 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Network 7482fd44-8d0b-4203-9260-cc7edccfd323 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:22:39.919758 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d41f0a66-5045-42d2-821b-1a8157952e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.920371 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8140c2bb-896a-4122-8329-2599259d91c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:39.966626 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d41f0a66-5045-42d2-821b-1a8157952e69 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cedae427dbc145b68ac3f915a29e8e1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3672881 Dec 16 22:22:39.967664 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f0a66-5045-42d2-821b-1a8157952e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26ab1c8-7560-49dd-bec7-fc2702351579,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:39.970211 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47904) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:39.994573 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-2531ea92-9cea-469d-a55e-ce00d3192cf4 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 7482fd44-8d0b-4203-9260-cc7edccfd323) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:39.999667 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140c2bb-896a-4122-8329-2599259d91c2 None None] Pushing event updated for resources: {'Port': ['ID=cbfece03-1720-4776-a6e9-58098498490e,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:40.005382 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2531ea92-9cea-469d-a55e-ce00d3192cf4 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:40.006010 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2531ea92-9cea-469d-a55e-ce00d3192cf4 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.008487 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7134d222-56a1-4fbb-b747-db8342baa105 None None] Network 7482fd44-8d0b-4203-9260-cc7edccfd323 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:40.049438 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b5eb24a-69a3-4d21-a206-4ff20f3d5228 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.089641 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b5eb24a-69a3-4d21-a206-4ff20f3d5228 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.122050 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2531ea92-9cea-469d-a55e-ce00d3192cf4 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1482615 Dec 16 22:22:40.124878 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47906) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:40.138908 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-33a8fcf8-ad13-4ac0-af4d-14d167e0948a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-501543568'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:40.177565 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2132998f-3bef-4d39-8697-8bf7cff1e938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-7482fd44-8d0b-4203-9260-cc7edccfd323', 'network_id': '7482fd44-8d0b-4203-9260-cc7edccfd323', 'project_id': '3276816411724e4d868a9c723e7bff7f', 'fixed_ips': [{'subnet_id': '35ca0db3-12cf-4820-8194-8f54ed40b7fe'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:22:40.179890 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2132998f-3bef-4d39-8697-8bf7cff1e938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.253155 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a8fcf8-ad13-4ac0-af4d-14d167e0948a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Made reservation on behalf of 3276816411724e4d868a9c723e7bff7f for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:40.257721 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33a8fcf8-ad13-4ac0-af4d-14d167e0948a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.310360 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b5eb24a-69a3-4d21-a206-4ff20f3d5228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.313472 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b5eb24a-69a3-4d21-a206-4ff20f3d5228 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.326564 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5b5eb24a-69a3-4d21-a206-4ff20f3d5228 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a26ab1c8-7560-49dd-bec7-fc2702351579 HTTP/1.1" status: 204 len: 168 time: 0.3462098 Dec 16 22:22:40.342737 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a8fcf8-ad13-4ac0-af4d-14d167e0948a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:22:40.359243 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5eb24a-69a3-4d21-a206-4ff20f3d5228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26ab1c8-7560-49dd-bec7-fc2702351579,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:40.377762 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33a8fcf8-ad13-4ac0-af4d-14d167e0948a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.378201 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-33a8fcf8-ad13-4ac0-af4d-14d167e0948a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Added segment 5ad419b0-2d81-4624-9cc1-d312d78ca032 of type vlan for network 52fc3d88-3d85-48f2-b54f-8bbce1098647 Dec 16 22:22:40.497002 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33a8fcf8-ad13-4ac0-af4d-14d167e0948a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.596812 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33a8fcf8-ad13-4ac0-af4d-14d167e0948a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.605087 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a8fcf8-ad13-4ac0-af4d-14d167e0948a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:40.606354 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33a8fcf8-ad13-4ac0-af4d-14d167e0948a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.612727 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-2132998f-3bef-4d39-8697-8bf7cff1e938 None None] Allocated IP 19.80.0.2 (7482fd44-8d0b-4203-9260-cc7edccfd323/35ca0db3-12cf-4820-8194-8f54ed40b7fe/2b6f9917-4eda-42e1-b26f-1720d355d941) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:40.649957 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device cbfece03-1720-4776-a6e9-58098498490e up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:40.752532 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8fcf8-ad13-4ac0-af4d-14d167e0948a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event updated for resources: {'Network': ['ID=52fc3d88-3d85-48f2-b54f-8bbce1098647,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:40.772891 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 52fc3d88-3d85-48f2-b54f-8bbce1098647 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:22:40.781543 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port cbfece03-1720-4776-a6e9-58098498490e triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:40.782026 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.792571 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22ca82-78b4-468c-97a9-f80da882ecf2 req-80e08eac-3863-4e93-b12c-e6da1b64313f tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:40.794241 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a22ca82-78b4-468c-97a9-f80da882ecf2 req-80e08eac-3863-4e93-b12c-e6da1b64313f tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.2920308 Dec 16 22:22:40.814338 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] device_id is not set on port 59b00efe-b603-41f4-adac-1ce722d5f782 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:22:40.839541 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-33a8fcf8-ad13-4ac0-af4d-14d167e0948a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7134767 Dec 16 22:22:40.841915 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47916) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:40.845540 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.847174 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a9caa02a-bc26-4241-aab1-47c81587f10a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Request body: {'subnet': {'network_id': '52fc3d88-3d85-48f2-b54f-8bbce1098647', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:40.904350 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9346ca26-daf3-4222-a2b3-ca48048f6f68 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.913844 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-a30d49aa-bfe6-49f9-a091-f5868417b70a req-000ab295-6bfc-468f-bf4a-f4508e92df7a tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Deleting port 641246dc-525a-4033-ac95-d85fe07a3145 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:40.919459 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a30d49aa-bfe6-49f9-a091-f5868417b70a req-000ab295-6bfc-468f-bf4a-f4508e92df7a tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:40.996560 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:41.006024 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9346ca26-daf3-4222-a2b3-ca48048f6f68 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:41.016392 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1247d72e-6484-4f74-b55f-f50ecf405060 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:41.055714 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a22ca82-78b4-468c-97a9-f80da882ecf2 req-ab514863-5772-4ced-ba83-e98e88d8f41e tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324696 Dec 16 22:22:41.064934 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2132998f-3bef-4d39-8697-8bf7cff1e938 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:41.075578 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafd64c-0035-4170-9c48-64b342bc4585 req-a59ad24f-c02d-45d8-b9f8-152424a1f7d8 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:41.083463 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8cafd64c-0035-4170-9c48-64b342bc4585 req-a59ad24f-c02d-45d8-b9f8-152424a1f7d8 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1b4ae85-59aa-4a0a-ae9d-004cfa33c302 HTTP/1.1" status: 200 len: 946 time: 0.1611164 Dec 16 22:22:41.154101 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:41.169172 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8cafd64c-0035-4170-9c48-64b342bc4585 req-8def95b8-8ef3-4929-a88c-211370c49b27 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d8e8932-9639-404a-ad48-0769fa7d0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847065 Dec 16 22:22:41.193231 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2132998f-3bef-4d39-8697-8bf7cff1e938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:41.196063 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9caa02a-bc26-4241-aab1-47c81587f10a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Made reservation on behalf of 3276816411724e4d868a9c723e7bff7f for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:41.200100 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a9caa02a-bc26-4241-aab1-47c81587f10a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:41.249606 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346ca26-daf3-4222-a2b3-ca48048f6f68 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event updated for resources: {'Port': ['ID=072a15cd-abfd-40d0-b3a4-f0bebd268fe5,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:41.255340 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-a30d49aa-bfe6-49f9-a091-f5868417b70a req-000ab295-6bfc-468f-bf4a-f4508e92df7a tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] For port 641246dc-525a-4033-ac95-d85fe07a3145, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=641246dc-525a-4033-ac95-d85fe07a3145,segment=NetworkSegment(fd792b11-37a2-4994-8c2e-5fd6fb830b76),segment_id=fd792b11-37a2-4994-8c2e-5fd6fb830b76)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:41.255696 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a30d49aa-bfe6-49f9-a091-f5868417b70a req-000ab295-6bfc-468f-bf4a-f4508e92df7a tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:41.276765 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1247d72e-6484-4f74-b55f-f50ecf405060 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:41.281908 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port cbfece03-1720-4776-a6e9-58098498490e, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=cbfece03-1720-4776-a6e9-58098498490e,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:41.315776 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2132998f-3bef-4d39-8697-8bf7cff1e938 None None] Network 7482fd44-8d0b-4203-9260-cc7edccfd323 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:41.328854 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-2132998f-3bef-4d39-8697-8bf7cff1e938 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:41.331650 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2132998f-3bef-4d39-8697-8bf7cff1e938 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:41.333798 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132998f-3bef-4d39-8697-8bf7cff1e938 None None] Pushing event updated for resources: {'Port': ['ID=2b6f9917-4eda-42e1-b26f-1720d355d941,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:41.356865 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-a30d49aa-bfe6-49f9-a091-f5868417b70a req-000ab295-6bfc-468f-bf4a-f4508e92df7a tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Calling delete_port for 641246dc-525a-4033-ac95-d85fe07a3145 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:41.378428 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9346ca26-daf3-4222-a2b3-ca48048f6f68 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:41.413219 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Pushing event updated for resources: {'Port': ['ID=59b00efe-b603-41f4-adac-1ce722d5f782,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:41.451089 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1247d72e-6484-4f74-b55f-f50ecf405060 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:41.463080 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Checking segment: {'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:41.463728 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Network hostable DHCP agents. Network: add928b8-331d-4cc7-b999-08fb8ea640fd, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:22:41.469472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-1247d72e-6484-4f74-b55f-f50ecf405060 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:41.502161 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1247d72e-6484-4f74-b55f-f50ecf405060 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:41.509051 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1247d72e-6484-4f74-b55f-f50ecf405060 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:41.509745 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1247d72e-6484-4f74-b55f-f50ecf405060 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:41.574562 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247d72e-6484-4f74-b55f-f50ecf405060 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Port': ['ID=217906c0-c44b-4d33-a562-362d382f2b94,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:41.583054 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9346ca26-daf3-4222-a2b3-ca48048f6f68 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:41.591235 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9346ca26-daf3-4222-a2b3-ca48048f6f68 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4763219 Dec 16 22:22:41.613672 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:41.616567 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a9caa02a-bc26-4241-aab1-47c81587f10a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:41.708211 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1247d72e-6484-4f74-b55f-f50ecf405060 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7811120 Dec 16 22:22:41.734888 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-2132998f-3bef-4d39-8697-8bf7cff1e938 None None] Attempting to bind port 2b6f9917-4eda-42e1-b26f-1720d355d941 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:41.736669 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-2132998f-3bef-4d39-8697-8bf7cff1e938 None None] Attempting to bind port 2b6f9917-4eda-42e1-b26f-1720d355d941 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '02886c82-451a-42f9-9e93-da4494aef11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7482fd44-8d0b-4203-9260-cc7edccfd323'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:41.737251 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2132998f-3bef-4d39-8697-8bf7cff1e938 None None] Attempting to bind port 2b6f9917-4eda-42e1-b26f-1720d355d941 on network 7482fd44-8d0b-4203-9260-cc7edccfd323 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:41.751595 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9caa02a-bc26-4241-aab1-47c81587f10a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event updated for resources: {'Subnet': ['ID=0a3eb3bd-8015-4019-bdc7-09926205ee64,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:41.756661 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47936) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:41.787463 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Network add928b8-331d-4cc7-b999-08fb8ea640fd is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:22:41.811659 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2132998f-3bef-4d39-8697-8bf7cff1e938 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:41.812301 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2132998f-3bef-4d39-8697-8bf7cff1e938 None None] Checking segment: {'id': '02886c82-451a-42f9-9e93-da4494aef11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7482fd44-8d0b-4203-9260-cc7edccfd323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:41.812480 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2132998f-3bef-4d39-8697-8bf7cff1e938 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:41.815220 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2132998f-3bef-4d39-8697-8bf7cff1e938 None None] Bound using segment: {'id': '02886c82-451a-42f9-9e93-da4494aef11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7482fd44-8d0b-4203-9260-cc7edccfd323'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:41.815980 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-2132998f-3bef-4d39-8697-8bf7cff1e938 None None] Bound port: 2b6f9917-4eda-42e1-b26f-1720d355d941, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02886c82-451a-42f9-9e93-da4494aef11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7482fd44-8d0b-4203-9260-cc7edccfd323'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:41.816556 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2132998f-3bef-4d39-8697-8bf7cff1e938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:41.909176 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96002fd-eb4e-4f91-b18f-125b16cb6f1d req-c041c82e-8682-447c-a4b4-e8680424b250 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:41.911592 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d96002fd-eb4e-4f91-b18f-125b16cb6f1d req-c041c82e-8682-447c-a4b4-e8680424b250 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.1292260 Dec 16 22:22:41.938302 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, add928b8-331d-4cc7-b999-08fb8ea640fd) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:41.941723 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ed4e99c1-522c-4b02-8f4f-0625ed245657 None None] Provisioning complete for port cbfece03-1720-4776-a6e9-58098498490e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:41.942350 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ed4e99c1-522c-4b02-8f4f-0625ed245657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:41.970766 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:41.982447 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a30d49aa-bfe6-49f9-a091-f5868417b70a req-000ab295-6bfc-468f-bf4a-f4508e92df7a tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:42.010358 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed92b48-f125-4544-acde-c3ea6191a011 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:42.018311 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f65e16c-5a5f-455a-a45d-c966d869a916 None None] Network add928b8-331d-4cc7-b999-08fb8ea640fd requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:42.018863 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed92b48-f125-4544-acde-c3ea6191a011 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:42.021050 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bed92b48-f125-4544-acde-c3ea6191a011 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.2630758 Dec 16 22:22:42.022242 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9caa02a-bc26-4241-aab1-47c81587f10a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Checking segment: {'id': '5ad419b0-2d81-4624-9cc1-d312d78ca032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '52fc3d88-3d85-48f2-b54f-8bbce1098647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:42.022837 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9caa02a-bc26-4241-aab1-47c81587f10a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Network hostable DHCP agents. Network: 52fc3d88-3d85-48f2-b54f-8bbce1098647, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:22:42.029407 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['641246dc-525a-4033-ac95-d85fe07a3145'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:22:42.031001 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47956) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:42.075375 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:42.075714 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:42.076245 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:42.083924 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ab295-6bfc-468f-bf4a-f4508e92df7a tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Pushing event deleted for resources: {'Port': ['ID=641246dc-525a-4033-ac95-d85fe07a3145,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:42.094605 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port 59b00efe-b603-41f4-adac-1ce722d5f782 on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:42.095260 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:42.099708 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e96941-2a4a-4fae-ab03-082937561cfb req-3d920fee-b8a9-495e-a0fd-87d8a0a0ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:42.102053 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7e96941-2a4a-4fae-ab03-082937561cfb req-3d920fee-b8a9-495e-a0fd-87d8a0a0ae8b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2eee87fa71d34d10aa69ccc2197b9b4f&device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 1097 time: 0.2785056 Dec 16 22:22:42.102246 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempt 2 to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 Dec 16 22:22:42.132457 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=cbfece03-1720-4776-a6e9-58098498490e,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:42.156702 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d96002fd-eb4e-4f91-b18f-125b16cb6f1d req-73856b54-5b2e-4eba-9c77-804b0556a2aa tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361841 Dec 16 22:22:42.157437 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:42.157778 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:42.158119 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:42.211343 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30d49aa-bfe6-49f9-a091-f5868417b70a req-000ab295-6bfc-468f-bf4a-f4508e92df7a tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] No DVR routers for this DVR port 641246dc-525a-4033-ac95-d85fe07a3145 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:42.211343 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port 59b00efe-b603-41f4-adac-1ce722d5f782 on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:42.211343 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:42.211343 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a30d49aa-bfe6-49f9-a091-f5868417b70a req-000ab295-6bfc-468f-bf4a-f4508e92df7a tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:42.211343 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a30d49aa-bfe6-49f9-a091-f5868417b70a req-000ab295-6bfc-468f-bf4a-f4508e92df7a tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.57 "DELETE /v2.0/ports/641246dc-525a-4033-ac95-d85fe07a3145 HTTP/1.1" status: 204 len: 173 time: 2.3453615 Dec 16 22:22:42.211343 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempt 3 to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 Dec 16 22:22:42.211343 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b4ae85-59aa-4a0a-ae9d-004cfa33c302', 'name': 'network-vif-deleted', 'tag': '641246dc-525a-4033-ac95-d85fe07a3145'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:22:42.212009 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-2132998f-3bef-4d39-8697-8bf7cff1e938 None None] For port 2b6f9917-4eda-42e1-b26f-1720d355d941, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:42.212113 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40baa7df-95f8-4a1e-8b19-51c3780a916f" -d '{"events": [{"server_uuid": "b1b4ae85-59aa-4a0a-ae9d-004cfa33c302", "name": "network-vif-deleted", "tag": "641246dc-525a-4033-ac95-d85fe07a3145"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:22:42.232552 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:42.233596 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:42.234177 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:42.247485 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port 59b00efe-b603-41f4-adac-1ce722d5f782 on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:42.248364 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:42.250361 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempt 4 to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 Dec 16 22:22:42.255122 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-2132998f-3bef-4d39-8697-8bf7cff1e938 None None] For port 2b6f9917-4eda-42e1-b26f-1720d355d941, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2b6f9917-4eda-42e1-b26f-1720d355d941,segment=NetworkSegment(02886c82-451a-42f9-9e93-da4494aef11a),segment_id=02886c82-451a-42f9-9e93-da4494aef11a)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:42.269044 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9caa02a-bc26-4241-aab1-47c81587f10a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Network 52fc3d88-3d85-48f2-b54f-8bbce1098647 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:22:42.295777 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:42.295777 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:42.295777 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:42.296281 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-a9caa02a-bc26-4241-aab1-47c81587f10a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 52fc3d88-3d85-48f2-b54f-8bbce1098647) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:42.308590 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-04f72a72-b414-4c23-80c6-ab0480215e60 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1485464350&fields=id&tenant_id=45dc1fa90bee4d0982a4d71f8e7220e0 HTTP/1.1" status: 200 len: 267 time: 0.2804155 Dec 16 22:22:42.313288 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763447fb-7b1b-479a-9eed-013942325376 None None] Network 52fc3d88-3d85-48f2-b54f-8bbce1098647 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:42.314404 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a39b88ab-9e43-48bd-a615-b9bf9ea1a7ff req-6d23146a-570f-4931-b7a8-979d40ff6017 tempest-InstanceActionsV221TestJSON-874089866 tempest-InstanceActionsV221TestJSON-874089866-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1b4ae85-59aa-4a0a-ae9d-004cfa33c302 HTTP/1.1" status: 200 len: 210 time: 0.0415871 Dec 16 22:22:42.315667 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port 59b00efe-b603-41f4-adac-1ce722d5f782 on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:42.316179 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:42.316793 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempt 5 to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 Dec 16 22:22:42.318897 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9caa02a-bc26-4241-aab1-47c81587f10a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:42.319798 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a9caa02a-bc26-4241-aab1-47c81587f10a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:42.340762 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:42.344455 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:42.346652 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:42.364652 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port 59b00efe-b603-41f4-adac-1ce722d5f782 on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:42.370791 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:42.371574 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempt 6 to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 Dec 16 22:22:42.401050 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:42.401668 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:42.402166 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:42.408289 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port 59b00efe-b603-41f4-adac-1ce722d5f782 on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:42.412053 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:42.412053 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempt 7 to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 Dec 16 22:22:42.426947 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-5045fb18-e645-4640-b04b-2ce1a3e2861d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting port 217906c0-c44b-4d33-a562-362d382f2b94 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:42.426947 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5045fb18-e645-4640-b04b-2ce1a3e2861d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:42.430195 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:42.430915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:42.431643 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:42.435256 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d995b441-4416-454b-9cda-13fe87b31ae6 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:42.443677 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2132998f-3bef-4d39-8697-8bf7cff1e938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:42.449654 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d995b441-4416-454b-9cda-13fe87b31ae6 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports/e0f2a365-369e-405c-9065-780d829281e6 HTTP/1.1" status: 200 len: 935 time: 0.1353014 Dec 16 22:22:42.450011 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3176e7-f14b-4a3e-a05b-30dbab3bb7c2 x-openstack-request-id: req-ca3176e7-f14b-4a3e-a05b-30dbab3bb7c2 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:22:42.450011 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b4ae85-59aa-4a0a-ae9d-004cfa33c302", "name": "network-vif-deleted", "tag": "641246dc-525a-4033-ac95-d85fe07a3145", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:22:42.450011 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ca3176e7-f14b-4a3e-a05b-30dbab3bb7c2 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:22:42.450011 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b4ae85-59aa-4a0a-ae9d-004cfa33c302', 'name': 'network-vif-deleted', 'tag': '641246dc-525a-4033-ac95-d85fe07a3145', 'status': 'completed', 'code': 200} Dec 16 22:22:42.451676 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port 59b00efe-b603-41f4-adac-1ce722d5f782 on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:42.452169 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:42.452716 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempt 8 to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 Dec 16 22:22:42.462424 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a9caa02a-bc26-4241-aab1-47c81587f10a tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6194019 Dec 16 22:22:42.463769 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e96941-2a4a-4fae-ab03-082937561cfb req-7f5bab15-68e1-4e13-9e15-0bd5eca449fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:42.465250 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7e96941-2a4a-4fae-ab03-082937561cfb req-7f5bab15-68e1-4e13-9e15-0bd5eca449fb service neutron] 10.222.0.57 "GET /v2.0/networks?id=66ba2238-7dba-4548-9d17-efb5b42cdbfe HTTP/1.1" status: 200 len: 911 time: 0.3550153 Dec 16 22:22:42.481144 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:42.481606 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:42.482346 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:42.487811 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port 59b00efe-b603-41f4-adac-1ce722d5f782 on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:42.488272 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:42.488741 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempt 9 to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 Dec 16 22:22:42.511771 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:42.512263 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:42.512709 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:42.525618 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port 59b00efe-b603-41f4-adac-1ce722d5f782 on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:42.526280 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:42.527376 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempt 10 to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 Dec 16 22:22:42.561122 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:42.561608 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:42.562898 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:42.582010 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port 59b00efe-b603-41f4-adac-1ce722d5f782 on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:42.582316 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port 59b00efe-b603-41f4-adac-1ce722d5f782 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:42.582665 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:42.604996 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device cbfece03-1720-4776-a6e9-58098498490e up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:42.607437 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7e96941-2a4a-4fae-ab03-082937561cfb req-05c39229-ee2f-44db-b13d-1d28476fcb7c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4583350-e8bc-458b-bc4d-46177d75f06d HTTP/1.1" status: 200 len: 217 time: 0.1100078 Dec 16 22:22:42.614820 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-b2ac7c45-80c6-4b5d-9a3b-2d60b4f15bef tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:42.641792 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-b2ac7c45-80c6-4b5d-9a3b-2d60b4f15bef tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports/117343d1-e9dc-47b5-b09b-1fc4fcc77e1a HTTP/1.1" status: 200 len: 936 time: 0.1959448 Dec 16 22:22:42.673509 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4888ab8-2284-459c-885a-9b32389d07b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-52fc3d88-3d85-48f2-b54f-8bbce1098647', 'network_id': '52fc3d88-3d85-48f2-b54f-8bbce1098647', 'project_id': '3276816411724e4d868a9c723e7bff7f', 'fixed_ips': [{'subnet_id': '0a3eb3bd-8015-4019-bdc7-09926205ee64'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:22:42.674609 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f4888ab8-2284-459c-885a-9b32389d07b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:42.750494 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2cd6f974-a822-4a81-a5cc-989591434048 None None] Provisioning complete for port 217906c0-c44b-4d33-a562-362d382f2b94 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:42.750851 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2cd6f974-a822-4a81-a5cc-989591434048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:42.765681 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] For port 59b00efe-b603-41f4-adac-1ce722d5f782, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:42.766800 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempted to set empty binding levels {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 22:22:42.793355 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e96941-2a4a-4fae-ab03-082937561cfb req-14fe84d8-83ef-48eb-b645-46c18463a0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:42.795770 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7e96941-2a4a-4fae-ab03-082937561cfb req-14fe84d8-83ef-48eb-b645-46c18463a0ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09099f39-0a9d-4259-8597-583ef27faa64 HTTP/1.1" status: 200 len: 851 time: 0.1461062 Dec 16 22:22:42.796545 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132998f-3bef-4d39-8697-8bf7cff1e938 None None] Pushing event updated for resources: {'Port': ['ID=2b6f9917-4eda-42e1-b26f-1720d355d941,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:42.826699 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-96105087-7530-4a17-90a2-74fc6688ed62 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?network_id=66e9be3c-e724-4370-8e53-fc3253b9f776&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1840072 Dec 16 22:22:42.848217 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:42.912611 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6f974-a822-4a81-a5cc-989591434048 None None] Port 217906c0-c44b-4d33-a562-362d382f2b94 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:22:42.916361 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Pushing event updated for resources: {'Port': ['ID=59b00efe-b603-41f4-adac-1ce722d5f782,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:42.944455 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port cbfece03-1720-4776-a6e9-58098498490e triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:42.945466 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:42.948578 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7e96941-2a4a-4fae-ab03-082937561cfb req-d2837cad-1cb1-4254-921a-7aa1cf631df6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66ba2238-7dba-4548-9d17-efb5b42cdbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1291859 Dec 16 22:22:42.957639 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-05a257a2-fbfd-4949-8469-aaad964d4a72 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?network_id=66e9be3c-e724-4370-8e53-fc3253b9f776&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1125767 Dec 16 22:22:43.056321 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-f4888ab8-2284-459c-885a-9b32389d07b1 None None] Allocated IP 19.86.0.2 (52fc3d88-3d85-48f2-b54f-8bbce1098647/0a3eb3bd-8015-4019-bdc7-09926205ee64/51cb589d-4972-479b-bce7-65dfbc9ecf16) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:43.089716 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5045fb18-e645-4640-b04b-2ce1a3e2861d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:43.146823 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:43.148611 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:43.168086 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-874705bd-8832-4737-9455-52fac6b3990f tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:43.175305 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-874705bd-8832-4737-9455-52fac6b3990f tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:43.185208 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-5045fb18-e645-4640-b04b-2ce1a3e2861d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Calling delete_port for 217906c0-c44b-4d33-a562-362d382f2b94 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:43.185441 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-874705bd-8832-4737-9455-52fac6b3990f tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/networks?id=7482fd44-8d0b-4203-9260-cc7edccfd323&id=52fc3d88-3d85-48f2-b54f-8bbce1098647 HTTP/1.1" status: 200 len: 1391 time: 0.2702346 Dec 16 22:22:43.214557 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-82116e16-309c-4952-9c99-f81ca8c8a3bd tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/quotas/3276816411724e4d868a9c723e7bff7f HTTP/1.1" status: 200 len: 375 time: 0.0293026 Dec 16 22:22:43.282909 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-49ad03c6-43c6-4f51-bca7-749e60f86b28 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=3276816411724e4d868a9c723e7bff7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0673814 Dec 16 22:22:43.316620 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7e96941-2a4a-4fae-ab03-082937561cfb req-1e04f8f7-a881-4816-b29c-4dedd58be9ad service neutron] 10.222.0.57 "GET /v2.0/networks/66ba2238-7dba-4548-9d17-efb5b42cdbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553092 Dec 16 22:22:43.339619 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-61e7a96e-f416-4c3e-a3ff-57ed28c60660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.6705682 Dec 16 22:22:43.342242 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47988) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:43.389601 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f4888ab8-2284-459c-885a-9b32389d07b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:43.450594 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-d5399004-1a3c-4f45-b7e8-74543273d647 service neutron] 10.222.0.75 "GET /v2.0/networks/7482fd44-8d0b-4203-9260-cc7edccfd323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667554 Dec 16 22:22:43.525206 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-8afbc385-818a-4e7e-8c62-e646dcc05a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Deleting port 59b00efe-b603-41f4-adac-1ce722d5f782 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:43.525556 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8afbc385-818a-4e7e-8c62-e646dcc05a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:43.561750 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f4888ab8-2284-459c-885a-9b32389d07b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:43.610908 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4888ab8-2284-459c-885a-9b32389d07b1 None None] Network 52fc3d88-3d85-48f2-b54f-8bbce1098647 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:43.633812 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-8afbc385-818a-4e7e-8c62-e646dcc05a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] For port 59b00efe-b603-41f4-adac-1ce722d5f782, host n-h1-815324-4, got binding levels [] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:43.634375 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8afbc385-818a-4e7e-8c62-e646dcc05a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:43.639989 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-f4888ab8-2284-459c-885a-9b32389d07b1 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:43.652935 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-8afbc385-818a-4e7e-8c62-e646dcc05a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Calling delete_port for 59b00efe-b603-41f4-adac-1ce722d5f782 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:43.667567 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4888ab8-2284-459c-885a-9b32389d07b1 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:43.705553 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-56eb5844-01d2-4de8-86d2-ac9c40621912 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:43.712158 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-56eb5844-01d2-4de8-86d2-ac9c40621912 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:43.717992 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-56eb5844-01d2-4de8-86d2-ac9c40621912 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:43.725523 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-56eb5844-01d2-4de8-86d2-ac9c40621912 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/networks?id=5e57a376-cf11-4169-84ca-8ea1ae6aa078&id=15791355-f493-42e0-a1b7-a4369065109f&id=15791355-f493-42e0-a1b7-a4369065109f&id=66e9be3c-e724-4370-8e53-fc3253b9f776&id=66e9be3c-e724-4370-8e53-fc3253b9f776 HTTP/1.1" status: 200 len: 1996 time: 0.7442694 Dec 16 22:22:43.755879 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4888ab8-2284-459c-885a-9b32389d07b1 None None] Pushing event updated for resources: {'Port': ['ID=51cb589d-4972-479b-bce7-65dfbc9ecf16,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:43.760093 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-e34d3830-b82b-405f-9f15-7d761028c8d4 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/quotas/45dc1fa90bee4d0982a4d71f8e7220e0 HTTP/1.1" status: 200 len: 375 time: 0.0329092 Dec 16 22:22:43.778430 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-ab9e2d57-9980-4fb4-9835-afc9bd38872c service neutron] 10.222.0.75 "GET /v2.0/networks/7482fd44-8d0b-4203-9260-cc7edccfd323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196127 Dec 16 22:22:43.838529 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f4888ab8-2284-459c-885a-9b32389d07b1 None None] Attempting to bind port 51cb589d-4972-479b-bce7-65dfbc9ecf16 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:43.838930 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f4888ab8-2284-459c-885a-9b32389d07b1 None None] Attempting to bind port 51cb589d-4972-479b-bce7-65dfbc9ecf16 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '5ad419b0-2d81-4624-9cc1-d312d78ca032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '52fc3d88-3d85-48f2-b54f-8bbce1098647'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:43.839336 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4888ab8-2284-459c-885a-9b32389d07b1 None None] Attempting to bind port 51cb589d-4972-479b-bce7-65dfbc9ecf16 on network 52fc3d88-3d85-48f2-b54f-8bbce1098647 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:43.849554 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8afbc385-818a-4e7e-8c62-e646dcc05a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:43.852605 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4888ab8-2284-459c-885a-9b32389d07b1 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:43.852997 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4888ab8-2284-459c-885a-9b32389d07b1 None None] Checking segment: {'id': '5ad419b0-2d81-4624-9cc1-d312d78ca032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '52fc3d88-3d85-48f2-b54f-8bbce1098647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:43.853480 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f4888ab8-2284-459c-885a-9b32389d07b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:43.855654 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4888ab8-2284-459c-885a-9b32389d07b1 None None] Bound using segment: {'id': '5ad419b0-2d81-4624-9cc1-d312d78ca032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '52fc3d88-3d85-48f2-b54f-8bbce1098647'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:43.855654 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f4888ab8-2284-459c-885a-9b32389d07b1 None None] Bound port: 51cb589d-4972-479b-bce7-65dfbc9ecf16, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad419b0-2d81-4624-9cc1-d312d78ca032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '52fc3d88-3d85-48f2-b54f-8bbce1098647'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:43.855654 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f4888ab8-2284-459c-885a-9b32389d07b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:43.885278 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7e96941-2a4a-4fae-ab03-082937561cfb req-86b27ebd-3db8-4f63-8d4c-84955e81f420 service neutron] 10.222.0.57 "GET /v2.0/networks/66ba2238-7dba-4548-9d17-efb5b42cdbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5609198 Dec 16 22:22:43.901725 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbc385-818a-4e7e-8c62-e646dcc05a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Pushing event deleted for resources: {'Port': ['ID=59b00efe-b603-41f4-adac-1ce722d5f782,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:43.920229 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8afbc385-818a-4e7e-8c62-e646dcc05a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:43.924447 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8afbc385-818a-4e7e-8c62-e646dcc05a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] 10.222.0.75 "DELETE /v2.0/ports/59b00efe-b603-41f4-adac-1ce722d5f782 HTTP/1.1" status: 204 len: 168 time: 0.5812395 Dec 16 22:22:43.927576 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48000) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:43.963068 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-8e445974-bfa1-4635-8761-64a3aba922bd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=45dc1fa90bee4d0982a4d71f8e7220e0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2019413 Dec 16 22:22:43.969786 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-031b8776-1d18-42aa-8c47-a7b3437d8317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] GET failed (client error): The resource could not be found. Dec 16 22:22:43.971465 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-031b8776-1d18-42aa-8c47-a7b3437d8317 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] 10.222.0.75 "GET /v2.0/ports/59b00efe-b603-41f4-adac-1ce722d5f782 HTTP/1.1" status: 404 len: 333 time: 0.0428352 Dec 16 22:22:43.977649 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48002) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:43.987642 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-fee39b0e-4d5d-46ac-b1f1-40e1e169f52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Request body: {'port': {'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035351766'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:44.012775 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 641246dc-525a-4033-ac95-d85fe07a3145 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:22:44.048502 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5045fb18-e645-4640-b04b-2ce1a3e2861d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:44.053459 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 641246dc-525a-4033-ac95-d85fe07a3145 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:22:44.054601 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 641246dc-525a-4033-ac95-d85fe07a3145 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:22:44.057730 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-07976bdc-4d25-4f88-9be4-25931c110fa4 service neutron] 10.222.0.75 "GET /v2.0/networks/52fc3d88-3d85-48f2-b54f-8bbce1098647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790573 Dec 16 22:22:44.092565 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f4888ab8-2284-459c-885a-9b32389d07b1 None None] For port 51cb589d-4972-479b-bce7-65dfbc9ecf16, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:44.096444 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f4888ab8-2284-459c-885a-9b32389d07b1 None None] For port 51cb589d-4972-479b-bce7-65dfbc9ecf16, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=51cb589d-4972-479b-bce7-65dfbc9ecf16,segment=NetworkSegment(5ad419b0-2d81-4624-9cc1-d312d78ca032),segment_id=5ad419b0-2d81-4624-9cc1-d312d78ca032)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:44.101604 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045fb18-e645-4640-b04b-2ce1a3e2861d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Port': ['ID=217906c0-c44b-4d33-a562-362d382f2b94,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:44.170131 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5045fb18-e645-4640-b04b-2ce1a3e2861d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:44.176897 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5045fb18-e645-4640-b04b-2ce1a3e2861d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/217906c0-c44b-4d33-a562-362d382f2b94 HTTP/1.1" status: 204 len: 168 time: 2.1456087 Dec 16 22:22:44.179174 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48004) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:44.182727 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee39b0e-4d5d-46ac-b1f1-40e1e169f52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Made reservation on behalf of e8412141c0da425c955102b2da2666fa for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:44.185159 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fee39b0e-4d5d-46ac-b1f1-40e1e169f52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:44.206232 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-cb542aa7-7c4e-4bf4-8fba-ee10e19c17fc service neutron] 10.222.0.75 "GET /v2.0/networks/5e57a376-cf11-4169-84ca-8ea1ae6aa078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350574 Dec 16 22:22:44.219802 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f4888ab8-2284-459c-885a-9b32389d07b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:44.229601 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-fee39b0e-4d5d-46ac-b1f1-40e1e169f52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] device_id is not set on port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:22:44.295676 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-0fd275cc-1741-4a17-a97f-eaaf4847289b service neutron] 10.222.0.75 "GET /v2.0/networks/52fc3d88-3d85-48f2-b54f-8bbce1098647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275198 Dec 16 22:22:44.302669 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4888ab8-2284-459c-885a-9b32389d07b1 None None] Pushing event updated for resources: {'Port': ['ID=51cb589d-4972-479b-bce7-65dfbc9ecf16,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:44.308756 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79077f1f-2054-46ae-8d65-31998f29d100 None None] Network 7482fd44-8d0b-4203-9260-cc7edccfd323 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:44.332799 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29622829-ffba-463e-a41f-bf58f796bc4e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:44.334613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29622829-ffba-463e-a41f-bf58f796bc4e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:44.336486 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-29622829-ffba-463e-a41f-bf58f796bc4e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1329830 Dec 16 22:22:44.352593 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48010) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:44.469994 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-843013f3-70f8-423b-a6f6-a10cf9ade24d None None] Provisioning complete for port 2b6f9917-4eda-42e1-b26f-1720d355d941 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:44.470509 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-843013f3-70f8-423b-a6f6-a10cf9ade24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:44.506567 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf2fc862-e029-48a9-b6f0-a5d57d48f76b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet 35628ca0-b7d5-4ed1-9af6-cfa6bd69605b {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:22:44.509119 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-63422c83-0eb4-469e-a34a-88a2ff823f3b service neutron] 10.222.0.75 "GET /v2.0/networks/5e57a376-cf11-4169-84ca-8ea1ae6aa078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714723 Dec 16 22:22:44.531544 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cf2fc862-e029-48a9-b6f0-a5d57d48f76b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:44.599534 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-843013f3-70f8-423b-a6f6-a10cf9ade24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:44.638859 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-b26b941b-92e3-4e95-bcfc-ac1a9a671803 service neutron] 10.222.0.75 "GET /v2.0/ports/e0f2a365-369e-405c-9065-780d829281e6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1216063 Dec 16 22:22:44.707787 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-843013f3-70f8-423b-a6f6-a10cf9ade24d None None] For port 2b6f9917-4eda-42e1-b26f-1720d355d941, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2b6f9917-4eda-42e1-b26f-1720d355d941,segment=NetworkSegment(02886c82-451a-42f9-9e93-da4494aef11a),segment_id=02886c82-451a-42f9-9e93-da4494aef11a)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:44.764118 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2b6f9917-4eda-42e1-b26f-1720d355d941 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:44.824844 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-843013f3-70f8-423b-a6f6-a10cf9ade24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:44.877626 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 2b6f9917-4eda-42e1-b26f-1720d355d941 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:44.877970 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:44.905941 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cf2fc862-e029-48a9-b6f0-a5d57d48f76b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:44.966636 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-e7f2d2c9-6b27-4a1d-b010-25e4a7869306 service neutron] 10.222.0.75 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157501 Dec 16 22:22:44.988811 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843013f3-70f8-423b-a6f6-a10cf9ade24d None None] Pushing event updated for resources: {'Port': ['ID=2b6f9917-4eda-42e1-b26f-1720d355d941,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:45.132892 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-94acf61a-595b-4b99-9e4d-0e99630fc1ca service neutron] 10.222.0.75 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627526 Dec 16 22:22:45.137529 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fee39b0e-4d5d-46ac-b1f1-40e1e169f52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:45.150589 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553f6d0-a813-4e29-b1b8-ee1d8f629f0e req-47e58184-c179-47cc-9737-7cda9547f22f tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:45.152481 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8553f6d0-a813-4e29-b1b8-ee1d8f629f0e req-47e58184-c179-47cc-9737-7cda9547f22f tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.3135140 Dec 16 22:22:45.171581 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c448b8d1-de26-436c-8095-d57173228e51 None None] Provisioning complete for port 2b6f9917-4eda-42e1-b26f-1720d355d941 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:45.172568 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c448b8d1-de26-436c-8095-d57173228e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:45.203170 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-e2040c2c-32fd-4e3a-b718-cf14fc0600e6 service neutron] 10.222.0.75 "GET /v2.0/ports/117343d1-e9dc-47b5-b09b-1fc4fcc77e1a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0464029 Dec 16 22:22:45.313759 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-051eaf88-c76f-46f6-9f86-6ed405dea1f7 service neutron] 10.222.0.75 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997894 Dec 16 22:22:45.325119 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cf2fc862-e029-48a9-b6f0-a5d57d48f76b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:45.331633 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8553f6d0-a813-4e29-b1b8-ee1d8f629f0e req-bcaa6b2a-15f3-47eb-a8cb-55cf89a433b3 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658773 Dec 16 22:22:45.435420 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-01d3d7a3-2eed-4b9a-a7ba-7a0e408997fe service neutron] 10.222.0.75 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142879 Dec 16 22:22:45.441019 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fee39b0e-4d5d-46ac-b1f1-40e1e169f52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:45.487273 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee39b0e-4d5d-46ac-b1f1-40e1e169f52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Network add928b8-331d-4cc7-b999-08fb8ea640fd is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:45.505997 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-fee39b0e-4d5d-46ac-b1f1-40e1e169f52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:45.511393 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee39b0e-4d5d-46ac-b1f1-40e1e169f52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Pushing event updated for resources: {'Port': ['ID=50f978f7-dcf8-4afc-9840-17b3ba9f49c1,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:45.513931 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee39b0e-4d5d-46ac-b1f1-40e1e169f52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:45.516891 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee39b0e-4d5d-46ac-b1f1-40e1e169f52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:45.517568 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fee39b0e-4d5d-46ac-b1f1-40e1e169f52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:45.521154 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cf2fc862-e029-48a9-b6f0-a5d57d48f76b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:45.562090 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-57b0105a-02f0-4486-a50d-5466014711e7 service neutron] 10.222.0.75 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182144 Dec 16 22:22:45.600135 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2fc862-e029-48a9-b6f0-a5d57d48f76b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=35628ca0-b7d5-4ed1-9af6-cfa6bd69605b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:45.646507 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48036) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:45.651211 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2391c67e-d8cc-44cf-89eb-3324d37b10c0 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:45.653771 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4f2acb03-2104-40ed-85f8-ea50563ad910 req-c93920fb-cddf-4b3e-9680-4bce46ff368e tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 210 time: 0.1216185 Dec 16 22:22:45.661268 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cf2fc862-e029-48a9-b6f0-a5d57d48f76b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:45.661268 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cf2fc862-e029-48a9-b6f0-a5d57d48f76b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/35628ca0-b7d5-4ed1-9af6-cfa6bd69605b HTTP/1.1" status: 204 len: 168 time: 1.2991788 Dec 16 22:22:45.664604 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48038) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:45.755630 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-88d2f7aa-c4bf-476b-9c28-bcd3e1424806 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0846965 Dec 16 22:22:45.756695 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48042) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:45.765698 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fee39b0e-4d5d-46ac-b1f1-40e1e169f52b tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7866426 Dec 16 22:22:45.770413 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48044) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:45.784872 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:45.870572 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-2c4b84ce-0f7e-4b7a-b008-07b487396ebe service neutron] 10.222.0.75 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985620 Dec 16 22:22:45.893714 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8ba265ba-4aa3-461a-aeff-9697e38df4af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:45.958837 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bdf48e-8373-4cc2-9790-1d8354ff84a6 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:45.969274 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b3bdf48e-8373-4cc2-9790-1d8354ff84a6 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2024012 Dec 16 22:22:45.973734 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48052) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:45.989573 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f45b472-1681-43f5-bb7b-e683da499aac None None] DHCP port deletion for f8482a80-79ef-4c20-9ddd-3945e7fc80d7 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:46.049994 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48054) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:46.122646 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4f45b472-1681-43f5-bb7b-e683da499aac None None] Deleting port cbfece03-1720-4776-a6e9-58098498490e {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:46.123154 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f45b472-1681-43f5-bb7b-e683da499aac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:46.140118 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-ee85e068-19a9-48cf-852e-64faa7a540ba service neutron] 10.222.0.75 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677324 Dec 16 22:22:46.144668 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd9ba7e-8591-442c-9635-dd2d1d2a0215 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:46.148877 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5bd9ba7e-8591-442c-9635-dd2d1d2a0215 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1740637 Dec 16 22:22:46.161391 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48056) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:46.225410 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-27db02c9-d4cf-4f91-aaaf-4a81eba8bf7a tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551736 Dec 16 22:22:46.227204 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48058) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:46.232688 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-a85c028c-478f-4328-8849-34f778d8a0a4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:46.246238 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0bf9597-9681-45fa-92fc-0372ba214350 admin admin] Deleting subnet 5f043f2e-8081-438d-accb-2b514febab99 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:22:46.249530 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9597-9681-45fa-92fc-0372ba214350 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:46.274639 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6950737-1c1c-49ae-9559-1b073710cb03 None None] Network 52fc3d88-3d85-48f2-b54f-8bbce1098647 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:46.277696 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4f45b472-1681-43f5-bb7b-e683da499aac None None] For port cbfece03-1720-4776-a6e9-58098498490e, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=cbfece03-1720-4776-a6e9-58098498490e,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:46.278095 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f45b472-1681-43f5-bb7b-e683da499aac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:46.282577 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:46.328104 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8ba265ba-4aa3-461a-aeff-9697e38df4af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:46.332322 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4f45b472-1681-43f5-bb7b-e683da499aac None None] Calling delete_port for cbfece03-1720-4776-a6e9-58098498490e owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:46.366739 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b1bf2279-1cd3-46b6-8028-3eb3dc9b7d8e None None] Provisioning complete for port 51cb589d-4972-479b-bce7-65dfbc9ecf16 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:46.367432 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b1bf2279-1cd3-46b6-8028-3eb3dc9b7d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:46.496741 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8ba265ba-4aa3-461a-aeff-9697e38df4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:46.528430 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9597-9681-45fa-92fc-0372ba214350 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:46.544062 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85c028c-478f-4328-8849-34f778d8a0a4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:46.554149 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a85c028c-478f-4328-8849-34f778d8a0a4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:46.554424 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-816d803b-2340-44c2-a9f2-d01cc0c735c5 service neutron] 10.222.0.75 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881202 Dec 16 22:22:46.594655 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b1bf2279-1cd3-46b6-8028-3eb3dc9b7d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:46.665746 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b1bf2279-1cd3-46b6-8028-3eb3dc9b7d8e None None] For port 51cb589d-4972-479b-bce7-65dfbc9ecf16, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=51cb589d-4972-479b-bce7-65dfbc9ecf16,segment=NetworkSegment(5ad419b0-2d81-4624-9cc1-d312d78ca032),segment_id=5ad419b0-2d81-4624-9cc1-d312d78ca032)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:46.683326 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] device_id is not set on port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:22:46.685465 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba265ba-4aa3-461a-aeff-9697e38df4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26a7204-ad43-4b0e-b06b-9ae039be69c4,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:46.704944 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8ba265ba-4aa3-461a-aeff-9697e38df4af admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f2809a8acb2e47bf8d2d9c31d7498b2b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0563061 Dec 16 22:22:46.723623 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f45b472-1681-43f5-bb7b-e683da499aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:46.732530 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:46.732530 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48066) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:46.748883 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9597-9681-45fa-92fc-0372ba214350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:46.766255 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a67b6-216a-4f14-a4d7-8f3ff399e5b3 req-9826aa11-8d6f-416e-9e69-955c28e85d63 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:46.779410 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-670a67b6-216a-4f14-a4d7-8f3ff399e5b3 req-9826aa11-8d6f-416e-9e69-955c28e85d63 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.3291748 Dec 16 22:22:46.797095 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2b6f9917-4eda-42e1-b26f-1720d355d941 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:46.870432 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45b472-1681-43f5-bb7b-e683da499aac None None] Pushing event deleted for resources: {'Port': ['ID=cbfece03-1720-4776-a6e9-58098498490e,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:46.893504 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f45b472-1681-43f5-bb7b-e683da499aac None None] No DVR routers for this DVR port cbfece03-1720-4776-a6e9-58098498490e on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:46.905778 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b1bf2279-1cd3-46b6-8028-3eb3dc9b7d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:46.907589 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-670a67b6-216a-4f14-a4d7-8f3ff399e5b3 req-56569115-19a7-4acf-8da1-711a219bb7e2 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272285 Dec 16 22:22:46.951670 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.040185 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf2279-1cd3-46b6-8028-3eb3dc9b7d8e None None] Pushing event updated for resources: {'Port': ['ID=51cb589d-4972-479b-bce7-65dfbc9ecf16,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:47.051876 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-e5921fff-22c0-4e67-bb4b-8f4ebb61d867 service neutron] 10.222.0.75 "GET /v2.0/networks/66e9be3c-e724-4370-8e53-fc3253b9f776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874320 Dec 16 22:22:47.058234 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 2b6f9917-4eda-42e1-b26f-1720d355d941 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:47.058909 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.064724 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8a9b27dc-c367-4209-a1ca-3b7fedcd996b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.078434 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9597-9681-45fa-92fc-0372ba214350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.175698 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf9597-9681-45fa-92fc-0372ba214350 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f043f2e-8081-438d-accb-2b514febab99,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:47.192676 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Pushing event updated for resources: {'Port': ['ID=50f978f7-dcf8-4afc-9840-17b3ba9f49c1,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:47.208895 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8a9b27dc-c367-4209-a1ca-3b7fedcd996b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.220033 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6c412e54-0791-4de7-a867-c81eec32975d req-df5a7609-85c8-45fc-a688-b08eeb1ccd46 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 210 time: 0.0705805 Dec 16 22:22:47.229858 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9597-9681-45fa-92fc-0372ba214350 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.241611 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e0bf9597-9681-45fa-92fc-0372ba214350 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/5f043f2e-8081-438d-accb-2b514febab99 HTTP/1.1" status: 204 len: 168 time: 1.1808991 Dec 16 22:22:47.241611 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48070) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:47.267867 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:47.268331 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:47.268849 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:47.345235 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:47.345658 n-d-815324-4 neutron-server[103613]: ERROR neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:47.350587 n-d-815324-4 neutron-server[103613]: INFO neutron.plugins.ml2.plugin [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempt 2 to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 Dec 16 22:22:47.366723 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-33fb905e-84b9-4775-97ad-8d4b843ffb40 service neutron] 10.222.0.75 "GET /v2.0/networks/66e9be3c-e724-4370-8e53-fc3253b9f776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027761 Dec 16 22:22:47.372490 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5c710dce-971e-46f2-bc8e-6e3759a94e8c None None] Provisioning complete for port 51cb589d-4972-479b-bce7-65dfbc9ecf16 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:47.373029 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c710dce-971e-46f2-bc8e-6e3759a94e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.415935 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:47.416386 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:47.416789 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:47.429738 n-d-815324-4 neutron-server[103614]: DEBUG neutron.objects.ports [None req-a85c028c-478f-4328-8849-34f778d8a0a4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103614) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:22:47.432227 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a85c028c-478f-4328-8849-34f778d8a0a4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.453136 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85c028c-478f-4328-8849-34f778d8a0a4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:47.456236 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-a85c028c-478f-4328-8849-34f778d8a0a4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:47.457437 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-062be56d-8980-4e71-8f55-36577a08ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.469982 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:47.469982 n-d-815324-4 neutron-server[103613]: ERROR neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:47.477530 n-d-815324-4 neutron-server[103613]: INFO neutron.plugins.ml2.plugin [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempt 3 to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 Dec 16 22:22:47.513168 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:47.513582 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:47.513932 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:47.514954 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5611b813-c99c-455d-b765-a76aac86a05a None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:47.517029 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85c028c-478f-4328-8849-34f778d8a0a4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:47.517703 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a85c028c-478f-4328-8849-34f778d8a0a4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.552113 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c028c-478f-4328-8849-34f778d8a0a4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=326b73fb-e287-4a6d-ae8b-9f4284517a45,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:47.557045 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:47.557460 n-d-815324-4 neutron-server[103613]: ERROR neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:47.561710 n-d-815324-4 neutron-server[103613]: INFO neutron.plugins.ml2.plugin [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempt 4 to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 Dec 16 22:22:47.611255 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-85ecd06b-eba4-4e3e-93ef-7ff2e03070d9 service neutron] 10.222.0.75 "GET /v2.0/networks/66e9be3c-e724-4370-8e53-fc3253b9f776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313952 Dec 16 22:22:47.612196 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a85c028c-478f-4328-8849-34f778d8a0a4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3836250 Dec 16 22:22:47.615868 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48072) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:47.628939 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8a9b27dc-c367-4209-a1ca-3b7fedcd996b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.630599 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-5cafc621-d7c2-45ab-9102-baf0bec80fea tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:47.632928 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8a9b27dc-c367-4209-a1ca-3b7fedcd996b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.634378 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8a9b27dc-c367-4209-a1ca-3b7fedcd996b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d26a7204-ad43-4b0e-b06b-9ae039be69c4 HTTP/1.1" status: 204 len: 168 time: 0.8822026 Dec 16 22:22:47.657472 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b27dc-c367-4209-a1ca-3b7fedcd996b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26a7204-ad43-4b0e-b06b-9ae039be69c4,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:47.675867 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:47.676359 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:47.676716 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:47.718639 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 51cb589d-4972-479b-bce7-65dfbc9ecf16 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:47.746264 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-062be56d-8980-4e71-8f55-36577a08ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.759729 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:47.760077 n-d-815324-4 neutron-server[103613]: ERROR neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:47.764992 n-d-815324-4 neutron-server[103613]: INFO neutron.plugins.ml2.plugin [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempt 5 to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 Dec 16 22:22:47.785043 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-062be56d-8980-4e71-8f55-36577a08ba4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74adc3dd-6c60-4e24-89d3-97506811de8c']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:47.799687 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-062be56d-8980-4e71-8f55-36577a08ba4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd792b11-37a2-4994-8c2e-5fd6fb830b76') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:47.799687 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-062be56d-8980-4e71-8f55-36577a08ba4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd792b11-37a2-4994-8c2e-5fd6fb830b76') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:47.800600 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'fixed_ips': [{'subnet_id': '326b73fb-e287-4a6d-ae8b-9f4284517a45'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:22:47.801486 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.810910 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:47.811298 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:47.811668 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:47.816545 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-062be56d-8980-4e71-8f55-36577a08ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.829882 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 51cb589d-4972-479b-bce7-65dfbc9ecf16 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:47.830262 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.833977 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:47.834285 n-d-815324-4 neutron-server[103613]: ERROR neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:47.843753 n-d-815324-4 neutron-server[103613]: INFO neutron.plugins.ml2.plugin [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempt 6 to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 Dec 16 22:22:47.861009 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-062be56d-8980-4e71-8f55-36577a08ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.863029 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:47.863403 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:47.863743 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:47.882170 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062be56d-8980-4e71-8f55-36577a08ba4c admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:22:47.882590 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-062be56d-8980-4e71-8f55-36577a08ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:22:47.884893 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:22:47.887158 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:47.887158 n-d-815324-4 neutron-server[103613]: ERROR neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:47.901650 n-d-815324-4 neutron-server[103613]: INFO neutron.plugins.ml2.plugin [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempt 7 to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 Dec 16 22:22:47.904421 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cafc621-d7c2-45ab-9102-baf0bec80fea tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:47.908058 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5cafc621-d7c2-45ab-9102-baf0bec80fea tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:47.939780 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-792a6473-fba3-4b33-855f-e6b3f6b887a2 service neutron] 10.222.0.75 "GET /v2.0/networks/66e9be3c-e724-4370-8e53-fc3253b9f776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040597 Dec 16 22:22:47.987827 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:47.987827 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:47.987827 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:48.006179 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:48.007948 n-d-815324-4 neutron-server[103613]: ERROR neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:48.008682 n-d-815324-4 neutron-server[103613]: INFO neutron.plugins.ml2.plugin [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempt 8 to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 Dec 16 22:22:48.024241 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:48.024668 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:48.025029 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:48.030674 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:48.031023 n-d-815324-4 neutron-server[103613]: ERROR neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:48.031557 n-d-815324-4 neutron-server[103613]: INFO neutron.plugins.ml2.plugin [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempt 9 to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 Dec 16 22:22:48.047310 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:48.047706 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:48.048048 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:48.056253 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:48.056253 n-d-815324-4 neutron-server[103613]: ERROR neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:48.056253 n-d-815324-4 neutron-server[103613]: INFO neutron.plugins.ml2.plugin [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempt 10 to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 Dec 16 22:22:48.073681 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:48.074510 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:48.075030 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:48.082879 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-062be56d-8980-4e71-8f55-36577a08ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:48.093002 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:48.093641 n-d-815324-4 neutron-server[103613]: ERROR neutron.plugins.ml2.managers [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:48.094355 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:48.131119 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-062be56d-8980-4e71-8f55-36577a08ba4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:48.141736 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Allocated IP 2001:db8::f816:3eff:fe54:edfd (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/326b73fb-e287-4a6d-ae8b-9f4284517a45/e9a977db-0468-4b9f-b372-b89be943e149) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:48.146374 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-062be56d-8980-4e71-8f55-36577a08ba4c admin admin] 10.222.0.75 "DELETE /v2.0/networks/74adc3dd-6c60-4e24-89d3-97506811de8c HTTP/1.1" status: 204 len: 168 time: 0.8960268 Dec 16 22:22:48.151583 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062be56d-8980-4e71-8f55-36577a08ba4c admin admin] Pushing event deleted for resources: {'Network': ['ID=74adc3dd-6c60-4e24-89d3-97506811de8c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:48.271358 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] For port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:48.271801 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempted to set empty binding levels {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 22:22:48.280691 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device cbfece03-1720-4776-a6e9-58098498490e no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:22:48.309517 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: cbfece03-1720-4776-a6e9-58098498490e {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:22:48.309873 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device cbfece03-1720-4776-a6e9-58098498490e not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:22:48.418543 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36c1a7-e898-4211-8b3c-3143b2e1077a req-8bc7fb0d-c8a2-46d5-be15-228ca6a5d3a7 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.420443 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fc36c1a7-e898-4211-8b3c-3143b2e1077a req-8bc7fb0d-c8a2-46d5-be15-228ca6a5d3a7 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.5081711 Dec 16 22:22:48.426433 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:48.453317 n-d-815324-4 neutron-server[103614]: INFO neutron.db.ipam_backend_mixin [None req-5cafc621-d7c2-45ab-9102-baf0bec80fea tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 326b73fb-e287-4a6d-ae8b-9f4284517a45 (CIDR: 2001:db8::/64) Dec 16 22:22:48.454298 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:48.493729 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fc36c1a7-e898-4211-8b3c-3143b2e1077a req-f19a02f4-4508-4d8f-b371-194cebd01e4e tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582402 Dec 16 22:22:48.501018 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 51cb589d-4972-479b-bce7-65dfbc9ecf16 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:48.507497 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] In _notify_port_updated(), no bound segment for port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:22:48.508813 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.509505 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:48.513589 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] 10.222.0.75 "PUT /v2.0/ports/50f978f7-dcf8-4afc-9840-17b3ba9f49c1 HTTP/1.1" status: 200 len: 979 time: 2.7417634 Dec 16 22:22:48.514767 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48096) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:48.539643 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cafc621-d7c2-45ab-9102-baf0bec80fea tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:22:48.539865 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a672537-d67d-4fc7-aa4e-179eddf69eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Pushing event updated for resources: {'Port': ['ID=50f978f7-dcf8-4afc-9840-17b3ba9f49c1,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:48.540305 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cafc621-d7c2-45ab-9102-baf0bec80fea tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:22:48.552845 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:48.621058 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:48.635661 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:48.640900 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:48.648250 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 51cb589d-4972-479b-bce7-65dfbc9ecf16 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:48.648550 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:48.687299 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Pushing event updated for resources: {'Port': ['ID=e9a977db-0468-4b9f-b372-b89be943e149,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:48.698318 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.698878 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.699387 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.699854 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.700318 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.700781 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.702721 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:48.703165 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:48.703756 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.703883 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:48.709005 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:48.709129 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.709223 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:48.709324 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.709412 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:48.709494 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.709641 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:48.709641 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:48.710456 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.710592 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:48.710724 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.710858 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:48.710858 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:48.711295 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.711430 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:48.711572 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.711709 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:22:48.711839 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.711839 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.711839 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.711839 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.711839 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.711839 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.711839 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.711839 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.712750 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.712750 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.713443 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.713999 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.714604 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.715329 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.715683 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.716172 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.716637 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.717338 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.717763 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.718246 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.718708 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.719201 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.719737 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.720199 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.720757 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.721308 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.721774 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.722234 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.737745 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ef277b28-7038-4c90-9b41-8d707682de2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 37883 time: 0.2078540 Dec 16 22:22:48.737745 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5cafc621-d7c2-45ab-9102-baf0bec80fea tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1153669 Dec 16 22:22:48.737745 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48100) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:48.738241 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-1cbeafe8-1c86-4803-a0db-dca6d588ee6e tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.744553 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48102) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:48.748814 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-1cbeafe8-1c86-4803-a0db-dca6d588ee6e tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:48.750748 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-c40125c1-db3e-4bfc-91d1-7941014e3905 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:48.751255 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-1cbeafe8-1c86-4803-a0db-dca6d588ee6e tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.76 "GET /v2.0/networks?id=7482fd44-8d0b-4203-9260-cc7edccfd323&id=52fc3d88-3d85-48f2-b54f-8bbce1098647 HTTP/1.1" status: 200 len: 1391 time: 0.2039037 Dec 16 22:22:48.781819 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Attempting to bind port e9a977db-0468-4b9f-b372-b89be943e149 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:48.782195 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Attempting to bind port e9a977db-0468-4b9f-b372-b89be943e149 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:48.782564 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Attempting to bind port e9a977db-0468-4b9f-b372-b89be943e149 on network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:48.784856 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-aee212ac-c3a9-4b76-b9c1-12f05cb177c6 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Request body: {'port': {'device_id': '4997d93d-3380-45c4-b82c-8ce73d42f514', 'network_id': '7482fd44-8d0b-4203-9260-cc7edccfd323', 'admin_state_up': True, 'tenant_id': '3276816411724e4d868a9c723e7bff7f'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:48.793704 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:48.794120 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Checking segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:48.795534 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:48.795970 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Bound using segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:48.796479 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Bound port: e9a977db-0468-4b9f-b372-b89be943e149, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:48.796882 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:48.817592 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48106) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:48.874688 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b0b42b15-2182-42d7-898f-a362f397041f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:48.877395 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-754d9bb9-da3b-4a20-9177-e0ca900e41f8 req-699d2a68-0d1d-4989-9c90-3e4e3406726e tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 210 time: 0.0351636 Dec 16 22:22:48.909202 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] For port e9a977db-0468-4b9f-b372-b89be943e149, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:48.915195 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] For port e9a977db-0468-4b9f-b372-b89be943e149, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e9a977db-0468-4b9f-b372-b89be943e149,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:48.970475 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48108) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:49.013226 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.013485 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b0b42b15-2182-42d7-898f-a362f397041f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.026522 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-5e59c3bd-ec87-4250-abed-249e8ada7c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Deleting port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:49.026878 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5e59c3bd-ec87-4250-abed-249e8ada7c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.071808 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c0fcde00-615f-46ac-a236-75cb19d8aa10 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b84202d050574b91bdc7144d95cc6c75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0955608 Dec 16 22:22:49.074346 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48110) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:49.080532 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c49454-5988-4afc-a47e-3aaa902c8415 None None] Pushing event updated for resources: {'Port': ['ID=e9a977db-0468-4b9f-b372-b89be943e149,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:49.117465 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-5e59c3bd-ec87-4250-abed-249e8ada7c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] For port 50f978f7-dcf8-4afc-9840-17b3ba9f49c1, host n-h1-815324-4, got binding levels [] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:49.117902 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5e59c3bd-ec87-4250-abed-249e8ada7c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.127731 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b0b42b15-2182-42d7-898f-a362f397041f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.134316 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-aee212ac-c3a9-4b76-b9c1-12f05cb177c6 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Made reservation on behalf of 3276816411724e4d868a9c723e7bff7f for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:49.142620 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-5e59c3bd-ec87-4250-abed-249e8ada7c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Calling delete_port for 50f978f7-dcf8-4afc-9840-17b3ba9f49c1 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:49.145643 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-aee212ac-c3a9-4b76-b9c1-12f05cb177c6 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.207158 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b0b42b15-2182-42d7-898f-a362f397041f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=db8248ad168a49e9b268f24c1dca5125&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3882270 Dec 16 22:22:49.216211 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48112) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:49.220716 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b42b15-2182-42d7-898f-a362f397041f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9684e9-b67a-4786-a126-6913136b9c4d,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:49.223893 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-747ce296-1e27-4868-8cb0-9d9866bd64a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.290185 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-747ce296-1e27-4868-8cb0-9d9866bd64a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.369634 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2f9dc89a-5698-4db1-a848-46b88ab7bf96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.380218 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-aee212ac-c3a9-4b76-b9c1-12f05cb177c6 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Allocated IP 19.80.0.33 (7482fd44-8d0b-4203-9260-cc7edccfd323/35ca0db3-12cf-4820-8194-8f54ed40b7fe/e80c0d01-28fd-4869-8e12-70c32287e357) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:49.391243 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40125c1-db3e-4bfc-91d1-7941014e3905 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:49.391243 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c40125c1-db3e-4bfc-91d1-7941014e3905 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.459334 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2f9dc89a-5698-4db1-a848-46b88ab7bf96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.573247 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-aee212ac-c3a9-4b76-b9c1-12f05cb177c6 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.642475 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-747ce296-1e27-4868-8cb0-9d9866bd64a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.645161 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-747ce296-1e27-4868-8cb0-9d9866bd64a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.648527 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-747ce296-1e27-4868-8cb0-9d9866bd64a8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0d8e8932-9639-404a-ad48-0769fa7d0666 HTTP/1.1" status: 204 len: 168 time: 0.5711465 Dec 16 22:22:49.659769 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ce296-1e27-4868-8cb0-9d9866bd64a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8e8932-9639-404a-ad48-0769fa7d0666,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:49.671296 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-aee212ac-c3a9-4b76-b9c1-12f05cb177c6 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.676970 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56039919-dbdc-45c5-8b2d-8a723ccb9259 req-8f55c724-319e-478b-bb16-21642239c923 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:49.681442 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-56039919-dbdc-45c5-8b2d-8a723ccb9259 req-8f55c724-319e-478b-bb16-21642239c923 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.0715847 Dec 16 22:22:49.683898 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5e59c3bd-ec87-4250-abed-249e8ada7c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.685655 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2f9dc89a-5698-4db1-a848-46b88ab7bf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.688458 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2f9dc89a-5698-4db1-a848-46b88ab7bf96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.690413 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2f9dc89a-5698-4db1-a848-46b88ab7bf96 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fe9684e9-b67a-4786-a126-6913136b9c4d HTTP/1.1" status: 204 len: 168 time: 0.4726174 Dec 16 22:22:49.754040 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9dc89a-5698-4db1-a848-46b88ab7bf96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9684e9-b67a-4786-a126-6913136b9c4d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:49.763148 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59c3bd-ec87-4250-abed-249e8ada7c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Pushing event deleted for resources: {'Port': ['ID=50f978f7-dcf8-4afc-9840-17b3ba9f49c1,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:49.777957 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-aee212ac-c3a9-4b76-b9c1-12f05cb177c6 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Network 7482fd44-8d0b-4203-9260-cc7edccfd323 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:49.781784 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-aee212ac-c3a9-4b76-b9c1-12f05cb177c6 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:49.784505 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5e59c3bd-ec87-4250-abed-249e8ada7c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.786770 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-aee212ac-c3a9-4b76-b9c1-12f05cb177c6 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:49.789348 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5e59c3bd-ec87-4250-abed-249e8ada7c48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] 10.222.0.75 "DELETE /v2.0/ports/50f978f7-dcf8-4afc-9840-17b3ba9f49c1 HTTP/1.1" status: 204 len: 168 time: 1.0537717 Dec 16 22:22:49.814673 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48126) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:49.869884 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-aee212ac-c3a9-4b76-b9c1-12f05cb177c6 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:49.869884 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-aee212ac-c3a9-4b76-b9c1-12f05cb177c6 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:49.869884 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee212ac-c3a9-4b76-b9c1-12f05cb177c6 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event updated for resources: {'Port': ['ID=e80c0d01-28fd-4869-8e12-70c32287e357,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:49.871007 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-15404b6b-70f8-4fb3-87e2-48d9df5443d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] GET failed (client error): The resource could not be found. Dec 16 22:22:49.871007 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-15404b6b-70f8-4fb3-87e2-48d9df5443d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] 10.222.0.75 "GET /v2.0/ports/50f978f7-dcf8-4afc-9840-17b3ba9f49c1 HTTP/1.1" status: 404 len: 333 time: 0.0529106 Dec 16 22:22:49.873273 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48128) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:49.882306 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-409a1a84-b5be-4300-bf08-a5b40b238e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1398229910', 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:49.885597 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-56039919-dbdc-45c5-8b2d-8a723ccb9259 req-ff6c8525-1c29-4e39-abfc-dc19d9851d74 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938379 Dec 16 22:22:50.035920 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-edcd0af0-97ae-4eb7-9a22-75cdb652bfc2 req-7dbc4287-00d8-461e-83cc-447c3b94be5b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 210 time: 0.0606513 Dec 16 22:22:50.054477 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-aee212ac-c3a9-4b76-b9c1-12f05cb177c6 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2806506 Dec 16 22:22:50.076625 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-923ba5dd-c933-4f63-8140-50435ec09ecc tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Request body: {'port': {'device_id': '4997d93d-3380-45c4-b82c-8ce73d42f514', 'network_id': '52fc3d88-3d85-48f2-b54f-8bbce1098647', 'admin_state_up': True, 'tenant_id': '3276816411724e4d868a9c723e7bff7f'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:50.083618 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c40125c1-db3e-4bfc-91d1-7941014e3905 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:50.218129 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40125c1-db3e-4bfc-91d1-7941014e3905 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:50.220514 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-c40125c1-db3e-4bfc-91d1-7941014e3905 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:50.236006 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40125c1-db3e-4bfc-91d1-7941014e3905 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:50.236992 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c40125c1-db3e-4bfc-91d1-7941014e3905 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:50.269138 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40125c1-db3e-4bfc-91d1-7941014e3905 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=a4f3cda1-69c0-48e8-91e3-d4c3bde7293c,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:50.314615 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cd6688f2-948f-4053-9c05-338a6b23973b None None] Provisioning complete for port e80c0d01-28fd-4869-8e12-70c32287e357 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:50.318351 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61934383-ab77-433f-89ce-e87856c57193 req-33f8b303-4457-4067-9dea-2454307c1b56 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:50.320861 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-61934383-ab77-433f-89ce-e87856c57193 req-33f8b303-4457-4067-9dea-2454307c1b56 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 931 time: 0.1342082 Dec 16 22:22:50.321521 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409a1a84-b5be-4300-bf08-a5b40b238e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Made reservation on behalf of e8412141c0da425c955102b2da2666fa for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:50.324425 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-409a1a84-b5be-4300-bf08-a5b40b238e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:50.324661 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cd6688f2-948f-4053-9c05-338a6b23973b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:50.372247 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-cd6688f2-948f-4053-9c05-338a6b23973b None None] Port e80c0d01-28fd-4869-8e12-70c32287e357 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:22:50.390072 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-409a1a84-b5be-4300-bf08-a5b40b238e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] device_id is not set on port 578b6f73-eae1-41e8-a26e-a209418b2fa5 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:22:50.424730 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c40125c1-db3e-4bfc-91d1-7941014e3905 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6777387 Dec 16 22:22:50.425425 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48150) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:50.433703 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-3c9e59c6-6d60-4dfc-bf4a-bc5198d8a0c4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'mac_address': 'fa:16:3e:17:03:b9', 'name': 'tempest-NetworksTestDHCPv6-505448020'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:50.644957 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e1830d-7733-47e2-b763-d74373bf5929 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:50.648377 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e9a977db-0468-4b9f-b372-b89be943e149 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:50.785129 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9e59c6-6d60-4dfc-bf4a-bc5198d8a0c4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:50.854014 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-61934383-ab77-433f-89ce-e87856c57193 req-4c6c12a9-04f8-4c98-8ee4-7ce67c635a16 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5244098 Dec 16 22:22:50.894732 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ec260f8e-8541-48e1-8a7d-6061532c5e38 None None] Provisioning complete for port e9a977db-0468-4b9f-b372-b89be943e149 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:50.895025 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ec260f8e-8541-48e1-8a7d-6061532c5e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:50.918788 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-923ba5dd-c933-4f63-8140-50435ec09ecc tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Made reservation on behalf of 3276816411724e4d868a9c723e7bff7f for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:50.923020 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-923ba5dd-c933-4f63-8140-50435ec09ecc tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:50.984773 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port e9a977db-0468-4b9f-b372-b89be943e149 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:50.985513 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:51.032491 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c9e59c6-6d60-4dfc-bf4a-bc5198d8a0c4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:51.097899 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-3c9e59c6-6d60-4dfc-bf4a-bc5198d8a0c4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] device_id is not set on port 9f58c3c5-0a4f-4b69-9628-a0c3a1746930 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:22:51.144383 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a1593-2bea-4b5c-abd5-662c16eba7cd req-d9aaa5df-f49b-4e30-b02a-a9a0d9000086 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:51.146007 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a86a1593-2bea-4b5c-abd5-662c16eba7cd req-d9aaa5df-f49b-4e30-b02a-a9a0d9000086 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.1612172 Dec 16 22:22:51.154282 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-409a1a84-b5be-4300-bf08-a5b40b238e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:51.164139 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9801c33a-63e7-4ec7-b596-8dc300b7ddf5 None None] Update dhcp port {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'fixed_ips': [{'subnet_id': '326b73fb-e287-4a6d-ae8b-9f4284517a45', 'ip_address': '2001:db8::f816:3eff:fe54:edfd'}, {'subnet_id': 'a4f3cda1-69c0-48e8-91e3-d4c3bde7293c'}], 'binding:host_id': 'n-d-815324-4'}, 'id': 'e9a977db-0468-4b9f-b372-b89be943e149'} from n-d-815324-4. {{(pid=103615) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:22:51.235355 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9801c33a-63e7-4ec7-b596-8dc300b7ddf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:51.313260 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ec260f8e-8541-48e1-8a7d-6061532c5e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:51.328689 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9c5c5-ee00-4cad-8969-84534affc17d req-8d955d1f-ab1d-4b6f-8e11-ef25d54b67be tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:51.338994 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4ac9c5c5-ee00-4cad-8969-84534affc17d req-8d955d1f-ab1d-4b6f-8e11-ef25d54b67be tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 946 time: 0.2638073 Dec 16 22:22:51.348192 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5fee35d3-f9dd-474c-aea8-636e5f5ebbf4 req-94d30238-f5a9-42ac-863e-c34cd91ba3ac tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 210 time: 0.0642190 Dec 16 22:22:51.385972 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-a86a1593-2bea-4b5c-abd5-662c16eba7cd req-01fdee27-82bc-4d1d-a29e-cfb5b240ceb5 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Deleting port f4583350-e8bc-458b-bc4d-46177d75f06d {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:51.386280 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a86a1593-2bea-4b5c-abd5-662c16eba7cd req-01fdee27-82bc-4d1d-a29e-cfb5b240ceb5 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:51.390752 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-923ba5dd-c933-4f63-8140-50435ec09ecc tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Allocated IP 19.86.0.225 (52fc3d88-3d85-48f2-b54f-8bbce1098647/0a3eb3bd-8015-4019-bdc7-09926205ee64/d4a6a343-d5f1-4866-8347-445200c81a7f) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:51.410514 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:51.511886 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4ac9c5c5-ee00-4cad-8969-84534affc17d req-2c2c1c39-491c-4ed1-9f20-a2167f9e8640 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713555 Dec 16 22:22:51.559750 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-923ba5dd-c933-4f63-8140-50435ec09ecc tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:51.576530 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-409a1a84-b5be-4300-bf08-a5b40b238e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:51.583008 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-3c9e59c6-6d60-4dfc-bf4a-bc5198d8a0c4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 2001:db8:0:1::31b (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/a4f3cda1-69c0-48e8-91e3-d4c3bde7293c/9f58c3c5-0a4f-4b69-9628-a0c3a1746930) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:51.590353 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-3c9e59c6-6d60-4dfc-bf4a-bc5198d8a0c4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 2001:db8::f816:3eff:fe17:3b9 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/326b73fb-e287-4a6d-ae8b-9f4284517a45/9f58c3c5-0a4f-4b69-9628-a0c3a1746930) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:51.595811 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port e9a977db-0468-4b9f-b372-b89be943e149, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e9a977db-0468-4b9f-b372-b89be943e149,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:51.684372 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409a1a84-b5be-4300-bf08-a5b40b238e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Network add928b8-331d-4cc7-b999-08fb8ea640fd is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:51.691061 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-409a1a84-b5be-4300-bf08-a5b40b238e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:51.694471 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409a1a84-b5be-4300-bf08-a5b40b238e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:51.695457 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409a1a84-b5be-4300-bf08-a5b40b238e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:51.696281 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-409a1a84-b5be-4300-bf08-a5b40b238e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:51.699670 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:51.728916 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a1a84-b5be-4300-bf08-a5b40b238e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Pushing event updated for resources: {'Port': ['ID=578b6f73-eae1-41e8-a26e-a209418b2fa5,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:51.772291 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-a86a1593-2bea-4b5c-abd5-662c16eba7cd req-01fdee27-82bc-4d1d-a29e-cfb5b240ceb5 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] For port f4583350-e8bc-458b-bc4d-46177d75f06d, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=f4583350-e8bc-458b-bc4d-46177d75f06d,segment=NetworkSegment(ba56397c-6eec-44d6-a5b2-cd5db12b2a04),segment_id=ba56397c-6eec-44d6-a5b2-cd5db12b2a04)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:51.777482 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a86a1593-2bea-4b5c-abd5-662c16eba7cd req-01fdee27-82bc-4d1d-a29e-cfb5b240ceb5 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:51.792296 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-a86a1593-2bea-4b5c-abd5-662c16eba7cd req-01fdee27-82bc-4d1d-a29e-cfb5b240ceb5 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Calling delete_port for f4583350-e8bc-458b-bc4d-46177d75f06d owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:51.820574 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c9e59c6-6d60-4dfc-bf4a-bc5198d8a0c4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:51.832896 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=e9a977db-0468-4b9f-b372-b89be943e149,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:51.846405 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48190) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:51.863150 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-ec260f8e-8541-48e1-8a7d-6061532c5e38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:22:51.863522 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-ec260f8e-8541-48e1-8a7d-6061532c5e38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:22:51.895494 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-923ba5dd-c933-4f63-8140-50435ec09ecc tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:51.967283 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-409a1a84-b5be-4300-bf08-a5b40b238e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0919204 Dec 16 22:22:51.974863 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-f82d4711-f792-40f6-ac80-2cfa803206dd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1520243544-network', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:51.977266 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48196) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:52.006093 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c9e59c6-6d60-4dfc-bf4a-bc5198d8a0c4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.032811 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-923ba5dd-c933-4f63-8140-50435ec09ecc tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Network 52fc3d88-3d85-48f2-b54f-8bbce1098647 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:52.041002 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-923ba5dd-c933-4f63-8140-50435ec09ecc tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:52.044542 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ba5dd-c933-4f63-8140-50435ec09ecc tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event updated for resources: {'Port': ['ID=d4a6a343-d5f1-4866-8347-445200c81a7f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:52.046874 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-923ba5dd-c933-4f63-8140-50435ec09ecc tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:52.090232 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e17b2-4975-4764-b412-4bd6a6bff797 req-2cd5eef0-8d6c-4877-b438-24abb978d2e8 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:52.096749 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e17b2-4975-4764-b412-4bd6a6bff797 req-2cd5eef0-8d6c-4877-b438-24abb978d2e8 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:52.098455 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4b5e17b2-4975-4764-b412-4bd6a6bff797 req-2cd5eef0-8d6c-4877-b438-24abb978d2e8 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 1654 time: 0.1393058 Dec 16 22:22:52.099316 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-9801c33a-63e7-4ec7-b596-8dc300b7ddf5 None None] Allocated IP 2001:db8:0:1::2 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/a4f3cda1-69c0-48e8-91e3-d4c3bde7293c/e9a977db-0468-4b9f-b372-b89be943e149) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:52.114802 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f2c1c1-570f-4575-8e64-4e7a80701193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:52.124172 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48202) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:52.127787 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f5f2c1c1-570f-4575-8e64-4e7a80701193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] 10.222.0.75 "GET /v2.0/ports/578b6f73-eae1-41e8-a26e-a209418b2fa5 HTTP/1.1" status: 200 len: 959 time: 0.1449463 Dec 16 22:22:52.136172 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e59c6-6d60-4dfc-bf4a-bc5198d8a0c4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Port': ['ID=9f58c3c5-0a4f-4b69-9628-a0c3a1746930,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:52.172652 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-923ba5dd-c933-4f63-8140-50435ec09ecc tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:52.173327 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-923ba5dd-c933-4f63-8140-50435ec09ecc tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.175456 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9e59c6-6d60-4dfc-bf4a-bc5198d8a0c4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:52.188038 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-3c9e59c6-6d60-4dfc-bf4a-bc5198d8a0c4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:52.196097 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9e59c6-6d60-4dfc-bf4a-bc5198d8a0c4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:52.204546 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9e59c6-6d60-4dfc-bf4a-bc5198d8a0c4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:52.215754 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c9e59c6-6d60-4dfc-bf4a-bc5198d8a0c4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.248707 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a86a1593-2bea-4b5c-abd5-662c16eba7cd req-01fdee27-82bc-4d1d-a29e-cfb5b240ceb5 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.259557 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9801c33a-63e7-4ec7-b596-8dc300b7ddf5 None None] For port e9a977db-0468-4b9f-b372-b89be943e149, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e9a977db-0468-4b9f-b372-b89be943e149,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:52.283949 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['f4583350-e8bc-458b-bc4d-46177d75f06d'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:22:52.293425 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82d4711-f792-40f6-ac80-2cfa803206dd admin admin] Made reservation on behalf of c8c29047878b45f9aad1e147fc6565e9 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:52.296562 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f82d4711-f792-40f6-ac80-2cfa803206dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.311106 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f82d4711-f792-40f6-ac80-2cfa803206dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.313501 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdee27-82bc-4d1d-a29e-cfb5b240ceb5 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Pushing event deleted for resources: {'Port': ['ID=f4583350-e8bc-458b-bc4d-46177d75f06d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:52.322321 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['b641821a-458b-4ca4-a4bf-ef86d97df3a0'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:22:52.332530 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4b5e17b2-4975-4764-b412-4bd6a6bff797 req-0d5cc37d-7ec0-43b7-b4eb-9b3539c22372 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227051 Dec 16 22:22:52.359877 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-923ba5dd-c933-4f63-8140-50435ec09ecc tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2885129 Dec 16 22:22:52.393212 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-34cb37a1-6bf9-4e9b-a56d-9642c2d886ab service neutron] Request body: {'port': {'device_id': '4997d93d-3380-45c4-b82c-8ce73d42f514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:52.426348 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86a1593-2bea-4b5c-abd5-662c16eba7cd req-01fdee27-82bc-4d1d-a29e-cfb5b240ceb5 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] No DVR routers for this DVR port f4583350-e8bc-458b-bc4d-46177d75f06d on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:52.430849 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980d737d-bd58-4e64-a09b-a3757c8ac672 None None] DHCP port deletion for 66ba2238-7dba-4548-9d17-efb5b42cdbfe request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:52.434547 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a86a1593-2bea-4b5c-abd5-662c16eba7cd req-01fdee27-82bc-4d1d-a29e-cfb5b240ceb5 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.438247 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9801c33a-63e7-4ec7-b596-8dc300b7ddf5 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.441803 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a86a1593-2bea-4b5c-abd5-662c16eba7cd req-01fdee27-82bc-4d1d-a29e-cfb5b240ceb5 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.57 "DELETE /v2.0/ports/f4583350-e8bc-458b-bc4d-46177d75f06d HTTP/1.1" status: 204 len: 173 time: 1.2833219 Dec 16 22:22:52.491913 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f82d4711-f792-40f6-ac80-2cfa803206dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.496074 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2d7bf3-b685-4bff-ad41-e57756983cfd', 'name': 'network-vif-deleted', 'tag': 'f4583350-e8bc-458b-bc4d-46177d75f06d'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:22:52.498921 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3c9e59c6-6d60-4dfc-bf4a-bc5198d8a0c4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0712564 Dec 16 22:22:52.499759 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b54742-5a35-4e39-bf7f-3aa3145da755" -d '{"events": [{"server_uuid": "5d2d7bf3-b685-4bff-ad41-e57756983cfd", "name": "network-vif-deleted", "tag": "f4583350-e8bc-458b-bc4d-46177d75f06d"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:22:52.501309 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48212) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:52.534657 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-b337eb76-707c-411a-889e-9e41f4bf6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Deleting port 578b6f73-eae1-41e8-a26e-a209418b2fa5 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:52.535005 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b337eb76-707c-411a-889e-9e41f4bf6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.558716 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0515eab8-6693-42a9-80a5-ffecc716d418 req-694df0e2-41b8-4347-9360-20278d6e3e8d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 210 time: 0.0648782 Dec 16 22:22:52.618181 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9801c33a-63e7-4ec7-b596-8dc300b7ddf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.626923 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e9a977db-0468-4b9f-b372-b89be943e149 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:52.675802 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f82d4711-f792-40f6-ac80-2cfa803206dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.683789 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6fdfc4-aeaa-46c0-9d93-6e1a4a5ddfea x-openstack-request-id: req-2f6fdfc4-aeaa-46c0-9d93-6e1a4a5ddfea {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:22:52.684062 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2d7bf3-b685-4bff-ad41-e57756983cfd", "name": "network-vif-deleted", "tag": "f4583350-e8bc-458b-bc4d-46177d75f06d", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:22:52.684320 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2f6fdfc4-aeaa-46c0-9d93-6e1a4a5ddfea {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:22:52.684711 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2d7bf3-b685-4bff-ad41-e57756983cfd', 'name': 'network-vif-deleted', 'tag': 'f4583350-e8bc-458b-bc4d-46177d75f06d', 'status': 'completed', 'code': 200} Dec 16 22:22:52.749574 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f82d4711-f792-40f6-ac80-2cfa803206dd admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:22:52.755475 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fbd6bb25-3290-4153-9b15-edf46635297e req-b0ff8225-e14f-481a-aa07-881611909fb1 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 210 time: 0.0733564 Dec 16 22:22:52.795223 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-34cb37a1-6bf9-4e9b-a56d-9642c2d886ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.797355 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f82d4711-f792-40f6-ac80-2cfa803206dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.797812 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-f82d4711-f792-40f6-ac80-2cfa803206dd admin admin] Added segment c46947a5-8f21-4783-a424-ec394c8c17d4 of type vlan for network 282aa10f-496c-46fb-be12-6b2a327d41c1 Dec 16 22:22:52.801668 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b337eb76-707c-411a-889e-9e41f4bf6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.806437 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d4711-f792-40f6-ac80-2cfa803206dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e04e5df-3e60-496f-b84e-c76a21709e82,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:52.849838 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9801c33a-63e7-4ec7-b596-8dc300b7ddf5 None None] Pushing event updated for resources: {'Port': ['ID=e9a977db-0468-4b9f-b372-b89be943e149,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:52.858421 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-673f21af-5915-4a00-8f87-24bb56a298e2 None None] Provisioning complete for port d4a6a343-d5f1-4866-8347-445200c81a7f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:52.859097 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-673f21af-5915-4a00-8f87-24bb56a298e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.862717 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-b337eb76-707c-411a-889e-9e41f4bf6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Calling delete_port for 578b6f73-eae1-41e8-a26e-a209418b2fa5 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:52.884247 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f82d4711-f792-40f6-ac80-2cfa803206dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.940871 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-673f21af-5915-4a00-8f87-24bb56a298e2 None None] Port d4a6a343-d5f1-4866-8347-445200c81a7f cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:22:52.944395 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port e9a977db-0468-4b9f-b372-b89be943e149 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:52.944709 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:52.952367 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-91512a4e-d566-4c74-aecd-d59d4a488a75 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting port 9f58c3c5-0a4f-4b69-9628-a0c3a1746930 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:52.952746 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-91512a4e-d566-4c74-aecd-d59d4a488a75 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.019059 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f82d4711-f792-40f6-ac80-2cfa803206dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.023425 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82d4711-f792-40f6-ac80-2cfa803206dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:53.024045 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f82d4711-f792-40f6-ac80-2cfa803206dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.153641 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d4711-f792-40f6-ac80-2cfa803206dd admin admin] Pushing event updated for resources: {'Network': ['ID=282aa10f-496c-46fb-be12-6b2a327d41c1,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:53.185327 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 282aa10f-496c-46fb-be12-6b2a327d41c1 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:22:53.189647 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-91512a4e-d566-4c74-aecd-d59d4a488a75 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.215599 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f82d4711-f792-40f6-ac80-2cfa803206dd admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3734159 Dec 16 22:22:53.217918 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48224) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:53.223931 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-91512a4e-d566-4c74-aecd-d59d4a488a75 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Calling delete_port for 9f58c3c5-0a4f-4b69-9628-a0c3a1746930 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:53.230286 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-3f783266-d382-472d-bbe3-c9441a2655fb admin admin] Request body: {'subnet': {'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1520243544-subnet', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:53.303101 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b337eb76-707c-411a-889e-9e41f4bf6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.339568 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337eb76-707c-411a-889e-9e41f4bf6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Pushing event deleted for resources: {'Port': ['ID=578b6f73-eae1-41e8-a26e-a209418b2fa5,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:53.348222 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b337eb76-707c-411a-889e-9e41f4bf6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.354861 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b337eb76-707c-411a-889e-9e41f4bf6832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] 10.222.0.75 "DELETE /v2.0/ports/578b6f73-eae1-41e8-a26e-a209418b2fa5 HTTP/1.1" status: 204 len: 168 time: 1.2230380 Dec 16 22:22:53.355649 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48228) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:53.416733 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-72327ab5-c7b0-49fb-a31d-73a956561400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] GET failed (client error): The resource could not be found. Dec 16 22:22:53.423096 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-72327ab5-c7b0-49fb-a31d-73a956561400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] 10.222.0.75 "GET /v2.0/ports/578b6f73-eae1-41e8-a26e-a209418b2fa5 HTTP/1.1" status: 404 len: 333 time: 0.0620694 Dec 16 22:22:53.423096 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48232) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:53.431637 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-34cb37a1-6bf9-4e9b-a56d-9642c2d886ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80c0d01-28fd-4869-8e12-70c32287e357 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:22:53.432173 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-40b39c53-a818-45e7-84f7-0f7414011c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Request body: {'port': {'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-818807095'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:53.439008 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-34cb37a1-6bf9-4e9b-a56d-9642c2d886ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.459380 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f783266-d382-472d-bbe3-c9441a2655fb admin admin] Made reservation on behalf of c8c29047878b45f9aad1e147fc6565e9 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:53.463465 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f783266-d382-472d-bbe3-c9441a2655fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.485206 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e25b3052-0968-4488-8ed9-5cf5ae76af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.589979 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e8813-cd5d-4d68-8f41-85c408918fb8 req-585c6c31-4c17-41cc-b1bf-445b1b299453 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:53.596006 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e8813-cd5d-4d68-8f41-85c408918fb8 req-585c6c31-4c17-41cc-b1bf-445b1b299453 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:53.597695 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-193e8813-cd5d-4d68-8f41-85c408918fb8 req-585c6c31-4c17-41cc-b1bf-445b1b299453 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 1654 time: 0.1146324 Dec 16 22:22:53.628673 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b39c53-a818-45e7-84f7-0f7414011c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Made reservation on behalf of e8412141c0da425c955102b2da2666fa for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:53.637380 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-40b39c53-a818-45e7-84f7-0f7414011c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.668140 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-193e8813-cd5d-4d68-8f41-85c408918fb8 req-d70fbeb6-32eb-4fa7-a0c2-d7f7f08a5550 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632577 Dec 16 22:22:53.704944 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-40b39c53-a818-45e7-84f7-0f7414011c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] device_id is not set on port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:22:53.711564 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a531a0f7-d2b4-4a1b-9d2c-24a138d72e84 req-1c82d411-b8ce-44b8-837f-6c68be20552b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 210 time: 0.0465095 Dec 16 22:22:53.725529 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-34cb37a1-6bf9-4e9b-a56d-9642c2d886ab service neutron] Transition to ACTIVE for port object e80c0d01-28fd-4869-8e12-70c32287e357 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:22:53.729708 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-91512a4e-d566-4c74-aecd-d59d4a488a75 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.737992 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-3c342bde-7d82-4bc1-bd56-3b31ee0b9ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:53.739514 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-3c342bde-7d82-4bc1-bd56-3b31ee0b9ed7 service neutron] 10.222.0.57 "GET /v2.0/ports/e0f2a365-369e-405c-9065-780d829281e6 HTTP/1.1" status: 200 len: 1031 time: 0.0510721 Dec 16 22:22:53.785306 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-022bef49-4888-47a8-9440-b35314041bc4 None None] Provisioning complete for port e9a977db-0468-4b9f-b372-b89be943e149 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:53.786667 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-022bef49-4888-47a8-9440-b35314041bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.793149 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91512a4e-d566-4c74-aecd-d59d4a488a75 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Port': ['ID=9f58c3c5-0a4f-4b69-9628-a0c3a1746930,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:53.831889 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-94f01e08-46b3-41b7-928e-94feb66f664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:53.834018 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-94f01e08-46b3-41b7-928e-94feb66f664f service neutron] 10.222.0.57 "GET /v2.0/ports/117343d1-e9dc-47b5-b09b-1fc4fcc77e1a HTTP/1.1" status: 200 len: 1032 time: 0.0836415 Dec 16 22:22:53.890065 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-34cb37a1-6bf9-4e9b-a56d-9642c2d886ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.893088 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-91512a4e-d566-4c74-aecd-d59d4a488a75 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:53.902754 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-91512a4e-d566-4c74-aecd-d59d4a488a75 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/9f58c3c5-0a4f-4b69-9628-a0c3a1746930 HTTP/1.1" status: 204 len: 168 time: 1.3463359 Dec 16 22:22:53.903214 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48238) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:54.023842 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb37a1-6bf9-4e9b-a56d-9642c2d886ab service neutron] Pushing event updated for resources: {'Port': ['ID=e80c0d01-28fd-4869-8e12-70c32287e357,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:54.035267 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4ecb6d-d084-4384-817f-02b70f0979fe tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:54.040358 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0d4ecb6d-d084-4384-817f-02b70f0979fe tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1288450 Dec 16 22:22:54.042761 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48240) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:54.062094 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9b198367-0c35-4d05-bc2f-9f3d9a62d9e1 req-dda94b79-ac14-456b-831c-58fae371c7f7 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=5d2d7bf3-b685-4bff-ad41-e57756983cfd HTTP/1.1" status: 200 len: 210 time: 0.1207037 Dec 16 22:22:54.112295 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1de87096-ffcd-4876-9571-87fe2ee9b18f None None] Could not find standard attr ID for object 9f58c3c5-0a4f-4b69-9628-a0c3a1746930. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:22:54.165735 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-40b39c53-a818-45e7-84f7-0f7414011c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:54.200766 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641fe1aa-79d7-489b-ad4d-d0472dd5b0bc tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:54.205184 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-641fe1aa-79d7-489b-ad4d-d0472dd5b0bc tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1589537 Dec 16 22:22:54.205449 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f783266-d382-472d-bbe3-c9441a2655fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:54.210887 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48242) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:54.293021 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-f5f15fdf-43ff-4151-a681-62259b296007 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:54.299521 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-f5f15fdf-43ff-4151-a681-62259b296007 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:54.301578 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e5b9a5-b9e4-46fa-8f5e-a20d02193ca3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:54.306507 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e5b9a5-b9e4-46fa-8f5e-a20d02193ca3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:54.306677 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-f5f15fdf-43ff-4151-a681-62259b296007 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:54.308283 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-f5f15fdf-43ff-4151-a681-62259b296007 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.57 "GET /v2.0/networks?id=5e57a376-cf11-4169-84ca-8ea1ae6aa078&id=15791355-f493-42e0-a1b7-a4369065109f&id=15791355-f493-42e0-a1b7-a4369065109f&id=15791355-f493-42e0-a1b7-a4369065109f&id=15791355-f493-42e0-a1b7-a4369065109f&id=66e9be3c-e724-4370-8e53-fc3253b9f776&id=66e9be3c-e724-4370-8e53-fc3253b9f776 HTTP/1.1" status: 200 len: 1996 time: 0.4357526 Dec 16 22:22:54.308512 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e5b9a5-b9e4-46fa-8f5e-a20d02193ca3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:54.313596 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b0e5b9a5-b9e4-46fa-8f5e-a20d02193ca3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1005509 Dec 16 22:22:54.315343 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48244) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:54.322293 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-34cb37a1-6bf9-4e9b-a56d-9642c2d886ab service neutron] Attempting to bind port e80c0d01-28fd-4869-8e12-70c32287e357 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:54.322635 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-34cb37a1-6bf9-4e9b-a56d-9642c2d886ab service neutron] Attempting to bind port e80c0d01-28fd-4869-8e12-70c32287e357 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '02886c82-451a-42f9-9e93-da4494aef11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7482fd44-8d0b-4203-9260-cc7edccfd323'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:54.322977 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-34cb37a1-6bf9-4e9b-a56d-9642c2d886ab service neutron] Attempting to bind port e80c0d01-28fd-4869-8e12-70c32287e357 on network 7482fd44-8d0b-4203-9260-cc7edccfd323 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:54.356091 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-34cb37a1-6bf9-4e9b-a56d-9642c2d886ab service neutron] Port e80c0d01-28fd-4869-8e12-70c32287e357 on network 7482fd44-8d0b-4203-9260-cc7edccfd323 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:54.356485 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-34cb37a1-6bf9-4e9b-a56d-9642c2d886ab service neutron] Attempting to bind port e80c0d01-28fd-4869-8e12-70c32287e357 on network 7482fd44-8d0b-4203-9260-cc7edccfd323 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:54.367557 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f783266-d382-472d-bbe3-c9441a2655fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ecefe13-aa2d-48b4-a74c-5805e96883cc,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:54.389086 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-34cb37a1-6bf9-4e9b-a56d-9642c2d886ab service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:54.389086 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-34cb37a1-6bf9-4e9b-a56d-9642c2d886ab service neutron] Checking segment: {'id': '02886c82-451a-42f9-9e93-da4494aef11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7482fd44-8d0b-4203-9260-cc7edccfd323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:54.389086 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-34cb37a1-6bf9-4e9b-a56d-9642c2d886ab service neutron] Bound using segment: {'id': '02886c82-451a-42f9-9e93-da4494aef11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7482fd44-8d0b-4203-9260-cc7edccfd323'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:54.389086 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-34cb37a1-6bf9-4e9b-a56d-9642c2d886ab service neutron] Bound port: e80c0d01-28fd-4869-8e12-70c32287e357, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02886c82-451a-42f9-9e93-da4494aef11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7482fd44-8d0b-4203-9260-cc7edccfd323'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:54.389086 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-34cb37a1-6bf9-4e9b-a56d-9642c2d886ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:54.404377 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-41f35352-c250-42e3-9a97-e080392c9d69 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet 326b73fb-e287-4a6d-ae8b-9f4284517a45 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:22:54.416609 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-40b39c53-a818-45e7-84f7-0f7414011c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:54.420954 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-41f35352-c250-42e3-9a97-e080392c9d69 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:54.445415 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f783266-d382-472d-bbe3-c9441a2655fb admin admin] Checking segment: {'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:54.446049 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f783266-d382-472d-bbe3-c9441a2655fb admin admin] Network hostable DHCP agents. Network: 282aa10f-496c-46fb-be12-6b2a327d41c1, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:22:54.514684 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b39c53-a818-45e7-84f7-0f7414011c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Pushing event updated for resources: {'Port': ['ID=eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:54.537051 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b39c53-a818-45e7-84f7-0f7414011c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Network add928b8-331d-4cc7-b999-08fb8ea640fd is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:54.543248 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-40b39c53-a818-45e7-84f7-0f7414011c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:54.547596 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b39c53-a818-45e7-84f7-0f7414011c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:54.549232 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b39c53-a818-45e7-84f7-0f7414011c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:54.549232 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-40b39c53-a818-45e7-84f7-0f7414011c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:54.572988 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-41f35352-c250-42e3-9a97-e080392c9d69 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:54.574837 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-34cb37a1-6bf9-4e9b-a56d-9642c2d886ab service neutron] For port e80c0d01-28fd-4869-8e12-70c32287e357, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:54.579633 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-34cb37a1-6bf9-4e9b-a56d-9642c2d886ab service neutron] For port e80c0d01-28fd-4869-8e12-70c32287e357, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e80c0d01-28fd-4869-8e12-70c32287e357,segment=NetworkSegment(02886c82-451a-42f9-9e93-da4494aef11a),segment_id=02886c82-451a-42f9-9e93-da4494aef11a)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:54.594637 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d7ec77bf-064a-4ffa-bc11-f40cdebad10e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45dc1fa90bee4d0982a4d71f8e7220e0 HTTP/1.1" status: 200 len: 380 time: 0.2654178 Dec 16 22:22:54.594985 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e9a977db-0468-4b9f-b372-b89be943e149 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:54.608638 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-eb5de6b3-9969-4da7-a31f-2f1a11deee6e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Request body: {'port': {'device_id': '10a3a704-b703-403d-bdaf-0dead804fb56', 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078', 'admin_state_up': True, 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'security_groups': ['1441c638-c88b-4ce3-8d53-759c5e35accf']}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:54.646834 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-40b39c53-a818-45e7-84f7-0f7414011c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2230637 Dec 16 22:22:54.651084 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48252) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:54.657703 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:54.689592 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-34cb37a1-6bf9-4e9b-a56d-9642c2d886ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:54.695073 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port e9a977db-0468-4b9f-b372-b89be943e149 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:54.695845 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:54.720044 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f783266-d382-472d-bbe3-c9441a2655fb admin admin] Network 282aa10f-496c-46fb-be12-6b2a327d41c1 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:22:54.766469 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:54.834891 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-34cb37a1-6bf9-4e9b-a56d-9642c2d886ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:54.835541 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-34cb37a1-6bf9-4e9b-a56d-9642c2d886ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:54.837778 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-34cb37a1-6bf9-4e9b-a56d-9642c2d886ab service neutron] 10.222.0.76 "PUT /v2.0/ports/e80c0d01-28fd-4869-8e12-70c32287e357 HTTP/1.1" status: 200 len: 1091 time: 2.4519439 Dec 16 22:22:54.843647 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4997d93d-3380-45c4-b82c-8ce73d42f514', 'tag': 'e80c0d01-28fd-4869-8e12-70c32287e357'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:22:54.846304 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a1af3d-eafa-4105-aff2-05f87702dc5c" -d '{"events": [{"name": "network-changed", "server_uuid": "4997d93d-3380-45c4-b82c-8ce73d42f514", "tag": "e80c0d01-28fd-4869-8e12-70c32287e357"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:22:54.915921 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb37a1-6bf9-4e9b-a56d-9642c2d886ab service neutron] Pushing event updated for resources: {'Port': ['ID=e80c0d01-28fd-4869-8e12-70c32287e357,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:54.930167 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-3f783266-d382-472d-bbe3-c9441a2655fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 282aa10f-496c-46fb-be12-6b2a327d41c1) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:54.934551 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-41f35352-c250-42e3-9a97-e080392c9d69 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:54.942275 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053304c3-1fba-45e7-aa48-2ff71931ad72 None None] Network 282aa10f-496c-46fb-be12-6b2a327d41c1 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:54.945406 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f783266-d382-472d-bbe3-c9441a2655fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:54.946494 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f783266-d382-472d-bbe3-c9441a2655fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:54.976828 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8de28-11a2-468b-bb19-75dfaa9ed20b req-cab60303-bab7-408d-b86c-0ad5ed6cc569 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:54.985039 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8de28-11a2-468b-bb19-75dfaa9ed20b req-cab60303-bab7-408d-b86c-0ad5ed6cc569 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:54.988338 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-02f8de28-11a2-468b-bb19-75dfaa9ed20b req-cab60303-bab7-408d-b86c-0ad5ed6cc569 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 1666 time: 0.1766031 Dec 16 22:22:55.055811 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-3fe22c6c-0509-4844-8fd1-1a768f1655a7 service neutron] Request body: {'port': {'device_id': '4997d93d-3380-45c4-b82c-8ce73d42f514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:55.077798 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-02f8de28-11a2-468b-bb19-75dfaa9ed20b req-34f7996f-e626-4445-8810-7c87405e7855 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769188 Dec 16 22:22:55.094502 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-55bc456f-2bda-4b38-bc21-daed36108b46 req-98da179f-c12b-4305-aff9-bb51be3b7f87 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 210 time: 0.1649168 Dec 16 22:22:55.195802 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-3fe22c6c-0509-4844-8fd1-1a768f1655a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:55.234972 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-eb5de6b3-9969-4da7-a31f-2f1a11deee6e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Made reservation on behalf of 45dc1fa90bee4d0982a4d71f8e7220e0 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:55.240458 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-eb5de6b3-9969-4da7-a31f-2f1a11deee6e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:55.246687 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a08d66-38c9-4166-959b-98b3b6fd50ca x-openstack-request-id: req-57a08d66-38c9-4166-959b-98b3b6fd50ca {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:22:55.247127 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4997d93d-3380-45c4-b82c-8ce73d42f514", "tag": "e80c0d01-28fd-4869-8e12-70c32287e357", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:22:55.247481 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-57a08d66-38c9-4166-959b-98b3b6fd50ca {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:22:55.248068 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4997d93d-3380-45c4-b82c-8ce73d42f514', 'tag': 'e80c0d01-28fd-4869-8e12-70c32287e357', 'status': 'completed', 'code': 200} Dec 16 22:22:55.258130 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3f783266-d382-472d-bbe3-c9441a2655fb admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0379925 Dec 16 22:22:55.260350 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48266) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:55.271532 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-27264b86-6666-41cd-82b3-7f7e942bc763 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1520243544-router', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:55.300288 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-41f35352-c250-42e3-9a97-e080392c9d69 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:55.360274 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f35352-c250-42e3-9a97-e080392c9d69 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=326b73fb-e287-4a6d-ae8b-9f4284517a45,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:55.391982 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-41f35352-c250-42e3-9a97-e080392c9d69 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:55.399631 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-41f35352-c250-42e3-9a97-e080392c9d69 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/326b73fb-e287-4a6d-ae8b-9f4284517a45 HTTP/1.1" status: 204 len: 168 time: 1.0796821 Dec 16 22:22:55.403071 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1af3d-eafa-4105-aff2-05f87702dc5c req-a5cc92cc-5ffc-4ae0-b26d-c851605929d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:55.403597 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1af3d-eafa-4105-aff2-05f87702dc5c req-a5cc92cc-5ffc-4ae0-b26d-c851605929d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:55.405174 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57a1af3d-eafa-4105-aff2-05f87702dc5c req-a5cc92cc-5ffc-4ae0-b26d-c851605929d1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3276816411724e4d868a9c723e7bff7f&device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 1913 time: 0.1721373 Dec 16 22:22:55.405714 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48268) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:55.408090 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] device_id is not set on port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:22:55.440424 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec7ac62-491e-43a2-a7b2-7111331de272 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:55.467497 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fb8f31-c45c-4fb5-9bab-cb8b7ca370fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-282aa10f-496c-46fb-be12-6b2a327d41c1', 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1', 'project_id': 'c8c29047878b45f9aad1e147fc6565e9', 'fixed_ips': [{'subnet_id': '9ecefe13-aa2d-48b4-a74c-5805e96883cc'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:22:55.469093 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8f31-c45c-4fb5-9bab-cb8b7ca370fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:55.488492 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c859874-4c51-4a0c-bf7b-99a663729a92 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet a4f3cda1-69c0-48e8-91e3-d4c3bde7293c {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:22:55.492970 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:55.497504 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c859874-4c51-4a0c-bf7b-99a663729a92 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:55.617778 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c859874-4c51-4a0c-bf7b-99a663729a92 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:55.749562 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:55.754979 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1af3d-eafa-4105-aff2-05f87702dc5c req-8b1de186-df0c-4e6c-978e-33c1b819322e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:55.754979 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1af3d-eafa-4105-aff2-05f87702dc5c req-8b1de186-df0c-4e6c-978e-33c1b819322e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:55.754979 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1af3d-eafa-4105-aff2-05f87702dc5c req-8b1de186-df0c-4e6c-978e-33c1b819322e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:55.757448 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57a1af3d-eafa-4105-aff2-05f87702dc5c req-8b1de186-df0c-4e6c-978e-33c1b819322e service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=3276816411724e4d868a9c723e7bff7f&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.2861032 Dec 16 22:22:55.918290 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-a7fb8f31-c45c-4fb5-9bab-cb8b7ca370fb None None] Allocated IP 172.20.0.2 (282aa10f-496c-46fb-be12-6b2a327d41c1/9ecefe13-aa2d-48b4-a74c-5805e96883cc/483f42e0-eb15-44fb-b6fe-f13b11c3251c) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:56.068290 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device f4583350-e8bc-458b-bc4d-46177d75f06d no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:22:56.074424 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Pushing event updated for resources: {'Port': ['ID=eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:56.104239 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2bc7ab7c-f6c0-450a-87ea-1ac50d8cae91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:56.104498 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c859874-4c51-4a0c-bf7b-99a663729a92 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:56.109074 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: f4583350-e8bc-458b-bc4d-46177d75f06d {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:22:56.109446 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device f4583350-e8bc-458b-bc4d-46177d75f06d not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:22:56.159665 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:56.160363 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:56.160813 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:56.201970 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27264b86-6666-41cd-82b3-7f7e942bc763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:56.203056 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27264b86-6666-41cd-82b3-7f7e942bc763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:56.203564 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8f31-c45c-4fb5-9bab-cb8b7ca370fb None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:56.224164 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:56.224638 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:56.247441 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempt 2 to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab Dec 16 22:22:56.280855 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27264b86-6666-41cd-82b3-7f7e942bc763 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:56.290307 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1af3d-eafa-4105-aff2-05f87702dc5c req-78ce4615-d9ef-4220-8f06-5650f105ce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:56.292594 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57a1af3d-eafa-4105-aff2-05f87702dc5c req-78ce4615-d9ef-4220-8f06-5650f105ce6e service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4738643 Dec 16 22:22:56.297787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:56.298180 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:56.298616 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:56.299572 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8f31-c45c-4fb5-9bab-cb8b7ca370fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:56.322485 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:56.323072 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:56.325127 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempt 3 to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab Dec 16 22:22:56.339461 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fb8f31-c45c-4fb5-9bab-cb8b7ca370fb None None] Network 282aa10f-496c-46fb-be12-6b2a327d41c1 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:56.340678 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cff956-b122-4779-91ec-4ab2d9463810 req-6f171ef7-2932-4807-ac4c-81f8a0f0da53 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:56.342437 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-03cff956-b122-4779-91ec-4ab2d9463810 req-6f171ef7-2932-4807-ac4c-81f8a0f0da53 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 945 time: 0.1734562 Dec 16 22:22:56.353404 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-a7fb8f31-c45c-4fb5-9bab-cb8b7ca370fb None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:56.372968 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:56.373459 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:56.373904 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:56.388967 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:56.389431 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:56.395510 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempt 4 to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab Dec 16 22:22:56.402595 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fb8f31-c45c-4fb5-9bab-cb8b7ca370fb None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:56.433082 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:56.433531 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:56.434006 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:56.441028 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-03cff956-b122-4779-91ec-4ab2d9463810 req-3d1dc41e-9de6-4fa3-86a2-3e37c50ed375 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919576 Dec 16 22:22:56.448160 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:56.448160 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:56.448160 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempt 5 to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab Dec 16 22:22:56.480341 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:56.480847 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:56.481543 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:56.488410 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c859874-4c51-4a0c-bf7b-99a663729a92 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:56.504392 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:56.504878 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:56.529444 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-eb5de6b3-9969-4da7-a31f-2f1a11deee6e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Allocated IP 172.20.0.6 (5e57a376-cf11-4169-84ca-8ea1ae6aa078/554b4879-6665-46f7-b33a-c61f9f909b35/ea1ed190-b5c9-4f29-b19b-8909b9b1bce0) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:56.542244 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempt 6 to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab Dec 16 22:22:56.557103 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c859874-4c51-4a0c-bf7b-99a663729a92 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=a4f3cda1-69c0-48e8-91e3-d4c3bde7293c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:56.570242 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c859874-4c51-4a0c-bf7b-99a663729a92 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:56.587631 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3c859874-4c51-4a0c-bf7b-99a663729a92 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/a4f3cda1-69c0-48e8-91e3-d4c3bde7293c HTTP/1.1" status: 204 len: 168 time: 1.1700168 Dec 16 22:22:56.587631 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48280) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:56.606369 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb8f31-c45c-4fb5-9bab-cb8b7ca370fb None None] Pushing event updated for resources: {'Port': ['ID=483f42e0-eb15-44fb-b6fe-f13b11c3251c,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:56.614648 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556065e-3da1-49be-8848-96b03e783c4a req-0854edc4-77f4-4c25-b3b2-1bbe22898387 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:56.624611 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556065e-3da1-49be-8848-96b03e783c4a req-0854edc4-77f4-4c25-b3b2-1bbe22898387 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:56.635339 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6556065e-3da1-49be-8848-96b03e783c4a req-0854edc4-77f4-4c25-b3b2-1bbe22898387 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 1666 time: 0.3660259 Dec 16 22:22:56.649584 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-a7fb8f31-c45c-4fb5-9bab-cb8b7ca370fb None None] Attempting to bind port 483f42e0-eb15-44fb-b6fe-f13b11c3251c on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:56.649968 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-a7fb8f31-c45c-4fb5-9bab-cb8b7ca370fb None None] Attempting to bind port 483f42e0-eb15-44fb-b6fe-f13b11c3251c by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:56.650337 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb8f31-c45c-4fb5-9bab-cb8b7ca370fb None None] Attempting to bind port 483f42e0-eb15-44fb-b6fe-f13b11c3251c on network 282aa10f-496c-46fb-be12-6b2a327d41c1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:56.685059 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb8f31-c45c-4fb5-9bab-cb8b7ca370fb None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:56.685059 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb8f31-c45c-4fb5-9bab-cb8b7ca370fb None None] Checking segment: {'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:56.685059 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8f31-c45c-4fb5-9bab-cb8b7ca370fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:56.685059 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb8f31-c45c-4fb5-9bab-cb8b7ca370fb None None] Bound using segment: {'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:56.685059 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-a7fb8f31-c45c-4fb5-9bab-cb8b7ca370fb None None] Bound port: 483f42e0-eb15-44fb-b6fe-f13b11c3251c, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:56.685059 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8f31-c45c-4fb5-9bab-cb8b7ca370fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:56.836861 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a7fb8f31-c45c-4fb5-9bab-cb8b7ca370fb None None] For port 483f42e0-eb15-44fb-b6fe-f13b11c3251c, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:56.856429 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a7fb8f31-c45c-4fb5-9bab-cb8b7ca370fb None None] For port 483f42e0-eb15-44fb-b6fe-f13b11c3251c, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=483f42e0-eb15-44fb-b6fe-f13b11c3251c,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:56.962954 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:56.964643 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:56.966632 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8f31-c45c-4fb5-9bab-cb8b7ca370fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:56.977444 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6556065e-3da1-49be-8848-96b03e783c4a req-7e91cefc-8994-4405-b9cd-41b1e3364d6d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411255 Dec 16 22:22:57.028302 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-eb5de6b3-9969-4da7-a31f-2f1a11deee6e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:57.096378 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb8f31-c45c-4fb5-9bab-cb8b7ca370fb None None] Pushing event updated for resources: {'Port': ['ID=483f42e0-eb15-44fb-b6fe-f13b11c3251c,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:57.167145 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27264b86-6666-41cd-82b3-7f7e942bc763 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:57.186439 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9e8b530d-041c-42ff-b1e2-f297f9a9342e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5863135 Dec 16 22:22:57.197682 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48286) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:57.207290 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-7a4999ea-7f7b-4de9-82be-0d2c065b9efd tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:57.210263 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:57.210907 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:57.211630 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525ee6a1-a0ec-4436-9524-68d17653ca8a None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:57.211838 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:57.237793 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d417c643-79a5-4aee-9b4b-1018bd757122 req-c497be1d-c2c0-4ba0-9714-b66f8c5393f0 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 210 time: 0.6412604 Dec 16 22:22:57.238480 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:57.243159 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:57.244974 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempt 7 to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab Dec 16 22:22:57.287120 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:57.288487 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:57.289945 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:57.295833 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:57.296179 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:57.296740 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempt 8 to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab Dec 16 22:22:57.348948 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:57.348948 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:57.348948 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:57.358738 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:57.359153 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:57.359623 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempt 9 to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab Dec 16 22:22:57.385012 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:57.385382 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:57.386312 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:57.400472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:57.400793 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:57.401212 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempt 10 to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab Dec 16 22:22:57.434713 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0b75ad08-9fc3-4cb0-84a5-8d839ecf5240 None None] Provisioning complete for port e9a977db-0468-4b9f-b372-b89be943e149 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:57.435527 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b75ad08-9fc3-4cb0-84a5-8d839ecf5240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:57.435755 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:57.436109 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:57.436460 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempting to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:57.441681 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on network add928b8-331d-4cc7-b999-08fb8ea640fd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:57.441921 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Failed to bind port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on host n-h1-815324-4 for vnic_type normal using segments [{'id': '03c675ed-bd60-4d83-b196-38481cfc91da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'add928b8-331d-4cc7-b999-08fb8ea640fd'}] Dec 16 22:22:57.442296 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:57.482110 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-3fe22c6c-0509-4844-8fd1-1a768f1655a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a6a343-d5f1-4866-8347-445200c81a7f {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:22:57.495788 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-3fe22c6c-0509-4844-8fd1-1a768f1655a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:57.519160 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-eb5de6b3-9969-4da7-a31f-2f1a11deee6e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:57.546083 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-3fe22c6c-0509-4844-8fd1-1a768f1655a7 service neutron] Transition to ACTIVE for port object d4a6a343-d5f1-4866-8347-445200c81a7f will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:22:57.612882 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] For port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:57.613274 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attempted to set empty binding levels {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 22:22:57.619076 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f004ee50-b71d-45f5-99e2-ad68c6603d3e None None] DHCP port deletion for f8482a80-79ef-4c20-9ddd-3945e7fc80d7 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:22:57.640525 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4999ea-7f7b-4de9-82be-0d2c065b9efd tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:57.646484 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7a4999ea-7f7b-4de9-82be-0d2c065b9efd tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:57.677490 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f004ee50-b71d-45f5-99e2-ad68c6603d3e None None] Deleting port e9a977db-0468-4b9f-b372-b89be943e149 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:57.678147 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f004ee50-b71d-45f5-99e2-ad68c6603d3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:57.700037 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-eb5de6b3-9969-4da7-a31f-2f1a11deee6e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Network 5e57a376-cf11-4169-84ca-8ea1ae6aa078 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:22:57.733801 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:57.735643 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-3fe22c6c-0509-4844-8fd1-1a768f1655a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:57.743250 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5de6b3-9969-4da7-a31f-2f1a11deee6e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event updated for resources: {'Port': ['ID=ea1ed190-b5c9-4f29-b19b-8909b9b1bce0,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:57.763575 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f004ee50-b71d-45f5-99e2-ad68c6603d3e None None] For port e9a977db-0468-4b9f-b372-b89be943e149, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e9a977db-0468-4b9f-b372-b89be943e149,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:57.763984 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f004ee50-b71d-45f5-99e2-ad68c6603d3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:57.791235 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f004ee50-b71d-45f5-99e2-ad68c6603d3e None None] Calling delete_port for e9a977db-0468-4b9f-b372-b89be943e149 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:57.807585 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] In _notify_port_updated(), no bound segment for port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab on network add928b8-331d-4cc7-b999-08fb8ea640fd {{(pid=103614) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:22:57.808678 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:57.809419 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:57.812041 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] 10.222.0.75 "PUT /v2.0/ports/eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab HTTP/1.1" status: 200 len: 978 time: 3.1593425 Dec 16 22:22:57.824860 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48294) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:57.849183 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe22c6c-0509-4844-8fd1-1a768f1655a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a6a343-d5f1-4866-8347-445200c81a7f,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:57.859191 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-eb5de6b3-9969-4da7-a31f-2f1a11deee6e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:22:57.862558 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-eb5de6b3-9969-4da7-a31f-2f1a11deee6e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:22:57.891504 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759ff49-f4ca-4715-b952-0f4a0a03ec98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Pushing event updated for resources: {'Port': ['ID=eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:57.932942 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5bc83-2949-473b-9364-2d31511872b9 req-cd6b4bff-90b7-4fa7-8e7e-5ef229e7642d tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:57.934564 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-48a5bc83-2949-473b-9364-2d31511872b9 req-cd6b4bff-90b7-4fa7-8e7e-5ef229e7642d tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 945 time: 0.3405623 Dec 16 22:22:57.978771 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-f71ff0a4-aa1c-4181-916c-2ae95ac68813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Deleting port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:57.981359 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f71ff0a4-aa1c-4181-916c-2ae95ac68813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.051967 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-eb5de6b3-9969-4da7-a31f-2f1a11deee6e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:58.058057 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-eb5de6b3-9969-4da7-a31f-2f1a11deee6e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.086114 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f004ee50-b71d-45f5-99e2-ad68c6603d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.146378 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004ee50-b71d-45f5-99e2-ad68c6603d3e None None] Pushing event deleted for resources: {'Port': ['ID=e9a977db-0468-4b9f-b372-b89be943e149,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:58.163890 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-f71ff0a4-aa1c-4181-916c-2ae95ac68813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] For port eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab, host n-h1-815324-4, got binding levels [] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:58.165972 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f71ff0a4-aa1c-4181-916c-2ae95ac68813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.198562 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f004ee50-b71d-45f5-99e2-ad68c6603d3e None None] No DVR routers for this DVR port e9a977db-0468-4b9f-b372-b89be943e149 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:22:58.213050 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-f71ff0a4-aa1c-4181-916c-2ae95ac68813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Calling delete_port for eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:22:58.332718 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.355145 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-683b2f71-9965-4ee0-9734-331b006b3f48 None None] Provisioning complete for port ea1ed190-b5c9-4f29-b19b-8909b9b1bce0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:58.355698 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-683b2f71-9965-4ee0-9734-331b006b3f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.431083 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.448350 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-683b2f71-9965-4ee0-9734-331b006b3f48 None None] Port ea1ed190-b5c9-4f29-b19b-8909b9b1bce0 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:22:58.457677 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01289c-20df-49a9-8a2d-87f898ae66dc req-4d732949-aeb3-453c-92f6-088bbe5e9e11 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:58.465801 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01289c-20df-49a9-8a2d-87f898ae66dc req-4d732949-aeb3-453c-92f6-088bbe5e9e11 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:58.475599 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f01289c-20df-49a9-8a2d-87f898ae66dc req-4d732949-aeb3-453c-92f6-088bbe5e9e11 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 1678 time: 0.0990698 Dec 16 22:22:58.477589 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-48a5bc83-2949-473b-9364-2d31511872b9 req-024d7706-0ddc-48e8-81f0-fa0c21bdbb9d tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518931 Dec 16 22:22:58.539887 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f71ff0a4-aa1c-4181-916c-2ae95ac68813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.582846 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f01289c-20df-49a9-8a2d-87f898ae66dc req-35668f20-7b59-4445-aab1-b88faa816a66 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035893 Dec 16 22:22:58.586600 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ff0a4-aa1c-4181-916c-2ae95ac68813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Pushing event deleted for resources: {'Port': ['ID=eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:58.626159 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f71ff0a4-aa1c-4181-916c-2ae95ac68813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.642121 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f71ff0a4-aa1c-4181-916c-2ae95ac68813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] 10.222.0.75 "DELETE /v2.0/ports/eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab HTTP/1.1" status: 204 len: 168 time: 0.8160253 Dec 16 22:22:58.643862 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48302) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:58.655082 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-eb5de6b3-9969-4da7-a31f-2f1a11deee6e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0523648 Dec 16 22:22:58.672008 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 483f42e0-eb15-44fb-b6fe-f13b11c3251c up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:22:58.708346 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-8700863b-8c31-4fdc-ae85-e452c8a8c53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] GET failed (client error): The resource could not be found. Dec 16 22:22:58.708809 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-73b102a4-6e75-448d-a7b4-166884ad117b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Request body: {'port': {'device_id': '10a3a704-b703-403d-bdaf-0dead804fb56', 'network_id': '15791355-f493-42e0-a1b7-a4369065109f', 'admin_state_up': True, 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'security_groups': ['1441c638-c88b-4ce3-8d53-759c5e35accf']}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:22:58.714501 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8700863b-8c31-4fdc-ae85-e452c8a8c53b tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-451895899-project-admin] 10.222.0.75 "GET /v2.0/ports/eeb2d362-aa0d-4e42-a56b-1cfc4c9d7dab HTTP/1.1" status: 404 len: 333 time: 0.0659001 Dec 16 22:22:58.716399 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48304) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:22:58.783432 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 483f42e0-eb15-44fb-b6fe-f13b11c3251c triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:58.783824 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.809834 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-3fe22c6c-0509-4844-8fd1-1a768f1655a7 service neutron] Attempting to bind port d4a6a343-d5f1-4866-8347-445200c81a7f on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:22:58.810176 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-3fe22c6c-0509-4844-8fd1-1a768f1655a7 service neutron] Attempting to bind port d4a6a343-d5f1-4866-8347-445200c81a7f by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '5ad419b0-2d81-4624-9cc1-d312d78ca032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '52fc3d88-3d85-48f2-b54f-8bbce1098647'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:22:58.810513 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-3fe22c6c-0509-4844-8fd1-1a768f1655a7 service neutron] Attempting to bind port d4a6a343-d5f1-4866-8347-445200c81a7f on network 52fc3d88-3d85-48f2-b54f-8bbce1098647 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:58.822254 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1e5654-4ce6-4bf6-849d-6ea2ea01c2a7 None None] Network 282aa10f-496c-46fb-be12-6b2a327d41c1 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:22:58.845846 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27264b86-6666-41cd-82b3-7f7e942bc763 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.857547 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-51484c0d-cb03-4df0-bc44-387de9a19f92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.881377 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-3fe22c6c-0509-4844-8fd1-1a768f1655a7 service neutron] Port d4a6a343-d5f1-4866-8347-445200c81a7f on network 52fc3d88-3d85-48f2-b54f-8bbce1098647 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:22:58.881921 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-3fe22c6c-0509-4844-8fd1-1a768f1655a7 service neutron] Attempting to bind port d4a6a343-d5f1-4866-8347-445200c81a7f on network 52fc3d88-3d85-48f2-b54f-8bbce1098647 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:22:58.884914 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27264b86-6666-41cd-82b3-7f7e942bc763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:58.912040 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-3fe22c6c-0509-4844-8fd1-1a768f1655a7 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:22:58.919950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-3fe22c6c-0509-4844-8fd1-1a768f1655a7 service neutron] Checking segment: {'id': '5ad419b0-2d81-4624-9cc1-d312d78ca032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '52fc3d88-3d85-48f2-b54f-8bbce1098647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:22:58.919950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-3fe22c6c-0509-4844-8fd1-1a768f1655a7 service neutron] Bound using segment: {'id': '5ad419b0-2d81-4624-9cc1-d312d78ca032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '52fc3d88-3d85-48f2-b54f-8bbce1098647'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:22:58.919950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-3fe22c6c-0509-4844-8fd1-1a768f1655a7 service neutron] Bound port: d4a6a343-d5f1-4866-8347-445200c81a7f, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad419b0-2d81-4624-9cc1-d312d78ca032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '52fc3d88-3d85-48f2-b54f-8bbce1098647'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:22:58.919950 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-3fe22c6c-0509-4844-8fd1-1a768f1655a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:59.034325 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3bc243-a21b-4225-9a5b-bd2b9f4ad88b req-c14867e5-c0c2-4b87-8e65-896f9120c6b8 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:59.036585 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1d3bc243-a21b-4225-9a5b-bd2b9f4ad88b req-c14867e5-c0c2-4b87-8e65-896f9120c6b8 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.76 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 945 time: 0.1731944 Dec 16 22:22:59.090440 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:59.118685 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-fe9f6e26-bcb7-4ef1-8c0f-35ef38618e21 None None] Provisioning complete for port 483f42e0-eb15-44fb-b6fe-f13b11c3251c triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:22:59.119194 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6e26-bcb7-4ef1-8c0f-35ef38618e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:59.125255 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:59.154936 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-3fe22c6c-0509-4844-8fd1-1a768f1655a7 service neutron] For port d4a6a343-d5f1-4866-8347-445200c81a7f, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:22:59.161009 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-3fe22c6c-0509-4844-8fd1-1a768f1655a7 service neutron] For port d4a6a343-d5f1-4866-8347-445200c81a7f, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d4a6a343-d5f1-4866-8347-445200c81a7f,segment=NetworkSegment(5ad419b0-2d81-4624-9cc1-d312d78ca032),segment_id=5ad419b0-2d81-4624-9cc1-d312d78ca032)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:22:59.165333 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79072b9c-bda0-43bb-9fa7-4853c721ed14 req-b1be7c4f-9c44-4fa9-81a3-ba3d3f679c5c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:22:59.171702 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-27264b86-6666-41cd-82b3-7f7e942bc763 admin admin] Allocated IP 172.25.6.3 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/232d9346-13e5-4c3a-aed1-79092ffdacc4) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:22:59.175434 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79072b9c-bda0-43bb-9fa7-4853c721ed14 req-b1be7c4f-9c44-4fa9-81a3-ba3d3f679c5c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 931 time: 0.3136628 Dec 16 22:22:59.191244 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-51484c0d-cb03-4df0-bc44-387de9a19f92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:59.205025 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 483f42e0-eb15-44fb-b6fe-f13b11c3251c, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=483f42e0-eb15-44fb-b6fe-f13b11c3251c,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:59.286507 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-3fe22c6c-0509-4844-8fd1-1a768f1655a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:59.308176 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6e26-bcb7-4ef1-8c0f-35ef38618e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:59.313173 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:59.318077 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-51484c0d-cb03-4df0-bc44-387de9a19f92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add928b8-331d-4cc7-b999-08fb8ea640fd']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:59.340097 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79072b9c-bda0-43bb-9fa7-4853c721ed14 req-d3d37477-77fe-49dd-aeaa-ba3336284c3e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607485 Dec 16 22:22:59.354225 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-51484c0d-cb03-4df0-bc44-387de9a19f92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c675ed-bd60-4d83-b196-38481cfc91da') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:59.354829 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-51484c0d-cb03-4df0-bc44-387de9a19f92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c675ed-bd60-4d83-b196-38481cfc91da') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:22:59.390368 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-51484c0d-cb03-4df0-bc44-387de9a19f92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:59.392368 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=483f42e0-eb15-44fb-b6fe-f13b11c3251c,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:59.416773 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-73b102a4-6e75-448d-a7b4-166884ad117b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Made reservation on behalf of 45dc1fa90bee4d0982a4d71f8e7220e0 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:22:59.421892 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-51484c0d-cb03-4df0-bc44-387de9a19f92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:59.433075 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51484c0d-cb03-4df0-bc44-387de9a19f92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:22:59.433990 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-51484c0d-cb03-4df0-bc44-387de9a19f92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:59.435971 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-73b102a4-6e75-448d-a7b4-166884ad117b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:22:59.438931 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:22:59.449447 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e9a977db-0468-4b9f-b372-b89be943e149 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:22:59.485070 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: e9a977db-0468-4b9f-b372-b89be943e149 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:22:59.485070 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e9a977db-0468-4b9f-b372-b89be943e149 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:22:59.501340 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-1d3bc243-a21b-4225-9a5b-bd2b9f4ad88b req-ef1e0a16-b4b2-4254-9abf-9421b520bb08 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Deleting port b641821a-458b-4ca4-a4bf-ef86d97df3a0 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:22:59.501340 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1d3bc243-a21b-4225-9a5b-bd2b9f4ad88b req-ef1e0a16-b4b2-4254-9abf-9421b520bb08 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:59.509655 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-fe9f6e26-bcb7-4ef1-8c0f-35ef38618e21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:22:59.510024 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-fe9f6e26-bcb7-4ef1-8c0f-35ef38618e21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:22:59.662225 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-51484c0d-cb03-4df0-bc44-387de9a19f92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:59.703706 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-51484c0d-cb03-4df0-bc44-387de9a19f92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:59.733679 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27264b86-6666-41cd-82b3-7f7e942bc763 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:59.734267 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-51484c0d-cb03-4df0-bc44-387de9a19f92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] 10.222.0.75 "DELETE /v2.0/networks/add928b8-331d-4cc7-b999-08fb8ea640fd HTTP/1.1" status: 204 len: 168 time: 0.9891841 Dec 16 22:22:59.734869 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51484c0d-cb03-4df0-bc44-387de9a19f92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035382809-project] Pushing event deleted for resources: {'Network': ['ID=add928b8-331d-4cc7-b999-08fb8ea640fd,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:22:59.889443 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-1d3bc243-a21b-4225-9a5b-bd2b9f4ad88b req-ef1e0a16-b4b2-4254-9abf-9421b520bb08 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] For port b641821a-458b-4ca4-a4bf-ef86d97df3a0, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=b641821a-458b-4ca4-a4bf-ef86d97df3a0,segment=NetworkSegment(ba56397c-6eec-44d6-a5b2-cd5db12b2a04),segment_id=ba56397c-6eec-44d6-a5b2-cd5db12b2a04)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:22:59.889837 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1d3bc243-a21b-4225-9a5b-bd2b9f4ad88b req-ef1e0a16-b4b2-4254-9abf-9421b520bb08 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:22:59.931226 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-1d3bc243-a21b-4225-9a5b-bd2b9f4ad88b req-ef1e0a16-b4b2-4254-9abf-9421b520bb08 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Calling delete_port for b641821a-458b-4ca4-a4bf-ef86d97df3a0 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:00.049548 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-73b102a4-6e75-448d-a7b4-166884ad117b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Allocated IP 10.1.1.45 (15791355-f493-42e0-a1b7-a4369065109f/25876357-a0e7-4570-bc9f-e643775c0f42/990713e8-9fa9-4fb5-8920-65b3db167871) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:00.097428 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe22c6c-0509-4844-8fd1-1a768f1655a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a6a343-d5f1-4866-8347-445200c81a7f,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:00.149917 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-3fe22c6c-0509-4844-8fd1-1a768f1655a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:00.150449 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-3fe22c6c-0509-4844-8fd1-1a768f1655a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.152282 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-3fe22c6c-0509-4844-8fd1-1a768f1655a7 service neutron] 10.222.0.76 "PUT /v2.0/ports/d4a6a343-d5f1-4866-8347-445200c81a7f HTTP/1.1" status: 200 len: 1092 time: 5.1025746 Dec 16 22:23:00.153403 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27264b86-6666-41cd-82b3-7f7e942bc763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.167548 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4997d93d-3380-45c4-b82c-8ce73d42f514', 'tag': 'd4a6a343-d5f1-4866-8347-445200c81a7f'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:23:00.170220 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff51dc08-8d4b-4a99-b1f2-3db0fc0da7f4" -d '{"events": [{"name": "network-changed", "server_uuid": "4997d93d-3380-45c4-b82c-8ce73d42f514", "tag": "d4a6a343-d5f1-4866-8347-445200c81a7f"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:23:00.198015 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11630064-427f-4557-b167-e078337b0942 req-748c3632-366f-4ec3-989c-0ca8a2006a35 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:00.216316 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11630064-427f-4557-b167-e078337b0942 req-748c3632-366f-4ec3-989c-0ca8a2006a35 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:00.224772 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-11630064-427f-4557-b167-e078337b0942 req-748c3632-366f-4ec3-989c-0ca8a2006a35 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 1678 time: 0.4657621 Dec 16 22:23:00.240104 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27264b86-6666-41cd-82b3-7f7e942bc763 admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:00.255464 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27264b86-6666-41cd-82b3-7f7e942bc763 admin admin] Pushing event updated for resources: {'Port': ['ID=232d9346-13e5-4c3a-aed1-79092ffdacc4,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:00.278031 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-27264b86-6666-41cd-82b3-7f7e942bc763 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:00.280245 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27264b86-6666-41cd-82b3-7f7e942bc763 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:00.281398 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0bbb345c-8879-4fab-98b2-476962b9fa16 None None] Provisioning complete for port 483f42e0-eb15-44fb-b6fe-f13b11c3251c triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:00.281888 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0bbb345c-8879-4fab-98b2-476962b9fa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.339280 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1d3bc243-a21b-4225-9a5b-bd2b9f4ad88b req-ef1e0a16-b4b2-4254-9abf-9421b520bb08 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.343831 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d007685f-9be1-493a-8704-bf3dce9548a6 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:23:00.500968 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e0a16-b4b2-4254-9abf-9421b520bb08 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Pushing event deleted for resources: {'Port': ['ID=b641821a-458b-4ca4-a4bf-ef86d97df3a0,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:00.531942 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3046d8df-c670-4fc7-bf2d-eb5927eb509a None None] DHCP port deletion for 66ba2238-7dba-4548-9d17-efb5b42cdbfe request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:23:00.566565 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-11630064-427f-4557-b167-e078337b0942 req-62102ca0-15f8-4784-bb3f-92c0b443c71f tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403952 Dec 16 22:23:00.643631 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3bc243-a21b-4225-9a5b-bd2b9f4ad88b req-ef1e0a16-b4b2-4254-9abf-9421b520bb08 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] No DVR routers for this DVR port b641821a-458b-4ca4-a4bf-ef86d97df3a0 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:00.645606 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48326) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:00.663438 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1d3bc243-a21b-4225-9a5b-bd2b9f4ad88b req-ef1e0a16-b4b2-4254-9abf-9421b520bb08 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.667540 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1d3bc243-a21b-4225-9a5b-bd2b9f4ad88b req-ef1e0a16-b4b2-4254-9abf-9421b520bb08 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.76 "DELETE /v2.0/ports/b641821a-458b-4ca4-a4bf-ef86d97df3a0 HTTP/1.1" status: 204 len: 173 time: 1.5944955 Dec 16 22:23:00.672068 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1846da72-9e59-495b-9ec7-86404e381389', 'name': 'network-vif-deleted', 'tag': 'b641821a-458b-4ca4-a4bf-ef86d97df3a0'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:23:00.674667 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c6ebc1-f68d-4a73-b892-4dcfc5f85fcb" -d '{"events": [{"server_uuid": "1846da72-9e59-495b-9ec7-86404e381389", "name": "network-vif-deleted", "tag": "b641821a-458b-4ca4-a4bf-ef86d97df3a0"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:23:00.849268 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9a053d-6934-4afd-b84e-88319ba0ef3f x-openstack-request-id: req-ab9a053d-6934-4afd-b84e-88319ba0ef3f {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:23:00.851917 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4997d93d-3380-45c4-b82c-8ce73d42f514", "tag": "d4a6a343-d5f1-4866-8347-445200c81a7f", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:23:00.852456 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ab9a053d-6934-4afd-b84e-88319ba0ef3f {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:23:00.855598 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4997d93d-3380-45c4-b82c-8ce73d42f514', 'tag': 'd4a6a343-d5f1-4866-8347-445200c81a7f', 'status': 'completed', 'code': 200} Dec 16 22:23:00.916562 n-d-815324-4 neutron-server[103613]: DEBUG neutron.objects.ports [None req-7a4999ea-7f7b-4de9-82be-0d2c065b9efd tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103613) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:23:00.973228 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7a4999ea-7f7b-4de9-82be-0d2c065b9efd tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:00.975468 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 483f42e0-eb15-44fb-b6fe-f13b11c3251c up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:01.032275 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26957255-b7a0-41d0-bdb3-31d97cc79e2e req-57914888-010f-4d87-a6d7-ef280bc6207b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:01.034075 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-26957255-b7a0-41d0-bdb3-31d97cc79e2e req-57914888-010f-4d87-a6d7-ef280bc6207b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 931 time: 0.1724329 Dec 16 22:23:01.049354 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-61a4cd30-fa2e-4b20-8a23-3db68ff59785 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cf80fcf793174b6d8fb0d8e7b26bbb4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4024343 Dec 16 22:23:01.056378 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48334) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:01.075668 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 483f42e0-eb15-44fb-b6fe-f13b11c3251c triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:01.076045 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.159265 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-73b102a4-6e75-448d-a7b4-166884ad117b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.188726 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-26957255-b7a0-41d0-bdb3-31d97cc79e2e req-35352241-1a34-4807-8033-3fe138855ad5 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422615 Dec 16 22:23:01.227746 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-86034e8e-bc81-4156-a4ca-c16307550490 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.256888 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-fada41ee-9bda-43e5-9938-f4f0353f24d5 None None] Provisioning complete for port 232d9346-13e5-4c3a-aed1-79092ffdacc4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:01.274202 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fada41ee-9bda-43e5-9938-f4f0353f24d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.294719 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4999ea-7f7b-4de9-82be-0d2c065b9efd tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:01.306447 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc91c79-9048-4f58-9b2c-9c401ebfcabf req-248358ac-27a4-4b3e-8a87-2e5c1d659016 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:01.309481 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5cc91c79-9048-4f58-9b2c-9c401ebfcabf req-248358ac-27a4-4b3e-8a87-2e5c1d659016 tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1846da72-9e59-495b-9ec7-86404e381389 HTTP/1.1" status: 200 len: 867 time: 1.1942687 Dec 16 22:23:01.310200 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4999ea-7f7b-4de9-82be-0d2c065b9efd tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=4fb5994b-970d-4155-9640-de90719d9ef6,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:01.314020 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-86034e8e-bc81-4156-a4ca-c16307550490 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.376356 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-fada41ee-9bda-43e5-9938-f4f0353f24d5 None None] Port 232d9346-13e5-4c3a-aed1-79092ffdacc4 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:23:01.382459 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb5f915-ade8-433d-9cc9-29e16a28ace2 x-openstack-request-id: req-bbb5f915-ade8-433d-9cc9-29e16a28ace2 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:23:01.383075 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1846da72-9e59-495b-9ec7-86404e381389", "name": "network-vif-deleted", "tag": "b641821a-458b-4ca4-a4bf-ef86d97df3a0", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:23:01.383075 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bbb5f915-ade8-433d-9cc9-29e16a28ace2 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:23:01.385602 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1846da72-9e59-495b-9ec7-86404e381389', 'name': 'network-vif-deleted', 'tag': 'b641821a-458b-4ca4-a4bf-ef86d97df3a0', 'status': 'completed', 'code': 200} Dec 16 22:23:01.403925 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-7a4999ea-7f7b-4de9-82be-0d2c065b9efd tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:01.421732 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd762d5-cd3b-476a-82a8-0fc247ad1c62 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:01.445759 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-73b102a4-6e75-448d-a7b4-166884ad117b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.448353 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4999ea-7f7b-4de9-82be-0d2c065b9efd tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:01.448897 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7a4999ea-7f7b-4de9-82be-0d2c065b9efd tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.478580 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-341b30f6-3f7a-495b-bea7-34d32c333123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:01.478985 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-341b30f6-3f7a-495b-bea7-34d32c333123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:01.480651 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-341b30f6-3f7a-495b-bea7-34d32c333123 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3276816411724e4d868a9c723e7bff7f&device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 1980 time: 0.6548388 Dec 16 22:23:01.531211 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-86034e8e-bc81-4156-a4ca-c16307550490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.533857 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-86034e8e-bc81-4156-a4ca-c16307550490 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.535073 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-86034e8e-bc81-4156-a4ca-c16307550490 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/66709c1b-3b68-4163-9cad-90d3f15d655b HTTP/1.1" status: 204 len: 168 time: 0.4777167 Dec 16 22:23:01.547315 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86034e8e-bc81-4156-a4ca-c16307550490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66709c1b-3b68-4163-9cad-90d3f15d655b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:01.571731 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device b641821a-458b-4ca4-a4bf-ef86d97df3a0 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:23:01.639629 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: b641821a-458b-4ca4-a4bf-ef86d97df3a0 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:23:01.640061 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device b641821a-458b-4ca4-a4bf-ef86d97df3a0 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:23:01.683510 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-5afe4e2f-a1ea-48e0-a6c6-080e209ad26d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.33&port_id=e80c0d01-28fd-4869-8e12-70c32287e357 HTTP/1.1" status: 200 len: 217 time: 0.1678293 Dec 16 22:23:01.684252 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67615653-c59c-4158-861a-1ab4141eb301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'fixed_ips': [{'subnet_id': '4fb5994b-970d-4155-9640-de90719d9ef6'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:23:01.685954 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67615653-c59c-4158-861a-1ab4141eb301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:01.704027 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7a4999ea-7f7b-4de9-82be-0d2c065b9efd tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5052488 Dec 16 22:23:01.730552 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48340) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:01.740082 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-73b102a4-6e75-448d-a7b4-166884ad117b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Network 15791355-f493-42e0-a1b7-a4369065109f is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:01.751339 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-b2342302-6d05-458b-85fe-d281a72f284b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:01.820641 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-73b102a4-6e75-448d-a7b4-166884ad117b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:01.827002 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b102a4-6e75-448d-a7b4-166884ad117b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event updated for resources: {'Port': ['ID=990713e8-9fa9-4fb5-8920-65b3db167871,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:01.840503 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-73b102a4-6e75-448d-a7b4-166884ad117b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:01.877666 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5cc91c79-9048-4f58-9b2c-9c401ebfcabf req-a6087eaa-db46-4073-aa8d-a7400a2731bc tempest-ServerRescueTestJSON-1823943278 tempest-ServerRescueTestJSON-1823943278-project] 10.222.0.75 "GET /v2.0/security-groups?id=b856294f-893f-406d-b95a-12439a187204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792531 Dec 16 22:23:01.933998 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ccbf9-2eff-44ec-8739-adb44bc537c5 req-92d041bd-038b-4f6b-abcd-eec3477ab5e0 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:01.940123 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ccbf9-2eff-44ec-8739-adb44bc537c5 req-92d041bd-038b-4f6b-abcd-eec3477ab5e0 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:01.948150 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-433ccbf9-2eff-44ec-8739-adb44bc537c5 req-92d041bd-038b-4f6b-abcd-eec3477ab5e0 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 1678 time: 0.2552621 Dec 16 22:23:01.993140 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-347f239f-5dc4-474a-938e-db9db18d196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:01.996260 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-347f239f-5dc4-474a-938e-db9db18d196d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=35ca0db3-12cf-4820-8194-8f54ed40b7fe HTTP/1.1" status: 200 len: 801 time: 0.2861030 Dec 16 22:23:02.061692 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-67615653-c59c-4158-861a-1ab4141eb301 None None] Allocated IP 2001:db8::f816:3eff:fe7d:c2a6 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/4fb5994b-970d-4155-9640-de90719d9ef6/fcf553ee-c9fe-4bb5-9061-4f55ea78efe1) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:02.087890 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-433ccbf9-2eff-44ec-8739-adb44bc537c5 req-8a0bc358-6ce3-425b-b93d-a8b9416a9886 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298232 Dec 16 22:23:02.109502 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-73b102a4-6e75-448d-a7b4-166884ad117b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:02.110350 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-73b102a4-6e75-448d-a7b4-166884ad117b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:02.128297 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-328c9039-21c8-40f6-8144-3352e39e8d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:02.129214 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-328c9039-21c8-40f6-8144-3352e39e8d67 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7482fd44-8d0b-4203-9260-cc7edccfd323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0977731 Dec 16 22:23:02.189774 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2342302-6d05-458b-85fe-d281a72f284b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:02.193379 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b2342302-6d05-458b-85fe-d281a72f284b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:02.269379 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-73b102a4-6e75-448d-a7b4-166884ad117b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5728228 Dec 16 22:23:02.311984 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-73dedd42-0e84-4f58-a11a-fb81629fba4a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Request body: {'port': {'device_id': '10a3a704-b703-403d-bdaf-0dead804fb56', 'network_id': '15791355-f493-42e0-a1b7-a4369065109f', 'admin_state_up': True, 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'security_groups': ['1441c638-c88b-4ce3-8d53-759c5e35accf']}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:02.402601 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67615653-c59c-4158-861a-1ab4141eb301 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:02.430375 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0f749-168c-4a0f-816f-7293febd245b req-674e66a3-f8ac-4c42-b8c1-df9ff151831c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:02.433064 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2d63f695-eaea-45f0-8863-f63e75529d67 None None] Provisioning complete for port 990713e8-9fa9-4fb5-8920-65b3db167871 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:02.434401 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2d63f695-eaea-45f0-8863-f63e75529d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:02.442343 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0f749-168c-4a0f-816f-7293febd245b req-674e66a3-f8ac-4c42-b8c1-df9ff151831c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:02.458051 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1aa0f749-168c-4a0f-816f-7293febd245b req-674e66a3-f8ac-4c42-b8c1-df9ff151831c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 1652 time: 0.1372833 Dec 16 22:23:02.468406 n-d-815324-4 neutron-server[103614]: INFO neutron.db.ipam_backend_mixin [None req-b2342302-6d05-458b-85fe-d281a72f284b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4fb5994b-970d-4155-9640-de90719d9ef6 (CIDR: 2001:db8::/64) Dec 16 22:23:02.515257 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2d63f695-eaea-45f0-8863-f63e75529d67 None None] Port 990713e8-9fa9-4fb5-8920-65b3db167871 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:23:02.518412 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67615653-c59c-4158-861a-1ab4141eb301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:02.525033 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2342302-6d05-458b-85fe-d281a72f284b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:23:02.525033 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2342302-6d05-458b-85fe-d281a72f284b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:02.571434 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1aa0f749-168c-4a0f-816f-7293febd245b req-821e1b6c-0f2f-434c-aba8-28d233504a20 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105194 Dec 16 22:23:02.589649 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48352) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:02.592503 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67615653-c59c-4158-861a-1ab4141eb301 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:02.597130 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-67615653-c59c-4158-861a-1ab4141eb301 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:02.602789 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67615653-c59c-4158-861a-1ab4141eb301 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:02.619728 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-fdb900c1-efbb-4cb0-b15c-4279d7b1e3bf service neutron] 10.222.0.76 "GET /v2.0/networks/7482fd44-8d0b-4203-9260-cc7edccfd323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646631 Dec 16 22:23:02.619985 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67615653-c59c-4158-861a-1ab4141eb301 None None] Pushing event updated for resources: {'Port': ['ID=fcf553ee-c9fe-4bb5-9061-4f55ea78efe1,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:02.700871 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9c00ecf0-4d5e-41a9-b08a-98da8a8377fb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e8412141c0da425c955102b2da2666fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1068480 Dec 16 22:23:02.703370 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48354) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:02.710346 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-67615653-c59c-4158-861a-1ab4141eb301 None None] Attempting to bind port fcf553ee-c9fe-4bb5-9061-4f55ea78efe1 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:02.710842 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-67615653-c59c-4158-861a-1ab4141eb301 None None] Attempting to bind port fcf553ee-c9fe-4bb5-9061-4f55ea78efe1 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:02.711241 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67615653-c59c-4158-861a-1ab4141eb301 None None] Attempting to bind port fcf553ee-c9fe-4bb5-9061-4f55ea78efe1 on network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:02.717502 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67615653-c59c-4158-861a-1ab4141eb301 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:02.717885 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67615653-c59c-4158-861a-1ab4141eb301 None None] Checking segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:02.718298 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67615653-c59c-4158-861a-1ab4141eb301 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:02.718697 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67615653-c59c-4158-861a-1ab4141eb301 None None] Bound using segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:02.719272 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-67615653-c59c-4158-861a-1ab4141eb301 None None] Bound port: fcf553ee-c9fe-4bb5-9061-4f55ea78efe1, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:02.719667 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67615653-c59c-4158-861a-1ab4141eb301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:02.734418 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b2342302-6d05-458b-85fe-d281a72f284b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0027614 Dec 16 22:23:02.739070 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48356) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:02.746751 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-908ceb31-a696-4451-99a7-7e6402a999ee tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:02.790385 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27264b86-6666-41cd-82b3-7f7e942bc763 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:02.868202 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-67615653-c59c-4158-861a-1ab4141eb301 None None] For port fcf553ee-c9fe-4bb5-9061-4f55ea78efe1, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:23:02.871469 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-67615653-c59c-4158-861a-1ab4141eb301 None None] For port fcf553ee-c9fe-4bb5-9061-4f55ea78efe1, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=fcf553ee-c9fe-4bb5-9061-4f55ea78efe1,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:23:02.944969 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67615653-c59c-4158-861a-1ab4141eb301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:03.000881 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48362) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:03.036427 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67615653-c59c-4158-861a-1ab4141eb301 None None] Pushing event updated for resources: {'Port': ['ID=fcf553ee-c9fe-4bb5-9061-4f55ea78efe1,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:03.058653 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-66be597e-9d02-47c3-a6e8-f1c876a1284f service neutron] 10.222.0.76 "GET /v2.0/networks/7482fd44-8d0b-4203-9260-cc7edccfd323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344993 Dec 16 22:23:03.158041 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908ceb31-a696-4451-99a7-7e6402a999ee tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:03.165861 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-908ceb31-a696-4451-99a7-7e6402a999ee tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:03.171963 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-73dedd42-0e84-4f58-a11a-fb81629fba4a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Made reservation on behalf of 45dc1fa90bee4d0982a4d71f8e7220e0 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:03.178548 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0c24056f-7d82-494d-8095-bf9f7228e10e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:03.181053 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-73dedd42-0e84-4f58-a11a-fb81629fba4a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:03.184188 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-f887c295-c02f-4f99-a8b4-5939ab23b7b3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.225&port_id=d4a6a343-d5f1-4866-8347-445200c81a7f HTTP/1.1" status: 200 len: 217 time: 0.1122799 Dec 16 22:23:03.294313 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0c24056f-7d82-494d-8095-bf9f7228e10e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:03.436707 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-3ff17af2-867d-429a-99d8-409069d274e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:03.438316 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-3ff17af2-867d-429a-99d8-409069d274e3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0a3eb3bd-8015-4019-bdc7-09926205ee64 HTTP/1.1" status: 200 len: 801 time: 0.1829584 Dec 16 22:23:03.454638 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f596ec8-e668-492c-aa1e-ed133c66165a req-4ef48c5f-5586-4db4-8add-50e94366b918 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:03.461439 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f596ec8-e668-492c-aa1e-ed133c66165a req-4ef48c5f-5586-4db4-8add-50e94366b918 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:03.464119 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9f596ec8-e668-492c-aa1e-ed133c66165a req-4ef48c5f-5586-4db4-8add-50e94366b918 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 1678 time: 0.2170236 Dec 16 22:23:03.496354 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:23:03.581318 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0c24056f-7d82-494d-8095-bf9f7228e10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:03.584234 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0c24056f-7d82-494d-8095-bf9f7228e10e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:03.584522 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27264b86-6666-41cd-82b3-7f7e942bc763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:03.585717 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0c24056f-7d82-494d-8095-bf9f7228e10e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/045df866-76a0-4e80-bb51-2cfad5364574 HTTP/1.1" status: 204 len: 168 time: 0.8808939 Dec 16 22:23:03.640944 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24056f-7d82-494d-8095-bf9f7228e10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045df866-76a0-4e80-bb51-2cfad5364574,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:03.711704 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9f596ec8-e668-492c-aa1e-ed133c66165a req-bf23b56a-31e7-4f33-86c1-8c764dd83778 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305095 Dec 16 22:23:03.726704 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-df18bab1-7524-4a9a-a5d5-9c3bbd6e98a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:03.726704 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-df18bab1-7524-4a9a-a5d5-9c3bbd6e98a7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=52fc3d88-3d85-48f2-b54f-8bbce1098647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2598865 Dec 16 22:23:03.732960 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-73dedd42-0e84-4f58-a11a-fb81629fba4a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Allocated IP 10.1.1.174 (15791355-f493-42e0-a1b7-a4369065109f/25876357-a0e7-4570-bc9f-e643775c0f42/cde1b008-a4d1-440d-ad62-e4ef43bf743c) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:03.932053 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cf112-c299-4a69-854e-f3674f2bd27a req-008994bf-fd39-4315-9864-f3c37224ff74 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:03.937600 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cf112-c299-4a69-854e-f3674f2bd27a req-008994bf-fd39-4315-9864-f3c37224ff74 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:03.938257 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4b4cf112-c299-4a69-854e-f3674f2bd27a req-008994bf-fd39-4315-9864-f3c37224ff74 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 1652 time: 0.1868606 Dec 16 22:23:03.970037 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-59b8ea2b-6643-46b2-bde1-f7a46e1722b4 service neutron] 10.222.0.76 "GET /v2.0/networks/52fc3d88-3d85-48f2-b54f-8bbce1098647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305458 Dec 16 22:23:04.162160 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9bd90b83-649e-4191-8c25-2f8e15ae41e7 req-f7f22886-ec99-4448-94be-cf3f0bb810da service neutron] 10.222.0.76 "GET /v2.0/networks/52fc3d88-3d85-48f2-b54f-8bbce1098647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806321 Dec 16 22:23:04.177818 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4b4cf112-c299-4a69-854e-f3674f2bd27a req-0933d91c-1ad6-46d0-8706-4e325f782ec5 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050838 Dec 16 22:23:04.297997 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-908ceb31-a696-4451-99a7-7e6402a999ee tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:04.351448 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-73dedd42-0e84-4f58-a11a-fb81629fba4a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:04.403232 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ceb31-a696-4451-99a7-7e6402a999ee tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=7392a412-b27d-458e-ba52-0c3ae65fe845,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:04.412328 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908ceb31-a696-4451-99a7-7e6402a999ee tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:04.419464 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-908ceb31-a696-4451-99a7-7e6402a999ee tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:04.423175 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908ceb31-a696-4451-99a7-7e6402a999ee tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:04.423788 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-908ceb31-a696-4451-99a7-7e6402a999ee tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:04.485224 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b19a048d-615f-4aad-9969-701758d7703c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:04.645462 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device fcf553ee-c9fe-4bb5-9061-4f55ea78efe1 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:04.649236 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-908ceb31-a696-4451-99a7-7e6402a999ee tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9088860 Dec 16 22:23:04.656824 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48386) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:04.672828 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-eeaf1e66-bb59-4053-bf3b-6a7ef7bf0e89 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'mac_address': 'fa:16:3e:79:02:1a', 'name': 'tempest-NetworksTestDHCPv6-702626632'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:04.842167 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port fcf553ee-c9fe-4bb5-9061-4f55ea78efe1 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:04.843703 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:05.013067 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9a931a-d112-402c-b2af-1bb19fe6e28f None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:05.019618 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27264b86-6666-41cd-82b3-7f7e942bc763 admin admin] Router 15227107-8f8e-4444-a5f9-6dad7146be26 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:23:05.022655 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-73dedd42-0e84-4f58-a11a-fb81629fba4a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:05.109534 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-73dedd42-0e84-4f58-a11a-fb81629fba4a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Network 15791355-f493-42e0-a1b7-a4369065109f is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:05.121903 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-73dedd42-0e84-4f58-a11a-fb81629fba4a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:05.144110 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-73dedd42-0e84-4f58-a11a-fb81629fba4a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:05.206486 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:05.242242 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-73dedd42-0e84-4f58-a11a-fb81629fba4a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:05.242984 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-73dedd42-0e84-4f58-a11a-fb81629fba4a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:05.281297 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4ff3a930-c307-459c-8961-47ef4dbae928 None None] Provisioning complete for port fcf553ee-c9fe-4bb5-9061-4f55ea78efe1 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:05.281297 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ff3a930-c307-459c-8961-47ef4dbae928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:05.354431 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51dc08-8d4b-4a99-b1f2-3db0fc0da7f4 req-8df0c9c3-161b-4815-9ab7-91ab56018905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:05.356506 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51dc08-8d4b-4a99-b1f2-3db0fc0da7f4 req-8df0c9c3-161b-4815-9ab7-91ab56018905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:05.362128 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ff51dc08-8d4b-4a99-b1f2-3db0fc0da7f4 req-8df0c9c3-161b-4815-9ab7-91ab56018905 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3276816411724e4d868a9c723e7bff7f&device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 1980 time: 0.9652064 Dec 16 22:23:05.431218 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port fcf553ee-c9fe-4bb5-9061-4f55ea78efe1, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=fcf553ee-c9fe-4bb5-9061-4f55ea78efe1,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:05.534244 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dedd42-0e84-4f58-a11a-fb81629fba4a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event updated for resources: {'Port': ['ID=cde1b008-a4d1-440d-ad62-e4ef43bf743c,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:05.567995 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ff3a930-c307-459c-8961-47ef4dbae928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:05.583888 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:05.656850 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48404) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:05.658079 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51dc08-8d4b-4a99-b1f2-3db0fc0da7f4 req-cbc5c4a5-246d-46ac-bb99-a524aafcc182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:05.663439 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ff51dc08-8d4b-4a99-b1f2-3db0fc0da7f4 req-cbc5c4a5-246d-46ac-bb99-a524aafcc182 service neutron] 10.222.0.76 "GET /v2.0/networks?id=52fc3d88-3d85-48f2-b54f-8bbce1098647 HTTP/1.1" status: 200 len: 901 time: 0.1998894 Dec 16 22:23:05.668205 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-73dedd42-0e84-4f58-a11a-fb81629fba4a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3667395 Dec 16 22:23:05.679945 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66d3177-d97c-42da-876e-eb028d8d5300 None None] Update dhcp port {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'fixed_ips': [{'subnet_id': '4fb5994b-970d-4155-9640-de90719d9ef6', 'ip_address': '2001:db8::f816:3eff:fe7d:c2a6'}, {'subnet_id': '7392a412-b27d-458e-ba52-0c3ae65fe845'}], 'binding:host_id': 'n-d-815324-4'}, 'id': 'fcf553ee-c9fe-4bb5-9061-4f55ea78efe1'} from n-d-815324-4. {{(pid=103615) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:23:05.718806 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ff51dc08-8d4b-4a99-b1f2-3db0fc0da7f4 req-850c4c63-4bb9-4513-b997-984083e8492b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.225&port_id=d4a6a343-d5f1-4866-8347-445200c81a7f HTTP/1.1" status: 200 len: 217 time: 0.0441842 Dec 16 22:23:05.727922 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-84cd7c4c-891e-4681-8c5a-635e832a39ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Request body: {'port': {'device_id': '10a3a704-b703-403d-bdaf-0dead804fb56', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '66e9be3c-e724-4370-8e53-fc3253b9f776', 'admin_state_up': True, 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'security_groups': ['1441c638-c88b-4ce3-8d53-759c5e35accf']}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:05.763268 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f66d3177-d97c-42da-876e-eb028d8d5300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:05.853986 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc73c66-ff5c-4fa2-8334-fd664a13be6d req-34c2f3f9-7fcf-4a6a-a180-21cfb418fcc3 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:05.865560 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc73c66-ff5c-4fa2-8334-fd664a13be6d req-34c2f3f9-7fcf-4a6a-a180-21cfb418fcc3 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:05.873722 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-afc73c66-ff5c-4fa2-8334-fd664a13be6d req-34c2f3f9-7fcf-4a6a-a180-21cfb418fcc3 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 1678 time: 1.0127020 Dec 16 22:23:05.957521 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-afc73c66-ff5c-4fa2-8334-fd664a13be6d req-fb49aa52-ee52-45da-b21d-cb737e2b0f5e tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702097 Dec 16 22:23:05.964237 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a6f1e504-0aaa-4293-8ae0-2a65266eda8e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-993712384'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:05.980058 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-84cd7c4c-891e-4681-8c5a-635e832a39ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Made reservation on behalf of 45dc1fa90bee4d0982a4d71f8e7220e0 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:06.110516 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-f66d3177-d97c-42da-876e-eb028d8d5300 None None] Allocated IP 2001:db8:0:1::2 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/7392a412-b27d-458e-ba52-0c3ae65fe845/fcf553ee-c9fe-4bb5-9061-4f55ea78efe1) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:06.112459 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ba34b-0115-4856-a4d0-c17e51645543 req-122a9c7c-f21e-4db1-b2b5-8db90133ce2c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:06.120572 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ba34b-0115-4856-a4d0-c17e51645543 req-122a9c7c-f21e-4db1-b2b5-8db90133ce2c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:06.127731 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ba34b-0115-4856-a4d0-c17e51645543 req-122a9c7c-f21e-4db1-b2b5-8db90133ce2c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:06.129324 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-184ba34b-0115-4856-a4d0-c17e51645543 req-122a9c7c-f21e-4db1-b2b5-8db90133ce2c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 2373 time: 0.6366942 Dec 16 22:23:06.148752 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeaf1e66-bb59-4053-bf3b-6a7ef7bf0e89 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:06.154165 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51dc08-8d4b-4a99-b1f2-3db0fc0da7f4 req-55b664ba-214e-4475-80c9-ae5ba3ed6043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:06.155681 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ff51dc08-8d4b-4a99-b1f2-3db0fc0da7f4 req-55b664ba-214e-4475-80c9-ae5ba3ed6043 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0a3eb3bd-8015-4019-bdc7-09926205ee64 HTTP/1.1" status: 200 len: 801 time: 0.3051403 Dec 16 22:23:06.169049 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-84cd7c4c-891e-4681-8c5a-635e832a39ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:06.250443 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-eeaf1e66-bb59-4053-bf3b-6a7ef7bf0e89 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:06.270728 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27264b86-6666-41cd-82b3-7f7e942bc763 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:23:06.292165 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4c94f4-9dd1-4399-bd7e-7dad99e19c20 None None] Sync routers for ids ['15227107-8f8e-4444-a5f9-6dad7146be26'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:23:06.301386 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-eeaf1e66-bb59-4053-bf3b-6a7ef7bf0e89 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] device_id is not set on port be67d10d-9a00-4618-8fb5-09732f09303e yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:23:06.309827 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4c94f4-9dd1-4399-bd7e-7dad99e19c20 None None] Routers {'15227107-8f8e-4444-a5f9-6dad7146be26'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:23:06.310475 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4a4c94f4-9dd1-4399-bd7e-7dad99e19c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:22:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['15227107-8f8e-4444-a5f9-6dad7146be26'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:06.317907 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f66d3177-d97c-42da-876e-eb028d8d5300 None None] For port fcf553ee-c9fe-4bb5-9061-4f55ea78efe1, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=fcf553ee-c9fe-4bb5-9061-4f55ea78efe1,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:06.353344 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f66d3177-d97c-42da-876e-eb028d8d5300 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:06.359086 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=fcf553ee-c9fe-4bb5-9061-4f55ea78efe1,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:06.363762 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-4ff3a930-c307-459c-8961-47ef4dbae928 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:23:06.364122 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-4ff3a930-c307-459c-8961-47ef4dbae928 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:23:06.393416 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-b19a048d-615f-4aad-9969-701758d7703c admin admin] Deleting port c95fc7c3-49c5-44ce-81d5-d8bed822cc9e {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:06.393801 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b19a048d-615f-4aad-9969-701758d7703c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:06.436714 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-184ba34b-0115-4856-a4d0-c17e51645543 req-73dac0d8-55fb-4953-9491-252928271324 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928293 Dec 16 22:23:06.460494 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-4a4c94f4-9dd1-4399-bd7e-7dad99e19c20 None None] Set router 15227107-8f8e-4444-a5f9-6dad7146be26 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:23:06.504654 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f1e504-0aaa-4293-8ae0-2a65266eda8e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Made reservation on behalf of e074d718718044f5ac8fe581dcac665f for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:06.510602 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a6f1e504-0aaa-4293-8ae0-2a65266eda8e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:06.543900 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f66d3177-d97c-42da-876e-eb028d8d5300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:06.556262 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51dc08-8d4b-4a99-b1f2-3db0fc0da7f4 req-35c8f440-7fcf-4e09-8ea7-ad7556cd082c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:06.559136 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ff51dc08-8d4b-4a99-b1f2-3db0fc0da7f4 req-35c8f440-7fcf-4e09-8ea7-ad7556cd082c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=52fc3d88-3d85-48f2-b54f-8bbce1098647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3757110 Dec 16 22:23:06.562339 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a6f1e504-0aaa-4293-8ae0-2a65266eda8e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:06.647852 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-84cd7c4c-891e-4681-8c5a-635e832a39ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Allocated IP 10.2.2.100 (66e9be3c-e724-4370-8e53-fc3253b9f776/c82cad89-cf9a-46f0-9ac6-686f18c47df5/650c7d96-ba98-44b5-a7b8-7096651894e8) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:06.684800 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d3177-d97c-42da-876e-eb028d8d5300 None None] Pushing event updated for resources: {'Port': ['ID=fcf553ee-c9fe-4bb5-9061-4f55ea78efe1,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:06.690867 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-b19a048d-615f-4aad-9969-701758d7703c admin admin] For port c95fc7c3-49c5-44ce-81d5-d8bed822cc9e, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c95fc7c3-49c5-44ce-81d5-d8bed822cc9e,segment=NetworkSegment(ba56397c-6eec-44d6-a5b2-cd5db12b2a04),segment_id=ba56397c-6eec-44d6-a5b2-cd5db12b2a04)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:06.690867 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b19a048d-615f-4aad-9969-701758d7703c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:06.691193 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device fcf553ee-c9fe-4bb5-9061-4f55ea78efe1 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:06.743880 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-b19a048d-615f-4aad-9969-701758d7703c admin admin] Calling delete_port for c95fc7c3-49c5-44ce-81d5-d8bed822cc9e owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:06.781469 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4a4c94f4-9dd1-4399-bd7e-7dad99e19c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'name': 'tempest-ServerActionsTestJSON-1520243544-router', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:22:56Z', 'updated_at': '2021-12-16T22:23:01Z', 'revision_number': 3, 'project_id': 'c8c29047878b45f9aad1e147fc6565e9', 'gw_port': {'id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:60:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:22:58Z', 'updated_at': '2021-12-16T22:22:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:06.838314 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port fcf553ee-c9fe-4bb5-9061-4f55ea78efe1 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:06.838314 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:06.842061 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4c94f4-9dd1-4399-bd7e-7dad99e19c20 None None] Checking router: 15227107-8f8e-4444-a5f9-6dad7146be26 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:23:06.842420 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4c94f4-9dd1-4399-bd7e-7dad99e19c20 None None] Updating router 15227107-8f8e-4444-a5f9-6dad7146be26 port 232d9346-13e5-4c3a-aed1-79092ffdacc4 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:23:06.844078 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-84cd7c4c-891e-4681-8c5a-635e832a39ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:06.899836 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a4c94f4-9dd1-4399-bd7e-7dad99e19c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.029115 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ff51dc08-8d4b-4a99-b1f2-3db0fc0da7f4 req-fdf85ea4-54ca-4d31-89d5-0ac5c859aaf8 service neutron] 10.222.0.76 "GET /v2.0/networks/52fc3d88-3d85-48f2-b54f-8bbce1098647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423705 Dec 16 22:23:07.045887 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-84cd7c4c-891e-4681-8c5a-635e832a39ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.074112 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-eeaf1e66-bb59-4053-bf3b-6a7ef7bf0e89 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 2001:db8:0:1::356 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/7392a412-b27d-458e-ba52-0c3ae65fe845/be67d10d-9a00-4618-8fb5-09732f09303e) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:07.086354 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27264b86-6666-41cd-82b3-7f7e942bc763 admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.100878 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-27264b86-6666-41cd-82b3-7f7e942bc763 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.8332109 Dec 16 22:23:07.102825 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48412) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:07.140332 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-eeaf1e66-bb59-4053-bf3b-6a7ef7bf0e89 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 2001:db8::f816:3eff:fe79:21a (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/4fb5994b-970d-4155-9640-de90719d9ef6/be67d10d-9a00-4618-8fb5-09732f09303e) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:07.179635 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cf0d8f18-66a3-4b19-afdc-d598185781cd None None] Provisioning complete for port cde1b008-a4d1-440d-ad62-e4ef43bf743c triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:07.180289 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf0d8f18-66a3-4b19-afdc-d598185781cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.279292 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-cf0d8f18-66a3-4b19-afdc-d598185781cd None None] Port cde1b008-a4d1-440d-ad62-e4ef43bf743c cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:23:07.448374 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a4c94f4-9dd1-4399-bd7e-7dad99e19c20 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.452401 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-84cd7c4c-891e-4681-8c5a-635e832a39ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Network 66e9be3c-e724-4370-8e53-fc3253b9f776 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:07.473209 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-84cd7c4c-891e-4681-8c5a-635e832a39ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:07.477407 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-84cd7c4c-891e-4681-8c5a-635e832a39ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:07.490912 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34894d37-a909-4932-b8ae-6ca8a8305747 req-dd753dbb-0fe7-4e92-b505-b0cb8882eebe tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:07.498058 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34894d37-a909-4932-b8ae-6ca8a8305747 req-dd753dbb-0fe7-4e92-b505-b0cb8882eebe tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:07.504282 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a6f1e504-0aaa-4293-8ae0-2a65266eda8e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.509700 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34894d37-a909-4932-b8ae-6ca8a8305747 req-dd753dbb-0fe7-4e92-b505-b0cb8882eebe tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 1678 time: 0.3699353 Dec 16 22:23:07.526098 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a4c94f4-9dd1-4399-bd7e-7dad99e19c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.589191 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device d4a6a343-d5f1-4866-8347-445200c81a7f details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:23:07.669139 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367a29b-9465-42cc-959e-c2a49b45633f None None] Pushing event updated for resources: {'Port': ['ID=232d9346-13e5-4c3a-aed1-79092ffdacc4,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:07.671715 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a6f1e504-0aaa-4293-8ae0-2a65266eda8e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.697279 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a367a29b-9465-42cc-959e-c2a49b45633f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.697942 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a367a29b-9465-42cc-959e-c2a49b45633f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.698839 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a367a29b-9465-42cc-959e-c2a49b45633f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.699610 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a367a29b-9465-42cc-959e-c2a49b45633f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.700277 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a367a29b-9465-42cc-959e-c2a49b45633f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.700780 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a367a29b-9465-42cc-959e-c2a49b45633f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.701315 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a367a29b-9465-42cc-959e-c2a49b45633f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.701802 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a367a29b-9465-42cc-959e-c2a49b45633f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.702374 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a367a29b-9465-42cc-959e-c2a49b45633f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.702882 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a367a29b-9465-42cc-959e-c2a49b45633f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.703448 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a367a29b-9465-42cc-959e-c2a49b45633f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.703955 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a367a29b-9465-42cc-959e-c2a49b45633f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.704446 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a367a29b-9465-42cc-959e-c2a49b45633f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:07.720939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f1e504-0aaa-4293-8ae0-2a65266eda8e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:23:07.731201 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a6f1e504-0aaa-4293-8ae0-2a65266eda8e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.731601 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-a6f1e504-0aaa-4293-8ae0-2a65266eda8e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Added segment 26c783db-cbd9-4593-aa97-0ce3e1b4adc1 of type vlan for network 975fa377-37bc-4138-ad1e-24d66bb6ede0 Dec 16 22:23:07.753000 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-4a4c94f4-9dd1-4399-bd7e-7dad99e19c20 None None] Attempting to bind port 232d9346-13e5-4c3a-aed1-79092ffdacc4 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:07.753291 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-4a4c94f4-9dd1-4399-bd7e-7dad99e19c20 None None] Attempting to bind port 232d9346-13e5-4c3a-aed1-79092ffdacc4 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:07.753677 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4c94f4-9dd1-4399-bd7e-7dad99e19c20 None None] Attempting to bind port 232d9346-13e5-4c3a-aed1-79092ffdacc4 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:07.765921 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4c94f4-9dd1-4399-bd7e-7dad99e19c20 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:07.766617 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4c94f4-9dd1-4399-bd7e-7dad99e19c20 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:07.767767 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a4c94f4-9dd1-4399-bd7e-7dad99e19c20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.768935 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4c94f4-9dd1-4399-bd7e-7dad99e19c20 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:07.769615 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-4a4c94f4-9dd1-4399-bd7e-7dad99e19c20 None None] Bound port: 232d9346-13e5-4c3a-aed1-79092ffdacc4, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:07.770231 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a4c94f4-9dd1-4399-bd7e-7dad99e19c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.789166 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34894d37-a909-4932-b8ae-6ca8a8305747 req-48a2cf96-65ec-4c25-8aa4-9815aaed7eb4 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793891 Dec 16 22:23:07.795587 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13722802-efbf-4609-bf96-f7cc753b9dff None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:23:07.812457 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a6f1e504-0aaa-4293-8ae0-2a65266eda8e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.849880 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-4a4c94f4-9dd1-4399-bd7e-7dad99e19c20 None None] For port 232d9346-13e5-4c3a-aed1-79092ffdacc4, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:23:07.854667 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-4a4c94f4-9dd1-4399-bd7e-7dad99e19c20 None None] For port 232d9346-13e5-4c3a-aed1-79092ffdacc4, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=232d9346-13e5-4c3a-aed1-79092ffdacc4,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:23:07.898133 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd7c4c-891e-4681-8c5a-635e832a39ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event updated for resources: {'Port': ['ID=650c7d96-ba98-44b5-a7b8-7096651894e8,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:07.918711 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b19a048d-615f-4aad-9969-701758d7703c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.933877 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port d4a6a343-d5f1-4866-8347-445200c81a7f, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d4a6a343-d5f1-4866-8347-445200c81a7f,segment=NetworkSegment(5ad419b0-2d81-4624-9cc1-d312d78ca032),segment_id=5ad419b0-2d81-4624-9cc1-d312d78ca032)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:07.937247 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4a4c94f4-9dd1-4399-bd7e-7dad99e19c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.952460 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'd4a6a343-d5f1-4866-8347-445200c81a7f', 'network_id': '52fc3d88-3d85-48f2-b54f-8bbce1098647', 'port_id': 'd4a6a343-d5f1-4866-8347-445200c81a7f', 'mac_address': 'fa:16:3e:c5:a1:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3eb3bd-8015-4019-bdc7-09926205ee64', 'ip_address': '19.86.0.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:23:07.958490 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-eeaf1e66-bb59-4053-bf3b-6a7ef7bf0e89 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:07.964755 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4a8246e2-c823-4812-8b3d-b456e377f427 None None] Provisioning complete for port 232d9346-13e5-4c3a-aed1-79092ffdacc4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:07.965337 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4a8246e2-c823-4812-8b3d-b456e377f427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:08.001528 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a048d-615f-4aad-9969-701758d7703c admin admin] Pushing event deleted for resources: {'Port': ['ID=c95fc7c3-49c5-44ce-81d5-d8bed822cc9e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:08.008456 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717a110-1773-4d8e-830f-18aefc9f5db1 req-7e386949-7751-40dc-b0d6-a84643be79c7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:08.016565 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717a110-1773-4d8e-830f-18aefc9f5db1 req-7e386949-7751-40dc-b0d6-a84643be79c7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:08.024186 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717a110-1773-4d8e-830f-18aefc9f5db1 req-7e386949-7751-40dc-b0d6-a84643be79c7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:08.032197 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717a110-1773-4d8e-830f-18aefc9f5db1 req-7e386949-7751-40dc-b0d6-a84643be79c7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:08.040597 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8717a110-1773-4d8e-830f-18aefc9f5db1 req-7e386949-7751-40dc-b0d6-a84643be79c7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 3094 time: 0.1756208 Dec 16 22:23:08.046467 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4c94f4-9dd1-4399-bd7e-7dad99e19c20 None None] Routers {'15227107-8f8e-4444-a5f9-6dad7146be26'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:23:08.047412 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4a4c94f4-9dd1-4399-bd7e-7dad99e19c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:22:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['15227107-8f8e-4444-a5f9-6dad7146be26'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:08.063419 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e239d33a-e03b-4633-aa9a-52de60f39f4e None None] DHCP port deletion for 66ba2238-7dba-4548-9d17-efb5b42cdbfe request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:23:08.067890 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a467f06-2c46-4f8b-9264-061b0743cc40 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:23:08.116018 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367a29b-9465-42cc-959e-c2a49b45633f None None] Pushing event updated for resources: {'Port': ['ID=232d9346-13e5-4c3a-aed1-79092ffdacc4,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:08.127736 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:08.150564 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a6a343-d5f1-4866-8347-445200c81a7f {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:23:08.161644 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8717a110-1773-4d8e-830f-18aefc9f5db1 req-794e1718-cb08-458a-bc26-bc2d4ad09c9e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199822 Dec 16 22:23:08.163123 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1e504-0aaa-4293-8ae0-2a65266eda8e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=912c9e6f-7334-495d-9ff8-540ab051f4bd,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:08.197477 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a6f1e504-0aaa-4293-8ae0-2a65266eda8e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:08.222854 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f1e504-0aaa-4293-8ae0-2a65266eda8e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:08.225875 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a6f1e504-0aaa-4293-8ae0-2a65266eda8e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:08.245352 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-84cd7c4c-891e-4681-8c5a-635e832a39ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:08.246670 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4a8246e2-c823-4812-8b3d-b456e377f427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:08.247493 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-84cd7c4c-891e-4681-8c5a-635e832a39ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:08.289718 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4a8246e2-c823-4812-8b3d-b456e377f427 None None] For port 232d9346-13e5-4c3a-aed1-79092ffdacc4, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=232d9346-13e5-4c3a-aed1-79092ffdacc4,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:08.294313 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port d4a6a343-d5f1-4866-8347-445200c81a7f, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d4a6a343-d5f1-4866-8347-445200c81a7f,segment=NetworkSegment(5ad419b0-2d81-4624-9cc1-d312d78ca032),segment_id=5ad419b0-2d81-4624-9cc1-d312d78ca032)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:08.295207 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-eeaf1e66-bb59-4053-bf3b-6a7ef7bf0e89 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:08.347893 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ff51dc08-8d4b-4a99-b1f2-3db0fc0da7f4 req-bad18b11-a009-49f0-9797-4d2834671da3 service neutron] 10.222.0.76 "GET /v2.0/networks/52fc3d88-3d85-48f2-b54f-8bbce1098647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2967546 Dec 16 22:23:08.364926 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-4a4c94f4-9dd1-4399-bd7e-7dad99e19c20 None None] Set router 15227107-8f8e-4444-a5f9-6dad7146be26 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:23:08.393563 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b19a048d-615f-4aad-9969-701758d7703c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:08.402828 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4a8246e2-c823-4812-8b3d-b456e377f427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:08.409537 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:08.414519 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e80c0d01-28fd-4869-8e12-70c32287e357 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:23:08.474426 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaf1e66-bb59-4053-bf3b-6a7ef7bf0e89 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:08.639568 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8246e2-c823-4812-8b3d-b456e377f427 None None] Pushing event updated for resources: {'Port': ['ID=232d9346-13e5-4c3a-aed1-79092ffdacc4,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:08.644607 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-77732de8-c672-43ee-ad8e-7ad506486c27 None None] Provisioning complete for port fcf553ee-c9fe-4bb5-9061-4f55ea78efe1 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:08.645352 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-77732de8-c672-43ee-ad8e-7ad506486c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:08.664032 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-eeaf1e66-bb59-4053-bf3b-6a7ef7bf0e89 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:08.710814 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaf1e66-bb59-4053-bf3b-6a7ef7bf0e89 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:08.734058 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaf1e66-bb59-4053-bf3b-6a7ef7bf0e89 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:08.735733 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-eeaf1e66-bb59-4053-bf3b-6a7ef7bf0e89 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:08.752881 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4a4c94f4-9dd1-4399-bd7e-7dad99e19c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'name': 'tempest-ServerActionsTestJSON-1520243544-router', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:22:56Z', 'updated_at': '2021-12-16T22:23:01Z', 'revision_number': 3, 'project_id': 'c8c29047878b45f9aad1e147fc6565e9', 'gw_port': {'id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:60:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:22:58Z', 'updated_at': '2021-12-16T22:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:08.800300 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf1e66-bb59-4053-bf3b-6a7ef7bf0e89 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Port': ['ID=be67d10d-9a00-4618-8fb5-09732f09303e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:08.832698 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4c94f4-9dd1-4399-bd7e-7dad99e19c20 None None] The sync data for ids ['15227107-8f8e-4444-a5f9-6dad7146be26'] in n-d-815324-4 is: [{'id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'name': 'tempest-ServerActionsTestJSON-1520243544-router', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:22:56Z', 'updated_at': '2021-12-16T22:23:01Z', 'revision_number': 3, 'project_id': 'c8c29047878b45f9aad1e147fc6565e9', 'gw_port': {'id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:60:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:22:58Z', 'updated_at': '2021-12-16T22:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:23:08.853018 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-eeaf1e66-bb59-4053-bf3b-6a7ef7bf0e89 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.1854398 Dec 16 22:23:08.853978 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48426) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:09.004115 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-84cd7c4c-891e-4681-8c5a-635e832a39ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2816067 Dec 16 22:23:09.025226 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-91ddf16c-144e-469d-95d8-981e3d8e72f3 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Request body: {'port': {'device_id': '10a3a704-b703-403d-bdaf-0dead804fb56', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '66e9be3c-e724-4370-8e53-fc3253b9f776', 'admin_state_up': True, 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'security_groups': ['1441c638-c88b-4ce3-8d53-759c5e35accf']}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:09.044757 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1e504-0aaa-4293-8ae0-2a65266eda8e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event updated for resources: {'Network': ['ID=975fa377-37bc-4138-ad1e-24d66bb6ede0,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:09.073855 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a6f1e504-0aaa-4293-8ae0-2a65266eda8e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.4043720 Dec 16 22:23:09.095823 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19a048d-615f-4aad-9969-701758d7703c admin admin] Router 2ddd1e2d-beaf-4814-abd4-15eaadc706c7 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:23:09.179003 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device fcf553ee-c9fe-4bb5-9061-4f55ea78efe1 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:09.182323 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 975fa377-37bc-4138-ad1e-24d66bb6ede0 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:23:09.236341 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469b086-68af-4f26-808f-88619e35b70c req-14b89588-81c8-4240-a893-90df08b664ce tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:09.250932 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469b086-68af-4f26-808f-88619e35b70c req-14b89588-81c8-4240-a893-90df08b664ce tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:09.265634 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3469b086-68af-4f26-808f-88619e35b70c req-14b89588-81c8-4240-a893-90df08b664ce tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 1679 time: 0.2768478 Dec 16 22:23:09.345470 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19a048d-615f-4aad-9969-701758d7703c admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:23:09.360538 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b19a048d-615f-4aad-9969-701758d7703c admin admin] 10.222.0.75 "PUT /v2.0/routers/2ddd1e2d-beaf-4814-abd4-15eaadc706c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3557644 Dec 16 22:23:09.360538 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48432) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:09.385622 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=d4a6a343-d5f1-4866-8347-445200c81a7f,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:09.496710 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8942c6f1-e508-429d-a23d-66c6575a6b9c None None] Sync routers for ids ['2ddd1e2d-beaf-4814-abd4-15eaadc706c7'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:23:09.546675 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3469b086-68af-4f26-808f-88619e35b70c req-03f029ed-d775-4687-9df7-1333f9f3b6ae tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797379 Dec 16 22:23:09.726583 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e80c0d01-28fd-4869-8e12-70c32287e357, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e80c0d01-28fd-4869-8e12-70c32287e357,segment=NetworkSegment(02886c82-451a-42f9-9e93-da4494aef11a),segment_id=02886c82-451a-42f9-9e93-da4494aef11a)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:09.732365 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8942c6f1-e508-429d-a23d-66c6575a6b9c None None] Routers {'2ddd1e2d-beaf-4814-abd4-15eaadc706c7'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:23:09.745695 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8942c6f1-e508-429d-a23d-66c6575a6b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:22:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2ddd1e2d-beaf-4814-abd4-15eaadc706c7'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:09.790411 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9278c036-c44b-4145-b15b-a2b2060b5ff1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:09.894168 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-8942c6f1-e508-429d-a23d-66c6575a6b9c None None] Set router 2ddd1e2d-beaf-4814-abd4-15eaadc706c7 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:23:09.909427 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-91ddf16c-144e-469d-95d8-981e3d8e72f3 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Made reservation on behalf of 45dc1fa90bee4d0982a4d71f8e7220e0 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:09.925941 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-91ddf16c-144e-469d-95d8-981e3d8e72f3 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:10.014116 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port fcf553ee-c9fe-4bb5-9061-4f55ea78efe1 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:10.014501 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:10.118136 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73089d5c-dda4-4475-bbc7-cde959302de0 req-e0eba86c-462b-4903-b4d8-d58842356a8a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:10.133576 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73089d5c-dda4-4475-bbc7-cde959302de0 req-e0eba86c-462b-4903-b4d8-d58842356a8a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:10.140402 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73089d5c-dda4-4475-bbc7-cde959302de0 req-e0eba86c-462b-4903-b4d8-d58842356a8a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:10.147607 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73089d5c-dda4-4475-bbc7-cde959302de0 req-e0eba86c-462b-4903-b4d8-d58842356a8a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:10.150070 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-73089d5c-dda4-4475-bbc7-cde959302de0 req-e0eba86c-462b-4903-b4d8-d58842356a8a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 3094 time: 0.5196297 Dec 16 22:23:10.236948 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'e80c0d01-28fd-4869-8e12-70c32287e357', 'network_id': '7482fd44-8d0b-4203-9260-cc7edccfd323', 'port_id': 'e80c0d01-28fd-4869-8e12-70c32287e357', 'mac_address': 'fa:16:3e:29:6a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ca0db3-12cf-4820-8194-8f54ed40b7fe', 'ip_address': '19.80.0.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:23:10.248865 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-5719d447-20b9-46f7-a87f-0234df561234 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting port be67d10d-9a00-4618-8fb5-09732f09303e {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:10.249383 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5719d447-20b9-46f7-a87f-0234df561234 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:10.486751 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9278c036-c44b-4145-b15b-a2b2060b5ff1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:10.614072 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-73089d5c-dda4-4475-bbc7-cde959302de0 req-94694ca3-d65d-4020-97bd-b3b1908c6351 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4150615 Dec 16 22:23:10.708081 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:10.816602 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-77732de8-c672-43ee-ad8e-7ad506486c27 None None] Provisioning complete for port 232d9346-13e5-4c3a-aed1-79092ffdacc4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:10.818577 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-77732de8-c672-43ee-ad8e-7ad506486c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:10.839325 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80c0d01-28fd-4869-8e12-70c32287e357 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:23:10.843715 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5719d447-20b9-46f7-a87f-0234df561234 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:10.884481 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-5719d447-20b9-46f7-a87f-0234df561234 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Calling delete_port for be67d10d-9a00-4618-8fb5-09732f09303e owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:10.943242 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-91ddf16c-144e-469d-95d8-981e3d8e72f3 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Allocated IP 10.2.2.200 (66e9be3c-e724-4370-8e53-fc3253b9f776/c82cad89-cf9a-46f0-9ac6-686f18c47df5/9a1c0d4e-2e67-4e71-b13c-a20d0215551f) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:10.955674 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbc18727-ca06-4e61-9143-8a62f0673550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:10.969305 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-9278c036-c44b-4145-b15b-a2b2060b5ff1 admin admin] Deleting port e96b3ef8-2af2-4742-b283-c36d41d2f746 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:10.969807 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9278c036-c44b-4145-b15b-a2b2060b5ff1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:10.979002 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 232d9346-13e5-4c3a-aed1-79092ffdacc4 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:11.083030 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e80c0d01-28fd-4869-8e12-70c32287e357, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e80c0d01-28fd-4869-8e12-70c32287e357,segment=NetworkSegment(02886c82-451a-42f9-9e93-da4494aef11a),segment_id=02886c82-451a-42f9-9e93-da4494aef11a)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:11.133416 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2001db4-49a6-4b73-846e-6e67463caf83 req-1e69ddb5-ea05-4b06-b129-5844eb3de364 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:11.140340 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2001db4-49a6-4b73-846e-6e67463caf83 req-1e69ddb5-ea05-4b06-b129-5844eb3de364 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:11.149542 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b2001db4-49a6-4b73-846e-6e67463caf83 req-1e69ddb5-ea05-4b06-b129-5844eb3de364 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 1679 time: 0.2715490 Dec 16 22:23:11.162066 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 232d9346-13e5-4c3a-aed1-79092ffdacc4 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:11.165101 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:11.227932 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:11.265236 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b2001db4-49a6-4b73-846e-6e67463caf83 req-51a213e1-d112-4899-9b2b-b8f32f0fcdfa tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145833 Dec 16 22:23:11.294162 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8942c6f1-e508-429d-a23d-66c6575a6b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddd1e2d-beaf-4814-abd4-15eaadc706c7', 'name': 'tempest-ServerRescueTestJSON-1048200973-router', 'tenant_id': '2eee87fa71d34d10aa69ccc2197b9b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'e96b3ef8-2af2-4742-b283-c36d41d2f746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:29Z', 'updated_at': '2021-12-16T22:23:07Z', 'revision_number': 5, 'project_id': '2eee87fa71d34d10aa69ccc2197b9b4f', 'gw_port': {'id': 'e96b3ef8-2af2-4742-b283-c36d41d2f746', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddd1e2d-beaf-4814-abd4-15eaadc706c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:20:30Z', 'updated_at': '2021-12-16T22:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:11.339462 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-9278c036-c44b-4145-b15b-a2b2060b5ff1 admin admin] For port e96b3ef8-2af2-4742-b283-c36d41d2f746, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e96b3ef8-2af2-4742-b283-c36d41d2f746,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:11.339848 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9278c036-c44b-4145-b15b-a2b2060b5ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:11.359225 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-77732de8-c672-43ee-ad8e-7ad506486c27 None None] Provisioning complete for port 650c7d96-ba98-44b5-a7b8-7096651894e8 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:11.359838 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-77732de8-c672-43ee-ad8e-7ad506486c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:11.411763 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-9278c036-c44b-4145-b15b-a2b2060b5ff1 admin admin] Calling delete_port for e96b3ef8-2af2-4742-b283-c36d41d2f746 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:11.453374 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8942c6f1-e508-429d-a23d-66c6575a6b9c None None] Checking router: 2ddd1e2d-beaf-4814-abd4-15eaadc706c7 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:23:11.511485 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-fbc18727-ca06-4e61-9143-8a62f0673550 admin admin] Allocated IP 172.20.0.1 (282aa10f-496c-46fb-be12-6b2a327d41c1/9ecefe13-aa2d-48b4-a74c-5805e96883cc/89d729d1-36db-44a4-9bd2-770e03d7e069) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:11.514176 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-77732de8-c672-43ee-ad8e-7ad506486c27 None None] Port 650c7d96-ba98-44b5-a7b8-7096651894e8 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:23:11.525340 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-91ddf16c-144e-469d-95d8-981e3d8e72f3 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:11.527035 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=e80c0d01-28fd-4869-8e12-70c32287e357,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:11.533370 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8942c6f1-e508-429d-a23d-66c6575a6b9c None None] Routers {'2ddd1e2d-beaf-4814-abd4-15eaadc706c7'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:23:11.534330 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8942c6f1-e508-429d-a23d-66c6575a6b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:22:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2ddd1e2d-beaf-4814-abd4-15eaadc706c7'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:11.777827 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['d4a6a343-d5f1-4866-8347-445200c81a7f'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:23:11.846020 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbc18727-ca06-4e61-9143-8a62f0673550 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:11.852921 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['e80c0d01-28fd-4869-8e12-70c32287e357'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:23:11.915550 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-91ddf16c-144e-469d-95d8-981e3d8e72f3 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:11.928853 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9278c036-c44b-4145-b15b-a2b2060b5ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:11.942451 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-91ddf16c-144e-469d-95d8-981e3d8e72f3 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Network 66e9be3c-e724-4370-8e53-fc3253b9f776 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:11.977100 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-91ddf16c-144e-469d-95d8-981e3d8e72f3 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:11.982092 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-91ddf16c-144e-469d-95d8-981e3d8e72f3 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:12.038952 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbc18727-ca06-4e61-9143-8a62f0673550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:12.092035 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ddf16c-144e-469d-95d8-981e3d8e72f3 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event updated for resources: {'Port': ['ID=9a1c0d4e-2e67-4e71-b13c-a20d0215551f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:12.115474 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4f07e078-e1a3-42a9-8fa3-52b7aaabd63a None None] Provisioning complete for port be67d10d-9a00-4618-8fb5-09732f09303e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:12.116543 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f07e078-e1a3-42a9-8fa3-52b7aaabd63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:12.167732 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278c036-c44b-4145-b15b-a2b2060b5ff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e96b3ef8-2af2-4742-b283-c36d41d2f746,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:12.199022 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc18727-ca06-4e61-9143-8a62f0673550 admin admin] Pushing event updated for resources: {'Port': ['ID=89d729d1-36db-44a4-9bd2-770e03d7e069,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:12.215029 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc18727-ca06-4e61-9143-8a62f0673550 admin admin] Network 282aa10f-496c-46fb-be12-6b2a327d41c1 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:12.218751 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-fbc18727-ca06-4e61-9143-8a62f0673550 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:12.230143 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4f07e078-e1a3-42a9-8fa3-52b7aaabd63a None None] Port be67d10d-9a00-4618-8fb5-09732f09303e cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:23:12.233289 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8934a853-c2f1-499e-94ee-3f9ca76195b6 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:23:12.233875 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc18727-ca06-4e61-9143-8a62f0673550 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:12.312378 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-8942c6f1-e508-429d-a23d-66c6575a6b9c None None] Set router 2ddd1e2d-beaf-4814-abd4-15eaadc706c7 gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:23:12.388710 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbc18727-ca06-4e61-9143-8a62f0673550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:12.533744 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1946e8-7d18-4935-bb1c-b9b9ee6d887c req-98ffc8d9-bf6b-4cec-b795-19fff9e63d63 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:12.545545 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8942c6f1-e508-429d-a23d-66c6575a6b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddd1e2d-beaf-4814-abd4-15eaadc706c7', 'name': 'tempest-ServerRescueTestJSON-1048200973-router', 'tenant_id': '2eee87fa71d34d10aa69ccc2197b9b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:29Z', 'updated_at': '2021-12-16T22:23:10Z', 'revision_number': 6, 'project_id': '2eee87fa71d34d10aa69ccc2197b9b4f', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:12.549423 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1946e8-7d18-4935-bb1c-b9b9ee6d887c req-98ffc8d9-bf6b-4cec-b795-19fff9e63d63 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:12.572027 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1946e8-7d18-4935-bb1c-b9b9ee6d887c req-98ffc8d9-bf6b-4cec-b795-19fff9e63d63 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:12.586738 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1946e8-7d18-4935-bb1c-b9b9ee6d887c req-98ffc8d9-bf6b-4cec-b795-19fff9e63d63 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:12.603349 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8942c6f1-e508-429d-a23d-66c6575a6b9c None None] The sync data for ids ['2ddd1e2d-beaf-4814-abd4-15eaadc706c7'] in n-d-815324-4 is: [{'id': '2ddd1e2d-beaf-4814-abd4-15eaadc706c7', 'name': 'tempest-ServerRescueTestJSON-1048200973-router', 'tenant_id': '2eee87fa71d34d10aa69ccc2197b9b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:29Z', 'updated_at': '2021-12-16T22:23:10Z', 'revision_number': 6, 'project_id': '2eee87fa71d34d10aa69ccc2197b9b4f', 'gw_port_host': None}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:23:12.632149 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1946e8-7d18-4935-bb1c-b9b9ee6d887c req-98ffc8d9-bf6b-4cec-b795-19fff9e63d63 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:12.642159 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ef1946e8-7d18-4935-bb1c-b9b9ee6d887c req-98ffc8d9-bf6b-4cec-b795-19fff9e63d63 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 3815 time: 0.7202594 Dec 16 22:23:12.654719 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5719d447-20b9-46f7-a87f-0234df561234 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:12.720687 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7f808b49-b2d3-4437-a5a7-d874ab3f01f8 None None] Provisioning complete for port 9a1c0d4e-2e67-4e71-b13c-a20d0215551f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:12.721074 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7f808b49-b2d3-4437-a5a7-d874ab3f01f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:12.741861 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48452) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:12.752013 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-212683f1-262c-4e20-ac95-e12a6f0fb363 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Request body: {'subnet': {'network_id': '975fa377-37bc-4138-ad1e-24d66bb6ede0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:12.762439 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-91ddf16c-144e-469d-95d8-981e3d8e72f3 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:12.763678 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-91ddf16c-144e-469d-95d8-981e3d8e72f3 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:12.848863 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9278c036-c44b-4145-b15b-a2b2060b5ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:12.851357 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7f808b49-b2d3-4437-a5a7-d874ab3f01f8 None None] Port 9a1c0d4e-2e67-4e71-b13c-a20d0215551f cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:23:12.862935 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719d447-20b9-46f7-a87f-0234df561234 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Port': ['ID=be67d10d-9a00-4618-8fb5-09732f09303e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:12.894262 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-91ddf16c-144e-469d-95d8-981e3d8e72f3 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8736050 Dec 16 22:23:12.910750 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e679fa-ff9f-4708-8eff-dba4844404e3 req-0b48c369-4715-46f5-b813-e9257f9bb0ff tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:12.918108 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e679fa-ff9f-4708-8eff-dba4844404e3 req-0b48c369-4715-46f5-b813-e9257f9bb0ff tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:12.931225 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9e679fa-ff9f-4708-8eff-dba4844404e3 req-0b48c369-4715-46f5-b813-e9257f9bb0ff tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 1680 time: 0.1468334 Dec 16 22:23:12.941432 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-aa65f9a2-d012-4c23-a836-fed5f54fcb94 service neutron] Request body: {'port': {'device_id': '10a3a704-b703-403d-bdaf-0dead804fb56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:12.954831 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbc18727-ca06-4e61-9143-8a62f0673550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:12.984928 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-454e2d9d-8798-4d00-b2fe-034ab419feee None None] Provisioning complete for port 89d729d1-36db-44a4-9bd2-770e03d7e069 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:12.986498 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-454e2d9d-8798-4d00-b2fe-034ab419feee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.067684 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-454e2d9d-8798-4d00-b2fe-034ab419feee None None] Port 89d729d1-36db-44a4-9bd2-770e03d7e069 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:23:13.174511 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9e679fa-ff9f-4708-8eff-dba4844404e3 req-10d4a9b2-0e09-4ce7-a723-517c1c4d6fde tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420828 Dec 16 22:23:13.269903 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-aa65f9a2-d012-4c23-a836-fed5f54fcb94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.445970 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbc18727-ca06-4e61-9143-8a62f0673550 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.458894 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5719d447-20b9-46f7-a87f-0234df561234 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.465234 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5719d447-20b9-46f7-a87f-0234df561234 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/be67d10d-9a00-4618-8fb5-09732f09303e HTTP/1.1" status: 204 len: 168 time: 4.6055655 Dec 16 22:23:13.468636 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48458) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:13.476619 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9278c036-c44b-4145-b15b-a2b2060b5ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.509704 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9278c036-c44b-4145-b15b-a2b2060b5ff1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.526114 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ef1946e8-7d18-4935-bb1c-b9b9ee6d887c req-8f1f8217-6a37-4b6b-bd89-7f1b85583b81 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8265612 Dec 16 22:23:13.556103 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbc18727-ca06-4e61-9143-8a62f0673550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.614267 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94ae0ec-5ca6-45ce-9f0b-30bd5b84eb0f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:13.621086 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a94ae0ec-5ca6-45ce-9f0b-30bd5b84eb0f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1466501 Dec 16 22:23:13.623904 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48460) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:13.658592 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc18727-ca06-4e61-9143-8a62f0673550 admin admin] Pushing event updated for resources: {'Port': ['ID=89d729d1-36db-44a4-9bd2-770e03d7e069,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:13.680085 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbc18727-ca06-4e61-9143-8a62f0673550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.685072 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877eb5a0-15a8-4618-906c-d358e00b8801 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:13.688651 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-877eb5a0-15a8-4618-906c-d358e00b8801 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0617979 Dec 16 22:23:13.691441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48462) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:13.695394 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9278c036-c44b-4145-b15b-a2b2060b5ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.695394 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9278c036-c44b-4145-b15b-a2b2060b5ff1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ddd1e2d-beaf-4814-abd4-15eaadc706c7 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:23:13.706985 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9278c036-c44b-4145-b15b-a2b2060b5ff1 admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.708357 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9278c036-c44b-4145-b15b-a2b2060b5ff1 admin admin] 10.222.0.75 "DELETE /v2.0/routers/2ddd1e2d-beaf-4814-abd4-15eaadc706c7 HTTP/1.1" status: 204 len: 168 time: 4.3375394 Dec 16 22:23:13.722721 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212683f1-262c-4e20-ac95-e12a6f0fb363 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Made reservation on behalf of e074d718718044f5ac8fe581dcac665f for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:13.722721 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-212683f1-262c-4e20-ac95-e12a6f0fb363 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.729392 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48464) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:13.821700 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011c0e46-527b-4ece-9c74-bcf0ad85e7f4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:13.824405 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011c0e46-527b-4ece-9c74-bcf0ad85e7f4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:13.826069 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011c0e46-527b-4ece-9c74-bcf0ad85e7f4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:13.827758 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-011c0e46-527b-4ece-9c74-bcf0ad85e7f4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1326091 Dec 16 22:23:13.832005 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48466) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:13.848489 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-aa65f9a2-d012-4c23-a836-fed5f54fcb94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1ed190-b5c9-4f29-b19b-8909b9b1bce0 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:23:13.863752 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-aa65f9a2-d012-4c23-a836-fed5f54fcb94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.878124 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1351c88-9ac1-42e6-9770-e301d51bb58b admin admin] Deleting subnet 09099f39-0a9d-4259-8597-583ef27faa64 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:23:13.885639 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1351c88-9ac1-42e6-9770-e301d51bb58b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.899318 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-9754c599-1369-4914-b173-6f136b587734 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet 4fb5994b-970d-4155-9640-de90719d9ef6 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:23:13.904012 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9754c599-1369-4914-b173-6f136b587734 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.913532 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-aa65f9a2-d012-4c23-a836-fed5f54fcb94 service neutron] Transition to ACTIVE for port object ea1ed190-b5c9-4f29-b19b-8909b9b1bce0 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:23:13.958317 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1351c88-9ac1-42e6-9770-e301d51bb58b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.982968 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9754c599-1369-4914-b173-6f136b587734 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:13.989882 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc18727-ca06-4e61-9143-8a62f0673550 admin admin] Network 282aa10f-496c-46fb-be12-6b2a327d41c1 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:13.996926 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-fbc18727-ca06-4e61-9143-8a62f0673550 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:14.002927 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-aa65f9a2-d012-4c23-a836-fed5f54fcb94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:14.148108 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9754c599-1369-4914-b173-6f136b587734 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:14.227710 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1351c88-9ac1-42e6-9770-e301d51bb58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:14.234947 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-212683f1-262c-4e20-ac95-e12a6f0fb363 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:14.238293 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc18727-ca06-4e61-9143-8a62f0673550 admin admin] Router 15227107-8f8e-4444-a5f9-6dad7146be26 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:23:14.297263 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9754c599-1369-4914-b173-6f136b587734 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:14.321066 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9754c599-1369-4914-b173-6f136b587734 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:14.325157 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9754c599-1369-4914-b173-6f136b587734 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/4fb5994b-970d-4155-9640-de90719d9ef6 HTTP/1.1" status: 204 len: 168 time: 0.4924862 Dec 16 22:23:14.337453 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48472) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:14.373924 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65f9a2-d012-4c23-a836-fed5f54fcb94 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1ed190-b5c9-4f29-b19b-8909b9b1bce0,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:14.502585 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212683f1-262c-4e20-ac95-e12a6f0fb363 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Checking segment: {'id': '26c783db-cbd9-4593-aa97-0ce3e1b4adc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '975fa377-37bc-4138-ad1e-24d66bb6ede0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:14.503031 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212683f1-262c-4e20-ac95-e12a6f0fb363 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Network hostable DHCP agents. Network: 975fa377-37bc-4138-ad1e-24d66bb6ede0, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:23:14.505590 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212683f1-262c-4e20-ac95-e12a6f0fb363 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event updated for resources: {'Subnet': ['ID=5fc8dc54-e09b-4576-9052-e911c5d74ba2,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:14.548157 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754c599-1369-4914-b173-6f136b587734 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb5994b-970d-4155-9640-de90719d9ef6,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:14.555799 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a99006-0c05-4887-9ffa-387d701fa24f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet 7392a412-b27d-458e-ba52-0c3ae65fe845 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:23:14.566703 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-85a99006-0c05-4887-9ffa-387d701fa24f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:14.578972 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc18727-ca06-4e61-9143-8a62f0673550 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:23:14.584895 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fbc18727-ca06-4e61-9143-8a62f0673550 admin admin] 10.222.0.75 "PUT /v2.0/routers/15227107-8f8e-4444-a5f9-6dad7146be26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4771912 Dec 16 22:23:14.590141 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d493497-4d2c-4486-a8ee-c8203df7a895 None None] Sync routers for ids ['15227107-8f8e-4444-a5f9-6dad7146be26'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:23:14.644579 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d493497-4d2c-4486-a8ee-c8203df7a895 None None] Routers {'15227107-8f8e-4444-a5f9-6dad7146be26'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:23:14.651982 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-aa65f9a2-d012-4c23-a836-fed5f54fcb94 service neutron] Attempting to bind port ea1ed190-b5c9-4f29-b19b-8909b9b1bce0 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:14.651982 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-aa65f9a2-d012-4c23-a836-fed5f54fcb94 service neutron] Attempting to bind port ea1ed190-b5c9-4f29-b19b-8909b9b1bce0 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'd786cf25-cf30-4e56-9b01-a0f05217b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:14.651982 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-aa65f9a2-d012-4c23-a836-fed5f54fcb94 service neutron] Attempting to bind port ea1ed190-b5c9-4f29-b19b-8909b9b1bce0 on network 5e57a376-cf11-4169-84ca-8ea1ae6aa078 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:14.652907 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-85a99006-0c05-4887-9ffa-387d701fa24f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:14.656959 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-aa65f9a2-d012-4c23-a836-fed5f54fcb94 service neutron] Port ea1ed190-b5c9-4f29-b19b-8909b9b1bce0 on network 5e57a376-cf11-4169-84ca-8ea1ae6aa078 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:23:14.656959 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-aa65f9a2-d012-4c23-a836-fed5f54fcb94 service neutron] Attempting to bind port ea1ed190-b5c9-4f29-b19b-8909b9b1bce0 on network 5e57a376-cf11-4169-84ca-8ea1ae6aa078 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:14.658227 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5d493497-4d2c-4486-a8ee-c8203df7a895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:22:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['15227107-8f8e-4444-a5f9-6dad7146be26'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:14.665054 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-aa65f9a2-d012-4c23-a836-fed5f54fcb94 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:14.665403 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-aa65f9a2-d012-4c23-a836-fed5f54fcb94 service neutron] Checking segment: {'id': 'd786cf25-cf30-4e56-9b01-a0f05217b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:14.665847 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-aa65f9a2-d012-4c23-a836-fed5f54fcb94 service neutron] Bound using segment: {'id': 'd786cf25-cf30-4e56-9b01-a0f05217b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:14.666301 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-aa65f9a2-d012-4c23-a836-fed5f54fcb94 service neutron] Bound port: ea1ed190-b5c9-4f29-b19b-8909b9b1bce0, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd786cf25-cf30-4e56-9b01-a0f05217b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:14.666670 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-aa65f9a2-d012-4c23-a836-fed5f54fcb94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:14.698416 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dacd87-9d87-4f60-82ea-2ef14fcdc8b6 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:14.742491 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212683f1-262c-4e20-ac95-e12a6f0fb363 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Network 975fa377-37bc-4138-ad1e-24d66bb6ede0 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:23:14.801865 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c95fc7c3-49c5-44ce-81d5-d8bed822cc9e no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:23:14.816078 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-212683f1-262c-4e20-ac95-e12a6f0fb363 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 975fa377-37bc-4138-ad1e-24d66bb6ede0) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:14.872789 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212683f1-262c-4e20-ac95-e12a6f0fb363 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:14.873830 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-212683f1-262c-4e20-ac95-e12a6f0fb363 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:14.877596 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-5d493497-4d2c-4486-a8ee-c8203df7a895 None None] Set router 15227107-8f8e-4444-a5f9-6dad7146be26 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:23:14.879036 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5c4598-82d0-418b-b51e-3ff9c092b1af None None] Network 975fa377-37bc-4138-ad1e-24d66bb6ede0 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:14.914293 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-85a99006-0c05-4887-9ffa-387d701fa24f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:14.974740 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc793d3-82a8-44aa-9877-5cd45bb38204 req-1d01f3a6-8df9-4bb5-aa8a-078cfffa4b80 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:14.982329 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc793d3-82a8-44aa-9877-5cd45bb38204 req-1d01f3a6-8df9-4bb5-aa8a-078cfffa4b80 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:14.991622 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc793d3-82a8-44aa-9877-5cd45bb38204 req-1d01f3a6-8df9-4bb5-aa8a-078cfffa4b80 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:14.992522 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: c95fc7c3-49c5-44ce-81d5-d8bed822cc9e {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:23:14.992870 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c95fc7c3-49c5-44ce-81d5-d8bed822cc9e not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:23:14.993286 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e96b3ef8-2af2-4742-b283-c36d41d2f746 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:23:15.000556 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc793d3-82a8-44aa-9877-5cd45bb38204 req-1d01f3a6-8df9-4bb5-aa8a-078cfffa4b80 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:15.008471 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc793d3-82a8-44aa-9877-5cd45bb38204 req-1d01f3a6-8df9-4bb5-aa8a-078cfffa4b80 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:15.014470 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5fc793d3-82a8-44aa-9877-5cd45bb38204 req-1d01f3a6-8df9-4bb5-aa8a-078cfffa4b80 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 3827 time: 0.2408648 Dec 16 22:23:15.019662 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: e96b3ef8-2af2-4742-b283-c36d41d2f746 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:23:15.020010 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e96b3ef8-2af2-4742-b283-c36d41d2f746 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:23:15.032151 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-212683f1-262c-4e20-ac95-e12a6f0fb363 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2851286 Dec 16 22:23:15.048689 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-33840446-cb18-4917-a942-0ac8bc98b6f1 None None] Provisioning complete for port 89d729d1-36db-44a4-9bd2-770e03d7e069 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:15.049059 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-33840446-cb18-4917-a942-0ac8bc98b6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:15.062969 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48482) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:15.070348 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-2b0909f4-68dc-487a-b851-d5d5f65cb96d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-602897089'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:15.088968 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-33840446-cb18-4917-a942-0ac8bc98b6f1 None None] Port 89d729d1-36db-44a4-9bd2-770e03d7e069 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:23:15.090549 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f1a598-cc83-49f8-a5aa-65fe4179c3fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-975fa377-37bc-4138-ad1e-24d66bb6ede0', 'network_id': '975fa377-37bc-4138-ad1e-24d66bb6ede0', 'project_id': 'e074d718718044f5ac8fe581dcac665f', 'fixed_ips': [{'subnet_id': '5fc8dc54-e09b-4576-9052-e911c5d74ba2'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:23:15.091501 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-04f1a598-cc83-49f8-a5aa-65fe4179c3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:15.122788 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774c7f2-f8db-4002-9efe-4be601c76cf2 req-c0cf4183-8414-4c02-bebd-2857dc789832 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:15.135126 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774c7f2-f8db-4002-9efe-4be601c76cf2 req-c0cf4183-8414-4c02-bebd-2857dc789832 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:15.138224 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4774c7f2-f8db-4002-9efe-4be601c76cf2 req-c0cf4183-8414-4c02-bebd-2857dc789832 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 1680 time: 0.7512965 Dec 16 22:23:15.141569 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1351c88-9ac1-42e6-9770-e301d51bb58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:15.174526 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5fc793d3-82a8-44aa-9877-5cd45bb38204 req-decbcfdf-8f6c-458c-b4f2-439ac0661c2a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381760 Dec 16 22:23:15.183966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0909f4-68dc-487a-b851-d5d5f65cb96d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Made reservation on behalf of e074d718718044f5ac8fe581dcac665f for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:15.187927 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2b0909f4-68dc-487a-b851-d5d5f65cb96d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:15.190530 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1351c88-9ac1-42e6-9770-e301d51bb58b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09099f39-0a9d-4259-8597-583ef27faa64,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:15.223258 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1351c88-9ac1-42e6-9770-e301d51bb58b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:15.234903 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b1351c88-9ac1-42e6-9770-e301d51bb58b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/09099f39-0a9d-4259-8597-583ef27faa64 HTTP/1.1" status: 204 len: 168 time: 1.4961379 Dec 16 22:23:15.244869 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48486) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:15.245813 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7415b6-e1b8-42c4-8913-b9fc624513d2 None None] Network 66ba2238-7dba-4548-9d17-efb5b42cdbfe requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:15.267533 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-85a99006-0c05-4887-9ffa-387d701fa24f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:15.328210 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4774c7f2-f8db-4002-9efe-4be601c76cf2 req-30e72866-8f46-48a8-a3fc-332977f93089 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475048 Dec 16 22:23:15.341766 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5d493497-4d2c-4486-a8ee-c8203df7a895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'name': 'tempest-ServerActionsTestJSON-1520243544-router', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:22:56Z', 'updated_at': '2021-12-16T22:23:12Z', 'revision_number': 4, 'project_id': 'c8c29047878b45f9aad1e147fc6565e9', 'gw_port': {'id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:22:58Z', 'updated_at': '2021-12-16T22:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '89d729d1-36db-44a4-9bd2-770e03d7e069', 'name': '', 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'mac_address': 'fa:16:3e:39:d5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '9ecefe13-aa2d-48b4-a74c-5805e96883cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:11Z', 'updated_at': '2021-12-16T22:23:13Z', 'revision_number': 2, 'project_id': 'c8c29047878b45f9aad1e147fc6565e9', 'subnets': [{'id': '9ecefe13-aa2d-48b4-a74c-5805e96883cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:15.379887 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-04f1a598-cc83-49f8-a5aa-65fe4179c3fd None None] Allocated IP 2001:db8:0:ffff::2 (975fa377-37bc-4138-ad1e-24d66bb6ede0/5fc8dc54-e09b-4576-9052-e911c5d74ba2/d89ec57c-01c0-4a7f-b8b5-87f63f675847) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:15.387018 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a99006-0c05-4887-9ffa-387d701fa24f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=7392a412-b27d-458e-ba52-0c3ae65fe845,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:15.397555 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0909f4-68dc-487a-b851-d5d5f65cb96d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:23:15.410180 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d493497-4d2c-4486-a8ee-c8203df7a895 None None] Checking router: 15227107-8f8e-4444-a5f9-6dad7146be26 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:23:15.411253 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-85a99006-0c05-4887-9ffa-387d701fa24f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:15.414524 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d493497-4d2c-4486-a8ee-c8203df7a895 None None] Updating router 15227107-8f8e-4444-a5f9-6dad7146be26 port 89d729d1-36db-44a4-9bd2-770e03d7e069 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:23:15.419543 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-85a99006-0c05-4887-9ffa-387d701fa24f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/7392a412-b27d-458e-ba52-0c3ae65fe845 HTTP/1.1" status: 204 len: 168 time: 1.0809381 Dec 16 22:23:15.422226 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48488) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:15.430020 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-aa65f9a2-d012-4c23-a836-fed5f54fcb94 service neutron] For port ea1ed190-b5c9-4f29-b19b-8909b9b1bce0, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:23:15.439605 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-aa65f9a2-d012-4c23-a836-fed5f54fcb94 service neutron] For port ea1ed190-b5c9-4f29-b19b-8909b9b1bce0, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=ea1ed190-b5c9-4f29-b19b-8909b9b1bce0,segment=NetworkSegment(d786cf25-cf30-4e56-9b01-a0f05217b60d),segment_id=d786cf25-cf30-4e56-9b01-a0f05217b60d)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:23:15.482635 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d493497-4d2c-4486-a8ee-c8203df7a895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:15.488665 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-23dc32c6-631c-4285-bf6a-b158cdc1d4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:15.521666 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e80c0d01-28fd-4869-8e12-70c32287e357 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:15.555358 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-aa65f9a2-d012-4c23-a836-fed5f54fcb94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:15.586298 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-aa65f9a2-d012-4c23-a836-fed5f54fcb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:15.587833 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-aa65f9a2-d012-4c23-a836-fed5f54fcb94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:15.590273 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-aa65f9a2-d012-4c23-a836-fed5f54fcb94 service neutron] 10.222.0.57 "PUT /v2.0/ports/ea1ed190-b5c9-4f29-b19b-8909b9b1bce0 HTTP/1.1" status: 200 len: 1091 time: 2.6538112 Dec 16 22:23:15.598557 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2b0909f4-68dc-487a-b851-d5d5f65cb96d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:15.599161 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-2b0909f4-68dc-487a-b851-d5d5f65cb96d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Added segment 09a69abb-17f4-4dac-abd2-1d1891b7b770 of type vlan for network c9e55761-1f52-45cb-9ada-2f4297cb5b0d Dec 16 22:23:15.607388 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'tag': 'ea1ed190-b5c9-4f29-b19b-8909b9b1bce0'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:23:15.610598 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a3bee5-ffb3-49f4-a711-5c1744e2d42d" -d '{"events": [{"name": "network-changed", "server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "tag": "ea1ed190-b5c9-4f29-b19b-8909b9b1bce0"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:23:15.619622 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5293d026-cbc1-4c3f-b176-5178cb05c8d4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1921458 Dec 16 22:23:15.657596 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48496) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:15.676142 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-7a6f7617-6777-4dda-8f7b-c74d25482140 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:15.722701 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-5b2223d4-ed12-40db-b817-ed8c936b234b service neutron] Request body: {'port': {'device_id': '10a3a704-b703-403d-bdaf-0dead804fb56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:15.738610 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea53b8b-bf45-4bf3-9db1-9f759cf676ec None None] DHCP port deletion for 66ba2238-7dba-4548-9d17-efb5b42cdbfe request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:23:15.830147 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a696a2-b5e6-4ae1-96e1-b9ad3a49ec77 x-openstack-request-id: req-13a696a2-b5e6-4ae1-96e1-b9ad3a49ec77 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:23:15.830721 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "tag": "ea1ed190-b5c9-4f29-b19b-8909b9b1bce0", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:23:15.831198 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-13a696a2-b5e6-4ae1-96e1-b9ad3a49ec77 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:23:15.831770 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'tag': 'ea1ed190-b5c9-4f29-b19b-8909b9b1bce0', 'status': 'completed', 'code': 200} Dec 16 22:23:15.845124 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-23dc32c6-631c-4285-bf6a-b158cdc1d4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:15.886232 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-5b2223d4-ed12-40db-b817-ed8c936b234b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:15.939035 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65f9a2-d012-4c23-a836-fed5f54fcb94 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1ed190-b5c9-4f29-b19b-8909b9b1bce0,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:15.943097 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-23dc32c6-631c-4285-bf6a-b158cdc1d4c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ba2238-7dba-4548-9d17-efb5b42cdbfe']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:16.033614 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-23dc32c6-631c-4285-bf6a-b158cdc1d4c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba56397c-6eec-44d6-a5b2-cd5db12b2a04') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:16.034057 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-23dc32c6-631c-4285-bf6a-b158cdc1d4c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba56397c-6eec-44d6-a5b2-cd5db12b2a04') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:16.058048 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port e80c0d01-28fd-4869-8e12-70c32287e357 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:23:16.092286 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port e80c0d01-28fd-4869-8e12-70c32287e357 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:16.092815 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2b0909f4-68dc-487a-b851-d5d5f65cb96d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:16.092947 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:16.093447 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-23dc32c6-631c-4285-bf6a-b158cdc1d4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:16.149896 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-04f1a598-cc83-49f8-a5aa-65fe4179c3fd None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:16.155136 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-23dc32c6-631c-4285-bf6a-b158cdc1d4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:16.206085 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d493497-4d2c-4486-a8ee-c8203df7a895 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:16.217079 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:16.221728 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3bee5-ffb3-49f4-a711-5c1744e2d42d req-d04491e8-c14d-4b7a-bb5f-35bb21df3e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:16.222332 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3bee5-ffb3-49f4-a711-5c1744e2d42d req-d04491e8-c14d-4b7a-bb5f-35bb21df3e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:16.222897 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3bee5-ffb3-49f4-a711-5c1744e2d42d req-d04491e8-c14d-4b7a-bb5f-35bb21df3e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:16.223780 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3bee5-ffb3-49f4-a711-5c1744e2d42d req-d04491e8-c14d-4b7a-bb5f-35bb21df3e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:16.224329 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3bee5-ffb3-49f4-a711-5c1744e2d42d req-d04491e8-c14d-4b7a-bb5f-35bb21df3e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:16.226957 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-55a3bee5-ffb3-49f4-a711-5c1744e2d42d req-d04491e8-c14d-4b7a-bb5f-35bb21df3e48 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45dc1fa90bee4d0982a4d71f8e7220e0&device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 4362 time: 0.3630335 Dec 16 22:23:16.266221 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-04f1a598-cc83-49f8-a5aa-65fe4179c3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:16.295831 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23dc32c6-631c-4285-bf6a-b158cdc1d4c4 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:23:16.296492 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-23dc32c6-631c-4285-bf6a-b158cdc1d4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:23:16.298460 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:23:16.313384 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2b0909f4-68dc-487a-b851-d5d5f65cb96d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:16.328535 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0909f4-68dc-487a-b851-d5d5f65cb96d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:16.329248 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2b0909f4-68dc-487a-b851-d5d5f65cb96d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:16.344654 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1a598-cc83-49f8-a5aa-65fe4179c3fd None None] Pushing event updated for resources: {'Port': ['ID=d89ec57c-01c0-4a7f-b8b5-87f63f675847,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:16.349587 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d493497-4d2c-4486-a8ee-c8203df7a895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:16.362338 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4997d93d-3380-45c4-b82c-8ce73d42f514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80c0d01-28fd-4869-8e12-70c32287e357'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:23:16.365321 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c965b2b-e0ff-4575-8225-97d49359e3fb" -d '{"events": [{"server_uuid": "4997d93d-3380-45c4-b82c-8ce73d42f514", "name": "network-vif-plugged", "status": "completed", "tag": "e80c0d01-28fd-4869-8e12-70c32287e357"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:23:16.427174 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f1a598-cc83-49f8-a5aa-65fe4179c3fd None None] Network 975fa377-37bc-4138-ad1e-24d66bb6ede0 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:16.437431 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-04f1a598-cc83-49f8-a5aa-65fe4179c3fd None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:16.453109 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f1a598-cc83-49f8-a5aa-65fe4179c3fd None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:16.453882 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f897f9-5670-4b52-9506-ed0bf31971bb None None] Pushing event updated for resources: {'Port': ['ID=89d729d1-36db-44a4-9bd2-770e03d7e069,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:16.492330 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e80c0d01-28fd-4869-8e12-70c32287e357, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e80c0d01-28fd-4869-8e12-70c32287e357,segment=NetworkSegment(02886c82-451a-42f9-9e93-da4494aef11a),segment_id=02886c82-451a-42f9-9e93-da4494aef11a)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:16.520399 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3bee5-ffb3-49f4-a711-5c1744e2d42d req-49a587c4-1b89-447e-8477-e4af457b222b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:16.520858 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3bee5-ffb3-49f4-a711-5c1744e2d42d req-49a587c4-1b89-447e-8477-e4af457b222b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:16.525564 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3bee5-ffb3-49f4-a711-5c1744e2d42d req-49a587c4-1b89-447e-8477-e4af457b222b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:16.527330 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-55a3bee5-ffb3-49f4-a711-5c1744e2d42d req-49a587c4-1b89-447e-8477-e4af457b222b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=45dc1fa90bee4d0982a4d71f8e7220e0&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2843542 Dec 16 22:23:16.537746 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6f7617-6777-4dda-8f7b-c74d25482140 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:16.540928 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-23dc32c6-631c-4285-bf6a-b158cdc1d4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:16.542273 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7a6f7617-6777-4dda-8f7b-c74d25482140 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:16.563008 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-23dc32c6-631c-4285-bf6a-b158cdc1d4c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:16.567583 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-23dc32c6-631c-4285-bf6a-b158cdc1d4c4 admin admin] 10.222.0.75 "DELETE /v2.0/networks/66ba2238-7dba-4548-9d17-efb5b42cdbfe HTTP/1.1" status: 204 len: 168 time: 1.2873569 Dec 16 22:23:16.587713 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a84b470-4053-4528-bffb-63f1cbcdde04 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:16.600750 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23dde35-ab44-456f-9ac8-380ad51795c5 req-ccff106d-8bb2-4f97-899d-aefc9613b233 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:16.620616 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23dde35-ab44-456f-9ac8-380ad51795c5 req-ccff106d-8bb2-4f97-899d-aefc9613b233 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:16.638986 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48504) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:16.643012 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23dde35-ab44-456f-9ac8-380ad51795c5 req-ccff106d-8bb2-4f97-899d-aefc9613b233 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:16.654545 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-62934674-fe78-4b18-aaf3-6e53e5d8d258 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1068233208', 'description': 'tempest-description--124407271'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:16.656500 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23dde35-ab44-456f-9ac8-380ad51795c5 req-ccff106d-8bb2-4f97-899d-aefc9613b233 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:16.661679 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:16.662672 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device d4a6a343-d5f1-4866-8347-445200c81a7f up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:16.674991 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23dde35-ab44-456f-9ac8-380ad51795c5 req-ccff106d-8bb2-4f97-899d-aefc9613b233 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:16.676814 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a23dde35-ab44-456f-9ac8-380ad51795c5 req-ccff106d-8bb2-4f97-899d-aefc9613b233 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 3827 time: 0.3188739 Dec 16 22:23:16.701671 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc32c6-631c-4285-bf6a-b158cdc1d4c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=66ba2238-7dba-4548-9d17-efb5b42cdbfe,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:16.794197 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-5d493497-4d2c-4486-a8ee-c8203df7a895 None None] Attempting to bind port 89d729d1-36db-44a4-9bd2-770e03d7e069 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:16.797443 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-5d493497-4d2c-4486-a8ee-c8203df7a895 None None] Attempting to bind port 89d729d1-36db-44a4-9bd2-770e03d7e069 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:16.798836 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d493497-4d2c-4486-a8ee-c8203df7a895 None None] Attempting to bind port 89d729d1-36db-44a4-9bd2-770e03d7e069 on network 282aa10f-496c-46fb-be12-6b2a327d41c1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:16.816157 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d493497-4d2c-4486-a8ee-c8203df7a895 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:16.817410 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d493497-4d2c-4486-a8ee-c8203df7a895 None None] Checking segment: {'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:16.820323 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d493497-4d2c-4486-a8ee-c8203df7a895 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:16.821087 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d493497-4d2c-4486-a8ee-c8203df7a895 None None] Bound using segment: {'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:16.823388 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-5d493497-4d2c-4486-a8ee-c8203df7a895 None None] Bound port: 89d729d1-36db-44a4-9bd2-770e03d7e069, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:16.829393 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d493497-4d2c-4486-a8ee-c8203df7a895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:16.832958 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a23dde35-ab44-456f-9ac8-380ad51795c5 req-aaa1995f-94e6-4187-9510-3070a5c21d0b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417229 Dec 16 22:23:16.865126 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2b0909f4-68dc-487a-b851-d5d5f65cb96d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8004606 Dec 16 22:23:16.869794 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48512) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:16.887580 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-75da724f-02b6-4a88-8d39-224a3355c163 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Request body: {'subnet': {'network_id': 'c9e55761-1f52-45cb-9ada-2f4297cb5b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:16.930442 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-5d493497-4d2c-4486-a8ee-c8203df7a895 None None] For port 89d729d1-36db-44a4-9bd2-770e03d7e069, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:23:16.936604 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-5d493497-4d2c-4486-a8ee-c8203df7a895 None None] For port 89d729d1-36db-44a4-9bd2-770e03d7e069, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=89d729d1-36db-44a4-9bd2-770e03d7e069,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:23:16.941832 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3bee5-ffb3-49f4-a711-5c1744e2d42d req-a4614d19-425d-43d8-ac66-8f473a81ccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:16.943280 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-55a3bee5-ffb3-49f4-a711-5c1744e2d42d req-a4614d19-425d-43d8-ac66-8f473a81ccbf service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3847809 Dec 16 22:23:16.969634 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-62934674-fe78-4b18-aaf3-6e53e5d8d258 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:16.972980 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-04f1a598-cc83-49f8-a5aa-65fe4179c3fd None None] Attempting to bind port d89ec57c-01c0-4a7f-b8b5-87f63f675847 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:16.973629 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-04f1a598-cc83-49f8-a5aa-65fe4179c3fd None None] Attempting to bind port d89ec57c-01c0-4a7f-b8b5-87f63f675847 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '26c783db-cbd9-4593-aa97-0ce3e1b4adc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '975fa377-37bc-4138-ad1e-24d66bb6ede0'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:16.973958 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f1a598-cc83-49f8-a5aa-65fe4179c3fd None None] Attempting to bind port d89ec57c-01c0-4a7f-b8b5-87f63f675847 on network 975fa377-37bc-4138-ad1e-24d66bb6ede0 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:16.989729 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4d6c2e-36c3-4729-b08d-d2fd61e4e491 x-openstack-request-id: req-1d4d6c2e-36c3-4729-b08d-d2fd61e4e491 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:23:16.990324 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4997d93d-3380-45c4-b82c-8ce73d42f514", "name": "network-vif-plugged", "status": "completed", "tag": "e80c0d01-28fd-4869-8e12-70c32287e357", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:23:16.991444 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1d4d6c2e-36c3-4729-b08d-d2fd61e4e491 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:23:16.992252 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4997d93d-3380-45c4-b82c-8ce73d42f514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80c0d01-28fd-4869-8e12-70c32287e357', 'code': 200} Dec 16 22:23:16.998697 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0909f4-68dc-487a-b851-d5d5f65cb96d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event updated for resources: {'Network': ['ID=c9e55761-1f52-45cb-9ada-2f4297cb5b0d,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:17.000954 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f1a598-cc83-49f8-a5aa-65fe4179c3fd None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:17.001630 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f1a598-cc83-49f8-a5aa-65fe4179c3fd None None] Checking segment: {'id': '26c783db-cbd9-4593-aa97-0ce3e1b4adc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '975fa377-37bc-4138-ad1e-24d66bb6ede0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:17.002310 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-04f1a598-cc83-49f8-a5aa-65fe4179c3fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:17.002949 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f1a598-cc83-49f8-a5aa-65fe4179c3fd None None] Bound using segment: {'id': '26c783db-cbd9-4593-aa97-0ce3e1b4adc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '975fa377-37bc-4138-ad1e-24d66bb6ede0'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:17.003712 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-04f1a598-cc83-49f8-a5aa-65fe4179c3fd None None] Bound port: d89ec57c-01c0-4a7f-b8b5-87f63f675847, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c783db-cbd9-4593-aa97-0ce3e1b4adc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '975fa377-37bc-4138-ad1e-24d66bb6ede0'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:17.004335 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-04f1a598-cc83-49f8-a5aa-65fe4179c3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:17.013137 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5d493497-4d2c-4486-a8ee-c8203df7a895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:17.029024 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-70a94740-93ca-45e4-9d46-0e3cfa11cd67 None None] Provisioning complete for port fcf553ee-c9fe-4bb5-9061-4f55ea78efe1 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:17.029655 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-70a94740-93ca-45e4-9d46-0e3cfa11cd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:17.050724 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network c9e55761-1f52-45cb-9ada-2f4297cb5b0d details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:23:17.071837 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-5b2223d4-ed12-40db-b817-ed8c936b234b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f2a365-369e-405c-9065-780d829281e6 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:23:17.086658 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-5b2223d4-ed12-40db-b817-ed8c936b234b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:17.122121 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-5b2223d4-ed12-40db-b817-ed8c936b234b service neutron] Transition to ACTIVE for port object e0f2a365-369e-405c-9065-780d829281e6 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:23:17.122352 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d12a67-9ac6-42b8-87ca-475c9a046a96 req-f6fd5e49-0579-40bc-a3aa-c5ebc1ef1063 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:17.134592 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d12a67-9ac6-42b8-87ca-475c9a046a96 req-f6fd5e49-0579-40bc-a3aa-c5ebc1ef1063 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:17.145758 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-68d12a67-9ac6-42b8-87ca-475c9a046a96 req-f6fd5e49-0579-40bc-a3aa-c5ebc1ef1063 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 1681 time: 0.4695470 Dec 16 22:23:17.160835 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=e80c0d01-28fd-4869-8e12-70c32287e357,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:17.221231 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d493497-4d2c-4486-a8ee-c8203df7a895 None None] Routers {'15227107-8f8e-4444-a5f9-6dad7146be26'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:23:17.221793 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5d493497-4d2c-4486-a8ee-c8203df7a895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:22:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['15227107-8f8e-4444-a5f9-6dad7146be26'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:17.226599 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-5b2223d4-ed12-40db-b817-ed8c936b234b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:17.240011 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f897f9-5670-4b52-9506-ed0bf31971bb None None] Pushing event updated for resources: {'Port': ['ID=89d729d1-36db-44a4-9bd2-770e03d7e069,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:17.246922 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-68d12a67-9ac6-42b8-87ca-475c9a046a96 req-d89f12c9-c4ca-42e6-9019-18a53895c378 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001306 Dec 16 22:23:17.328273 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75da724f-02b6-4a88-8d39-224a3355c163 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Made reservation on behalf of e074d718718044f5ac8fe581dcac665f for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:17.331223 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-62934674-fe78-4b18-aaf3-6e53e5d8d258 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:17.332123 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-75da724f-02b6-4a88-8d39-224a3355c163 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:17.495853 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48514) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:17.534395 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7603f785-6baf-4f9a-bc39-7a41b0d51539 None None] DHCP port deletion for f8482a80-79ef-4c20-9ddd-3945e7fc80d7 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:23:17.537959 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port d4a6a343-d5f1-4866-8347-445200c81a7f completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:23:17.546972 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-5d493497-4d2c-4486-a8ee-c8203df7a895 None None] Set router 15227107-8f8e-4444-a5f9-6dad7146be26 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:23:17.553563 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-62934674-fe78-4b18-aaf3-6e53e5d8d258 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:17.565551 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-04f1a598-cc83-49f8-a5aa-65fe4179c3fd None None] For port d89ec57c-01c0-4a7f-b8b5-87f63f675847, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:23:17.574458 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7a6f7617-6777-4dda-8f7b-c74d25482140 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:17.585566 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2223d4-ed12-40db-b817-ed8c936b234b service neutron] Pushing event updated for resources: {'Port': ['ID=e0f2a365-369e-405c-9065-780d829281e6,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:17.596329 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port d4a6a343-d5f1-4866-8347-445200c81a7f triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:17.597167 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:17.630464 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-04f1a598-cc83-49f8-a5aa-65fe4179c3fd None None] For port d89ec57c-01c0-4a7f-b8b5-87f63f675847, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d89ec57c-01c0-4a7f-b8b5-87f63f675847,segment=NetworkSegment(26c783db-cbd9-4593-aa97-0ce3e1b4adc1),segment_id=26c783db-cbd9-4593-aa97-0ce3e1b4adc1)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:23:17.673556 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62934674-fe78-4b18-aaf3-6e53e5d8d258 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2746fc87-eb39-4652-9e98-c3a782261509,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:17.737595 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-04f1a598-cc83-49f8-a5aa-65fe4179c3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:17.742405 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-62934674-fe78-4b18-aaf3-6e53e5d8d258 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:17.744115 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-62934674-fe78-4b18-aaf3-6e53e5d8d258 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1034229 Dec 16 22:23:17.765892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6f7617-6777-4dda-8f7b-c74d25482140 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:17.766037 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48518) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:17.769045 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-92a5e4e8-8636-42fb-b32b-88468d27dce8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Request body: {'security_group_rule': {'security_group_id': '2746fc87-eb39-4652-9e98-c3a782261509', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:17.774176 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ed51bf8d-7e3d-47a4-8928-e23c41b9d51e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2eee87fa71d34d10aa69ccc2197b9b4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2767901 Dec 16 22:23:17.775177 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-7a6f7617-6777-4dda-8f7b-c74d25482140 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:17.777800 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48520) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:17.783696 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6f7617-6777-4dda-8f7b-c74d25482140 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:17.784309 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7a6f7617-6777-4dda-8f7b-c74d25482140 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:17.838326 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7603f785-6baf-4f9a-bc39-7a41b0d51539 None None] Deleting port fcf553ee-c9fe-4bb5-9061-4f55ea78efe1 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:17.839102 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7603f785-6baf-4f9a-bc39-7a41b0d51539 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:17.854936 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-5b2223d4-ed12-40db-b817-ed8c936b234b service neutron] Attempting to bind port e0f2a365-369e-405c-9065-780d829281e6 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:17.855309 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-5b2223d4-ed12-40db-b817-ed8c936b234b service neutron] Attempting to bind port e0f2a365-369e-405c-9065-780d829281e6 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '5e3da25f-4b43-46b0-809d-e43f2b3029cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15791355-f493-42e0-a1b7-a4369065109f'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:17.855651 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-5b2223d4-ed12-40db-b817-ed8c936b234b service neutron] Attempting to bind port e0f2a365-369e-405c-9065-780d829281e6 on network 15791355-f493-42e0-a1b7-a4369065109f {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:17.857170 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f7617-6777-4dda-8f7b-c74d25482140 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=248c21e1-034f-4810-b9ff-d5315da7dd19,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:17.868961 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-5b2223d4-ed12-40db-b817-ed8c936b234b service neutron] Port e0f2a365-369e-405c-9065-780d829281e6 on network 15791355-f493-42e0-a1b7-a4369065109f not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:23:17.869277 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-5b2223d4-ed12-40db-b817-ed8c936b234b service neutron] Attempting to bind port e0f2a365-369e-405c-9065-780d829281e6 on network 15791355-f493-42e0-a1b7-a4369065109f {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:17.878356 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-5b2223d4-ed12-40db-b817-ed8c936b234b service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:17.878846 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-5b2223d4-ed12-40db-b817-ed8c936b234b service neutron] Checking segment: {'id': '5e3da25f-4b43-46b0-809d-e43f2b3029cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15791355-f493-42e0-a1b7-a4369065109f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:17.879295 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-5b2223d4-ed12-40db-b817-ed8c936b234b service neutron] Bound using segment: {'id': '5e3da25f-4b43-46b0-809d-e43f2b3029cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15791355-f493-42e0-a1b7-a4369065109f'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:17.879753 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-5b2223d4-ed12-40db-b817-ed8c936b234b service neutron] Bound port: e0f2a365-369e-405c-9065-780d829281e6, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e3da25f-4b43-46b0-809d-e43f2b3029cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15791355-f493-42e0-a1b7-a4369065109f'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:17.880118 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-5b2223d4-ed12-40db-b817-ed8c936b234b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:17.887485 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-de5d5932-dfaa-4fca-b5f3-3cfb7235c255 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:17.923673 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7a6f7617-6777-4dda-8f7b-c74d25482140 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2543292 Dec 16 22:23:17.926892 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-de5d5932-dfaa-4fca-b5f3-3cfb7235c255 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:17.929522 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48524) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:17.946913 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-d89d973f-6855-450c-a415-a11284c682ad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:18.007597 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-5b2223d4-ed12-40db-b817-ed8c936b234b service neutron] For port e0f2a365-369e-405c-9065-780d829281e6, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:23:18.026512 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5d493497-4d2c-4486-a8ee-c8203df7a895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'name': 'tempest-ServerActionsTestJSON-1520243544-router', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:22:56Z', 'updated_at': '2021-12-16T22:23:12Z', 'revision_number': 4, 'project_id': 'c8c29047878b45f9aad1e147fc6565e9', 'gw_port': {'id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:22:58Z', 'updated_at': '2021-12-16T22:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '89d729d1-36db-44a4-9bd2-770e03d7e069', 'name': '', 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'mac_address': 'fa:16:3e:39:d5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '9ecefe13-aa2d-48b4-a74c-5805e96883cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:11Z', 'updated_at': '2021-12-16T22:23:16Z', 'revision_number': 4, 'project_id': 'c8c29047878b45f9aad1e147fc6565e9', 'subnets': [{'id': '9ecefe13-aa2d-48b4-a74c-5805e96883cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:18.070349 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b97041ed-d01f-44b7-9f28-1ec1d5cd45fd None None] Provisioning complete for port 89d729d1-36db-44a4-9bd2-770e03d7e069 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:18.070936 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b97041ed-d01f-44b7-9f28-1ec1d5cd45fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:18.086670 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-5b2223d4-ed12-40db-b817-ed8c936b234b service neutron] For port e0f2a365-369e-405c-9065-780d829281e6, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=e0f2a365-369e-405c-9065-780d829281e6,segment=NetworkSegment(5e3da25f-4b43-46b0-809d-e43f2b3029cc),segment_id=5e3da25f-4b43-46b0-809d-e43f2b3029cc)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:23:18.089278 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-75da724f-02b6-4a88-8d39-224a3355c163 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:18.096902 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92a5e4e8-8636-42fb-b32b-88468d27dce8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:18.121534 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d493497-4d2c-4486-a8ee-c8203df7a895 None None] The sync data for ids ['15227107-8f8e-4444-a5f9-6dad7146be26'] in n-d-815324-4 is: [{'id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'name': 'tempest-ServerActionsTestJSON-1520243544-router', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:22:56Z', 'updated_at': '2021-12-16T22:23:12Z', 'revision_number': 4, 'project_id': 'c8c29047878b45f9aad1e147fc6565e9', 'gw_port': {'id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:22:58Z', 'updated_at': '2021-12-16T22:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '89d729d1-36db-44a4-9bd2-770e03d7e069', 'name': '', 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'mac_address': 'fa:16:3e:39:d5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '9ecefe13-aa2d-48b4-a74c-5805e96883cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:11Z', 'updated_at': '2021-12-16T22:23:16Z', 'revision_number': 4, 'project_id': 'c8c29047878b45f9aad1e147fc6565e9', 'subnets': [{'id': '9ecefe13-aa2d-48b4-a74c-5805e96883cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:23:18.151592 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:18.163226 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1a598-cc83-49f8-a5aa-65fe4179c3fd None None] Pushing event updated for resources: {'Port': ['ID=d89ec57c-01c0-4a7f-b8b5-87f63f675847,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:18.216352 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7603f785-6baf-4f9a-bc39-7a41b0d51539 None None] For port fcf553ee-c9fe-4bb5-9061-4f55ea78efe1, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=fcf553ee-c9fe-4bb5-9061-4f55ea78efe1,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:18.216810 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7603f785-6baf-4f9a-bc39-7a41b0d51539 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:18.238126 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-de5d5932-dfaa-4fca-b5f3-3cfb7235c255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:18.244416 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-de5d5932-dfaa-4fca-b5f3-3cfb7235c255 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:18.263573 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-de5d5932-dfaa-4fca-b5f3-3cfb7235c255 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b856294f-893f-406d-b95a-12439a187204 HTTP/1.1" status: 204 len: 168 time: 0.4701250 Dec 16 22:23:18.282799 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d5932-dfaa-4fca-b5f3-3cfb7235c255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b856294f-893f-406d-b95a-12439a187204,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:18.295812 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-5b2223d4-ed12-40db-b817-ed8c936b234b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:18.316368 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7603f785-6baf-4f9a-bc39-7a41b0d51539 None None] Calling delete_port for fcf553ee-c9fe-4bb5-9061-4f55ea78efe1 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:18.399014 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port d4a6a343-d5f1-4866-8347-445200c81a7f, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d4a6a343-d5f1-4866-8347-445200c81a7f,segment=NetworkSegment(5ad419b0-2d81-4624-9cc1-d312d78ca032),segment_id=5ad419b0-2d81-4624-9cc1-d312d78ca032)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:18.407169 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89d973f-6855-450c-a415-a11284c682ad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:18.411304 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d89d973f-6855-450c-a415-a11284c682ad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:18.462799 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b56ea4-6676-4a6f-b1b2-0849399c4c6c req-fac33e20-1cc9-4688-9440-32ab063e09cd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:18.477712 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b56ea4-6676-4a6f-b1b2-0849399c4c6c req-fac33e20-1cc9-4688-9440-32ab063e09cd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:18.506022 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b56ea4-6676-4a6f-b1b2-0849399c4c6c req-fac33e20-1cc9-4688-9440-32ab063e09cd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:18.520467 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b56ea4-6676-4a6f-b1b2-0849399c4c6c req-fac33e20-1cc9-4688-9440-32ab063e09cd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:18.540768 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b56ea4-6676-4a6f-b1b2-0849399c4c6c req-fac33e20-1cc9-4688-9440-32ab063e09cd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:18.562679 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b56ea4-6676-4a6f-b1b2-0849399c4c6c req-fac33e20-1cc9-4688-9440-32ab063e09cd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:18.581660 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13b56ea4-6676-4a6f-b1b2-0849399c4c6c req-fac33e20-1cc9-4688-9440-32ab063e09cd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 4603 time: 0.5615077 Dec 16 22:23:18.666152 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-5b2223d4-ed12-40db-b817-ed8c936b234b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:18.667252 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-5b2223d4-ed12-40db-b817-ed8c936b234b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:18.669076 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-5b2223d4-ed12-40db-b817-ed8c936b234b service neutron] 10.222.0.57 "PUT /v2.0/ports/e0f2a365-369e-405c-9065-780d829281e6 HTTP/1.1" status: 200 len: 1134 time: 2.9545081 Dec 16 22:23:18.703800 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'tag': 'e0f2a365-369e-405c-9065-780d829281e6'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:23:18.710184 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e8d27f-593d-4c71-afe1-d94d075170e5" -d '{"events": [{"name": "network-changed", "server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "tag": "e0f2a365-369e-405c-9065-780d829281e6"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:23:18.775351 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da724f-02b6-4a88-8d39-224a3355c163 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event updated for resources: {'Subnet': ['ID=1d2efae8-7a3e-4a47-8af5-f50138d768a5,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:18.796662 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da724f-02b6-4a88-8d39-224a3355c163 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Checking segment: {'id': '09a69abb-17f4-4dac-abd2-1d1891b7b770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c9e55761-1f52-45cb-9ada-2f4297cb5b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:18.797270 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75da724f-02b6-4a88-8d39-224a3355c163 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Network hostable DHCP agents. Network: c9e55761-1f52-45cb-9ada-2f4297cb5b0d, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:23:18.818062 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d03e71ec-2748-4410-b799-1e9a7d8a995b service neutron] Request body: {'port': {'device_id': '10a3a704-b703-403d-bdaf-0dead804fb56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:18.833511 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee701d2e-1903-48fb-aaa7-44f6853757cc req-76c8fb7c-6065-4519-8b12-d554b493ae2b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:18.862411 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee701d2e-1903-48fb-aaa7-44f6853757cc req-76c8fb7c-6065-4519-8b12-d554b493ae2b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:18.873183 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ee701d2e-1903-48fb-aaa7-44f6853757cc req-76c8fb7c-6065-4519-8b12-d554b493ae2b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 1682 time: 0.2819715 Dec 16 22:23:18.914258 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2223d4-ed12-40db-b817-ed8c936b234b service neutron] Pushing event updated for resources: {'Port': ['ID=e0f2a365-369e-405c-9065-780d829281e6,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:18.946303 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92a5e4e8-8636-42fb-b32b-88468d27dce8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:18.969338 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13b56ea4-6676-4a6f-b1b2-0849399c4c6c req-b31b0be2-dad2-401f-9e69-eed7cbc6ec54 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3854306 Dec 16 22:23:19.058864 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ee701d2e-1903-48fb-aaa7-44f6853757cc req-a52ba4da-2726-472a-a1a9-4b8f356b00c1 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846757 Dec 16 22:23:19.069729 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d03e71ec-2748-4410-b799-1e9a7d8a995b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:19.087172 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92a5e4e8-8636-42fb-b32b-88468d27dce8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:19.097060 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6447396-3c32-4538-afe0-7777a3e5c5d0 x-openstack-request-id: req-a6447396-3c32-4538-afe0-7777a3e5c5d0 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:23:19.098325 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "tag": "e0f2a365-369e-405c-9065-780d829281e6", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:23:19.108899 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a6447396-3c32-4538-afe0-7777a3e5c5d0 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:23:19.108899 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'tag': 'e0f2a365-369e-405c-9065-780d829281e6', 'status': 'completed', 'code': 200} Dec 16 22:23:19.200209 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4997d93d-3380-45c4-b82c-8ce73d42f514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a6a343-d5f1-4866-8347-445200c81a7f'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:23:19.202807 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822f30b0-7704-46c7-89f5-dadeb430ec14" -d '{"events": [{"server_uuid": "4997d93d-3380-45c4-b82c-8ce73d42f514", "name": "network-vif-plugged", "status": "completed", "tag": "d4a6a343-d5f1-4866-8347-445200c81a7f"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:23:19.238178 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:19.332464 n-d-815324-4 neutron-server[103614]: INFO neutron.db.ipam_backend_mixin [None req-d89d973f-6855-450c-a415-a11284c682ad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 248c21e1-034f-4810-b9ff-d5315da7dd19 (CIDR: 2001:db8::/64) Dec 16 22:23:19.357284 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8d27f-593d-4c71-afe1-d94d075170e5 req-05be4071-2022-44af-9faa-9b6ef126d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:19.359659 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8d27f-593d-4c71-afe1-d94d075170e5 req-05be4071-2022-44af-9faa-9b6ef126d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:19.360460 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8d27f-593d-4c71-afe1-d94d075170e5 req-05be4071-2022-44af-9faa-9b6ef126d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:19.361118 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8d27f-593d-4c71-afe1-d94d075170e5 req-05be4071-2022-44af-9faa-9b6ef126d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:19.363944 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8d27f-593d-4c71-afe1-d94d075170e5 req-05be4071-2022-44af-9faa-9b6ef126d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:19.365944 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8d27f-593d-4c71-afe1-d94d075170e5 req-05be4071-2022-44af-9faa-9b6ef126d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:19.371740 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-25e8d27f-593d-4c71-afe1-d94d075170e5 req-05be4071-2022-44af-9faa-9b6ef126d47a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45dc1fa90bee4d0982a4d71f8e7220e0&device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5289 time: 0.2333302 Dec 16 22:23:19.374841 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d89ec57c-01c0-4a7f-b8b5-87f63f675847 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:19.380463 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89d973f-6855-450c-a415-a11284c682ad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:23:19.380940 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d89d973f-6855-450c-a415-a11284c682ad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:19.386784 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8e4529-7dcb-4211-b18a-6c0dd5636a5f x-openstack-request-id: req-3e8e4529-7dcb-4211-b18a-6c0dd5636a5f {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:23:19.391004 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4997d93d-3380-45c4-b82c-8ce73d42f514", "name": "network-vif-plugged", "status": "completed", "tag": "d4a6a343-d5f1-4866-8347-445200c81a7f", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:23:19.393187 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3e8e4529-7dcb-4211-b18a-6c0dd5636a5f {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:23:19.395536 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4997d93d-3380-45c4-b82c-8ce73d42f514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a6a343-d5f1-4866-8347-445200c81a7f', 'code': 200} Dec 16 22:23:19.449847 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75da724f-02b6-4a88-8d39-224a3355c163 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Network c9e55761-1f52-45cb-9ada-2f4297cb5b0d is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:23:19.451999 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5e4e8-8636-42fb-b32b-88468d27dce8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0652d824-656e-4de9-940f-5da2c02b048c,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:19.529866 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b97041ed-d01f-44b7-9f28-1ec1d5cd45fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:19.609667 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b97041ed-d01f-44b7-9f28-1ec1d5cd45fd None None] For port 89d729d1-36db-44a4-9bd2-770e03d7e069, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=89d729d1-36db-44a4-9bd2-770e03d7e069,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:19.659661 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92a5e4e8-8636-42fb-b32b-88468d27dce8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:19.660192 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=d4a6a343-d5f1-4866-8347-445200c81a7f,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:19.663078 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-92a5e4e8-8636-42fb-b32b-88468d27dce8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8991210 Dec 16 22:23:19.665873 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48552) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:19.684595 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8d27f-593d-4c71-afe1-d94d075170e5 req-3fb42600-b871-4eb1-ac2f-4be1f5ed3dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:19.685263 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8d27f-593d-4c71-afe1-d94d075170e5 req-3fb42600-b871-4eb1-ac2f-4be1f5ed3dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:19.685925 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8d27f-593d-4c71-afe1-d94d075170e5 req-3fb42600-b871-4eb1-ac2f-4be1f5ed3dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:19.687920 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-b066af49-a416-4808-a7bc-531af69010ba tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Request body: {'security_group_rule': {'security_group_id': '2746fc87-eb39-4652-9e98-c3a782261509', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:19.689264 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-25e8d27f-593d-4c71-afe1-d94d075170e5 req-3fb42600-b871-4eb1-ac2f-4be1f5ed3dbb service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=45dc1fa90bee4d0982a4d71f8e7220e0&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2710423 Dec 16 22:23:19.694687 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d89d973f-6855-450c-a415-a11284c682ad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7639577 Dec 16 22:23:19.697849 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-75da724f-02b6-4a88-8d39-224a3355c163 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, c9e55761-1f52-45cb-9ada-2f4297cb5b0d) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:19.698788 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48554) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:19.722117 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9af20b-dd29-4883-b23c-6afe247b5cc4 None None] Network c9e55761-1f52-45cb-9ada-2f4297cb5b0d requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:19.730768 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-1dba5b83-1e3c-4223-b711-25cb17045ce0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:19.734149 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b97041ed-d01f-44b7-9f28-1ec1d5cd45fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:19.760174 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75da724f-02b6-4a88-8d39-224a3355c163 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:19.761193 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-75da724f-02b6-4a88-8d39-224a3355c163 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:19.823556 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port d89ec57c-01c0-4a7f-b8b5-87f63f675847 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:19.824021 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:19.884289 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79d757-85c9-4746-88d9-789d25a52067 req-1deb9490-19f7-442b-939e-dddc831bcdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:19.884801 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79d757-85c9-4746-88d9-789d25a52067 req-1deb9490-19f7-442b-939e-dddc831bcdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:19.888664 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bc79d757-85c9-4746-88d9-789d25a52067 req-1deb9490-19f7-442b-939e-dddc831bcdd2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 1984 time: 0.4032393 Dec 16 22:23:19.917654 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-75da724f-02b6-4a88-8d39-224a3355c163 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0465717 Dec 16 22:23:19.943925 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48558) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:19.963340 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7603f785-6baf-4f9a-bc39-7a41b0d51539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:20.228853 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7603f785-6baf-4f9a-bc39-7a41b0d51539 None None] No DVR routers for this DVR port fcf553ee-c9fe-4bb5-9061-4f55ea78efe1 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:20.234178 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d9e23e-1bb8-4a7e-92d1-4d8de3b7b247 None None] Network 975fa377-37bc-4138-ad1e-24d66bb6ede0 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:20.236247 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97041ed-d01f-44b7-9f28-1ec1d5cd45fd None None] Pushing event updated for resources: {'Port': ['ID=89d729d1-36db-44a4-9bd2-770e03d7e069,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:20.284337 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603f785-6baf-4f9a-bc39-7a41b0d51539 None None] Pushing event deleted for resources: {'Port': ['ID=fcf553ee-c9fe-4bb5-9061-4f55ea78efe1,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:20.306739 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af19d2c-498e-4924-a4b3-ba42cb79020d None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:20.326510 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8d27f-593d-4c71-afe1-d94d075170e5 req-22ef6f10-bf22-4d1a-9ee4-7127f2f073f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:20.330956 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-25e8d27f-593d-4c71-afe1-d94d075170e5 req-22ef6f10-bf22-4d1a-9ee4-7127f2f073f3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6244130 Dec 16 22:23:20.354584 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:20.361478 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b066af49-a416-4808-a7bc-531af69010ba tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:20.422241 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea9d89-8fa4-4a60-b022-9d806897594a req-4338299e-acc9-4b1f-b91d-1dd197f9ca16 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:20.440566 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea9d89-8fa4-4a60-b022-9d806897594a req-4338299e-acc9-4b1f-b91d-1dd197f9ca16 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:20.447868 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea9d89-8fa4-4a60-b022-9d806897594a req-4338299e-acc9-4b1f-b91d-1dd197f9ca16 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:20.454496 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea9d89-8fa4-4a60-b022-9d806897594a req-4338299e-acc9-4b1f-b91d-1dd197f9ca16 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:20.470345 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea9d89-8fa4-4a60-b022-9d806897594a req-4338299e-acc9-4b1f-b91d-1dd197f9ca16 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:20.484220 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea9d89-8fa4-4a60-b022-9d806897594a req-4338299e-acc9-4b1f-b91d-1dd197f9ca16 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:20.493148 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a2ea9d89-8fa4-4a60-b022-9d806897594a req-4338299e-acc9-4b1f-b91d-1dd197f9ca16 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 4603 time: 0.2854490 Dec 16 22:23:20.555012 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48572) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:20.575482 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a2ea9d89-8fa4-4a60-b022-9d806897594a req-af426a1a-9727-4616-8724-fb32d9ab0aa0 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0810411 Dec 16 22:23:20.604397 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dba5b83-1e3c-4223-b711-25cb17045ce0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:20.610268 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1dba5b83-1e3c-4223-b711-25cb17045ce0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:20.666212 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bc79d757-85c9-4746-88d9-789d25a52067 req-6911681a-d46d-49e4-b778-332822de432d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7433813 Dec 16 22:23:20.750807 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309eccdf-1b44-4f37-a696-2a79cd745a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-c9e55761-1f52-45cb-9ada-2f4297cb5b0d', 'network_id': 'c9e55761-1f52-45cb-9ada-2f4297cb5b0d', 'project_id': 'e074d718718044f5ac8fe581dcac665f', 'fixed_ips': [{'subnet_id': '1d2efae8-7a3e-4a47-8af5-f50138d768a5'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:23:20.752007 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-309eccdf-1b44-4f37-a696-2a79cd745a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:20.818099 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291e4005-8315-4390-80ec-b601b1413b57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'fixed_ips': [{'subnet_id': '248c21e1-034f-4810-b9ff-d5315da7dd19'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:23:20.819942 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-291e4005-8315-4390-80ec-b601b1413b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:20.885354 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-11aa4d17-8998-4025-8105-71d4c244fe45 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1161644038-network', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:20.906809 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:20.981654 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891b08c-63fa-4cae-a6c1-5e2d53a0f0b4 req-6083d754-2fc8-4ab6-b621-cb27cf547067 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:20.988433 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891b08c-63fa-4cae-a6c1-5e2d53a0f0b4 req-6083d754-2fc8-4ab6-b621-cb27cf547067 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:20.998190 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c891b08c-63fa-4cae-a6c1-5e2d53a0f0b4 req-6083d754-2fc8-4ab6-b621-cb27cf547067 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 1682 time: 0.7159803 Dec 16 22:23:21.090194 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11aa4d17-8998-4025-8105-71d4c244fe45 admin admin] Made reservation on behalf of d4dac0c5f3874f5fbbad13b3a269f630 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:21.093471 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11aa4d17-8998-4025-8105-71d4c244fe45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.116534 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11aa4d17-8998-4025-8105-71d4c244fe45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.125261 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.158569 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b066af49-a416-4808-a7bc-531af69010ba tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.267886 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d03e71ec-2748-4410-b799-1e9a7d8a995b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:23:21.283310 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d03e71ec-2748-4410-b799-1e9a7d8a995b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.306131 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d03e71ec-2748-4410-b799-1e9a7d8a995b service neutron] Transition to ACTIVE for port object 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:23:21.327761 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port d89ec57c-01c0-4a7f-b8b5-87f63f675847, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d89ec57c-01c0-4a7f-b8b5-87f63f675847,segment=NetworkSegment(26c783db-cbd9-4593-aa97-0ce3e1b4adc1),segment_id=26c783db-cbd9-4593-aa97-0ce3e1b4adc1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:21.329189 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6d3e6675-8307-4d10-8cbb-0f2fed0f19a8 None None] Provisioning complete for port d89ec57c-01c0-4a7f-b8b5-87f63f675847 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:21.329189 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6d3e6675-8307-4d10-8cbb-0f2fed0f19a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.370618 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c891b08c-63fa-4cae-a6c1-5e2d53a0f0b4 req-08a317de-b356-48d9-9967-545f37a756fe tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714011 Dec 16 22:23:21.371497 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b066af49-a416-4808-a7bc-531af69010ba tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.401682 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d03e71ec-2748-4410-b799-1e9a7d8a995b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.454749 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066af49-a416-4808-a7bc-531af69010ba tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc6df2b-3159-4b1d-ada9-f32c6f376c21,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:21.470421 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11aa4d17-8998-4025-8105-71d4c244fe45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.495349 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-291e4005-8315-4390-80ec-b601b1413b57 None None] Allocated IP 2001:db8::2 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/248c21e1-034f-4810-b9ff-d5315da7dd19/76179afc-0a7b-4077-822d-09ff9b4d2272) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:21.500403 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-84a634b2-e05e-4260-b081-28dc05c33ad7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4187047 Dec 16 22:23:21.524435 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e71ec-2748-4410-b799-1e9a7d8a995b service neutron] Pushing event updated for resources: {'Port': ['ID=117343d1-e9dc-47b5-b09b-1fc4fcc77e1a,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:21.538343 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b066af49-a416-4808-a7bc-531af69010ba tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.545522 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b066af49-a416-4808-a7bc-531af69010ba tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8758616 Dec 16 22:23:21.546360 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48588) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:21.552024 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:21.597136 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11aa4d17-8998-4025-8105-71d4c244fe45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.731773 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11aa4d17-8998-4025-8105-71d4c244fe45 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:23:21.770751 n-d-815324-4 neutron-server[103614]: DEBUG neutron.objects.ports [None req-1dba5b83-1e3c-4223-b711-25cb17045ce0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103614) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:23:21.776977 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1dba5b83-1e3c-4223-b711-25cb17045ce0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.780025 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa4d17-8998-4025-8105-71d4c244fe45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f1e234-2c94-4c3a-81e6-8b8d1971be56,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:21.810529 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11aa4d17-8998-4025-8105-71d4c244fe45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.811934 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-11aa4d17-8998-4025-8105-71d4c244fe45 admin admin] Added segment 4d6c12d1-dcfa-4036-898b-55f6002f0dc3 of type vlan for network 3483c04d-9548-45a8-add9-5dd005156af8 Dec 16 22:23:21.888819 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b033d8-5afa-4695-b899-f6306a71b22a req-ca94e207-650a-4be0-89ee-1ede4ad0c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:21.890146 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b033d8-5afa-4695-b899-f6306a71b22a req-ca94e207-650a-4be0-89ee-1ede4ad0c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:21.890855 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b033d8-5afa-4695-b899-f6306a71b22a req-ca94e207-650a-4be0-89ee-1ede4ad0c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:21.891588 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b033d8-5afa-4695-b899-f6306a71b22a req-ca94e207-650a-4be0-89ee-1ede4ad0c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:21.892320 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b033d8-5afa-4695-b899-f6306a71b22a req-ca94e207-650a-4be0-89ee-1ede4ad0c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:21.892953 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b033d8-5afa-4695-b899-f6306a71b22a req-ca94e207-650a-4be0-89ee-1ede4ad0c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:21.894311 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b033d8-5afa-4695-b899-f6306a71b22a req-ca94e207-650a-4be0-89ee-1ede4ad0c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:21.897560 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-ca94e207-650a-4be0-89ee-1ede4ad0c3ee service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a0f42b93d17b453cb09b716a19274f39&device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 6489 time: 0.2573342 Dec 16 22:23:21.929609 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.930639 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 89d729d1-36db-44a4-9bd2-770e03d7e069 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:21.941739 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-291e4005-8315-4390-80ec-b601b1413b57 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.963946 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dba5b83-1e3c-4223-b711-25cb17045ce0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:21.970080 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:21.977994 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d03e71ec-2748-4410-b799-1e9a7d8a995b service neutron] Attempting to bind port 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:21.978355 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d03e71ec-2748-4410-b799-1e9a7d8a995b service neutron] Attempting to bind port 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '5e3da25f-4b43-46b0-809d-e43f2b3029cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15791355-f493-42e0-a1b7-a4369065109f'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:21.981596 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d03e71ec-2748-4410-b799-1e9a7d8a995b service neutron] Attempting to bind port 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a on network 15791355-f493-42e0-a1b7-a4369065109f {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:21.987100 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-1dba5b83-1e3c-4223-b711-25cb17045ce0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:21.999961 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dba5b83-1e3c-4223-b711-25cb17045ce0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:22.000561 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1dba5b83-1e3c-4223-b711-25cb17045ce0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:22.004537 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-309eccdf-1b44-4f37-a696-2a79cd745a3a None None] Allocated IP 2001:db8::1 (c9e55761-1f52-45cb-9ada-2f4297cb5b0d/1d2efae8-7a3e-4a47-8af5-f50138d768a5/31057476-50b8-4d18-a8b9-ee6d1b17b178) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:22.040345 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11aa4d17-8998-4025-8105-71d4c244fe45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:22.086451 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-291e4005-8315-4390-80ec-b601b1413b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:22.109433 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba5b83-1e3c-4223-b711-25cb17045ce0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=a2b290bf-65bf-4bc6-979b-bd21fbab0b44,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:22.143136 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1dba5b83-1e3c-4223-b711-25cb17045ce0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4325142 Dec 16 22:23:22.151920 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b033d8-5afa-4695-b899-f6306a71b22a req-48806a1d-261f-4b1a-9f9f-d95c28596cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:22.152906 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b033d8-5afa-4695-b899-f6306a71b22a req-48806a1d-261f-4b1a-9f9f-d95c28596cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:22.153703 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b033d8-5afa-4695-b899-f6306a71b22a req-48806a1d-261f-4b1a-9f9f-d95c28596cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:22.156409 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-48806a1d-261f-4b1a-9f9f-d95c28596cd6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6&id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&id=133792b4-eb35-4125-8057-ae6885c1e196&id=133792b4-eb35-4125-8057-ae6885c1e196 HTTP/1.1" status: 200 len: 2288 time: 0.1700189 Dec 16 22:23:22.157417 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48602) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:22.161857 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc4b54-4c7f-4b61-aad3-380b2d927bc1 req-14c8bf03-c4d0-4b80-865f-7e3d8a08ace7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:22.167683 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-feca2eb0-e2cb-4b90-b059-abf1b2c63009 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'mac_address': 'fa:16:3e:44:a0:d8', 'name': 'tempest-NetworksTestDHCPv6-1787158744'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:22.177615 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc4b54-4c7f-4b61-aad3-380b2d927bc1 req-14c8bf03-c4d0-4b80-865f-7e3d8a08ace7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:22.185298 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc4b54-4c7f-4b61-aad3-380b2d927bc1 req-14c8bf03-c4d0-4b80-865f-7e3d8a08ace7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:22.191788 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291e4005-8315-4390-80ec-b601b1413b57 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:22.192012 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc4b54-4c7f-4b61-aad3-380b2d927bc1 req-14c8bf03-c4d0-4b80-865f-7e3d8a08ace7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:22.199312 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc4b54-4c7f-4b61-aad3-380b2d927bc1 req-14c8bf03-c4d0-4b80-865f-7e3d8a08ace7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:22.204886 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc4b54-4c7f-4b61-aad3-380b2d927bc1 req-14c8bf03-c4d0-4b80-865f-7e3d8a08ace7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:22.212059 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc4b54-4c7f-4b61-aad3-380b2d927bc1 req-14c8bf03-c4d0-4b80-865f-7e3d8a08ace7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:22.212873 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-291e4005-8315-4390-80ec-b601b1413b57 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:22.220946 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e0dc4b54-4c7f-4b61-aad3-380b2d927bc1 req-14c8bf03-c4d0-4b80-865f-7e3d8a08ace7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5380 time: 0.4450684 Dec 16 22:23:22.241975 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=d89ec57c-01c0-4a7f-b8b5-87f63f675847,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:22.245066 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291e4005-8315-4390-80ec-b601b1413b57 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:22.293359 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11aa4d17-8998-4025-8105-71d4c244fe45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:22.294923 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aa4d17-8998-4025-8105-71d4c244fe45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:22.297207 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11aa4d17-8998-4025-8105-71d4c244fe45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:22.349411 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d03e71ec-2748-4410-b799-1e9a7d8a995b service neutron] Port 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a on network 15791355-f493-42e0-a1b7-a4369065109f not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:23:22.350171 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d03e71ec-2748-4410-b799-1e9a7d8a995b service neutron] Attempting to bind port 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a on network 15791355-f493-42e0-a1b7-a4369065109f {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:22.359556 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e0dc4b54-4c7f-4b61-aad3-380b2d927bc1 req-6e63f5d8-9d20-48d0-b89d-93ee40de7f71 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1372705 Dec 16 22:23:22.395063 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d03e71ec-2748-4410-b799-1e9a7d8a995b service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:22.395847 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d03e71ec-2748-4410-b799-1e9a7d8a995b service neutron] Checking segment: {'id': '5e3da25f-4b43-46b0-809d-e43f2b3029cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15791355-f493-42e0-a1b7-a4369065109f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:22.396249 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d03e71ec-2748-4410-b799-1e9a7d8a995b service neutron] Bound using segment: {'id': '5e3da25f-4b43-46b0-809d-e43f2b3029cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15791355-f493-42e0-a1b7-a4369065109f'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:22.397560 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d03e71ec-2748-4410-b799-1e9a7d8a995b service neutron] Bound port: 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e3da25f-4b43-46b0-809d-e43f2b3029cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15791355-f493-42e0-a1b7-a4369065109f'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:22.397736 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d03e71ec-2748-4410-b799-1e9a7d8a995b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:22.421877 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 89d729d1-36db-44a4-9bd2-770e03d7e069 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:22.422410 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:22.440957 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa4d17-8998-4025-8105-71d4c244fe45 admin admin] Pushing event updated for resources: {'Network': ['ID=3483c04d-9548-45a8-add9-5dd005156af8,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:22.470911 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-11aa4d17-8998-4025-8105-71d4c244fe45 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8893731 Dec 16 22:23:22.471631 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48610) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:22.481314 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-f3f460a3-aaa6-4efb-b039-d3e5b7ce2a9e admin admin] Request body: {'subnet': {'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1161644038-subnet', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:22.496772 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 3483c04d-9548-45a8-add9-5dd005156af8 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:23:22.499058 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e4005-8315-4390-80ec-b601b1413b57 None None] Pushing event updated for resources: {'Port': ['ID=76179afc-0a7b-4077-822d-09ff9b4d2272,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:22.587448 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-291e4005-8315-4390-80ec-b601b1413b57 None None] Attempting to bind port 76179afc-0a7b-4077-822d-09ff9b4d2272 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:22.587830 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-291e4005-8315-4390-80ec-b601b1413b57 None None] Attempting to bind port 76179afc-0a7b-4077-822d-09ff9b4d2272 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:22.588197 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291e4005-8315-4390-80ec-b601b1413b57 None None] Attempting to bind port 76179afc-0a7b-4077-822d-09ff9b4d2272 on network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:22.647421 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291e4005-8315-4390-80ec-b601b1413b57 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:22.647730 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291e4005-8315-4390-80ec-b601b1413b57 None None] Checking segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:22.648404 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-291e4005-8315-4390-80ec-b601b1413b57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:22.649045 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291e4005-8315-4390-80ec-b601b1413b57 None None] Bound using segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:22.649804 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-291e4005-8315-4390-80ec-b601b1413b57 None None] Bound port: 76179afc-0a7b-4077-822d-09ff9b4d2272, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:22.650407 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-291e4005-8315-4390-80ec-b601b1413b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:22.739084 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f460a3-aaa6-4efb-b039-d3e5b7ce2a9e admin admin] Made reservation on behalf of d4dac0c5f3874f5fbbad13b3a269f630 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:22.743454 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f3f460a3-aaa6-4efb-b039-d3e5b7ce2a9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:22.900362 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feca2eb0-e2cb-4b90-b059-abf1b2c63009 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:22.918852 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-309eccdf-1b44-4f37-a696-2a79cd745a3a None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:22.949448 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3d333cee-ce84-4716-a9a8-7ba2dc2e5ae6 None None] Provisioning complete for port d89ec57c-01c0-4a7f-b8b5-87f63f675847 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:22.949882 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3d333cee-ce84-4716-a9a8-7ba2dc2e5ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:22.956879 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-bfbebaf7-3ef2-4518-a55a-3abfa71c830e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4bae84f-8ce7-4c5f-afaf-512e8b879293 HTTP/1.1" status: 200 len: 1001 time: 0.5663323 Dec 16 22:23:22.970723 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123a1ad-0617-4268-aa37-2812f7ac1ab1 req-8bd3a907-04d9-4804-944e-16418838f9bf tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:22.977905 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123a1ad-0617-4268-aa37-2812f7ac1ab1 req-8bd3a907-04d9-4804-944e-16418838f9bf tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:22.980442 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2123a1ad-0617-4268-aa37-2812f7ac1ab1 req-8bd3a907-04d9-4804-944e-16418838f9bf tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 1682 time: 0.4741108 Dec 16 22:23:23.029383 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-291e4005-8315-4390-80ec-b601b1413b57 None None] For port 76179afc-0a7b-4077-822d-09ff9b4d2272, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:23:23.036182 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-291e4005-8315-4390-80ec-b601b1413b57 None None] For port 76179afc-0a7b-4077-822d-09ff9b4d2272, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=76179afc-0a7b-4077-822d-09ff9b4d2272,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:23:23.041757 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d03e71ec-2748-4410-b799-1e9a7d8a995b service neutron] For port 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:23:23.041980 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-309eccdf-1b44-4f37-a696-2a79cd745a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:23.093758 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b033d8-5afa-4695-b899-f6306a71b22a req-dbf1f595-af95-4a08-b31f-ed22ede994d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:23.095375 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-dbf1f595-af95-4a08-b31f-ed22ede994d3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=26d9264a-299a-4d37-a6df-7bf2c29884f5 HTTP/1.1" status: 200 len: 849 time: 0.1139457 Dec 16 22:23:23.114644 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d03e71ec-2748-4410-b799-1e9a7d8a995b service neutron] For port 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=117343d1-e9dc-47b5-b09b-1fc4fcc77e1a,segment=NetworkSegment(5e3da25f-4b43-46b0-809d-e43f2b3029cc),segment_id=5e3da25f-4b43-46b0-809d-e43f2b3029cc)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:23:23.135205 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309eccdf-1b44-4f37-a696-2a79cd745a3a None None] Network c9e55761-1f52-45cb-9ada-2f4297cb5b0d is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:23.138289 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-309eccdf-1b44-4f37-a696-2a79cd745a3a None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:23.141175 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device fcf553ee-c9fe-4bb5-9061-4f55ea78efe1 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:23:23.169373 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309eccdf-1b44-4f37-a696-2a79cd745a3a None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:23.175756 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: fcf553ee-c9fe-4bb5-9061-4f55ea78efe1 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:23:23.176737 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device fcf553ee-c9fe-4bb5-9061-4f55ea78efe1 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:23:23.187822 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-291e4005-8315-4390-80ec-b601b1413b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:23.219510 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f3f460a3-aaa6-4efb-b039-d3e5b7ce2a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:23.222066 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2123a1ad-0617-4268-aa37-2812f7ac1ab1 req-d2c8f434-bad1-4a63-acec-0d12e9c863ae tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842492 Dec 16 22:23:23.258308 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:23.265717 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-feca2eb0-e2cb-4b90-b059-abf1b2c63009 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:23.276100 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d03e71ec-2748-4410-b799-1e9a7d8a995b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:23.371001 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:23.424623 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f460a3-aaa6-4efb-b039-d3e5b7ce2a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=271e63c4-6a59-41c7-a795-72d699a0357a,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:23.441838 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d89ec57c-01c0-4a7f-b8b5-87f63f675847 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:23.452988 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e71ec-2748-4410-b799-1e9a7d8a995b service neutron] Pushing event updated for resources: {'Port': ['ID=117343d1-e9dc-47b5-b09b-1fc4fcc77e1a,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:23.459722 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309eccdf-1b44-4f37-a696-2a79cd745a3a None None] Pushing event updated for resources: {'Port': ['ID=31057476-50b8-4d18-a8b9-ee6d1b17b178,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:23.484082 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f460a3-aaa6-4efb-b039-d3e5b7ce2a9e admin admin] Checking segment: {'id': '4d6c12d1-dcfa-4036-898b-55f6002f0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:23.484673 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f460a3-aaa6-4efb-b039-d3e5b7ce2a9e admin admin] Network hostable DHCP agents. Network: 3483c04d-9548-45a8-add9-5dd005156af8, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:23:23.512556 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Subnet': ['ID=1d2efae8-7a3e-4a47-8af5-f50138d768a5,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:23.530352 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b033d8-5afa-4695-b899-f6306a71b22a req-282721ea-1987-4c62-af83-fdc5e7447c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:23.532219 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-282721ea-1987-4c62-af83-fdc5e7447c1c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4235973 Dec 16 22:23:23.670891 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-feca2eb0-e2cb-4b90-b059-abf1b2c63009 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] device_id is not set on port 8f93a8ca-daaf-49a7-8fb8-2f30fcd61c8e yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:23:23.674628 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f8d7f11-42e7-4cce-90b9-89c2c79cd497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:23.677645 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-309eccdf-1b44-4f37-a696-2a79cd745a3a None None] Attempting to bind port 31057476-50b8-4d18-a8b9-ee6d1b17b178 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:23.678951 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-309eccdf-1b44-4f37-a696-2a79cd745a3a None None] Attempting to bind port 31057476-50b8-4d18-a8b9-ee6d1b17b178 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '09a69abb-17f4-4dac-abd2-1d1891b7b770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c9e55761-1f52-45cb-9ada-2f4297cb5b0d'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:23.679847 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309eccdf-1b44-4f37-a696-2a79cd745a3a None None] Attempting to bind port 31057476-50b8-4d18-a8b9-ee6d1b17b178 on network c9e55761-1f52-45cb-9ada-2f4297cb5b0d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:23.686940 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c62ded-ad29-4b9f-bb15-05cd9890bc93 req-bf9f7058-d4c4-44f2-aa38-0f4568d098a0 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:23.694923 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d03e71ec-2748-4410-b799-1e9a7d8a995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:23.695405 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d03e71ec-2748-4410-b799-1e9a7d8a995b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:23.696827 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d03e71ec-2748-4410-b799-1e9a7d8a995b service neutron] 10.222.0.57 "PUT /v2.0/ports/117343d1-e9dc-47b5-b09b-1fc4fcc77e1a HTTP/1.1" status: 200 len: 1135 time: 4.8837569 Dec 16 22:23:23.696961 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c62ded-ad29-4b9f-bb15-05cd9890bc93 req-bf9f7058-d4c4-44f2-aa38-0f4568d098a0 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:23.704914 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309eccdf-1b44-4f37-a696-2a79cd745a3a None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:23.705586 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309eccdf-1b44-4f37-a696-2a79cd745a3a None None] Checking segment: {'id': '09a69abb-17f4-4dac-abd2-1d1891b7b770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c9e55761-1f52-45cb-9ada-2f4297cb5b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:23.707010 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-309eccdf-1b44-4f37-a696-2a79cd745a3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:23.708030 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309eccdf-1b44-4f37-a696-2a79cd745a3a None None] Bound using segment: {'id': '09a69abb-17f4-4dac-abd2-1d1891b7b770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c9e55761-1f52-45cb-9ada-2f4297cb5b0d'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:23.708712 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-309eccdf-1b44-4f37-a696-2a79cd745a3a None None] Bound port: 31057476-50b8-4d18-a8b9-ee6d1b17b178, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a69abb-17f4-4dac-abd2-1d1891b7b770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c9e55761-1f52-45cb-9ada-2f4297cb5b0d'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:23.709959 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-309eccdf-1b44-4f37-a696-2a79cd745a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:23.728769 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c62ded-ad29-4b9f-bb15-05cd9890bc93 req-bf9f7058-d4c4-44f2-aa38-0f4568d098a0 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:23.756122 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port d89ec57c-01c0-4a7f-b8b5-87f63f675847 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:23.756122 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:23.756517 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c62ded-ad29-4b9f-bb15-05cd9890bc93 req-bf9f7058-d4c4-44f2-aa38-0f4568d098a0 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:23.759744 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e4005-8315-4390-80ec-b601b1413b57 None None] Pushing event updated for resources: {'Port': ['ID=76179afc-0a7b-4077-822d-09ff9b4d2272,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:23.776042 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c62ded-ad29-4b9f-bb15-05cd9890bc93 req-bf9f7058-d4c4-44f2-aa38-0f4568d098a0 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:23.782099 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c62ded-ad29-4b9f-bb15-05cd9890bc93 req-bf9f7058-d4c4-44f2-aa38-0f4568d098a0 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:23.814197 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c62ded-ad29-4b9f-bb15-05cd9890bc93 req-bf9f7058-d4c4-44f2-aa38-0f4568d098a0 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:23.826131 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-42c62ded-ad29-4b9f-bb15-05cd9890bc93 req-bf9f7058-d4c4-44f2-aa38-0f4568d098a0 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5380 time: 0.3201499 Dec 16 22:23:23.878408 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-309eccdf-1b44-4f37-a696-2a79cd745a3a None None] For port 31057476-50b8-4d18-a8b9-ee6d1b17b178, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:23:23.920507 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f460a3-aaa6-4efb-b039-d3e5b7ce2a9e admin admin] Network 3483c04d-9548-45a8-add9-5dd005156af8 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:23:23.921194 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:23.944076 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e55761-1f52-45cb-9ada-2f4297cb5b0d']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:23.958326 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 89d729d1-36db-44a4-9bd2-770e03d7e069 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:23.965540 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a69abb-17f4-4dac-abd2-1d1891b7b770') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:23.965540 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a69abb-17f4-4dac-abd2-1d1891b7b770') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:23.992613 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:24.032295 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'tag': '117343d1-e9dc-47b5-b09b-1fc4fcc77e1a'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:23:24.037881 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41da6e93-c0a5-4dc3-9b6c-54548751cd32" -d '{"events": [{"name": "network-changed", "server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "tag": "117343d1-e9dc-47b5-b09b-1fc4fcc77e1a"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:23:24.078344 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-f3f460a3-aaa6-4efb-b039-d3e5b7ce2a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 3483c04d-9548-45a8-add9-5dd005156af8) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:24.090621 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-726c1d29-0b04-4791-9e1c-1eda8f8e0fb4 service neutron] Request body: {'port': {'device_id': '10a3a704-b703-403d-bdaf-0dead804fb56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:24.111872 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f460a3-aaa6-4efb-b039-d3e5b7ce2a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:24.118840 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f3f460a3-aaa6-4efb-b039-d3e5b7ce2a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:24.135950 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edb9c5f-f2ea-4737-b2b7-549882008c1e None None] Network 3483c04d-9548-45a8-add9-5dd005156af8 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:24.150592 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-309eccdf-1b44-4f37-a696-2a79cd745a3a None None] For port 31057476-50b8-4d18-a8b9-ee6d1b17b178, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=31057476-50b8-4d18-a8b9-ee6d1b17b178,segment=NetworkSegment(09a69abb-17f4-4dac-abd2-1d1891b7b770),segment_id=09a69abb-17f4-4dac-abd2-1d1891b7b770)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:23:24.173041 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-42c62ded-ad29-4b9f-bb15-05cd9890bc93 req-444aae4f-e980-4f04-88b4-417b3c90bf76 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3458130 Dec 16 22:23:24.232868 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-309eccdf-1b44-4f37-a696-2a79cd745a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:24.273764 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f3f460a3-aaa6-4efb-b039-d3e5b7ce2a9e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7994432 Dec 16 22:23:24.274548 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48640) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:24.279281 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-7715080b-64b0-4530-810a-c57dfec5f3bf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1161644038-router', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:24.284021 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:24.294397 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:23:24.294963 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:24.298047 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 89d729d1-36db-44a4-9bd2-770e03d7e069 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:24.298743 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:23:24.412048 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:23:24.415350 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da6e93-c0a5-4dc3-9b6c-54548751cd32 req-7ed30053-c97b-4741-80b5-c51f24e07a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:24.415350 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da6e93-c0a5-4dc3-9b6c-54548751cd32 req-7ed30053-c97b-4741-80b5-c51f24e07a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:24.415593 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da6e93-c0a5-4dc3-9b6c-54548751cd32 req-7ed30053-c97b-4741-80b5-c51f24e07a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:24.416240 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da6e93-c0a5-4dc3-9b6c-54548751cd32 req-7ed30053-c97b-4741-80b5-c51f24e07a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:24.417270 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da6e93-c0a5-4dc3-9b6c-54548751cd32 req-7ed30053-c97b-4741-80b5-c51f24e07a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:24.418724 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da6e93-c0a5-4dc3-9b6c-54548751cd32 req-7ed30053-c97b-4741-80b5-c51f24e07a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:24.419476 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da6e93-c0a5-4dc3-9b6c-54548751cd32 req-7ed30053-c97b-4741-80b5-c51f24e07a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:24.422240 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-41da6e93-c0a5-4dc3-9b6c-54548751cd32 req-7ed30053-c97b-4741-80b5-c51f24e07a0b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45dc1fa90bee4d0982a4d71f8e7220e0&device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 6217 time: 0.0858507 Dec 16 22:23:24.450113 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d93ecfc-6f20-4baa-b9a1-82be51077c02 x-openstack-request-id: req-7d93ecfc-6f20-4baa-b9a1-82be51077c02 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:23:24.454584 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "tag": "117343d1-e9dc-47b5-b09b-1fc4fcc77e1a", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:23:24.454584 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7d93ecfc-6f20-4baa-b9a1-82be51077c02 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:23:24.454584 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'tag': '117343d1-e9dc-47b5-b09b-1fc4fcc77e1a', 'status': 'completed', 'code': 200} Dec 16 22:23:24.488882 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309eccdf-1b44-4f37-a696-2a79cd745a3a None None] Pushing event updated for resources: {'Port': ['ID=31057476-50b8-4d18-a8b9-ee6d1b17b178,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:24.493245 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.db.api [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 22:23:24.493245 n-d-815324-4 neutron-server[103613]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 22:23:24.493245 n-d-815324-4 neutron-server[103613]: [parameters: {'id': 'c9e55761-1f52-45cb-9ada-2f4297cb5b0d'}] Dec 16 22:23:24.493245 n-d-815324-4 neutron-server[103613]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:23:24.493656 n-d-815324-4 neutron-server[103613]: DEBUG oslo_db.api [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:23:24.552996 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2dcb66-c50c-4d93-892d-c5dba6310015 None None] Network c9e55761-1f52-45cb-9ada-2f4297cb5b0d requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:24.559131 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-726c1d29-0b04-4791-9e1c-1eda8f8e0fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:24.588079 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Allocated IP 172.25.6.201 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/d28c690f-e729-4e67-bedd-1fe4390d74cc) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:24.591683 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da6e93-c0a5-4dc3-9b6c-54548751cd32 req-e1ed98e1-dbba-41e5-9854-33eee6a99630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:24.592181 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da6e93-c0a5-4dc3-9b6c-54548751cd32 req-e1ed98e1-dbba-41e5-9854-33eee6a99630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:24.592629 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da6e93-c0a5-4dc3-9b6c-54548751cd32 req-e1ed98e1-dbba-41e5-9854-33eee6a99630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:24.594257 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-41da6e93-c0a5-4dc3-9b6c-54548751cd32 req-e1ed98e1-dbba-41e5-9854-33eee6a99630 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=45dc1fa90bee4d0982a4d71f8e7220e0&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1579335 Dec 16 22:23:24.596000 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7715080b-64b0-4530-810a-c57dfec5f3bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:24.597147 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7715080b-64b0-4530-810a-c57dfec5f3bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:24.614011 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efda1cb7-3b36-4135-a5c9-be77fa6653ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-3483c04d-9548-45a8-add9-5dd005156af8', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'fixed_ips': [{'subnet_id': '271e63c4-6a59-41c7-a795-72d699a0357a'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:23:24.616863 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-efda1cb7-3b36-4135-a5c9-be77fa6653ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:24.670056 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e23b3-4d43-4f4c-bef2-5cf5bff61496 req-bb489034-cf8c-4611-abca-64b91ca2f038 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:24.677249 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e23b3-4d43-4f4c-bef2-5cf5bff61496 req-bb489034-cf8c-4611-abca-64b91ca2f038 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:24.680196 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c52e23b3-4d43-4f4c-bef2-5cf5bff61496 req-bb489034-cf8c-4611-abca-64b91ca2f038 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 1682 time: 0.5241048 Dec 16 22:23:24.758767 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7715080b-64b0-4530-810a-c57dfec5f3bf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:24.828255 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da6e93-c0a5-4dc3-9b6c-54548751cd32 req-ea90d86e-cd7e-4689-9df2-fe15905d2ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:24.830941 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-41da6e93-c0a5-4dc3-9b6c-54548751cd32 req-ea90d86e-cd7e-4689-9df2-fe15905d2ff0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1740310 Dec 16 22:23:24.917947 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-b3be6d0d-ce49-4739-a191-36e13c88a44c service neutron] 10.222.0.76 "GET /v2.0/networks/6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3315609 Dec 16 22:23:25.048988 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:25.126401 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-efda1cb7-3b36-4135-a5c9-be77fa6653ed None None] Allocated IP 172.20.0.2 (3483c04d-9548-45a8-add9-5dd005156af8/271e63c4-6a59-41c7-a795-72d699a0357a/50c84473-2353-40e1-bfcc-949bdb842bff) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:25.133151 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7715080b-64b0-4530-810a-c57dfec5f3bf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:25.162786 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c52e23b3-4d43-4f4c-bef2-5cf5bff61496 req-eb2bf79e-f8a5-4a15-a5b6-65b463b6d588 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655919 Dec 16 22:23:25.440997 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fa72cf-a37d-4fa3-8ebc-5c8f8790c6f5 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:25.452233 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 76179afc-0a7b-4077-822d-09ff9b4d2272 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:25.551621 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-efda1cb7-3b36-4135-a5c9-be77fa6653ed None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:25.578006 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-9ed05659-26e6-4dd6-acfb-c957392944e1 service neutron] 10.222.0.76 "GET /v2.0/networks/6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6285062 Dec 16 22:23:25.613205 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-feca2eb0-e2cb-4b90-b059-abf1b2c63009 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 2001:db8::355 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/248c21e1-034f-4810-b9ff-d5315da7dd19/8f93a8ca-daaf-49a7-8fb8-2f30fcd61c8e) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:25.671200 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:25.683630 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-c5f32f27-a3a0-401e-8491-8943f95b4fac service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=cdf3648f-0e95-45df-b89b-23cc65ae37c9 HTTP/1.1" status: 200 len: 217 time: 0.0630486 Dec 16 22:23:25.688887 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 76179afc-0a7b-4077-822d-09ff9b4d2272 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:25.688887 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:25.696685 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-feca2eb0-e2cb-4b90-b059-abf1b2c63009 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 2001:db8:0:1:f816:3eff:fe44:a0d8 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/a2b290bf-65bf-4bc6-979b-bd21fbab0b44/8f93a8ca-daaf-49a7-8fb8-2f30fcd61c8e) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:25.790269 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f9948ce8-ef71-4b42-bdaf-cfb599c5ddf9 None None] Provisioning complete for port 76179afc-0a7b-4077-822d-09ff9b4d2272 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:25.790671 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9948ce8-ef71-4b42-bdaf-cfb599c5ddf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:25.792833 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-efda1cb7-3b36-4135-a5c9-be77fa6653ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:25.794624 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-445e2613-363b-4250-a679-c91501f5cbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:25.863534 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b033d8-5afa-4695-b899-f6306a71b22a req-67d92a52-f8e0-44e0-87d6-a313c1e1b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:25.865046 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-67d92a52-f8e0-44e0-87d6-a313c1e1b18c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2825e101-39ca-4951-81d0-6f6735824e32 HTTP/1.1" status: 200 len: 797 time: 0.1116486 Dec 16 22:23:25.887807 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Deleting port 31057476-50b8-4d18-a8b9-ee6d1b17b178 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:25.888162 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:25.936702 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda1cb7-3b36-4135-a5c9-be77fa6653ed None None] Pushing event updated for resources: {'Port': ['ID=50c84473-2353-40e1-bfcc-949bdb842bff,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:26.029168 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebafe30-0fd7-4b8d-88f0-a2caa7b013dc req-2ce9fff5-cb66-4d9e-a4d7-c56633ee2d09 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:26.034966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebafe30-0fd7-4b8d-88f0-a2caa7b013dc req-2ce9fff5-cb66-4d9e-a4d7-c56633ee2d09 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:26.049560 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebafe30-0fd7-4b8d-88f0-a2caa7b013dc req-2ce9fff5-cb66-4d9e-a4d7-c56633ee2d09 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:26.052105 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebafe30-0fd7-4b8d-88f0-a2caa7b013dc req-2ce9fff5-cb66-4d9e-a4d7-c56633ee2d09 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:26.059772 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efda1cb7-3b36-4135-a5c9-be77fa6653ed None None] Network 3483c04d-9548-45a8-add9-5dd005156af8 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:26.060155 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebafe30-0fd7-4b8d-88f0-a2caa7b013dc req-2ce9fff5-cb66-4d9e-a4d7-c56633ee2d09 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:26.066915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebafe30-0fd7-4b8d-88f0-a2caa7b013dc req-2ce9fff5-cb66-4d9e-a4d7-c56633ee2d09 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:26.073339 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebafe30-0fd7-4b8d-88f0-a2caa7b013dc req-2ce9fff5-cb66-4d9e-a4d7-c56633ee2d09 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:26.075312 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1ebafe30-0fd7-4b8d-88f0-a2caa7b013dc req-2ce9fff5-cb66-4d9e-a4d7-c56633ee2d09 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5380 time: 0.7024968 Dec 16 22:23:26.094143 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62713727-036f-4996-a79d-0a0797db6e19 req-2e0a7286-46ba-4e60-98f5-b030be00f645 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:26.102183 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62713727-036f-4996-a79d-0a0797db6e19 req-2e0a7286-46ba-4e60-98f5-b030be00f645 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:26.121269 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-62713727-036f-4996-a79d-0a0797db6e19 req-2e0a7286-46ba-4e60-98f5-b030be00f645 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.76 "GET /v2.0/ports?device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 1682 time: 0.1840527 Dec 16 22:23:26.127835 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-efda1cb7-3b36-4135-a5c9-be77fa6653ed None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:26.133756 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:26.160292 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efda1cb7-3b36-4135-a5c9-be77fa6653ed None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:26.233327 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:26.233909 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d39ac10-6001-472a-a34c-d675fe08865a None None] Update dhcp port {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'fixed_ips': [{'subnet_id': '248c21e1-034f-4810-b9ff-d5315da7dd19', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a2b290bf-65bf-4bc6-979b-bd21fbab0b44'}], 'binding:host_id': 'n-d-815324-4'}, 'id': '76179afc-0a7b-4077-822d-09ff9b4d2272'} from n-d-815324-4. {{(pid=103615) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:23:26.290661 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9948ce8-ef71-4b42-bdaf-cfb599c5ddf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:26.341033 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d39ac10-6001-472a-a34c-d675fe08865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:26.362469 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 76179afc-0a7b-4077-822d-09ff9b4d2272, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=76179afc-0a7b-4077-822d-09ff9b4d2272,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:26.365200 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-efda1cb7-3b36-4135-a5c9-be77fa6653ed None None] Attempting to bind port 50c84473-2353-40e1-bfcc-949bdb842bff on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:26.365620 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-efda1cb7-3b36-4135-a5c9-be77fa6653ed None None] Attempting to bind port 50c84473-2353-40e1-bfcc-949bdb842bff by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4d6c12d1-dcfa-4036-898b-55f6002f0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:26.366155 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efda1cb7-3b36-4135-a5c9-be77fa6653ed None None] Attempting to bind port 50c84473-2353-40e1-bfcc-949bdb842bff on network 3483c04d-9548-45a8-add9-5dd005156af8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:26.368142 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1ebafe30-0fd7-4b8d-88f0-a2caa7b013dc req-9ef43cd5-440d-40c5-8482-f0a66c6a6ea4 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2411556 Dec 16 22:23:26.384522 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efda1cb7-3b36-4135-a5c9-be77fa6653ed None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:26.384905 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efda1cb7-3b36-4135-a5c9-be77fa6653ed None None] Checking segment: {'id': '4d6c12d1-dcfa-4036-898b-55f6002f0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:26.392078 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-efda1cb7-3b36-4135-a5c9-be77fa6653ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:26.392453 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efda1cb7-3b36-4135-a5c9-be77fa6653ed None None] Bound using segment: {'id': '4d6c12d1-dcfa-4036-898b-55f6002f0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:26.392974 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-efda1cb7-3b36-4135-a5c9-be77fa6653ed None None] Bound port: 50c84473-2353-40e1-bfcc-949bdb842bff, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6c12d1-dcfa-4036-898b-55f6002f0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:26.393400 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-efda1cb7-3b36-4135-a5c9-be77fa6653ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:26.406753 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7715080b-64b0-4530-810a-c57dfec5f3bf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:26.409935 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Pushing event updated for resources: {'Port': ['ID=d28c690f-e729-4e67-bedd-1fe4390d74cc,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:26.429303 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7715080b-64b0-4530-810a-c57dfec5f3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:26.452136 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-62713727-036f-4996-a79d-0a0797db6e19 req-3ff85169-04b2-4995-a728-e12d14d02e2d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Deleting port d4a6a343-d5f1-4866-8347-445200c81a7f {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:26.452861 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-62713727-036f-4996-a79d-0a0797db6e19 req-3ff85169-04b2-4995-a728-e12d14d02e2d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:26.457129 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:26.602086 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-62713727-036f-4996-a79d-0a0797db6e19 req-3ff85169-04b2-4995-a728-e12d14d02e2d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] For port d4a6a343-d5f1-4866-8347-445200c81a7f, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d4a6a343-d5f1-4866-8347-445200c81a7f,segment=NetworkSegment(5ad419b0-2d81-4624-9cc1-d312d78ca032),segment_id=5ad419b0-2d81-4624-9cc1-d312d78ca032)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:26.607640 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-62713727-036f-4996-a79d-0a0797db6e19 req-3ff85169-04b2-4995-a728-e12d14d02e2d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:26.625535 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-62713727-036f-4996-a79d-0a0797db6e19 req-3ff85169-04b2-4995-a728-e12d14d02e2d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Calling delete_port for d4a6a343-d5f1-4866-8347-445200c81a7f owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:26.669244 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-efda1cb7-3b36-4135-a5c9-be77fa6653ed None None] For port 50c84473-2353-40e1-bfcc-949bdb842bff, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:23:26.673902 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-efda1cb7-3b36-4135-a5c9-be77fa6653ed None None] For port 50c84473-2353-40e1-bfcc-949bdb842bff, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=50c84473-2353-40e1-bfcc-949bdb842bff,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:23:26.675749 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-f9948ce8-ef71-4b42-bdaf-cfb599c5ddf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:23:26.676166 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-f9948ce8-ef71-4b42-bdaf-cfb599c5ddf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:23:26.676951 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=76179afc-0a7b-4077-822d-09ff9b4d2272,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:26.792235 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b033d8-5afa-4695-b899-f6306a71b22a req-1de0a2ae-dd04-4c21-aabb-b1e9e10ec123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:26.793908 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-1de0a2ae-dd04-4c21-aabb-b1e9e10ec123 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9033394 Dec 16 22:23:26.825187 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-efda1cb7-3b36-4135-a5c9-be77fa6653ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:26.836848 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-726c1d29-0b04-4791-9e1c-1eda8f8e0fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 990713e8-9fa9-4fb5-8920-65b3db167871 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:23:26.852024 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-7715080b-64b0-4530-810a-c57dfec5f3bf admin admin] Allocated IP 172.25.6.18 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/7199b855-7dcd-4503-a83f-1123c475a68f) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:26.880858 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-726c1d29-0b04-4791-9e1c-1eda8f8e0fb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:26.887197 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] For port 31057476-50b8-4d18-a8b9-ee6d1b17b178, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=31057476-50b8-4d18-a8b9-ee6d1b17b178,segment=NetworkSegment(09a69abb-17f4-4dac-abd2-1d1891b7b770),segment_id=09a69abb-17f4-4dac-abd2-1d1891b7b770)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:26.894394 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:26.903249 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:26.937051 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda1cb7-3b36-4135-a5c9-be77fa6653ed None None] Pushing event updated for resources: {'Port': ['ID=50c84473-2353-40e1-bfcc-949bdb842bff,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:26.948589 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:27.035789 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:27.036133 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:27.036475 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:27.036814 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:27.037147 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:27.038604 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:27.038917 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:27.039218 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:27.039489 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:27.039817 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:27.040145 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:27.040470 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:27.040794 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:27.045687 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-463a69a2-c45f-4d64-8015-7301b2775333 service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927702 Dec 16 22:23:27.069424 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:27.092487 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7715080b-64b0-4530-810a-c57dfec5f3bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:27.096312 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Calling delete_port for 31057476-50b8-4d18-a8b9-ee6d1b17b178 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:27.111683 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:27.171522 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-62713727-036f-4996-a79d-0a0797db6e19 req-3ff85169-04b2-4995-a728-e12d14d02e2d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:27.235467 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7715080b-64b0-4530-810a-c57dfec5f3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:27.242049 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['e80c0d01-28fd-4869-8e12-70c32287e357', 'd4a6a343-d5f1-4866-8347-445200c81a7f'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:23:27.249756 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff85169-04b2-4995-a728-e12d14d02e2d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event deleted for resources: {'Port': ['ID=d4a6a343-d5f1-4866-8347-445200c81a7f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:27.260504 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:27.330853 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-726c1d29-0b04-4791-9e1c-1eda8f8e0fb4 service neutron] Transition to ACTIVE for port object 990713e8-9fa9-4fb5-8920-65b3db167871 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:23:27.394196 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7715080b-64b0-4530-810a-c57dfec5f3bf admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:27.491896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-62713727-036f-4996-a79d-0a0797db6e19 req-3ff85169-04b2-4995-a728-e12d14d02e2d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] No DVR routers for this DVR port d4a6a343-d5f1-4866-8347-445200c81a7f on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:27.502654 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715080b-64b0-4530-810a-c57dfec5f3bf admin admin] Pushing event updated for resources: {'Port': ['ID=7199b855-7dcd-4503-a83f-1123c475a68f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:27.505187 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-7715080b-64b0-4530-810a-c57dfec5f3bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:27.517614 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-62713727-036f-4996-a79d-0a0797db6e19 req-3ff85169-04b2-4995-a728-e12d14d02e2d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:27.532579 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-62713727-036f-4996-a79d-0a0797db6e19 req-3ff85169-04b2-4995-a728-e12d14d02e2d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.76 "DELETE /v2.0/ports/d4a6a343-d5f1-4866-8347-445200c81a7f HTTP/1.1" status: 204 len: 173 time: 1.3926740 Dec 16 22:23:27.533456 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4997d93d-3380-45c4-b82c-8ce73d42f514', 'name': 'network-vif-deleted', 'tag': 'd4a6a343-d5f1-4866-8347-445200c81a7f'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:23:27.535818 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d41fe1-1d86-4442-842c-b13610f38142" -d '{"events": [{"server_uuid": "4997d93d-3380-45c4-b82c-8ce73d42f514", "name": "network-vif-deleted", "tag": "d4a6a343-d5f1-4866-8347-445200c81a7f"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:23:27.541054 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60574e0-6432-4701-b4ac-f2b809fd9d6e req-8dddf264-55ae-44ff-a412-f58bd8a5599b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:27.544911 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7715080b-64b0-4530-810a-c57dfec5f3bf admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:27.548181 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6a9b73-b1f9-4022-9505-fb9a670976e3 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:23:27.561707 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60574e0-6432-4701-b4ac-f2b809fd9d6e req-8dddf264-55ae-44ff-a412-f58bd8a5599b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:27.576434 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d60574e0-6432-4701-b4ac-f2b809fd9d6e req-8dddf264-55ae-44ff-a412-f58bd8a5599b tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 1603 time: 1.1698458 Dec 16 22:23:27.654454 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a56786c8-8321-403c-a8f9-ab36a3b61088 None None] Provisioning complete for port 7199b855-7dcd-4503-a83f-1123c475a68f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:27.654973 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a56786c8-8321-403c-a8f9-ab36a3b61088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:27.704709 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 76179afc-0a7b-4077-822d-09ff9b4d2272 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:27.717177 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-726c1d29-0b04-4791-9e1c-1eda8f8e0fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:27.767272 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a56786c8-8321-403c-a8f9-ab36a3b61088 None None] Port 7199b855-7dcd-4503-a83f-1123c475a68f cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:23:27.779160 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-feca2eb0-e2cb-4b90-b059-abf1b2c63009 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:27.811159 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 76179afc-0a7b-4077-822d-09ff9b4d2272 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:27.811650 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:27.930883 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80890e-075d-4e92-888f-d9f3a937e9c0 req-6dcd9e22-72aa-46a0-a4c6-4357173713f5 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:27.937217 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80890e-075d-4e92-888f-d9f3a937e9c0 req-6dcd9e22-72aa-46a0-a4c6-4357173713f5 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:27.943717 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80890e-075d-4e92-888f-d9f3a937e9c0 req-6dcd9e22-72aa-46a0-a4c6-4357173713f5 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:27.950256 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80890e-075d-4e92-888f-d9f3a937e9c0 req-6dcd9e22-72aa-46a0-a4c6-4357173713f5 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:27.960104 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80890e-075d-4e92-888f-d9f3a937e9c0 req-6dcd9e22-72aa-46a0-a4c6-4357173713f5 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:27.963575 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80890e-075d-4e92-888f-d9f3a937e9c0 req-6dcd9e22-72aa-46a0-a4c6-4357173713f5 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:27.972996 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80890e-075d-4e92-888f-d9f3a937e9c0 req-6dcd9e22-72aa-46a0-a4c6-4357173713f5 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:27.979947 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8d80890e-075d-4e92-888f-d9f3a937e9c0 req-6dcd9e22-72aa-46a0-a4c6-4357173713f5 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5392 time: 0.3913252 Dec 16 22:23:28.063761 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-76977ab4-06c8-400d-8924-7e2977240977 service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9926932 Dec 16 22:23:28.073198 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d60574e0-6432-4701-b4ac-f2b809fd9d6e req-0885c8e1-291a-4b6a-b93f-cd49e35d72af tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397584 Dec 16 22:23:28.104668 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c1d29-0b04-4791-9e1c-1eda8f8e0fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=990713e8-9fa9-4fb5-8920-65b3db167871,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:28.110164 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8d80890e-075d-4e92-888f-d9f3a937e9c0 req-ac03f95a-0f82-4af4-a1c3-776b4054b5c2 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1297445 Dec 16 22:23:28.394965 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04142870-56ba-4807-b06e-cce6ce79bb62 x-openstack-request-id: req-04142870-56ba-4807-b06e-cce6ce79bb62 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:23:28.395371 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4997d93d-3380-45c4-b82c-8ce73d42f514", "name": "network-vif-deleted", "tag": "d4a6a343-d5f1-4866-8347-445200c81a7f", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:23:28.395562 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-04142870-56ba-4807-b06e-cce6ce79bb62 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:23:28.395996 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4997d93d-3380-45c4-b82c-8ce73d42f514', 'name': 'network-vif-deleted', 'tag': 'd4a6a343-d5f1-4866-8347-445200c81a7f', 'status': 'completed', 'code': 200} Dec 16 22:23:28.413884 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-62713727-036f-4996-a79d-0a0797db6e19 req-b24ea8b3-0be4-4cf9-bc1f-2e2a697d08f5 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Deleting port e80c0d01-28fd-4869-8e12-70c32287e357 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:28.413884 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-62713727-036f-4996-a79d-0a0797db6e19 req-b24ea8b3-0be4-4cf9-bc1f-2e2a697d08f5 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:28.419101 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:28.430236 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-b9f794c6-072d-4bfa-ad37-3d5082256e4d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=279064a7-b0af-47a2-926c-bbdc2a0e2846 HTTP/1.1" status: 200 len: 217 time: 0.2061129 Dec 16 22:23:28.500793 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:28.528417 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 50c84473-2353-40e1-bfcc-949bdb842bff up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:28.542377 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:28.575625 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Port': ['ID=31057476-50b8-4d18-a8b9-ee6d1b17b178,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:28.582128 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7715080b-64b0-4530-810a-c57dfec5f3bf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:28.583922 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:28.606862 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] No DVR routers for this DVR port 31057476-50b8-4d18-a8b9-ee6d1b17b178 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:28.663785 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-feca2eb0-e2cb-4b90-b059-abf1b2c63009 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:28.669090 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 50c84473-2353-40e1-bfcc-949bdb842bff triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:28.669549 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:28.684385 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b033d8-5afa-4695-b899-f6306a71b22a req-fff93daa-0be0-40f6-add8-3a874e9f4dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:28.686627 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-fff93daa-0be0-40f6-add8-3a874e9f4dd4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2825e101-39ca-4951-81d0-6f6735824e32 HTTP/1.1" status: 200 len: 797 time: 0.1880412 Dec 16 22:23:28.765223 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-62713727-036f-4996-a79d-0a0797db6e19 req-b24ea8b3-0be4-4cf9-bc1f-2e2a697d08f5 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] For port e80c0d01-28fd-4869-8e12-70c32287e357, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e80c0d01-28fd-4869-8e12-70c32287e357,segment=NetworkSegment(02886c82-451a-42f9-9e93-da4494aef11a),segment_id=02886c82-451a-42f9-9e93-da4494aef11a)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:28.765617 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-62713727-036f-4996-a79d-0a0797db6e19 req-b24ea8b3-0be4-4cf9-bc1f-2e2a697d08f5 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:28.805684 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c07bb73-1116-4b4e-8e5c-e008e2c7e565 None None] Network 3483c04d-9548-45a8-add9-5dd005156af8 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:28.854559 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca2eb0-e2cb-4b90-b059-abf1b2c63009 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Port': ['ID=8f93a8ca-daaf-49a7-8fb8-2f30fcd61c8e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:28.860332 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-62713727-036f-4996-a79d-0a0797db6e19 req-b24ea8b3-0be4-4cf9-bc1f-2e2a697d08f5 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Calling delete_port for e80c0d01-28fd-4869-8e12-70c32287e357 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:28.965185 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:29.029885 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-0d39ac10-6001-472a-a34c-d675fe08865a None None] Allocated IP 2001:db8:0:1:f816:3eff:fe35:7099 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/a2b290bf-65bf-4bc6-979b-bd21fbab0b44/76179afc-0a7b-4077-822d-09ff9b4d2272) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:29.036803 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:29.067803 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e55761-1f52-45cb-9ada-2f4297cb5b0d']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:29.083203 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a69abb-17f4-4dac-abd2-1d1891b7b770') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:29.083506 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a69abb-17f4-4dac-abd2-1d1891b7b770') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:29.160351 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:29.176909 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feca2eb0-e2cb-4b90-b059-abf1b2c63009 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:29.187501 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-feca2eb0-e2cb-4b90-b059-abf1b2c63009 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:29.195924 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-726c1d29-0b04-4791-9e1c-1eda8f8e0fb4 service neutron] Attempting to bind port 990713e8-9fa9-4fb5-8920-65b3db167871 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:29.196891 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-726c1d29-0b04-4791-9e1c-1eda8f8e0fb4 service neutron] Attempting to bind port 990713e8-9fa9-4fb5-8920-65b3db167871 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '5e3da25f-4b43-46b0-809d-e43f2b3029cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15791355-f493-42e0-a1b7-a4369065109f'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:29.196891 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-726c1d29-0b04-4791-9e1c-1eda8f8e0fb4 service neutron] Attempting to bind port 990713e8-9fa9-4fb5-8920-65b3db167871 on network 15791355-f493-42e0-a1b7-a4369065109f {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:29.203059 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feca2eb0-e2cb-4b90-b059-abf1b2c63009 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:29.212790 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feca2eb0-e2cb-4b90-b059-abf1b2c63009 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:29.213917 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-feca2eb0-e2cb-4b90-b059-abf1b2c63009 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:29.235305 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0d39ac10-6001-472a-a34c-d675fe08865a None None] For port 76179afc-0a7b-4077-822d-09ff9b4d2272, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=76179afc-0a7b-4077-822d-09ff9b4d2272,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:29.287959 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:29.308413 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-726c1d29-0b04-4791-9e1c-1eda8f8e0fb4 service neutron] Port 990713e8-9fa9-4fb5-8920-65b3db167871 on network 15791355-f493-42e0-a1b7-a4369065109f not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:23:29.308725 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d39ac10-6001-472a-a34c-d675fe08865a None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:29.308866 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-726c1d29-0b04-4791-9e1c-1eda8f8e0fb4 service neutron] Attempting to bind port 990713e8-9fa9-4fb5-8920-65b3db167871 on network 15791355-f493-42e0-a1b7-a4369065109f {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:29.319519 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:23:29.320212 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:29.333983 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7715080b-64b0-4530-810a-c57dfec5f3bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:23:29.343219 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:23:29.368544 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-01124801-b83a-4099-a113-cfcb5f04050d None None] Provisioning complete for port 50c84473-2353-40e1-bfcc-949bdb842bff triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:29.368914 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01124801-b83a-4099-a113-cfcb5f04050d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:29.408985 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e80c0d01-28fd-4869-8e12-70c32287e357 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:23:29.426022 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-726c1d29-0b04-4791-9e1c-1eda8f8e0fb4 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:29.426628 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-726c1d29-0b04-4791-9e1c-1eda8f8e0fb4 service neutron] Checking segment: {'id': '5e3da25f-4b43-46b0-809d-e43f2b3029cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15791355-f493-42e0-a1b7-a4369065109f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:29.480471 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-726c1d29-0b04-4791-9e1c-1eda8f8e0fb4 service neutron] Bound using segment: {'id': '5e3da25f-4b43-46b0-809d-e43f2b3029cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15791355-f493-42e0-a1b7-a4369065109f'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:29.480974 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-726c1d29-0b04-4791-9e1c-1eda8f8e0fb4 service neutron] Bound port: 990713e8-9fa9-4fb5-8920-65b3db167871, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e3da25f-4b43-46b0-809d-e43f2b3029cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15791355-f493-42e0-a1b7-a4369065109f'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:29.481470 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-726c1d29-0b04-4791-9e1c-1eda8f8e0fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:29.505422 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-feca2eb0-e2cb-4b90-b059-abf1b2c63009 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 7.3422601 Dec 16 22:23:29.505422 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b033d8-5afa-4695-b899-f6306a71b22a req-22af97ed-8e6a-4bb0-ab3d-6d1d30fa5b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:29.509531 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-22af97ed-8e6a-4bb0-ab3d-6d1d30fa5b6c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6714139 Dec 16 22:23:29.513047 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d39ac10-6001-472a-a34c-d675fe08865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:29.519337 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48708) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:29.595876 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-62713727-036f-4996-a79d-0a0797db6e19 req-b24ea8b3-0be4-4cf9-bc1f-2e2a697d08f5 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:29.605831 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39ac10-6001-472a-a34c-d675fe08865a None None] Pushing event updated for resources: {'Port': ['ID=76179afc-0a7b-4077-822d-09ff9b4d2272,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:29.655839 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:29.685394 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ea8b3-0be4-4cf9-bc1f-2e2a697d08f5 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event deleted for resources: {'Port': ['ID=e80c0d01-28fd-4869-8e12-70c32287e357,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:29.696686 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:29.714220 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a5f5d-436f-450f-824b-cc91f4ee84dd req-9955ba1d-6eaf-4a70-af7e-0c5285cb566e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:29.722872 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a5f5d-436f-450f-824b-cc91f4ee84dd req-9955ba1d-6eaf-4a70-af7e-0c5285cb566e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:29.728553 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a5f5d-436f-450f-824b-cc91f4ee84dd req-9955ba1d-6eaf-4a70-af7e-0c5285cb566e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:29.733798 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-726c1d29-0b04-4791-9e1c-1eda8f8e0fb4 service neutron] For port 990713e8-9fa9-4fb5-8920-65b3db167871, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:23:29.735153 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a5f5d-436f-450f-824b-cc91f4ee84dd req-9955ba1d-6eaf-4a70-af7e-0c5285cb566e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:29.737770 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-726c1d29-0b04-4791-9e1c-1eda8f8e0fb4 service neutron] For port 990713e8-9fa9-4fb5-8920-65b3db167871, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=990713e8-9fa9-4fb5-8920-65b3db167871,segment=NetworkSegment(5e3da25f-4b43-46b0-809d-e43f2b3029cc),segment_id=5e3da25f-4b43-46b0-809d-e43f2b3029cc)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:23:29.745103 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a5f5d-436f-450f-824b-cc91f4ee84dd req-9955ba1d-6eaf-4a70-af7e-0c5285cb566e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:29.749783 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a5f5d-436f-450f-824b-cc91f4ee84dd req-9955ba1d-6eaf-4a70-af7e-0c5285cb566e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:29.756472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a5f5d-436f-450f-824b-cc91f4ee84dd req-9955ba1d-6eaf-4a70-af7e-0c5285cb566e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:29.758732 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9f8a5f5d-436f-450f-824b-cc91f4ee84dd req-9955ba1d-6eaf-4a70-af7e-0c5285cb566e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5392 time: 0.4317915 Dec 16 22:23:29.862461 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-726c1d29-0b04-4791-9e1c-1eda8f8e0fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:29.872233 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73026d70-6647-44be-b39c-8b46ad9d39ed req-7f9e4d6e-53c0-44b6-8d36-dac87fe4aecd tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:29.874497 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-73026d70-6647-44be-b39c-8b46ad9d39ed req-7f9e4d6e-53c0-44b6-8d36-dac87fe4aecd tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 867 time: 0.5915172 Dec 16 22:23:29.892269 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 50c84473-2353-40e1-bfcc-949bdb842bff, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=50c84473-2353-40e1-bfcc-949bdb842bff,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:29.896649 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No active binding found for port e80c0d01-28fd-4869-8e12-70c32287e357 {{(pid=103615) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 22:23:29.897777 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e80c0d01-28fd-4869-8e12-70c32287e357 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:23:29.898316 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device d4a6a343-d5f1-4866-8347-445200c81a7f no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:23:29.966308 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:29.973545 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:29.977845 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "DELETE /v2.0/networks/c9e55761-1f52-45cb-9ada-2f4297cb5b0d HTTP/1.1" status: 204 len: 168 time: 10.0324330 Dec 16 22:23:30.002857 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-726c1d29-0b04-4791-9e1c-1eda8f8e0fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:30.004439 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-726c1d29-0b04-4791-9e1c-1eda8f8e0fb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:30.006287 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-726c1d29-0b04-4791-9e1c-1eda8f8e0fb4 service neutron] 10.222.0.57 "PUT /v2.0/ports/990713e8-9fa9-4fb5-8920-65b3db167871 HTTP/1.1" status: 200 len: 1090 time: 5.9293578 Dec 16 22:23:30.014033 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48714) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:30.018548 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'tag': '990713e8-9fa9-4fb5-8920-65b3db167871'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:23:30.021891 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c43e83-ef56-404e-b2cb-c87e50dbec7b" -d '{"events": [{"name": "network-changed", "server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "tag": "990713e8-9fa9-4fb5-8920-65b3db167871"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:23:30.031339 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-49d2db28-f66c-45fe-8433-a8eb1d04d3c3 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2064127156'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:30.051844 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01124801-b83a-4099-a113-cfcb5f04050d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:30.106343 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-62713727-036f-4996-a79d-0a0797db6e19 req-b24ea8b3-0be4-4cf9-bc1f-2e2a697d08f5 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] No DVR routers for this DVR port e80c0d01-28fd-4869-8e12-70c32287e357 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:30.125680 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-bcee63b8-3808-4d2d-9dbc-412a00e1f607 service neutron] Request body: {'port': {'device_id': '10a3a704-b703-403d-bdaf-0dead804fb56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:30.131756 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-62713727-036f-4996-a79d-0a0797db6e19 req-b24ea8b3-0be4-4cf9-bc1f-2e2a697d08f5 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:30.150884 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:30.151117 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-73026d70-6647-44be-b39c-8b46ad9d39ed req-80e93135-d92c-4c21-bca0-300a58a6f4ea tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/security-groups?id=d97da718-ad36-4632-94bf-5dbc9d580fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104483 Dec 16 22:23:30.151117 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f895d-c9f4-449b-9303-f977c9a7ace4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Network': ['ID=c9e55761-1f52-45cb-9ada-2f4297cb5b0d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:30.151326 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-62713727-036f-4996-a79d-0a0797db6e19 req-b24ea8b3-0be4-4cf9-bc1f-2e2a697d08f5 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.76 "DELETE /v2.0/ports/e80c0d01-28fd-4869-8e12-70c32287e357 HTTP/1.1" status: 204 len: 173 time: 2.5630021 Dec 16 22:23:30.167953 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:30.223230 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-5998d9eb-b58c-4afb-b56e-041b63f766de service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6674695 Dec 16 22:23:30.239959 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c1d29-0b04-4791-9e1c-1eda8f8e0fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=990713e8-9fa9-4fb5-8920-65b3db167871,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:30.403738 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9f8a5f5d-436f-450f-824b-cc91f4ee84dd req-bd6b45f9-ae27-4001-b62b-26b5e7132810 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6330912 Dec 16 22:23:30.428202 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4997d93d-3380-45c4-b82c-8ce73d42f514', 'name': 'network-vif-deleted', 'tag': 'e80c0d01-28fd-4869-8e12-70c32287e357'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:23:30.439371 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48aa105-f636-4b8e-81fe-d8b02f8e870c" -d '{"events": [{"server_uuid": "4997d93d-3380-45c4-b82c-8ce73d42f514", "name": "network-vif-deleted", "tag": "e80c0d01-28fd-4869-8e12-70c32287e357"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:23:30.463171 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-e1a0a9f3-af96-440a-80fb-fab4aec8017a service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100670 Dec 16 22:23:30.465056 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:30.467444 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7715080b-64b0-4530-810a-c57dfec5f3bf admin admin] Router 0380fcdd-edf3-4204-a09a-fc471ced0286 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:23:30.484967 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d2db28-f66c-45fe-8433-a8eb1d04d3c3 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Made reservation on behalf of e074d718718044f5ac8fe581dcac665f for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:30.490765 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49d2db28-f66c-45fe-8433-a8eb1d04d3c3 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:30.518864 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: d4a6a343-d5f1-4866-8347-445200c81a7f {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:23:30.519763 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device d4a6a343-d5f1-4866-8347-445200c81a7f not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:23:30.522972 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-01124801-b83a-4099-a113-cfcb5f04050d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:23:30.526344 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-01124801-b83a-4099-a113-cfcb5f04050d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:23:30.534050 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=50c84473-2353-40e1-bfcc-949bdb842bff,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:30.547880 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-820da6b8-1752-4249-bb59-6855dce4458a tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting port 8f93a8ca-daaf-49a7-8fb8-2f30fcd61c8e {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:30.548279 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-820da6b8-1752-4249-bb59-6855dce4458a tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:30.605253 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ac53a4-f4d4-42e8-8454-51f09a988501 x-openstack-request-id: req-a5ac53a4-f4d4-42e8-8454-51f09a988501 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:23:30.607366 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "tag": "990713e8-9fa9-4fb5-8920-65b3db167871", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:23:30.607366 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a5ac53a4-f4d4-42e8-8454-51f09a988501 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:23:30.607366 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'tag': '990713e8-9fa9-4fb5-8920-65b3db167871', 'status': 'completed', 'code': 200} Dec 16 22:23:30.657758 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-cd6e27a4-60fc-43b5-aae0-fb1e427074a5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=932561c8-57cf-466c-86d4-05fa02856f87 HTTP/1.1" status: 200 len: 217 time: 0.1431425 Dec 16 22:23:30.711914 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 76179afc-0a7b-4077-822d-09ff9b4d2272 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:30.733666 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48a3f40-c6f2-4aaf-8f5e-7a7d81467ed3 x-openstack-request-id: req-d48a3f40-c6f2-4aaf-8f5e-7a7d81467ed3 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:23:30.734218 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4997d93d-3380-45c4-b82c-8ce73d42f514", "name": "network-vif-deleted", "tag": "e80c0d01-28fd-4869-8e12-70c32287e357", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:23:30.734721 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d48a3f40-c6f2-4aaf-8f5e-7a7d81467ed3 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:23:30.735389 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4997d93d-3380-45c4-b82c-8ce73d42f514', 'name': 'network-vif-deleted', 'tag': 'e80c0d01-28fd-4869-8e12-70c32287e357', 'status': 'completed', 'code': 200} Dec 16 22:23:30.745790 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-bcee63b8-3808-4d2d-9dbc-412a00e1f607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:30.758228 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d2db28-f66c-45fe-8433-a8eb1d04d3c3 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:23:30.854252 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 76179afc-0a7b-4077-822d-09ff9b4d2272 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:30.854792 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:30.901457 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Pushing event updated for resources: {'Port': ['ID=d28c690f-e729-4e67-bedd-1fe4390d74cc,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:30.922986 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49d2db28-f66c-45fe-8433-a8eb1d04d3c3 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:30.923724 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-49d2db28-f66c-45fe-8433-a8eb1d04d3c3 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Added segment 49aa4be0-8133-4ae9-a011-44681d2c32fa of type vlan for network bec5ca30-14a4-4711-971b-76119dcd3077 Dec 16 22:23:31.017897 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:31.025207 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c43e83-ef56-404e-b2cb-c87e50dbec7b req-331b9afc-bbd5-4560-8bae-b9417be83f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:31.025699 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c43e83-ef56-404e-b2cb-c87e50dbec7b req-331b9afc-bbd5-4560-8bae-b9417be83f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:31.026179 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c43e83-ef56-404e-b2cb-c87e50dbec7b req-331b9afc-bbd5-4560-8bae-b9417be83f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:31.026650 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c43e83-ef56-404e-b2cb-c87e50dbec7b req-331b9afc-bbd5-4560-8bae-b9417be83f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:31.027572 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c43e83-ef56-404e-b2cb-c87e50dbec7b req-331b9afc-bbd5-4560-8bae-b9417be83f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:31.027757 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c43e83-ef56-404e-b2cb-c87e50dbec7b req-331b9afc-bbd5-4560-8bae-b9417be83f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:31.028110 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c43e83-ef56-404e-b2cb-c87e50dbec7b req-331b9afc-bbd5-4560-8bae-b9417be83f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:31.030079 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17c43e83-ef56-404e-b2cb-c87e50dbec7b req-331b9afc-bbd5-4560-8bae-b9417be83f8b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45dc1fa90bee4d0982a4d71f8e7220e0&device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 6284 time: 0.3138189 Dec 16 22:23:31.107448 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-820da6b8-1752-4249-bb59-6855dce4458a tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:31.157640 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49d2db28-f66c-45fe-8433-a8eb1d04d3c3 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:31.171683 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b033d8-5afa-4695-b899-f6306a71b22a req-a9d0bdb2-dfef-4030-9253-ceba37262807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:31.174383 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-a9d0bdb2-dfef-4030-9253-ceba37262807 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2825e101-39ca-4951-81d0-6f6735824e32 HTTP/1.1" status: 200 len: 797 time: 0.4193673 Dec 16 22:23:31.187993 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-820da6b8-1752-4249-bb59-6855dce4458a tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Calling delete_port for 8f93a8ca-daaf-49a7-8fb8-2f30fcd61c8e owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:31.246327 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-03b715f1-6846-4122-91d9-9d5b3c6a5f9f None None] Provisioning complete for port 50c84473-2353-40e1-bfcc-949bdb842bff triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:31.251477 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-03b715f1-6846-4122-91d9-9d5b3c6a5f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:31.260841 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7715080b-64b0-4530-810a-c57dfec5f3bf admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:23:31.296358 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:31.312265 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bf8dcc24-c151-4c04-a7a2-f48603cb9a5c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.7637045 Dec 16 22:23:31.378041 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9a0691-7305-43af-bfe2-08435388c236 None None] Sync routers for ids ['0380fcdd-edf3-4204-a09a-fc471ced0286'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:23:31.412917 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9a0691-7305-43af-bfe2-08435388c236 None None] Routers {'0380fcdd-edf3-4204-a09a-fc471ced0286'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:23:31.413806 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8c9a0691-7305-43af-bfe2-08435388c236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:23:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0380fcdd-edf3-4204-a09a-fc471ced0286'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:31.446222 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7715080b-64b0-4530-810a-c57dfec5f3bf admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:31.447644 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7715080b-64b0-4530-810a-c57dfec5f3bf admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.1720142 Dec 16 22:23:31.480506 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48732) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:31.520589 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c43e83-ef56-404e-b2cb-c87e50dbec7b req-34160177-6a59-4edd-9b60-6983bbde50d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:31.521294 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c43e83-ef56-404e-b2cb-c87e50dbec7b req-34160177-6a59-4edd-9b60-6983bbde50d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:31.521866 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c43e83-ef56-404e-b2cb-c87e50dbec7b req-34160177-6a59-4edd-9b60-6983bbde50d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:31.524229 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17c43e83-ef56-404e-b2cb-c87e50dbec7b req-34160177-6a59-4edd-9b60-6983bbde50d0 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=45dc1fa90bee4d0982a4d71f8e7220e0&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4515843 Dec 16 22:23:31.749909 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-8c9a0691-7305-43af-bfe2-08435388c236 None None] Set router 0380fcdd-edf3-4204-a09a-fc471ced0286 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:23:31.921924 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383e3089-a265-4c1d-9590-961d6481927f None None] get_active_networks_info from n-d-815324-4 {{(pid=103615) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:23:31.925480 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53e67cea-16fc-4c0f-8cd4-bc9c98260e33 req-e9e342ed-a468-4f05-ab37-b355d57e5e3e tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "GET /v2.0/ports?device_id=4997d93d-3380-45c4-b82c-8ce73d42f514 HTTP/1.1" status: 200 len: 210 time: 0.4950809 Dec 16 22:23:32.124942 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-820da6b8-1752-4249-bb59-6855dce4458a tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:32.130445 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c43e83-ef56-404e-b2cb-c87e50dbec7b req-a5050361-f8f7-443d-abb4-c93bad749eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:32.131364 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17c43e83-ef56-404e-b2cb-c87e50dbec7b req-a5050361-f8f7-443d-abb4-c93bad749eff service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1940794 Dec 16 22:23:32.151250 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49d2db28-f66c-45fe-8433-a8eb1d04d3c3 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:32.158030 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d2db28-f66c-45fe-8433-a8eb1d04d3c3 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:32.158240 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49d2db28-f66c-45fe-8433-a8eb1d04d3c3 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:32.218244 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383e3089-a265-4c1d-9590-961d6481927f None None] Resources bound (agent type, host, resource id): {{(pid=103615) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:23:32.348373 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b033d8-5afa-4695-b899-f6306a71b22a req-06ad134a-e364-493c-bac5-56d1bdab8f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:32.351434 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-06ad134a-e364-493c-bac5-56d1bdab8f5f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1555860 Dec 16 22:23:32.358812 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 50c84473-2353-40e1-bfcc-949bdb842bff up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:32.534140 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2db28-f66c-45fe-8433-a8eb1d04d3c3 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event updated for resources: {'Network': ['ID=bec5ca30-14a4-4711-971b-76119dcd3077,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:32.568956 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-49d2db28-f66c-45fe-8433-a8eb1d04d3c3 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.5438218 Dec 16 22:23:32.609843 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network bec5ca30-14a4-4711-971b-76119dcd3077 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:23:32.620852 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48758) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:32.626891 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-97b28663-4745-4b20-8a98-d270c0976bc6 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Request body: {'subnet': {'network_id': 'bec5ca30-14a4-4711-971b-76119dcd3077', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:32.632594 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-788d52b7-bdec-4596-8aef-7185504b3e7a None None] Could not find standard attr ID for object 8f93a8ca-daaf-49a7-8fb8-2f30fcd61c8e. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:23:32.657313 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820da6b8-1752-4249-bb59-6855dce4458a tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Port': ['ID=8f93a8ca-daaf-49a7-8fb8-2f30fcd61c8e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:32.754270 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66310497-a952-4cf1-8255-ea7bf46b202f req-2170d825-005e-47fc-be92-529db5128d20 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:32.762188 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66310497-a952-4cf1-8255-ea7bf46b202f req-2170d825-005e-47fc-be92-529db5128d20 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:32.767203 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-820da6b8-1752-4249-bb59-6855dce4458a tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:32.768348 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66310497-a952-4cf1-8255-ea7bf46b202f req-2170d825-005e-47fc-be92-529db5128d20 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:32.771295 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-820da6b8-1752-4249-bb59-6855dce4458a tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/8f93a8ca-daaf-49a7-8fb8-2f30fcd61c8e HTTP/1.1" status: 204 len: 168 time: 3.2496145 Dec 16 22:23:32.779256 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66310497-a952-4cf1-8255-ea7bf46b202f req-2170d825-005e-47fc-be92-529db5128d20 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:32.783972 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-3b3ba1b0-3057-4ffa-9127-750fcc582150 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1068233208&fields=id&tenant_id=c8c29047878b45f9aad1e147fc6565e9 HTTP/1.1" status: 200 len: 267 time: 0.1218936 Dec 16 22:23:32.785461 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66310497-a952-4cf1-8255-ea7bf46b202f req-2170d825-005e-47fc-be92-529db5128d20 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:32.786579 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48764) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:32.792182 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66310497-a952-4cf1-8255-ea7bf46b202f req-2170d825-005e-47fc-be92-529db5128d20 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:32.800598 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66310497-a952-4cf1-8255-ea7bf46b202f req-2170d825-005e-47fc-be92-529db5128d20 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:32.810323 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-66310497-a952-4cf1-8255-ea7bf46b202f req-2170d825-005e-47fc-be92-529db5128d20 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5392 time: 0.6794255 Dec 16 22:23:32.944381 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efa0343-a030-47ea-af2b-edb73243d3ac tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:32.945359 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5efa0343-a030-47ea-af2b-edb73243d3ac tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1460209 Dec 16 22:23:32.948798 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48768) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:32.973232 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-66310497-a952-4cf1-8255-ea7bf46b202f req-bf9f5b3a-b9ce-4013-9e5a-c25351430081 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1618781 Dec 16 22:23:33.052491 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-788d52b7-bdec-4596-8aef-7185504b3e7a None None] Provisioning complete for port 76179afc-0a7b-4077-822d-09ff9b4d2272 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:33.054436 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-788d52b7-bdec-4596-8aef-7185504b3e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:33.069435 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48772) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:33.088980 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-49591545-d814-4dc8-acdb-76df9efdd64f service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7165177 Dec 16 22:23:33.102300 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025b94ba-317b-413f-9d05-00ffd99fe451 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:33.104123 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-025b94ba-317b-413f-9d05-00ffd99fe451 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1541061 Dec 16 22:23:33.126555 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 50c84473-2353-40e1-bfcc-949bdb842bff triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:33.127157 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:33.135398 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48774) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:33.193951 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b28663-4745-4b20-8a98-d270c0976bc6 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Made reservation on behalf of e074d718718044f5ac8fe581dcac665f for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:33.195293 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8c9a0691-7305-43af-bfe2-08435388c236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'name': 'tempest-AttachVolumeShelveTestJSON-1161644038-router', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:23:24Z', 'updated_at': '2021-12-16T22:23:27Z', 'revision_number': 3, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'gw_port': {'id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:26Z', 'updated_at': '2021-12-16T22:23:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:33.200596 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-97b28663-4745-4b20-8a98-d270c0976bc6 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:33.214963 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a61b72-0683-4df5-9f23-f983deb1990f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:33.216821 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a61b72-0683-4df5-9f23-f983deb1990f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:33.218532 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a61b72-0683-4df5-9f23-f983deb1990f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:33.220291 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-76a61b72-0683-4df5-9f23-f983deb1990f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0837734 Dec 16 22:23:33.227323 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48780) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:33.256464 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9a0691-7305-43af-bfe2-08435388c236 None None] Checking router: 0380fcdd-edf3-4204-a09a-fc471ced0286 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:23:33.257345 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9a0691-7305-43af-bfe2-08435388c236 None None] Updating router 0380fcdd-edf3-4204-a09a-fc471ced0286 port 7199b855-7dcd-4503-a83f-1123c475a68f binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:23:33.306262 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8700c8-5c90-4b77-bdcf-04f2097c3423 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet 248c21e1-034f-4810-b9ff-d5315da7dd19 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:23:33.311006 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9f8700c8-5c90-4b77-bdcf-04f2097c3423 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:33.321943 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c9a0691-7305-43af-bfe2-08435388c236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:33.371579 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9f8700c8-5c90-4b77-bdcf-04f2097c3423 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:33.483477 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9f8700c8-5c90-4b77-bdcf-04f2097c3423 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:33.588910 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-94f9642b-373f-479a-a7af-c70b9e46378d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:33.601025 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-94f9642b-373f-479a-a7af-c70b9e46378d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 812 time: 0.8158982 Dec 16 22:23:33.617654 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-bcee63b8-3808-4d2d-9dbc-412a00e1f607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cde1b008-a4d1-440d-ad62-e4ef43bf743c {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:23:33.642506 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-bcee63b8-3808-4d2d-9dbc-412a00e1f607 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:33.646811 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-b93d27c8-7e02-4ca0-8206-996100bbd949 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/quotas/c8c29047878b45f9aad1e147fc6565e9 HTTP/1.1" status: 200 len: 375 time: 0.0443203 Dec 16 22:23:33.696162 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a154f5-91b2-491b-a642-7c1b67eca750 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Deleting subnet 0a3eb3bd-8015-4019-bdc7-09926205ee64 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:23:33.705620 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-95a154f5-91b2-491b-a642-7c1b67eca750 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:33.738583 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9f8700c8-5c90-4b77-bdcf-04f2097c3423 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:33.779323 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8700c8-5c90-4b77-bdcf-04f2097c3423 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=248c21e1-034f-4810-b9ff-d5315da7dd19,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:33.785535 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-bcee63b8-3808-4d2d-9dbc-412a00e1f607 service neutron] Transition to ACTIVE for port object cde1b008-a4d1-440d-ad62-e4ef43bf743c will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:23:33.791710 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9f8700c8-5c90-4b77-bdcf-04f2097c3423 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:33.795204 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9f8700c8-5c90-4b77-bdcf-04f2097c3423 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/248c21e1-034f-4810-b9ff-d5315da7dd19 HTTP/1.1" status: 204 len: 168 time: 0.5667648 Dec 16 22:23:33.796876 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8700c8-5c90-4b77-bdcf-04f2097c3423 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:33.797231 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8700c8-5c90-4b77-bdcf-04f2097c3423 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:33.797579 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8700c8-5c90-4b77-bdcf-04f2097c3423 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:33.797923 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8700c8-5c90-4b77-bdcf-04f2097c3423 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:33.798262 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8700c8-5c90-4b77-bdcf-04f2097c3423 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:33.798601 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8700c8-5c90-4b77-bdcf-04f2097c3423 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:33.798940 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8700c8-5c90-4b77-bdcf-04f2097c3423 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:33.799329 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8700c8-5c90-4b77-bdcf-04f2097c3423 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:33.799666 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8700c8-5c90-4b77-bdcf-04f2097c3423 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:33.803158 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8700c8-5c90-4b77-bdcf-04f2097c3423 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:33.803158 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8700c8-5c90-4b77-bdcf-04f2097c3423 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:33.803158 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8700c8-5c90-4b77-bdcf-04f2097c3423 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:33.803158 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8700c8-5c90-4b77-bdcf-04f2097c3423 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:33.823015 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-bc2da073-339c-4696-a2d7-9d0683f3c7ae tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1752825 Dec 16 22:23:33.833692 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bed5fe5-ad1b-4f93-b8a3-2502d894db3d None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:33.924077 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48788) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:33.935544 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-64050b35-7a4e-4dab-9eff-d450c3236508 service neutron] 10.222.0.75 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116953 Dec 16 22:23:34.003353 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-318aa9c9-5e30-4c6b-8167-851b46bcb91e service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9010794 Dec 16 22:23:34.005787 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fb38f030-2673-420f-8b9a-f06167a69dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:34.011673 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-bcee63b8-3808-4d2d-9dbc-412a00e1f607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:34.116301 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-95a154f5-91b2-491b-a642-7c1b67eca750 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:34.128895 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c9a0691-7305-43af-bfe2-08435388c236 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:34.136196 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-97b28663-4745-4b20-8a98-d270c0976bc6 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:34.143452 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-447f1281-39f2-4b6f-923a-7e8560b6c2db service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=be59d789-35f2-47f8-a2bf-dacd1121b4c0 HTTP/1.1" status: 200 len: 217 time: 0.1229026 Dec 16 22:23:34.170688 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-75748b60-6921-47fa-b53b-7fb5f6e80f5e service neutron] 10.222.0.75 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208810 Dec 16 22:23:34.215082 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32fe458-032d-45dc-9250-cf42454734da tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet a2b290bf-65bf-4bc6-979b-bd21fbab0b44 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:23:34.226933 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e32fe458-032d-45dc-9250-cf42454734da tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:34.248339 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c9a0691-7305-43af-bfe2-08435388c236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:34.272622 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e32fe458-032d-45dc-9250-cf42454734da tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:34.344900 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-8c9a0691-7305-43af-bfe2-08435388c236 None None] Attempting to bind port 7199b855-7dcd-4503-a83f-1123c475a68f on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:34.345415 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-8c9a0691-7305-43af-bfe2-08435388c236 None None] Attempting to bind port 7199b855-7dcd-4503-a83f-1123c475a68f by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:34.345612 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b033d8-5afa-4695-b899-f6306a71b22a req-5a734c8d-be11-4284-bc3e-5bde8441190d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:34.345963 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9a0691-7305-43af-bfe2-08435388c236 None None] Attempting to bind port 7199b855-7dcd-4503-a83f-1123c475a68f on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:34.347157 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-5a734c8d-be11-4284-bc3e-5bde8441190d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2825e101-39ca-4951-81d0-6f6735824e32 HTTP/1.1" status: 200 len: 797 time: 0.1890929 Dec 16 22:23:34.347854 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee63b8-3808-4d2d-9dbc-412a00e1f607 service neutron] Pushing event updated for resources: {'Port': ['ID=cde1b008-a4d1-440d-ad62-e4ef43bf743c,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:34.349359 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c7c4ce-6b8f-4389-bca4-7bd03622428b None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:23:34.409808 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9a0691-7305-43af-bfe2-08435388c236 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:34.410339 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9a0691-7305-43af-bfe2-08435388c236 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:34.410838 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c9a0691-7305-43af-bfe2-08435388c236 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:34.411357 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9a0691-7305-43af-bfe2-08435388c236 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:34.411947 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-8c9a0691-7305-43af-bfe2-08435388c236 None None] Bound port: 7199b855-7dcd-4503-a83f-1123c475a68f, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:34.412539 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c9a0691-7305-43af-bfe2-08435388c236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:34.462179 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596b124-6f44-4bbd-9a69-5628e103965d None None] Pushing event updated for resources: {'Port': ['ID=7199b855-7dcd-4503-a83f-1123c475a68f,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:34.589601 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e32fe458-032d-45dc-9250-cf42454734da tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:34.644248 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8c9a0691-7305-43af-bfe2-08435388c236 None None] For port 7199b855-7dcd-4503-a83f-1123c475a68f, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:23:34.651790 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-deafc5b6-5745-4858-ac84-6b3019134d26 None None] Provisioning complete for port 7199b855-7dcd-4503-a83f-1123c475a68f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:34.652247 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-deafc5b6-5745-4858-ac84-6b3019134d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:34.656325 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8c9a0691-7305-43af-bfe2-08435388c236 None None] For port 7199b855-7dcd-4503-a83f-1123c475a68f, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7199b855-7dcd-4503-a83f-1123c475a68f,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:23:34.706560 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-deafc5b6-5745-4858-ac84-6b3019134d26 None None] Port 7199b855-7dcd-4503-a83f-1123c475a68f cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:23:34.733352 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c9a0691-7305-43af-bfe2-08435388c236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:34.768665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b28663-4745-4b20-8a98-d270c0976bc6 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event updated for resources: {'Subnet': ['ID=2c933fc6-16b2-4dc9-8327-0168bb43bd94,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:34.832175 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd9064-86d0-498b-a3c6-482510526c2c req-297b0f3e-da94-4a4a-b567-57b0fdbc371d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:34.845999 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd9064-86d0-498b-a3c6-482510526c2c req-297b0f3e-da94-4a4a-b567-57b0fdbc371d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:34.847637 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6f0ab4bd-d0de-4b89-b35d-91a35d16ed37 req-24651075-a6ba-4f5e-8869-70752b60a143 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 210 time: 0.0822246 Dec 16 22:23:34.848931 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345b2d89-fec0-4b85-a2db-1b573d61eb34 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:23:34.868343 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd9064-86d0-498b-a3c6-482510526c2c req-297b0f3e-da94-4a4a-b567-57b0fdbc371d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:34.875511 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-95a154f5-91b2-491b-a642-7c1b67eca750 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:34.881975 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd9064-86d0-498b-a3c6-482510526c2c req-297b0f3e-da94-4a4a-b567-57b0fdbc371d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:34.899909 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd9064-86d0-498b-a3c6-482510526c2c req-297b0f3e-da94-4a4a-b567-57b0fdbc371d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:34.908422 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd9064-86d0-498b-a3c6-482510526c2c req-297b0f3e-da94-4a4a-b567-57b0fdbc371d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:34.916919 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9a0691-7305-43af-bfe2-08435388c236 None None] Routers {'0380fcdd-edf3-4204-a09a-fc471ced0286'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:23:34.917497 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8c9a0691-7305-43af-bfe2-08435388c236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:23:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0380fcdd-edf3-4204-a09a-fc471ced0286'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:34.928770 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd9064-86d0-498b-a3c6-482510526c2c req-297b0f3e-da94-4a4a-b567-57b0fdbc371d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:34.934934 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-86bd9064-86d0-498b-a3c6-482510526c2c req-297b0f3e-da94-4a4a-b567-57b0fdbc371d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5404 time: 0.7795300 Dec 16 22:23:35.011919 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-fb38f030-2673-420f-8b9a-f06167a69dc3 admin admin] Allocated IP 172.20.0.1 (3483c04d-9548-45a8-add9-5dd005156af8/271e63c4-6a59-41c7-a795-72d699a0357a/19b879d8-cd92-4629-a411-ee42a98d6d73) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:35.066690 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-8c9a0691-7305-43af-bfe2-08435388c236 None None] Set router 0380fcdd-edf3-4204-a09a-fc471ced0286 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:23:35.075247 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-86bd9064-86d0-498b-a3c6-482510526c2c req-60d22c75-bce0-4af2-80ec-f26ee62ad470 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0892434 Dec 16 22:23:35.076322 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e32fe458-032d-45dc-9250-cf42454734da tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:35.079969 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b28663-4745-4b20-8a98-d270c0976bc6 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Checking segment: {'id': '49aa4be0-8133-4ae9-a011-44681d2c32fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bec5ca30-14a4-4711-971b-76119dcd3077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:35.080342 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b28663-4745-4b20-8a98-d270c0976bc6 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Network hostable DHCP agents. Network: bec5ca30-14a4-4711-971b-76119dcd3077, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:23:35.109591 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b033d8-5afa-4695-b899-f6306a71b22a req-3e75ae8d-47a6-4755-a1f4-d51d209eff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:35.111108 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-3e75ae8d-47a6-4755-a1f4-d51d209eff6b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7481053 Dec 16 22:23:35.150051 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596b124-6f44-4bbd-9a69-5628e103965d None None] Pushing event updated for resources: {'Port': ['ID=7199b855-7dcd-4503-a83f-1123c475a68f,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:35.177479 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32fe458-032d-45dc-9250-cf42454734da tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=a2b290bf-65bf-4bc6-979b-bd21fbab0b44,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:35.181379 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-95a154f5-91b2-491b-a642-7c1b67eca750 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:35.198893 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e32fe458-032d-45dc-9250-cf42454734da tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:35.205373 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e32fe458-032d-45dc-9250-cf42454734da tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/a2b290bf-65bf-4bc6-979b-bd21fbab0b44 HTTP/1.1" status: 204 len: 168 time: 1.1190164 Dec 16 22:23:35.222376 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b5616b-586f-40e3-a3f2-bfcbf3bed4b3 None None] Network 52fc3d88-3d85-48f2-b54f-8bbce1098647 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:35.242978 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48812) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:35.244133 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-95a154f5-91b2-491b-a642-7c1b67eca750 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:35.254782 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-95a154f5-91b2-491b-a642-7c1b67eca750 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "DELETE /v2.0/subnets/0a3eb3bd-8015-4019-bdc7-09926205ee64 HTTP/1.1" status: 204 len: 168 time: 2.1714237 Dec 16 22:23:35.260010 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48814) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:35.264963 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a154f5-91b2-491b-a642-7c1b67eca750 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event deleted for resources: {'Subnet': ['ID=0a3eb3bd-8015-4019-bdc7-09926205ee64,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:35.317160 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e1717243-8c3b-482b-be4b-c3c6dc9b0832 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0596406 Dec 16 22:23:35.321491 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48818) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:35.327819 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-fd08e093-abdf-4fc1-86fa-86ff5127f159 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:35.341621 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b28663-4745-4b20-8a98-d270c0976bc6 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Network bec5ca30-14a4-4711-971b-76119dcd3077 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:23:35.385297 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-bcee63b8-3808-4d2d-9dbc-412a00e1f607 service neutron] Attempting to bind port cde1b008-a4d1-440d-ad62-e4ef43bf743c on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:35.385636 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-bcee63b8-3808-4d2d-9dbc-412a00e1f607 service neutron] Attempting to bind port cde1b008-a4d1-440d-ad62-e4ef43bf743c by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '5e3da25f-4b43-46b0-809d-e43f2b3029cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15791355-f493-42e0-a1b7-a4369065109f'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:35.385973 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-bcee63b8-3808-4d2d-9dbc-412a00e1f607 service neutron] Attempting to bind port cde1b008-a4d1-440d-ad62-e4ef43bf743c on network 15791355-f493-42e0-a1b7-a4369065109f {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:35.390813 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e765fe-4138-4223-ad2b-c65adc729466 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:35.454811 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-bcee63b8-3808-4d2d-9dbc-412a00e1f607 service neutron] Port cde1b008-a4d1-440d-ad62-e4ef43bf743c on network 15791355-f493-42e0-a1b7-a4369065109f not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:23:35.455213 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-da423ae9-d348-46bd-9e91-28870ec16ace None None] Provisioning complete for port 7199b855-7dcd-4503-a83f-1123c475a68f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:35.455213 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-da423ae9-d348-46bd-9e91-28870ec16ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:35.455632 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-bcee63b8-3808-4d2d-9dbc-412a00e1f607 service neutron] Attempting to bind port cde1b008-a4d1-440d-ad62-e4ef43bf743c on network 15791355-f493-42e0-a1b7-a4369065109f {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:35.471866 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7c7256f3-aca4-41b1-a704-f46e5249fc7d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:35.501518 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-bcee63b8-3808-4d2d-9dbc-412a00e1f607 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:35.502728 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-bcee63b8-3808-4d2d-9dbc-412a00e1f607 service neutron] Checking segment: {'id': '5e3da25f-4b43-46b0-809d-e43f2b3029cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15791355-f493-42e0-a1b7-a4369065109f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:35.502984 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-bcee63b8-3808-4d2d-9dbc-412a00e1f607 service neutron] Bound using segment: {'id': '5e3da25f-4b43-46b0-809d-e43f2b3029cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15791355-f493-42e0-a1b7-a4369065109f'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:35.503557 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-bcee63b8-3808-4d2d-9dbc-412a00e1f607 service neutron] Bound port: cde1b008-a4d1-440d-ad62-e4ef43bf743c, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e3da25f-4b43-46b0-809d-e43f2b3029cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '15791355-f493-42e0-a1b7-a4369065109f'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:35.503983 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-bcee63b8-3808-4d2d-9dbc-412a00e1f607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:35.521598 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-97b28663-4745-4b20-8a98-d270c0976bc6 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, bec5ca30-14a4-4711-971b-76119dcd3077) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:35.541662 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-46f42a79-8c9b-4861-9201-7a54b30a75c9 service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118075 Dec 16 22:23:35.545394 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b28663-4745-4b20-8a98-d270c0976bc6 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:35.546112 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-97b28663-4745-4b20-8a98-d270c0976bc6 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:35.552370 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fb38f030-2673-420f-8b9a-f06167a69dc3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:35.557629 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4850943-2473-4026-a4e9-1541a684a8bc None None] Network bec5ca30-14a4-4711-971b-76119dcd3077 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:35.624561 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd08e093-abdf-4fc1-86fa-86ff5127f159 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:35.630664 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fd08e093-abdf-4fc1-86fa-86ff5127f159 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:35.643550 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1348abc3-d8b1-4918-b73d-315818089da2 None None] DHCP port deletion for 52fc3d88-3d85-48f2-b54f-8bbce1098647 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:23:35.992190 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fd08e093-abdf-4fc1-86fa-86ff5127f159 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:36.039035 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-97b28663-4745-4b20-8a98-d270c0976bc6 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.4167702 Dec 16 22:23:36.044576 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48834) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:36.046512 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd08e093-abdf-4fc1-86fa-86ff5127f159 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:36.052664 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-1db64278-05ce-4e6b-bbd7-64e543e9268b tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-283092328'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:36.068542 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-fd08e093-abdf-4fc1-86fa-86ff5127f159 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:36.075375 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9592c3de-3341-46b4-a83c-cc14ae143485 req-f960ffe0-4695-45c5-9082-7d4ef91fa6e6 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 210 time: 0.0617838 Dec 16 22:23:36.079116 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd08e093-abdf-4fc1-86fa-86ff5127f159 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:36.079846 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fd08e093-abdf-4fc1-86fa-86ff5127f159 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:36.100481 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-bcee63b8-3808-4d2d-9dbc-412a00e1f607 service neutron] For port cde1b008-a4d1-440d-ad62-e4ef43bf743c, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:23:36.110339 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08e093-abdf-4fc1-86fa-86ff5127f159 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=1f3b5b23-5e6d-4072-82ba-aadbae1bf2d4,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:36.119711 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245dc760-dd41-4fff-9aa2-cf57f7342887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-bec5ca30-14a4-4711-971b-76119dcd3077', 'network_id': 'bec5ca30-14a4-4711-971b-76119dcd3077', 'project_id': 'e074d718718044f5ac8fe581dcac665f', 'fixed_ips': [{'subnet_id': '2c933fc6-16b2-4dc9-8327-0168bb43bd94'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:23:36.121182 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-245dc760-dd41-4fff-9aa2-cf57f7342887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:36.131303 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-bcee63b8-3808-4d2d-9dbc-412a00e1f607 service neutron] For port cde1b008-a4d1-440d-ad62-e4ef43bf743c, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=cde1b008-a4d1-440d-ad62-e4ef43bf743c,segment=NetworkSegment(5e3da25f-4b43-46b0-809d-e43f2b3029cc),segment_id=5e3da25f-4b43-46b0-809d-e43f2b3029cc)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:23:36.141832 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-b43b19ac-a68c-4062-98ba-7ea88a46ff26 service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5711021 Dec 16 22:23:36.159192 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-7c7256f3-aca4-41b1-a704-f46e5249fc7d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Deleting port 51cb589d-4972-479b-bce7-65dfbc9ecf16 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:36.159700 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7c7256f3-aca4-41b1-a704-f46e5249fc7d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:36.167111 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-da423ae9-d348-46bd-9e91-28870ec16ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:36.174917 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8c9a0691-7305-43af-bfe2-08435388c236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'name': 'tempest-AttachVolumeShelveTestJSON-1161644038-router', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:23:24Z', 'updated_at': '2021-12-16T22:23:27Z', 'revision_number': 3, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'gw_port': {'id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:26Z', 'updated_at': '2021-12-16T22:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:36.207064 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-c2cae25d-121d-49e6-ad88-5a34008d20e0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74efd0d5-e0a1-4bfc-9a1d-9968cef63895 HTTP/1.1" status: 200 len: 217 time: 0.0538614 Dec 16 22:23:36.234119 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9a0691-7305-43af-bfe2-08435388c236 None None] The sync data for ids ['0380fcdd-edf3-4204-a09a-fc471ced0286'] in n-d-815324-4 is: [{'id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'name': 'tempest-AttachVolumeShelveTestJSON-1161644038-router', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:23:24Z', 'updated_at': '2021-12-16T22:23:27Z', 'revision_number': 3, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'gw_port': {'id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:26Z', 'updated_at': '2021-12-16T22:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:23:36.292237 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fb38f030-2673-420f-8b9a-f06167a69dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:36.305276 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-bcee63b8-3808-4d2d-9dbc-412a00e1f607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:36.307529 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48842) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:36.310131 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fd08e093-abdf-4fc1-86fa-86ff5127f159 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9864869 Dec 16 22:23:36.323327 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-70a1cc71-63a0-4e90-b8ea-03870815b377 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:36.331030 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e022539-7a7f-4634-93ea-22ff05831d9a None None] DHCP port deletion for f8482a80-79ef-4c20-9ddd-3945e7fc80d7 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:23:36.339173 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1348abc3-d8b1-4918-b73d-315818089da2 None None] Deleting port 51cb589d-4972-479b-bce7-65dfbc9ecf16 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:36.339173 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1348abc3-d8b1-4918-b73d-315818089da2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:36.339513 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5d7c5-961c-40d4-86f4-604469d5bdbe req-c82e380c-236e-4257-b240-1956cc11b3f7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:36.342402 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-da423ae9-d348-46bd-9e91-28870ec16ace None None] For port 7199b855-7dcd-4503-a83f-1123c475a68f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7199b855-7dcd-4503-a83f-1123c475a68f,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:36.348825 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5d7c5-961c-40d4-86f4-604469d5bdbe req-c82e380c-236e-4257-b240-1956cc11b3f7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:36.356795 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5d7c5-961c-40d4-86f4-604469d5bdbe req-c82e380c-236e-4257-b240-1956cc11b3f7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:36.368438 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5d7c5-961c-40d4-86f4-604469d5bdbe req-c82e380c-236e-4257-b240-1956cc11b3f7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:36.376188 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5d7c5-961c-40d4-86f4-604469d5bdbe req-c82e380c-236e-4257-b240-1956cc11b3f7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:36.385278 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5d7c5-961c-40d4-86f4-604469d5bdbe req-c82e380c-236e-4257-b240-1956cc11b3f7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:36.395906 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5d7c5-961c-40d4-86f4-604469d5bdbe req-c82e380c-236e-4257-b240-1956cc11b3f7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:36.398035 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b5c5d7c5-961c-40d4-86f4-604469d5bdbe req-c82e380c-236e-4257-b240-1956cc11b3f7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5404 time: 0.2099917 Dec 16 22:23:36.399666 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db64278-05ce-4e6b-bbd7-64e543e9268b tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Made reservation on behalf of e074d718718044f5ac8fe581dcac665f for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:36.404230 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1db64278-05ce-4e6b-bbd7-64e543e9268b tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:36.421065 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 51cb589d-4972-479b-bce7-65dfbc9ecf16 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:23:36.495631 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-da423ae9-d348-46bd-9e91-28870ec16ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:36.516952 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-bcee63b8-3808-4d2d-9dbc-412a00e1f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:36.518533 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-bcee63b8-3808-4d2d-9dbc-412a00e1f607 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:36.520471 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-bcee63b8-3808-4d2d-9dbc-412a00e1f607 service neutron] 10.222.0.57 "PUT /v2.0/ports/cde1b008-a4d1-440d-ad62-e4ef43bf743c HTTP/1.1" status: 200 len: 1091 time: 6.3991752 Dec 16 22:23:36.550987 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'tag': 'cde1b008-a4d1-440d-ad62-e4ef43bf743c'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:23:36.554527 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a1b650-6a95-497f-8f3a-c3b29d4eab8a" -d '{"events": [{"name": "network-changed", "server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "tag": "cde1b008-a4d1-440d-ad62-e4ef43bf743c"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:23:36.557448 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b5c5d7c5-961c-40d4-86f4-604469d5bdbe req-73f8206d-1f0a-4f25-bee3-555d850e2ced tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1284492 Dec 16 22:23:36.560085 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b033d8-5afa-4695-b899-f6306a71b22a req-f281f528-5f70-4ab4-8ac0-66d5179f3c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:36.561691 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-f281f528-5f70-4ab4-8ac0-66d5179f3c31 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c9a0b227-b5a7-4ec3-a018-5c1f436677a0 HTTP/1.1" status: 200 len: 797 time: 0.3279343 Dec 16 22:23:36.563413 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38f030-2673-420f-8b9a-f06167a69dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=19b879d8-cd92-4629-a411-ee42a98d6d73,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:36.571787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db64278-05ce-4e6b-bbd7-64e543e9268b tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:23:36.599372 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1db64278-05ce-4e6b-bbd7-64e543e9268b tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:36.605219 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-1db64278-05ce-4e6b-bbd7-64e543e9268b tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Added segment ec1019e6-cfb2-44a0-aa01-cbfbcc3ffa98 of type vlan for network f2a5ed84-0a90-4e8c-9835-b142f1a43294 Dec 16 22:23:36.629000 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da423ae9-d348-46bd-9e91-28870ec16ace None None] Pushing event updated for resources: {'Port': ['ID=7199b855-7dcd-4503-a83f-1123c475a68f,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:36.749160 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1db64278-05ce-4e6b-bbd7-64e543e9268b tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:36.798687 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-1348abc3-d8b1-4918-b73d-315818089da2 None None] For port 51cb589d-4972-479b-bce7-65dfbc9ecf16, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=51cb589d-4972-479b-bce7-65dfbc9ecf16,segment=NetworkSegment(5ad419b0-2d81-4624-9cc1-d312d78ca032),segment_id=5ad419b0-2d81-4624-9cc1-d312d78ca032)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:36.798687 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1348abc3-d8b1-4918-b73d-315818089da2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:36.816013 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb38f030-2673-420f-8b9a-f06167a69dc3 admin admin] Network 3483c04d-9548-45a8-add9-5dd005156af8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:36.820396 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b86f20f4-1121-4fdf-b22f-adb81793cd5e None None] Provisioning complete for port 76179afc-0a7b-4077-822d-09ff9b4d2272 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:36.820781 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b86f20f4-1121-4fdf-b22f-adb81793cd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:36.838047 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-97c49ecf-9844-4fcd-9944-2b87ad82e021 service neutron] Request body: {'port': {'device_id': '10a3a704-b703-403d-bdaf-0dead804fb56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:36.865004 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1db64278-05ce-4e6b-bbd7-64e543e9268b tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:36.878344 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db64278-05ce-4e6b-bbd7-64e543e9268b tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:36.879031 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1db64278-05ce-4e6b-bbd7-64e543e9268b tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:36.900731 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1348abc3-d8b1-4918-b73d-315818089da2 None None] Calling delete_port for 51cb589d-4972-479b-bce7-65dfbc9ecf16 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:36.920907 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbaf1251-489b-4d9e-b6b8-482f89b73442 x-openstack-request-id: req-fbaf1251-489b-4d9e-b6b8-482f89b73442 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:23:36.921201 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "tag": "cde1b008-a4d1-440d-ad62-e4ef43bf743c", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:23:36.921658 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fbaf1251-489b-4d9e-b6b8-482f89b73442 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:23:36.926730 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'tag': 'cde1b008-a4d1-440d-ad62-e4ef43bf743c', 'status': 'completed', 'code': 200} Dec 16 22:23:36.931742 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-7c7256f3-aca4-41b1-a704-f46e5249fc7d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] For port 51cb589d-4972-479b-bce7-65dfbc9ecf16, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=51cb589d-4972-479b-bce7-65dfbc9ecf16,segment=NetworkSegment(5ad419b0-2d81-4624-9cc1-d312d78ca032),segment_id=5ad419b0-2d81-4624-9cc1-d312d78ca032)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:36.932367 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7c7256f3-aca4-41b1-a704-f46e5249fc7d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:36.938044 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-fb38f030-2673-420f-8b9a-f06167a69dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:36.981417 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb38f030-2673-420f-8b9a-f06167a69dc3 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:37.034419 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-245dc760-dd41-4fff-9aa2-cf57f7342887 None None] Allocated IP 2001:db8::1 (bec5ca30-14a4-4711-971b-76119dcd3077/2c933fc6-16b2-4dc9-8327-0168bb43bd94/b9f751d6-b333-41de-b290-338ac209a99e) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:37.063550 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-7c7256f3-aca4-41b1-a704-f46e5249fc7d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Calling delete_port for 51cb589d-4972-479b-bce7-65dfbc9ecf16 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:37.132811 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1db64278-05ce-4e6b-bbd7-64e543e9268b tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0814276 Dec 16 22:23:37.135707 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48858) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:37.156755 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b033d8-5afa-4695-b899-f6306a71b22a req-fe01bb97-361a-403f-a6ea-3c07c65ca199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:37.158295 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-fe01bb97-361a-403f-a6ea-3c07c65ca199 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=133792b4-eb35-4125-8057-ae6885c1e196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4964645 Dec 16 22:23:37.171850 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-51043905-0cda-4eef-8961-96ae419d17db tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Request body: {'subnet': {'network_id': 'f2a5ed84-0a90-4e8c-9835-b142f1a43294', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:37.181042 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee63b8-3808-4d2d-9dbc-412a00e1f607 service neutron] Pushing event updated for resources: {'Port': ['ID=cde1b008-a4d1-440d-ad62-e4ef43bf743c,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:37.230144 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db64278-05ce-4e6b-bbd7-64e543e9268b tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event updated for resources: {'Network': ['ID=f2a5ed84-0a90-4e8c-9835-b142f1a43294,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:37.278227 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network f2a5ed84-0a90-4e8c-9835-b142f1a43294 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:23:37.281665 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1e022539-7a7f-4634-93ea-22ff05831d9a None None] Deleting port 76179afc-0a7b-4077-822d-09ff9b4d2272 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:37.285000 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e022539-7a7f-4634-93ea-22ff05831d9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:37.355685 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1b650-6a95-497f-8f3a-c3b29d4eab8a req-ca4a5341-f976-41ad-b1ec-9e09e39f152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:37.357440 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1b650-6a95-497f-8f3a-c3b29d4eab8a req-ca4a5341-f976-41ad-b1ec-9e09e39f152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:37.357989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1b650-6a95-497f-8f3a-c3b29d4eab8a req-ca4a5341-f976-41ad-b1ec-9e09e39f152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:37.358531 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1b650-6a95-497f-8f3a-c3b29d4eab8a req-ca4a5341-f976-41ad-b1ec-9e09e39f152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:37.360150 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1b650-6a95-497f-8f3a-c3b29d4eab8a req-ca4a5341-f976-41ad-b1ec-9e09e39f152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:37.360701 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1b650-6a95-497f-8f3a-c3b29d4eab8a req-ca4a5341-f976-41ad-b1ec-9e09e39f152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:37.361237 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1b650-6a95-497f-8f3a-c3b29d4eab8a req-ca4a5341-f976-41ad-b1ec-9e09e39f152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:37.363436 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c8a1b650-6a95-497f-8f3a-c3b29d4eab8a req-ca4a5341-f976-41ad-b1ec-9e09e39f152d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45dc1fa90bee4d0982a4d71f8e7220e0&device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 6351 time: 0.4565430 Dec 16 22:23:37.431662 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-957505e5-a222-4853-977f-af407d4f4399 req-a5001f6e-b236-4433-8cb5-fb8163668940 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 210 time: 0.1966958 Dec 16 22:23:37.433285 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-97c49ecf-9844-4fcd-9944-2b87ad82e021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:37.515334 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51043905-0cda-4eef-8961-96ae419d17db tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Made reservation on behalf of e074d718718044f5ac8fe581dcac665f for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:37.520348 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-51043905-0cda-4eef-8961-96ae419d17db tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:37.552704 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:37.631262 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.ipam_backend_mixin [None req-51043905-0cda-4eef-8961-96ae419d17db tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Performing IP validity checks on allocation pools {{(pid=103614) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 22:23:37.631838 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.ipam_backend_mixin [None req-51043905-0cda-4eef-8961-96ae419d17db tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103614) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 22:23:37.670337 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1b650-6a95-497f-8f3a-c3b29d4eab8a req-6cdf1b55-7397-474d-b767-a0bd5b41a5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:37.670790 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1b650-6a95-497f-8f3a-c3b29d4eab8a req-6cdf1b55-7397-474d-b767-a0bd5b41a5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:37.671380 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1b650-6a95-497f-8f3a-c3b29d4eab8a req-6cdf1b55-7397-474d-b767-a0bd5b41a5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:37.673099 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c8a1b650-6a95-497f-8f3a-c3b29d4eab8a req-6cdf1b55-7397-474d-b767-a0bd5b41a5c6 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=45dc1fa90bee4d0982a4d71f8e7220e0&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2408071 Dec 16 22:23:37.745700 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fb38f030-2673-420f-8b9a-f06167a69dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:37.871330 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-bd91b893-ff3c-4146-951d-66234d5e9077 service neutron] 10.222.0.76 "GET /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6650717 Dec 16 22:23:37.902852 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 51cb589d-4972-479b-bce7-65dfbc9ecf16, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=51cb589d-4972-479b-bce7-65dfbc9ecf16,segment=NetworkSegment(5ad419b0-2d81-4624-9cc1-d312d78ca032),segment_id=5ad419b0-2d81-4624-9cc1-d312d78ca032)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:37.921727 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-1e022539-7a7f-4634-93ea-22ff05831d9a None None] For port 76179afc-0a7b-4077-822d-09ff9b4d2272, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=76179afc-0a7b-4077-822d-09ff9b4d2272,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:37.922768 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e022539-7a7f-4634-93ea-22ff05831d9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:37.966869 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1e022539-7a7f-4634-93ea-22ff05831d9a None None] Calling delete_port for 76179afc-0a7b-4077-822d-09ff9b4d2272 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:38.003534 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:38.040055 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a1cc71-63a0-4e90-b8ea-03870815b377 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:38.043530 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-70a1cc71-63a0-4e90-b8ea-03870815b377 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:38.045966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e7c78-e17f-4a5d-a0b7-90463fda4b49 req-6a23c820-6f8a-4d5b-93e6-e0c3d07dd527 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:38.052570 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e7c78-e17f-4a5d-a0b7-90463fda4b49 req-6a23c820-6f8a-4d5b-93e6-e0c3d07dd527 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:38.059167 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e7c78-e17f-4a5d-a0b7-90463fda4b49 req-6a23c820-6f8a-4d5b-93e6-e0c3d07dd527 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:38.066746 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e7c78-e17f-4a5d-a0b7-90463fda4b49 req-6a23c820-6f8a-4d5b-93e6-e0c3d07dd527 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:38.074433 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e7c78-e17f-4a5d-a0b7-90463fda4b49 req-6a23c820-6f8a-4d5b-93e6-e0c3d07dd527 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:38.080971 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e7c78-e17f-4a5d-a0b7-90463fda4b49 req-6a23c820-6f8a-4d5b-93e6-e0c3d07dd527 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:38.088006 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e7c78-e17f-4a5d-a0b7-90463fda4b49 req-6a23c820-6f8a-4d5b-93e6-e0c3d07dd527 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:38.096871 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7a2e7c78-e17f-4a5d-a0b7-90463fda4b49 req-6a23c820-6f8a-4d5b-93e6-e0c3d07dd527 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5404 time: 0.3587496 Dec 16 22:23:38.122905 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-245dc760-dd41-4fff-9aa2-cf57f7342887 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:38.144320 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1348abc3-d8b1-4918-b73d-315818089da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:38.163773 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7c7256f3-aca4-41b1-a704-f46e5249fc7d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:38.164419 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1b650-6a95-497f-8f3a-c3b29d4eab8a req-2847eddf-2e68-49b9-8321-ce5a41e697c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:38.166270 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c8a1b650-6a95-497f-8f3a-c3b29d4eab8a req-2847eddf-2e68-49b9-8321-ce5a41e697c9 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4805365 Dec 16 22:23:38.176321 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1348abc3-d8b1-4918-b73d-315818089da2 None None] No DVR routers for this DVR port 51cb589d-4972-479b-bce7-65dfbc9ecf16 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:38.234938 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=51cb589d-4972-479b-bce7-65dfbc9ecf16,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:38.237069 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7256f3-aca4-41b1-a704-f46e5249fc7d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event deleted for resources: {'Port': ['ID=51cb589d-4972-479b-bce7-65dfbc9ecf16,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:38.259336 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-ac8691f4-7204-44d8-9217-085db15d7c49 service neutron] 10.222.0.76 "GET /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688853 Dec 16 22:23:38.260249 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7256f3-aca4-41b1-a704-f46e5249fc7d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] No DVR routers for this DVR port 51cb589d-4972-479b-bce7-65dfbc9ecf16 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:38.273766 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7a2e7c78-e17f-4a5d-a0b7-90463fda4b49 req-354ffa9c-c79d-4274-b581-17ac58170c92 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1757743 Dec 16 22:23:38.309381 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-245dc760-dd41-4fff-9aa2-cf57f7342887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:38.347154 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348abc3-d8b1-4918-b73d-315818089da2 None None] Pushing event deleted for resources: {'Port': ['ID=51cb589d-4972-479b-bce7-65dfbc9ecf16,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:38.365798 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-52b65899-70c5-404a-a613-70becafe9d53 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4c02002-46db-4b56-bc15-eb1387a0bf64 HTTP/1.1" status: 200 len: 217 time: 0.0979145 Dec 16 22:23:38.368175 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245dc760-dd41-4fff-9aa2-cf57f7342887 None None] Network bec5ca30-14a4-4711-971b-76119dcd3077 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:38.393905 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-51043905-0cda-4eef-8961-96ae419d17db tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:38.394165 n-d-815324-4 neutron-server[103613]: INFO neutron.db.ipam_backend_mixin [None req-70a1cc71-63a0-4e90-b8ea-03870815b377 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1f3b5b23-5e6d-4072-82ba-aadbae1bf2d4 (CIDR: 2001:db8::/64) Dec 16 22:23:38.413166 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-245dc760-dd41-4fff-9aa2-cf57f7342887 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:38.419262 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245dc760-dd41-4fff-9aa2-cf57f7342887 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:38.428807 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-83bdf8be-6285-4823-9ac5-f715c96ca3de None None] Provisioning complete for port 19b879d8-cd92-4629-a411-ee42a98d6d73 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:38.429693 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-83bdf8be-6285-4823-9ac5-f715c96ca3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:38.477590 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51043905-0cda-4eef-8961-96ae419d17db tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event updated for resources: {'Subnet': ['ID=f1ee6aa3-b393-4869-97aa-704b069f569c,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:38.505303 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a1cc71-63a0-4e90-b8ea-03870815b377 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:23:38.505845 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a1cc71-63a0-4e90-b8ea-03870815b377 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:38.511571 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-97c49ecf-9844-4fcd-9944-2b87ad82e021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 650c7d96-ba98-44b5-a7b8-7096651894e8 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:23:38.522360 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fb38f030-2673-420f-8b9a-f06167a69dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:38.547389 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51043905-0cda-4eef-8961-96ae419d17db tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Checking segment: {'id': 'ec1019e6-cfb2-44a0-aa01-cbfbcc3ffa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f2a5ed84-0a90-4e8c-9835-b142f1a43294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:38.548287 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51043905-0cda-4eef-8961-96ae419d17db tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Network hostable DHCP agents. Network: f2a5ed84-0a90-4e8c-9835-b142f1a43294, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:23:38.573530 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-97c49ecf-9844-4fcd-9944-2b87ad82e021 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:38.586580 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7c7256f3-aca4-41b1-a704-f46e5249fc7d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:38.588898 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7199b855-7dcd-4503-a83f-1123c475a68f up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:38.627607 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e022539-7a7f-4634-93ea-22ff05831d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:38.640977 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b033d8-5afa-4695-b899-f6306a71b22a req-9cb510ba-2ad3-475e-8b73-23f33f11131a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:38.642501 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-9cb510ba-2ad3-475e-8b73-23f33f11131a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c9a0b227-b5a7-4ec3-a018-5c1f436677a0 HTTP/1.1" status: 200 len: 797 time: 0.2276933 Dec 16 22:23:38.649290 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-97c49ecf-9844-4fcd-9944-2b87ad82e021 service neutron] Transition to ACTIVE for port object 650c7d96-ba98-44b5-a7b8-7096651894e8 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:23:38.656873 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-245dc760-dd41-4fff-9aa2-cf57f7342887 None None] Attempting to bind port b9f751d6-b333-41de-b290-338ac209a99e on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:38.657249 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-245dc760-dd41-4fff-9aa2-cf57f7342887 None None] Attempting to bind port b9f751d6-b333-41de-b290-338ac209a99e by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '49aa4be0-8133-4ae9-a011-44681d2c32fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bec5ca30-14a4-4711-971b-76119dcd3077'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:38.657714 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245dc760-dd41-4fff-9aa2-cf57f7342887 None None] Attempting to bind port b9f751d6-b333-41de-b290-338ac209a99e on network bec5ca30-14a4-4711-971b-76119dcd3077 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:38.665809 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245dc760-dd41-4fff-9aa2-cf57f7342887 None None] Pushing event updated for resources: {'Port': ['ID=b9f751d6-b333-41de-b290-338ac209a99e,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:38.674741 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-83bdf8be-6285-4823-9ac5-f715c96ca3de None None] Port 19b879d8-cd92-4629-a411-ee42a98d6d73 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:23:38.677237 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e022539-7a7f-4634-93ea-22ff05831d9a None None] No DVR routers for this DVR port 76179afc-0a7b-4077-822d-09ff9b4d2272 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:38.680174 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245dc760-dd41-4fff-9aa2-cf57f7342887 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:38.683530 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245dc760-dd41-4fff-9aa2-cf57f7342887 None None] Checking segment: {'id': '49aa4be0-8133-4ae9-a011-44681d2c32fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bec5ca30-14a4-4711-971b-76119dcd3077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:38.683530 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-245dc760-dd41-4fff-9aa2-cf57f7342887 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:38.683530 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245dc760-dd41-4fff-9aa2-cf57f7342887 None None] Bound using segment: {'id': '49aa4be0-8133-4ae9-a011-44681d2c32fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bec5ca30-14a4-4711-971b-76119dcd3077'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:38.683530 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-245dc760-dd41-4fff-9aa2-cf57f7342887 None None] Bound port: b9f751d6-b333-41de-b290-338ac209a99e, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49aa4be0-8133-4ae9-a011-44681d2c32fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bec5ca30-14a4-4711-971b-76119dcd3077'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:38.683530 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-245dc760-dd41-4fff-9aa2-cf57f7342887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:38.692417 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-043bbeed-56cc-4978-acb4-949f6b7badb8 req-7242a9dc-e117-46d7-8e3c-1bb80357cd6a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 210 time: 0.1005495 Dec 16 22:23:38.694823 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-7c7256f3-aca4-41b1-a704-f46e5249fc7d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52fc3d88-3d85-48f2-b54f-8bbce1098647']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:38.706315 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-7c7256f3-aca4-41b1-a704-f46e5249fc7d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad419b0-2d81-4624-9cc1-d312d78ca032') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:38.706872 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-7c7256f3-aca4-41b1-a704-f46e5249fc7d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad419b0-2d81-4624-9cc1-d312d78ca032') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:38.737416 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7c7256f3-aca4-41b1-a704-f46e5249fc7d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:38.746445 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e022539-7a7f-4634-93ea-22ff05831d9a None None] Pushing event deleted for resources: {'Port': ['ID=76179afc-0a7b-4077-822d-09ff9b4d2272,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:38.751895 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc393f7c-8b0f-4960-beb9-5f92d897c9f1 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:38.752532 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7c7256f3-aca4-41b1-a704-f46e5249fc7d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:38.760082 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7256f3-aca4-41b1-a704-f46e5249fc7d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:23:38.760491 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7c7256f3-aca4-41b1-a704-f46e5249fc7d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:38.833715 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51043905-0cda-4eef-8961-96ae419d17db tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Network f2a5ed84-0a90-4e8c-9835-b142f1a43294 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:23:38.858046 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:23:38.896111 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 7199b855-7dcd-4503-a83f-1123c475a68f triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:38.896964 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:38.907302 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-70a1cc71-63a0-4e90-b8ea-03870815b377 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.5861895 Dec 16 22:23:38.908281 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48882) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:38.909211 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-97c49ecf-9844-4fcd-9944-2b87ad82e021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:38.918995 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-e4315049-25db-4cfb-9c61-5e9e4aa89698 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'subnet': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:39.028982 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-51043905-0cda-4eef-8961-96ae419d17db tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, f2a5ed84-0a90-4e8c-9835-b142f1a43294) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:39.041495 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51043905-0cda-4eef-8961-96ae419d17db tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:39.042363 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-51043905-0cda-4eef-8961-96ae419d17db tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:39.060384 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-c1d788a1-fffd-4cc8-be8b-35a9b191b875 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:39.062506 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-c1d788a1-fffd-4cc8-be8b-35a9b191b875 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.76 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 812 time: 0.3345809 Dec 16 22:23:39.244027 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-a4e6f33f-7504-4180-9e82-b8fd2905604b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8c29047878b45f9aad1e147fc6565e9 HTTP/1.1" status: 200 len: 380 time: 0.1561401 Dec 16 22:23:39.261976 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-51043905-0cda-4eef-8961-96ae419d17db tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1251776 Dec 16 22:23:39.272761 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48890) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:39.291084 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-4e161a07-97ff-41ff-8766-9ae259701c73 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Request body: {'port': {'device_id': 'b6a91173-3344-4373-bbb0-0d4d16a13655', 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1', 'admin_state_up': True, 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'security_groups': ['2746fc87-eb39-4652-9e98-c3a782261509']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:39.291337 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-245dc760-dd41-4fff-9aa2-cf57f7342887 None None] For port b9f751d6-b333-41de-b290-338ac209a99e, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:23:39.303979 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3b15aa-9693-44b0-82f9-b99a35169d3b None None] Network f2a5ed84-0a90-4e8c-9835-b142f1a43294 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:39.327628 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-245dc760-dd41-4fff-9aa2-cf57f7342887 None None] For port b9f751d6-b333-41de-b290-338ac209a99e, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b9f751d6-b333-41de-b290-338ac209a99e,segment=NetworkSegment(49aa4be0-8133-4ae9-a011-44681d2c32fa),segment_id=49aa4be0-8133-4ae9-a011-44681d2c32fa)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:23:39.455108 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-245dc760-dd41-4fff-9aa2-cf57f7342887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:39.490741 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4567a636-b6ab-457c-84d3-0c4c47966264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'project_id': '0aef9bc5267f4efc9af9dbb2dd18863e', 'fixed_ips': [{'subnet_id': '1f3b5b23-5e6d-4072-82ba-aadbae1bf2d4'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:23:39.491736 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4567a636-b6ab-457c-84d3-0c4c47966264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:39.511785 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7c7256f3-aca4-41b1-a704-f46e5249fc7d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:39.531935 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c49ecf-9844-4fcd-9944-2b87ad82e021 service neutron] Pushing event updated for resources: {'Port': ['ID=650c7d96-ba98-44b5-a7b8-7096651894e8,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:39.536597 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b033d8-5afa-4695-b899-f6306a71b22a req-87113c0e-9480-4fbf-89a0-757a65df50ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:39.539377 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-87113c0e-9480-4fbf-89a0-757a65df50ec service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=133792b4-eb35-4125-8057-ae6885c1e196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8770204 Dec 16 22:23:39.541602 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7c7256f3-aca4-41b1-a704-f46e5249fc7d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:39.544754 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7c7256f3-aca4-41b1-a704-f46e5249fc7d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "DELETE /v2.0/networks/52fc3d88-3d85-48f2-b54f-8bbce1098647 HTTP/1.1" status: 204 len: 168 time: 4.2837739 Dec 16 22:23:39.547579 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48896) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:39.655089 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:39.675247 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7256f3-aca4-41b1-a704-f46e5249fc7d tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event deleted for resources: {'Network': ['ID=52fc3d88-3d85-48f2-b54f-8bbce1098647,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:39.696973 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce78e8f1-a10c-47b6-ab77-e816f85a9307 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Deleting subnet 35ca0db3-12cf-4820-8194-8f54ed40b7fe {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:23:39.701107 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ce78e8f1-a10c-47b6-ab77-e816f85a9307 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:39.787961 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ce78e8f1-a10c-47b6-ab77-e816f85a9307 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:39.796298 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4315049-25db-4cfb-9c61-5e9e4aa89698 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:39.801429 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e4315049-25db-4cfb-9c61-5e9e4aa89698 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:39.836232 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245dc760-dd41-4fff-9aa2-cf57f7342887 None None] Pushing event updated for resources: {'Port': ['ID=b9f751d6-b333-41de-b290-338ac209a99e,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:39.837767 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0500d-a046-4fc2-a870-997541de8b7f req-e2fcecf0-82bc-49af-ab83-ef4d52c676c4 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:39.844028 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0500d-a046-4fc2-a870-997541de8b7f req-e2fcecf0-82bc-49af-ab83-ef4d52c676c4 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:39.851000 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0500d-a046-4fc2-a870-997541de8b7f req-e2fcecf0-82bc-49af-ab83-ef4d52c676c4 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:39.854881 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dbd07a-e8b0-4fc2-9c73-f6a108a45b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-f2a5ed84-0a90-4e8c-9835-b142f1a43294', 'network_id': 'f2a5ed84-0a90-4e8c-9835-b142f1a43294', 'project_id': 'e074d718718044f5ac8fe581dcac665f', 'fixed_ips': [{'subnet_id': 'f1ee6aa3-b393-4869-97aa-704b069f569c'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:23:39.857465 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-70dbd07a-e8b0-4fc2-9c73-f6a108a45b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:39.857606 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0500d-a046-4fc2-a870-997541de8b7f req-e2fcecf0-82bc-49af-ab83-ef4d52c676c4 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:39.863004 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0500d-a046-4fc2-a870-997541de8b7f req-e2fcecf0-82bc-49af-ab83-ef4d52c676c4 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:39.869343 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0500d-a046-4fc2-a870-997541de8b7f req-e2fcecf0-82bc-49af-ab83-ef4d52c676c4 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:39.877771 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0500d-a046-4fc2-a870-997541de8b7f req-e2fcecf0-82bc-49af-ab83-ef4d52c676c4 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:39.879856 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22d0500d-a046-4fc2-a870-997541de8b7f req-e2fcecf0-82bc-49af-ab83-ef4d52c676c4 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5416 time: 0.3776155 Dec 16 22:23:39.925208 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-97c49ecf-9844-4fcd-9944-2b87ad82e021 service neutron] Attempting to bind port 650c7d96-ba98-44b5-a7b8-7096651894e8 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:39.925470 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-97c49ecf-9844-4fcd-9944-2b87ad82e021 service neutron] Attempting to bind port 650c7d96-ba98-44b5-a7b8-7096651894e8 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '774ae7ad-6cb3-480b-916f-2a511cfde8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '66e9be3c-e724-4370-8e53-fc3253b9f776'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:39.925809 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-97c49ecf-9844-4fcd-9944-2b87ad82e021 service neutron] Attempting to bind port 650c7d96-ba98-44b5-a7b8-7096651894e8 on network 66e9be3c-e724-4370-8e53-fc3253b9f776 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:39.941444 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-29b7dd9b-3aa5-48cf-aa0d-a8e849ea947b service neutron] 10.222.0.76 "GET /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731570 Dec 16 22:23:39.952427 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-97c49ecf-9844-4fcd-9944-2b87ad82e021 service neutron] Port 650c7d96-ba98-44b5-a7b8-7096651894e8 on network 66e9be3c-e724-4370-8e53-fc3253b9f776 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:23:39.952427 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-97c49ecf-9844-4fcd-9944-2b87ad82e021 service neutron] Attempting to bind port 650c7d96-ba98-44b5-a7b8-7096651894e8 on network 66e9be3c-e724-4370-8e53-fc3253b9f776 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:39.999065 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fb38f030-2673-420f-8b9a-f06167a69dc3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:40.046381 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-97c49ecf-9844-4fcd-9944-2b87ad82e021 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:40.047001 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-97c49ecf-9844-4fcd-9944-2b87ad82e021 service neutron] Checking segment: {'id': '774ae7ad-6cb3-480b-916f-2a511cfde8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '66e9be3c-e724-4370-8e53-fc3253b9f776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:40.047587 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-97c49ecf-9844-4fcd-9944-2b87ad82e021 service neutron] Bound using segment: {'id': '774ae7ad-6cb3-480b-916f-2a511cfde8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '66e9be3c-e724-4370-8e53-fc3253b9f776'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:40.053679 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-97c49ecf-9844-4fcd-9944-2b87ad82e021 service neutron] Bound port: 650c7d96-ba98-44b5-a7b8-7096651894e8, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '774ae7ad-6cb3-480b-916f-2a511cfde8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '66e9be3c-e724-4370-8e53-fc3253b9f776'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:40.054295 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-97c49ecf-9844-4fcd-9944-2b87ad82e021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:40.074675 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 76179afc-0a7b-4077-822d-09ff9b4d2272 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:23:40.088985 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-4567a636-b6ab-457c-84d3-0c4c47966264 None None] Allocated IP 2001:db8::2 (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/1f3b5b23-5e6d-4072-82ba-aadbae1bf2d4/e78d5739-a75b-4144-8bf1-4d12fd384db0) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:40.110551 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fb38f030-2673-420f-8b9a-f06167a69dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:40.124403 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b9d2b22c-db25-46a8-9388-8660052e864f req-31d16b40-53c2-40ed-912d-1246d95aa121 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 210 time: 0.2565722 Dec 16 22:23:40.140901 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 76179afc-0a7b-4077-822d-09ff9b4d2272 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:23:40.141264 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 76179afc-0a7b-4077-822d-09ff9b4d2272 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:23:40.148372 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-4e161a07-97ff-41ff-8766-9ae259701c73 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Made reservation on behalf of c8c29047878b45f9aad1e147fc6565e9 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:40.154964 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-4e161a07-97ff-41ff-8766-9ae259701c73 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:40.199378 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:40.261660 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-70dbd07a-e8b0-4fc2-9c73-f6a108a45b6e None None] Allocated IP 2001:db8::3 (f2a5ed84-0a90-4e8c-9835-b142f1a43294/f1ee6aa3-b393-4869-97aa-704b069f569c/419ac128-1189-4a14-8631-35548ec473c5) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:40.265106 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22d0500d-a046-4fc2-a870-997541de8b7f req-04a16eff-882e-4b61-865f-302626198d72 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3669155 Dec 16 22:23:40.381312 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fb38f030-2673-420f-8b9a-f06167a69dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:40.414262 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38f030-2673-420f-8b9a-f06167a69dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=19b879d8-cd92-4629-a411-ee42a98d6d73,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:40.453981 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b033d8-5afa-4695-b899-f6306a71b22a req-ee59a2b8-e60a-413e-94fa-93319e645247 service neutron] 10.222.0.76 "GET /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948540 Dec 16 22:23:40.526118 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-97c49ecf-9844-4fcd-9944-2b87ad82e021 service neutron] For port 650c7d96-ba98-44b5-a7b8-7096651894e8, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:23:40.543719 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b9f751d6-b333-41de-b290-338ac209a99e up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:40.548075 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-97c49ecf-9844-4fcd-9944-2b87ad82e021 service neutron] For port 650c7d96-ba98-44b5-a7b8-7096651894e8, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=650c7d96-ba98-44b5-a7b8-7096651894e8,segment=NetworkSegment(774ae7ad-6cb3-480b-916f-2a511cfde8af),segment_id=774ae7ad-6cb3-480b-916f-2a511cfde8af)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:23:40.620256 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4567a636-b6ab-457c-84d3-0c4c47966264 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:40.659941 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-97c49ecf-9844-4fcd-9944-2b87ad82e021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:40.699959 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:23:40.715468 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4567a636-b6ab-457c-84d3-0c4c47966264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:40.720553 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port b9f751d6-b333-41de-b290-338ac209a99e triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:40.720796 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:40.773480 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-97c49ecf-9844-4fcd-9944-2b87ad82e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:40.774942 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-97c49ecf-9844-4fcd-9944-2b87ad82e021 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:40.776598 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-97c49ecf-9844-4fcd-9944-2b87ad82e021 service neutron] 10.222.0.57 "PUT /v2.0/ports/650c7d96-ba98-44b5-a7b8-7096651894e8 HTTP/1.1" status: 200 len: 1091 time: 4.0061955 Dec 16 22:23:40.782551 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'tag': '650c7d96-ba98-44b5-a7b8-7096651894e8'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:23:40.785195 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13c4a89-5886-4759-ae53-3aed8b2ac892" -d '{"events": [{"name": "network-changed", "server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "tag": "650c7d96-ba98-44b5-a7b8-7096651894e8"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:23:40.799286 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb38f030-2673-420f-8b9a-f06167a69dc3 admin admin] Network 3483c04d-9548-45a8-add9-5dd005156af8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:40.810047 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-fb38f030-2673-420f-8b9a-f06167a69dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:40.899831 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89706a7-6193-4572-81e2-fafcd2dd9b4a x-openstack-request-id: req-a89706a7-6193-4572-81e2-fafcd2dd9b4a {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:23:40.899831 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "tag": "650c7d96-ba98-44b5-a7b8-7096651894e8", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:23:40.900245 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a89706a7-6193-4572-81e2-fafcd2dd9b4a {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:23:40.900614 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'tag': '650c7d96-ba98-44b5-a7b8-7096651894e8', 'status': 'completed', 'code': 200} Dec 16 22:23:40.901468 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c49ecf-9844-4fcd-9944-2b87ad82e021 service neutron] Pushing event updated for resources: {'Port': ['ID=650c7d96-ba98-44b5-a7b8-7096651894e8,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:40.931113 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567a636-b6ab-457c-84d3-0c4c47966264 None None] Pushing event updated for resources: {'Port': ['ID=e78d5739-a75b-4144-8bf1-4d12fd384db0,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:40.934295 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-86a08f22-74a4-457a-b966-5337ef116b9d service neutron] Request body: {'port': {'device_id': '10a3a704-b703-403d-bdaf-0dead804fb56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:40.997718 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-70dbd07a-e8b0-4fc2-9c73-f6a108a45b6e None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:41.001546 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4567a636-b6ab-457c-84d3-0c4c47966264 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:41.004353 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-4567a636-b6ab-457c-84d3-0c4c47966264 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:41.076832 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4567a636-b6ab-457c-84d3-0c4c47966264 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:41.079623 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:41.088154 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-86a08f22-74a4-457a-b966-5337ef116b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:41.107815 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-70dbd07a-e8b0-4fc2-9c73-f6a108a45b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:41.151244 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ce78e8f1-a10c-47b6-ab77-e816f85a9307 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:41.206424 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb38f030-2673-420f-8b9a-f06167a69dc3 admin admin] Router 0380fcdd-edf3-4204-a09a-fc471ced0286 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:23:41.352558 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port b9f751d6-b333-41de-b290-338ac209a99e, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b9f751d6-b333-41de-b290-338ac209a99e,segment=NetworkSegment(49aa4be0-8133-4ae9-a011-44681d2c32fa),segment_id=49aa4be0-8133-4ae9-a011-44681d2c32fa)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:41.407627 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4567a636-b6ab-457c-84d3-0c4c47966264 None None] Attempting to bind port e78d5739-a75b-4144-8bf1-4d12fd384db0 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:41.407998 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4567a636-b6ab-457c-84d3-0c4c47966264 None None] Attempting to bind port e78d5739-a75b-4144-8bf1-4d12fd384db0 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:41.408367 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4567a636-b6ab-457c-84d3-0c4c47966264 None None] Attempting to bind port e78d5739-a75b-4144-8bf1-4d12fd384db0 on network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:41.433660 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dbd07a-e8b0-4fc2-9c73-f6a108a45b6e None None] Network f2a5ed84-0a90-4e8c-9835-b142f1a43294 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:41.438774 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4567a636-b6ab-457c-84d3-0c4c47966264 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:41.443126 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4567a636-b6ab-457c-84d3-0c4c47966264 None None] Checking segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:41.443934 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4567a636-b6ab-457c-84d3-0c4c47966264 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:41.444701 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4567a636-b6ab-457c-84d3-0c4c47966264 None None] Bound using segment: {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:41.446401 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4567a636-b6ab-457c-84d3-0c4c47966264 None None] Bound port: e78d5739-a75b-4144-8bf1-4d12fd384db0, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc16a7a-6aff-4f7c-a637-9d573134dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:41.447099 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4567a636-b6ab-457c-84d3-0c4c47966264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:41.467758 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-70dbd07a-e8b0-4fc2-9c73-f6a108a45b6e None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:41.469585 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:41.473606 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dbd07a-e8b0-4fc2-9c73-f6a108a45b6e None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:41.477011 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dbd07a-e8b0-4fc2-9c73-f6a108a45b6e None None] Pushing event updated for resources: {'Port': ['ID=419ac128-1189-4a14-8631-35548ec473c5,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:41.525746 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c383329e-55e3-477c-990a-b8096cdab6cb req-ede3441c-fea0-42fc-8119-fffa9dee8d8b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 210 time: 0.1524544 Dec 16 22:23:41.540631 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a30f8cc-1baf-46a6-8c09-7c9a6bb4269a None None] Network bec5ca30-14a4-4711-971b-76119dcd3077 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:41.585092 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-4e161a07-97ff-41ff-8766-9ae259701c73 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Allocated IP 172.20.0.3 (282aa10f-496c-46fb-be12-6b2a327d41c1/9ecefe13-aa2d-48b4-a74c-5805e96883cc/32fe797d-5d31-4a1c-8554-7429627da10d) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:41.591939 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-96b12288-258e-43ac-9d90-1d0663a32013 None None] Provisioning complete for port 19b879d8-cd92-4629-a411-ee42a98d6d73 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:41.591939 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-96b12288-258e-43ac-9d90-1d0663a32013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:41.629435 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a15a9-4399-4eb8-b266-66f2bd0385ff req-bb4c7e21-a27c-4640-9f39-da08c8655492 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:41.639595 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a15a9-4399-4eb8-b266-66f2bd0385ff req-bb4c7e21-a27c-4640-9f39-da08c8655492 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:41.646095 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a15a9-4399-4eb8-b266-66f2bd0385ff req-bb4c7e21-a27c-4640-9f39-da08c8655492 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:41.653885 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a15a9-4399-4eb8-b266-66f2bd0385ff req-bb4c7e21-a27c-4640-9f39-da08c8655492 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:41.661790 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a15a9-4399-4eb8-b266-66f2bd0385ff req-bb4c7e21-a27c-4640-9f39-da08c8655492 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:41.669248 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a15a9-4399-4eb8-b266-66f2bd0385ff req-bb4c7e21-a27c-4640-9f39-da08c8655492 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:41.675329 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a15a9-4399-4eb8-b266-66f2bd0385ff req-bb4c7e21-a27c-4640-9f39-da08c8655492 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:41.677304 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-042a15a9-4399-4eb8-b266-66f2bd0385ff req-bb4c7e21-a27c-4640-9f39-da08c8655492 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5416 time: 0.2371888 Dec 16 22:23:41.716539 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-70dbd07a-e8b0-4fc2-9c73-f6a108a45b6e None None] Attempting to bind port 419ac128-1189-4a14-8631-35548ec473c5 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:41.716914 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-70dbd07a-e8b0-4fc2-9c73-f6a108a45b6e None None] Attempting to bind port 419ac128-1189-4a14-8631-35548ec473c5 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'ec1019e6-cfb2-44a0-aa01-cbfbcc3ffa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f2a5ed84-0a90-4e8c-9835-b142f1a43294'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:41.717334 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dbd07a-e8b0-4fc2-9c73-f6a108a45b6e None None] Attempting to bind port 419ac128-1189-4a14-8631-35548ec473c5 on network f2a5ed84-0a90-4e8c-9835-b142f1a43294 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:41.736668 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb38f030-2673-420f-8b9a-f06167a69dc3 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:23:41.751328 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fb38f030-2673-420f-8b9a-f06167a69dc3 admin admin] 10.222.0.75 "PUT /v2.0/routers/0380fcdd-edf3-4204-a09a-fc471ced0286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2419481 Dec 16 22:23:41.751887 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=b9f751d6-b333-41de-b290-338ac209a99e,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:41.752006 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2816df20-49c7-4c81-a092-736809064048 None None] Sync routers for ids ['0380fcdd-edf3-4204-a09a-fc471ced0286'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:23:41.767648 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2816df20-49c7-4c81-a092-736809064048 None None] Routers {'0380fcdd-edf3-4204-a09a-fc471ced0286'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:23:41.768292 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-2816df20-49c7-4c81-a092-736809064048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:23:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0380fcdd-edf3-4204-a09a-fc471ced0286'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:41.786858 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-96b12288-258e-43ac-9d90-1d0663a32013 None None] Port 19b879d8-cd92-4629-a411-ee42a98d6d73 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:23:41.790413 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c4a89-5886-4759-ae53-3aed8b2ac892 req-e383b0f2-7875-452d-acda-468e6577f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:41.791084 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c4a89-5886-4759-ae53-3aed8b2ac892 req-e383b0f2-7875-452d-acda-468e6577f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:41.791696 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c4a89-5886-4759-ae53-3aed8b2ac892 req-e383b0f2-7875-452d-acda-468e6577f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:41.792241 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c4a89-5886-4759-ae53-3aed8b2ac892 req-e383b0f2-7875-452d-acda-468e6577f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:41.792768 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c4a89-5886-4759-ae53-3aed8b2ac892 req-e383b0f2-7875-452d-acda-468e6577f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:41.793403 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c4a89-5886-4759-ae53-3aed8b2ac892 req-e383b0f2-7875-452d-acda-468e6577f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:41.793920 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c4a89-5886-4759-ae53-3aed8b2ac892 req-e383b0f2-7875-452d-acda-468e6577f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:41.796424 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f13c4a89-5886-4759-ae53-3aed8b2ac892 req-e383b0f2-7875-452d-acda-468e6577f4ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45dc1fa90bee4d0982a4d71f8e7220e0&device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 6418 time: 0.6402545 Dec 16 22:23:41.806708 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:41.811814 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dbd07a-e8b0-4fc2-9c73-f6a108a45b6e None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:41.812195 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dbd07a-e8b0-4fc2-9c73-f6a108a45b6e None None] Checking segment: {'id': 'ec1019e6-cfb2-44a0-aa01-cbfbcc3ffa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f2a5ed84-0a90-4e8c-9835-b142f1a43294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:41.812616 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-70dbd07a-e8b0-4fc2-9c73-f6a108a45b6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:41.813019 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dbd07a-e8b0-4fc2-9c73-f6a108a45b6e None None] Bound using segment: {'id': 'ec1019e6-cfb2-44a0-aa01-cbfbcc3ffa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f2a5ed84-0a90-4e8c-9835-b142f1a43294'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:41.813515 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-70dbd07a-e8b0-4fc2-9c73-f6a108a45b6e None None] Bound port: 419ac128-1189-4a14-8631-35548ec473c5, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec1019e6-cfb2-44a0-aa01-cbfbcc3ffa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f2a5ed84-0a90-4e8c-9835-b142f1a43294'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:41.813905 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-70dbd07a-e8b0-4fc2-9c73-f6a108a45b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:41.819153 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4567a636-b6ab-457c-84d3-0c4c47966264 None None] For port e78d5739-a75b-4144-8bf1-4d12fd384db0, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:23:41.848224 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-042a15a9-4399-4eb8-b266-66f2bd0385ff req-7bfe7f59-7433-4772-b8eb-190990a9248a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1619294 Dec 16 22:23:41.923527 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-86a08f22-74a4-457a-b966-5337ef116b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a1c0d4e-2e67-4e71-b13c-a20d0215551f {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:23:41.929084 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4567a636-b6ab-457c-84d3-0c4c47966264 None None] For port e78d5739-a75b-4144-8bf1-4d12fd384db0, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e78d5739-a75b-4144-8bf1-4d12fd384db0,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:23:41.936935 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-86a08f22-74a4-457a-b966-5337ef116b9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:41.963302 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-86a08f22-74a4-457a-b966-5337ef116b9d service neutron] Transition to ACTIVE for port object 9a1c0d4e-2e67-4e71-b13c-a20d0215551f will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:23:42.047527 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-86a08f22-74a4-457a-b966-5337ef116b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:42.054333 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4567a636-b6ab-457c-84d3-0c4c47966264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:42.070684 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-2816df20-49c7-4c81-a092-736809064048 None None] Set router 0380fcdd-edf3-4204-a09a-fc471ced0286 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:23:42.129357 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a08f22-74a4-457a-b966-5337ef116b9d service neutron] Pushing event updated for resources: {'Port': ['ID=9a1c0d4e-2e67-4e71-b13c-a20d0215551f,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:42.161890 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:42.168591 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Subnet': ['ID=f1ee6aa3-b393-4869-97aa-704b069f569c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:42.182074 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ce78e8f1-a10c-47b6-ab77-e816f85a9307 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:42.265282 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-27fae09f-4dc9-4a8d-8032-d4c6aced3d77 None None] Provisioning complete for port b9f751d6-b333-41de-b290-338ac209a99e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:42.265871 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-27fae09f-4dc9-4a8d-8032-d4c6aced3d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:42.318290 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-70dbd07a-e8b0-4fc2-9c73-f6a108a45b6e None None] For port 419ac128-1189-4a14-8631-35548ec473c5, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:23:42.321976 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567a636-b6ab-457c-84d3-0c4c47966264 None None] Pushing event updated for resources: {'Port': ['ID=e78d5739-a75b-4144-8bf1-4d12fd384db0,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:42.365872 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-86a08f22-74a4-457a-b966-5337ef116b9d service neutron] Attempting to bind port 9a1c0d4e-2e67-4e71-b13c-a20d0215551f on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:42.366223 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-86a08f22-74a4-457a-b966-5337ef116b9d service neutron] Attempting to bind port 9a1c0d4e-2e67-4e71-b13c-a20d0215551f by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '774ae7ad-6cb3-480b-916f-2a511cfde8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '66e9be3c-e724-4370-8e53-fc3253b9f776'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:42.370380 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-86a08f22-74a4-457a-b966-5337ef116b9d service neutron] Attempting to bind port 9a1c0d4e-2e67-4e71-b13c-a20d0215551f on network 66e9be3c-e724-4370-8e53-fc3253b9f776 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:42.382052 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-70dbd07a-e8b0-4fc2-9c73-f6a108a45b6e None None] For port 419ac128-1189-4a14-8631-35548ec473c5, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=419ac128-1189-4a14-8631-35548ec473c5,segment=NetworkSegment(ec1019e6-cfb2-44a0-aa01-cbfbcc3ffa98),segment_id=ec1019e6-cfb2-44a0-aa01-cbfbcc3ffa98)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:23:42.387063 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-86a08f22-74a4-457a-b966-5337ef116b9d service neutron] Port 9a1c0d4e-2e67-4e71-b13c-a20d0215551f on network 66e9be3c-e724-4370-8e53-fc3253b9f776 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:23:42.387399 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-86a08f22-74a4-457a-b966-5337ef116b9d service neutron] Attempting to bind port 9a1c0d4e-2e67-4e71-b13c-a20d0215551f on network 66e9be3c-e724-4370-8e53-fc3253b9f776 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:42.406942 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-86a08f22-74a4-457a-b966-5337ef116b9d service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:42.413399 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-86a08f22-74a4-457a-b966-5337ef116b9d service neutron] Checking segment: {'id': '774ae7ad-6cb3-480b-916f-2a511cfde8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '66e9be3c-e724-4370-8e53-fc3253b9f776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:42.413806 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-86a08f22-74a4-457a-b966-5337ef116b9d service neutron] Bound using segment: {'id': '774ae7ad-6cb3-480b-916f-2a511cfde8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '66e9be3c-e724-4370-8e53-fc3253b9f776'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:42.414274 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-86a08f22-74a4-457a-b966-5337ef116b9d service neutron] Bound port: 9a1c0d4e-2e67-4e71-b13c-a20d0215551f, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '774ae7ad-6cb3-480b-916f-2a511cfde8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '66e9be3c-e724-4370-8e53-fc3253b9f776'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:42.414647 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-86a08f22-74a4-457a-b966-5337ef116b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:42.453002 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-4e161a07-97ff-41ff-8766-9ae259701c73 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:42.507233 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ce78e8f1-a10c-47b6-ab77-e816f85a9307 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:42.513199 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ce78e8f1-a10c-47b6-ab77-e816f85a9307 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "DELETE /v2.0/subnets/35ca0db3-12cf-4820-8194-8f54ed40b7fe HTTP/1.1" status: 204 len: 168 time: 2.9576802 Dec 16 22:23:42.522647 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78e8f1-a10c-47b6-ab77-e816f85a9307 tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event deleted for resources: {'Subnet': ['ID=35ca0db3-12cf-4820-8194-8f54ed40b7fe,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:42.528791 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48938) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:42.629651 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a5ed84-0a90-4e8c-9835-b142f1a43294']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:42.713045 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-2816df20-49c7-4c81-a092-736809064048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'name': 'tempest-AttachVolumeShelveTestJSON-1161644038-router', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:23:24Z', 'updated_at': '2021-12-16T22:23:38Z', 'revision_number': 4, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'gw_port': {'id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:26Z', 'updated_at': '2021-12-16T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '19b879d8-cd92-4629-a411-ee42a98d6d73', 'name': '', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'mac_address': 'fa:16:3e:c8:28:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:34Z', 'updated_at': '2021-12-16T22:23:38Z', 'revision_number': 2, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'subnets': [{'id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:42.800684 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2816df20-49c7-4c81-a092-736809064048 None None] Checking router: 0380fcdd-edf3-4204-a09a-fc471ced0286 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:23:42.801691 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2816df20-49c7-4c81-a092-736809064048 None None] Updating router 0380fcdd-edf3-4204-a09a-fc471ced0286 port 19b879d8-cd92-4629-a411-ee42a98d6d73 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:23:42.843951 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2816df20-49c7-4c81-a092-736809064048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:42.850621 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1cc471d-c7e7-4246-b683-9790e05750ee tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:42.855459 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1019e6-cfb2-44a0-aa01-cbfbcc3ffa98') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:42.855764 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1019e6-cfb2-44a0-aa01-cbfbcc3ffa98') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:42.890090 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-86a08f22-74a4-457a-b966-5337ef116b9d service neutron] For port 9a1c0d4e-2e67-4e71-b13c-a20d0215551f, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:23:42.894817 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-86a08f22-74a4-457a-b966-5337ef116b9d service neutron] For port 9a1c0d4e-2e67-4e71-b13c-a20d0215551f, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9a1c0d4e-2e67-4e71-b13c-a20d0215551f,segment=NetworkSegment(774ae7ad-6cb3-480b-916f-2a511cfde8af),segment_id=774ae7ad-6cb3-480b-916f-2a511cfde8af)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:23:42.951765 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4bb4f7b6-297d-47bf-b20b-7725c51262a4 req-28ea54fa-a8a0-4aea-85a1-4a1995c6f231 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 210 time: 0.0522838 Dec 16 22:23:42.952633 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48952) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:42.959739 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-361d2ed4-5d67-4463-9889-cc33ca574c81 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Request body: {'security_group': {'name': 'tempest-securitygroup--722900446', 'description': 'tempest-description--67483090'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:42.981189 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:43.044769 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-86a08f22-74a4-457a-b966-5337ef116b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:43.057698 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c4a89-5886-4759-ae53-3aed8b2ac892 req-83172222-d9a4-4fa8-bd5e-cf8e143f1086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:43.058176 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c4a89-5886-4759-ae53-3aed8b2ac892 req-83172222-d9a4-4fa8-bd5e-cf8e143f1086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:43.067663 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c4a89-5886-4759-ae53-3aed8b2ac892 req-83172222-d9a4-4fa8-bd5e-cf8e143f1086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:43.084426 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f13c4a89-5886-4759-ae53-3aed8b2ac892 req-83172222-d9a4-4fa8-bd5e-cf8e143f1086 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=45dc1fa90bee4d0982a4d71f8e7220e0&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.2503102 Dec 16 22:23:43.127918 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b9f751d6-b333-41de-b290-338ac209a99e up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:43.131004 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930c0573-b48f-418f-b852-4796cdd12cfa None None] Network 7482fd44-8d0b-4203-9260-cc7edccfd323 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:43.140344 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-70dbd07a-e8b0-4fc2-9c73-f6a108a45b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:43.149622 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:43.169762 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-4e161a07-97ff-41ff-8766-9ae259701c73 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:43.188245 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-86a08f22-74a4-457a-b966-5337ef116b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:43.188888 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-86a08f22-74a4-457a-b966-5337ef116b9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:43.191009 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-86a08f22-74a4-457a-b966-5337ef116b9d service neutron] 10.222.0.57 "PUT /v2.0/ports/9a1c0d4e-2e67-4e71-b13c-a20d0215551f HTTP/1.1" status: 200 len: 1091 time: 2.2641430 Dec 16 22:23:43.257619 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:23:43.258073 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:23:43.261481 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:23:43.293953 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'tag': '9a1c0d4e-2e67-4e71-b13c-a20d0215551f'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:23:43.296491 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd32e5cb-7693-4367-b348-83ad3433d931" -d '{"events": [{"name": "network-changed", "server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "tag": "9a1c0d4e-2e67-4e71-b13c-a20d0215551f"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:23:43.299312 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a08f22-74a4-457a-b966-5337ef116b9d service neutron] Pushing event updated for resources: {'Port': ['ID=9a1c0d4e-2e67-4e71-b13c-a20d0215551f,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:43.390695 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a69afea-6230-4ee2-81ad-3b170e34630d x-openstack-request-id: req-5a69afea-6230-4ee2-81ad-3b170e34630d {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:23:43.391457 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "tag": "9a1c0d4e-2e67-4e71-b13c-a20d0215551f", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:23:43.391947 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5a69afea-6230-4ee2-81ad-3b170e34630d {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:23:43.392657 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'tag': '9a1c0d4e-2e67-4e71-b13c-a20d0215551f', 'status': 'completed', 'code': 200} Dec 16 22:23:43.397162 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e161a07-97ff-41ff-8766-9ae259701c73 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Pushing event updated for resources: {'Port': ['ID=32fe797d-5d31-4a1c-8554-7429627da10d,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:43.402255 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-361d2ed4-5d67-4463-9889-cc33ca574c81 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:43.473758 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc471d-c7e7-4246-b683-9790e05750ee tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Deleting port 2b6f9917-4eda-42e1-b26f-1720d355d941 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:43.475923 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1cc471d-c7e7-4246-b683-9790e05750ee tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:43.498660 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2816df20-49c7-4c81-a092-736809064048 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:43.506492 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dbd07a-e8b0-4fc2-9c73-f6a108a45b6e None None] Pushing event updated for resources: {'Port': ['ID=419ac128-1189-4a14-8631-35548ec473c5,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:43.532901 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-4e161a07-97ff-41ff-8766-9ae259701c73 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Network 282aa10f-496c-46fb-be12-6b2a327d41c1 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:43.552073 n-d-815324-4 neutron-server[103614]: DEBUG neutron.objects.ports [None req-e4315049-25db-4cfb-9c61-5e9e4aa89698 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103614) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:23:43.557061 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-4e161a07-97ff-41ff-8766-9ae259701c73 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:43.560864 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06135ae9-7741-4105-be74-6880361c02e2 req-91d6ad4f-8447-4303-918e-6198f90c8aba tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:43.569900 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-4e161a07-97ff-41ff-8766-9ae259701c73 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:43.570918 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06135ae9-7741-4105-be74-6880361c02e2 req-91d6ad4f-8447-4303-918e-6198f90c8aba tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:43.572048 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port b9f751d6-b333-41de-b290-338ac209a99e triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:43.572433 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:43.582817 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06135ae9-7741-4105-be74-6880361c02e2 req-91d6ad4f-8447-4303-918e-6198f90c8aba tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:43.593513 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06135ae9-7741-4105-be74-6880361c02e2 req-91d6ad4f-8447-4303-918e-6198f90c8aba tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:43.600910 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06135ae9-7741-4105-be74-6880361c02e2 req-91d6ad4f-8447-4303-918e-6198f90c8aba tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:43.601908 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2816df20-49c7-4c81-a092-736809064048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:43.620207 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06135ae9-7741-4105-be74-6880361c02e2 req-91d6ad4f-8447-4303-918e-6198f90c8aba tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:43.651233 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06135ae9-7741-4105-be74-6880361c02e2 req-91d6ad4f-8447-4303-918e-6198f90c8aba tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:43.653361 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-06135ae9-7741-4105-be74-6880361c02e2 req-91d6ad4f-8447-4303-918e-6198f90c8aba tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5428 time: 0.5012414 Dec 16 22:23:43.716457 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-135a0de8-9176-41c8-82b3-443fdbc1932b None None] Provisioning complete for port b9f751d6-b333-41de-b290-338ac209a99e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:43.716831 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-135a0de8-9176-41c8-82b3-443fdbc1932b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:43.736859 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b76d4-d72f-4013-85a9-5d1b9286bd07 None None] Pushing event updated for resources: {'Port': ['ID=19b879d8-cd92-4629-a411-ee42a98d6d73,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:43.742075 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-4e161a07-97ff-41ff-8766-9ae259701c73 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:43.743335 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-4e161a07-97ff-41ff-8766-9ae259701c73 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:43.743710 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-06135ae9-7741-4105-be74-6880361c02e2 req-a5892d3d-5f03-42ea-bc45-25e6fd4c1303 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782204 Dec 16 22:23:43.747373 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c4a89-5886-4759-ae53-3aed8b2ac892 req-fdf1c471-25c4-48d9-b90e-1e8106a7fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:43.749269 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f13c4a89-5886-4759-ae53-3aed8b2ac892 req-fdf1c471-25c4-48d9-b90e-1e8106a7fc1d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6639850 Dec 16 22:23:43.872609 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98efc262-b117-46df-b1bd-a9f49d633f96 None None] Network f2a5ed84-0a90-4e8c-9835-b142f1a43294 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:43.877262 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-b1cc471d-c7e7-4246-b683-9790e05750ee tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] For port 2b6f9917-4eda-42e1-b26f-1720d355d941, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2b6f9917-4eda-42e1-b26f-1720d355d941,segment=NetworkSegment(02886c82-451a-42f9-9e93-da4494aef11a),segment_id=02886c82-451a-42f9-9e93-da4494aef11a)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:43.877864 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1cc471d-c7e7-4246-b683-9790e05750ee tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:43.926813 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.db.api [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 22:23:43.926813 n-d-815324-4 neutron-server[103614]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 22:23:43.926813 n-d-815324-4 neutron-server[103614]: [parameters: {'id': 'f2a5ed84-0a90-4e8c-9835-b142f1a43294'}] Dec 16 22:23:43.926813 n-d-815324-4 neutron-server[103614]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:23:43.927981 n-d-815324-4 neutron-server[103614]: DEBUG oslo_db.api [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:23:43.931761 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-4e161a07-97ff-41ff-8766-9ae259701c73 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6564493 Dec 16 22:23:43.947090 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc471d-c7e7-4246-b683-9790e05750ee tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Calling delete_port for 2b6f9917-4eda-42e1-b26f-1720d355d941 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:43.967263 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-3df49c76-1d2f-45d9-a7fc-b2ed443b8c40 service neutron] Request body: {'port': {'device_id': 'b6a91173-3344-4373-bbb0-0d4d16a13655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:43.989584 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-2816df20-49c7-4c81-a092-736809064048 None None] Attempting to bind port 19b879d8-cd92-4629-a411-ee42a98d6d73 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:43.990815 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-2816df20-49c7-4c81-a092-736809064048 None None] Attempting to bind port 19b879d8-cd92-4629-a411-ee42a98d6d73 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4d6c12d1-dcfa-4036-898b-55f6002f0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:43.990815 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2816df20-49c7-4c81-a092-736809064048 None None] Attempting to bind port 19b879d8-cd92-4629-a411-ee42a98d6d73 on network 3483c04d-9548-45a8-add9-5dd005156af8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:44.008684 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2816df20-49c7-4c81-a092-736809064048 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:44.009402 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2816df20-49c7-4c81-a092-736809064048 None None] Checking segment: {'id': '4d6c12d1-dcfa-4036-898b-55f6002f0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:44.010080 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2816df20-49c7-4c81-a092-736809064048 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.010485 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2816df20-49c7-4c81-a092-736809064048 None None] Bound using segment: {'id': '4d6c12d1-dcfa-4036-898b-55f6002f0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:44.010988 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-2816df20-49c7-4c81-a092-736809064048 None None] Bound port: 19b879d8-cd92-4629-a411-ee42a98d6d73, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6c12d1-dcfa-4036-898b-55f6002f0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:44.016242 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2816df20-49c7-4c81-a092-736809064048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.048356 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-361d2ed4-5d67-4463-9889-cc33ca574c81 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.174375 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-361d2ed4-5d67-4463-9889-cc33ca574c81 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.234791 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-3df49c76-1d2f-45d9-a7fc-b2ed443b8c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.247265 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e4315049-25db-4cfb-9c61-5e9e4aa89698 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.259027 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-0fc8c617-ced5-48da-a351-c0eac8a8ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:44.265912 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-0fc8c617-ced5-48da-a351-c0eac8a8ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:44.266783 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-0fc8c617-ced5-48da-a351-c0eac8a8ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:44.267490 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-0fc8c617-ced5-48da-a351-c0eac8a8ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:44.269245 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-0fc8c617-ced5-48da-a351-c0eac8a8ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:44.269848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-0fc8c617-ced5-48da-a351-c0eac8a8ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:44.270980 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-0fc8c617-ced5-48da-a351-c0eac8a8ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:44.277703 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-0fc8c617-ced5-48da-a351-c0eac8a8ae39 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45dc1fa90bee4d0982a4d71f8e7220e0&device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 6485 time: 0.3632474 Dec 16 22:23:44.286075 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-2816df20-49c7-4c81-a092-736809064048 None None] For port 19b879d8-cd92-4629-a411-ee42a98d6d73, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:23:44.298151 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-2816df20-49c7-4c81-a092-736809064048 None None] For port 19b879d8-cd92-4629-a411-ee42a98d6d73, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=19b879d8-cd92-4629-a411-ee42a98d6d73,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:23:44.310376 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-361d2ed4-5d67-4463-9889-cc33ca574c81 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.312472 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-361d2ed4-5d67-4463-9889-cc33ca574c81 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3585069 Dec 16 22:23:44.319514 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48972) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:44.333834 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-1d189343-703d-4e8a-a401-ebed72f5f4ad tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Request body: {'security_group_rule': {'security_group_id': '3e3fea00-e64e-43d7-adf2-71ac014c1aaa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:44.342914 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d2ed4-5d67-4463-9889-cc33ca574c81 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3fea00-e64e-43d7-adf2-71ac014c1aaa,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:44.373260 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2816df20-49c7-4c81-a092-736809064048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.421229 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9556608d-4c86-4648-ad80-6d91580dc2db None None] DHCP port deletion for 7482fd44-8d0b-4203-9260-cc7edccfd323 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:23:44.439495 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.446539 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-5c4275c7-4f51-4f73-b36d-754a2fb5ed0e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea1ed190-b5c9-4f29-b19b-8909b9b1bce0 HTTP/1.1" status: 200 len: 217 time: 0.1501150 Dec 16 22:23:44.502699 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1cc471d-c7e7-4246-b683-9790e05750ee tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.521993 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1d189343-703d-4e8a-a401-ebed72f5f4ad tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.525941 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2816df20-49c7-4c81-a092-736809064048 None None] Routers {'0380fcdd-edf3-4204-a09a-fc471ced0286'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:23:44.526618 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-2816df20-49c7-4c81-a092-736809064048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:23:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0380fcdd-edf3-4204-a09a-fc471ced0286'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:44.599128 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9556608d-4c86-4648-ad80-6d91580dc2db None None] Deleting port 2b6f9917-4eda-42e1-b26f-1720d355d941 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:44.599365 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc471d-c7e7-4246-b683-9790e05750ee tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event deleted for resources: {'Port': ['ID=2b6f9917-4eda-42e1-b26f-1720d355d941,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:44.599912 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9556608d-4c86-4648-ad80-6d91580dc2db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.610239 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cc471d-c7e7-4246-b683-9790e05750ee tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] No DVR routers for this DVR port 2b6f9917-4eda-42e1-b26f-1720d355d941 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:44.645459 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b76d4-d72f-4013-85a9-5d1b9286bd07 None None] Pushing event updated for resources: {'Port': ['ID=19b879d8-cd92-4629-a411-ee42a98d6d73,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:44.727173 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e78d5739-a75b-4144-8bf1-4d12fd384db0 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:44.777211 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-2816df20-49c7-4c81-a092-736809064048 None None] Set router 0380fcdd-edf3-4204-a09a-fc471ced0286 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:23:44.805800 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1cc471d-c7e7-4246-b683-9790e05750ee tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.822768 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1d189343-703d-4e8a-a401-ebed72f5f4ad tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.846727 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-b1cc471d-c7e7-4246-b683-9790e05750ee tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7482fd44-8d0b-4203-9260-cc7edccfd323']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:44.875950 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-fe4995b9-a765-4043-999d-b230c1f6fba3 None None] Provisioning complete for port e78d5739-a75b-4144-8bf1-4d12fd384db0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:44.876345 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fe4995b9-a765-4043-999d-b230c1f6fba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.889050 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-b1cc471d-c7e7-4246-b683-9790e05750ee tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02886c82-451a-42f9-9e93-da4494aef11a') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:44.889734 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-b1cc471d-c7e7-4246-b683-9790e05750ee tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02886c82-451a-42f9-9e93-da4494aef11a') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:44.909428 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1cc471d-c7e7-4246-b683-9790e05750ee tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.913662 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1d189343-703d-4e8a-a401-ebed72f5f4ad tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.919002 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-e4315049-25db-4cfb-9c61-5e9e4aa89698 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] For port e78d5739-a75b-4144-8bf1-4d12fd384db0, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e78d5739-a75b-4144-8bf1-4d12fd384db0,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:44.936939 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9556608d-4c86-4648-ad80-6d91580dc2db None None] For port 2b6f9917-4eda-42e1-b26f-1720d355d941, host n-d-815324-4, got binding levels [] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:44.937341 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9556608d-4c86-4648-ad80-6d91580dc2db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.961063 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e4315049-25db-4cfb-9c61-5e9e4aa89698 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.980434 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9556608d-4c86-4648-ad80-6d91580dc2db None None] Calling delete_port for 2b6f9917-4eda-42e1-b26f-1720d355d941 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:44.988942 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.ipam_backend_mixin [None req-9556608d-4c86-4648-ad80-6d91580dc2db None None] Port 2b6f9917-4eda-42e1-b26f-1720d355d941 was not found and therefore no delete operation was performed {{(pid=103615) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 22:23:44.996592 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9556608d-4c86-4648-ad80-6d91580dc2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:44.999646 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1cc471d-c7e7-4246-b683-9790e05750ee tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.017084 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d189343-703d-4e8a-a401-ebed72f5f4ad tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8895b1d-4b5e-4a50-8abb-dbe046594de5,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:45.034507 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa5ac6-ed20-4c42-88d2-71b3267adebe req-3ae3d2f3-0592-4856-bfb0-6a038d674282 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:45.035404 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1cc471d-c7e7-4246-b683-9790e05750ee tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:23:45.036110 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1cc471d-c7e7-4246-b683-9790e05750ee tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:23:45.043031 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:23:45.046413 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-effa5ac6-ed20-4c42-88d2-71b3267adebe req-3ae3d2f3-0592-4856-bfb0-6a038d674282 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 931 time: 0.8570158 Dec 16 22:23:45.053884 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556608d-4c86-4648-ad80-6d91580dc2db None None] Pushing event deleted for resources: {'Port': ['ID=2b6f9917-4eda-42e1-b26f-1720d355d941,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:45.058347 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-4b1fb2d7-6a2d-4ff1-b556-aa75d808d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:45.060213 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-4b1fb2d7-6a2d-4ff1-b556-aa75d808d8ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=554b4879-6665-46f7-b33a-c61f9f909b35 HTTP/1.1" status: 200 len: 856 time: 0.6017394 Dec 16 22:23:45.073641 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9556608d-4c86-4648-ad80-6d91580dc2db None None] No DVR routers for this DVR port 2b6f9917-4eda-42e1-b26f-1720d355d941 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:45.082041 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port e78d5739-a75b-4144-8bf1-4d12fd384db0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:45.082328 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.085763 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e4315049-25db-4cfb-9c61-5e9e4aa89698 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.086643 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e4315049-25db-4cfb-9c61-5e9e4aa89698 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.118702 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1d189343-703d-4e8a-a401-ebed72f5f4ad tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.120795 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1d189343-703d-4e8a-a401-ebed72f5f4ad tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8000159 Dec 16 22:23:45.126982 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62948a89-e153-4e92-aebd-596c5e77eecf None None] get_active_networks_info from n-d-815324-4 {{(pid=103615) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:23:45.128921 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48982) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:45.136685 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-ba149d7e-c0cd-4f0e-b76b-057a58a38706 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Request body: {'security_group_rule': {'security_group_id': '3e3fea00-e64e-43d7-adf2-71ac014c1aaa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:45.180651 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4315049-25db-4cfb-9c61-5e9e4aa89698 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:45.187164 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a347d-090e-41c2-b6f5-68b3dc499a96 req-489f7227-2ee0-4d0f-af30-c8ff0b2577ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:45.196816 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-e4315049-25db-4cfb-9c61-5e9e4aa89698 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:45.199312 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a347d-090e-41c2-b6f5-68b3dc499a96 req-489f7227-2ee0-4d0f-af30-c8ff0b2577ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:45.207753 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a347d-090e-41c2-b6f5-68b3dc499a96 req-489f7227-2ee0-4d0f-af30-c8ff0b2577ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:45.211175 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-2816df20-49c7-4c81-a092-736809064048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'name': 'tempest-AttachVolumeShelveTestJSON-1161644038-router', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:23:24Z', 'updated_at': '2021-12-16T22:23:38Z', 'revision_number': 4, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'gw_port': {'id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:26Z', 'updated_at': '2021-12-16T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '19b879d8-cd92-4629-a411-ee42a98d6d73', 'name': '', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'mac_address': 'fa:16:3e:c8:28:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:34Z', 'updated_at': '2021-12-16T22:23:44Z', 'revision_number': 4, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'subnets': [{'id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:45.215277 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fe4995b9-a765-4043-999d-b230c1f6fba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.221995 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a347d-090e-41c2-b6f5-68b3dc499a96 req-489f7227-2ee0-4d0f-af30-c8ff0b2577ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:45.230259 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a347d-090e-41c2-b6f5-68b3dc499a96 req-489f7227-2ee0-4d0f-af30-c8ff0b2577ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:45.239233 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a347d-090e-41c2-b6f5-68b3dc499a96 req-489f7227-2ee0-4d0f-af30-c8ff0b2577ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:45.246471 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4315049-25db-4cfb-9c61-5e9e4aa89698 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:45.247206 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e4315049-25db-4cfb-9c61-5e9e4aa89698 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.249889 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a347d-090e-41c2-b6f5-68b3dc499a96 req-489f7227-2ee0-4d0f-af30-c8ff0b2577ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:45.252357 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-839a347d-090e-41c2-b6f5-68b3dc499a96 req-489f7227-2ee0-4d0f-af30-c8ff0b2577ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5428 time: 0.3404608 Dec 16 22:23:45.262507 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2816df20-49c7-4c81-a092-736809064048 None None] The sync data for ids ['0380fcdd-edf3-4204-a09a-fc471ced0286'] in n-d-815324-4 is: [{'id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'name': 'tempest-AttachVolumeShelveTestJSON-1161644038-router', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:23:24Z', 'updated_at': '2021-12-16T22:23:38Z', 'revision_number': 4, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'gw_port': {'id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:26Z', 'updated_at': '2021-12-16T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '19b879d8-cd92-4629-a411-ee42a98d6d73', 'name': '', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'mac_address': 'fa:16:3e:c8:28:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:34Z', 'updated_at': '2021-12-16T22:23:44Z', 'revision_number': 4, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'subnets': [{'id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:23:45.354836 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-2cb60db3-102d-4799-b5f3-2fb5c89bae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:45.356546 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-2cb60db3-102d-4799-b5f3-2fb5c89bae72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5e57a376-cf11-4169-84ca-8ea1ae6aa078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2073886 Dec 16 22:23:45.376213 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1cc471d-c7e7-4246-b683-9790e05750ee tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.381163 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-effa5ac6-ed20-4c42-88d2-71b3267adebe req-4bc5a4f8-5d34-4499-9f09-dcdf2f16e543 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3335481 Dec 16 22:23:45.385020 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-839a347d-090e-41c2-b6f5-68b3dc499a96 req-168e1ee8-4972-49ee-9bb2-0eec6e85c58a tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1233115 Dec 16 22:23:45.393222 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1cc471d-c7e7-4246-b683-9790e05750ee tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.397066 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b1cc471d-c7e7-4246-b683-9790e05750ee tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] 10.222.0.75 "DELETE /v2.0/networks/7482fd44-8d0b-4203-9260-cc7edccfd323 HTTP/1.1" status: 204 len: 168 time: 2.8667409 Dec 16 22:23:45.407229 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.411771 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc471d-c7e7-4246-b683-9790e05750ee tempest-ServersTestMultiNic-624573936 tempest-ServersTestMultiNic-624573936-project] Pushing event deleted for resources: {'Network': ['ID=7482fd44-8d0b-4203-9260-cc7edccfd323,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:45.415406 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ba149d7e-c0cd-4f0e-b76b-057a58a38706 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.518283 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ba149d7e-c0cd-4f0e-b76b-057a58a38706 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.601244 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ba149d7e-c0cd-4f0e-b76b-057a58a38706 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.603057 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Deleting port 419ac128-1189-4a14-8631-35548ec473c5 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:45.603510 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.608454 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e4315049-25db-4cfb-9c61-5e9e4aa89698 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 6.6984012 Dec 16 22:23:45.620247 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48998) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:45.621881 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4315049-25db-4cfb-9c61-5e9e4aa89698 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Subnet': ['ID=1eb47881-20c8-4517-8742-db99dead2d5f,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:45.623177 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62948a89-e153-4e92-aebd-596c5e77eecf None None] Resources bound (agent type, host, resource id): {{(pid=103615) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:23:45.632637 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4315049-25db-4cfb-9c61-5e9e4aa89698 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Port': ['ID=e78d5739-a75b-4144-8bf1-4d12fd384db0,revision_number=4']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:45.642373 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-0aa99a37-541e-4397-8343-3808a07bfcf8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Request body: {'port': {'network_id': 'f8482a80-79ef-4c20-9ddd-3945e7fc80d7', 'mac_address': 'fa:16:3e:fd:e7:ce', 'name': 'tempest-NetworksTestDHCPv6-1509268696'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:45.648085 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba149d7e-c0cd-4f0e-b76b-057a58a38706 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d015d0c-95b5-4b3f-97a6-a9ccfa42f385,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:45.651279 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-fe4995b9-a765-4043-999d-b230c1f6fba3 None None] For port e78d5739-a75b-4144-8bf1-4d12fd384db0, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e78d5739-a75b-4144-8bf1-4d12fd384db0,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:45.728946 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ba149d7e-c0cd-4f0e-b76b-057a58a38706 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.732577 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ba149d7e-c0cd-4f0e-b76b-057a58a38706 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6007893 Dec 16 22:23:45.735609 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49002) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:45.740964 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-5447533b-a55d-489f-99f6-2fc16427eb78 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:45.795126 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49004) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:45.799443 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fe4995b9-a765-4043-999d-b230c1f6fba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.906734 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5447533b-a55d-489f-99f6-2fc16427eb78 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:45.930264 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:23:45.930916 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:23:46.000002 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4995b9-a765-4043-999d-b230c1f6fba3 None None] Pushing event updated for resources: {'Port': ['ID=e78d5739-a75b-4144-8bf1-4d12fd384db0,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:46.022654 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-fe4995b9-a765-4043-999d-b230c1f6fba3 None None] Provisioning complete for port 19b879d8-cd92-4629-a411-ee42a98d6d73 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:46.023056 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fe4995b9-a765-4043-999d-b230c1f6fba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:46.141766 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] For port 419ac128-1189-4a14-8631-35548ec473c5, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=419ac128-1189-4a14-8631-35548ec473c5,segment=NetworkSegment(ec1019e6-cfb2-44a0-aa01-cbfbcc3ffa98),segment_id=ec1019e6-cfb2-44a0-aa01-cbfbcc3ffa98)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:46.142244 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:46.217616 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Calling delete_port for 419ac128-1189-4a14-8631-35548ec473c5 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:46.241382 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-deb8fcfe-bf86-4f12-9403-a542590e0905 service neutron] 10.222.0.57 "GET /v2.0/networks/5e57a376-cf11-4169-84ca-8ea1ae6aa078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8676529 Dec 16 22:23:46.276438 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa99a37-541e-4397-8343-3808a07bfcf8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Made reservation on behalf of 0aef9bc5267f4efc9af9dbb2dd18863e for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:46.495743 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fe4995b9-a765-4043-999d-b230c1f6fba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:46.674418 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-fe4995b9-a765-4043-999d-b230c1f6fba3 None None] For port 19b879d8-cd92-4629-a411-ee42a98d6d73, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=19b879d8-cd92-4629-a411-ee42a98d6d73,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:46.711611 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4576ea7a-bb4a-4164-a847-1d8ecbb9e24a None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:46.839028 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2b6f9917-4eda-42e1-b26f-1720d355d941 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:23:46.850988 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fe4995b9-a765-4043-999d-b230c1f6fba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:46.897611 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fad2b-426f-442d-83c1-027900e66b1a req-9a3484f7-2657-4654-b5fa-b7c9d166e973 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:46.905199 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fad2b-426f-442d-83c1-027900e66b1a req-9a3484f7-2657-4654-b5fa-b7c9d166e973 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:46.912896 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fad2b-426f-442d-83c1-027900e66b1a req-9a3484f7-2657-4654-b5fa-b7c9d166e973 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:46.919808 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fad2b-426f-442d-83c1-027900e66b1a req-9a3484f7-2657-4654-b5fa-b7c9d166e973 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:46.926713 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fad2b-426f-442d-83c1-027900e66b1a req-9a3484f7-2657-4654-b5fa-b7c9d166e973 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:46.933226 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fad2b-426f-442d-83c1-027900e66b1a req-9a3484f7-2657-4654-b5fa-b7c9d166e973 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:46.939944 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fad2b-426f-442d-83c1-027900e66b1a req-9a3484f7-2657-4654-b5fa-b7c9d166e973 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:46.941986 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-841fad2b-426f-442d-83c1-027900e66b1a req-9a3484f7-2657-4654-b5fa-b7c9d166e973 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5428 time: 0.2562370 Dec 16 22:23:47.036038 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-841fad2b-426f-442d-83c1-027900e66b1a req-664c3d1a-8194-4190-9341-824ffd9201c4 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0839975 Dec 16 22:23:47.073455 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-2c9738db-91c9-444c-a05b-054c52638792 service neutron] 10.222.0.57 "GET /v2.0/networks/5e57a376-cf11-4169-84ca-8ea1ae6aa078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8214664 Dec 16 22:23:47.084635 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5447533b-a55d-489f-99f6-2fc16427eb78 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:47.189779 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-36f1d9d2-a045-4104-a1c8-969ae7774cbe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=e0f2a365-369e-405c-9065-780d829281e6 HTTP/1.1" status: 200 len: 217 time: 0.0959325 Dec 16 22:23:47.292164 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0aa99a37-541e-4397-8343-3808a07bfcf8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:47.325939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-5447533b-a55d-489f-99f6-2fc16427eb78 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Allocated IP 172.25.6.16 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/4450761f-bf04-43da-a5ac-49e50d088814) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:47.372860 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 2b6f9917-4eda-42e1-b26f-1720d355d941 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:23:47.373625 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2b6f9917-4eda-42e1-b26f-1720d355d941 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:23:47.448273 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-0aa99a37-541e-4397-8343-3808a07bfcf8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] device_id is not set on port 29a754d4-c7b5-4aeb-9210-e486eea26a47 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:23:47.505841 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-fe4995b9-a765-4043-999d-b230c1f6fba3 None None] Provisioning complete for port 32fe797d-5d31-4a1c-8554-7429627da10d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:47.506470 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fe4995b9-a765-4043-999d-b230c1f6fba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:47.545532 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77c1008c-e718-455a-b47f-8cacf9cff167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:47.551323 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-3df49c76-1d2f-45d9-a7fc-b2ed443b8c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32fe797d-5d31-4a1c-8554-7429627da10d {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:23:47.583493 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-3df49c76-1d2f-45d9-a7fc-b2ed443b8c40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:47.608333 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3766f4d-b1e9-4009-98ba-9879058b65dd req-5c517076-495a-45cf-9505-47f722330937 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:47.616006 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e3766f4d-b1e9-4009-98ba-9879058b65dd req-5c517076-495a-45cf-9505-47f722330937 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 931 time: 0.7082305 Dec 16 22:23:47.627103 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4995b9-a765-4043-999d-b230c1f6fba3 None None] Pushing event updated for resources: {'Port': ['ID=19b879d8-cd92-4629-a411-ee42a98d6d73,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:47.642226 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-cd5254bc-20a8-4184-8b13-d26b30042644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:47.643996 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-cd5254bc-20a8-4184-8b13-d26b30042644 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25876357-a0e7-4570-bc9f-e643775c0f42 HTTP/1.1" status: 200 len: 797 time: 0.3457472 Dec 16 22:23:47.699952 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-3df49c76-1d2f-45d9-a7fc-b2ed443b8c40 service neutron] Transition to ACTIVE for port object 32fe797d-5d31-4a1c-8554-7429627da10d will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:23:47.717885 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5447533b-a55d-489f-99f6-2fc16427eb78 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:47.758620 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-fe4995b9-a765-4043-999d-b230c1f6fba3 None None] Port 32fe797d-5d31-4a1c-8554-7429627da10d cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:23:47.786189 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e78d5739-a75b-4144-8bf1-4d12fd384db0 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:47.809191 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e3766f4d-b1e9-4009-98ba-9879058b65dd req-915369d9-b058-4df9-8f0f-06894fc818fa tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921110 Dec 16 22:23:47.825426 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-9d548f5c-9e0d-40b2-aa75-076f2940875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:47.827831 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-9d548f5c-9e0d-40b2-aa75-076f2940875b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15791355-f493-42e0-a1b7-a4369065109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1711166 Dec 16 22:23:47.828589 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-3df49c76-1d2f-45d9-a7fc-b2ed443b8c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:47.885815 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port e78d5739-a75b-4144-8bf1-4d12fd384db0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:47.886343 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:47.903779 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:47.922313 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5447533b-a55d-489f-99f6-2fc16427eb78 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:47.924483 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e82c4438-87f0-4abe-9261-944e2e436e73 None None] Provisioning complete for port 19b879d8-cd92-4629-a411-ee42a98d6d73 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:47.924864 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e82c4438-87f0-4abe-9261-944e2e436e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:48.004956 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5447533b-a55d-489f-99f6-2fc16427eb78 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:48.010701 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] No DVR routers for this DVR port 419ac128-1189-4a14-8631-35548ec473c5 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:48.089394 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-5447533b-a55d-489f-99f6-2fc16427eb78 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:48.097732 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df49c76-1d2f-45d9-a7fc-b2ed443b8c40 service neutron] Pushing event updated for resources: {'Port': ['ID=32fe797d-5d31-4a1c-8554-7429627da10d,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:48.108412 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5447533b-a55d-489f-99f6-2fc16427eb78 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:48.133593 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 19b879d8-cd92-4629-a411-ee42a98d6d73 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:48.220875 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447533b-a55d-489f-99f6-2fc16427eb78 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Pushing event updated for resources: {'Port': ['ID=4450761f-bf04-43da-a5ac-49e50d088814,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:48.233451 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Port': ['ID=419ac128-1189-4a14-8631-35548ec473c5,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:48.281100 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 19b879d8-cd92-4629-a411-ee42a98d6d73 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:48.284307 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:48.324891 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:48.386518 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-77c1008c-e718-455a-b47f-8cacf9cff167 admin admin] Deleting port f7ec125f-02a6-4476-ae03-880644533bb4 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:48.386959 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77c1008c-e718-455a-b47f-8cacf9cff167 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:48.390831 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-5b44f641-2e55-44b4-a3ca-ac379151a52a service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241973 Dec 16 22:23:48.392529 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-0aa99a37-541e-4397-8343-3808a07bfcf8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 2001:db8::5c (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/1f3b5b23-5e6d-4072-82ba-aadbae1bf2d4/29a754d4-c7b5-4aeb-9210-e486eea26a47) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:48.405012 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e210e5b-32ae-4d6a-a9b9-d0c9abf853bd req-a2663bd1-fcc3-4f4b-b17f-bbd591073b81 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:48.413854 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e210e5b-32ae-4d6a-a9b9-d0c9abf853bd req-a2663bd1-fcc3-4f4b-b17f-bbd591073b81 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:48.425493 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e210e5b-32ae-4d6a-a9b9-d0c9abf853bd req-a2663bd1-fcc3-4f4b-b17f-bbd591073b81 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:48.434124 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e210e5b-32ae-4d6a-a9b9-d0c9abf853bd req-a2663bd1-fcc3-4f4b-b17f-bbd591073b81 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:48.443948 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e210e5b-32ae-4d6a-a9b9-d0c9abf853bd req-a2663bd1-fcc3-4f4b-b17f-bbd591073b81 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:48.452998 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e210e5b-32ae-4d6a-a9b9-d0c9abf853bd req-a2663bd1-fcc3-4f4b-b17f-bbd591073b81 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:48.460844 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e210e5b-32ae-4d6a-a9b9-d0c9abf853bd req-a2663bd1-fcc3-4f4b-b17f-bbd591073b81 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:48.463079 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4e210e5b-32ae-4d6a-a9b9-d0c9abf853bd req-a2663bd1-fcc3-4f4b-b17f-bbd591073b81 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5428 time: 0.1880648 Dec 16 22:23:48.497910 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-0aa99a37-541e-4397-8343-3808a07bfcf8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Allocated IP 2001:db8:0:1:f816:3eff:fefd:e7ce (f8482a80-79ef-4c20-9ddd-3945e7fc80d7/1eb47881-20c8-4517-8742-db99dead2d5f/29a754d4-c7b5-4aeb-9210-e486eea26a47) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:48.519005 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a5ed84-0a90-4e8c-9835-b142f1a43294']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:48.548401 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1019e6-cfb2-44a0-aa01-cbfbcc3ffa98') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:48.548700 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1019e6-cfb2-44a0-aa01-cbfbcc3ffa98') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:48.611629 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:48.611759 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5447533b-a55d-489f-99f6-2fc16427eb78 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:48.645856 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:48.667426 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-77c1008c-e718-455a-b47f-8cacf9cff167 admin admin] For port f7ec125f-02a6-4476-ae03-880644533bb4, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f7ec125f-02a6-4476-ae03-880644533bb4,segment=NetworkSegment(ea109f61-1153-46a5-93d3-a3f19bcb2862),segment_id=ea109f61-1153-46a5-93d3-a3f19bcb2862)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:48.671014 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-3df49c76-1d2f-45d9-a7fc-b2ed443b8c40 service neutron] Attempting to bind port 32fe797d-5d31-4a1c-8554-7429627da10d on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:48.679677 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-3df49c76-1d2f-45d9-a7fc-b2ed443b8c40 service neutron] Attempting to bind port 32fe797d-5d31-4a1c-8554-7429627da10d by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:48.679677 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-3df49c76-1d2f-45d9-a7fc-b2ed443b8c40 service neutron] Attempting to bind port 32fe797d-5d31-4a1c-8554-7429627da10d on network 282aa10f-496c-46fb-be12-6b2a327d41c1 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:48.679955 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77c1008c-e718-455a-b47f-8cacf9cff167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:48.688825 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4e210e5b-32ae-4d6a-a9b9-d0c9abf853bd req-fb6f8441-1aff-4824-b16d-1f08432f408b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1800704 Dec 16 22:23:48.721378 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-77c1008c-e718-455a-b47f-8cacf9cff167 admin admin] Calling delete_port for f7ec125f-02a6-4476-ae03-880644533bb4 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:48.737208 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:23:48.737638 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:48.743137 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-f4760e2b-0a5d-4ebf-a11b-323f907d6620 service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332322 Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:23:48.743668 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:23:48.757408 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5447533b-a55d-489f-99f6-2fc16427eb78 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:48.782845 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-857aa1ed-3a4c-4e26-8f59-0165e6a54a47 None None] Provisioning complete for port e78d5739-a75b-4144-8bf1-4d12fd384db0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:48.783470 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-857aa1ed-3a4c-4e26-8f59-0165e6a54a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:48.815207 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-3df49c76-1d2f-45d9-a7fc-b2ed443b8c40 service neutron] Port 32fe797d-5d31-4a1c-8554-7429627da10d on network 282aa10f-496c-46fb-be12-6b2a327d41c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:23:48.815543 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-3df49c76-1d2f-45d9-a7fc-b2ed443b8c40 service neutron] Attempting to bind port 32fe797d-5d31-4a1c-8554-7429627da10d on network 282aa10f-496c-46fb-be12-6b2a327d41c1 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:48.860905 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d7ebb75c-0eb8-4ef4-a8e8-6688fa20e177 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=117343d1-e9dc-47b5-b09b-1fc4fcc77e1a HTTP/1.1" status: 200 len: 217 time: 0.0646183 Dec 16 22:23:48.877579 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-3df49c76-1d2f-45d9-a7fc-b2ed443b8c40 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:48.878058 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-3df49c76-1d2f-45d9-a7fc-b2ed443b8c40 service neutron] Checking segment: {'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:48.878553 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-3df49c76-1d2f-45d9-a7fc-b2ed443b8c40 service neutron] Bound using segment: {'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:48.879229 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-3df49c76-1d2f-45d9-a7fc-b2ed443b8c40 service neutron] Bound port: 32fe797d-5d31-4a1c-8554-7429627da10d, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:48.879665 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-3df49c76-1d2f-45d9-a7fc-b2ed443b8c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:49.023850 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:49.026344 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-ad7699f8-28b9-4c41-8d76-00f7dc2c8a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:49.027997 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-ad7699f8-28b9-4c41-8d76-00f7dc2c8a7d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25876357-a0e7-4570-bc9f-e643775c0f42 HTTP/1.1" status: 200 len: 797 time: 0.1454456 Dec 16 22:23:49.038915 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:49.042656 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "DELETE /v2.0/networks/f2a5ed84-0a90-4e8c-9835-b142f1a43294 HTTP/1.1" status: 204 len: 168 time: 9.7466314 Dec 16 22:23:49.049075 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49048) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:49.055829 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-d96cb24c-1193-4b70-b842-9dd98ab47b85 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-12532211'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:49.081349 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0aa99a37-541e-4397-8343-3808a07bfcf8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:49.112069 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5447533b-a55d-489f-99f6-2fc16427eb78 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:49.120999 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c752b-a933-4aec-9bc6-8b122eb1684f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Network': ['ID=f2a5ed84-0a90-4e8c-9835-b142f1a43294,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:49.135397 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-3df49c76-1d2f-45d9-a7fc-b2ed443b8c40 service neutron] For port 32fe797d-5d31-4a1c-8554-7429627da10d, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:23:49.147931 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8388e-ccb4-498d-99aa-23d9c17afeb1 req-f0064392-fcab-498b-b95c-d739d33561f3 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:49.149602 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5cb8388e-ccb4-498d-99aa-23d9c17afeb1 req-f0064392-fcab-498b-b95c-d739d33561f3 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 943 time: 0.2481928 Dec 16 22:23:49.151570 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-3df49c76-1d2f-45d9-a7fc-b2ed443b8c40 service neutron] For port 32fe797d-5d31-4a1c-8554-7429627da10d, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=32fe797d-5d31-4a1c-8554-7429627da10d,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:23:49.183284 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5447533b-a55d-489f-99f6-2fc16427eb78 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:49.195540 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-325060cd-acf4-472b-9828-2456f7b33cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:49.197077 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-325060cd-acf4-472b-9828-2456f7b33cc8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15791355-f493-42e0-a1b7-a4369065109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1464205 Dec 16 22:23:49.229492 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77c1008c-e718-455a-b47f-8cacf9cff167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:49.231357 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96cb24c-1193-4b70-b842-9dd98ab47b85 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Made reservation on behalf of e074d718718044f5ac8fe581dcac665f for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:49.235875 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d96cb24c-1193-4b70-b842-9dd98ab47b85 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:49.269268 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-3df49c76-1d2f-45d9-a7fc-b2ed443b8c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:49.309997 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5cb8388e-ccb4-498d-99aa-23d9c17afeb1 req-281fb5b1-66af-4bf3-8f0c-7959e0d20a1f tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526561 Dec 16 22:23:49.323594 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0aa99a37-541e-4397-8343-3808a07bfcf8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:49.330356 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-3df49c76-1d2f-45d9-a7fc-b2ed443b8c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:49.331187 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-3df49c76-1d2f-45d9-a7fc-b2ed443b8c40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:49.342241 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-3df49c76-1d2f-45d9-a7fc-b2ed443b8c40 service neutron] 10.222.0.76 "PUT /v2.0/ports/32fe797d-5d31-4a1c-8554-7429627da10d HTTP/1.1" status: 200 len: 1091 time: 5.3720877 Dec 16 22:23:49.343683 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d96cb24c-1193-4b70-b842-9dd98ab47b85 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:23:49.343887 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a91173-3344-4373-bbb0-0d4d16a13655', 'tag': '32fe797d-5d31-4a1c-8554-7429627da10d'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:23:49.343887 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4c96b2-0f43-4880-ac80-d2b34572d84b" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a91173-3344-4373-bbb0-0d4d16a13655", "tag": "32fe797d-5d31-4a1c-8554-7429627da10d"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:23:49.359057 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447533b-a55d-489f-99f6-2fc16427eb78 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Pushing event updated for resources: {'Port': ['ID=4450761f-bf04-43da-a5ac-49e50d088814,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:49.395239 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa99a37-541e-4397-8343-3808a07bfcf8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:49.409476 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df49c76-1d2f-45d9-a7fc-b2ed443b8c40 service neutron] Pushing event updated for resources: {'Port': ['ID=32fe797d-5d31-4a1c-8554-7429627da10d,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:49.418115 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-0aa99a37-541e-4397-8343-3808a07bfcf8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:49.423088 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa99a37-541e-4397-8343-3808a07bfcf8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:49.434177 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1008c-e718-455a-b47f-8cacf9cff167 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ec125f-02a6-4476-ae03-880644533bb4,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:49.444578 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa99a37-541e-4397-8343-3808a07bfcf8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:49.445281 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0aa99a37-541e-4397-8343-3808a07bfcf8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:49.448730 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d96cb24c-1193-4b70-b842-9dd98ab47b85 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:49.449102 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-d96cb24c-1193-4b70-b842-9dd98ab47b85 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Added segment 61a04fe6-b6d6-4517-8741-0ec7836f2ea4 of type vlan for network 3edece05-bfb9-4c77-8c49-c7af8e48822f Dec 16 22:23:49.480346 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5447533b-a55d-489f-99f6-2fc16427eb78 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:49.489532 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-54aa8803-52f0-4089-8df2-89634bd2d222 service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835569 Dec 16 22:23:49.493815 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda0f347-60d3-4ed3-96b0-a33479a2682b x-openstack-request-id: req-dda0f347-60d3-4ed3-96b0-a33479a2682b {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:23:49.494120 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a91173-3344-4373-bbb0-0d4d16a13655", "tag": "32fe797d-5d31-4a1c-8554-7429627da10d", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:23:49.494395 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dda0f347-60d3-4ed3-96b0-a33479a2682b {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:23:49.495036 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a91173-3344-4373-bbb0-0d4d16a13655', 'tag': '32fe797d-5d31-4a1c-8554-7429627da10d', 'status': 'completed', 'code': 200} Dec 16 22:23:49.606222 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5447533b-a55d-489f-99f6-2fc16427eb78 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:49.611316 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5447533b-a55d-489f-99f6-2fc16427eb78 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8716373 Dec 16 22:23:49.611316 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d96cb24c-1193-4b70-b842-9dd98ab47b85 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:49.694091 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 19b879d8-cd92-4629-a411-ee42a98d6d73 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:49.842443 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0aa99a37-541e-4397-8343-3808a07bfcf8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.2131877 Dec 16 22:23:49.843207 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa99a37-541e-4397-8343-3808a07bfcf8 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event updated for resources: {'Port': ['ID=29a754d4-c7b5-4aeb-9210-e486eea26a47,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:49.848319 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49070) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:49.859636 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 19b879d8-cd92-4629-a411-ee42a98d6d73 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:49.860137 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:49.905946 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d96cb24c-1193-4b70-b842-9dd98ab47b85 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:49.911057 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96cb24c-1193-4b70-b842-9dd98ab47b85 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:49.911674 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d96cb24c-1193-4b70-b842-9dd98ab47b85 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:49.977467 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-462c321a-fe1e-48fa-a6a6-3b9090018c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:49.979315 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-462c321a-fe1e-48fa-a6a6-3b9090018c7f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 1094 time: 0.4640636 Dec 16 22:23:49.997400 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-3668291f-d215-4daa-823e-bfecd1cf2459 service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414966 Dec 16 22:23:50.011205 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77c1008c-e718-455a-b47f-8cacf9cff167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:50.016854 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f0f1eb05-1b61-4326-8b17-2d085bbfd878 None None] Provisioning complete for port 29a754d4-c7b5-4aeb-9210-e486eea26a47 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:50.017236 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0f1eb05-1b61-4326-8b17-2d085bbfd878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:50.049149 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-752534b1-e408-4266-a0a2-1a68886b1165 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32fe797d-5d31-4a1c-8554-7429627da10d HTTP/1.1" status: 200 len: 217 time: 0.0458257 Dec 16 22:23:50.052642 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f0f1eb05-1b61-4326-8b17-2d085bbfd878 None None] Port 29a754d4-c7b5-4aeb-9210-e486eea26a47 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:23:50.106768 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f965cc7-8553-43c0-9560-b5ced2ae5229 req-40419056-58e7-4619-8ec2-6a97efbc9aed tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:50.110541 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7fef279f-346b-452b-a1e0-4944d071823f req-052f250f-882b-4bbc-b961-79c759a84d87 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--722900446&fields=id&tenant_id=d4dac0c5f3874f5fbbad13b3a269f630 HTTP/1.1" status: 200 len: 267 time: 0.2370560 Dec 16 22:23:50.112886 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f965cc7-8553-43c0-9560-b5ced2ae5229 req-40419056-58e7-4619-8ec2-6a97efbc9aed tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:50.119410 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f965cc7-8553-43c0-9560-b5ced2ae5229 req-40419056-58e7-4619-8ec2-6a97efbc9aed tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:50.133915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f965cc7-8553-43c0-9560-b5ced2ae5229 req-40419056-58e7-4619-8ec2-6a97efbc9aed tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:50.134274 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d96cb24c-1193-4b70-b842-9dd98ab47b85 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0826409 Dec 16 22:23:50.140626 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f965cc7-8553-43c0-9560-b5ced2ae5229 req-40419056-58e7-4619-8ec2-6a97efbc9aed tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:50.143563 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f965cc7-8553-43c0-9560-b5ced2ae5229 req-40419056-58e7-4619-8ec2-6a97efbc9aed tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:50.150538 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f965cc7-8553-43c0-9560-b5ced2ae5229 req-40419056-58e7-4619-8ec2-6a97efbc9aed tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:50.152604 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2f965cc7-8553-43c0-9560-b5ced2ae5229 req-40419056-58e7-4619-8ec2-6a97efbc9aed tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5428 time: 0.2731576 Dec 16 22:23:50.153126 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49080) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:50.165967 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-812fef56-97cc-49f8-ab44-fff59d197592 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Request body: {'subnet': {'network_id': '3edece05-bfb9-4c77-8c49-c7af8e48822f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:50.170075 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-2f84c1f9-7e24-4664-8017-a2fbd9396562 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=990713e8-9fa9-4fb5-8920-65b3db167871 HTTP/1.1" status: 200 len: 217 time: 0.1285336 Dec 16 22:23:50.179000 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96cb24c-1193-4b70-b842-9dd98ab47b85 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event updated for resources: {'Network': ['ID=3edece05-bfb9-4c77-8c49-c7af8e48822f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:50.198283 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 3edece05-bfb9-4c77-8c49-c7af8e48822f details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:23:50.348573 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-c510513f-102c-4dc4-816b-299662e9187e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:50.351134 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-c510513f-102c-4dc4-816b-299662e9187e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25876357-a0e7-4570-bc9f-e643775c0f42 HTTP/1.1" status: 200 len: 797 time: 0.1358938 Dec 16 22:23:50.356288 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-b6f50583-1af8-4313-a0b9-f096041e6b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:50.357808 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-b6f50583-1af8-4313-a0b9-f096041e6b11 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ecefe13-aa2d-48b4-a74c-5805e96883cc HTTP/1.1" status: 200 len: 851 time: 0.2639434 Dec 16 22:23:50.432521 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2f965cc7-8553-43c0-9560-b5ced2ae5229 req-4033124c-595f-439e-8c2d-03153da83ffe tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2602351 Dec 16 22:23:50.470148 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-13b4c8b6-1838-4638-b10e-862198abd510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:50.471744 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-13b4c8b6-1838-4638-b10e-862198abd510 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15791355-f493-42e0-a1b7-a4369065109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1104512 Dec 16 22:23:50.473849 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-18905a03-89e5-4239-a1c9-b9e39f1d637e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:50.477970 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-18905a03-89e5-4239-a1c9-b9e39f1d637e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=282aa10f-496c-46fb-be12-6b2a327d41c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035318 Dec 16 22:23:50.583601 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812fef56-97cc-49f8-ab44-fff59d197592 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Made reservation on behalf of e074d718718044f5ac8fe581dcac665f for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:50.588191 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-812fef56-97cc-49f8-ab44-fff59d197592 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:50.628390 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-3f6f91cf-680f-446e-85d0-a819201572cc tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting port 29a754d4-c7b5-4aeb-9210-e486eea26a47 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:50.628735 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f6f91cf-680f-446e-85d0-a819201572cc tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:50.688901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef279f-346b-452b-a1e0-4944d071823f req-3a1c5ce8-fe3b-4a9c-83aa-9c82fc4e5e37 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:50.690843 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7fef279f-346b-452b-a1e0-4944d071823f req-3a1c5ce8-fe3b-4a9c-83aa-9c82fc4e5e37 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/networks?id=3483c04d-9548-45a8-add9-5dd005156af8 HTTP/1.1" status: 200 len: 817 time: 0.5648911 Dec 16 22:23:50.763811 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7fef279f-346b-452b-a1e0-4944d071823f req-001c8dc3-063c-4fa4-a632-45e72d90dd69 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/quotas/d4dac0c5f3874f5fbbad13b3a269f630 HTTP/1.1" status: 200 len: 375 time: 0.0338967 Dec 16 22:23:50.860317 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f6f91cf-680f-446e-85d0-a819201572cc tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:50.885902 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-3f6f91cf-680f-446e-85d0-a819201572cc tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Calling delete_port for 29a754d4-c7b5-4aeb-9210-e486eea26a47 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:50.918100 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7fef279f-346b-452b-a1e0-4944d071823f req-dc0a9bec-bf48-427b-8401-113e45752935 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d4dac0c5f3874f5fbbad13b3a269f630&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1133790 Dec 16 22:23:50.952629 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c1008c-e718-455a-b47f-8cacf9cff167 admin admin] Router 2a39e418-7355-4daf-8886-77aa3f68e542 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:23:51.096517 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-b3ffaf2f-d0be-4d42-b48d-7e446de04980 service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6094217 Dec 16 22:23:51.104714 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233cd1cd-260d-4799-b66c-0e7c67f14f9a req-985b8021-1c50-4abc-9542-1f9636c4ba90 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:51.106187 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-233cd1cd-260d-4799-b66c-0e7c67f14f9a req-985b8021-1c50-4abc-9542-1f9636c4ba90 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 943 time: 0.5322204 Dec 16 22:23:51.114040 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-954bf867-4ca6-4203-8a91-01e3e338fa85 service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6349623 Dec 16 22:23:51.281098 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-233cd1cd-260d-4799-b66c-0e7c67f14f9a req-f690038a-9e44-431d-b799-5032689b8c9c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594532 Dec 16 22:23:51.303977 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7fef279f-346b-452b-a1e0-4944d071823f req-bfed5b22-0a52-415b-9ae2-b8b60ddc0d0f service neutron] 10.222.0.75 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490384 Dec 16 22:23:51.306405 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c1008c-e718-455a-b47f-8cacf9cff167 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:23:51.313013 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8fb4d987-7a1a-41c6-94e5-82e581b6b98f req-9aa42274-1a65-4818-b94a-8ba14c42386a service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017350 Dec 16 22:23:51.320764 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2878837-2d4c-466b-8579-0032e03fc7ea None None] Sync routers for ids ['2a39e418-7355-4daf-8886-77aa3f68e542'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:23:51.327797 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-ab2298e0-35c9-4579-987d-022ead34c315 service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032456 Dec 16 22:23:51.332367 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-77c1008c-e718-455a-b47f-8cacf9cff167 admin admin] 10.222.0.75 "PUT /v2.0/routers/2a39e418-7355-4daf-8886-77aa3f68e542/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5354142 Dec 16 22:23:51.340557 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2878837-2d4c-466b-8579-0032e03fc7ea None None] Routers {'2a39e418-7355-4daf-8886-77aa3f68e542'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:23:51.340557 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-e2878837-2d4c-466b-8579-0032e03fc7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:23:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2a39e418-7355-4daf-8886-77aa3f68e542'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:51.344886 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49104) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:51.394876 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-a86304a5-a70d-4a75-aa66-eeaf5b08f993 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=cde1b008-a4d1-440d-ad62-e4ef43bf743c HTTP/1.1" status: 200 len: 217 time: 0.0591142 Dec 16 22:23:51.429876 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f6f91cf-680f-446e-85d0-a819201572cc tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:51.465538 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f91cf-680f-446e-85d0-a819201572cc tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Port': ['ID=29a754d4-c7b5-4aeb-9210-e486eea26a47,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:51.553667 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-e2878837-2d4c-466b-8579-0032e03fc7ea None None] Set router 2a39e418-7355-4daf-8886-77aa3f68e542 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:23:51.645330 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f6f91cf-680f-446e-85d0-a819201572cc tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:51.657867 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3f6f91cf-680f-446e-85d0-a819201572cc tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/29a754d4-c7b5-4aeb-9210-e486eea26a47 HTTP/1.1" status: 204 len: 168 time: 1.8005261 Dec 16 22:23:51.658563 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49108) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:51.703010 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7fef279f-346b-452b-a1e0-4944d071823f req-c958730e-36f4-41f9-980f-e75e84478dc1 service neutron] 10.222.0.75 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702140 Dec 16 22:23:51.738470 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052dfbb0-9395-4c82-a12b-959262556804 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:51.749461 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-052dfbb0-9395-4c82-a12b-959262556804 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0776238 Dec 16 22:23:51.750120 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49112) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:51.751806 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d4101319-a938-490f-86a3-83f4ad0576ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:51.753423 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d4101319-a938-490f-86a3-83f4ad0576ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25876357-a0e7-4570-bc9f-e643775c0f42 HTTP/1.1" status: 200 len: 797 time: 0.2571275 Dec 16 22:23:51.820848 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d9de6b-ebc2-4e39-a85c-ed2f01efd430 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:51.824983 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-24d9de6b-ebc2-4e39-a85c-ed2f01efd430 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0714250 Dec 16 22:23:51.826547 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49116) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:51.895657 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-e2878837-2d4c-466b-8579-0032e03fc7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a39e418-7355-4daf-8886-77aa3f68e542', 'name': 'tempest-ServersTestMultiNic-1100420481-router', 'tenant_id': '3276816411724e4d868a9c723e7bff7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fbc554af-0928-4b90-bd47-29f03b65bd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:21:09Z', 'updated_at': '2021-12-16T22:23:49Z', 'revision_number': 5, 'project_id': '3276816411724e4d868a9c723e7bff7f', 'gw_port': {'id': 'fbc554af-0928-4b90-bd47-29f03b65bd4a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a39e418-7355-4daf-8886-77aa3f68e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:11Z', 'updated_at': '2021-12-16T22:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:51.939963 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2878837-2d4c-466b-8579-0032e03fc7ea None None] Checking router: 2a39e418-7355-4daf-8886-77aa3f68e542 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:23:51.941507 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71053cf1-6cb5-4e8a-848e-75c576799294 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:51.945106 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71053cf1-6cb5-4e8a-848e-75c576799294 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:51.950267 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71053cf1-6cb5-4e8a-848e-75c576799294 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:51.951969 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2878837-2d4c-466b-8579-0032e03fc7ea None None] Routers {'2a39e418-7355-4daf-8886-77aa3f68e542'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:23:51.952856 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-e2878837-2d4c-466b-8579-0032e03fc7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:23:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2a39e418-7355-4daf-8886-77aa3f68e542'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:51.960987 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-71053cf1-6cb5-4e8a-848e-75c576799294 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1315382 Dec 16 22:23:51.963362 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49120) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:51.978629 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b28f32-8a6f-4164-bd8f-e08b4bf9e5da req-bbea92e0-3f67-4190-958e-f1f0098bef13 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:51.985900 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b28f32-8a6f-4164-bd8f-e08b4bf9e5da req-bbea92e0-3f67-4190-958e-f1f0098bef13 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:51.993269 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b28f32-8a6f-4164-bd8f-e08b4bf9e5da req-bbea92e0-3f67-4190-958e-f1f0098bef13 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:51.999166 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b28f32-8a6f-4164-bd8f-e08b4bf9e5da req-bbea92e0-3f67-4190-958e-f1f0098bef13 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:52.005259 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b28f32-8a6f-4164-bd8f-e08b4bf9e5da req-bbea92e0-3f67-4190-958e-f1f0098bef13 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:52.012548 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b28f32-8a6f-4164-bd8f-e08b4bf9e5da req-bbea92e0-3f67-4190-958e-f1f0098bef13 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:52.019185 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b28f32-8a6f-4164-bd8f-e08b4bf9e5da req-bbea92e0-3f67-4190-958e-f1f0098bef13 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:52.021746 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-71b28f32-8a6f-4164-bd8f-e08b4bf9e5da req-bbea92e0-3f67-4190-958e-f1f0098bef13 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5428 time: 0.3680029 Dec 16 22:23:52.031019 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c96b2-0f43-4880-ac80-d2b34572d84b req-2f416d2f-c7b6-494a-9cec-2f4907be3b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:52.032732 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a4c96b2-0f43-4880-ac80-d2b34572d84b req-2f416d2f-c7b6-494a-9cec-2f4907be3b6b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 1094 time: 0.5128653 Dec 16 22:23:52.106852 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8f9ab0e3-7f10-4b94-84cf-ad23045f6640 req-9c319c62-4e3d-49be-8ade-cf58147dc207 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 210 time: 0.0683110 Dec 16 22:23:52.122329 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-0497d237-b7f1-4b6d-ac76-e2dd0ca01a2c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet 1eb47881-20c8-4517-8742-db99dead2d5f {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:23:52.126108 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0497d237-b7f1-4b6d-ac76-e2dd0ca01a2c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.157586 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-7ded5a3a-baae-4ee6-ae3a-be03f84bfd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:52.159189 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-7ded5a3a-baae-4ee6-ae3a-be03f84bfd49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15791355-f493-42e0-a1b7-a4369065109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3936839 Dec 16 22:23:52.165173 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-e2878837-2d4c-466b-8579-0032e03fc7ea None None] Set router 2a39e418-7355-4daf-8886-77aa3f68e542 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:23:52.206250 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0497d237-b7f1-4b6d-ac76-e2dd0ca01a2c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.242185 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd7c80d6-f69e-4a09-9196-54b2bd54d0a5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.315784 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0497d237-b7f1-4b6d-ac76-e2dd0ca01a2c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.386108 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c96b2-0f43-4880-ac80-d2b34572d84b req-bf90a0f2-5612-483e-9efd-4649927dd9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:52.387809 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a4c96b2-0f43-4880-ac80-d2b34572d84b req-bf90a0f2-5612-483e-9efd-4649927dd9e7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 912 time: 0.3365977 Dec 16 22:23:52.395814 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-812fef56-97cc-49f8-ab44-fff59d197592 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.480643 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3c7a7-f795-4aa6-95d7-64d4a7d94e60 req-c9d6cfc8-dd3b-4b45-9583-66131fb81c7e tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:52.483180 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-e2878837-2d4c-466b-8579-0032e03fc7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a39e418-7355-4daf-8886-77aa3f68e542', 'name': 'tempest-ServersTestMultiNic-1100420481-router', 'tenant_id': '3276816411724e4d868a9c723e7bff7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fbc554af-0928-4b90-bd47-29f03b65bd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:21:09Z', 'updated_at': '2021-12-16T22:23:49Z', 'revision_number': 5, 'project_id': '3276816411724e4d868a9c723e7bff7f', 'gw_port': {'id': 'fbc554af-0928-4b90-bd47-29f03b65bd4a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a39e418-7355-4daf-8886-77aa3f68e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:11Z', 'updated_at': '2021-12-16T22:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:52.483719 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3ef3c7a7-f795-4aa6-95d7-64d4a7d94e60 req-c9d6cfc8-dd3b-4b45-9583-66131fb81c7e tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 943 time: 0.0680466 Dec 16 22:23:52.519910 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2878837-2d4c-466b-8579-0032e03fc7ea None None] The sync data for ids ['2a39e418-7355-4daf-8886-77aa3f68e542'] in n-d-815324-4 is: [{'id': '2a39e418-7355-4daf-8886-77aa3f68e542', 'name': 'tempest-ServersTestMultiNic-1100420481-router', 'tenant_id': '3276816411724e4d868a9c723e7bff7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fbc554af-0928-4b90-bd47-29f03b65bd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:21:09Z', 'updated_at': '2021-12-16T22:23:49Z', 'revision_number': 5, 'project_id': '3276816411724e4d868a9c723e7bff7f', 'gw_port': {'id': 'fbc554af-0928-4b90-bd47-29f03b65bd4a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a39e418-7355-4daf-8886-77aa3f68e542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:11Z', 'updated_at': '2021-12-16T22:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:23:52.528523 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd7c80d6-f69e-4a09-9196-54b2bd54d0a5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.534495 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a4c96b2-0f43-4880-ac80-d2b34572d84b req-ad9a2cef-a765-4a07-89bd-580e4d142af6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32fe797d-5d31-4a1c-8554-7429627da10d HTTP/1.1" status: 200 len: 217 time: 0.1174822 Dec 16 22:23:52.543211 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3ef3c7a7-f795-4aa6-95d7-64d4a7d94e60 req-ffd1d739-eaa2-4901-b8be-6c9fea356735 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538502 Dec 16 22:23:52.561374 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0497d237-b7f1-4b6d-ac76-e2dd0ca01a2c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.600242 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-71b28f32-8a6f-4164-bd8f-e08b4bf9e5da req-7ec9ed75-b9a5-4622-8078-80a5a4cbc6c6 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5591140 Dec 16 22:23:52.601223 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fef56-97cc-49f8-ab44-fff59d197592 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event updated for resources: {'Subnet': ['ID=6cbced87-6e7b-4fb7-9bdf-27ae08a89d17,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:52.611405 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497d237-b7f1-4b6d-ac76-e2dd0ca01a2c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=1eb47881-20c8-4517-8742-db99dead2d5f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:52.624808 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb59890-01ec-4ff6-bf62-d58f134aeaf4 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:52.636732 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0497d237-b7f1-4b6d-ac76-e2dd0ca01a2c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.644592 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0497d237-b7f1-4b6d-ac76-e2dd0ca01a2c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/1eb47881-20c8-4517-8742-db99dead2d5f HTTP/1.1" status: 204 len: 168 time: 0.6763463 Dec 16 22:23:52.645537 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49142) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:52.706063 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44f916b-867c-4d61-854e-1db41452bc56 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Deleting subnet 1f3b5b23-5e6d-4072-82ba-aadbae1bf2d4 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:23:52.710356 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e44f916b-867c-4d61-854e-1db41452bc56 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.736495 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-95c1aa96-7fb5-4f3b-9263-e62d48f7e445 service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507855 Dec 16 22:23:52.784801 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812fef56-97cc-49f8-ab44-fff59d197592 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Checking segment: {'id': '61a04fe6-b6d6-4517-8741-0ec7836f2ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3edece05-bfb9-4c77-8c49-c7af8e48822f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:52.785266 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812fef56-97cc-49f8-ab44-fff59d197592 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Network hostable DHCP agents. Network: 3edece05-bfb9-4c77-8c49-c7af8e48822f, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:23:52.801409 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e44f916b-867c-4d61-854e-1db41452bc56 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.838841 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c96b2-0f43-4880-ac80-d2b34572d84b req-629985ac-06ee-4576-bf39-5ff1f582d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:52.838841 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a4c96b2-0f43-4880-ac80-d2b34572d84b req-629985ac-06ee-4576-bf39-5ff1f582d4cb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ecefe13-aa2d-48b4-a74c-5805e96883cc HTTP/1.1" status: 200 len: 851 time: 0.2820826 Dec 16 22:23:52.918762 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e44f916b-867c-4d61-854e-1db41452bc56 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.926472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-cd7c80d6-f69e-4a09-9196-54b2bd54d0a5 admin admin] Deleting port fbc554af-0928-4b90-bd47-29f03b65bd4a {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:52.927115 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd7c80d6-f69e-4a09-9196-54b2bd54d0a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:52.987274 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c96b2-0f43-4880-ac80-d2b34572d84b req-308f43c8-e8d6-426e-8468-7a2913b62f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:52.988807 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a4c96b2-0f43-4880-ac80-d2b34572d84b req-308f43c8-e8d6-426e-8468-7a2913b62f8f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=282aa10f-496c-46fb-be12-6b2a327d41c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1384165 Dec 16 22:23:52.989801 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812fef56-97cc-49f8-ab44-fff59d197592 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Network 3edece05-bfb9-4c77-8c49-c7af8e48822f is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:23:53.048228 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-303906c3-8fdc-4e16-b47c-984407ade2e1 service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937837 Dec 16 22:23:53.115344 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e44f916b-867c-4d61-854e-1db41452bc56 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:53.126025 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-703dd71d-ba9d-4ae7-9428-6a640e386e47 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=650c7d96-ba98-44b5-a7b8-7096651894e8 HTTP/1.1" status: 200 len: 217 time: 0.0482254 Dec 16 22:23:53.154027 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-812fef56-97cc-49f8-ab44-fff59d197592 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 3edece05-bfb9-4c77-8c49-c7af8e48822f) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:53.158747 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f916b-867c-4d61-854e-1db41452bc56 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Subnet': ['ID=1f3b5b23-5e6d-4072-82ba-aadbae1bf2d4,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:53.164254 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d44c3ae-b9ed-4a76-bf51-439cb01511c6 None None] Network 3edece05-bfb9-4c77-8c49-c7af8e48822f requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:53.182316 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e44f916b-867c-4d61-854e-1db41452bc56 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:53.190071 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e44f916b-867c-4d61-854e-1db41452bc56 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/1f3b5b23-5e6d-4072-82ba-aadbae1bf2d4 HTTP/1.1" status: 204 len: 168 time: 0.5434766 Dec 16 22:23:53.195860 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49152) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:53.207493 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812fef56-97cc-49f8-ab44-fff59d197592 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:53.208116 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-812fef56-97cc-49f8-ab44-fff59d197592 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:53.293334 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-cd7c80d6-f69e-4a09-9196-54b2bd54d0a5 admin admin] For port fbc554af-0928-4b90-bd47-29f03b65bd4a, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=fbc554af-0928-4b90-bd47-29f03b65bd4a,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:53.293766 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd7c80d6-f69e-4a09-9196-54b2bd54d0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:53.312734 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ee7fbc2b-1fa3-47fd-a6ae-84582fee5f6b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1206987 Dec 16 22:23:53.315380 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49154) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:53.341714 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a4c96b2-0f43-4880-ac80-d2b34572d84b req-ab266ab4-298d-43f3-a23a-c7568ddc8b51 service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312049 Dec 16 22:23:53.388834 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-835b83cc-0d66-4432-9eed-375d6fc1b6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:53.403481 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb4e5a4-36b9-42b1-a55b-6b5755b0352c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:53.411252 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-acb4e5a4-36b9-42b1-a55b-6b5755b0352c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0885751 Dec 16 22:23:53.413004 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7806b4ad-2f26-4ae0-8a75-360470b78c2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-3edece05-bfb9-4c77-8c49-c7af8e48822f', 'network_id': '3edece05-bfb9-4c77-8c49-c7af8e48822f', 'project_id': 'e074d718718044f5ac8fe581dcac665f', 'fixed_ips': [{'subnet_id': '6cbced87-6e7b-4fb7-9bdf-27ae08a89d17'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:23:53.413391 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7806b4ad-2f26-4ae0-8a75-360470b78c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:53.415662 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1ee3e6db-a504-455d-8c0a-4c92246ee688 req-a38f9c96-e9f0-433b-93df-d4ec8a600101 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 210 time: 0.1407907 Dec 16 22:23:53.418022 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49158) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:53.454946 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-4ab7160d-61be-48f3-810c-65fa03455b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:53.456696 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-4ab7160d-61be-48f3-810c-65fa03455b30 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c82cad89-cf9a-46f0-9ac6-686f18c47df5 HTTP/1.1" status: 200 len: 797 time: 0.3175156 Dec 16 22:23:53.459735 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-cd7c80d6-f69e-4a09-9196-54b2bd54d0a5 admin admin] Calling delete_port for fbc554af-0928-4b90-bd47-29f03b65bd4a owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:53.533487 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-812fef56-97cc-49f8-ab44-fff59d197592 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.3679934 Dec 16 22:23:53.533711 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f7ec125f-02a6-4476-ae03-880644533bb4 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:23:53.534194 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49162) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:53.553653 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 32fe797d-5d31-4a1c-8554-7429627da10d details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:23:53.560046 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: f7ec125f-02a6-4476-ae03-880644533bb4 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:23:53.560046 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f7ec125f-02a6-4476-ae03-880644533bb4 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:23:53.764204 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c493609-a6d8-4e40-a28f-86556f4fff73 None None] Network f8482a80-79ef-4c20-9ddd-3945e7fc80d7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:53.771690 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e24c801-1663-47c4-8112-4cd39bc01fe1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:53.773452 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9e24c801-1663-47c4-8112-4cd39bc01fe1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3378062 Dec 16 22:23:53.779962 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49172) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:53.789534 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-7806b4ad-2f26-4ae0-8a75-360470b78c2e None None] Allocated IP 2001:db8::1 (3edece05-bfb9-4c77-8c49-c7af8e48822f/6cbced87-6e7b-4fb7-9bdf-27ae08a89d17/6b9d8128-61f8-4cb0-8d4c-9384aedb397d) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:53.793568 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:53.852457 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-09e690cd-b1f9-4297-a38a-8c98e5279f00 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676463 Dec 16 22:23:53.854695 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49174) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:53.858031 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d351d7d3-f6f5-488e-83b1-ca1b245102fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:53.859578 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d351d7d3-f6f5-488e-83b1-ca1b245102fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66e9be3c-e724-4370-8e53-fc3253b9f776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3451416 Dec 16 22:23:53.870462 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a4c96b2-0f43-4880-ac80-d2b34572d84b req-cbba10ee-add1-416c-bc5a-7b1c7cde0b42 service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5098386 Dec 16 22:23:53.887440 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-63534215-c12e-4b7b-8de9-592db327af73 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:53.888118 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63534215-c12e-4b7b-8de9-592db327af73 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:53.902538 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-63534215-c12e-4b7b-8de9-592db327af73 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/29a754d4-c7b5-4aeb-9210-e486eea26a47 HTTP/1.1" status: 404 len: 333 time: 0.0336375 Dec 16 22:23:53.916769 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49176) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:53.935847 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02895a-4432-442b-92f5-35a86f970fd0 req-8dd410bd-52e5-4ab6-bc6f-943c9645a9ca tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:53.943450 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8d02895a-4432-442b-92f5-35a86f970fd0 req-8dd410bd-52e5-4ab6-bc6f-943c9645a9ca tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 943 time: 0.2677760 Dec 16 22:23:53.944123 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-38955c5f-a0e1-42b8-80a3-de12d6d71d97 None None] Provisioning complete for port e78d5739-a75b-4144-8bf1-4d12fd384db0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:53.944501 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38955c5f-a0e1-42b8-80a3-de12d6d71d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:53.951903 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 32fe797d-5d31-4a1c-8554-7429627da10d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=32fe797d-5d31-4a1c-8554-7429627da10d,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:54.000529 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '32fe797d-5d31-4a1c-8554-7429627da10d', 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1', 'port_id': '32fe797d-5d31-4a1c-8554-7429627da10d', 'mac_address': 'fa:16:3e:9c:b4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ecefe13-aa2d-48b4-a74c-5805e96883cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:23:54.036279 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-067b64d2-9d54-4bed-a4ee-7eebfdbfa49c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:54.036754 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-067b64d2-9d54-4bed-a4ee-7eebfdbfa49c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:54.050834 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-067b64d2-9d54-4bed-a4ee-7eebfdbfa49c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/1eb47881-20c8-4517-8742-db99dead2d5f HTTP/1.1" status: 404 len: 337 time: 0.1294768 Dec 16 22:23:54.058214 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49182) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:54.148524 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96fd3c3-e42a-4346-8e6e-37393bc3b52d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:54.149364 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a96fd3c3-e42a-4346-8e6e-37393bc3b52d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:54.152751 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a96fd3c3-e42a-4346-8e6e-37393bc3b52d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/1f3b5b23-5e6d-4072-82ba-aadbae1bf2d4 HTTP/1.1" status: 404 len: 337 time: 0.0833762 Dec 16 22:23:54.156700 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49184) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:54.161387 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb3fc9f-e5dd-43b7-a2df-cdd9dc428054 None None] DHCP port deletion for f8482a80-79ef-4c20-9ddd-3945e7fc80d7 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:23:54.164717 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:54.180974 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8d02895a-4432-442b-92f5-35a86f970fd0 req-824bfd06-17bf-4a02-8359-3d7eb5b218e3 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357543 Dec 16 22:23:54.187401 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:54.309815 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e27f34d-3c8c-4b36-a06c-69954f474699 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:54.310886 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e27f34d-3c8c-4b36-a06c-69954f474699 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:54.317673 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5e27f34d-3c8c-4b36-a06c-69954f474699 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/8f93a8ca-daaf-49a7-8fb8-2f30fcd61c8e HTTP/1.1" status: 404 len: 333 time: 0.1547909 Dec 16 22:23:54.317673 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49188) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:54.406873 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b1a65e-944a-45e3-8b7a-234470d502ae tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:54.408043 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b1a65e-944a-45e3-8b7a-234470d502ae tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:54.414563 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-68b1a65e-944a-45e3-8b7a-234470d502ae tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/a2b290bf-65bf-4bc6-979b-bd21fbab0b44 HTTP/1.1" status: 404 len: 337 time: 0.0939162 Dec 16 22:23:54.414807 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49192) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:54.460304 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d95a4e-b783-4cde-b2c4-b8ead034f57f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:54.461148 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35d95a4e-b783-4cde-b2c4-b8ead034f57f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:54.467372 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-35d95a4e-b783-4cde-b2c4-b8ead034f57f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/248c21e1-034f-4810-b9ff-d5315da7dd19 HTTP/1.1" status: 404 len: 337 time: 0.0483892 Dec 16 22:23:54.475082 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49196) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:54.501194 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-42cc0a93-fe86-454b-a51e-4eb38dacd706 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:54.502348 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42cc0a93-fe86-454b-a51e-4eb38dacd706 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:54.510392 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-42cc0a93-fe86-454b-a51e-4eb38dacd706 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/be67d10d-9a00-4618-8fb5-09732f09303e HTTP/1.1" status: 404 len: 333 time: 0.0405335 Dec 16 22:23:54.510711 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49198) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:54.525451 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32fe797d-5d31-4a1c-8554-7429627da10d {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:23:54.546328 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb79ed9-d3a9-43f9-b92a-a05e4466af14 req-aa7ad250-2268-4f4f-a758-5201842524fd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:54.550909 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb79ed9-d3a9-43f9-b92a-a05e4466af14 req-aa7ad250-2268-4f4f-a758-5201842524fd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:54.557855 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb79ed9-d3a9-43f9-b92a-a05e4466af14 req-aa7ad250-2268-4f4f-a758-5201842524fd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:54.559465 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7806b4ad-2f26-4ae0-8a75-360470b78c2e None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:54.561866 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 32fe797d-5d31-4a1c-8554-7429627da10d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=32fe797d-5d31-4a1c-8554-7429627da10d,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:54.563451 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-793966ca-2d2a-403c-8c6b-a2adfc27ccc6 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:54.563921 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-793966ca-2d2a-403c-8c6b-a2adfc27ccc6 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:54.565982 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb79ed9-d3a9-43f9-b92a-a05e4466af14 req-aa7ad250-2268-4f4f-a758-5201842524fd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:54.570985 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-793966ca-2d2a-403c-8c6b-a2adfc27ccc6 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/7392a412-b27d-458e-ba52-0c3ae65fe845 HTTP/1.1" status: 404 len: 337 time: 0.0583565 Dec 16 22:23:54.571654 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49202) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:54.573464 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb79ed9-d3a9-43f9-b92a-a05e4466af14 req-aa7ad250-2268-4f4f-a758-5201842524fd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:54.580403 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb79ed9-d3a9-43f9-b92a-a05e4466af14 req-aa7ad250-2268-4f4f-a758-5201842524fd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:54.583258 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1eb3fc9f-e5dd-43b7-a2df-cdd9dc428054 None None] Deleting port e78d5739-a75b-4144-8bf1-4d12fd384db0 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:54.583604 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1eb3fc9f-e5dd-43b7-a2df-cdd9dc428054 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:54.589803 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb79ed9-d3a9-43f9-b92a-a05e4466af14 req-aa7ad250-2268-4f4f-a758-5201842524fd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:54.591819 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4fb79ed9-d3a9-43f9-b92a-a05e4466af14 req-aa7ad250-2268-4f4f-a758-5201842524fd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5428 time: 0.8098183 Dec 16 22:23:54.642943 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7e6a84-8263-40eb-91f8-8c9cf063e61f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:54.643433 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff7e6a84-8263-40eb-91f8-8c9cf063e61f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:54.649691 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ff7e6a84-8263-40eb-91f8-8c9cf063e61f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/4fb5994b-970d-4155-9640-de90719d9ef6 HTTP/1.1" status: 404 len: 337 time: 0.0758927 Dec 16 22:23:54.655597 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49206) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:54.655597 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2e8d7dd8-6d46-410d-8251-772e0c60a979 req-46ca73cc-c385-4c17-914a-dda413e9368a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 210 time: 0.0804052 Dec 16 22:23:54.678934 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-d94105e4-53b0-4c9b-aaa1-4ddd18f290d7 service neutron] 10.222.0.57 "GET /v2.0/networks/66e9be3c-e724-4370-8e53-fc3253b9f776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8072817 Dec 16 22:23:54.680106 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:54.680811 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d21dd2e-c62a-4e8b-9d08-1135f6b2ab33 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:54.681395 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d21dd2e-c62a-4e8b-9d08-1135f6b2ab33 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:54.682918 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd7c80d6-f69e-4a09-9196-54b2bd54d0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:54.689228 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49208) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:54.689375 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5d21dd2e-c62a-4e8b-9d08-1135f6b2ab33 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/9f58c3c5-0a4f-4b69-9628-a0c3a1746930 HTTP/1.1" status: 404 len: 333 time: 0.0353649 Dec 16 22:23:54.702535 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7806b4ad-2f26-4ae0-8a75-360470b78c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:54.764673 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-1eb3fc9f-e5dd-43b7-a2df-cdd9dc428054 None None] For port e78d5739-a75b-4144-8bf1-4d12fd384db0, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e78d5739-a75b-4144-8bf1-4d12fd384db0,segment=NetworkSegment(4dc16a7a-6aff-4f7c-a637-9d573134dcf2),segment_id=4dc16a7a-6aff-4f7c-a637-9d573134dcf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:54.765643 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1eb3fc9f-e5dd-43b7-a2df-cdd9dc428054 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:54.781448 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7806b4ad-2f26-4ae0-8a75-360470b78c2e None None] Network 3edece05-bfb9-4c77-8c49-c7af8e48822f is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:54.790068 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-7806b4ad-2f26-4ae0-8a75-360470b78c2e None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:54.797781 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7806b4ad-2f26-4ae0-8a75-360470b78c2e None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:54.809662 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1eb3fc9f-e5dd-43b7-a2df-cdd9dc428054 None None] Calling delete_port for e78d5739-a75b-4144-8bf1-4d12fd384db0 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:54.812626 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0d53e0-b177-4c12-8025-0cf6dc365f3f None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:23:54.818520 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:54.828373 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=32fe797d-5d31-4a1c-8554-7429627da10d,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:54.869502 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Subnet': ['ID=6cbced87-6e7b-4fb7-9bdf-27ae08a89d17,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:54.910025 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:54.910343 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-956eab71-4728-4608-a169-121f206a7b93 service neutron] 10.222.0.57 "GET /v2.0/networks/66e9be3c-e724-4370-8e53-fc3253b9f776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069538 Dec 16 22:23:54.910475 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:54.910705 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:54.911062 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:54.911419 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:54.911753 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:54.912677 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:54.913011 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:54.913403 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-337946b2-769b-4ad0-9852-dc6e6875e4c7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:54.914052 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-337946b2-769b-4ad0-9852-dc6e6875e4c7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:54.915202 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:54.915554 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:54.915891 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:54.916225 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:54.916553 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:23:54.918478 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-337946b2-769b-4ad0-9852-dc6e6875e4c7 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/a4f3cda1-69c0-48e8-91e3-d4c3bde7293c HTTP/1.1" status: 404 len: 337 time: 0.2078059 Dec 16 22:23:54.933993 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49210) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:54.939784 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c80d6-f69e-4a09-9196-54b2bd54d0a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc554af-0928-4b90-bd47-29f03b65bd4a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:54.973235 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7806b4ad-2f26-4ae0-8a75-360470b78c2e None None] Attempting to bind port 6b9d8128-61f8-4cb0-8d4c-9384aedb397d on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:54.973656 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7806b4ad-2f26-4ae0-8a75-360470b78c2e None None] Attempting to bind port 6b9d8128-61f8-4cb0-8d4c-9384aedb397d by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '61a04fe6-b6d6-4517-8741-0ec7836f2ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3edece05-bfb9-4c77-8c49-c7af8e48822f'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:54.973963 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7806b4ad-2f26-4ae0-8a75-360470b78c2e None None] Attempting to bind port 6b9d8128-61f8-4cb0-8d4c-9384aedb397d on network 3edece05-bfb9-4c77-8c49-c7af8e48822f {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:54.982559 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe205b4-f99d-465b-8815-8a02fa04175c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:54.983241 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbe205b4-f99d-465b-8815-8a02fa04175c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:54.989085 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fbe205b4-f99d-465b-8815-8a02fa04175c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/326b73fb-e287-4a6d-ae8b-9f4284517a45 HTTP/1.1" status: 404 len: 337 time: 0.0519104 Dec 16 22:23:54.997700 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49212) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:55.002619 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7806b4ad-2f26-4ae0-8a75-360470b78c2e None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:55.003008 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7806b4ad-2f26-4ae0-8a75-360470b78c2e None None] Checking segment: {'id': '61a04fe6-b6d6-4517-8741-0ec7836f2ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3edece05-bfb9-4c77-8c49-c7af8e48822f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:55.003446 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7806b4ad-2f26-4ae0-8a75-360470b78c2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:55.003846 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7806b4ad-2f26-4ae0-8a75-360470b78c2e None None] Bound using segment: {'id': '61a04fe6-b6d6-4517-8741-0ec7836f2ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3edece05-bfb9-4c77-8c49-c7af8e48822f'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:55.004322 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7806b4ad-2f26-4ae0-8a75-360470b78c2e None None] Bound port: 6b9d8128-61f8-4cb0-8d4c-9384aedb397d, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a04fe6-b6d6-4517-8741-0ec7836f2ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3edece05-bfb9-4c77-8c49-c7af8e48822f'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:55.004708 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7806b4ad-2f26-4ae0-8a75-360470b78c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:55.010890 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806b4ad-2f26-4ae0-8a75-360470b78c2e None None] Pushing event updated for resources: {'Port': ['ID=6b9d8128-61f8-4cb0-8d4c-9384aedb397d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:55.015085 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:55.028389 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-ca8e454d-3db9-455c-b3fb-25583d7b5e34 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9a1c0d4e-2e67-4e71-b13c-a20d0215551f HTTP/1.1" status: 200 len: 217 time: 0.0846989 Dec 16 22:23:55.045208 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-8297921e-67b4-4095-afc5-9daa74dd9790 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:55.045771 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8297921e-67b4-4095-afc5-9daa74dd9790 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:55.051153 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8297921e-67b4-4095-afc5-9daa74dd9790 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/217906c0-c44b-4d33-a562-362d382f2b94 HTTP/1.1" status: 404 len: 333 time: 0.0504305 Dec 16 22:23:55.055659 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49214) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:55.087907 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7806b4ad-2f26-4ae0-8a75-360470b78c2e None None] For port 6b9d8128-61f8-4cb0-8d4c-9384aedb397d, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:23:55.091554 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7806b4ad-2f26-4ae0-8a75-360470b78c2e None None] For port 6b9d8128-61f8-4cb0-8d4c-9384aedb397d, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=6b9d8128-61f8-4cb0-8d4c-9384aedb397d,segment=NetworkSegment(61a04fe6-b6d6-4517-8741-0ec7836f2ea4),segment_id=61a04fe6-b6d6-4517-8741-0ec7836f2ea4)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:23:55.097326 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-814504ba-f2ab-416b-840a-2b54ebd4e47e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:55.097793 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-814504ba-f2ab-416b-840a-2b54ebd4e47e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:55.101700 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-814504ba-f2ab-416b-840a-2b54ebd4e47e tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/35628ca0-b7d5-4ed1-9af6-cfa6bd69605b HTTP/1.1" status: 404 len: 337 time: 0.0449097 Dec 16 22:23:55.104154 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3edece05-bfb9-4c77-8c49-c7af8e48822f']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:55.106770 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49216) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:55.129707 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['32fe797d-5d31-4a1c-8554-7429627da10d'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:23:55.132759 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4fb79ed9-d3a9-43f9-b92a-a05e4466af14 req-8cf44d90-9b90-4c34-ae80-54c2b4963748 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5136602 Dec 16 22:23:55.155962 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a04fe6-b6d6-4517-8741-0ec7836f2ea4') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:55.155962 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a04fe6-b6d6-4517-8741-0ec7836f2ea4') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:55.155962 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9d4288-2bdc-4cbb-b72f-af76d02113a0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:55.155962 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd9d4288-2bdc-4cbb-b72f-af76d02113a0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:55.155962 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-dd9d4288-2bdc-4cbb-b72f-af76d02113a0 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/69786ce2-f560-4602-b63e-ba01c1b787e6 HTTP/1.1" status: 404 len: 333 time: 0.0426838 Dec 16 22:23:55.156899 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1eb3fc9f-e5dd-43b7-a2df-cdd9dc428054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:55.157325 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49220) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:55.165786 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd7c80d6-f69e-4a09-9196-54b2bd54d0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:55.170110 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:55.179566 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7806b4ad-2f26-4ae0-8a75-360470b78c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:55.184190 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb3fc9f-e5dd-43b7-a2df-cdd9dc428054 None None] No DVR routers for this DVR port e78d5739-a75b-4144-8bf1-4d12fd384db0 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:55.201329 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5eef1a5-d904-41fd-b2f6-9fe8df8d574b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:55.201767 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5eef1a5-d904-41fd-b2f6-9fe8df8d574b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:55.204858 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f5eef1a5-d904-41fd-b2f6-9fe8df8d574b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/4f1fa936-38fe-4023-a14d-7acfcf184851 HTTP/1.1" status: 404 len: 337 time: 0.0467257 Dec 16 22:23:55.207341 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49224) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:55.240572 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:55.268549 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3fc9f-e5dd-43b7-a2df-cdd9dc428054 None None] Pushing event deleted for resources: {'Port': ['ID=e78d5739-a75b-4144-8bf1-4d12fd384db0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:55.281632 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:23:55.282077 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:55.285550 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b1357c3-0e54-43f5-9178-a27b156f90ff tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:55.293511 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b1357c3-0e54-43f5-9178-a27b156f90ff tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9b1357c3-0e54-43f5-9178-a27b156f90ff tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/772bd00a-4f83-4a1f-a8b2-f02f9ff70e50 HTTP/1.1" status: 404 len: 333 time: 0.0885539 Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:23:55.302193 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:23:55.315810 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49228) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:55.330823 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-e6c657a0-4651-4224-8a57-2b9e55315789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:55.332218 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-e6c657a0-4651-4224-8a57-2b9e55315789 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c82cad89-cf9a-46f0-9ac6-686f18c47df5 HTTP/1.1" status: 200 len: 797 time: 0.2773006 Dec 16 22:23:55.352048 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd7c80d6-f69e-4a09-9196-54b2bd54d0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:55.359159 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd7c80d6-f69e-4a09-9196-54b2bd54d0a5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:55.379794 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-37375551-4b4b-4692-8338-f10de1e61c9a tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:55.380268 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37375551-4b4b-4692-8338-f10de1e61c9a tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:55.386606 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-37375551-4b4b-4692-8338-f10de1e61c9a tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/908bbf88-c87a-4791-93f2-7b70f4042279 HTTP/1.1" status: 404 len: 337 time: 0.0687692 Dec 16 22:23:55.387847 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49232) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:55.511174 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806b4ad-2f26-4ae0-8a75-360470b78c2e None None] Pushing event updated for resources: {'Port': ['ID=6b9d8128-61f8-4cb0-8d4c-9384aedb397d,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:55.519141 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6860fff-e370-4fdb-a779-1a6891dd9639 None None] Network 3edece05-bfb9-4c77-8c49-c7af8e48822f requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:55.519788 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-2800263d-b7ec-4449-a7e8-1502d593fe52 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:55.520727 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2800263d-b7ec-4449-a7e8-1502d593fe52 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:55.529003 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2800263d-b7ec-4449-a7e8-1502d593fe52 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/868caf81-f3f2-4ba1-8c8d-41103598d190 HTTP/1.1" status: 404 len: 333 time: 0.1252744 Dec 16 22:23:55.530674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49236) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:55.574021 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-d71148ee-ba83-42d2-8ecd-28b9a575342d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:55.574659 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d71148ee-ba83-42d2-8ecd-28b9a575342d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:55.577217 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.db.api [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 22:23:55.577217 n-d-815324-4 neutron-server[103613]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 22:23:55.577217 n-d-815324-4 neutron-server[103613]: [parameters: {'id': '3edece05-bfb9-4c77-8c49-c7af8e48822f'}] Dec 16 22:23:55.577217 n-d-815324-4 neutron-server[103613]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:23:55.582155 n-d-815324-4 neutron-server[103613]: DEBUG oslo_db.api [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:23:55.582155 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49238) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:55.585216 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d71148ee-ba83-42d2-8ecd-28b9a575342d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/537e9960-dc51-4313-a5b6-70fe71158964 HTTP/1.1" status: 404 len: 337 time: 0.0517843 Dec 16 22:23:55.605040 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-8cb82a90-b60b-424b-9bb6-7351f47ee27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:55.609055 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-8cb82a90-b60b-424b-9bb6-7351f47ee27d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66e9be3c-e724-4370-8e53-fc3253b9f776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2179828 Dec 16 22:23:55.609055 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd7c80d6-f69e-4a09-9196-54b2bd54d0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:55.609055 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7c80d6-f69e-4a09-9196-54b2bd54d0a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a39e418-7355-4daf-8886-77aa3f68e542 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:23:55.623789 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd7c80d6-f69e-4a09-9196-54b2bd54d0a5 admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:55.628644 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cd7c80d6-f69e-4a09-9196-54b2bd54d0a5 admin admin] 10.222.0.75 "DELETE /v2.0/routers/2a39e418-7355-4daf-8886-77aa3f68e542 HTTP/1.1" status: 204 len: 168 time: 4.2825613 Dec 16 22:23:55.629553 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49242) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:55.637568 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-a296bc22-8038-44ec-9741-14a1c126de89 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:55.643511 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a296bc22-8038-44ec-9741-14a1c126de89 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:55.643511 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a296bc22-8038-44ec-9741-14a1c126de89 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/e0b66990-bef9-4914-bd2e-5e835ab784d4 HTTP/1.1" status: 404 len: 333 time: 0.0597432 Dec 16 22:23:55.653529 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49244) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:55.705977 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e78d5739-a75b-4144-8bf1-4d12fd384db0 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:23:55.734022 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-471bc1f6-3a72-4e15-b0d8-8d0452069016 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:55.734700 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-471bc1f6-3a72-4e15-b0d8-8d0452069016 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:55.742435 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-471bc1f6-3a72-4e15-b0d8-8d0452069016 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/308efcbe-54d1-4437-a3ed-fc45efac005d HTTP/1.1" status: 404 len: 337 time: 0.0733612 Dec 16 22:23:55.746611 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49250) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:55.794362 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-005d4709-ab33-4dc3-a9a0-7735502058ad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:55.795009 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-005d4709-ab33-4dc3-a9a0-7735502058ad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:55.801573 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-005d4709-ab33-4dc3-a9a0-7735502058ad tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/02b5dcb6-c4c6-4989-a8dc-3759cf09b01d HTTP/1.1" status: 404 len: 333 time: 0.0516789 Dec 16 22:23:55.805490 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: e78d5739-a75b-4144-8bf1-4d12fd384db0 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:23:55.805919 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e78d5739-a75b-4144-8bf1-4d12fd384db0 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:23:55.809989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49252) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:55.813129 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddfd98-4a1f-4362-964c-a0108cccd155 req-235f2e2d-22d1-47d4-b627-75f25e85c64e tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:55.828931 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-da529a04-7811-42c0-bbff-763be744d837 admin admin] Deleting subnet 732c50e2-8f86-42f7-9af5-b82264e80666 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:23:55.829054 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cdddfd98-4a1f-4362-964c-a0108cccd155 req-235f2e2d-22d1-47d4-b627-75f25e85c64e tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.3589525 Dec 16 22:23:55.836077 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-41c1a95e-7f46-4976-b1df-614626387a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:55.870123 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-da529a04-7811-42c0-bbff-763be744d837 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:55.908038 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef279f-346b-452b-a1e0-4944d071823f req-2bd4951a-4d48-49d2-b5ca-d657d44805ac tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:55.910618 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7fef279f-346b-452b-a1e0-4944d071823f req-2bd4951a-4d48-49d2-b5ca-d657d44805ac tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.57 "GET /v2.0/networks?id=3483c04d-9548-45a8-add9-5dd005156af8 HTTP/1.1" status: 200 len: 817 time: 0.6664770 Dec 16 22:23:55.913601 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f318b9c7-9cd6-4c9d-8351-fcbf455db55f None None] get_active_networks_info from n-d-815324-4 {{(pid=103615) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:23:55.919565 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-da529a04-7811-42c0-bbff-763be744d837 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:55.928483 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-97a6a37e-018b-4104-8d80-c5297374bfe2 service neutron] 10.222.0.57 "GET /v2.0/networks/66e9be3c-e724-4370-8e53-fc3253b9f776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969236 Dec 16 22:23:55.930137 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-127a579f-3ad9-4f4a-869a-09b5c5a165f1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:55.930660 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-127a579f-3ad9-4f4a-869a-09b5c5a165f1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:55.933833 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-127a579f-3ad9-4f4a-869a-09b5c5a165f1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/2b7a15cd-bbea-48ef-9b3e-7b3f175004b5 HTTP/1.1" status: 404 len: 337 time: 0.1122534 Dec 16 22:23:55.937481 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49254) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:55.979753 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cdddfd98-4a1f-4362-964c-a0108cccd155 req-fb643d5c-2435-4cb4-823b-f15e7ae91576 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550946 Dec 16 22:23:55.981694 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0a0c79-9450-4375-969c-4de2b52bf562 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:55.982150 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0a0c79-9450-4375-969c-4de2b52bf562 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:55.987877 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4c0a0c79-9450-4375-969c-4de2b52bf562 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/97410ede-a893-4566-bfe0-25d7d22f6b9d HTTP/1.1" status: 404 len: 337 time: 0.0494032 Dec 16 22:23:55.988650 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49256) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:56.035982 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-9222dd13-dfa7-46c7-95cd-c6850f8b3a2b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:56.036552 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9222dd13-dfa7-46c7-95cd-c6850f8b3a2b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:56.043243 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9222dd13-dfa7-46c7-95cd-c6850f8b3a2b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/63f39753-edaa-4213-a7ab-686c99abbd9b HTTP/1.1" status: 404 len: 333 time: 0.0464904 Dec 16 22:23:56.043861 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49258) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:56.090726 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:56.092725 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f318b9c7-9cd6-4c9d-8351-fcbf455db55f None None] Resources bound (agent type, host, resource id): {{(pid=103615) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:23:56.101360 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ca9924-d79f-4771-a474-f44f85879cb1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:56.101696 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b359d880-ecac-4b0d-b751-2b5bb14959f6 req-e54a53c4-31a0-40c1-a97d-96f033076da2 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 210 time: 0.1771312 Dec 16 22:23:56.101909 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8ca9924-d79f-4771-a474-f44f85879cb1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:56.108382 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a8ca9924-d79f-4771-a474-f44f85879cb1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/39ed42bd-c0dc-49fe-a85c-1325a29fea74 HTTP/1.1" status: 404 len: 337 time: 0.0620859 Dec 16 22:23:56.109576 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49262) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:56.188151 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac06adf-30ce-434e-9d1e-662bd0e2422f req-297f4d92-d87e-4d3a-9803-120b306db402 service neutron] 10.222.0.57 "GET /v2.0/networks/66e9be3c-e724-4370-8e53-fc3253b9f776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263255 Dec 16 22:23:56.192195 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-da529a04-7811-42c0-bbff-763be744d837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:56.368110 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-da529a04-7811-42c0-bbff-763be744d837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:56.410203 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da529a04-7811-42c0-bbff-763be744d837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=732c50e2-8f86-42f7-9af5-b82264e80666,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:56.419774 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-da529a04-7811-42c0-bbff-763be744d837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:56.427571 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-da529a04-7811-42c0-bbff-763be744d837 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/732c50e2-8f86-42f7-9af5-b82264e80666 HTTP/1.1" status: 204 len: 168 time: 0.7190380 Dec 16 22:23:56.428669 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49268) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:56.490556 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7fef279f-346b-452b-a1e0-4944d071823f req-aa36f6b5-4e0d-4db4-afc3-b557768e57af tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4dac0c5f3874f5fbbad13b3a269f630 HTTP/1.1" status: 200 len: 379 time: 0.5222819 Dec 16 22:23:56.515929 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-db58e02f-a71e-4767-b339-736fe408162d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:56.516399 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db58e02f-a71e-4767-b339-736fe408162d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:56.519535 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-db58e02f-a71e-4767-b339-736fe408162d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/f65cc6d0-4f2f-4943-94d7-ab5a24212a7d HTTP/1.1" status: 404 len: 337 time: 0.4046190 Dec 16 22:23:56.539627 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49276) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:56.539783 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-7fef279f-346b-452b-a1e0-4944d071823f req-15ccb9da-cdd2-442d-a9dd-5a16126607bb tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Request body: {'port': {'device_id': '4e9c3762-6939-48b4-a90e-63cb5a238ff2', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'admin_state_up': True, 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'security_groups': ['3e3fea00-e64e-43d7-adf2-71ac014c1aaa']}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:56.545838 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b627ae3-81cc-4126-b34d-dba19c967c6b None None] Network 34ec0e8e-bff4-43c8-8566-079ad33313f7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:23:56.605193 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-623f54c5-fa53-4c34-8a5c-4f38d54e7f76 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:56.605864 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-623f54c5-fa53-4c34-8a5c-4f38d54e7f76 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:56.609041 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-623f54c5-fa53-4c34-8a5c-4f38d54e7f76 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/be0de74f-6f23-4174-a652-c77c876aa4e1 HTTP/1.1" status: 404 len: 333 time: 0.0681989 Dec 16 22:23:56.629594 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49278) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:56.662433 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd1597c-09bc-465c-9038-957fb1dc5726 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:56.663215 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dd1597c-09bc-465c-9038-957fb1dc5726 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:56.669326 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7dd1597c-09bc-465c-9038-957fb1dc5726 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/8070b382-cc72-4b75-9c39-5a61cc3e1cfe HTTP/1.1" status: 404 len: 337 time: 0.0391488 Dec 16 22:23:56.671231 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49282) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:56.685072 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8486f364-c9ee-4fc0-b650-abd12ce72bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:56.714307 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ca93b-ece3-4c9a-b9ff-d37008cd7830 req-722e3ad9-59d1-4e13-9ca8-df94e1cd938c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:56.723274 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ca93b-ece3-4c9a-b9ff-d37008cd7830 req-722e3ad9-59d1-4e13-9ca8-df94e1cd938c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:56.730375 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c93efd-888f-41ed-8f13-3327017b3a98 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:56.730604 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ca93b-ece3-4c9a-b9ff-d37008cd7830 req-722e3ad9-59d1-4e13-9ca8-df94e1cd938c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:56.731251 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c93efd-888f-41ed-8f13-3327017b3a98 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:56.732456 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cab10ee-d00c-4e73-aeb2-80c7905b5bf3 None None] DHCP port deletion for 34ec0e8e-bff4-43c8-8566-079ad33313f7 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:23:56.735353 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-72c93efd-888f-41ed-8f13-3327017b3a98 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/f18ea0bf-4a7a-46a5-9a32-851a2a6e6386 HTTP/1.1" status: 404 len: 337 time: 0.0632734 Dec 16 22:23:56.737904 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ca93b-ece3-4c9a-b9ff-d37008cd7830 req-722e3ad9-59d1-4e13-9ca8-df94e1cd938c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:56.739149 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49284) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:56.745870 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ca93b-ece3-4c9a-b9ff-d37008cd7830 req-722e3ad9-59d1-4e13-9ca8-df94e1cd938c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:56.753707 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ca93b-ece3-4c9a-b9ff-d37008cd7830 req-722e3ad9-59d1-4e13-9ca8-df94e1cd938c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:56.758273 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32e5cb-7693-4367-b348-83ad3433d931 req-7aef43e8-2195-49d5-b051-48a717869915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:56.759104 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32e5cb-7693-4367-b348-83ad3433d931 req-7aef43e8-2195-49d5-b051-48a717869915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:56.760005 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32e5cb-7693-4367-b348-83ad3433d931 req-7aef43e8-2195-49d5-b051-48a717869915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:56.760506 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ca93b-ece3-4c9a-b9ff-d37008cd7830 req-722e3ad9-59d1-4e13-9ca8-df94e1cd938c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:56.760966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32e5cb-7693-4367-b348-83ad3433d931 req-7aef43e8-2195-49d5-b051-48a717869915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:56.761603 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32e5cb-7693-4367-b348-83ad3433d931 req-7aef43e8-2195-49d5-b051-48a717869915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:56.762364 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32e5cb-7693-4367-b348-83ad3433d931 req-7aef43e8-2195-49d5-b051-48a717869915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:56.762857 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-589ca93b-ece3-4c9a-b9ff-d37008cd7830 req-722e3ad9-59d1-4e13-9ca8-df94e1cd938c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5428 time: 0.2824550 Dec 16 22:23:56.763219 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32e5cb-7693-4367-b348-83ad3433d931 req-7aef43e8-2195-49d5-b051-48a717869915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:56.765328 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cd32e5cb-7693-4367-b348-83ad3433d931 req-7aef43e8-2195-49d5-b051-48a717869915 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45dc1fa90bee4d0982a4d71f8e7220e0&device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 6485 time: 0.2275269 Dec 16 22:23:56.799816 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f6286f-432d-42ea-85ac-f7e7392d23a5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:56.800053 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Deleting port 6b9d8128-61f8-4cb0-8d4c-9384aedb397d {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:56.800384 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:56.800950 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56f6286f-432d-42ea-85ac-f7e7392d23a5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:56.805654 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-56f6286f-432d-42ea-85ac-f7e7392d23a5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/2902b947-99cf-4bb2-abed-783146b700a6 HTTP/1.1" status: 404 len: 333 time: 0.0642362 Dec 16 22:23:56.808394 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49286) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:56.839856 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-6cab10ee-d00c-4e73-aeb2-80c7905b5bf3 None None] Deleting port d049ef65-2d8d-4426-b03d-ddb586dde659 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:56.840523 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6cab10ee-d00c-4e73-aeb2-80c7905b5bf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:56.878248 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] For port 6b9d8128-61f8-4cb0-8d4c-9384aedb397d, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=6b9d8128-61f8-4cb0-8d4c-9384aedb397d,segment=NetworkSegment(61a04fe6-b6d6-4517-8741-0ec7836f2ea4),segment_id=61a04fe6-b6d6-4517-8741-0ec7836f2ea4)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:56.878773 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:56.886898 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:56.894021 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Calling delete_port for 6b9d8128-61f8-4cb0-8d4c-9384aedb397d owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:56.901729 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba27dfd2-31b7-43b5-aa00-f5bc96c9b257 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:56.902436 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba27dfd2-31b7-43b5-aa00-f5bc96c9b257 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:56.905258 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:56.906547 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ba27dfd2-31b7-43b5-aa00-f5bc96c9b257 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/b89422d8-32f4-4638-b5de-944f6b495bdf HTTP/1.1" status: 404 len: 337 time: 0.0970290 Dec 16 22:23:56.910371 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49288) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:56.918989 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-6cab10ee-d00c-4e73-aeb2-80c7905b5bf3 None None] For port d049ef65-2d8d-4426-b03d-ddb586dde659, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d049ef65-2d8d-4426-b03d-ddb586dde659,segment=NetworkSegment(ea109f61-1153-46a5-93d3-a3f19bcb2862),segment_id=ea109f61-1153-46a5-93d3-a3f19bcb2862)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:56.919448 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6cab10ee-d00c-4e73-aeb2-80c7905b5bf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:56.935891 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-6cab10ee-d00c-4e73-aeb2-80c7905b5bf3 None None] Calling delete_port for d049ef65-2d8d-4426-b03d-ddb586dde659 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:56.955643 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d03401-ed7d-478e-9c31-9041eb15a3af tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:56.956012 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72d03401-ed7d-478e-9c31-9041eb15a3af tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:56.962623 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-72d03401-ed7d-478e-9c31-9041eb15a3af tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/9fde41f7-61d7-4b06-94f3-f7f74d122f1e HTTP/1.1" status: 404 len: 337 time: 0.0424995 Dec 16 22:23:56.962860 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49292) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:57.003172 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b9c9b054-62d8-489b-8268-1a17cb8dd552 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports?device_id=07af9129-1f09-4a9e-ab5e-2bbcd4b32512 HTTP/1.1" status: 200 len: 205 time: 0.0370638 Dec 16 22:23:57.004207 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49294) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:57.042233 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-589ca93b-ece3-4c9a-b9ff-d37008cd7830 req-8a8330a7-d50b-4503-b606-9087ccac3d82 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2686365 Dec 16 22:23:57.062606 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-20ba656f-d6f7-4c8d-b21c-df288eeb76ca tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] delete failed (client error): The resource could not be found. Dec 16 22:23:57.063790 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-20ba656f-d6f7-4c8d-b21c-df288eeb76ca tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/routers/07af9129-1f09-4a9e-ab5e-2bbcd4b32512 HTTP/1.1" status: 404 len: 336 time: 0.0586390 Dec 16 22:23:57.066822 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49300) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:57.086408 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32e5cb-7693-4367-b348-83ad3433d931 req-dbce7e28-89b6-47f8-99dc-9ec44c62d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:57.086408 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cd32e5cb-7693-4367-b348-83ad3433d931 req-dbce7e28-89b6-47f8-99dc-9ec44c62d781 service neutron] 10.222.0.57 "GET /v2.0/networks?id=66e9be3c-e724-4370-8e53-fc3253b9f776 HTTP/1.1" status: 200 len: 902 time: 0.2885234 Dec 16 22:23:57.104864 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-8486f364-c9ee-4fc0-b650-abd12ce72bb0 admin admin] Deleting port d049ef65-2d8d-4426-b03d-ddb586dde659 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:23:57.106544 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6cab10ee-d00c-4e73-aeb2-80c7905b5bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.106785 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8486f364-c9ee-4fc0-b650-abd12ce72bb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.140985 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e08b8a2-219c-4508-9d6f-d5f5997b3082 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:57.140985 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e08b8a2-219c-4508-9d6f-d5f5997b3082 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:57.144076 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2e08b8a2-219c-4508-9d6f-d5f5997b3082 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/6b938b84-1257-49d2-bfda-6b30207115af HTTP/1.1" status: 404 len: 337 time: 0.0723896 Dec 16 22:23:57.144795 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49304) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:57.147887 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab10ee-d00c-4e73-aeb2-80c7905b5bf3 None None] Pushing event deleted for resources: {'Port': ['ID=d049ef65-2d8d-4426-b03d-ddb586dde659,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:57.162990 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cab10ee-d00c-4e73-aeb2-80c7905b5bf3 None None] No DVR routers for this DVR port d049ef65-2d8d-4426-b03d-ddb586dde659 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:57.201215 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b5296e95-4eba-42c7-a196-c267b7d968f3 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "GET /v2.0/ports?device_id=befd1169-b8e2-474b-be04-6ff824ce4f99 HTTP/1.1" status: 200 len: 205 time: 0.0548594 Dec 16 22:23:57.202371 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fef279f-346b-452b-a1e0-4944d071823f req-15ccb9da-cdd2-442d-a9dd-5a16126607bb tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Made reservation on behalf of d4dac0c5f3874f5fbbad13b3a269f630 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:57.206847 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7fef279f-346b-452b-a1e0-4944d071823f req-15ccb9da-cdd2-442d-a9dd-5a16126607bb tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.209407 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49306) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:57.224191 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cd32e5cb-7693-4367-b348-83ad3433d931 req-835838bc-a5b5-41c8-822b-1c9f1a2ccb9f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9a1c0d4e-2e67-4e71-b13c-a20d0215551f HTTP/1.1" status: 200 len: 217 time: 0.1174467 Dec 16 22:23:57.284944 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.304281 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-49b84b0d-76a7-492e-8d29-b1a8b7e6095f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] delete failed (client error): The resource could not be found. Dec 16 22:23:57.305671 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-49b84b0d-76a7-492e-8d29-b1a8b7e6095f tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/routers/befd1169-b8e2-474b-be04-6ff824ce4f99 HTTP/1.1" status: 404 len: 336 time: 0.0949981 Dec 16 22:23:57.308690 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-8486f364-c9ee-4fc0-b650-abd12ce72bb0 admin admin] For port d049ef65-2d8d-4426-b03d-ddb586dde659, host n-d-815324-4, got binding levels [] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:57.309069 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8486f364-c9ee-4fc0-b650-abd12ce72bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.316642 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49308) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:57.327104 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a69d5-97c5-4610-8c5a-00e12310da39 req-5634ed7b-c8ad-492e-bfcc-ee988618a6aa tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:57.328734 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-464a69d5-97c5-4610-8c5a-00e12310da39 req-5634ed7b-c8ad-492e-bfcc-ee988618a6aa tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.2136922 Dec 16 22:23:57.352647 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2b95a122-771b-4007-8334-d6753c425c4e req-2b8e410f-8ef7-468f-9f04-a48f4d2bf96f tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 210 time: 0.1062682 Dec 16 22:23:57.362919 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Port': ['ID=6b9d8128-61f8-4cb0-8d4c-9384aedb397d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:57.363120 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-8486f364-c9ee-4fc0-b650-abd12ce72bb0 admin admin] Calling delete_port for d049ef65-2d8d-4426-b03d-ddb586dde659 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:23:57.363120 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32e5cb-7693-4367-b348-83ad3433d931 req-245855e2-d1d0-4a14-8ce2-0a2cae8e91f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:57.363328 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cd32e5cb-7693-4367-b348-83ad3433d931 req-245855e2-d1d0-4a14-8ce2-0a2cae8e91f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c82cad89-cf9a-46f0-9ac6-686f18c47df5 HTTP/1.1" status: 200 len: 797 time: 0.1319084 Dec 16 22:23:57.364458 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] No DVR routers for this DVR port 6b9d8128-61f8-4cb0-8d4c-9384aedb397d on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:57.365514 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.ipam_backend_mixin [None req-8486f364-c9ee-4fc0-b650-abd12ce72bb0 admin admin] Port d049ef65-2d8d-4426-b03d-ddb586dde659 was not found and therefore no delete operation was performed {{(pid=103614) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 22:23:57.394867 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8486f364-c9ee-4fc0-b650-abd12ce72bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.396982 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c3e082-624a-4838-ba35-5899d0f793ca tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:57.397438 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c3e082-624a-4838-ba35-5899d0f793ca tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:57.404495 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-97c3e082-624a-4838-ba35-5899d0f793ca tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/567afb07-ea9d-4d4c-8b6a-1efc64d07d4d HTTP/1.1" status: 404 len: 337 time: 0.0718744 Dec 16 22:23:57.407977 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49312) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:57.476771 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486f364-c9ee-4fc0-b650-abd12ce72bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d049ef65-2d8d-4426-b03d-ddb586dde659,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:57.504911 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device fbc554af-0928-4b90-bd47-29f03b65bd4a no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:23:57.528705 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-464a69d5-97c5-4610-8c5a-00e12310da39 req-cd607b80-d9cb-4011-8125-d69bdd9bde34 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870670 Dec 16 22:23:57.530542 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8486f364-c9ee-4fc0-b650-abd12ce72bb0 admin admin] No DVR routers for this DVR port d049ef65-2d8d-4426-b03d-ddb586dde659 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:23:57.536334 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 32fe797d-5d31-4a1c-8554-7429627da10d up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:23:57.536484 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd9b117-80c5-4c50-85b6-ae7d7c620eac tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:57.537088 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd9b117-80c5-4c50-85b6-ae7d7c620eac tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:57.543610 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8dd9b117-80c5-4c50-85b6-ae7d7c620eac tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/1589e6c5-5501-461b-b658-a07c3a72998c HTTP/1.1" status: 404 len: 337 time: 0.1063130 Dec 16 22:23:57.543826 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.546314 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49318) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:57.574692 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3edece05-bfb9-4c77-8c49-c7af8e48822f']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:57.582798 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: fbc554af-0928-4b90-bd47-29f03b65bd4a {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:23:57.583469 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device fbc554af-0928-4b90-bd47-29f03b65bd4a not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:23:57.584099 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d049ef65-2d8d-4426-b03d-ddb586dde659 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:23:57.683289 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: d049ef65-2d8d-4426-b03d-ddb586dde659 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:23:57.683289 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d049ef65-2d8d-4426-b03d-ddb586dde659 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:23:57.684199 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-7fef279f-346b-452b-a1e0-4944d071823f req-15ccb9da-cdd2-442d-a9dd-5a16126607bb tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Allocated IP 172.20.0.7 (3483c04d-9548-45a8-add9-5dd005156af8/271e63c4-6a59-41c7-a795-72d699a0357a/7b2fbefe-475a-4ee7-9841-1afe9870c40a) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:23:57.684875 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8486f364-c9ee-4fc0-b650-abd12ce72bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.707812 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-8486f364-c9ee-4fc0-b650-abd12ce72bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ec0e8e-bff4-43c8-8566-079ad33313f7']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:57.717504 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32e5cb-7693-4367-b348-83ad3433d931 req-54c0cffa-71e8-40ea-8f7b-d17905d7da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:57.719077 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cd32e5cb-7693-4367-b348-83ad3433d931 req-54c0cffa-71e8-40ea-8f7b-d17905d7da35 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66e9be3c-e724-4370-8e53-fc3253b9f776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3325264 Dec 16 22:23:57.721743 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd83245d-0c02-4f26-b927-8e5f24572c9d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:57.722336 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd83245d-0c02-4f26-b927-8e5f24572c9d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:57.728329 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-dd83245d-0c02-4f26-b927-8e5f24572c9d tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/f1b15654-6e4f-4136-b83c-b96342b8a461 HTTP/1.1" status: 404 len: 333 time: 0.1785715 Dec 16 22:23:57.728329 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-8486f364-c9ee-4fc0-b650-abd12ce72bb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea109f61-1153-46a5-93d3-a3f19bcb2862') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:57.728329 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-8486f364-c9ee-4fc0-b650-abd12ce72bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea109f61-1153-46a5-93d3-a3f19bcb2862') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:57.730858 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49322) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:57.768375 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a04fe6-b6d6-4517-8741-0ec7836f2ea4') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:57.769041 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a04fe6-b6d6-4517-8741-0ec7836f2ea4') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:57.772303 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8486f364-c9ee-4fc0-b650-abd12ce72bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.784968 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.786663 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa81271a-d2b8-4a53-98d7-cc6b6efc3ce4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:57.787758 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa81271a-d2b8-4a53-98d7-cc6b6efc3ce4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:57.790928 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-aa81271a-d2b8-4a53-98d7-cc6b6efc3ce4 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/661d5a0e-a168-4b91-9792-47587e0d9986 HTTP/1.1" status: 404 len: 337 time: 0.0590479 Dec 16 22:23:57.796625 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49324) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:57.829010 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.829355 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8486f364-c9ee-4fc0-b650-abd12ce72bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.836958 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30a3a79-c97a-4d8f-967a-8324fa1e3402 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:57.837982 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b30a3a79-c97a-4d8f-967a-8324fa1e3402 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:57.843275 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b30a3a79-c97a-4d8f-967a-8324fa1e3402 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/ecf988f0-68a1-4da3-a841-93dadd433113 HTTP/1.1" status: 404 len: 333 time: 0.0434146 Dec 16 22:23:57.843454 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8486f364-c9ee-4fc0-b650-abd12ce72bb0 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:23:57.843454 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8486f364-c9ee-4fc0-b650-abd12ce72bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:23:57.844109 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:23:57.847015 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49326) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:57.852644 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:23:57.853065 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:23:57.856081 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:23:57.868690 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 32fe797d-5d31-4a1c-8554-7429627da10d completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:23:57.873189 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 32fe797d-5d31-4a1c-8554-7429627da10d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:57.873567 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.910223 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b5c0173-4920-4253-8584-ffadcb439a48 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:57.910704 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b5c0173-4920-4253-8584-ffadcb439a48 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:57.916420 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9b5c0173-4920-4253-8584-ffadcb439a48 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/d7454eff-f6ed-4b3a-94b7-9f29a187a75d HTTP/1.1" status: 404 len: 337 time: 0.0687408 Dec 16 22:23:57.917048 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49330) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:57.955191 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cd32e5cb-7693-4367-b348-83ad3433d931 req-fc4608e0-7331-402c-8ebd-d20fe645b604 service neutron] 10.222.0.57 "GET /v2.0/networks/66e9be3c-e724-4370-8e53-fc3253b9f776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248375 Dec 16 22:23:57.961214 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.966271 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-f120b3d7-8311-4948-b6b0-24cb496037a1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:57.966271 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f120b3d7-8311-4948-b6b0-24cb496037a1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:57.968092 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f120b3d7-8311-4948-b6b0-24cb496037a1 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/f04815a6-beb0-4398-b79f-c723d26b7afd HTTP/1.1" status: 404 len: 333 time: 0.0503681 Dec 16 22:23:57.970670 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49334) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:57.971319 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7fef279f-346b-452b-a1e0-4944d071823f req-15ccb9da-cdd2-442d-a9dd-5a16126607bb tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:57.997618 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a91173-3344-4373-bbb0-0d4d16a13655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fe797d-5d31-4a1c-8554-7429627da10d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:23:58.000270 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1806e08b-be40-4d57-848d-496277fdbb7a" -d '{"events": [{"server_uuid": "b6a91173-3344-4373-bbb0-0d4d16a13655", "name": "network-vif-plugged", "status": "completed", "tag": "32fe797d-5d31-4a1c-8554-7429627da10d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:23:58.033415 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 32fe797d-5d31-4a1c-8554-7429627da10d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=32fe797d-5d31-4a1c-8554-7429627da10d,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:23:58.033546 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8486f364-c9ee-4fc0-b650-abd12ce72bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:58.041362 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-95dc301b-39fa-4739-afe6-b660e1c86ffa tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:58.042042 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95dc301b-39fa-4739-afe6-b660e1c86ffa tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:58.044912 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-95dc301b-39fa-4739-afe6-b660e1c86ffa tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/0bb1ca9d-f6d3-4439-89e0-541b36ee5dad HTTP/1.1" status: 404 len: 337 time: 0.0732472 Dec 16 22:23:58.046168 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8486f364-c9ee-4fc0-b650-abd12ce72bb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:58.047656 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49338) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:58.052184 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8486f364-c9ee-4fc0-b650-abd12ce72bb0 admin admin] 10.222.0.75 "DELETE /v2.0/networks/34ec0e8e-bff4-43c8-8566-079ad33313f7 HTTP/1.1" status: 204 len: 168 time: 1.6066437 Dec 16 22:23:58.053176 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad59de1-8798-44fa-83b7-02b92fc45944 x-openstack-request-id: req-dad59de1-8798-44fa-83b7-02b92fc45944 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:23:58.075379 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486f364-c9ee-4fc0-b650-abd12ce72bb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=34ec0e8e-bff4-43c8-8566-079ad33313f7,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:58.078888 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a91173-3344-4373-bbb0-0d4d16a13655", "name": "network-vif-plugged", "status": "completed", "tag": "32fe797d-5d31-4a1c-8554-7429627da10d", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:23:58.079262 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dad59de1-8798-44fa-83b7-02b92fc45944 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:23:58.079708 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a91173-3344-4373-bbb0-0d4d16a13655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fe797d-5d31-4a1c-8554-7429627da10d', 'code': 200} Dec 16 22:23:58.113335 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-747fb8c9-1579-4ade-aff6-1fc571bcb421 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:58.113335 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-747fb8c9-1579-4ade-aff6-1fc571bcb421 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:58.120792 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-747fb8c9-1579-4ade-aff6-1fc571bcb421 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/f857dba4-7b39-48de-8a11-09f7f9a10a3c HTTP/1.1" status: 404 len: 333 time: 0.0693548 Dec 16 22:23:58.121468 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49344) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:58.122139 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:58.125048 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cd32e5cb-7693-4367-b348-83ad3433d931 req-ae72e00f-403f-46e9-99b2-9d3b2d4d4134 service neutron] 10.222.0.57 "GET /v2.0/networks/66e9be3c-e724-4370-8e53-fc3253b9f776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566255 Dec 16 22:23:58.162378 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:58.164224 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:58.175897 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "DELETE /v2.0/networks/3edece05-bfb9-4c77-8c49-c7af8e48822f HTTP/1.1" status: 204 len: 168 time: 4.6409190 Dec 16 22:23:58.180271 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49346) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:58.186557 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-6e6efb6a-d6c7-475f-b850-1c4cb037550f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-824504776'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:58.191824 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7fef279f-346b-452b-a1e0-4944d071823f req-15ccb9da-cdd2-442d-a9dd-5a16126607bb tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:58.226207 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b2a30-7fd1-4f3b-8145-c7897a38d87d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Network': ['ID=3edece05-bfb9-4c77-8c49-c7af8e48822f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:58.228663 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f9d8d3-0150-404b-bf55-232c616656ef tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:58.229424 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92f9d8d3-0150-404b-bf55-232c616656ef tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:58.233246 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-92f9d8d3-0150-404b-bf55-232c616656ef tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/a3b281c7-58c2-4dec-a073-565ac550f383 HTTP/1.1" status: 404 len: 337 time: 0.0984004 Dec 16 22:23:58.238890 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49348) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:58.265290 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=32fe797d-5d31-4a1c-8554-7429627da10d,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:58.285966 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:58.298880 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8db531-4a65-491e-9cbc-2aa73a19ed59 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:58.299755 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a8db531-4a65-491e-9cbc-2aa73a19ed59 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:58.303812 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2a8db531-4a65-491e-9cbc-2aa73a19ed59 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/100e53fd-fd7f-4efa-b70b-093b02e9f822 HTTP/1.1" status: 404 len: 333 time: 0.0592155 Dec 16 22:23:58.307061 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49350) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:58.342433 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fef279f-346b-452b-a1e0-4944d071823f req-15ccb9da-cdd2-442d-a9dd-5a16126607bb tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Network 3483c04d-9548-45a8-add9-5dd005156af8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:23:58.350449 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-d06f9e60-a500-4ea0-b58b-37f75d8e38a2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:58.350449 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d06f9e60-a500-4ea0-b58b-37f75d8e38a2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:58.350449 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d06f9e60-a500-4ea0-b58b-37f75d8e38a2 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/5a4027bd-2fd7-4a6d-af43-9d27fce4a484 HTTP/1.1" status: 404 len: 337 time: 0.0384407 Dec 16 22:23:58.350979 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6de2f-c80a-4be1-8071-0dbde713d657 req-0b495563-c5ba-416f-b0f2-f4b0e6022a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:58.352719 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-73d6de2f-c80a-4be1-8071-0dbde713d657 req-0b495563-c5ba-416f-b0f2-f4b0e6022a7e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 1096 time: 0.1578085 Dec 16 22:23:58.353098 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49354) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:58.354003 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-7fef279f-346b-452b-a1e0-4944d071823f req-15ccb9da-cdd2-442d-a9dd-5a16126607bb tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:23:58.357213 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fef279f-346b-452b-a1e0-4944d071823f req-15ccb9da-cdd2-442d-a9dd-5a16126607bb tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:23:58.391138 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-0215e5dc-96b1-46bd-9f2e-4aa043025fe5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:58.391719 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0215e5dc-96b1-46bd-9f2e-4aa043025fe5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:58.394884 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0215e5dc-96b1-46bd-9f2e-4aa043025fe5 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/821cfbd1-fa2c-4e69-a4ae-3adb3acb8a8a HTTP/1.1" status: 404 len: 333 time: 0.0408616 Dec 16 22:23:58.399744 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccb9da-cdd2-442d-a9dd-5a16126607bb tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Pushing event updated for resources: {'Port': ['ID=7b2fbefe-475a-4ee7-9841-1afe9870c40a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:58.403673 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49356) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:58.424511 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef279f-346b-452b-a1e0-4944d071823f req-15ccb9da-cdd2-442d-a9dd-5a16126607bb tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:58.425197 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7fef279f-346b-452b-a1e0-4944d071823f req-15ccb9da-cdd2-442d-a9dd-5a16126607bb tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:58.435349 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:58.445676 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-73d6de2f-c80a-4be1-8071-0dbde713d657 req-a147dc4b-8ec2-4516-9feb-a4da104c399f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845888 Dec 16 22:23:58.446955 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6efb6a-d6c7-475f-b850-1c4cb037550f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Made reservation on behalf of e074d718718044f5ac8fe581dcac665f for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:58.452385 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e6efb6a-d6c7-475f-b850-1c4cb037550f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:58.467715 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e817271-8d46-4bc2-9c40-6b0e8484d6e3 req-b4e16df8-9461-460d-82e0-3982af249444 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:58.473707 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e817271-8d46-4bc2-9c40-6b0e8484d6e3 req-b4e16df8-9461-460d-82e0-3982af249444 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:58.480558 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e817271-8d46-4bc2-9c40-6b0e8484d6e3 req-b4e16df8-9461-460d-82e0-3982af249444 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:58.486526 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e817271-8d46-4bc2-9c40-6b0e8484d6e3 req-b4e16df8-9461-460d-82e0-3982af249444 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:58.493378 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e817271-8d46-4bc2-9c40-6b0e8484d6e3 req-b4e16df8-9461-460d-82e0-3982af249444 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:58.499623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e817271-8d46-4bc2-9c40-6b0e8484d6e3 req-b4e16df8-9461-460d-82e0-3982af249444 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:58.507860 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e817271-8d46-4bc2-9c40-6b0e8484d6e3 req-b4e16df8-9461-460d-82e0-3982af249444 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:58.510084 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6e817271-8d46-4bc2-9c40-6b0e8484d6e3 req-b4e16df8-9461-460d-82e0-3982af249444 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5428 time: 0.2697718 Dec 16 22:23:58.511025 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1a1dee-6bbc-4aef-881b-d43c39b8c700 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:58.511500 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee1a1dee-6bbc-4aef-881b-d43c39b8c700 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:58.517555 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ee1a1dee-6bbc-4aef-881b-d43c39b8c700 tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/f6ebaaa3-cb5c-4d41-94f3-e3bce9410696 HTTP/1.1" status: 404 len: 337 time: 0.1080439 Dec 16 22:23:58.517689 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49364) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:58.528841 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6efb6a-d6c7-475f-b850-1c4cb037550f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:23:58.550644 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e6efb6a-d6c7-475f-b850-1c4cb037550f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:58.551009 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-6e6efb6a-d6c7-475f-b850-1c4cb037550f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Added segment 78ad87c9-b869-4d14-88c3-f3af7f98bd2b of type vlan for network 9f9c78d8-7110-42a0-965c-3d230503a141 Dec 16 22:23:58.571209 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49366) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:58.581056 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1efee94-ba78-4d4b-a707-80682e84843b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:58.581715 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1efee94-ba78-4d4b-a707-80682e84843b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:58.584355 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4fea0-145e-485b-bbef-bb9155f30e44 req-3feaf403-27de-4a55-b89b-0c0b021dfc45 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:58.591835 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b1efee94-ba78-4d4b-a707-80682e84843b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/ports/4af5aaa9-2f21-4316-8be3-f7cdef4d3d66 HTTP/1.1" status: 404 len: 333 time: 0.0600793 Dec 16 22:23:58.592099 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-efd4fea0-145e-485b-bbef-bb9155f30e44 req-3feaf403-27de-4a55-b89b-0c0b021dfc45 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 931 time: 0.1148140 Dec 16 22:23:58.592655 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49370) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:58.612661 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7fef279f-346b-452b-a1e0-4944d071823f req-15ccb9da-cdd2-442d-a9dd-5a16126607bb tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0919352 Dec 16 22:23:58.633168 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-7fef279f-346b-452b-a1e0-4944d071823f req-a958689c-514b-4911-9397-efaa5447e0ef service neutron] Request body: {'port': {'device_id': '4e9c3762-6939-48b4-a90e-63cb5a238ff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:58.641280 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e6efb6a-d6c7-475f-b850-1c4cb037550f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:58.705977 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6e817271-8d46-4bc2-9c40-6b0e8484d6e3 req-f32eea96-5ca5-4501-bb47-9c0860a32f7e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1873298 Dec 16 22:23:58.712817 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-917c8dcf-f6ed-4079-ac48-00cc3658a722 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3276816411724e4d868a9c723e7bff7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1388893 Dec 16 22:23:58.715427 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49372) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:58.742053 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c45134ae-eaeb-4e6b-b88d-4986622a400f None None] Provisioning complete for port 7b2fbefe-475a-4ee7-9841-1afe9870c40a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:23:58.742465 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c45134ae-eaeb-4e6b-b88d-4986622a400f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:58.750213 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-efd4fea0-145e-485b-bbef-bb9155f30e44 req-e7a93645-14b2-412c-8a38-e973efaad1f4 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621295 Dec 16 22:23:58.770613 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e6efb6a-d6c7-475f-b850-1c4cb037550f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:58.779915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6efb6a-d6c7-475f-b850-1c4cb037550f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:58.780930 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e6efb6a-d6c7-475f-b850-1c4cb037550f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:58.822278 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c45134ae-eaeb-4e6b-b88d-4986622a400f None None] Port 7b2fbefe-475a-4ee7-9841-1afe9870c40a cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:23:58.844699 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8829220-c8db-4b96-b3ac-ef7c9c0bbc3b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] DELETE failed (client error): The resource could not be found. Dec 16 22:23:58.845174 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8829220-c8db-4b96-b3ac-ef7c9c0bbc3b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:23:58.847475 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7fef279f-346b-452b-a1e0-4944d071823f req-a958689c-514b-4911-9397-efaa5447e0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:58.851307 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b8829220-c8db-4b96-b3ac-ef7c9c0bbc3b tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/subnets/a73b7114-23ec-46c8-b609-f475d7261a33 HTTP/1.1" status: 404 len: 337 time: 0.1783011 Dec 16 22:23:58.855129 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49376) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:58.925476 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6efb6a-d6c7-475f-b850-1c4cb037550f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event updated for resources: {'Network': ['ID=9f9c78d8-7110-42a0-965c-3d230503a141,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:58.939794 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 9f9c78d8-7110-42a0-965c-3d230503a141 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:23:58.942678 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-885e74cf-966d-40fc-9b18-1f144771ab30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:58.961599 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdb4a4-cbf9-4a83-8e2b-55e52bad00ca req-a97b4c2a-1769-482c-b9c2-e8a7438693fb tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:58.962280 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-25ef3381-65b2-41fa-9ed7-6b84914ba89c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:58.963295 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f5fdb4a4-cbf9-4a83-8e2b-55e52bad00ca req-a97b4c2a-1769-482c-b9c2-e8a7438693fb tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 945 time: 0.1343527 Dec 16 22:23:59.010003 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6e6efb6a-d6c7-475f-b850-1c4cb037550f tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8272049 Dec 16 22:23:59.010003 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49382) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:23:59.016744 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-85a8c7ed-e715-4c35-94d2-273abc518f79 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Request body: {'subnet': {'network_id': '9f9c78d8-7110-42a0-965c-3d230503a141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:23:59.034986 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:59.080941 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-885e74cf-966d-40fc-9b18-1f144771ab30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:59.131480 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-25ef3381-65b2-41fa-9ed7-6b84914ba89c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:59.156189 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f5fdb4a4-cbf9-4a83-8e2b-55e52bad00ca req-3aef07d1-e281-4f2d-87e7-18d40b1ab436 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766410 Dec 16 22:23:59.170753 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-25ef3381-65b2-41fa-9ed7-6b84914ba89c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8482a80-79ef-4c20-9ddd-3945e7fc80d7']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:59.180786 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-25ef3381-65b2-41fa-9ed7-6b84914ba89c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc16a7a-6aff-4f7c-a637-9d573134dcf2') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:59.182486 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-25ef3381-65b2-41fa-9ed7-6b84914ba89c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc16a7a-6aff-4f7c-a637-9d573134dcf2') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:23:59.196566 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-25ef3381-65b2-41fa-9ed7-6b84914ba89c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:59.218796 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-25ef3381-65b2-41fa-9ed7-6b84914ba89c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:59.226182 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ef3381-65b2-41fa-9ed7-6b84914ba89c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:23:59.226718 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-25ef3381-65b2-41fa-9ed7-6b84914ba89c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:23:59.229915 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:23:59.297762 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a8c7ed-e715-4c35-94d2-273abc518f79 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Made reservation on behalf of e074d718718044f5ac8fe581dcac665f for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:23:59.301626 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-85a8c7ed-e715-4c35-94d2-273abc518f79 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:59.332066 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-885e74cf-966d-40fc-9b18-1f144771ab30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:59.335766 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-885e74cf-966d-40fc-9b18-1f144771ab30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:59.337870 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-885e74cf-966d-40fc-9b18-1f144771ab30 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d97da718-ad36-4632-94bf-5dbc9d580fbe HTTP/1.1" status: 204 len: 168 time: 0.6212552 Dec 16 22:23:59.351662 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e74cf-966d-40fc-9b18-1f144771ab30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97da718-ad36-4632-94bf-5dbc9d580fbe,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:59.357044 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-7fef279f-346b-452b-a1e0-4944d071823f req-a958689c-514b-4911-9397-efaa5447e0ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b2fbefe-475a-4ee7-9841-1afe9870c40a {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:23:59.365691 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7fef279f-346b-452b-a1e0-4944d071823f req-a958689c-514b-4911-9397-efaa5447e0ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:59.381696 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-7fef279f-346b-452b-a1e0-4944d071823f req-a958689c-514b-4911-9397-efaa5447e0ef service neutron] Transition to ACTIVE for port object 7b2fbefe-475a-4ee7-9841-1afe9870c40a will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:23:59.437260 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-25ef3381-65b2-41fa-9ed7-6b84914ba89c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:59.451188 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-25ef3381-65b2-41fa-9ed7-6b84914ba89c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:59.454752 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-25ef3381-65b2-41fa-9ed7-6b84914ba89c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] 10.222.0.75 "DELETE /v2.0/networks/f8482a80-79ef-4c20-9ddd-3945e7fc80d7 HTTP/1.1" status: 204 len: 168 time: 0.5944526 Dec 16 22:23:59.473498 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7fef279f-346b-452b-a1e0-4944d071823f req-a958689c-514b-4911-9397-efaa5447e0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:59.473651 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef3381-65b2-41fa-9ed7-6b84914ba89c tempest-NetworksTestDHCPv6-216701939 tempest-NetworksTestDHCPv6-216701939-project] Pushing event deleted for resources: {'Network': ['ID=f8482a80-79ef-4c20-9ddd-3945e7fc80d7,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:59.601737 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-85a8c7ed-e715-4c35-94d2-273abc518f79 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:59.622551 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958689c-514b-4911-9397-efaa5447e0ef service neutron] Pushing event updated for resources: {'Port': ['ID=7b2fbefe-475a-4ee7-9841-1afe9870c40a,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:59.718021 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8c7ed-e715-4c35-94d2-273abc518f79 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event updated for resources: {'Subnet': ['ID=c28c00da-4b38-4f8a-9e63-b49c5b04031c,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:23:59.728555 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a8c7ed-e715-4c35-94d2-273abc518f79 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Checking segment: {'id': '78ad87c9-b869-4d14-88c3-f3af7f98bd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9f9c78d8-7110-42a0-965c-3d230503a141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:59.731696 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a8c7ed-e715-4c35-94d2-273abc518f79 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Network hostable DHCP agents. Network: 9f9c78d8-7110-42a0-965c-3d230503a141, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:23:59.783540 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-7fef279f-346b-452b-a1e0-4944d071823f req-a958689c-514b-4911-9397-efaa5447e0ef service neutron] Attempting to bind port 7b2fbefe-475a-4ee7-9841-1afe9870c40a on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:23:59.784219 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-7fef279f-346b-452b-a1e0-4944d071823f req-a958689c-514b-4911-9397-efaa5447e0ef service neutron] Attempting to bind port 7b2fbefe-475a-4ee7-9841-1afe9870c40a by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '4d6c12d1-dcfa-4036-898b-55f6002f0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:23:59.784749 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fef279f-346b-452b-a1e0-4944d071823f req-a958689c-514b-4911-9397-efaa5447e0ef service neutron] Attempting to bind port 7b2fbefe-475a-4ee7-9841-1afe9870c40a on network 3483c04d-9548-45a8-add9-5dd005156af8 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:59.794095 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fef279f-346b-452b-a1e0-4944d071823f req-a958689c-514b-4911-9397-efaa5447e0ef service neutron] Port 7b2fbefe-475a-4ee7-9841-1afe9870c40a on network 3483c04d-9548-45a8-add9-5dd005156af8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:23:59.794095 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fef279f-346b-452b-a1e0-4944d071823f req-a958689c-514b-4911-9397-efaa5447e0ef service neutron] Attempting to bind port 7b2fbefe-475a-4ee7-9841-1afe9870c40a on network 3483c04d-9548-45a8-add9-5dd005156af8 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:23:59.808577 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fef279f-346b-452b-a1e0-4944d071823f req-a958689c-514b-4911-9397-efaa5447e0ef service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:23:59.808930 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fef279f-346b-452b-a1e0-4944d071823f req-a958689c-514b-4911-9397-efaa5447e0ef service neutron] Checking segment: {'id': '4d6c12d1-dcfa-4036-898b-55f6002f0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:23:59.809317 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fef279f-346b-452b-a1e0-4944d071823f req-a958689c-514b-4911-9397-efaa5447e0ef service neutron] Bound using segment: {'id': '4d6c12d1-dcfa-4036-898b-55f6002f0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:23:59.809756 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-7fef279f-346b-452b-a1e0-4944d071823f req-a958689c-514b-4911-9397-efaa5447e0ef service neutron] Bound port: 7b2fbefe-475a-4ee7-9841-1afe9870c40a, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d6c12d1-dcfa-4036-898b-55f6002f0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:23:59.810118 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7fef279f-346b-452b-a1e0-4944d071823f req-a958689c-514b-4911-9397-efaa5447e0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:23:59.937079 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa7f1f-6d28-4dfb-8794-babb303e1b93 req-b44d0b39-623c-45d0-9b9e-e16aab55faf4 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:59.945764 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-58aa7f1f-6d28-4dfb-8794-babb303e1b93 req-b44d0b39-623c-45d0-9b9e-e16aab55faf4 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 943 time: 0.1040871 Dec 16 22:23:59.946859 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004df0f3-5b25-4237-be37-1ee0cc8e3260 req-76cbfa0d-3c99-4ad9-8916-2f48c8cdb757 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:59.958005 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004df0f3-5b25-4237-be37-1ee0cc8e3260 req-76cbfa0d-3c99-4ad9-8916-2f48c8cdb757 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:59.968367 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004df0f3-5b25-4237-be37-1ee0cc8e3260 req-76cbfa0d-3c99-4ad9-8916-2f48c8cdb757 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:59.978437 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004df0f3-5b25-4237-be37-1ee0cc8e3260 req-76cbfa0d-3c99-4ad9-8916-2f48c8cdb757 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:59.990933 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004df0f3-5b25-4237-be37-1ee0cc8e3260 req-76cbfa0d-3c99-4ad9-8916-2f48c8cdb757 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:23:59.999556 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004df0f3-5b25-4237-be37-1ee0cc8e3260 req-76cbfa0d-3c99-4ad9-8916-2f48c8cdb757 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:00.008595 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-7fef279f-346b-452b-a1e0-4944d071823f req-a958689c-514b-4911-9397-efaa5447e0ef service neutron] For port 7b2fbefe-475a-4ee7-9841-1afe9870c40a, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:24:00.023620 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004df0f3-5b25-4237-be37-1ee0cc8e3260 req-76cbfa0d-3c99-4ad9-8916-2f48c8cdb757 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:00.033281 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-004df0f3-5b25-4237-be37-1ee0cc8e3260 req-76cbfa0d-3c99-4ad9-8916-2f48c8cdb757 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5428 time: 0.1802101 Dec 16 22:24:00.035138 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a8c7ed-e715-4c35-94d2-273abc518f79 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Network 9f9c78d8-7110-42a0-965c-3d230503a141 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:24:00.044855 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-7fef279f-346b-452b-a1e0-4944d071823f req-a958689c-514b-4911-9397-efaa5447e0ef service neutron] For port 7b2fbefe-475a-4ee7-9841-1afe9870c40a, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=7b2fbefe-475a-4ee7-9841-1afe9870c40a,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:24:00.111492 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-58aa7f1f-6d28-4dfb-8794-babb303e1b93 req-014d4ff5-da17-40ab-b79b-172a2e310f76 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647005 Dec 16 22:24:00.117166 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49410) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:00.121109 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7fef279f-346b-452b-a1e0-4944d071823f req-a958689c-514b-4911-9397-efaa5447e0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:00.135881 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-85a8c7ed-e715-4c35-94d2-273abc518f79 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 9f9c78d8-7110-42a0-965c-3d230503a141) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:00.156506 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663f78f3-89c3-4f2d-ac32-67a027e97619 None None] Network 9f9c78d8-7110-42a0-965c-3d230503a141 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:00.180555 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef279f-346b-452b-a1e0-4944d071823f req-a958689c-514b-4911-9397-efaa5447e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:00.182627 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7fef279f-346b-452b-a1e0-4944d071823f req-a958689c-514b-4911-9397-efaa5447e0ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:00.184563 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7fef279f-346b-452b-a1e0-4944d071823f req-a958689c-514b-4911-9397-efaa5447e0ef service neutron] 10.222.0.57 "PUT /v2.0/ports/7b2fbefe-475a-4ee7-9841-1afe9870c40a HTTP/1.1" status: 200 len: 1091 time: 1.5559859 Dec 16 22:24:00.188262 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9c3762-6939-48b4-a90e-63cb5a238ff2', 'tag': '7b2fbefe-475a-4ee7-9841-1afe9870c40a'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:24:00.190784 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bc10ab-03af-42ce-8f1e-5a873f9aace9" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9c3762-6939-48b4-a90e-63cb5a238ff2", "tag": "7b2fbefe-475a-4ee7-9841-1afe9870c40a"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:24:00.203676 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a8c7ed-e715-4c35-94d2-273abc518f79 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:00.207908 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-85a8c7ed-e715-4c35-94d2-273abc518f79 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:00.230317 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958689c-514b-4911-9397-efaa5447e0ef service neutron] Pushing event updated for resources: {'Port': ['ID=7b2fbefe-475a-4ee7-9841-1afe9870c40a,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:00.273132 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-004df0f3-5b25-4237-be37-1ee0cc8e3260 req-83ad6c13-2dd8-49a0-94c3-c60161e619cf tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2387388 Dec 16 22:24:00.347737 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-85a8c7ed-e715-4c35-94d2-273abc518f79 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3368013 Dec 16 22:24:00.350198 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49424) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:00.389227 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef279f-346b-452b-a1e0-4944d071823f req-47d357c4-8ce9-43a5-bc68-df19d68ef4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:00.394641 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7fef279f-346b-452b-a1e0-4944d071823f req-47d357c4-8ce9-43a5-bc68-df19d68ef4fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d4dac0c5f3874f5fbbad13b3a269f630&device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 1094 time: 0.0938551 Dec 16 22:24:00.398954 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54587073-ea81-4da9-847b-d404ea4d0a75 x-openstack-request-id: req-54587073-ea81-4da9-847b-d404ea4d0a75 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:24:00.399281 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9c3762-6939-48b4-a90e-63cb5a238ff2", "tag": "7b2fbefe-475a-4ee7-9841-1afe9870c40a", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:24:00.399542 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-54587073-ea81-4da9-847b-d404ea4d0a75 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:24:00.401262 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9c3762-6939-48b4-a90e-63cb5a238ff2', 'tag': '7b2fbefe-475a-4ee7-9841-1afe9870c40a', 'status': 'completed', 'code': 200} Dec 16 22:24:00.460125 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae06693e-5a24-4698-aaa9-7ec0921e2db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-9f9c78d8-7110-42a0-965c-3d230503a141', 'network_id': '9f9c78d8-7110-42a0-965c-3d230503a141', 'project_id': 'e074d718718044f5ac8fe581dcac665f', 'fixed_ips': [{'subnet_id': 'c28c00da-4b38-4f8a-9e63-b49c5b04031c'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:24:00.462182 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ae06693e-5a24-4698-aaa9-7ec0921e2db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:00.488054 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7fef279f-346b-452b-a1e0-4944d071823f req-5336ef5b-26fa-453b-a6a2-1a22e764aa39 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b2fbefe-475a-4ee7-9841-1afe9870c40a HTTP/1.1" status: 200 len: 217 time: 0.0789959 Dec 16 22:24:00.638219 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-53f89ef7-9c0b-4f97-9184-0c03cd1b89c1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0aef9bc5267f4efc9af9dbb2dd18863e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5188572 Dec 16 22:24:00.649810 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49434) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:00.660172 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff701d-dab3-487f-beea-5bdb544fe655 req-d19c7043-0dcc-4f48-8fd9-51811af97f7d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:00.665648 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a8ff701d-dab3-487f-beea-5bdb544fe655 req-d19c7043-0dcc-4f48-8fd9-51811af97f7d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 945 time: 0.1876273 Dec 16 22:24:00.666714 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef279f-346b-452b-a1e0-4944d071823f req-abedccb9-d5ed-44cd-9031-8d9fef26be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:00.668721 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7fef279f-346b-452b-a1e0-4944d071823f req-abedccb9-d5ed-44cd-9031-8d9fef26be4f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=271e63c4-6a59-41c7-a795-72d699a0357a HTTP/1.1" status: 200 len: 856 time: 0.1454556 Dec 16 22:24:00.783472 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-ae06693e-5a24-4698-aaa9-7ec0921e2db3 None None] Allocated IP 2001:db8::1 (9f9c78d8-7110-42a0-965c-3d230503a141/c28c00da-4b38-4f8a-9e63-b49c5b04031c/d904d4dc-acfc-4f00-b84a-9117145b3c9a) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:00.864043 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a8ff701d-dab3-487f-beea-5bdb544fe655 req-180134d6-d531-4a4a-92df-bdc063c968c1 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941118 Dec 16 22:24:00.875523 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef279f-346b-452b-a1e0-4944d071823f req-8ecc5bbe-4f9b-4dc0-8a01-795435f61533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:00.875523 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7fef279f-346b-452b-a1e0-4944d071823f req-8ecc5bbe-4f9b-4dc0-8a01-795435f61533 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3483c04d-9548-45a8-add9-5dd005156af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1932681 Dec 16 22:24:00.910924 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b515b04-794c-401e-91fc-e1eec4ee9530 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:00.990305 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b515b04-794c-401e-91fc-e1eec4ee9530 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:00.992133 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ae06693e-5a24-4698-aaa9-7ec0921e2db3 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.037731 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1ca75-0b58-40a2-9925-6ea81ddf9d3a req-a86dfe6a-2f3d-402b-8051-b1ada8128bda tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:01.045230 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1ca75-0b58-40a2-9925-6ea81ddf9d3a req-a86dfe6a-2f3d-402b-8051-b1ada8128bda tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:01.046882 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ae06693e-5a24-4698-aaa9-7ec0921e2db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.053227 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1ca75-0b58-40a2-9925-6ea81ddf9d3a req-a86dfe6a-2f3d-402b-8051-b1ada8128bda tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:01.060721 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1ca75-0b58-40a2-9925-6ea81ddf9d3a req-a86dfe6a-2f3d-402b-8051-b1ada8128bda tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:01.067334 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1ca75-0b58-40a2-9925-6ea81ddf9d3a req-a86dfe6a-2f3d-402b-8051-b1ada8128bda tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:01.075301 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1ca75-0b58-40a2-9925-6ea81ddf9d3a req-a86dfe6a-2f3d-402b-8051-b1ada8128bda tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:01.081657 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1ca75-0b58-40a2-9925-6ea81ddf9d3a req-a86dfe6a-2f3d-402b-8051-b1ada8128bda tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:01.086772 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7fef279f-346b-452b-a1e0-4944d071823f req-efd2764d-342d-4a7b-bf78-43c215386a9a service neutron] 10.222.0.57 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009354 Dec 16 22:24:01.089260 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81a1ca75-0b58-40a2-9925-6ea81ddf9d3a req-a86dfe6a-2f3d-402b-8051-b1ada8128bda tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5432 time: 0.1558268 Dec 16 22:24:01.095671 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d590714-83eb-4441-be66-6218ade2cbdc tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.099910 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3695e0-1ebe-4fed-bb7c-5b21d93c91ef req-44936a45-98bc-44a1-9698-bf5c2d286b82 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:01.110717 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8a3695e0-1ebe-4fed-bb7c-5b21d93c91ef req-44936a45-98bc-44a1-9698-bf5c2d286b82 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 945 time: 0.1301055 Dec 16 22:24:01.115077 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49450) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:01.122607 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae06693e-5a24-4698-aaa9-7ec0921e2db3 None None] Network 9f9c78d8-7110-42a0-965c-3d230503a141 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:01.127063 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-ae06693e-5a24-4698-aaa9-7ec0921e2db3 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:01.130784 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae06693e-5a24-4698-aaa9-7ec0921e2db3 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:01.131544 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-d816f87c-4363-4ce2-94b7-eb8d92625dd6 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Request body: {'floatingip': {'port_id': '32fe797d-5d31-4a1c-8554-7429627da10d'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:01.189905 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae06693e-5a24-4698-aaa9-7ec0921e2db3 None None] Pushing event updated for resources: {'Port': ['ID=d904d4dc-acfc-4f00-b84a-9117145b3c9a,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:01.204107 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ae06693e-5a24-4698-aaa9-7ec0921e2db3 None None] Attempting to bind port d904d4dc-acfc-4f00-b84a-9117145b3c9a on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:24:01.205104 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ae06693e-5a24-4698-aaa9-7ec0921e2db3 None None] Attempting to bind port d904d4dc-acfc-4f00-b84a-9117145b3c9a by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '78ad87c9-b869-4d14-88c3-f3af7f98bd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9f9c78d8-7110-42a0-965c-3d230503a141'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:24:01.205658 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae06693e-5a24-4698-aaa9-7ec0921e2db3 None None] Attempting to bind port d904d4dc-acfc-4f00-b84a-9117145b3c9a on network 9f9c78d8-7110-42a0-965c-3d230503a141 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:24:01.206522 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d816f87c-4363-4ce2-94b7-eb8d92625dd6 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks [] for floatingip, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.222930 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae06693e-5a24-4698-aaa9-7ec0921e2db3 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:24:01.223753 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae06693e-5a24-4698-aaa9-7ec0921e2db3 None None] Checking segment: {'id': '78ad87c9-b869-4d14-88c3-f3af7f98bd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9f9c78d8-7110-42a0-965c-3d230503a141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:01.224480 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ae06693e-5a24-4698-aaa9-7ec0921e2db3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.224842 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae06693e-5a24-4698-aaa9-7ec0921e2db3 None None] Bound using segment: {'id': '78ad87c9-b869-4d14-88c3-f3af7f98bd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9f9c78d8-7110-42a0-965c-3d230503a141'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:24:01.225402 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ae06693e-5a24-4698-aaa9-7ec0921e2db3 None None] Bound port: d904d4dc-acfc-4f00-b84a-9117145b3c9a, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ad87c9-b869-4d14-88c3-f3af7f98bd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9f9c78d8-7110-42a0-965c-3d230503a141'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:24:01.225905 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ae06693e-5a24-4698-aaa9-7ec0921e2db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.258126 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49454) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:01.291788 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b515b04-794c-401e-91fc-e1eec4ee9530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.295242 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b515b04-794c-401e-91fc-e1eec4ee9530 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.300063 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5b515b04-794c-401e-91fc-e1eec4ee9530 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ebaeafd7-2b0e-469e-91a9-7fb5c1db2462 HTTP/1.1" status: 204 len: 168 time: 0.6361163 Dec 16 22:24:01.330195 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b515b04-794c-401e-91fc-e1eec4ee9530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebaeafd7-2b0e-469e-91a9-7fb5c1db2462,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:01.336351 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7fef279f-346b-452b-a1e0-4944d071823f req-42af90ec-9cee-4c66-98e8-f91936a8a82e service neutron] 10.222.0.57 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317853 Dec 16 22:24:01.382526 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c35dee-03f9-44db-908a-453aae5414be req-5152fa2b-dd6d-49cf-96f0-c6f9330a6a91 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:01.394362 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f3c35dee-03f9-44db-908a-453aae5414be req-5152fa2b-dd6d-49cf-96f0-c6f9330a6a91 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 943 time: 0.1233501 Dec 16 22:24:01.443892 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81a1ca75-0b58-40a2-9925-6ea81ddf9d3a req-93665dfb-4709-4c5c-9b87-162fcfea8feb tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3273087 Dec 16 22:24:01.455559 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ae06693e-5a24-4698-aaa9-7ec0921e2db3 None None] For port d904d4dc-acfc-4f00-b84a-9117145b3c9a, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:24:01.462516 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ae06693e-5a24-4698-aaa9-7ec0921e2db3 None None] For port d904d4dc-acfc-4f00-b84a-9117145b3c9a, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d904d4dc-acfc-4f00-b84a-9117145b3c9a,segment=NetworkSegment(78ad87c9-b869-4d14-88c3-f3af7f98bd2b),segment_id=78ad87c9-b869-4d14-88c3-f3af7f98bd2b)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:24:01.469286 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f3c35dee-03f9-44db-908a-453aae5414be req-da37a74c-2d9f-41a6-b276-45fa97886d50 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736804 Dec 16 22:24:01.475829 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-59a1d858-4948-4af6-9aca-d73bfd0690f7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-436051675-network', 'tenant_id': 'ea5518dc3a684f128c195124e4b872a7'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:01.529442 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-8d590714-83eb-4441-be66-6218ade2cbdc tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Deleting port d904d4dc-acfc-4f00-b84a-9117145b3c9a {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:01.529793 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d590714-83eb-4441-be66-6218ade2cbdc tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.566518 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc10ab-03af-42ce-8f1e-5a873f9aace9 req-adaeca7e-e6db-4478-beb0-0a12c68630e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:01.568906 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-33bc10ab-03af-42ce-8f1e-5a873f9aace9 req-adaeca7e-e6db-4478-beb0-0a12c68630e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d4dac0c5f3874f5fbbad13b3a269f630&device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 1094 time: 0.0546091 Dec 16 22:24:01.571515 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ae06693e-5a24-4698-aaa9-7ec0921e2db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.607299 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a1d858-4948-4af6-9aca-d73bfd0690f7 admin admin] Made reservation on behalf of ea5518dc3a684f128c195124e4b872a7 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:01.613837 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-59a1d858-4948-4af6-9aca-d73bfd0690f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.691704 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae06693e-5a24-4698-aaa9-7ec0921e2db3 None None] Pushing event updated for resources: {'Port': ['ID=d904d4dc-acfc-4f00-b84a-9117145b3c9a,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:01.742042 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f16c2-690f-47c3-8051-f6874ae56028 req-3af46a11-721c-4f18-9145-95cb9d2ea0a7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:01.748024 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f16c2-690f-47c3-8051-f6874ae56028 req-3af46a11-721c-4f18-9145-95cb9d2ea0a7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:01.758867 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f16c2-690f-47c3-8051-f6874ae56028 req-3af46a11-721c-4f18-9145-95cb9d2ea0a7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:01.770093 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f16c2-690f-47c3-8051-f6874ae56028 req-3af46a11-721c-4f18-9145-95cb9d2ea0a7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:01.776375 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f16c2-690f-47c3-8051-f6874ae56028 req-3af46a11-721c-4f18-9145-95cb9d2ea0a7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:01.784664 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-59a1d858-4948-4af6-9aca-d73bfd0690f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.786188 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f16c2-690f-47c3-8051-f6874ae56028 req-3af46a11-721c-4f18-9145-95cb9d2ea0a7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:01.796989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f16c2-690f-47c3-8051-f6874ae56028 req-3af46a11-721c-4f18-9145-95cb9d2ea0a7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:01.802915 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b1f16c2-690f-47c3-8051-f6874ae56028 req-3af46a11-721c-4f18-9145-95cb9d2ea0a7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5428 time: 0.2061749 Dec 16 22:24:01.876986 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-8d590714-83eb-4441-be66-6218ade2cbdc tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] For port d904d4dc-acfc-4f00-b84a-9117145b3c9a, host n-d-815324-4, got binding levels [] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:01.877508 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d590714-83eb-4441-be66-6218ade2cbdc tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:01.936067 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc10ab-03af-42ce-8f1e-5a873f9aace9 req-700e1aec-7724-4efb-9f33-b3dc036fe914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:01.937942 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-33bc10ab-03af-42ce-8f1e-5a873f9aace9 req-700e1aec-7724-4efb-9f33-b3dc036fe914 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3483c04d-9548-45a8-add9-5dd005156af8 HTTP/1.1" status: 200 len: 917 time: 0.3512642 Dec 16 22:24:01.992250 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-8d590714-83eb-4441-be66-6218ade2cbdc tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Calling delete_port for d904d4dc-acfc-4f00-b84a-9117145b3c9a owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:02.029146 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-33bc10ab-03af-42ce-8f1e-5a873f9aace9 req-b7578ebb-adff-40c7-8de7-954dced9edab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b2fbefe-475a-4ee7-9841-1afe9870c40a HTTP/1.1" status: 200 len: 217 time: 0.0745208 Dec 16 22:24:02.087096 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b1f16c2-690f-47c3-8051-f6874ae56028 req-44fa6b16-12b5-4859-84ec-cb36cb2bcc32 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2718735 Dec 16 22:24:02.130360 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-59a1d858-4948-4af6-9aca-d73bfd0690f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:02.169879 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c14dee-3709-42a1-bd46-de8303d40cdc req-587fa877-6730-4168-a0ff-4183cfe37e24 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:02.178169 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c14dee-3709-42a1-bd46-de8303d40cdc req-587fa877-6730-4168-a0ff-4183cfe37e24 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:02.185142 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c14dee-3709-42a1-bd46-de8303d40cdc req-587fa877-6730-4168-a0ff-4183cfe37e24 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:02.192603 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c14dee-3709-42a1-bd46-de8303d40cdc req-587fa877-6730-4168-a0ff-4183cfe37e24 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:02.200111 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c14dee-3709-42a1-bd46-de8303d40cdc req-587fa877-6730-4168-a0ff-4183cfe37e24 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:02.210293 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c14dee-3709-42a1-bd46-de8303d40cdc req-587fa877-6730-4168-a0ff-4183cfe37e24 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:02.219392 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c14dee-3709-42a1-bd46-de8303d40cdc req-587fa877-6730-4168-a0ff-4183cfe37e24 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:02.222047 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f3c14dee-3709-42a1-bd46-de8303d40cdc req-587fa877-6730-4168-a0ff-4183cfe37e24 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5432 time: 0.5791957 Dec 16 22:24:02.225791 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-59a1d858-4948-4af6-9aca-d73bfd0690f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:02.267834 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1d858-4948-4af6-9aca-d73bfd0690f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cae8ff-4999-4744-993c-a909008dc352,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:02.284075 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a1d858-4948-4af6-9aca-d73bfd0690f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:24:02.287688 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc10ab-03af-42ce-8f1e-5a873f9aace9 req-5bdd60b8-351e-46fb-8071-96072e425d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:02.289194 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-33bc10ab-03af-42ce-8f1e-5a873f9aace9 req-5bdd60b8-351e-46fb-8071-96072e425d07 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=271e63c4-6a59-41c7-a795-72d699a0357a HTTP/1.1" status: 200 len: 856 time: 0.2472272 Dec 16 22:24:02.509367 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.db.resource_extend [None req-d816f87c-4363-4ce2-94b7-eb8d92625dd6 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:24:02.604328 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d816f87c-4363-4ce2-94b7-eb8d92625dd6 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:02.618339 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-59a1d858-4948-4af6-9aca-d73bfd0690f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:02.618691 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-59a1d858-4948-4af6-9aca-d73bfd0690f7 admin admin] Added segment 54ececd1-5703-4b82-a936-724ab58accf2 of type vlan for network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 Dec 16 22:24:02.624394 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d590714-83eb-4441-be66-6218ade2cbdc tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:02.680148 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d590714-83eb-4441-be66-6218ade2cbdc tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Port': ['ID=d904d4dc-acfc-4f00-b84a-9117145b3c9a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:02.693063 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc10ab-03af-42ce-8f1e-5a873f9aace9 req-a18c168a-57fd-4560-bb62-110ac1bff633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:02.695227 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-33bc10ab-03af-42ce-8f1e-5a873f9aace9 req-a18c168a-57fd-4560-bb62-110ac1bff633 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3483c04d-9548-45a8-add9-5dd005156af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3956473 Dec 16 22:24:02.698887 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-59a1d858-4948-4af6-9aca-d73bfd0690f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:02.699415 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d816f87c-4363-4ce2-94b7-eb8d92625dd6 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:02.848687 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d590714-83eb-4441-be66-6218ade2cbdc tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] No DVR routers for this DVR port d904d4dc-acfc-4f00-b84a-9117145b3c9a on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:24:02.857751 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-33bc10ab-03af-42ce-8f1e-5a873f9aace9 req-bc86057b-16f3-40de-a23e-76d0a3a20986 service neutron] 10.222.0.57 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517925 Dec 16 22:24:02.923540 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-59a1d858-4948-4af6-9aca-d73bfd0690f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:02.924786 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a1d858-4948-4af6-9aca-d73bfd0690f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:02.925773 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-59a1d858-4948-4af6-9aca-d73bfd0690f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:02.987399 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89988f-452c-4967-a1c8-01607cdc59b4 req-8e4da39b-cd29-4e78-94ff-9dfdef0bca79 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:02.999129 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9c89988f-452c-4967-a1c8-01607cdc59b4 req-8e4da39b-cd29-4e78-94ff-9dfdef0bca79 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 943 time: 0.2316186 Dec 16 22:24:03.028754 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d590714-83eb-4441-be66-6218ade2cbdc tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:03.030088 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49504) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.032751 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-d816f87c-4363-4ce2-94b7-eb8d92625dd6 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Floating IP 53798de2-88fd-4afa-b023-8b72c5d5e096 associated. External IP: 172.25.6.201, port: 32fe797d-5d31-4a1c-8554-7429627da10d. Dec 16 22:24:03.050835 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-59a1d858-4948-4af6-9aca-d73bfd0690f7 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7910631 Dec 16 22:24:03.053643 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49508) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.071436 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-ced0cff8-8431-48a6-8761-33938a2abaab admin admin] Request body: {'subnet': {'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-436051675-subnet', 'tenant_id': 'ea5518dc3a684f128c195124e4b872a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:03.144988 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9c89988f-452c-4967-a1c8-01607cdc59b4 req-81f913aa-1f49-44b0-97ee-2644013f4783 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441915 Dec 16 22:24:03.154132 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3aee1d-3dcd-4b4e-9375-3ba1c1d9ecbb None None] Network 9f9c78d8-7110-42a0-965c-3d230503a141 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:03.171555 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1d858-4948-4af6-9aca-d73bfd0690f7 admin admin] Pushing event updated for resources: {'Network': ['ID=95473deb-c4c6-4acd-ac8d-825e9f19ae01,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:03.199896 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced0cff8-8431-48a6-8761-33938a2abaab admin admin] Made reservation on behalf of ea5518dc3a684f128c195124e4b872a7 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:03.202256 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ced0cff8-8431-48a6-8761-33938a2abaab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:03.280838 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:24:03.291024 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-33bc10ab-03af-42ce-8f1e-5a873f9aace9 req-367c58a3-5c60-4cf4-9ce9-c19929f0d9c2 service neutron] 10.222.0.57 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108028 Dec 16 22:24:03.307742 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-e6e73d85-6a2e-4350-b83a-efd07769b49f tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.312780 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e6e73d85-6a2e-4350-b83a-efd07769b49f tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2595992 Dec 16 22:24:03.317954 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49514) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.322785 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [None req-e7f387cc-2b71-4db8-bc37-00888bcd452f tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.326203 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e7f387cc-2b71-4db8-bc37-00888bcd452f tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0056250 Dec 16 22:24:03.328888 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49516) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.339776 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [None req-0794c070-8f53-4c89-b023-55539402e154 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.343218 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0794c070-8f53-4c89-b023-55539402e154 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0088210 Dec 16 22:24:03.345731 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49518) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.355414 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [None req-5c8dfc72-3c7c-4825-b5c9-929eef4319c1 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.359402 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5c8dfc72-3c7c-4825-b5c9-929eef4319c1 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0076513 Dec 16 22:24:03.376460 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49520) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.389764 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-55e814e5-6fef-44fe-8b1b-b8d07eb011b2 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.394717 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-55e814e5-6fef-44fe-8b1b-b8d07eb011b2 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0120006 Dec 16 22:24:03.397230 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49522) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.410997 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7d4b0cf0-c376-4b7b-9b9c-1fcaf87d1957 None None] Could not find standard attr ID for object d904d4dc-acfc-4f00-b84a-9117145b3c9a. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:24:03.415165 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-5e9231e2-7aaf-415e-9564-3fde11675236 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.416740 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5e9231e2-7aaf-415e-9564-3fde11675236 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0168419 Dec 16 22:24:03.425920 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49524) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.445879 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [None req-8e0c4821-88b6-48ac-9e3e-689cee4f3714 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.446897 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8e0c4821-88b6-48ac-9e3e-689cee4f3714 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0199542 Dec 16 22:24:03.448096 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f2b8b-50e4-4718-b55f-e7d260e2e01d req-ab581ca2-ad02-47bb-b7c8-699b3779e850 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:03.449897 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49528) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.454437 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [None req-e67bfdd8-c203-4a35-b470-bfb596f80f6e tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.457020 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f2b8b-50e4-4718-b55f-e7d260e2e01d req-ab581ca2-ad02-47bb-b7c8-699b3779e850 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:03.457313 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e67bfdd8-c203-4a35-b470-bfb596f80f6e tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0047033 Dec 16 22:24:03.458038 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49530) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.462761 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f2b8b-50e4-4718-b55f-e7d260e2e01d req-ab581ca2-ad02-47bb-b7c8-699b3779e850 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:03.465810 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [None req-b5cf678a-5f17-4131-9a77-aad208d960f9 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.469163 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b5cf678a-5f17-4131-9a77-aad208d960f9 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0076098 Dec 16 22:24:03.469746 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49532) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.470248 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f2b8b-50e4-4718-b55f-e7d260e2e01d req-ab581ca2-ad02-47bb-b7c8-699b3779e850 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:03.473649 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [None req-1c1ce234-14b6-41c7-a589-717f6b01df4b tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.475016 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1c1ce234-14b6-41c7-a589-717f6b01df4b tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0046465 Dec 16 22:24:03.478376 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49534) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.482740 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f2b8b-50e4-4718-b55f-e7d260e2e01d req-ab581ca2-ad02-47bb-b7c8-699b3779e850 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:03.483747 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [None req-6b8b0015-19c7-4e36-8cc2-6b1b4df7d02c tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.487270 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6b8b0015-19c7-4e36-8cc2-6b1b4df7d02c tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0045881 Dec 16 22:24:03.488058 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49536) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.492669 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f2b8b-50e4-4718-b55f-e7d260e2e01d req-ab581ca2-ad02-47bb-b7c8-699b3779e850 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:03.493365 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [None req-67831a1d-3ff7-4877-88f6-95e848f8d235 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.497040 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-67831a1d-3ff7-4877-88f6-95e848f8d235 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0053668 Dec 16 22:24:03.497040 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d816f87c-4363-4ce2-94b7-eb8d92625dd6 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Router 15227107-8f8e-4444-a5f9-6dad7146be26 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:24:03.497608 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f2b8b-50e4-4718-b55f-e7d260e2e01d req-ab581ca2-ad02-47bb-b7c8-699b3779e850 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:03.499985 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-407f2b8b-50e4-4718-b55f-e7d260e2e01d req-ab581ca2-ad02-47bb-b7c8-699b3779e850 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5428 time: 0.2551782 Dec 16 22:24:03.500544 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49538) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.503637 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d590714-83eb-4441-be66-6218ade2cbdc tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:03.508914 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-1ae28195-94f0-49e5-bc3a-72fabbc8031a tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.510175 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1ae28195-94f0-49e5-bc3a-72fabbc8031a tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0067856 Dec 16 22:24:03.514317 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49540) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.519327 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-35003438-c10c-4402-943e-71fe82a03e96 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.523419 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-35003438-c10c-4402-943e-71fe82a03e96 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0050771 Dec 16 22:24:03.524353 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49542) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.536437 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-86706e4e-3148-4ed0-8692-1d809819367d tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.538091 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-86706e4e-3148-4ed0-8692-1d809819367d tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0086622 Dec 16 22:24:03.548200 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49544) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.554288 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [None req-4572e109-770d-47f4-9980-d83f654795db tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.559243 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4572e109-770d-47f4-9980-d83f654795db tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0103703 Dec 16 22:24:03.559540 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49548) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.562406 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d590714-83eb-4441-be66-6218ade2cbdc tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Subnet': ['ID=c28c00da-4b38-4f8a-9e63-b49c5b04031c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:03.565547 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-233af356-fd9a-4d6a-b824-faeb341c88b8 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.567720 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-233af356-fd9a-4d6a-b824-faeb341c88b8 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0047376 Dec 16 22:24:03.575331 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49550) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.582110 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-8d666f78-d997-42b2-8579-1ce6d82e6703 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.583210 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8d666f78-d997-42b2-8579-1ce6d82e6703 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0053103 Dec 16 22:24:03.592175 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49552) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.599953 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-8a4b2420-bf4a-4915-8fde-686c49bd9476 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.601806 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8a4b2420-bf4a-4915-8fde-686c49bd9476 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0068810 Dec 16 22:24:03.607104 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49554) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.619518 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-3c72b2ff-7e53-4104-b94f-d2f491eff6ff tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.624192 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3c72b2ff-7e53-4104-b94f-d2f491eff6ff tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0094254 Dec 16 22:24:03.632507 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49558) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.639723 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-9d092ccf-e996-464f-895e-77a57bdf4dc6 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.643445 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9d092ccf-e996-464f-895e-77a57bdf4dc6 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0069945 Dec 16 22:24:03.649071 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49560) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.654233 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-111e10fd-ed0d-40e3-9589-f424c8f04f7c tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.657649 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-111e10fd-ed0d-40e3-9589-f424c8f04f7c tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0052063 Dec 16 22:24:03.660966 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49562) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.665609 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae3f222-784e-4063-b726-aff8e6323142 None None] Network 9f9c78d8-7110-42a0-965c-3d230503a141 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:03.671346 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-5647eea2-0b85-4f61-a6c3-de2edab3cb74 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.675029 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5647eea2-0b85-4f61-a6c3-de2edab3cb74 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0073850 Dec 16 22:24:03.692899 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49564) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.706349 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [None req-acd02f46-0323-40e0-b731-6e3ac061aca4 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.710461 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-acd02f46-0323-40e0-b731-6e3ac061aca4 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0127993 Dec 16 22:24:03.713532 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49568) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.715473 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-407f2b8b-50e4-4718-b55f-e7d260e2e01d req-f92d810e-a761-4c07-9a92-599b679ab48b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2018249 Dec 16 22:24:03.726994 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [None req-94714673-2461-41db-91e8-31c57edc0eb9 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.730439 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-94714673-2461-41db-91e8-31c57edc0eb9 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0069838 Dec 16 22:24:03.733488 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49570) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.740897 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [None req-f21c6d2d-3bc5-4727-adc0-1116722e6609 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.741789 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f21c6d2d-3bc5-4727-adc0-1116722e6609 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0057225 Dec 16 22:24:03.743791 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d590714-83eb-4441-be66-6218ade2cbdc tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:03.746234 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49572) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.751761 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-663649df-8ddc-4ee0-894c-79f475c787aa tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.757249 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-663649df-8ddc-4ee0-894c-79f475c787aa tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0079823 Dec 16 22:24:03.759809 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49574) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.764249 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-123db324-4a36-4c7c-852c-c0146a3df8da tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.768645 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-123db324-4a36-4c7c-852c-c0146a3df8da tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0074892 Dec 16 22:24:03.771107 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49576) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.777157 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-6c7784a3-5d1b-4c0d-8c63-713bf3c6279b tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.777157 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6c7784a3-5d1b-4c0d-8c63-713bf3c6279b tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0045631 Dec 16 22:24:03.781729 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49578) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.786779 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-1740ae41-688b-49af-bc48-057fc4adb4f5 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.788795 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1740ae41-688b-49af-bc48-057fc4adb4f5 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0052638 Dec 16 22:24:03.791225 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49580) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.801209 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-bbd3ef3a-6a0e-4cf0-ae39-3deb41a66f0a tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.802665 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bbd3ef3a-6a0e-4cf0-ae39-3deb41a66f0a tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0103648 Dec 16 22:24:03.825322 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49582) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.835873 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-69af8145-86dd-44f4-b6f7-e1db878ebc82 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.838006 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-69af8145-86dd-44f4-b6f7-e1db878ebc82 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0110753 Dec 16 22:24:03.841719 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49584) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.851603 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-2fe3bf8e-7c4b-461c-8bea-2b6ef73b9e77 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.852997 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2fe3bf8e-7c4b-461c-8bea-2b6ef73b9e77 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0100644 Dec 16 22:24:03.859691 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49586) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.866687 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-a60fdd89-3ff1-48f8-b0cf-9855d77b516e tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.868349 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a60fdd89-3ff1-48f8-b0cf-9855d77b516e tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0073264 Dec 16 22:24:03.871137 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49588) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.875854 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-fc7d05cb-668a-4561-9ec0-da2fb846376e tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.882285 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fc7d05cb-668a-4561-9ec0-da2fb846376e tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0048132 Dec 16 22:24:03.884620 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49590) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.889726 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-afe05b05-5c57-43c1-b625-a93699dde657 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.893161 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-afe05b05-5c57-43c1-b625-a93699dde657 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0046797 Dec 16 22:24:03.893541 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49592) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.898252 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-5d1c4e42-2581-4572-818a-4b29f1bfa03a tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.899983 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5d1c4e42-2581-4572-818a-4b29f1bfa03a tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0050635 Dec 16 22:24:03.902093 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49594) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.922416 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-86345c61-9c21-4a67-a0f4-46dd869e8104 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.929548 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-86345c61-9c21-4a67-a0f4-46dd869e8104 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0264277 Dec 16 22:24:03.933785 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49598) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.945485 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-08f425b7-0e00-4103-a9a0-df39c95d3ee4 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.950182 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-08f425b7-0e00-4103-a9a0-df39c95d3ee4 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0098312 Dec 16 22:24:03.951792 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49602) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.952786 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ced0cff8-8431-48a6-8761-33938a2abaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:03.961301 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-f6720342-e113-4638-98a6-d6a5dd5a47e3 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.965698 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f6720342-e113-4638-98a6-d6a5dd5a47e3 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0095205 Dec 16 22:24:03.969879 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49604) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:03.977789 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-ee9d0dbf-1fe2-4fbe-8ef5-78f1f1f68914 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:03.981886 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ee9d0dbf-1fe2-4fbe-8ef5-78f1f1f68914 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0094805 Dec 16 22:24:04.007832 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49606) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.015283 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-77cb41ca-ef55-432f-8ab4-05bccec4b335 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.019086 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-77cb41ca-ef55-432f-8ab4-05bccec4b335 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0076540 Dec 16 22:24:04.021749 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49610) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.027295 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-221da9cc-3e6e-4048-8f8d-143fdb5e9394 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.031077 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-221da9cc-3e6e-4048-8f8d-143fdb5e9394 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0050797 Dec 16 22:24:04.032229 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49612) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.044435 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-ef4926f8-bcea-47f5-b01c-9e057503aa59 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.047970 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ef4926f8-bcea-47f5-b01c-9e057503aa59 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0104570 Dec 16 22:24:04.051118 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49614) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.061524 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-2821cddd-f0a1-4850-9b17-9821ffa3e2e0 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.065336 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2821cddd-f0a1-4850-9b17-9821ffa3e2e0 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0084050 Dec 16 22:24:04.065336 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49618) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.071484 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-9f40305e-ff8c-4398-98e9-32a820e03a45 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.074785 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9f40305e-ff8c-4398-98e9-32a820e03a45 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0062737 Dec 16 22:24:04.076718 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49620) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.077439 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0cff8-8431-48a6-8761-33938a2abaab admin admin] Pushing event updated for resources: {'Subnet': ['ID=d92fc665-bd71-47a6-9642-bbd2141113cf,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:04.092656 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-7b7eeae1-0a4a-49d6-9b94-98f9b96cfae2 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.096113 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7b7eeae1-0a4a-49d6-9b94-98f9b96cfae2 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0128403 Dec 16 22:24:04.098116 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49622) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.105908 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-23447818-fb20-4959-95b5-f27e06156b36 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.109390 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-23447818-fb20-4959-95b5-f27e06156b36 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0075078 Dec 16 22:24:04.110875 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49624) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.117310 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-aff6918a-33e8-4720-adc0-ff2d23dd5fa9 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.120883 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-aff6918a-33e8-4720-adc0-ff2d23dd5fa9 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0063951 Dec 16 22:24:04.124004 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49626) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.133722 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced0cff8-8431-48a6-8761-33938a2abaab admin admin] Checking segment: {'id': '54ececd1-5703-4b82-a936-724ab58accf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:04.134371 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced0cff8-8431-48a6-8761-33938a2abaab admin admin] Network hostable DHCP agents. Network: 95473deb-c4c6-4acd-ac8d-825e9f19ae01, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:24:04.142076 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-f63593f5-e5a9-43d4-bc52-742ef5187cd1 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.143216 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f63593f5-e5a9-43d4-bc52-742ef5187cd1 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0181229 Dec 16 22:24:04.148227 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49628) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.155708 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-3ac89e13-d0d3-4448-acbf-9f3dc3b21560 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.156816 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3ac89e13-d0d3-4448-acbf-9f3dc3b21560 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0077682 Dec 16 22:24:04.159613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49630) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.166365 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-8d590714-83eb-4441-be66-6218ade2cbdc tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9c78d8-7110-42a0-965c-3d230503a141']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:04.169028 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-dc3bbfd7-3454-422c-88ec-3e9d857c15f1 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.172340 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-dc3bbfd7-3454-422c-88ec-3e9d857c15f1 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0114532 Dec 16 22:24:04.177612 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49632) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.179889 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e41088-e845-439b-a39c-5d10a35bc840 None None] DHCP port deletion for 9f9c78d8-7110-42a0-965c-3d230503a141 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:04.184952 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-f74b82ed-ca8f-47f2-bc59-76729a775155 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.189577 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f74b82ed-ca8f-47f2-bc59-76729a775155 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0103536 Dec 16 22:24:04.191009 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49634) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.198906 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [None req-d0c069a1-e79d-441a-989e-911e514f3b26 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.201349 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d0c069a1-e79d-441a-989e-911e514f3b26 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0074768 Dec 16 22:24:04.202974 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49636) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.209791 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-8d590714-83eb-4441-be66-6218ade2cbdc tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ad87c9-b869-4d14-88c3-f3af7f98bd2b') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:04.209791 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-8d590714-83eb-4441-be66-6218ade2cbdc tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ad87c9-b869-4d14-88c3-f3af7f98bd2b') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:04.223256 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-151be167-55ee-4475-a0b7-8a4bc8b949df tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.226973 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d590714-83eb-4441-be66-6218ade2cbdc tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:04.229847 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-151be167-55ee-4475-a0b7-8a4bc8b949df tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0257804 Dec 16 22:24:04.232924 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d816f87c-4363-4ce2-94b7-eb8d92625dd6 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:24:04.234208 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49640) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.245325 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d816f87c-4363-4ce2-94b7-eb8d92625dd6 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:04.247832 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685be333-07c0-4b24-a1e0-d37c41ad8e5d None None] Sync routers for ids ['15227107-8f8e-4444-a5f9-6dad7146be26'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:24:04.254614 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 7b2fbefe-475a-4ee7-9841-1afe9870c40a details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:24:04.259094 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-49141829-ec7e-4413-ac10-415353e792cd tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.267644 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-49141829-ec7e-4413-ac10-415353e792cd tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0322063 Dec 16 22:24:04.269126 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49648) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.270511 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685be333-07c0-4b24-a1e0-d37c41ad8e5d None None] Routers {'15227107-8f8e-4444-a5f9-6dad7146be26'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:04.274617 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced0cff8-8431-48a6-8761-33938a2abaab admin admin] Network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:24:04.278265 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-685be333-07c0-4b24-a1e0-d37c41ad8e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:23:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['15227107-8f8e-4444-a5f9-6dad7146be26'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:04.280126 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [None req-5e80c677-2e63-4d17-afc2-ece72df0aee4 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.281930 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5e80c677-2e63-4d17-afc2-ece72df0aee4 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0087736 Dec 16 22:24:04.292999 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d590714-83eb-4441-be66-6218ade2cbdc tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:04.294211 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49650) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.298383 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d816f87c-4363-4ce2-94b7-eb8d92625dd6 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "PUT /v2.0/floatingips/53798de2-88fd-4afa-b023-8b72c5d5e096 HTTP/1.1" status: 200 len: 991 time: 3.1687148 Dec 16 22:24:04.301082 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [None req-50f3924d-fb5e-4b3d-91a1-d1db4f22a244 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.304892 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-50f3924d-fb5e-4b3d-91a1-d1db4f22a244 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0045669 Dec 16 22:24:04.304892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d590714-83eb-4441-be66-6218ade2cbdc tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:24:04.304892 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d590714-83eb-4441-be66-6218ade2cbdc tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:04.305497 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49654) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.308421 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a91173-3344-4373-bbb0-0d4d16a13655', 'tag': '32fe797d-5d31-4a1c-8554-7429627da10d'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:24:04.310489 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486090f2-e056-45cd-a57c-785081f4e8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a91173-3344-4373-bbb0-0d4d16a13655", "tag": "32fe797d-5d31-4a1c-8554-7429627da10d"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:24:04.313305 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:24:04.321939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-eeaa0fa9-4d45-4e18-b69e-3ed550e48ff9 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.327392 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-eeaa0fa9-4d45-4e18-b69e-3ed550e48ff9 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0204730 Dec 16 22:24:04.330094 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49658) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.342935 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-91bcce6d-4395-4a09-bc34-fb9312c8071f tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.358578 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-91bcce6d-4395-4a09-bc34-fb9312c8071f tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0202522 Dec 16 22:24:04.361569 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49660) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.372810 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-86d9dbdc-bac2-40e2-878f-9eb18c130d03 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.374193 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-86d9dbdc-bac2-40e2-878f-9eb18c130d03 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0091248 Dec 16 22:24:04.382678 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49662) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.398535 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-bb3ef39b-1202-4e4f-a302-f9656d9ef0b9 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.400023 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bb3ef39b-1202-4e4f-a302-f9656d9ef0b9 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0159817 Dec 16 22:24:04.408690 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-ced0cff8-8431-48a6-8761-33938a2abaab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 95473deb-c4c6-4acd-ac8d-825e9f19ae01) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:04.410697 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49664) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.427715 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-b58ef040-9a76-481a-a440-b733f1185758 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.430458 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b58ef040-9a76-481a-a440-b733f1185758 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0174239 Dec 16 22:24:04.433003 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49666) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.435128 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced0cff8-8431-48a6-8761-33938a2abaab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:04.439690 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ced0cff8-8431-48a6-8761-33938a2abaab admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:04.457147 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-9df342cb-b240-4733-89ce-2720a4989006 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.467152 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9df342cb-b240-4733-89ce-2720a4989006 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0215743 Dec 16 22:24:04.467838 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49668) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.485566 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745ef7eb-345f-4bf4-b53c-f6692c0b8f4e None None] Network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:04.485909 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-2eca2eff-5b6d-473f-b1ac-541275143f6f tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.489303 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2eca2eff-5b6d-473f-b1ac-541275143f6f tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0154531 Dec 16 22:24:04.489456 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287e18af-cca8-4a62-8e4e-d13b9d57050c x-openstack-request-id: req-287e18af-cca8-4a62-8e4e-d13b9d57050c {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:24:04.489456 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a91173-3344-4373-bbb0-0d4d16a13655", "tag": "32fe797d-5d31-4a1c-8554-7429627da10d", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:24:04.489456 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-287e18af-cca8-4a62-8e4e-d13b9d57050c {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:24:04.489768 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a91173-3344-4373-bbb0-0d4d16a13655', 'tag': '32fe797d-5d31-4a1c-8554-7429627da10d', 'status': 'completed', 'code': 200} Dec 16 22:24:04.491464 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49672) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.501972 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [None req-f99a25f0-16a3-4ee5-920e-9081f49ca99a tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.505550 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f99a25f0-16a3-4ee5-920e-9081f49ca99a tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0105822 Dec 16 22:24:04.505810 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49674) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.510798 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-2fd61d9c-ee9a-4e10-82df-b79b2b06a0a9 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.514397 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2fd61d9c-ee9a-4e10-82df-b79b2b06a0a9 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0051875 Dec 16 22:24:04.514808 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49676) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.521343 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d590714-83eb-4441-be66-6218ade2cbdc tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:04.527416 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-87e33e83-b040-4986-a6a2-8a97d2484cb5 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.527416 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-87e33e83-b040-4986-a6a2-8a97d2484cb5 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0082467 Dec 16 22:24:04.528937 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49678) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.534830 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d590714-83eb-4441-be66-6218ade2cbdc tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:04.535649 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-2c749b83-1341-48dd-8f48-42f7a3deb9d5 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.539711 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2c749b83-1341-48dd-8f48-42f7a3deb9d5 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0068259 Dec 16 22:24:04.539869 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8d590714-83eb-4441-be66-6218ade2cbdc tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "DELETE /v2.0/networks/9f9c78d8-7110-42a0-965c-3d230503a141 HTTP/1.1" status: 204 len: 168 time: 4.1872532 Dec 16 22:24:04.547410 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49680) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.547980 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49682) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.557946 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-3bac71dc-a159-4bbd-badb-005bc8a8c269 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1216566471'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:04.577458 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-dc7d9047-3943-460b-825e-d131089e7fc7 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.580864 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-dc7d9047-3943-460b-825e-d131089e7fc7 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0297923 Dec 16 22:24:04.581021 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa6206-7c05-459b-a9b6-225b7f5b30c9 req-0991ade9-b5d6-4c94-9dfa-26e953b9b924 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:04.581263 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49686) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:04.585794 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [None req-1ad27e03-664e-4f25-a8d0-79edc4c5c6f8 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] http://10.222.0.75:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:24:04.589491 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1ad27e03-664e-4f25-a8d0-79edc4c5c6f8 tempest-ExtensionsTestJSON-1576707543 tempest-ExtensionsTestJSON-1576707543-project] 10.222.0.75 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0045664 Dec 16 22:24:04.591774 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 7b2fbefe-475a-4ee7-9841-1afe9870c40a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=7b2fbefe-475a-4ee7-9841-1afe9870c40a,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:04.593783 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-685be333-07c0-4b24-a1e0-d37c41ad8e5d None None] Set router 15227107-8f8e-4444-a5f9-6dad7146be26 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:24:04.594041 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-08aa6206-7c05-459b-a9b6-225b7f5b30c9 req-0991ade9-b5d6-4c94-9dfa-26e953b9b924 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 943 time: 0.1935885 Dec 16 22:24:04.600846 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d590714-83eb-4441-be66-6218ade2cbdc tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Network': ['ID=9f9c78d8-7110-42a0-965c-3d230503a141,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:04.610932 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ced0cff8-8431-48a6-8761-33938a2abaab admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5434523 Dec 16 22:24:04.644016 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c62aa97-6078-4f20-8cb1-31525bb29991 None None] Network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:04.714531 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bac71dc-a159-4bbd-badb-005bc8a8c269 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Made reservation on behalf of e074d718718044f5ac8fe581dcac665f for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:04.720716 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3bac71dc-a159-4bbd-badb-005bc8a8c269 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:04.781823 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486090f2-e056-45cd-a57c-785081f4e8f7 req-0c56ab0f-fc79-4e2f-90fa-c0672d69b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:04.783691 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-486090f2-e056-45cd-a57c-785081f4e8f7 req-0c56ab0f-fc79-4e2f-90fa-c0672d69b735 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 1096 time: 0.1775405 Dec 16 22:24:04.800933 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-08aa6206-7c05-459b-a9b6-225b7f5b30c9 req-59bc0217-09bf-44d8-a630-9b843226a00b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984248 Dec 16 22:24:04.826615 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bac71dc-a159-4bbd-badb-005bc8a8c269 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:24:04.840053 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3bac71dc-a159-4bbd-badb-005bc8a8c269 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:04.840994 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-3bac71dc-a159-4bbd-badb-005bc8a8c269 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Added segment a1cfd8ac-a848-4efc-896f-7a0560a4ba11 of type vlan for network 925fe352-f669-47e4-bf78-d77c7409e5a0 Dec 16 22:24:04.892372 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '7b2fbefe-475a-4ee7-9841-1afe9870c40a', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'port_id': '7b2fbefe-475a-4ee7-9841-1afe9870c40a', 'mac_address': 'fa:16:3e:f9:7e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:24:04.894090 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3bac71dc-a159-4bbd-badb-005bc8a8c269 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:05.029648 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:05.048845 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486090f2-e056-45cd-a57c-785081f4e8f7 req-ad3ac31b-3c49-4341-8eeb-a4bc7accca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:05.050441 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-486090f2-e056-45cd-a57c-785081f4e8f7 req-ad3ac31b-3c49-4341-8eeb-a4bc7accca19 service neutron] 10.222.0.76 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 912 time: 0.2482293 Dec 16 22:24:05.058327 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d7897-77aa-4c14-9db1-cdea30fd56a0 req-206d5fa0-1851-48fc-a939-9651403cabf1 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:05.074045 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d7897-77aa-4c14-9db1-cdea30fd56a0 req-206d5fa0-1851-48fc-a939-9651403cabf1 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:05.075524 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b2fbefe-475a-4ee7-9841-1afe9870c40a {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:24:05.095943 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d7897-77aa-4c14-9db1-cdea30fd56a0 req-206d5fa0-1851-48fc-a939-9651403cabf1 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:05.100649 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 7b2fbefe-475a-4ee7-9841-1afe9870c40a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=7b2fbefe-475a-4ee7-9841-1afe9870c40a,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:05.110313 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d7897-77aa-4c14-9db1-cdea30fd56a0 req-206d5fa0-1851-48fc-a939-9651403cabf1 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:05.121603 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49708) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:05.131611 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d7897-77aa-4c14-9db1-cdea30fd56a0 req-206d5fa0-1851-48fc-a939-9651403cabf1 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:05.153358 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d7897-77aa-4c14-9db1-cdea30fd56a0 req-206d5fa0-1851-48fc-a939-9651403cabf1 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:05.163641 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d7897-77aa-4c14-9db1-cdea30fd56a0 req-206d5fa0-1851-48fc-a939-9651403cabf1 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:05.172290 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f35d7897-77aa-4c14-9db1-cdea30fd56a0 req-206d5fa0-1851-48fc-a939-9651403cabf1 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5428 time: 0.2497482 Dec 16 22:24:05.173875 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-486090f2-e056-45cd-a57c-785081f4e8f7 req-876abab5-060d-41da-9780-c0ea38075ebf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32fe797d-5d31-4a1c-8554-7429627da10d HTTP/1.1" status: 200 len: 999 time: 0.1141877 Dec 16 22:24:05.189036 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:05.211665 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3bac71dc-a159-4bbd-badb-005bc8a8c269 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:05.223826 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-685be333-07c0-4b24-a1e0-d37c41ad8e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'name': 'tempest-ServerActionsTestJSON-1520243544-router', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:22:56Z', 'updated_at': '2021-12-16T22:23:12Z', 'revision_number': 4, 'project_id': 'c8c29047878b45f9aad1e147fc6565e9', 'gw_port': {'id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:22:58Z', 'updated_at': '2021-12-16T22:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '53798de2-88fd-4afa-b023-8b72c5d5e096', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'port_id': '32fe797d-5d31-4a1c-8554-7429627da10d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1841, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1', 'mac_address': 'fa:16:3e:9c:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a91173-3344-4373-bbb0-0d4d16a13655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:23:27Z', 'updated_at': '2021-12-16T22:24:02Z', 'revision_number': 1, 'project_id': 'c8c29047878b45f9aad1e147fc6565e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d729d1-36db-44a4-9bd2-770e03d7e069', 'name': '', 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'mac_address': 'fa:16:3e:39:d5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '9ecefe13-aa2d-48b4-a74c-5805e96883cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:11Z', 'updated_at': '2021-12-16T22:23:19Z', 'revision_number': 5, 'project_id': 'c8c29047878b45f9aad1e147fc6565e9', 'subnets': [{'id': '9ecefe13-aa2d-48b4-a74c-5805e96883cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:05.226650 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bac71dc-a159-4bbd-badb-005bc8a8c269 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:05.231997 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3bac71dc-a159-4bbd-badb-005bc8a8c269 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:05.241215 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486090f2-e056-45cd-a57c-785081f4e8f7 req-0c264414-46fe-4fec-81f4-bc259f08d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:05.243374 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-486090f2-e056-45cd-a57c-785081f4e8f7 req-0c264414-46fe-4fec-81f4-bc259f08d56b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ecefe13-aa2d-48b4-a74c-5805e96883cc HTTP/1.1" status: 200 len: 851 time: 0.0619416 Dec 16 22:24:05.263867 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685be333-07c0-4b24-a1e0-d37c41ad8e5d None None] Checking router: 15227107-8f8e-4444-a5f9-6dad7146be26 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:24:05.284610 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685be333-07c0-4b24-a1e0-d37c41ad8e5d None None] Routers {'15227107-8f8e-4444-a5f9-6dad7146be26'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:05.285285 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-685be333-07c0-4b24-a1e0-d37c41ad8e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:23:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['15227107-8f8e-4444-a5f9-6dad7146be26'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:05.319722 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=7b2fbefe-475a-4ee7-9841-1afe9870c40a,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:05.363312 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486090f2-e056-45cd-a57c-785081f4e8f7 req-4c2b2ab2-47b6-4cc5-b69a-5e45a5234864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:05.368337 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-486090f2-e056-45cd-a57c-785081f4e8f7 req-4c2b2ab2-47b6-4cc5-b69a-5e45a5234864 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=282aa10f-496c-46fb-be12-6b2a327d41c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170030 Dec 16 22:24:05.439005 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac71dc-a159-4bbd-badb-005bc8a8c269 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event updated for resources: {'Network': ['ID=925fe352-f669-47e4-bf78-d77c7409e5a0,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:05.462046 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d904d4dc-acfc-4f00-b84a-9117145b3c9a no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:24:05.478038 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49728) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:05.528114 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: d904d4dc-acfc-4f00-b84a-9117145b3c9a {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:24:05.528530 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d904d4dc-acfc-4f00-b84a-9117145b3c9a not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:24:05.537496 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 925fe352-f669-47e4-bf78-d77c7409e5a0 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:24:05.540967 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-685be333-07c0-4b24-a1e0-d37c41ad8e5d None None] Set router 15227107-8f8e-4444-a5f9-6dad7146be26 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:24:05.544692 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f35d7897-77aa-4c14-9db1-cdea30fd56a0 req-616fdf8e-393c-4cdf-883f-b2c1c9345fe1 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3714800 Dec 16 22:24:05.564219 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3bac71dc-a159-4bbd-badb-005bc8a8c269 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0141168 Dec 16 22:24:05.566825 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49734) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:05.568735 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['7b2fbefe-475a-4ee7-9841-1afe9870c40a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:24:05.573840 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-fe7b72ee-5dfd-4195-ab47-69e265e17448 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Request body: {'subnet': {'network_id': '925fe352-f669-47e4-bf78-d77c7409e5a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:05.712247 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-32197d73-dcb1-43f8-9a07-48e4866ce2b4 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:05.714524 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-32197d73-dcb1-43f8-9a07-48e4866ce2b4 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/networks?id=95473deb-c4c6-4acd-ac8d-825e9f19ae01 HTTP/1.1" status: 200 len: 811 time: 0.3322968 Dec 16 22:24:05.739504 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-922b46fa-4320-4b3c-9e2f-5ce9414b782f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/quotas/ea5518dc3a684f128c195124e4b872a7 HTTP/1.1" status: 200 len: 375 time: 0.0167675 Dec 16 22:24:05.741915 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33584622-734b-4c1b-a468-7b53971e4c75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:05.750168 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3a2d5-4e6f-4868-a243-4f37b6e3bd25 req-23877f73-e23a-474a-b86b-3f35d4d4c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:05.750788 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3a2d5-4e6f-4868-a243-4f37b6e3bd25 req-23877f73-e23a-474a-b86b-3f35d4d4c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:05.751370 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3a2d5-4e6f-4868-a243-4f37b6e3bd25 req-23877f73-e23a-474a-b86b-3f35d4d4c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:05.751918 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3a2d5-4e6f-4868-a243-4f37b6e3bd25 req-23877f73-e23a-474a-b86b-3f35d4d4c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:05.752466 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3a2d5-4e6f-4868-a243-4f37b6e3bd25 req-23877f73-e23a-474a-b86b-3f35d4d4c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:05.753064 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3a2d5-4e6f-4868-a243-4f37b6e3bd25 req-23877f73-e23a-474a-b86b-3f35d4d4c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:05.753635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3a2d5-4e6f-4868-a243-4f37b6e3bd25 req-23877f73-e23a-474a-b86b-3f35d4d4c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:05.763082 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2dd3a2d5-4e6f-4868-a243-4f37b6e3bd25 req-23877f73-e23a-474a-b86b-3f35d4d4c96f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 6489 time: 0.6403639 Dec 16 22:24:05.837916 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-be5127c4-eb6d-4609-9d84-1d9590d8d03a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ea5518dc3a684f128c195124e4b872a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645895 Dec 16 22:24:05.875555 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7b72ee-5dfd-4195-ab47-69e265e17448 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Made reservation on behalf of e074d718718044f5ac8fe581dcac665f for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:05.879789 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe7b72ee-5dfd-4195-ab47-69e265e17448 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:05.897073 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-486090f2-e056-45cd-a57c-785081f4e8f7 req-7064dbcb-7b15-4aa9-b1f2-ead96e9c4f6b service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122435 Dec 16 22:24:05.959031 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33584622-734b-4c1b-a468-7b53971e4c75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:06.023177 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-685be333-07c0-4b24-a1e0-d37c41ad8e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'name': 'tempest-ServerActionsTestJSON-1520243544-router', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:22:56Z', 'updated_at': '2021-12-16T22:23:12Z', 'revision_number': 4, 'project_id': 'c8c29047878b45f9aad1e147fc6565e9', 'gw_port': {'id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:22:58Z', 'updated_at': '2021-12-16T22:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '53798de2-88fd-4afa-b023-8b72c5d5e096', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'port_id': '32fe797d-5d31-4a1c-8554-7429627da10d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1841, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1', 'mac_address': 'fa:16:3e:9c:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a91173-3344-4373-bbb0-0d4d16a13655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:23:27Z', 'updated_at': '2021-12-16T22:24:02Z', 'revision_number': 1, 'project_id': 'c8c29047878b45f9aad1e147fc6565e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d729d1-36db-44a4-9bd2-770e03d7e069', 'name': '', 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'mac_address': 'fa:16:3e:39:d5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '9ecefe13-aa2d-48b4-a74c-5805e96883cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:11Z', 'updated_at': '2021-12-16T22:23:19Z', 'revision_number': 5, 'project_id': 'c8c29047878b45f9aad1e147fc6565e9', 'subnets': [{'id': '9ecefe13-aa2d-48b4-a74c-5805e96883cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:06.023797 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33584622-734b-4c1b-a468-7b53971e4c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:06.082277 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685be333-07c0-4b24-a1e0-d37c41ad8e5d None None] The sync data for ids ['15227107-8f8e-4444-a5f9-6dad7146be26'] in n-d-815324-4 is: [{'id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'name': 'tempest-ServerActionsTestJSON-1520243544-router', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:22:56Z', 'updated_at': '2021-12-16T22:23:12Z', 'revision_number': 4, 'project_id': 'c8c29047878b45f9aad1e147fc6565e9', 'gw_port': {'id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:22:58Z', 'updated_at': '2021-12-16T22:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '53798de2-88fd-4afa-b023-8b72c5d5e096', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'port_id': '32fe797d-5d31-4a1c-8554-7429627da10d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1841, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1', 'mac_address': 'fa:16:3e:9c:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a91173-3344-4373-bbb0-0d4d16a13655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:23:27Z', 'updated_at': '2021-12-16T22:24:02Z', 'revision_number': 1, 'project_id': 'c8c29047878b45f9aad1e147fc6565e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d729d1-36db-44a4-9bd2-770e03d7e069', 'name': '', 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'mac_address': 'fa:16:3e:39:d5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '9ecefe13-aa2d-48b4-a74c-5805e96883cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:11Z', 'updated_at': '2021-12-16T22:23:19Z', 'revision_number': 5, 'project_id': 'c8c29047878b45f9aad1e147fc6565e9', 'subnets': [{'id': '9ecefe13-aa2d-48b4-a74c-5805e96883cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:24:06.085469 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2dd3a2d5-4e6f-4868-a243-4f37b6e3bd25 req-f1bcc13b-7814-4728-aec0-60d32d2e7d2a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=04e9709e-97c9-4ec5-a72c-ef11ce486028&id=f03beed5-8818-498b-a20e-c4536efcad84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3202770 Dec 16 22:24:06.089839 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc1763-46b0-4dee-a93c-32da1cee2e3f req-e74681c0-6c5d-4e37-a783-060238ce4d60 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:06.093983 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0fbc1763-46b0-4dee-a93c-32da1cee2e3f req-e74681c0-6c5d-4e37-a783-060238ce4d60 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 944 time: 0.1283963 Dec 16 22:24:06.150997 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-6157fb50-f94c-4893-885f-66206734656b service neutron] 10.222.0.75 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832701 Dec 16 22:24:06.153675 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-486090f2-e056-45cd-a57c-785081f4e8f7 req-7a0f6775-ae60-4019-9e80-abe6d147b3e3 service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904972 Dec 16 22:24:06.170995 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33584622-734b-4c1b-a468-7b53971e4c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef7ac8b-7db4-4972-a486-74c2e1e26615,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:06.210881 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-33584622-734b-4c1b-a468-7b53971e4c75 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e02b67a9978c4e0c81f942ecff9cd3c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7243328 Dec 16 22:24:06.211394 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49748) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:06.258472 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-9e848fa7-3cfa-4823-8e76-8c4ef0b63642 service neutron] 10.222.0.75 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014361 Dec 16 22:24:06.310263 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0fbc1763-46b0-4dee-a93c-32da1cee2e3f req-f046ca49-3c87-4151-8bd1-3e9c26c9b1c3 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329553 Dec 16 22:24:06.329448 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8a07e9da-a520-4190-9733-8827d909325e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:06.377327 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8a07e9da-a520-4190-9733-8827d909325e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:06.401134 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b33d85-c903-42bb-827b-deacebc0a8f5 None None] New status for floating IP 53798de2-88fd-4afa-b023-8b72c5d5e096: ACTIVE {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:24:06.419573 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe7b72ee-5dfd-4195-ab47-69e265e17448 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:06.506677 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b72ee-5dfd-4195-ab47-69e265e17448 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event updated for resources: {'Subnet': ['ID=ab7427f8-3ddb-437f-9c79-ebdd9f8ffea3,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:06.517045 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7b72ee-5dfd-4195-ab47-69e265e17448 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Checking segment: {'id': 'a1cfd8ac-a848-4efc-896f-7a0560a4ba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '925fe352-f669-47e4-bf78-d77c7409e5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:06.517415 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7b72ee-5dfd-4195-ab47-69e265e17448 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Network hostable DHCP agents. Network: 925fe352-f669-47e4-bf78-d77c7409e5a0, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:24:06.582128 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8a07e9da-a520-4190-9733-8827d909325e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:06.586846 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8a07e9da-a520-4190-9733-8827d909325e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:06.590524 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8a07e9da-a520-4190-9733-8827d909325e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6ef7ac8b-7db4-4972-a486-74c2e1e26615 HTTP/1.1" status: 204 len: 168 time: 0.3760042 Dec 16 22:24:06.597274 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07e9da-a520-4190-9733-8827d909325e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef7ac8b-7db4-4972-a486-74c2e1e26615,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:06.656451 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7b72ee-5dfd-4195-ab47-69e265e17448 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Network 925fe352-f669-47e4-bf78-d77c7409e5a0 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:24:06.677063 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f3bbcfe2-fc15-4115-b242-8c825dda0cb3 req-c57f8065-aad9-4d0b-bda2-fc13b772ca21 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=af61c674-4c36-4cc5-a7b9-46076f75f815 HTTP/1.1" status: 200 len: 210 time: 0.0474565 Dec 16 22:24:06.785713 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-fe7b72ee-5dfd-4195-ab47-69e265e17448 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 925fe352-f669-47e4-bf78-d77c7409e5a0) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:06.795456 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7b72ee-5dfd-4195-ab47-69e265e17448 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:06.795456 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe7b72ee-5dfd-4195-ab47-69e265e17448 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:06.797575 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939a9825-5062-479e-8833-8c9e47e4c303 None None] Network 925fe352-f669-47e4-bf78-d77c7409e5a0 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:06.822880 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c7854-fb57-4def-b591-ad731b73cf54 req-bec6cfcf-ebaf-4fa0-b77f-efbb25aaa289 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:06.830593 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c7854-fb57-4def-b591-ad731b73cf54 req-bec6cfcf-ebaf-4fa0-b77f-efbb25aaa289 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:06.839777 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c7854-fb57-4def-b591-ad731b73cf54 req-bec6cfcf-ebaf-4fa0-b77f-efbb25aaa289 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:06.846626 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c7854-fb57-4def-b591-ad731b73cf54 req-bec6cfcf-ebaf-4fa0-b77f-efbb25aaa289 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:06.854032 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c7854-fb57-4def-b591-ad731b73cf54 req-bec6cfcf-ebaf-4fa0-b77f-efbb25aaa289 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:06.871993 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c7854-fb57-4def-b591-ad731b73cf54 req-bec6cfcf-ebaf-4fa0-b77f-efbb25aaa289 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:06.879776 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c7854-fb57-4def-b591-ad731b73cf54 req-bec6cfcf-ebaf-4fa0-b77f-efbb25aaa289 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:06.882236 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-619c7854-fb57-4def-b591-ad731b73cf54 req-bec6cfcf-ebaf-4fa0-b77f-efbb25aaa289 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5428 time: 0.1789355 Dec 16 22:24:06.901576 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fe7b72ee-5dfd-4195-ab47-69e265e17448 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3334136 Dec 16 22:24:06.904120 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49774) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:06.927756 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-58af9ed4-cb55-4c1b-a286-6b601680c3bd tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Request body: {'subnet': {'network_id': '925fe352-f669-47e4-bf78-d77c7409e5a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:06.961845 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-619c7854-fb57-4def-b591-ad731b73cf54 req-a8fe2224-5559-4cbf-bdbc-36645e7de173 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713482 Dec 16 22:24:06.984229 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e11eced-0405-4d54-85e5-039acad9e543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-925fe352-f669-47e4-bf78-d77c7409e5a0', 'network_id': '925fe352-f669-47e4-bf78-d77c7409e5a0', 'project_id': 'e074d718718044f5ac8fe581dcac665f', 'fixed_ips': [{'subnet_id': 'ab7427f8-3ddb-437f-9c79-ebdd9f8ffea3'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:24:06.985769 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e11eced-0405-4d54-85e5-039acad9e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:07.146062 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-6e11eced-0405-4d54-85e5-039acad9e543 None None] Allocated IP 2001:db8::2 (925fe352-f669-47e4-bf78-d77c7409e5a0/ab7427f8-3ddb-437f-9c79-ebdd9f8ffea3/c3433e67-f8d6-4c85-957e-8153044c2cfd) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:07.223308 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58af9ed4-cb55-4c1b-a286-6b601680c3bd tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Made reservation on behalf of e074d718718044f5ac8fe581dcac665f for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:07.227530 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-58af9ed4-cb55-4c1b-a286-6b601680c3bd tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:07.349855 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e11eced-0405-4d54-85e5-039acad9e543 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:07.424105 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e11eced-0405-4d54-85e5-039acad9e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:07.483291 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e11eced-0405-4d54-85e5-039acad9e543 None None] Network 925fe352-f669-47e4-bf78-d77c7409e5a0 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:07.486746 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-6e11eced-0405-4d54-85e5-039acad9e543 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:07.497285 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e11eced-0405-4d54-85e5-039acad9e543 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:07.536607 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11eced-0405-4d54-85e5-039acad9e543 None None] Pushing event updated for resources: {'Port': ['ID=c3433e67-f8d6-4c85-957e-8153044c2cfd,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:07.573748 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bfdf3-1f20-4169-90c7-0c98934b1798 req-52fe9029-f079-455a-bd6d-15967e29020b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:07.575365 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-190bfdf3-1f20-4169-90c7-0c98934b1798 req-52fe9029-f079-455a-bd6d-15967e29020b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 944 time: 0.1358051 Dec 16 22:24:07.580872 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-6e11eced-0405-4d54-85e5-039acad9e543 None None] Attempting to bind port c3433e67-f8d6-4c85-957e-8153044c2cfd on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:24:07.581392 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-6e11eced-0405-4d54-85e5-039acad9e543 None None] Attempting to bind port c3433e67-f8d6-4c85-957e-8153044c2cfd by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'a1cfd8ac-a848-4efc-896f-7a0560a4ba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '925fe352-f669-47e4-bf78-d77c7409e5a0'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:24:07.581844 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e11eced-0405-4d54-85e5-039acad9e543 None None] Attempting to bind port c3433e67-f8d6-4c85-957e-8153044c2cfd on network 925fe352-f669-47e4-bf78-d77c7409e5a0 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:24:07.589242 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e11eced-0405-4d54-85e5-039acad9e543 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:24:07.589242 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e11eced-0405-4d54-85e5-039acad9e543 None None] Checking segment: {'id': 'a1cfd8ac-a848-4efc-896f-7a0560a4ba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '925fe352-f669-47e4-bf78-d77c7409e5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:07.589242 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e11eced-0405-4d54-85e5-039acad9e543 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:07.589242 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e11eced-0405-4d54-85e5-039acad9e543 None None] Bound using segment: {'id': 'a1cfd8ac-a848-4efc-896f-7a0560a4ba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '925fe352-f669-47e4-bf78-d77c7409e5a0'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:24:07.589709 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-6e11eced-0405-4d54-85e5-039acad9e543 None None] Bound port: c3433e67-f8d6-4c85-957e-8153044c2cfd, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1cfd8ac-a848-4efc-896f-7a0560a4ba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '925fe352-f669-47e4-bf78-d77c7409e5a0'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:24:07.590365 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e11eced-0405-4d54-85e5-039acad9e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:07.665671 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-190bfdf3-1f20-4169-90c7-0c98934b1798 req-78945354-3838-44f7-bb49-a209ca264425 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784893 Dec 16 22:24:07.677051 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-6e11eced-0405-4d54-85e5-039acad9e543 None None] For port c3433e67-f8d6-4c85-957e-8153044c2cfd, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:24:07.681450 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-6e11eced-0405-4d54-85e5-039acad9e543 None None] For port c3433e67-f8d6-4c85-957e-8153044c2cfd, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c3433e67-f8d6-4c85-957e-8153044c2cfd,segment=NetworkSegment(a1cfd8ac-a848-4efc-896f-7a0560a4ba11),segment_id=a1cfd8ac-a848-4efc-896f-7a0560a4ba11)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:24:07.712973 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-58af9ed4-cb55-4c1b-a286-6b601680c3bd tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:07.783328 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e11eced-0405-4d54-85e5-039acad9e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:07.794334 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-72e8a262-1486-4a28-9c16-9f5c39240c17 req-bdb9cbaa-3fb6-4fcf-8210-d679780027f6 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=af61c674-4c36-4cc5-a7b9-46076f75f815 HTTP/1.1" status: 200 len: 210 time: 0.0413339 Dec 16 22:24:07.825713 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58af9ed4-cb55-4c1b-a286-6b601680c3bd tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Network 925fe352-f669-47e4-bf78-d77c7409e5a0 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:07.826939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af9ed4-cb55-4c1b-a286-6b601680c3bd tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event updated for resources: {'Subnet': ['ID=6b0aa1c6-d445-49f5-be04-99f740c0be19,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:07.835968 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-58af9ed4-cb55-4c1b-a286-6b601680c3bd tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:07.839218 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58af9ed4-cb55-4c1b-a286-6b601680c3bd tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:07.840534 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-58af9ed4-cb55-4c1b-a286-6b601680c3bd tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:07.904628 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11eced-0405-4d54-85e5-039acad9e543 None None] Pushing event updated for resources: {'Port': ['ID=c3433e67-f8d6-4c85-957e-8153044c2cfd,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:07.945829 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49812) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:07.959344 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-58af9ed4-cb55-4c1b-a286-6b601680c3bd tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0534420 Dec 16 22:24:07.962269 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49816) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:08.049436 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2527d42-4ce1-4be3-9fcb-98378793870e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:08.051654 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2527d42-4ce1-4be3-9fcb-98378793870e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:08.057148 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2527d42-4ce1-4be3-9fcb-98378793870e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:08.059015 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2527d42-4ce1-4be3-9fcb-98378793870e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:08.076085 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2527d42-4ce1-4be3-9fcb-98378793870e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:08.081017 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c2527d42-4ce1-4be3-9fcb-98378793870e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1170309 Dec 16 22:24:08.085948 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49824) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:08.098880 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-ca5fd7da-9500-483e-b9cb-ddba589a2caa tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1187579918'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:08.190134 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-1cf44ae1-6418-4b85-9554-8c7b32c4e44a tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1355973655'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:08.227586 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b3c85-7f0b-4b0a-ab83-8d860dbc3024 req-f8a744f2-4b9c-4850-bf00-75ad57a5b76c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:08.234043 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b3c85-7f0b-4b0a-ab83-8d860dbc3024 req-f8a744f2-4b9c-4850-bf00-75ad57a5b76c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:08.240763 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b3c85-7f0b-4b0a-ab83-8d860dbc3024 req-f8a744f2-4b9c-4850-bf00-75ad57a5b76c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:08.247176 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b3c85-7f0b-4b0a-ab83-8d860dbc3024 req-f8a744f2-4b9c-4850-bf00-75ad57a5b76c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:08.253831 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b3c85-7f0b-4b0a-ab83-8d860dbc3024 req-f8a744f2-4b9c-4850-bf00-75ad57a5b76c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:08.259424 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 7b2fbefe-475a-4ee7-9841-1afe9870c40a up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:08.262650 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b3c85-7f0b-4b0a-ab83-8d860dbc3024 req-f8a744f2-4b9c-4850-bf00-75ad57a5b76c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:08.263559 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5fd7da-9500-483e-b9cb-ddba589a2caa tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Made reservation on behalf of e074d718718044f5ac8fe581dcac665f for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:08.268739 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ca5fd7da-9500-483e-b9cb-ddba589a2caa tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.270210 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b3c85-7f0b-4b0a-ab83-8d860dbc3024 req-f8a744f2-4b9c-4850-bf00-75ad57a5b76c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:08.279161 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e5b3c85-7f0b-4b0a-ab83-8d860dbc3024 req-f8a744f2-4b9c-4850-bf00-75ad57a5b76c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5428 time: 0.1760061 Dec 16 22:24:08.358719 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5fd7da-9500-483e-b9cb-ddba589a2caa tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:24:08.374254 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ca5fd7da-9500-483e-b9cb-ddba589a2caa tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.375351 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-ca5fd7da-9500-483e-b9cb-ddba589a2caa tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Added segment 67079067-2999-430f-91d7-ba8536710d91 of type vlan for network 3aec386f-e28d-4e82-a3b9-887e706dc79c Dec 16 22:24:08.383969 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e5b3c85-7f0b-4b0a-ab83-8d860dbc3024 req-dd746e4d-18ff-44f6-a458-3a25446521a6 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1033831 Dec 16 22:24:08.420753 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf44ae1-6418-4b85-9554-8c7b32c4e44a tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Made reservation on behalf of 63fecdaedd3541408b12203ced9e7a24 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:08.424667 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1cf44ae1-6418-4b85-9554-8c7b32c4e44a tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.432989 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ca5fd7da-9500-483e-b9cb-ddba589a2caa tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.440533 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1cf44ae1-6418-4b85-9554-8c7b32c4e44a tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.469701 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 7b2fbefe-475a-4ee7-9841-1afe9870c40a completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:24:08.476161 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 7b2fbefe-475a-4ee7-9841-1afe9870c40a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:08.476669 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.529903 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1cf44ae1-6418-4b85-9554-8c7b32c4e44a tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.577182 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.602759 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9c3762-6939-48b4-a90e-63cb5a238ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2fbefe-475a-4ee7-9841-1afe9870c40a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:24:08.605696 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a07c018-3968-4716-bff8-a0394667a0b4" -d '{"events": [{"server_uuid": "4e9c3762-6939-48b4-a90e-63cb5a238ff2", "name": "network-vif-plugged", "status": "completed", "tag": "7b2fbefe-475a-4ee7-9841-1afe9870c40a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:24:08.611938 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ca5fd7da-9500-483e-b9cb-ddba589a2caa tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.619503 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5fd7da-9500-483e-b9cb-ddba589a2caa tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:08.627672 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ca5fd7da-9500-483e-b9cb-ddba589a2caa tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.641630 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 7b2fbefe-475a-4ee7-9841-1afe9870c40a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=7b2fbefe-475a-4ee7-9841-1afe9870c40a,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:08.646348 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1cf44ae1-6418-4b85-9554-8c7b32c4e44a tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.663006 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf44ae1-6418-4b85-9554-8c7b32c4e44a tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:24:08.669015 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f3941a-6534-483a-94ab-7fd85454b88b x-openstack-request-id: req-61f3941a-6534-483a-94ab-7fd85454b88b {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:24:08.673364 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9c3762-6939-48b4-a90e-63cb5a238ff2", "name": "network-vif-plugged", "status": "completed", "tag": "7b2fbefe-475a-4ee7-9841-1afe9870c40a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:24:08.673364 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-61f3941a-6534-483a-94ab-7fd85454b88b {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:24:08.673364 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9c3762-6939-48b4-a90e-63cb5a238ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2fbefe-475a-4ee7-9841-1afe9870c40a', 'code': 200} Dec 16 22:24:08.674525 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1cf44ae1-6418-4b85-9554-8c7b32c4e44a tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.674875 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-1cf44ae1-6418-4b85-9554-8c7b32c4e44a tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Added segment a15e33a0-9e0f-43ed-b20b-9943dc7ffb62 of type vlan for network 218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2 Dec 16 22:24:08.726025 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5fd7da-9500-483e-b9cb-ddba589a2caa tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event updated for resources: {'Network': ['ID=3aec386f-e28d-4e82-a3b9-887e706dc79c,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:08.743756 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 3aec386f-e28d-4e82-a3b9-887e706dc79c details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:24:08.798063 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ca5fd7da-9500-483e-b9cb-ddba589a2caa tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7109184 Dec 16 22:24:08.807474 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49834) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:08.814375 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a392f0fa-87c7-4d0f-8923-e3eed021e1a6 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:08.824685 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1cf44ae1-6418-4b85-9554-8c7b32c4e44a tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.914143 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:08.942701 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf44ae1-6418-4b85-9554-8c7b32c4e44a tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24d499cf-23fc-4db8-b815-ba087a90b321,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:08.980288 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=7b2fbefe-475a-4ee7-9841-1afe9870c40a,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:09.005061 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad722f2a-7d45-4e7d-b942-1e9129a3598a req-911726d2-c1ff-4f9d-afb1-a4c2a6c209c1 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:09.015976 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ad722f2a-7d45-4e7d-b942-1e9129a3598a req-911726d2-c1ff-4f9d-afb1-a4c2a6c209c1 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.2138863 Dec 16 22:24:09.032671 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1cf44ae1-6418-4b85-9554-8c7b32c4e44a tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:09.038705 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-caea156e-d9ae-418b-a49e-e9a2ce5696bb req-8242566b-4d01-4eb6-9b79-52f0f2922d51 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=af61c674-4c36-4cc5-a7b9-46076f75f815 HTTP/1.1" status: 200 len: 210 time: 0.0744565 Dec 16 22:24:09.043648 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf44ae1-6418-4b85-9554-8c7b32c4e44a tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:09.044416 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1cf44ae1-6418-4b85-9554-8c7b32c4e44a tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:09.140118 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a66dd-480a-4623-a8f9-5f3b14c7025c req-483aa186-b872-4e54-a753-fb7c0ec2d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:09.141889 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2e4a66dd-480a-4623-a8f9-5f3b14c7025c req-483aa186-b872-4e54-a753-fb7c0ec2d18f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 1096 time: 0.2528732 Dec 16 22:24:09.225685 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2e4a66dd-480a-4623-a8f9-5f3b14c7025c req-33f4c6c0-f516-4b43-9f0c-97d9e9372451 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754292 Dec 16 22:24:09.235180 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a392f0fa-87c7-4d0f-8923-e3eed021e1a6 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:09.267463 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1cf44ae1-6418-4b85-9554-8c7b32c4e44a tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.3204396 Dec 16 22:24:09.270862 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49846) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:09.274665 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ad722f2a-7d45-4e7d-b942-1e9129a3598a req-c3c3e9c7-5dc5-4c0b-b6a1-a9f25bc66fbf tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2577169 Dec 16 22:24:09.277790 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-ab2c961a-ca81-4e6a-a198-39e0d8dd1f8a tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Request body: {'subnet': {'network_id': '218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:09.301003 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf44ae1-6418-4b85-9554-8c7b32c4e44a tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Pushing event updated for resources: {'Network': ['ID=218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:09.319206 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:24:09.350353 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a392f0fa-87c7-4d0f-8923-e3eed021e1a6 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:09.398734 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a392f0fa-87c7-4d0f-8923-e3eed021e1a6 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Network 3aec386f-e28d-4e82-a3b9-887e706dc79c is not hosted by any dhcp agent {{(pid=103613) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 22:24:09.408374 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a392f0fa-87c7-4d0f-8923-e3eed021e1a6 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:09.409702 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a392f0fa-87c7-4d0f-8923-e3eed021e1a6 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:09.412680 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a392f0fa-87c7-4d0f-8923-e3eed021e1a6 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "PUT /v2.0/networks/3aec386f-e28d-4e82-a3b9-887e706dc79c HTTP/1.1" status: 200 len: 723 time: 0.6031389 Dec 16 22:24:09.430560 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49850) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:09.452259 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-ea6ad8d4-4bc0-4bd3-919d-d2168cfcc112 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Request body: {'subnet': {'network_id': '3aec386f-e28d-4e82-a3b9-887e706dc79c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:09.518976 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b93711-93e2-474b-ab76-5d63ae57657a None None] Network 925fe352-f669-47e4-bf78-d77c7409e5a0 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:09.534225 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392f0fa-87c7-4d0f-8923-e3eed021e1a6 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event updated for resources: {'Network': ['ID=3aec386f-e28d-4e82-a3b9-887e706dc79c,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:09.591193 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 3aec386f-e28d-4e82-a3b9-887e706dc79c details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:24:09.676101 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2c961a-ca81-4e6a-a198-39e0d8dd1f8a tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Made reservation on behalf of 63fecdaedd3541408b12203ced9e7a24 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:09.681665 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ab2c961a-ca81-4e6a-a198-39e0d8dd1f8a tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:09.698607 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e3050-a9ec-4da3-bc16-da59f240637b req-afa740a0-f183-4743-985e-25bc5c30377b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:09.705239 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e3050-a9ec-4da3-bc16-da59f240637b req-afa740a0-f183-4743-985e-25bc5c30377b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:09.713704 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e3050-a9ec-4da3-bc16-da59f240637b req-afa740a0-f183-4743-985e-25bc5c30377b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:09.721815 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e3050-a9ec-4da3-bc16-da59f240637b req-afa740a0-f183-4743-985e-25bc5c30377b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:09.729544 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e3050-a9ec-4da3-bc16-da59f240637b req-afa740a0-f183-4743-985e-25bc5c30377b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:09.736032 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e3050-a9ec-4da3-bc16-da59f240637b req-afa740a0-f183-4743-985e-25bc5c30377b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:09.736989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-7ff5fc39-9ae8-45fc-bb9f-28fd953f4cca tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:09.738853 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-7ff5fc39-9ae8-45fc-bb9f-28fd953f4cca tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.76 "GET /v2.0/networks?id=95473deb-c4c6-4acd-ac8d-825e9f19ae01 HTTP/1.1" status: 200 len: 811 time: 0.3899424 Dec 16 22:24:09.744223 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e3050-a9ec-4da3-bc16-da59f240637b req-afa740a0-f183-4743-985e-25bc5c30377b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:09.746239 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-535e3050-a9ec-4da3-bc16-da59f240637b req-afa740a0-f183-4743-985e-25bc5c30377b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5428 time: 0.1767681 Dec 16 22:24:09.759958 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-348cdd3d-9c84-4a98-87c2-3ce9a48cc7a0 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Request body: {'port': {'device_id': 'af61c674-4c36-4cc5-a7b9-46076f75f815', 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01', 'admin_state_up': True, 'tenant_id': 'ea5518dc3a684f128c195124e4b872a7'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:09.821776 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6ad8d4-4bc0-4bd3-919d-d2168cfcc112 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Made reservation on behalf of e074d718718044f5ac8fe581dcac665f for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:09.827397 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ea6ad8d4-4bc0-4bd3-919d-d2168cfcc112 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:09.849814 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c3433e67-f8d6-4c85-957e-8153044c2cfd up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:09.897672 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-535e3050-a9ec-4da3-bc16-da59f240637b req-7520178e-8be5-4b1b-8da1-59b45c43fe1f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1366045 Dec 16 22:24:09.925141 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6346f18a-d7a8-4ce0-b14d-29fbffd86d0d None None] Provisioning complete for port c3433e67-f8d6-4c85-957e-8153044c2cfd triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:09.925767 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6346f18a-d7a8-4ce0-b14d-29fbffd86d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.009922 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port c3433e67-f8d6-4c85-957e-8153044c2cfd triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:10.010864 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.109528 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ab2c961a-ca81-4e6a-a198-39e0d8dd1f8a tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.133506 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-348cdd3d-9c84-4a98-87c2-3ce9a48cc7a0 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Made reservation on behalf of ea5518dc3a684f128c195124e4b872a7 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:10.137779 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-348cdd3d-9c84-4a98-87c2-3ce9a48cc7a0 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.165121 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6346f18a-d7a8-4ce0-b14d-29fbffd86d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.197111 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c961a-ca81-4e6a-a198-39e0d8dd1f8a tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Pushing event updated for resources: {'Subnet': ['ID=fe4ef7df-fcce-45f7-8b37-70c3973c8693,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:10.200475 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2c961a-ca81-4e6a-a198-39e0d8dd1f8a tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Checking segment: {'id': 'a15e33a0-9e0f-43ed-b20b-9943dc7ffb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:10.200864 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2c961a-ca81-4e6a-a198-39e0d8dd1f8a tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Network hostable DHCP agents. Network: 218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:24:10.301132 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-6346f18a-d7a8-4ce0-b14d-29fbffd86d0d None None] For port c3433e67-f8d6-4c85-957e-8153044c2cfd, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c3433e67-f8d6-4c85-957e-8153044c2cfd,segment=NetworkSegment(a1cfd8ac-a848-4efc-896f-7a0560a4ba11),segment_id=a1cfd8ac-a848-4efc-896f-7a0560a4ba11)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:10.304287 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d515226-4dbb-4978-9783-936605871f10 None None] Update dhcp port {'port': {'network_id': '925fe352-f669-47e4-bf78-d77c7409e5a0', 'fixed_ips': [{'subnet_id': 'ab7427f8-3ddb-437f-9c79-ebdd9f8ffea3', 'ip_address': '2001:db8::2'}, {'subnet_id': '6b0aa1c6-d445-49f5-be04-99f740c0be19'}], 'binding:host_id': 'n-d-815324-4'}, 'id': 'c3433e67-f8d6-4c85-957e-8153044c2cfd'} from n-d-815324-4. {{(pid=103615) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:24:10.308637 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2c961a-ca81-4e6a-a198-39e0d8dd1f8a tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Network 218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:24:10.313678 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ea6ad8d4-4bc0-4bd3-919d-d2168cfcc112 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.325983 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.341885 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9d515226-4dbb-4978-9783-936605871f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.381390 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ff5fb372-07c0-4ff3-8deb-50d716621b27 req-12314c73-fd1c-4d50-b035-7e3c65537557 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=af61c674-4c36-4cc5-a7b9-46076f75f815 HTTP/1.1" status: 200 len: 210 time: 0.0752189 Dec 16 22:24:10.397916 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6346f18a-d7a8-4ce0-b14d-29fbffd86d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.414174 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-348cdd3d-9c84-4a98-87c2-3ce9a48cc7a0 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Allocated IP 172.20.0.9 (95473deb-c4c6-4acd-ac8d-825e9f19ae01/d92fc665-bd71-47a6-9642-bbd2141113cf/27ce3608-0b76-42eb-ad0a-2106f50a155b) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:10.430646 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-ab2c961a-ca81-4e6a-a198-39e0d8dd1f8a tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:10.441176 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2c961a-ca81-4e6a-a198-39e0d8dd1f8a tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:10.442136 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ab2c961a-ca81-4e6a-a198-39e0d8dd1f8a tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.450950 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ad8d4-4bc0-4bd3-919d-d2168cfcc112 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event updated for resources: {'Subnet': ['ID=e471512a-20fb-4167-a3bd-e4b6d05a990e,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:10.467131 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcadc7e-954f-4273-a408-60cefb42fa11 None None] Network 218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:10.476033 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60334485-bdc0-467b-89b7-d572fd2ec25c req-54a6efb2-e7d7-4717-b9e4-bb159050d534 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:10.479418 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-60334485-bdc0-467b-89b7-d572fd2ec25c req-54a6efb2-e7d7-4717-b9e4-bb159050d534 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.0947545 Dec 16 22:24:10.555326 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-60334485-bdc0-467b-89b7-d572fd2ec25c req-94c43080-07cc-463f-acb7-04fd3d5cde99 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701804 Dec 16 22:24:10.567855 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ab2c961a-ca81-4e6a-a198-39e0d8dd1f8a tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2951987 Dec 16 22:24:10.571642 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49872) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:10.578682 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-edab6c33-e13b-4fc4-b877-9038bc94e761 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Request body: {'port': {'network_id': '218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1945984820'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:10.646640 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-348cdd3d-9c84-4a98-87c2-3ce9a48cc7a0 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.679029 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:24:10.679712 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:24:10.686059 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346f18a-d7a8-4ce0-b14d-29fbffd86d0d None None] Pushing event updated for resources: {'Port': ['ID=c3433e67-f8d6-4c85-957e-8153044c2cfd,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:10.726355 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6ad8d4-4bc0-4bd3-919d-d2168cfcc112 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Checking segment: {'id': '67079067-2999-430f-91d7-ba8536710d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3aec386f-e28d-4e82-a3b9-887e706dc79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:10.726655 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6ad8d4-4bc0-4bd3-919d-d2168cfcc112 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Network hostable DHCP agents. Network: 3aec386f-e28d-4e82-a3b9-887e706dc79c, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:24:10.800127 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edab6c33-e13b-4fc4-b877-9038bc94e761 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Made reservation on behalf of 63fecdaedd3541408b12203ced9e7a24 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:10.805607 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-edab6c33-e13b-4fc4-b877-9038bc94e761 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.825553 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4a6655-61d2-4997-b17e-9620d2ee4755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2', 'network_id': '218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2', 'project_id': '63fecdaedd3541408b12203ced9e7a24', 'fixed_ips': [{'subnet_id': 'fe4ef7df-fcce-45f7-8b37-70c3973c8693'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:24:10.826426 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3c4a6655-61d2-4997-b17e-9620d2ee4755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.828458 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-edab6c33-e13b-4fc4-b877-9038bc94e761 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] device_id is not set on port a1e476cd-f42f-4a7a-8f40-ac0b8bf94f95 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:24:10.854588 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-9d515226-4dbb-4978-9783-936605871f10 None None] Allocated IP 172.20.0.1 (925fe352-f669-47e4-bf78-d77c7409e5a0/6b0aa1c6-d445-49f5-be04-99f740c0be19/c3433e67-f8d6-4c85-957e-8153044c2cfd) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:10.874974 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-348cdd3d-9c84-4a98-87c2-3ce9a48cc7a0 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:10.937276 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6ad8d4-4bc0-4bd3-919d-d2168cfcc112 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Network 3aec386f-e28d-4e82-a3b9-887e706dc79c is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:24:10.967611 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-348cdd3d-9c84-4a98-87c2-3ce9a48cc7a0 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:10.972556 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-ea6ad8d4-4bc0-4bd3-919d-d2168cfcc112 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 3aec386f-e28d-4e82-a3b9-887e706dc79c) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:10.978978 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-348cdd3d-9c84-4a98-87c2-3ce9a48cc7a0 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:10.986389 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-348cdd3d-9c84-4a98-87c2-3ce9a48cc7a0 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:10.994019 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348cdd3d-9c84-4a98-87c2-3ce9a48cc7a0 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Pushing event updated for resources: {'Port': ['ID=27ce3608-0b76-42eb-ad0a-2106f50a155b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:10.999574 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6ad8d4-4bc0-4bd3-919d-d2168cfcc112 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:11.000420 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ea6ad8d4-4bc0-4bd3-919d-d2168cfcc112 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:11.001038 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6efccb-f5e4-437d-bbae-d97b155b8c7c None None] Network 3aec386f-e28d-4e82-a3b9-887e706dc79c requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:11.044208 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-edab6c33-e13b-4fc4-b877-9038bc94e761 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Allocated IP 2001:db8::3d8 (218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2/fe4ef7df-fcce-45f7-8b37-70c3973c8693/a1e476cd-f42f-4a7a-8f40-ac0b8bf94f95) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:11.173073 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fe4229-894d-49f0-9204-0fd79269cac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-3aec386f-e28d-4e82-a3b9-887e706dc79c', 'network_id': '3aec386f-e28d-4e82-a3b9-887e706dc79c', 'project_id': 'e074d718718044f5ac8fe581dcac665f', 'fixed_ips': [{'subnet_id': 'e471512a-20fb-4167-a3bd-e4b6d05a990e'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:24:11.174502 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-43fe4229-894d-49f0-9204-0fd79269cac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:11.178428 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9d515226-4dbb-4978-9783-936605871f10 None None] For port c3433e67-f8d6-4c85-957e-8153044c2cfd, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c3433e67-f8d6-4c85-957e-8153044c2cfd,segment=NetworkSegment(a1cfd8ac-a848-4efc-896f-7a0560a4ba11),segment_id=a1cfd8ac-a848-4efc-896f-7a0560a4ba11)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:11.200311 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ea6ad8d4-4bc0-4bd3-919d-d2168cfcc112 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7645240 Dec 16 22:24:11.202758 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49882) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:11.208315 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-25eb350e-7a98-47af-880c-b1ed32a4f14c tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:11.230728 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-348cdd3d-9c84-4a98-87c2-3ce9a48cc7a0 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:11.231401 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-348cdd3d-9c84-4a98-87c2-3ce9a48cc7a0 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:11.287805 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f166f-234e-481c-88a0-b05ba9996984 req-9692396d-ae27-4391-8940-62430780f2a4 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:11.293880 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f166f-234e-481c-88a0-b05ba9996984 req-9692396d-ae27-4391-8940-62430780f2a4 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:11.319506 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9d515226-4dbb-4978-9783-936605871f10 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:11.323639 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f166f-234e-481c-88a0-b05ba9996984 req-9692396d-ae27-4391-8940-62430780f2a4 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:11.334688 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f166f-234e-481c-88a0-b05ba9996984 req-9692396d-ae27-4391-8940-62430780f2a4 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:11.339524 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-edab6c33-e13b-4fc4-b877-9038bc94e761 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:11.344235 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f166f-234e-481c-88a0-b05ba9996984 req-9692396d-ae27-4391-8940-62430780f2a4 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:11.352920 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f166f-234e-481c-88a0-b05ba9996984 req-9692396d-ae27-4391-8940-62430780f2a4 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:11.358654 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-25eb350e-7a98-47af-880c-b1ed32a4f14c tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25511188'] for subnet, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:11.359466 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f166f-234e-481c-88a0-b05ba9996984 req-9692396d-ae27-4391-8940-62430780f2a4 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:11.361425 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb2f166f-234e-481c-88a0-b05ba9996984 req-9692396d-ae27-4391-8940-62430780f2a4 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5428 time: 0.2912765 Dec 16 22:24:11.365665 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-348cdd3d-9c84-4a98-87c2-3ce9a48cc7a0 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6104207 Dec 16 22:24:11.372156 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9d515226-4dbb-4978-9783-936605871f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:11.415559 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-f77f409c-9665-4290-86a6-9a5a54f6305d service neutron] Request body: {'port': {'device_id': 'af61c674-4c36-4cc5-a7b9-46076f75f815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:11.436734 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d515226-4dbb-4978-9783-936605871f10 None None] Pushing event updated for resources: {'Port': ['ID=c3433e67-f8d6-4c85-957e-8153044c2cfd,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:11.523895 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-f77f409c-9665-4290-86a6-9a5a54f6305d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:11.549782 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb2f166f-234e-481c-88a0-b05ba9996984 req-4cd0fb4d-5e46-4aba-bda5-483a3d077e22 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1754494 Dec 16 22:24:11.562020 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-edab6c33-e13b-4fc4-b877-9038bc94e761 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:11.579321 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-43fe4229-894d-49f0-9204-0fd79269cac0 None None] Allocated IP 2001:db8::2 (3aec386f-e28d-4e82-a3b9-887e706dc79c/e471512a-20fb-4167-a3bd-e4b6d05a990e/19a8bd9f-f29f-4c9e-adc6-191390e96086) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:11.594351 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c3433e67-f8d6-4c85-957e-8153044c2cfd up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:11.618561 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ca7e1-b4fd-40f0-bfdf-6bc0b2ac41ea req-1b2e7d7c-22ea-4838-973b-f94d48a551b9 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:11.626550 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-177ca7e1-b4fd-40f0-bfdf-6bc0b2ac41ea req-1b2e7d7c-22ea-4838-973b-f94d48a551b9 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=af61c674-4c36-4cc5-a7b9-46076f75f815 HTTP/1.1" status: 200 len: 931 time: 0.1438253 Dec 16 22:24:11.753792 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edab6c33-e13b-4fc4-b877-9038bc94e761 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Network 218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:11.765324 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-3c4a6655-61d2-4997-b17e-9620d2ee4755 None None] Allocated IP 2001:db8::2 (218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2/fe4ef7df-fcce-45f7-8b37-70c3973c8693/c5d914cc-be57-41f9-9627-64e23261029b) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:11.778377 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-edab6c33-e13b-4fc4-b877-9038bc94e761 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:11.797984 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edab6c33-e13b-4fc4-b877-9038bc94e761 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:11.811511 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edab6c33-e13b-4fc4-b877-9038bc94e761 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:11.812200 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-edab6c33-e13b-4fc4-b877-9038bc94e761 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:11.817654 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab6c33-e13b-4fc4-b877-9038bc94e761 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Pushing event updated for resources: {'Port': ['ID=a1e476cd-f42f-4a7a-8f40-ac0b8bf94f95,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:11.856173 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-177ca7e1-b4fd-40f0-bfdf-6bc0b2ac41ea req-b9b1da65-1628-4ba1-957f-d24fe8656f3a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233427 Dec 16 22:24:11.934751 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-edab6c33-e13b-4fc4-b877-9038bc94e761 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3617702 Dec 16 22:24:11.937720 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49896) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:11.942903 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-767991dd-adbe-45b9-b54f-ab4ebf090010 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Request body: {'port': {'network_id': '218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-200743479', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:11.944546 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.api.validators [None req-767991dd-adbe-45b9-b54f-ab4ebf090010 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] bootfile-name is not in valid_values {{(pid=103613) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 22:24:11.944546 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.api.validators [None req-767991dd-adbe-45b9-b54f-ab4ebf090010 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] tftp-server is not in valid_values {{(pid=103613) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 22:24:11.944766 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.api.validators [None req-767991dd-adbe-45b9-b54f-ab4ebf090010 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] server-ip-address is not in valid_values {{(pid=103613) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 22:24:11.967130 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port c3433e67-f8d6-4c85-957e-8153044c2cfd triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:11.967501 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.010644 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31718ac1-1dd3-4450-8063-d81c00ad6e1e req-cc8b1d02-a3e7-4931-9ef6-c86b20e87c87 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:12.012226 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-31718ac1-1dd3-4450-8063-d81c00ad6e1e req-cc8b1d02-a3e7-4931-9ef6-c86b20e87c87 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.1420760 Dec 16 22:24:12.019972 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-f77f409c-9665-4290-86a6-9a5a54f6305d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27ce3608-0b76-42eb-ad0a-2106f50a155b {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:24:12.037919 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-43fe4229-894d-49f0-9204-0fd79269cac0 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.039606 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-f77f409c-9665-4290-86a6-9a5a54f6305d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.071104 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-f77f409c-9665-4290-86a6-9a5a54f6305d service neutron] Transition to ACTIVE for port object 27ce3608-0b76-42eb-ad0a-2106f50a155b will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:24:12.119980 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-43fe4229-894d-49f0-9204-0fd79269cac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.147995 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-f77f409c-9665-4290-86a6-9a5a54f6305d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.187083 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-31718ac1-1dd3-4450-8063-d81c00ad6e1e req-020faa30-82e8-4dd4-8e49-d02f76eafb36 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603262 Dec 16 22:24:12.236835 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f409c-9665-4290-86a6-9a5a54f6305d service neutron] Pushing event updated for resources: {'Port': ['ID=27ce3608-0b76-42eb-ad0a-2106f50a155b,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:12.287984 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3c4a6655-61d2-4997-b17e-9620d2ee4755 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.310147 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fe4229-894d-49f0-9204-0fd79269cac0 None None] Network 3aec386f-e28d-4e82-a3b9-887e706dc79c is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:12.315931 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-43fe4229-894d-49f0-9204-0fd79269cac0 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:12.321882 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe4229-894d-49f0-9204-0fd79269cac0 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:12.328994 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767991dd-adbe-45b9-b54f-ab4ebf090010 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Made reservation on behalf of 63fecdaedd3541408b12203ced9e7a24 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:12.333744 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-767991dd-adbe-45b9-b54f-ab4ebf090010 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.339076 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe4229-894d-49f0-9204-0fd79269cac0 None None] Pushing event updated for resources: {'Port': ['ID=19a8bd9f-f29f-4c9e-adc6-191390e96086,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:12.364528 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-767991dd-adbe-45b9-b54f-ab4ebf090010 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] device_id is not set on port 71557069-a117-458a-8171-5fca9bec6711 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:24:12.370341 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-f77f409c-9665-4290-86a6-9a5a54f6305d service neutron] Attempting to bind port 27ce3608-0b76-42eb-ad0a-2106f50a155b on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:24:12.370685 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-f77f409c-9665-4290-86a6-9a5a54f6305d service neutron] Attempting to bind port 27ce3608-0b76-42eb-ad0a-2106f50a155b by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '54ececd1-5703-4b82-a936-724ab58accf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:24:12.376230 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-f77f409c-9665-4290-86a6-9a5a54f6305d service neutron] Attempting to bind port 27ce3608-0b76-42eb-ad0a-2106f50a155b on network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:24:12.376230 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-f77f409c-9665-4290-86a6-9a5a54f6305d service neutron] Port 27ce3608-0b76-42eb-ad0a-2106f50a155b on network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:24:12.376486 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-f77f409c-9665-4290-86a6-9a5a54f6305d service neutron] Attempting to bind port 27ce3608-0b76-42eb-ad0a-2106f50a155b on network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:24:12.383858 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-f77f409c-9665-4290-86a6-9a5a54f6305d service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:24:12.384450 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-f77f409c-9665-4290-86a6-9a5a54f6305d service neutron] Checking segment: {'id': '54ececd1-5703-4b82-a936-724ab58accf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:12.387579 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-f77f409c-9665-4290-86a6-9a5a54f6305d service neutron] Bound using segment: {'id': '54ececd1-5703-4b82-a936-724ab58accf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:24:12.387579 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-f77f409c-9665-4290-86a6-9a5a54f6305d service neutron] Bound port: 27ce3608-0b76-42eb-ad0a-2106f50a155b, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ececd1-5703-4b82-a936-724ab58accf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:24:12.387579 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-f77f409c-9665-4290-86a6-9a5a54f6305d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.389827 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3c4a6655-61d2-4997-b17e-9620d2ee4755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.457369 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a6655-61d2-4997-b17e-9620d2ee4755 None None] Pushing event updated for resources: {'Port': ['ID=c5d914cc-be57-41f9-9627-64e23261029b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:12.481713 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-25eb350e-7a98-47af-880c-b1ed32a4f14c tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727494037724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27041239'] for subnet, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.509732 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-f77f409c-9665-4290-86a6-9a5a54f6305d service neutron] For port 27ce3608-0b76-42eb-ad0a-2106f50a155b, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:24:12.515104 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-f77f409c-9665-4290-86a6-9a5a54f6305d service neutron] For port 27ce3608-0b76-42eb-ad0a-2106f50a155b, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=27ce3608-0b76-42eb-ad0a-2106f50a155b,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:24:12.532255 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af26700-c897-471c-af58-6277c4949ae2 req-aae2b525-c114-4f65-8c28-b0c4ae24fa16 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:12.538088 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6af26700-c897-471c-af58-6277c4949ae2 req-aae2b525-c114-4f65-8c28-b0c4ae24fa16 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.1659949 Dec 16 22:24:12.545862 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49910) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:12.555457 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-43246f63-46e3-42c2-8218-6331901f35d0 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Request body: {'floatingip': {'port_id': '7b2fbefe-475a-4ee7-9841-1afe9870c40a'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:12.648591 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-f77f409c-9665-4290-86a6-9a5a54f6305d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.722327 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f409c-9665-4290-86a6-9a5a54f6305d service neutron] Pushing event updated for resources: {'Port': ['ID=27ce3608-0b76-42eb-ad0a-2106f50a155b,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:12.730978 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b70d199-2838-480a-8385-4eddae31e2f0 None None] Network 925fe352-f669-47e4-bf78-d77c7409e5a0 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:12.740964 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-43246f63-46e3-42c2-8218-6331901f35d0 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for floatingip, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.762508 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-f77f409c-9665-4290-86a6-9a5a54f6305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:12.763441 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-f77f409c-9665-4290-86a6-9a5a54f6305d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.766038 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-f77f409c-9665-4290-86a6-9a5a54f6305d service neutron] 10.222.0.76 "PUT /v2.0/ports/27ce3608-0b76-42eb-ad0a-2106f50a155b HTTP/1.1" status: 200 len: 1091 time: 1.3607802 Dec 16 22:24:12.766841 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af61c674-4c36-4cc5-a7b9-46076f75f815', 'tag': '27ce3608-0b76-42eb-ad0a-2106f50a155b'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:24:12.769456 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d16b110-5f2f-481c-9f64-2ed871302c82" -d '{"events": [{"name": "network-changed", "server_uuid": "af61c674-4c36-4cc5-a7b9-46076f75f815", "tag": "27ce3608-0b76-42eb-ad0a-2106f50a155b"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:24:12.822734 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-43fe4229-894d-49f0-9204-0fd79269cac0 None None] Attempting to bind port 19a8bd9f-f29f-4c9e-adc6-191390e96086 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:24:12.823335 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-43fe4229-894d-49f0-9204-0fd79269cac0 None None] Attempting to bind port 19a8bd9f-f29f-4c9e-adc6-191390e96086 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '67079067-2999-430f-91d7-ba8536710d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3aec386f-e28d-4e82-a3b9-887e706dc79c'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:24:12.827785 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe4229-894d-49f0-9204-0fd79269cac0 None None] Attempting to bind port 19a8bd9f-f29f-4c9e-adc6-191390e96086 on network 3aec386f-e28d-4e82-a3b9-887e706dc79c {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:24:12.834466 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4a6655-61d2-4997-b17e-9620d2ee4755 None None] Network 218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:12.846065 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d684c72-8574-471a-a956-fd60b98d4bd4 x-openstack-request-id: req-9d684c72-8574-471a-a956-fd60b98d4bd4 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:24:12.846497 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af61c674-4c36-4cc5-a7b9-46076f75f815", "tag": "27ce3608-0b76-42eb-ad0a-2106f50a155b", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:24:12.846896 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9d684c72-8574-471a-a956-fd60b98d4bd4 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:24:12.847411 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af61c674-4c36-4cc5-a7b9-46076f75f815', 'tag': '27ce3608-0b76-42eb-ad0a-2106f50a155b', 'status': 'completed', 'code': 200} Dec 16 22:24:12.860414 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-3c4a6655-61d2-4997-b17e-9620d2ee4755 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:12.862912 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4a6655-61d2-4997-b17e-9620d2ee4755 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:12.883951 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe4229-894d-49f0-9204-0fd79269cac0 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:24:12.884419 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe4229-894d-49f0-9204-0fd79269cac0 None None] Checking segment: {'id': '67079067-2999-430f-91d7-ba8536710d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3aec386f-e28d-4e82-a3b9-887e706dc79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:12.887870 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-43fe4229-894d-49f0-9204-0fd79269cac0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.887870 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe4229-894d-49f0-9204-0fd79269cac0 None None] Bound using segment: {'id': '67079067-2999-430f-91d7-ba8536710d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3aec386f-e28d-4e82-a3b9-887e706dc79c'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:24:12.887870 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-43fe4229-894d-49f0-9204-0fd79269cac0 None None] Bound port: 19a8bd9f-f29f-4c9e-adc6-191390e96086, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67079067-2999-430f-91d7-ba8536710d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3aec386f-e28d-4e82-a3b9-887e706dc79c'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:24:12.887870 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-43fe4229-894d-49f0-9204-0fd79269cac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:12.952017 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bc0e3328-1cf0-4a69-9487-8ae2cc9257fb None None] Provisioning complete for port c3433e67-f8d6-4c85-957e-8153044c2cfd triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:12.952400 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bc0e3328-1cf0-4a69-9487-8ae2cc9257fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:13.006352 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eb350e-7a98-47af-880c-b1ed32a4f14c tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:13.007750 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3c4a6655-61d2-4997-b17e-9620d2ee4755 None None] Attempting to bind port c5d914cc-be57-41f9-9627-64e23261029b on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:24:13.008159 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-25eb350e-7a98-47af-880c-b1ed32a4f14c tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:13.008713 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3c4a6655-61d2-4997-b17e-9620d2ee4755 None None] Attempting to bind port c5d914cc-be57-41f9-9627-64e23261029b by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'a15e33a0-9e0f-43ed-b20b-9943dc7ffb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:24:13.009086 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4a6655-61d2-4997-b17e-9620d2ee4755 None None] Attempting to bind port c5d914cc-be57-41f9-9627-64e23261029b on network 218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:24:13.010392 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-25eb350e-7a98-47af-880c-b1ed32a4f14c tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "PUT /v2.0/subnets/e471512a-20fb-4167-a3bd-e4b6d05a990e HTTP/1.1" status: 200 len: 826 time: 1.8062801 Dec 16 22:24:13.015545 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49922) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:13.029894 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4a6655-61d2-4997-b17e-9620d2ee4755 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:24:13.030274 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4a6655-61d2-4997-b17e-9620d2ee4755 None None] Checking segment: {'id': 'a15e33a0-9e0f-43ed-b20b-9943dc7ffb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:13.030676 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3c4a6655-61d2-4997-b17e-9620d2ee4755 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:13.031354 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4a6655-61d2-4997-b17e-9620d2ee4755 None None] Bound using segment: {'id': 'a15e33a0-9e0f-43ed-b20b-9943dc7ffb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:24:13.031832 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3c4a6655-61d2-4997-b17e-9620d2ee4755 None None] Bound port: c5d914cc-be57-41f9-9627-64e23261029b, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15e33a0-9e0f-43ed-b20b-9943dc7ffb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:24:13.032214 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3c4a6655-61d2-4997-b17e-9620d2ee4755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:13.062766 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb350e-7a98-47af-880c-b1ed32a4f14c tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event updated for resources: {'Subnet': ['ID=e471512a-20fb-4167-a3bd-e4b6d05a990e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:13.104965 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16b110-5f2f-481c-9f64-2ed871302c82 req-e3c9bc3f-ea2f-4fa1-b8a1-a63962624cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:13.107388 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8d16b110-5f2f-481c-9f64-2ed871302c82 req-e3c9bc3f-ea2f-4fa1-b8a1-a63962624cf2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ea5518dc3a684f128c195124e4b872a7&device_id=af61c674-4c36-4cc5-a7b9-46076f75f815 HTTP/1.1" status: 200 len: 1094 time: 0.2160451 Dec 16 22:24:13.111205 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-767991dd-adbe-45b9-b54f-ab4ebf090010 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Allocated IP 2001:db8::2e8 (218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2/fe4ef7df-fcce-45f7-8b37-70c3973c8693/71557069-a117-458a-8171-5fca9bec6711) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:13.153595 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f607ec-5a5a-44ab-a00a-0c1b508da554 req-6a945041-e6de-43dd-a3f0-7465f1b68c01 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:13.154885 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-43fe4229-894d-49f0-9204-0fd79269cac0 None None] For port 19a8bd9f-f29f-4c9e-adc6-191390e96086, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:24:13.160333 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-43fe4229-894d-49f0-9204-0fd79269cac0 None None] For port 19a8bd9f-f29f-4c9e-adc6-191390e96086, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=19a8bd9f-f29f-4c9e-adc6-191390e96086,segment=NetworkSegment(67079067-2999-430f-91d7-ba8536710d91),segment_id=67079067-2999-430f-91d7-ba8536710d91)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:24:13.167431 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-3c4a6655-61d2-4997-b17e-9620d2ee4755 None None] For port c5d914cc-be57-41f9-9627-64e23261029b, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:24:13.179398 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f607ec-5a5a-44ab-a00a-0c1b508da554 req-6a945041-e6de-43dd-a3f0-7465f1b68c01 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:13.186066 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f607ec-5a5a-44ab-a00a-0c1b508da554 req-6a945041-e6de-43dd-a3f0-7465f1b68c01 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:13.198589 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f607ec-5a5a-44ab-a00a-0c1b508da554 req-6a945041-e6de-43dd-a3f0-7465f1b68c01 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:13.205756 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-3c4a6655-61d2-4997-b17e-9620d2ee4755 None None] For port c5d914cc-be57-41f9-9627-64e23261029b, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c5d914cc-be57-41f9-9627-64e23261029b,segment=NetworkSegment(a15e33a0-9e0f-43ed-b20b-9943dc7ffb62),segment_id=a15e33a0-9e0f-43ed-b20b-9943dc7ffb62)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:24:13.226689 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f607ec-5a5a-44ab-a00a-0c1b508da554 req-6a945041-e6de-43dd-a3f0-7465f1b68c01 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:13.228833 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-43fe4229-894d-49f0-9204-0fd79269cac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:13.232541 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f607ec-5a5a-44ab-a00a-0c1b508da554 req-6a945041-e6de-43dd-a3f0-7465f1b68c01 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:13.238794 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f607ec-5a5a-44ab-a00a-0c1b508da554 req-6a945041-e6de-43dd-a3f0-7465f1b68c01 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:13.254155 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5f607ec-5a5a-44ab-a00a-0c1b508da554 req-6a945041-e6de-43dd-a3f0-7465f1b68c01 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5428 time: 0.2806079 Dec 16 22:24:13.281670 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3c4a6655-61d2-4997-b17e-9620d2ee4755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:13.325240 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe4229-894d-49f0-9204-0fd79269cac0 None None] Pushing event updated for resources: {'Port': ['ID=19a8bd9f-f29f-4c9e-adc6-191390e96086,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:13.439938 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a6655-61d2-4997-b17e-9620d2ee4755 None None] Pushing event updated for resources: {'Port': ['ID=c5d914cc-be57-41f9-9627-64e23261029b,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:13.472298 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5f607ec-5a5a-44ab-a00a-0c1b508da554 req-ab2f1b27-9e71-489e-95fd-d6f76cbdb59d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2021656 Dec 16 22:24:13.573150 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-dc0c8b03-8fa4-4c91-8246-147a90ef7cc5 None None] Provisioning complete for port c3433e67-f8d6-4c85-957e-8153044c2cfd triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:13.580353 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dc0c8b03-8fa4-4c91-8246-147a90ef7cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:13.625033 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c3433e67-f8d6-4c85-957e-8153044c2cfd up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:13.907720 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-767991dd-adbe-45b9-b54f-ab4ebf090010 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:13.933557 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port c3433e67-f8d6-4c85-957e-8153044c2cfd triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:13.934646 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:13.979729 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31195a4a-66f1-4cad-9b88-53f1ce89531d req-0752109d-0f4b-47cc-ac49-6be144f19c89 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:13.988105 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-31195a4a-66f1-4cad-9b88-53f1ce89531d req-0752109d-0f4b-47cc-ac49-6be144f19c89 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=af61c674-4c36-4cc5-a7b9-46076f75f815 HTTP/1.1" status: 200 len: 943 time: 1.0170567 Dec 16 22:24:13.989826 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-767991dd-adbe-45b9-b54f-ab4ebf090010 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:14.072069 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767991dd-adbe-45b9-b54f-ab4ebf090010 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Network 218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:14.079732 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-767991dd-adbe-45b9-b54f-ab4ebf090010 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:14.083971 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767991dd-adbe-45b9-b54f-ab4ebf090010 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:14.089511 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767991dd-adbe-45b9-b54f-ab4ebf090010 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:14.091451 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-767991dd-adbe-45b9-b54f-ab4ebf090010 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:14.114070 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767991dd-adbe-45b9-b54f-ab4ebf090010 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Pushing event updated for resources: {'Port': ['ID=71557069-a117-458a-8171-5fca9bec6711,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:14.144988 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac59d4db-8d89-4e4b-a63b-f0e57f56382d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:14.179810 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-31195a4a-66f1-4cad-9b88-53f1ce89531d req-a2dd543d-6419-4115-b44f-a1191c4cde56 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908305 Dec 16 22:24:14.180842 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16b110-5f2f-481c-9f64-2ed871302c82 req-8805b727-c5b5-4f69-86d3-47084a14602f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:14.182222 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8d16b110-5f2f-481c-9f64-2ed871302c82 req-8805b727-c5b5-4f69-86d3-47084a14602f service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=ea5518dc3a684f128c195124e4b872a7&shared=False HTTP/1.1" status: 200 len: 911 time: 1.0187099 Dec 16 22:24:14.202231 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-767991dd-adbe-45b9-b54f-ab4ebf090010 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.2581000 Dec 16 22:24:14.202231 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49938) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:14.270291 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e19794-daf2-4816-b326-572775e79228 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:14.277509 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e19794-daf2-4816-b326-572775e79228 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:14.286023 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e19794-daf2-4816-b326-572775e79228 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:14.291307 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-20e19794-daf2-4816-b326-572775e79228 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.0892620 Dec 16 22:24:14.291526 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49940) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:14.410315 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-81ad75b2-fb03-4315-9301-c42870ae9f95 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Deleting port 71557069-a117-458a-8171-5fca9bec6711 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:14.411017 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81ad75b2-fb03-4315-9301-c42870ae9f95 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:14.475239 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16b110-5f2f-481c-9f64-2ed871302c82 req-1bb2348f-004f-4b0a-ac7f-8e96b9f5d088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:14.485055 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8d16b110-5f2f-481c-9f64-2ed871302c82 req-1bb2348f-004f-4b0a-ac7f-8e96b9f5d088 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2854807 Dec 16 22:24:14.517874 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-ac59d4db-8d89-4e4b-a63b-f0e57f56382d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Deleting port 19a8bd9f-f29f-4c9e-adc6-191390e96086 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:14.518482 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac59d4db-8d89-4e4b-a63b-f0e57f56382d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:14.523662 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81ad75b2-fb03-4315-9301-c42870ae9f95 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:14.538413 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-81ad75b2-fb03-4315-9301-c42870ae9f95 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Calling delete_port for 71557069-a117-458a-8171-5fca9bec6711 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:14.605825 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.db.resource_extend [None req-43246f63-46e3-42c2-8218-6331901f35d0 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:24:14.681921 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5843ee-3c8d-46d6-a6a4-4898bcac19ad req-02ee97e6-95dd-404c-b7b6-15f6c6260cbe tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:14.702831 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5843ee-3c8d-46d6-a6a4-4898bcac19ad req-02ee97e6-95dd-404c-b7b6-15f6c6260cbe tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:14.709199 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-43246f63-46e3-42c2-8218-6331901f35d0 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:14.710581 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5843ee-3c8d-46d6-a6a4-4898bcac19ad req-02ee97e6-95dd-404c-b7b6-15f6c6260cbe tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:14.716798 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5843ee-3c8d-46d6-a6a4-4898bcac19ad req-02ee97e6-95dd-404c-b7b6-15f6c6260cbe tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:14.722500 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-e377aa6c-3ce0-4682-a996-4daf95685a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:14.725077 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-e377aa6c-3ce0-4682-a996-4daf95685a79 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ea5518dc3a684f128c195124e4b872a7&device_id=af61c674-4c36-4cc5-a7b9-46076f75f815 HTTP/1.1" status: 200 len: 1094 time: 0.1800199 Dec 16 22:24:14.741496 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5843ee-3c8d-46d6-a6a4-4898bcac19ad req-02ee97e6-95dd-404c-b7b6-15f6c6260cbe tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:14.741496 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5843ee-3c8d-46d6-a6a4-4898bcac19ad req-02ee97e6-95dd-404c-b7b6-15f6c6260cbe tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:14.741496 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5843ee-3c8d-46d6-a6a4-4898bcac19ad req-02ee97e6-95dd-404c-b7b6-15f6c6260cbe tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:14.742911 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0b5843ee-3c8d-46d6-a6a4-4898bcac19ad req-02ee97e6-95dd-404c-b7b6-15f6c6260cbe tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5428 time: 0.1544266 Dec 16 22:24:14.781374 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-ac59d4db-8d89-4e4b-a63b-f0e57f56382d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] For port 19a8bd9f-f29f-4c9e-adc6-191390e96086, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=19a8bd9f-f29f-4c9e-adc6-191390e96086,segment=NetworkSegment(67079067-2999-430f-91d7-ba8536710d91),segment_id=67079067-2999-430f-91d7-ba8536710d91)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:14.782086 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac59d4db-8d89-4e4b-a63b-f0e57f56382d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:14.838472 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-01d31888-8bcd-410a-84df-fd4ee8e7b0ff service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27ce3608-0b76-42eb-ad0a-2106f50a155b HTTP/1.1" status: 200 len: 217 time: 0.0864007 Dec 16 22:24:14.841471 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-43246f63-46e3-42c2-8218-6331901f35d0 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:14.902106 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-ac59d4db-8d89-4e4b-a63b-f0e57f56382d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Calling delete_port for 19a8bd9f-f29f-4c9e-adc6-191390e96086 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:14.926560 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0b5843ee-3c8d-46d6-a6a4-4898bcac19ad req-8d0382ec-98e8-4fee-a482-e81fc567e3ac tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1759298 Dec 16 22:24:14.966022 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81ad75b2-fb03-4315-9301-c42870ae9f95 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:14.977857 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06d4805-4f6f-43e2-8c7e-16df26848cbb None None] Network 3aec386f-e28d-4e82-a3b9-887e706dc79c requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:15.034754 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81ad75b2-fb03-4315-9301-c42870ae9f95 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.039143 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-81ad75b2-fb03-4315-9301-c42870ae9f95 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] 10.222.0.75 "DELETE /v2.0/ports/71557069-a117-458a-8171-5fca9bec6711 HTTP/1.1" status: 204 len: 168 time: 0.7460275 Dec 16 22:24:15.041822 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad75b2-fb03-4315-9301-c42870ae9f95 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Pushing event deleted for resources: {'Port': ['ID=71557069-a117-458a-8171-5fca9bec6711,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:15.043648 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49952) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:15.050735 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-bcfb34ad-888e-445d-bca8-c16c591545b5 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Request body: {'port': {'name': 'tempest-new-port-name-1445741204', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:15.051340 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.api.validators [None req-bcfb34ad-888e-445d-bca8-c16c591545b5 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] bootfile-name is not in valid_values {{(pid=103613) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 22:24:15.053820 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.api.validators [None req-bcfb34ad-888e-445d-bca8-c16c591545b5 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] tftp-server is not in valid_values {{(pid=103613) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 22:24:15.053820 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.api.validators [None req-bcfb34ad-888e-445d-bca8-c16c591545b5 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] server-ip-address is not in valid_values {{(pid=103613) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 22:24:15.094536 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9efe961b-712d-4258-a8e8-2b31b5757977 None None] Provisioning complete for port 19a8bd9f-f29f-4c9e-adc6-191390e96086 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:15.094911 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9efe961b-712d-4258-a8e8-2b31b5757977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.111995 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-07c673ff-afa4-4d76-8ae1-6af0554044b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:15.113660 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-07c673ff-afa4-4d76-8ae1-6af0554044b3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d92fc665-bd71-47a6-9642-bbd2141113cf HTTP/1.1" status: 200 len: 851 time: 0.2563450 Dec 16 22:24:15.118124 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-43246f63-46e3-42c2-8218-6331901f35d0 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Floating IP 63f6da04-c01f-4a40-afcb-753a1f64d81a associated. External IP: 172.25.6.16, port: 7b2fbefe-475a-4ee7-9841-1afe9870c40a. Dec 16 22:24:15.169308 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bcfb34ad-888e-445d-bca8-c16c591545b5 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.305514 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-0c48000f-8c81-451a-abdf-dce0953d1720 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95473deb-c4c6-4acd-ac8d-825e9f19ae01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480051 Dec 16 22:24:15.348747 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9efe961b-712d-4258-a8e8-2b31b5757977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.448341 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9efe961b-712d-4258-a8e8-2b31b5757977 None None] For port 19a8bd9f-f29f-4c9e-adc6-191390e96086, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=19a8bd9f-f29f-4c9e-adc6-191390e96086,segment=NetworkSegment(67079067-2999-430f-91d7-ba8536710d91),segment_id=67079067-2999-430f-91d7-ba8536710d91)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:15.476405 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43246f63-46e3-42c2-8218-6331901f35d0 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Router 0380fcdd-edf3-4204-a09a-fc471ced0286 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:24:15.514136 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9efe961b-712d-4258-a8e8-2b31b5757977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.596290 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bcfb34ad-888e-445d-bca8-c16c591545b5 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.636586 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe961b-712d-4258-a8e8-2b31b5757977 None None] Pushing event updated for resources: {'Port': ['ID=19a8bd9f-f29f-4c9e-adc6-191390e96086,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:15.650283 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97452a99-2ea7-4e43-b91d-7f0204a3e598 None None] Network 218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:15.674398 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bcfb34ad-888e-445d-bca8-c16c591545b5 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.717283 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bf834-f663-46a4-b603-6587bf3509e3 req-e649b686-2241-4209-866a-2cfed88ca81e tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:15.720538 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b19bf834-f663-46a4-b603-6587bf3509e3 req-e649b686-2241-4209-866a-2cfed88ca81e tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=af61c674-4c36-4cc5-a7b9-46076f75f815 HTTP/1.1" status: 200 len: 943 time: 0.2781255 Dec 16 22:24:15.746878 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-bcfb34ad-888e-445d-bca8-c16c591545b5 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] In _notify_port_updated(), no bound segment for port a1e476cd-f42f-4a7a-8f40-ac0b8bf94f95 on network 218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2 {{(pid=103613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:24:15.753049 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfb34ad-888e-445d-bca8-c16c591545b5 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:15.753731 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bcfb34ad-888e-445d-bca8-c16c591545b5 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.755085 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bcfb34ad-888e-445d-bca8-c16c591545b5 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] 10.222.0.75 "PUT /v2.0/ports/a1e476cd-f42f-4a7a-8f40-ac0b8bf94f95 HTTP/1.1" status: 200 len: 1130 time: 0.7091985 Dec 16 22:24:15.760903 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49964) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:15.781068 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 19a8bd9f-f29f-4c9e-adc6-191390e96086 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:15.830073 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb34ad-888e-445d-bca8-c16c591545b5 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Pushing event updated for resources: {'Port': ['ID=a1e476cd-f42f-4a7a-8f40-ac0b8bf94f95,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:15.836841 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9dc38f-bfa3-4afd-b066-c8b90eb44adc None None] Network 3aec386f-e28d-4e82-a3b9-887e706dc79c requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:15.850859 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59cebfd-8f73-457b-a8ca-ab5dbe990fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:15.855573 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e59cebfd-8f73-457b-a8ca-ab5dbe990fa0 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] 10.222.0.75 "GET /v2.0/ports/a1e476cd-f42f-4a7a-8f40-ac0b8bf94f95 HTTP/1.1" status: 200 len: 1130 time: 0.0905709 Dec 16 22:24:15.856332 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49966) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:15.859192 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-205bf9d2-c673-46b5-a5b6-2a4de5b2abdf None None] Provisioning complete for port c5d914cc-be57-41f9-9627-64e23261029b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:15.859573 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-205bf9d2-c673-46b5-a5b6-2a4de5b2abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.885391 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-ccacbf02-0acb-4617-aa4b-ad3eecd725da service neutron] 10.222.0.76 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5710597 Dec 16 22:24:15.970552 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b19bf834-f663-46a4-b603-6587bf3509e3 req-114bdb97-127a-4679-a53d-5e2eaebdc045 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197726 Dec 16 22:24:15.974779 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac59d4db-8d89-4e4b-a63b-f0e57f56382d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.987659 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43246f63-46e3-42c2-8218-6331901f35d0 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:24:15.988072 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 19a8bd9f-f29f-4c9e-adc6-191390e96086 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:15.988724 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:15.996577 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-43246f63-46e3-42c2-8218-6331901f35d0 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.004732 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72861c1c-2078-46db-a178-2eb874534fa7 None None] Sync routers for ids ['0380fcdd-edf3-4204-a09a-fc471ced0286'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:24:16.009918 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2126f-fa10-4254-b1ee-d6d53a113555 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Deleting port a1e476cd-f42f-4a7a-8f40-ac0b8bf94f95 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:16.011565 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5a2126f-fa10-4254-b1ee-d6d53a113555 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.020560 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72861c1c-2078-46db-a178-2eb874534fa7 None None] Routers {'0380fcdd-edf3-4204-a09a-fc471ced0286'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:16.021634 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-72861c1c-2078-46db-a178-2eb874534fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:23:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0380fcdd-edf3-4204-a09a-fc471ced0286'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:16.089365 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Port 19a8bd9f-f29f-4c9e-adc6-191390e96086 was deleted so its status cannot be updated. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 16 22:24:16.091637 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c5d914cc-be57-41f9-9627-64e23261029b up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:16.118505 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59d4db-8d89-4e4b-a63b-f0e57f56382d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Port': ['ID=19a8bd9f-f29f-4c9e-adc6-191390e96086,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:16.157410 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac59d4db-8d89-4e4b-a63b-f0e57f56382d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] No DVR routers for this DVR port 19a8bd9f-f29f-4c9e-adc6-191390e96086 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:24:16.157704 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5a2126f-fa10-4254-b1ee-d6d53a113555 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.175062 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2126f-fa10-4254-b1ee-d6d53a113555 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Calling delete_port for a1e476cd-f42f-4a7a-8f40-ac0b8bf94f95 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:16.189151 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-43246f63-46e3-42c2-8218-6331901f35d0 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "PUT /v2.0/floatingips/63f6da04-c01f-4a40-afcb-753a1f64d81a HTTP/1.1" status: 200 len: 990 time: 3.6419315 Dec 16 22:24:16.195610 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9c3762-6939-48b4-a90e-63cb5a238ff2', 'tag': '7b2fbefe-475a-4ee7-9841-1afe9870c40a'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:24:16.199155 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0814f9-8af8-4a4e-9a58-3a57bfd67f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9c3762-6939-48b4-a90e-63cb5a238ff2", "tag": "7b2fbefe-475a-4ee7-9841-1afe9870c40a"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:24:16.230730 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2187465e-5016-4ef1-b33d-c13d0b8281bf req-139e075a-6073-4a32-8a93-69613667bb67 service neutron] 10.222.0.76 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334305 Dec 16 22:24:16.245903 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac59d4db-8d89-4e4b-a63b-f0e57f56382d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.260695 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-72861c1c-2078-46db-a178-2eb874534fa7 None None] Set router 0380fcdd-edf3-4204-a09a-fc471ced0286 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:24:16.377925 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:24:16.430171 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-205bf9d2-c673-46b5-a5b6-2a4de5b2abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.434928 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ea1014-23c6-4032-8cc2-43489cca9f4b x-openstack-request-id: req-19ea1014-23c6-4032-8cc2-43489cca9f4b {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:24:16.434928 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9c3762-6939-48b4-a90e-63cb5a238ff2", "tag": "7b2fbefe-475a-4ee7-9841-1afe9870c40a", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:24:16.434928 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-19ea1014-23c6-4032-8cc2-43489cca9f4b {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:24:16.434928 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9c3762-6939-48b4-a90e-63cb5a238ff2', 'tag': '7b2fbefe-475a-4ee7-9841-1afe9870c40a', 'status': 'completed', 'code': 200} Dec 16 22:24:16.478775 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52b19e-8294-4797-b71c-07dd0a77faf3 req-c25f1c39-59de-404b-ac7f-31258058e8ba tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:16.480942 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac59d4db-8d89-4e4b-a63b-f0e57f56382d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.509038 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52b19e-8294-4797-b71c-07dd0a77faf3 req-c25f1c39-59de-404b-ac7f-31258058e8ba tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:16.532144 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52b19e-8294-4797-b71c-07dd0a77faf3 req-c25f1c39-59de-404b-ac7f-31258058e8ba tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:16.539294 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port c5d914cc-be57-41f9-9627-64e23261029b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:16.539781 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.549360 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59d4db-8d89-4e4b-a63b-f0e57f56382d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Subnet': ['ID=e471512a-20fb-4167-a3bd-e4b6d05a990e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:16.556221 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52b19e-8294-4797-b71c-07dd0a77faf3 req-c25f1c39-59de-404b-ac7f-31258058e8ba tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:16.570950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52b19e-8294-4797-b71c-07dd0a77faf3 req-c25f1c39-59de-404b-ac7f-31258058e8ba tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:16.583892 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52b19e-8294-4797-b71c-07dd0a77faf3 req-c25f1c39-59de-404b-ac7f-31258058e8ba tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:16.604965 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52b19e-8294-4797-b71c-07dd0a77faf3 req-c25f1c39-59de-404b-ac7f-31258058e8ba tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:16.620786 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-205bf9d2-c673-46b5-a5b6-2a4de5b2abdf None None] For port c5d914cc-be57-41f9-9627-64e23261029b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c5d914cc-be57-41f9-9627-64e23261029b,segment=NetworkSegment(a15e33a0-9e0f-43ed-b20b-9943dc7ffb62),segment_id=a15e33a0-9e0f-43ed-b20b-9943dc7ffb62)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:16.625021 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4c52b19e-8294-4797-b71c-07dd0a77faf3 req-c25f1c39-59de-404b-ac7f-31258058e8ba tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5428 time: 0.2611883 Dec 16 22:24:16.637520 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5a2126f-fa10-4254-b1ee-d6d53a113555 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.658733 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=117343d1-e9dc-47b5-b09b-1fc4fcc77e1a,segment=NetworkSegment(5e3da25f-4b43-46b0-809d-e43f2b3029cc),segment_id=5e3da25f-4b43-46b0-809d-e43f2b3029cc)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:16.747855 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-205bf9d2-c673-46b5-a5b6-2a4de5b2abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.749249 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac59d4db-8d89-4e4b-a63b-f0e57f56382d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.766053 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '117343d1-e9dc-47b5-b09b-1fc4fcc77e1a', 'network_id': '15791355-f493-42e0-a1b7-a4369065109f', 'port_id': '117343d1-e9dc-47b5-b09b-1fc4fcc77e1a', 'mac_address': 'fa:16:3e:aa:bc:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25876357-a0e7-4570-bc9f-e643775c0f42', 'ip_address': '10.1.1.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:24:16.804727 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-ac59d4db-8d89-4e4b-a63b-f0e57f56382d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aec386f-e28d-4e82-a3b9-887e706dc79c']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:16.825216 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-ac59d4db-8d89-4e4b-a63b-f0e57f56382d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67079067-2999-430f-91d7-ba8536710d91') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:16.825774 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-ac59d4db-8d89-4e4b-a63b-f0e57f56382d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67079067-2999-430f-91d7-ba8536710d91') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:16.842980 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-72861c1c-2078-46db-a178-2eb874534fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'name': 'tempest-AttachVolumeShelveTestJSON-1161644038-router', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:23:24Z', 'updated_at': '2021-12-16T22:23:38Z', 'revision_number': 4, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'gw_port': {'id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:26Z', 'updated_at': '2021-12-16T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '63f6da04-c01f-4a40-afcb-753a1f64d81a', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'port_id': '7b2fbefe-475a-4ee7-9841-1afe9870c40a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'mac_address': 'fa:16:3e:f9:7e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9c3762-6939-48b4-a90e-63cb5a238ff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:23:48Z', 'updated_at': '2021-12-16T22:24:14Z', 'revision_number': 1, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b879d8-cd92-4629-a411-ee42a98d6d73', 'name': '', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'mac_address': 'fa:16:3e:c8:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:34Z', 'updated_at': '2021-12-16T22:23:46Z', 'revision_number': 5, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'subnets': [{'id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:16.856074 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac59d4db-8d89-4e4b-a63b-f0e57f56382d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.857562 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2126f-fa10-4254-b1ee-d6d53a113555 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Pushing event deleted for resources: {'Port': ['ID=a1e476cd-f42f-4a7a-8f40-ac0b8bf94f95,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:16.860542 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074e50b9-8d5f-4602-a53b-da718e4a00a3 None None] Network 3aec386f-e28d-4e82-a3b9-887e706dc79c requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:16.869966 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0814f9-8af8-4a4e-9a58-3a57bfd67f0b req-7c1f4842-3b55-45a5-a9b9-8207ce2abed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:16.874657 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7a0814f9-8af8-4a4e-9a58-3a57bfd67f0b req-7c1f4842-3b55-45a5-a9b9-8207ce2abed9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d4dac0c5f3874f5fbbad13b3a269f630&device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 1096 time: 0.2456067 Dec 16 22:24:16.876998 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac59d4db-8d89-4e4b-a63b-f0e57f56382d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.887757 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72861c1c-2078-46db-a178-2eb874534fa7 None None] Checking router: 0380fcdd-edf3-4204-a09a-fc471ced0286 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:24:16.895547 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac59d4db-8d89-4e4b-a63b-f0e57f56382d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:24:16.901181 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac59d4db-8d89-4e4b-a63b-f0e57f56382d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:16.903329 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72861c1c-2078-46db-a178-2eb874534fa7 None None] Routers {'0380fcdd-edf3-4204-a09a-fc471ced0286'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:16.904223 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-72861c1c-2078-46db-a178-2eb874534fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:23:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0380fcdd-edf3-4204-a09a-fc471ced0286'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:24:16.908038 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:24:17.034499 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac59d4db-8d89-4e4b-a63b-f0e57f56382d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:17.045441 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ac59d4db-8d89-4e4b-a63b-f0e57f56382d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:17.053429 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4c52b19e-8294-4797-b71c-07dd0a77faf3 req-f6dfa5ae-a030-4c1b-a1e2-2d88e160140d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4073014 Dec 16 22:24:17.064384 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ac59d4db-8d89-4e4b-a63b-f0e57f56382d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "DELETE /v2.0/networks/3aec386f-e28d-4e82-a3b9-887e706dc79c HTTP/1.1" status: 204 len: 168 time: 4.0351813 Dec 16 22:24:17.070382 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5a2126f-fa10-4254-b1ee-d6d53a113555 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:17.074012 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49994) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:17.082878 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c5a2126f-fa10-4254-b1ee-d6d53a113555 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] 10.222.0.75 "DELETE /v2.0/ports/a1e476cd-f42f-4a7a-8f40-ac0b8bf94f95 HTTP/1.1" status: 204 len: 168 time: 1.2251244 Dec 16 22:24:17.104869 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49996) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:17.133036 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-72861c1c-2078-46db-a178-2eb874534fa7 None None] Set router 0380fcdd-edf3-4204-a09a-fc471ced0286 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:24:17.141195 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59d4db-8d89-4e4b-a63b-f0e57f56382d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Network': ['ID=3aec386f-e28d-4e82-a3b9-887e706dc79c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:17.156908 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2cfed5a-c1dd-41bc-a282-9dccc3bd2af0 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] DELETE failed (client error): The resource could not be found. Dec 16 22:24:17.157706 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2cfed5a-c1dd-41bc-a282-9dccc3bd2af0 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:24:17.167900 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d2cfed5a-c1dd-41bc-a282-9dccc3bd2af0 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "DELETE /v2.0/networks/3aec386f-e28d-4e82-a3b9-887e706dc79c HTTP/1.1" status: 404 len: 339 time: 0.0559118 Dec 16 22:24:17.168930 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49998) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:17.174491 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-64b3b5e7-4bd6-43bf-b138-e85991ab24a2 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1737155243', 'description': 'd1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:17.251693 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b3b5e7-4bd6-43bf-b138-e85991ab24a2 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Made reservation on behalf of e074d718718044f5ac8fe581dcac665f for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:17.256693 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64b3b5e7-4bd6-43bf-b138-e85991ab24a2 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:17.305442 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd784b34-5961-4485-adf4-0ccafb3cfafb tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Deleting subnet fe4ef7df-fcce-45f7-8b37-70c3973c8693 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:24:17.311343 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0814f9-8af8-4a4e-9a58-3a57bfd67f0b req-3f3bcb2f-7753-4f18-8d8d-6af5e46be902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:17.316360 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7a0814f9-8af8-4a4e-9a58-3a57bfd67f0b req-3f3bcb2f-7753-4f18-8d8d-6af5e46be902 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3483c04d-9548-45a8-add9-5dd005156af8 HTTP/1.1" status: 200 len: 917 time: 0.4236882 Dec 16 22:24:17.320928 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dd784b34-5961-4485-adf4-0ccafb3cfafb tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:17.337115 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-8ed9bbb0-491f-4661-a785-026ec6027f08 None None] Could not find standard attr ID for object 19a8bd9f-f29f-4c9e-adc6-191390e96086. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:24:17.340705 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b3b5e7-4bd6-43bf-b138-e85991ab24a2 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:24:17.354138 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:17.381662 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64b3b5e7-4bd6-43bf-b138-e85991ab24a2 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:17.381662 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-64b3b5e7-4bd6-43bf-b138-e85991ab24a2 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Added segment ca0cb922-966e-4063-8360-3c3c5639286a of type vlan for network a08d53e8-aeb0-4f56-91b1-597fe6c44dd8 Dec 16 22:24:17.432487 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bf9d2-c673-46b5-a5b6-2a4de5b2abdf None None] Pushing event updated for resources: {'Port': ['ID=c5d914cc-be57-41f9-9627-64e23261029b,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:17.433655 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53b2c5-95c3-4aed-858a-d020580c72b6 req-6256d9dc-01b6-4156-be74-ab4c2639cc42 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:17.435281 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dc53b2c5-95c3-4aed-858a-d020580c72b6 req-6256d9dc-01b6-4156-be74-ab4c2639cc42 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=af61c674-4c36-4cc5-a7b9-46076f75f815 HTTP/1.1" status: 200 len: 943 time: 0.2445216 Dec 16 22:24:17.453142 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:17.458127 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64b3b5e7-4bd6-43bf-b138-e85991ab24a2 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:17.548397 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:24:17.588422 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dd784b34-5961-4485-adf4-0ccafb3cfafb tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:17.591427 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-dde492e8-f70e-4ff6-a0c2-0ec790810bed None None] Provisioning complete for port c5d914cc-be57-41f9-9627-64e23261029b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:17.591906 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dde492e8-f70e-4ff6-a0c2-0ec790810bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:17.606180 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64b3b5e7-4bd6-43bf-b138-e85991ab24a2 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:17.613055 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b3b5e7-4bd6-43bf-b138-e85991ab24a2 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:17.613876 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64b3b5e7-4bd6-43bf-b138-e85991ab24a2 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:17.642118 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dc53b2c5-95c3-4aed-858a-d020580c72b6 req-21f06863-7b35-4aab-890d-c28cd33d47e0 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526303 Dec 16 22:24:17.649631 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7a0814f9-8af8-4a4e-9a58-3a57bfd67f0b req-07d7b6d0-fbb2-41fd-9ef1-81314c116e72 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b2fbefe-475a-4ee7-9841-1afe9870c40a HTTP/1.1" status: 200 len: 998 time: 0.2507598 Dec 16 22:24:17.686450 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:24:17.710458 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9f526f-4e80-46f7-8fd9-f547e447499c None None] DHCP port deletion for 3aec386f-e28d-4e82-a3b9-887e706dc79c request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:17.712945 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:24:17.714424 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:24:17.723333 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=117343d1-e9dc-47b5-b09b-1fc4fcc77e1a,segment=NetworkSegment(5e3da25f-4b43-46b0-809d-e43f2b3029cc),segment_id=5e3da25f-4b43-46b0-809d-e43f2b3029cc)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:17.723571 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-72861c1c-2078-46db-a178-2eb874534fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'name': 'tempest-AttachVolumeShelveTestJSON-1161644038-router', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:23:24Z', 'updated_at': '2021-12-16T22:23:38Z', 'revision_number': 4, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'gw_port': {'id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:26Z', 'updated_at': '2021-12-16T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '63f6da04-c01f-4a40-afcb-753a1f64d81a', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'port_id': '7b2fbefe-475a-4ee7-9841-1afe9870c40a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'mac_address': 'fa:16:3e:f9:7e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9c3762-6939-48b4-a90e-63cb5a238ff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:23:48Z', 'updated_at': '2021-12-16T22:24:14Z', 'revision_number': 1, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b879d8-cd92-4629-a411-ee42a98d6d73', 'name': '', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'mac_address': 'fa:16:3e:c8:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:34Z', 'updated_at': '2021-12-16T22:23:46Z', 'revision_number': 5, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'subnets': [{'id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:17.743893 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3b5e7-4bd6-43bf-b138-e85991ab24a2 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event updated for resources: {'Network': ['ID=a08d53e8-aeb0-4f56-91b1-597fe6c44dd8,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:17.780185 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-64b3b5e7-4bd6-43bf-b138-e85991ab24a2 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6099658 Dec 16 22:24:17.783087 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50012) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:17.793387 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72861c1c-2078-46db-a178-2eb874534fa7 None None] The sync data for ids ['0380fcdd-edf3-4204-a09a-fc471ced0286'] in n-d-815324-4 is: [{'id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'name': 'tempest-AttachVolumeShelveTestJSON-1161644038-router', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:23:24Z', 'updated_at': '2021-12-16T22:23:38Z', 'revision_number': 4, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'gw_port': {'id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:26Z', 'updated_at': '2021-12-16T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '63f6da04-c01f-4a40-afcb-753a1f64d81a', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'port_id': '7b2fbefe-475a-4ee7-9841-1afe9870c40a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'mac_address': 'fa:16:3e:f9:7e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9c3762-6939-48b4-a90e-63cb5a238ff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:23:48Z', 'updated_at': '2021-12-16T22:24:14Z', 'revision_number': 1, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b879d8-cd92-4629-a411-ee42a98d6d73', 'name': '', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'mac_address': 'fa:16:3e:c8:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:34Z', 'updated_at': '2021-12-16T22:23:46Z', 'revision_number': 5, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'subnets': [{'id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:24:17.815677 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:17.816331 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device ea1ed190-b5c9-4f29-b19b-8909b9b1bce0 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:24:17.820319 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network a08d53e8-aeb0-4f56-91b1-597fe6c44dd8 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:24:17.821135 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0814f9-8af8-4a4e-9a58-3a57bfd67f0b req-5e82959f-fc47-4b6c-b1eb-91fd1a7fcd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:17.822818 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7a0814f9-8af8-4a4e-9a58-3a57bfd67f0b req-5e82959f-fc47-4b6c-b1eb-91fd1a7fcd39 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=271e63c4-6a59-41c7-a795-72d699a0357a HTTP/1.1" status: 200 len: 856 time: 0.1563892 Dec 16 22:24:17.878458 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dd784b34-5961-4485-adf4-0ccafb3cfafb tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:17.921366 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0814f9-8af8-4a4e-9a58-3a57bfd67f0b req-7cf620be-a8f2-4635-a4db-9e8ca8e8e9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:17.922971 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7a0814f9-8af8-4a4e-9a58-3a57bfd67f0b req-7cf620be-a8f2-4635-a4db-9e8ca8e8e9c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3483c04d-9548-45a8-add9-5dd005156af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910170 Dec 16 22:24:17.984767 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=117343d1-e9dc-47b5-b09b-1fc4fcc77e1a,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:17.994708 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-dde492e8-f70e-4ff6-a0c2-0ec790810bed None None] Could not find standard attr ID for object a1e476cd-f42f-4a7a-8f40-ac0b8bf94f95. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:24:18.019249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d71d047-a920-4742-8873-daa5d0ed0ba2 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:18.021193 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4d71d047-a920-4742-8873-daa5d0ed0ba2 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "GET /v2.0/networks?id=a08d53e8-aeb0-4f56-91b1-597fe6c44dd8 HTTP/1.1" status: 200 len: 765 time: 0.2370653 Dec 16 22:24:18.028532 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50016) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:18.035620 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-6630d3b7-5886-45d7-8efe-3b11d4dfac7e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Request body: {'network': {'description': 'd2'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:18.125277 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7a0814f9-8af8-4a4e-9a58-3a57bfd67f0b req-5f40a4e1-9363-4433-a1df-dbe791ca5bf4 service neutron] 10.222.0.57 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927953 Dec 16 22:24:18.132158 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cb6495f7-3887-46da-86f1-db9661065536 None None] Could not find standard attr ID for object 71557069-a117-458a-8171-5fca9bec6711. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:24:18.159269 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port ea1ed190-b5c9-4f29-b19b-8909b9b1bce0, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=ea1ed190-b5c9-4f29-b19b-8909b9b1bce0,segment=NetworkSegment(d786cf25-cf30-4e56-9b01-a0f05217b60d),segment_id=d786cf25-cf30-4e56-9b01-a0f05217b60d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:18.178128 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': 'ea1ed190-b5c9-4f29-b19b-8909b9b1bce0', 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078', 'port_id': 'ea1ed190-b5c9-4f29-b19b-8909b9b1bce0', 'mac_address': 'fa:16:3e:93:f0:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554b4879-6665-46f7-b33a-c61f9f909b35', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:24:18.221469 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaad754-b9c7-48d6-983a-ef53ba8aa479 None None] New status for floating IP 63f6da04-c01f-4a40-afcb-753a1f64d81a: ACTIVE {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:24:18.323268 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dd784b34-5961-4485-adf4-0ccafb3cfafb tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.337841 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.386693 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd784b34-5961-4485-adf4-0ccafb3cfafb tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Pushing event deleted for resources: {'Subnet': ['ID=fe4ef7df-fcce-45f7-8b37-70c3973c8693,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:18.392901 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1ed190-b5c9-4f29-b19b-8909b9b1bce0 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:24:18.401236 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dd784b34-5961-4485-adf4-0ccafb3cfafb tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.408102 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-dd784b34-5961-4485-adf4-0ccafb3cfafb tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] 10.222.0.75 "DELETE /v2.0/subnets/fe4ef7df-fcce-45f7-8b37-70c3973c8693 HTTP/1.1" status: 204 len: 168 time: 1.3007822 Dec 16 22:24:18.412372 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7a0814f9-8af8-4a4e-9a58-3a57bfd67f0b req-c34526e0-0021-4ffa-9707-31b45d010dec service neutron] 10.222.0.57 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780983 Dec 16 22:24:18.413284 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50030) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:18.437868 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port ea1ed190-b5c9-4f29-b19b-8909b9b1bce0, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=ea1ed190-b5c9-4f29-b19b-8909b9b1bce0,segment=NetworkSegment(d786cf25-cf30-4e56-9b01-a0f05217b60d),segment_id=d786cf25-cf30-4e56-9b01-a0f05217b60d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:18.526134 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.527487 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 9a1c0d4e-2e67-4e71-b13c-a20d0215551f details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:24:18.566023 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaade57-b523-4f2d-9f64-0379899cfd18 req-9a6b11a1-9f09-400b-8a56-c38d00fc4b2d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:18.572665 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaade57-b523-4f2d-9f64-0379899cfd18 req-9a6b11a1-9f09-400b-8a56-c38d00fc4b2d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:18.584938 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaade57-b523-4f2d-9f64-0379899cfd18 req-9a6b11a1-9f09-400b-8a56-c38d00fc4b2d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:18.587403 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaade57-b523-4f2d-9f64-0379899cfd18 req-9a6b11a1-9f09-400b-8a56-c38d00fc4b2d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:18.596279 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaade57-b523-4f2d-9f64-0379899cfd18 req-9a6b11a1-9f09-400b-8a56-c38d00fc4b2d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:18.603758 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c5d914cc-be57-41f9-9627-64e23261029b up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:18.609278 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-65ab006a-c500-45cb-9b59-258ba7dbcf09 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.609841 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaade57-b523-4f2d-9f64-0379899cfd18 req-9a6b11a1-9f09-400b-8a56-c38d00fc4b2d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:18.617336 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaade57-b523-4f2d-9f64-0379899cfd18 req-9a6b11a1-9f09-400b-8a56-c38d00fc4b2d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:18.619355 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-edaade57-b523-4f2d-9f64-0379899cfd18 req-9a6b11a1-9f09-400b-8a56-c38d00fc4b2d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5429 time: 0.2678721 Dec 16 22:24:18.621777 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6630d3b7-5886-45d7-8efe-3b11d4dfac7e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.693186 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-65ab006a-c500-45cb-9b59-258ba7dbcf09 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Deleting port c5d914cc-be57-41f9-9627-64e23261029b {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:18.694042 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-65ab006a-c500-45cb-9b59-258ba7dbcf09 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.746126 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-edaade57-b523-4f2d-9f64-0379899cfd18 req-0bbec4ec-c789-4a35-a006-681f744b52a7 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1074970 Dec 16 22:24:18.777197 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6630d3b7-5886-45d7-8efe-3b11d4dfac7e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.783701 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c11462-e9f3-463f-92d6-7d86b8cbdc29 None None] Network 218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:18.806537 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6630d3b7-5886-45d7-8efe-3b11d4dfac7e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Network a08d53e8-aeb0-4f56-91b1-597fe6c44dd8 is not hosted by any dhcp agent {{(pid=103614) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 22:24:18.810715 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=ea1ed190-b5c9-4f29-b19b-8909b9b1bce0,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:18.812680 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6630d3b7-5886-45d7-8efe-3b11d4dfac7e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:18.813676 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6630d3b7-5886-45d7-8efe-3b11d4dfac7e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.815250 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6630d3b7-5886-45d7-8efe-3b11d4dfac7e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "PUT /v2.0/networks/a08d53e8-aeb0-4f56-91b1-597fe6c44dd8 HTTP/1.1" status: 200 len: 762 time: 0.7854855 Dec 16 22:24:18.819556 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50036) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:18.876260 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630d3b7-5886-45d7-8efe-3b11d4dfac7e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event updated for resources: {'Network': ['ID=a08d53e8-aeb0-4f56-91b1-597fe6c44dd8,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:18.883162 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-124f87b8-a45a-4cc0-8a7d-95bec1a30186 None None] Could not find standard attr ID for object a1e476cd-f42f-4a7a-8f40-ac0b8bf94f95. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:24:18.894820 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network a08d53e8-aeb0-4f56-91b1-597fe6c44dd8 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:24:18.923779 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port c5d914cc-be57-41f9-9627-64e23261029b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:18.924077 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.931875 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-65ab006a-c500-45cb-9b59-258ba7dbcf09 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] For port c5d914cc-be57-41f9-9627-64e23261029b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c5d914cc-be57-41f9-9627-64e23261029b,segment=NetworkSegment(a15e33a0-9e0f-43ed-b20b-9943dc7ffb62),segment_id=a15e33a0-9e0f-43ed-b20b-9943dc7ffb62)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:18.932247 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-65ab006a-c500-45cb-9b59-258ba7dbcf09 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:18.954816 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee4a0b-6c58-4bd4-b967-ee7d10ccc5bc req-8c2fe8fe-a58c-4ae1-a7d6-94ecba01b5b3 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:18.956373 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-63ee4a0b-6c58-4bd4-b967-ee7d10ccc5bc req-8c2fe8fe-a58c-4ae1-a7d6-94ecba01b5b3 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=af61c674-4c36-4cc5-a7b9-46076f75f815 HTTP/1.1" status: 200 len: 943 time: 0.1787493 Dec 16 22:24:18.964831 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-65ab006a-c500-45cb-9b59-258ba7dbcf09 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Calling delete_port for c5d914cc-be57-41f9-9627-64e23261029b owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:18.972443 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fc1e71-5c57-4919-b794-303e3dbb316b tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:18.978190 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-34fc1e71-5c57-4919-b794-303e3dbb316b tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "GET /v2.0/networks?id=a08d53e8-aeb0-4f56-91b1-597fe6c44dd8 HTTP/1.1" status: 200 len: 765 time: 0.1503551 Dec 16 22:24:18.979294 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50038) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:19.011802 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 9a1c0d4e-2e67-4e71-b13c-a20d0215551f, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9a1c0d4e-2e67-4e71-b13c-a20d0215551f,segment=NetworkSegment(774ae7ad-6cb3-480b-916f-2a511cfde8af),segment_id=774ae7ad-6cb3-480b-916f-2a511cfde8af)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:19.035620 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-63ee4a0b-6c58-4bd4-b967-ee7d10ccc5bc req-39491153-93a8-448e-9193-edb8f2b64bc1 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597470 Dec 16 22:24:19.050771 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '9a1c0d4e-2e67-4e71-b13c-a20d0215551f', 'network_id': '66e9be3c-e724-4370-8e53-fc3253b9f776', 'port_id': '9a1c0d4e-2e67-4e71-b13c-a20d0215551f', 'mac_address': 'fa:16:3e:01:a4:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82cad89-cf9a-46f0-9ac6-686f18c47df5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:24:19.137657 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.156444 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ece312-3818-48f2-98d8-de35824179f8 None None] DHCP port deletion for 218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:19.165460 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1c0d4e-2e67-4e71-b13c-a20d0215551f {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:24:19.226982 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 9a1c0d4e-2e67-4e71-b13c-a20d0215551f, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9a1c0d4e-2e67-4e71-b13c-a20d0215551f,segment=NetworkSegment(774ae7ad-6cb3-480b-916f-2a511cfde8af),segment_id=774ae7ad-6cb3-480b-916f-2a511cfde8af)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:19.258545 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-80ece312-3818-48f2-98d8-de35824179f8 None None] Deleting port c5d914cc-be57-41f9-9627-64e23261029b {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:19.259230 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-80ece312-3818-48f2-98d8-de35824179f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.284067 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-65ab006a-c500-45cb-9b59-258ba7dbcf09 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.307735 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 19a8bd9f-f29f-4c9e-adc6-191390e96086 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:24:19.330544 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 19a8bd9f-f29f-4c9e-adc6-191390e96086 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:24:19.330902 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 19a8bd9f-f29f-4c9e-adc6-191390e96086 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:24:19.351013 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab006a-c500-45cb-9b59-258ba7dbcf09 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Pushing event deleted for resources: {'Port': ['ID=c5d914cc-be57-41f9-9627-64e23261029b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:19.360136 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.363059 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ab006a-c500-45cb-9b59-258ba7dbcf09 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] No DVR routers for this DVR port c5d914cc-be57-41f9-9627-64e23261029b on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:24:19.366779 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device e0f2a365-369e-405c-9065-780d829281e6 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:24:19.478122 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ec4f1d3b-3109-4b25-849c-8c75e50ef40d req-639976c8-8b54-4232-8a69-2722b66b5e2f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2149589 Dec 16 22:24:19.491211 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-80ece312-3818-48f2-98d8-de35824179f8 None None] For port c5d914cc-be57-41f9-9627-64e23261029b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c5d914cc-be57-41f9-9627-64e23261029b,segment=NetworkSegment(a15e33a0-9e0f-43ed-b20b-9943dc7ffb62),segment_id=a15e33a0-9e0f-43ed-b20b-9943dc7ffb62)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:19.491468 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-65ab006a-c500-45cb-9b59-258ba7dbcf09 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.492063 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-80ece312-3818-48f2-98d8-de35824179f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.519244 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-80ece312-3818-48f2-98d8-de35824179f8 None None] Calling delete_port for c5d914cc-be57-41f9-9627-64e23261029b owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:19.524142 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-65ab006a-c500-45cb-9b59-258ba7dbcf09 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:19.536736 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port e0f2a365-369e-405c-9065-780d829281e6, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=e0f2a365-369e-405c-9065-780d829281e6,segment=NetworkSegment(5e3da25f-4b43-46b0-809d-e43f2b3029cc),segment_id=5e3da25f-4b43-46b0-809d-e43f2b3029cc)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:19.538028 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-65ab006a-c500-45cb-9b59-258ba7dbcf09 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15e33a0-9e0f-43ed-b20b-9943dc7ffb62') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:19.538334 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-65ab006a-c500-45cb-9b59-258ba7dbcf09 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15e33a0-9e0f-43ed-b20b-9943dc7ffb62') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:19.550557 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 27ce3608-0b76-42eb-ad0a-2106f50a155b details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:24:19.551735 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-65ab006a-c500-45cb-9b59-258ba7dbcf09 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.580396 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=9a1c0d4e-2e67-4e71-b13c-a20d0215551f,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:19.581865 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-65ab006a-c500-45cb-9b59-258ba7dbcf09 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.600904 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ab006a-c500-45cb-9b59-258ba7dbcf09 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:24:19.601792 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-65ab006a-c500-45cb-9b59-258ba7dbcf09 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.639688 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': 'e0f2a365-369e-405c-9065-780d829281e6', 'network_id': '15791355-f493-42e0-a1b7-a4369065109f', 'port_id': 'e0f2a365-369e-405c-9065-780d829281e6', 'mac_address': 'fa:16:3e:6a:09:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25876357-a0e7-4570-bc9f-e643775c0f42', 'ip_address': '10.1.1.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:24:19.658337 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a056316b-a2f9-49a5-91ef-754d65e6cf8d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:19.662825 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a056316b-a2f9-49a5-91ef-754d65e6cf8d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6781042 Dec 16 22:24:19.663291 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50046) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:24:19.675517 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:24:19.726556 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3a960b08-7e18-4738-9cfa-c29d106c1532 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "GET /v2.0/subnets?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 207 time: 0.0616910 Dec 16 22:24:19.730936 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50048) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:19.765376 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f1d3b-3109-4b25-849c-8c75e50ef40d req-1b509b5a-967d-45a2-9554-c787f745fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:19.767553 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ec4f1d3b-3109-4b25-849c-8c75e50ef40d req-1b509b5a-967d-45a2-9554-c787f745fe5f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d4dac0c5f3874f5fbbad13b3a269f630&device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 1096 time: 0.0909820 Dec 16 22:24:19.776103 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.794036 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f2a365-369e-405c-9065-780d829281e6 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:24:19.819219 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-80ece312-3818-48f2-98d8-de35824179f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.858438 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ece312-3818-48f2-98d8-de35824179f8 None None] Pushing event deleted for resources: {'Port': ['ID=c5d914cc-be57-41f9-9627-64e23261029b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:19.864479 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port e0f2a365-369e-405c-9065-780d829281e6, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=e0f2a365-369e-405c-9065-780d829281e6,segment=NetworkSegment(5e3da25f-4b43-46b0-809d-e43f2b3029cc),segment_id=5e3da25f-4b43-46b0-809d-e43f2b3029cc)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:19.877607 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ece312-3818-48f2-98d8-de35824179f8 None None] No DVR routers for this DVR port c5d914cc-be57-41f9-9627-64e23261029b on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:24:19.884088 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-65ab006a-c500-45cb-9b59-258ba7dbcf09 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.900466 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 27ce3608-0b76-42eb-ad0a-2106f50a155b, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=27ce3608-0b76-42eb-ad0a-2106f50a155b,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:19.916577 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-65ab006a-c500-45cb-9b59-258ba7dbcf09 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:19.918081 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '27ce3608-0b76-42eb-ad0a-2106f50a155b', 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01', 'port_id': '27ce3608-0b76-42eb-ad0a-2106f50a155b', 'mac_address': 'fa:16:3e:87:35:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd92fc665-bd71-47a6-9642-bbd2141113cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:24:19.920134 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-65ab006a-c500-45cb-9b59-258ba7dbcf09 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] 10.222.0.75 "DELETE /v2.0/networks/218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2 HTTP/1.1" status: 204 len: 168 time: 1.4988980 Dec 16 22:24:19.936953 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab006a-c500-45cb-9b59-258ba7dbcf09 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389 tempest-ExtraDHCPOptionsIpV6TestJSON-300765389-project] Pushing event deleted for resources: {'Network': ['ID=218f93c2-31f0-4b87-a78c-d7f9f6e0b8c2,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:20.004995 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f1d3b-3109-4b25-849c-8c75e50ef40d req-0e6e416b-1fca-487b-af2d-c6205fb34e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:20.007650 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ec4f1d3b-3109-4b25-849c-8c75e50ef40d req-0e6e416b-1fca-487b-af2d-c6205fb34e88 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3483c04d-9548-45a8-add9-5dd005156af8 HTTP/1.1" status: 200 len: 917 time: 0.2152178 Dec 16 22:24:20.035336 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea5924-2447-4ad4-9824-450d7717e540 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:20.054750 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea5924-2447-4ad4-9824-450d7717e540 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:20.060887 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea5924-2447-4ad4-9824-450d7717e540 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:20.083079 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea5924-2447-4ad4-9824-450d7717e540 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:20.098624 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea5924-2447-4ad4-9824-450d7717e540 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:20.105302 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea5924-2447-4ad4-9824-450d7717e540 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:20.118716 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50056) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:20.123770 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-dcea5924-2447-4ad4-9824-450d7717e540 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3913517 Dec 16 22:24:20.155284 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c224a78-19d7-421a-ad64-2bf928780834 req-012492f0-4f00-478d-a867-e6a2f0f6fd3f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:20.179220 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c224a78-19d7-421a-ad64-2bf928780834 req-012492f0-4f00-478d-a867-e6a2f0f6fd3f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:20.185836 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c224a78-19d7-421a-ad64-2bf928780834 req-012492f0-4f00-478d-a867-e6a2f0f6fd3f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:20.187958 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:20.188671 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device cde1b008-a4d1-440d-ad62-e4ef43bf743c details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:24:20.193907 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c224a78-19d7-421a-ad64-2bf928780834 req-012492f0-4f00-478d-a867-e6a2f0f6fd3f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:20.202114 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c224a78-19d7-421a-ad64-2bf928780834 req-012492f0-4f00-478d-a867-e6a2f0f6fd3f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:20.214514 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c224a78-19d7-421a-ad64-2bf928780834 req-012492f0-4f00-478d-a867-e6a2f0f6fd3f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:20.226384 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c224a78-19d7-421a-ad64-2bf928780834 req-012492f0-4f00-478d-a867-e6a2f0f6fd3f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:20.236229 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c224a78-19d7-421a-ad64-2bf928780834 req-012492f0-4f00-478d-a867-e6a2f0f6fd3f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5431 time: 0.3709834 Dec 16 22:24:20.259519 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=e0f2a365-369e-405c-9065-780d829281e6,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:20.283322 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:20.314633 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port cde1b008-a4d1-440d-ad62-e4ef43bf743c, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=cde1b008-a4d1-440d-ad62-e4ef43bf743c,segment=NetworkSegment(5e3da25f-4b43-46b0-809d-e43f2b3029cc),segment_id=5e3da25f-4b43-46b0-809d-e43f2b3029cc)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:20.318257 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ce3608-0b76-42eb-ad0a-2106f50a155b {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:24:20.343914 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c224a78-19d7-421a-ad64-2bf928780834 req-375f6c3e-81ff-4499-88b0-c56b2ddbb61e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1063259 Dec 16 22:24:20.347842 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 27ce3608-0b76-42eb-ad0a-2106f50a155b, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=27ce3608-0b76-42eb-ad0a-2106f50a155b,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:20.362526 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': 'cde1b008-a4d1-440d-ad62-e4ef43bf743c', 'network_id': '15791355-f493-42e0-a1b7-a4369065109f', 'port_id': 'cde1b008-a4d1-440d-ad62-e4ef43bf743c', 'mac_address': 'fa:16:3e:55:8a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25876357-a0e7-4570-bc9f-e643775c0f42', 'ip_address': '10.1.1.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:24:20.423580 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:20.423883 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ec4f1d3b-3109-4b25-849c-8c75e50ef40d req-5fc172e3-4844-4962-b1c2-a9a8cad64fba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b2fbefe-475a-4ee7-9841-1afe9870c40a HTTP/1.1" status: 200 len: 1000 time: 0.4032183 Dec 16 22:24:20.435522 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde1b008-a4d1-440d-ad62-e4ef43bf743c {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:24:20.457434 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port cde1b008-a4d1-440d-ad62-e4ef43bf743c, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=cde1b008-a4d1-440d-ad62-e4ef43bf743c,segment=NetworkSegment(5e3da25f-4b43-46b0-809d-e43f2b3029cc),segment_id=5e3da25f-4b43-46b0-809d-e43f2b3029cc)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:20.477476 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c5d914cc-be57-41f9-9627-64e23261029b no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:24:20.501930 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: c5d914cc-be57-41f9-9627-64e23261029b {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:24:20.502389 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c5d914cc-be57-41f9-9627-64e23261029b not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:24:20.521720 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:20.568517 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=27ce3608-0b76-42eb-ad0a-2106f50a155b,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:20.611409 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:20.612544 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 650c7d96-ba98-44b5-a7b8-7096651894e8 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:24:20.668214 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 650c7d96-ba98-44b5-a7b8-7096651894e8, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=650c7d96-ba98-44b5-a7b8-7096651894e8,segment=NetworkSegment(774ae7ad-6cb3-480b-916f-2a511cfde8af),segment_id=774ae7ad-6cb3-480b-916f-2a511cfde8af)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:20.745142 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50066) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:20.758517 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '650c7d96-ba98-44b5-a7b8-7096651894e8', 'network_id': '66e9be3c-e724-4370-8e53-fc3253b9f776', 'port_id': '650c7d96-ba98-44b5-a7b8-7096651894e8', 'mac_address': 'fa:16:3e:5f:0e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82cad89-cf9a-46f0-9ac6-686f18c47df5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:24:20.809877 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=cde1b008-a4d1-440d-ad62-e4ef43bf743c,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:20.846757 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a6b24-a3bf-4ae8-a755-d13215f3182f req-1ddedd03-f278-4e2b-b505-ce4fbcf15ef4 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:20.848331 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cd0a6b24-a3bf-4ae8-a755-d13215f3182f req-1ddedd03-f278-4e2b-b505-ce4fbcf15ef4 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=af61c674-4c36-4cc5-a7b9-46076f75f815 HTTP/1.1" status: 200 len: 943 time: 0.6426711 Dec 16 22:24:20.856344 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:20.877408 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650c7d96-ba98-44b5-a7b8-7096651894e8 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:24:20.903384 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 650c7d96-ba98-44b5-a7b8-7096651894e8, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=650c7d96-ba98-44b5-a7b8-7096651894e8,segment=NetworkSegment(774ae7ad-6cb3-480b-916f-2a511cfde8af),segment_id=774ae7ad-6cb3-480b-916f-2a511cfde8af)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:20.908542 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-84914f73-3d36-4d0d-93c3-f2322db9822e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0945261 Dec 16 22:24:20.913348 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['27ce3608-0b76-42eb-ad0a-2106f50a155b'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:24:20.931980 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f1d3b-3109-4b25-849c-8c75e50ef40d req-a43f12d6-10b5-41b0-877e-27a44c6c808a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:20.933498 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ec4f1d3b-3109-4b25-849c-8c75e50ef40d req-a43f12d6-10b5-41b0-877e-27a44c6c808a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=271e63c4-6a59-41c7-a795-72d699a0357a HTTP/1.1" status: 200 len: 856 time: 0.4999976 Dec 16 22:24:20.959487 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4f355240-c1e3-45c1-98c6-0bfeae9584fb tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.8396549 Dec 16 22:24:20.963211 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50070) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:20.978782 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:20.979886 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 990713e8-9fa9-4fb5-8920-65b3db167871 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:24:20.995985 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-957bfc75-4bb5-479d-901d-c7ed0eea2369 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=63fecdaedd3541408b12203ced9e7a24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2495592 Dec 16 22:24:20.997502 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50072) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:21.020148 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 990713e8-9fa9-4fb5-8920-65b3db167871, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=990713e8-9fa9-4fb5-8920-65b3db167871,segment=NetworkSegment(5e3da25f-4b43-46b0-809d-e43f2b3029cc),segment_id=5e3da25f-4b43-46b0-809d-e43f2b3029cc)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:21.036209 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cd0a6b24-a3bf-4ae8-a755-d13215f3182f req-db5da925-14b5-4570-be1b-be5bef9deeec tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712358 Dec 16 22:24:21.039790 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '990713e8-9fa9-4fb5-8920-65b3db167871', 'network_id': '15791355-f493-42e0-a1b7-a4369065109f', 'port_id': '990713e8-9fa9-4fb5-8920-65b3db167871', 'mac_address': 'fa:16:3e:38:df:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25876357-a0e7-4570-bc9f-e643775c0f42', 'ip_address': '10.1.1.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:24:21.073043 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f1d3b-3109-4b25-849c-8c75e50ef40d req-1c8eaa17-41ba-4f7d-801a-b1c195c25eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.075697 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ec4f1d3b-3109-4b25-849c-8c75e50ef40d req-1c8eaa17-41ba-4f7d-801a-b1c195c25eee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3483c04d-9548-45a8-add9-5dd005156af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105504 Dec 16 22:24:21.081621 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee3c869-258c-4d6a-abb0-998650a7c490 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.083968 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee3c869-258c-4d6a-abb0-998650a7c490 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.085749 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee3c869-258c-4d6a-abb0-998650a7c490 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.087259 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee3c869-258c-4d6a-abb0-998650a7c490 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.088937 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee3c869-258c-4d6a-abb0-998650a7c490 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.094500 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-aee3c869-258c-4d6a-abb0-998650a7c490 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1289506 Dec 16 22:24:21.096332 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50074) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:21.165478 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=650c7d96-ba98-44b5-a7b8-7096651894e8,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:21.170809 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:21.184756 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0236faf3-2d3a-4f7a-9827-4709ac68f8ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:21.222387 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a444cb63-796d-4da1-8d40-33fe419da77c tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['shared'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.224981 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a444cb63-796d-4da1-8d40-33fe419da77c tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['shared'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.226387 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0236faf3-2d3a-4f7a-9827-4709ac68f8ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:21.227208 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a444cb63-796d-4da1-8d40-33fe419da77c tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['shared'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.228697 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a444cb63-796d-4da1-8d40-33fe419da77c tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['shared'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.230253 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a444cb63-796d-4da1-8d40-33fe419da77c tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['shared'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.235672 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a444cb63-796d-4da1-8d40-33fe419da77c tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1383555 Dec 16 22:24:21.236284 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50076) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:21.254395 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 990713e8-9fa9-4fb5-8920-65b3db167871 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:24:21.293956 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 990713e8-9fa9-4fb5-8920-65b3db167871, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=990713e8-9fa9-4fb5-8920-65b3db167871,segment=NetworkSegment(5e3da25f-4b43-46b0-809d-e43f2b3029cc),segment_id=5e3da25f-4b43-46b0-809d-e43f2b3029cc)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:21.308206 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-7392ee3e-20fb-43bb-befc-4b5277699233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.308855 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-7392ee3e-20fb-43bb-befc-4b5277699233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.310286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-7392ee3e-20fb-43bb-befc-4b5277699233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.310835 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-7392ee3e-20fb-43bb-befc-4b5277699233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.311441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-7392ee3e-20fb-43bb-befc-4b5277699233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.312269 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-7392ee3e-20fb-43bb-befc-4b5277699233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.312590 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-7392ee3e-20fb-43bb-befc-4b5277699233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.314707 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-7392ee3e-20fb-43bb-befc-4b5277699233 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a0f42b93d17b453cb09b716a19274f39&device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 6489 time: 0.3163612 Dec 16 22:24:21.331018 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ec4f1d3b-3109-4b25-849c-8c75e50ef40d req-171d119c-67a0-44d4-b31f-5672d54a97c6 service neutron] 10.222.0.57 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353685 Dec 16 22:24:21.365607 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:21.458271 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=990713e8-9fa9-4fb5-8920-65b3db167871,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:21.462994 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a800d3-4297-46e9-8635-6a4f5e45e23a tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.464938 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0236faf3-2d3a-4f7a-9827-4709ac68f8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:21.468766 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0236faf3-2d3a-4f7a-9827-4709ac68f8ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:21.469881 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d9a800d3-4297-46e9-8635-6a4f5e45e23a tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "GET /v2.0/networks/975fa377-37bc-4138-ad1e-24d66bb6ede0 HTTP/1.1" status: 200 len: 803 time: 0.2301140 Dec 16 22:24:21.470388 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0236faf3-2d3a-4f7a-9827-4709ac68f8ef admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/24d499cf-23fc-4db8-b815-ba087a90b321 HTTP/1.1" status: 204 len: 168 time: 0.4375620 Dec 16 22:24:21.473148 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50082) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:21.517083 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ec4f1d3b-3109-4b25-849c-8c75e50ef40d req-fe6d5a0e-bde3-41b4-ab97-75c604ac3f2b service neutron] 10.222.0.57 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774585 Dec 16 22:24:21.563697 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236faf3-2d3a-4f7a-9827-4709ac68f8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d499cf-23fc-4db8-b815-ba087a90b321,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:21.668505 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8058e452-9ce1-4770-8d1e-88a585b30c95 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "GET /v2.0/networks/975fa377-37bc-4138-ad1e-24d66bb6ede0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1919429 Dec 16 22:24:21.672423 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50088) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:21.707846 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff6a99-405a-4b0d-b9b9-50a6c63cdfac req-ed54df18-cc7d-42e8-b155-9030c3a5b373 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.714734 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff6a99-405a-4b0d-b9b9-50a6c63cdfac req-ed54df18-cc7d-42e8-b155-9030c3a5b373 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.720796 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff6a99-405a-4b0d-b9b9-50a6c63cdfac req-ed54df18-cc7d-42e8-b155-9030c3a5b373 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.730022 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff6a99-405a-4b0d-b9b9-50a6c63cdfac req-ed54df18-cc7d-42e8-b155-9030c3a5b373 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.733462 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff6a99-405a-4b0d-b9b9-50a6c63cdfac req-ed54df18-cc7d-42e8-b155-9030c3a5b373 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.739398 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff6a99-405a-4b0d-b9b9-50a6c63cdfac req-ed54df18-cc7d-42e8-b155-9030c3a5b373 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.739779 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4333f34c-52b4-47d4-a7db-ab75800ca1ea tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.745022 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4333f34c-52b4-47d4-a7db-ab75800ca1ea tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "GET /v2.0/subnets/5fc8dc54-e09b-4576-9052-e911c5d74ba2 HTTP/1.1" status: 200 len: 843 time: 0.0673585 Dec 16 22:24:21.745496 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff6a99-405a-4b0d-b9b9-50a6c63cdfac req-ed54df18-cc7d-42e8-b155-9030c3a5b373 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.747465 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-39ff6a99-405a-4b0d-b9b9-50a6c63cdfac req-ed54df18-cc7d-42e8-b155-9030c3a5b373 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5435 time: 0.1933632 Dec 16 22:24:21.751452 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50090) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:21.755019 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-39cf00b1-65e4-4bdf-a5e6-b7b83e6e86d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.755786 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-39cf00b1-65e4-4bdf-a5e6-b7b83e6e86d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.756263 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-39cf00b1-65e4-4bdf-a5e6-b7b83e6e86d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.757877 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-39cf00b1-65e4-4bdf-a5e6-b7b83e6e86d2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6&id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&id=133792b4-eb35-4125-8057-ae6885c1e196&id=133792b4-eb35-4125-8057-ae6885c1e196 HTTP/1.1" status: 200 len: 2288 time: 0.4097159 Dec 16 22:24:21.821453 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9010c4b7-7c81-40f6-a044-5a5881be4a2b tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['shared'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.830679 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9010c4b7-7c81-40f6-a044-5a5881be4a2b tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "GET /v2.0/subnets/5fc8dc54-e09b-4576-9052-e911c5d74ba2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0774565 Dec 16 22:24:21.833961 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50094) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:21.854975 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-9605f740-cd34-4abb-923f-5592a406a4ff service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4bae84f-8ce7-4c5f-afaf-512e8b879293 HTTP/1.1" status: 200 len: 1001 time: 0.0848498 Dec 16 22:24:21.864248 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-b8760b5e-2e64-4d3c-832f-9d46986b8f9e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1382947775'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:21.946795 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-39ff6a99-405a-4b0d-b9b9-50a6c63cdfac req-8c88627a-483a-4fcd-bd6d-2f384c35d6df tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1846278 Dec 16 22:24:21.948327 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-cbdabf02-1e49-4575-82a0-daa1174e4670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:21.949753 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-cbdabf02-1e49-4575-82a0-daa1174e4670 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=26d9264a-299a-4d37-a6df-7bf2c29884f5 HTTP/1.1" status: 200 len: 849 time: 0.0862820 Dec 16 22:24:21.999817 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8760b5e-2e64-4d3c-832f-9d46986b8f9e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Made reservation on behalf of e074d718718044f5ac8fe581dcac665f for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:22.003503 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8760b5e-2e64-4d3c-832f-9d46986b8f9e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:22.040894 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-24cbe79e-5529-44a2-82d2-e362f4f9e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:22.044259 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-24cbe79e-5529-44a2-82d2-e362f4f9e3c9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864122 Dec 16 22:24:22.048536 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8760b5e-2e64-4d3c-832f-9d46986b8f9e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:24:22.060593 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8760b5e-2e64-4d3c-832f-9d46986b8f9e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:22.061322 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-b8760b5e-2e64-4d3c-832f-9d46986b8f9e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Added segment 236c3ed4-07b2-44c9-9aa4-4db1c4d466bc of type vlan for network fea89274-68ae-43b9-ab33-48865758de9b Dec 16 22:24:22.147193 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8760b5e-2e64-4d3c-832f-9d46986b8f9e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:22.219589 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-a2076e9b-f8c1-44d7-a6cd-5b22077a46af service neutron] 10.222.0.76 "GET /v2.0/networks/6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655173 Dec 16 22:24:22.225532 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ff6ac-6bc0-4aa1-996c-531c39679568 req-2317de1f-0818-42d6-819e-d2e2539c6cba tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:22.227434 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9f7ff6ac-6bc0-4aa1-996c-531c39679568 req-2317de1f-0818-42d6-819e-d2e2539c6cba tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=af61c674-4c36-4cc5-a7b9-46076f75f815 HTTP/1.1" status: 200 len: 944 time: 0.0709093 Dec 16 22:24:22.234392 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8760b5e-2e64-4d3c-832f-9d46986b8f9e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:22.241882 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8760b5e-2e64-4d3c-832f-9d46986b8f9e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:22.247231 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8760b5e-2e64-4d3c-832f-9d46986b8f9e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:22.370280 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8760b5e-2e64-4d3c-832f-9d46986b8f9e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event updated for resources: {'Network': ['ID=fea89274-68ae-43b9-ab33-48865758de9b,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:22.394676 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-b8dc750b-5653-40a6-a8f8-fe4855623ebb service neutron] 10.222.0.76 "GET /v2.0/networks/6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675229 Dec 16 22:24:22.396921 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9f7ff6ac-6bc0-4aa1-996c-531c39679568 req-9cd78286-ad0a-4c22-b23f-95c0b1032f39 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282032 Dec 16 22:24:22.403408 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b8760b5e-2e64-4d3c-832f-9d46986b8f9e tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5668030 Dec 16 22:24:22.408637 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network fea89274-68ae-43b9-ab33-48865758de9b details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:24:22.414339 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50108) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:22.421501 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-583c3b83-eff8-4cc6-aac8-701740d3af00 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Request body: {'subnet': {'network_id': 'fea89274-68ae-43b9-ab33-48865758de9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:22.465281 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-0ecb0eb4-31e4-4232-b3ef-68aff68e2380 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=cdf3648f-0e95-45df-b89b-23cc65ae37c9 HTTP/1.1" status: 200 len: 217 time: 0.0617793 Dec 16 22:24:22.608673 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-7f251a45-3a04-4afa-8eda-b9c24403d779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:22.610305 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-7f251a45-3a04-4afa-8eda-b9c24403d779 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2825e101-39ca-4951-81d0-6f6735824e32 HTTP/1.1" status: 200 len: 797 time: 0.1311822 Dec 16 22:24:22.666909 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['e0f2a365-369e-405c-9065-780d829281e6'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:24:22.672000 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-d4016092-1449-4ac0-a2ee-1986db21831f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:22.673244 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-d4016092-1449-4ac0-a2ee-1986db21831f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0525665 Dec 16 22:24:22.765118 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['cde1b008-a4d1-440d-ad62-e4ef43bf743c'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:24:22.765436 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583c3b83-eff8-4cc6-aac8-701740d3af00 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Made reservation on behalf of e074d718718044f5ac8fe581dcac665f for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:22.769258 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-583c3b83-eff8-4cc6-aac8-701740d3af00 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:22.813472 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['650c7d96-ba98-44b5-a7b8-7096651894e8'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:24:22.862352 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['ea1ed190-b5c9-4f29-b19b-8909b9b1bce0'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:24:22.863242 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.ipam_backend_mixin [None req-583c3b83-eff8-4cc6-aac8-701740d3af00 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Performing IP validity checks on allocation pools {{(pid=103614) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 22:24:22.864574 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.ipam_backend_mixin [None req-583c3b83-eff8-4cc6-aac8-701740d3af00 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103614) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 22:24:22.877018 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9a1c0d4e-2e67-4e71-b13c-a20d0215551f'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:24:22.905664 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['990713e8-9fa9-4fb5-8920-65b3db167871'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:24:22.979737 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50122) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:23.151468 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba5849-23f0-4fc1-a271-dd6b85941370 req-2b0b7b98-e6e5-4e84-b17b-f9aeedd91f64 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:23.155190 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-eb92dc71-5281-4b0c-918a-04bc1c8b428c service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720135 Dec 16 22:24:23.165461 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba5849-23f0-4fc1-a271-dd6b85941370 req-2b0b7b98-e6e5-4e84-b17b-f9aeedd91f64 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:23.172345 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba5849-23f0-4fc1-a271-dd6b85941370 req-2b0b7b98-e6e5-4e84-b17b-f9aeedd91f64 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:23.182709 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba5849-23f0-4fc1-a271-dd6b85941370 req-2b0b7b98-e6e5-4e84-b17b-f9aeedd91f64 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:23.190334 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba5849-23f0-4fc1-a271-dd6b85941370 req-2b0b7b98-e6e5-4e84-b17b-f9aeedd91f64 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:23.198464 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba5849-23f0-4fc1-a271-dd6b85941370 req-2b0b7b98-e6e5-4e84-b17b-f9aeedd91f64 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:23.214443 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba5849-23f0-4fc1-a271-dd6b85941370 req-2b0b7b98-e6e5-4e84-b17b-f9aeedd91f64 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:23.217172 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-86ba5849-23f0-4fc1-a271-dd6b85941370 req-2b0b7b98-e6e5-4e84-b17b-f9aeedd91f64 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5435 time: 0.1722124 Dec 16 22:24:23.229246 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-69a2540c-d915-47d8-bc47-f4c05b709774 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1180633772'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:23.287388 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-29119d03-d696-455b-b034-fbc7b2d1fc17 service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180215 Dec 16 22:24:23.322438 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-86ba5849-23f0-4fc1-a271-dd6b85941370 req-603bdf10-adf9-4dbc-bd0d-746f978621a4 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0872130 Dec 16 22:24:23.339721 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['117343d1-e9dc-47b5-b09b-1fc4fcc77e1a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:24:23.355930 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-583c3b83-eff8-4cc6-aac8-701740d3af00 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.369633 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-c52a51db-0d5a-45b8-9a38-e138b31ddd86 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=279064a7-b0af-47a2-926c-bbdc2a0e2846 HTTP/1.1" status: 200 len: 217 time: 0.0726323 Dec 16 22:24:23.377047 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a2540c-d915-47d8-bc47-f4c05b709774 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Made reservation on behalf of e9cd5708aa154edc97141deed8d71f03 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:23.380928 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-69a2540c-d915-47d8-bc47-f4c05b709774 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.398195 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-69a2540c-d915-47d8-bc47-f4c05b709774 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.463435 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1627b4af-5b05-4532-8a18-2abfa5e5b6fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.488840 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c3b83-eff8-4cc6-aac8-701740d3af00 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event updated for resources: {'Subnet': ['ID=6795dc62-acb6-47d7-b5ae-a388bf54cedc,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:23.504810 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-30155533-7bdf-4ad6-b124-3e0a1fdea507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:23.507138 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-30155533-7bdf-4ad6-b124-3e0a1fdea507 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2825e101-39ca-4951-81d0-6f6735824e32 HTTP/1.1" status: 200 len: 797 time: 0.1163263 Dec 16 22:24:23.526730 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c3b83-eff8-4cc6-aac8-701740d3af00 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Checking segment: {'id': '236c3ed4-07b2-44c9-9aa4-4db1c4d466bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fea89274-68ae-43b9-ab33-48865758de9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:23.527147 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583c3b83-eff8-4cc6-aac8-701740d3af00 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Network hostable DHCP agents. Network: fea89274-68ae-43b9-ab33-48865758de9b, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:24:23.554523 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 27ce3608-0b76-42eb-ad0a-2106f50a155b up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:23.559184 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-69a2540c-d915-47d8-bc47-f4c05b709774 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.635725 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-69a2540c-d915-47d8-bc47-f4c05b709774 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.656276 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a2540c-d915-47d8-bc47-f4c05b709774 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:24:23.665421 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-1a2b7545-3410-4194-8c41-7dee34dbd33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:23.667499 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-1a2b7545-3410-4194-8c41-7dee34dbd33a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1513350 Dec 16 22:24:23.674461 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-69a2540c-d915-47d8-bc47-f4c05b709774 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.680023 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-69a2540c-d915-47d8-bc47-f4c05b709774 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Added segment 25147e20-6469-4dc0-a573-687429b9e92b of type vlan for network 293ec108-1ed7-46d1-8f0a-2fc2e231ea21 Dec 16 22:24:23.680197 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535fa51-d0f5-430f-9f94-be629b6537c2 req-3f2b6250-e0af-45c8-8699-d34f4fcaef68 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:23.681019 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e535fa51-d0f5-430f-9f94-be629b6537c2 req-3f2b6250-e0af-45c8-8699-d34f4fcaef68 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=af61c674-4c36-4cc5-a7b9-46076f75f815 HTTP/1.1" status: 200 len: 944 time: 0.1055236 Dec 16 22:24:23.737150 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-69a2540c-d915-47d8-bc47-f4c05b709774 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.754061 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583c3b83-eff8-4cc6-aac8-701740d3af00 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Network fea89274-68ae-43b9-ab33-48865758de9b is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:24:23.797206 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e535fa51-d0f5-430f-9f94-be629b6537c2 req-89c846e2-7062-49eb-bfa7-a93b2fbe4573 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054277 Dec 16 22:24:23.805297 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2540c-d915-47d8-bc47-f4c05b709774 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ce8bf7-3eff-490d-88f0-0777074dfce8,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:23.824777 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-69a2540c-d915-47d8-bc47-f4c05b709774 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.830979 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a2540c-d915-47d8-bc47-f4c05b709774 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:23.834752 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-69a2540c-d915-47d8-bc47-f4c05b709774 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.872641 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-3ab36899-297a-4cc1-8c63-f0952137a6fb service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901762 Dec 16 22:24:23.874767 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-583c3b83-eff8-4cc6-aac8-701740d3af00 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, fea89274-68ae-43b9-ab33-48865758de9b) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:23.894072 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583c3b83-eff8-4cc6-aac8-701740d3af00 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:23.896882 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-583c3b83-eff8-4cc6-aac8-701740d3af00 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544786'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:23.898933 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eee9869-32cc-44f3-85e3-ac6f528b44ba None None] Network fea89274-68ae-43b9-ab33-48865758de9b requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:23.933188 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-69a2540c-d915-47d8-bc47-f4c05b709774 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9523003 Dec 16 22:24:23.936823 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50136) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:23.945734 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-3eb24b74-998a-4209-84cf-c9576a3469a8 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Request body: {'subnet': {'network_id': '293ec108-1ed7-46d1-8f0a-2fc2e231ea21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:23.950110 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2540c-d915-47d8-bc47-f4c05b709774 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event updated for resources: {'Network': ['ID=293ec108-1ed7-46d1-8f0a-2fc2e231ea21,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:23.999248 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 293ec108-1ed7-46d1-8f0a-2fc2e231ea21 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:24:24.008989 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-583c3b83-eff8-4cc6-aac8-701740d3af00 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5931828 Dec 16 22:24:24.015478 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50138) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:24.023881 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-313580a1-5d0a-409b-b61c-434d13cae895 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:24.074263 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 27ce3608-0b76-42eb-ad0a-2106f50a155b completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:24:24.103877 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 27ce3608-0b76-42eb-ad0a-2106f50a155b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:24.104248 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:24.138429 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-711e446d-c1e7-4a25-9de3-a5c2c978f981 service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346687 Dec 16 22:24:24.144371 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb24b74-998a-4209-84cf-c9576a3469a8 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Made reservation on behalf of e9cd5708aa154edc97141deed8d71f03 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:24.154722 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3eb24b74-998a-4209-84cf-c9576a3469a8 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:24.193683 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-8058fe13-0657-4d52-96c6-cebdfc1bf123 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=932561c8-57cf-466c-86d4-05fa02856f87 HTTP/1.1" status: 200 len: 217 time: 0.0432732 Dec 16 22:24:24.200736 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-313580a1-5d0a-409b-b61c-434d13cae895 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28640374'] for subnet, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:24.235303 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d4467c-9835-4a33-87df-b6d2065adb0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-fea89274-68ae-43b9-ab33-48865758de9b', 'network_id': 'fea89274-68ae-43b9-ab33-48865758de9b', 'project_id': 'e074d718718044f5ac8fe581dcac665f', 'fixed_ips': [{'subnet_id': '6795dc62-acb6-47d7-b5ae-a388bf54cedc'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:24:24.236153 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8d4467c-9835-4a33-87df-b6d2065adb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:24.335984 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-2197c1ba-c254-4651-aecf-5266596e2b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:24.337933 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-2197c1ba-c254-4651-aecf-5266596e2b3c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2825e101-39ca-4951-81d0-6f6735824e32 HTTP/1.1" status: 200 len: 797 time: 0.1344430 Dec 16 22:24:24.473236 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-5fd6d8f7-cb00-4283-8502-c621b668c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:24.475908 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-5fd6d8f7-cb00-4283-8502-c621b668c4d0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1292162 Dec 16 22:24:24.530160 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3611dc7-cdef-4cb2-8f9c-43924ef050c0 req-c83c2c3b-5297-4c76-9400-9634e3bf6b73 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:24.539245 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3611dc7-cdef-4cb2-8f9c-43924ef050c0 req-c83c2c3b-5297-4c76-9400-9634e3bf6b73 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:24.546486 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3611dc7-cdef-4cb2-8f9c-43924ef050c0 req-c83c2c3b-5297-4c76-9400-9634e3bf6b73 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:24.557706 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3611dc7-cdef-4cb2-8f9c-43924ef050c0 req-c83c2c3b-5297-4c76-9400-9634e3bf6b73 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:24.566305 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:24.574649 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3611dc7-cdef-4cb2-8f9c-43924ef050c0 req-c83c2c3b-5297-4c76-9400-9634e3bf6b73 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:24.582481 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3611dc7-cdef-4cb2-8f9c-43924ef050c0 req-c83c2c3b-5297-4c76-9400-9634e3bf6b73 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:24.589605 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3611dc7-cdef-4cb2-8f9c-43924ef050c0 req-c83c2c3b-5297-4c76-9400-9634e3bf6b73 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:24.595616 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b3611dc7-cdef-4cb2-8f9c-43924ef050c0 req-c83c2c3b-5297-4c76-9400-9634e3bf6b73 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5435 time: 0.1389856 Dec 16 22:24:24.597130 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3eb24b74-998a-4209-84cf-c9576a3469a8 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:24.609035 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af61c674-4c36-4cc5-a7b9-46076f75f815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ce3608-0b76-42eb-ad0a-2106f50a155b'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:24:24.611584 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-313580a1-5d0a-409b-b61c-434d13cae895 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727494037724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25675688'] for subnet, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:24.612099 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f6bb90-a9c8-4481-a6a2-d49b371841bc" -d '{"events": [{"server_uuid": "af61c674-4c36-4cc5-a7b9-46076f75f815", "name": "network-vif-plugged", "status": "completed", "tag": "27ce3608-0b76-42eb-ad0a-2106f50a155b"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:24:24.638951 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 27ce3608-0b76-42eb-ad0a-2106f50a155b, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=27ce3608-0b76-42eb-ad0a-2106f50a155b,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:24.695599 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade22262-0caf-49fc-8916-7408f702a0b7 x-openstack-request-id: req-ade22262-0caf-49fc-8916-7408f702a0b7 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:24:24.696197 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af61c674-4c36-4cc5-a7b9-46076f75f815", "name": "network-vif-plugged", "status": "completed", "tag": "27ce3608-0b76-42eb-ad0a-2106f50a155b", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:24:24.696342 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ade22262-0caf-49fc-8916-7408f702a0b7 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:24:24.696694 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af61c674-4c36-4cc5-a7b9-46076f75f815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ce3608-0b76-42eb-ad0a-2106f50a155b', 'code': 200} Dec 16 22:24:24.700285 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313580a1-5d0a-409b-b61c-434d13cae895 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event updated for resources: {'Subnet': ['ID=6795dc62-acb6-47d7-b5ae-a388bf54cedc,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:24.701564 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:24.715060 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313580a1-5d0a-409b-b61c-434d13cae895 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:24.715860 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-313580a1-5d0a-409b-b61c-434d13cae895 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:24.717190 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-313580a1-5d0a-409b-b61c-434d13cae895 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "PUT /v2.0/subnets/6795dc62-acb6-47d7-b5ae-a388bf54cedc HTTP/1.1" status: 200 len: 900 time: 0.7003975 Dec 16 22:24:24.720609 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50148) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:24.746010 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb24b74-998a-4209-84cf-c9576a3469a8 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event updated for resources: {'Subnet': ['ID=09d92cd5-84f1-41a6-8e83-6326cb97eb3a,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:24.809451 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-a8d4467c-9835-4a33-87df-b6d2065adb0c None None] Allocated IP 2001:db8::3 (fea89274-68ae-43b9-ab33-48865758de9b/6795dc62-acb6-47d7-b5ae-a388bf54cedc/e18c1922-efa0-4513-b8ea-0978a6232f13) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:24.842944 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=27ce3608-0b76-42eb-ad0a-2106f50a155b,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:24.860537 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:24.899703 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-16717d2e-3de9-4f68-ace8-7875a505b851 service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541791 Dec 16 22:24:24.903465 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb24b74-998a-4209-84cf-c9576a3469a8 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Checking segment: {'id': '25147e20-6469-4dc0-a573-687429b9e92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '293ec108-1ed7-46d1-8f0a-2fc2e231ea21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:24.904367 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb24b74-998a-4209-84cf-c9576a3469a8 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Network hostable DHCP agents. Network: 293ec108-1ed7-46d1-8f0a-2fc2e231ea21, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:24:24.919301 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ef7f4-dd7a-4720-a10d-badb4c274c8e req-2a439e5a-e48b-4f5c-9678-3b3c9c8eaa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:24.921793 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f57ef7f4-dd7a-4720-a10d-badb4c274c8e req-2a439e5a-e48b-4f5c-9678-3b3c9c8eaa37 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=af61c674-4c36-4cc5-a7b9-46076f75f815 HTTP/1.1" status: 200 len: 1096 time: 0.1356020 Dec 16 22:24:24.929844 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b3611dc7-cdef-4cb2-8f9c-43924ef050c0 req-8db3b371-fbf0-4ec2-a9ef-b26893f72f91 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3284914 Dec 16 22:24:25.003312 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f57ef7f4-dd7a-4720-a10d-badb4c274c8e req-597615d3-96c2-4115-a21e-dcc88bb4aeed service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724335 Dec 16 22:24:25.057627 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.060065 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8d4467c-9835-4a33-87df-b6d2065adb0c None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.088120 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec9bc8-8b03-498c-91cb-360661a74272 req-c29fae03-dc00-4d73-920e-62075e8160b6 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:25.089632 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d6ec9bc8-8b03-498c-91cb-360661a74272 req-c29fae03-dc00-4d73-920e-62075e8160b6 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=af61c674-4c36-4cc5-a7b9-46076f75f815 HTTP/1.1" status: 200 len: 945 time: 0.1471267 Dec 16 22:24:25.108662 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb24b74-998a-4209-84cf-c9576a3469a8 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Network 293ec108-1ed7-46d1-8f0a-2fc2e231ea21 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:24:25.137688 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8d4467c-9835-4a33-87df-b6d2065adb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.167089 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-b44fec2f-76ca-4c36-a3ed-c901d2da1cd2 service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255895 Dec 16 22:24:25.190285 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d4467c-9835-4a33-87df-b6d2065adb0c None None] Network fea89274-68ae-43b9-ab33-48865758de9b is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:25.191213 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d6ec9bc8-8b03-498c-91cb-360661a74272 req-2b24a838-e0ec-4366-b889-3a792117d448 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919058 Dec 16 22:24:25.194494 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-a8d4467c-9835-4a33-87df-b6d2065adb0c None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:25.197755 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4467c-9835-4a33-87df-b6d2065adb0c None None] Pushing event updated for resources: {'Port': ['ID=e18c1922-efa0-4513-b8ea-0978a6232f13,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:25.199485 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d4467c-9835-4a33-87df-b6d2065adb0c None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:25.223194 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-3eb24b74-998a-4209-84cf-c9576a3469a8 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 293ec108-1ed7-46d1-8f0a-2fc2e231ea21) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:25.229478 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb24b74-998a-4209-84cf-c9576a3469a8 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:25.230099 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3eb24b74-998a-4209-84cf-c9576a3469a8 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.251339 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002fb72a-a418-4482-abd1-8cbe6ab86174 None None] Network 293ec108-1ed7-46d1-8f0a-2fc2e231ea21 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:25.275200 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.309336 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-a8d4467c-9835-4a33-87df-b6d2065adb0c None None] Attempting to bind port e18c1922-efa0-4513-b8ea-0978a6232f13 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:24:25.309827 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-a8d4467c-9835-4a33-87df-b6d2065adb0c None None] Attempting to bind port e18c1922-efa0-4513-b8ea-0978a6232f13 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '236c3ed4-07b2-44c9-9aa4-4db1c4d466bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fea89274-68ae-43b9-ab33-48865758de9b'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:24:25.310271 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4467c-9835-4a33-87df-b6d2065adb0c None None] Attempting to bind port e18c1922-efa0-4513-b8ea-0978a6232f13 on network fea89274-68ae-43b9-ab33-48865758de9b {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:24:25.320188 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Subnet': ['ID=6795dc62-acb6-47d7-b5ae-a388bf54cedc,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:25.322784 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4467c-9835-4a33-87df-b6d2065adb0c None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:24:25.323371 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4467c-9835-4a33-87df-b6d2065adb0c None None] Checking segment: {'id': '236c3ed4-07b2-44c9-9aa4-4db1c4d466bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fea89274-68ae-43b9-ab33-48865758de9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:25.323911 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8d4467c-9835-4a33-87df-b6d2065adb0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.324420 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4467c-9835-4a33-87df-b6d2065adb0c None None] Bound using segment: {'id': '236c3ed4-07b2-44c9-9aa4-4db1c4d466bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fea89274-68ae-43b9-ab33-48865758de9b'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:24:25.324987 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-a8d4467c-9835-4a33-87df-b6d2065adb0c None None] Bound port: e18c1922-efa0-4513-b8ea-0978a6232f13, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236c3ed4-07b2-44c9-9aa4-4db1c4d466bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fea89274-68ae-43b9-ab33-48865758de9b'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:24:25.325473 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8d4467c-9835-4a33-87df-b6d2065adb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.338461 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3eb24b74-998a-4209-84cf-c9576a3469a8 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3983011 Dec 16 22:24:25.339178 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50156) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:25.345755 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1602536080', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}, 'admin_state_up': False}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:25.410082 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.432758 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea89274-68ae-43b9-ab33-48865758de9b']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:25.435119 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc3caf8-692e-4274-a45d-c4e1daf223bd None None] Network 293ec108-1ed7-46d1-8f0a-2fc2e231ea21 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:25.442807 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236c3ed4-07b2-44c9-9aa4-4db1c4d466bc') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:25.443187 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236c3ed4-07b2-44c9-9aa4-4db1c4d466bc') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:25.453627 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.468498 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.474694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:24:25.475121 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.490405 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a8d4467c-9835-4a33-87df-b6d2065adb0c None None] For port e18c1922-efa0-4513-b8ea-0978a6232f13, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:24:25.494235 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.497841 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.500335 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device e0f2a365-369e-405c-9065-780d829281e6 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:24:25.541219 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:24:25.578909 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a8d4467c-9835-4a33-87df-b6d2065adb0c None None] For port e18c1922-efa0-4513-b8ea-0978a6232f13, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e18c1922-efa0-4513-b8ea-0978a6232f13,segment=NetworkSegment(236c3ed4-07b2-44c9-9aa4-4db1c4d466bc),segment_id=236c3ed4-07b2-44c9-9aa4-4db1c4d466bc)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:24:25.588555 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-33a77363-e054-4ac5-aced-691f11a7f344 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=be59d789-35f2-47f8-a2bf-dacd1121b4c0 HTTP/1.1" status: 200 len: 217 time: 0.0463285 Dec 16 22:24:25.589237 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.db.api [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 22:24:25.589237 n-d-815324-4 neutron-server[103614]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 22:24:25.589237 n-d-815324-4 neutron-server[103614]: [parameters: {'id': 'fea89274-68ae-43b9-ab33-48865758de9b'}] Dec 16 22:24:25.589237 n-d-815324-4 neutron-server[103614]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:24:25.589623 n-d-815324-4 neutron-server[103614]: DEBUG oslo_db.api [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:24:25.618443 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.651936 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-5f95b76d-b700-4e28-94fa-4a39f48000e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:25.653532 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-5f95b76d-b700-4e28-94fa-4a39f48000e3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2825e101-39ca-4951-81d0-6f6735824e32 HTTP/1.1" status: 200 len: 797 time: 0.0572920 Dec 16 22:24:25.664266 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8d4467c-9835-4a33-87df-b6d2065adb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.698510 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-715c86fc-2fbc-4b6f-80de-cc4ff342f397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.705725 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port e0f2a365-369e-405c-9065-780d829281e6 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:24:25.729191 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-01761316-78a7-41ea-b23f-a212e4f8d70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:25.731212 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-01761316-78a7-41ea-b23f-a212e4f8d70a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ed98cd84-f1a0-4624-adfa-872d69e0e5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0679834 Dec 16 22:24:25.758252 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port e0f2a365-369e-405c-9065-780d829281e6 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:25.758637 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.819238 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4467c-9835-4a33-87df-b6d2065adb0c None None] Pushing event updated for resources: {'Port': ['ID=e18c1922-efa0-4513-b8ea-0978a6232f13,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:25.842862 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308bc7a5-a331-4aa9-a3db-051c5f535750 None None] Network fea89274-68ae-43b9-ab33-48865758de9b requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:25.846363 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-ddaf0978-7c0a-476a-9ed2-6af8bd1228fe service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044991 Dec 16 22:24:25.896263 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.954533 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:25.968735 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-db9371f4-1aa2-4fb1-b96b-56b2f3d0d9ed service neutron] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147494 Dec 16 22:24:26.017740 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port e0f2a365-369e-405c-9065-780d829281e6, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=e0f2a365-369e-405c-9065-780d829281e6,segment=NetworkSegment(5e3da25f-4b43-46b0-809d-e43f2b3029cc),segment_id=5e3da25f-4b43-46b0-809d-e43f2b3029cc)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:26.022238 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-4af7e0d5-41f8-453b-a144-b488b310ab25 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74efd0d5-e0a1-4bfc-9a1d-9968cef63895 HTTP/1.1" status: 200 len: 217 time: 0.0403936 Dec 16 22:24:26.027814 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40e18b9-a7d6-4636-b830-a42af374e3b5 None None] Network fea89274-68ae-43b9-ab33-48865758de9b requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:26.079607 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-6b2177e0-8d65-441c-9077-b649a38b7c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:26.081139 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-6b2177e0-8d65-441c-9077-b649a38b7c10 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c9a0b227-b5a7-4ec3-a018-5c1f436677a0 HTTP/1.1" status: 200 len: 797 time: 0.0517588 Dec 16 22:24:26.090883 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:26.092382 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:26.132363 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023ac58-c68e-412a-b4e5-4076ca8224d6 req-15c89a74-03e9-4781-90ae-ac0711691725 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:26.146712 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023ac58-c68e-412a-b4e5-4076ca8224d6 req-15c89a74-03e9-4781-90ae-ac0711691725 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:26.156359 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023ac58-c68e-412a-b4e5-4076ca8224d6 req-15c89a74-03e9-4781-90ae-ac0711691725 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:26.165672 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=e0f2a365-369e-405c-9065-780d829281e6,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:26.166527 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023ac58-c68e-412a-b4e5-4076ca8224d6 req-15c89a74-03e9-4781-90ae-ac0711691725 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:26.181531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51502e67-b663-4653-9ae5-bc9c200f239a None None] get_active_networks_info from n-d-815324-4 {{(pid=103615) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:24:26.185093 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023ac58-c68e-412a-b4e5-4076ca8224d6 req-15c89a74-03e9-4781-90ae-ac0711691725 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:26.191826 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-ce800464-4e1c-4878-8979-baa73a8abf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:26.194584 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-ce800464-4e1c-4878-8979-baa73a8abf11 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=133792b4-eb35-4125-8057-ae6885c1e196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0616486 Dec 16 22:24:26.197991 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023ac58-c68e-412a-b4e5-4076ca8224d6 req-15c89a74-03e9-4781-90ae-ac0711691725 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:26.201426 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Deleting port e18c1922-efa0-4513-b8ea-0978a6232f13 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:26.201933 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:26.205025 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023ac58-c68e-412a-b4e5-4076ca8224d6 req-15c89a74-03e9-4781-90ae-ac0711691725 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:26.206952 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2023ac58-c68e-412a-b4e5-4076ca8224d6 req-15c89a74-03e9-4781-90ae-ac0711691725 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5435 time: 0.1556396 Dec 16 22:24:26.359788 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51502e67-b663-4653-9ae5-bc9c200f239a None None] Resources bound (agent type, host, resource id): {{(pid=103615) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:24:26.399928 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2023ac58-c68e-412a-b4e5-4076ca8224d6 req-f2327b2f-c5b9-470a-bb80-c3c2f85c3e86 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1822014 Dec 16 22:24:26.402055 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] For port e18c1922-efa0-4513-b8ea-0978a6232f13, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e18c1922-efa0-4513-b8ea-0978a6232f13,segment=NetworkSegment(236c3ed4-07b2-44c9-9aa4-4db1c4d466bc),segment_id=236c3ed4-07b2-44c9-9aa4-4db1c4d466bc)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:26.402518 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:26.439640 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Calling delete_port for e18c1922-efa0-4513-b8ea-0978a6232f13 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:26.451963 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:26.452578 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a0442-b403-47b5-8bd4-dce74c6c5e2c req-f61b88c6-7cc8-4331-aa51-6636bd37afb3 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:26.454271 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-311a0442-b403-47b5-8bd4-dce74c6c5e2c req-f61b88c6-7cc8-4331-aa51-6636bd37afb3 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=af61c674-4c36-4cc5-a7b9-46076f75f815 HTTP/1.1" status: 200 len: 945 time: 0.1668911 Dec 16 22:24:26.473333 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:26.659794 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Allocated IP 172.25.6.141 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/9b44ba5b-b3c1-4f2c-8b1c-f7da2b5ca0dd) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:26.699461 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f2a365-369e-405c-9065-780d829281e6'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:24:26.701896 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae7c5ce-f6d3-408c-a86b-e003bf11388d" -d '{"events": [{"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-plugged", "status": "completed", "tag": "e0f2a365-369e-405c-9065-780d829281e6"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:24:26.784909 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0bf6b5-1d9d-4cdb-982b-a017ed2dc928 x-openstack-request-id: req-6e0bf6b5-1d9d-4cdb-982b-a017ed2dc928 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:24:26.785212 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-plugged", "status": "completed", "tag": "e0f2a365-369e-405c-9065-780d829281e6", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:24:26.785470 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6e0bf6b5-1d9d-4cdb-982b-a017ed2dc928 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:24:26.785865 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f2a365-369e-405c-9065-780d829281e6', 'code': 200} Dec 16 22:24:26.864017 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:26.868238 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:26.920225 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:26.928144 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-5edafc29-133f-4099-9efe-8b3bee576e6e service neutron] 10.222.0.76 "GET /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7230959 Dec 16 22:24:26.988947 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.015690 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d2ad3a1c-d39d-47a5-94d4-0d776e6e4c85 None None] Provisioning complete for port 27ce3608-0b76-42eb-ad0a-2106f50a155b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:27.016094 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2ad3a1c-d39d-47a5-94d4-0d776e6e4c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.017284 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-311a0442-b403-47b5-8bd4-dce74c6c5e2c req-678bee16-8b5d-464b-8a19-36f2f53c5ae9 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5526710 Dec 16 22:24:27.055497 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:27.059870 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:27.075233 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-c0fda909-3ef0-4a23-ad47-4cb5c1b59480 service neutron] 10.222.0.76 "GET /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339333 Dec 16 22:24:27.077605 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:27.081574 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event updated for resources: {'Port': ['ID=9b44ba5b-b3c1-4f2c-8b1c-f7da2b5ca0dd,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:27.081867 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3846c56-da04-4a6d-b0ae-c27ef9bfa3fb None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:27.096638 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:27.097440 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:27.100841 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:27.102720 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:27.103193 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:27.103535 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:27.105208 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:27.105363 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:27.105771 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:27.111630 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:27.111630 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:27.111630 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:27.111630 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:27.124404 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-cc95e7fc-4439-4f06-85c8-777f9ec28b97 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4c02002-46db-4b56-bc15-eb1387a0bf64 HTTP/1.1" status: 200 len: 217 time: 0.0385754 Dec 16 22:24:27.132656 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.189238 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Port': ['ID=e18c1922-efa0-4513-b8ea-0978a6232f13,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:27.197321 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] No DVR routers for this DVR port e18c1922-efa0-4513-b8ea-0978a6232f13 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:24:27.245177 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-3100b136-c46e-4b7d-afe1-174edce12043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:27.246682 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-3100b136-c46e-4b7d-afe1-174edce12043 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c9a0b227-b5a7-4ec3-a018-5c1f436677a0 HTTP/1.1" status: 200 len: 797 time: 0.1152303 Dec 16 22:24:27.279307 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a67e7292-4cdb-4d21-b380-006ff62c05ae None None] Provisioning complete for port 9b44ba5b-b3c1-4f2c-8b1c-f7da2b5ca0dd triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:27.279800 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a67e7292-4cdb-4d21-b380-006ff62c05ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.315920 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.320648 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a67e7292-4cdb-4d21-b380-006ff62c05ae None None] Port 9b44ba5b-b3c1-4f2c-8b1c-f7da2b5ca0dd cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:27.346775 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea89274-68ae-43b9-ab33-48865758de9b']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:27.358447 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-ce682e22-4f1f-45c4-a35c-0a84875139ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:27.360249 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-ce682e22-4f1f-45c4-a35c-0a84875139ac service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=133792b4-eb35-4125-8057-ae6885c1e196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0877907 Dec 16 22:24:27.361869 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236c3ed4-07b2-44c9-9aa4-4db1c4d466bc') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:27.362211 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236c3ed4-07b2-44c9-9aa4-4db1c4d466bc') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:27.380742 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.430857 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.447269 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:24:27.447976 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:24:27.452580 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:24:27.519264 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 9a1c0d4e-2e67-4e71-b13c-a20d0215551f up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:27.556600 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-cca8e5f6-3ed6-4778-b275-5997a6c79953 service neutron] 10.222.0.76 "GET /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869433 Dec 16 22:24:27.638494 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.669992 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.685820 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.689176 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "DELETE /v2.0/networks/fea89274-68ae-43b9-ab33-48865758de9b HTTP/1.1" status: 204 len: 168 time: 2.9675217 Dec 16 22:24:27.692467 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622b527-0534-41eb-9495-e15e08defe8e req-16b9009a-68e2-4d72-a6f8-cf98137741f6 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:27.696474 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50188) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:27.696916 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 9a1c0d4e-2e67-4e71-b13c-a20d0215551f completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:24:27.699124 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622b527-0534-41eb-9495-e15e08defe8e req-16b9009a-68e2-4d72-a6f8-cf98137741f6 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:27.704420 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 9a1c0d4e-2e67-4e71-b13c-a20d0215551f triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:27.704991 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.709133 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622b527-0534-41eb-9495-e15e08defe8e req-16b9009a-68e2-4d72-a6f8-cf98137741f6 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:27.712039 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622b527-0534-41eb-9495-e15e08defe8e req-16b9009a-68e2-4d72-a6f8-cf98137741f6 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:27.715803 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6d9436f-ea25-48a8-8ac4-35ffae4c2a4a req-ebbe494f-d6ab-4db9-87ca-b29958af810e service neutron] 10.222.0.76 "GET /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451826 Dec 16 22:24:27.718087 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622b527-0534-41eb-9495-e15e08defe8e req-16b9009a-68e2-4d72-a6f8-cf98137741f6 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:27.724714 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622b527-0534-41eb-9495-e15e08defe8e req-16b9009a-68e2-4d72-a6f8-cf98137741f6 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:27.731522 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622b527-0534-41eb-9495-e15e08defe8e req-16b9009a-68e2-4d72-a6f8-cf98137741f6 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:27.739711 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a622b527-0534-41eb-9495-e15e08defe8e req-16b9009a-68e2-4d72-a6f8-cf98137741f6 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5436 time: 0.2134476 Dec 16 22:24:27.754823 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d08e1-2ed1-45f7-a24c-b76075a7e45d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Network': ['ID=fea89274-68ae-43b9-ab33-48865758de9b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:27.757865 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b390e34-f1eb-457e-9d59-6daabeaf5930 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] DELETE failed (client error): The resource could not be found. Dec 16 22:24:27.758710 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b390e34-f1eb-457e-9d59-6daabeaf5930 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:24:27.761770 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4b390e34-f1eb-457e-9d59-6daabeaf5930 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "DELETE /v2.0/subnets/6795dc62-acb6-47d7-b5ae-a388bf54cedc HTTP/1.1" status: 404 len: 337 time: 0.0643206 Dec 16 22:24:27.765354 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50192) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:27.787807 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd6a2bd-d72b-40ab-9d88-60351f7535fa tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] DELETE failed (client error): The resource could not be found. Dec 16 22:24:27.788482 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd6a2bd-d72b-40ab-9d88-60351f7535fa tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:24:27.794068 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bfd6a2bd-d72b-40ab-9d88-60351f7535fa tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "DELETE /v2.0/networks/fea89274-68ae-43b9-ab33-48865758de9b HTTP/1.1" status: 404 len: 339 time: 0.0254023 Dec 16 22:24:27.794648 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50194) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:27.846407 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.866202 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a622b527-0534-41eb-9495-e15e08defe8e req-35fe7ce4-d48a-4ba1-939a-cb28ac4cf0b4 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1254630 Dec 16 22:24:27.885969 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 9a1c0d4e-2e67-4e71-b13c-a20d0215551f, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9a1c0d4e-2e67-4e71-b13c-a20d0215551f,segment=NetworkSegment(774ae7ad-6cb3-480b-916f-2a511cfde8af),segment_id=774ae7ad-6cb3-480b-916f-2a511cfde8af)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:27.889152 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b9c4ddc1-cab1-486b-92a5-42bb003c5dd1 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.961389 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:27.962199 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device cde1b008-a4d1-440d-ad62-e4ef43bf743c up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:28.004433 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b9c4ddc1-cab1-486b-92a5-42bb003c5dd1 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:28.032766 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-b9c4ddc1-cab1-486b-92a5-42bb003c5dd1 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08d53e8-aeb0-4f56-91b1-597fe6c44dd8']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:28.046918 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-b9c4ddc1-cab1-486b-92a5-42bb003c5dd1 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca0cb922-966e-4063-8360-3c3c5639286a') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:28.047445 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-b9c4ddc1-cab1-486b-92a5-42bb003c5dd1 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca0cb922-966e-4063-8360-3c3c5639286a') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:28.050378 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=9a1c0d4e-2e67-4e71-b13c-a20d0215551f,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:28.059023 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b9c4ddc1-cab1-486b-92a5-42bb003c5dd1 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:28.075268 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b9c4ddc1-cab1-486b-92a5-42bb003c5dd1 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:28.082403 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c4ddc1-cab1-486b-92a5-42bb003c5dd1 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:24:28.082780 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b9c4ddc1-cab1-486b-92a5-42bb003c5dd1 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:24:28.086834 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:24:28.119595 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port cde1b008-a4d1-440d-ad62-e4ef43bf743c completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:24:28.126638 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port cde1b008-a4d1-440d-ad62-e4ef43bf743c triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:28.129756 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:28.232460 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b9c4ddc1-cab1-486b-92a5-42bb003c5dd1 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:28.244179 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b9c4ddc1-cab1-486b-92a5-42bb003c5dd1 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:28.249660 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b9c4ddc1-cab1-486b-92a5-42bb003c5dd1 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "DELETE /v2.0/networks/a08d53e8-aeb0-4f56-91b1-597fe6c44dd8 HTTP/1.1" status: 204 len: 168 time: 0.4517410 Dec 16 22:24:28.249880 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:28.249990 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50198) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:28.268741 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4ddc1-cab1-486b-92a5-42bb003c5dd1 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Network': ['ID=a08d53e8-aeb0-4f56-91b1-597fe6c44dd8,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:28.289191 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:28.294905 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-26563a21-2d71-4569-9061-670c37992329 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] DELETE failed (client error): The resource could not be found. Dec 16 22:24:28.295398 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26563a21-2d71-4569-9061-670c37992329 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:24:28.301027 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-26563a21-2d71-4569-9061-670c37992329 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "DELETE /v2.0/subnets/e471512a-20fb-4167-a3bd-e4b6d05a990e HTTP/1.1" status: 404 len: 337 time: 0.0397148 Dec 16 22:24:28.301234 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:28.304129 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50200) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:28.309318 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port cde1b008-a4d1-440d-ad62-e4ef43bf743c, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=cde1b008-a4d1-440d-ad62-e4ef43bf743c,segment=NetworkSegment(5e3da25f-4b43-46b0-809d-e43f2b3029cc),segment_id=5e3da25f-4b43-46b0-809d-e43f2b3029cc)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:28.311778 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40620ef-69f6-4680-8d99-b321a1819cb2 req-45f8820d-432f-43dc-b208-3c732406c47e tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:28.313784 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f40620ef-69f6-4680-8d99-b321a1819cb2 req-45f8820d-432f-43dc-b208-3c732406c47e tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=af61c674-4c36-4cc5-a7b9-46076f75f815 HTTP/1.1" status: 200 len: 945 time: 0.1220973 Dec 16 22:24:28.356898 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d94d95-3ea9-4fc1-8917-11c0bb6171e6 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] DELETE failed (client error): The resource could not be found. Dec 16 22:24:28.357463 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d94d95-3ea9-4fc1-8917-11c0bb6171e6 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:24:28.360657 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c8d94d95-3ea9-4fc1-8917-11c0bb6171e6 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "DELETE /v2.0/networks/3aec386f-e28d-4e82-a3b9-887e706dc79c HTTP/1.1" status: 404 len: 339 time: 0.0556617 Dec 16 22:24:28.363156 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50202) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:28.367138 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:28.368017 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f40620ef-69f6-4680-8d99-b321a1819cb2 req-a75d50ab-5b33-4b6e-b148-cb9dcb1ea55f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469120 Dec 16 22:24:28.400490 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:28.401993 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 650c7d96-ba98-44b5-a7b8-7096651894e8 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:28.463934 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-4507ec4d-0462-4209-adbb-7962c4a5c9d9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Deleting subnet 6b0aa1c6-d445-49f5-be04-99f740c0be19 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:24:28.470406 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4507ec4d-0462-4209-adbb-7962c4a5c9d9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:28.487268 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=cde1b008-a4d1-440d-ad62-e4ef43bf743c,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:28.522338 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4507ec4d-0462-4209-adbb-7962c4a5c9d9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:28.641617 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4507ec4d-0462-4209-adbb-7962c4a5c9d9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:28.753969 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 650c7d96-ba98-44b5-a7b8-7096651894e8 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:24:28.754588 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Router 03c66675-8b7e-4c40-b4ab-5ef12aeac231 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:24:28.758535 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 650c7d96-ba98-44b5-a7b8-7096651894e8 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:28.764362 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:28.788809 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1c0d4e-2e67-4e71-b13c-a20d0215551f'}, {'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde1b008-a4d1-440d-ad62-e4ef43bf743c'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:24:28.791088 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24871902-cb68-4259-8dbb-e2e790c887d9" -d '{"events": [{"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-plugged", "status": "completed", "tag": "9a1c0d4e-2e67-4e71-b13c-a20d0215551f"}, {"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-plugged", "status": "completed", "tag": "cde1b008-a4d1-440d-ad62-e4ef43bf743c"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:24:28.824085 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4507ec4d-0462-4209-adbb-7962c4a5c9d9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:28.843323 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 22:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212adec2-fd59-4814-9850-27c0323d7a02 x-openstack-request-id: req-212adec2-fd59-4814-9850-27c0323d7a02 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:24:28.843323 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-plugged", "status": "completed", "tag": "9a1c0d4e-2e67-4e71-b13c-a20d0215551f", "code": 200}, {"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-plugged", "status": "completed", "tag": "cde1b008-a4d1-440d-ad62-e4ef43bf743c", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:24:28.843323 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-212adec2-fd59-4814-9850-27c0323d7a02 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:24:28.843323 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1c0d4e-2e67-4e71-b13c-a20d0215551f', 'code': 200} Dec 16 22:24:28.843323 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde1b008-a4d1-440d-ad62-e4ef43bf743c', 'code': 200} Dec 16 22:24:28.880748 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:28.929586 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4507ec4d-0462-4209-adbb-7962c4a5c9d9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:28.929586 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4507ec4d-0462-4209-adbb-7962c4a5c9d9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "DELETE /v2.0/subnets/6b0aa1c6-d445-49f5-be04-99f740c0be19 HTTP/1.1" status: 204 len: 168 time: 0.5614793 Dec 16 22:24:28.929824 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50220) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:28.932718 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af1c006-155e-49eb-833a-0bc76de5c5a0 None None] Network 925fe352-f669-47e4-bf78-d77c7409e5a0 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:28.936913 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507ec4d-0462-4209-adbb-7962c4a5c9d9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Subnet': ['ID=6b0aa1c6-d445-49f5-be04-99f740c0be19,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:28.961799 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:24:28.975245 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4a50b7-9efc-46b0-b6c4-b6db0c9885f8 None None] Sync routers for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:24:28.990518 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4a50b7-9efc-46b0-b6c4-b6db0c9885f8 None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:28.991189 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-cf4a50b7-9efc-46b0-b6c4-b6db0c9885f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:29.004889 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 650c7d96-ba98-44b5-a7b8-7096651894e8, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=650c7d96-ba98-44b5-a7b8-7096651894e8,segment=NetworkSegment(774ae7ad-6cb3-480b-916f-2a511cfde8af),segment_id=774ae7ad-6cb3-480b-916f-2a511cfde8af)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:29.032891 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:29.040079 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-cf4a50b7-9efc-46b0-b6c4-b6db0c9885f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:29.049810 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4a50b7-9efc-46b0-b6c4-b6db0c9885f8 None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:29.050823 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-cf4a50b7-9efc-46b0-b6c4-b6db0c9885f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:29.096239 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-de84d0be-f90d-4ed6-9d82-657d48d27a28 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Deleting subnet ab7427f8-3ddb-437f-9c79-ebdd9f8ffea3 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:24:29.102026 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-de84d0be-f90d-4ed6-9d82-657d48d27a28 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:29.117720 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3342b2-6102-4a85-a441-c56994f43fca req-e4370b08-29b1-4902-a9cc-6c9ffcfcd730 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:29.118316 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:29.128005 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3342b2-6102-4a85-a441-c56994f43fca req-e4370b08-29b1-4902-a9cc-6c9ffcfcd730 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:29.136177 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3342b2-6102-4a85-a441-c56994f43fca req-e4370b08-29b1-4902-a9cc-6c9ffcfcd730 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:29.143357 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3342b2-6102-4a85-a441-c56994f43fca req-e4370b08-29b1-4902-a9cc-6c9ffcfcd730 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:29.143727 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ecbcbb95-87b2-4d7b-9e77-2379c0837429 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8032122 Dec 16 22:24:29.148919 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50224) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:29.149287 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:29.150283 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device ea1ed190-b5c9-4f29-b19b-8909b9b1bce0 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:29.152880 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3342b2-6102-4a85-a441-c56994f43fca req-e4370b08-29b1-4902-a9cc-6c9ffcfcd730 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:29.159804 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3342b2-6102-4a85-a441-c56994f43fca req-e4370b08-29b1-4902-a9cc-6c9ffcfcd730 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:29.168410 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3342b2-6102-4a85-a441-c56994f43fca req-e4370b08-29b1-4902-a9cc-6c9ffcfcd730 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:29.170964 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a3342b2-6102-4a85-a441-c56994f43fca req-e4370b08-29b1-4902-a9cc-6c9ffcfcd730 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5438 time: 0.1724324 Dec 16 22:24:29.237716 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-de84d0be-f90d-4ed6-9d82-657d48d27a28 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:29.250371 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-cf4a50b7-9efc-46b0-b6c4-b6db0c9885f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:29.251036 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4a50b7-9efc-46b0-b6c4-b6db0c9885f8 None None] The sync data for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:24:29.273301 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12be7d-f461-44f9-8494-580b42806eeb req-d85d93c2-4b40-4341-906d-5ed958454f48 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:29.280072 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2f12be7d-f461-44f9-8494-580b42806eeb req-d85d93c2-4b40-4341-906d-5ed958454f48 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=af61c674-4c36-4cc5-a7b9-46076f75f815 HTTP/1.1" status: 200 len: 945 time: 0.2134948 Dec 16 22:24:29.314984 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=650c7d96-ba98-44b5-a7b8-7096651894e8,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:29.342983 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a3342b2-6102-4a85-a441-c56994f43fca req-bafd4007-d913-4691-98af-1190023d5440 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1459858 Dec 16 22:24:29.411099 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port ea1ed190-b5c9-4f29-b19b-8909b9b1bce0 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:24:29.416241 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port ea1ed190-b5c9-4f29-b19b-8909b9b1bce0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:29.417001 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:29.445425 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-de84d0be-f90d-4ed6-9d82-657d48d27a28 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:29.525666 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:29.525905 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2f12be7d-f461-44f9-8494-580b42806eeb req-f26519a2-5a3c-410b-bcd0-1ceef1e170eb tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031353 Dec 16 22:24:29.586141 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port ea1ed190-b5c9-4f29-b19b-8909b9b1bce0, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=ea1ed190-b5c9-4f29-b19b-8909b9b1bce0,segment=NetworkSegment(d786cf25-cf30-4e56-9b01-a0f05217b60d),segment_id=d786cf25-cf30-4e56-9b01-a0f05217b60d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:29.657662 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-de84d0be-f90d-4ed6-9d82-657d48d27a28 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:29.657955 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:29.689261 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84d0be-f90d-4ed6-9d82-657d48d27a28 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Subnet': ['ID=ab7427f8-3ddb-437f-9c79-ebdd9f8ffea3,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:29.697746 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-de84d0be-f90d-4ed6-9d82-657d48d27a28 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:29.697746 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-de84d0be-f90d-4ed6-9d82-657d48d27a28 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "DELETE /v2.0/subnets/ab7427f8-3ddb-437f-9c79-ebdd9f8ffea3 HTTP/1.1" status: 204 len: 168 time: 0.7657840 Dec 16 22:24:29.699021 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50230) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:29.725549 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:29.859181 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c64ec26-4cfe-4283-bbe1-4ef596280c9a tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:29.940595 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f93682cd-fd29-482d-aac3-d66c2ec784fb tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:29.985769 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-4c64ec26-4cfe-4283-bbe1-4ef596280c9a tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Deleting port c3433e67-f8d6-4c85-957e-8153044c2cfd {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:29.986385 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c64ec26-4cfe-4283-bbe1-4ef596280c9a tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.030460 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f81ebb-5151-4134-a3a2-9a710280d0d7 None None] Network 925fe352-f669-47e4-bf78-d77c7409e5a0 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:30.070056 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-4c64ec26-4cfe-4283-bbe1-4ef596280c9a tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] For port c3433e67-f8d6-4c85-957e-8153044c2cfd, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c3433e67-f8d6-4c85-957e-8153044c2cfd,segment=NetworkSegment(a1cfd8ac-a848-4efc-896f-7a0560a4ba11),segment_id=a1cfd8ac-a848-4efc-896f-7a0560a4ba11)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:30.070740 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c64ec26-4cfe-4283-bbe1-4ef596280c9a tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.085358 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-4c64ec26-4cfe-4283-bbe1-4ef596280c9a tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Calling delete_port for c3433e67-f8d6-4c85-957e-8153044c2cfd owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:30.167592 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=ea1ed190-b5c9-4f29-b19b-8909b9b1bce0,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:30.185605 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-fed8eefd-7b06-4caa-9a61-888dd74e101c None None] Provisioning complete for port c3433e67-f8d6-4c85-957e-8153044c2cfd triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:30.185975 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fed8eefd-7b06-4caa-9a61-888dd74e101c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.285655 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c64ec26-4cfe-4283-bbe1-4ef596280c9a tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.299553 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:24:30.312080 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:30.312080 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.345977 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64ec26-4cfe-4283-bbe1-4ef596280c9a tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Port': ['ID=c3433e67-f8d6-4c85-957e-8153044c2cfd,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:30.349689 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcd6ccd-2ebb-41a0-8d02-c693c7829061 None None] DHCP port deletion for 925fe352-f669-47e4-bf78-d77c7409e5a0 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:30.354886 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c64ec26-4cfe-4283-bbe1-4ef596280c9a tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] No DVR routers for this DVR port c3433e67-f8d6-4c85-957e-8153044c2cfd on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:24:30.424802 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-f93682cd-fd29-482d-aac3-d66c2ec784fb tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Allocated IP 172.20.0.1 (293ec108-1ed7-46d1-8f0a-2fc2e231ea21/09d92cd5-84f1-41a6-8e83-6326cb97eb3a/3e3b7de8-bc73-4574-a5ff-148c4f67747a) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:30.437142 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.496894 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=117343d1-e9dc-47b5-b09b-1fc4fcc77e1a,segment=NetworkSegment(5e3da25f-4b43-46b0-809d-e43f2b3029cc),segment_id=5e3da25f-4b43-46b0-809d-e43f2b3029cc)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:30.506870 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c3433e67-f8d6-4c85-957e-8153044c2cfd no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:24:30.535316 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: c3433e67-f8d6-4c85-957e-8153044c2cfd {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:24:30.536026 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c3433e67-f8d6-4c85-957e-8153044c2cfd not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:24:30.568829 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c64ec26-4cfe-4283-bbe1-4ef596280c9a tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.571500 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.572441 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 990713e8-9fa9-4fb5-8920-65b3db167871 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:30.599597 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-4c64ec26-4cfe-4283-bbe1-4ef596280c9a tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925fe352-f669-47e4-bf78-d77c7409e5a0']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:30.610519 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-4c64ec26-4cfe-4283-bbe1-4ef596280c9a tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1cfd8ac-a848-4efc-896f-7a0560a4ba11') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:30.610905 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-4c64ec26-4cfe-4283-bbe1-4ef596280c9a tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1cfd8ac-a848-4efc-896f-7a0560a4ba11') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:30.623030 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c64ec26-4cfe-4283-bbe1-4ef596280c9a tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.640783 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c64ec26-4cfe-4283-bbe1-4ef596280c9a tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.648493 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c64ec26-4cfe-4283-bbe1-4ef596280c9a tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:24:30.648957 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c64ec26-4cfe-4283-bbe1-4ef596280c9a tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.671807 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=117343d1-e9dc-47b5-b09b-1fc4fcc77e1a,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:24:30.691977 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:24:30.709258 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f93682cd-fd29-482d-aac3-d66c2ec784fb tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.731001 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 990713e8-9fa9-4fb5-8920-65b3db167871 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:24:30.736725 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 990713e8-9fa9-4fb5-8920-65b3db167871 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:30.740140 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.740351 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fed90-a00c-4e15-bf1f-efe50bd5b8fd req-4acf8c40-364b-4080-879a-89253ef9b43e tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:30.741231 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-015fed90-a00c-4e15-bf1f-efe50bd5b8fd req-4acf8c40-364b-4080-879a-89253ef9b43e tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=af61c674-4c36-4cc5-a7b9-46076f75f815 HTTP/1.1" status: 200 len: 945 time: 0.0928707 Dec 16 22:24:30.789811 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66564b-19c2-4c61-908e-bf6a32b365a1 req-82985bf9-d7c7-4896-a41f-610a78a2da85 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:30.791664 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cc66564b-19c2-4c61-908e-bf6a32b365a1 req-82985bf9-d7c7-4896-a41f-610a78a2da85 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.76 "GET /v2.0/ports?device_id=af61c674-4c36-4cc5-a7b9-46076f75f815 HTTP/1.1" status: 200 len: 945 time: 0.0986335 Dec 16 22:24:30.803706 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d073d8c-e75a-49d3-ba44-6fd1a645b71a req-b32ae9cc-6c42-4666-a3b0-6672ee28816f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:30.809885 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d073d8c-e75a-49d3-ba44-6fd1a645b71a req-b32ae9cc-6c42-4666-a3b0-6672ee28816f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:30.815947 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d073d8c-e75a-49d3-ba44-6fd1a645b71a req-b32ae9cc-6c42-4666-a3b0-6672ee28816f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:30.825340 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-015fed90-a00c-4e15-bf1f-efe50bd5b8fd req-118496f4-be8d-4336-94f5-703028d4c353 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642104 Dec 16 22:24:30.832641 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d073d8c-e75a-49d3-ba44-6fd1a645b71a req-b32ae9cc-6c42-4666-a3b0-6672ee28816f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:30.842445 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d073d8c-e75a-49d3-ba44-6fd1a645b71a req-b32ae9cc-6c42-4666-a3b0-6672ee28816f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:30.842673 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650c7d96-ba98-44b5-a7b8-7096651894e8'}, {'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1ed190-b5c9-4f29-b19b-8909b9b1bce0'}, {'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117343d1-e9dc-47b5-b09b-1fc4fcc77e1a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:24:30.852085 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7471789-2b3d-40fc-8fd0-38d3595c55c9" -d '{"events": [{"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-plugged", "status": "completed", "tag": "650c7d96-ba98-44b5-a7b8-7096651894e8"}, {"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-plugged", "status": "completed", "tag": "ea1ed190-b5c9-4f29-b19b-8909b9b1bce0"}, {"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-plugged", "status": "completed", "tag": "117343d1-e9dc-47b5-b09b-1fc4fcc77e1a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:24:30.858489 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d073d8c-e75a-49d3-ba44-6fd1a645b71a req-b32ae9cc-6c42-4666-a3b0-6672ee28816f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:30.858654 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d073d8c-e75a-49d3-ba44-6fd1a645b71a req-b32ae9cc-6c42-4666-a3b0-6672ee28816f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:30.860560 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1d073d8c-e75a-49d3-ba44-6fd1a645b71a req-b32ae9cc-6c42-4666-a3b0-6672ee28816f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5440 time: 0.3254426 Dec 16 22:24:30.871971 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.872193 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c64ec26-4cfe-4283-bbe1-4ef596280c9a tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.883380 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c64ec26-4cfe-4283-bbe1-4ef596280c9a tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.886394 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f93682cd-fd29-482d-aac3-d66c2ec784fb tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:30.894176 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4c64ec26-4cfe-4283-bbe1-4ef596280c9a tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "DELETE /v2.0/networks/925fe352-f669-47e4-bf78-d77c7409e5a0 HTTP/1.1" status: 204 len: 168 time: 1.1937163 Dec 16 22:24:30.907646 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50246) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:30.936922 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Dec 2021 22:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d588e0e-1708-4dec-8261-efaea2bf9104 x-openstack-request-id: req-1d588e0e-1708-4dec-8261-efaea2bf9104 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:24:30.936922 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-plugged", "status": "completed", "tag": "650c7d96-ba98-44b5-a7b8-7096651894e8", "code": 200}, {"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-plugged", "status": "completed", "tag": "ea1ed190-b5c9-4f29-b19b-8909b9b1bce0", "code": 200}, {"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-plugged", "status": "completed", "tag": "117343d1-e9dc-47b5-b09b-1fc4fcc77e1a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:24:30.937136 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1d588e0e-1708-4dec-8261-efaea2bf9104 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:24:30.937578 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650c7d96-ba98-44b5-a7b8-7096651894e8', 'code': 200} Dec 16 22:24:30.937908 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1ed190-b5c9-4f29-b19b-8909b9b1bce0', 'code': 200} Dec 16 22:24:30.938234 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117343d1-e9dc-47b5-b09b-1fc4fcc77e1a', 'code': 200} Dec 16 22:24:30.952452 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64ec26-4cfe-4283-bbe1-4ef596280c9a tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Network': ['ID=925fe352-f669-47e4-bf78-d77c7409e5a0,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:30.970691 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 990713e8-9fa9-4fb5-8920-65b3db167871, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=990713e8-9fa9-4fb5-8920-65b3db167871,segment=NetworkSegment(5e3da25f-4b43-46b0-809d-e43f2b3029cc),segment_id=5e3da25f-4b43-46b0-809d-e43f2b3029cc)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:31.014289 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5a29cf-f5e0-41aa-81de-5e991da3c3f5 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] DELETE failed (client error): The resource could not be found. Dec 16 22:24:31.014906 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f5a29cf-f5e0-41aa-81de-5e991da3c3f5 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:24:31.017999 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6f5a29cf-f5e0-41aa-81de-5e991da3c3f5 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "DELETE /v2.0/subnets/c28c00da-4b38-4f8a-9e63-b49c5b04031c HTTP/1.1" status: 404 len: 337 time: 0.1046152 Dec 16 22:24:31.027186 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50248) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:31.027427 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93682cd-fd29-482d-aac3-d66c2ec784fb tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Network 293ec108-1ed7-46d1-8f0a-2fc2e231ea21 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:31.035120 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:31.041078 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-f93682cd-fd29-482d-aac3-d66c2ec784fb tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:31.056788 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93682cd-fd29-482d-aac3-d66c2ec784fb tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:31.080831 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1d073d8c-e75a-49d3-ba44-6fd1a645b71a req-cfc75b25-e48a-4507-80df-0819d622a160 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2040205 Dec 16 22:24:31.103340 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-cc66564b-19c2-4c61-908e-bf6a32b365a1 req-22993bfd-2582-4b0b-8c3e-1a2bec5fe4e5 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Deleting port 27ce3608-0b76-42eb-ad0a-2106f50a155b {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:31.104270 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cc66564b-19c2-4c61-908e-bf6a32b365a1 req-22993bfd-2582-4b0b-8c3e-1a2bec5fe4e5 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:31.116832 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f81056b-8e5e-4752-a7f2-9aa8b6774270 None None] DHCP port deletion for 293ec108-1ed7-46d1-8f0a-2fc2e231ea21 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:31.127575 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f93682cd-fd29-482d-aac3-d66c2ec784fb tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:31.134690 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad971b0-ae37-4664-8b1a-35bea0b18508 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] DELETE failed (client error): The resource could not be found. Dec 16 22:24:31.135276 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad971b0-ae37-4664-8b1a-35bea0b18508 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:24:31.138909 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cad971b0-ae37-4664-8b1a-35bea0b18508 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "DELETE /v2.0/networks/9f9c78d8-7110-42a0-965c-3d230503a141 HTTP/1.1" status: 404 len: 339 time: 0.1102366 Dec 16 22:24:31.160624 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=990713e8-9fa9-4fb5-8920-65b3db167871,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:31.174267 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50252) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:31.187417 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93682cd-fd29-482d-aac3-d66c2ec784fb tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event updated for resources: {'Port': ['ID=3e3b7de8-bc73-4574-a5ff-148c4f67747a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:31.212444 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa22fdb9-93ad-49a5-93b9-027c312222b4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] DELETE failed (client error): The resource could not be found. Dec 16 22:24:31.212897 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa22fdb9-93ad-49a5-93b9-027c312222b4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:24:31.216469 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-aa22fdb9-93ad-49a5-93b9-027c312222b4 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "DELETE /v2.0/subnets/6cbced87-6e7b-4fb7-9bdf-27ae08a89d17 HTTP/1.1" status: 404 len: 337 time: 0.0403411 Dec 16 22:24:31.218673 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50254) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:31.236499 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-cc66564b-19c2-4c61-908e-bf6a32b365a1 req-22993bfd-2582-4b0b-8c3e-1a2bec5fe4e5 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] For port 27ce3608-0b76-42eb-ad0a-2106f50a155b, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=27ce3608-0b76-42eb-ad0a-2106f50a155b,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:31.236864 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cc66564b-19c2-4c61-908e-bf6a32b365a1 req-22993bfd-2582-4b0b-8c3e-1a2bec5fe4e5 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:31.242840 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d4751d-3481-40fa-ae48-4b8625e03ba8 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] DELETE failed (client error): The resource could not be found. Dec 16 22:24:31.243379 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3d4751d-3481-40fa-ae48-4b8625e03ba8 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:24:31.247337 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b3d4751d-3481-40fa-ae48-4b8625e03ba8 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "DELETE /v2.0/networks/3edece05-bfb9-4c77-8c49-c7af8e48822f HTTP/1.1" status: 404 len: 339 time: 0.0276294 Dec 16 22:24:31.249925 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50256) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:31.250604 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9cb66682-812e-4530-965c-8caaad416a1d None None] Provisioning complete for port 3e3b7de8-bc73-4574-a5ff-148c4f67747a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:31.251095 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9cb66682-812e-4530-965c-8caaad416a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:31.268570 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-cc66564b-19c2-4c61-908e-bf6a32b365a1 req-22993bfd-2582-4b0b-8c3e-1a2bec5fe4e5 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Calling delete_port for 27ce3608-0b76-42eb-ad0a-2106f50a155b owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:31.293397 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad5dfa3c-863c-4792-8d56-7ff9c81fc612 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] DELETE failed (client error): The resource could not be found. Dec 16 22:24:31.293397 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad5dfa3c-863c-4792-8d56-7ff9c81fc612 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:24:31.294258 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9cb66682-812e-4530-965c-8caaad416a1d None None] Port 3e3b7de8-bc73-4574-a5ff-148c4f67747a cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:31.295755 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ad5dfa3c-863c-4792-8d56-7ff9c81fc612 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "DELETE /v2.0/subnets/f1ee6aa3-b393-4869-97aa-704b069f569c HTTP/1.1" status: 404 len: 337 time: 0.0390017 Dec 16 22:24:31.299288 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50258) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:31.322011 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-5852312c-6645-4ecd-b414-8fb149cfbb2d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] DELETE failed (client error): The resource could not be found. Dec 16 22:24:31.322517 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5852312c-6645-4ecd-b414-8fb149cfbb2d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:24:31.325801 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5852312c-6645-4ecd-b414-8fb149cfbb2d tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "DELETE /v2.0/networks/f2a5ed84-0a90-4e8c-9835-b142f1a43294 HTTP/1.1" status: 404 len: 339 time: 0.0255733 Dec 16 22:24:31.329406 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50260) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:31.406449 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c10c48b-a6af-441f-92a1-d702fbd41b5b tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Deleting subnet 2c933fc6-16b2-4dc9-8327-0168bb43bd94 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:24:31.415320 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9c10c48b-a6af-441f-92a1-d702fbd41b5b tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:31.439158 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f93682cd-fd29-482d-aac3-d66c2ec784fb tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:31.494721 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9c10c48b-a6af-441f-92a1-d702fbd41b5b tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:31.548632 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cc66564b-19c2-4c61-908e-bf6a32b365a1 req-22993bfd-2582-4b0b-8c3e-1a2bec5fe4e5 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:31.577264 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22993bfd-2582-4b0b-8c3e-1a2bec5fe4e5 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Pushing event deleted for resources: {'Port': ['ID=27ce3608-0b76-42eb-ad0a-2106f50a155b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:31.593330 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['27ce3608-0b76-42eb-ad0a-2106f50a155b'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:24:31.621439 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc47292-9b4c-4f34-a6e3-ffe55101889b None None] DHCP port deletion for 95473deb-c4c6-4acd-ac8d-825e9f19ae01 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:31.639996 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc66564b-19c2-4c61-908e-bf6a32b365a1 req-22993bfd-2582-4b0b-8c3e-1a2bec5fe4e5 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] No DVR routers for this DVR port 27ce3608-0b76-42eb-ad0a-2106f50a155b on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:24:31.642416 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cc66564b-19c2-4c61-908e-bf6a32b365a1 req-22993bfd-2582-4b0b-8c3e-1a2bec5fe4e5 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:31.646067 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cc66564b-19c2-4c61-908e-bf6a32b365a1 req-22993bfd-2582-4b0b-8c3e-1a2bec5fe4e5 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.76 "DELETE /v2.0/ports/27ce3608-0b76-42eb-ad0a-2106f50a155b HTTP/1.1" status: 204 len: 173 time: 0.7841167 Dec 16 22:24:31.646953 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af61c674-4c36-4cc5-a7b9-46076f75f815', 'name': 'network-vif-deleted', 'tag': '27ce3608-0b76-42eb-ad0a-2106f50a155b'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:24:31.648939 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963a27e6-975c-4ead-8236-1e3b1c9d51e7" -d '{"events": [{"server_uuid": "af61c674-4c36-4cc5-a7b9-46076f75f815", "name": "network-vif-deleted", "tag": "27ce3608-0b76-42eb-ad0a-2106f50a155b"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:24:31.684364 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9c10c48b-a6af-441f-92a1-d702fbd41b5b tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:31.712375 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e4d59d-18cb-47c9-bd47-ee2ba8f731bb x-openstack-request-id: req-f4e4d59d-18cb-47c9-bd47-ee2ba8f731bb {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:24:31.714982 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af61c674-4c36-4cc5-a7b9-46076f75f815", "name": "network-vif-deleted", "tag": "27ce3608-0b76-42eb-ad0a-2106f50a155b", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:24:31.715297 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f4e4d59d-18cb-47c9-bd47-ee2ba8f731bb {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:24:31.729987 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af61c674-4c36-4cc5-a7b9-46076f75f815', 'name': 'network-vif-deleted', 'tag': '27ce3608-0b76-42eb-ad0a-2106f50a155b', 'status': 'completed', 'code': 200} Dec 16 22:24:31.904339 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f93682cd-fd29-482d-aac3-d66c2ec784fb tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:31.942442 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-34206e6c-9f6c-4bde-a2c7-81191ccd0749 req-7ddca2d9-c0de-43d4-823d-f9039bb49741 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=af61c674-4c36-4cc5-a7b9-46076f75f815 HTTP/1.1" status: 200 len: 210 time: 0.0294387 Dec 16 22:24:31.949739 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9c10c48b-a6af-441f-92a1-d702fbd41b5b tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:31.978212 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10c48b-a6af-441f-92a1-d702fbd41b5b tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Subnet': ['ID=2c933fc6-16b2-4dc9-8327-0168bb43bd94,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:31.983827 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9c10c48b-a6af-441f-92a1-d702fbd41b5b tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:31.983827 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9c10c48b-a6af-441f-92a1-d702fbd41b5b tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "DELETE /v2.0/subnets/2c933fc6-16b2-4dc9-8327-0168bb43bd94 HTTP/1.1" status: 204 len: 168 time: 0.6529446 Dec 16 22:24:31.986380 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50268) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:31.996771 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93c1250-051a-4364-a0b6-97385117dd9b None None] Network bec5ca30-14a4-4711-971b-76119dcd3077 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:32.000182 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f93682cd-fd29-482d-aac3-d66c2ec784fb tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:32.148041 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae48c9f4-f922-4b11-976d-3d978278ebb9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:32.163961 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93682cd-fd29-482d-aac3-d66c2ec784fb tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event updated for resources: {'Port': ['ID=3e3b7de8-bc73-4574-a5ff-148c4f67747a,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:32.168188 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f93682cd-fd29-482d-aac3-d66c2ec784fb tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:32.228155 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-ae48c9f4-f922-4b11-976d-3d978278ebb9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Deleting port b9f751d6-b333-41de-b290-338ac209a99e {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:32.228867 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae48c9f4-f922-4b11-976d-3d978278ebb9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:32.243826 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6f8bfd-367e-4cdf-b326-4300812c798b None None] DHCP port deletion for bec5ca30-14a4-4711-971b-76119dcd3077 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:32.317427 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f8bfd-367e-4cdf-b326-4300812c798b None None] Deleting port b9f751d6-b333-41de-b290-338ac209a99e {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:32.318304 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce6f8bfd-367e-4cdf-b326-4300812c798b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:32.336167 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-ae48c9f4-f922-4b11-976d-3d978278ebb9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] For port b9f751d6-b333-41de-b290-338ac209a99e, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b9f751d6-b333-41de-b290-338ac209a99e,segment=NetworkSegment(49aa4be0-8133-4ae9-a011-44681d2c32fa),segment_id=49aa4be0-8133-4ae9-a011-44681d2c32fa)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:32.337160 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae48c9f4-f922-4b11-976d-3d978278ebb9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:32.355703 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-ae48c9f4-f922-4b11-976d-3d978278ebb9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Calling delete_port for b9f751d6-b333-41de-b290-338ac209a99e owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:32.387161 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f1167-83a4-458f-99ce-7e2b89580907 req-286e1eb6-596d-4cda-b8af-1c969bcb2f4f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:32.394392 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f1167-83a4-458f-99ce-7e2b89580907 req-286e1eb6-596d-4cda-b8af-1c969bcb2f4f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:32.416365 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f1167-83a4-458f-99ce-7e2b89580907 req-286e1eb6-596d-4cda-b8af-1c969bcb2f4f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:32.425125 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f1167-83a4-458f-99ce-7e2b89580907 req-286e1eb6-596d-4cda-b8af-1c969bcb2f4f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:32.433055 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f1167-83a4-458f-99ce-7e2b89580907 req-286e1eb6-596d-4cda-b8af-1c969bcb2f4f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:32.441944 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f1167-83a4-458f-99ce-7e2b89580907 req-286e1eb6-596d-4cda-b8af-1c969bcb2f4f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:32.448878 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ce6f8bfd-367e-4cdf-b326-4300812c798b None None] For port b9f751d6-b333-41de-b290-338ac209a99e, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b9f751d6-b333-41de-b290-338ac209a99e,segment=NetworkSegment(49aa4be0-8133-4ae9-a011-44681d2c32fa),segment_id=49aa4be0-8133-4ae9-a011-44681d2c32fa)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:32.449274 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce6f8bfd-367e-4cdf-b326-4300812c798b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:32.451202 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f1167-83a4-458f-99ce-7e2b89580907 req-286e1eb6-596d-4cda-b8af-1c969bcb2f4f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:32.456271 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-946f1167-83a4-458f-99ce-7e2b89580907 req-286e1eb6-596d-4cda-b8af-1c969bcb2f4f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5442 time: 0.1636975 Dec 16 22:24:32.471610 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f8bfd-367e-4cdf-b326-4300812c798b None None] Calling delete_port for b9f751d6-b333-41de-b290-338ac209a99e owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:32.497847 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93682cd-fd29-482d-aac3-d66c2ec784fb tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Network 293ec108-1ed7-46d1-8f0a-2fc2e231ea21 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:32.506382 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-f93682cd-fd29-482d-aac3-d66c2ec784fb tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:32.526897 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5384ca-655c-4c39-9738-8f16f2dfc1cd None None] DHCP port deletion for 293ec108-1ed7-46d1-8f0a-2fc2e231ea21 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:32.528844 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b9f751d6-b333-41de-b290-338ac209a99e no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:24:32.537228 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae48c9f4-f922-4b11-976d-3d978278ebb9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:32.563332 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48c9f4-f922-4b11-976d-3d978278ebb9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Port': ['ID=b9f751d6-b333-41de-b290-338ac209a99e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:32.566679 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae48c9f4-f922-4b11-976d-3d978278ebb9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] No DVR routers for this DVR port b9f751d6-b333-41de-b290-338ac209a99e on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:24:32.632394 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No active binding found for port b9f751d6-b333-41de-b290-338ac209a99e {{(pid=103615) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 22:24:32.632394 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b9f751d6-b333-41de-b290-338ac209a99e not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:24:32.650580 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce6f8bfd-367e-4cdf-b326-4300812c798b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:32.695547 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f8bfd-367e-4cdf-b326-4300812c798b None None] Pushing event deleted for resources: {'Port': ['ID=b9f751d6-b333-41de-b290-338ac209a99e,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:32.702422 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6f8bfd-367e-4cdf-b326-4300812c798b None None] No DVR routers for this DVR port b9f751d6-b333-41de-b290-338ac209a99e on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:24:32.714716 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-fbb8ada7-0a9c-4023-b3f7-df7f4392c0d3 None None] Provisioning complete for port 3e3b7de8-bc73-4574-a5ff-148c4f67747a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:32.715537 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbb8ada7-0a9c-4023-b3f7-df7f4392c0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:32.764441 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-fbb8ada7-0a9c-4023-b3f7-df7f4392c0d3 None None] Port 3e3b7de8-bc73-4574-a5ff-148c4f67747a cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:32.800173 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae48c9f4-f922-4b11-976d-3d978278ebb9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:32.836513 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-ae48c9f4-f922-4b11-976d-3d978278ebb9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec5ca30-14a4-4711-971b-76119dcd3077']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:32.850660 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-ae48c9f4-f922-4b11-976d-3d978278ebb9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49aa4be0-8133-4ae9-a011-44681d2c32fa') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:32.851034 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-ae48c9f4-f922-4b11-976d-3d978278ebb9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49aa4be0-8133-4ae9-a011-44681d2c32fa') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:32.862442 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae48c9f4-f922-4b11-976d-3d978278ebb9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:32.877723 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae48c9f4-f922-4b11-976d-3d978278ebb9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:32.886878 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae48c9f4-f922-4b11-976d-3d978278ebb9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:24:32.887401 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae48c9f4-f922-4b11-976d-3d978278ebb9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:24:32.891098 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:24:32.940507 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990713e8-9fa9-4fb5-8920-65b3db167871'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:24:32.948282 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0356d07a-d47f-4b1a-a21a-a02decfb7643" -d '{"events": [{"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-plugged", "status": "completed", "tag": "990713e8-9fa9-4fb5-8920-65b3db167871"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:24:32.998087 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9759438c-46fa-4086-ad1e-101cceb4b677 x-openstack-request-id: req-9759438c-46fa-4086-ad1e-101cceb4b677 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:24:32.998397 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-plugged", "status": "completed", "tag": "990713e8-9fa9-4fb5-8920-65b3db167871", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:24:32.999070 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9759438c-46fa-4086-ad1e-101cceb4b677 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:24:32.999525 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990713e8-9fa9-4fb5-8920-65b3db167871', 'code': 200} Dec 16 22:24:33.051517 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-946f1167-83a4-458f-99ce-7e2b89580907 req-6b560e73-2a08-4629-ab0b-1981ddf1059e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5897663 Dec 16 22:24:33.063189 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae48c9f4-f922-4b11-976d-3d978278ebb9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:33.077261 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae48c9f4-f922-4b11-976d-3d978278ebb9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:33.089396 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93682cd-fd29-482d-aac3-d66c2ec784fb tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Router 03c66675-8b7e-4c40-b4ab-5ef12aeac231 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:24:33.092727 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50284) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:33.093023 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ae48c9f4-f922-4b11-976d-3d978278ebb9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "DELETE /v2.0/networks/bec5ca30-14a4-4711-971b-76119dcd3077 HTTP/1.1" status: 204 len: 168 time: 1.1020877 Dec 16 22:24:33.133742 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48c9f4-f922-4b11-976d-3d978278ebb9 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Network': ['ID=bec5ca30-14a4-4711-971b-76119dcd3077,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:33.145740 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-772700f5-2245-4e96-9230-6d7767530aec tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] DELETE failed (client error): The resource could not be found. Dec 16 22:24:33.147287 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-772700f5-2245-4e96-9230-6d7767530aec tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:24:33.151211 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-772700f5-2245-4e96-9230-6d7767530aec tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "DELETE /v2.0/subnets/1d2efae8-7a3e-4a47-8af5-f50138d768a5 HTTP/1.1" status: 404 len: 337 time: 0.0564623 Dec 16 22:24:33.154164 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50286) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:33.179024 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-defbd8c1-87b9-45e8-b7a6-083d51603566 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] DELETE failed (client error): The resource could not be found. Dec 16 22:24:33.179679 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-defbd8c1-87b9-45e8-b7a6-083d51603566 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:24:33.189669 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-defbd8c1-87b9-45e8-b7a6-083d51603566 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "DELETE /v2.0/networks/c9e55761-1f52-45cb-9ada-2f4297cb5b0d HTTP/1.1" status: 404 len: 339 time: 0.0343051 Dec 16 22:24:33.190675 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50290) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:33.285018 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-40725b22-6b70-4493-bcf4-f1701d7e8119 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Deleting subnet 5fc8dc54-e09b-4576-9052-e911c5d74ba2 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:24:33.289577 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-40725b22-6b70-4493-bcf4-f1701d7e8119 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:33.343973 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-40725b22-6b70-4493-bcf4-f1701d7e8119 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:33.422260 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-02092aed-de92-4f22-b377-eac2b54bad3e tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:33.423760 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-02092aed-de92-4f22-b377-eac2b54bad3e tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/networks?id=95473deb-c4c6-4acd-ac8d-825e9f19ae01 HTTP/1.1" status: 200 len: 811 time: 0.1252992 Dec 16 22:24:33.447665 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-40725b22-6b70-4493-bcf4-f1701d7e8119 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:33.451902 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93682cd-fd29-482d-aac3-d66c2ec784fb tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:24:33.462481 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f93682cd-fd29-482d-aac3-d66c2ec784fb tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "PUT /v2.0/routers/03c66675-8b7e-4c40-b4ab-5ef12aeac231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3127193 Dec 16 22:24:33.464065 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-f7c8a107-650d-4516-aa4a-ba3f00ab0903 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/quotas/ea5518dc3a684f128c195124e4b872a7 HTTP/1.1" status: 200 len: 375 time: 0.0308630 Dec 16 22:24:33.465215 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab98bce-9b4d-400a-9f82-95d4f7c2b48e None None] Sync routers for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:24:33.465702 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50304) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:33.471086 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-67f3dea2-f394-4d3d-91d2-6c15ee23c649 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Request body: {'port': {'network_id': '293ec108-1ed7-46d1-8f0a-2fc2e231ea21', 'name': 'tempest-FloatingIPTestJSON-204904723'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:33.480889 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab98bce-9b4d-400a-9f82-95d4f7c2b48e None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:33.482895 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-bab98bce-9b4d-400a-9f82-95d4f7c2b48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:33.529031 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b77e1c-97de-4319-85b1-25f95e572c18 req-da6e7767-b5b4-42dc-abc7-1babe1081a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:33.529518 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b77e1c-97de-4319-85b1-25f95e572c18 req-da6e7767-b5b4-42dc-abc7-1babe1081a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:33.530461 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b77e1c-97de-4319-85b1-25f95e572c18 req-da6e7767-b5b4-42dc-abc7-1babe1081a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:33.530711 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b77e1c-97de-4319-85b1-25f95e572c18 req-da6e7767-b5b4-42dc-abc7-1babe1081a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:33.531025 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b77e1c-97de-4319-85b1-25f95e572c18 req-da6e7767-b5b4-42dc-abc7-1babe1081a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:33.531528 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b77e1c-97de-4319-85b1-25f95e572c18 req-da6e7767-b5b4-42dc-abc7-1babe1081a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:33.532002 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b77e1c-97de-4319-85b1-25f95e572c18 req-da6e7767-b5b4-42dc-abc7-1babe1081a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:33.534002 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-51b77e1c-97de-4319-85b1-25f95e572c18 req-da6e7767-b5b4-42dc-abc7-1babe1081a53 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 6499 time: 0.3919637 Dec 16 22:24:33.541608 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-bab98bce-9b4d-400a-9f82-95d4f7c2b48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:33.550811 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab98bce-9b4d-400a-9f82-95d4f7c2b48e None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:33.551483 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-bab98bce-9b4d-400a-9f82-95d4f7c2b48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:33.580536 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-9f22924e-967c-43c4-ae48-47f43daf4bd0 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ea5518dc3a684f128c195124e4b872a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420411 Dec 16 22:24:33.586471 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-bab98bce-9b4d-400a-9f82-95d4f7c2b48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:33.592897 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab98bce-9b4d-400a-9f82-95d4f7c2b48e None None] The sync data for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:24:33.610040 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-40725b22-6b70-4493-bcf4-f1701d7e8119 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:33.654836 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40725b22-6b70-4493-bcf4-f1701d7e8119 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Subnet': ['ID=5fc8dc54-e09b-4576-9052-e911c5d74ba2,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:33.663119 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-40725b22-6b70-4493-bcf4-f1701d7e8119 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:33.666608 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2c7900-31fd-4514-a2fd-e1c40a85c4f5 None None] Network 975fa377-37bc-4138-ad1e-24d66bb6ede0 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:33.667305 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-40725b22-6b70-4493-bcf4-f1701d7e8119 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "DELETE /v2.0/subnets/5fc8dc54-e09b-4576-9052-e911c5d74ba2 HTTP/1.1" status: 204 len: 168 time: 0.4751153 Dec 16 22:24:33.669702 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50306) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:33.731746 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-9f730ee3-fafe-4819-bb9b-b4b5660fc9aa service neutron] 10.222.0.75 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312315 Dec 16 22:24:33.779764 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:33.851417 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Deleting port d89ec57c-01c0-4a7f-b8b5-87f63f675847 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:33.851769 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:33.868329 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cb2ad9-ffe2-41be-9b20-c4852c405efa None None] DHCP port deletion for 975fa377-37bc-4138-ad1e-24d66bb6ede0 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:33.868594 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-51b77e1c-97de-4319-85b1-25f95e572c18 req-6f7f5c2b-b638-44f4-b56f-92282f94ade8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1441c638-c88b-4ce3-8d53-759c5e35accf&id=a7c0143e-afb5-4938-a413-da33b57b5831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3167543 Dec 16 22:24:33.918187 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-e286c482-3601-410a-b57c-4ac08982d513 service neutron] 10.222.0.75 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757107 Dec 16 22:24:33.931190 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-52cb2ad9-ffe2-41be-9b20-c4852c405efa None None] Deleting port d89ec57c-01c0-4a7f-b8b5-87f63f675847 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:33.931576 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52cb2ad9-ffe2-41be-9b20-c4852c405efa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:33.947869 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] For port d89ec57c-01c0-4a7f-b8b5-87f63f675847, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d89ec57c-01c0-4a7f-b8b5-87f63f675847,segment=NetworkSegment(26c783db-cbd9-4593-aa97-0ce3e1b4adc1),segment_id=26c783db-cbd9-4593-aa97-0ce3e1b4adc1)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:33.947869 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:33.960764 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Calling delete_port for d89ec57c-01c0-4a7f-b8b5-87f63f675847 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:34.000204 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f3dea2-f394-4d3d-91d2-6c15ee23c649 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Made reservation on behalf of e9cd5708aa154edc97141deed8d71f03 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:34.004411 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-67f3dea2-f394-4d3d-91d2-6c15ee23c649 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:34.015583 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-52cb2ad9-ffe2-41be-9b20-c4852c405efa None None] For port d89ec57c-01c0-4a7f-b8b5-87f63f675847, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d89ec57c-01c0-4a7f-b8b5-87f63f675847,segment=NetworkSegment(26c783db-cbd9-4593-aa97-0ce3e1b4adc1),segment_id=26c783db-cbd9-4593-aa97-0ce3e1b4adc1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:34.021986 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52cb2ad9-ffe2-41be-9b20-c4852c405efa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:34.028069 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-67f3dea2-f394-4d3d-91d2-6c15ee23c649 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] device_id is not set on port cd31e974-73b6-4299-ab51-7e91d07713ca yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:24:34.032195 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-52cb2ad9-ffe2-41be-9b20-c4852c405efa None None] Calling delete_port for d89ec57c-01c0-4a7f-b8b5-87f63f675847 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:34.149430 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:34.158225 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52cb2ad9-ffe2-41be-9b20-c4852c405efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:34.191492 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb2ad9-ffe2-41be-9b20-c4852c405efa None None] Pushing event deleted for resources: {'Port': ['ID=d89ec57c-01c0-4a7f-b8b5-87f63f675847,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:34.198387 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cb2ad9-ffe2-41be-9b20-c4852c405efa None None] No DVR routers for this DVR port d89ec57c-01c0-4a7f-b8b5-87f63f675847 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:24:34.221079 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-67f3dea2-f394-4d3d-91d2-6c15ee23c649 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Allocated IP 172.20.0.13 (293ec108-1ed7-46d1-8f0a-2fc2e231ea21/09d92cd5-84f1-41a6-8e83-6326cb97eb3a/cd31e974-73b6-4299-ab51-7e91d07713ca) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:34.258888 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] No DVR routers for this DVR port d89ec57c-01c0-4a7f-b8b5-87f63f675847 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:24:34.267775 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Port': ['ID=d89ec57c-01c0-4a7f-b8b5-87f63f675847,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:34.337788 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:34.338159 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:34.338485 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:34.338832 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:34.339335 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:34.339689 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:34.340018 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:34.340346 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:34.340723 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:34.341008 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:34.341566 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:34.341901 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:34.342253 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:34.346065 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-43186a52-b60d-40ca-b8a6-3d9d42655bc2 req-da5abcee-bff7-4d26-8c78-b2faed741286 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 210 time: 0.0738039 Dec 16 22:24:34.414445 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2d23a-1b21-4251-ba06-2a417c7064c9 req-a10c0936-6d07-4450-b5b8-7133b756a9ad tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:34.420869 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2d23a-1b21-4251-ba06-2a417c7064c9 req-a10c0936-6d07-4450-b5b8-7133b756a9ad tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:34.427003 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2d23a-1b21-4251-ba06-2a417c7064c9 req-a10c0936-6d07-4450-b5b8-7133b756a9ad tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:34.433872 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2d23a-1b21-4251-ba06-2a417c7064c9 req-a10c0936-6d07-4450-b5b8-7133b756a9ad tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:34.441104 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2d23a-1b21-4251-ba06-2a417c7064c9 req-a10c0936-6d07-4450-b5b8-7133b756a9ad tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:34.448218 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2d23a-1b21-4251-ba06-2a417c7064c9 req-a10c0936-6d07-4450-b5b8-7133b756a9ad tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:34.478447 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2d23a-1b21-4251-ba06-2a417c7064c9 req-a10c0936-6d07-4450-b5b8-7133b756a9ad tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:34.487055 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5db2d23a-1b21-4251-ba06-2a417c7064c9 req-a10c0936-6d07-4450-b5b8-7133b756a9ad tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5442 time: 0.2398057 Dec 16 22:24:34.516115 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d89ec57c-01c0-4a7f-b8b5-87f63f675847 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:24:34.537285 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-67f3dea2-f394-4d3d-91d2-6c15ee23c649 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:34.575518 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: d89ec57c-01c0-4a7f-b8b5-87f63f675847 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:24:34.575896 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d89ec57c-01c0-4a7f-b8b5-87f63f675847 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:24:34.597009 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:34.635360 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5db2d23a-1b21-4251-ba06-2a417c7064c9 req-499ef632-765f-4cad-ac8a-9d7325e6f6a2 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1381180 Dec 16 22:24:34.648956 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-67f3dea2-f394-4d3d-91d2-6c15ee23c649 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:34.650915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975fa377-37bc-4138-ad1e-24d66bb6ede0']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:34.664826 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c783db-cbd9-4593-aa97-0ce3e1b4adc1') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:34.665123 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c783db-cbd9-4593-aa97-0ce3e1b4adc1') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:34.678602 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:34.703174 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:34.706150 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f3dea2-f394-4d3d-91d2-6c15ee23c649 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Network 293ec108-1ed7-46d1-8f0a-2fc2e231ea21 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:34.709423 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-67f3dea2-f394-4d3d-91d2-6c15ee23c649 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:34.710453 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:24:34.711782 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:34.714460 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f3dea2-f394-4d3d-91d2-6c15ee23c649 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:24:34.716375 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:24:34.740660 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c13be48-314b-4fc7-8d96-d2e3b6a60377 None None] DHCP port deletion for 293ec108-1ed7-46d1-8f0a-2fc2e231ea21 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:34.755926 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3dea2-f394-4d3d-91d2-6c15ee23c649 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event updated for resources: {'Port': ['ID=cd31e974-73b6-4299-ab51-7e91d07713ca,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:34.803590 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f3dea2-f394-4d3d-91d2-6c15ee23c649 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:34.804235 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-67f3dea2-f394-4d3d-91d2-6c15ee23c649 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:34.826643 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5f6014a5-b30b-4b50-9fdf-6c89b2db756f None None] Provisioning complete for port cd31e974-73b6-4299-ab51-7e91d07713ca triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:34.827212 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f6014a5-b30b-4b50-9fdf-6c89b2db756f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:34.866831 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5f6014a5-b30b-4b50-9fdf-6c89b2db756f None None] Port cd31e974-73b6-4299-ab51-7e91d07713ca cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:34.949327 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:34.952767 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-67f3dea2-f394-4d3d-91d2-6c15ee23c649 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4864151 Dec 16 22:24:34.955174 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50328) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:34.962314 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:34.963773 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-2b282380-1f39-425c-91fd-9914da840ecd tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Request body: {'port': {'network_id': '293ec108-1ed7-46d1-8f0a-2fc2e231ea21', 'name': 'tempest-FloatingIPTestJSON-131522057'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:34.982407 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] 10.222.0.75 "DELETE /v2.0/networks/975fa377-37bc-4138-ad1e-24d66bb6ede0 HTTP/1.1" status: 204 len: 168 time: 1.2986145 Dec 16 22:24:35.018153 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8953a43-4090-48a7-9ef0-360319d49614 tempest-NetworksIpV6Test-1119623657 tempest-NetworksIpV6Test-1119623657-project] Pushing event deleted for resources: {'Network': ['ID=975fa377-37bc-4138-ad1e-24d66bb6ede0,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:35.205279 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b282380-1f39-425c-91fd-9914da840ecd tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Made reservation on behalf of e9cd5708aa154edc97141deed8d71f03 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:35.209909 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b282380-1f39-425c-91fd-9914da840ecd tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:35.227781 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-2b282380-1f39-425c-91fd-9914da840ecd tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] device_id is not set on port 440710d6-7c64-4da3-8b75-a11a285c5137 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:24:35.349029 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-2b282380-1f39-425c-91fd-9914da840ecd tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Allocated IP 172.20.0.7 (293ec108-1ed7-46d1-8f0a-2fc2e231ea21/09d92cd5-84f1-41a6-8e83-6326cb97eb3a/440710d6-7c64-4da3-8b75-a11a285c5137) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:35.498908 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6f99fe22-ad3d-4fad-a1e5-af89ac7d4c4c req-78e8b313-8e07-47b0-b939-02ef380c1ebd tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 210 time: 0.0432861 Dec 16 22:24:35.540062 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50338) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:35.562332 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b282380-1f39-425c-91fd-9914da840ecd tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:35.594617 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 27ce3608-0b76-42eb-ad0a-2106f50a155b no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:24:35.636390 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 27ce3608-0b76-42eb-ad0a-2106f50a155b {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:24:35.636740 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 27ce3608-0b76-42eb-ad0a-2106f50a155b not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:24:35.663450 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b282380-1f39-425c-91fd-9914da840ecd tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:35.758300 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b282380-1f39-425c-91fd-9914da840ecd tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Network 293ec108-1ed7-46d1-8f0a-2fc2e231ea21 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:35.769476 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-2b282380-1f39-425c-91fd-9914da840ecd tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:35.790652 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85583b16-e6e3-43b2-9f13-22948aef033d None None] DHCP port deletion for 293ec108-1ed7-46d1-8f0a-2fc2e231ea21 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:35.798909 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b282380-1f39-425c-91fd-9914da840ecd tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event updated for resources: {'Port': ['ID=440710d6-7c64-4da3-8b75-a11a285c5137,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:35.816674 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b282380-1f39-425c-91fd-9914da840ecd tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:35.830761 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf602af-5397-49f7-8bac-f2c5d360d476 req-fc03408e-db9b-4e8c-a509-85f7bf07f73d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:35.837207 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf602af-5397-49f7-8bac-f2c5d360d476 req-fc03408e-db9b-4e8c-a509-85f7bf07f73d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:35.843199 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf602af-5397-49f7-8bac-f2c5d360d476 req-fc03408e-db9b-4e8c-a509-85f7bf07f73d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:35.849307 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf602af-5397-49f7-8bac-f2c5d360d476 req-fc03408e-db9b-4e8c-a509-85f7bf07f73d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:35.855203 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf602af-5397-49f7-8bac-f2c5d360d476 req-fc03408e-db9b-4e8c-a509-85f7bf07f73d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:35.861065 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf602af-5397-49f7-8bac-f2c5d360d476 req-fc03408e-db9b-4e8c-a509-85f7bf07f73d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:35.867950 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf602af-5397-49f7-8bac-f2c5d360d476 req-fc03408e-db9b-4e8c-a509-85f7bf07f73d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:35.869929 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4bf602af-5397-49f7-8bac-f2c5d360d476 req-fc03408e-db9b-4e8c-a509-85f7bf07f73d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5442 time: 0.1338446 Dec 16 22:24:35.872553 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a9084c54-a585-41be-ae01-ee645b0a530e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e074d718718044f5ac8fe581dcac665f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3316123 Dec 16 22:24:35.875133 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50348) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:35.877540 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b282380-1f39-425c-91fd-9914da840ecd tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:35.878335 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b282380-1f39-425c-91fd-9914da840ecd tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:35.941913 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e2b9e91f-d670-47ec-9e2f-9f496fc84a14 None None] Provisioning complete for port 440710d6-7c64-4da3-8b75-a11a285c5137 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:35.943633 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e91f-d670-47ec-9e2f-9f496fc84a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:35.976204 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4bf602af-5397-49f7-8bac-f2c5d360d476 req-3f2c2010-e350-4523-94f7-e47805226c90 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0913136 Dec 16 22:24:35.985003 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55b30bec-7885-49f7-a95d-f760ac1b9c87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:35.986458 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e2b9e91f-d670-47ec-9e2f-9f496fc84a14 None None] Port 440710d6-7c64-4da3-8b75-a11a285c5137 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:35.997204 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2b282380-1f39-425c-91fd-9914da840ecd tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0405896 Dec 16 22:24:36.000319 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50350) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:36.006034 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-c4fc7d8b-ec74-4bca-96c1-017157ff4e71 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'port_id': '440710d6-7c64-4da3-8b75-a11a285c5137', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:36.022703 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55b30bec-7885-49f7-a95d-f760ac1b9c87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:36.137416 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c4fc7d8b-ec74-4bca-96c1-017157ff4e71 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:36.171031 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55b30bec-7885-49f7-a95d-f760ac1b9c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:36.175235 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55b30bec-7885-49f7-a95d-f760ac1b9c87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:36.179204 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-55b30bec-7885-49f7-a95d-f760ac1b9c87 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/912c9e6f-7334-495d-9ff8-540ab051f4bd HTTP/1.1" status: 204 len: 168 time: 0.3004189 Dec 16 22:24:36.189097 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b30bec-7885-49f7-a95d-f760ac1b9c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912c9e6f-7334-495d-9ff8-540ab051f4bd,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:36.272494 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c4fc7d8b-ec74-4bca-96c1-017157ff4e71 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:36.388311 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-c4fc7d8b-ec74-4bca-96c1-017157ff4e71 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Allocated IP 172.25.6.11 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/a5fdb7e7-7c3c-415d-b60a-248d1137dfaf) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:36.505200 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c4fc7d8b-ec74-4bca-96c1-017157ff4e71 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:36.609839 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c4fc7d8b-ec74-4bca-96c1-017157ff4e71 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:36.637636 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3eb1aecf-bafa-4a53-a6f0-f9ee6b2e068e req-7854dfc6-4d5e-4db7-ac66-6ef28d005d59 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 210 time: 0.0401442 Dec 16 22:24:36.704660 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fc7d8b-ec74-4bca-96c1-017157ff4e71 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:36.708169 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-c4fc7d8b-ec74-4bca-96c1-017157ff4e71 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:36.711034 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fc7d8b-ec74-4bca-96c1-017157ff4e71 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:36.753340 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc7d8b-ec74-4bca-96c1-017157ff4e71 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event updated for resources: {'Port': ['ID=a5fdb7e7-7c3c-415d-b60a-248d1137dfaf,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:36.947263 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-01a55c0b-0d95-4b43-b9d8-0d1fa16ecdc2 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:36.947263 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-01a55c0b-0d95-4b43-b9d8-0d1fa16ecdc2 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.76 "GET /v2.0/networks?id=95473deb-c4c6-4acd-ac8d-825e9f19ae01 HTTP/1.1" status: 200 len: 811 time: 0.1510005 Dec 16 22:24:36.964506 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-ca75e6e4-ab6b-4a3f-8dc9-b4e1341b6341 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Request body: {'port': {'device_id': 'ba20a11f-9aaa-45f4-b8b8-d9c6501fd596', 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01', 'admin_state_up': True, 'tenant_id': 'ea5518dc3a684f128c195124e4b872a7'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:37.183444 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dec4f-7f30-4c90-b780-64003054eec6 req-0911c749-a63f-4bb5-a889-739ef57f5741 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:37.190228 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dec4f-7f30-4c90-b780-64003054eec6 req-0911c749-a63f-4bb5-a889-739ef57f5741 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:37.198011 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dec4f-7f30-4c90-b780-64003054eec6 req-0911c749-a63f-4bb5-a889-739ef57f5741 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:37.205852 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dec4f-7f30-4c90-b780-64003054eec6 req-0911c749-a63f-4bb5-a889-739ef57f5741 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:37.212989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dec4f-7f30-4c90-b780-64003054eec6 req-0911c749-a63f-4bb5-a889-739ef57f5741 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:37.219824 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dec4f-7f30-4c90-b780-64003054eec6 req-0911c749-a63f-4bb5-a889-739ef57f5741 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:37.226990 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dec4f-7f30-4c90-b780-64003054eec6 req-0911c749-a63f-4bb5-a889-739ef57f5741 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:37.231561 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c66dec4f-7f30-4c90-b780-64003054eec6 req-0911c749-a63f-4bb5-a889-739ef57f5741 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5442 time: 0.1286454 Dec 16 22:24:37.233434 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-ca75e6e4-ab6b-4a3f-8dc9-b4e1341b6341 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Made reservation on behalf of ea5518dc3a684f128c195124e4b872a7 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:37.237712 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-ca75e6e4-ab6b-4a3f-8dc9-b4e1341b6341 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:37.384029 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c66dec4f-7f30-4c90-b780-64003054eec6 req-be2c914d-e353-44ca-ad9a-6ee250387a3d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1430006 Dec 16 22:24:37.409526 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c4fc7d8b-ec74-4bca-96c1-017157ff4e71 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:37.461119 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50384) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:37.462440 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-ca75e6e4-ab6b-4a3f-8dc9-b4e1341b6341 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Allocated IP 172.20.0.4 (95473deb-c4c6-4acd-ac8d-825e9f19ae01/d92fc665-bd71-47a6-9642-bbd2141113cf/2cef6e4a-7792-4210-b922-f470bff3e2c0) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:37.560133 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d42a9a-b98b-4076-b9b9-1d692cb64697 req-3eea1ddc-96b4-4a80-8f28-11cfb28cddad tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:37.566113 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d42a9a-b98b-4076-b9b9-1d692cb64697 req-3eea1ddc-96b4-4a80-8f28-11cfb28cddad tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:37.573243 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d42a9a-b98b-4076-b9b9-1d692cb64697 req-3eea1ddc-96b4-4a80-8f28-11cfb28cddad tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:37.579588 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d42a9a-b98b-4076-b9b9-1d692cb64697 req-3eea1ddc-96b4-4a80-8f28-11cfb28cddad tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:37.587352 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d42a9a-b98b-4076-b9b9-1d692cb64697 req-3eea1ddc-96b4-4a80-8f28-11cfb28cddad tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:37.592968 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d42a9a-b98b-4076-b9b9-1d692cb64697 req-3eea1ddc-96b4-4a80-8f28-11cfb28cddad tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:37.599081 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d42a9a-b98b-4076-b9b9-1d692cb64697 req-3eea1ddc-96b4-4a80-8f28-11cfb28cddad tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:37.601821 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a8d42a9a-b98b-4076-b9b9-1d692cb64697 req-3eea1ddc-96b4-4a80-8f28-11cfb28cddad tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5442 time: 0.1096761 Dec 16 22:24:37.629844 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50388) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:37.631669 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-87c6516b-4658-447f-a860-b97bcbfaada7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-489519152'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:37.639316 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-0266253a-d634-46d6-8a3a-28f21636b153 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Request body: {'floatingip': {'port_id': 'ea1ed190-b5c9-4f29-b19b-8909b9b1bce0'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:37.663794 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-ca75e6e4-ab6b-4a3f-8dc9-b4e1341b6341 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:37.692349 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0266253a-d634-46d6-8a3a-28f21636b153 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for floatingip, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:37.736571 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c4fc7d8b-ec74-4bca-96c1-017157ff4e71 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:37.751697 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d3d05f20-d18a-4fae-b33d-3e36ecd67e2f req-3ec068bc-88d5-4883-bab6-a04694a9a0db tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 210 time: 0.0288980 Dec 16 22:24:37.794523 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-ca75e6e4-ab6b-4a3f-8dc9-b4e1341b6341 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:37.881020 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-ca75e6e4-ab6b-4a3f-8dc9-b4e1341b6341 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:37.888098 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-ca75e6e4-ab6b-4a3f-8dc9-b4e1341b6341 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:37.890569 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75e6e4-ab6b-4a3f-8dc9-b4e1341b6341 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Pushing event updated for resources: {'Port': ['ID=2cef6e4a-7792-4210-b922-f470bff3e2c0,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:37.893157 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-ca75e6e4-ab6b-4a3f-8dc9-b4e1341b6341 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:37.960929 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec39a228-e790-4690-8eed-f7f2e791b4ce None None] DHCP port deletion for 95473deb-c4c6-4acd-ac8d-825e9f19ae01 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:37.980539 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-ca75e6e4-ab6b-4a3f-8dc9-b4e1341b6341 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:37.981597 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-ca75e6e4-ab6b-4a3f-8dc9-b4e1341b6341 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:38.023904 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f60491ed-96f5-4efe-81f0-5cb4680b2fd6 None None] Provisioning complete for port 2cef6e4a-7792-4210-b922-f470bff3e2c0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:38.024472 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f60491ed-96f5-4efe-81f0-5cb4680b2fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:38.033470 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c6516b-4658-447f-a860-b97bcbfaada7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Made reservation on behalf of a18342f5d6194e82aa3e4694433e8250 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:38.037307 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87c6516b-4658-447f-a860-b97bcbfaada7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:38.052358 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87c6516b-4658-447f-a860-b97bcbfaada7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:38.055857 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-ca75e6e4-ab6b-4a3f-8dc9-b4e1341b6341 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0960283 Dec 16 22:24:38.064353 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f60491ed-96f5-4efe-81f0-5cb4680b2fd6 None None] Port 2cef6e4a-7792-4210-b922-f470bff3e2c0 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:38.076965 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-6eb08865-c8f6-48af-a410-d126f637a30a service neutron] Request body: {'port': {'device_id': 'ba20a11f-9aaa-45f4-b8b8-d9c6501fd596', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:38.560190 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-6eb08865-c8f6-48af-a410-d126f637a30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:38.757011 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c4fc7d8b-ec74-4bca-96c1-017157ff4e71 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:38.779953 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87c6516b-4658-447f-a860-b97bcbfaada7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:38.891065 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-6eb08865-c8f6-48af-a410-d126f637a30a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cef6e4a-7792-4210-b922-f470bff3e2c0 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:24:38.899105 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-6eb08865-c8f6-48af-a410-d126f637a30a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:38.899505 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c4fc7d8b-ec74-4bca-96c1-017157ff4e71 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:38.917365 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-6eb08865-c8f6-48af-a410-d126f637a30a service neutron] Transition to ACTIVE for port object 2cef6e4a-7792-4210-b922-f470bff3e2c0 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:24:39.003628 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87c6516b-4658-447f-a860-b97bcbfaada7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:39.011476 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-6eb08865-c8f6-48af-a410-d126f637a30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:39.061967 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ab1049-9038-46fc-85b6-f6a844f56e1d None None] DHCP port deletion for 95473deb-c4c6-4acd-ac8d-825e9f19ae01 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:39.102402 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.db.resource_extend [None req-0266253a-d634-46d6-8a3a-28f21636b153 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:24:39.109423 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb08865-c8f6-48af-a410-d126f637a30a service neutron] Pushing event updated for resources: {'Port': ['ID=2cef6e4a-7792-4210-b922-f470bff3e2c0,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:39.155371 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c6516b-4658-447f-a860-b97bcbfaada7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:24:39.174891 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-6eb08865-c8f6-48af-a410-d126f637a30a service neutron] Attempting to bind port 2cef6e4a-7792-4210-b922-f470bff3e2c0 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:24:39.175270 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-6eb08865-c8f6-48af-a410-d126f637a30a service neutron] Attempting to bind port 2cef6e4a-7792-4210-b922-f470bff3e2c0 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '54ececd1-5703-4b82-a936-724ab58accf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:24:39.175608 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-6eb08865-c8f6-48af-a410-d126f637a30a service neutron] Attempting to bind port 2cef6e4a-7792-4210-b922-f470bff3e2c0 on network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:24:39.181032 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-6eb08865-c8f6-48af-a410-d126f637a30a service neutron] Port 2cef6e4a-7792-4210-b922-f470bff3e2c0 on network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:24:39.181364 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-6eb08865-c8f6-48af-a410-d126f637a30a service neutron] Attempting to bind port 2cef6e4a-7792-4210-b922-f470bff3e2c0 on network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:24:39.186253 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-6eb08865-c8f6-48af-a410-d126f637a30a service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:24:39.186596 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-6eb08865-c8f6-48af-a410-d126f637a30a service neutron] Checking segment: {'id': '54ececd1-5703-4b82-a936-724ab58accf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:39.186987 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-6eb08865-c8f6-48af-a410-d126f637a30a service neutron] Bound using segment: {'id': '54ececd1-5703-4b82-a936-724ab58accf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:24:39.187455 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-6eb08865-c8f6-48af-a410-d126f637a30a service neutron] Bound port: 2cef6e4a-7792-4210-b922-f470bff3e2c0, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ececd1-5703-4b82-a936-724ab58accf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:24:39.189632 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-6eb08865-c8f6-48af-a410-d126f637a30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:39.189759 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127e367-bd1e-40be-8f68-742b09ebc6ec req-c55fb0d0-0ac7-41a1-b148-fa1c3eb3d28a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:39.191918 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f127e367-bd1e-40be-8f68-742b09ebc6ec req-c55fb0d0-0ac7-41a1-b148-fa1c3eb3d28a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 931 time: 0.3388183 Dec 16 22:24:39.214072 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc7d8b-ec74-4bca-96c1-017157ff4e71 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event updated for resources: {'Port': ['ID=a5fdb7e7-7c3c-415d-b60a-248d1137dfaf,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:39.259285 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-6eb08865-c8f6-48af-a410-d126f637a30a service neutron] For port 2cef6e4a-7792-4210-b922-f470bff3e2c0, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:24:39.262877 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-6eb08865-c8f6-48af-a410-d126f637a30a service neutron] For port 2cef6e4a-7792-4210-b922-f470bff3e2c0, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=2cef6e4a-7792-4210-b922-f470bff3e2c0,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:24:39.283372 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87c6516b-4658-447f-a860-b97bcbfaada7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:39.283913 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-87c6516b-4658-447f-a860-b97bcbfaada7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Added segment 3afe83b1-600c-4de6-94d8-3034365e582d of type vlan for network 991944a3-711b-4c90-bdf5-efc4d72fd21b Dec 16 22:24:39.287178 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c4fc7d8b-ec74-4bca-96c1-017157ff4e71 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:39.289264 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6516b-4658-447f-a860-b97bcbfaada7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc937a5a-c6f0-467e-803f-b167a982f8eb,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:39.314657 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-6eb08865-c8f6-48af-a410-d126f637a30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:39.346627 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fdbfb8-ba0e-4918-8744-824ea0df3b50 None None] DHCP port deletion for 95473deb-c4c6-4acd-ac8d-825e9f19ae01 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:39.362521 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-6eb08865-c8f6-48af-a410-d126f637a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:39.363175 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-6eb08865-c8f6-48af-a410-d126f637a30a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:39.364840 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-6eb08865-c8f6-48af-a410-d126f637a30a service neutron] 10.222.0.76 "PUT /v2.0/ports/2cef6e4a-7792-4210-b922-f470bff3e2c0 HTTP/1.1" status: 200 len: 1091 time: 1.2926912 Dec 16 22:24:39.365803 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba20a11f-9aaa-45f4-b8b8-d9c6501fd596', 'tag': '2cef6e4a-7792-4210-b922-f470bff3e2c0'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:24:39.368316 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83361aae-1626-4c42-811f-0ae6263083ad" -d '{"events": [{"name": "network-changed", "server_uuid": "ba20a11f-9aaa-45f4-b8b8-d9c6501fd596", "tag": "2cef6e4a-7792-4210-b922-f470bff3e2c0"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:24:39.369017 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0266253a-d634-46d6-8a3a-28f21636b153 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:39.410654 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb08865-c8f6-48af-a410-d126f637a30a service neutron] Pushing event updated for resources: {'Port': ['ID=2cef6e4a-7792-4210-b922-f470bff3e2c0,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:39.425958 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c545d2c-8dfb-48aa-aef1-7c34f959a8b5 x-openstack-request-id: req-3c545d2c-8dfb-48aa-aef1-7c34f959a8b5 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:24:39.426270 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba20a11f-9aaa-45f4-b8b8-d9c6501fd596", "tag": "2cef6e4a-7792-4210-b922-f470bff3e2c0", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:24:39.426578 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3c545d2c-8dfb-48aa-aef1-7c34f959a8b5 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:24:39.427072 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba20a11f-9aaa-45f4-b8b8-d9c6501fd596', 'tag': '2cef6e4a-7792-4210-b922-f470bff3e2c0', 'status': 'completed', 'code': 200} Dec 16 22:24:39.451509 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0266253a-d634-46d6-8a3a-28f21636b153 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:39.461498 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87c6516b-4658-447f-a860-b97bcbfaada7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:39.530360 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83361aae-1626-4c42-811f-0ae6263083ad req-f00791a2-bee2-49f0-ace8-772e1807cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:39.532236 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-83361aae-1626-4c42-811f-0ae6263083ad req-f00791a2-bee2-49f0-ace8-772e1807cda1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ea5518dc3a684f128c195124e4b872a7&device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 1094 time: 0.0563354 Dec 16 22:24:39.545649 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f127e367-bd1e-40be-8f68-742b09ebc6ec req-8d944a8e-4d3c-465a-ae1a-b93818a561f5 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276157 Dec 16 22:24:39.638048 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-c4fc7d8b-ec74-4bca-96c1-017157ff4e71 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Floating IP 04ce3bed-00ed-4057-b028-89e53ab72866 associated. External IP: 172.25.6.11, port: 440710d6-7c64-4da3-8b75-a11a285c5137. Dec 16 22:24:39.680655 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83361aae-1626-4c42-811f-0ae6263083ad req-afbed519-0544-470d-964b-ca9f27084533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:39.682408 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-83361aae-1626-4c42-811f-0ae6263083ad req-afbed519-0544-470d-964b-ca9f27084533 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=ea5518dc3a684f128c195124e4b872a7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1331334 Dec 16 22:24:39.745690 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87c6516b-4658-447f-a860-b97bcbfaada7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:39.752347 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c6516b-4658-447f-a860-b97bcbfaada7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:39.755594 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87c6516b-4658-447f-a860-b97bcbfaada7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:39.809955 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83361aae-1626-4c42-811f-0ae6263083ad req-3fa30e3b-d757-44b1-bbe5-92f25785ba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:39.811694 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-83361aae-1626-4c42-811f-0ae6263083ad req-3fa30e3b-d757-44b1-bbe5-92f25785ba54 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1117702 Dec 16 22:24:39.835236 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-0266253a-d634-46d6-8a3a-28f21636b153 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Floating IP eba4e80c-5b5c-4193-b459-c594e682621d associated. External IP: 172.25.6.62, port: ea1ed190-b5c9-4f29-b19b-8909b9b1bce0. Dec 16 22:24:39.932570 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-c615d77a-0443-49fa-ad71-232af77ebe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:39.934393 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-c615d77a-0443-49fa-ad71-232af77ebe96 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ea5518dc3a684f128c195124e4b872a7&device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 1094 time: 0.0535660 Dec 16 22:24:39.934767 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-87c6516b-4658-447f-a860-b97bcbfaada7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4723318 Dec 16 22:24:39.956384 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6516b-4658-447f-a860-b97bcbfaada7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event updated for resources: {'Network': ['ID=991944a3-711b-4c90-bdf5-efc4d72fd21b,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:39.971318 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 991944a3-711b-4c90-bdf5-efc4d72fd21b details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:24:40.066966 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-ffd2923c-a93d-4d0b-98ce-66995a7f73f4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cef6e4a-7792-4210-b922-f470bff3e2c0 HTTP/1.1" status: 200 len: 217 time: 0.1160579 Dec 16 22:24:40.087734 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50416) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:40.094598 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-777713de-3bdd-4fd0-882c-d9579059bdfb tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Request body: {'subnet': {'network_id': '991944a3-711b-4c90-bdf5-efc4d72fd21b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:40.131636 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fc7d8b-ec74-4bca-96c1-017157ff4e71 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Router 03c66675-8b7e-4c40-b4ab-5ef12aeac231 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:24:40.217928 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-5229c063-373d-47fd-a700-35835ef6d6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:40.219371 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-5229c063-373d-47fd-a700-35835ef6d6fd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d92fc665-bd71-47a6-9642-bbd2141113cf HTTP/1.1" status: 200 len: 851 time: 0.1137373 Dec 16 22:24:40.260281 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-d18b176f-30c6-4cce-818e-8e1072c13172 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95473deb-c4c6-4acd-ac8d-825e9f19ae01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320218 Dec 16 22:24:40.336032 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0266253a-d634-46d6-8a3a-28f21636b153 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Router 1e282f95-7ca1-4ce1-8784-437eaa93717b has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:24:40.363907 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777713de-3bdd-4fd0-882c-d9579059bdfb tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Made reservation on behalf of a18342f5d6194e82aa3e4694433e8250 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:40.368031 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-777713de-3bdd-4fd0-882c-d9579059bdfb tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.402587 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fc7d8b-ec74-4bca-96c1-017157ff4e71 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:24:40.418070 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8beaba3-5575-48c9-862f-564fa9424b78 None None] Sync routers for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:24:40.422818 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-e1b31e91-412c-4dda-a993-d036d57cb8bb service neutron] 10.222.0.76 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547351 Dec 16 22:24:40.428612 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8beaba3-5575-48c9-862f-564fa9424b78 None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:40.429731 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a8beaba3-5575-48c9-862f-564fa9424b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:40.464835 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a8beaba3-5575-48c9-862f-564fa9424b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:40.475119 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8beaba3-5575-48c9-862f-564fa9424b78 None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:40.476290 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a8beaba3-5575-48c9-862f-564fa9424b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:40.495498 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0266253a-d634-46d6-8a3a-28f21636b153 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:24:40.500368 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0266253a-d634-46d6-8a3a-28f21636b153 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.507014 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f06318c-a562-4870-974d-2fb5888ad578 None None] Sync routers for ids ['1e282f95-7ca1-4ce1-8784-437eaa93717b'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:24:40.769093 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f06318c-a562-4870-974d-2fb5888ad578 None None] Routers {'1e282f95-7ca1-4ce1-8784-437eaa93717b'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:40.769093 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-5f06318c-a562-4870-974d-2fb5888ad578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1e282f95-7ca1-4ce1-8784-437eaa93717b'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:40.776038 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c4fc7d8b-ec74-4bca-96c1-017157ff4e71 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.780559 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a8beaba3-5575-48c9-862f-564fa9424b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:40.780559 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8beaba3-5575-48c9-862f-564fa9424b78 None None] The sync data for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:24:40.781021 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0266253a-d634-46d6-8a3a-28f21636b153 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "PUT /v2.0/floatingips/eba4e80c-5b5c-4193-b459-c594e682621d HTTP/1.1" status: 200 len: 990 time: 2.9781873 Dec 16 22:24:40.781021 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'tag': 'ea1ed190-b5c9-4f29-b19b-8909b9b1bce0'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:24:40.781021 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31eedec2-5fd4-4e72-a16e-a12431f296b9" -d '{"events": [{"name": "network-changed", "server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "tag": "ea1ed190-b5c9-4f29-b19b-8909b9b1bce0"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:24:40.781021 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c4fc7d8b-ec74-4bca-96c1-017157ff4e71 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.6147780 Dec 16 22:24:40.781021 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50438) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:40.781021 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-5724c3ab-673c-40a7-88d1-4b20b85e76e1 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:40.781021 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5724c3ab-673c-40a7-88d1-4b20b85e76e1 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.795145 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-5f06318c-a562-4870-974d-2fb5888ad578 None None] Set router 1e282f95-7ca1-4ce1-8784-437eaa93717b gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:24:40.837855 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-777713de-3bdd-4fd0-882c-d9579059bdfb tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:40.948435 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1d59f-96f1-4645-96eb-4b8f7c23328f req-d50080b8-c9f5-4a74-9953-0dab9ca4a7f6 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:40.950392 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aea1d59f-96f1-4645-96eb-4b8f7c23328f req-d50080b8-c9f5-4a74-9953-0dab9ca4a7f6 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 943 time: 0.1858737 Dec 16 22:24:40.959909 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-165742dc-1930-4d90-8e83-b7492e923fe1 req-f462390e-3704-48b5-9258-20be5ff3a43f service neutron] 10.222.0.76 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5245671 Dec 16 22:24:40.964204 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777713de-3bdd-4fd0-882c-d9579059bdfb tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event updated for resources: {'Subnet': ['ID=3d903787-2446-4a05-b810-ea17beaec9e3,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:40.978198 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777713de-3bdd-4fd0-882c-d9579059bdfb tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Checking segment: {'id': '3afe83b1-600c-4de6-94d8-3034365e582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '991944a3-711b-4c90-bdf5-efc4d72fd21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:40.978566 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777713de-3bdd-4fd0-882c-d9579059bdfb tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Network hostable DHCP agents. Network: 991944a3-711b-4c90-bdf5-efc4d72fd21b, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:24:41.058270 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aea1d59f-96f1-4645-96eb-4b8f7c23328f req-98933150-4095-44eb-9cf0-c2553df1d897 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950902 Dec 16 22:24:41.109208 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-5f06318c-a562-4870-974d-2fb5888ad578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'name': 'tempest-TaggedBootDevicesTest_v242-1905417397-router', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'e1ff439b-9537-47f0-9392-b226722face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:59Z', 'updated_at': '2021-12-16T22:21:05Z', 'revision_number': 4, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'gw_port': {'id': 'e1ff439b-9537-47f0-9392-b226722face2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:00Z', 'updated_at': '2021-12-16T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'eba4e80c-5b5c-4193-b459-c594e682621d', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'floating_ip_address': '172.25.6.62', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'port_id': 'ea1ed190-b5c9-4f29-b19b-8909b9b1bce0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078', 'mac_address': 'fa:16:3e:93:f0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a3a704-b703-403d-bdaf-0dead804fb56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:22:39Z', 'updated_at': '2021-12-16T22:24:38Z', 'revision_number': 1, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a1b960-81ca-4c77-ade7-a425ef4431bb', 'name': '', 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'mac_address': 'fa:16:3e:b5:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '554b4879-6665-46f7-b33a-c61f9f909b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:04Z', 'updated_at': '2021-12-16T22:21:18Z', 'revision_number': 5, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'subnets': [{'id': '554b4879-6665-46f7-b33a-c61f9f909b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:41.132028 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777713de-3bdd-4fd0-882c-d9579059bdfb tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Network 991944a3-711b-4c90-bdf5-efc4d72fd21b is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:24:41.141808 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f06318c-a562-4870-974d-2fb5888ad578 None None] Checking router: 1e282f95-7ca1-4ce1-8784-437eaa93717b for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:24:41.152295 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f06318c-a562-4870-974d-2fb5888ad578 None None] Routers {'1e282f95-7ca1-4ce1-8784-437eaa93717b'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:41.152926 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-5f06318c-a562-4870-974d-2fb5888ad578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1e282f95-7ca1-4ce1-8784-437eaa93717b'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:41.172734 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390f2029-3f06-4ea7-908d-d65e73e2c682 x-openstack-request-id: req-390f2029-3f06-4ea7-908d-d65e73e2c682 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:24:41.173376 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "tag": "ea1ed190-b5c9-4f29-b19b-8909b9b1bce0", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:24:41.173814 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-390f2029-3f06-4ea7-908d-d65e73e2c682 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:24:41.173964 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'tag': 'ea1ed190-b5c9-4f29-b19b-8909b9b1bce0', 'status': 'completed', 'code': 200} Dec 16 22:24:41.241471 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-777713de-3bdd-4fd0-882c-d9579059bdfb tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 991944a3-711b-4c90-bdf5-efc4d72fd21b) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:41.250023 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777713de-3bdd-4fd0-882c-d9579059bdfb tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:41.250963 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-777713de-3bdd-4fd0-882c-d9579059bdfb tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:41.259419 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075a1910-44fd-47ef-9611-55bbd066fa90 None None] Network 991944a3-711b-4c90-bdf5-efc4d72fd21b requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:41.314091 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eedec2-5fd4-4e72-a16e-a12431f296b9 req-88e86e3d-0131-417d-ae02-832b0260b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:41.314874 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eedec2-5fd4-4e72-a16e-a12431f296b9 req-88e86e3d-0131-417d-ae02-832b0260b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:41.315410 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eedec2-5fd4-4e72-a16e-a12431f296b9 req-88e86e3d-0131-417d-ae02-832b0260b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:41.315903 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eedec2-5fd4-4e72-a16e-a12431f296b9 req-88e86e3d-0131-417d-ae02-832b0260b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:41.316379 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eedec2-5fd4-4e72-a16e-a12431f296b9 req-88e86e3d-0131-417d-ae02-832b0260b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:41.316843 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eedec2-5fd4-4e72-a16e-a12431f296b9 req-88e86e3d-0131-417d-ae02-832b0260b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:41.317303 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eedec2-5fd4-4e72-a16e-a12431f296b9 req-88e86e3d-0131-417d-ae02-832b0260b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:41.320288 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-31eedec2-5fd4-4e72-a16e-a12431f296b9 req-88e86e3d-0131-417d-ae02-832b0260b358 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45dc1fa90bee4d0982a4d71f8e7220e0&device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 6499 time: 0.1454701 Dec 16 22:24:41.423105 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-777713de-3bdd-4fd0-882c-d9579059bdfb tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3305647 Dec 16 22:24:41.423105 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50458) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:41.429417 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-51dc93f5-81d4-42bd-baf5-39452dc00ad1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1149558672'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:41.445959 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5724c3ab-673c-40a7-88d1-4b20b85e76e1 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:41.524641 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eedec2-5fd4-4e72-a16e-a12431f296b9 req-738eacc0-1fe4-4beb-8d5a-7019354f90d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:41.526217 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-31eedec2-5fd4-4e72-a16e-a12431f296b9 req-738eacc0-1fe4-4beb-8d5a-7019354f90d0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5e57a376-cf11-4169-84ca-8ea1ae6aa078 HTTP/1.1" status: 200 len: 917 time: 0.1855345 Dec 16 22:24:41.553084 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-5f06318c-a562-4870-974d-2fb5888ad578 None None] Set router 1e282f95-7ca1-4ce1-8784-437eaa93717b gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:24:41.594757 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5724c3ab-673c-40a7-88d1-4b20b85e76e1 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:41.595289 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-5724c3ab-673c-40a7-88d1-4b20b85e76e1 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Floating IP 04ce3bed-00ed-4057-b028-89e53ab72866 disassociated. External IP: 172.25.6.11, port: 440710d6-7c64-4da3-8b75-a11a285c5137. Dec 16 22:24:41.600231 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dc93f5-81d4-42bd-baf5-39452dc00ad1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Made reservation on behalf of a18342f5d6194e82aa3e4694433e8250 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:41.606167 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-51dc93f5-81d4-42bd-baf5-39452dc00ad1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:41.668778 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51dc93f5-81d4-42bd-baf5-39452dc00ad1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:24:41.678891 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-51dc93f5-81d4-42bd-baf5-39452dc00ad1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:41.678891 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-51dc93f5-81d4-42bd-baf5-39452dc00ad1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Added segment 84af11a0-9d8a-4b07-9fae-bc8dab894f38 of type vlan for network fc876715-f437-4cfa-a6a6-83bf4afd042a Dec 16 22:24:41.684011 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-31eedec2-5fd4-4e72-a16e-a12431f296b9 req-1261847f-7134-43b5-9802-2bcb8d41a7bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea1ed190-b5c9-4f29-b19b-8909b9b1bce0 HTTP/1.1" status: 200 len: 998 time: 0.1498125 Dec 16 22:24:41.732217 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-51dc93f5-81d4-42bd-baf5-39452dc00ad1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:41.784941 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503d6d55-daee-4f1d-ae3c-d6de644c78b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-991944a3-711b-4c90-bdf5-efc4d72fd21b', 'network_id': '991944a3-711b-4c90-bdf5-efc4d72fd21b', 'project_id': 'a18342f5d6194e82aa3e4694433e8250', 'fixed_ips': [{'subnet_id': '3d903787-2446-4a05-b810-ea17beaec9e3'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:24:41.786213 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-503d6d55-daee-4f1d-ae3c-d6de644c78b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:41.806993 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eedec2-5fd4-4e72-a16e-a12431f296b9 req-7157eadc-c554-4b36-ab95-bd9ee5c40f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:41.808559 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-31eedec2-5fd4-4e72-a16e-a12431f296b9 req-7157eadc-c554-4b36-ab95-bd9ee5c40f52 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=554b4879-6665-46f7-b33a-c61f9f909b35 HTTP/1.1" status: 200 len: 856 time: 0.0964067 Dec 16 22:24:41.862457 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-51dc93f5-81d4-42bd-baf5-39452dc00ad1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:41.868869 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dc93f5-81d4-42bd-baf5-39452dc00ad1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:41.869693 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-51dc93f5-81d4-42bd-baf5-39452dc00ad1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:41.967301 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eedec2-5fd4-4e72-a16e-a12431f296b9 req-91185c3d-9b69-4124-9a5a-62ce773b8fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:41.969084 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-31eedec2-5fd4-4e72-a16e-a12431f296b9 req-91185c3d-9b69-4124-9a5a-62ce773b8fe0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5e57a376-cf11-4169-84ca-8ea1ae6aa078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181383 Dec 16 22:24:41.977941 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc93f5-81d4-42bd-baf5-39452dc00ad1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event updated for resources: {'Network': ['ID=fc876715-f437-4cfa-a6a6-83bf4afd042a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:41.998095 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network fc876715-f437-4cfa-a6a6-83bf4afd042a details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:24:42.058881 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-51dc93f5-81d4-42bd-baf5-39452dc00ad1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6322448 Dec 16 22:24:42.059228 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50466) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:42.070096 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-c004beb1-7f6a-46ef-af09-b0a53b3043de tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Request body: {'subnet': {'network_id': 'fc876715-f437-4cfa-a6a6-83bf4afd042a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:42.086773 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5724c3ab-673c-40a7-88d1-4b20b85e76e1 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Router 03c66675-8b7e-4c40-b4ab-5ef12aeac231 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:24:42.134617 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-503d6d55-daee-4f1d-ae3c-d6de644c78b4 None None] Allocated IP 172.20.255.242 (991944a3-711b-4c90-bdf5-efc4d72fd21b/3d903787-2446-4a05-b810-ea17beaec9e3/be2fa56d-4437-48be-b975-b74d6bb17d3a) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:42.165039 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-31eedec2-5fd4-4e72-a16e-a12431f296b9 req-e44fbc7a-8c6d-4249-b2f1-edc1e1734a57 service neutron] 10.222.0.57 "GET /v2.0/networks/5e57a376-cf11-4169-84ca-8ea1ae6aa078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870043 Dec 16 22:24:42.260225 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-5f06318c-a562-4870-974d-2fb5888ad578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'name': 'tempest-TaggedBootDevicesTest_v242-1905417397-router', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'e1ff439b-9537-47f0-9392-b226722face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:59Z', 'updated_at': '2021-12-16T22:21:05Z', 'revision_number': 4, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'gw_port': {'id': 'e1ff439b-9537-47f0-9392-b226722face2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:00Z', 'updated_at': '2021-12-16T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'eba4e80c-5b5c-4193-b459-c594e682621d', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'floating_ip_address': '172.25.6.62', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'port_id': 'ea1ed190-b5c9-4f29-b19b-8909b9b1bce0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078', 'mac_address': 'fa:16:3e:93:f0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a3a704-b703-403d-bdaf-0dead804fb56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:22:39Z', 'updated_at': '2021-12-16T22:24:38Z', 'revision_number': 1, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a1b960-81ca-4c77-ade7-a425ef4431bb', 'name': '', 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'mac_address': 'fa:16:3e:b5:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '554b4879-6665-46f7-b33a-c61f9f909b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:04Z', 'updated_at': '2021-12-16T22:21:18Z', 'revision_number': 5, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'subnets': [{'id': '554b4879-6665-46f7-b33a-c61f9f909b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:42.293798 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db684cc-47b0-4c93-afae-da0d4bbf68d1 req-842c701c-e348-4514-92f0-ffc9cc776332 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:42.296592 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3db684cc-47b0-4c93-afae-da0d4bbf68d1 req-842c701c-e348-4514-92f0-ffc9cc776332 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 943 time: 0.1119888 Dec 16 22:24:42.300171 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f06318c-a562-4870-974d-2fb5888ad578 None None] The sync data for ids ['1e282f95-7ca1-4ce1-8784-437eaa93717b'] in n-d-815324-4 is: [{'id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'name': 'tempest-TaggedBootDevicesTest_v242-1905417397-router', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'e1ff439b-9537-47f0-9392-b226722face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:59Z', 'updated_at': '2021-12-16T22:21:05Z', 'revision_number': 4, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'gw_port': {'id': 'e1ff439b-9537-47f0-9392-b226722face2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:00Z', 'updated_at': '2021-12-16T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'eba4e80c-5b5c-4193-b459-c594e682621d', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'floating_ip_address': '172.25.6.62', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'port_id': 'ea1ed190-b5c9-4f29-b19b-8909b9b1bce0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078', 'mac_address': 'fa:16:3e:93:f0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a3a704-b703-403d-bdaf-0dead804fb56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:22:39Z', 'updated_at': '2021-12-16T22:24:38Z', 'revision_number': 1, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a1b960-81ca-4c77-ade7-a425ef4431bb', 'name': '', 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'mac_address': 'fa:16:3e:b5:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '554b4879-6665-46f7-b33a-c61f9f909b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:04Z', 'updated_at': '2021-12-16T22:21:18Z', 'revision_number': 5, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'subnets': [{'id': '554b4879-6665-46f7-b33a-c61f9f909b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:24:42.368251 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5724c3ab-673c-40a7-88d1-4b20b85e76e1 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:24:42.378205 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5724c3ab-673c-40a7-88d1-4b20b85e76e1 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:42.388712 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b42afcc-0c8c-4cf0-a877-80bd29ae3785 None None] Sync routers for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:24:42.424584 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b42afcc-0c8c-4cf0-a877-80bd29ae3785 None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:42.438325 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1b42afcc-0c8c-4cf0-a877-80bd29ae3785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:42.469459 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3db684cc-47b0-4c93-afae-da0d4bbf68d1 req-093b146c-662f-4b85-9d98-fa20f5d31ea4 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579416 Dec 16 22:24:42.478066 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1b42afcc-0c8c-4cf0-a877-80bd29ae3785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:42.489970 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b42afcc-0c8c-4cf0-a877-80bd29ae3785 None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:42.489970 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1b42afcc-0c8c-4cf0-a877-80bd29ae3785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:42.492847 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5724c3ab-673c-40a7-88d1-4b20b85e76e1 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "PUT /v2.0/floatingips/04ce3bed-00ed-4057-b028-89e53ab72866 HTTP/1.1" status: 200 len: 687 time: 1.8718867 Dec 16 22:24:42.495699 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50480) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:42.498264 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-503d6d55-daee-4f1d-ae3c-d6de644c78b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:42.510192 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-31eedec2-5fd4-4e72-a16e-a12431f296b9 req-d2e7ee99-7c49-4127-8c47-a5e1db9a0fb3 service neutron] 10.222.0.57 "GET /v2.0/networks/5e57a376-cf11-4169-84ca-8ea1ae6aa078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350372 Dec 16 22:24:42.539116 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1b42afcc-0c8c-4cf0-a877-80bd29ae3785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:42.548045 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b42afcc-0c8c-4cf0-a877-80bd29ae3785 None None] The sync data for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:24:42.565756 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-503d6d55-daee-4f1d-ae3c-d6de644c78b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:42.568135 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c004beb1-7f6a-46ef-af09-b0a53b3043de tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Made reservation on behalf of a18342f5d6194e82aa3e4694433e8250 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:42.576530 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c004beb1-7f6a-46ef-af09-b0a53b3043de tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:42.639032 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d6d55-daee-4f1d-ae3c-d6de644c78b4 None None] Pushing event updated for resources: {'Port': ['ID=be2fa56d-4437-48be-b975-b74d6bb17d3a,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:42.647125 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503d6d55-daee-4f1d-ae3c-d6de644c78b4 None None] Network 991944a3-711b-4c90-bdf5-efc4d72fd21b is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:42.648698 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-503d6d55-daee-4f1d-ae3c-d6de644c78b4 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:42.652893 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503d6d55-daee-4f1d-ae3c-d6de644c78b4 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:42.691464 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4594459-4f41-443b-82e6-bf5b27227fdd None None] New status for floating IP eba4e80c-5b5c-4193-b459-c594e682621d: ACTIVE {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:24:42.778859 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-503d6d55-daee-4f1d-ae3c-d6de644c78b4 None None] Attempting to bind port be2fa56d-4437-48be-b975-b74d6bb17d3a on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:24:42.779310 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-503d6d55-daee-4f1d-ae3c-d6de644c78b4 None None] Attempting to bind port be2fa56d-4437-48be-b975-b74d6bb17d3a by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '3afe83b1-600c-4de6-94d8-3034365e582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '991944a3-711b-4c90-bdf5-efc4d72fd21b'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:24:42.779627 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503d6d55-daee-4f1d-ae3c-d6de644c78b4 None None] Attempting to bind port be2fa56d-4437-48be-b975-b74d6bb17d3a on network 991944a3-711b-4c90-bdf5-efc4d72fd21b {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:24:42.788751 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-9c05c94f-4c92-4cc9-805e-d24873422c03 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Deleting port a5fdb7e7-7c3c-415d-b60a-248d1137dfaf {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:42.789158 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c05c94f-4c92-4cc9-805e-d24873422c03 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:42.832827 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503d6d55-daee-4f1d-ae3c-d6de644c78b4 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:24:42.833793 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503d6d55-daee-4f1d-ae3c-d6de644c78b4 None None] Checking segment: {'id': '3afe83b1-600c-4de6-94d8-3034365e582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '991944a3-711b-4c90-bdf5-efc4d72fd21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:42.834208 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-503d6d55-daee-4f1d-ae3c-d6de644c78b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:42.834592 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503d6d55-daee-4f1d-ae3c-d6de644c78b4 None None] Bound using segment: {'id': '3afe83b1-600c-4de6-94d8-3034365e582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '991944a3-711b-4c90-bdf5-efc4d72fd21b'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:24:42.835311 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-503d6d55-daee-4f1d-ae3c-d6de644c78b4 None None] Bound port: be2fa56d-4437-48be-b975-b74d6bb17d3a, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3afe83b1-600c-4de6-94d8-3034365e582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '991944a3-711b-4c90-bdf5-efc4d72fd21b'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:24:42.835822 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-503d6d55-daee-4f1d-ae3c-d6de644c78b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:42.969746 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-503d6d55-daee-4f1d-ae3c-d6de644c78b4 None None] For port be2fa56d-4437-48be-b975-b74d6bb17d3a, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:24:42.973166 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c05c94f-4c92-4cc9-805e-d24873422c03 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:42.973499 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c05c94f-4c92-4cc9-805e-d24873422c03 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:42.973627 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-503d6d55-daee-4f1d-ae3c-d6de644c78b4 None None] For port be2fa56d-4437-48be-b975-b74d6bb17d3a, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=be2fa56d-4437-48be-b975-b74d6bb17d3a,segment=NetworkSegment(3afe83b1-600c-4de6-94d8-3034365e582d),segment_id=3afe83b1-600c-4de6-94d8-3034365e582d)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:24:43.003264 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-9c05c94f-4c92-4cc9-805e-d24873422c03 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Calling delete_port for a5fdb7e7-7c3c-415d-b60a-248d1137dfaf owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:43.091732 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-503d6d55-daee-4f1d-ae3c-d6de644c78b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:43.175790 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d6d55-daee-4f1d-ae3c-d6de644c78b4 None None] Pushing event updated for resources: {'Port': ['ID=be2fa56d-4437-48be-b975-b74d6bb17d3a,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:43.180024 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c004beb1-7f6a-46ef-af09-b0a53b3043de tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:43.262789 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004beb1-7f6a-46ef-af09-b0a53b3043de tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event updated for resources: {'Subnet': ['ID=c767eb07-ec43-4365-8984-20d338bcae56,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:43.281461 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004beb1-7f6a-46ef-af09-b0a53b3043de tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Checking segment: {'id': '84af11a0-9d8a-4b07-9fae-bc8dab894f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fc876715-f437-4cfa-a6a6-83bf4afd042a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:43.281910 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c004beb1-7f6a-46ef-af09-b0a53b3043de tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Network hostable DHCP agents. Network: fc876715-f437-4cfa-a6a6-83bf4afd042a, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:24:43.389372 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c05c94f-4c92-4cc9-805e-d24873422c03 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:43.424931 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c004beb1-7f6a-46ef-af09-b0a53b3043de tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Network fc876715-f437-4cfa-a6a6-83bf4afd042a is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:24:43.430265 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05c94f-4c92-4cc9-805e-d24873422c03 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event deleted for resources: {'Port': ['ID=a5fdb7e7-7c3c-415d-b60a-248d1137dfaf,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:43.525514 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c05c94f-4c92-4cc9-805e-d24873422c03 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:43.537759 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c05c94f-4c92-4cc9-805e-d24873422c03 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:43.548297 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9c05c94f-4c92-4cc9-805e-d24873422c03 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "DELETE /v2.0/floatingips/04ce3bed-00ed-4057-b028-89e53ab72866 HTTP/1.1" status: 204 len: 168 time: 1.0465579 Dec 16 22:24:43.548892 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50504) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:43.549370 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-c004beb1-7f6a-46ef-af09-b0a53b3043de tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, fc876715-f437-4cfa-a6a6-83bf4afd042a) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:43.550373 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-b9a2930c-d81a-4f57-a7a3-892291bd18d7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'port_id': 'cd31e974-73b6-4299-ab51-7e91d07713ca'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:43.555617 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c004beb1-7f6a-46ef-af09-b0a53b3043de tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:43.555864 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593c86c8-2328-4d4b-8e28-b2a47f4c16ff None None] Network fc876715-f437-4cfa-a6a6-83bf4afd042a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:43.556766 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c004beb1-7f6a-46ef-af09-b0a53b3043de tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:43.658792 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd7f8b-e125-43d1-b7e9-2a17ca8c1240 req-e1b8689f-93d7-4567-8961-32c0c7c18c64 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:43.663543 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-96cd7f8b-e125-43d1-b7e9-2a17ca8c1240 req-e1b8689f-93d7-4567-8961-32c0c7c18c64 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 943 time: 0.0751355 Dec 16 22:24:43.668064 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c004beb1-7f6a-46ef-af09-b0a53b3043de tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6062670 Dec 16 22:24:43.671083 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50508) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:43.703606 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108a07a2-5644-4531-b3be-0d02ac0789f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-fc876715-f437-4cfa-a6a6-83bf4afd042a', 'network_id': 'fc876715-f437-4cfa-a6a6-83bf4afd042a', 'project_id': 'a18342f5d6194e82aa3e4694433e8250', 'fixed_ips': [{'subnet_id': 'c767eb07-ec43-4365-8984-20d338bcae56'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:24:43.705277 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-108a07a2-5644-4531-b3be-0d02ac0789f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:43.746279 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-96cd7f8b-e125-43d1-b7e9-2a17ca8c1240 req-376a76db-9cda-41a9-b05e-05fd0823084a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771480 Dec 16 22:24:43.748330 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b9a2930c-d81a-4f57-a7a3-892291bd18d7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:43.860767 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:43.871427 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-108a07a2-5644-4531-b3be-0d02ac0789f9 None None] Allocated IP 172.20.0.2 (fc876715-f437-4cfa-a6a6-83bf4afd042a/c767eb07-ec43-4365-8984-20d338bcae56/a577af6d-f82f-47fd-a1b2-3e9e51a6b2fb) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:43.953096 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:44.009755 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b9a2930c-d81a-4f57-a7a3-892291bd18d7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:44.051718 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-108a07a2-5644-4531-b3be-0d02ac0789f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:44.151349 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-b9a2930c-d81a-4f57-a7a3-892291bd18d7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Allocated IP 172.25.6.179 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/acd32ada-83d4-4f7d-b420-6ed853c16bb1) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:44.251721 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-108a07a2-5644-4531-b3be-0d02ac0789f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:44.268706 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b9a2930c-d81a-4f57-a7a3-892291bd18d7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:44.313815 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108a07a2-5644-4531-b3be-0d02ac0789f9 None None] Network fc876715-f437-4cfa-a6a6-83bf4afd042a is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:44.325886 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-108a07a2-5644-4531-b3be-0d02ac0789f9 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:44.329907 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108a07a2-5644-4531-b3be-0d02ac0789f9 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:44.336427 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a07a2-5644-4531-b3be-0d02ac0789f9 None None] Pushing event updated for resources: {'Port': ['ID=a577af6d-f82f-47fd-a1b2-3e9e51a6b2fb,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:44.346228 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:44.381141 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Subnet': ['ID=c767eb07-ec43-4365-8984-20d338bcae56,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:44.420924 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-108a07a2-5644-4531-b3be-0d02ac0789f9 None None] Attempting to bind port a577af6d-f82f-47fd-a1b2-3e9e51a6b2fb on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:24:44.420924 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-108a07a2-5644-4531-b3be-0d02ac0789f9 None None] Attempting to bind port a577af6d-f82f-47fd-a1b2-3e9e51a6b2fb by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '84af11a0-9d8a-4b07-9fae-bc8dab894f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fc876715-f437-4cfa-a6a6-83bf4afd042a'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:24:44.420924 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108a07a2-5644-4531-b3be-0d02ac0789f9 None None] Attempting to bind port a577af6d-f82f-47fd-a1b2-3e9e51a6b2fb on network fc876715-f437-4cfa-a6a6-83bf4afd042a {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:24:44.423011 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108a07a2-5644-4531-b3be-0d02ac0789f9 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:24:44.423541 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108a07a2-5644-4531-b3be-0d02ac0789f9 None None] Checking segment: {'id': '84af11a0-9d8a-4b07-9fae-bc8dab894f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fc876715-f437-4cfa-a6a6-83bf4afd042a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:44.424049 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-108a07a2-5644-4531-b3be-0d02ac0789f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:44.424725 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108a07a2-5644-4531-b3be-0d02ac0789f9 None None] Bound using segment: {'id': '84af11a0-9d8a-4b07-9fae-bc8dab894f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fc876715-f437-4cfa-a6a6-83bf4afd042a'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:24:44.426702 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-108a07a2-5644-4531-b3be-0d02ac0789f9 None None] Bound port: a577af6d-f82f-47fd-a1b2-3e9e51a6b2fb, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84af11a0-9d8a-4b07-9fae-bc8dab894f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fc876715-f437-4cfa-a6a6-83bf4afd042a'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:24:44.427324 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-108a07a2-5644-4531-b3be-0d02ac0789f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:44.454500 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b9a2930c-d81a-4f57-a7a3-892291bd18d7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:44.535478 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:44.552577 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-108a07a2-5644-4531-b3be-0d02ac0789f9 None None] For port a577af6d-f82f-47fd-a1b2-3e9e51a6b2fb, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:24:44.558620 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a2930c-d81a-4f57-a7a3-892291bd18d7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:44.559252 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-108a07a2-5644-4531-b3be-0d02ac0789f9 None None] For port a577af6d-f82f-47fd-a1b2-3e9e51a6b2fb, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a577af6d-f82f-47fd-a1b2-3e9e51a6b2fb,segment=NetworkSegment(84af11a0-9d8a-4b07-9fae-bc8dab894f38),segment_id=84af11a0-9d8a-4b07-9fae-bc8dab894f38)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:24:44.574967 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-b9a2930c-d81a-4f57-a7a3-892291bd18d7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:44.579191 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a2930c-d81a-4f57-a7a3-892291bd18d7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:44.581757 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2930c-d81a-4f57-a7a3-892291bd18d7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event updated for resources: {'Port': ['ID=acd32ada-83d4-4f7d-b420-6ed853c16bb1,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:44.588421 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc876715-f437-4cfa-a6a6-83bf4afd042a']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:44.593722 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device be2fa56d-4437-48be-b975-b74d6bb17d3a up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:44.632499 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dac5a5-e4be-40c9-91fc-f9d02548266a None None] Network 991944a3-711b-4c90-bdf5-efc4d72fd21b requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:44.634591 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84af11a0-9d8a-4b07-9fae-bc8dab894f38') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:44.634897 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84af11a0-9d8a-4b07-9fae-bc8dab894f38') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:44.657625 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:44.677780 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:44.685412 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:24:44.686057 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:44.686589 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-108a07a2-5644-4531-b3be-0d02ac0789f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:24:44.715365 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:24:44.788809 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f0276979-58f5-4caa-b195-1d934938bcb2 None None] Provisioning complete for port be2fa56d-4437-48be-b975-b74d6bb17d3a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:44.789432 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0276979-58f5-4caa-b195-1d934938bcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:44.831335 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port be2fa56d-4437-48be-b975-b74d6bb17d3a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:44.831746 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:44.852345 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.db.api [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 22:24:44.852345 n-d-815324-4 neutron-server[103613]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 22:24:44.852345 n-d-815324-4 neutron-server[103613]: [parameters: {'id': 'fc876715-f437-4cfa-a6a6-83bf4afd042a'}] Dec 16 22:24:44.852345 n-d-815324-4 neutron-server[103613]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:24:44.852345 n-d-815324-4 neutron-server[103613]: DEBUG oslo_db.api [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:24:44.916966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba5210-f0f4-4020-b237-9f4a92e16bc2 req-46d14228-8f75-4333-8ba7-24ca20995add tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:44.928325 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ebba5210-f0f4-4020-b237-9f4a92e16bc2 req-46d14228-8f75-4333-8ba7-24ca20995add tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 943 time: 0.0845833 Dec 16 22:24:44.936472 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a07a2-5644-4531-b3be-0d02ac0789f9 None None] Pushing event updated for resources: {'Port': ['ID=a577af6d-f82f-47fd-a1b2-3e9e51a6b2fb,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:44.992867 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620abf3c-3487-4518-89ec-dfa14e895ba6 None None] Network fc876715-f437-4cfa-a6a6-83bf4afd042a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:45.010089 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ebba5210-f0f4-4020-b237-9f4a92e16bc2 req-4c1e8217-4297-40ae-b9b1-bd52371056f6 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801051 Dec 16 22:24:45.180322 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b9a2930c-d81a-4f57-a7a3-892291bd18d7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:45.350279 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:45.354955 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b9a2930c-d81a-4f57-a7a3-892291bd18d7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:45.356494 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0276979-58f5-4caa-b195-1d934938bcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:45.368843 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:45.429062 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f0276979-58f5-4caa-b195-1d934938bcb2 None None] For port be2fa56d-4437-48be-b975-b74d6bb17d3a, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=be2fa56d-4437-48be-b975-b74d6bb17d3a,segment=NetworkSegment(3afe83b1-600c-4de6-94d8-3034365e582d),segment_id=3afe83b1-600c-4de6-94d8-3034365e582d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:45.521835 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Deleting port a577af6d-f82f-47fd-a1b2-3e9e51a6b2fb {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:45.522188 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:45.560969 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0276979-58f5-4caa-b195-1d934938bcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:45.663798 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a630a8-4b1d-4c07-87b9-ee9943504bb7 None None] get_active_networks_info from n-d-815324-4 {{(pid=103615) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:24:45.673766 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 2cef6e4a-7792-4210-b922-f470bff3e2c0 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:24:45.681716 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] For port a577af6d-f82f-47fd-a1b2-3e9e51a6b2fb, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a577af6d-f82f-47fd-a1b2-3e9e51a6b2fb,segment=NetworkSegment(84af11a0-9d8a-4b07-9fae-bc8dab894f38),segment_id=84af11a0-9d8a-4b07-9fae-bc8dab894f38)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:45.682291 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:45.718847 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Calling delete_port for a577af6d-f82f-47fd-a1b2-3e9e51a6b2fb owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:45.730695 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b9a2930c-d81a-4f57-a7a3-892291bd18d7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:45.768446 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:24:45.768813 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:24:45.800999 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0276979-58f5-4caa-b195-1d934938bcb2 None None] Pushing event updated for resources: {'Port': ['ID=be2fa56d-4437-48be-b975-b74d6bb17d3a,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:45.828392 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b59c39e7-5892-45ef-a794-a35d6ac3583f None None] Provisioning complete for port be2fa56d-4437-48be-b975-b74d6bb17d3a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:45.828802 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b9a2930c-d81a-4f57-a7a3-892291bd18d7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:45.829249 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b59c39e7-5892-45ef-a794-a35d6ac3583f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:45.915935 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2930c-d81a-4f57-a7a3-892291bd18d7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event updated for resources: {'Port': ['ID=acd32ada-83d4-4f7d-b420-6ed853c16bb1,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:45.976930 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b9a2930c-d81a-4f57-a7a3-892291bd18d7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:45.985554 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 2cef6e4a-7792-4210-b922-f470bff3e2c0, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=2cef6e4a-7792-4210-b922-f470bff3e2c0,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:46.016934 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '2cef6e4a-7792-4210-b922-f470bff3e2c0', 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01', 'port_id': '2cef6e4a-7792-4210-b922-f470bff3e2c0', 'mac_address': 'fa:16:3e:85:5e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd92fc665-bd71-47a6-9642-bbd2141113cf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:24:46.058180 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a630a8-4b1d-4c07-87b9-ee9943504bb7 None None] Resources bound (agent type, host, resource id): {{(pid=103615) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:24:46.222031 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217bfdc-8b61-46ff-a3e1-4bb13336659b req-423f1a52-4038-4532-96e4-a3c20ddecd06 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:46.225466 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d217bfdc-8b61-46ff-a3e1-4bb13336659b req-423f1a52-4038-4532-96e4-a3c20ddecd06 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 943 time: 0.0856190 Dec 16 22:24:46.230501 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:46.266382 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cef6e4a-7792-4210-b922-f470bff3e2c0 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:24:46.294319 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 2cef6e4a-7792-4210-b922-f470bff3e2c0, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=2cef6e4a-7792-4210-b922-f470bff3e2c0,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:46.354370 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d217bfdc-8b61-46ff-a3e1-4bb13336659b req-7cc908ec-5768-4384-a6c8-f1ea0c8d359f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187236 Dec 16 22:24:46.431343 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:46.494020 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-b9a2930c-d81a-4f57-a7a3-892291bd18d7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Floating IP eac0bb3a-f6a8-4335-a441-92e769d06c60 associated. External IP: 172.25.6.179, port: cd31e974-73b6-4299-ab51-7e91d07713ca. Dec 16 22:24:46.497264 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:46.543843 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No DVR routers for this DVR port a577af6d-f82f-47fd-a1b2-3e9e51a6b2fb on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:24:46.602605 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Port': ['ID=a577af6d-f82f-47fd-a1b2-3e9e51a6b2fb,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:46.654189 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device be2fa56d-4437-48be-b975-b74d6bb17d3a up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:46.689472 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=2cef6e4a-7792-4210-b922-f470bff3e2c0,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:46.753845 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:46.773241 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port be2fa56d-4437-48be-b975-b74d6bb17d3a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:46.773966 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:46.800537 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc876715-f437-4cfa-a6a6-83bf4afd042a']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:46.877930 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84af11a0-9d8a-4b07-9fae-bc8dab894f38') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:46.878592 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84af11a0-9d8a-4b07-9fae-bc8dab894f38') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:46.896699 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:46.915296 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['2cef6e4a-7792-4210-b922-f470bff3e2c0'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:24:46.964845 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:46.973554 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:24:46.974860 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:24:47.049427 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:24:47.088881 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a2930c-d81a-4f57-a7a3-892291bd18d7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Router 03c66675-8b7e-4c40-b4ab-5ef12aeac231 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:24:47.149094 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.162925 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.171008 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/networks/fc876715-f437-4cfa-a6a6-83bf4afd042a HTTP/1.1" status: 204 len: 168 time: 3.4943831 Dec 16 22:24:47.171515 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50576) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:47.176001 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-5cf41869-973d-4051-8831-949689d68054 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-114577622'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:47.197282 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf088a05-1797-4612-be48-b47c918a9c08 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Network': ['ID=fc876715-f437-4cfa-a6a6-83bf4afd042a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:47.267775 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a2930c-d81a-4f57-a7a3-892291bd18d7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:24:47.288137 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13c4302-5748-4551-b05a-7c3e03d880c4 None None] Sync routers for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:24:47.296943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf41869-973d-4051-8831-949689d68054 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Made reservation on behalf of a18342f5d6194e82aa3e4694433e8250 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:47.300335 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13c4302-5748-4551-b05a-7c3e03d880c4 None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:47.301292 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-f13c4302-5748-4551-b05a-7c3e03d880c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:47.301420 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5cf41869-973d-4051-8831-949689d68054 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.331760 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf41869-973d-4051-8831-949689d68054 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:24:47.338672 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-f13c4302-5748-4551-b05a-7c3e03d880c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:47.347664 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5cf41869-973d-4051-8831-949689d68054 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.348126 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-5cf41869-973d-4051-8831-949689d68054 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Added segment d1822e93-bb42-477e-b65b-73836196a6a2 of type vlan for network ac22248a-0d62-4349-a189-f158a3462eed Dec 16 22:24:47.349929 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13c4302-5748-4551-b05a-7c3e03d880c4 None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:47.350788 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-f13c4302-5748-4551-b05a-7c3e03d880c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:47.405701 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5cf41869-973d-4051-8831-949689d68054 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.407198 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-f13c4302-5748-4551-b05a-7c3e03d880c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:47.407896 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13c4302-5748-4551-b05a-7c3e03d880c4 None None] The sync data for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:24:47.494750 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d40922-bd98-4ca4-bc32-a2ca190bd11c req-e4ece3eb-687d-4f24-8813-c184f274d5c6 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:47.496494 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-05d40922-bd98-4ca4-bc32-a2ca190bd11c req-e4ece3eb-687d-4f24-8813-c184f274d5c6 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 944 time: 0.0599422 Dec 16 22:24:47.502092 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b9a2930c-d81a-4f57-a7a3-892291bd18d7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.531899 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b9a2930c-d81a-4f57-a7a3-892291bd18d7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.9860585 Dec 16 22:24:47.534410 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50588) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:47.547143 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5cf41869-973d-4051-8831-949689d68054 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.553882 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf41869-973d-4051-8831-949689d68054 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:47.554445 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5cf41869-973d-4051-8831-949689d68054 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.613059 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-05d40922-bd98-4ca4-bc32-a2ca190bd11c req-04a910e2-15a5-4193-8e02-4605ac003340 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071303 Dec 16 22:24:47.615904 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7dbf47fe-2bf8-4446-8d8f-66ab96b09a63 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "GET /v2.0/floatingips/eac0bb3a-f6a8-4335-a441-92e769d06c60 HTTP/1.1" status: 200 len: 978 time: 0.0803134 Dec 16 22:24:47.619074 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50590) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:47.650030 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf41869-973d-4051-8831-949689d68054 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event updated for resources: {'Network': ['ID=ac22248a-0d62-4349-a189-f158a3462eed,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:47.660618 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network ac22248a-0d62-4349-a189-f158a3462eed details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:24:47.687210 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5cf41869-973d-4051-8831-949689d68054 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5157254 Dec 16 22:24:47.688265 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50594) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:47.697572 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-ba9536ea-7996-4ff0-af73-4935a1d740b1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Request body: {'subnet': {'network_id': 'ac22248a-0d62-4349-a189-f158a3462eed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:47.772596 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b0d48530-d7eb-425c-a9c6-2b988f3e1879 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1522188 Dec 16 22:24:47.774983 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50596) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:47.780091 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-ad88e435-f68d-41f2-95a6-93c73fa568d3 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Request body: {'floatingip': {'port_id': '440710d6-7c64-4da3-8b75-a11a285c5137'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:47.847741 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ad88e435-f68d-41f2-95a6-93c73fa568d3 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.869468 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9536ea-7996-4ff0-af73-4935a1d740b1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Made reservation on behalf of a18342f5d6194e82aa3e4694433e8250 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:47.874860 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba9536ea-7996-4ff0-af73-4935a1d740b1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:47.960778 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.ipam_backend_mixin [None req-ba9536ea-7996-4ff0-af73-4935a1d740b1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Performing IP validity checks on allocation pools {{(pid=103614) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 22:24:47.961451 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.ipam_backend_mixin [None req-ba9536ea-7996-4ff0-af73-4935a1d740b1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103614) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 22:24:48.223082 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba9536ea-7996-4ff0-af73-4935a1d740b1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:48.327863 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9536ea-7996-4ff0-af73-4935a1d740b1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event updated for resources: {'Subnet': ['ID=32e204b7-945e-4217-8eab-fc8ecfc002f7,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:48.347234 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9536ea-7996-4ff0-af73-4935a1d740b1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Checking segment: {'id': 'd1822e93-bb42-477e-b65b-73836196a6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ac22248a-0d62-4349-a189-f158a3462eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:48.347744 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9536ea-7996-4ff0-af73-4935a1d740b1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Network hostable DHCP agents. Network: ac22248a-0d62-4349-a189-f158a3462eed, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:24:48.428535 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ad88e435-f68d-41f2-95a6-93c73fa568d3 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:48.480294 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9536ea-7996-4ff0-af73-4935a1d740b1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Network ac22248a-0d62-4349-a189-f158a3462eed is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:24:48.582750 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ad88e435-f68d-41f2-95a6-93c73fa568d3 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:48.610947 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-ba9536ea-7996-4ff0-af73-4935a1d740b1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, ac22248a-0d62-4349-a189-f158a3462eed) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:48.616085 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9536ea-7996-4ff0-af73-4935a1d740b1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:48.616975 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba9536ea-7996-4ff0-af73-4935a1d740b1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:48.625844 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2084d740-e70f-4adf-8018-a75f20c1bad9 None None] Network ac22248a-0d62-4349-a189-f158a3462eed requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:48.724221 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-ad88e435-f68d-41f2-95a6-93c73fa568d3 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Floating IP eac0bb3a-f6a8-4335-a441-92e769d06c60 associated. External IP: 172.25.6.179, port: cd31e974-73b6-4299-ab51-7e91d07713ca. Dec 16 22:24:48.726097 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ba9536ea-7996-4ff0-af73-4935a1d740b1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0362875 Dec 16 22:24:48.730788 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50618) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:48.765476 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78debf55-437b-45e5-87e8-27af882e5b23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-ac22248a-0d62-4349-a189-f158a3462eed', 'network_id': 'ac22248a-0d62-4349-a189-f158a3462eed', 'project_id': 'a18342f5d6194e82aa3e4694433e8250', 'fixed_ips': [{'subnet_id': '32e204b7-945e-4217-8eab-fc8ecfc002f7'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:24:48.771585 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-78debf55-437b-45e5-87e8-27af882e5b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:48.796783 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f316078-2a25-4fcc-a4bb-a07ab1bee3e1 req-9f6cab0f-d55f-4e3e-8d40-5f6f8f23698c tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:48.798515 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7f316078-2a25-4fcc-a4bb-a07ab1bee3e1 req-9f6cab0f-d55f-4e3e-8d40-5f6f8f23698c tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 944 time: 0.0682156 Dec 16 22:24:48.874597 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7f316078-2a25-4fcc-a4bb-a07ab1bee3e1 req-e693504a-fbaa-49bc-864c-4ab072febe0b tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668507 Dec 16 22:24:48.939980 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-78debf55-437b-45e5-87e8-27af882e5b23 None None] Allocated IP 172.20.0.3 (ac22248a-0d62-4349-a189-f158a3462eed/32e204b7-945e-4217-8eab-fc8ecfc002f7/7d11804f-f494-4ba6-b65c-53d8374ecdf4) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:48.949364 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:49.098274 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:49.153297 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad88e435-f68d-41f2-95a6-93c73fa568d3 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Router 03c66675-8b7e-4c40-b4ab-5ef12aeac231 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:24:49.162016 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-78debf55-437b-45e5-87e8-27af882e5b23 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:49.251685 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-78debf55-437b-45e5-87e8-27af882e5b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:49.298189 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78debf55-437b-45e5-87e8-27af882e5b23 None None] Network ac22248a-0d62-4349-a189-f158a3462eed is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:49.301221 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-78debf55-437b-45e5-87e8-27af882e5b23 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:49.305157 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad88e435-f68d-41f2-95a6-93c73fa568d3 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:24:49.306933 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78debf55-437b-45e5-87e8-27af882e5b23 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:49.317297 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78debf55-437b-45e5-87e8-27af882e5b23 None None] Pushing event updated for resources: {'Port': ['ID=7d11804f-f494-4ba6-b65c-53d8374ecdf4,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:49.336187 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebc9bf0-cc83-4481-8e2a-ce3a45f9ee56 None None] Sync routers for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:24:49.379805 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebc9bf0-cc83-4481-8e2a-ce3a45f9ee56 None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:49.381365 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-cebc9bf0-cc83-4481-8e2a-ce3a45f9ee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:49.407266 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:49.429928 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-78debf55-437b-45e5-87e8-27af882e5b23 None None] Attempting to bind port 7d11804f-f494-4ba6-b65c-53d8374ecdf4 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:24:49.430302 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-78debf55-437b-45e5-87e8-27af882e5b23 None None] Attempting to bind port 7d11804f-f494-4ba6-b65c-53d8374ecdf4 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'd1822e93-bb42-477e-b65b-73836196a6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ac22248a-0d62-4349-a189-f158a3462eed'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:24:49.430670 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78debf55-437b-45e5-87e8-27af882e5b23 None None] Attempting to bind port 7d11804f-f494-4ba6-b65c-53d8374ecdf4 on network ac22248a-0d62-4349-a189-f158a3462eed {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:24:49.432881 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-cebc9bf0-cc83-4481-8e2a-ce3a45f9ee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:49.440438 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78debf55-437b-45e5-87e8-27af882e5b23 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:24:49.440822 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78debf55-437b-45e5-87e8-27af882e5b23 None None] Checking segment: {'id': 'd1822e93-bb42-477e-b65b-73836196a6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ac22248a-0d62-4349-a189-f158a3462eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:49.441228 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-78debf55-437b-45e5-87e8-27af882e5b23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:49.441625 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78debf55-437b-45e5-87e8-27af882e5b23 None None] Bound using segment: {'id': 'd1822e93-bb42-477e-b65b-73836196a6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ac22248a-0d62-4349-a189-f158a3462eed'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:24:49.442102 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-78debf55-437b-45e5-87e8-27af882e5b23 None None] Bound port: 7d11804f-f494-4ba6-b65c-53d8374ecdf4, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1822e93-bb42-477e-b65b-73836196a6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ac22248a-0d62-4349-a189-f158a3462eed'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:24:49.443060 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-78debf55-437b-45e5-87e8-27af882e5b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:49.447888 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Subnet': ['ID=32e204b7-945e-4217-8eab-fc8ecfc002f7,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:49.461416 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebc9bf0-cc83-4481-8e2a-ce3a45f9ee56 None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:49.462297 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-cebc9bf0-cc83-4481-8e2a-ce3a45f9ee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:49.501894 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-cebc9bf0-cc83-4481-8e2a-ce3a45f9ee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:49.502561 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebc9bf0-cc83-4481-8e2a-ce3a45f9ee56 None None] The sync data for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:24:49.527908 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:49.558947 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-78debf55-437b-45e5-87e8-27af882e5b23 None None] For port 7d11804f-f494-4ba6-b65c-53d8374ecdf4, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:24:49.562776 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-78debf55-437b-45e5-87e8-27af882e5b23 None None] For port 7d11804f-f494-4ba6-b65c-53d8374ecdf4, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7d11804f-f494-4ba6-b65c-53d8374ecdf4,segment=NetworkSegment(d1822e93-bb42-477e-b65b-73836196a6a2),segment_id=d1822e93-bb42-477e-b65b-73836196a6a2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:24:49.641903 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-78debf55-437b-45e5-87e8-27af882e5b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:49.688131 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 2cef6e4a-7792-4210-b922-f470bff3e2c0 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:24:49.714214 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78debf55-437b-45e5-87e8-27af882e5b23 None None] Pushing event updated for resources: {'Port': ['ID=7d11804f-f494-4ba6-b65c-53d8374ecdf4,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:49.809459 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f464e22-f436-465b-b368-5744b52d1a3d None None] Network ac22248a-0d62-4349-a189-f158a3462eed requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:49.920833 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30027740-5e64-4c9f-8ebe-c5279367a208 None None] get_active_networks_info from n-d-815324-4 {{(pid=103615) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:24:49.929477 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac22248a-0d62-4349-a189-f158a3462eed']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:49.943868 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1822e93-bb42-477e-b65b-73836196a6a2') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:49.944241 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1822e93-bb42-477e-b65b-73836196a6a2') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:49.955253 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 2cef6e4a-7792-4210-b922-f470bff3e2c0 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:24:49.975577 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 2cef6e4a-7792-4210-b922-f470bff3e2c0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:49.975959 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:49.998881 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:50.022055 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:50.032736 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:24:50.033444 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:24:50.036828 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:24:50.045605 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c9627-bfac-4b08-b395-e6019cc0c13b req-6df4fda4-ff49-466c-b61c-fc2ea5e53636 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:50.048030 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-274c9627-bfac-4b08-b395-e6019cc0c13b req-6df4fda4-ff49-466c-b61c-fc2ea5e53636 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 944 time: 0.0647943 Dec 16 22:24:50.111990 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-274c9627-bfac-4b08-b395-e6019cc0c13b req-2ae88afb-a3ca-472c-a34f-c0dae5f2cce1 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517693 Dec 16 22:24:50.121123 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad88e435-f68d-41f2-95a6-93c73fa568d3 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Router 03c66675-8b7e-4c40-b4ab-5ef12aeac231 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:24:50.202948 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.db.api [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 22:24:50.202948 n-d-815324-4 neutron-server[103613]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 22:24:50.202948 n-d-815324-4 neutron-server[103613]: [parameters: {'id': 'ac22248a-0d62-4349-a189-f158a3462eed'}] Dec 16 22:24:50.202948 n-d-815324-4 neutron-server[103613]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:24:50.203543 n-d-815324-4 neutron-server[103613]: DEBUG oslo_db.api [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:24:50.211711 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:50.235200 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30027740-5e64-4c9f-8ebe-c5279367a208 None None] Resources bound (agent type, host, resource id): {{(pid=103615) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:24:50.255767 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba20a11f-9aaa-45f4-b8b8-d9c6501fd596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cef6e4a-7792-4210-b922-f470bff3e2c0'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:24:50.258393 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a463bfd1-c5b4-40b6-9780-4473d432ce21" -d '{"events": [{"server_uuid": "ba20a11f-9aaa-45f4-b8b8-d9c6501fd596", "name": "network-vif-plugged", "status": "completed", "tag": "2cef6e4a-7792-4210-b922-f470bff3e2c0"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:24:50.276085 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad88e435-f68d-41f2-95a6-93c73fa568d3 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:24:50.282703 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 2cef6e4a-7792-4210-b922-f470bff3e2c0, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=2cef6e4a-7792-4210-b922-f470bff3e2c0,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:50.283607 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ad88e435-f68d-41f2-95a6-93c73fa568d3 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:50.299021 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0060898e-6151-4b47-9008-c132a7790a72 None None] Sync routers for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:24:50.313759 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0060898e-6151-4b47-9008-c132a7790a72 None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:50.316068 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-0060898e-6151-4b47-9008-c132a7790a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:50.361435 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50656) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:50.364971 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-0060898e-6151-4b47-9008-c132a7790a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:50.370411 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-ad1fa79b-1e7f-4fbb-8a35-9c3455b805c7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:50.375000 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ad88e435-f68d-41f2-95a6-93c73fa568d3 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "PUT /v2.0/floatingips/eac0bb3a-f6a8-4335-a441-92e769d06c60 HTTP/1.1" status: 200 len: 977 time: 2.5900717 Dec 16 22:24:50.383221 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0060898e-6151-4b47-9008-c132a7790a72 None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:50.390751 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-0060898e-6151-4b47-9008-c132a7790a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:50.404654 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c9004a-4269-4f18-abae-372b50a6a60b x-openstack-request-id: req-53c9004a-4269-4f18-abae-372b50a6a60b {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:24:50.405122 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba20a11f-9aaa-45f4-b8b8-d9c6501fd596", "name": "network-vif-plugged", "status": "completed", "tag": "2cef6e4a-7792-4210-b922-f470bff3e2c0", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:24:50.405435 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-53c9004a-4269-4f18-abae-372b50a6a60b {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:24:50.405840 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba20a11f-9aaa-45f4-b8b8-d9c6501fd596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cef6e4a-7792-4210-b922-f470bff3e2c0', 'code': 200} Dec 16 22:24:50.419371 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:50.433846 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-0060898e-6151-4b47-9008-c132a7790a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:50.434645 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0060898e-6151-4b47-9008-c132a7790a72 None None] The sync data for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:24:50.464652 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ad1fa79b-1e7f-4fbb-8a35-9c3455b805c7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:50.596306 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c4500-1668-4d1e-bd2b-6ad4de5a2ee6 req-f0ac417d-c3cd-407c-adb9-ddc61d359304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:50.597735 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f66c4500-1668-4d1e-bd2b-6ad4de5a2ee6 req-f0ac417d-c3cd-407c-adb9-ddc61d359304 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 1096 time: 0.1286676 Dec 16 22:24:50.684754 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=2cef6e4a-7792-4210-b922-f470bff3e2c0,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:50.695357 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ad1fa79b-1e7f-4fbb-8a35-9c3455b805c7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:50.702488 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f66c4500-1668-4d1e-bd2b-6ad4de5a2ee6 req-1fa60154-2d2a-4204-a98f-a7301fc4658e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942242 Dec 16 22:24:50.704661 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:50.749135 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ad1fa79b-1e7f-4fbb-8a35-9c3455b805c7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:50.749135 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-ad1fa79b-1e7f-4fbb-8a35-9c3455b805c7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Floating IP eac0bb3a-f6a8-4335-a441-92e769d06c60 disassociated. External IP: 172.25.6.179, port: 440710d6-7c64-4da3-8b75-a11a285c5137. Dec 16 22:24:50.788580 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Deleting port 7d11804f-f494-4ba6-b65c-53d8374ecdf4 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:50.788933 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:50.866845 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] For port 7d11804f-f494-4ba6-b65c-53d8374ecdf4, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7d11804f-f494-4ba6-b65c-53d8374ecdf4,segment=NetworkSegment(d1822e93-bb42-477e-b65b-73836196a6a2),segment_id=d1822e93-bb42-477e-b65b-73836196a6a2)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:50.867528 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:50.887690 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Calling delete_port for 7d11804f-f494-4ba6-b65c-53d8374ecdf4 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:51.000024 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1fa79b-1e7f-4fbb-8a35-9c3455b805c7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Router 03c66675-8b7e-4c40-b4ab-5ef12aeac231 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:24:51.045310 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.072928 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Port': ['ID=7d11804f-f494-4ba6-b65c-53d8374ecdf4,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:51.078103 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No DVR routers for this DVR port 7d11804f-f494-4ba6-b65c-53d8374ecdf4 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:24:51.113510 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1fa79b-1e7f-4fbb-8a35-9c3455b805c7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:24:51.124264 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ad1fa79b-1e7f-4fbb-8a35-9c3455b805c7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.124814 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ce4fbc-ebef-4e91-a789-c004a670f22d None None] Sync routers for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:24:51.137776 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ce4fbc-ebef-4e91-a789-c004a670f22d None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:51.138466 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-b2ce4fbc-ebef-4e91-a789-c004a670f22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:51.172620 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ad1fa79b-1e7f-4fbb-8a35-9c3455b805c7 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "PUT /v2.0/floatingips/eac0bb3a-f6a8-4335-a441-92e769d06c60 HTTP/1.1" status: 200 len: 688 time: 0.8080056 Dec 16 22:24:51.175462 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50676) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:51.181257 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.185704 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-b2ce4fbc-ebef-4e91-a789-c004a670f22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:51.196968 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ce4fbc-ebef-4e91-a789-c004a670f22d None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:51.197606 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-b2ce4fbc-ebef-4e91-a789-c004a670f22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:51.208560 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac22248a-0d62-4349-a189-f158a3462eed']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:51.219910 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1822e93-bb42-477e-b65b-73836196a6a2') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:51.221160 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1822e93-bb42-477e-b65b-73836196a6a2') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:51.235309 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.240824 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-b2ce4fbc-ebef-4e91-a789-c004a670f22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:51.241499 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ce4fbc-ebef-4e91-a789-c004a670f22d None None] The sync data for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:24:51.252900 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.262707 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:24:51.263503 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:24:51.267999 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:24:51.348099 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e9966-b736-4aa3-998a-ca49a6bfb7c6 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Deleting port acd32ada-83d4-4f7d-b420-6ed853c16bb1 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:51.349354 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9966-b736-4aa3-998a-ca49a6bfb7c6 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.382595 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003cdb4-bdbe-4621-b891-06f2d9b000d8 req-ca70b4ce-8d5b-4bc2-bc46-31bbee2e3338 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:51.391138 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2003cdb4-bdbe-4621-b891-06f2d9b000d8 req-ca70b4ce-8d5b-4bc2-bc46-31bbee2e3338 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 945 time: 0.0760283 Dec 16 22:24:51.457270 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9966-b736-4aa3-998a-ca49a6bfb7c6 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.457612 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9966-b736-4aa3-998a-ca49a6bfb7c6 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.464313 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2003cdb4-bdbe-4621-b891-06f2d9b000d8 req-64ccfb1e-4af6-4927-a17f-a74fcfdf43d0 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721440 Dec 16 22:24:51.466583 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.476620 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.480643 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/networks/ac22248a-0d62-4349-a189-f158a3462eed HTTP/1.1" status: 204 len: 168 time: 2.7485983 Dec 16 22:24:51.485656 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e9966-b736-4aa3-998a-ca49a6bfb7c6 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Calling delete_port for acd32ada-83d4-4f7d-b420-6ed853c16bb1 owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:51.486708 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50684) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:51.508731 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-224e768c-aa5e-44bf-9b94-42758d5f20c2 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1479707040'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:51.513493 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680086a5-8e88-448c-8db7-496577e57603 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Network': ['ID=ac22248a-0d62-4349-a189-f158a3462eed,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:51.594109 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224e768c-aa5e-44bf-9b94-42758d5f20c2 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Made reservation on behalf of a18342f5d6194e82aa3e4694433e8250 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:51.597876 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-224e768c-aa5e-44bf-9b94-42758d5f20c2 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.634496 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224e768c-aa5e-44bf-9b94-42758d5f20c2 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:24:51.650219 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-224e768c-aa5e-44bf-9b94-42758d5f20c2 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.650572 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-224e768c-aa5e-44bf-9b94-42758d5f20c2 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Added segment 901b18ef-95ff-4e4d-b21c-505b92fbfe27 of type vlan for network ddf8f048-8804-4cff-a683-78fb9f4d23eb Dec 16 22:24:51.692188 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-224e768c-aa5e-44bf-9b94-42758d5f20c2 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.753763 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9966-b736-4aa3-998a-ca49a6bfb7c6 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.795411 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e9966-b736-4aa3-998a-ca49a6bfb7c6 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event deleted for resources: {'Port': ['ID=acd32ada-83d4-4f7d-b420-6ed853c16bb1,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:51.851002 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-224e768c-aa5e-44bf-9b94-42758d5f20c2 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.857133 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224e768c-aa5e-44bf-9b94-42758d5f20c2 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:51.857816 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-224e768c-aa5e-44bf-9b94-42758d5f20c2 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.864814 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9966-b736-4aa3-998a-ca49a6bfb7c6 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.868720 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9966-b736-4aa3-998a-ca49a6bfb7c6 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:51.869912 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4c9e9966-b736-4aa3-998a-ca49a6bfb7c6 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "DELETE /v2.0/floatingips/eac0bb3a-f6a8-4335-a441-92e769d06c60 HTTP/1.1" status: 204 len: 168 time: 0.6932945 Dec 16 22:24:51.872715 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50692) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:51.912329 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-82456d45-d06b-49a2-8ecf-e479c3cece55 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] delete failed (client error): The resource could not be found. Dec 16 22:24:51.913913 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-82456d45-d06b-49a2-8ecf-e479c3cece55 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "DELETE /v2.0/floatingips/eac0bb3a-f6a8-4335-a441-92e769d06c60 HTTP/1.1" status: 404 len: 345 time: 0.0397522 Dec 16 22:24:51.917831 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50696) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:51.995474 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e768c-aa5e-44bf-9b94-42758d5f20c2 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event updated for resources: {'Network': ['ID=ddf8f048-8804-4cff-a683-78fb9f4d23eb,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:52.012097 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network ddf8f048-8804-4cff-a683-78fb9f4d23eb details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:24:52.019284 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-224e768c-aa5e-44bf-9b94-42758d5f20c2 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5146689 Dec 16 22:24:52.022397 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50698) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:52.027428 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-6980f40b-4ecd-437e-b88d-9fd51a8dddec tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Request body: {'subnet': {'network_id': 'ddf8f048-8804-4cff-a683-78fb9f4d23eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:52.048090 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4cbae3-e827-4bd4-b283-c3d93fbc599b tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:52.055154 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4cbae3-e827-4bd4-b283-c3d93fbc599b tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:52.061738 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4cbae3-e827-4bd4-b283-c3d93fbc599b tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:52.063470 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4e4cbae3-e827-4bd4-b283-c3d93fbc599b tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "GET /v2.0/ports?network_id=293ec108-1ed7-46d1-8f0a-2fc2e231ea21 HTTP/1.1" status: 200 len: 2357 time: 0.1413717 Dec 16 22:24:52.066082 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50700) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:52.147572 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea119d3-23ce-41e0-8e92-c94ec53b44e8 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:52.150089 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fea119d3-23ce-41e0-8e92-c94ec53b44e8 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "GET /v2.0/subnets/09d92cd5-84f1-41a6-8e83-6326cb97eb3a HTTP/1.1" status: 200 len: 797 time: 0.0829661 Dec 16 22:24:52.155277 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50704) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:52.161074 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-bdde880e-6a2a-46a5-a2b6-efd0771829b2 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Request body: {'port': {'network_id': '293ec108-1ed7-46d1-8f0a-2fc2e231ea21', 'name': 'tempest-FloatingIPTestJSON-454042511', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:52.388325 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdde880e-6a2a-46a5-a2b6-efd0771829b2 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Made reservation on behalf of e9cd5708aa154edc97141deed8d71f03 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:52.527797 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bdde880e-6a2a-46a5-a2b6-efd0771829b2 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:52.553552 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-bdde880e-6a2a-46a5-a2b6-efd0771829b2 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] device_id is not set on port 04e74a31-c3ee-4f44-8734-1b13925d4b36 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:24:52.582120 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6980f40b-4ecd-437e-b88d-9fd51a8dddec tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Made reservation on behalf of a18342f5d6194e82aa3e4694433e8250 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:52.585728 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6980f40b-4ecd-437e-b88d-9fd51a8dddec tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:52.673450 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c7d06-35d8-4226-beda-5ff1b0f7c19f req-9196f8c0-5d09-493c-a9b0-1b21c58d9d52 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:52.674947 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe3c7d06-35d8-4226-beda-5ff1b0f7c19f req-9196f8c0-5d09-493c-a9b0-1b21c58d9d52 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 945 time: 0.1167345 Dec 16 22:24:52.794105 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe3c7d06-35d8-4226-beda-5ff1b0f7c19f req-429f004e-3e86-4011-a6fb-cd206f80ca58 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980089 Dec 16 22:24:52.839842 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6980f40b-4ecd-437e-b88d-9fd51a8dddec tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:52.911744 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980f40b-4ecd-437e-b88d-9fd51a8dddec tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event updated for resources: {'Subnet': ['ID=98403586-eb3c-42c4-b99a-770ca779036e,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:52.922394 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-bdde880e-6a2a-46a5-a2b6-efd0771829b2 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Allocated IP 172.20.0.14 (293ec108-1ed7-46d1-8f0a-2fc2e231ea21/09d92cd5-84f1-41a6-8e83-6326cb97eb3a/04e74a31-c3ee-4f44-8734-1b13925d4b36) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:52.932637 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-bdde880e-6a2a-46a5-a2b6-efd0771829b2 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Allocated IP 172.20.0.12 (293ec108-1ed7-46d1-8f0a-2fc2e231ea21/09d92cd5-84f1-41a6-8e83-6326cb97eb3a/04e74a31-c3ee-4f44-8734-1b13925d4b36) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:52.937224 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6980f40b-4ecd-437e-b88d-9fd51a8dddec tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Checking segment: {'id': '901b18ef-95ff-4e4d-b21c-505b92fbfe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ddf8f048-8804-4cff-a683-78fb9f4d23eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:52.938014 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6980f40b-4ecd-437e-b88d-9fd51a8dddec tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Network hostable DHCP agents. Network: ddf8f048-8804-4cff-a683-78fb9f4d23eb, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:24:53.034343 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6980f40b-4ecd-437e-b88d-9fd51a8dddec tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Network ddf8f048-8804-4cff-a683-78fb9f4d23eb is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:24:53.116707 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bdde880e-6a2a-46a5-a2b6-efd0771829b2 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:53.170824 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-6980f40b-4ecd-437e-b88d-9fd51a8dddec tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, ddf8f048-8804-4cff-a683-78fb9f4d23eb) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:53.175075 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6980f40b-4ecd-437e-b88d-9fd51a8dddec tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:53.175783 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6980f40b-4ecd-437e-b88d-9fd51a8dddec tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:53.180943 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b821c28c-a71d-4066-b56a-9a35a0810cc3 None None] Network ddf8f048-8804-4cff-a683-78fb9f4d23eb requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:53.274425 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bdde880e-6a2a-46a5-a2b6-efd0771829b2 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:53.306386 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984c2b9e-0c94-4a50-a98a-f9dc33483e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-ddf8f048-8804-4cff-a683-78fb9f4d23eb', 'network_id': 'ddf8f048-8804-4cff-a683-78fb9f4d23eb', 'project_id': 'a18342f5d6194e82aa3e4694433e8250', 'fixed_ips': [{'subnet_id': '98403586-eb3c-42c4-b99a-770ca779036e'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:24:53.307255 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-984c2b9e-0c94-4a50-a98a-f9dc33483e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:53.324556 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdde880e-6a2a-46a5-a2b6-efd0771829b2 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Network 293ec108-1ed7-46d1-8f0a-2fc2e231ea21 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:53.327816 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-bdde880e-6a2a-46a5-a2b6-efd0771829b2 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:53.332518 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde880e-6a2a-46a5-a2b6-efd0771829b2 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:53.338131 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6980f40b-4ecd-437e-b88d-9fd51a8dddec tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3139565 Dec 16 22:24:53.340194 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50730) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:53.372580 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde880e-6a2a-46a5-a2b6-efd0771829b2 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event updated for resources: {'Port': ['ID=04e74a31-c3ee-4f44-8734-1b13925d4b36,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:53.386110 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09da7ae8-b2d8-4161-a9bf-580816350263 None None] DHCP port deletion for 293ec108-1ed7-46d1-8f0a-2fc2e231ea21 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:53.396122 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e31c710a-db5f-493e-a96c-0e3e744eb7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:53.433465 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdde880e-6a2a-46a5-a2b6-efd0771829b2 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:53.434480 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bdde880e-6a2a-46a5-a2b6-efd0771829b2 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:53.501859 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-984c2b9e-0c94-4a50-a98a-f9dc33483e02 None None] Allocated IP 172.20.0.1 (ddf8f048-8804-4cff-a683-78fb9f4d23eb/98403586-eb3c-42c4-b99a-770ca779036e/db4b38c0-6007-4b6e-a921-8ca92035fdf7) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:53.534231 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:53.579920 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bdde880e-6a2a-46a5-a2b6-efd0771829b2 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.4233158 Dec 16 22:24:53.582444 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50742) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:53.587969 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-7e643ece-f054-4a18-9d60-2a52024c872d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'port_id': '04e74a31-c3ee-4f44-8734-1b13925d4b36', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:53.597223 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f392a299-8118-4804-82af-84943f0dd679 None None] Provisioning complete for port 04e74a31-c3ee-4f44-8734-1b13925d4b36 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:24:53.597612 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f392a299-8118-4804-82af-84943f0dd679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:53.601471 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:53.671635 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f392a299-8118-4804-82af-84943f0dd679 None None] Port 04e74a31-c3ee-4f44-8734-1b13925d4b36 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:24:53.748761 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7e643ece-f054-4a18-9d60-2a52024c872d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:53.755861 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-984c2b9e-0c94-4a50-a98a-f9dc33483e02 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:53.855739 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-984c2b9e-0c94-4a50-a98a-f9dc33483e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:53.866541 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7e643ece-f054-4a18-9d60-2a52024c872d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:53.911845 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984c2b9e-0c94-4a50-a98a-f9dc33483e02 None None] Network ddf8f048-8804-4cff-a683-78fb9f4d23eb is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:53.916697 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-984c2b9e-0c94-4a50-a98a-f9dc33483e02 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:53.921405 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984c2b9e-0c94-4a50-a98a-f9dc33483e02 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:53.924803 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c2b9e-0c94-4a50-a98a-f9dc33483e02 None None] Pushing event updated for resources: {'Port': ['ID=db4b38c0-6007-4b6e-a921-8ca92035fdf7,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:53.990231 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-984c2b9e-0c94-4a50-a98a-f9dc33483e02 None None] Attempting to bind port db4b38c0-6007-4b6e-a921-8ca92035fdf7 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:24:53.990656 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-984c2b9e-0c94-4a50-a98a-f9dc33483e02 None None] Attempting to bind port db4b38c0-6007-4b6e-a921-8ca92035fdf7 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '901b18ef-95ff-4e4d-b21c-505b92fbfe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ddf8f048-8804-4cff-a683-78fb9f4d23eb'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:24:53.990908 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c2b9e-0c94-4a50-a98a-f9dc33483e02 None None] Attempting to bind port db4b38c0-6007-4b6e-a921-8ca92035fdf7 on network ddf8f048-8804-4cff-a683-78fb9f4d23eb {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:24:53.992434 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-7e643ece-f054-4a18-9d60-2a52024c872d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Allocated IP 172.25.6.22 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/a7f15789-8e46-4d2f-90b9-001d22831cba) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:53.996087 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c2b9e-0c94-4a50-a98a-f9dc33483e02 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:24:53.996527 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c2b9e-0c94-4a50-a98a-f9dc33483e02 None None] Checking segment: {'id': '901b18ef-95ff-4e4d-b21c-505b92fbfe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ddf8f048-8804-4cff-a683-78fb9f4d23eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:53.996943 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-984c2b9e-0c94-4a50-a98a-f9dc33483e02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:53.997347 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c2b9e-0c94-4a50-a98a-f9dc33483e02 None None] Bound using segment: {'id': '901b18ef-95ff-4e4d-b21c-505b92fbfe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ddf8f048-8804-4cff-a683-78fb9f4d23eb'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:24:53.999092 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-984c2b9e-0c94-4a50-a98a-f9dc33483e02 None None] Bound port: db4b38c0-6007-4b6e-a921-8ca92035fdf7, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901b18ef-95ff-4e4d-b21c-505b92fbfe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ddf8f048-8804-4cff-a683-78fb9f4d23eb'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:24:53.999269 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-984c2b9e-0c94-4a50-a98a-f9dc33483e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:54.045392 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:54.070047 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-984c2b9e-0c94-4a50-a98a-f9dc33483e02 None None] For port db4b38c0-6007-4b6e-a921-8ca92035fdf7, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:24:54.075220 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-984c2b9e-0c94-4a50-a98a-f9dc33483e02 None None] For port db4b38c0-6007-4b6e-a921-8ca92035fdf7, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=db4b38c0-6007-4b6e-a921-8ca92035fdf7,segment=NetworkSegment(901b18ef-95ff-4e4d-b21c-505b92fbfe27),segment_id=901b18ef-95ff-4e4d-b21c-505b92fbfe27)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:24:54.078958 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Subnet': ['ID=98403586-eb3c-42c4-b99a-770ca779036e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:54.148815 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-984c2b9e-0c94-4a50-a98a-f9dc33483e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:54.149021 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7e643ece-f054-4a18-9d60-2a52024c872d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:54.184527 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:54.226214 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf8f048-8804-4cff-a683-78fb9f4d23eb']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:54.238120 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901b18ef-95ff-4e4d-b21c-505b92fbfe27') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:54.238413 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901b18ef-95ff-4e4d-b21c-505b92fbfe27') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:54.248020 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c2b9e-0c94-4a50-a98a-f9dc33483e02 None None] Pushing event updated for resources: {'Port': ['ID=db4b38c0-6007-4b6e-a921-8ca92035fdf7,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:54.250825 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:54.270939 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:54.283119 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:24:54.283119 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:24:54.286604 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:24:54.303753 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7e643ece-f054-4a18-9d60-2a52024c872d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:54.377027 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e643ece-f054-4a18-9d60-2a52024c872d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:54.391141 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-7e643ece-f054-4a18-9d60-2a52024c872d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:54.397907 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e643ece-f054-4a18-9d60-2a52024c872d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:54.404436 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e643ece-f054-4a18-9d60-2a52024c872d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event updated for resources: {'Port': ['ID=a7f15789-8e46-4d2f-90b9-001d22831cba,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:54.527821 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.db.api [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 22:24:54.527821 n-d-815324-4 neutron-server[103614]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 22:24:54.527821 n-d-815324-4 neutron-server[103614]: [parameters: {'id': 'ddf8f048-8804-4cff-a683-78fb9f4d23eb'}] Dec 16 22:24:54.527821 n-d-815324-4 neutron-server[103614]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:24:54.528405 n-d-815324-4 neutron-server[103614]: DEBUG oslo_db.api [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:24:54.688744 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:24:54.978088 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7e643ece-f054-4a18-9d60-2a52024c872d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:55.029074 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:55.086952 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Deleting port db4b38c0-6007-4b6e-a921-8ca92035fdf7 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:55.087331 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:55.155524 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7e643ece-f054-4a18-9d60-2a52024c872d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:55.176282 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] For port db4b38c0-6007-4b6e-a921-8ca92035fdf7, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=db4b38c0-6007-4b6e-a921-8ca92035fdf7,segment=NetworkSegment(901b18ef-95ff-4e4d-b21c-505b92fbfe27),segment_id=901b18ef-95ff-4e4d-b21c-505b92fbfe27)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:55.176282 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:55.193062 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Calling delete_port for db4b38c0-6007-4b6e-a921-8ca92035fdf7 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:55.447247 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7e643ece-f054-4a18-9d60-2a52024c872d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:55.462565 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:55.492626 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Port': ['ID=db4b38c0-6007-4b6e-a921-8ca92035fdf7,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:55.495725 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No DVR routers for this DVR port db4b38c0-6007-4b6e-a921-8ca92035fdf7 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:24:55.542789 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7e643ece-f054-4a18-9d60-2a52024c872d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:55.569846 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce05523-a236-45ae-8722-dce2e234e4c5 None None] Network ddf8f048-8804-4cff-a683-78fb9f4d23eb requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:55.608177 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:55.640476 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf8f048-8804-4cff-a683-78fb9f4d23eb']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:55.645706 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-456f68ef-253a-419f-a6b7-e5dd97e426b2 None None] Could not find standard attr ID for object db4b38c0-6007-4b6e-a921-8ca92035fdf7. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:24:55.653925 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e643ece-f054-4a18-9d60-2a52024c872d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event updated for resources: {'Port': ['ID=a7f15789-8e46-4d2f-90b9-001d22831cba,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:55.667772 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7e643ece-f054-4a18-9d60-2a52024c872d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:55.689616 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901b18ef-95ff-4e4d-b21c-505b92fbfe27') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:55.689954 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901b18ef-95ff-4e4d-b21c-505b92fbfe27') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:55.696376 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bf366c72-b0c5-4c84-805f-90990b13d735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:55.723291 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:55.751162 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:55.761852 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:24:55.762579 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:24:55.766281 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:24:55.790562 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7174a30-67cd-4754-b34f-727ff869378f None None] DHCP port deletion for ddf8f048-8804-4cff-a683-78fb9f4d23eb request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:24:55.825169 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-7e643ece-f054-4a18-9d60-2a52024c872d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Floating IP ed2b3d80-a1d3-43aa-9089-7e979a957cdf associated. External IP: 172.25.6.22, port: 04e74a31-c3ee-4f44-8734-1b13925d4b36. Dec 16 22:24:55.936870 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:55.968092 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:55.972950 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/networks/ddf8f048-8804-4cff-a683-78fb9f4d23eb HTTP/1.1" status: 204 len: 168 time: 2.6314869 Dec 16 22:24:55.974191 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59534dc1-590c-4bf0-8235-8d066ae7bf0b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Network': ['ID=ddf8f048-8804-4cff-a683-78fb9f4d23eb,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:55.976929 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50796) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:55.982033 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-b4b25bba-142e-4b24-a21c-6ead5798a9b4 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-134554379'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:56.057377 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b25bba-142e-4b24-a21c-6ead5798a9b4 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Made reservation on behalf of a18342f5d6194e82aa3e4694433e8250 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:56.068350 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4b25bba-142e-4b24-a21c-6ead5798a9b4 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:56.083860 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e643ece-f054-4a18-9d60-2a52024c872d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Router 03c66675-8b7e-4c40-b4ab-5ef12aeac231 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:24:56.096115 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b25bba-142e-4b24-a21c-6ead5798a9b4 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:24:56.107949 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4b25bba-142e-4b24-a21c-6ead5798a9b4 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:56.108389 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-b4b25bba-142e-4b24-a21c-6ead5798a9b4 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Added segment 68c18cf9-605f-4f59-8557-b420dbd4973b of type vlan for network 161a9fce-7149-499f-be0c-b1d5f8c25992 Dec 16 22:24:56.163766 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4b25bba-142e-4b24-a21c-6ead5798a9b4 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:56.213241 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e643ece-f054-4a18-9d60-2a52024c872d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:24:56.224542 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5311e198-6d11-49b0-a1a2-8043264038ea None None] Sync routers for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:24:56.235443 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5311e198-6d11-49b0-a1a2-8043264038ea None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:56.236136 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5311e198-6d11-49b0-a1a2-8043264038ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:56.263136 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4b25bba-142e-4b24-a21c-6ead5798a9b4 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:56.269369 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b25bba-142e-4b24-a21c-6ead5798a9b4 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:56.271366 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4b25bba-142e-4b24-a21c-6ead5798a9b4 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:56.273994 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5311e198-6d11-49b0-a1a2-8043264038ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:56.284662 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5311e198-6d11-49b0-a1a2-8043264038ea None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:56.284662 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5311e198-6d11-49b0-a1a2-8043264038ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:56.300074 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7e643ece-f054-4a18-9d60-2a52024c872d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:56.346879 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5311e198-6d11-49b0-a1a2-8043264038ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:56.347752 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5311e198-6d11-49b0-a1a2-8043264038ea None None] The sync data for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:24:56.361621 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7e643ece-f054-4a18-9d60-2a52024c872d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.7773681 Dec 16 22:24:56.364469 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50806) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:56.371414 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-1e20cf56-8371-4cee-bfe8-c4b024191816 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Request body: {'floatingip': {'port_id': '04e74a31-c3ee-4f44-8734-1b13925d4b36', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:56.378822 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b25bba-142e-4b24-a21c-6ead5798a9b4 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event updated for resources: {'Network': ['ID=161a9fce-7149-499f-be0c-b1d5f8c25992,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:56.392171 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 161a9fce-7149-499f-be0c-b1d5f8c25992 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:24:56.437536 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1e20cf56-8371-4cee-bfe8-c4b024191816 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:56.465782 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b4b25bba-142e-4b24-a21c-6ead5798a9b4 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4875338 Dec 16 22:24:56.468457 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50814) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:56.475823 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-336d2ad6-ec03-4227-acef-ec34a4dbf423 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Request body: {'subnet': {'network_id': '161a9fce-7149-499f-be0c-b1d5f8c25992', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:24:56.704609 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336d2ad6-ec03-4227-acef-ec34a4dbf423 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Made reservation on behalf of a18342f5d6194e82aa3e4694433e8250 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:24:56.711541 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-336d2ad6-ec03-4227-acef-ec34a4dbf423 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:56.913827 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:56.948458 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:57.102506 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-336d2ad6-ec03-4227-acef-ec34a4dbf423 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:57.207593 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d2ad6-ec03-4227-acef-ec34a4dbf423 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Checking segment: {'id': '68c18cf9-605f-4f59-8557-b420dbd4973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '161a9fce-7149-499f-be0c-b1d5f8c25992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:57.208778 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336d2ad6-ec03-4227-acef-ec34a4dbf423 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Network hostable DHCP agents. Network: 161a9fce-7149-499f-be0c-b1d5f8c25992, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:24:57.210883 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d2ad6-ec03-4227-acef-ec34a4dbf423 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event updated for resources: {'Subnet': ['ID=b4e27aa7-91bf-4432-902b-12ac900bb9a3,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:57.337552 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1e20cf56-8371-4cee-bfe8-c4b024191816 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:57.342273 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336d2ad6-ec03-4227-acef-ec34a4dbf423 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Network 161a9fce-7149-499f-be0c-b1d5f8c25992 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:24:57.474406 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1e20cf56-8371-4cee-bfe8-c4b024191816 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:57.519145 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-336d2ad6-ec03-4227-acef-ec34a4dbf423 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 161a9fce-7149-499f-be0c-b1d5f8c25992) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:57.524127 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336d2ad6-ec03-4227-acef-ec34a4dbf423 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:24:57.524826 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-336d2ad6-ec03-4227-acef-ec34a4dbf423 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:57.534063 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb8bffb-22a2-4a6d-896a-86e272d9b0e4 None None] Network 161a9fce-7149-499f-be0c-b1d5f8c25992 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:57.653161 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-336d2ad6-ec03-4227-acef-ec34a4dbf423 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1830142 Dec 16 22:24:57.657466 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50840) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:57.721436 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-161a9fce-7149-499f-be0c-b1d5f8c25992', 'network_id': '161a9fce-7149-499f-be0c-b1d5f8c25992', 'project_id': 'a18342f5d6194e82aa3e4694433e8250', 'fixed_ips': [{'subnet_id': 'b4e27aa7-91bf-4432-902b-12ac900bb9a3'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:24:57.725107 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:57.840084 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:57.857885 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e20cf56-8371-4cee-bfe8-c4b024191816 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Router 03c66675-8b7e-4c40-b4ab-5ef12aeac231 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:24:57.936345 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:57.961848 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Allocated IP 172.20.0.2 (161a9fce-7149-499f-be0c-b1d5f8c25992/b4e27aa7-91bf-4432-902b-12ac900bb9a3/ecfb5394-b7a5-4767-9570-81836b33f384) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:24:58.041627 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e20cf56-8371-4cee-bfe8-c4b024191816 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:24:58.048163 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1e20cf56-8371-4cee-bfe8-c4b024191816 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.060020 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9430cd55-ec08-49b6-860b-0ded86e80a75 None None] Sync routers for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:24:58.080673 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9430cd55-ec08-49b6-860b-0ded86e80a75 None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:58.081319 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9430cd55-ec08-49b6-860b-0ded86e80a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:58.133439 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50852) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:58.134280 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1e20cf56-8371-4cee-bfe8-c4b024191816 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "PUT /v2.0/floatingips/ed2b3d80-a1d3-43aa-9089-7e979a957cdf HTTP/1.1" status: 200 len: 977 time: 1.7661257 Dec 16 22:24:58.158428 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9430cd55-ec08-49b6-860b-0ded86e80a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:58.224304 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9430cd55-ec08-49b6-860b-0ded86e80a75 None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:58.224304 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9430cd55-ec08-49b6-860b-0ded86e80a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:58.289761 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9430cd55-ec08-49b6-860b-0ded86e80a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:58.290450 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9430cd55-ec08-49b6-860b-0ded86e80a75 None None] The sync data for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:24:58.310550 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.326794 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.360685 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.375786 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-e553c122-4b89-4676-b82d-6736202dc6b8 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Deleting port a7f15789-8e46-4d2f-90b9-001d22831cba {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:58.376153 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e553c122-4b89-4676-b82d-6736202dc6b8 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.389051 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.443009 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Network 161a9fce-7149-499f-be0c-b1d5f8c25992 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:24:58.446398 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:24:58.450394 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:24:58.460018 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Pushing event updated for resources: {'Port': ['ID=ecfb5394-b7a5-4767-9570-81836b33f384,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:58.499829 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e553c122-4b89-4676-b82d-6736202dc6b8 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.500163 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e553c122-4b89-4676-b82d-6736202dc6b8 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.515942 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:58.515942 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:58.515942 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:58.515942 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:58.516622 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:58.517046 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:58.517470 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:58.518010 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:58.518425 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:58.518843 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:58.519321 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:58.519884 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:58.520326 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:24:58.535298 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Attempting to bind port ecfb5394-b7a5-4767-9570-81836b33f384 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:24:58.535798 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Attempting to bind port ecfb5394-b7a5-4767-9570-81836b33f384 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '68c18cf9-605f-4f59-8557-b420dbd4973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '161a9fce-7149-499f-be0c-b1d5f8c25992'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:24:58.536458 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Attempting to bind port ecfb5394-b7a5-4767-9570-81836b33f384 on network 161a9fce-7149-499f-be0c-b1d5f8c25992 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:24:58.538081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-e553c122-4b89-4676-b82d-6736202dc6b8 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Calling delete_port for a7f15789-8e46-4d2f-90b9-001d22831cba owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:58.542773 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:24:58.543365 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Checking segment: {'id': '68c18cf9-605f-4f59-8557-b420dbd4973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '161a9fce-7149-499f-be0c-b1d5f8c25992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:24:58.543885 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.544349 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Bound using segment: {'id': '68c18cf9-605f-4f59-8557-b420dbd4973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '161a9fce-7149-499f-be0c-b1d5f8c25992'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:24:58.544920 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Bound port: ecfb5394-b7a5-4767-9570-81836b33f384, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c18cf9-605f-4f59-8557-b420dbd4973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '161a9fce-7149-499f-be0c-b1d5f8c25992'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:24:58.545396 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.550701 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.597068 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Subnet': ['ID=b4e27aa7-91bf-4432-902b-12ac900bb9a3,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:58.641133 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] For port ecfb5394-b7a5-4767-9570-81836b33f384, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:24:58.644488 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] For port ecfb5394-b7a5-4767-9570-81836b33f384, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=ecfb5394-b7a5-4767-9570-81836b33f384,segment=NetworkSegment(68c18cf9-605f-4f59-8557-b420dbd4973b),segment_id=68c18cf9-605f-4f59-8557-b420dbd4973b)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:24:58.732347 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.745059 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.782963 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['161a9fce-7149-499f-be0c-b1d5f8c25992']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:58.809805 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c18cf9-605f-4f59-8557-b420dbd4973b') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:58.809805 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c18cf9-605f-4f59-8557-b420dbd4973b') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:58.821475 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.846573 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.854753 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:24:58.855190 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:24:58.860321 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:24:58.943706 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755ab2f0-2a37-49ac-9df0-105840d77395 None None] Network 161a9fce-7149-499f-be0c-b1d5f8c25992 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:24:58.956154 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f8491-1ce6-4f06-8363-b746f2cffc42 None None] Pushing event updated for resources: {'Port': ['ID=ecfb5394-b7a5-4767-9570-81836b33f384,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:59.034870 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.db.api [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 22:24:59.034870 n-d-815324-4 neutron-server[103614]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 22:24:59.034870 n-d-815324-4 neutron-server[103614]: [parameters: {'id': '161a9fce-7149-499f-be0c-b1d5f8c25992'}] Dec 16 22:24:59.034870 n-d-815324-4 neutron-server[103614]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:24:59.035456 n-d-815324-4 neutron-server[103614]: DEBUG oslo_db.api [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:24:59.036611 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:59.089192 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5eb1fd-9dae-4b42-8c39-adacd1587f93 None None] get_active_networks_info from n-d-815324-4 {{(pid=103615) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:24:59.142270 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e553c122-4b89-4676-b82d-6736202dc6b8 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:59.172991 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553c122-4b89-4676-b82d-6736202dc6b8 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event deleted for resources: {'Port': ['ID=a7f15789-8e46-4d2f-90b9-001d22831cba,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:24:59.269763 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e553c122-4b89-4676-b82d-6736202dc6b8 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:59.269899 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-e553c122-4b89-4676-b82d-6736202dc6b8 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Floating IP ed2b3d80-a1d3-43aa-9089-7e979a957cdf disassociated (deleted). External IP: 172.25.6.22, port: 04e74a31-c3ee-4f44-8734-1b13925d4b36. Dec 16 22:24:59.314059 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5eb1fd-9dae-4b42-8c39-adacd1587f93 None None] Resources bound (agent type, host, resource id): {{(pid=103615) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:24:59.537691 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:59.545221 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e553c122-4b89-4676-b82d-6736202dc6b8 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Router 03c66675-8b7e-4c40-b4ab-5ef12aeac231 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:24:59.754432 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e553c122-4b89-4676-b82d-6736202dc6b8 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:24:59.771491 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ee68bf-1e63-4241-b295-20bd243dcd72 None None] Sync routers for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:24:59.781399 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e553c122-4b89-4676-b82d-6736202dc6b8 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:59.783371 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ee68bf-1e63-4241-b295-20bd243dcd72 None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:59.784233 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-b3ee68bf-1e63-4241-b295-20bd243dcd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:59.818301 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Deleting port ecfb5394-b7a5-4767-9570-81836b33f384 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:59.818748 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:59.820875 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-b3ee68bf-1e63-4241-b295-20bd243dcd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:59.822422 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e553c122-4b89-4676-b82d-6736202dc6b8 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "DELETE /v2.0/floatingips/ed2b3d80-a1d3-43aa-9089-7e979a957cdf HTTP/1.1" status: 204 len: 168 time: 1.6879318 Dec 16 22:24:59.825439 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50886) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:24:59.831373 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ee68bf-1e63-4241-b295-20bd243dcd72 None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:24:59.832312 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-b3ee68bf-1e63-4241-b295-20bd243dcd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:59.876448 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-b3ee68bf-1e63-4241-b295-20bd243dcd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:24:59.877489 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ee68bf-1e63-4241-b295-20bd243dcd72 None None] The sync data for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:24:59.899948 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] For port ecfb5394-b7a5-4767-9570-81836b33f384, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=ecfb5394-b7a5-4767-9570-81836b33f384,segment=NetworkSegment(68c18cf9-605f-4f59-8557-b420dbd4973b),segment_id=68c18cf9-605f-4f59-8557-b420dbd4973b)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:24:59.909055 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:24:59.921328 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Calling delete_port for ecfb5394-b7a5-4767-9570-81836b33f384 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:24:59.979082 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-baf98904-2113-4d1e-b10f-54607163d4c3 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Deleting port 04e74a31-c3ee-4f44-8734-1b13925d4b36 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:24:59.979539 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-baf98904-2113-4d1e-b10f-54607163d4c3 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.082163 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-baf98904-2113-4d1e-b10f-54607163d4c3 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.097828 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-baf98904-2113-4d1e-b10f-54607163d4c3 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Calling delete_port for 04e74a31-c3ee-4f44-8734-1b13925d4b36 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:00.165653 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.241662 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Port': ['ID=ecfb5394-b7a5-4767-9570-81836b33f384,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:00.255949 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No DVR routers for this DVR port ecfb5394-b7a5-4767-9570-81836b33f384 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:00.364781 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.390833 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['161a9fce-7149-499f-be0c-b1d5f8c25992']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:00.413711 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c18cf9-605f-4f59-8557-b420dbd4973b') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:00.414082 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c18cf9-605f-4f59-8557-b420dbd4973b') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:00.426961 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.445216 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.455120 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:25:00.455120 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:25:00.457325 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:25:00.485055 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-baf98904-2113-4d1e-b10f-54607163d4c3 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.553001 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf98904-2113-4d1e-b10f-54607163d4c3 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event deleted for resources: {'Port': ['ID=04e74a31-c3ee-4f44-8734-1b13925d4b36,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:00.623003 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0843c409-2b22-4577-a4fe-39b607135505 None None] DHCP port deletion for 293ec108-1ed7-46d1-8f0a-2fc2e231ea21 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:25:00.688938 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-baf98904-2113-4d1e-b10f-54607163d4c3 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.691152 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.698685 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-baf98904-2113-4d1e-b10f-54607163d4c3 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "DELETE /v2.0/ports/04e74a31-c3ee-4f44-8734-1b13925d4b36 HTTP/1.1" status: 204 len: 168 time: 0.8674369 Dec 16 22:25:00.699525 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50900) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:00.721944 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-6b25fb84-3ff1-4098-a4c7-d6a86a552756 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:00.722069 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.722069 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/networks/161a9fce-7149-499f-be0c-b1d5f8c25992 HTTP/1.1" status: 204 len: 168 time: 3.0662265 Dec 16 22:25:00.727917 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50902) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:00.746336 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-51aeb78d-93be-4599-8389-245506d01d66 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-62324409'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:00.747716 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efe006-9bc3-4e5d-8ab6-a04966a8fe3e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Network': ['ID=161a9fce-7149-499f-be0c-b1d5f8c25992,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:00.869561 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6b25fb84-3ff1-4098-a4c7-d6a86a552756 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:00.994764 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51aeb78d-93be-4599-8389-245506d01d66 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Made reservation on behalf of a18342f5d6194e82aa3e4694433e8250 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:00.998350 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-51aeb78d-93be-4599-8389-245506d01d66 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.021684 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6b25fb84-3ff1-4098-a4c7-d6a86a552756 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.068194 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51aeb78d-93be-4599-8389-245506d01d66 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:25:01.103884 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-51aeb78d-93be-4599-8389-245506d01d66 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.104239 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-51aeb78d-93be-4599-8389-245506d01d66 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Added segment e6929c77-ae19-48b2-810c-a5d4e09f4e1c of type vlan for network f04abbce-5ef4-47d6-8381-cb7fe533124b Dec 16 22:25:01.190777 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-51aeb78d-93be-4599-8389-245506d01d66 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.241763 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-6b25fb84-3ff1-4098-a4c7-d6a86a552756 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Allocated IP 172.25.6.157 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/2ce23ec1-bdc1-4da4-8232-71edb8a48fbe) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:01.383225 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6b25fb84-3ff1-4098-a4c7-d6a86a552756 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.386948 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-51aeb78d-93be-4599-8389-245506d01d66 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.393418 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aeb78d-93be-4599-8389-245506d01d66 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:01.394204 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-51aeb78d-93be-4599-8389-245506d01d66 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.514934 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aeb78d-93be-4599-8389-245506d01d66 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event updated for resources: {'Network': ['ID=f04abbce-5ef4-47d6-8381-cb7fe533124b,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:01.542413 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network f04abbce-5ef4-47d6-8381-cb7fe533124b details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:25:01.546018 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50914) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:01.553110 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-23e46a9e-2c97-44d4-a5b4-185dc39df5d7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Request body: {'subnet': {'network_id': 'f04abbce-5ef4-47d6-8381-cb7fe533124b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:01.555768 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-51aeb78d-93be-4599-8389-245506d01d66 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8267183 Dec 16 22:25:01.684054 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6b25fb84-3ff1-4098-a4c7-d6a86a552756 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.729016 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b25fb84-3ff1-4098-a4c7-d6a86a552756 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:01.732037 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-6b25fb84-3ff1-4098-a4c7-d6a86a552756 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:01.735621 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b25fb84-3ff1-4098-a4c7-d6a86a552756 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:01.780168 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25fb84-3ff1-4098-a4c7-d6a86a552756 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event updated for resources: {'Port': ['ID=2ce23ec1-bdc1-4da4-8232-71edb8a48fbe,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:01.809752 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e46a9e-2c97-44d4-a5b4-185dc39df5d7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Made reservation on behalf of a18342f5d6194e82aa3e4694433e8250 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:01.810789 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-23e46a9e-2c97-44d4-a5b4-185dc39df5d7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.856784 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6b25fb84-3ff1-4098-a4c7-d6a86a552756 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:01.897932 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.ipam_backend_mixin [None req-23e46a9e-2c97-44d4-a5b4-185dc39df5d7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Performing IP validity checks on allocation pools {{(pid=103614) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 22:25:01.898572 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.ipam_backend_mixin [None req-23e46a9e-2c97-44d4-a5b4-185dc39df5d7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103614) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 22:25:01.999306 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6b25fb84-3ff1-4098-a4c7-d6a86a552756 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:02.168202 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6b25fb84-3ff1-4098-a4c7-d6a86a552756 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:02.194026 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-23e46a9e-2c97-44d4-a5b4-185dc39df5d7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:02.239731 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6b25fb84-3ff1-4098-a4c7-d6a86a552756 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:02.252684 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e46a9e-2c97-44d4-a5b4-185dc39df5d7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event updated for resources: {'Subnet': ['ID=68380e72-20e2-4fc3-b0ca-aa565333d96f,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:02.263957 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e46a9e-2c97-44d4-a5b4-185dc39df5d7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Checking segment: {'id': 'e6929c77-ae19-48b2-810c-a5d4e09f4e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f04abbce-5ef4-47d6-8381-cb7fe533124b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:02.264331 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e46a9e-2c97-44d4-a5b4-185dc39df5d7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Network hostable DHCP agents. Network: f04abbce-5ef4-47d6-8381-cb7fe533124b, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:25:02.321896 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25fb84-3ff1-4098-a4c7-d6a86a552756 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event updated for resources: {'Port': ['ID=2ce23ec1-bdc1-4da4-8232-71edb8a48fbe,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:02.332217 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6b25fb84-3ff1-4098-a4c7-d6a86a552756 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:02.388004 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e46a9e-2c97-44d4-a5b4-185dc39df5d7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Network f04abbce-5ef4-47d6-8381-cb7fe533124b is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:25:02.441573 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6b25fb84-3ff1-4098-a4c7-d6a86a552756 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:02.443096 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6b25fb84-3ff1-4098-a4c7-d6a86a552756 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7426689 Dec 16 22:25:02.445742 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50924) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:02.451545 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-6d1bc51e-4a3d-4797-9cde-0e26fcff2dd5 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Request body: {'port': {'network_id': '293ec108-1ed7-46d1-8f0a-2fc2e231ea21', 'name': 'tempest-FloatingIPTestJSON-272628135'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:02.482175 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-23e46a9e-2c97-44d4-a5b4-185dc39df5d7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, f04abbce-5ef4-47d6-8381-cb7fe533124b) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:02.491628 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a929d0d-041f-4f8e-a597-eb049065f4fe None None] Network f04abbce-5ef4-47d6-8381-cb7fe533124b requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:02.497119 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e46a9e-2c97-44d4-a5b4-185dc39df5d7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:02.501641 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-23e46a9e-2c97-44d4-a5b4-185dc39df5d7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:02.575510 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-23e46a9e-2c97-44d4-a5b4-185dc39df5d7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0280259 Dec 16 22:25:02.577877 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50928) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:02.654835 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af65481b-2a24-4b8e-9ae0-62c1a6789939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-f04abbce-5ef4-47d6-8381-cb7fe533124b', 'network_id': 'f04abbce-5ef4-47d6-8381-cb7fe533124b', 'project_id': 'a18342f5d6194e82aa3e4694433e8250', 'fixed_ips': [{'subnet_id': '68380e72-20e2-4fc3-b0ca-aa565333d96f'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:25:02.656496 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af65481b-2a24-4b8e-9ae0-62c1a6789939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:02.673599 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1bc51e-4a3d-4797-9cde-0e26fcff2dd5 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Made reservation on behalf of e9cd5708aa154edc97141deed8d71f03 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:02.679692 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6d1bc51e-4a3d-4797-9cde-0e26fcff2dd5 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:02.718093 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-6d1bc51e-4a3d-4797-9cde-0e26fcff2dd5 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] device_id is not set on port 9571b143-029a-4244-85fa-2f63083b087e yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:25:02.725591 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:02.798980 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:02.834812 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-af65481b-2a24-4b8e-9ae0-62c1a6789939 None None] Allocated IP 172.20.0.3 (f04abbce-5ef4-47d6-8381-cb7fe533124b/68380e72-20e2-4fc3-b0ca-aa565333d96f/3732e88e-c7b5-43fb-8d91-2b25cd141bf1) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:02.863966 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-6d1bc51e-4a3d-4797-9cde-0e26fcff2dd5 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Allocated IP 172.20.0.12 (293ec108-1ed7-46d1-8f0a-2fc2e231ea21/09d92cd5-84f1-41a6-8e83-6326cb97eb3a/9571b143-029a-4244-85fa-2f63083b087e) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:03.049433 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6d1bc51e-4a3d-4797-9cde-0e26fcff2dd5 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:03.052452 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af65481b-2a24-4b8e-9ae0-62c1a6789939 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:03.125743 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af65481b-2a24-4b8e-9ae0-62c1a6789939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:03.165559 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6d1bc51e-4a3d-4797-9cde-0e26fcff2dd5 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:03.168243 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af65481b-2a24-4b8e-9ae0-62c1a6789939 None None] Network f04abbce-5ef4-47d6-8381-cb7fe533124b is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:03.171302 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-af65481b-2a24-4b8e-9ae0-62c1a6789939 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:03.175214 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af65481b-2a24-4b8e-9ae0-62c1a6789939 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:03.183263 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65481b-2a24-4b8e-9ae0-62c1a6789939 None None] Pushing event updated for resources: {'Port': ['ID=3732e88e-c7b5-43fb-8d91-2b25cd141bf1,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:03.214082 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1bc51e-4a3d-4797-9cde-0e26fcff2dd5 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Network 293ec108-1ed7-46d1-8f0a-2fc2e231ea21 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:03.217402 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-6d1bc51e-4a3d-4797-9cde-0e26fcff2dd5 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:03.221433 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1bc51e-4a3d-4797-9cde-0e26fcff2dd5 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:03.229248 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1bc51e-4a3d-4797-9cde-0e26fcff2dd5 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event updated for resources: {'Port': ['ID=9571b143-029a-4244-85fa-2f63083b087e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:03.240605 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:03.261413 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f64b23-9d81-42af-b79f-7dad37fa8c1a None None] DHCP port deletion for 293ec108-1ed7-46d1-8f0a-2fc2e231ea21 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:25:03.271594 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-af65481b-2a24-4b8e-9ae0-62c1a6789939 None None] Attempting to bind port 3732e88e-c7b5-43fb-8d91-2b25cd141bf1 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:25:03.274733 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-af65481b-2a24-4b8e-9ae0-62c1a6789939 None None] Attempting to bind port 3732e88e-c7b5-43fb-8d91-2b25cd141bf1 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'e6929c77-ae19-48b2-810c-a5d4e09f4e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f04abbce-5ef4-47d6-8381-cb7fe533124b'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:25:03.274917 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af65481b-2a24-4b8e-9ae0-62c1a6789939 None None] Attempting to bind port 3732e88e-c7b5-43fb-8d91-2b25cd141bf1 on network f04abbce-5ef4-47d6-8381-cb7fe533124b {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:25:03.277487 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Subnet': ['ID=68380e72-20e2-4fc3-b0ca-aa565333d96f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:03.289080 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af65481b-2a24-4b8e-9ae0-62c1a6789939 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:25:03.289605 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af65481b-2a24-4b8e-9ae0-62c1a6789939 None None] Checking segment: {'id': 'e6929c77-ae19-48b2-810c-a5d4e09f4e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f04abbce-5ef4-47d6-8381-cb7fe533124b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:03.289907 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af65481b-2a24-4b8e-9ae0-62c1a6789939 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:03.290294 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af65481b-2a24-4b8e-9ae0-62c1a6789939 None None] Bound using segment: {'id': 'e6929c77-ae19-48b2-810c-a5d4e09f4e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f04abbce-5ef4-47d6-8381-cb7fe533124b'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:25:03.290772 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-af65481b-2a24-4b8e-9ae0-62c1a6789939 None None] Bound port: 3732e88e-c7b5-43fb-8d91-2b25cd141bf1, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6929c77-ae19-48b2-810c-a5d4e09f4e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f04abbce-5ef4-47d6-8381-cb7fe533124b'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:25:03.291633 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af65481b-2a24-4b8e-9ae0-62c1a6789939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:03.298407 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1bc51e-4a3d-4797-9cde-0e26fcff2dd5 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:03.299234 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6d1bc51e-4a3d-4797-9cde-0e26fcff2dd5 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:03.369536 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:03.380525 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c9738451-ac4d-427e-844b-76c684d72873 None None] Provisioning complete for port 9571b143-029a-4244-85fa-2f63083b087e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:03.380861 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c9738451-ac4d-427e-844b-76c684d72873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:03.394354 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f04abbce-5ef4-47d6-8381-cb7fe533124b']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:03.402015 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6d1bc51e-4a3d-4797-9cde-0e26fcff2dd5 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9549716 Dec 16 22:25:03.404647 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50936) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:03.412776 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-98ff0aa6-6a59-469b-a395-b9a566c4bb36 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Request body: {'floatingip': {'port_id': '9571b143-029a-4244-85fa-2f63083b087e'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:03.416694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6929c77-ae19-48b2-810c-a5d4e09f4e1c') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:03.417228 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6929c77-ae19-48b2-810c-a5d4e09f4e1c') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:03.423014 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-af65481b-2a24-4b8e-9ae0-62c1a6789939 None None] For port 3732e88e-c7b5-43fb-8d91-2b25cd141bf1, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:25:03.437429 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c9738451-ac4d-427e-844b-76c684d72873 None None] Port 9571b143-029a-4244-85fa-2f63083b087e cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:25:03.440002 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-af65481b-2a24-4b8e-9ae0-62c1a6789939 None None] For port 3732e88e-c7b5-43fb-8d91-2b25cd141bf1, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=3732e88e-c7b5-43fb-8d91-2b25cd141bf1,segment=NetworkSegment(e6929c77-ae19-48b2-810c-a5d4e09f4e1c),segment_id=e6929c77-ae19-48b2-810c-a5d4e09f4e1c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:25:03.462874 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:03.472317 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-98ff0aa6-6a59-469b-a395-b9a566c4bb36 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:03.526843 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af65481b-2a24-4b8e-9ae0-62c1a6789939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:03.539094 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:03.554139 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:25:03.557500 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:25:03.557758 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:25:03.628636 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65481b-2a24-4b8e-9ae0-62c1a6789939 None None] Pushing event updated for resources: {'Port': ['ID=3732e88e-c7b5-43fb-8d91-2b25cd141bf1,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:03.668097 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d594e3d-8611-475a-9154-d3b7133355b7 None None] Network f04abbce-5ef4-47d6-8381-cb7fe533124b requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:03.698132 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.db.api [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 22:25:03.698132 n-d-815324-4 neutron-server[103614]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 22:25:03.698132 n-d-815324-4 neutron-server[103614]: [parameters: {'id': 'f04abbce-5ef4-47d6-8381-cb7fe533124b'}] Dec 16 22:25:03.698132 n-d-815324-4 neutron-server[103614]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:25:03.701177 n-d-815324-4 neutron-server[103614]: DEBUG oslo_db.api [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:25:03.801165 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f466648c-3ecc-4970-b10d-f2ff034977ff None None] get_active_networks_info from n-d-815324-4 {{(pid=103615) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:25:03.978770 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f466648c-3ecc-4970-b10d-f2ff034977ff None None] Resources bound (agent type, host, resource id): {{(pid=103615) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:25:04.245603 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.381824 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Deleting port 3732e88e-c7b5-43fb-8d91-2b25cd141bf1 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:04.382176 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.491103 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-98ff0aa6-6a59-469b-a395-b9a566c4bb36 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.496143 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] For port 3732e88e-c7b5-43fb-8d91-2b25cd141bf1, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=3732e88e-c7b5-43fb-8d91-2b25cd141bf1,segment=NetworkSegment(e6929c77-ae19-48b2-810c-a5d4e09f4e1c),segment_id=e6929c77-ae19-48b2-810c-a5d4e09f4e1c)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:04.496498 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.509157 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Calling delete_port for 3732e88e-c7b5-43fb-8d91-2b25cd141bf1 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:04.600012 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-98ff0aa6-6a59-469b-a395-b9a566c4bb36 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.690770 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.727869 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Port': ['ID=3732e88e-c7b5-43fb-8d91-2b25cd141bf1,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:04.732887 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No DVR routers for this DVR port 3732e88e-c7b5-43fb-8d91-2b25cd141bf1 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:04.811660 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-98ff0aa6-6a59-469b-a395-b9a566c4bb36 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Floating IP e8f2e7f7-d6d6-4da7-89fb-073655f161db associated. External IP: 172.25.6.157, port: 9571b143-029a-4244-85fa-2f63083b087e. Dec 16 22:25:04.878817 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.907489 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f04abbce-5ef4-47d6-8381-cb7fe533124b']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:04.947418 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6929c77-ae19-48b2-810c-a5d4e09f4e1c') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:04.947718 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6929c77-ae19-48b2-810c-a5d4e09f4e1c') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:04.961051 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.982334 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.991012 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:25:04.991503 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:25:04.994715 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:25:05.157739 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ff0aa6-6a59-469b-a395-b9a566c4bb36 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Router 03c66675-8b7e-4c40-b4ab-5ef12aeac231 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:25:05.204090 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.216110 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.223009 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/networks/f04abbce-5ef4-47d6-8381-cb7fe533124b HTTP/1.1" status: 204 len: 168 time: 2.6400905 Dec 16 22:25:05.223829 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50958) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:05.228745 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-7356cadb-25a9-45c3-9062-1907013038f5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-844006259'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:05.250421 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c4ba1-694d-43cf-9fff-99dd79bf4d99 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Network': ['ID=f04abbce-5ef4-47d6-8381-cb7fe533124b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:05.316623 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ff0aa6-6a59-469b-a395-b9a566c4bb36 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:25:05.323134 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-98ff0aa6-6a59-469b-a395-b9a566c4bb36 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.328973 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c383b3-8746-429b-9299-f03e896b40d7 None None] Sync routers for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:25:05.340967 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c383b3-8746-429b-9299-f03e896b40d7 None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:25:05.342458 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-57c383b3-8746-429b-9299-f03e896b40d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:05.355717 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-98ff0aa6-6a59-469b-a395-b9a566c4bb36 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "PUT /v2.0/floatingips/e8f2e7f7-d6d6-4da7-89fb-073655f161db HTTP/1.1" status: 200 len: 978 time: 1.9465268 Dec 16 22:25:05.356198 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50960) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:05.379664 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-57c383b3-8746-429b-9299-f03e896b40d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:05.390358 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c383b3-8746-429b-9299-f03e896b40d7 None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:25:05.390987 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-57c383b3-8746-429b-9299-f03e896b40d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:05.405284 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7356cadb-25a9-45c3-9062-1907013038f5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Made reservation on behalf of a18342f5d6194e82aa3e4694433e8250 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:05.412610 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7356cadb-25a9-45c3-9062-1907013038f5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.431582 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-57c383b3-8746-429b-9299-f03e896b40d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:05.432345 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c383b3-8746-429b-9299-f03e896b40d7 None None] The sync data for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:25:05.439865 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7356cadb-25a9-45c3-9062-1907013038f5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:25:05.451207 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7356cadb-25a9-45c3-9062-1907013038f5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.451963 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-7356cadb-25a9-45c3-9062-1907013038f5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Added segment aed31341-db01-42ed-8e6e-8aeadb84109a of type vlan for network fe2f0e3f-bb63-4c9c-8134-179c123a8cf0 Dec 16 22:25:05.483735 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-588ede98-7d0e-4663-945f-c79fa5a52dda tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Deleting port 9571b143-029a-4244-85fa-2f63083b087e {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:05.484165 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-588ede98-7d0e-4663-945f-c79fa5a52dda tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.502861 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7356cadb-25a9-45c3-9062-1907013038f5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.581808 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-588ede98-7d0e-4663-945f-c79fa5a52dda tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.617028 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7356cadb-25a9-45c3-9062-1907013038f5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.625218 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7356cadb-25a9-45c3-9062-1907013038f5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:05.626366 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7356cadb-25a9-45c3-9062-1907013038f5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.719646 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356cadb-25a9-45c3-9062-1907013038f5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event updated for resources: {'Network': ['ID=fe2f0e3f-bb63-4c9c-8134-179c123a8cf0,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:05.732601 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network fe2f0e3f-bb63-4c9c-8134-179c123a8cf0 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:25:05.774108 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7356cadb-25a9-45c3-9062-1907013038f5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5492296 Dec 16 22:25:05.776829 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50966) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:05.783928 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-10e72de6-2f11-4158-a246-bf939f80bc01 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Request body: {'subnet': {'network_id': 'fe2f0e3f-bb63-4c9c-8134-179c123a8cf0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:05.937902 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-588ede98-7d0e-4663-945f-c79fa5a52dda tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.938289 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-588ede98-7d0e-4663-945f-c79fa5a52dda tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:05.938694 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-588ede98-7d0e-4663-945f-c79fa5a52dda tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Floating IP e8f2e7f7-d6d6-4da7-89fb-073655f161db disassociated. External IP: 172.25.6.157, port: 9571b143-029a-4244-85fa-2f63083b087e. Dec 16 22:25:05.939128 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-588ede98-7d0e-4663-945f-c79fa5a52dda tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Calling delete_port for 9571b143-029a-4244-85fa-2f63083b087e owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:06.090591 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e72de6-2f11-4158-a246-bf939f80bc01 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Made reservation on behalf of a18342f5d6194e82aa3e4694433e8250 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:06.094645 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10e72de6-2f11-4158-a246-bf939f80bc01 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:06.247505 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-588ede98-7d0e-4663-945f-c79fa5a52dda tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:06.283989 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ede98-7d0e-4663-945f-c79fa5a52dda tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event deleted for resources: {'Port': ['ID=9571b143-029a-4244-85fa-2f63083b087e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:06.315009 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f068f384-f7e2-4e19-82e6-984d09aba50d None None] DHCP port deletion for 293ec108-1ed7-46d1-8f0a-2fc2e231ea21 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:25:06.483439 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588ede98-7d0e-4663-945f-c79fa5a52dda tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Router 03c66675-8b7e-4c40-b4ab-5ef12aeac231 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:25:06.580061 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10e72de6-2f11-4158-a246-bf939f80bc01 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:06.645954 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588ede98-7d0e-4663-945f-c79fa5a52dda tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:25:06.656097 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c780c464-fbf2-4c51-856a-4a86e1549bc4 None None] Sync routers for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:25:06.671543 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c780c464-fbf2-4c51-856a-4a86e1549bc4 None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:25:06.672393 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c780c464-fbf2-4c51-856a-4a86e1549bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:06.681117 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e72de6-2f11-4158-a246-bf939f80bc01 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event updated for resources: {'Subnet': ['ID=7c705e22-3f18-4c36-8f7c-57ae568d3478,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:06.707677 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c780c464-fbf2-4c51-856a-4a86e1549bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:06.719154 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c780c464-fbf2-4c51-856a-4a86e1549bc4 None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:25:06.720078 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c780c464-fbf2-4c51-856a-4a86e1549bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:06.720252 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e72de6-2f11-4158-a246-bf939f80bc01 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Checking segment: {'id': 'aed31341-db01-42ed-8e6e-8aeadb84109a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fe2f0e3f-bb63-4c9c-8134-179c123a8cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:06.720523 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e72de6-2f11-4158-a246-bf939f80bc01 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Network hostable DHCP agents. Network: fe2f0e3f-bb63-4c9c-8134-179c123a8cf0, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:25:06.747305 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-588ede98-7d0e-4663-945f-c79fa5a52dda tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:06.753235 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-588ede98-7d0e-4663-945f-c79fa5a52dda tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "DELETE /v2.0/ports/9571b143-029a-4244-85fa-2f63083b087e HTTP/1.1" status: 204 len: 168 time: 1.3933370 Dec 16 22:25:06.753235 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50976) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:06.756264 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c780c464-fbf2-4c51-856a-4a86e1549bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:06.757159 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c780c464-fbf2-4c51-856a-4a86e1549bc4 None None] The sync data for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:25:07.103796 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e72de6-2f11-4158-a246-bf939f80bc01 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Network fe2f0e3f-bb63-4c9c-8134-179c123a8cf0 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:25:07.121679 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9857ca54-e4ab-418b-ad6a-effbb7c62f9c tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "GET /v2.0/floatingips/e8f2e7f7-d6d6-4da7-89fb-073655f161db HTTP/1.1" status: 200 len: 688 time: 0.3652320 Dec 16 22:25:07.121907 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50986) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:07.199025 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-10e72de6-2f11-4158-a246-bf939f80bc01 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, fe2f0e3f-bb63-4c9c-8134-179c123a8cf0) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:07.209150 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e72de6-2f11-4158-a246-bf939f80bc01 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:07.212281 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10e72de6-2f11-4158-a246-bf939f80bc01 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:07.212665 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8248f2-fefd-4ec7-86b8-6bdec5a1ae80 None None] Network fe2f0e3f-bb63-4c9c-8134-179c123a8cf0 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:07.268239 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-e6ea1952-1eb7-4066-8b0f-3c2ab6ade476 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Deleting port 2ce23ec1-bdc1-4da4-8232-71edb8a48fbe {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:07.268239 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e6ea1952-1eb7-4066-8b0f-3c2ab6ade476 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:07.318571 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae12dbb-0ef7-4cf4-96c1-0cb37f4dd1fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-fe2f0e3f-bb63-4c9c-8134-179c123a8cf0', 'network_id': 'fe2f0e3f-bb63-4c9c-8134-179c123a8cf0', 'project_id': 'a18342f5d6194e82aa3e4694433e8250', 'fixed_ips': [{'subnet_id': '7c705e22-3f18-4c36-8f7c-57ae568d3478'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:25:07.319331 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-10e72de6-2f11-4158-a246-bf939f80bc01 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5410800 Dec 16 22:25:07.320261 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5ae12dbb-0ef7-4cf4-96c1-0cb37f4dd1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:07.322079 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50988) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:07.391134 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e6ea1952-1eb7-4066-8b0f-3c2ab6ade476 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:07.391134 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e6ea1952-1eb7-4066-8b0f-3c2ab6ade476 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:07.410269 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-e6ea1952-1eb7-4066-8b0f-3c2ab6ade476 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Calling delete_port for 2ce23ec1-bdc1-4da4-8232-71edb8a48fbe owned by network:floatingip {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:07.483863 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:07.495902 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-5ae12dbb-0ef7-4cf4-96c1-0cb37f4dd1fe None None] Allocated IP 172.20.0.1 (fe2f0e3f-bb63-4c9c-8134-179c123a8cf0/7c705e22-3f18-4c36-8f7c-57ae568d3478/d51cc704-be87-474c-8a7c-3b6859ba7767) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:07.569268 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:07.663335 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e6ea1952-1eb7-4066-8b0f-3c2ab6ade476 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:07.678955 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5ae12dbb-0ef7-4cf4-96c1-0cb37f4dd1fe None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:07.701353 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea1952-1eb7-4066-8b0f-3c2ab6ade476 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event deleted for resources: {'Port': ['ID=2ce23ec1-bdc1-4da4-8232-71edb8a48fbe,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:07.767241 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e6ea1952-1eb7-4066-8b0f-3c2ab6ade476 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:07.770015 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e6ea1952-1eb7-4066-8b0f-3c2ab6ade476 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:07.771551 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e6ea1952-1eb7-4066-8b0f-3c2ab6ade476 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "DELETE /v2.0/floatingips/e8f2e7f7-d6d6-4da7-89fb-073655f161db HTTP/1.1" status: 204 len: 168 time: 0.6485262 Dec 16 22:25:07.775337 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50992) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:07.780365 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-3c8d91ce-156f-4056-9268-278310b83849 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'port_id': '440710d6-7c64-4da3-8b75-a11a285c5137'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:07.788933 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5ae12dbb-0ef7-4cf4-96c1-0cb37f4dd1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:07.843423 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae12dbb-0ef7-4cf4-96c1-0cb37f4dd1fe None None] Network fe2f0e3f-bb63-4c9c-8134-179c123a8cf0 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:07.846263 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-5ae12dbb-0ef7-4cf4-96c1-0cb37f4dd1fe None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:07.851280 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae12dbb-0ef7-4cf4-96c1-0cb37f4dd1fe None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:07.854329 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae12dbb-0ef7-4cf4-96c1-0cb37f4dd1fe None None] Pushing event updated for resources: {'Port': ['ID=d51cc704-be87-474c-8a7c-3b6859ba7767,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:07.913992 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:07.918416 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-5ae12dbb-0ef7-4cf4-96c1-0cb37f4dd1fe None None] Attempting to bind port d51cc704-be87-474c-8a7c-3b6859ba7767 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:25:07.918854 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-5ae12dbb-0ef7-4cf4-96c1-0cb37f4dd1fe None None] Attempting to bind port d51cc704-be87-474c-8a7c-3b6859ba7767 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'aed31341-db01-42ed-8e6e-8aeadb84109a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fe2f0e3f-bb63-4c9c-8134-179c123a8cf0'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:25:07.919301 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae12dbb-0ef7-4cf4-96c1-0cb37f4dd1fe None None] Attempting to bind port d51cc704-be87-474c-8a7c-3b6859ba7767 on network fe2f0e3f-bb63-4c9c-8134-179c123a8cf0 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:25:07.927722 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae12dbb-0ef7-4cf4-96c1-0cb37f4dd1fe None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:25:07.928399 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae12dbb-0ef7-4cf4-96c1-0cb37f4dd1fe None None] Checking segment: {'id': 'aed31341-db01-42ed-8e6e-8aeadb84109a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fe2f0e3f-bb63-4c9c-8134-179c123a8cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:07.928898 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5ae12dbb-0ef7-4cf4-96c1-0cb37f4dd1fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:07.929534 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae12dbb-0ef7-4cf4-96c1-0cb37f4dd1fe None None] Bound using segment: {'id': 'aed31341-db01-42ed-8e6e-8aeadb84109a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fe2f0e3f-bb63-4c9c-8134-179c123a8cf0'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:25:07.930144 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-5ae12dbb-0ef7-4cf4-96c1-0cb37f4dd1fe None None] Bound port: d51cc704-be87-474c-8a7c-3b6859ba7767, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed31341-db01-42ed-8e6e-8aeadb84109a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fe2f0e3f-bb63-4c9c-8134-179c123a8cf0'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:25:07.930790 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5ae12dbb-0ef7-4cf4-96c1-0cb37f4dd1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:07.931647 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3c8d91ce-156f-4056-9268-278310b83849 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:07.962078 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Subnet': ['ID=7c705e22-3f18-4c36-8f7c-57ae568d3478,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:08.087547 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:08.097790 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3c8d91ce-156f-4056-9268-278310b83849 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:08.101071 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5ae12dbb-0ef7-4cf4-96c1-0cb37f4dd1fe None None] For port d51cc704-be87-474c-8a7c-3b6859ba7767, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:25:08.107503 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5ae12dbb-0ef7-4cf4-96c1-0cb37f4dd1fe None None] For port d51cc704-be87-474c-8a7c-3b6859ba7767, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d51cc704-be87-474c-8a7c-3b6859ba7767,segment=NetworkSegment(aed31341-db01-42ed-8e6e-8aeadb84109a),segment_id=aed31341-db01-42ed-8e6e-8aeadb84109a)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:25:08.121804 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe2f0e3f-bb63-4c9c-8134-179c123a8cf0']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:08.134696 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed31341-db01-42ed-8e6e-8aeadb84109a') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:08.135135 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed31341-db01-42ed-8e6e-8aeadb84109a') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:08.147743 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:08.205772 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5ae12dbb-0ef7-4cf4-96c1-0cb37f4dd1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:08.210759 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:08.222039 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:25:08.222816 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:08.226473 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-3c8d91ce-156f-4056-9268-278310b83849 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Allocated IP 172.25.6.177 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/b333ef97-3a39-4fac-99fc-e884f9d8153f) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:25:08.245193 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:25:08.312183 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae12dbb-0ef7-4cf4-96c1-0cb37f4dd1fe None None] Pushing event updated for resources: {'Port': ['ID=d51cc704-be87-474c-8a7c-3b6859ba7767,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:08.332214 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acecb90-9428-47b2-8cd6-ac5ee00e0bfc None None] Network fe2f0e3f-bb63-4c9c-8134-179c123a8cf0 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:08.360113 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.db.api [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 22:25:08.360113 n-d-815324-4 neutron-server[103614]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 22:25:08.360113 n-d-815324-4 neutron-server[103614]: [parameters: {'id': 'fe2f0e3f-bb63-4c9c-8134-179c123a8cf0'}] Dec 16 22:25:08.360113 n-d-815324-4 neutron-server[103614]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:25:08.361418 n-d-815324-4 neutron-server[103614]: DEBUG oslo_db.api [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:25:08.361792 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3c8d91ce-156f-4056-9268-278310b83849 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:08.434532 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b0ae6c-31de-4040-a30a-bc0f9b539e24 None None] get_active_networks_info from n-d-815324-4 {{(pid=103615) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:25:08.475298 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3c8d91ce-156f-4056-9268-278310b83849 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:08.530591 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8d91ce-156f-4056-9268-278310b83849 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:08.533725 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-3c8d91ce-156f-4056-9268-278310b83849 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:08.538397 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8d91ce-156f-4056-9268-278310b83849 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:08.564359 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d91ce-156f-4056-9268-278310b83849 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event updated for resources: {'Port': ['ID=b333ef97-3a39-4fac-99fc-e884f9d8153f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:08.604638 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b0ae6c-31de-4040-a30a-bc0f9b539e24 None None] Resources bound (agent type, host, resource id): {{(pid=103615) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:25:08.863284 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:08.929246 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Deleting port d51cc704-be87-474c-8a7c-3b6859ba7767 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:08.929485 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:08.987738 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3c8d91ce-156f-4056-9268-278310b83849 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:09.013087 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] For port d51cc704-be87-474c-8a7c-3b6859ba7767, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d51cc704-be87-474c-8a7c-3b6859ba7767,segment=NetworkSegment(aed31341-db01-42ed-8e6e-8aeadb84109a),segment_id=aed31341-db01-42ed-8e6e-8aeadb84109a)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:09.013793 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:09.029248 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Calling delete_port for d51cc704-be87-474c-8a7c-3b6859ba7767 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:09.194279 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3c8d91ce-156f-4056-9268-278310b83849 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:09.211694 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:09.252964 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Port': ['ID=d51cc704-be87-474c-8a7c-3b6859ba7767,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:09.256774 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No DVR routers for this DVR port d51cc704-be87-474c-8a7c-3b6859ba7767 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:09.342870 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:09.368919 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe2f0e3f-bb63-4c9c-8134-179c123a8cf0']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:09.380557 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed31341-db01-42ed-8e6e-8aeadb84109a') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:09.380911 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed31341-db01-42ed-8e6e-8aeadb84109a') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:09.383581 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3c8d91ce-156f-4056-9268-278310b83849 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:09.392505 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:09.413563 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:09.420064 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:25:09.420495 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:25:09.423804 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:25:09.451218 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3c8d91ce-156f-4056-9268-278310b83849 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:09.539750 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d91ce-156f-4056-9268-278310b83849 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event updated for resources: {'Port': ['ID=b333ef97-3a39-4fac-99fc-e884f9d8153f,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:09.546804 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3c8d91ce-156f-4056-9268-278310b83849 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:09.560188 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:09.566207 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:09.573916 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/networks/fe2f0e3f-bb63-4c9c-8134-179c123a8cf0 HTTP/1.1" status: 204 len: 168 time: 2.2505887 Dec 16 22:25:09.579630 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51020) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:09.586139 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-f467c9a1-3653-465f-a910-9b754bc249f5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1712394939'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:09.603400 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a62f6-d472-4a89-8700-2b00394fc201 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Network': ['ID=fe2f0e3f-bb63-4c9c-8134-179c123a8cf0,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:09.691494 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-3c8d91ce-156f-4056-9268-278310b83849 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Floating IP 67e1d268-2d38-40f0-a4a0-c06fc5c866cd associated. External IP: 172.25.6.177, port: 440710d6-7c64-4da3-8b75-a11a285c5137. Dec 16 22:25:09.713701 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f467c9a1-3653-465f-a910-9b754bc249f5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Made reservation on behalf of a18342f5d6194e82aa3e4694433e8250 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:09.717735 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f467c9a1-3653-465f-a910-9b754bc249f5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:09.767429 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f467c9a1-3653-465f-a910-9b754bc249f5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:25:09.786287 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f467c9a1-3653-465f-a910-9b754bc249f5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:09.787499 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-f467c9a1-3653-465f-a910-9b754bc249f5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Added segment 7c1b8184-bcc4-4101-8572-ed264146980f of type vlan for network eba78449-0a5f-4c12-aef7-73143ce1e1b5 Dec 16 22:25:09.847166 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f467c9a1-3653-465f-a910-9b754bc249f5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:09.930805 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f467c9a1-3653-465f-a910-9b754bc249f5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:09.937091 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f467c9a1-3653-465f-a910-9b754bc249f5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:09.944715 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f467c9a1-3653-465f-a910-9b754bc249f5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:10.014619 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8d91ce-156f-4056-9268-278310b83849 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Router 03c66675-8b7e-4c40-b4ab-5ef12aeac231 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:25:10.034030 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467c9a1-3653-465f-a910-9b754bc249f5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event updated for resources: {'Network': ['ID=eba78449-0a5f-4c12-aef7-73143ce1e1b5,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:10.045802 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network eba78449-0a5f-4c12-aef7-73143ce1e1b5 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:25:10.064204 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f467c9a1-3653-465f-a910-9b754bc249f5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4849155 Dec 16 22:25:10.064890 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51036) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:10.070402 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-0ad88bc9-6b18-41af-8ccc-3ba7b4798bb7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Request body: {'subnet': {'network_id': 'eba78449-0a5f-4c12-aef7-73143ce1e1b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:10.167602 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8d91ce-156f-4056-9268-278310b83849 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:25:10.181425 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e8a3cd-944b-45f2-8123-dd8d89d2ab38 None None] Sync routers for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:25:10.197203 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e8a3cd-944b-45f2-8123-dd8d89d2ab38 None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:25:10.197936 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-12e8a3cd-944b-45f2-8123-dd8d89d2ab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:10.253675 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-12e8a3cd-944b-45f2-8123-dd8d89d2ab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:10.264591 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e8a3cd-944b-45f2-8123-dd8d89d2ab38 None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:25:10.265223 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-12e8a3cd-944b-45f2-8123-dd8d89d2ab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:10.281646 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3c8d91ce-156f-4056-9268-278310b83849 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:10.356487 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-12e8a3cd-944b-45f2-8123-dd8d89d2ab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:10.357171 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e8a3cd-944b-45f2-8123-dd8d89d2ab38 None None] The sync data for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:25:10.362215 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3c8d91ce-156f-4056-9268-278310b83849 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.5857403 Dec 16 22:25:10.366277 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51050) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:10.371731 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-42f72fee-75f1-46c8-894a-527f9264747b tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1397656042'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:10.457367 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad88bc9-6b18-41af-8ccc-3ba7b4798bb7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Made reservation on behalf of a18342f5d6194e82aa3e4694433e8250 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:10.461154 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0ad88bc9-6b18-41af-8ccc-3ba7b4798bb7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:10.644930 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f72fee-75f1-46c8-894a-527f9264747b tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Made reservation on behalf of e9cd5708aa154edc97141deed8d71f03 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:10.648749 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42f72fee-75f1-46c8-894a-527f9264747b tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:10.721491 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f72fee-75f1-46c8-894a-527f9264747b tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:25:10.729178 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42f72fee-75f1-46c8-894a-527f9264747b tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:10.729533 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-42f72fee-75f1-46c8-894a-527f9264747b tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Added segment 45f8e863-0dba-4248-80d9-9bae829a73ff of type vlan for network 9f83b809-8f6e-4697-9270-06de02286d7f Dec 16 22:25:10.774437 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42f72fee-75f1-46c8-894a-527f9264747b tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:10.811103 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0ad88bc9-6b18-41af-8ccc-3ba7b4798bb7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:10.875563 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad88bc9-6b18-41af-8ccc-3ba7b4798bb7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event updated for resources: {'Subnet': ['ID=cb709ab7-78a0-4e3b-a1d3-b816844b0e39,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:10.902957 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad88bc9-6b18-41af-8ccc-3ba7b4798bb7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Checking segment: {'id': '7c1b8184-bcc4-4101-8572-ed264146980f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'eba78449-0a5f-4c12-aef7-73143ce1e1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:10.902957 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad88bc9-6b18-41af-8ccc-3ba7b4798bb7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Network hostable DHCP agents. Network: eba78449-0a5f-4c12-aef7-73143ce1e1b5, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:25:10.965092 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42f72fee-75f1-46c8-894a-527f9264747b tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:10.977141 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f72fee-75f1-46c8-894a-527f9264747b tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:10.977141 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42f72fee-75f1-46c8-894a-527f9264747b tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:11.033820 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad88bc9-6b18-41af-8ccc-3ba7b4798bb7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Network eba78449-0a5f-4c12-aef7-73143ce1e1b5 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:25:11.060170 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f72fee-75f1-46c8-894a-527f9264747b tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event updated for resources: {'Network': ['ID=9f83b809-8f6e-4697-9270-06de02286d7f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:11.074548 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 9f83b809-8f6e-4697-9270-06de02286d7f details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:25:11.113755 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-0ad88bc9-6b18-41af-8ccc-3ba7b4798bb7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, eba78449-0a5f-4c12-aef7-73143ce1e1b5) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:11.123618 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb871ce-c2a2-430a-9c79-5389b223200e None None] Network eba78449-0a5f-4c12-aef7-73143ce1e1b5 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:11.124292 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad88bc9-6b18-41af-8ccc-3ba7b4798bb7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:11.126003 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0ad88bc9-6b18-41af-8ccc-3ba7b4798bb7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:11.151834 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-42f72fee-75f1-46c8-894a-527f9264747b tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7844334 Dec 16 22:25:11.180272 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51076) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:11.180272 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-02a2ab99-e1b7-41b3-a462-1271fe9717dc tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Request body: {'subnet': {'network_id': '9f83b809-8f6e-4697-9270-06de02286d7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:11.180544 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3362e-c37e-43c1-95ca-3190eb666f30 req-068ebe94-44c1-4e6c-97a8-4d5139fce55f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:11.180544 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cee3362e-c37e-43c1-95ca-3190eb666f30 req-068ebe94-44c1-4e6c-97a8-4d5139fce55f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 945 time: 0.2148776 Dec 16 22:25:11.240981 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cee3362e-c37e-43c1-95ca-3190eb666f30 req-940a23df-adc7-42a9-927c-9ef8b98fcee9 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638232 Dec 16 22:25:11.284168 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51084) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:11.296403 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0ad88bc9-6b18-41af-8ccc-3ba7b4798bb7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2287166 Dec 16 22:25:11.429974 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a2ab99-e1b7-41b3-a462-1271fe9717dc tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Made reservation on behalf of e9cd5708aa154edc97141deed8d71f03 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:11.440320 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-02a2ab99-e1b7-41b3-a462-1271fe9717dc tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:11.494964 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e74d4366-c2fb-4ab9-b5cc-cc2215eb70de tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:11.568508 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89a0a8c-9161-4c7e-b496-dfcbc96f3676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-eba78449-0a5f-4c12-aef7-73143ce1e1b5', 'network_id': 'eba78449-0a5f-4c12-aef7-73143ce1e1b5', 'project_id': 'a18342f5d6194e82aa3e4694433e8250', 'fixed_ips': [{'subnet_id': 'cb709ab7-78a0-4e3b-a1d3-b816844b0e39'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:25:11.571574 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b89a0a8c-9161-4c7e-b496-dfcbc96f3676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:11.591170 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e74d4366-c2fb-4ab9-b5cc-cc2215eb70de tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:11.828490 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e74d4366-c2fb-4ab9-b5cc-cc2215eb70de tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:11.864407 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d4366-c2fb-4ab9-b5cc-cc2215eb70de tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Subnet': ['ID=cb709ab7-78a0-4e3b-a1d3-b816844b0e39,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:11.921172 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-02a2ab99-e1b7-41b3-a462-1271fe9717dc tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server [None req-b89a0a8c-9161-4c7e-b496-dfcbc96f3676 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cb709ab7-78a0-4e3b-a1d3-b816844b0e39: This subnet is being modified by another concurrent operation. Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 22:25:11.937597 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise exception Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cb709ab7-78a0-4e3b-a1d3-b816844b0e39: This subnet is being modified by another concurrent operation. Dec 16 22:25:11.943292 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server Dec 16 22:25:11.959080 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e74d4366-c2fb-4ab9-b5cc-cc2215eb70de tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:11.965712 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6455b85e-bd38-45f0-847a-ae2c7be313e2 None None] Network eba78449-0a5f-4c12-aef7-73143ce1e1b5 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:11.985814 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-e74d4366-c2fb-4ab9-b5cc-cc2215eb70de tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba78449-0a5f-4c12-aef7-73143ce1e1b5']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:11.998034 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-e74d4366-c2fb-4ab9-b5cc-cc2215eb70de tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c1b8184-bcc4-4101-8572-ed264146980f') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:11.998594 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-e74d4366-c2fb-4ab9-b5cc-cc2215eb70de tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c1b8184-bcc4-4101-8572-ed264146980f') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:12.010537 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e74d4366-c2fb-4ab9-b5cc-cc2215eb70de tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:12.018242 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2ab99-e1b7-41b3-a462-1271fe9717dc tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event updated for resources: {'Subnet': ['ID=897e8a8b-7f7a-4936-b616-a0f9f548c9c5,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:12.051268 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e74d4366-c2fb-4ab9-b5cc-cc2215eb70de tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:12.058154 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a2ab99-e1b7-41b3-a462-1271fe9717dc tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Checking segment: {'id': '45f8e863-0dba-4248-80d9-9bae829a73ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9f83b809-8f6e-4697-9270-06de02286d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:12.058627 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a2ab99-e1b7-41b3-a462-1271fe9717dc tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Network hostable DHCP agents. Network: 9f83b809-8f6e-4697-9270-06de02286d7f, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:25:12.059896 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74d4366-c2fb-4ab9-b5cc-cc2215eb70de tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:25:12.060552 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e74d4366-c2fb-4ab9-b5cc-cc2215eb70de tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:25:12.064252 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:25:12.089118 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afee0a3-54cc-4bc9-b4f9-298ef73f9ec8 None None] get_active_networks_info from n-d-815324-4 {{(pid=103615) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:25:12.136969 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a2ab99-e1b7-41b3-a462-1271fe9717dc tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Network 9f83b809-8f6e-4697-9270-06de02286d7f is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:25:12.212868 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e74d4366-c2fb-4ab9-b5cc-cc2215eb70de tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:12.215843 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e74d4366-c2fb-4ab9-b5cc-cc2215eb70de tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:12.221363 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e74d4366-c2fb-4ab9-b5cc-cc2215eb70de tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/networks/eba78449-0a5f-4c12-aef7-73143ce1e1b5 HTTP/1.1" status: 204 len: 168 time: 0.9347892 Dec 16 22:25:12.229388 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51116) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:12.243832 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d4366-c2fb-4ab9-b5cc-cc2215eb70de tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Network': ['ID=eba78449-0a5f-4c12-aef7-73143ce1e1b5,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:12.246802 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-2edb0c14-31a9-4112-b7d9-2d4f10da5bf3 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-847445335'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:12.262116 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-02a2ab99-e1b7-41b3-a462-1271fe9717dc tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 9f83b809-8f6e-4697-9270-06de02286d7f) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:12.266513 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a2ab99-e1b7-41b3-a462-1271fe9717dc tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:12.267199 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-02a2ab99-e1b7-41b3-a462-1271fe9717dc tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:12.361911 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afee0a3-54cc-4bc9-b4f9-298ef73f9ec8 None None] Unable to find a vacant binding_index for network 9f83b809-8f6e-4697-9270-06de02286d7f and agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 {{(pid=103615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 16 22:25:12.368689 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afee0a3-54cc-4bc9-b4f9-298ef73f9ec8 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 9f83b809-8f6e-4697-9270-06de02286d7f) {{(pid=103615) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:25:12.402470 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b31ca4-f89c-4441-8891-0262fe2e7eac req-69c27ae9-22c1-453a-b01a-70eb28651ec0 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:12.412880 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-02a2ab99-e1b7-41b3-a462-1271fe9717dc tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2571256 Dec 16 22:25:12.418930 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51128) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:12.420237 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9b31ca4-f89c-4441-8891-0262fe2e7eac req-69c27ae9-22c1-453a-b01a-70eb28651ec0 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 945 time: 0.0813596 Dec 16 22:25:12.437293 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-6c2bc0a8-e53c-420d-ae5a-0bc1ea3c9932 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1775599290', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}, 'admin_state_up': False}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:12.480199 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9b31ca4-f89c-4441-8891-0262fe2e7eac req-16bd6e77-2819-4a53-9d74-b3c5f1476ac1 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588419 Dec 16 22:25:12.537701 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edb0c14-31a9-4112-b7d9-2d4f10da5bf3 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Made reservation on behalf of a18342f5d6194e82aa3e4694433e8250 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:12.541249 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2edb0c14-31a9-4112-b7d9-2d4f10da5bf3 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:12.606749 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2edb0c14-31a9-4112-b7d9-2d4f10da5bf3 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:25:12.618909 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2edb0c14-31a9-4112-b7d9-2d4f10da5bf3 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:12.619534 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-2edb0c14-31a9-4112-b7d9-2d4f10da5bf3 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Added segment 4c1e3045-660f-4447-9e5c-7bd61cccff1e of type vlan for network 92cb7950-3a0e-49e7-881d-0fe19960d149 Dec 16 22:25:12.665529 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2edb0c14-31a9-4112-b7d9-2d4f10da5bf3 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:12.764862 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5011240-8918-4052-a3a6-49779ed14249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-9f83b809-8f6e-4697-9270-06de02286d7f', 'network_id': '9f83b809-8f6e-4697-9270-06de02286d7f', 'project_id': 'e9cd5708aa154edc97141deed8d71f03', 'fixed_ips': [{'subnet_id': '897e8a8b-7f7a-4936-b616-a0f9f548c9c5'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:25:12.765973 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d5011240-8918-4052-a3a6-49779ed14249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:12.788141 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6c2bc0a8-e53c-420d-ae5a-0bc1ea3c9932 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:12.789220 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6c2bc0a8-e53c-420d-ae5a-0bc1ea3c9932 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:12.859969 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2edb0c14-31a9-4112-b7d9-2d4f10da5bf3 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:12.862469 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edb0c14-31a9-4112-b7d9-2d4f10da5bf3 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:12.863116 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2edb0c14-31a9-4112-b7d9-2d4f10da5bf3 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:12.875745 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6c2bc0a8-e53c-420d-ae5a-0bc1ea3c9932 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:12.933207 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-d5011240-8918-4052-a3a6-49779ed14249 None None] Allocated IP 172.20.0.2 (9f83b809-8f6e-4697-9270-06de02286d7f/897e8a8b-7f7a-4936-b616-a0f9f548c9c5/4a508016-addd-4974-9f47-0fe9fb281310) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:12.953488 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb0c14-31a9-4112-b7d9-2d4f10da5bf3 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event updated for resources: {'Network': ['ID=92cb7950-3a0e-49e7-881d-0fe19960d149,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:12.995594 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 92cb7950-3a0e-49e7-881d-0fe19960d149 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:25:13.040450 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2edb0c14-31a9-4112-b7d9-2d4f10da5bf3 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8132644 Dec 16 22:25:13.043409 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51154) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:13.048647 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a6420ec5-4c3d-4e62-a3d9-407d4d6bc0ff tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:13.133148 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e59ac7-48c7-4676-9286-77a48b2cbb8f req-3c6f3f84-3146-4b91-b5d8-1a0557bd546c tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:13.135088 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5e59ac7-48c7-4676-9286-77a48b2cbb8f req-3c6f3f84-3146-4b91-b5d8-1a0557bd546c tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 945 time: 0.1379399 Dec 16 22:25:13.209434 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d5011240-8918-4052-a3a6-49779ed14249 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:13.254030 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6c2bc0a8-e53c-420d-ae5a-0bc1ea3c9932 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:13.284867 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a6420ec5-4c3d-4e62-a3d9-407d4d6bc0ff tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:13.319123 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-f5e59ac7-48c7-4676-9286-77a48b2cbb8f req-03b9f776-f256-485b-a19d-622e12c69e45 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Deleting port 2cef6e4a-7792-4210-b922-f470bff3e2c0 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:13.319472 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f5e59ac7-48c7-4676-9286-77a48b2cbb8f req-03b9f776-f256-485b-a19d-622e12c69e45 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:13.413886 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-f5e59ac7-48c7-4676-9286-77a48b2cbb8f req-03b9f776-f256-485b-a19d-622e12c69e45 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] For port 2cef6e4a-7792-4210-b922-f470bff3e2c0, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=2cef6e4a-7792-4210-b922-f470bff3e2c0,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:13.414248 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f5e59ac7-48c7-4676-9286-77a48b2cbb8f req-03b9f776-f256-485b-a19d-622e12c69e45 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:13.427902 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-f5e59ac7-48c7-4676-9286-77a48b2cbb8f req-03b9f776-f256-485b-a19d-622e12c69e45 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Calling delete_port for 2cef6e4a-7792-4210-b922-f470bff3e2c0 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:13.441132 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d5011240-8918-4052-a3a6-49779ed14249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:13.484236 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5011240-8918-4052-a3a6-49779ed14249 None None] Network 9f83b809-8f6e-4697-9270-06de02286d7f is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:13.487258 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-d5011240-8918-4052-a3a6-49779ed14249 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:13.490896 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5011240-8918-4052-a3a6-49779ed14249 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:13.496764 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5011240-8918-4052-a3a6-49779ed14249 None None] Pushing event updated for resources: {'Port': ['ID=4a508016-addd-4974-9f47-0fe9fb281310,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:13.500423 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a6420ec5-4c3d-4e62-a3d9-407d4d6bc0ff tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:13.544024 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a6420ec5-4c3d-4e62-a3d9-407d4d6bc0ff tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Network 92cb7950-3a0e-49e7-881d-0fe19960d149 is not hosted by any dhcp agent {{(pid=103613) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 22:25:13.565576 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6420ec5-4c3d-4e62-a3d9-407d4d6bc0ff tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:13.566296 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a6420ec5-4c3d-4e62-a3d9-407d4d6bc0ff tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:13.571134 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a6420ec5-4c3d-4e62-a3d9-407d4d6bc0ff tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "PUT /v2.0/networks/92cb7950-3a0e-49e7-881d-0fe19960d149 HTTP/1.1" status: 200 len: 723 time: 0.5266199 Dec 16 22:25:13.575111 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51176) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:13.581450 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-e164d621-c2e2-4aca-bddd-9f11d5726982 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Request body: {'subnet': {'network_id': '92cb7950-3a0e-49e7-881d-0fe19960d149', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:13.604689 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d5011240-8918-4052-a3a6-49779ed14249 None None] Attempting to bind port 4a508016-addd-4974-9f47-0fe9fb281310 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:25:13.605511 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d5011240-8918-4052-a3a6-49779ed14249 None None] Attempting to bind port 4a508016-addd-4974-9f47-0fe9fb281310 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '45f8e863-0dba-4248-80d9-9bae829a73ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9f83b809-8f6e-4697-9270-06de02286d7f'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:25:13.605893 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5011240-8918-4052-a3a6-49779ed14249 None None] Attempting to bind port 4a508016-addd-4974-9f47-0fe9fb281310 on network 9f83b809-8f6e-4697-9270-06de02286d7f {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:25:13.612089 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5011240-8918-4052-a3a6-49779ed14249 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:25:13.620877 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5011240-8918-4052-a3a6-49779ed14249 None None] Checking segment: {'id': '45f8e863-0dba-4248-80d9-9bae829a73ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9f83b809-8f6e-4697-9270-06de02286d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:13.620877 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d5011240-8918-4052-a3a6-49779ed14249 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:13.620877 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5011240-8918-4052-a3a6-49779ed14249 None None] Bound using segment: {'id': '45f8e863-0dba-4248-80d9-9bae829a73ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9f83b809-8f6e-4697-9270-06de02286d7f'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:25:13.620877 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d5011240-8918-4052-a3a6-49779ed14249 None None] Bound port: 4a508016-addd-4974-9f47-0fe9fb281310, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f8e863-0dba-4248-80d9-9bae829a73ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9f83b809-8f6e-4697-9270-06de02286d7f'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:25:13.620877 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d5011240-8918-4052-a3a6-49779ed14249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:13.679548 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6420ec5-4c3d-4e62-a3d9-407d4d6bc0ff tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event updated for resources: {'Network': ['ID=92cb7950-3a0e-49e7-881d-0fe19960d149,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:13.698921 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386c976-a981-4e74-9af1-454eb0596545 req-59741880-be48-4047-a5f2-a8db59aac4e3 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:13.701878 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d5011240-8918-4052-a3a6-49779ed14249 None None] For port 4a508016-addd-4974-9f47-0fe9fb281310, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:25:13.705376 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 92cb7950-3a0e-49e7-881d-0fe19960d149 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:25:13.707536 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c386c976-a981-4e74-9af1-454eb0596545 req-59741880-be48-4047-a5f2-a8db59aac4e3 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 945 time: 0.0897601 Dec 16 22:25:13.712903 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d5011240-8918-4052-a3a6-49779ed14249 None None] For port 4a508016-addd-4974-9f47-0fe9fb281310, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4a508016-addd-4974-9f47-0fe9fb281310,segment=NetworkSegment(45f8e863-0dba-4248-80d9-9bae829a73ff),segment_id=45f8e863-0dba-4248-80d9-9bae829a73ff)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:25:13.792071 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c386c976-a981-4e74-9af1-454eb0596545 req-a9d174d1-2ae7-4caa-a2fe-16ffd68086dd tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821307 Dec 16 22:25:13.879410 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d5011240-8918-4052-a3a6-49779ed14249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:13.949355 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5011240-8918-4052-a3a6-49779ed14249 None None] Pushing event updated for resources: {'Port': ['ID=4a508016-addd-4974-9f47-0fe9fb281310,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:14.349119 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f5e59ac7-48c7-4676-9286-77a48b2cbb8f req-03b9f776-f256-485b-a19d-622e12c69e45 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:14.353528 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6c2bc0a8-e53c-420d-ae5a-0bc1ea3c9932 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:14.392060 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['2cef6e4a-7792-4210-b922-f470bff3e2c0'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:25:14.406990 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e164d621-c2e2-4aca-bddd-9f11d5726982 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Made reservation on behalf of a18342f5d6194e82aa3e4694433e8250 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:14.412376 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e164d621-c2e2-4aca-bddd-9f11d5726982 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:14.417045 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6c2bc0a8-e53c-420d-ae5a-0bc1ea3c9932 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:14.420038 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9f776-f256-485b-a19d-622e12c69e45 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Pushing event deleted for resources: {'Port': ['ID=2cef6e4a-7792-4210-b922-f470bff3e2c0,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:14.563391 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e59ac7-48c7-4676-9286-77a48b2cbb8f req-03b9f776-f256-485b-a19d-622e12c69e45 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] No DVR routers for this DVR port 2cef6e4a-7792-4210-b922-f470bff3e2c0 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:14.566321 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f5e59ac7-48c7-4676-9286-77a48b2cbb8f req-03b9f776-f256-485b-a19d-622e12c69e45 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:14.571157 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5e59ac7-48c7-4676-9286-77a48b2cbb8f req-03b9f776-f256-485b-a19d-622e12c69e45 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.76 "DELETE /v2.0/ports/2cef6e4a-7792-4210-b922-f470bff3e2c0 HTTP/1.1" status: 204 len: 173 time: 1.4251132 Dec 16 22:25:14.586155 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba20a11f-9aaa-45f4-b8b8-d9c6501fd596', 'name': 'network-vif-deleted', 'tag': '2cef6e4a-7792-4210-b922-f470bff3e2c0'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:25:14.589279 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cc334a-5c5e-4094-9042-7b15a70e6630" -d '{"events": [{"server_uuid": "ba20a11f-9aaa-45f4-b8b8-d9c6501fd596", "name": "network-vif-deleted", "tag": "2cef6e4a-7792-4210-b922-f470bff3e2c0"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:25:14.615292 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4a508016-addd-4974-9f47-0fe9fb281310 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:25:14.710368 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 4a508016-addd-4974-9f47-0fe9fb281310 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:14.711165 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:14.760467 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-6c2bc0a8-e53c-420d-ae5a-0bc1ea3c9932 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Allocated IP 172.25.6.208 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/7965bcc1-5c69-49e8-8546-be2b241a84da) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:14.771916 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e296614-b554-49f0-88d5-306aace54a56 x-openstack-request-id: req-8e296614-b554-49f0-88d5-306aace54a56 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:25:14.772284 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba20a11f-9aaa-45f4-b8b8-d9c6501fd596", "name": "network-vif-deleted", "tag": "2cef6e4a-7792-4210-b922-f470bff3e2c0", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:25:14.772499 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8e296614-b554-49f0-88d5-306aace54a56 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:25:14.772956 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba20a11f-9aaa-45f4-b8b8-d9c6501fd596', 'name': 'network-vif-deleted', 'tag': '2cef6e4a-7792-4210-b922-f470bff3e2c0', 'status': 'completed', 'code': 200} Dec 16 22:25:14.876476 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:15.012191 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 4a508016-addd-4974-9f47-0fe9fb281310, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4a508016-addd-4974-9f47-0fe9fb281310,segment=NetworkSegment(45f8e863-0dba-4248-80d9-9bae829a73ff),segment_id=45f8e863-0dba-4248-80d9-9bae829a73ff)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:15.080001 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6c2bc0a8-e53c-420d-ae5a-0bc1ea3c9932 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:15.123932 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:15.163423 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4870556c-55ef-491d-bec7-f227c4509d21 req-b0f7b3dd-6a56-4a34-83b4-ea765c510966 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 210 time: 0.2062597 Dec 16 22:25:15.174245 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e164d621-c2e2-4aca-bddd-9f11d5726982 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:15.219384 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=4a508016-addd-4974-9f47-0fe9fb281310,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:15.291280 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6c2bc0a8-e53c-420d-ae5a-0bc1ea3c9932 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:15.321146 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2bc0a8-e53c-420d-ae5a-0bc1ea3c9932 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:15.344867 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164d621-c2e2-4aca-bddd-9f11d5726982 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event updated for resources: {'Subnet': ['ID=d411fb4f-e8ca-43a0-8090-4286fadf632a,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:15.349872 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324666ca-526c-4065-9a9a-64ae78a12648 None None] Network 9f83b809-8f6e-4697-9270-06de02286d7f requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:15.355998 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-6c2bc0a8-e53c-420d-ae5a-0bc1ea3c9932 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:15.360974 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2bc0a8-e53c-420d-ae5a-0bc1ea3c9932 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:15.401046 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5229b607-7636-4274-b300-83c2da608c09 None None] DHCP port deletion for 95473deb-c4c6-4acd-ac8d-825e9f19ae01 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:25:15.403146 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e164d621-c2e2-4aca-bddd-9f11d5726982 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Checking segment: {'id': '4c1e3045-660f-4447-9e5c-7bd61cccff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '92cb7950-3a0e-49e7-881d-0fe19960d149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:15.403562 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e164d621-c2e2-4aca-bddd-9f11d5726982 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Network hostable DHCP agents. Network: 92cb7950-3a0e-49e7-881d-0fe19960d149, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:25:15.405679 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2bc0a8-e53c-420d-ae5a-0bc1ea3c9932 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event updated for resources: {'Port': ['ID=7965bcc1-5c69-49e8-8546-be2b241a84da,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:15.430341 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2675631b-ea62-4d59-9dd6-f230f664bae8 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:25:15.461604 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a1cd82fb-32d5-49b9-8ed1-9615f43538ed None None] Provisioning complete for port 4a508016-addd-4974-9f47-0fe9fb281310 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:15.462508 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1cd82fb-32d5-49b9-8ed1-9615f43538ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:15.549165 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e164d621-c2e2-4aca-bddd-9f11d5726982 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Network 92cb7950-3a0e-49e7-881d-0fe19960d149 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:25:15.712725 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ddca7186-167d-4c4c-960f-3ba0e49886b9 None None] Provisioning complete for port 7965bcc1-5c69-49e8-8546-be2b241a84da triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:15.713497 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ddca7186-167d-4c4c-960f-3ba0e49886b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:15.738694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-e164d621-c2e2-4aca-bddd-9f11d5726982 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 92cb7950-3a0e-49e7-881d-0fe19960d149) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:15.762835 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bd6c6d-164a-4aaa-80f2-89b763d18faf None None] Network 92cb7950-3a0e-49e7-881d-0fe19960d149 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:15.811161 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6c2bc0a8-e53c-420d-ae5a-0bc1ea3c9932 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:15.848885 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ddca7186-167d-4c4c-960f-3ba0e49886b9 None None] Port 7965bcc1-5c69-49e8-8546-be2b241a84da cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:25:15.945378 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ffff81-5607-41dd-8cbb-2e4f7b677c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-92cb7950-3a0e-49e7-881d-0fe19960d149', 'network_id': '92cb7950-3a0e-49e7-881d-0fe19960d149', 'project_id': 'a18342f5d6194e82aa3e4694433e8250', 'fixed_ips': [{'subnet_id': 'd411fb4f-e8ca-43a0-8090-4286fadf632a'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:25:15.946590 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b8ffff81-5607-41dd-8cbb-2e4f7b677c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:15.960961 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e164d621-c2e2-4aca-bddd-9f11d5726982 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:15.961693 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e164d621-c2e2-4aca-bddd-9f11d5726982 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:16.152522 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6c2bc0a8-e53c-420d-ae5a-0bc1ea3c9932 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:16.158160 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-b8ffff81-5607-41dd-8cbb-2e4f7b677c7e None None] Allocated IP 172.20.0.2 (92cb7950-3a0e-49e7-881d-0fe19960d149/d411fb4f-e8ca-43a0-8090-4286fadf632a/802db65b-5c77-4050-ab75-5fa392982553) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:16.159317 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e164d621-c2e2-4aca-bddd-9f11d5726982 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5824575 Dec 16 22:25:16.162346 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51276) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:16.170661 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-134c72f9-aec7-4e21-9d1e-bc8c17473c49 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:16.366911 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-134c72f9-aec7-4e21-9d1e-bc8c17473c49 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25511188'] for subnet, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:16.403317 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e78563dc-f968-4018-ba8a-caeb3af230f2 req-5fedb087-8980-491d-bf56-6f4603ffa1aa tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 210 time: 0.0674636 Dec 16 22:25:16.438943 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7132f3-c6b8-4819-9952-80cb3515283a None None] Network 9f83b809-8f6e-4697-9270-06de02286d7f requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:16.519254 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b8ffff81-5607-41dd-8cbb-2e4f7b677c7e None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:16.525784 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d66d9cd3-416b-4ee8-85f2-384c3a234872 None None] Provisioning complete for port 4a508016-addd-4974-9f47-0fe9fb281310 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:16.526172 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d66d9cd3-416b-4ee8-85f2-384c3a234872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:16.537293 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2bc0a8-e53c-420d-ae5a-0bc1ea3c9932 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Router a34531e6-e861-4187-8d91-c5df239ab0f8 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:25:16.582096 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4a508016-addd-4974-9f47-0fe9fb281310 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:25:16.673002 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b8ffff81-5607-41dd-8cbb-2e4f7b677c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:16.675397 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2bc0a8-e53c-420d-ae5a-0bc1ea3c9932 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:25:16.689326 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d031c5-8ac9-4bae-890a-f8087b1b31b0 None None] Sync routers for ids ['a34531e6-e861-4187-8d91-c5df239ab0f8'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:25:16.702240 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d031c5-8ac9-4bae-890a-f8087b1b31b0 None None] Routers {'a34531e6-e861-4187-8d91-c5df239ab0f8'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:25:16.708229 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e6d031c5-8ac9-4bae-890a-f8087b1b31b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a34531e6-e861-4187-8d91-c5df239ab0f8'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:16.746816 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e6d031c5-8ac9-4bae-890a-f8087b1b31b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:16.759516 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d031c5-8ac9-4bae-890a-f8087b1b31b0 None None] Routers {'a34531e6-e861-4187-8d91-c5df239ab0f8'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:25:16.760449 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e6d031c5-8ac9-4bae-890a-f8087b1b31b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a34531e6-e861-4187-8d91-c5df239ab0f8'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:16.795794 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6c2bc0a8-e53c-420d-ae5a-0bc1ea3c9932 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:16.799766 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6c2bc0a8-e53c-420d-ae5a-0bc1ea3c9932 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3727274 Dec 16 22:25:16.799972 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ffff81-5607-41dd-8cbb-2e4f7b677c7e None None] Network 92cb7950-3a0e-49e7-881d-0fe19960d149 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:16.800253 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51302) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:16.804005 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e6d031c5-8ac9-4bae-890a-f8087b1b31b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:16.804663 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d031c5-8ac9-4bae-890a-f8087b1b31b0 None None] The sync data for ids ['a34531e6-e861-4187-8d91-c5df239ab0f8'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:25:16.806851 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-b8ffff81-5607-41dd-8cbb-2e4f7b677c7e None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:16.811691 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ffff81-5607-41dd-8cbb-2e4f7b677c7e None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:16.821622 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffff81-5607-41dd-8cbb-2e4f7b677c7e None None] Pushing event updated for resources: {'Port': ['ID=802db65b-5c77-4050-ab75-5fa392982553,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:16.899344 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-134c72f9-aec7-4e21-9d1e-bc8c17473c49 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727494037724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27041239'] for subnet, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:16.901896 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 4a508016-addd-4974-9f47-0fe9fb281310 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:16.902279 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:16.924777 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-b8ffff81-5607-41dd-8cbb-2e4f7b677c7e None None] Attempting to bind port 802db65b-5c77-4050-ab75-5fa392982553 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:25:16.925152 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-b8ffff81-5607-41dd-8cbb-2e4f7b677c7e None None] Attempting to bind port 802db65b-5c77-4050-ab75-5fa392982553 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4c1e3045-660f-4447-9e5c-7bd61cccff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '92cb7950-3a0e-49e7-881d-0fe19960d149'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:25:16.925521 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ffff81-5607-41dd-8cbb-2e4f7b677c7e None None] Attempting to bind port 802db65b-5c77-4050-ab75-5fa392982553 on network 92cb7950-3a0e-49e7-881d-0fe19960d149 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:25:16.950395 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134c72f9-aec7-4e21-9d1e-bc8c17473c49 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:16.950994 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-134c72f9-aec7-4e21-9d1e-bc8c17473c49 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:16.952346 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-134c72f9-aec7-4e21-9d1e-bc8c17473c49 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "PUT /v2.0/subnets/d411fb4f-e8ca-43a0-8090-4286fadf632a HTTP/1.1" status: 200 len: 806 time: 0.7875793 Dec 16 22:25:16.955302 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51310) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:17.020933 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c72f9-aec7-4e21-9d1e-bc8c17473c49 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event updated for resources: {'Subnet': ['ID=d411fb4f-e8ca-43a0-8090-4286fadf632a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:17.032648 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ffff81-5607-41dd-8cbb-2e4f7b677c7e None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:25:17.035582 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ffff81-5607-41dd-8cbb-2e4f7b677c7e None None] Checking segment: {'id': '4c1e3045-660f-4447-9e5c-7bd61cccff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '92cb7950-3a0e-49e7-881d-0fe19960d149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:17.045602 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b8ffff81-5607-41dd-8cbb-2e4f7b677c7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:17.046259 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ffff81-5607-41dd-8cbb-2e4f7b677c7e None None] Bound using segment: {'id': '4c1e3045-660f-4447-9e5c-7bd61cccff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '92cb7950-3a0e-49e7-881d-0fe19960d149'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:25:17.046947 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-b8ffff81-5607-41dd-8cbb-2e4f7b677c7e None None] Bound port: 802db65b-5c77-4050-ab75-5fa392982553, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c1e3045-660f-4447-9e5c-7bd61cccff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '92cb7950-3a0e-49e7-881d-0fe19960d149'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:25:17.047993 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b8ffff81-5607-41dd-8cbb-2e4f7b677c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:17.210831 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f611d067-0bc1-4b72-9858-8c9fd0e8bb77 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:17.231167 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b8ffff81-5607-41dd-8cbb-2e4f7b677c7e None None] For port 802db65b-5c77-4050-ab75-5fa392982553, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:25:17.239884 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b8ffff81-5607-41dd-8cbb-2e4f7b677c7e None None] For port 802db65b-5c77-4050-ab75-5fa392982553, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=802db65b-5c77-4050-ab75-5fa392982553,segment=NetworkSegment(4c1e3045-660f-4447-9e5c-7bd61cccff1e),segment_id=4c1e3045-660f-4447-9e5c-7bd61cccff1e)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:25:17.286529 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-f611d067-0bc1-4b72-9858-8c9fd0e8bb77 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Deleting port 802db65b-5c77-4050-ab75-5fa392982553 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:17.286957 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f611d067-0bc1-4b72-9858-8c9fd0e8bb77 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:17.301947 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d9dd3c10-3a06-4c3b-9aed-06e02c6580b6 None None] Provisioning complete for port 4a508016-addd-4974-9f47-0fe9fb281310 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:17.302480 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9dd3c10-3a06-4c3b-9aed-06e02c6580b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:17.331064 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b8ffff81-5607-41dd-8cbb-2e4f7b677c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:17.384640 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-f611d067-0bc1-4b72-9858-8c9fd0e8bb77 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] For port 802db65b-5c77-4050-ab75-5fa392982553, host n-d-815324-4, got binding levels [] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:17.385431 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f611d067-0bc1-4b72-9858-8c9fd0e8bb77 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:17.408939 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-f611d067-0bc1-4b72-9858-8c9fd0e8bb77 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Calling delete_port for 802db65b-5c77-4050-ab75-5fa392982553 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:17.583467 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d772-05e8-4bbf-ab98-33334500656d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:17.626454 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a77a90f8-dcaa-44fe-b597-f7002f275a52 req-cd20dd96-d5dc-4431-b721-21d92d384715 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 210 time: 0.0468602 Dec 16 22:25:17.697652 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffff81-5607-41dd-8cbb-2e4f7b677c7e None None] Pushing event updated for resources: {'Port': ['ID=802db65b-5c77-4050-ab75-5fa392982553,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:17.757638 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f611d067-0bc1-4b72-9858-8c9fd0e8bb77 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:17.779075 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 2cef6e4a-7792-4210-b922-f470bff3e2c0 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:25:17.816207 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611d067-0bc1-4b72-9858-8c9fd0e8bb77 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Port': ['ID=802db65b-5c77-4050-ab75-5fa392982553,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:17.835005 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 2cef6e4a-7792-4210-b922-f470bff3e2c0 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:25:17.835712 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 2cef6e4a-7792-4210-b922-f470bff3e2c0 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:25:17.907628 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f611d067-0bc1-4b72-9858-8c9fd0e8bb77 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No DVR routers for this DVR port 802db65b-5c77-4050-ab75-5fa392982553 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:17.968846 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f611d067-0bc1-4b72-9858-8c9fd0e8bb77 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:18.048675 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-6ce3d772-05e8-4bbf-ab98-33334500656d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Allocated IP 172.20.0.1 (9f83b809-8f6e-4697-9270-06de02286d7f/897e8a8b-7f7a-4936-b616-a0f9f548c9c5/247d53f3-d31a-4420-afcf-481d36f0b02a) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:18.086099 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f611d067-0bc1-4b72-9858-8c9fd0e8bb77 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:18.163499 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611d067-0bc1-4b72-9858-8c9fd0e8bb77 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Subnet': ['ID=d411fb4f-e8ca-43a0-8090-4286fadf632a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:18.272474 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f611d067-0bc1-4b72-9858-8c9fd0e8bb77 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:18.302860 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-f611d067-0bc1-4b72-9858-8c9fd0e8bb77 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92cb7950-3a0e-49e7-881d-0fe19960d149']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:18.316149 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-f611d067-0bc1-4b72-9858-8c9fd0e8bb77 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c1e3045-660f-4447-9e5c-7bd61cccff1e') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:18.317981 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-f611d067-0bc1-4b72-9858-8c9fd0e8bb77 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c1e3045-660f-4447-9e5c-7bd61cccff1e') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:18.339705 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f611d067-0bc1-4b72-9858-8c9fd0e8bb77 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:18.367980 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f611d067-0bc1-4b72-9858-8c9fd0e8bb77 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:18.376691 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f611d067-0bc1-4b72-9858-8c9fd0e8bb77 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:25:18.377272 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f611d067-0bc1-4b72-9858-8c9fd0e8bb77 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:25:18.382242 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:25:18.542354 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f611d067-0bc1-4b72-9858-8c9fd0e8bb77 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:18.571540 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f611d067-0bc1-4b72-9858-8c9fd0e8bb77 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:18.575305 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f611d067-0bc1-4b72-9858-8c9fd0e8bb77 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/networks/92cb7950-3a0e-49e7-881d-0fe19960d149 HTTP/1.1" status: 204 len: 168 time: 1.6188757 Dec 16 22:25:18.578333 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d772-05e8-4bbf-ab98-33334500656d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:18.585956 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51384) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:18.591130 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611d067-0bc1-4b72-9858-8c9fd0e8bb77 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Network': ['ID=92cb7950-3a0e-49e7-881d-0fe19960d149,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:18.639901 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b38a71-e5e9-4958-9288-44a8d7d48e40 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:18.640395 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b38a71-e5e9-4958-9288-44a8d7d48e40 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:18.643632 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-30b38a71-e5e9-4958-9288-44a8d7d48e40 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/networks/92cb7950-3a0e-49e7-881d-0fe19960d149 HTTP/1.1" status: 404 len: 339 time: 0.0481069 Dec 16 22:25:18.648825 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51388) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:18.655572 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-bd98026e-f14d-41ff-b9ad-5ffdd07796ff tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-891329678', 'description': 'd1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:18.742821 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d772-05e8-4bbf-ab98-33334500656d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:18.760094 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b0bf388-6244-4422-a3df-e291063f7ffd req-bf4b8407-2d66-40e3-aa6c-afcbeffbf3ed tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 210 time: 0.0368664 Dec 16 22:25:18.794836 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce3d772-05e8-4bbf-ab98-33334500656d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Network 9f83b809-8f6e-4697-9270-06de02286d7f is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:18.798915 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-6ce3d772-05e8-4bbf-ab98-33334500656d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:18.804161 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd98026e-f14d-41ff-b9ad-5ffdd07796ff tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Made reservation on behalf of a18342f5d6194e82aa3e4694433e8250 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:18.804322 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce3d772-05e8-4bbf-ab98-33334500656d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:18.809042 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bd98026e-f14d-41ff-b9ad-5ffdd07796ff tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:18.855032 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce3d772-05e8-4bbf-ab98-33334500656d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event updated for resources: {'Port': ['ID=247d53f3-d31a-4420-afcf-481d36f0b02a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:18.869495 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd98026e-f14d-41ff-b9ad-5ffdd07796ff tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:25:18.881981 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d772-05e8-4bbf-ab98-33334500656d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:18.885085 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bd98026e-f14d-41ff-b9ad-5ffdd07796ff tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:18.885262 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-bd98026e-f14d-41ff-b9ad-5ffdd07796ff tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Added segment 6806fe95-a4af-421f-a680-6cd19014cbbe of type vlan for network b7d7dd5f-62b9-41e2-bbd3-1ec4ecd8679e Dec 16 22:25:18.938823 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bd98026e-f14d-41ff-b9ad-5ffdd07796ff tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:19.090881 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bd98026e-f14d-41ff-b9ad-5ffdd07796ff tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:19.102928 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd98026e-f14d-41ff-b9ad-5ffdd07796ff tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:19.103679 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bd98026e-f14d-41ff-b9ad-5ffdd07796ff tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:19.147165 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6ac7cbad-4071-4a15-84f6-c0666894d1ce None None] Could not find standard attr ID for object 802db65b-5c77-4050-ab75-5fa392982553. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:25:19.173075 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6ac7cbad-4071-4a15-84f6-c0666894d1ce None None] Provisioning complete for port 247d53f3-d31a-4420-afcf-481d36f0b02a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:19.173820 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6ac7cbad-4071-4a15-84f6-c0666894d1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:19.206878 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98026e-f14d-41ff-b9ad-5ffdd07796ff tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event updated for resources: {'Network': ['ID=b7d7dd5f-62b9-41e2-bbd3-1ec4ecd8679e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:19.217782 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9d79f0-1f38-48b1-a9f6-814db798a0eb None None] DHCP port deletion for 92cb7950-3a0e-49e7-881d-0fe19960d149 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:25:19.225220 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network b7d7dd5f-62b9-41e2-bbd3-1ec4ecd8679e details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:25:19.226801 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d772-05e8-4bbf-ab98-33334500656d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:19.290629 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-6ac7cbad-4071-4a15-84f6-c0666894d1ce None None] Port 247d53f3-d31a-4420-afcf-481d36f0b02a cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:25:19.299965 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b62cdb-32ec-4168-8db3-d0a1271c52cc None None] Network 92cb7950-3a0e-49e7-881d-0fe19960d149 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:19.311230 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bd98026e-f14d-41ff-b9ad-5ffdd07796ff tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6610332 Dec 16 22:25:19.314097 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51414) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:19.322560 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b62cdb-32ec-4168-8db3-d0a1271c52cc None None] Network 92cb7950-3a0e-49e7-881d-0fe19960d149 could not be found, it might have been deleted concurrently. {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 16 22:25:19.333812 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b79e29f-8252-4234-950a-47144fa4cda1 None None] Network 92cb7950-3a0e-49e7-881d-0fe19960d149 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:19.348863 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b79e29f-8252-4234-950a-47144fa4cda1 None None] Network 92cb7950-3a0e-49e7-881d-0fe19960d149 could not be found, it might have been deleted concurrently. {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 16 22:25:19.465639 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65c5ff9-2d17-4f3b-a776-a34e7eaeeee5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:19.470047 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d65c5ff9-2d17-4f3b-a776-a34e7eaeeee5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "GET /v2.0/networks?id=b7d7dd5f-62b9-41e2-bbd3-1ec4ecd8679e HTTP/1.1" status: 200 len: 760 time: 0.1523540 Dec 16 22:25:19.470207 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51422) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:19.476303 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-42fc4b2c-7de0-44ef-9015-fa7ac6905562 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Request body: {'network': {'description': 'd2'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:19.653840 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d772-05e8-4bbf-ab98-33334500656d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:19.660467 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42fc4b2c-7de0-44ef-9015-fa7ac6905562 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:19.731022 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d772-05e8-4bbf-ab98-33334500656d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:19.766051 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42fc4b2c-7de0-44ef-9015-fa7ac6905562 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:19.792325 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-42fc4b2c-7de0-44ef-9015-fa7ac6905562 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Network b7d7dd5f-62b9-41e2-bbd3-1ec4ecd8679e is not hosted by any dhcp agent {{(pid=103614) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 22:25:19.797793 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fc4b2c-7de0-44ef-9015-fa7ac6905562 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:19.798939 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42fc4b2c-7de0-44ef-9015-fa7ac6905562 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:19.803257 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-42fc4b2c-7de0-44ef-9015-fa7ac6905562 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "PUT /v2.0/networks/b7d7dd5f-62b9-41e2-bbd3-1ec4ecd8679e HTTP/1.1" status: 200 len: 757 time: 0.3285055 Dec 16 22:25:19.804804 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51440) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:19.851371 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc4b2c-7de0-44ef-9015-fa7ac6905562 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event updated for resources: {'Network': ['ID=b7d7dd5f-62b9-41e2-bbd3-1ec4ecd8679e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:19.882744 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce3d772-05e8-4bbf-ab98-33334500656d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event updated for resources: {'Port': ['ID=247d53f3-d31a-4420-afcf-481d36f0b02a,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:19.894385 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d772-05e8-4bbf-ab98-33334500656d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:19.894936 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network b7d7dd5f-62b9-41e2-bbd3-1ec4ecd8679e details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:25:19.924302 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3a44e7da-20b1-4c8d-bea7-0f22fcbc3290 req-24546e8a-fffb-4871-854a-b302d8a67336 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 210 time: 0.0512869 Dec 16 22:25:19.949556 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68faabf-fdb4-420e-bacd-84e008d9097b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:19.951499 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a68faabf-fdb4-420e-bacd-84e008d9097b tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "GET /v2.0/networks?id=b7d7dd5f-62b9-41e2-bbd3-1ec4ecd8679e HTTP/1.1" status: 200 len: 760 time: 0.1469223 Dec 16 22:25:19.956934 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51446) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:19.963572 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-e2026cee-2042-4b58-b3fc-afa788991da7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-394252162'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:20.032493 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce3d772-05e8-4bbf-ab98-33334500656d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Network 9f83b809-8f6e-4697-9270-06de02286d7f is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:20.034064 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-6ce3d772-05e8-4bbf-ab98-33334500656d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:20.090841 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2026cee-2042-4b58-b3fc-afa788991da7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Made reservation on behalf of a18342f5d6194e82aa3e4694433e8250 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:20.094464 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e2026cee-2042-4b58-b3fc-afa788991da7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:20.122463 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2026cee-2042-4b58-b3fc-afa788991da7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:25:20.136913 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e2026cee-2042-4b58-b3fc-afa788991da7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:20.136913 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-e2026cee-2042-4b58-b3fc-afa788991da7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Added segment 4c58c551-daf9-4e73-83e2-fb5aa28da30b of type vlan for network 97382547-b83f-4714-b2c5-46ef0f3f13a6 Dec 16 22:25:20.183004 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce3d772-05e8-4bbf-ab98-33334500656d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Router a34531e6-e861-4187-8d91-c5df239ab0f8 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:25:20.220311 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e2026cee-2042-4b58-b3fc-afa788991da7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:20.323448 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f360f038-f5de-40a4-8843-c62387387631 None None] Provisioning complete for port 247d53f3-d31a-4420-afcf-481d36f0b02a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:20.323448 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f360f038-f5de-40a4-8843-c62387387631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:20.335142 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce3d772-05e8-4bbf-ab98-33334500656d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:25:20.341474 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6ce3d772-05e8-4bbf-ab98-33334500656d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "PUT /v2.0/routers/a34531e6-e861-4187-8d91-c5df239ab0f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5397770 Dec 16 22:25:20.342652 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e2026cee-2042-4b58-b3fc-afa788991da7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:20.343467 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51462) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:20.350154 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2026cee-2042-4b58-b3fc-afa788991da7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:20.352185 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e2026cee-2042-4b58-b3fc-afa788991da7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:20.352311 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-46693768-0e1c-4664-972c-be8893d5ee67 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Request body: {'port': {'network_id': '9f83b809-8f6e-4697-9270-06de02286d7f', 'name': 'tempest-FloatingIPTestJSON-1052860877'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:20.377325 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4617e2e-e39a-4c57-a707-e890d2561cca None None] Sync routers for ids ['a34531e6-e861-4187-8d91-c5df239ab0f8'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:25:20.391740 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f360f038-f5de-40a4-8843-c62387387631 None None] Port 247d53f3-d31a-4420-afcf-481d36f0b02a cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:25:20.402346 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4617e2e-e39a-4c57-a707-e890d2561cca None None] Routers {'a34531e6-e861-4187-8d91-c5df239ab0f8'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:25:20.405337 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c4617e2e-e39a-4c57-a707-e890d2561cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a34531e6-e861-4187-8d91-c5df239ab0f8'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:20.470682 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c4617e2e-e39a-4c57-a707-e890d2561cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:20.511881 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4617e2e-e39a-4c57-a707-e890d2561cca None None] Routers {'a34531e6-e861-4187-8d91-c5df239ab0f8'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:25:20.512727 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c4617e2e-e39a-4c57-a707-e890d2561cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a34531e6-e861-4187-8d91-c5df239ab0f8'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:20.547573 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2026cee-2042-4b58-b3fc-afa788991da7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event updated for resources: {'Network': ['ID=97382547-b83f-4714-b2c5-46ef0f3f13a6,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:20.550445 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-00d4bfaf-ee17-4f34-bcb2-6d90b5bc7d7c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0855050 Dec 16 22:25:20.561371 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c4617e2e-e39a-4c57-a707-e890d2561cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:20.562410 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4617e2e-e39a-4c57-a707-e890d2561cca None None] The sync data for ids ['a34531e6-e861-4187-8d91-c5df239ab0f8'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:25:20.568786 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e2026cee-2042-4b58-b3fc-afa788991da7 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6104841 Dec 16 22:25:20.571541 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51474) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:20.572013 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 802db65b-5c77-4050-ab75-5fa392982553 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:25:20.574312 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 97382547-b83f-4714-b2c5-46ef0f3f13a6 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:25:20.578211 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-1ce73d5f-91de-404f-aa56-edb2735963c8 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Request body: {'subnet': {'network_id': '97382547-b83f-4714-b2c5-46ef0f3f13a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:20.672126 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 802db65b-5c77-4050-ab75-5fa392982553 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:25:20.672606 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 802db65b-5c77-4050-ab75-5fa392982553 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:25:20.716931 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-ce1be6eb-01db-42ae-af14-6dcada985465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:20.717480 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-ce1be6eb-01db-42ae-af14-6dcada985465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:20.717962 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-ce1be6eb-01db-42ae-af14-6dcada985465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:20.718438 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-ce1be6eb-01db-42ae-af14-6dcada985465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:20.718937 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-ce1be6eb-01db-42ae-af14-6dcada985465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:20.719566 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-ce1be6eb-01db-42ae-af14-6dcada985465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:20.720088 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-ce1be6eb-01db-42ae-af14-6dcada985465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:20.722120 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-ce1be6eb-01db-42ae-af14-6dcada985465 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45dc1fa90bee4d0982a4d71f8e7220e0&device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 6499 time: 0.0770414 Dec 16 22:25:20.737747 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46693768-0e1c-4664-972c-be8893d5ee67 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Made reservation on behalf of e9cd5708aa154edc97141deed8d71f03 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:20.742169 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-46693768-0e1c-4664-972c-be8893d5ee67 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:20.826425 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-46693768-0e1c-4664-972c-be8893d5ee67 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] device_id is not set on port 433353d2-40db-4268-84e8-deec7f3acd7e yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:25:20.920695 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce73d5f-91de-404f-aa56-edb2735963c8 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Made reservation on behalf of a18342f5d6194e82aa3e4694433e8250 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:20.924211 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1ce73d5f-91de-404f-aa56-edb2735963c8 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:20.970623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-dec2c853-a136-41f0-b926-efa258b09f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:20.971130 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-dec2c853-a136-41f0-b926-efa258b09f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:20.971603 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-dec2c853-a136-41f0-b926-efa258b09f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:20.973322 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-dec2c853-a136-41f0-b926-efa258b09f34 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5e57a376-cf11-4169-84ca-8ea1ae6aa078&id=15791355-f493-42e0-a1b7-a4369065109f&id=15791355-f493-42e0-a1b7-a4369065109f&id=15791355-f493-42e0-a1b7-a4369065109f&id=15791355-f493-42e0-a1b7-a4369065109f&id=66e9be3c-e724-4370-8e53-fc3253b9f776&id=66e9be3c-e724-4370-8e53-fc3253b9f776 HTTP/1.1" status: 200 len: 2296 time: 0.2145841 Dec 16 22:25:21.018652 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-df472625-51b9-4461-b2b4-8e65ce2bbb4b req-b7e501c2-b3c2-483f-841e-0951d1c84eb3 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 210 time: 0.0303876 Dec 16 22:25:21.103635 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-46693768-0e1c-4664-972c-be8893d5ee67 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Allocated IP 172.20.0.10 (9f83b809-8f6e-4697-9270-06de02286d7f/897e8a8b-7f7a-4936-b616-a0f9f548c9c5/433353d2-40db-4268-84e8-deec7f3acd7e) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:21.120491 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-3851f197-fef2-4f88-b4c8-974df0f90f84 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea1ed190-b5c9-4f29-b19b-8909b9b1bce0 HTTP/1.1" status: 200 len: 1000 time: 0.1230166 Dec 16 22:25:21.246253 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-f5f8e09b-ae32-4f1d-9c21-66cbb302899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:21.247787 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-f5f8e09b-ae32-4f1d-9c21-66cbb302899a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=554b4879-6665-46f7-b33a-c61f9f909b35 HTTP/1.1" status: 200 len: 856 time: 0.1169748 Dec 16 22:25:21.397977 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-29a73286-f8a5-462b-8abe-303cd6fbbb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:21.399425 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-29a73286-f8a5-462b-8abe-303cd6fbbb80 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5e57a376-cf11-4169-84ca-8ea1ae6aa078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1372206 Dec 16 22:25:21.437051 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-46693768-0e1c-4664-972c-be8893d5ee67 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:21.521121 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1ce73d5f-91de-404f-aa56-edb2735963c8 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:21.556312 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-78241a9f-ba02-42ce-ac2e-de50268c30e1 service neutron] 10.222.0.57 "GET /v2.0/networks/5e57a376-cf11-4169-84ca-8ea1ae6aa078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442909 Dec 16 22:25:21.627289 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-46693768-0e1c-4664-972c-be8893d5ee67 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:21.635755 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce73d5f-91de-404f-aa56-edb2735963c8 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event updated for resources: {'Subnet': ['ID=a9e6bd7e-91e6-4845-a936-8ffe808a42d0,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:21.716924 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46693768-0e1c-4664-972c-be8893d5ee67 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Network 9f83b809-8f6e-4697-9270-06de02286d7f is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:21.720724 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce73d5f-91de-404f-aa56-edb2735963c8 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Checking segment: {'id': '4c58c551-daf9-4e73-83e2-fb5aa28da30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '97382547-b83f-4714-b2c5-46ef0f3f13a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:21.721312 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce73d5f-91de-404f-aa56-edb2735963c8 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Network hostable DHCP agents. Network: 97382547-b83f-4714-b2c5-46ef0f3f13a6, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:25:21.731168 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-46693768-0e1c-4664-972c-be8893d5ee67 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:21.736191 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46693768-0e1c-4664-972c-be8893d5ee67 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event updated for resources: {'Port': ['ID=433353d2-40db-4268-84e8-deec7f3acd7e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:21.742404 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46693768-0e1c-4664-972c-be8893d5ee67 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:21.790490 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-dccb1c1d-c20c-4a7a-92e5-54b056bad669 service neutron] 10.222.0.57 "GET /v2.0/networks/5e57a376-cf11-4169-84ca-8ea1ae6aa078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245839 Dec 16 22:25:21.841246 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-9147e50b-8cea-43a8-a1b7-75992fd74a51 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=e0f2a365-369e-405c-9065-780d829281e6 HTTP/1.1" status: 200 len: 217 time: 0.0424898 Dec 16 22:25:21.847110 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46693768-0e1c-4664-972c-be8893d5ee67 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:21.847733 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-46693768-0e1c-4664-972c-be8893d5ee67 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:21.901139 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce73d5f-91de-404f-aa56-edb2735963c8 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Network 97382547-b83f-4714-b2c5-46ef0f3f13a6 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:25:21.923538 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-76e3ba28-7dd7-46e0-9765-8c9005778a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:21.925034 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-76e3ba28-7dd7-46e0-9765-8c9005778a1a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25876357-a0e7-4570-bc9f-e643775c0f42 HTTP/1.1" status: 200 len: 797 time: 0.0632176 Dec 16 22:25:21.998465 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-572010c2-0a9c-464a-9a22-301a01031001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:22.000235 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-572010c2-0a9c-464a-9a22-301a01031001 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15791355-f493-42e0-a1b7-a4369065109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0467684 Dec 16 22:25:22.016744 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-46693768-0e1c-4664-972c-be8893d5ee67 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6622214 Dec 16 22:25:22.017002 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51536) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:22.018891 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-a40e1271-0ee9-47cf-be60-39a948e99c5d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Request body: {'floatingip': {'port_id': '433353d2-40db-4268-84e8-deec7f3acd7e'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:22.027576 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-70190261-3107-40a3-a5a3-919476613106 None None] Provisioning complete for port 433353d2-40db-4268-84e8-deec7f3acd7e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:22.028174 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-70190261-3107-40a3-a5a3-919476613106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.060799 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-1ce73d5f-91de-404f-aa56-edb2735963c8 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 97382547-b83f-4714-b2c5-46ef0f3f13a6) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:22.065870 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce73d5f-91de-404f-aa56-edb2735963c8 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:22.067207 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1ce73d5f-91de-404f-aa56-edb2735963c8 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.075381 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e13134-3fbe-4ceb-b9fd-a736b1ea558d None None] Network 97382547-b83f-4714-b2c5-46ef0f3f13a6 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:22.099116 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a40e1271-0ee9-47cf-be60-39a948e99c5d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.132604 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-70190261-3107-40a3-a5a3-919476613106 None None] Port 433353d2-40db-4268-84e8-deec7f3acd7e cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:25:22.133023 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-eb4d4365-5184-4610-af71-01b22b267c6b service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225648 Dec 16 22:25:22.199778 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-716d6c83-7bbb-4bea-bf59-975b78319066 req-0502c5bf-cfa8-4788-950b-ad6471282b27 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba20a11f-9aaa-45f4-b8b8-d9c6501fd596 HTTP/1.1" status: 200 len: 210 time: 0.0360742 Dec 16 22:25:22.232562 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1ce73d5f-91de-404f-aa56-edb2735963c8 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6599677 Dec 16 22:25:22.238224 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51548) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:22.241462 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff50c83c-cb88-4341-af5a-e0be5c72e111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-97382547-b83f-4714-b2c5-46ef0f3f13a6', 'network_id': '97382547-b83f-4714-b2c5-46ef0f3f13a6', 'project_id': 'a18342f5d6194e82aa3e4694433e8250', 'fixed_ips': [{'subnet_id': 'a9e6bd7e-91e6-4845-a936-8ffe808a42d0'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:25:22.242613 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ff50c83c-cb88-4341-af5a-e0be5c72e111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.335245 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-4c2adea3-7a1e-4ff2-9b40-ab4a91b98750 service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945171 Dec 16 22:25:22.385727 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-231a473e-7701-49b3-aa38-fcc7c9abae0f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=117343d1-e9dc-47b5-b09b-1fc4fcc77e1a HTTP/1.1" status: 200 len: 217 time: 0.0418520 Dec 16 22:25:22.399759 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-ff50c83c-cb88-4341-af5a-e0be5c72e111 None None] Allocated IP 172.20.0.2 (97382547-b83f-4714-b2c5-46ef0f3f13a6/a9e6bd7e-91e6-4845-a936-8ffe808a42d0/3c76a8e0-c071-4adb-9210-e215b237acd3) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:22.444198 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.458809 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-4a54b87a-ea7f-405e-ae2c-2b5a08036a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:22.460541 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-4a54b87a-ea7f-405e-ae2c-2b5a08036a08 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25876357-a0e7-4570-bc9f-e643775c0f42 HTTP/1.1" status: 200 len: 797 time: 0.0672052 Dec 16 22:25:22.555511 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.579163 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ff50c83c-cb88-4341-af5a-e0be5c72e111 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.585524 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-6ff1bece-03ce-4ad0-9219-c42da70a24bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:22.587225 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-6ff1bece-03ce-4ad0-9219-c42da70a24bf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15791355-f493-42e0-a1b7-a4369065109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1185400 Dec 16 22:25:22.696865 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ff50c83c-cb88-4341-af5a-e0be5c72e111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.710939 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-618b20fc-9c6e-49de-983c-f8e2995fc69a service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113679 Dec 16 22:25:22.751343 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff50c83c-cb88-4341-af5a-e0be5c72e111 None None] Network 97382547-b83f-4714-b2c5-46ef0f3f13a6 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:22.756974 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-ff50c83c-cb88-4341-af5a-e0be5c72e111 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:22.762393 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff50c83c-cb88-4341-af5a-e0be5c72e111 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:22.785344 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a40e1271-0ee9-47cf-be60-39a948e99c5d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.825543 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50c83c-cb88-4341-af5a-e0be5c72e111 None None] Pushing event updated for resources: {'Port': ['ID=3c76a8e0-c071-4adb-9210-e215b237acd3,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:22.860580 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ff50c83c-cb88-4341-af5a-e0be5c72e111 None None] Attempting to bind port 3c76a8e0-c071-4adb-9210-e215b237acd3 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:25:22.861109 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ff50c83c-cb88-4341-af5a-e0be5c72e111 None None] Attempting to bind port 3c76a8e0-c071-4adb-9210-e215b237acd3 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4c58c551-daf9-4e73-83e2-fb5aa28da30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '97382547-b83f-4714-b2c5-46ef0f3f13a6'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:25:22.861689 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff50c83c-cb88-4341-af5a-e0be5c72e111 None None] Attempting to bind port 3c76a8e0-c071-4adb-9210-e215b237acd3 on network 97382547-b83f-4714-b2c5-46ef0f3f13a6 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:25:22.869345 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff50c83c-cb88-4341-af5a-e0be5c72e111 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:25:22.869779 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff50c83c-cb88-4341-af5a-e0be5c72e111 None None] Checking segment: {'id': '4c58c551-daf9-4e73-83e2-fb5aa28da30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '97382547-b83f-4714-b2c5-46ef0f3f13a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:22.870131 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ff50c83c-cb88-4341-af5a-e0be5c72e111 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.870546 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff50c83c-cb88-4341-af5a-e0be5c72e111 None None] Bound using segment: {'id': '4c58c551-daf9-4e73-83e2-fb5aa28da30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '97382547-b83f-4714-b2c5-46ef0f3f13a6'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:25:22.871011 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ff50c83c-cb88-4341-af5a-e0be5c72e111 None None] Bound port: 3c76a8e0-c071-4adb-9210-e215b237acd3, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c58c551-daf9-4e73-83e2-fb5aa28da30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '97382547-b83f-4714-b2c5-46ef0f3f13a6'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:25:22.871421 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ff50c83c-cb88-4341-af5a-e0be5c72e111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.871594 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ca4ea09-09ca-4227-a6a2-488dad943b73 req-6b01eec6-9956-43c8-9510-559e29ff30aa service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516198 Dec 16 22:25:22.879554 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a40e1271-0ee9-47cf-be60-39a948e99c5d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:22.967629 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ff50c83c-cb88-4341-af5a-e0be5c72e111 None None] For port 3c76a8e0-c071-4adb-9210-e215b237acd3, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:25:22.972097 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ff50c83c-cb88-4341-af5a-e0be5c72e111 None None] For port 3c76a8e0-c071-4adb-9210-e215b237acd3, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=3c76a8e0-c071-4adb-9210-e215b237acd3,segment=NetworkSegment(4c58c551-daf9-4e73-83e2-fb5aa28da30b),segment_id=4c58c551-daf9-4e73-83e2-fb5aa28da30b)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:25:23.023912 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4ea09-09ca-4227-a6a2-488dad943b73 req-5750dbdc-109c-4338-9490-d956e9d21f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:23.025436 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ca4ea09-09ca-4227-a6a2-488dad943b73 req-5750dbdc-109c-4338-9490-d956e9d21f12 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 1096 time: 0.1073790 Dec 16 22:25:23.047311 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-a40e1271-0ee9-47cf-be60-39a948e99c5d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Floating IP 67e1d268-2d38-40f0-a4a0-c06fc5c866cd associated. External IP: 172.25.6.177, port: 440710d6-7c64-4da3-8b75-a11a285c5137. Dec 16 22:25:23.069507 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ff50c83c-cb88-4341-af5a-e0be5c72e111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:23.080113 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:23.135559 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Subnet': ['ID=a9e6bd7e-91e6-4845-a936-8ffe808a42d0,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:23.167068 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50c83c-cb88-4341-af5a-e0be5c72e111 None None] Pushing event updated for resources: {'Port': ['ID=3c76a8e0-c071-4adb-9210-e215b237acd3,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:23.196730 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603e83b9-7841-467b-b2d1-ceb89acdb27f None None] Network 97382547-b83f-4714-b2c5-46ef0f3f13a6 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:23.215407 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:23.255948 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97382547-b83f-4714-b2c5-46ef0f3f13a6']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:23.259995 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-42a79120-e054-4703-a87a-324c06b5b7cd service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410583 Dec 16 22:25:23.271418 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c58c551-daf9-4e73-83e2-fb5aa28da30b') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:23.271809 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c58c551-daf9-4e73-83e2-fb5aa28da30b') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:23.290045 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:23.332218 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-cdc7469e-6114-4269-a08c-c210d36da1de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=990713e8-9fa9-4fb5-8920-65b3db167871 HTTP/1.1" status: 200 len: 217 time: 0.0580511 Dec 16 22:25:23.342416 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:23.376811 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:25:23.377234 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:25:23.381182 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:25:23.410682 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de650bd4-0170-49b2-96cd-701a36f55a19 None None] get_active_networks_info from n-d-815324-4 {{(pid=103615) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:25:23.450827 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-819fcdd1-0ccd-4dc4-8276-cba9eb19b536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:23.462076 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-2bbed2dd-f6be-4dbb-b8a8-4c9bc867b998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:23.464722 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-2bbed2dd-f6be-4dbb-b8a8-4c9bc867b998 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25876357-a0e7-4570-bc9f-e643775c0f42 HTTP/1.1" status: 200 len: 797 time: 0.1244316 Dec 16 22:25:23.521851 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.db.api [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 22:25:23.521851 n-d-815324-4 neutron-server[103613]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 22:25:23.521851 n-d-815324-4 neutron-server[103613]: [parameters: {'id': '97382547-b83f-4714-b2c5-46ef0f3f13a6'}] Dec 16 22:25:23.521851 n-d-815324-4 neutron-server[103613]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:25:23.522312 n-d-815324-4 neutron-server[103613]: DEBUG oslo_db.api [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:25:23.542999 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-f608b83a-831f-48ab-8450-7983cd6c2886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:23.542999 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-f608b83a-831f-48ab-8450-7983cd6c2886 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15791355-f493-42e0-a1b7-a4369065109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0594146 Dec 16 22:25:23.664555 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de650bd4-0170-49b2-96cd-701a36f55a19 None None] Resources bound (agent type, host, resource id): {{(pid=103615) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:25:23.716036 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4ea09-09ca-4227-a6a2-488dad943b73 req-3cd73635-540e-457e-bc9a-f9110948035e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:23.717536 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ca4ea09-09ca-4227-a6a2-488dad943b73 req-3cd73635-540e-457e-bc9a-f9110948035e service neutron] 10.222.0.76 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 912 time: 0.6643906 Dec 16 22:25:23.731033 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-67caecf1-bd2d-400f-864f-0a96028e309b service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877303 Dec 16 22:25:23.871362 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ca4ea09-09ca-4227-a6a2-488dad943b73 req-80a076b6-2466-4411-acb8-57c3ed96197e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32fe797d-5d31-4a1c-8554-7429627da10d HTTP/1.1" status: 200 len: 1001 time: 0.1171048 Dec 16 22:25:23.873903 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40e1271-0ee9-47cf-be60-39a948e99c5d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Router 03c66675-8b7e-4c40-b4ab-5ef12aeac231 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:25:23.939340 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-9bd12c02-3896-46b3-8d8a-fa7b946be1d1 service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922026 Dec 16 22:25:24.015031 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-afd63f43-a39d-46e1-abc3-40da6f26af16 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=cde1b008-a4d1-440d-ad62-e4ef43bf743c HTTP/1.1" status: 200 len: 217 time: 0.0587106 Dec 16 22:25:24.025684 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:24.046171 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4ea09-09ca-4227-a6a2-488dad943b73 req-695801cc-b152-489a-af19-07f941c0c848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:24.047701 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ca4ea09-09ca-4227-a6a2-488dad943b73 req-695801cc-b152-489a-af19-07f941c0c848 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ecefe13-aa2d-48b4-a74c-5805e96883cc HTTP/1.1" status: 200 len: 851 time: 0.1585007 Dec 16 22:25:24.097195 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-39896719-ce42-4d9b-9632-6386bc40883a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:24.099334 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-39896719-ce42-4d9b-9632-6386bc40883a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25876357-a0e7-4570-bc9f-e643775c0f42 HTTP/1.1" status: 200 len: 797 time: 0.0755498 Dec 16 22:25:24.179711 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee550d-0839-4cec-8ee6-187e35d3f399 req-13ccb281-64fb-4b5c-b3d3-3ca4356c6078 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:24.181711 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4ee550d-0839-4cec-8ee6-187e35d3f399 req-13ccb281-64fb-4b5c-b3d3-3ca4356c6078 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/networks?id=95473deb-c4c6-4acd-ac8d-825e9f19ae01 HTTP/1.1" status: 200 len: 811 time: 0.3062379 Dec 16 22:25:24.185526 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-e26d046d-d961-4b72-ba26-daae8abf7d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:24.187231 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-e26d046d-d961-4b72-ba26-daae8abf7d16 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15791355-f493-42e0-a1b7-a4369065109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0802708 Dec 16 22:25:24.214067 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4ea09-09ca-4227-a6a2-488dad943b73 req-dff2b0f2-4d84-437f-ae76-51166b562189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:24.215586 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ca4ea09-09ca-4227-a6a2-488dad943b73 req-dff2b0f2-4d84-437f-ae76-51166b562189 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=282aa10f-496c-46fb-be12-6b2a327d41c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1547861 Dec 16 22:25:24.217517 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40e1271-0ee9-47cf-be60-39a948e99c5d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:25:24.231951 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4ee550d-0839-4cec-8ee6-187e35d3f399 req-7bd83d29-d2f1-4fe7-95bf-93453add8a52 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/quotas/ea5518dc3a684f128c195124e4b872a7 HTTP/1.1" status: 200 len: 375 time: 0.0290349 Dec 16 22:25:24.233593 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70f1d17-b8be-49bf-960c-8707e93476d4 None None] Sync routers for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:25:24.253135 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70f1d17-b8be-49bf-960c-8707e93476d4 None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:25:24.253859 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c70f1d17-b8be-49bf-960c-8707e93476d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:24.264252 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Deleting port 3c76a8e0-c071-4adb-9210-e215b237acd3 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:24.264252 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:24.272410 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-5ca4ea09-09ca-4227-a6a2-488dad943b73 req-8fbfd3f4-c2e9-4057-9e6c-c493b93eb09a service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:25:24.273708 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ca4ea09-09ca-4227-a6a2-488dad943b73 req-8fbfd3f4-c2e9-4057-9e6c-c493b93eb09a service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057766 Dec 16 22:25:24.292079 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c70f1d17-b8be-49bf-960c-8707e93476d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:24.302355 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70f1d17-b8be-49bf-960c-8707e93476d4 None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:25:24.303268 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c70f1d17-b8be-49bf-960c-8707e93476d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:24.325117 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4ee550d-0839-4cec-8ee6-187e35d3f399 req-bae634cc-5e14-4299-bc4b-570d4a63fae2 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ea5518dc3a684f128c195124e4b872a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587516 Dec 16 22:25:24.341127 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c70f1d17-b8be-49bf-960c-8707e93476d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:24.341942 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70f1d17-b8be-49bf-960c-8707e93476d4 None None] The sync data for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:25:24.397713 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] For port 3c76a8e0-c071-4adb-9210-e215b237acd3, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=3c76a8e0-c071-4adb-9210-e215b237acd3,segment=NetworkSegment(4c58c551-daf9-4e73-83e2-fb5aa28da30b),segment_id=4c58c551-daf9-4e73-83e2-fb5aa28da30b)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:24.398227 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:24.402202 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-daa354c1-b4dd-41ed-9907-a1c12e8e975e service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968627 Dec 16 22:25:24.430329 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Calling delete_port for 3c76a8e0-c071-4adb-9210-e215b237acd3 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:24.557009 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ca4ea09-09ca-4227-a6a2-488dad943b73 req-b3c90cb6-ac36-4bad-ac9d-d432fbf55b49 service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667794 Dec 16 22:25:24.589206 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-6c113b40-78d1-4573-a6e2-c24445e1cb81 service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734707 Dec 16 22:25:24.642494 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-4a49c3c0-d5c7-4fab-9959-ea462a0f94ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=650c7d96-ba98-44b5-a7b8-7096651894e8 HTTP/1.1" status: 200 len: 217 time: 0.0430789 Dec 16 22:25:24.674480 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4ee550d-0839-4cec-8ee6-187e35d3f399 req-d3122900-f1d4-40df-9f61-040497fa8ff1 service neutron] 10.222.0.75 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091586 Dec 16 22:25:24.704821 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-9115e04b-1e4c-4e7f-a972-eb9ead08c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:24.706707 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-9115e04b-1e4c-4e7f-a972-eb9ead08c3f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c82cad89-cf9a-46f0-9ac6-686f18c47df5 HTTP/1.1" status: 200 len: 797 time: 0.0560951 Dec 16 22:25:24.709254 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:24.755030 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No DVR routers for this DVR port 3c76a8e0-c071-4adb-9210-e215b237acd3 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:24.784483 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Port': ['ID=3c76a8e0-c071-4adb-9210-e215b237acd3,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:24.858990 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-78007fb9-e747-482d-9308-f52143a17528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:24.861526 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-78007fb9-e747-482d-9308-f52143a17528 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66e9be3c-e724-4370-8e53-fc3253b9f776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1434076 Dec 16 22:25:24.877513 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ca4ea09-09ca-4227-a6a2-488dad943b73 req-b416ee1e-0dce-4487-961d-4da3cacb1fc7 service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004708 Dec 16 22:25:24.884656 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40e1271-0ee9-47cf-be60-39a948e99c5d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Router a34531e6-e861-4187-8d91-c5df239ab0f8 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:25:24.889167 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4ee550d-0839-4cec-8ee6-187e35d3f399 req-e3754116-8931-498d-9f4b-e638e4787b8e service neutron] 10.222.0.75 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064927 Dec 16 22:25:24.974359 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:25.026138 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97382547-b83f-4714-b2c5-46ef0f3f13a6']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:25.039474 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40e1271-0ee9-47cf-be60-39a948e99c5d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:25:25.041442 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c58c551-daf9-4e73-83e2-fb5aa28da30b') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:25.041442 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c58c551-daf9-4e73-83e2-fb5aa28da30b') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:25.044599 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-e3f886b6-71c1-4569-a3ef-dce4452fa1b9 service neutron] 10.222.0.57 "GET /v2.0/networks/66e9be3c-e724-4370-8e53-fc3253b9f776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725845 Dec 16 22:25:25.044944 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a40e1271-0ee9-47cf-be60-39a948e99c5d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:25.053961 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1a1562-a05c-436e-8c6a-66c4c0d68a13 None None] Sync routers for ids ['a34531e6-e861-4187-8d91-c5df239ab0f8'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:25:25.054568 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:25.079724 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1a1562-a05c-436e-8c6a-66c4c0d68a13 None None] Routers {'a34531e6-e861-4187-8d91-c5df239ab0f8'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:25:25.080670 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-6d1a1562-a05c-436e-8c6a-66c4c0d68a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a34531e6-e861-4187-8d91-c5df239ab0f8'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:25.122853 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a40e1271-0ee9-47cf-be60-39a948e99c5d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "PUT /v2.0/floatingips/67e1d268-2d38-40f0-a4a0-c06fc5c866cd HTTP/1.1" status: 200 len: 979 time: 3.1098306 Dec 16 22:25:25.123750 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51678) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:25.129289 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-6d1a1562-a05c-436e-8c6a-66c4c0d68a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:25.139733 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1a1562-a05c-436e-8c6a-66c4c0d68a13 None None] Routers {'a34531e6-e861-4187-8d91-c5df239ab0f8'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:25:25.140638 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-6d1a1562-a05c-436e-8c6a-66c4c0d68a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:24:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a34531e6-e861-4187-8d91-c5df239ab0f8'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:25.142678 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:25.160445 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:25:25.161790 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:25:25.165335 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:25:25.200076 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-6d1a1562-a05c-436e-8c6a-66c4c0d68a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:25.200772 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1a1562-a05c-436e-8c6a-66c4c0d68a13 None None] The sync data for ids ['a34531e6-e861-4187-8d91-c5df239ab0f8'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:25:25.279267 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-2c3c9315-737c-49ad-b6c5-f2bf58ca6a51 service neutron] 10.222.0.57 "GET /v2.0/networks/66e9be3c-e724-4370-8e53-fc3253b9f776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225757 Dec 16 22:25:25.295279 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-fb3d17ad-1c5d-4501-8e2a-503ede694f5d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Deleting port 433353d2-40db-4268-84e8-deec7f3acd7e {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:25.296402 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fb3d17ad-1c5d-4501-8e2a-503ede694f5d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:25.337657 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-955ccb17-663d-4c0f-ab4c-e3b6bc760426 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9a1c0d4e-2e67-4e71-b13c-a20d0215551f HTTP/1.1" status: 200 len: 217 time: 0.0497413 Dec 16 22:25:25.399534 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-8f6cd73c-18ca-4761-b2bd-dbd8907d7e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:25.401047 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-8f6cd73c-18ca-4761-b2bd-dbd8907d7e6d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c82cad89-cf9a-46f0-9ac6-686f18c47df5 HTTP/1.1" status: 200 len: 797 time: 0.0549188 Dec 16 22:25:25.414537 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fb3d17ad-1c5d-4501-8e2a-503ede694f5d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:25.469756 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:25.495935 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:25.501730 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/networks/97382547-b83f-4714-b2c5-46ef0f3f13a6 HTTP/1.1" status: 204 len: 168 time: 3.2618191 Dec 16 22:25:25.502524 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51690) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:25.504552 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef363b9b-09d7-466d-8346-f0585651f8b0 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Network': ['ID=97382547-b83f-4714-b2c5-46ef0f3f13a6,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:25.524097 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-aba9568e-792e-4266-b3b3-7563474bd35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:25.525652 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-aba9568e-792e-4266-b3b3-7563474bd35d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66e9be3c-e724-4370-8e53-fc3253b9f776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1129661 Dec 16 22:25:25.555459 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-b72d297c-7473-4822-862d-1b3bcb9900f2 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] GET failed (client error): The resource could not be found. Dec 16 22:25:25.557469 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b72d297c-7473-4822-862d-1b3bcb9900f2 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "GET /v2.0/subnets/a9e6bd7e-91e6-4845-a936-8ffe808a42d0 HTTP/1.1" status: 404 len: 337 time: 0.0536039 Dec 16 22:25:25.562019 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51692) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:25.563882 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-de87836e-aed5-49fc-bdfe-f65c3b34f0a6 req-26b89bf6-d78e-49ed-88d1-2489f39f9570 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=fa85b1e6-75fe-42d4-a6bb-dbc0d0245263 HTTP/1.1" status: 200 len: 210 time: 0.0558486 Dec 16 22:25:25.589477 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8cf776-2b05-4003-8391-60857b3ec985 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:25.590154 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f8cf776-2b05-4003-8391-60857b3ec985 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:25.593527 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7f8cf776-2b05-4003-8391-60857b3ec985 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/networks/97382547-b83f-4714-b2c5-46ef0f3f13a6 HTTP/1.1" status: 404 len: 339 time: 0.0306208 Dec 16 22:25:25.622225 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1287277-a2d4-4d25-be30-c7fc48fd2762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:25.626096 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51696) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:25.697514 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-a36f6572-674b-437d-956f-a286f44cd204 service neutron] 10.222.0.57 "GET /v2.0/networks/66e9be3c-e724-4370-8e53-fc3253b9f776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556308 Dec 16 22:25:25.810094 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fb3d17ad-1c5d-4501-8e2a-503ede694f5d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:25.810683 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fb3d17ad-1c5d-4501-8e2a-503ede694f5d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:25.811357 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-fb3d17ad-1c5d-4501-8e2a-503ede694f5d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Floating IP 67e1d268-2d38-40f0-a4a0-c06fc5c866cd disassociated. External IP: 172.25.6.177, port: 433353d2-40db-4268-84e8-deec7f3acd7e. Dec 16 22:25:25.812082 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-fb3d17ad-1c5d-4501-8e2a-503ede694f5d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Calling delete_port for 433353d2-40db-4268-84e8-deec7f3acd7e owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:25.830095 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbb6aaa-f215-47b7-988c-345393dc5b2c tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:25.831773 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4cbb6aaa-f215-47b7-988c-345393dc5b2c tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2050023 Dec 16 22:25:25.838056 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51704) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:25.862765 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42d1b9e3-6289-43a1-ba92-66bdaca040c0 req-c6e247ef-0496-47f5-b07a-58433cbff77c service neutron] 10.222.0.57 "GET /v2.0/networks/66e9be3c-e724-4370-8e53-fc3253b9f776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573660 Dec 16 22:25:25.889644 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-500b957a-276c-4ab7-9583-01c9df6c7670 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "GET /v2.0/subnets?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 207 time: 0.0503397 Dec 16 22:25:25.890278 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51708) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:26.029311 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0a8193-3186-4529-89f1-4d3902d888fd tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:26.037499 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0a8193-3186-4529-89f1-4d3902d888fd tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:26.043452 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0a8193-3186-4529-89f1-4d3902d888fd tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:26.049507 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0a8193-3186-4529-89f1-4d3902d888fd tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:26.051748 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fc0a8193-3186-4529-89f1-4d3902d888fd tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1600249 Dec 16 22:25:26.055410 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51718) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:26.129151 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fb3d17ad-1c5d-4501-8e2a-503ede694f5d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:26.186098 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d17ad-1c5d-4501-8e2a-503ede694f5d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event deleted for resources: {'Port': ['ID=433353d2-40db-4268-84e8-deec7f3acd7e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:26.292499 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bc085ff5-1dad-474a-b88c-c5931535ce58 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2358961 Dec 16 22:25:26.296282 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51730) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:26.387210 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6403fced-07ae-45fa-ab80-7ee7badc7cd1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:26.393163 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6403fced-07ae-45fa-ab80-7ee7badc7cd1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:26.393163 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6403fced-07ae-45fa-ab80-7ee7badc7cd1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0933192 Dec 16 22:25:26.396242 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3d17ad-1c5d-4501-8e2a-503ede694f5d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Router a34531e6-e861-4187-8d91-c5df239ab0f8 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:25:26.398175 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51732) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:26.455754 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557faced-d9d0-414d-9f95-1476b803d83a tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['shared'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:26.457280 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557faced-d9d0-414d-9f95-1476b803d83a tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['shared'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:26.463969 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-557faced-d9d0-414d-9f95-1476b803d83a tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0648098 Dec 16 22:25:26.468998 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51736) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:26.609383 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3d17ad-1c5d-4501-8e2a-503ede694f5d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:25:26.625400 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6920800-e527-4dcc-ab3a-af3f889ff252 None None] Sync routers for ids ['a34531e6-e861-4187-8d91-c5df239ab0f8'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:25:26.641877 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6920800-e527-4dcc-ab3a-af3f889ff252 None None] Routers {'a34531e6-e861-4187-8d91-c5df239ab0f8'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:25:26.642429 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a6920800-e527-4dcc-ab3a-af3f889ff252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:25:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a34531e6-e861-4187-8d91-c5df239ab0f8'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:26.682919 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a6920800-e527-4dcc-ab3a-af3f889ff252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:26.692980 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6920800-e527-4dcc-ab3a-af3f889ff252 None None] Routers {'a34531e6-e861-4187-8d91-c5df239ab0f8'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:25:26.693748 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a6920800-e527-4dcc-ab3a-af3f889ff252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:25:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a34531e6-e861-4187-8d91-c5df239ab0f8'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:26.729236 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a6920800-e527-4dcc-ab3a-af3f889ff252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:26.729906 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6920800-e527-4dcc-ab3a-af3f889ff252 None None] The sync data for ids ['a34531e6-e861-4187-8d91-c5df239ab0f8'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:25:26.874419 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:26.908045 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:27.118214 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55a93e4-5ec1-4158-b0c7-b48e32e334ef tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:27.123269 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b55a93e4-5ec1-4158-b0c7-b48e32e334ef tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "GET /v2.0/networks/991944a3-711b-4c90-bdf5-efc4d72fd21b HTTP/1.1" status: 200 len: 799 time: 0.6492484 Dec 16 22:25:27.124143 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51756) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:27.138933 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fb3d17ad-1c5d-4501-8e2a-503ede694f5d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:27.143629 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fb3d17ad-1c5d-4501-8e2a-503ede694f5d tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "DELETE /v2.0/ports/433353d2-40db-4268-84e8-deec7f3acd7e HTTP/1.1" status: 204 len: 168 time: 2.0187752 Dec 16 22:25:27.151862 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51758) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:27.224857 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-a5bbdf6c-37ae-4522-814b-22f6a12edb9b tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:27.226509 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-a5bbdf6c-37ae-4522-814b-22f6a12edb9b tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/networks?id=95473deb-c4c6-4acd-ac8d-825e9f19ae01 HTTP/1.1" status: 200 len: 811 time: 0.6151481 Dec 16 22:25:27.292775 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a7c6a58e-620d-446b-943a-3dc05410412e tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "GET /v2.0/networks/991944a3-711b-4c90-bdf5-efc4d72fd21b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1670907 Dec 16 22:25:27.296383 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51762) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:27.299951 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-0bee6683-e98f-4e8c-8ea7-f248ae36dd31 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/quotas/ea5518dc3a684f128c195124e4b872a7 HTTP/1.1" status: 200 len: 375 time: 0.0227726 Dec 16 22:25:27.346455 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-20b91cfa-7fe4-46ce-8945-d73875c58ea8 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ea5518dc3a684f128c195124e4b872a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373766 Dec 16 22:25:27.354737 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b721384-27de-4841-8d08-a6b489195729 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:27.356231 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1b721384-27de-4841-8d08-a6b489195729 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "GET /v2.0/subnets/3d903787-2446-4a05-b810-ea17beaec9e3 HTTP/1.1" status: 200 len: 811 time: 0.0580769 Dec 16 22:25:27.360016 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51766) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:27.437229 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84958428-b92a-4d83-bc76-88c54b943489 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['shared'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:27.443019 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-84958428-b92a-4d83-bc76-88c54b943489 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "GET /v2.0/subnets/3d903787-2446-4a05-b810-ea17beaec9e3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0777602 Dec 16 22:25:27.445983 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51772) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:27.451452 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-d68bad7c-57b6-45ff-aca6-82e6ca419dc5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-976274071'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:27.537375 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68bad7c-57b6-45ff-aca6-82e6ca419dc5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Made reservation on behalf of a18342f5d6194e82aa3e4694433e8250 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:27.541369 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d68bad7c-57b6-45ff-aca6-82e6ca419dc5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:27.562178 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-37ffa261-9c94-4cb0-8bbd-23511ae71ec5 service neutron] 10.222.0.75 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040164 Dec 16 22:25:27.572846 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68bad7c-57b6-45ff-aca6-82e6ca419dc5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:25:27.584085 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d68bad7c-57b6-45ff-aca6-82e6ca419dc5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:27.584789 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-d68bad7c-57b6-45ff-aca6-82e6ca419dc5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Added segment b609c4f2-5ca6-4d2b-9f77-34b6cd553a10 of type vlan for network 5a7fdc53-da64-4aff-bf4f-ddbfd05f706c Dec 16 22:25:27.657377 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d68bad7c-57b6-45ff-aca6-82e6ca419dc5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:27.733305 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-085fcd2c-df70-49ec-9b01-d0e401519c38 service neutron] 10.222.0.75 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354249 Dec 16 22:25:27.777357 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d68bad7c-57b6-45ff-aca6-82e6ca419dc5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:27.787182 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68bad7c-57b6-45ff-aca6-82e6ca419dc5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:27.788923 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d68bad7c-57b6-45ff-aca6-82e6ca419dc5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:27.798308 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c3a28b8-94e6-4792-bffc-54e6dac07d55 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:27.864494 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68bad7c-57b6-45ff-aca6-82e6ca419dc5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event updated for resources: {'Network': ['ID=5a7fdc53-da64-4aff-bf4f-ddbfd05f706c,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:27.876709 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68bad7c-57b6-45ff-aca6-82e6ca419dc5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:27.877057 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68bad7c-57b6-45ff-aca6-82e6ca419dc5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:27.877403 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68bad7c-57b6-45ff-aca6-82e6ca419dc5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:27.878654 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68bad7c-57b6-45ff-aca6-82e6ca419dc5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:27.878903 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68bad7c-57b6-45ff-aca6-82e6ca419dc5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:27.879588 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68bad7c-57b6-45ff-aca6-82e6ca419dc5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:27.879809 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68bad7c-57b6-45ff-aca6-82e6ca419dc5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:27.880093 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68bad7c-57b6-45ff-aca6-82e6ca419dc5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:27.880493 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68bad7c-57b6-45ff-aca6-82e6ca419dc5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:27.880832 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68bad7c-57b6-45ff-aca6-82e6ca419dc5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:27.881165 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68bad7c-57b6-45ff-aca6-82e6ca419dc5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:27.881508 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68bad7c-57b6-45ff-aca6-82e6ca419dc5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:27.881833 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68bad7c-57b6-45ff-aca6-82e6ca419dc5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:27.888958 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d68bad7c-57b6-45ff-aca6-82e6ca419dc5 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4416647 Dec 16 22:25:27.893314 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51774) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:27.897066 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 5a7fdc53-da64-4aff-bf4f-ddbfd05f706c details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:25:27.901344 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-b7357857-9dbe-4a4d-aaa5-0ccd19c10b27 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Request body: {'subnet': {'network_id': '5a7fdc53-da64-4aff-bf4f-ddbfd05f706c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:28.037739 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-70c3078b-054f-4c47-8a6a-5d5d4ded3ed1 req-652827ef-831f-4e6e-a1d2-565f943af150 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=efc86396-51a4-474f-beb3-10a7113a558b HTTP/1.1" status: 200 len: 210 time: 0.0536900 Dec 16 22:25:28.147670 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7357857-9dbe-4a4d-aaa5-0ccd19c10b27 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Made reservation on behalf of a18342f5d6194e82aa3e4694433e8250 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:28.151124 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7357857-9dbe-4a4d-aaa5-0ccd19c10b27 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:28.216697 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:28.220757 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.ipam_backend_mixin [None req-b7357857-9dbe-4a4d-aaa5-0ccd19c10b27 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Performing IP validity checks on allocation pools {{(pid=103614) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 22:25:28.221265 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.ipam_backend_mixin [None req-b7357857-9dbe-4a4d-aaa5-0ccd19c10b27 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103614) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 22:25:28.252009 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-9c3a28b8-94e6-4792-bffc-54e6dac07d55 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Deleting port 247d53f3-d31a-4420-afcf-481d36f0b02a {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:28.252360 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c3a28b8-94e6-4792-bffc-54e6dac07d55 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:28.393003 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c3a28b8-94e6-4792-bffc-54e6dac07d55 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:28.417653 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:28.429368 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-9c3a28b8-94e6-4792-bffc-54e6dac07d55 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Calling delete_port for 247d53f3-d31a-4420-afcf-481d36f0b02a owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:28.570590 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7357857-9dbe-4a4d-aaa5-0ccd19c10b27 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:28.657877 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7357857-9dbe-4a4d-aaa5-0ccd19c10b27 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event updated for resources: {'Subnet': ['ID=62b9ebd0-7d5a-40fc-94a7-5b6efde672f7,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:28.677451 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7357857-9dbe-4a4d-aaa5-0ccd19c10b27 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Checking segment: {'id': 'b609c4f2-5ca6-4d2b-9f77-34b6cd553a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5a7fdc53-da64-4aff-bf4f-ddbfd05f706c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:28.677919 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7357857-9dbe-4a4d-aaa5-0ccd19c10b27 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Network hostable DHCP agents. Network: 5a7fdc53-da64-4aff-bf4f-ddbfd05f706c, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:25:28.810752 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7357857-9dbe-4a4d-aaa5-0ccd19c10b27 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Network 5a7fdc53-da64-4aff-bf4f-ddbfd05f706c is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:25:28.839652 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c3a28b8-94e6-4792-bffc-54e6dac07d55 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:28.870153 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a28b8-94e6-4792-bffc-54e6dac07d55 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event deleted for resources: {'Port': ['ID=247d53f3-d31a-4420-afcf-481d36f0b02a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:28.980207 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-b7357857-9dbe-4a4d-aaa5-0ccd19c10b27 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 5a7fdc53-da64-4aff-bf4f-ddbfd05f706c) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:28.989841 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7357857-9dbe-4a4d-aaa5-0ccd19c10b27 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:28.990459 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7357857-9dbe-4a4d-aaa5-0ccd19c10b27 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:28.990970 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc18a41-9115-46d2-9209-161a735ca617 None None] Network 5a7fdc53-da64-4aff-bf4f-ddbfd05f706c requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:29.010115 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:29.083034 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c3a28b8-94e6-4792-bffc-54e6dac07d55 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:29.144959 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eae5409-a685-4cfe-89b8-4114d5e8b5b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-5a7fdc53-da64-4aff-bf4f-ddbfd05f706c', 'network_id': '5a7fdc53-da64-4aff-bf4f-ddbfd05f706c', 'project_id': 'a18342f5d6194e82aa3e4694433e8250', 'fixed_ips': [{'subnet_id': '62b9ebd0-7d5a-40fc-94a7-5b6efde672f7'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:25:29.145852 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6eae5409-a685-4cfe-89b8-4114d5e8b5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:29.149305 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3a7f7a89-c8f6-46fb-9824-60aa50a07d0a req-dcbbd6a5-f008-4ce3-9702-bf27a986b453 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=efc86396-51a4-474f-beb3-10a7113a558b HTTP/1.1" status: 200 len: 210 time: 0.0281448 Dec 16 22:25:29.161554 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b7357857-9dbe-4a4d-aaa5-0ccd19c10b27 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2630002 Dec 16 22:25:29.162335 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51798) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:29.189254 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-636ea446-20cf-4d7a-923f-daeee62b0034 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:29.316517 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-636ea446-20cf-4d7a-923f-daeee62b0034 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25511188'] for subnet, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:29.361389 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-6eae5409-a685-4cfe-89b8-4114d5e8b5b6 None None] Allocated IP 172.20.0.3 (5a7fdc53-da64-4aff-bf4f-ddbfd05f706c/62b9ebd0-7d5a-40fc-94a7-5b6efde672f7/118c3dd3-35cb-4038-b408-9400738f9023) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:29.428478 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3a28b8-94e6-4792-bffc-54e6dac07d55 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Router a34531e6-e861-4187-8d91-c5df239ab0f8 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:25:29.567427 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6eae5409-a685-4cfe-89b8-4114d5e8b5b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:29.586213 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3a28b8-94e6-4792-bffc-54e6dac07d55 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:25:29.596385 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9c3a28b8-94e6-4792-bffc-54e6dac07d55 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "PUT /v2.0/routers/a34531e6-e861-4187-8d91-c5df239ab0f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4408758 Dec 16 22:25:29.597874 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51806) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:29.607233 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f75dc89-94f1-4684-8319-baed2779edfc None None] Sync routers for ids ['a34531e6-e861-4187-8d91-c5df239ab0f8'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:25:29.617565 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f75dc89-94f1-4684-8319-baed2779edfc None None] Routers {'a34531e6-e861-4187-8d91-c5df239ab0f8'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:25:29.618406 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0f75dc89-94f1-4684-8319-baed2779edfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:25:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a34531e6-e861-4187-8d91-c5df239ab0f8'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:29.664028 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6eae5409-a685-4cfe-89b8-4114d5e8b5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:29.712876 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0f75dc89-94f1-4684-8319-baed2779edfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:29.719234 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae5409-a685-4cfe-89b8-4114d5e8b5b6 None None] Pushing event updated for resources: {'Port': ['ID=118c3dd3-35cb-4038-b408-9400738f9023,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:29.754975 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f75dc89-94f1-4684-8319-baed2779edfc None None] Routers {'a34531e6-e861-4187-8d91-c5df239ab0f8'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:25:29.755923 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0f75dc89-94f1-4684-8319-baed2779edfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:25:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a34531e6-e861-4187-8d91-c5df239ab0f8'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:29.778603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eae5409-a685-4cfe-89b8-4114d5e8b5b6 None None] Network 5a7fdc53-da64-4aff-bf4f-ddbfd05f706c is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:29.811779 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbf258dd-d0f1-4de1-ac0d-9938074fdc64 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:29.831084 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0f75dc89-94f1-4684-8319-baed2779edfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:29.831772 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f75dc89-94f1-4684-8319-baed2779edfc None None] The sync data for ids ['a34531e6-e861-4187-8d91-c5df239ab0f8'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:25:29.833723 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-6eae5409-a685-4cfe-89b8-4114d5e8b5b6 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:29.841644 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eae5409-a685-4cfe-89b8-4114d5e8b5b6 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:29.919629 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-6eae5409-a685-4cfe-89b8-4114d5e8b5b6 None None] Attempting to bind port 118c3dd3-35cb-4038-b408-9400738f9023 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:25:29.920583 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-6eae5409-a685-4cfe-89b8-4114d5e8b5b6 None None] Attempting to bind port 118c3dd3-35cb-4038-b408-9400738f9023 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'b609c4f2-5ca6-4d2b-9f77-34b6cd553a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5a7fdc53-da64-4aff-bf4f-ddbfd05f706c'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:25:29.921222 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eae5409-a685-4cfe-89b8-4114d5e8b5b6 None None] Attempting to bind port 118c3dd3-35cb-4038-b408-9400738f9023 on network 5a7fdc53-da64-4aff-bf4f-ddbfd05f706c {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:25:29.929355 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eae5409-a685-4cfe-89b8-4114d5e8b5b6 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:25:29.934547 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eae5409-a685-4cfe-89b8-4114d5e8b5b6 None None] Checking segment: {'id': 'b609c4f2-5ca6-4d2b-9f77-34b6cd553a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5a7fdc53-da64-4aff-bf4f-ddbfd05f706c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:29.934547 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6eae5409-a685-4cfe-89b8-4114d5e8b5b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:29.934547 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eae5409-a685-4cfe-89b8-4114d5e8b5b6 None None] Bound using segment: {'id': 'b609c4f2-5ca6-4d2b-9f77-34b6cd553a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5a7fdc53-da64-4aff-bf4f-ddbfd05f706c'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:25:29.934547 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-6eae5409-a685-4cfe-89b8-4114d5e8b5b6 None None] Bound port: 118c3dd3-35cb-4038-b408-9400738f9023, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b609c4f2-5ca6-4d2b-9f77-34b6cd553a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5a7fdc53-da64-4aff-bf4f-ddbfd05f706c'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:25:29.934547 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6eae5409-a685-4cfe-89b8-4114d5e8b5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:30.001734 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbf258dd-d0f1-4de1-ac0d-9938074fdc64 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:30.002288 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-6eae5409-a685-4cfe-89b8-4114d5e8b5b6 None None] For port 118c3dd3-35cb-4038-b408-9400738f9023, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:25:30.005931 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-6eae5409-a685-4cfe-89b8-4114d5e8b5b6 None None] For port 118c3dd3-35cb-4038-b408-9400738f9023, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=118c3dd3-35cb-4038-b408-9400738f9023,segment=NetworkSegment(b609c4f2-5ca6-4d2b-9f77-34b6cd553a10),segment_id=b609c4f2-5ca6-4d2b-9f77-34b6cd553a10)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:25:30.114532 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6eae5409-a685-4cfe-89b8-4114d5e8b5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:30.176549 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae5409-a685-4cfe-89b8-4114d5e8b5b6 None None] Pushing event updated for resources: {'Port': ['ID=118c3dd3-35cb-4038-b408-9400738f9023,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:30.202327 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-636ea446-20cf-4d7a-923f-daeee62b0034 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727494037724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27041239'] for subnet, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:30.329963 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636ea446-20cf-4d7a-923f-daeee62b0034 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:30.330861 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-636ea446-20cf-4d7a-923f-daeee62b0034 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:30.332214 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-636ea446-20cf-4d7a-923f-daeee62b0034 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "PUT /v2.0/subnets/62b9ebd0-7d5a-40fc-94a7-5b6efde672f7 HTTP/1.1" status: 200 len: 877 time: 1.1705148 Dec 16 22:25:30.335753 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51814) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:30.407243 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-10fbd6a3-85e1-4a52-9dbe-884c3d4e5d0b req-ddb0842d-b597-4690-8ce0-664bea40c774 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=efc86396-51a4-474f-beb3-10a7113a558b HTTP/1.1" status: 200 len: 210 time: 0.0834830 Dec 16 22:25:30.414183 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ea446-20cf-4d7a-923f-daeee62b0034 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event updated for resources: {'Subnet': ['ID=62b9ebd0-7d5a-40fc-94a7-5b6efde672f7,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:30.444551 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-fbf258dd-d0f1-4de1-ac0d-9938074fdc64 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Deleting port 7965bcc1-5c69-49e8-8546-be2b241a84da {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:30.444551 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbf258dd-d0f1-4de1-ac0d-9938074fdc64 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:30.550786 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-90b17a1d-85ed-440b-9390-1889a747fb20 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:30.622930 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbf258dd-d0f1-4de1-ac0d-9938074fdc64 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:30.672297 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-fbf258dd-d0f1-4de1-ac0d-9938074fdc64 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Calling delete_port for 7965bcc1-5c69-49e8-8546-be2b241a84da owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:30.719364 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 118c3dd3-35cb-4038-b408-9400738f9023 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:25:30.812907 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-1713d7fe-c865-4bc8-b6c6-f7f877d5e4fe tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:30.814722 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-1713d7fe-c865-4bc8-b6c6-f7f877d5e4fe tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.76 "GET /v2.0/networks?id=95473deb-c4c6-4acd-ac8d-825e9f19ae01 HTTP/1.1" status: 200 len: 811 time: 0.2448862 Dec 16 22:25:30.831562 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-90b17a1d-85ed-440b-9390-1889a747fb20 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Deleting port 118c3dd3-35cb-4038-b408-9400738f9023 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:30.831906 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-90b17a1d-85ed-440b-9390-1889a747fb20 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:30.855805 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 118c3dd3-35cb-4038-b408-9400738f9023 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:30.856209 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:30.893035 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-0fb868eb-fef2-4fe7-bd44-118540330483 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Request body: {'port': {'device_id': 'efc86396-51a4-474f-beb3-10a7113a558b', 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01', 'admin_state_up': True, 'tenant_id': 'ea5518dc3a684f128c195124e4b872a7'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:30.958464 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:31.013933 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 118c3dd3-35cb-4038-b408-9400738f9023, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=118c3dd3-35cb-4038-b408-9400738f9023,segment=NetworkSegment(b609c4f2-5ca6-4d2b-9f77-34b6cd553a10),segment_id=b609c4f2-5ca6-4d2b-9f77-34b6cd553a10)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:31.021232 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-90b17a1d-85ed-440b-9390-1889a747fb20 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] For port 118c3dd3-35cb-4038-b408-9400738f9023, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=118c3dd3-35cb-4038-b408-9400738f9023,segment=NetworkSegment(b609c4f2-5ca6-4d2b-9f77-34b6cd553a10),segment_id=b609c4f2-5ca6-4d2b-9f77-34b6cd553a10)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:31.021629 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-90b17a1d-85ed-440b-9390-1889a747fb20 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:31.044023 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-90b17a1d-85ed-440b-9390-1889a747fb20 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Calling delete_port for 118c3dd3-35cb-4038-b408-9400738f9023 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:31.068746 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbf258dd-d0f1-4de1-ac0d-9938074fdc64 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:31.106540 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf258dd-d0f1-4de1-ac0d-9938074fdc64 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event deleted for resources: {'Port': ['ID=7965bcc1-5c69-49e8-8546-be2b241a84da,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:31.125378 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:31.167590 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b658baf-c827-4d0b-9a56-b141dfaf2e6f None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:25:31.229380 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-0fb868eb-fef2-4fe7-bd44-118540330483 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Made reservation on behalf of ea5518dc3a684f128c195124e4b872a7 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:31.235650 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-0fb868eb-fef2-4fe7-bd44-118540330483 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:31.245652 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=118c3dd3-35cb-4038-b408-9400738f9023,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:31.292862 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-90b17a1d-85ed-440b-9390-1889a747fb20 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:31.384211 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b17a1d-85ed-440b-9390-1889a747fb20 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Port': ['ID=118c3dd3-35cb-4038-b408-9400738f9023,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:31.453307 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b17a1d-85ed-440b-9390-1889a747fb20 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No DVR routers for this DVR port 118c3dd3-35cb-4038-b408-9400738f9023 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:31.586198 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-90b17a1d-85ed-440b-9390-1889a747fb20 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:31.590921 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f43141ce-b5ac-4224-ab89-3fa1da627fb1 req-acf69ecb-236f-46b9-bf97-2c9065e6afd2 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=efc86396-51a4-474f-beb3-10a7113a558b HTTP/1.1" status: 200 len: 210 time: 0.0464823 Dec 16 22:25:31.635508 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbf258dd-d0f1-4de1-ac0d-9938074fdc64 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:31.644220 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-0fb868eb-fef2-4fe7-bd44-118540330483 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Allocated IP 172.20.0.13 (95473deb-c4c6-4acd-ac8d-825e9f19ae01/d92fc665-bd71-47a6-9642-bbd2141113cf/99878e9c-71e3-4911-a67f-30e0a3c4fe67) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:31.689538 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:25:31.778979 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbf258dd-d0f1-4de1-ac0d-9938074fdc64 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:31.781615 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbf258dd-d0f1-4de1-ac0d-9938074fdc64 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:31.942657 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbf258dd-d0f1-4de1-ac0d-9938074fdc64 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:31.943651 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf258dd-d0f1-4de1-ac0d-9938074fdc64 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Fanout notify agent at l3_agent the message router_deleted on router a34531e6-e861-4187-8d91-c5df239ab0f8 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:25:31.957657 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbf258dd-d0f1-4de1-ac0d-9938074fdc64 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:31.957657 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fbf258dd-d0f1-4de1-ac0d-9938074fdc64 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "DELETE /v2.0/routers/a34531e6-e861-4187-8d91-c5df239ab0f8 HTTP/1.1" status: 204 len: 168 time: 2.3571570 Dec 16 22:25:31.958294 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51834) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:31.985217 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-90b17a1d-85ed-440b-9390-1889a747fb20 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.025314 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407247b4-c6c7-4395-8024-8231687113a3 None None] Network 5a7fdc53-da64-4aff-bf4f-ddbfd05f706c requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:32.033698 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b17a1d-85ed-440b-9390-1889a747fb20 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Subnet': ['ID=62b9ebd0-7d5a-40fc-94a7-5b6efde672f7,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:32.068089 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97098eb-6279-4240-b591-026e80b53848 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Deleting subnet 897e8a8b-7f7a-4936-b616-a0f9f548c9c5 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:25:32.069721 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cea5cf96-f017-4885-90d4-5b04cfac6789 None None] Could not find standard attr ID for object 118c3dd3-35cb-4038-b408-9400738f9023. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:25:32.076172 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c97098eb-6279-4240-b591-026e80b53848 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.125411 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c97098eb-6279-4240-b591-026e80b53848 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.224747 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e80b8a2-273d-4f55-9018-65aef2a3f2cd None None] DHCP port deletion for 5a7fdc53-da64-4aff-bf4f-ddbfd05f706c request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:25:32.259105 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a827453b-6b92-449c-82e7-b18bc640bd3c None None] Network 5a7fdc53-da64-4aff-bf4f-ddbfd05f706c requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:32.263956 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c97098eb-6279-4240-b591-026e80b53848 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.422504 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c97098eb-6279-4240-b591-026e80b53848 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.456187 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97098eb-6279-4240-b591-026e80b53848 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event deleted for resources: {'Subnet': ['ID=897e8a8b-7f7a-4936-b616-a0f9f548c9c5,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:32.460167 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c97098eb-6279-4240-b591-026e80b53848 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.463694 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c97098eb-6279-4240-b591-026e80b53848 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "DELETE /v2.0/subnets/897e8a8b-7f7a-4936-b616-a0f9f548c9c5 HTTP/1.1" status: 204 len: 168 time: 0.5047548 Dec 16 22:25:32.470060 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eb38c0-9eee-4e8e-ab77-f9d7e78a9cc2 None None] Network 9f83b809-8f6e-4697-9270-06de02286d7f requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:32.475918 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51838) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:32.478302 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-0fb868eb-fef2-4fe7-bd44-118540330483 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.535280 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-90b17a1d-85ed-440b-9390-1889a747fb20 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.569256 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-90b17a1d-85ed-440b-9390-1889a747fb20 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7fdc53-da64-4aff-bf4f-ddbfd05f706c']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:32.594067 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-90b17a1d-85ed-440b-9390-1889a747fb20 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b609c4f2-5ca6-4d2b-9f77-34b6cd553a10') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:32.594067 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-90b17a1d-85ed-440b-9390-1889a747fb20 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b609c4f2-5ca6-4d2b-9f77-34b6cd553a10') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:32.601242 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb62d983-5d94-4906-a7d7-00367e72bd25 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.601992 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-90b17a1d-85ed-440b-9390-1889a747fb20 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.628566 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-90b17a1d-85ed-440b-9390-1889a747fb20 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.641999 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b17a1d-85ed-440b-9390-1889a747fb20 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:25:32.642626 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-90b17a1d-85ed-440b-9390-1889a747fb20 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:25:32.646740 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:25:32.663116 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 118c3dd3-35cb-4038-b408-9400738f9023 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:25:32.667695 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-0fb868eb-fef2-4fe7-bd44-118540330483 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.700946 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 118c3dd3-35cb-4038-b408-9400738f9023 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:25:32.701318 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 118c3dd3-35cb-4038-b408-9400738f9023 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:25:32.755337 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-cb62d983-5d94-4906-a7d7-00367e72bd25 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Deleting port 4a508016-addd-4974-9f47-0fe9fb281310 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:32.755717 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb62d983-5d94-4906-a7d7-00367e72bd25 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.801147 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-0fb868eb-fef2-4fe7-bd44-118540330483 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:32.803789 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-0fb868eb-fef2-4fe7-bd44-118540330483 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:32.805695 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb868eb-fef2-4fe7-bd44-118540330483 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Pushing event updated for resources: {'Port': ['ID=99878e9c-71e3-4911-a67f-30e0a3c4fe67,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:32.808021 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-0fb868eb-fef2-4fe7-bd44-118540330483 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:32.825539 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1607a6-98f7-4c5f-90fa-67d5bea1ba11 None None] DHCP port deletion for 95473deb-c4c6-4acd-ac8d-825e9f19ae01 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:25:32.838563 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eace38c9-caaf-4f7a-8de1-c81e03028dd6 None None] DHCP port deletion for 9f83b809-8f6e-4697-9270-06de02286d7f request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:25:32.875794 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-cb62d983-5d94-4906-a7d7-00367e72bd25 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] For port 4a508016-addd-4974-9f47-0fe9fb281310, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4a508016-addd-4974-9f47-0fe9fb281310,segment=NetworkSegment(45f8e863-0dba-4248-80d9-9bae829a73ff),segment_id=45f8e863-0dba-4248-80d9-9bae829a73ff)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:32.878072 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb62d983-5d94-4906-a7d7-00367e72bd25 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.886227 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-0fb868eb-fef2-4fe7-bd44-118540330483 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:32.887710 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-0fb868eb-fef2-4fe7-bd44-118540330483 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.901040 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f1c3b-bafc-4d88-8493-334005228084 req-87f25a2e-9c48-4217-904a-544ed1094271 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:32.908873 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dd5f1c3b-bafc-4d88-8493-334005228084 req-87f25a2e-9c48-4217-904a-544ed1094271 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=efc86396-51a4-474f-beb3-10a7113a558b HTTP/1.1" status: 200 len: 932 time: 0.1945467 Dec 16 22:25:32.912644 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-90b17a1d-85ed-440b-9390-1889a747fb20 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.912944 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-cb62d983-5d94-4906-a7d7-00367e72bd25 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Calling delete_port for 4a508016-addd-4974-9f47-0fe9fb281310 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:32.944493 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-90b17a1d-85ed-440b-9390-1889a747fb20 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.947006 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6dd517e6-3241-4d0d-875a-f59bb852a21b None None] Provisioning complete for port 99878e9c-71e3-4911-a67f-30e0a3c4fe67 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:32.947419 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6dd517e6-3241-4d0d-875a-f59bb852a21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:32.951635 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-90b17a1d-85ed-440b-9390-1889a747fb20 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/networks/5a7fdc53-da64-4aff-bf4f-ddbfd05f706c HTTP/1.1" status: 204 len: 168 time: 2.6147439 Dec 16 22:25:32.955261 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b17a1d-85ed-440b-9390-1889a747fb20 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Network': ['ID=5a7fdc53-da64-4aff-bf4f-ddbfd05f706c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:32.957198 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51846) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:32.978552 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-eace38c9-caaf-4f7a-8de1-c81e03028dd6 None None] Deleting port 4a508016-addd-4974-9f47-0fe9fb281310 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:32.978939 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eace38c9-caaf-4f7a-8de1-c81e03028dd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.015005 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-0fb868eb-fef2-4fe7-bd44-118540330483 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1516876 Dec 16 22:25:33.016907 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e4ae78-4266-4a94-940f-f14176550104 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:33.017712 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e4ae78-4266-4a94-940f-f14176550104 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:33.022302 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-95e4ae78-4266-4a94-940f-f14176550104 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/subnets/62b9ebd0-7d5a-40fc-94a7-5b6efde672f7 HTTP/1.1" status: 404 len: 337 time: 0.0575852 Dec 16 22:25:33.024806 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51848) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:33.027963 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-6dd517e6-3241-4d0d-875a-f59bb852a21b None None] Port 99878e9c-71e3-4911-a67f-30e0a3c4fe67 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:25:33.050046 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-f0f55710-7cba-4c79-83a3-78a797956d42 service neutron] Request body: {'port': {'device_id': 'efc86396-51a4-474f-beb3-10a7113a558b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:33.073383 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-eace38c9-caaf-4f7a-8de1-c81e03028dd6 None None] For port 4a508016-addd-4974-9f47-0fe9fb281310, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4a508016-addd-4974-9f47-0fe9fb281310,segment=NetworkSegment(45f8e863-0dba-4248-80d9-9bae829a73ff),segment_id=45f8e863-0dba-4248-80d9-9bae829a73ff)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:33.073383 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eace38c9-caaf-4f7a-8de1-c81e03028dd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.073700 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c312968-f815-45e2-96c8-6e688018de80 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:33.073700 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c312968-f815-45e2-96c8-6e688018de80 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:33.073700 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8c312968-f815-45e2-96c8-6e688018de80 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/networks/5a7fdc53-da64-4aff-bf4f-ddbfd05f706c HTTP/1.1" status: 404 len: 339 time: 0.0466475 Dec 16 22:25:33.076838 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51852) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:33.089973 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-eace38c9-caaf-4f7a-8de1-c81e03028dd6 None None] Calling delete_port for 4a508016-addd-4974-9f47-0fe9fb281310 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:33.122942 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec26c4a8-698f-4834-8ded-a95bc82f4248 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:33.123602 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec26c4a8-698f-4834-8ded-a95bc82f4248 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:33.126970 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ec26c4a8-698f-4834-8ded-a95bc82f4248 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/subnets/a9e6bd7e-91e6-4845-a936-8ffe808a42d0 HTTP/1.1" status: 404 len: 337 time: 0.0473602 Dec 16 22:25:33.127286 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-f0f55710-7cba-4c79-83a3-78a797956d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.131218 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51854) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:33.136460 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dd5f1c3b-bafc-4d88-8493-334005228084 req-68bedfec-57c7-4954-8f53-334792689177 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267876 Dec 16 22:25:33.175726 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b7c458-7026-4cd4-886e-f1c2f57a79d6 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:33.177306 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8b7c458-7026-4cd4-886e-f1c2f57a79d6 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:33.184730 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e8b7c458-7026-4cd4-886e-f1c2f57a79d6 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/networks/97382547-b83f-4714-b2c5-46ef0f3f13a6 HTTP/1.1" status: 404 len: 339 time: 0.0522587 Dec 16 22:25:33.189815 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51856) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:33.276496 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-db125d2b-a9af-4540-b6bf-8c0a94c7aa28 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.286449 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb62d983-5d94-4906-a7d7-00367e72bd25 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.293356 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eace38c9-caaf-4f7a-8de1-c81e03028dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.322899 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62d983-5d94-4906-a7d7-00367e72bd25 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event deleted for resources: {'Port': ['ID=4a508016-addd-4974-9f47-0fe9fb281310,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:33.325446 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb62d983-5d94-4906-a7d7-00367e72bd25 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] No DVR routers for this DVR port 4a508016-addd-4974-9f47-0fe9fb281310 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:33.338157 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace38c9-caaf-4f7a-8de1-c81e03028dd6 None None] Pushing event deleted for resources: {'Port': ['ID=4a508016-addd-4974-9f47-0fe9fb281310,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:33.352019 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eace38c9-caaf-4f7a-8de1-c81e03028dd6 None None] No DVR routers for this DVR port 4a508016-addd-4974-9f47-0fe9fb281310 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:33.491797 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-f0f55710-7cba-4c79-83a3-78a797956d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99878e9c-71e3-4911-a67f-30e0a3c4fe67 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:25:33.494835 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-db125d2b-a9af-4540-b6bf-8c0a94c7aa28 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.504073 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-f0f55710-7cba-4c79-83a3-78a797956d42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.504751 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb62d983-5d94-4906-a7d7-00367e72bd25 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.518556 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-f0f55710-7cba-4c79-83a3-78a797956d42 service neutron] Transition to ACTIVE for port object 99878e9c-71e3-4911-a67f-30e0a3c4fe67 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:25:33.532958 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-db125d2b-a9af-4540-b6bf-8c0a94c7aa28 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d7dd5f-62b9-41e2-bbd3-1ec4ecd8679e']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:33.543333 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-cb62d983-5d94-4906-a7d7-00367e72bd25 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f83b809-8f6e-4697-9270-06de02286d7f']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:33.552765 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-db125d2b-a9af-4540-b6bf-8c0a94c7aa28 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6806fe95-a4af-421f-a680-6cd19014cbbe') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:33.553068 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-db125d2b-a9af-4540-b6bf-8c0a94c7aa28 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6806fe95-a4af-421f-a680-6cd19014cbbe') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:33.567263 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-cb62d983-5d94-4906-a7d7-00367e72bd25 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f8e863-0dba-4248-80d9-9bae829a73ff') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:33.567581 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-cb62d983-5d94-4906-a7d7-00367e72bd25 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f8e863-0dba-4248-80d9-9bae829a73ff') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:33.576164 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-db125d2b-a9af-4540-b6bf-8c0a94c7aa28 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.582109 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-f0f55710-7cba-4c79-83a3-78a797956d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.585180 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb62d983-5d94-4906-a7d7-00367e72bd25 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.599423 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-db125d2b-a9af-4540-b6bf-8c0a94c7aa28 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.604334 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb62d983-5d94-4906-a7d7-00367e72bd25 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.609772 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db125d2b-a9af-4540-b6bf-8c0a94c7aa28 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:25:33.610256 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-db125d2b-a9af-4540-b6bf-8c0a94c7aa28 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:25:33.613291 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:25:33.622133 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb62d983-5d94-4906-a7d7-00367e72bd25 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:25:33.626873 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb62d983-5d94-4906-a7d7-00367e72bd25 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:25:33.630681 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:25:33.648216 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15be3d31-d565-43f6-950e-dff9c8ffcb24 None None] DHCP port deletion for 95473deb-c4c6-4acd-ac8d-825e9f19ae01 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:25:33.648543 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f55710-7cba-4c79-83a3-78a797956d42 service neutron] Pushing event updated for resources: {'Port': ['ID=99878e9c-71e3-4911-a67f-30e0a3c4fe67,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:33.737685 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-f0f55710-7cba-4c79-83a3-78a797956d42 service neutron] Attempting to bind port 99878e9c-71e3-4911-a67f-30e0a3c4fe67 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:25:33.738312 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-f0f55710-7cba-4c79-83a3-78a797956d42 service neutron] Attempting to bind port 99878e9c-71e3-4911-a67f-30e0a3c4fe67 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '54ececd1-5703-4b82-a936-724ab58accf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:25:33.739382 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-f0f55710-7cba-4c79-83a3-78a797956d42 service neutron] Attempting to bind port 99878e9c-71e3-4911-a67f-30e0a3c4fe67 on network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:25:33.747480 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-f0f55710-7cba-4c79-83a3-78a797956d42 service neutron] Port 99878e9c-71e3-4911-a67f-30e0a3c4fe67 on network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:25:33.747480 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-f0f55710-7cba-4c79-83a3-78a797956d42 service neutron] Attempting to bind port 99878e9c-71e3-4911-a67f-30e0a3c4fe67 on network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:25:33.750840 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-f0f55710-7cba-4c79-83a3-78a797956d42 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:25:33.751307 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-f0f55710-7cba-4c79-83a3-78a797956d42 service neutron] Checking segment: {'id': '54ececd1-5703-4b82-a936-724ab58accf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:33.751776 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-f0f55710-7cba-4c79-83a3-78a797956d42 service neutron] Bound using segment: {'id': '54ececd1-5703-4b82-a936-724ab58accf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:25:33.752322 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-f0f55710-7cba-4c79-83a3-78a797956d42 service neutron] Bound port: 99878e9c-71e3-4911-a67f-30e0a3c4fe67, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ececd1-5703-4b82-a936-724ab58accf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:25:33.752694 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-f0f55710-7cba-4c79-83a3-78a797956d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.824364 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-f0f55710-7cba-4c79-83a3-78a797956d42 service neutron] For port 99878e9c-71e3-4911-a67f-30e0a3c4fe67, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:25:33.827477 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-f0f55710-7cba-4c79-83a3-78a797956d42 service neutron] For port 99878e9c-71e3-4911-a67f-30e0a3c4fe67, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=99878e9c-71e3-4911-a67f-30e0a3c4fe67,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:25:33.845154 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb62d983-5d94-4906-a7d7-00367e72bd25 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.854126 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb62d983-5d94-4906-a7d7-00367e72bd25 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.857465 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cb62d983-5d94-4906-a7d7-00367e72bd25 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "DELETE /v2.0/networks/9f83b809-8f6e-4697-9270-06de02286d7f HTTP/1.1" status: 204 len: 168 time: 1.3806472 Dec 16 22:25:33.860175 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51860) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:33.866941 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62d983-5d94-4906-a7d7-00367e72bd25 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event deleted for resources: {'Network': ['ID=9f83b809-8f6e-4697-9270-06de02286d7f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:33.879261 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-db125d2b-a9af-4540-b6bf-8c0a94c7aa28 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.887146 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-db125d2b-a9af-4540-b6bf-8c0a94c7aa28 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.890318 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-db125d2b-a9af-4540-b6bf-8c0a94c7aa28 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/networks/b7d7dd5f-62b9-41e2-bbd3-1ec4ecd8679e HTTP/1.1" status: 204 len: 168 time: 0.6994982 Dec 16 22:25:33.892781 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51862) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:33.930791 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db125d2b-a9af-4540-b6bf-8c0a94c7aa28 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Network': ['ID=b7d7dd5f-62b9-41e2-bbd3-1ec4ecd8679e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:33.933004 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-7170031b-1707-40c7-98c3-bbbac8da18cb tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:33.933473 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7170031b-1707-40c7-98c3-bbbac8da18cb tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:33.936624 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7170031b-1707-40c7-98c3-bbbac8da18cb tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/subnets/d411fb4f-e8ca-43a0-8090-4286fadf632a HTTP/1.1" status: 404 len: 337 time: 0.0428853 Dec 16 22:25:33.939190 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51866) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:33.951457 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-f0f55710-7cba-4c79-83a3-78a797956d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:33.967744 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-69257962-d1c8-49b0-b1f5-25290b0f1c52 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:33.968282 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69257962-d1c8-49b0-b1f5-25290b0f1c52 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:33.971644 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-69257962-d1c8-49b0-b1f5-25290b0f1c52 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/networks/92cb7950-3a0e-49e7-881d-0fe19960d149 HTTP/1.1" status: 404 len: 339 time: 0.0314639 Dec 16 22:25:33.975130 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51868) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:34.007921 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7f23e1-95db-4315-9d1b-8463ffe1bc72 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:34.008310 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7f23e1-95db-4315-9d1b-8463ffe1bc72 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:34.011423 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8b7f23e1-95db-4315-9d1b-8463ffe1bc72 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/subnets/cb709ab7-78a0-4e3b-a1d3-b816844b0e39 HTTP/1.1" status: 404 len: 337 time: 0.0338759 Dec 16 22:25:34.015293 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51870) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:34.024845 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-f0f55710-7cba-4c79-83a3-78a797956d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:34.025473 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-f0f55710-7cba-4c79-83a3-78a797956d42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:34.026884 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-f0f55710-7cba-4c79-83a3-78a797956d42 service neutron] 10.222.0.76 "PUT /v2.0/ports/99878e9c-71e3-4911-a67f-30e0a3c4fe67 HTTP/1.1" status: 200 len: 1092 time: 0.9873896 Dec 16 22:25:34.027497 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc86396-51a4-474f-beb3-10a7113a558b', 'tag': '99878e9c-71e3-4911-a67f-30e0a3c4fe67'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:25:34.029822 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6ec685-9280-4fe4-aaef-814da884363f" -d '{"events": [{"name": "network-changed", "server_uuid": "efc86396-51a4-474f-beb3-10a7113a558b", "tag": "99878e9c-71e3-4911-a67f-30e0a3c4fe67"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:25:34.032096 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b5dc67-a98b-4659-a03b-5fa81d0ece30 None None] DHCP port deletion for 95473deb-c4c6-4acd-ac8d-825e9f19ae01 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:25:34.043543 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f7ad59-a437-4196-b8b7-336dddeea98d tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:34.044439 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f7ad59-a437-4196-b8b7-336dddeea98d tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:34.048720 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-36f7ad59-a437-4196-b8b7-336dddeea98d tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/networks/eba78449-0a5f-4c12-aef7-73143ce1e1b5 HTTP/1.1" status: 404 len: 339 time: 0.0318508 Dec 16 22:25:34.057123 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51874) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:34.078134 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f55710-7cba-4c79-83a3-78a797956d42 service neutron] Pushing event updated for resources: {'Port': ['ID=99878e9c-71e3-4911-a67f-30e0a3c4fe67,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:34.090487 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e2a00f-f9a2-4d45-9771-d7fcc3568165 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:34.091289 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e2a00f-f9a2-4d45-9771-d7fcc3568165 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:34.094517 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-f0db7ea4-75b2-45f7-a9dc-f2018020e016 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Deleting port b333ef97-3a39-4fac-99fc-e884f9d8153f {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:34.095195 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-83e2a00f-f9a2-4d45-9771-d7fcc3568165 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/subnets/7c705e22-3f18-4c36-8f7c-57ae568d3478 HTTP/1.1" status: 404 len: 337 time: 0.0412068 Dec 16 22:25:34.097455 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51878) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:34.098058 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f0db7ea4-75b2-45f7-a9dc-f2018020e016 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:34.121067 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee148de2-3069-4906-a275-0b54b1898440 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:34.121854 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee148de2-3069-4906-a275-0b54b1898440 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:34.126381 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ee148de2-3069-4906-a275-0b54b1898440 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/networks/fe2f0e3f-bb63-4c9c-8134-179c123a8cf0 HTTP/1.1" status: 404 len: 339 time: 0.0272481 Dec 16 22:25:34.128623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51880) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:34.169314 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bc97d1e-61f0-44d8-99c5-4e4124b6e6ce tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:34.170676 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bc97d1e-61f0-44d8-99c5-4e4124b6e6ce tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:34.175261 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1bc97d1e-61f0-44d8-99c5-4e4124b6e6ce tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/subnets/68380e72-20e2-4fc3-b0ca-aa565333d96f HTTP/1.1" status: 404 len: 337 time: 0.0432782 Dec 16 22:25:34.178377 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51884) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:34.185183 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57f0d7e-a493-42b0-ada5-d4f7c9918139 x-openstack-request-id: req-a57f0d7e-a493-42b0-ada5-d4f7c9918139 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:25:34.185183 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc86396-51a4-474f-beb3-10a7113a558b", "tag": "99878e9c-71e3-4911-a67f-30e0a3c4fe67", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:25:34.185183 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a57f0d7e-a493-42b0-ada5-d4f7c9918139 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:25:34.185183 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc86396-51a4-474f-beb3-10a7113a558b', 'tag': '99878e9c-71e3-4911-a67f-30e0a3c4fe67', 'status': 'completed', 'code': 200} Dec 16 22:25:34.206317 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d9c261-804d-4018-a5f0-e533807d97f6 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:34.207149 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d9c261-804d-4018-a5f0-e533807d97f6 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:34.211887 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-77d9c261-804d-4018-a5f0-e533807d97f6 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/networks/f04abbce-5ef4-47d6-8381-cb7fe533124b HTTP/1.1" status: 404 len: 339 time: 0.0317287 Dec 16 22:25:34.214100 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51888) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:34.250564 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-0174bc8a-fc6e-453e-a20f-c579b9984bb1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:34.254882 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0174bc8a-fc6e-453e-a20f-c579b9984bb1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:34.260040 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0174bc8a-fc6e-453e-a20f-c579b9984bb1 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/subnets/b4e27aa7-91bf-4432-902b-12ac900bb9a3 HTTP/1.1" status: 404 len: 337 time: 0.0436714 Dec 16 22:25:34.261465 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51890) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:34.272166 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-0269c4cf-1b0e-4e3f-a4fe-231b73b3e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:34.273742 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-0269c4cf-1b0e-4e3f-a4fe-231b73b3e503 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ea5518dc3a684f128c195124e4b872a7&device_id=efc86396-51a4-474f-beb3-10a7113a558b HTTP/1.1" status: 200 len: 1095 time: 0.1176248 Dec 16 22:25:34.283350 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f0db7ea4-75b2-45f7-a9dc-f2018020e016 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:34.283690 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f0db7ea4-75b2-45f7-a9dc-f2018020e016 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:34.286796 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb09c1c-b19a-42bc-a68d-6c7d406ddd8a tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:34.287386 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb09c1c-b19a-42bc-a68d-6c7d406ddd8a tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:34.293180 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cfb09c1c-b19a-42bc-a68d-6c7d406ddd8a tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/networks/161a9fce-7149-499f-be0c-b1d5f8c25992 HTTP/1.1" status: 404 len: 339 time: 0.0277929 Dec 16 22:25:34.294123 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51892) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:34.328157 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-865b077e-a3a2-427f-9ce3-d133da6ca9bd tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:34.328631 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-865b077e-a3a2-427f-9ce3-d133da6ca9bd tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:34.334437 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-865b077e-a3a2-427f-9ce3-d133da6ca9bd tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/subnets/98403586-eb3c-42c4-b99a-770ca779036e HTTP/1.1" status: 404 len: 337 time: 0.0370085 Dec 16 22:25:34.334752 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51894) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:34.368851 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-f0db7ea4-75b2-45f7-a9dc-f2018020e016 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Calling delete_port for b333ef97-3a39-4fac-99fc-e884f9d8153f owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:34.373686 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f03098-b57f-4126-96da-23b4d655261c tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:34.374298 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49f03098-b57f-4126-96da-23b4d655261c tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:34.383489 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-193c0175-e9e3-40bd-9ae0-d033baa0bee0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99878e9c-71e3-4911-a67f-30e0a3c4fe67 HTTP/1.1" status: 200 len: 217 time: 0.0840480 Dec 16 22:25:34.386433 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-49f03098-b57f-4126-96da-23b4d655261c tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/networks/ddf8f048-8804-4cff-a683-78fb9f4d23eb HTTP/1.1" status: 404 len: 339 time: 0.0481274 Dec 16 22:25:34.387455 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51898) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:34.429071 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-0232605a-de05-43e3-8848-7b72250339af tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:34.429625 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0232605a-de05-43e3-8848-7b72250339af tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:34.434998 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0232605a-de05-43e3-8848-7b72250339af tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/subnets/32e204b7-945e-4217-8eab-fc8ecfc002f7 HTTP/1.1" status: 404 len: 337 time: 0.0431323 Dec 16 22:25:34.435269 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51900) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:34.454328 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc4ae10-c79b-46d3-bc1d-4bca7a5f4eac tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:34.454841 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fc4ae10-c79b-46d3-bc1d-4bca7a5f4eac tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:34.459083 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9fc4ae10-c79b-46d3-bc1d-4bca7a5f4eac tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/networks/ac22248a-0d62-4349-a189-f158a3462eed HTTP/1.1" status: 404 len: 339 time: 0.0225139 Dec 16 22:25:34.461948 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51902) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:34.495373 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a7617e-cc76-4146-9330-8a316a6dee1f tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:34.495850 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78a7617e-cc76-4146-9330-8a316a6dee1f tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:34.499161 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-78a7617e-cc76-4146-9330-8a316a6dee1f tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/subnets/c767eb07-ec43-4365-8984-20d338bcae56 HTTP/1.1" status: 404 len: 337 time: 0.0357075 Dec 16 22:25:34.501741 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51904) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:34.527866 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66b81b-7a03-49d0-9bbb-54c62a13326a req-e813946f-b77f-46a4-a528-597f17bc284a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:34.529454 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1e66b81b-7a03-49d0-9bbb-54c62a13326a req-e813946f-b77f-46a4-a528-597f17bc284a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=efc86396-51a4-474f-beb3-10a7113a558b HTTP/1.1" status: 200 len: 944 time: 0.2039413 Dec 16 22:25:34.541834 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-d3cce1bf-26b1-4ac2-9cc5-88b519f86d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:34.543601 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-d3cce1bf-26b1-4ac2-9cc5-88b519f86d36 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d92fc665-bd71-47a6-9642-bbd2141113cf HTTP/1.1" status: 200 len: 851 time: 0.1423984 Dec 16 22:25:34.554727 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1633c9-1feb-443e-81be-328c6ecdf05d tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:34.555278 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae1633c9-1feb-443e-81be-328c6ecdf05d tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:34.560664 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ae1633c9-1feb-443e-81be-328c6ecdf05d tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/networks/fc876715-f437-4cfa-a6a6-83bf4afd042a HTTP/1.1" status: 404 len: 339 time: 0.0536315 Dec 16 22:25:34.561573 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51906) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:34.571071 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4a508016-addd-4974-9f47-0fe9fb281310 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:25:34.595004 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 4a508016-addd-4974-9f47-0fe9fb281310 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:25:34.595837 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4a508016-addd-4974-9f47-0fe9fb281310 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:25:34.609839 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-275576d6-5c8a-4e6f-8aa1-d9b22eb3e429 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95473deb-c4c6-4acd-ac8d-825e9f19ae01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501685 Dec 16 22:25:34.640707 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b0ec36-7634-4453-8d0d-207d8230e0a3 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Deleting subnet 3d903787-2446-4a05-b810-ea17beaec9e3 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:25:34.647072 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b7b0ec36-7634-4453-8d0d-207d8230e0a3 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:34.688477 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b7b0ec36-7634-4453-8d0d-207d8230e0a3 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:34.713432 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1e66b81b-7a03-49d0-9bbb-54c62a13326a req-d67ea9ce-147c-4134-b098-3f620aff57f4 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652579 Dec 16 22:25:34.804093 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-303d7b5b-e662-441f-a41a-fe3590812f18 service neutron] 10.222.0.76 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689701 Dec 16 22:25:34.805344 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b7b0ec36-7634-4453-8d0d-207d8230e0a3 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:34.912073 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-865e6a78-e894-4de3-90ed-49e9f8b79687 req-a2b6e529-66f5-408e-b1d5-f5ca051a5f10 service neutron] 10.222.0.76 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962236 Dec 16 22:25:34.919075 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f0db7ea4-75b2-45f7-a9dc-f2018020e016 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:34.945577 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db7ea4-75b2-45f7-a9dc-f2018020e016 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event deleted for resources: {'Port': ['ID=b333ef97-3a39-4fac-99fc-e884f9d8153f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:34.954929 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b7b0ec36-7634-4453-8d0d-207d8230e0a3 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:34.959521 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db7ea4-75b2-45f7-a9dc-f2018020e016 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:34.959881 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db7ea4-75b2-45f7-a9dc-f2018020e016 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:34.960231 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db7ea4-75b2-45f7-a9dc-f2018020e016 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:34.970970 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db7ea4-75b2-45f7-a9dc-f2018020e016 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:34.970970 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db7ea4-75b2-45f7-a9dc-f2018020e016 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:34.970970 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db7ea4-75b2-45f7-a9dc-f2018020e016 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:34.970970 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db7ea4-75b2-45f7-a9dc-f2018020e016 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:34.970970 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db7ea4-75b2-45f7-a9dc-f2018020e016 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:34.970970 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db7ea4-75b2-45f7-a9dc-f2018020e016 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:34.970970 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db7ea4-75b2-45f7-a9dc-f2018020e016 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:34.970970 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db7ea4-75b2-45f7-a9dc-f2018020e016 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:34.970970 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db7ea4-75b2-45f7-a9dc-f2018020e016 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:34.970970 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db7ea4-75b2-45f7-a9dc-f2018020e016 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:34.991788 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0ec36-7634-4453-8d0d-207d8230e0a3 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Subnet': ['ID=3d903787-2446-4a05-b810-ea17beaec9e3,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:34.993898 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b7b0ec36-7634-4453-8d0d-207d8230e0a3 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:34.997317 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b7b0ec36-7634-4453-8d0d-207d8230e0a3 tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/subnets/3d903787-2446-4a05-b810-ea17beaec9e3 HTTP/1.1" status: 204 len: 168 time: 0.4337862 Dec 16 22:25:34.999635 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51908) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:35.003475 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649c102d-d602-4f85-bbea-bbd6d3050943 None None] Network 991944a3-711b-4c90-bdf5-efc4d72fd21b requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:35.049298 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f0db7ea4-75b2-45f7-a9dc-f2018020e016 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:35.058753 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f0db7ea4-75b2-45f7-a9dc-f2018020e016 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:35.062231 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f0db7ea4-75b2-45f7-a9dc-f2018020e016 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "DELETE /v2.0/floatingips/67e1d268-2d38-40f0-a4a0-c06fc5c866cd HTTP/1.1" status: 204 len: 168 time: 1.2009511 Dec 16 22:25:35.066600 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51912) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:35.119498 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c862251-1fef-48a4-95a9-8362983c8024 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:35.120251 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c862251-1fef-48a4-95a9-8362983c8024 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:35.133603 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6c862251-1fef-48a4-95a9-8362983c8024 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "DELETE /v2.0/ports/433353d2-40db-4268-84e8-deec7f3acd7e HTTP/1.1" status: 404 len: 333 time: 0.0644236 Dec 16 22:25:35.135865 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51914) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:35.139275 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27ef9420-5fba-41f8-91ea-fd8caf99783c tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:35.200529 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8710f5a7-1189-4b3d-ae18-53c9f23e30d8 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "GET /v2.0/ports?device_id=a34531e6-e861-4187-8d91-c5df239ab0f8 HTTP/1.1" status: 200 len: 205 time: 0.0614913 Dec 16 22:25:35.202262 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51916) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:35.222720 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8680181f-c64e-4e7d-9858-a5af01167a92 None None] DHCP port deletion for 991944a3-711b-4c90-bdf5-efc4d72fd21b request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:25:35.235398 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ec685-9280-4fe4-aaef-814da884363f req-b5465ea9-d441-43b9-97c8-09266df2507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:35.237191 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2c6ec685-9280-4fe4-aaef-814da884363f req-b5465ea9-d441-43b9-97c8-09266df2507c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ea5518dc3a684f128c195124e4b872a7&device_id=efc86396-51a4-474f-beb3-10a7113a558b HTTP/1.1" status: 200 len: 1095 time: 0.0833178 Dec 16 22:25:35.245903 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-80e7e987-fc72-46d9-8b08-20929b325371 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] delete failed (client error): The resource could not be found. Dec 16 22:25:35.247429 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-80e7e987-fc72-46d9-8b08-20929b325371 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "DELETE /v2.0/routers/a34531e6-e861-4187-8d91-c5df239ab0f8 HTTP/1.1" status: 404 len: 336 time: 0.0442877 Dec 16 22:25:35.253433 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51918) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:35.290819 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d76369-5d84-42ee-a4f4-c6cbc6e9d942 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] DELETE failed (client error): The resource could not be found. Dec 16 22:25:35.291273 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d76369-5d84-42ee-a4f4-c6cbc6e9d942 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:25:35.296861 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b5d76369-5d84-42ee-a4f4-c6cbc6e9d942 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "DELETE /v2.0/subnets/897e8a8b-7f7a-4936-b616-a0f9f548c9c5 HTTP/1.1" status: 404 len: 337 time: 0.0400059 Dec 16 22:25:35.297854 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51922) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:35.305775 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-27ef9420-5fba-41f8-91ea-fd8caf99783c tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Deleting port be2fa56d-4437-48be-b975-b74d6bb17d3a {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:35.306157 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27ef9420-5fba-41f8-91ea-fd8caf99783c tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:35.311835 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-8680181f-c64e-4e7d-9858-a5af01167a92 None None] Deleting port be2fa56d-4437-48be-b975-b74d6bb17d3a {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:35.311835 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8680181f-c64e-4e7d-9858-a5af01167a92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:35.394255 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8680181f-c64e-4e7d-9858-a5af01167a92 None None] For port be2fa56d-4437-48be-b975-b74d6bb17d3a, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=be2fa56d-4437-48be-b975-b74d6bb17d3a,segment=NetworkSegment(3afe83b1-600c-4de6-94d8-3034365e582d),segment_id=3afe83b1-600c-4de6-94d8-3034365e582d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:35.401189 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8680181f-c64e-4e7d-9858-a5af01167a92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:35.424465 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-8680181f-c64e-4e7d-9858-a5af01167a92 None None] Calling delete_port for be2fa56d-4437-48be-b975-b74d6bb17d3a owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:35.462352 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-27ef9420-5fba-41f8-91ea-fd8caf99783c tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] For port be2fa56d-4437-48be-b975-b74d6bb17d3a, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=be2fa56d-4437-48be-b975-b74d6bb17d3a,segment=NetworkSegment(3afe83b1-600c-4de6-94d8-3034365e582d),segment_id=3afe83b1-600c-4de6-94d8-3034365e582d)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:35.462945 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27ef9420-5fba-41f8-91ea-fd8caf99783c tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:35.472371 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ec685-9280-4fe4-aaef-814da884363f req-09f218db-a69b-4d5e-94f2-fdc3778ae7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:35.474333 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2c6ec685-9280-4fe4-aaef-814da884363f req-09f218db-a69b-4d5e-94f2-fdc3778ae7dc service neutron] 10.222.0.76 "GET /v2.0/networks?id=95473deb-c4c6-4acd-ac8d-825e9f19ae01 HTTP/1.1" status: 200 len: 911 time: 0.2253532 Dec 16 22:25:35.480282 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-27ef9420-5fba-41f8-91ea-fd8caf99783c tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Calling delete_port for be2fa56d-4437-48be-b975-b74d6bb17d3a owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:35.527466 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2c6ec685-9280-4fe4-aaef-814da884363f req-63edbe6b-5f7f-440d-8360-c2f855bd49fd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99878e9c-71e3-4911-a67f-30e0a3c4fe67 HTTP/1.1" status: 200 len: 217 time: 0.0433154 Dec 16 22:25:35.530219 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-13b0ea30-1ec8-4cca-8253-7dfdebbb8bb6 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Deleting port 440710d6-7c64-4da3-8b75-a11a285c5137 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:35.530495 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-13b0ea30-1ec8-4cca-8253-7dfdebbb8bb6 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:35.623178 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8680181f-c64e-4e7d-9858-a5af01167a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:35.644707 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27ef9420-5fba-41f8-91ea-fd8caf99783c tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:35.647405 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ec685-9280-4fe4-aaef-814da884363f req-0e3d4ae4-da03-4ebb-b581-d9372e502c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:35.648879 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2c6ec685-9280-4fe4-aaef-814da884363f req-0e3d4ae4-da03-4ebb-b581-d9372e502c8a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d92fc665-bd71-47a6-9642-bbd2141113cf HTTP/1.1" status: 200 len: 851 time: 0.0782728 Dec 16 22:25:35.666074 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680181f-c64e-4e7d-9858-a5af01167a92 None None] Pushing event deleted for resources: {'Port': ['ID=be2fa56d-4437-48be-b975-b74d6bb17d3a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:35.674865 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8680181f-c64e-4e7d-9858-a5af01167a92 None None] No DVR routers for this DVR port be2fa56d-4437-48be-b975-b74d6bb17d3a on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:35.691479 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef9420-5fba-41f8-91ea-fd8caf99783c tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Port': ['ID=be2fa56d-4437-48be-b975-b74d6bb17d3a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:35.695294 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ef9420-5fba-41f8-91ea-fd8caf99783c tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] No DVR routers for this DVR port be2fa56d-4437-48be-b975-b74d6bb17d3a on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:35.697538 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2c6ec685-9280-4fe4-aaef-814da884363f req-d15e8dd0-0e1a-4705-8c51-a53dd463d3eb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95473deb-c4c6-4acd-ac8d-825e9f19ae01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353260 Dec 16 22:25:35.699371 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-13b0ea30-1ec8-4cca-8253-7dfdebbb8bb6 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:35.721192 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-13b0ea30-1ec8-4cca-8253-7dfdebbb8bb6 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Calling delete_port for 440710d6-7c64-4da3-8b75-a11a285c5137 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:35.800178 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27ef9420-5fba-41f8-91ea-fd8caf99783c tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:35.827534 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-27ef9420-5fba-41f8-91ea-fd8caf99783c tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['991944a3-711b-4c90-bdf5-efc4d72fd21b']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:35.838859 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-27ef9420-5fba-41f8-91ea-fd8caf99783c tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3afe83b1-600c-4de6-94d8-3034365e582d') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:35.839673 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-27ef9420-5fba-41f8-91ea-fd8caf99783c tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3afe83b1-600c-4de6-94d8-3034365e582d') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:35.851752 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27ef9420-5fba-41f8-91ea-fd8caf99783c tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:35.867139 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27ef9420-5fba-41f8-91ea-fd8caf99783c tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:35.874648 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ef9420-5fba-41f8-91ea-fd8caf99783c tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:25:35.875255 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27ef9420-5fba-41f8-91ea-fd8caf99783c tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:25:35.878464 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:25:35.890848 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2c6ec685-9280-4fe4-aaef-814da884363f req-ad0ea8ee-f695-46d5-b245-f04b98c78782 service neutron] 10.222.0.76 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827128 Dec 16 22:25:35.907796 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19157146-ac7a-4b39-9d5d-37eee965ed14 req-8e72b4ef-638c-4fba-b925-3044e271acc5 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:35.909306 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-19157146-ac7a-4b39-9d5d-37eee965ed14 req-8e72b4ef-638c-4fba-b925-3044e271acc5 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=efc86396-51a4-474f-beb3-10a7113a558b HTTP/1.1" status: 200 len: 944 time: 0.1015255 Dec 16 22:25:36.045882 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27ef9420-5fba-41f8-91ea-fd8caf99783c tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:36.053793 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27ef9420-5fba-41f8-91ea-fd8caf99783c tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:36.065361 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-27ef9420-5fba-41f8-91ea-fd8caf99783c tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] 10.222.0.75 "DELETE /v2.0/networks/991944a3-711b-4c90-bdf5-efc4d72fd21b HTTP/1.1" status: 204 len: 168 time: 1.0603602 Dec 16 22:25:36.072674 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-19157146-ac7a-4b39-9d5d-37eee965ed14 req-98ae0b28-88ad-4222-be32-2b22d4963b0f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544418 Dec 16 22:25:36.080810 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef9420-5fba-41f8-91ea-fd8caf99783c tempest-NetworksTest-1862036056 tempest-NetworksTest-1862036056-project] Pushing event deleted for resources: {'Network': ['ID=991944a3-711b-4c90-bdf5-efc4d72fd21b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:36.089325 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2c6ec685-9280-4fe4-aaef-814da884363f req-e2feec32-0977-4f8e-86cb-c537717f49af service neutron] 10.222.0.76 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779404 Dec 16 22:25:36.159189 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-13b0ea30-1ec8-4cca-8253-7dfdebbb8bb6 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:36.199484 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0ea30-1ec8-4cca-8253-7dfdebbb8bb6 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event deleted for resources: {'Port': ['ID=440710d6-7c64-4da3-8b75-a11a285c5137,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:36.219782 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c633f0b-ff8f-4975-8f1d-491026bbb01e None None] DHCP port deletion for 293ec108-1ed7-46d1-8f0a-2fc2e231ea21 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:25:36.296530 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-13b0ea30-1ec8-4cca-8253-7dfdebbb8bb6 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:36.299909 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-13b0ea30-1ec8-4cca-8253-7dfdebbb8bb6 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "DELETE /v2.0/ports/440710d6-7c64-4da3-8b75-a11a285c5137 HTTP/1.1" status: 204 len: 168 time: 1.0016932 Dec 16 22:25:36.302550 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51934) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:36.407925 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-d6ebb45a-9c81-4bfd-9465-fd176664da53 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Deleting port cd31e974-73b6-4299-ab51-7e91d07713ca {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:36.408273 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d6ebb45a-9c81-4bfd-9465-fd176664da53 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:36.538793 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d6ebb45a-9c81-4bfd-9465-fd176664da53 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:36.556645 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-d6ebb45a-9c81-4bfd-9465-fd176664da53 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Calling delete_port for cd31e974-73b6-4299-ab51-7e91d07713ca owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:36.585640 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device be2fa56d-4437-48be-b975-b74d6bb17d3a no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:25:36.607401 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: be2fa56d-4437-48be-b975-b74d6bb17d3a {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:25:36.607764 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device be2fa56d-4437-48be-b975-b74d6bb17d3a not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:25:36.756524 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51946) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:36.782360 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d6ebb45a-9c81-4bfd-9465-fd176664da53 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:36.813797 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebb45a-9c81-4bfd-9465-fd176664da53 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event deleted for resources: {'Port': ['ID=cd31e974-73b6-4299-ab51-7e91d07713ca,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:36.830936 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa4445a-79e8-48ba-949e-66f2fcd90878 None None] DHCP port deletion for 293ec108-1ed7-46d1-8f0a-2fc2e231ea21 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:25:36.885670 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d6ebb45a-9c81-4bfd-9465-fd176664da53 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:36.891166 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d6ebb45a-9c81-4bfd-9465-fd176664da53 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "DELETE /v2.0/ports/cd31e974-73b6-4299-ab51-7e91d07713ca HTTP/1.1" status: 204 len: 168 time: 0.5857270 Dec 16 22:25:36.891913 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51950) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:36.964129 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8ff0bf77-3833-460c-a18b-97ee8c319ffb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a18342f5d6194e82aa3e4694433e8250&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2063251 Dec 16 22:25:36.966661 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51952) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:36.976136 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7c1662-6ee3-4f09-a3d9-b4eec468a44a tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:36.977750 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1b7c1662-6ee3-4f09-a3d9-b4eec468a44a tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "GET /v2.0/ports?device_id=03c66675-8b7e-4c40-b4ab-5ef12aeac231 HTTP/1.1" status: 200 len: 913 time: 0.0848498 Dec 16 22:25:36.980419 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51954) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:37.017239 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4fcaa431-69dc-45bd-a011-a410195204e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:37.039558 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4fcaa431-69dc-45bd-a011-a410195204e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:37.188008 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4fcaa431-69dc-45bd-a011-a410195204e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:37.190599 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4fcaa431-69dc-45bd-a011-a410195204e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:37.192306 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4fcaa431-69dc-45bd-a011-a410195204e0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bc937a5a-c6f0-467e-803f-b167a982f8eb HTTP/1.1" status: 204 len: 168 time: 0.2242978 Dec 16 22:25:37.200443 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcaa431-69dc-45bd-a011-a410195204e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc937a5a-c6f0-467e-803f-b167a982f8eb,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:37.271753 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016d0bd-5375-46b0-af0d-e8f4eb12b15b req-d846bdc4-26e1-4321-9d9e-ca2ba5dce437 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:37.273373 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f016d0bd-5375-46b0-af0d-e8f4eb12b15b req-d846bdc4-26e1-4321-9d9e-ca2ba5dce437 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=efc86396-51a4-474f-beb3-10a7113a558b HTTP/1.1" status: 200 len: 944 time: 0.0994046 Dec 16 22:25:37.356617 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f016d0bd-5375-46b0-af0d-e8f4eb12b15b req-a382c95f-0a22-4620-8d30-da8780252ef3 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760274 Dec 16 22:25:37.447700 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ed051e1b-756e-4374-ac9e-a8b23dd66347 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:37.771343 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-ed051e1b-756e-4374-ac9e-a8b23dd66347 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Deleting port 3e3b7de8-bc73-4574-a5ff-148c4f67747a {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:37.772093 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ed051e1b-756e-4374-ac9e-a8b23dd66347 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:37.823586 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 99878e9c-71e3-4911-a67f-30e0a3c4fe67 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:25:37.862208 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ed051e1b-756e-4374-ac9e-a8b23dd66347 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:37.877454 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-ed051e1b-756e-4374-ac9e-a8b23dd66347 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Calling delete_port for 3e3b7de8-bc73-4574-a5ff-148c4f67747a owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:37.940730 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 99878e9c-71e3-4911-a67f-30e0a3c4fe67, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=99878e9c-71e3-4911-a67f-30e0a3c4fe67,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:37.968231 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '99878e9c-71e3-4911-a67f-30e0a3c4fe67', 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01', 'port_id': '99878e9c-71e3-4911-a67f-30e0a3c4fe67', 'mac_address': 'fa:16:3e:ee:7e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd92fc665-bd71-47a6-9642-bbd2141113cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:25:38.024050 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:38.038883 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99878e9c-71e3-4911-a67f-30e0a3c4fe67 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:25:38.063164 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 99878e9c-71e3-4911-a67f-30e0a3c4fe67, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=99878e9c-71e3-4911-a67f-30e0a3c4fe67,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:38.233633 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ed051e1b-756e-4374-ac9e-a8b23dd66347 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:38.239362 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:38.292252 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66f30b3-8a33-4727-8a98-eb66f5b3f58e None None] DHCP port deletion for 293ec108-1ed7-46d1-8f0a-2fc2e231ea21 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:25:38.338365 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=99878e9c-71e3-4911-a67f-30e0a3c4fe67,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:38.627252 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51998) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:38.685081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed051e1b-756e-4374-ac9e-a8b23dd66347 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event deleted for resources: {'Port': ['ID=3e3b7de8-bc73-4574-a5ff-148c4f67747a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:38.690207 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['99878e9c-71e3-4911-a67f-30e0a3c4fe67'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:25:38.774321 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-62df9c9c-9ac5-4a82-bf00-ee9536547311 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:38.774773 n-d-815324-4 neutron-server[103613]: WARNING neutron.api.v2.base [None req-62df9c9c-9ac5-4a82-bf00-ee9536547311 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 22:25:38.775304 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-62df9c9c-9ac5-4a82-bf00-ee9536547311 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 22:25:38.779895 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-62df9c9c-9ac5-4a82-bf00-ee9536547311 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1480389 Dec 16 22:25:38.780305 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52004) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:38.785684 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-b7f815e0-98cc-4662-af9a-51b37faa0462 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group': {'name': 'tempest-secgroup--410576906'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:38.798101 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a27dec-9dbf-4c0c-810d-d892b5da61a4 req-f0901849-208e-43a1-9f77-0cee57c943fe tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:38.799736 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d2a27dec-9dbf-4c0c-810d-d892b5da61a4 req-f0901849-208e-43a1-9f77-0cee57c943fe tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=efc86396-51a4-474f-beb3-10a7113a558b HTTP/1.1" status: 200 len: 945 time: 0.1162341 Dec 16 22:25:38.902909 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b7f815e0-98cc-4662-af9a-51b37faa0462 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:38.912489 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b7f815e0-98cc-4662-af9a-51b37faa0462 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:38.938553 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d2a27dec-9dbf-4c0c-810d-d892b5da61a4 req-7a313eb4-30e6-4942-a506-ebf3f8d7ba85 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004729 Dec 16 22:25:38.949283 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ed051e1b-756e-4374-ac9e-a8b23dd66347 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:38.996928 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b7f815e0-98cc-4662-af9a-51b37faa0462 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:39.090520 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b7f815e0-98cc-4662-af9a-51b37faa0462 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:39.131457 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f815e0-98cc-4662-af9a-51b37faa0462 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df529b40-c579-44f1-8725-f71c49109474,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:39.193971 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b7f815e0-98cc-4662-af9a-51b37faa0462 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:39.194402 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed051e1b-756e-4374-ac9e-a8b23dd66347 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Router 03c66675-8b7e-4c40-b4ab-5ef12aeac231 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:25:39.303599 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b7f815e0-98cc-4662-af9a-51b37faa0462 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:39.309454 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed051e1b-756e-4374-ac9e-a8b23dd66347 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:25:39.319401 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ed051e1b-756e-4374-ac9e-a8b23dd66347 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "PUT /v2.0/routers/03c66675-8b7e-4c40-b4ab-5ef12aeac231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3341882 Dec 16 22:25:39.319401 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52010) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:39.322542 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9d591f-eb8a-4696-b015-bfc26a9b57d2 None None] Sync routers for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:25:39.339679 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9d591f-eb8a-4696-b015-bfc26a9b57d2 None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:25:39.341126 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-6d9d591f-eb8a-4696-b015-bfc26a9b57d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:25:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:39.352907 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f815e0-98cc-4662-af9a-51b37faa0462 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a61e214-f8b7-4053-9c96-4a7eff833f6e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:39.391282 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-6d9d591f-eb8a-4696-b015-bfc26a9b57d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:39.403262 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9d591f-eb8a-4696-b015-bfc26a9b57d2 None None] Routers {'03c66675-8b7e-4c40-b4ab-5ef12aeac231'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:25:39.403964 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-6d9d591f-eb8a-4696-b015-bfc26a9b57d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:25:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:39.445973 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-6d9d591f-eb8a-4696-b015-bfc26a9b57d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:39.446668 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9d591f-eb8a-4696-b015-bfc26a9b57d2 None None] The sync data for ids ['03c66675-8b7e-4c40-b4ab-5ef12aeac231'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:25:39.451902 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0253d867-3548-489d-9c6a-aa986b9aa101 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:39.470693 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b7f815e0-98cc-4662-af9a-51b37faa0462 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:39.476582 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b7f815e0-98cc-4662-af9a-51b37faa0462 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6907551 Dec 16 22:25:39.476582 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52016) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:39.481302 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-010e0195-695e-41c5-a148-cb72386eea54 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group_rule': {'security_group_id': '1a61e214-f8b7-4053-9c96-4a7eff833f6e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:39.570766 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0253d867-3548-489d-9c6a-aa986b9aa101 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:39.632258 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-010e0195-695e-41c5-a148-cb72386eea54 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:39.709039 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-010e0195-695e-41c5-a148-cb72386eea54 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:39.729378 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-0253d867-3548-489d-9c6a-aa986b9aa101 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Deleting port 9b44ba5b-b3c1-4f2c-8b1c-f7da2b5ca0dd {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:39.729595 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0253d867-3548-489d-9c6a-aa986b9aa101 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:39.832904 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0253d867-3548-489d-9c6a-aa986b9aa101 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:39.850345 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-0253d867-3548-489d-9c6a-aa986b9aa101 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Calling delete_port for 9b44ba5b-b3c1-4f2c-8b1c-f7da2b5ca0dd owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:39.863013 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-010e0195-695e-41c5-a148-cb72386eea54 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:39.903628 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e0195-695e-41c5-a148-cb72386eea54 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d83e3ae-4d34-444f-9229-40eb527fe7ec,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:40.064193 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-010e0195-695e-41c5-a148-cb72386eea54 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:40.065618 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-010e0195-695e-41c5-a148-cb72386eea54 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5884070 Dec 16 22:25:40.068393 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52030) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:40.073699 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-3e71255f-6ee6-4f12-9de6-723a5f7e8a10 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group_rule': {'security_group_id': '1a61e214-f8b7-4053-9c96-4a7eff833f6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:40.083366 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516fa879-cfe9-441f-8eca-4f3f9d112b56 req-538e0a38-8803-498e-bfe0-1e5ca5dc7acb tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:40.084997 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-516fa879-cfe9-441f-8eca-4f3f9d112b56 req-538e0a38-8803-498e-bfe0-1e5ca5dc7acb tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=efc86396-51a4-474f-beb3-10a7113a558b HTTP/1.1" status: 200 len: 945 time: 0.0624993 Dec 16 22:25:40.139104 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-516fa879-cfe9-441f-8eca-4f3f9d112b56 req-368ff2b1-473d-43c8-a738-733919f7d008 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466464 Dec 16 22:25:40.155485 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0253d867-3548-489d-9c6a-aa986b9aa101 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:40.188254 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253d867-3548-489d-9c6a-aa986b9aa101 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event deleted for resources: {'Port': ['ID=9b44ba5b-b3c1-4f2c-8b1c-f7da2b5ca0dd,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:40.213981 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8ff6c8-d099-4f9f-a207-5dba429cc86a None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:25:40.214475 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e71255f-6ee6-4f12-9de6-723a5f7e8a10 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:40.314430 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0253d867-3548-489d-9c6a-aa986b9aa101 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:40.389329 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-3e71255f-6ee6-4f12-9de6-723a5f7e8a10 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 22:25:40.392033 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3e71255f-6ee6-4f12-9de6-723a5f7e8a10 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3220799 Dec 16 22:25:40.396552 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52034) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:40.417136 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0253d867-3548-489d-9c6a-aa986b9aa101 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:40.420205 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0253d867-3548-489d-9c6a-aa986b9aa101 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:40.472356 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16f949eb-c748-495e-a136-3b5e8bcc261c tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:40.502131 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16f949eb-c748-495e-a136-3b5e8bcc261c tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:40.548129 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0253d867-3548-489d-9c6a-aa986b9aa101 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:40.549421 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0253d867-3548-489d-9c6a-aa986b9aa101 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Fanout notify agent at l3_agent the message router_deleted on router 03c66675-8b7e-4c40-b4ab-5ef12aeac231 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:25:40.558794 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0253d867-3548-489d-9c6a-aa986b9aa101 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:40.565346 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0253d867-3548-489d-9c6a-aa986b9aa101 tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "DELETE /v2.0/routers/03c66675-8b7e-4c40-b4ab-5ef12aeac231 HTTP/1.1" status: 204 len: 168 time: 1.2402070 Dec 16 22:25:40.565346 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52042) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:40.627162 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da277ac-66d2-45fb-bf5c-d2718b55a43e tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Deleting subnet 09d92cd5-84f1-41a6-8e83-6326cb97eb3a {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:25:40.631196 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8da277ac-66d2-45fb-bf5c-d2718b55a43e tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:40.646403 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16f949eb-c748-495e-a136-3b5e8bcc261c tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:40.650536 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16f949eb-c748-495e-a136-3b5e8bcc261c tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:40.651972 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-16f949eb-c748-495e-a136-3b5e8bcc261c tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "DELETE /v2.0/security-groups/1a61e214-f8b7-4053-9c96-4a7eff833f6e HTTP/1.1" status: 204 len: 168 time: 0.2538860 Dec 16 22:25:40.655238 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52048) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:40.676508 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f949eb-c748-495e-a136-3b5e8bcc261c tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a61e214-f8b7-4053-9c96-4a7eff833f6e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:40.687074 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8da277ac-66d2-45fb-bf5c-d2718b55a43e tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:40.712258 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b0c55149-cd2d-4d6c-b390-89ccdf6fce64 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0559173 Dec 16 22:25:40.717209 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52050) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:40.727215 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-220d1ac9-fb76-4878-947a-896da7ee65a8 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group': {'name': 'tempest-secgroup--2019219169'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:40.753488 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8da277ac-66d2-45fb-bf5c-d2718b55a43e tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:40.884804 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-220d1ac9-fb76-4878-947a-896da7ee65a8 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:40.922336 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8da277ac-66d2-45fb-bf5c-d2718b55a43e tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:40.967210 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da277ac-66d2-45fb-bf5c-d2718b55a43e tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event deleted for resources: {'Subnet': ['ID=09d92cd5-84f1-41a6-8e83-6326cb97eb3a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:40.973886 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8da277ac-66d2-45fb-bf5c-d2718b55a43e tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:40.980461 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8da277ac-66d2-45fb-bf5c-d2718b55a43e tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "DELETE /v2.0/subnets/09d92cd5-84f1-41a6-8e83-6326cb97eb3a HTTP/1.1" status: 204 len: 168 time: 0.4142039 Dec 16 22:25:40.983376 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52058) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:40.984896 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa9fc8a-73c1-4846-95bb-ae257ecfbb5d None None] Network 293ec108-1ed7-46d1-8f0a-2fc2e231ea21 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:41.018425 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-220d1ac9-fb76-4878-947a-896da7ee65a8 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:41.074180 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-220d1ac9-fb76-4878-947a-896da7ee65a8 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:41.114475 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d1ac9-fb76-4878-947a-896da7ee65a8 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85e9985-bc10-43fd-aa05-1064650bd65b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:41.129583 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-21177993-14fa-4a46-94bb-36ac0e971d4c tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:41.132702 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0429d3b-7ee8-47e8-9c8d-c11ae9cbf6a3 None None] DHCP port deletion for 293ec108-1ed7-46d1-8f0a-2fc2e231ea21 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:25:41.185482 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-220d1ac9-fb76-4878-947a-896da7ee65a8 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:41.188390 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-220d1ac9-fb76-4878-947a-896da7ee65a8 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4689488 Dec 16 22:25:41.189953 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52064) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:41.195474 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-445a18c6-dfec-4fe9-8658-22924c5d8403 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group_rule': {'security_group_id': 'b85e9985-bc10-43fd-aa05-1064650bd65b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:41.196280 n-d-815324-4 neutron-server[103614]: WARNING neutron.api.v2.base [None req-445a18c6-dfec-4fe9-8658-22924c5d8403 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 16 22:25:41.196884 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-445a18c6-dfec-4fe9-8658-22924c5d8403 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:25:41.198408 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-445a18c6-dfec-4fe9-8658-22924c5d8403 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069578 Dec 16 22:25:41.201208 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52066) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:41.250259 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-21177993-14fa-4a46-94bb-36ac0e971d4c tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:41.279864 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ce545-7f63-4b61-b676-4a437feb82bb req-534501d7-5589-4cdb-bfdc-03ca7cd1ca82 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:41.281857 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1d9ce545-7f63-4b61-b676-4a437feb82bb req-534501d7-5589-4cdb-bfdc-03ca7cd1ca82 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=efc86396-51a4-474f-beb3-10a7113a558b HTTP/1.1" status: 200 len: 945 time: 0.0600719 Dec 16 22:25:41.287333 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-21177993-14fa-4a46-94bb-36ac0e971d4c tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293ec108-1ed7-46d1-8f0a-2fc2e231ea21']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:41.306296 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-21177993-14fa-4a46-94bb-36ac0e971d4c tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25147e20-6469-4dc0-a573-687429b9e92b') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:41.307895 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-21177993-14fa-4a46-94bb-36ac0e971d4c tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25147e20-6469-4dc0-a573-687429b9e92b') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:41.319666 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf71fb09-35f0-4aa1-b941-f2316a759428 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:41.322242 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-21177993-14fa-4a46-94bb-36ac0e971d4c tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:41.342801 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1d9ce545-7f63-4b61-b676-4a437feb82bb req-2604aab1-ab99-46ae-8969-45f4b9f94bff tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512714 Dec 16 22:25:41.345869 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-21177993-14fa-4a46-94bb-36ac0e971d4c tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:41.358600 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf71fb09-35f0-4aa1-b941-f2316a759428 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:41.361309 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21177993-14fa-4a46-94bb-36ac0e971d4c tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:25:41.361699 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-21177993-14fa-4a46-94bb-36ac0e971d4c tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:25:41.365342 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:25:41.524919 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-21177993-14fa-4a46-94bb-36ac0e971d4c tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:41.532674 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-21177993-14fa-4a46-94bb-36ac0e971d4c tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:41.536121 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-21177993-14fa-4a46-94bb-36ac0e971d4c tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] 10.222.0.75 "DELETE /v2.0/networks/293ec108-1ed7-46d1-8f0a-2fc2e231ea21 HTTP/1.1" status: 204 len: 168 time: 0.5502522 Dec 16 22:25:41.549423 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf71fb09-35f0-4aa1-b941-f2316a759428 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:41.552802 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf71fb09-35f0-4aa1-b941-f2316a759428 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:41.554066 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cf71fb09-35f0-4aa1-b941-f2316a759428 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "DELETE /v2.0/security-groups/b85e9985-bc10-43fd-aa05-1064650bd65b HTTP/1.1" status: 204 len: 168 time: 0.3521831 Dec 16 22:25:41.555254 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21177993-14fa-4a46-94bb-36ac0e971d4c tempest-FloatingIPTestJSON-1502467357 tempest-FloatingIPTestJSON-1502467357-project] Pushing event deleted for resources: {'Network': ['ID=293ec108-1ed7-46d1-8f0a-2fc2e231ea21,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:41.557303 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52074) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:41.573014 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71fb09-35f0-4aa1-b941-f2316a759428 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85e9985-bc10-43fd-aa05-1064650bd65b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:41.612291 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d491aae3-29c0-4d22-8f29-496f68ca93f6 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0541077 Dec 16 22:25:41.616041 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52078) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:41.622415 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-d5e5af3f-66f1-45f5-a3a8-7a4de6c3a09f tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group': {'name': 'tempest-secgroup--952671800'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:41.709068 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d5e5af3f-66f1-45f5-a3a8-7a4de6c3a09f tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:41.781840 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d5e5af3f-66f1-45f5-a3a8-7a4de6c3a09f tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:41.839626 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d5e5af3f-66f1-45f5-a3a8-7a4de6c3a09f tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:41.842246 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 99878e9c-71e3-4911-a67f-30e0a3c4fe67 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:25:41.869835 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5af3f-66f1-45f5-a3a8-7a4de6c3a09f tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70820d5b-c811-4142-9f26-c194fd893f6b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:41.956253 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d5e5af3f-66f1-45f5-a3a8-7a4de6c3a09f tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:41.958537 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d5e5af3f-66f1-45f5-a3a8-7a4de6c3a09f tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3411915 Dec 16 22:25:41.961697 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52090) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:41.966218 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-336d2300-572e-42bb-9a25-392f5cc9c869 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group_rule': {'security_group_id': '70820d5b-c811-4142-9f26-c194fd893f6b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:41.966775 n-d-815324-4 neutron-server[103614]: WARNING neutron.api.v2.base [None req-336d2300-572e-42bb-9a25-392f5cc9c869 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 16 22:25:41.967288 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-336d2300-572e-42bb-9a25-392f5cc9c869 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:25:41.968229 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-336d2300-572e-42bb-9a25-392f5cc9c869 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0056052 Dec 16 22:25:41.971100 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52092) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:42.001629 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 99878e9c-71e3-4911-a67f-30e0a3c4fe67 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:25:42.008962 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 99878e9c-71e3-4911-a67f-30e0a3c4fe67 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:42.010335 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:42.037632 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52094) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:42.061371 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-da28dbc1-806c-4393-a593-f6cd80297110 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:42.094538 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-da28dbc1-806c-4393-a593-f6cd80297110 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:42.135544 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:42.166043 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc86396-51a4-474f-beb3-10a7113a558b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99878e9c-71e3-4911-a67f-30e0a3c4fe67'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:25:42.169299 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5ab714-43db-45aa-9146-e9284e347fcf" -d '{"events": [{"server_uuid": "efc86396-51a4-474f-beb3-10a7113a558b", "name": "network-vif-plugged", "status": "completed", "tag": "99878e9c-71e3-4911-a67f-30e0a3c4fe67"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:25:42.192596 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 99878e9c-71e3-4911-a67f-30e0a3c4fe67, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=99878e9c-71e3-4911-a67f-30e0a3c4fe67,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:42.221856 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08b477e-1f4c-4a65-8ad6-fa9187901a16 x-openstack-request-id: req-e08b477e-1f4c-4a65-8ad6-fa9187901a16 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:25:42.222450 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc86396-51a4-474f-beb3-10a7113a558b", "name": "network-vif-plugged", "status": "completed", "tag": "99878e9c-71e3-4911-a67f-30e0a3c4fe67", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:25:42.222737 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e08b477e-1f4c-4a65-8ad6-fa9187901a16 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:25:42.223158 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc86396-51a4-474f-beb3-10a7113a558b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99878e9c-71e3-4911-a67f-30e0a3c4fe67', 'code': 200} Dec 16 22:25:42.240529 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9778eb78-6045-4363-8238-d2fb4f7daeda admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e9cd5708aa154edc97141deed8d71f03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2017543 Dec 16 22:25:42.243168 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52104) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:42.291007 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-da28dbc1-806c-4393-a593-f6cd80297110 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:42.293801 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-da28dbc1-806c-4393-a593-f6cd80297110 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:42.295024 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-da28dbc1-806c-4393-a593-f6cd80297110 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "DELETE /v2.0/security-groups/70820d5b-c811-4142-9f26-c194fd893f6b HTTP/1.1" status: 204 len: 168 time: 0.3230908 Dec 16 22:25:42.295375 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d56654a9-5fdd-4e50-af28-b15e45ece6ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:42.297778 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52106) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:42.306545 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28dbc1-806c-4393-a593-f6cd80297110 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70820d5b-c811-4142-9f26-c194fd893f6b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:42.333665 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d56654a9-5fdd-4e50-af28-b15e45ece6ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:42.336654 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:42.377481 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-711f14ec-da6d-4d88-96ac-793049ce9f88 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0722740 Dec 16 22:25:42.377481 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52110) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:42.385672 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-2a99cff6-bfc9-4ab3-adcc-d046ad3703d7 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group': {'name': 'tempest-secgroup--991351661'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:42.387344 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444ac80-9197-443d-b3ba-9874bb6d094c req-8b1b39e9-c6fc-4ef4-98b9-277658433335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:42.388831 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2444ac80-9197-443d-b3ba-9874bb6d094c req-8b1b39e9-c6fc-4ef4-98b9-277658433335 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=efc86396-51a4-474f-beb3-10a7113a558b HTTP/1.1" status: 200 len: 1097 time: 0.0589330 Dec 16 22:25:42.453071 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=99878e9c-71e3-4911-a67f-30e0a3c4fe67,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:42.455343 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2444ac80-9197-443d-b3ba-9874bb6d094c req-63c7b2a4-710c-485d-a650-70fc9a5e856b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553021 Dec 16 22:25:42.505595 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c811a5c-19f1-47cc-847a-0a5173453027 req-f724fac5-59f8-4f71-bc10-eb5423cce1e4 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:42.507273 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4c811a5c-19f1-47cc-847a-0a5173453027 req-f724fac5-59f8-4f71-bc10-eb5423cce1e4 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=efc86396-51a4-474f-beb3-10a7113a558b HTTP/1.1" status: 200 len: 946 time: 0.0621905 Dec 16 22:25:42.549165 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2a99cff6-bfc9-4ab3-adcc-d046ad3703d7 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:42.575843 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4c811a5c-19f1-47cc-847a-0a5173453027 req-73ed1b91-4d0b-4740-93ea-38f2d65766b0 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615628 Dec 16 22:25:42.603562 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d56654a9-5fdd-4e50-af28-b15e45ece6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:42.606137 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d56654a9-5fdd-4e50-af28-b15e45ece6ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:42.610748 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d56654a9-5fdd-4e50-af28-b15e45ece6ed admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d2ce8bf7-3eff-490d-88f0-0777074dfce8 HTTP/1.1" status: 204 len: 168 time: 0.3630583 Dec 16 22:25:42.628534 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56654a9-5fdd-4e50-af28-b15e45ece6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ce8bf7-3eff-490d-88f0-0777074dfce8,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:42.657269 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2a99cff6-bfc9-4ab3-adcc-d046ad3703d7 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:42.730458 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2a99cff6-bfc9-4ab3-adcc-d046ad3703d7 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:42.761766 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99cff6-bfc9-4ab3-adcc-d046ad3703d7 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=003db3be-e60d-49f7-bfb1-f798951b17b3,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:42.841284 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2a99cff6-bfc9-4ab3-adcc-d046ad3703d7 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:42.842586 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2a99cff6-bfc9-4ab3-adcc-d046ad3703d7 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4641075 Dec 16 22:25:42.845860 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52122) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:42.850983 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-6377e071-668d-4ba0-9fbc-4879257b3ac9 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group_rule': {'security_group_id': '003db3be-e60d-49f7-bfb1-f798951b17b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:42.851880 n-d-815324-4 neutron-server[103613]: WARNING neutron.api.v2.base [None req-6377e071-668d-4ba0-9fbc-4879257b3ac9 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 16 22:25:42.852387 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-6377e071-668d-4ba0-9fbc-4879257b3ac9 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:25:42.853385 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6377e071-668d-4ba0-9fbc-4879257b3ac9 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065782 Dec 16 22:25:42.856129 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52124) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:42.860359 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-cf06d70b-55a0-4049-87a9-f2248415b01d tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group_rule': {'security_group_id': '003db3be-e60d-49f7-bfb1-f798951b17b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:42.861046 n-d-815324-4 neutron-server[103613]: WARNING neutron.api.v2.base [None req-cf06d70b-55a0-4049-87a9-f2248415b01d tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 16 22:25:42.861532 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-cf06d70b-55a0-4049-87a9-f2248415b01d tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:25:42.866799 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cf06d70b-55a0-4049-87a9-f2248415b01d tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0054502 Dec 16 22:25:42.868792 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52128) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:42.874281 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-96eb2f77-da7b-46bb-96c4-ccc32a4fff04 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group_rule': {'security_group_id': '003db3be-e60d-49f7-bfb1-f798951b17b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:42.875122 n-d-815324-4 neutron-server[103613]: WARNING neutron.api.v2.base [None req-96eb2f77-da7b-46bb-96c4-ccc32a4fff04 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 16 22:25:42.875613 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-96eb2f77-da7b-46bb-96c4-ccc32a4fff04 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:25:42.876588 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-96eb2f77-da7b-46bb-96c4-ccc32a4fff04 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068552 Dec 16 22:25:42.879172 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52130) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:42.883357 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-2b51528b-eb20-4955-bac2-25d0900db6c2 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group_rule': {'security_group_id': '003db3be-e60d-49f7-bfb1-f798951b17b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:42.884312 n-d-815324-4 neutron-server[103613]: WARNING neutron.api.v2.base [None req-2b51528b-eb20-4955-bac2-25d0900db6c2 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 16 22:25:42.884789 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-2b51528b-eb20-4955-bac2-25d0900db6c2 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:25:42.885703 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2b51528b-eb20-4955-bac2-25d0900db6c2 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0056515 Dec 16 22:25:42.888633 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52132) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:42.961108 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b0dc371d-77f9-405b-8118-07531f130406 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:42.987220 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b0dc371d-77f9-405b-8118-07531f130406 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:43.159138 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b0dc371d-77f9-405b-8118-07531f130406 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:43.162515 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b0dc371d-77f9-405b-8118-07531f130406 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:43.165667 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b0dc371d-77f9-405b-8118-07531f130406 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "DELETE /v2.0/security-groups/003db3be-e60d-49f7-bfb1-f798951b17b3 HTTP/1.1" status: 204 len: 168 time: 0.2760890 Dec 16 22:25:43.166637 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52144) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:43.175484 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc371d-77f9-405b-8118-07531f130406 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=003db3be-e60d-49f7-bfb1-f798951b17b3,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:43.215493 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f4dd4f6d-96a2-42c9-99a8-f00828531024 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0474930 Dec 16 22:25:43.223549 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52150) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:43.228598 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-1c36fb96-e57e-493e-adbf-edd5101097e0 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group': {'name': 'tempest-secgroup--1455141327'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:43.347966 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1c36fb96-e57e-493e-adbf-edd5101097e0 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:43.427515 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1c36fb96-e57e-493e-adbf-edd5101097e0 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:43.496149 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1c36fb96-e57e-493e-adbf-edd5101097e0 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:43.528119 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36fb96-e57e-493e-adbf-edd5101097e0 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4290fd7-bffa-44be-9fa0-c35b166914be,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:43.595485 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1c36fb96-e57e-493e-adbf-edd5101097e0 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:43.599510 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1c36fb96-e57e-493e-adbf-edd5101097e0 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3720829 Dec 16 22:25:43.600080 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52164) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:43.604508 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-0f23d777-28c4-4f81-8b04-a0ab44bf52c0 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group_rule': {'security_group_id': 'b4290fd7-bffa-44be-9fa0-c35b166914be', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:43.604989 n-d-815324-4 neutron-server[103614]: WARNING neutron.api.v2.base [None req-0f23d777-28c4-4f81-8b04-a0ab44bf52c0 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 22:25:43.605542 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-0f23d777-28c4-4f81-8b04-a0ab44bf52c0 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:25:43.606616 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0f23d777-28c4-4f81-8b04-a0ab44bf52c0 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054865 Dec 16 22:25:43.609147 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52168) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:43.613293 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-91e52f39-5ff0-4cc9-8b9d-c0c56f0700da tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group_rule': {'security_group_id': 'b4290fd7-bffa-44be-9fa0-c35b166914be', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:43.713411 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12ceb4-ad97-428a-9ac2-25979f56f9a9 req-ce29996e-a761-49cd-9d22-8c466e9ea74e tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:43.715141 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6d12ceb4-ad97-428a-9ac2-25979f56f9a9 req-ce29996e-a761-49cd-9d22-8c466e9ea74e tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=efc86396-51a4-474f-beb3-10a7113a558b HTTP/1.1" status: 200 len: 946 time: 0.0573893 Dec 16 22:25:43.784504 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6d12ceb4-ad97-428a-9ac2-25979f56f9a9 req-de2452c2-0111-487e-9902-72455cfabe46 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629735 Dec 16 22:25:43.809150 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52176) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:43.862097 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-91e52f39-5ff0-4cc9-8b9d-c0c56f0700da tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:25:43.866299 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-91e52f39-5ff0-4cc9-8b9d-c0c56f0700da tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2531621 Dec 16 22:25:43.870342 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52182) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:43.878061 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-bf09e0a7-cc80-44d8-b65c-e13068db9961 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group_rule': {'security_group_id': 'b4290fd7-bffa-44be-9fa0-c35b166914be', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:43.878552 n-d-815324-4 neutron-server[103614]: WARNING neutron.api.v2.base [None req-bf09e0a7-cc80-44d8-b65c-e13068db9961 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 16 22:25:43.879573 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-bf09e0a7-cc80-44d8-b65c-e13068db9961 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:25:43.883090 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bf09e0a7-cc80-44d8-b65c-e13068db9961 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0131907 Dec 16 22:25:43.884514 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52184) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:43.889481 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-f8a5dfbc-6bc6-4831-a724-4bd098176e57 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group_rule': {'security_group_id': 'b4290fd7-bffa-44be-9fa0-c35b166914be', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:43.952969 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-c56e9abc-38c0-44c4-96bb-f9d298ffed41 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Request body: {'networks': [{'name': 'tempest-network--1328313249'}, {'name': 'tempest-network--1679052483'}]} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:43.953280 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-c56e9abc-38c0-44c4-96bb-f9d298ffed41 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Request body: {'network': {'name': 'tempest-network--1328313249'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:43.953737 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-c56e9abc-38c0-44c4-96bb-f9d298ffed41 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Request body: {'network': {'name': 'tempest-network--1679052483'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:44.028807 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059362d-7444-43ec-98c3-63dcf97e62d1 req-d54c2ea5-cb61-4b6a-bc9f-724828d4f9ed tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:44.030398 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f059362d-7444-43ec-98c3-63dcf97e62d1 req-d54c2ea5-cb61-4b6a-bc9f-724828d4f9ed tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 945 time: 0.0576751 Dec 16 22:25:44.073456 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56e9abc-38c0-44c4-96bb-f9d298ffed41 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Made reservation on behalf of 17ebae0500454113b7bc0a9b900edace for: {'network': 2} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:44.078577 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c56e9abc-38c0-44c4-96bb-f9d298ffed41 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:44.081624 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f059362d-7444-43ec-98c3-63dcf97e62d1 req-a9e9efa4-fd62-438b-b95c-354536187c35 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439696 Dec 16 22:25:44.087897 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c56e9abc-38c0-44c4-96bb-f9d298ffed41 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:44.096884 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-f8a5dfbc-6bc6-4831-a724-4bd098176e57 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:25:44.098486 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f8a5dfbc-6bc6-4831-a724-4bd098176e57 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2124050 Dec 16 22:25:44.103174 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52192) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:44.116985 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-78399bde-6344-4de2-8c99-76e2d9df2dc3 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group_rule': {'security_group_id': 'b4290fd7-bffa-44be-9fa0-c35b166914be', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:44.116985 n-d-815324-4 neutron-server[103613]: WARNING neutron.api.v2.base [None req-78399bde-6344-4de2-8c99-76e2d9df2dc3 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 22:25:44.116985 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-78399bde-6344-4de2-8c99-76e2d9df2dc3 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:25:44.116985 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-78399bde-6344-4de2-8c99-76e2d9df2dc3 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064161 Dec 16 22:25:44.117481 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52196) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:44.123234 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-b4e282fa-0210-4b72-ac87-6256c42af37b tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group_rule': {'security_group_id': 'b4290fd7-bffa-44be-9fa0-c35b166914be', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:44.202516 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c56e9abc-38c0-44c4-96bb-f9d298ffed41 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:44.279521 n-d-815324-4 neutron-server[103614]: INFO neutron.db.securitygroups_db [None req-b4e282fa-0210-4b72-ac87-6256c42af37b tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Project 10ab396aed75452ab330c4de39078add added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:25:44.324782 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c56e9abc-38c0-44c4-96bb-f9d298ffed41 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:44.329601 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c56e9abc-38c0-44c4-96bb-f9d298ffed41 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:44.363565 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e9abc-38c0-44c4-96bb-f9d298ffed41 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=718c658c-f4df-4153-a1a9-79d6ad0cd688,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:44.372912 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-b4e282fa-0210-4b72-ac87-6256c42af37b tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:25:44.374006 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b4e282fa-0210-4b72-ac87-6256c42af37b tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2557614 Dec 16 22:25:44.377350 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52210) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:44.382672 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56e9abc-38c0-44c4-96bb-f9d298ffed41 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:25:44.383807 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a3d3c3f9-15b9-457a-a6a5-99ebcc883d7e tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group_rule': {'security_group_id': 'b4290fd7-bffa-44be-9fa0-c35b166914be', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:44.384301 n-d-815324-4 neutron-server[103613]: WARNING neutron.api.v2.base [None req-a3d3c3f9-15b9-457a-a6a5-99ebcc883d7e tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 16 22:25:44.384794 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-a3d3c3f9-15b9-457a-a6a5-99ebcc883d7e tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:25:44.387870 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a3d3c3f9-15b9-457a-a6a5-99ebcc883d7e tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085430 Dec 16 22:25:44.388758 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52212) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:44.397008 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-fad1b0a4-8931-4059-9e83-f72825961b84 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group_rule': {'security_group_id': 'b4290fd7-bffa-44be-9fa0-c35b166914be', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:44.402486 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c56e9abc-38c0-44c4-96bb-f9d298ffed41 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:44.403117 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-c56e9abc-38c0-44c4-96bb-f9d298ffed41 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Added segment c9aa3fdf-ea9d-41e7-8180-877a11526ca0 of type vlan for network 6041adbb-c8de-490e-ab43-b32d845e988b Dec 16 22:25:44.452399 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c56e9abc-38c0-44c4-96bb-f9d298ffed41 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:44.484476 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56e9abc-38c0-44c4-96bb-f9d298ffed41 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:25:44.493165 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c56e9abc-38c0-44c4-96bb-f9d298ffed41 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:44.493509 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-c56e9abc-38c0-44c4-96bb-f9d298ffed41 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Added segment 85fbb770-9cef-441f-a70f-73427b724f37 of type vlan for network 2775e1dd-fb2a-4fe1-a540-1e046fcf65be Dec 16 22:25:44.533460 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c56e9abc-38c0-44c4-96bb-f9d298ffed41 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:44.542457 n-d-815324-4 neutron-server[103613]: INFO neutron.db.securitygroups_db [None req-fad1b0a4-8931-4059-9e83-f72825961b84 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Project 10ab396aed75452ab330c4de39078add added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:25:44.611104 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-fad1b0a4-8931-4059-9e83-f72825961b84 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:25:44.615157 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fad1b0a4-8931-4059-9e83-f72825961b84 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2226126 Dec 16 22:25:44.615471 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52218) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:44.620488 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-b6467d76-4e97-437f-8954-e8740e3a8a3f tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group_rule': {'security_group_id': 'b4290fd7-bffa-44be-9fa0-c35b166914be', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:44.684781 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c56e9abc-38c0-44c4-96bb-f9d298ffed41 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:44.685436 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c56e9abc-38c0-44c4-96bb-f9d298ffed41 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:44.692249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56e9abc-38c0-44c4-96bb-f9d298ffed41 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:44.697025 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56e9abc-38c0-44c4-96bb-f9d298ffed41 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:44.697647 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c56e9abc-38c0-44c4-96bb-f9d298ffed41 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:44.780671 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e9abc-38c0-44c4-96bb-f9d298ffed41 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Pushing event updated for resources: {'Network': ['ID=6041adbb-c8de-490e-ab43-b32d845e988b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:44.791512 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 6041adbb-c8de-490e-ab43-b32d845e988b details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:25:44.856857 n-d-815324-4 neutron-server[103613]: INFO neutron.db.securitygroups_db [None req-b6467d76-4e97-437f-8954-e8740e3a8a3f tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Project 10ab396aed75452ab330c4de39078add added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:25:44.890853 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e9abc-38c0-44c4-96bb-f9d298ffed41 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Pushing event updated for resources: {'Network': ['ID=2775e1dd-fb2a-4fe1-a540-1e046fcf65be,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:44.904881 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 2775e1dd-fb2a-4fe1-a540-1e046fcf65be details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:25:44.909708 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c56e9abc-38c0-44c4-96bb-f9d298ffed41 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.0993927 Dec 16 22:25:44.913334 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52228) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:44.949482 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a1801-6a23-4239-b323-cf81a1eecaf2 req-22d8a2d6-d557-4f77-848b-b0895180ffe9 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:44.951188 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1a0a1801-6a23-4239-b323-cf81a1eecaf2 req-22d8a2d6-d557-4f77-848b-b0895180ffe9 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=efc86396-51a4-474f-beb3-10a7113a558b HTTP/1.1" status: 200 len: 946 time: 0.0734615 Dec 16 22:25:44.978526 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-b6467d76-4e97-437f-8954-e8740e3a8a3f tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:25:44.979925 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b6467d76-4e97-437f-8954-e8740e3a8a3f tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3633349 Dec 16 22:25:44.982992 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52232) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:45.025980 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1a0a1801-6a23-4239-b323-cf81a1eecaf2 req-388f474e-f03e-4178-afd8-4707a6539b28 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674555 Dec 16 22:25:45.081924 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a714cb4d-2c03-41af-8465-eca60ad2f96f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:45.088351 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a714cb4d-2c03-41af-8465-eca60ad2f96f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:45.093962 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a714cb4d-2c03-41af-8465-eca60ad2f96f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:45.100524 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a714cb4d-2c03-41af-8465-eca60ad2f96f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:45.102515 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a714cb4d-2c03-41af-8465-eca60ad2f96f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1881227 Dec 16 22:25:45.105542 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52238) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:45.132941 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-31633fe7-17e5-4cb7-bd79-eb63627b426b tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:45.211646 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-31633fe7-17e5-4cb7-bd79-eb63627b426b tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:45.228487 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c98a2e9c-7927-4d24-a95b-1e115dfc9e54 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:45.352238 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c98a2e9c-7927-4d24-a95b-1e115dfc9e54 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:45.376039 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-c98a2e9c-7927-4d24-a95b-1e115dfc9e54 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6041adbb-c8de-490e-ab43-b32d845e988b']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:45.389695 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-c98a2e9c-7927-4d24-a95b-1e115dfc9e54 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9aa3fdf-ea9d-41e7-8180-877a11526ca0') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:45.390861 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-c98a2e9c-7927-4d24-a95b-1e115dfc9e54 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9aa3fdf-ea9d-41e7-8180-877a11526ca0') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:45.393256 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-31633fe7-17e5-4cb7-bd79-eb63627b426b tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:45.396229 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-31633fe7-17e5-4cb7-bd79-eb63627b426b tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:45.397530 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-31633fe7-17e5-4cb7-bd79-eb63627b426b tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "DELETE /v2.0/security-groups/b4290fd7-bffa-44be-9fa0-c35b166914be HTTP/1.1" status: 204 len: 168 time: 0.4133108 Dec 16 22:25:45.403877 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793691b-a965-4a59-8859-69f750666ec6 req-7c0bfd4a-cebb-4070-abbd-7e62fa71a5e2 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:45.404930 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e793691b-a965-4a59-8859-69f750666ec6 req-7c0bfd4a-cebb-4070-abbd-7e62fa71a5e2 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=efc86396-51a4-474f-beb3-10a7113a558b HTTP/1.1" status: 200 len: 946 time: 0.0648646 Dec 16 22:25:45.405422 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52248) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:45.415810 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c98a2e9c-7927-4d24-a95b-1e115dfc9e54 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:45.421905 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31633fe7-17e5-4cb7-bd79-eb63627b426b tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4290fd7-bffa-44be-9fa0-c35b166914be,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:45.434451 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c98a2e9c-7927-4d24-a95b-1e115dfc9e54 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:45.441575 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c98a2e9c-7927-4d24-a95b-1e115dfc9e54 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:25:45.442689 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c98a2e9c-7927-4d24-a95b-1e115dfc9e54 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:25:45.446357 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:25:45.494615 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-df1a8a4e-d9bd-4aa8-b3e6-dcf95e090019 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0815382 Dec 16 22:25:45.495641 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52252) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:45.500572 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-d0837123-d199-454a-b413-9f82b282cea6 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group': {'name': 'tempest-secgroup--702103483'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:45.511244 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e793691b-a965-4a59-8859-69f750666ec6 req-af97732c-70d4-4030-8878-ecc0fedc095f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975442 Dec 16 22:25:45.588436 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c98a2e9c-7927-4d24-a95b-1e115dfc9e54 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:45.595763 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c98a2e9c-7927-4d24-a95b-1e115dfc9e54 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:45.602651 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c98a2e9c-7927-4d24-a95b-1e115dfc9e54 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] 10.222.0.75 "DELETE /v2.0/networks/6041adbb-c8de-490e-ab43-b32d845e988b HTTP/1.1" status: 204 len: 168 time: 0.4930685 Dec 16 22:25:45.602651 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52254) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:45.665091 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d0837123-d199-454a-b413-9f82b282cea6 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:45.671230 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a2e9c-7927-4d24-a95b-1e115dfc9e54 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Pushing event deleted for resources: {'Network': ['ID=6041adbb-c8de-490e-ab43-b32d845e988b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:45.721063 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e87f7bd5-9e7d-4d81-bd60-99fe27cdf3b6 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:45.853032 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e87f7bd5-9e7d-4d81-bd60-99fe27cdf3b6 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:45.866795 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d0837123-d199-454a-b413-9f82b282cea6 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:45.880627 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-e87f7bd5-9e7d-4d81-bd60-99fe27cdf3b6 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2775e1dd-fb2a-4fe1-a540-1e046fcf65be']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:45.891669 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-e87f7bd5-9e7d-4d81-bd60-99fe27cdf3b6 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85fbb770-9cef-441f-a70f-73427b724f37') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:45.892042 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-e87f7bd5-9e7d-4d81-bd60-99fe27cdf3b6 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85fbb770-9cef-441f-a70f-73427b724f37') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:45.901863 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e87f7bd5-9e7d-4d81-bd60-99fe27cdf3b6 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:45.919707 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e87f7bd5-9e7d-4d81-bd60-99fe27cdf3b6 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:45.930961 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e87f7bd5-9e7d-4d81-bd60-99fe27cdf3b6 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:25:45.933947 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e87f7bd5-9e7d-4d81-bd60-99fe27cdf3b6 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:25:45.937686 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:25:45.976136 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d0837123-d199-454a-b413-9f82b282cea6 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:46.027680 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0837123-d199-454a-b413-9f82b282cea6 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27bce2f9-14f5-4372-bdf8-3b29c19daff7,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:46.092833 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d0837123-d199-454a-b413-9f82b282cea6 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:46.094211 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d0837123-d199-454a-b413-9f82b282cea6 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5980446 Dec 16 22:25:46.097152 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52266) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:46.102195 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-dcd963ac-add0-42b0-8622-545ff190bd7d tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group_rule': {'security_group_id': '27bce2f9-14f5-4372-bdf8-3b29c19daff7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:46.124881 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e87f7bd5-9e7d-4d81-bd60-99fe27cdf3b6 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:46.130463 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e87f7bd5-9e7d-4d81-bd60-99fe27cdf3b6 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:46.134191 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e87f7bd5-9e7d-4d81-bd60-99fe27cdf3b6 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] 10.222.0.75 "DELETE /v2.0/networks/2775e1dd-fb2a-4fe1-a540-1e046fcf65be HTTP/1.1" status: 204 len: 168 time: 0.5310731 Dec 16 22:25:46.136793 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52270) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:46.150566 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f7bd5-9e7d-4d81-bd60-99fe27cdf3b6 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Pushing event deleted for resources: {'Network': ['ID=2775e1dd-fb2a-4fe1-a540-1e046fcf65be,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:46.253018 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f921c01d-5db9-4bd0-bb6c-6ffe7c7ddc68 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:46.260115 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f921c01d-5db9-4bd0-bb6c-6ffe7c7ddc68 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:46.265388 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f921c01d-5db9-4bd0-bb6c-6ffe7c7ddc68 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1236894 Dec 16 22:25:46.265878 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52274) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:46.270865 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-c8c4b336-ae17-4a28-8274-f80a9c27c7a0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1284202725'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:46.336152 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-dcd963ac-add0-42b0-8622-545ff190bd7d tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] create failed (client error): The resource could not be found. Dec 16 22:25:46.341357 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-dcd963ac-add0-42b0-8622-545ff190bd7d tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2423115 Dec 16 22:25:46.341791 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52278) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:46.347182 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-016a253c-7321-493e-a749-032da651c589 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group_rule': {'security_group_id': '27bce2f9-14f5-4372-bdf8-3b29c19daff7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e0056273-ed81-4bb2-ac24-bd7683f37403'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:46.444940 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c4b336-ae17-4a28-8274-f80a9c27c7a0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Made reservation on behalf of 17ebae0500454113b7bc0a9b900edace for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:46.449382 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c8c4b336-ae17-4a28-8274-f80a9c27c7a0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:46.491872 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c4b336-ae17-4a28-8274-f80a9c27c7a0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:25:46.502683 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c8c4b336-ae17-4a28-8274-f80a9c27c7a0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:46.503093 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-c8c4b336-ae17-4a28-8274-f80a9c27c7a0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Added segment 15b0edb1-23af-4623-987c-00d68286e95f of type vlan for network 38299105-5669-49f9-a2bd-f502a7f5d9b5 Dec 16 22:25:46.553240 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c8c4b336-ae17-4a28-8274-f80a9c27c7a0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:46.566692 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-016a253c-7321-493e-a749-032da651c589 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] create failed (client error): The resource could not be found. Dec 16 22:25:46.570298 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-016a253c-7321-493e-a749-032da651c589 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2252104 Dec 16 22:25:46.571417 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52284) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:46.662817 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c8c4b336-ae17-4a28-8274-f80a9c27c7a0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:46.669236 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c4b336-ae17-4a28-8274-f80a9c27c7a0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:46.670136 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c8c4b336-ae17-4a28-8274-f80a9c27c7a0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:46.685624 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4be80a3d-c557-471d-801c-558e5fc369f0 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:46.708708 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d47970-145f-40dd-b1c1-9ed73b3c0c65 req-ff0f9da7-6ef6-448e-aaae-ea48ddb855f4 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:46.710434 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a4d47970-145f-40dd-b1c1-9ed73b3c0c65 req-ff0f9da7-6ef6-448e-aaae-ea48ddb855f4 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=efc86396-51a4-474f-beb3-10a7113a558b HTTP/1.1" status: 200 len: 946 time: 0.0939791 Dec 16 22:25:46.726806 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4be80a3d-c557-471d-801c-558e5fc369f0 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:46.790082 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c8c4b336-ae17-4a28-8274-f80a9c27c7a0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5209143 Dec 16 22:25:46.790082 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4b336-ae17-4a28-8274-f80a9c27c7a0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Pushing event updated for resources: {'Network': ['ID=38299105-5669-49f9-a2bd-f502a7f5d9b5,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:46.790620 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52292) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:46.795530 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-97e5d0ea-d810-4e9e-be4b-91debac99078 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-826835833'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:46.808876 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 38299105-5669-49f9-a2bd-f502a7f5d9b5 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:25:46.841463 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a4d47970-145f-40dd-b1c1-9ed73b3c0c65 req-4b181b59-123a-4286-969a-4b5f1698a4f9 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129794 Dec 16 22:25:46.919568 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e5d0ea-d810-4e9e-be4b-91debac99078 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Made reservation on behalf of 17ebae0500454113b7bc0a9b900edace for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:46.925762 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97e5d0ea-d810-4e9e-be4b-91debac99078 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:46.950944 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e5d0ea-d810-4e9e-be4b-91debac99078 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:25:46.964586 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97e5d0ea-d810-4e9e-be4b-91debac99078 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:46.965070 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-97e5d0ea-d810-4e9e-be4b-91debac99078 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Added segment f744a94c-7daf-4000-a6f0-611f8e8d3498 of type vlan for network 5a3a5c33-45ec-4cb0-b656-177f1d3f84b7 Dec 16 22:25:46.989294 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4be80a3d-c557-471d-801c-558e5fc369f0 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:46.995973 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4be80a3d-c557-471d-801c-558e5fc369f0 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:47.008230 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4be80a3d-c557-471d-801c-558e5fc369f0 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "DELETE /v2.0/security-groups/27bce2f9-14f5-4372-bdf8-3b29c19daff7 HTTP/1.1" status: 204 len: 168 time: 0.4280756 Dec 16 22:25:47.009173 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52300) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:47.031953 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97e5d0ea-d810-4e9e-be4b-91debac99078 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:47.039898 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be80a3d-c557-471d-801c-558e5fc369f0 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bce2f9-14f5-4372-bdf8-3b29c19daff7,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:47.071499 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-dcf5db8b-49ec-4cec-ad56-193d12aefe9b tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0515625 Dec 16 22:25:47.075014 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52304) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:47.080031 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-4428cdeb-924b-4029-a2dc-0d80c48672e0 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group_rule': {'security_group_id': 'a9d722bb-0b4d-43ad-b970-183c702cb279', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:47.216752 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97e5d0ea-d810-4e9e-be4b-91debac99078 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:47.222371 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e5d0ea-d810-4e9e-be4b-91debac99078 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:47.223623 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97e5d0ea-d810-4e9e-be4b-91debac99078 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:47.299191 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5d0ea-d810-4e9e-be4b-91debac99078 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Pushing event updated for resources: {'Network': ['ID=5a3a5c33-45ec-4cb0-b656-177f1d3f84b7,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:47.310394 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 5a3a5c33-45ec-4cb0-b656-177f1d3f84b7 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:25:47.399141 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-97e5d0ea-d810-4e9e-be4b-91debac99078 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6053922 Dec 16 22:25:47.400019 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52310) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:47.405568 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-3e706b4e-4349-46bc-92c6-93df0b54a04f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Request body: {'ports': [{'network_id': '38299105-5669-49f9-a2bd-f502a7f5d9b5', 'name': 'tempest-port--1441466345', 'admin_state_up': True}, {'network_id': '5a3a5c33-45ec-4cb0-b656-177f1d3f84b7', 'admin_state_up': False}]} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:47.406113 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-3e706b4e-4349-46bc-92c6-93df0b54a04f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Request body: {'port': {'network_id': '38299105-5669-49f9-a2bd-f502a7f5d9b5', 'name': 'tempest-port--1441466345', 'admin_state_up': True}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:47.406654 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-3e706b4e-4349-46bc-92c6-93df0b54a04f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Request body: {'port': {'network_id': '5a3a5c33-45ec-4cb0-b656-177f1d3f84b7', 'admin_state_up': False}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:47.428604 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-4428cdeb-924b-4029-a2dc-0d80c48672e0 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] create failed (client error): The resource could not be found. Dec 16 22:25:47.429538 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4428cdeb-924b-4029-a2dc-0d80c48672e0 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3532112 Dec 16 22:25:47.433296 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52314) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:47.438929 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-044b2bae-4f52-4923-bf42-c308e7e52d23 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group': {'name': 'tempest-secgroup--1983169575'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:47.544678 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763359e4-a1e9-4094-b98a-770847110a9f req-df9d97fc-a8cb-4fe9-8932-083d748255fa tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:47.546370 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-763359e4-a1e9-4094-b98a-770847110a9f req-df9d97fc-a8cb-4fe9-8932-083d748255fa tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=efc86396-51a4-474f-beb3-10a7113a558b HTTP/1.1" status: 200 len: 946 time: 0.0525866 Dec 16 22:25:47.594813 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-763359e4-a1e9-4094-b98a-770847110a9f req-0e6bd032-abe2-4d98-beb8-d67a5b2994fb tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419936 Dec 16 22:25:47.605317 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-044b2bae-4f52-4923-bf42-c308e7e52d23 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:47.683206 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-044b2bae-4f52-4923-bf42-c308e7e52d23 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:47.753559 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e706b4e-4349-46bc-92c6-93df0b54a04f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Made reservation on behalf of 17ebae0500454113b7bc0a9b900edace for: {'port': 2} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:47.759332 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e706b4e-4349-46bc-92c6-93df0b54a04f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:47.774290 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e706b4e-4349-46bc-92c6-93df0b54a04f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:47.793154 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-044b2bae-4f52-4923-bf42-c308e7e52d23 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:47.825143 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b2bae-4f52-4923-bf42-c308e7e52d23 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5cf7e4-d924-4d97-b844-8c6179928cb0,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:47.864399 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-3e706b4e-4349-46bc-92c6-93df0b54a04f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] device_id is not set on port 1efe2837-913b-4ad5-a83b-8c98890061db yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:25:47.873598 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 32fe797d-5d31-4a1c-8554-7429627da10d details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:25:47.908814 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-044b2bae-4f52-4923-bf42-c308e7e52d23 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:47.912655 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-044b2bae-4f52-4923-bf42-c308e7e52d23 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4778068 Dec 16 22:25:47.916700 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52328) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:47.925526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-fadb4f3e-4bc7-4fe7-bf44-833bd179775d tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group': {'name': 'tempest-secgroup--74764041'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:47.997544 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 32fe797d-5d31-4a1c-8554-7429627da10d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=32fe797d-5d31-4a1c-8554-7429627da10d,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:48.003545 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e706b4e-4349-46bc-92c6-93df0b54a04f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:48.010350 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '32fe797d-5d31-4a1c-8554-7429627da10d', 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1', 'port_id': '32fe797d-5d31-4a1c-8554-7429627da10d', 'mac_address': 'fa:16:3e:9c:b4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ecefe13-aa2d-48b4-a74c-5805e96883cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:25:48.050433 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:48.052196 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fadb4f3e-4bc7-4fe7-bf44-833bd179775d tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:48.065000 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32fe797d-5d31-4a1c-8554-7429627da10d {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:25:48.086642 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-3e706b4e-4349-46bc-92c6-93df0b54a04f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] device_id is not set on port 749ba041-4a49-4525-8f1f-52f6ff766d3f yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:25:48.089961 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 32fe797d-5d31-4a1c-8554-7429627da10d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=32fe797d-5d31-4a1c-8554-7429627da10d,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:48.155304 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fadb4f3e-4bc7-4fe7-bf44-833bd179775d tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:48.182697 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:48.209357 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e706b4e-4349-46bc-92c6-93df0b54a04f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:48.237675 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=32fe797d-5d31-4a1c-8554-7429627da10d,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:48.273675 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fadb4f3e-4bc7-4fe7-bf44-833bd179775d tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:48.310078 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb4f3e-4bc7-4fe7-bf44-833bd179775d tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9175ba17-2c87-4ff1-af0c-e5db813fa81b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:48.325293 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e706b4e-4349-46bc-92c6-93df0b54a04f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:48.392939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e706b4e-4349-46bc-92c6-93df0b54a04f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Pushing event updated for resources: {'Port': ['ID=1efe2837-913b-4ad5-a83b-8c98890061db,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:48.401021 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e706b4e-4349-46bc-92c6-93df0b54a04f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Checking segment: {'id': '15b0edb1-23af-4623-987c-00d68286e95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '38299105-5669-49f9-a2bd-f502a7f5d9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:48.401390 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e706b4e-4349-46bc-92c6-93df0b54a04f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Network hostable DHCP agents. Network: 38299105-5669-49f9-a2bd-f502a7f5d9b5, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:25:48.412776 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['32fe797d-5d31-4a1c-8554-7429627da10d'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:25:48.420106 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fadb4f3e-4bc7-4fe7-bf44-833bd179775d tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:48.427926 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fadb4f3e-4bc7-4fe7-bf44-833bd179775d tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5037196 Dec 16 22:25:48.428107 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52336) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:48.429821 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-1597c9cc-c8f1-4df8-a1bd-3d575cfcd785 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group_rule': {'security_group_id': '8d5cf7e4-d924-4d97-b844-8c6179928cb0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9175ba17-2c87-4ff1-af0c-e5db813fa81b'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:48.518984 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e706b4e-4349-46bc-92c6-93df0b54a04f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Network 38299105-5669-49f9-a2bd-f502a7f5d9b5 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:25:48.663002 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-3e706b4e-4349-46bc-92c6-93df0b54a04f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 38299105-5669-49f9-a2bd-f502a7f5d9b5) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:48.673631 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7ecb7a-61d3-49a1-92b6-0f842f2632d4 None None] Network 38299105-5669-49f9-a2bd-f502a7f5d9b5 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:48.678630 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e706b4e-4349-46bc-92c6-93df0b54a04f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:48.680982 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e706b4e-4349-46bc-92c6-93df0b54a04f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:48.734962 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-1597c9cc-c8f1-4df8-a1bd-3d575cfcd785 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:25:48.736599 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1597c9cc-c8f1-4df8-a1bd-3d575cfcd785 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3111999 Dec 16 22:25:48.739461 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52348) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:48.793287 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e706b4e-4349-46bc-92c6-93df0b54a04f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Pushing event updated for resources: {'Port': ['ID=749ba041-4a49-4525-8f1f-52f6ff766d3f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:48.821504 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-28904d63-8853-4377-8eab-8eec0a01f9bd tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:48.839631 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17453ad0-97f8-416b-b547-8b7a67375d1f req-ec7d6765-cefe-459c-8b61-c5af636c360f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:48.872802 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-17453ad0-97f8-416b-b547-8b7a67375d1f req-ec7d6765-cefe-459c-8b61-c5af636c360f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=efc86396-51a4-474f-beb3-10a7113a558b HTTP/1.1" status: 200 len: 946 time: 0.1523643 Dec 16 22:25:48.872802 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e706b4e-4349-46bc-92c6-93df0b54a04f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Checking segment: {'id': 'f744a94c-7daf-4000-a6f0-611f8e8d3498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5a3a5c33-45ec-4cb0-b656-177f1d3f84b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:48.872802 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e706b4e-4349-46bc-92c6-93df0b54a04f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Network hostable DHCP agents. Network: 5a3a5c33-45ec-4cb0-b656-177f1d3f84b7, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:25:48.873674 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-28904d63-8853-4377-8eab-8eec0a01f9bd tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:48.904068 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-17453ad0-97f8-416b-b547-8b7a67375d1f req-10f43c4d-5a6c-48d6-b0ad-62e60962479b tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540564 Dec 16 22:25:49.028076 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e706b4e-4349-46bc-92c6-93df0b54a04f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Network 5a3a5c33-45ec-4cb0-b656-177f1d3f84b7 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:25:49.073574 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-28904d63-8853-4377-8eab-8eec0a01f9bd tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:49.076395 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-28904d63-8853-4377-8eab-8eec0a01f9bd tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:49.080120 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-28904d63-8853-4377-8eab-8eec0a01f9bd tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "DELETE /v2.0/security-groups/9175ba17-2c87-4ff1-af0c-e5db813fa81b HTTP/1.1" status: 204 len: 168 time: 0.3363521 Dec 16 22:25:49.080521 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52366) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:49.090710 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28904d63-8853-4377-8eab-8eec0a01f9bd tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9175ba17-2c87-4ff1-af0c-e5db813fa81b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:49.159259 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f2f4f8be-cdbd-4fa4-bdd2-b90e0d083733 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0775437 Dec 16 22:25:49.162530 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52370) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:49.200511 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-3e706b4e-4349-46bc-92c6-93df0b54a04f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 5a3a5c33-45ec-4cb0-b656-177f1d3f84b7) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:49.210594 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e706b4e-4349-46bc-92c6-93df0b54a04f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:49.211108 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bea266-ded7-45ff-9b8c-9d2403c2c871 None None] Network 5a3a5c33-45ec-4cb0-b656-177f1d3f84b7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:49.217585 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e706b4e-4349-46bc-92c6-93df0b54a04f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:49.222555 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e706b4e-4349-46bc-92c6-93df0b54a04f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:49.223411 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e706b4e-4349-46bc-92c6-93df0b54a04f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:49.251827 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0196355f-cb89-4441-bb63-bf27b0e5448e tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:49.278047 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0196355f-cb89-4441-bb63-bf27b0e5448e tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:49.368301 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3e706b4e-4349-46bc-92c6-93df0b54a04f tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.9668677 Dec 16 22:25:49.370797 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52380) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:49.431377 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6196c12-712f-4268-a2a3-78d151d8fbec tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:49.437740 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6196c12-712f-4268-a2a3-78d151d8fbec tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:49.439353 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a6196c12-712f-4268-a2a3-78d151d8fbec tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0674450 Dec 16 22:25:49.451634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52384) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:49.491869 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0196355f-cb89-4441-bb63-bf27b0e5448e tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:49.494557 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0196355f-cb89-4441-bb63-bf27b0e5448e tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:49.496107 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0196355f-cb89-4441-bb63-bf27b0e5448e tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "DELETE /v2.0/security-groups/8d5cf7e4-d924-4d97-b844-8c6179928cb0 HTTP/1.1" status: 204 len: 168 time: 0.3323202 Dec 16 22:25:49.499903 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52392) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:49.526384 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196355f-cb89-4441-bb63-bf27b0e5448e tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5cf7e4-d924-4d97-b844-8c6179928cb0,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:49.535032 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc01830-6673-459e-bf43-9e7ca7c31a83 req-8c3cb001-28c8-4c1b-b111-49ad007356f9 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:49.537456 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5fc01830-6673-459e-bf43-9e7ca7c31a83 req-8c3cb001-28c8-4c1b-b111-49ad007356f9 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.76 "GET /v2.0/ports?device_id=efc86396-51a4-474f-beb3-10a7113a558b HTTP/1.1" status: 200 len: 946 time: 0.0851688 Dec 16 22:25:49.559243 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-bf75fa0e-3aff-4d01-97fd-fa006ebfbc62 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Deleting port 1efe2837-913b-4ad5-a83b-8c98890061db {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:49.559621 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf75fa0e-3aff-4d01-97fd-fa006ebfbc62 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:49.643011 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d84f0cc7-e459-4d4b-b65c-8ad068805a56 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1417596 Dec 16 22:25:49.645462 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52398) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:49.653309 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-77f5b909-0646-43ac-9d2b-8e9ea74548b6 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group': {'name': 'tempest-secgroup--1248877162'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:49.660474 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf75fa0e-3aff-4d01-97fd-fa006ebfbc62 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:49.683253 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-bf75fa0e-3aff-4d01-97fd-fa006ebfbc62 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Calling delete_port for 1efe2837-913b-4ad5-a83b-8c98890061db owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:49.745152 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-5fc01830-6673-459e-bf43-9e7ca7c31a83 req-c16eda9a-6236-4ef7-9688-89ec463f1336 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Deleting port 99878e9c-71e3-4911-a67f-30e0a3c4fe67 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:49.745655 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5fc01830-6673-459e-bf43-9e7ca7c31a83 req-c16eda9a-6236-4ef7-9688-89ec463f1336 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:49.809053 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-77f5b909-0646-43ac-9d2b-8e9ea74548b6 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:49.868769 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 32fe797d-5d31-4a1c-8554-7429627da10d up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:25:49.874236 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf75fa0e-3aff-4d01-97fd-fa006ebfbc62 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:49.901249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-5fc01830-6673-459e-bf43-9e7ca7c31a83 req-c16eda9a-6236-4ef7-9688-89ec463f1336 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] For port 99878e9c-71e3-4911-a67f-30e0a3c4fe67, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=99878e9c-71e3-4911-a67f-30e0a3c4fe67,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:49.901715 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5fc01830-6673-459e-bf43-9e7ca7c31a83 req-c16eda9a-6236-4ef7-9688-89ec463f1336 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:49.909148 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75fa0e-3aff-4d01-97fd-fa006ebfbc62 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Pushing event deleted for resources: {'Port': ['ID=1efe2837-913b-4ad5-a83b-8c98890061db,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:49.927584 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf75fa0e-3aff-4d01-97fd-fa006ebfbc62 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:49.929080 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-5fc01830-6673-459e-bf43-9e7ca7c31a83 req-c16eda9a-6236-4ef7-9688-89ec463f1336 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Calling delete_port for 99878e9c-71e3-4911-a67f-30e0a3c4fe67 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:49.965047 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-77f5b909-0646-43ac-9d2b-8e9ea74548b6 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:50.002395 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52418) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:50.004338 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bf75fa0e-3aff-4d01-97fd-fa006ebfbc62 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] 10.222.0.75 "DELETE /v2.0/ports/1efe2837-913b-4ad5-a83b-8c98890061db HTTP/1.1" status: 204 len: 168 time: 0.5554976 Dec 16 22:25:50.022428 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 32fe797d-5d31-4a1c-8554-7429627da10d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:50.022815 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:50.089093 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-77f5b909-0646-43ac-9d2b-8e9ea74548b6 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:50.162312 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:50.210727 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5b909-0646-43ac-9d2b-8e9ea74548b6 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf99625d-0c17-455a-9cb6-59e6e2fb1d1f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:50.217055 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 32fe797d-5d31-4a1c-8554-7429627da10d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=32fe797d-5d31-4a1c-8554-7429627da10d,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:50.219173 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a91173-3344-4373-bbb0-0d4d16a13655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fe797d-5d31-4a1c-8554-7429627da10d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:25:50.224904 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1830d41e-38da-4141-8913-8dc0ec1d32d9" -d '{"events": [{"server_uuid": "b6a91173-3344-4373-bbb0-0d4d16a13655", "name": "network-vif-plugged", "status": "completed", "tag": "32fe797d-5d31-4a1c-8554-7429627da10d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:25:50.278104 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63440b-2305-4276-95c0-959d16cc454b req-6da32007-30b6-41d1-874a-244d178eca2e tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:50.281768 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cb23a1-72cc-41fd-8f4d-5ae4df266598 x-openstack-request-id: req-62cb23a1-72cc-41fd-8f4d-5ae4df266598 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:25:50.282588 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a91173-3344-4373-bbb0-0d4d16a13655", "name": "network-vif-plugged", "status": "completed", "tag": "32fe797d-5d31-4a1c-8554-7429627da10d", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:25:50.283023 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-62cb23a1-72cc-41fd-8f4d-5ae4df266598 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:25:50.283633 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a91173-3344-4373-bbb0-0d4d16a13655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fe797d-5d31-4a1c-8554-7429627da10d', 'code': 200} Dec 16 22:25:50.287713 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1e63440b-2305-4276-95c0-959d16cc454b req-6da32007-30b6-41d1-874a-244d178eca2e tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=efc86396-51a4-474f-beb3-10a7113a558b HTTP/1.1" status: 200 len: 946 time: 0.2381926 Dec 16 22:25:50.313846 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-77f5b909-0646-43ac-9d2b-8e9ea74548b6 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:50.315119 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-77f5b909-0646-43ac-9d2b-8e9ea74548b6 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6654096 Dec 16 22:25:50.319724 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52424) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:50.325904 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-5f0314ef-461f-490e-87dc-7fc90d1847b3 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group_rule': {'security_group_id': 'cf99625d-0c17-455a-9cb6-59e6e2fb1d1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:50.327692 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:50.353009 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-a0f2e723-045b-40f6-ada7-73b51f11e5ab tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Deleting port 749ba041-4a49-4525-8f1f-52f6ff766d3f {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:50.353353 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0f2e723-045b-40f6-ada7-73b51f11e5ab tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:50.404023 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=32fe797d-5d31-4a1c-8554-7429627da10d,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:50.417429 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1e63440b-2305-4276-95c0-959d16cc454b req-ed4fa2a6-165d-46de-8bf7-602595d51f8e tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286988 Dec 16 22:25:50.425534 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5fc01830-6673-459e-bf43-9e7ca7c31a83 req-c16eda9a-6236-4ef7-9688-89ec463f1336 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:50.464802 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['99878e9c-71e3-4911-a67f-30e0a3c4fe67'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:25:50.482077 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0f2e723-045b-40f6-ada7-73b51f11e5ab tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:50.501872 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16eda9a-6236-4ef7-9688-89ec463f1336 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Pushing event deleted for resources: {'Port': ['ID=99878e9c-71e3-4911-a67f-30e0a3c4fe67,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:50.535750 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde67696-dfd2-441f-aa8c-667e2c3821c8 None None] DHCP port deletion for 95473deb-c4c6-4acd-ac8d-825e9f19ae01 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:25:50.538820 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-a0f2e723-045b-40f6-ada7-73b51f11e5ab tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Calling delete_port for 749ba041-4a49-4525-8f1f-52f6ff766d3f owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:50.549017 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-5f0314ef-461f-490e-87dc-7fc90d1847b3 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:25:50.550549 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5f0314ef-461f-490e-87dc-7fc90d1847b3 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2296510 Dec 16 22:25:50.554246 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52428) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:50.559324 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-adb57d46-c6df-473d-ae03-48f6be7d1e2f tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group_rule': {'security_group_id': 'cf99625d-0c17-455a-9cb6-59e6e2fb1d1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:50.611937 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc01830-6673-459e-bf43-9e7ca7c31a83 req-c16eda9a-6236-4ef7-9688-89ec463f1336 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] No DVR routers for this DVR port 99878e9c-71e3-4911-a67f-30e0a3c4fe67 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:50.616834 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5fc01830-6673-459e-bf43-9e7ca7c31a83 req-c16eda9a-6236-4ef7-9688-89ec463f1336 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:50.620860 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5fc01830-6673-459e-bf43-9e7ca7c31a83 req-c16eda9a-6236-4ef7-9688-89ec463f1336 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.76 "DELETE /v2.0/ports/99878e9c-71e3-4911-a67f-30e0a3c4fe67 HTTP/1.1" status: 204 len: 173 time: 1.0658736 Dec 16 22:25:50.627240 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc86396-51a4-474f-beb3-10a7113a558b', 'name': 'network-vif-deleted', 'tag': '99878e9c-71e3-4911-a67f-30e0a3c4fe67'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:25:50.627240 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0896012e-e1b1-49d1-9d2b-efbbdd1befc4" -d '{"events": [{"server_uuid": "efc86396-51a4-474f-beb3-10a7113a558b", "name": "network-vif-deleted", "tag": "99878e9c-71e3-4911-a67f-30e0a3c4fe67"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:25:50.724260 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86000af1-10da-4fde-bb6e-1bfc1e6934e3 x-openstack-request-id: req-86000af1-10da-4fde-bb6e-1bfc1e6934e3 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:25:50.724559 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc86396-51a4-474f-beb3-10a7113a558b", "name": "network-vif-deleted", "tag": "99878e9c-71e3-4911-a67f-30e0a3c4fe67", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:25:50.724821 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-86000af1-10da-4fde-bb6e-1bfc1e6934e3 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:25:50.725253 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc86396-51a4-474f-beb3-10a7113a558b', 'name': 'network-vif-deleted', 'tag': '99878e9c-71e3-4911-a67f-30e0a3c4fe67', 'status': 'completed', 'code': 200} Dec 16 22:25:50.782691 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-adb57d46-c6df-473d-ae03-48f6be7d1e2f tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:25:50.784135 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-adb57d46-c6df-473d-ae03-48f6be7d1e2f tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2288213 Dec 16 22:25:50.788733 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52434) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:50.814777 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0f2e723-045b-40f6-ada7-73b51f11e5ab tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:50.865041 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2e723-045b-40f6-ada7-73b51f11e5ab tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Pushing event deleted for resources: {'Port': ['ID=749ba041-4a49-4525-8f1f-52f6ff766d3f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:50.879703 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0f2e723-045b-40f6-ada7-73b51f11e5ab tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:50.880704 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a0f2e723-045b-40f6-ada7-73b51f11e5ab tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] 10.222.0.75 "DELETE /v2.0/ports/749ba041-4a49-4525-8f1f-52f6ff766d3f HTTP/1.1" status: 204 len: 168 time: 0.8773420 Dec 16 22:25:50.883328 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52436) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:50.901664 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8e5faf0a-2f8c-4e2a-b781-120d9c8604d1 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:50.944459 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8e5faf0a-2f8c-4e2a-b781-120d9c8604d1 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:50.947092 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-60682c9a-1392-4827-a4fb-0da2e63f4354 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0615950 Dec 16 22:25:50.949959 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52442) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:50.956269 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-093f01f3-783d-4d1d-b894-64a220bd487c tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-334799005'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:51.084771 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8e5faf0a-2f8c-4e2a-b781-120d9c8604d1 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:51.085052 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093f01f3-783d-4d1d-b894-64a220bd487c tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Made reservation on behalf of 17ebae0500454113b7bc0a9b900edace for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:51.087615 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8e5faf0a-2f8c-4e2a-b781-120d9c8604d1 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:51.091322 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-093f01f3-783d-4d1d-b894-64a220bd487c tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:51.091558 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8e5faf0a-2f8c-4e2a-b781-120d9c8604d1 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "DELETE /v2.0/security-groups/cf99625d-0c17-455a-9cb6-59e6e2fb1d1f HTTP/1.1" status: 204 len: 168 time: 0.2991433 Dec 16 22:25:51.092274 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52450) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:51.108462 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5faf0a-2f8c-4e2a-b781-120d9c8604d1 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf99625d-0c17-455a-9cb6-59e6e2fb1d1f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:51.157697 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093f01f3-783d-4d1d-b894-64a220bd487c tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:25:51.177805 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-dc6305e5-bd8f-46ec-8e85-ca9a315b7ab3 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0833158 Dec 16 22:25:51.179020 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-093f01f3-783d-4d1d-b894-64a220bd487c tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:51.179497 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-093f01f3-783d-4d1d-b894-64a220bd487c tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Added segment d1cb168c-2bfd-4458-9930-4d73de5fc693 of type vlan for network 98dfd706-9bd4-47cd-ab6c-ff3d4a04cc4a Dec 16 22:25:51.182574 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52452) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:51.188418 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-ddc32c5e-7466-41ba-a32c-f2d344285ad6 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group': {'name': 'tempest-secgroup--1032846861'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:51.237578 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-093f01f3-783d-4d1d-b894-64a220bd487c tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:51.302593 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ddc32c5e-7466-41ba-a32c-f2d344285ad6 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:51.326189 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-093f01f3-783d-4d1d-b894-64a220bd487c tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:51.333213 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093f01f3-783d-4d1d-b894-64a220bd487c tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:51.333873 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-093f01f3-783d-4d1d-b894-64a220bd487c tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:51.440689 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ddc32c5e-7466-41ba-a32c-f2d344285ad6 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:51.569881 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f13811be-f3e5-47f0-9dac-1ed5e2bdaf72 req-30069907-d0b4-4648-9c97-766114b2f150 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=efc86396-51a4-474f-beb3-10a7113a558b HTTP/1.1" status: 200 len: 210 time: 0.0408790 Dec 16 22:25:51.576752 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ddc32c5e-7466-41ba-a32c-f2d344285ad6 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:51.616173 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc32c5e-7466-41ba-a32c-f2d344285ad6 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c65ed8-fd76-480c-8103-3a79dda4f337,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:51.740524 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ddc32c5e-7466-41ba-a32c-f2d344285ad6 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:51.742363 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ddc32c5e-7466-41ba-a32c-f2d344285ad6 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5581536 Dec 16 22:25:51.745181 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52462) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:51.756536 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-1d9d26f2-cb3b-4806-8d76-c4155f7c01d3 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:51.757241 n-d-815324-4 neutron-server[103614]: WARNING neutron.api.v2.base [None req-1d9d26f2-cb3b-4806-8d76-c4155f7c01d3 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 22:25:51.757935 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-1d9d26f2-cb3b-4806-8d76-c4155f7c01d3 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] update failed (client error): There was a conflict when trying to complete your request. Dec 16 22:25:51.761539 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1d9d26f2-cb3b-4806-8d76-c4155f7c01d3 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "PUT /v2.0/security-groups/79c65ed8-fd76-480c-8103-3a79dda4f337 HTTP/1.1" status: 409 len: 330 time: 0.0137682 Dec 16 22:25:51.763078 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52464) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:51.831166 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f01f3-783d-4d1d-b894-64a220bd487c tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Pushing event updated for resources: {'Network': ['ID=98dfd706-9bd4-47cd-ab6c-ff3d4a04cc4a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:51.834259 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 98dfd706-9bd4-47cd-ab6c-ff3d4a04cc4a details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:25:51.902937 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c6deb85e-6655-47a9-bb38-807ac5eb416e tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:51.955464 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-093f01f3-783d-4d1d-b894-64a220bd487c tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0013096 Dec 16 22:25:51.956034 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52468) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:51.962760 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-036554b3-d988-41e1-a711-d719b94484cb tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1991695614'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:51.982670 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c6deb85e-6655-47a9-bb38-807ac5eb416e tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:52.189402 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036554b3-d988-41e1-a711-d719b94484cb tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Made reservation on behalf of 17ebae0500454113b7bc0a9b900edace for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:52.193301 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-036554b3-d988-41e1-a711-d719b94484cb tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:52.235944 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c6deb85e-6655-47a9-bb38-807ac5eb416e tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:52.239769 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c6deb85e-6655-47a9-bb38-807ac5eb416e tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:52.240949 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c6deb85e-6655-47a9-bb38-807ac5eb416e tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "DELETE /v2.0/security-groups/79c65ed8-fd76-480c-8103-3a79dda4f337 HTTP/1.1" status: 204 len: 168 time: 0.4759398 Dec 16 22:25:52.243855 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52480) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:52.253747 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036554b3-d988-41e1-a711-d719b94484cb tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:25:52.264234 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6deb85e-6655-47a9-bb38-807ac5eb416e tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c65ed8-fd76-480c-8103-3a79dda4f337,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:52.270801 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-036554b3-d988-41e1-a711-d719b94484cb tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:52.274433 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-036554b3-d988-41e1-a711-d719b94484cb tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Added segment cc49154f-716e-4e66-868c-f7cf96c73e78 of type vlan for network 73b4a8df-c029-40a5-b131-1e0d294c04f2 Dec 16 22:25:52.325677 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-036554b3-d988-41e1-a711-d719b94484cb tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:52.380679 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-45c40013-2c45-4b4c-b7f0-953f16b411fb tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1352696 Dec 16 22:25:52.386855 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52484) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:52.404017 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-949565b8-a508-4b87-a21d-6f9628481b4f tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] delete failed (client error): The resource could not be found. Dec 16 22:25:52.405424 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-949565b8-a508-4b87-a21d-6f9628481b4f tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "DELETE /v2.0/security-groups/2a17efe9-8f24-44e8-9ddd-ead038f993b5 HTTP/1.1" status: 404 len: 347 time: 0.0171065 Dec 16 22:25:52.408996 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52486) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:52.447151 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-4b757b7c-5f35-485a-b123-c8928ecb3411 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] show failed (client error): The resource could not be found. Dec 16 22:25:52.452689 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4b757b7c-5f35-485a-b123-c8928ecb3411 tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "GET /v2.0/security-groups/a6c82cad-c6dc-43df-905b-a747b51b77f9 HTTP/1.1" status: 404 len: 347 time: 0.0413530 Dec 16 22:25:52.452922 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52488) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:52.467830 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-036554b3-d988-41e1-a711-d719b94484cb tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:52.477338 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036554b3-d988-41e1-a711-d719b94484cb tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:52.478110 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-036554b3-d988-41e1-a711-d719b94484cb tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:52.494068 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-85b79d21-c141-43db-afee-84326343172c tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] show failed (client error): The resource could not be found. Dec 16 22:25:52.498376 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-85b79d21-c141-43db-afee-84326343172c tempest-NegativeSecGroupIPv6Test-1683460781 tempest-NegativeSecGroupIPv6Test-1683460781-project] 10.222.0.75 "GET /v2.0/security-group-rules/653f3c1c-0441-427a-86b4-06123910349b HTTP/1.1" status: 404 len: 356 time: 0.0380132 Dec 16 22:25:52.613747 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036554b3-d988-41e1-a711-d719b94484cb tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Pushing event updated for resources: {'Network': ['ID=73b4a8df-c029-40a5-b131-1e0d294c04f2,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:52.650599 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 73b4a8df-c029-40a5-b131-1e0d294c04f2 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:25:52.693103 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-036554b3-d988-41e1-a711-d719b94484cb tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7361743 Dec 16 22:25:52.835204 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52500) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:52.842290 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-37d3ed91-441d-44d7-a50b-230e14d642b0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Request body: {'subnets': [{'network_id': '98dfd706-9bd4-47cd-ab6c-ff3d4a04cc4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--905122291', 'ip_version': 4}, {'network_id': '73b4a8df-c029-40a5-b131-1e0d294c04f2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:52.842621 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-37d3ed91-441d-44d7-a50b-230e14d642b0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Request body: {'subnet': {'network_id': '98dfd706-9bd4-47cd-ab6c-ff3d4a04cc4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--905122291', 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:52.843926 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-37d3ed91-441d-44d7-a50b-230e14d642b0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Request body: {'subnet': {'network_id': '73b4a8df-c029-40a5-b131-1e0d294c04f2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:53.130131 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-7b5789ee-92c9-4522-bcee-eee07fe50617 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:53.151927 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-7b5789ee-92c9-4522-bcee-eee07fe50617 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/networks?id=95473deb-c4c6-4acd-ac8d-825e9f19ae01 HTTP/1.1" status: 200 len: 811 time: 0.2259679 Dec 16 22:25:53.173258 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-c8816000-edda-4ee0-a4b0-f4dbb9802d49 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/quotas/ea5518dc3a684f128c195124e4b872a7 HTTP/1.1" status: 200 len: 375 time: 0.0202236 Dec 16 22:25:53.270484 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-73f27f39-7015-43b7-af42-36cc4ea3fc3a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ea5518dc3a684f128c195124e4b872a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0927877 Dec 16 22:25:53.275877 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-b072ab9b-051f-4689-bf5b-5af15bca3863 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:25:53.297536 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-b072ab9b-051f-4689-bf5b-5af15bca3863 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0259180 Dec 16 22:25:53.331208 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d3ed91-441d-44d7-a50b-230e14d642b0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Made reservation on behalf of 17ebae0500454113b7bc0a9b900edace for: {'subnet': 2} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:53.337073 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-37d3ed91-441d-44d7-a50b-230e14d642b0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:53.337812 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-37d3ed91-441d-44d7-a50b-230e14d642b0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:53.350865 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52526) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:53.393887 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6bbf-8a66-4331-9c34-2d918cd3aba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:53.449538 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-cd457dc5-f6a8-4e7a-a8bb-a2057ce4705f service neutron] 10.222.0.75 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509099 Dec 16 22:25:53.621555 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-abc26a14-f409-4678-9f7c-74f5d1e0c31f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=10ab396aed75452ab330c4de39078add&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2692778 Dec 16 22:25:53.640828 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-c0d04e5c-e1f3-4e5d-b8ae-96dea1c767da service neutron] 10.222.0.75 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876607 Dec 16 22:25:53.642734 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52532) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:53.763487 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6eb19cfd-8f37-4d96-98c0-0e60cd46efb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:53.805200 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6eb19cfd-8f37-4d96-98c0-0e60cd46efb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:53.930479 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 99878e9c-71e3-4911-a67f-30e0a3c4fe67 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:25:53.984339 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 99878e9c-71e3-4911-a67f-30e0a3c4fe67 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:25:53.985739 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 99878e9c-71e3-4911-a67f-30e0a3c4fe67 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:25:53.989164 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6eb19cfd-8f37-4d96-98c0-0e60cd46efb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:53.992528 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6eb19cfd-8f37-4d96-98c0-0e60cd46efb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:53.994358 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6eb19cfd-8f37-4d96-98c0-0e60cd46efb6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/df529b40-c579-44f1-8725-f71c49109474 HTTP/1.1" status: 204 len: 168 time: 0.3495576 Dec 16 22:25:53.994857 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5141dd19-6d4f-457f-b204-099d64a53005 req-b8b6361a-ed6a-460e-b70a-41317ddf256b tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 210 time: 0.0484054 Dec 16 22:25:54.008903 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb19cfd-8f37-4d96-98c0-0e60cd46efb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df529b40-c579-44f1-8725-f71c49109474,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:54.028189 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-37d3ed91-441d-44d7-a50b-230e14d642b0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:54.165238 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3ed91-441d-44d7-a50b-230e14d642b0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Pushing event updated for resources: {'Subnet': ['ID=b10b8b75-6a85-4997-9617-97cb7a21a26e,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:54.235634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d3ed91-441d-44d7-a50b-230e14d642b0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Checking segment: {'id': 'd1cb168c-2bfd-4458-9930-4d73de5fc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '98dfd706-9bd4-47cd-ab6c-ff3d4a04cc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:54.235634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d3ed91-441d-44d7-a50b-230e14d642b0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Network hostable DHCP agents. Network: 98dfd706-9bd4-47cd-ab6c-ff3d4a04cc4a, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:25:54.330861 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d3ed91-441d-44d7-a50b-230e14d642b0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Network 98dfd706-9bd4-47cd-ab6c-ff3d4a04cc4a is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:25:54.679205 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-37d3ed91-441d-44d7-a50b-230e14d642b0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 98dfd706-9bd4-47cd-ab6c-ff3d4a04cc4a) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:54.683931 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-37d3ed91-441d-44d7-a50b-230e14d642b0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:54.686857 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2871639-61e7-414a-af08-b2e06f6bf9b5 None None] Network 98dfd706-9bd4-47cd-ab6c-ff3d4a04cc4a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:54.764122 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3ed91-441d-44d7-a50b-230e14d642b0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Pushing event updated for resources: {'Subnet': ['ID=ba44ea51-cefe-48b1-9a08-7197c2ea492e,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:54.773951 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d3ed91-441d-44d7-a50b-230e14d642b0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Checking segment: {'id': 'cc49154f-716e-4e66-868c-f7cf96c73e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73b4a8df-c029-40a5-b131-1e0d294c04f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:54.774120 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d3ed91-441d-44d7-a50b-230e14d642b0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Network hostable DHCP agents. Network: 73b4a8df-c029-40a5-b131-1e0d294c04f2, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:25:54.858394 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4163f93c-9fd7-43de-b628-f1f1d3ade6a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-98dfd706-9bd4-47cd-ab6c-ff3d4a04cc4a', 'network_id': '98dfd706-9bd4-47cd-ab6c-ff3d4a04cc4a', 'project_id': '17ebae0500454113b7bc0a9b900edace', 'fixed_ips': [{'subnet_id': 'b10b8b75-6a85-4997-9617-97cb7a21a26e'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:25:54.859478 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4163f93c-9fd7-43de-b628-f1f1d3ade6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:54.925919 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d3ed91-441d-44d7-a50b-230e14d642b0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Network 73b4a8df-c029-40a5-b131-1e0d294c04f2 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:25:55.084885 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-37d3ed91-441d-44d7-a50b-230e14d642b0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 73b4a8df-c029-40a5-b131-1e0d294c04f2) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:55.094416 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d3ed91-441d-44d7-a50b-230e14d642b0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:55.095029 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d3ed91-441d-44d7-a50b-230e14d642b0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:55.095934 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-37d3ed91-441d-44d7-a50b-230e14d642b0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:55.239192 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-37d3ed91-441d-44d7-a50b-230e14d642b0 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.4026022 Dec 16 22:25:55.240118 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52586) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:55.246663 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a8872ac2-0419-4e87-aa25-90855eb7549c req-fd816850-0aa1-4ccf-a4b2-3b4d5d5d9751 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 210 time: 0.1317351 Dec 16 22:25:55.258341 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74da745-1fef-45bc-b4f2-8ec1e6c56be1 None None] Network 73b4a8df-c029-40a5-b131-1e0d294c04f2 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:55.365171 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028cd457-6515-4cc6-9134-cd5cae477d49 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:55.366773 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028cd457-6515-4cc6-9134-cd5cae477d49 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:55.368534 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028cd457-6515-4cc6-9134-cd5cae477d49 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:55.372762 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-028cd457-6515-4cc6-9134-cd5cae477d49 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1313419 Dec 16 22:25:55.376864 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52592) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:55.408382 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-4163f93c-9fd7-43de-b628-f1f1d3ade6a9 None None] Allocated IP 172.20.0.2 (98dfd706-9bd4-47cd-ab6c-ff3d4a04cc4a/b10b8b75-6a85-4997-9617-97cb7a21a26e/4c8da90a-fbd7-41f2-871d-10ae76394484) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:55.560540 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-782c67c9-8591-4f8a-b1f2-cd5ab30200bd tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Deleting subnet b10b8b75-6a85-4997-9617-97cb7a21a26e {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:25:55.619259 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5765b93-e216-4bbd-848f-64fe5dd16e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-73b4a8df-c029-40a5-b131-1e0d294c04f2', 'network_id': '73b4a8df-c029-40a5-b131-1e0d294c04f2', 'project_id': '17ebae0500454113b7bc0a9b900edace', 'fixed_ips': [{'subnet_id': 'ba44ea51-cefe-48b1-9a08-7197c2ea492e'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:25:55.620146 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c5765b93-e216-4bbd-848f-64fe5dd16e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:55.637733 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52604) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:55.751577 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-87633155-60cf-4c92-91bb-46cf55cbb61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:55.825309 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-823c6f1f-11ba-4ea9-aa2a-cd455d7b6a06 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-852569898'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:55.841965 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4163f93c-9fd7-43de-b628-f1f1d3ade6a9 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:55.872598 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-c5765b93-e216-4bbd-848f-64fe5dd16e27 None None] Allocated IP 172.20.0.18 (73b4a8df-c029-40a5-b131-1e0d294c04f2/ba44ea51-cefe-48b1-9a08-7197c2ea492e/1380fa46-fc99-4002-83f6-2e1d68353a91) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:25:56.027434 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-782c67c9-8591-4f8a-b1f2-cd5ab30200bd tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:56.034972 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823c6f1f-11ba-4ea9-aa2a-cd455d7b6a06 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] Made reservation on behalf of a43602032ada4a6ba0fe3d053be06205 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:25:56.036778 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4163f93c-9fd7-43de-b628-f1f1d3ade6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:56.040028 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-823c6f1f-11ba-4ea9-aa2a-cd455d7b6a06 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:56.064318 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c5765b93-e216-4bbd-848f-64fe5dd16e27 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:56.235261 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-782c67c9-8591-4f8a-b1f2-cd5ab30200bd tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:56.237196 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4163f93c-9fd7-43de-b628-f1f1d3ade6a9 None None] Network 98dfd706-9bd4-47cd-ab6c-ff3d4a04cc4a is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:56.237196 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-4163f93c-9fd7-43de-b628-f1f1d3ade6a9 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:56.237196 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4163f93c-9fd7-43de-b628-f1f1d3ade6a9 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:56.237196 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4163f93c-9fd7-43de-b628-f1f1d3ade6a9 None None] Pushing event updated for resources: {'Port': ['ID=4c8da90a-fbd7-41f2-871d-10ae76394484,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:56.237894 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-823c6f1f-11ba-4ea9-aa2a-cd455d7b6a06 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:56.238073 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4163f93c-9fd7-43de-b628-f1f1d3ade6a9 None None] Attempting to bind port 4c8da90a-fbd7-41f2-871d-10ae76394484 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:25:56.238073 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4163f93c-9fd7-43de-b628-f1f1d3ade6a9 None None] Attempting to bind port 4c8da90a-fbd7-41f2-871d-10ae76394484 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'd1cb168c-2bfd-4458-9930-4d73de5fc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '98dfd706-9bd4-47cd-ab6c-ff3d4a04cc4a'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:25:56.238073 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4163f93c-9fd7-43de-b628-f1f1d3ade6a9 None None] Attempting to bind port 4c8da90a-fbd7-41f2-871d-10ae76394484 on network 98dfd706-9bd4-47cd-ab6c-ff3d4a04cc4a {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:25:56.238073 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4163f93c-9fd7-43de-b628-f1f1d3ade6a9 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:25:56.238073 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4163f93c-9fd7-43de-b628-f1f1d3ade6a9 None None] Checking segment: {'id': 'd1cb168c-2bfd-4458-9930-4d73de5fc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '98dfd706-9bd4-47cd-ab6c-ff3d4a04cc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:56.238073 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4163f93c-9fd7-43de-b628-f1f1d3ade6a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:56.238073 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4163f93c-9fd7-43de-b628-f1f1d3ade6a9 None None] Bound using segment: {'id': 'd1cb168c-2bfd-4458-9930-4d73de5fc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '98dfd706-9bd4-47cd-ab6c-ff3d4a04cc4a'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:25:56.238073 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4163f93c-9fd7-43de-b628-f1f1d3ade6a9 None None] Bound port: 4c8da90a-fbd7-41f2-871d-10ae76394484, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1cb168c-2bfd-4458-9930-4d73de5fc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '98dfd706-9bd4-47cd-ab6c-ff3d4a04cc4a'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:25:56.238073 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4163f93c-9fd7-43de-b628-f1f1d3ade6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:56.283107 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-782c67c9-8591-4f8a-b1f2-cd5ab30200bd tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:56.365248 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-823c6f1f-11ba-4ea9-aa2a-cd455d7b6a06 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:56.410014 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1273c4ce-ec5e-4617-a27e-d71b2f8b9562 req-e0509a4f-ff2d-4c53-8220-e52f325a7371 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 210 time: 0.0430379 Dec 16 22:25:56.603474 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-823c6f1f-11ba-4ea9-aa2a-cd455d7b6a06 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:56.611950 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c5765b93-e216-4bbd-848f-64fe5dd16e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:56.632059 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823c6f1f-11ba-4ea9-aa2a-cd455d7b6a06 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:25:56.647518 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-782c67c9-8591-4f8a-b1f2-cd5ab30200bd tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:56.720218 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4163f93c-9fd7-43de-b628-f1f1d3ade6a9 None None] For port 4c8da90a-fbd7-41f2-871d-10ae76394484, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:25:56.742189 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4163f93c-9fd7-43de-b628-f1f1d3ade6a9 None None] For port 4c8da90a-fbd7-41f2-871d-10ae76394484, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4c8da90a-fbd7-41f2-871d-10ae76394484,segment=NetworkSegment(d1cb168c-2bfd-4458-9930-4d73de5fc693),segment_id=d1cb168c-2bfd-4458-9930-4d73de5fc693)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:25:56.744886 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5765b93-e216-4bbd-848f-64fe5dd16e27 None None] Pushing event updated for resources: {'Port': ['ID=1380fa46-fc99-4002-83f6-2e1d68353a91,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:56.761293 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-782c67c9-8591-4f8a-b1f2-cd5ab30200bd tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:56.769157 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-782c67c9-8591-4f8a-b1f2-cd5ab30200bd tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] 10.222.0.75 "DELETE /v2.0/subnets/b10b8b75-6a85-4997-9617-97cb7a21a26e HTTP/1.1" status: 204 len: 168 time: 1.3821185 Dec 16 22:25:56.770342 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52626) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:56.792988 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-823c6f1f-11ba-4ea9-aa2a-cd455d7b6a06 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:56.792988 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-823c6f1f-11ba-4ea9-aa2a-cd455d7b6a06 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] Added segment a7cabd19-b0e4-4e04-8aab-9c20203cb851 of type vlan for network b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40 Dec 16 22:25:56.797752 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c67c9-8591-4f8a-b1f2-cd5ab30200bd tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Pushing event deleted for resources: {'Subnet': ['ID=b10b8b75-6a85-4997-9617-97cb7a21a26e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:56.808859 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5765b93-e216-4bbd-848f-64fe5dd16e27 None None] Network 73b4a8df-c029-40a5-b131-1e0d294c04f2 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:25:56.836262 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c6f1f-11ba-4ea9-aa2a-cd455d7b6a06 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab83cd4-f783-4a6c-a3c7-012d7511058e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:56.896960 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-c5765b93-e216-4bbd-848f-64fe5dd16e27 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:25:56.909174 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5765b93-e216-4bbd-848f-64fe5dd16e27 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:25:56.916673 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-1719823a-f9ef-4ec9-8a1f-37abea94e3eb tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Deleting subnet ba44ea51-cefe-48b1-9a08-7197c2ea492e {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:25:56.918907 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4163f93c-9fd7-43de-b628-f1f1d3ade6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:56.933916 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1719823a-f9ef-4ec9-8a1f-37abea94e3eb tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:56.972080 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-823c6f1f-11ba-4ea9-aa2a-cd455d7b6a06 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:57.010062 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1719823a-f9ef-4ec9-8a1f-37abea94e3eb tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:57.100193 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c5765b93-e216-4bbd-848f-64fe5dd16e27 None None] Attempting to bind port 1380fa46-fc99-4002-83f6-2e1d68353a91 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:25:57.100562 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c5765b93-e216-4bbd-848f-64fe5dd16e27 None None] Attempting to bind port 1380fa46-fc99-4002-83f6-2e1d68353a91 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'cc49154f-716e-4e66-868c-f7cf96c73e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73b4a8df-c029-40a5-b131-1e0d294c04f2'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:25:57.100930 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5765b93-e216-4bbd-848f-64fe5dd16e27 None None] Attempting to bind port 1380fa46-fc99-4002-83f6-2e1d68353a91 on network 73b4a8df-c029-40a5-b131-1e0d294c04f2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:25:57.111223 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5765b93-e216-4bbd-848f-64fe5dd16e27 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:25:57.111598 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5765b93-e216-4bbd-848f-64fe5dd16e27 None None] Checking segment: {'id': 'cc49154f-716e-4e66-868c-f7cf96c73e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73b4a8df-c029-40a5-b131-1e0d294c04f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:25:57.112033 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c5765b93-e216-4bbd-848f-64fe5dd16e27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:57.112797 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5765b93-e216-4bbd-848f-64fe5dd16e27 None None] Bound using segment: {'id': 'cc49154f-716e-4e66-868c-f7cf96c73e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73b4a8df-c029-40a5-b131-1e0d294c04f2'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:25:57.114173 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c5765b93-e216-4bbd-848f-64fe5dd16e27 None None] Bound port: 1380fa46-fc99-4002-83f6-2e1d68353a91, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc49154f-716e-4e66-868c-f7cf96c73e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73b4a8df-c029-40a5-b131-1e0d294c04f2'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:25:57.114649 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c5765b93-e216-4bbd-848f-64fe5dd16e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:57.123324 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4163f93c-9fd7-43de-b628-f1f1d3ade6a9 None None] Pushing event updated for resources: {'Port': ['ID=4c8da90a-fbd7-41f2-871d-10ae76394484,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:57.158459 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1719823a-f9ef-4ec9-8a1f-37abea94e3eb tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:57.170690 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-823c6f1f-11ba-4ea9-aa2a-cd455d7b6a06 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:57.174347 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:57.180663 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c6f1f-11ba-4ea9-aa2a-cd455d7b6a06 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:57.181593 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-823c6f1f-11ba-4ea9-aa2a-cd455d7b6a06 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:57.190391 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:57.307552 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c6f1f-11ba-4ea9-aa2a-cd455d7b6a06 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] Pushing event updated for resources: {'Network': ['ID=b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:57.322251 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:25:57.325229 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-823c6f1f-11ba-4ea9-aa2a-cd455d7b6a06 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.6883662 Dec 16 22:25:57.333169 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52634) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:57.338031 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.tag.tag_plugin [None req-100c615a-244d-435c-81db-85f33f874b04 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40', 'tempest-TagsTest-Tag-1772774348') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:57.414239 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c5765b93-e216-4bbd-848f-64fe5dd16e27 None None] For port 1380fa46-fc99-4002-83f6-2e1d68353a91, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:25:57.416477 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1719823a-f9ef-4ec9-8a1f-37abea94e3eb tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:57.458064 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c5765b93-e216-4bbd-848f-64fe5dd16e27 None None] For port 1380fa46-fc99-4002-83f6-2e1d68353a91, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=1380fa46-fc99-4002-83f6-2e1d68353a91,segment=NetworkSegment(cc49154f-716e-4e66-868c-f7cf96c73e78),segment_id=cc49154f-716e-4e66-868c-f7cf96c73e78)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:25:57.576659 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1719823a-f9ef-4ec9-8a1f-37abea94e3eb tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:57.579974 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1719823a-f9ef-4ec9-8a1f-37abea94e3eb tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] 10.222.0.75 "DELETE /v2.0/subnets/ba44ea51-cefe-48b1-9a08-7197c2ea492e HTTP/1.1" status: 204 len: 168 time: 0.8086069 Dec 16 22:25:57.581273 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719823a-f9ef-4ec9-8a1f-37abea94e3eb tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Pushing event deleted for resources: {'Subnet': ['ID=ba44ea51-cefe-48b1-9a08-7197c2ea492e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:57.584389 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52644) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:57.641154 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c5765b93-e216-4bbd-848f-64fe5dd16e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:57.645174 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6147e245-67c6-45fd-b3bc-f0b966da297f req-8b119989-6cb8-45a3-a876-de68ee14ddf1 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 210 time: 0.0860569 Dec 16 22:25:57.697928 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b5fa23-1294-47e0-aa1d-f63991e497e4 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:57.703963 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52650) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:57.704196 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-49b5fa23-1294-47e0-aa1d-f63991e497e4 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1170962 Dec 16 22:25:57.754531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5765b93-e216-4bbd-848f-64fe5dd16e27 None None] Pushing event updated for resources: {'Port': ['ID=1380fa46-fc99-4002-83f6-2e1d68353a91,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:57.815980 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3842d9a9-2561-4dca-a80e-e408973fd541 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:57.828366 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-100c615a-244d-435c-81db-85f33f874b04 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] 10.222.0.75 "PUT /v2.0/networks/b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40/tags/tempest-TagsTest-Tag-1772774348 HTTP/1.1" status: 201 len: 201 time: 0.4928195 Dec 16 22:25:57.829989 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52656) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:57.837901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-035f1d85-4538-4993-b7f7-3bd41fbf76b6 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40', 'tempest-TagsTest-Tag-1772774348') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:58.026306 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-035f1d85-4538-4993-b7f7-3bd41fbf76b6 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] 10.222.0.75 "GET /v2.0/networks/b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40/tags/tempest-TagsTest-Tag-1772774348 HTTP/1.1" status: 204 len: 168 time: 0.1926229 Dec 16 22:25:58.028806 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52658) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:58.084422 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-3511eda2-5f9b-4346-a2be-af25371518fb tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:58.248538 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3511eda2-5f9b-4346-a2be-af25371518fb tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] 10.222.0.75 "GET /v2.0/networks/b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40/tags HTTP/1.1" status: 200 len: 238 time: 0.2183375 Dec 16 22:25:58.249935 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52660) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:58.255072 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-9b8bbf2e-2387-48f4-a60f-1e48ae9e0b30 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40', {'tags': ['tempest-TagsTest-Tag-1716146609', 'tempest-TagsTest-Tag-891069432', 'tempest-TagsTest-Tag-140794725']}) {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:58.297667 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:58.462322 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:58.649303 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9b8bbf2e-2387-48f4-a60f-1e48ae9e0b30 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] 10.222.0.75 "PUT /v2.0/networks/b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40/tags HTTP/1.1" status: 200 len: 307 time: 0.3981874 Dec 16 22:25:58.650888 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52672) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:58.656151 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-861e3ea1-65d1-4840-9079-69848b0a8645 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40', 'tempest-TagsTest-Tag-1716146609') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:58.842890 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199c17ad-ed40-45cf-b17d-801f4f497e43 None None] Network 98dfd706-9bd4-47cd-ab6c-ff3d4a04cc4a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:58.857814 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 1380fa46-fc99-4002-83f6-2e1d68353a91 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:25:58.936506 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-3842d9a9-2561-4dca-a80e-e408973fd541 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Deleting port 1380fa46-fc99-4002-83f6-2e1d68353a91 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:58.943712 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3842d9a9-2561-4dca-a80e-e408973fd541 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:58.952725 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0396e64e-2ab9-4639-81cd-a757955c16ee req-02d1241a-9c97-454d-8e99-426885b9faf9 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 210 time: 0.0580907 Dec 16 22:25:59.012381 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-861e3ea1-65d1-4840-9079-69848b0a8645 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] 10.222.0.75 "DELETE /v2.0/networks/b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40/tags/tempest-TagsTest-Tag-1716146609 HTTP/1.1" status: 204 len: 168 time: 0.3611128 Dec 16 22:25:59.014866 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52682) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:59.020710 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-367fbf9d-3b50-4007-b1b5-a8c6cfa70781 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40', 'tempest-TagsTest-Tag-1716146609') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:59.031312 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-3842d9a9-2561-4dca-a80e-e408973fd541 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] For port 1380fa46-fc99-4002-83f6-2e1d68353a91, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=1380fa46-fc99-4002-83f6-2e1d68353a91,segment=NetworkSegment(cc49154f-716e-4e66-868c-f7cf96c73e78),segment_id=cc49154f-716e-4e66-868c-f7cf96c73e78)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:59.031695 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3842d9a9-2561-4dca-a80e-e408973fd541 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:59.049938 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-3842d9a9-2561-4dca-a80e-e408973fd541 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Calling delete_port for 1380fa46-fc99-4002-83f6-2e1d68353a91 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:59.193167 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b6813d91-812a-4dec-bbd0-815ee819ba9b None None] Provisioning complete for port 4c8da90a-fbd7-41f2-871d-10ae76394484 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:59.195175 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b6813d91-812a-4dec-bbd0-815ee819ba9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:59.242099 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-367fbf9d-3b50-4007-b1b5-a8c6cfa70781 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] show failed (client error): The resource could not be found. Dec 16 22:25:59.243284 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-367fbf9d-3b50-4007-b1b5-a8c6cfa70781 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] 10.222.0.75 "GET /v2.0/networks/b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40/tags/tempest-TagsTest-Tag-1716146609 HTTP/1.1" status: 404 len: 326 time: 0.2273343 Dec 16 22:25:59.249397 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52686) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:59.258158 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-5ff2b0d5-bd35-499d-8cf8-85fbb22f1140 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40', 'tempest-TagsTest-Tag-891069432') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:59.318507 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-89c8524c-498e-4715-9313-284237fcc9e4 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:25:59.320153 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-89c8524c-498e-4715-9313-284237fcc9e4 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.76 "GET /v2.0/networks?id=95473deb-c4c6-4acd-ac8d-825e9f19ae01 HTTP/1.1" status: 200 len: 811 time: 1.3613615 Dec 16 22:25:59.321355 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3842d9a9-2561-4dca-a80e-e408973fd541 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:59.322722 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 1380fa46-fc99-4002-83f6-2e1d68353a91 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:59.323874 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:59.357082 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-2e79c2df-5f6d-42c5-a634-1e107840eeca tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Request body: {'port': {'device_id': 'ed30f2c7-7773-47c3-b617-a1b25d8eacdd', 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01', 'admin_state_up': True, 'tenant_id': 'ea5518dc3a684f128c195124e4b872a7'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:25:59.364694 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f9b855-cea1-4cf3-a56a-4dc685bdf183 None None] DHCP port deletion for 98dfd706-9bd4-47cd-ab6c-ff3d4a04cc4a request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:25:59.366770 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:59.376327 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3842d9a9-2561-4dca-a80e-e408973fd541 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] No DVR routers for this DVR port 1380fa46-fc99-4002-83f6-2e1d68353a91 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:25:59.428416 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Port 1380fa46-fc99-4002-83f6-2e1d68353a91 was deleted so its status cannot be updated. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 16 22:25:59.428910 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4c8da90a-fbd7-41f2-871d-10ae76394484 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:25:59.470871 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b6813d91-812a-4dec-bbd0-815ee819ba9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:59.497403 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5ff2b0d5-bd35-499d-8cf8-85fbb22f1140 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] 10.222.0.75 "GET /v2.0/networks/b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40/tags/tempest-TagsTest-Tag-891069432 HTTP/1.1" status: 204 len: 168 time: 0.2467968 Dec 16 22:25:59.504624 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52690) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:59.509379 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-600d9a7a-3c0c-4061-9b19-298d6ba664bb tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40', 'tempest-TagsTest-Tag-140794725') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:59.589839 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842d9a9-2561-4dca-a80e-e408973fd541 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Pushing event deleted for resources: {'Port': ['ID=1380fa46-fc99-4002-83f6-2e1d68353a91,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:59.611346 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b6813d91-812a-4dec-bbd0-815ee819ba9b None None] For port 4c8da90a-fbd7-41f2-871d-10ae76394484, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4c8da90a-fbd7-41f2-871d-10ae76394484,segment=NetworkSegment(d1cb168c-2bfd-4458-9930-4d73de5fc693),segment_id=d1cb168c-2bfd-4458-9930-4d73de5fc693)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:59.655136 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-58f9b855-cea1-4cf3-a56a-4dc685bdf183 None None] Deleting port 4c8da90a-fbd7-41f2-871d-10ae76394484 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:25:59.655684 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-58f9b855-cea1-4cf3-a56a-4dc685bdf183 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:59.661134 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 4c8da90a-fbd7-41f2-871d-10ae76394484 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:25:59.661134 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:59.714175 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-600d9a7a-3c0c-4061-9b19-298d6ba664bb tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] 10.222.0.75 "GET /v2.0/networks/b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40/tags/tempest-TagsTest-Tag-140794725 HTTP/1.1" status: 204 len: 168 time: 0.2050672 Dec 16 22:25:59.715314 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52698) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:25:59.730704 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d9684a-a2c8-4393-863d-cabc8512c4da None None] Network 73b4a8df-c029-40a5-b131-1e0d294c04f2 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:25:59.730980 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-80a32fe3-17a4-49e4-8610-45207c4f03b2 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:59.776190 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3842d9a9-2561-4dca-a80e-e408973fd541 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:59.812305 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b6813d91-812a-4dec-bbd0-815ee819ba9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:59.850141 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-3842d9a9-2561-4dca-a80e-e408973fd541 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b4a8df-c029-40a5-b131-1e0d294c04f2']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:59.872389 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-3842d9a9-2561-4dca-a80e-e408973fd541 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc49154f-716e-4e66-868c-f7cf96c73e78') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:59.873060 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-3842d9a9-2561-4dca-a80e-e408973fd541 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc49154f-716e-4e66-868c-f7cf96c73e78') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:25:59.896314 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3842d9a9-2561-4dca-a80e-e408973fd541 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:59.929064 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3842d9a9-2561-4dca-a80e-e408973fd541 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:59.929358 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-58f9b855-cea1-4cf3-a56a-4dc685bdf183 None None] For port 4c8da90a-fbd7-41f2-871d-10ae76394484, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4c8da90a-fbd7-41f2-871d-10ae76394484,segment=NetworkSegment(d1cb168c-2bfd-4458-9930-4d73de5fc693),segment_id=d1cb168c-2bfd-4458-9930-4d73de5fc693)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:25:59.929762 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-58f9b855-cea1-4cf3-a56a-4dc685bdf183 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:59.945506 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3842d9a9-2561-4dca-a80e-e408973fd541 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:25:59.945506 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3842d9a9-2561-4dca-a80e-e408973fd541 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:25:59.948643 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:25:59.959280 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-58f9b855-cea1-4cf3-a56a-4dc685bdf183 None None] Calling delete_port for 4c8da90a-fbd7-41f2-871d-10ae76394484 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:25:59.966651 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6813d91-812a-4dec-bbd0-815ee819ba9b None None] Pushing event updated for resources: {'Port': ['ID=4c8da90a-fbd7-41f2-871d-10ae76394484,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:25:59.987591 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6813d91-812a-4dec-bbd0-815ee819ba9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:59.989364 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6813d91-812a-4dec-bbd0-815ee819ba9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:59.989711 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6813d91-812a-4dec-bbd0-815ee819ba9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:59.990055 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6813d91-812a-4dec-bbd0-815ee819ba9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:59.991812 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6813d91-812a-4dec-bbd0-815ee819ba9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:59.992079 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6813d91-812a-4dec-bbd0-815ee819ba9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:59.992507 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6813d91-812a-4dec-bbd0-815ee819ba9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:59.992843 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6813d91-812a-4dec-bbd0-815ee819ba9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:59.994420 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6813d91-812a-4dec-bbd0-815ee819ba9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:59.994761 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6813d91-812a-4dec-bbd0-815ee819ba9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:59.995116 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6813d91-812a-4dec-bbd0-815ee819ba9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:59.995449 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6813d91-812a-4dec-bbd0-815ee819ba9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:25:59.995775 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6813d91-812a-4dec-bbd0-815ee819ba9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:00.001418 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-80a32fe3-17a4-49e4-8610-45207c4f03b2 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] 10.222.0.75 "DELETE /v2.0/networks/b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40/tags HTTP/1.1" status: 204 len: 168 time: 0.2788224 Dec 16 22:26:00.007146 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52706) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:00.024542 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-18f77c12-f82e-43ea-a360-522c1479f101 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40', 'tempest-TagsTest-Tag-891069432') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:00.032535 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d46a54cb-dfec-45b6-9b0d-29b918e767b2 None None] Could not find standard attr ID for object 1380fa46-fc99-4002-83f6-2e1d68353a91. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:26:00.035804 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3127f5-c265-40fb-992c-718ae9cfbc7d None None] DHCP port deletion for 73b4a8df-c029-40a5-b131-1e0d294c04f2 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:26:00.712621 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bfef5433-4525-4497-b738-e4f70a770633 req-8f04982d-bdbc-42dc-9244-6007aa1807dd tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 210 time: 0.0591640 Dec 16 22:26:00.712621 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-2e79c2df-5f6d-42c5-a634-1e107840eeca tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Made reservation on behalf of ea5518dc3a684f128c195124e4b872a7 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:00.712621 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-2e79c2df-5f6d-42c5-a634-1e107840eeca tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:00.712621 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3842d9a9-2561-4dca-a80e-e408973fd541 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:00.712621 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3842d9a9-2561-4dca-a80e-e408973fd541 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:00.712621 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3842d9a9-2561-4dca-a80e-e408973fd541 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] 10.222.0.75 "DELETE /v2.0/networks/73b4a8df-c029-40a5-b131-1e0d294c04f2 HTTP/1.1" status: 204 len: 168 time: 2.5048838 Dec 16 22:26:00.712621 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52710) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:00.712621 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842d9a9-2561-4dca-a80e-e408973fd541 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Pushing event deleted for resources: {'Network': ['ID=73b4a8df-c029-40a5-b131-1e0d294c04f2,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:00.718269 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-58f9b855-cea1-4cf3-a56a-4dc685bdf183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:00.719731 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-18f77c12-f82e-43ea-a360-522c1479f101 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] show failed (client error): The resource could not be found. Dec 16 22:26:00.719731 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-18f77c12-f82e-43ea-a360-522c1479f101 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] 10.222.0.75 "GET /v2.0/networks/b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40/tags/tempest-TagsTest-Tag-891069432 HTTP/1.1" status: 404 len: 325 time: 0.3172102 Dec 16 22:26:00.719731 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52714) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:00.719731 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-6b1a0e97-dd93-4cb5-a2a4-5d61d9f9cef3 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40', 'tempest-TagsTest-Tag-140794725') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:00.721222 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9b855-cea1-4cf3-a56a-4dc685bdf183 None None] Pushing event deleted for resources: {'Port': ['ID=4c8da90a-fbd7-41f2-871d-10ae76394484,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:00.721222 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f9b855-cea1-4cf3-a56a-4dc685bdf183 None None] No DVR routers for this DVR port 4c8da90a-fbd7-41f2-871d-10ae76394484 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:00.721561 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-18333968-cc6d-4438-8bb5-d489b1b14866 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:00.721756 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-6b1a0e97-dd93-4cb5-a2a4-5d61d9f9cef3 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] show failed (client error): The resource could not be found. Dec 16 22:26:00.721756 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6b1a0e97-dd93-4cb5-a2a4-5d61d9f9cef3 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] 10.222.0.75 "GET /v2.0/networks/b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40/tags/tempest-TagsTest-Tag-140794725 HTTP/1.1" status: 404 len: 325 time: 0.1134508 Dec 16 22:26:00.721756 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52718) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:00.721756 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-ccd17969-633d-4b2d-ae69-39539176ef6e tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:00.722291 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-2e79c2df-5f6d-42c5-a634-1e107840eeca tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Allocated IP 172.20.0.8 (95473deb-c4c6-4acd-ac8d-825e9f19ae01/d92fc665-bd71-47a6-9642-bbd2141113cf/700c3bf9-2d9c-4006-93e2-b55201933b43) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:26:00.722529 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ccd17969-633d-4b2d-ae69-39539176ef6e tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] 10.222.0.75 "DELETE /v2.0/networks/b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40/tags HTTP/1.1" status: 204 len: 168 time: 0.0882668 Dec 16 22:26:00.722529 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52720) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:00.723473 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-18333968-cc6d-4438-8bb5-d489b1b14866 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:00.723612 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 1380fa46-fc99-4002-83f6-2e1d68353a91 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:00.723681 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-18333968-cc6d-4438-8bb5-d489b1b14866 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98dfd706-9bd4-47cd-ab6c-ff3d4a04cc4a']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:00.723775 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-80336b8b-ae58-4d96-b09d-f7849541cd44 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:00.723852 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 1380fa46-fc99-4002-83f6-2e1d68353a91 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:26:00.723852 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 1380fa46-fc99-4002-83f6-2e1d68353a91 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:26:00.723852 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4c8da90a-fbd7-41f2-871d-10ae76394484 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:00.724044 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-18333968-cc6d-4438-8bb5-d489b1b14866 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1cb168c-2bfd-4458-9930-4d73de5fc693') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:00.724044 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-18333968-cc6d-4438-8bb5-d489b1b14866 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1cb168c-2bfd-4458-9930-4d73de5fc693') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:00.724211 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 4c8da90a-fbd7-41f2-871d-10ae76394484 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:26:00.724211 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4c8da90a-fbd7-41f2-871d-10ae76394484 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:26:00.724343 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-18333968-cc6d-4438-8bb5-d489b1b14866 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:00.746333 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-18333968-cc6d-4438-8bb5-d489b1b14866 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:00.762053 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18333968-cc6d-4438-8bb5-d489b1b14866 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:26:00.762831 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-18333968-cc6d-4438-8bb5-d489b1b14866 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:26:00.766431 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:26:00.774029 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-80336b8b-ae58-4d96-b09d-f7849541cd44 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:00.798159 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-80336b8b-ae58-4d96-b09d-f7849541cd44 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:00.809846 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-80336b8b-ae58-4d96-b09d-f7849541cd44 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7cabd19-b0e4-4e04-8aab-9c20203cb851') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:00.810147 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-80336b8b-ae58-4d96-b09d-f7849541cd44 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7cabd19-b0e4-4e04-8aab-9c20203cb851') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:00.820978 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-80336b8b-ae58-4d96-b09d-f7849541cd44 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:00.839803 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-80336b8b-ae58-4d96-b09d-f7849541cd44 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:00.846579 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80336b8b-ae58-4d96-b09d-f7849541cd44 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:26:00.847057 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-80336b8b-ae58-4d96-b09d-f7849541cd44 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:26:00.851032 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:26:00.877491 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-2e79c2df-5f6d-42c5-a634-1e107840eeca tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:00.982082 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-18333968-cc6d-4438-8bb5-d489b1b14866 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:00.989619 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-18333968-cc6d-4438-8bb5-d489b1b14866 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:00.992986 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-18333968-cc6d-4438-8bb5-d489b1b14866 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] 10.222.0.75 "DELETE /v2.0/networks/98dfd706-9bd4-47cd-ab6c-ff3d4a04cc4a HTTP/1.1" status: 204 len: 168 time: 0.7625554 Dec 16 22:26:00.995509 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52728) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:01.005417 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18333968-cc6d-4438-8bb5-d489b1b14866 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Pushing event deleted for resources: {'Network': ['ID=98dfd706-9bd4-47cd-ab6c-ff3d4a04cc4a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:01.045323 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-2e79c2df-5f6d-42c5-a634-1e107840eeca tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:01.063556 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-80336b8b-ae58-4d96-b09d-f7849541cd44 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:01.101324 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-80336b8b-ae58-4d96-b09d-f7849541cd44 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:01.105930 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-80336b8b-ae58-4d96-b09d-f7849541cd44 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] 10.222.0.75 "DELETE /v2.0/networks/b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40 HTTP/1.1" status: 204 len: 168 time: 0.5652382 Dec 16 22:26:01.112903 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79c2df-5f6d-42c5-a634-1e107840eeca tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Pushing event updated for resources: {'Port': ['ID=700c3bf9-2d9c-4006-93e2-b55201933b43,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:01.140541 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-2e79c2df-5f6d-42c5-a634-1e107840eeca tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:01.142106 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-2e79c2df-5f6d-42c5-a634-1e107840eeca tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:01.145909 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80336b8b-ae58-4d96-b09d-f7849541cd44 tempest-TagsTest-968965012 tempest-TagsTest-968965012-project] Pushing event deleted for resources: {'Network': ['ID=b1ccd4d3-5dc3-42f1-b5cd-2a2953cc4e40,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:01.154674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-2e79c2df-5f6d-42c5-a634-1e107840eeca tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:26:01.159361 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539d943c-43cb-490c-8826-8580a02961f8 None None] DHCP port deletion for 95473deb-c4c6-4acd-ac8d-825e9f19ae01 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:26:01.160036 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ba2d2935-77f3-472a-bc9d-6b0c931f1983 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:01.295933 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-85778a20-d6d5-42b6-86d6-135a68b9ec69 None None] Provisioning complete for port 700c3bf9-2d9c-4006-93e2-b55201933b43 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:01.296531 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-85778a20-d6d5-42b6-86d6-135a68b9ec69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:01.335351 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-2e79c2df-5f6d-42c5-a634-1e107840eeca tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:01.335351 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-2e79c2df-5f6d-42c5-a634-1e107840eeca tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:01.345192 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ba2d2935-77f3-472a-bc9d-6b0c931f1983 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:01.416226 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-85778a20-d6d5-42b6-86d6-135a68b9ec69 None None] Port 700c3bf9-2d9c-4006-93e2-b55201933b43 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:01.429933 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-ba2d2935-77f3-472a-bc9d-6b0c931f1983 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3a5c33-45ec-4cb0-b656-177f1d3f84b7']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:01.458299 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-ba2d2935-77f3-472a-bc9d-6b0c931f1983 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f744a94c-7daf-4000-a6f0-611f8e8d3498') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:01.458796 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-ba2d2935-77f3-472a-bc9d-6b0c931f1983 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f744a94c-7daf-4000-a6f0-611f8e8d3498') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:01.461284 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-2e79c2df-5f6d-42c5-a634-1e107840eeca tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1084840 Dec 16 22:26:01.468818 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cd7bb-f79b-46ab-aed1-f12924b00a7f req-1493deb8-ca26-4f48-a468-7f35bf17c357 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:01.473349 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4f0cd7bb-f79b-46ab-aed1-f12924b00a7f req-1493deb8-ca26-4f48-a468-7f35bf17c357 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 931 time: 0.1306863 Dec 16 22:26:01.490830 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ba2d2935-77f3-472a-bc9d-6b0c931f1983 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:01.530152 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ba2d2935-77f3-472a-bc9d-6b0c931f1983 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:01.544701 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2d2935-77f3-472a-bc9d-6b0c931f1983 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:26:01.545118 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ba2d2935-77f3-472a-bc9d-6b0c931f1983 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:26:01.548398 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:26:01.599330 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-301ce902-c681-4421-a1ee-26595d9a2797 service neutron] Request body: {'port': {'device_id': 'ed30f2c7-7773-47c3-b617-a1b25d8eacdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:01.649570 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4f0cd7bb-f79b-46ab-aed1-f12924b00a7f req-7a7b76a5-783a-490e-b3da-03243ad97528 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555972 Dec 16 22:26:01.671441 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-301ce902-c681-4421-a1ee-26595d9a2797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:01.790665 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ba2d2935-77f3-472a-bc9d-6b0c931f1983 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:01.794876 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ba2d2935-77f3-472a-bc9d-6b0c931f1983 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:01.818000 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ba2d2935-77f3-472a-bc9d-6b0c931f1983 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] 10.222.0.75 "DELETE /v2.0/networks/5a3a5c33-45ec-4cb0-b656-177f1d3f84b7 HTTP/1.1" status: 204 len: 168 time: 0.8104682 Dec 16 22:26:01.837566 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52756) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:01.874432 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52758) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:01.921584 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d2935-77f3-472a-bc9d-6b0c931f1983 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Pushing event deleted for resources: {'Network': ['ID=5a3a5c33-45ec-4cb0-b656-177f1d3f84b7,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:02.037554 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a6bf850b-8a78-4803-81bd-91e7b6bbf856 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:02.205668 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9027f4a9-86c9-4e6d-9fa7-5c8ee968b36e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a43602032ada4a6ba0fe3d053be06205&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3296745 Dec 16 22:26:02.209067 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52764) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:02.224610 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a6bf850b-8a78-4803-81bd-91e7b6bbf856 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:02.248762 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-a6bf850b-8a78-4803-81bd-91e7b6bbf856 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38299105-5669-49f9-a2bd-f502a7f5d9b5']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:02.263982 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-a6bf850b-8a78-4803-81bd-91e7b6bbf856 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b0edb1-23af-4623-987c-00d68286e95f') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:02.264315 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-a6bf850b-8a78-4803-81bd-91e7b6bbf856 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b0edb1-23af-4623-987c-00d68286e95f') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:02.278845 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a6bf850b-8a78-4803-81bd-91e7b6bbf856 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:02.297748 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a6bf850b-8a78-4803-81bd-91e7b6bbf856 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:02.307619 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6bf850b-8a78-4803-81bd-91e7b6bbf856 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:26:02.308258 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a6bf850b-8a78-4803-81bd-91e7b6bbf856 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:02.311348 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-301ce902-c681-4421-a1ee-26595d9a2797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700c3bf9-2d9c-4006-93e2-b55201933b43 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:26:02.311913 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:26:02.323216 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-301ce902-c681-4421-a1ee-26595d9a2797 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:02.326040 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f7426e7d-4dcb-45e2-83c2-2b5f796ef14a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:02.361121 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f7426e7d-4dcb-45e2-83c2-2b5f796ef14a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:02.542319 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a6bf850b-8a78-4803-81bd-91e7b6bbf856 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:02.552294 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a6bf850b-8a78-4803-81bd-91e7b6bbf856 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:02.558529 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a6bf850b-8a78-4803-81bd-91e7b6bbf856 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] 10.222.0.75 "DELETE /v2.0/networks/38299105-5669-49f9-a2bd-f502a7f5d9b5 HTTP/1.1" status: 204 len: 168 time: 0.7068617 Dec 16 22:26:02.570742 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-301ce902-c681-4421-a1ee-26595d9a2797 service neutron] Transition to ACTIVE for port object 700c3bf9-2d9c-4006-93e2-b55201933b43 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:26:02.572008 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f7426e7d-4dcb-45e2-83c2-2b5f796ef14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:02.575234 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f7426e7d-4dcb-45e2-83c2-2b5f796ef14a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:02.587303 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf850b-8a78-4803-81bd-91e7b6bbf856 tempest-BulkNetworkOpsTest-910896196 tempest-BulkNetworkOpsTest-910896196-project] Pushing event deleted for resources: {'Network': ['ID=38299105-5669-49f9-a2bd-f502a7f5d9b5,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:02.588149 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f7426e7d-4dcb-45e2-83c2-2b5f796ef14a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0ab83cd4-f783-4a6c-a3c7-012d7511058e HTTP/1.1" status: 204 len: 168 time: 0.3693981 Dec 16 22:26:02.620245 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7426e7d-4dcb-45e2-83c2-2b5f796ef14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab83cd4-f783-4a6c-a3c7-012d7511058e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:02.637934 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-301ce902-c681-4421-a1ee-26595d9a2797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:02.746715 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec7c49f-a5a8-4338-b8b8-bea1af86c268 None None] DHCP port deletion for 95473deb-c4c6-4acd-ac8d-825e9f19ae01 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:26:02.816209 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ce902-c681-4421-a1ee-26595d9a2797 service neutron] Pushing event updated for resources: {'Port': ['ID=700c3bf9-2d9c-4006-93e2-b55201933b43,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:02.906509 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e399ab1-a61e-464d-9359-5a7d451712ca req-710621d0-5787-4810-a044-b038fb63dbc3 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:02.914466 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6e399ab1-a61e-464d-9359-5a7d451712ca req-710621d0-5787-4810-a044-b038fb63dbc3 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 943 time: 0.1012185 Dec 16 22:26:02.939903 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-301ce902-c681-4421-a1ee-26595d9a2797 service neutron] Attempting to bind port 700c3bf9-2d9c-4006-93e2-b55201933b43 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:26:02.940277 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-301ce902-c681-4421-a1ee-26595d9a2797 service neutron] Attempting to bind port 700c3bf9-2d9c-4006-93e2-b55201933b43 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '54ececd1-5703-4b82-a936-724ab58accf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:26:02.940761 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-301ce902-c681-4421-a1ee-26595d9a2797 service neutron] Attempting to bind port 700c3bf9-2d9c-4006-93e2-b55201933b43 on network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:26:02.955314 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-301ce902-c681-4421-a1ee-26595d9a2797 service neutron] Port 700c3bf9-2d9c-4006-93e2-b55201933b43 on network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:26:02.955655 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-301ce902-c681-4421-a1ee-26595d9a2797 service neutron] Attempting to bind port 700c3bf9-2d9c-4006-93e2-b55201933b43 on network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:26:02.964499 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-301ce902-c681-4421-a1ee-26595d9a2797 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:26:02.971701 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-301ce902-c681-4421-a1ee-26595d9a2797 service neutron] Checking segment: {'id': '54ececd1-5703-4b82-a936-724ab58accf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:26:02.971701 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-301ce902-c681-4421-a1ee-26595d9a2797 service neutron] Bound using segment: {'id': '54ececd1-5703-4b82-a936-724ab58accf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:26:02.971701 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-301ce902-c681-4421-a1ee-26595d9a2797 service neutron] Bound port: 700c3bf9-2d9c-4006-93e2-b55201933b43, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ececd1-5703-4b82-a936-724ab58accf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:26:02.971701 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-301ce902-c681-4421-a1ee-26595d9a2797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:03.005235 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6e399ab1-a61e-464d-9359-5a7d451712ca req-fd3e241c-8504-40b8-b87e-ed6bc24b37df tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895178 Dec 16 22:26:03.114089 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-301ce902-c681-4421-a1ee-26595d9a2797 service neutron] For port 700c3bf9-2d9c-4006-93e2-b55201933b43, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:26:03.117912 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-301ce902-c681-4421-a1ee-26595d9a2797 service neutron] For port 700c3bf9-2d9c-4006-93e2-b55201933b43, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=700c3bf9-2d9c-4006-93e2-b55201933b43,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:26:03.206138 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-301ce902-c681-4421-a1ee-26595d9a2797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:03.303285 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52792) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:03.326156 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b00235-4de4-4edc-ad92-dafbfd6de3fa None None] DHCP port deletion for 95473deb-c4c6-4acd-ac8d-825e9f19ae01 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:26:03.350475 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-301ce902-c681-4421-a1ee-26595d9a2797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:03.351413 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-301ce902-c681-4421-a1ee-26595d9a2797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:03.358688 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-301ce902-c681-4421-a1ee-26595d9a2797 service neutron] 10.222.0.76 "PUT /v2.0/ports/700c3bf9-2d9c-4006-93e2-b55201933b43 HTTP/1.1" status: 200 len: 1091 time: 1.8748736 Dec 16 22:26:03.359242 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed30f2c7-7773-47c3-b617-a1b25d8eacdd', 'tag': '700c3bf9-2d9c-4006-93e2-b55201933b43'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:26:03.384156 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d75f957-4e16-4829-b075-276c6130e064" -d '{"events": [{"name": "network-changed", "server_uuid": "ed30f2c7-7773-47c3-b617-a1b25d8eacdd", "tag": "700c3bf9-2d9c-4006-93e2-b55201933b43"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:26:03.409353 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ce902-c681-4421-a1ee-26595d9a2797 service neutron] Pushing event updated for resources: {'Port': ['ID=700c3bf9-2d9c-4006-93e2-b55201933b43,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:03.474198 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5fafcf-783f-4a23-813d-a713c9093a31 x-openstack-request-id: req-3d5fafcf-783f-4a23-813d-a713c9093a31 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:26:03.476350 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed30f2c7-7773-47c3-b617-a1b25d8eacdd", "tag": "700c3bf9-2d9c-4006-93e2-b55201933b43", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:26:03.478472 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3d5fafcf-783f-4a23-813d-a713c9093a31 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:26:03.478472 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed30f2c7-7773-47c3-b617-a1b25d8eacdd', 'tag': '700c3bf9-2d9c-4006-93e2-b55201933b43', 'status': 'completed', 'code': 200} Dec 16 22:26:03.619083 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75f957-4e16-4829-b075-276c6130e064 req-657ff53d-80ab-42fc-bef1-dce296bdf2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:03.619083 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8d75f957-4e16-4829-b075-276c6130e064 req-657ff53d-80ab-42fc-bef1-dce296bdf2b8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ea5518dc3a684f128c195124e4b872a7&device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 1094 time: 0.0809953 Dec 16 22:26:03.733004 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-563ec2c4-40fa-4a4c-b49d-1f93b2c87c7a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=17ebae0500454113b7bc0a9b900edace&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4332893 Dec 16 22:26:03.746403 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52816) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:03.819768 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75f957-4e16-4829-b075-276c6130e064 req-fa348fc2-4b56-4bf9-91fd-f8c70e1a14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:03.822382 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8d75f957-4e16-4829-b075-276c6130e064 req-fa348fc2-4b56-4bf9-91fd-f8c70e1a14c5 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=ea5518dc3a684f128c195124e4b872a7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1880655 Dec 16 22:26:03.856821 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6c11fcb0-78f3-46f0-87ac-7d5e1bbe7087 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:03.893328 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6c11fcb0-78f3-46f0-87ac-7d5e1bbe7087 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:03.994908 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75f957-4e16-4829-b075-276c6130e064 req-dccb458c-bb95-4922-aceb-241366dbbe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:03.997850 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8d75f957-4e16-4829-b075-276c6130e064 req-dccb458c-bb95-4922-aceb-241366dbbe79 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1656797 Dec 16 22:26:04.052583 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6c11fcb0-78f3-46f0-87ac-7d5e1bbe7087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:04.061084 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6c11fcb0-78f3-46f0-87ac-7d5e1bbe7087 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:04.064676 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6c11fcb0-78f3-46f0-87ac-7d5e1bbe7087 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/718c658c-f4df-4153-a1a9-79d6ad0cd688 HTTP/1.1" status: 204 len: 168 time: 0.3131504 Dec 16 22:26:04.127314 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11fcb0-78f3-46f0-87ac-7d5e1bbe7087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718c658c-f4df-4153-a1a9-79d6ad0cd688,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:04.149134 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158e27d-0ba0-43ba-bc0f-f44fd962d6bb req-82883951-f5e0-487a-9b98-ada69cdbf9cb tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:04.149463 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-c6980086-1bfc-47e6-9c9b-97bfb2265c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:04.151275 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-c6980086-1bfc-47e6-9c9b-97bfb2265c7d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ea5518dc3a684f128c195124e4b872a7&device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 1094 time: 0.0656562 Dec 16 22:26:04.152397 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0158e27d-0ba0-43ba-bc0f-f44fd962d6bb req-82883951-f5e0-487a-9b98-ada69cdbf9cb tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 943 time: 0.0641987 Dec 16 22:26:04.255319 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-88829f7e-2b84-4af9-a4a6-6ac4f3e20812 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=700c3bf9-2d9c-4006-93e2-b55201933b43 HTTP/1.1" status: 200 len: 217 time: 0.0859232 Dec 16 22:26:04.297983 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0158e27d-0ba0-43ba-bc0f-f44fd962d6bb req-139425ae-f328-4873-baf7-b2e923bca67c tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391890 Dec 16 22:26:04.356033 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-ec27c8ba-66cb-4676-8ff7-d7f21d46e588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:04.359118 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-ec27c8ba-66cb-4676-8ff7-d7f21d46e588 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d92fc665-bd71-47a6-9642-bbd2141113cf HTTP/1.1" status: 200 len: 851 time: 0.0889392 Dec 16 22:26:04.434626 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-c0500803-2852-434e-92c9-c3dcb4ea88d6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95473deb-c4c6-4acd-ac8d-825e9f19ae01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643051 Dec 16 22:26:04.594217 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-7c3d03a4-52e1-47df-b6b5-b0cedd7353d2 service neutron] 10.222.0.76 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464446 Dec 16 22:26:04.899742 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-514f73ce-2e4d-4142-952f-776bf1615c78 req-93c97ebb-87f0-4a56-b3f2-d4c714419a21 service neutron] 10.222.0.76 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953596 Dec 16 22:26:05.510323 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187d9d7-bea5-4456-a8bf-bd2463255fd7 req-fa5112b4-54d0-4043-93de-f87f9a4393b4 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:05.512084 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4187d9d7-bea5-4456-a8bf-bd2463255fd7 req-fa5112b4-54d0-4043-93de-f87f9a4393b4 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 943 time: 0.0722072 Dec 16 22:26:05.573044 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4187d9d7-bea5-4456-a8bf-bd2463255fd7 req-5d6902ff-8f6e-4306-8162-6e08b2de8a27 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522664 Dec 16 22:26:06.075827 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52908) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:06.297240 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-c1439462-e299-4183-9c44-d95a47ef7376 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-552930028'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:06.399394 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52916) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:06.450078 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1439462-e299-4183-9c44-d95a47ef7376 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Made reservation on behalf of ac66d8dab830461c95f3885d1f77843c for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:06.460317 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c1439462-e299-4183-9c44-d95a47ef7376 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:06.473365 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c1439462-e299-4183-9c44-d95a47ef7376 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:06.572750 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8789b867-731c-411a-8989-12c241dedf0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:06.584046 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c1439462-e299-4183-9c44-d95a47ef7376 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:06.679462 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8789b867-731c-411a-8989-12c241dedf0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:06.688904 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c1439462-e299-4183-9c44-d95a47ef7376 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:06.716196 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1439462-e299-4183-9c44-d95a47ef7376 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:26:06.775449 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c1439462-e299-4183-9c44-d95a47ef7376 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:06.775794 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-c1439462-e299-4183-9c44-d95a47ef7376 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Added segment 23df22bd-bf43-451f-99cb-33212aa2e3e7 of type vlan for network 25dee55b-3f7a-4c62-b943-c5461c9add9a Dec 16 22:26:06.793376 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1439462-e299-4183-9c44-d95a47ef7376 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a074dbc3-246b-4afe-82ed-32ebded14e6d,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:06.831028 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b2ec4-b889-4d35-9def-3ca27f0f6d98 req-c67b6c44-3ec9-40dd-9c84-a235920bd3d0 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:06.833170 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-320b2ec4-b889-4d35-9def-3ca27f0f6d98 req-c67b6c44-3ec9-40dd-9c84-a235920bd3d0 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 943 time: 0.1565154 Dec 16 22:26:06.842537 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c1439462-e299-4183-9c44-d95a47ef7376 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:06.901159 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-320b2ec4-b889-4d35-9def-3ca27f0f6d98 req-f5c6dde9-a176-4ce6-9b95-b092a651436c tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603180 Dec 16 22:26:06.924874 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8789b867-731c-411a-8989-12c241dedf0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:06.966278 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8789b867-731c-411a-8989-12c241dedf0e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6fb6900c4d5647cf9f0fbda3d646b1e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5655372 Dec 16 22:26:06.967449 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789b867-731c-411a-8989-12c241dedf0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b82970f-39b6-4483-8309-eb526c0736f7,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:06.969071 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52936) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:06.970002 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c1439462-e299-4183-9c44-d95a47ef7376 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:06.976124 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1439462-e299-4183-9c44-d95a47ef7376 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:06.976964 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c1439462-e299-4183-9c44-d95a47ef7376 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:07.041013 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3912d966-b64a-4e0a-9b71-28b8e1899f51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:07.051439 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1439462-e299-4183-9c44-d95a47ef7376 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Network': ['ID=25dee55b-3f7a-4c62-b943-c5461c9add9a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:07.063710 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 25dee55b-3f7a-4c62-b943-c5461c9add9a details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:26:07.069176 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3912d966-b64a-4e0a-9b71-28b8e1899f51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:07.130095 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c1439462-e299-4183-9c44-d95a47ef7376 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0510569 Dec 16 22:26:07.133154 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52946) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:07.141338 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-83e21b8f-db21-4b33-8264-0c171eaf02cc tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1462502958'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:07.211194 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3912d966-b64a-4e0a-9b71-28b8e1899f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:07.214272 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3912d966-b64a-4e0a-9b71-28b8e1899f51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:07.218600 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3912d966-b64a-4e0a-9b71-28b8e1899f51 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3b82970f-39b6-4483-8309-eb526c0736f7 HTTP/1.1" status: 204 len: 168 time: 0.2450461 Dec 16 22:26:07.235923 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912d966-b64a-4e0a-9b71-28b8e1899f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b82970f-39b6-4483-8309-eb526c0736f7,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:07.258869 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e21b8f-db21-4b33-8264-0c171eaf02cc tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Made reservation on behalf of ac66d8dab830461c95f3885d1f77843c for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:07.265180 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-83e21b8f-db21-4b33-8264-0c171eaf02cc tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:07.292499 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e21b8f-db21-4b33-8264-0c171eaf02cc tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:26:07.301572 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-83e21b8f-db21-4b33-8264-0c171eaf02cc tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:07.301950 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-83e21b8f-db21-4b33-8264-0c171eaf02cc tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Added segment cf2e11fb-6464-46fb-8488-900b4169cae6 of type vlan for network f0f7dd36-6cd7-4e1b-9c93-ee5bc09f8a5c Dec 16 22:26:07.342742 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-83e21b8f-db21-4b33-8264-0c171eaf02cc tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:07.524302 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-83e21b8f-db21-4b33-8264-0c171eaf02cc tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:07.530168 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e21b8f-db21-4b33-8264-0c171eaf02cc tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:07.530764 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-83e21b8f-db21-4b33-8264-0c171eaf02cc tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:07.600990 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e21b8f-db21-4b33-8264-0c171eaf02cc tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Network': ['ID=f0f7dd36-6cd7-4e1b-9c93-ee5bc09f8a5c,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:07.611741 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network f0f7dd36-6cd7-4e1b-9c93-ee5bc09f8a5c details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:26:07.666330 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-83e21b8f-db21-4b33-8264-0c171eaf02cc tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5302687 Dec 16 22:26:07.667478 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52962) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:07.672402 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-1f3ab00e-3134-416f-b0e2-334ae047695f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'subnet': {'network_id': '25dee55b-3f7a-4c62-b943-c5461c9add9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:07.858908 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3ab00e-3134-416f-b0e2-334ae047695f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Made reservation on behalf of ac66d8dab830461c95f3885d1f77843c for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:07.862797 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1f3ab00e-3134-416f-b0e2-334ae047695f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:07.952125 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 700c3bf9-2d9c-4006-93e2-b55201933b43 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:26:08.081751 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae1459-9f6b-475f-aac3-1f44d742d3e7 req-82280b0a-3a04-417f-a7eb-317656d88a25 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:08.083878 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4bae1459-9f6b-475f-aac3-1f44d742d3e7 req-82280b0a-3a04-417f-a7eb-317656d88a25 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 943 time: 0.0769506 Dec 16 22:26:08.195298 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52990) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:08.210466 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4bae1459-9f6b-475f-aac3-1f44d742d3e7 req-36a292f2-3471-406c-bbfb-126c67fb4928 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770130 Dec 16 22:26:08.246621 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4f773a6b-ea82-41e0-97e4-efb0e5fc6ed4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:08.361098 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 700c3bf9-2d9c-4006-93e2-b55201933b43, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=700c3bf9-2d9c-4006-93e2-b55201933b43,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:08.367202 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4f773a6b-ea82-41e0-97e4-efb0e5fc6ed4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:08.375746 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '700c3bf9-2d9c-4006-93e2-b55201933b43', 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01', 'port_id': '700c3bf9-2d9c-4006-93e2-b55201933b43', 'mac_address': 'fa:16:3e:ac:b3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd92fc665-bd71-47a6-9642-bbd2141113cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:26:08.390345 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da926aa-3c38-4552-993e-6c727238e82d req-add7faf1-1675-4434-b43a-7c6273eccae4 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:08.395680 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4da926aa-3c38-4552-993e-6c727238e82d req-add7faf1-1675-4434-b43a-7c6273eccae4 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 945 time: 0.0738750 Dec 16 22:26:08.416580 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:08.429328 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700c3bf9-2d9c-4006-93e2-b55201933b43 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:26:08.437297 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1f3ab00e-3134-416f-b0e2-334ae047695f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:08.449114 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 700c3bf9-2d9c-4006-93e2-b55201933b43, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=700c3bf9-2d9c-4006-93e2-b55201933b43,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:08.473744 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4da926aa-3c38-4552-993e-6c727238e82d req-20dbf8e9-0bd8-46d5-9985-4cff86839cf8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738764 Dec 16 22:26:08.490299 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4f773a6b-ea82-41e0-97e4-efb0e5fc6ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:08.518327 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ab00e-3134-416f-b0e2-334ae047695f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Subnet': ['ID=96a05f9c-92f3-42a0-a334-df6f6a8532cd,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:08.526907 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3ab00e-3134-416f-b0e2-334ae047695f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Checking segment: {'id': '23df22bd-bf43-451f-99cb-33212aa2e3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '25dee55b-3f7a-4c62-b943-c5461c9add9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:26:08.527417 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3ab00e-3134-416f-b0e2-334ae047695f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network hostable DHCP agents. Network: 25dee55b-3f7a-4c62-b943-c5461c9add9a, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:26:08.538217 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:08.566030 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f773a6b-ea82-41e0-97e4-efb0e5fc6ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b99b9e4-a1be-40fa-9d5f-496d177bdd49,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:08.573640 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4f773a6b-ea82-41e0-97e4-efb0e5fc6ed4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2e23f2811e264a87bd3d0e2831d37efd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3772211 Dec 16 22:26:08.576564 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52998) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:08.642175 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3ab00e-3134-416f-b0e2-334ae047695f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network 25dee55b-3f7a-4c62-b943-c5461c9add9a is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:26:08.645683 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=700c3bf9-2d9c-4006-93e2-b55201933b43,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:08.659895 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-715bbe4a-dd23-477f-8297-b3d6d769acff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:08.690710 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:26:08.708996 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-715bbe4a-dd23-477f-8297-b3d6d769acff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:08.745101 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-1f3ab00e-3134-416f-b0e2-334ae047695f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 25dee55b-3f7a-4c62-b943-c5461c9add9a) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:08.751255 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3ab00e-3134-416f-b0e2-334ae047695f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:08.751860 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1f3ab00e-3134-416f-b0e2-334ae047695f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:08.762159 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649dac61-f4b3-423a-a667-ca319e754e73 None None] Network 25dee55b-3f7a-4c62-b943-c5461c9add9a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:08.867086 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1f3ab00e-3134-416f-b0e2-334ae047695f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1983600 Dec 16 22:26:08.869621 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53014) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:08.874720 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-486dafc6-e008-4668-89f8-1e81820f3e1c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'subnet': {'network_id': 'f0f7dd36-6cd7-4e1b-9c93-ee5bc09f8a5c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:08.881484 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203b94ea-8161-4fd0-a935-cbd068a1d8df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-25dee55b-3f7a-4c62-b943-c5461c9add9a', 'network_id': '25dee55b-3f7a-4c62-b943-c5461c9add9a', 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'fixed_ips': [{'subnet_id': '96a05f9c-92f3-42a0-a334-df6f6a8532cd'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:26:08.882685 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-203b94ea-8161-4fd0-a935-cbd068a1d8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:08.920650 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-715bbe4a-dd23-477f-8297-b3d6d769acff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:08.923288 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-715bbe4a-dd23-477f-8297-b3d6d769acff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:08.928094 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-715bbe4a-dd23-477f-8297-b3d6d769acff admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4b99b9e4-a1be-40fa-9d5f-496d177bdd49 HTTP/1.1" status: 204 len: 168 time: 0.3468199 Dec 16 22:26:08.942304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54889b60-5767-4eec-b6d1-cdd7d7699bd6 req-72ff810d-2d39-4c27-a604-e272cf679b30 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:08.949464 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54889b60-5767-4eec-b6d1-cdd7d7699bd6 req-72ff810d-2d39-4c27-a604-e272cf679b30 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:08.955671 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54889b60-5767-4eec-b6d1-cdd7d7699bd6 req-72ff810d-2d39-4c27-a604-e272cf679b30 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:08.962733 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715bbe4a-dd23-477f-8297-b3d6d769acff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b99b9e4-a1be-40fa-9d5f-496d177bdd49,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:08.971137 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54889b60-5767-4eec-b6d1-cdd7d7699bd6 req-72ff810d-2d39-4c27-a604-e272cf679b30 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:08.979328 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54889b60-5767-4eec-b6d1-cdd7d7699bd6 req-72ff810d-2d39-4c27-a604-e272cf679b30 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:08.989832 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54889b60-5767-4eec-b6d1-cdd7d7699bd6 req-72ff810d-2d39-4c27-a604-e272cf679b30 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:08.998044 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54889b60-5767-4eec-b6d1-cdd7d7699bd6 req-72ff810d-2d39-4c27-a604-e272cf679b30 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:09.016635 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-54889b60-5767-4eec-b6d1-cdd7d7699bd6 req-72ff810d-2d39-4c27-a604-e272cf679b30 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5432 time: 0.1395521 Dec 16 22:26:09.048947 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['700c3bf9-2d9c-4006-93e2-b55201933b43'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:26:09.113521 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486dafc6-e008-4668-89f8-1e81820f3e1c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Made reservation on behalf of ac66d8dab830461c95f3885d1f77843c for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:09.115853 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-54889b60-5767-4eec-b6d1-cdd7d7699bd6 req-c7bac5ac-5b66-49aa-bfed-1d2b98a1d101 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0980337 Dec 16 22:26:09.117626 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-486dafc6-e008-4668-89f8-1e81820f3e1c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:09.129347 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-203b94ea-8161-4fd0-a935-cbd068a1d8df None None] Allocated IP 2001:db8::2 (25dee55b-3f7a-4c62-b943-c5461c9add9a/96a05f9c-92f3-42a0-a334-df6f6a8532cd/ae9df864-2007-4efd-ae88-752fd8516a2d) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:26:09.390669 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15156cd7-71d4-4450-a7a2-f4c34c114874 req-dd3be40e-a82e-4bf1-8f22-42f4a94ed191 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:09.399523 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-15156cd7-71d4-4450-a7a2-f4c34c114874 req-dd3be40e-a82e-4bf1-8f22-42f4a94ed191 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 944 time: 0.0716100 Dec 16 22:26:09.442487 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-203b94ea-8161-4fd0-a935-cbd068a1d8df None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:09.449605 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-15156cd7-71d4-4450-a7a2-f4c34c114874 req-f85184fb-1471-4bb4-bf0c-3f10e06c6f88 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487845 Dec 16 22:26:09.479887 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-486dafc6-e008-4668-89f8-1e81820f3e1c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:09.503572 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-203b94ea-8161-4fd0-a935-cbd068a1d8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:09.560637 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203b94ea-8161-4fd0-a935-cbd068a1d8df None None] Network 25dee55b-3f7a-4c62-b943-c5461c9add9a is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:09.566635 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-203b94ea-8161-4fd0-a935-cbd068a1d8df None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:09.569056 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486dafc6-e008-4668-89f8-1e81820f3e1c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Subnet': ['ID=ea87eab7-9199-42d4-b2c5-d1d5c6945cfd,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:09.570228 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203b94ea-8161-4fd0-a935-cbd068a1d8df None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:26:09.574575 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b94ea-8161-4fd0-a935-cbd068a1d8df None None] Pushing event updated for resources: {'Port': ['ID=ae9df864-2007-4efd-ae88-752fd8516a2d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:09.618077 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486dafc6-e008-4668-89f8-1e81820f3e1c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Checking segment: {'id': 'cf2e11fb-6464-46fb-8488-900b4169cae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f0f7dd36-6cd7-4e1b-9c93-ee5bc09f8a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:26:09.618077 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486dafc6-e008-4668-89f8-1e81820f3e1c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network hostable DHCP agents. Network: f0f7dd36-6cd7-4e1b-9c93-ee5bc09f8a5c, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:26:09.651406 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-203b94ea-8161-4fd0-a935-cbd068a1d8df None None] Attempting to bind port ae9df864-2007-4efd-ae88-752fd8516a2d on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:26:09.651859 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-203b94ea-8161-4fd0-a935-cbd068a1d8df None None] Attempting to bind port ae9df864-2007-4efd-ae88-752fd8516a2d by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '23df22bd-bf43-451f-99cb-33212aa2e3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '25dee55b-3f7a-4c62-b943-c5461c9add9a'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:26:09.652236 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203b94ea-8161-4fd0-a935-cbd068a1d8df None None] Attempting to bind port ae9df864-2007-4efd-ae88-752fd8516a2d on network 25dee55b-3f7a-4c62-b943-c5461c9add9a {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:26:09.659486 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203b94ea-8161-4fd0-a935-cbd068a1d8df None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:26:09.659897 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203b94ea-8161-4fd0-a935-cbd068a1d8df None None] Checking segment: {'id': '23df22bd-bf43-451f-99cb-33212aa2e3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '25dee55b-3f7a-4c62-b943-c5461c9add9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:26:09.662053 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-203b94ea-8161-4fd0-a935-cbd068a1d8df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:09.662482 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203b94ea-8161-4fd0-a935-cbd068a1d8df None None] Bound using segment: {'id': '23df22bd-bf43-451f-99cb-33212aa2e3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '25dee55b-3f7a-4c62-b943-c5461c9add9a'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:26:09.663082 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-203b94ea-8161-4fd0-a935-cbd068a1d8df None None] Bound port: ae9df864-2007-4efd-ae88-752fd8516a2d, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23df22bd-bf43-451f-99cb-33212aa2e3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '25dee55b-3f7a-4c62-b943-c5461c9add9a'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:26:09.664709 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-203b94ea-8161-4fd0-a935-cbd068a1d8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:09.690582 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486dafc6-e008-4668-89f8-1e81820f3e1c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network f0f7dd36-6cd7-4e1b-9c93-ee5bc09f8a5c is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:26:09.750877 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-203b94ea-8161-4fd0-a935-cbd068a1d8df None None] For port ae9df864-2007-4efd-ae88-752fd8516a2d, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:26:09.754239 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-203b94ea-8161-4fd0-a935-cbd068a1d8df None None] For port ae9df864-2007-4efd-ae88-752fd8516a2d, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=ae9df864-2007-4efd-ae88-752fd8516a2d,segment=NetworkSegment(23df22bd-bf43-451f-99cb-33212aa2e3e7),segment_id=23df22bd-bf43-451f-99cb-33212aa2e3e7)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:26:09.805198 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-486dafc6-e008-4668-89f8-1e81820f3e1c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, f0f7dd36-6cd7-4e1b-9c93-ee5bc09f8a5c) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:09.810003 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486dafc6-e008-4668-89f8-1e81820f3e1c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:09.811377 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-486dafc6-e008-4668-89f8-1e81820f3e1c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:09.814627 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8d242d-e8e5-4c02-b6da-f462e44fab96 None None] Network f0f7dd36-6cd7-4e1b-9c93-ee5bc09f8a5c requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:09.859748 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-203b94ea-8161-4fd0-a935-cbd068a1d8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:09.933518 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-486dafc6-e008-4668-89f8-1e81820f3e1c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0625675 Dec 16 22:26:09.939264 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53050) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:09.944012 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-0586670f-5f26-4e45-9970-31906c93ff90 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1579536825', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:09.976701 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b94ea-8161-4fd0-a935-cbd068a1d8df None None] Pushing event updated for resources: {'Port': ['ID=ae9df864-2007-4efd-ae88-752fd8516a2d,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:09.991900 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6412aaf1-8029-469d-9078-0bc1416f2baa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-f0f7dd36-6cd7-4e1b-9c93-ee5bc09f8a5c', 'network_id': 'f0f7dd36-6cd7-4e1b-9c93-ee5bc09f8a5c', 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'fixed_ips': [{'subnet_id': 'ea87eab7-9199-42d4-b2c5-d1d5c6945cfd'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:26:09.993171 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6412aaf1-8029-469d-9078-0bc1416f2baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:10.013702 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 700c3bf9-2d9c-4006-93e2-b55201933b43 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:26:10.084859 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0586670f-5f26-4e45-9970-31906c93ff90 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:10.085947 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0586670f-5f26-4e45-9970-31906c93ff90 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:10.204206 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0586670f-5f26-4e45-9970-31906c93ff90 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:10.263873 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0586670f-5f26-4e45-9970-31906c93ff90 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:10.335934 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-6412aaf1-8029-469d-9078-0bc1416f2baa None None] Allocated IP 2001:db8:1::2 (f0f7dd36-6cd7-4e1b-9c93-ee5bc09f8a5c/ea87eab7-9199-42d4-b2c5-d1d5c6945cfd/3cbb23b8-7968-4272-88b0-43f7f8d6cdfb) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:26:10.343255 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-053f8107-01ab-4afb-958c-53de301ee501 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:10.352365 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-053f8107-01ab-4afb-958c-53de301ee501 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:10.356229 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-053f8107-01ab-4afb-958c-53de301ee501 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:10.362393 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-053f8107-01ab-4afb-958c-53de301ee501 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:10.369301 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-053f8107-01ab-4afb-958c-53de301ee501 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:10.379937 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-053f8107-01ab-4afb-958c-53de301ee501 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:10.395085 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-053f8107-01ab-4afb-958c-53de301ee501 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:10.397565 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-053f8107-01ab-4afb-958c-53de301ee501 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.76 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5432 time: 0.2465348 Dec 16 22:26:10.402118 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0586670f-5f26-4e45-9970-31906c93ff90 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:10.403604 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0586670f-5f26-4e45-9970-31906c93ff90 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4629419 Dec 16 22:26:10.414074 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53070) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:10.429410 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 700c3bf9-2d9c-4006-93e2-b55201933b43 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:26:10.444473 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 700c3bf9-2d9c-4006-93e2-b55201933b43 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:10.445850 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:10.481672 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-3f0841bd-1a57-4a71-8a2d-95286cad89ea tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:10.483219 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-3f0841bd-1a57-4a71-8a2d-95286cad89ea tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.76 "GET /v2.0/ports/279064a7-b0af-47a2-926c-bbdc2a0e2846?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0774021 Dec 16 22:26:10.615029 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e12074-ea20-4562-b094-0cf913dca7c4 req-1bbc81a9-5a30-4dc5-b9b3-1404f77d2a80 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:10.621426 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e12074-ea20-4562-b094-0cf913dca7c4 req-1bbc81a9-5a30-4dc5-b9b3-1404f77d2a80 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:10.628900 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e12074-ea20-4562-b094-0cf913dca7c4 req-1bbc81a9-5a30-4dc5-b9b3-1404f77d2a80 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:10.639831 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e12074-ea20-4562-b094-0cf913dca7c4 req-1bbc81a9-5a30-4dc5-b9b3-1404f77d2a80 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:10.648447 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e12074-ea20-4562-b094-0cf913dca7c4 req-1bbc81a9-5a30-4dc5-b9b3-1404f77d2a80 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:10.654803 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e12074-ea20-4562-b094-0cf913dca7c4 req-1bbc81a9-5a30-4dc5-b9b3-1404f77d2a80 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:10.664930 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e12074-ea20-4562-b094-0cf913dca7c4 req-1bbc81a9-5a30-4dc5-b9b3-1404f77d2a80 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:10.677511 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d5e12074-ea20-4562-b094-0cf913dca7c4 req-1bbc81a9-5a30-4dc5-b9b3-1404f77d2a80 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 5432 time: 0.4168322 Dec 16 22:26:10.739491 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:10.765951 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device ae9df864-2007-4efd-ae88-752fd8516a2d up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:26:10.784102 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-d3c2c587-d523-4c69-9f4b-e97ab97d15be tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.76 "GET /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2889371 Dec 16 22:26:10.796477 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-c2482144-4780-4571-a0c3-21cb0b9e5af5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:10.803186 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6412aaf1-8029-469d-9078-0bc1416f2baa None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:10.823614 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed30f2c7-7773-47c3-b617-a1b25d8eacdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700c3bf9-2d9c-4006-93e2-b55201933b43'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:26:10.826837 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa4ba20-e081-4218-90a6-abb8817b475a" -d '{"events": [{"server_uuid": "ed30f2c7-7773-47c3-b617-a1b25d8eacdd", "name": "network-vif-plugged", "status": "completed", "tag": "700c3bf9-2d9c-4006-93e2-b55201933b43"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:26:10.849215 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 700c3bf9-2d9c-4006-93e2-b55201933b43, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=700c3bf9-2d9c-4006-93e2-b55201933b43,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:10.871446 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6412aaf1-8029-469d-9078-0bc1416f2baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:10.877455 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port ae9df864-2007-4efd-ae88-752fd8516a2d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:10.877829 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:10.963916 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6412aaf1-8029-469d-9078-0bc1416f2baa None None] Network f0f7dd36-6cd7-4e1b-9c93-ee5bc09f8a5c is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:10.970970 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-c2482144-4780-4571-a0c3-21cb0b9e5af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:10.977210 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-6412aaf1-8029-469d-9078-0bc1416f2baa None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:10.984399 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6412aaf1-8029-469d-9078-0bc1416f2baa None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:26:10.993608 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:11.006819 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d5e12074-ea20-4562-b094-0cf913dca7c4 req-9a8eb781-3f86-41c4-a434-c4fc3250b49c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3278220 Dec 16 22:26:11.031819 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412aaf1-8029-469d-9078-0bc1416f2baa None None] Pushing event updated for resources: {'Port': ['ID=3cbb23b8-7968-4272-88b0-43f7f8d6cdfb,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:11.159904 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-6412aaf1-8029-469d-9078-0bc1416f2baa None None] Attempting to bind port 3cbb23b8-7968-4272-88b0-43f7f8d6cdfb on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:26:11.160948 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-6412aaf1-8029-469d-9078-0bc1416f2baa None None] Attempting to bind port 3cbb23b8-7968-4272-88b0-43f7f8d6cdfb by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'cf2e11fb-6464-46fb-8488-900b4169cae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f0f7dd36-6cd7-4e1b-9c93-ee5bc09f8a5c'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:26:11.161604 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412aaf1-8029-469d-9078-0bc1416f2baa None None] Attempting to bind port 3cbb23b8-7968-4272-88b0-43f7f8d6cdfb on network f0f7dd36-6cd7-4e1b-9c93-ee5bc09f8a5c {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:26:11.188377 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412aaf1-8029-469d-9078-0bc1416f2baa None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:26:11.188760 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412aaf1-8029-469d-9078-0bc1416f2baa None None] Checking segment: {'id': 'cf2e11fb-6464-46fb-8488-900b4169cae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f0f7dd36-6cd7-4e1b-9c93-ee5bc09f8a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:26:11.189179 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6412aaf1-8029-469d-9078-0bc1416f2baa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:11.189578 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412aaf1-8029-469d-9078-0bc1416f2baa None None] Bound using segment: {'id': 'cf2e11fb-6464-46fb-8488-900b4169cae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f0f7dd36-6cd7-4e1b-9c93-ee5bc09f8a5c'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:26:11.190221 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-6412aaf1-8029-469d-9078-0bc1416f2baa None None] Bound port: 3cbb23b8-7968-4272-88b0-43f7f8d6cdfb, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2e11fb-6464-46fb-8488-900b4169cae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f0f7dd36-6cd7-4e1b-9c93-ee5bc09f8a5c'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:26:11.190615 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6412aaf1-8029-469d-9078-0bc1416f2baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:11.203960 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=700c3bf9-2d9c-4006-93e2-b55201933b43,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:11.209293 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:11.307922 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-c2482144-4780-4571-a0c3-21cb0b9e5af5 service neutron] For port 279064a7-b0af-47a2-926c-bbdc2a0e2846, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=279064a7-b0af-47a2-926c-bbdc2a0e2846,segment=NetworkSegment(de6410b3-48d2-4076-afb0-e054cc3678c7),segment_id=de6410b3-48d2-4076-afb0-e054cc3678c7)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:11.317991 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port ae9df864-2007-4efd-ae88-752fd8516a2d, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=ae9df864-2007-4efd-ae88-752fd8516a2d,segment=NetworkSegment(23df22bd-bf43-451f-99cb-33212aa2e3e7),segment_id=23df22bd-bf43-451f-99cb-33212aa2e3e7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:11.356625 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-6412aaf1-8029-469d-9078-0bc1416f2baa None None] For port 3cbb23b8-7968-4272-88b0-43f7f8d6cdfb, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:26:11.362928 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-c2482144-4780-4571-a0c3-21cb0b9e5af5 service neutron] For port 279064a7-b0af-47a2-926c-bbdc2a0e2846, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:26:11.373179 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-6412aaf1-8029-469d-9078-0bc1416f2baa None None] For port 3cbb23b8-7968-4272-88b0-43f7f8d6cdfb, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=3cbb23b8-7968-4272-88b0-43f7f8d6cdfb,segment=NetworkSegment(cf2e11fb-6464-46fb-8488-900b4169cae6),segment_id=cf2e11fb-6464-46fb-8488-900b4169cae6)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:26:11.417182 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:11.418765 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-c2482144-4780-4571-a0c3-21cb0b9e5af5 service neutron] device_id is not set on port 279064a7-b0af-47a2-926c-bbdc2a0e2846 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:26:11.434184 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-c2482144-4780-4571-a0c3-21cb0b9e5af5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:11.436864 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dcd7b7-a0f7-4a70-ac39-1c722a93a641 x-openstack-request-id: req-23dcd7b7-a0f7-4a70-ac39-1c722a93a641 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:26:11.438375 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed30f2c7-7773-47c3-b617-a1b25d8eacdd", "name": "network-vif-plugged", "status": "completed", "tag": "700c3bf9-2d9c-4006-93e2-b55201933b43", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:26:11.438650 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-23dcd7b7-a0f7-4a70-ac39-1c722a93a641 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:26:11.442171 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed30f2c7-7773-47c3-b617-a1b25d8eacdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700c3bf9-2d9c-4006-93e2-b55201933b43', 'code': 200} Dec 16 22:26:11.489449 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6412aaf1-8029-469d-9078-0bc1416f2baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:11.508039 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-c2482144-4780-4571-a0c3-21cb0b9e5af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:11.547257 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa85a5-17d8-4d18-a207-5b99d0ee6bf6 req-4197a888-20e4-4d50-9653-2d8996846679 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:11.558359 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-77fa85a5-17d8-4d18-a207-5b99d0ee6bf6 req-4197a888-20e4-4d50-9653-2d8996846679 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 944 time: 0.9837005 Dec 16 22:26:11.596081 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=ae9df864-2007-4efd-ae88-752fd8516a2d,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:11.627100 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-c2482144-4780-4571-a0c3-21cb0b9e5af5 service neutron] No DVR routers for this DVR port 279064a7-b0af-47a2-926c-bbdc2a0e2846 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:11.691609 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2482144-4780-4571-a0c3-21cb0b9e5af5 service neutron] Pushing event updated for resources: {'Port': ['ID=279064a7-b0af-47a2-926c-bbdc2a0e2846,revision_number=6']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:11.703619 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-c2482144-4780-4571-a0c3-21cb0b9e5af5 service neutron] In _notify_port_updated(), no bound segment for port 279064a7-b0af-47a2-926c-bbdc2a0e2846 on network ed98cd84-f1a0-4624-adfa-872d69e0e5ab {{(pid=103614) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:26:11.704867 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-c2482144-4780-4571-a0c3-21cb0b9e5af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:11.705670 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-c2482144-4780-4571-a0c3-21cb0b9e5af5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:11.707680 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-c2482144-4780-4571-a0c3-21cb0b9e5af5 service neutron] 10.222.0.76 "PUT /v2.0/ports/279064a7-b0af-47a2-926c-bbdc2a0e2846 HTTP/1.1" status: 200 len: 1027 time: 0.9162049 Dec 16 22:26:11.729198 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-77fa85a5-17d8-4d18-a207-5b99d0ee6bf6 req-cde752b7-975c-48bc-a7ed-d66a53dcba0b tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698432 Dec 16 22:26:11.745033 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412aaf1-8029-469d-9078-0bc1416f2baa None None] Pushing event updated for resources: {'Port': ['ID=3cbb23b8-7968-4272-88b0-43f7f8d6cdfb,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:11.830107 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75b2722-0a70-461a-a55d-225bf6b33959 None None] Network 25dee55b-3f7a-4c62-b943-c5461c9add9a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:11.835471 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-aa68f2f6-9155-4554-8ab1-915080eb4257 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:11.836915 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-aa68f2f6-9155-4554-8ab1-915080eb4257 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.76 "GET /v2.0/ports/cdf3648f-0e95-45df-b89b-23cc65ae37c9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1210473 Dec 16 22:26:11.871583 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-a87ab837-56ed-4250-a8cb-8c5f9d2ba337 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:11.909805 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b488f6-618a-4585-92b4-74a87b66f02c req-5cacd956-675a-49fb-a691-4a3a89234c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:11.911506 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-49b488f6-618a-4585-92b4-74a87b66f02c req-5cacd956-675a-49fb-a691-4a3a89234c26 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 1096 time: 0.3505318 Dec 16 22:26:12.046510 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 32fe797d-5d31-4a1c-8554-7429627da10d details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:26:12.116500 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-a87ab837-56ed-4250-a8cb-8c5f9d2ba337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:12.147364 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1d312106-82b2-459d-9a25-b14dc1c3340a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:12.307974 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 32fe797d-5d31-4a1c-8554-7429627da10d no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:12.355997 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1a865287-34a6-4016-89f8-4608cdada54a None None] Provisioning complete for port ae9df864-2007-4efd-ae88-752fd8516a2d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:12.356376 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a865287-34a6-4016-89f8-4608cdada54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:12.490467 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 32fe797d-5d31-4a1c-8554-7429627da10d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=32fe797d-5d31-4a1c-8554-7429627da10d,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:12.518009 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e67b30-8f0e-4890-bd81-040618bf2ea3 req-2ca6b8cd-e2b4-4451-a95f-e57128547cef tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:12.524715 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e67b30-8f0e-4890-bd81-040618bf2ea3 req-2ca6b8cd-e2b4-4451-a95f-e57128547cef tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:12.535643 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e67b30-8f0e-4890-bd81-040618bf2ea3 req-2ca6b8cd-e2b4-4451-a95f-e57128547cef tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:12.538184 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e67b30-8f0e-4890-bd81-040618bf2ea3 req-2ca6b8cd-e2b4-4451-a95f-e57128547cef tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:12.544557 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e67b30-8f0e-4890-bd81-040618bf2ea3 req-2ca6b8cd-e2b4-4451-a95f-e57128547cef tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:12.550600 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e67b30-8f0e-4890-bd81-040618bf2ea3 req-2ca6b8cd-e2b4-4451-a95f-e57128547cef tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:12.552507 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-64e67b30-8f0e-4890-bd81-040618bf2ea3 req-2ca6b8cd-e2b4-4451-a95f-e57128547cef tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 4658 time: 0.2811956 Dec 16 22:26:12.628326 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-a87ab837-56ed-4250-a8cb-8c5f9d2ba337 service neutron] For port cdf3648f-0e95-45df-b89b-23cc65ae37c9, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=cdf3648f-0e95-45df-b89b-23cc65ae37c9,segment=NetworkSegment(de6410b3-48d2-4076-afb0-e054cc3678c7),segment_id=de6410b3-48d2-4076-afb0-e054cc3678c7)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:12.652250 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '32fe797d-5d31-4a1c-8554-7429627da10d', 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1', 'port_id': '32fe797d-5d31-4a1c-8554-7429627da10d', 'mac_address': 'fa:16:3e:9c:b4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ecefe13-aa2d-48b4-a74c-5805e96883cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:26:12.692249 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-64e67b30-8f0e-4890-bd81-040618bf2ea3 req-023cdccb-6c94-4001-8767-9f2e35e6f65a tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=f03beed5-8818-498b-a20e-c4536efcad84&id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1254542 Dec 16 22:26:12.756611 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-a87ab837-56ed-4250-a8cb-8c5f9d2ba337 service neutron] For port cdf3648f-0e95-45df-b89b-23cc65ae37c9, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:26:12.793792 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:12.849306 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:12.869408 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-a87ab837-56ed-4250-a8cb-8c5f9d2ba337 service neutron] device_id is not set on port cdf3648f-0e95-45df-b89b-23cc65ae37c9 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:26:12.883358 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-1d312106-82b2-459d-9a25-b14dc1c3340a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Allocated IP 2001:db8::1 (25dee55b-3f7a-4c62-b943-c5461c9add9a/96a05f9c-92f3-42a0-a334-df6f6a8532cd/b4918b5c-92b8-4ae6-a190-83a72a31f973) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:26:12.888876 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-a87ab837-56ed-4250-a8cb-8c5f9d2ba337 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:12.890192 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 32fe797d-5d31-4a1c-8554-7429627da10d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=32fe797d-5d31-4a1c-8554-7429627da10d,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:12.948070 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32fe797d-5d31-4a1c-8554-7429627da10d {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:26:12.975579 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:12.977532 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device ae9df864-2007-4efd-ae88-752fd8516a2d up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:26:13.036886 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-a87ab837-56ed-4250-a8cb-8c5f9d2ba337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:13.106069 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-49b488f6-618a-4585-92b4-74a87b66f02c req-9e367819-ba32-4530-acbd-119fb932e5ac service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1741493 Dec 16 22:26:13.135497 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1d312106-82b2-459d-9a25-b14dc1c3340a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:13.153276 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=32fe797d-5d31-4a1c-8554-7429627da10d,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:13.194261 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ab837-56ed-4250-a8cb-8c5f9d2ba337 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf3648f-0e95-45df-b89b-23cc65ae37c9,revision_number=6']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:13.227560 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a1e2a-6399-409b-bf88-7654203c50eb req-48b068e2-3334-4c77-b340-46ad917917cd tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:13.235647 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce3a1e2a-6399-409b-bf88-7654203c50eb req-48b068e2-3334-4c77-b340-46ad917917cd tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.2788029 Dec 16 22:26:13.297038 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1d312106-82b2-459d-9a25-b14dc1c3340a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:13.339387 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-a87ab837-56ed-4250-a8cb-8c5f9d2ba337 service neutron] No DVR routers for this DVR port cdf3648f-0e95-45df-b89b-23cc65ae37c9 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:13.423640 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce3a1e2a-6399-409b-bf88-7654203c50eb req-7eb1126d-a0b5-43f5-ae64-44827ebda7a6 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868606 Dec 16 22:26:13.437077 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d312106-82b2-459d-9a25-b14dc1c3340a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network 25dee55b-3f7a-4c62-b943-c5461c9add9a is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:13.439784 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-a87ab837-56ed-4250-a8cb-8c5f9d2ba337 service neutron] In _notify_port_updated(), no bound segment for port cdf3648f-0e95-45df-b89b-23cc65ae37c9 on network ed98cd84-f1a0-4624-adfa-872d69e0e5ab {{(pid=103614) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:26:13.440833 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-a87ab837-56ed-4250-a8cb-8c5f9d2ba337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:13.441608 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-a87ab837-56ed-4250-a8cb-8c5f9d2ba337 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:13.444068 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-a87ab837-56ed-4250-a8cb-8c5f9d2ba337 service neutron] 10.222.0.76 "PUT /v2.0/ports/cdf3648f-0e95-45df-b89b-23cc65ae37c9 HTTP/1.1" status: 200 len: 1026 time: 1.5962842 Dec 16 22:26:13.444266 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:26:13.444266 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:26:13.446528 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a91173-3344-4373-bbb0-0d4d16a13655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32fe797d-5d31-4a1c-8554-7429627da10d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:26:13.449613 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ef99d0-1b9b-4887-9ddd-2ec5c02d954e" -d '{"events": [{"server_uuid": "b6a91173-3344-4373-bbb0-0d4d16a13655", "name": "network-vif-unplugged", "status": "completed", "tag": "32fe797d-5d31-4a1c-8554-7429627da10d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:26:13.454025 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-1d312106-82b2-459d-9a25-b14dc1c3340a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:13.461138 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d312106-82b2-459d-9a25-b14dc1c3340a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:26:13.462446 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1d312106-82b2-459d-9a25-b14dc1c3340a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:13.489221 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-40a1f629-1617-447a-bc40-5a139d17de8b None None] Provisioning complete for port 279064a7-b0af-47a2-926c-bbdc2a0e2846 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:13.497071 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-40a1f629-1617-447a-bc40-5a139d17de8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:13.621386 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb61a03d-efe5-4433-aea7-9cb5dfa0aef1 x-openstack-request-id: req-eb61a03d-efe5-4433-aea7-9cb5dfa0aef1 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:26:13.621956 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a91173-3344-4373-bbb0-0d4d16a13655", "name": "network-vif-unplugged", "status": "completed", "tag": "32fe797d-5d31-4a1c-8554-7429627da10d", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:26:13.622350 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-eb61a03d-efe5-4433-aea7-9cb5dfa0aef1 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:26:13.623182 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a91173-3344-4373-bbb0-0d4d16a13655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32fe797d-5d31-4a1c-8554-7429627da10d', 'code': 200} Dec 16 22:26:13.624676 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port ae9df864-2007-4efd-ae88-752fd8516a2d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:13.625440 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:13.763846 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-40a1f629-1617-447a-bc40-5a139d17de8b None None] Port 279064a7-b0af-47a2-926c-bbdc2a0e2846 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:13.769112 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-23dbb32f-aeee-47bf-af41-e85d63b4afcf tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Deleting port 932561c8-57cf-466c-86d4-05fa02856f87 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:13.772384 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-23dbb32f-aeee-47bf-af41-e85d63b4afcf tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:13.777573 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d312106-82b2-459d-9a25-b14dc1c3340a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Port': ['ID=b4918b5c-92b8-4ae6-a190-83a72a31f973,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:14.075638 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1d312106-82b2-459d-9a25-b14dc1c3340a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:14.118543 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7c960-3dff-4219-ae37-82e9c70e260f req-fde507bf-9df2-4b4e-a20b-b8bcc111119d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:14.124796 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7c960-3dff-4219-ae37-82e9c70e260f req-fde507bf-9df2-4b4e-a20b-b8bcc111119d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:14.136052 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7c960-3dff-4219-ae37-82e9c70e260f req-fde507bf-9df2-4b4e-a20b-b8bcc111119d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:14.143037 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7c960-3dff-4219-ae37-82e9c70e260f req-fde507bf-9df2-4b4e-a20b-b8bcc111119d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:14.150440 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7c960-3dff-4219-ae37-82e9c70e260f req-fde507bf-9df2-4b4e-a20b-b8bcc111119d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:14.152520 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f0e7c960-3dff-4219-ae37-82e9c70e260f req-fde507bf-9df2-4b4e-a20b-b8bcc111119d tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 3885 time: 0.2305722 Dec 16 22:26:14.161200 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-23dbb32f-aeee-47bf-af41-e85d63b4afcf tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] For port 932561c8-57cf-466c-86d4-05fa02856f87, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=932561c8-57cf-466c-86d4-05fa02856f87,segment=NetworkSegment(de6410b3-48d2-4076-afb0-e054cc3678c7),segment_id=de6410b3-48d2-4076-afb0-e054cc3678c7)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:14.161619 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-23dbb32f-aeee-47bf-af41-e85d63b4afcf tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:14.189526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-23dbb32f-aeee-47bf-af41-e85d63b4afcf tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Calling delete_port for 932561c8-57cf-466c-86d4-05fa02856f87 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:14.225383 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99055553-d23c-44bf-8598-227f27780134 None None] Network f0f7dd36-6cd7-4e1b-9c93-ee5bc09f8a5c requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:14.296604 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f0e7c960-3dff-4219-ae37-82e9c70e260f req-59c8ee31-5fde-466b-85af-7a1adaf491cf tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318886 Dec 16 22:26:14.453314 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7ab2548c-f354-47a2-8325-a96855181102 None None] Provisioning complete for port ae9df864-2007-4efd-ae88-752fd8516a2d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:14.453814 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7ab2548c-f354-47a2-8325-a96855181102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:14.463837 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 3cbb23b8-7968-4272-88b0-43f7f8d6cdfb up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:26:14.596709 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:14.638311 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32fe797d-5d31-4a1c-8554-7429627da10d {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:26:14.646292 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-23dbb32f-aeee-47bf-af41-e85d63b4afcf tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:14.674346 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cf66c-336c-4106-9670-95659ef74cf7 req-e085d27c-b25f-489b-a342-3fd5c5f6f135 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:14.686643 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ea1cf66c-336c-4106-9670-95659ef74cf7 req-e085d27c-b25f-489b-a342-3fd5c5f6f135 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.1004713 Dec 16 22:26:14.686994 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 32fe797d-5d31-4a1c-8554-7429627da10d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=32fe797d-5d31-4a1c-8554-7429627da10d,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:14.699253 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1d312106-82b2-459d-9a25-b14dc1c3340a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:14.721090 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 3cbb23b8-7968-4272-88b0-43f7f8d6cdfb triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:14.721408 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:14.726507 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbb32f-aeee-47bf-af41-e85d63b4afcf tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event deleted for resources: {'Port': ['ID=932561c8-57cf-466c-86d4-05fa02856f87,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:14.750172 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:14.786308 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1d312106-82b2-459d-9a25-b14dc1c3340a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:14.787360 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1d312106-82b2-459d-9a25-b14dc1c3340a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:14.793754 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-23dbb32f-aeee-47bf-af41-e85d63b4afcf tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] No DVR routers for this DVR port 932561c8-57cf-466c-86d4-05fa02856f87 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:14.796949 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-23dbb32f-aeee-47bf-af41-e85d63b4afcf tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:14.805181 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-23dbb32f-aeee-47bf-af41-e85d63b4afcf tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.76 "DELETE /v2.0/ports/932561c8-57cf-466c-86d4-05fa02856f87 HTTP/1.1" status: 204 len: 173 time: 1.3502731 Dec 16 22:26:14.807689 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'name': 'network-vif-deleted', 'tag': '932561c8-57cf-466c-86d4-05fa02856f87'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:26:14.809244 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a89e78-88a8-4b8e-8d4f-fc57bace8e17" -d '{"events": [{"server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "name": "network-vif-deleted", "tag": "932561c8-57cf-466c-86d4-05fa02856f87"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:26:14.955238 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-9dde8e77-3b14-494e-a482-1df461db3a0a tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Deleting port d4c02002-46db-4b56-bc15-eb1387a0bf64 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:14.955979 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-9dde8e77-3b14-494e-a482-1df461db3a0a tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:14.992257 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d312106-82b2-459d-9a25-b14dc1c3340a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Port': ['ID=b4918b5c-92b8-4ae6-a190-83a72a31f973,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:15.031985 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ea1cf66c-336c-4106-9670-95659ef74cf7 req-50aeae83-50f9-4071-a6f9-149d32ab0fc0 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452275 Dec 16 22:26:15.036791 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522ce1ec-6c26-4ef1-8061-ee382055c680 x-openstack-request-id: req-522ce1ec-6c26-4ef1-8061-ee382055c680 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:26:15.037297 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "name": "network-vif-deleted", "tag": "932561c8-57cf-466c-86d4-05fa02856f87", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:26:15.041432 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-522ce1ec-6c26-4ef1-8061-ee382055c680 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:26:15.041432 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'name': 'network-vif-deleted', 'tag': '932561c8-57cf-466c-86d4-05fa02856f87', 'status': 'completed', 'code': 200} Dec 16 22:26:15.067554 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7ab2548c-f354-47a2-8325-a96855181102 None None] Provisioning complete for port cdf3648f-0e95-45df-b89b-23cc65ae37c9 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:15.079748 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7ab2548c-f354-47a2-8325-a96855181102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:15.129082 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-9dde8e77-3b14-494e-a482-1df461db3a0a tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] For port d4c02002-46db-4b56-bc15-eb1387a0bf64, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d4c02002-46db-4b56-bc15-eb1387a0bf64,segment=NetworkSegment(fdb99c20-5c2d-4757-b292-1da6b79081cb),segment_id=fdb99c20-5c2d-4757-b292-1da6b79081cb)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:15.129605 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-9dde8e77-3b14-494e-a482-1df461db3a0a tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:15.157088 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-9dde8e77-3b14-494e-a482-1df461db3a0a tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Calling delete_port for d4c02002-46db-4b56-bc15-eb1387a0bf64 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:15.255933 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=32fe797d-5d31-4a1c-8554-7429627da10d,revision_number=9']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:15.311262 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d312106-82b2-459d-9a25-b14dc1c3340a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network 25dee55b-3f7a-4c62-b943-c5461c9add9a is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:15.325152 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-1d312106-82b2-459d-9a25-b14dc1c3340a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:15.373266 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7ab2548c-f354-47a2-8325-a96855181102 None None] Port cdf3648f-0e95-45df-b89b-23cc65ae37c9 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:15.406307 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['32fe797d-5d31-4a1c-8554-7429627da10d'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:26:15.610348 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:15.633712 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-9dde8e77-3b14-494e-a482-1df461db3a0a tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:15.690630 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7c6b31dd-d0ba-4678-b80a-83cf65da3c2d None None] Provisioning complete for port b4918b5c-92b8-4ae6-a190-83a72a31f973 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:15.691098 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7c6b31dd-d0ba-4678-b80a-83cf65da3c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:15.694060 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde8e77-3b14-494e-a482-1df461db3a0a tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event deleted for resources: {'Port': ['ID=d4c02002-46db-4b56-bc15-eb1387a0bf64,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:15.774815 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-9dde8e77-3b14-494e-a482-1df461db3a0a tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] No DVR routers for this DVR port d4c02002-46db-4b56-bc15-eb1387a0bf64 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:15.779826 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-9dde8e77-3b14-494e-a482-1df461db3a0a tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:15.791300 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-9dde8e77-3b14-494e-a482-1df461db3a0a tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.76 "DELETE /v2.0/ports/d4c02002-46db-4b56-bc15-eb1387a0bf64 HTTP/1.1" status: 204 len: 173 time: 0.9752192 Dec 16 22:26:15.798921 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12830c7d-f139-45ba-8832-915223d6673b req-94816791-3907-4487-939f-b84f04cfaaf8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:15.806626 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12830c7d-f139-45ba-8832-915223d6673b req-94816791-3907-4487-939f-b84f04cfaaf8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:15.813732 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7c6b31dd-d0ba-4678-b80a-83cf65da3c2d None None] Port b4918b5c-92b8-4ae6-a190-83a72a31f973 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:15.814041 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12830c7d-f139-45ba-8832-915223d6673b req-94816791-3907-4487-939f-b84f04cfaaf8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:15.824598 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-12830c7d-f139-45ba-8832-915223d6673b req-94816791-3907-4487-939f-b84f04cfaaf8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 2415 time: 0.1968858 Dec 16 22:26:15.919426 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7c6b31dd-d0ba-4678-b80a-83cf65da3c2d None None] Provisioning complete for port 3cbb23b8-7968-4272-88b0-43f7f8d6cdfb triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:15.921116 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7c6b31dd-d0ba-4678-b80a-83cf65da3c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:15.952558 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-12830c7d-f139-45ba-8832-915223d6673b req-ced5144f-7ad5-47f9-b116-613bfefe78a4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264532 Dec 16 22:26:16.044678 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-31ac1971-d762-4367-9325-f9d97da61cac tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Deleting port d4bae84f-8ce7-4c5f-afaf-512e8b879293 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:16.045211 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-31ac1971-d762-4367-9325-f9d97da61cac tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:16.085142 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d312106-82b2-459d-9a25-b14dc1c3340a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Router f29c11bc-6d7a-462c-b6f2-1848aa292dd1 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:26:16.100794 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 3cbb23b8-7968-4272-88b0-43f7f8d6cdfb, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=3cbb23b8-7968-4272-88b0-43f7f8d6cdfb,segment=NetworkSegment(cf2e11fb-6464-46fb-8488-900b4169cae6),segment_id=cf2e11fb-6464-46fb-8488-900b4169cae6)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:16.201092 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:16.350046 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=3cbb23b8-7968-4272-88b0-43f7f8d6cdfb,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:16.362851 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-31ac1971-d762-4367-9325-f9d97da61cac tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] For port d4bae84f-8ce7-4c5f-afaf-512e8b879293, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d4bae84f-8ce7-4c5f-afaf-512e8b879293,segment=NetworkSegment(fa8a56cc-291b-4123-9629-0e526309a2be),segment_id=fa8a56cc-291b-4123-9629-0e526309a2be)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:16.363850 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-31ac1971-d762-4367-9325-f9d97da61cac tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:16.577466 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d312106-82b2-459d-9a25-b14dc1c3340a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:26:16.593010 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1d312106-82b2-459d-9a25-b14dc1c3340a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "PUT /v2.0/routers/f29c11bc-6d7a-462c-b6f2-1848aa292dd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1772420 Dec 16 22:26:16.594746 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee99525-0f38-4fce-a101-5c4330f86cef None None] Sync routers for ids ['f29c11bc-6d7a-462c-b6f2-1848aa292dd1'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:26:16.598760 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53238) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:16.637985 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ddd6a-4951-4547-860a-5088cbe61ffa req-80e4ce7c-2265-4d68-b8da-7071123ce634 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:16.640074 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-771ddd6a-4951-4547-860a-5088cbe61ffa req-80e4ce7c-2265-4d68-b8da-7071123ce634 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.3102272 Dec 16 22:26:16.659480 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee99525-0f38-4fce-a101-5c4330f86cef None None] Routers {'f29c11bc-6d7a-462c-b6f2-1848aa292dd1'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:26:16.661608 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-aee99525-0f38-4fce-a101-5c4330f86cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:25:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f29c11bc-6d7a-462c-b6f2-1848aa292dd1'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:16.754810 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-aee99525-0f38-4fce-a101-5c4330f86cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:16.780767 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76261e19-1fb3-4dea-b191-c9e09ea3fdae None None] Provisioning complete for port b4918b5c-92b8-4ae6-a190-83a72a31f973 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:16.786930 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76261e19-1fb3-4dea-b191-c9e09ea3fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:16.789200 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523300ce-f8b9-4260-9adf-29b9d6968e62 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:16.794080 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 32fe797d-5d31-4a1c-8554-7429627da10d up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:26:16.796116 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-523300ce-f8b9-4260-9adf-29b9d6968e62 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "GET /v2.0/ports/b4918b5c-92b8-4ae6-a190-83a72a31f973 HTTP/1.1" status: 200 len: 911 time: 0.1918406 Dec 16 22:26:16.828220 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53244) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:16.952482 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee99525-0f38-4fce-a101-5c4330f86cef None None] Routers {'f29c11bc-6d7a-462c-b6f2-1848aa292dd1'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:26:16.953143 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-aee99525-0f38-4fce-a101-5c4330f86cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:25:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f29c11bc-6d7a-462c-b6f2-1848aa292dd1'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:16.956056 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-76261e19-1fb3-4dea-b191-c9e09ea3fdae None None] Port b4918b5c-92b8-4ae6-a190-83a72a31f973 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:17.002296 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-771ddd6a-4951-4547-860a-5088cbe61ffa req-c5863ac9-901c-4c43-bddc-7713d84d9624 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516803 Dec 16 22:26:17.018205 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-aee99525-0f38-4fce-a101-5c4330f86cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:17.018886 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee99525-0f38-4fce-a101-5c4330f86cef None None] The sync data for ids ['f29c11bc-6d7a-462c-b6f2-1848aa292dd1'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:26:17.053361 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 32fe797d-5d31-4a1c-8554-7429627da10d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:17.053815 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:17.282796 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'name': 'network-vif-deleted', 'tag': 'd4c02002-46db-4b56-bc15-eb1387a0bf64'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:26:17.285645 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b931f0-e767-4f39-b884-7a26cb9a4d6f" -d '{"events": [{"server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "name": "network-vif-deleted", "tag": "d4c02002-46db-4b56-bc15-eb1387a0bf64"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:26:17.312919 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:17.404190 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a91173-3344-4373-bbb0-0d4d16a13655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fe797d-5d31-4a1c-8554-7429627da10d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:26:17.407440 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172c9568-5183-4cdd-9bfd-2988163c5a32" -d '{"events": [{"server_uuid": "b6a91173-3344-4373-bbb0-0d4d16a13655", "name": "network-vif-plugged", "status": "completed", "tag": "32fe797d-5d31-4a1c-8554-7429627da10d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:26:17.428989 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 32fe797d-5d31-4a1c-8554-7429627da10d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=32fe797d-5d31-4a1c-8554-7429627da10d,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:17.505237 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43ffa7-342b-4148-8a5f-5f6e6a4b4c9c req-c38651e1-3855-44b4-9b55-6e9c5dc72aa1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:17.511311 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43ffa7-342b-4148-8a5f-5f6e6a4b4c9c req-c38651e1-3855-44b4-9b55-6e9c5dc72aa1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:17.518004 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43ffa7-342b-4148-8a5f-5f6e6a4b4c9c req-c38651e1-3855-44b4-9b55-6e9c5dc72aa1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:17.528891 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9d43ffa7-342b-4148-8a5f-5f6e6a4b4c9c req-c38651e1-3855-44b4-9b55-6e9c5dc72aa1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 2415 time: 0.2397640 Dec 16 22:26:17.539090 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:17.543077 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 74efd0d5-e0a1-4bfc-9a1d-9968cef63895 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:17.600832 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9d43ffa7-342b-4148-8a5f-5f6e6a4b4c9c req-1b5fa0d8-6a8e-4cda-9cb5-2008bf786577 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708525 Dec 16 22:26:17.606490 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-31ac1971-d762-4367-9325-f9d97da61cac tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:17.606977 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-31ac1971-d762-4367-9325-f9d97da61cac tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:17.633513 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-31ac1971-d762-4367-9325-f9d97da61cac tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Floating IP 712137c0-ee69-4fe3-aebc-65947e3e67d8 disassociated. External IP: 172.25.6.228, port: d4bae84f-8ce7-4c5f-afaf-512e8b879293. Dec 16 22:26:17.633957 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-31ac1971-d762-4367-9325-f9d97da61cac tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Calling delete_port for d4bae84f-8ce7-4c5f-afaf-512e8b879293 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:17.639578 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b9b3a416-6624-4eaf-a1b5-d7b58dee6ee3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:17.830741 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=32fe797d-5d31-4a1c-8554-7429627da10d,revision_number=10']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:17.961162 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21fd552-0259-496a-b183-a87bb9fff9b2 x-openstack-request-id: req-d21fd552-0259-496a-b183-a87bb9fff9b2 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:26:17.963368 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "name": "network-vif-deleted", "tag": "d4c02002-46db-4b56-bc15-eb1387a0bf64", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:26:17.963835 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d21fd552-0259-496a-b183-a87bb9fff9b2 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:26:17.964429 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'name': 'network-vif-deleted', 'tag': 'd4c02002-46db-4b56-bc15-eb1387a0bf64', 'status': 'completed', 'code': 200} Dec 16 22:26:17.974223 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:18.058703 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 74efd0d5-e0a1-4bfc-9a1d-9968cef63895, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=74efd0d5-e0a1-4bfc-9a1d-9968cef63895,segment=NetworkSegment(fdb99c20-5c2d-4757-b292-1da6b79081cb),segment_id=fdb99c20-5c2d-4757-b292-1da6b79081cb)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:18.080085 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-31ac1971-d762-4367-9325-f9d97da61cac tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:18.171132 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:18.172035 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device d4bae84f-8ce7-4c5f-afaf-512e8b879293 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:18.272226 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: d4bae84f-8ce7-4c5f-afaf-512e8b879293 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:26:18.272832 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device d4bae84f-8ce7-4c5f-afaf-512e8b879293 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:26:18.275590 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device cdf3648f-0e95-45df-b89b-23cc65ae37c9 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:18.311893 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac1971-d762-4367-9325-f9d97da61cac tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event deleted for resources: {'Port': ['ID=d4bae84f-8ce7-4c5f-afaf-512e8b879293,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:18.355806 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9266b6fa-676a-4a02-b951-64a1426435f6 x-openstack-request-id: req-9266b6fa-676a-4a02-b951-64a1426435f6 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:26:18.356258 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a91173-3344-4373-bbb0-0d4d16a13655", "name": "network-vif-plugged", "status": "completed", "tag": "32fe797d-5d31-4a1c-8554-7429627da10d", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:26:18.356649 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9266b6fa-676a-4a02-b951-64a1426435f6 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:26:18.357242 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a91173-3344-4373-bbb0-0d4d16a13655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fe797d-5d31-4a1c-8554-7429627da10d', 'code': 200} Dec 16 22:26:18.417301 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 3cbb23b8-7968-4272-88b0-43f7f8d6cdfb up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:26:18.437626 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba981f-af27-4122-9fef-ace065fd291c req-2b2827b6-ab80-4ac4-b035-09cdc678edca tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:18.440767 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a3ba981f-af27-4122-9fef-ace065fd291c req-2b2827b6-ab80-4ac4-b035-09cdc678edca tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.1359279 Dec 16 22:26:18.519160 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-b9b3a416-6624-4eaf-a1b5-d7b58dee6ee3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Allocated IP 2001:db8:1::1 (f0f7dd36-6cd7-4e1b-9c93-ee5bc09f8a5c/ea87eab7-9199-42d4-b2c5-d1d5c6945cfd/8e7014b2-eec5-48ff-898c-efce54db93e4) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:26:18.537342 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a3ba981f-af27-4122-9fef-ace065fd291c req-1908e6d7-4711-4dcd-adb4-543f9585588e tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857215 Dec 16 22:26:18.595518 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-31ac1971-d762-4367-9325-f9d97da61cac tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Router 88ea3854-1185-46e3-8303-839336eefd6c has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:26:18.648286 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 3cbb23b8-7968-4272-88b0-43f7f8d6cdfb triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:18.656950 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:18.675213 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device cdf3648f-0e95-45df-b89b-23cc65ae37c9 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:26:18.675682 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device d4c02002-46db-4b56-bc15-eb1387a0bf64 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:18.799368 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: d4c02002-46db-4b56-bc15-eb1387a0bf64 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:26:18.800112 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device d4c02002-46db-4b56-bc15-eb1387a0bf64 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:26:18.815521 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 932561c8-57cf-466c-86d4-05fa02856f87 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:18.846121 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=74efd0d5-e0a1-4bfc-9a1d-9968cef63895,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:18.862882 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-31ac1971-d762-4367-9325-f9d97da61cac tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:26:18.874069 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f087853f-69a7-4da2-8225-525d7143d641 None None] Sync routers for ids ['88ea3854-1185-46e3-8303-839336eefd6c'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:26:18.889397 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 932561c8-57cf-466c-86d4-05fa02856f87 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:26:18.889795 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 932561c8-57cf-466c-86d4-05fa02856f87 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:26:18.890330 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device be59d789-35f2-47f8-a2bf-dacd1121b4c0 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:18.896180 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f087853f-69a7-4da2-8225-525d7143d641 None None] Routers {'88ea3854-1185-46e3-8303-839336eefd6c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:26:18.897925 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-f087853f-69a7-4da2-8225-525d7143d641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:25:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['88ea3854-1185-46e3-8303-839336eefd6c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:18.906408 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b9b3a416-6624-4eaf-a1b5-d7b58dee6ee3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:19.037332 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-31ac1971-d762-4367-9325-f9d97da61cac tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] No DVR routers for this DVR port d4bae84f-8ce7-4c5f-afaf-512e8b879293 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:19.041083 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b9b3a416-6624-4eaf-a1b5-d7b58dee6ee3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:19.056415 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-31ac1971-d762-4367-9325-f9d97da61cac tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:19.063011 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-31ac1971-d762-4367-9325-f9d97da61cac tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.76 "DELETE /v2.0/ports/d4bae84f-8ce7-4c5f-afaf-512e8b879293 HTTP/1.1" status: 204 len: 173 time: 3.2641323 Dec 16 22:26:19.102557 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:19.169378 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-f087853f-69a7-4da2-8225-525d7143d641 None None] Set router 88ea3854-1185-46e3-8303-839336eefd6c gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:26:19.196549 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b3a416-6624-4eaf-a1b5-d7b58dee6ee3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network f0f7dd36-6cd7-4e1b-9c93-ee5bc09f8a5c is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:19.196761 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port be59d789-35f2-47f8-a2bf-dacd1121b4c0, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=be59d789-35f2-47f8-a2bf-dacd1121b4c0,segment=NetworkSegment(de6410b3-48d2-4076-afb0-e054cc3678c7),segment_id=de6410b3-48d2-4076-afb0-e054cc3678c7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:19.202782 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-b9b3a416-6624-4eaf-a1b5-d7b58dee6ee3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:19.219141 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b3a416-6624-4eaf-a1b5-d7b58dee6ee3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:26:19.220214 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b9b3a416-6624-4eaf-a1b5-d7b58dee6ee3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:19.251196 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:19.252060 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 279064a7-b0af-47a2-926c-bbdc2a0e2846 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:19.361516 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e48325-e4af-49f1-b194-3039e1e96708 req-81e0773d-ab1b-4a71-b5e6-7b61cc0d57bc tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:19.384396 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e48325-e4af-49f1-b194-3039e1e96708 req-81e0773d-ab1b-4a71-b5e6-7b61cc0d57bc tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:19.394769 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d6e48325-e4af-49f1-b194-3039e1e96708 req-81e0773d-ab1b-4a71-b5e6-7b61cc0d57bc tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 1678 time: 0.4199767 Dec 16 22:26:19.493227 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=be59d789-35f2-47f8-a2bf-dacd1121b4c0,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:19.507365 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 279064a7-b0af-47a2-926c-bbdc2a0e2846 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:26:19.522715 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d6e48325-e4af-49f1-b194-3039e1e96708 req-9007c738-4f7f-4f97-a26b-3e85d286a63b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218762 Dec 16 22:26:19.531153 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3a416-6624-4eaf-a1b5-d7b58dee6ee3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Port': ['ID=8e7014b2-eec5-48ff-898c-efce54db93e4,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:19.600504 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-892bb9fb-8dcf-446e-b349-6f25dc95f6af tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Deleting port 74efd0d5-e0a1-4bfc-9a1d-9968cef63895 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:19.600850 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-892bb9fb-8dcf-446e-b349-6f25dc95f6af tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:19.837267 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714414d8-66a9-49f9-9e01-623eb94ef8f2 req-b2b5420a-a709-48eb-8e5f-e0d9a9de4580 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:19.838590 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-19899de1-8bb6-4fff-8f4c-3defee470f16 None None] Provisioning complete for port 8e7014b2-eec5-48ff-898c-efce54db93e4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:19.841558 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-19899de1-8bb6-4fff-8f4c-3defee470f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:19.849298 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-714414d8-66a9-49f9-9e01-623eb94ef8f2 req-b2b5420a-a709-48eb-8e5f-e0d9a9de4580 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.1142769 Dec 16 22:26:19.868074 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-892bb9fb-8dcf-446e-b349-6f25dc95f6af tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] For port 74efd0d5-e0a1-4bfc-9a1d-9968cef63895, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=74efd0d5-e0a1-4bfc-9a1d-9968cef63895,segment=NetworkSegment(fdb99c20-5c2d-4757-b292-1da6b79081cb),segment_id=fdb99c20-5c2d-4757-b292-1da6b79081cb)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:19.868691 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-892bb9fb-8dcf-446e-b349-6f25dc95f6af tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:19.911781 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-892bb9fb-8dcf-446e-b349-6f25dc95f6af tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Calling delete_port for 74efd0d5-e0a1-4bfc-9a1d-9968cef63895 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:19.959962 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-19899de1-8bb6-4fff-8f4c-3defee470f16 None None] Port 8e7014b2-eec5-48ff-898c-efce54db93e4 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:20.023818 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-714414d8-66a9-49f9-9e01-623eb94ef8f2 req-50df62be-a761-404f-a96d-6f25d15b0da5 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734865 Dec 16 22:26:20.027525 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b9b3a416-6624-4eaf-a1b5-d7b58dee6ee3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:20.061904 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-f087853f-69a7-4da2-8225-525d7143d641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ea3854-1185-46e3-8303-839336eefd6c', 'name': 'tempest-TaggedBootDevicesTest-75857628-router', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '5b725039-87f7-41f0-8542-436f23b60736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:35Z', 'updated_at': '2021-12-16T22:14:45Z', 'revision_number': 4, 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'gw_port': {'id': '5b725039-87f7-41f0-8542-436f23b60736', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ea3854-1185-46e3-8303-839336eefd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:39Z', 'updated_at': '2021-12-16T22:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'ef6c2939-33c8-4c20-86fa-3732e8a6434a', 'name': '', 'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'mac_address': 'fa:16:3e:f0:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ea3854-1185-46e3-8303-839336eefd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '26d9264a-299a-4d37-a6df-7bf2c29884f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:44Z', 'updated_at': '2021-12-16T22:14:53Z', 'revision_number': 5, 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'subnets': [{'id': '26d9264a-299a-4d37-a6df-7bf2c29884f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:20.071203 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'name': 'network-vif-deleted', 'tag': 'd4bae84f-8ce7-4c5f-afaf-512e8b879293'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:26:20.079670 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3b4766-8b16-416f-8e11-6c22fda35f0a" -d '{"events": [{"server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "name": "network-vif-deleted", "tag": "d4bae84f-8ce7-4c5f-afaf-512e8b879293"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:26:20.111616 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f087853f-69a7-4da2-8225-525d7143d641 None None] Checking router: 88ea3854-1185-46e3-8303-839336eefd6c for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:26:20.148296 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f087853f-69a7-4da2-8225-525d7143d641 None None] Routers {'88ea3854-1185-46e3-8303-839336eefd6c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:26:20.148937 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-f087853f-69a7-4da2-8225-525d7143d641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:25:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['88ea3854-1185-46e3-8303-839336eefd6c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:20.259209 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f2db07-560c-442e-922f-c67a70834574 x-openstack-request-id: req-b7f2db07-560c-442e-922f-c67a70834574 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:26:20.259550 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "name": "network-vif-deleted", "tag": "d4bae84f-8ce7-4c5f-afaf-512e8b879293", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:26:20.259819 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b7f2db07-560c-442e-922f-c67a70834574 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:26:20.265847 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'name': 'network-vif-deleted', 'tag': 'd4bae84f-8ce7-4c5f-afaf-512e8b879293', 'status': 'completed', 'code': 200} Dec 16 22:26:20.358531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74efd0d5-e0a1-4bfc-9a1d-9968cef63895'}, {'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be59d789-35f2-47f8-a2bf-dacd1121b4c0'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:26:20.360981 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bd27fd-1e02-418f-9e2d-1d546a5dcc83" -d '{"events": [{"server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "name": "network-vif-unplugged", "status": "completed", "tag": "74efd0d5-e0a1-4bfc-9a1d-9968cef63895"}, {"server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "name": "network-vif-unplugged", "status": "completed", "tag": "be59d789-35f2-47f8-a2bf-dacd1121b4c0"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:26:20.400782 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-f087853f-69a7-4da2-8225-525d7143d641 None None] Set router 88ea3854-1185-46e3-8303-839336eefd6c gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:26:20.480065 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 16 Dec 2021 22:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef41e9a-cbdd-4a55-a78e-356e601ae30d x-openstack-request-id: req-cef41e9a-cbdd-4a55-a78e-356e601ae30d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:26:20.480595 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "name": "network-vif-unplugged", "status": "completed", "tag": "74efd0d5-e0a1-4bfc-9a1d-9968cef63895", "code": 200}, {"server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "name": "network-vif-unplugged", "status": "completed", "tag": "be59d789-35f2-47f8-a2bf-dacd1121b4c0", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:26:20.481021 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cef41e9a-cbdd-4a55-a78e-356e601ae30d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:26:20.481611 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74efd0d5-e0a1-4bfc-9a1d-9968cef63895', 'code': 200} Dec 16 22:26:20.482508 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be59d789-35f2-47f8-a2bf-dacd1121b4c0', 'code': 200} Dec 16 22:26:20.497513 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-892bb9fb-8dcf-446e-b349-6f25dc95f6af tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:20.585809 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892bb9fb-8dcf-446e-b349-6f25dc95f6af tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event deleted for resources: {'Port': ['ID=74efd0d5-e0a1-4bfc-9a1d-9968cef63895,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:20.688266 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-892bb9fb-8dcf-446e-b349-6f25dc95f6af tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] No DVR routers for this DVR port 74efd0d5-e0a1-4bfc-9a1d-9968cef63895 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:20.691685 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-892bb9fb-8dcf-446e-b349-6f25dc95f6af tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:20.696138 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-892bb9fb-8dcf-446e-b349-6f25dc95f6af tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.76 "DELETE /v2.0/ports/74efd0d5-e0a1-4bfc-9a1d-9968cef63895 HTTP/1.1" status: 204 len: 173 time: 1.5808637 Dec 16 22:26:20.732339 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b9b3a416-6624-4eaf-a1b5-d7b58dee6ee3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:20.800334 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b9b3a416-6624-4eaf-a1b5-d7b58dee6ee3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:20.800334 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b9b3a416-6624-4eaf-a1b5-d7b58dee6ee3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:20.802117 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-f087853f-69a7-4da2-8225-525d7143d641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ea3854-1185-46e3-8303-839336eefd6c', 'name': 'tempest-TaggedBootDevicesTest-75857628-router', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '5b725039-87f7-41f0-8542-436f23b60736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:35Z', 'updated_at': '2021-12-16T22:14:45Z', 'revision_number': 4, 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'gw_port': {'id': '5b725039-87f7-41f0-8542-436f23b60736', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ea3854-1185-46e3-8303-839336eefd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:39Z', 'updated_at': '2021-12-16T22:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'ef6c2939-33c8-4c20-86fa-3732e8a6434a', 'name': '', 'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'mac_address': 'fa:16:3e:f0:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ea3854-1185-46e3-8303-839336eefd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '26d9264a-299a-4d37-a6df-7bf2c29884f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:44Z', 'updated_at': '2021-12-16T22:14:53Z', 'revision_number': 5, 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'subnets': [{'id': '26d9264a-299a-4d37-a6df-7bf2c29884f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:20.833692 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f087853f-69a7-4da2-8225-525d7143d641 None None] The sync data for ids ['88ea3854-1185-46e3-8303-839336eefd6c'] in n-d-815324-4 is: [{'id': '88ea3854-1185-46e3-8303-839336eefd6c', 'name': 'tempest-TaggedBootDevicesTest-75857628-router', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '5b725039-87f7-41f0-8542-436f23b60736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:35Z', 'updated_at': '2021-12-16T22:14:45Z', 'revision_number': 4, 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'gw_port': {'id': '5b725039-87f7-41f0-8542-436f23b60736', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ea3854-1185-46e3-8303-839336eefd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:39Z', 'updated_at': '2021-12-16T22:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'ef6c2939-33c8-4c20-86fa-3732e8a6434a', 'name': '', 'network_id': '6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'mac_address': 'fa:16:3e:f0:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ea3854-1185-46e3-8303-839336eefd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '26d9264a-299a-4d37-a6df-7bf2c29884f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:44Z', 'updated_at': '2021-12-16T22:14:53Z', 'revision_number': 5, 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'subnets': [{'id': '26d9264a-299a-4d37-a6df-7bf2c29884f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:26:21.034646 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3a416-6624-4eaf-a1b5-d7b58dee6ee3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Port': ['ID=8e7014b2-eec5-48ff-898c-efce54db93e4,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:21.063489 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a492e-b4c2-416a-bc81-6204c795a52f req-a1241fb7-2dcc-4408-840b-7d07d05be796 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:21.075666 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e88a492e-b4c2-416a-bc81-6204c795a52f req-a1241fb7-2dcc-4408-840b-7d07d05be796 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 942 time: 0.2919030 Dec 16 22:26:21.083358 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-ff2bbf3a-ed15-4d90-a2a9-2ca7dcb6d492 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Deleting port be59d789-35f2-47f8-a2bf-dacd1121b4c0 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:21.086664 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-ff2bbf3a-ed15-4d90-a2a9-2ca7dcb6d492 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:21.176708 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b3a416-6624-4eaf-a1b5-d7b58dee6ee3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network f0f7dd36-6cd7-4e1b-9c93-ee5bc09f8a5c is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:21.180631 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-b9b3a416-6624-4eaf-a1b5-d7b58dee6ee3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:21.431596 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e88a492e-b4c2-416a-bc81-6204c795a52f req-c7082854-2d24-48a8-87df-0d80b07a6c9b tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups?id=04e9709e-97c9-4ec5-a72c-ef11ce486028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3548965 Dec 16 22:26:21.457638 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b3a416-6624-4eaf-a1b5-d7b58dee6ee3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Router f29c11bc-6d7a-462c-b6f2-1848aa292dd1 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:26:21.502894 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-ff2bbf3a-ed15-4d90-a2a9-2ca7dcb6d492 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] For port be59d789-35f2-47f8-a2bf-dacd1121b4c0, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=be59d789-35f2-47f8-a2bf-dacd1121b4c0,segment=NetworkSegment(de6410b3-48d2-4076-afb0-e054cc3678c7),segment_id=de6410b3-48d2-4076-afb0-e054cc3678c7)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:21.502894 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-ff2bbf3a-ed15-4d90-a2a9-2ca7dcb6d492 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:21.555709 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e37501-f8bf-44c6-8154-d5459a59a028 None None] New status for floating IP 712137c0-ee69-4fe3-aebc-65947e3e67d8: DOWN {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:26:21.577654 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-ff2bbf3a-ed15-4d90-a2a9-2ca7dcb6d492 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Calling delete_port for be59d789-35f2-47f8-a2bf-dacd1121b4c0 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:21.641882 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b3a416-6624-4eaf-a1b5-d7b58dee6ee3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:26:21.653772 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0563fa57-689c-4d6e-b6ab-6a20e140b914 None None] Sync routers for ids ['f29c11bc-6d7a-462c-b6f2-1848aa292dd1'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:26:21.658024 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b9b3a416-6624-4eaf-a1b5-d7b58dee6ee3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "PUT /v2.0/routers/f29c11bc-6d7a-462c-b6f2-1848aa292dd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8284917 Dec 16 22:26:21.663388 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53384) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:21.690898 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0563fa57-689c-4d6e-b6ab-6a20e140b914 None None] Routers {'f29c11bc-6d7a-462c-b6f2-1848aa292dd1'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:26:21.699578 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-0563fa57-689c-4d6e-b6ab-6a20e140b914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:25:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f29c11bc-6d7a-462c-b6f2-1848aa292dd1'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:21.812994 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-0563fa57-689c-4d6e-b6ab-6a20e140b914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:21.820990 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e773afd4-7f6b-416d-ad00-2f82b00ebc55 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:21.825190 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e773afd4-7f6b-416d-ad00-2f82b00ebc55 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "GET /v2.0/ports/8e7014b2-eec5-48ff-898c-efce54db93e4 HTTP/1.1" status: 200 len: 913 time: 0.1473753 Dec 16 22:26:21.826001 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53386) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:21.843466 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0563fa57-689c-4d6e-b6ab-6a20e140b914 None None] Routers {'f29c11bc-6d7a-462c-b6f2-1848aa292dd1'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:26:21.844842 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-0563fa57-689c-4d6e-b6ab-6a20e140b914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:25:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f29c11bc-6d7a-462c-b6f2-1848aa292dd1'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:21.939829 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-0563fa57-689c-4d6e-b6ab-6a20e140b914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:21.943933 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0563fa57-689c-4d6e-b6ab-6a20e140b914 None None] The sync data for ids ['f29c11bc-6d7a-462c-b6f2-1848aa292dd1'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:26:22.001456 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8320f8-cfa0-49d2-a4aa-9cf0d7d0542d req-fa6475ea-de1f-4166-b45f-93af0316ce93 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:22.003021 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7b8320f8-cfa0-49d2-a4aa-9cf0d7d0542d req-fa6475ea-de1f-4166-b45f-93af0316ce93 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.5597267 Dec 16 22:26:22.033157 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-ff2bbf3a-ed15-4d90-a2a9-2ca7dcb6d492 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:22.136423 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bbf3a-ed15-4d90-a2a9-2ca7dcb6d492 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event deleted for resources: {'Port': ['ID=be59d789-35f2-47f8-a2bf-dacd1121b4c0,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:22.228898 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ccc74c21-5191-4873-b36b-b645c8ade1f4 None None] Provisioning complete for port 8e7014b2-eec5-48ff-898c-efce54db93e4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:22.229295 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ccc74c21-5191-4873-b36b-b645c8ade1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:22.255311 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-ff2bbf3a-ed15-4d90-a2a9-2ca7dcb6d492 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] No DVR routers for this DVR port be59d789-35f2-47f8-a2bf-dacd1121b4c0 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:22.268208 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-ff2bbf3a-ed15-4d90-a2a9-2ca7dcb6d492 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:22.281653 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-106faaa5-906a-4d3f-8e14-91ad31a70a2f req-ff2bbf3a-ed15-4d90-a2a9-2ca7dcb6d492 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.76 "DELETE /v2.0/ports/be59d789-35f2-47f8-a2bf-dacd1121b4c0 HTTP/1.1" status: 204 len: 173 time: 1.5778561 Dec 16 22:26:22.282187 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'name': 'network-vif-deleted', 'tag': '74efd0d5-e0a1-4bfc-9a1d-9968cef63895'}, {'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'name': 'network-vif-deleted', 'tag': 'be59d789-35f2-47f8-a2bf-dacd1121b4c0'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:26:22.286101 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3be6e3-8daa-453d-8c80-a4ed60f40a7c" -d '{"events": [{"server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "name": "network-vif-deleted", "tag": "74efd0d5-e0a1-4bfc-9a1d-9968cef63895"}, {"server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "name": "network-vif-deleted", "tag": "be59d789-35f2-47f8-a2bf-dacd1121b4c0"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:26:22.308491 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ccc74c21-5191-4873-b36b-b645c8ade1f4 None None] Port 8e7014b2-eec5-48ff-898c-efce54db93e4 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:22.412489 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 22:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856890ca-533e-4e4b-b2df-72830187d552 x-openstack-request-id: req-856890ca-533e-4e4b-b2df-72830187d552 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:26:22.413407 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "name": "network-vif-deleted", "tag": "74efd0d5-e0a1-4bfc-9a1d-9968cef63895", "status": "completed", "code": 200}, {"server_uuid": "a97b75d4-7775-4c19-b53b-cd8b6e57532b", "name": "network-vif-deleted", "tag": "be59d789-35f2-47f8-a2bf-dacd1121b4c0", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:26:22.414100 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-856890ca-533e-4e4b-b2df-72830187d552 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:26:22.414769 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'name': 'network-vif-deleted', 'tag': '74efd0d5-e0a1-4bfc-9a1d-9968cef63895', 'status': 'completed', 'code': 200} Dec 16 22:26:22.415272 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97b75d4-7775-4c19-b53b-cd8b6e57532b', 'name': 'network-vif-deleted', 'tag': 'be59d789-35f2-47f8-a2bf-dacd1121b4c0', 'status': 'completed', 'code': 200} Dec 16 22:26:22.659304 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5042288a-f08c-4019-a3c2-4eca853cde38 req-47ba754b-30e1-4f0a-bb1b-8b0b0ee704d6 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 210 time: 0.0770960 Dec 16 22:26:23.237337 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7b8320f8-cfa0-49d2-a4aa-9cf0d7d0542d req-05a13e3c-1172-467e-a5e7-2ab12a2038e2 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0961838 Dec 16 22:26:23.237337 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9c8c1519-9dc9-465a-9f74-95cd9ddb99c1 req-aa3ceb47-1e2a-4f76-a606-d3bc4d5d5df8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6794465 Dec 16 22:26:23.308874 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c1519-9dc9-465a-9f74-95cd9ddb99c1 req-028e1909-f6b0-40cd-8522-8864d6a37a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:23.382141 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9c8c1519-9dc9-465a-9f74-95cd9ddb99c1 req-028e1909-f6b0-40cd-8522-8864d6a37a83 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d4dac0c5f3874f5fbbad13b3a269f630&device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 1096 time: 0.0768385 Dec 16 22:26:23.382141 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e10c78d3-8e33-4c5c-8aa6-81be26d8ad57 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:23.571838 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c1519-9dc9-465a-9f74-95cd9ddb99c1 req-25cff9e2-5492-4130-9b9f-cadd803bbb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:23.575249 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9c8c1519-9dc9-465a-9f74-95cd9ddb99c1 req-25cff9e2-5492-4130-9b9f-cadd803bbb5d service neutron] 10.222.0.57 "GET /v2.0/networks?id=3483c04d-9548-45a8-add9-5dd005156af8 HTTP/1.1" status: 200 len: 917 time: 0.2171125 Dec 16 22:26:23.689968 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9c8c1519-9dc9-465a-9f74-95cd9ddb99c1 req-be139228-3013-49d7-b395-835a9fb15d52 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b2fbefe-475a-4ee7-9841-1afe9870c40a HTTP/1.1" status: 200 len: 1000 time: 0.1072199 Dec 16 22:26:23.710293 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f85844c1-b217-4d9d-8fb9-92c650303bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:23.791728 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ad781041-ed60-4322-b0b5-8f074f4e5085 req-ebc08969-f271-454e-aafd-86b6e2eb27b9 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 210 time: 0.0289402 Dec 16 22:26:23.803780 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c1519-9dc9-465a-9f74-95cd9ddb99c1 req-734d8909-bdbf-4751-aea8-2a94c49b6cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:23.805363 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9c8c1519-9dc9-465a-9f74-95cd9ddb99c1 req-734d8909-bdbf-4751-aea8-2a94c49b6cb6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=271e63c4-6a59-41c7-a795-72d699a0357a HTTP/1.1" status: 200 len: 856 time: 0.0873244 Dec 16 22:26:23.861044 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-e10c78d3-8e33-4c5c-8aa6-81be26d8ad57 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Deleting port 8e7014b2-eec5-48ff-898c-efce54db93e4 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:23.861801 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e10c78d3-8e33-4c5c-8aa6-81be26d8ad57 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:23.936992 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c1519-9dc9-465a-9f74-95cd9ddb99c1 req-13e2612b-4b7a-4243-82cf-58e78c0e0b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:23.938713 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9c8c1519-9dc9-465a-9f74-95cd9ddb99c1 req-13e2612b-4b7a-4243-82cf-58e78c0e0b4c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3483c04d-9548-45a8-add9-5dd005156af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256008 Dec 16 22:26:23.991515 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf83c8-0e9e-4730-9a2c-385221d37d1d req-8eb3b8a0-1210-4e64-86c4-2cc774697834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:23.993316 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1abf83c8-0e9e-4730-9a2c-385221d37d1d req-8eb3b8a0-1210-4e64-86c4-2cc774697834 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 1097 time: 0.0791347 Dec 16 22:26:24.015433 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-9c8c1519-9dc9-465a-9f74-95cd9ddb99c1 req-82980839-47c1-469f-9a0c-8d96eeb405e1 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:26:24.021983 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9c8c1519-9dc9-465a-9f74-95cd9ddb99c1 req-82980839-47c1-469f-9a0c-8d96eeb405e1 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0440443 Dec 16 22:26:24.162203 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e10c78d3-8e33-4c5c-8aa6-81be26d8ad57 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:24.205571 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf83c8-0e9e-4730-9a2c-385221d37d1d req-75515286-7f71-45e7-9444-4055a5781d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:24.207656 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-e10c78d3-8e33-4c5c-8aa6-81be26d8ad57 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Calling delete_port for 8e7014b2-eec5-48ff-898c-efce54db93e4 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:24.209671 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1abf83c8-0e9e-4730-9a2c-385221d37d1d req-75515286-7f71-45e7-9444-4055a5781d36 service neutron] 10.222.0.76 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 912 time: 0.1535342 Dec 16 22:26:24.330780 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1abf83c8-0e9e-4730-9a2c-385221d37d1d req-d5585ca6-becb-4bd4-85fe-7391ad6c0720 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32fe797d-5d31-4a1c-8554-7429627da10d HTTP/1.1" status: 200 len: 1001 time: 0.1138432 Dec 16 22:26:24.413070 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9c8c1519-9dc9-465a-9f74-95cd9ddb99c1 req-abfdeaa6-92ae-4bdc-8a9a-d1f3aaf2635f service neutron] 10.222.0.57 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833218 Dec 16 22:26:24.483992 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf83c8-0e9e-4730-9a2c-385221d37d1d req-1af057d9-b069-4d4b-960d-32ac1ea2596b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:24.485933 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1abf83c8-0e9e-4730-9a2c-385221d37d1d req-1af057d9-b069-4d4b-960d-32ac1ea2596b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ecefe13-aa2d-48b4-a74c-5805e96883cc HTTP/1.1" status: 200 len: 851 time: 0.1484816 Dec 16 22:26:24.494172 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc3ada-dac9-451e-b227-3a6e37c7c8b5 req-08811c4c-014a-4617-b769-8b282c0fdfb4 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:24.496167 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cbcc3ada-dac9-451e-b227-3a6e37c7c8b5 req-08811c4c-014a-4617-b769-8b282c0fdfb4 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.0918922 Dec 16 22:26:24.644049 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9c8c1519-9dc9-465a-9f74-95cd9ddb99c1 req-e0663093-a43e-4388-b6f2-cc850e39937f service neutron] 10.222.0.57 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072880 Dec 16 22:26:24.667160 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cbcc3ada-dac9-451e-b227-3a6e37c7c8b5 req-ccd4ab5b-2e54-47d0-8cdf-fa988a70ec6c tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604409 Dec 16 22:26:24.670392 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf83c8-0e9e-4730-9a2c-385221d37d1d req-d7877a8b-eb08-45a9-861d-c8987eff82e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:24.684433 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1abf83c8-0e9e-4730-9a2c-385221d37d1d req-d7877a8b-eb08-45a9-861d-c8987eff82e1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=282aa10f-496c-46fb-be12-6b2a327d41c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1870639 Dec 16 22:26:24.850493 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e10c78d3-8e33-4c5c-8aa6-81be26d8ad57 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:24.900129 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c78d3-8e33-4c5c-8aa6-81be26d8ad57 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Port': ['ID=8e7014b2-eec5-48ff-898c-efce54db93e4,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:24.914675 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1abf83c8-0e9e-4730-9a2c-385221d37d1d req-51126f5e-8fbe-4bc2-bf24-23c400ea762b service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197371 Dec 16 22:26:25.172161 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1abf83c8-0e9e-4730-9a2c-385221d37d1d req-66e1d7ac-0a12-4e79-89ec-c4e5026e79cd service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424247 Dec 16 22:26:25.218582 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e10c78d3-8e33-4c5c-8aa6-81be26d8ad57 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:25.252909 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8576c3e4-8dbf-4610-9e1d-257f9b94b639 req-15af65e0-3f40-40ec-a975-285c75b293e6 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 210 time: 0.2688742 Dec 16 22:26:25.621123 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a71cb7cc-22a1-48c5-9ad7-7fd7da3de6cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:25.688062 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10c78d3-8e33-4c5c-8aa6-81be26d8ad57 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Router f29c11bc-6d7a-462c-b6f2-1848aa292dd1 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:26:25.929588 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10c78d3-8e33-4c5c-8aa6-81be26d8ad57 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:26:25.935239 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e10c78d3-8e33-4c5c-8aa6-81be26d8ad57 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "PUT /v2.0/routers/f29c11bc-6d7a-462c-b6f2-1848aa292dd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1075754 Dec 16 22:26:25.938197 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53480) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:25.945486 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97443d06-bb49-41c4-98a5-3b83520bcada None None] Sync routers for ids ['f29c11bc-6d7a-462c-b6f2-1848aa292dd1'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:26:25.974444 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97443d06-bb49-41c4-98a5-3b83520bcada None None] Routers {'f29c11bc-6d7a-462c-b6f2-1848aa292dd1'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:26:25.975788 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59359bbf-0979-48cd-93d2-7f62401b6b20 req-15130b1b-f1ef-468f-8ac6-9bb5fe9114a5 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:25.981711 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-97443d06-bb49-41c4-98a5-3b83520bcada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:26:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f29c11bc-6d7a-462c-b6f2-1848aa292dd1'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:25.994103 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-59359bbf-0979-48cd-93d2-7f62401b6b20 req-15130b1b-f1ef-468f-8ac6-9bb5fe9114a5 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.1172643 Dec 16 22:26:26.086406 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-97443d06-bb49-41c4-98a5-3b83520bcada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:26.101113 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-59359bbf-0979-48cd-93d2-7f62401b6b20 req-bb175fc1-b71f-4992-bb61-d40a202ae2b2 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061108 Dec 16 22:26:26.108496 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97443d06-bb49-41c4-98a5-3b83520bcada None None] Routers {'f29c11bc-6d7a-462c-b6f2-1848aa292dd1'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:26:26.109561 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-97443d06-bb49-41c4-98a5-3b83520bcada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:26:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f29c11bc-6d7a-462c-b6f2-1848aa292dd1'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:26.196744 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-97443d06-bb49-41c4-98a5-3b83520bcada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:26.196744 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97443d06-bb49-41c4-98a5-3b83520bcada None None] The sync data for ids ['f29c11bc-6d7a-462c-b6f2-1848aa292dd1'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:26:26.491352 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f31fed7d-c313-4184-96fb-350d71531ca7 req-e7d88e3f-6a51-4657-aee0-35d817260dad tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 210 time: 0.0414929 Dec 16 22:26:26.570099 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-01165b91-e5ab-4eab-9de8-bdf4d9f81f26 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:26.890515 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:26.954455 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-01165b91-e5ab-4eab-9de8-bdf4d9f81f26 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Deleting port b4918b5c-92b8-4ae6-a190-83a72a31f973 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:26.955114 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-01165b91-e5ab-4eab-9de8-bdf4d9f81f26 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:26.988784 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:27.099500 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-01165b91-e5ab-4eab-9de8-bdf4d9f81f26 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:27.168409 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-01165b91-e5ab-4eab-9de8-bdf4d9f81f26 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Calling delete_port for b4918b5c-92b8-4ae6-a190-83a72a31f973 owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:27.422342 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d22544-b3a0-47a5-9c89-4718e0fcd0ae req-77b93d7f-87a9-4fe2-b0d6-4dda58d968ef tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:27.431958 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-39d22544-b3a0-47a5-9c89-4718e0fcd0ae req-77b93d7f-87a9-4fe2-b0d6-4dda58d968ef tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.1458271 Dec 16 22:26:27.532138 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-39d22544-b3a0-47a5-9c89-4718e0fcd0ae req-7a47989d-c4be-45d1-ad63-d6c8ee5a0a59 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991547 Dec 16 22:26:27.663855 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ed59d770-a26f-474c-a349-066dbbbda71f req-1fe92b97-d014-4ecc-a9c1-289d74e8020f tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 210 time: 0.0369189 Dec 16 22:26:27.686589 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-01165b91-e5ab-4eab-9de8-bdf4d9f81f26 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:27.838751 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01165b91-e5ab-4eab-9de8-bdf4d9f81f26 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Port': ['ID=b4918b5c-92b8-4ae6-a190-83a72a31f973,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:27.956424 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-01165b91-e5ab-4eab-9de8-bdf4d9f81f26 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:28.204786 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01165b91-e5ab-4eab-9de8-bdf4d9f81f26 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Router f29c11bc-6d7a-462c-b6f2-1848aa292dd1 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:26:28.279457 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:28.390997 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01165b91-e5ab-4eab-9de8-bdf4d9f81f26 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:26:28.401143 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-01165b91-e5ab-4eab-9de8-bdf4d9f81f26 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "PUT /v2.0/routers/f29c11bc-6d7a-462c-b6f2-1848aa292dd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4618149 Dec 16 22:26:28.403964 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53532) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:28.410979 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e74db0-4690-491d-9877-ee544d36f1b0 None None] Sync routers for ids ['f29c11bc-6d7a-462c-b6f2-1848aa292dd1'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:26:28.433164 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:28.436419 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e74db0-4690-491d-9877-ee544d36f1b0 None None] Routers {'f29c11bc-6d7a-462c-b6f2-1848aa292dd1'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:26:28.438889 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d6e74db0-4690-491d-9877-ee544d36f1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:26:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f29c11bc-6d7a-462c-b6f2-1848aa292dd1'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:28.443762 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4163792e-c78a-4a32-bda8-87b6083d26ef tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "GET /v2.0/ports?device_id=f29c11bc-6d7a-462c-b6f2-1848aa292dd1 HTTP/1.1" status: 200 len: 205 time: 0.0377665 Dec 16 22:26:28.446084 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53534) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:28.555522 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d6e74db0-4690-491d-9877-ee544d36f1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:28.580322 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e74db0-4690-491d-9877-ee544d36f1b0 None None] Routers {'f29c11bc-6d7a-462c-b6f2-1848aa292dd1'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:26:28.580969 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d6e74db0-4690-491d-9877-ee544d36f1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:26:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f29c11bc-6d7a-462c-b6f2-1848aa292dd1'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:28.613176 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-39d2710e-2701-49b2-b2e5-a7c2631ab78b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:28.675379 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d6e74db0-4690-491d-9877-ee544d36f1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:28.681001 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e74db0-4690-491d-9877-ee544d36f1b0 None None] The sync data for ids ['f29c11bc-6d7a-462c-b6f2-1848aa292dd1'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:26:28.879901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551606f-85da-4f65-a994-d55c3351163b req-78911e74-55c8-4821-911c-5e1561b2432c tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:28.892026 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a551606f-85da-4f65-a994-d55c3351163b req-78911e74-55c8-4821-911c-5e1561b2432c tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.1253705 Dec 16 22:26:28.976858 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-39d2710e-2701-49b2-b2e5-a7c2631ab78b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:28.979124 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-39d2710e-2701-49b2-b2e5-a7c2631ab78b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:29.025765 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:29.058845 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a551606f-85da-4f65-a994-d55c3351163b req-a2d459f0-f202-4826-956c-99411ba8595d tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594534 Dec 16 22:26:29.163769 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b44e44f1-9a9c-48ce-87d9-57b73ee1f512 req-e1e5bdbc-7082-4f30-8649-a61c9f35e071 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 210 time: 0.0975013 Dec 16 22:26:29.163769 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-39d2710e-2701-49b2-b2e5-a7c2631ab78b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:29.163769 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d2710e-2701-49b2-b2e5-a7c2631ab78b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Fanout notify agent at l3_agent the message router_deleted on router f29c11bc-6d7a-462c-b6f2-1848aa292dd1 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:26:29.185617 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-39d2710e-2701-49b2-b2e5-a7c2631ab78b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:29.196341 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-39d2710e-2701-49b2-b2e5-a7c2631ab78b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/routers/f29c11bc-6d7a-462c-b6f2-1848aa292dd1 HTTP/1.1" status: 204 len: 168 time: 0.7467244 Dec 16 22:26:29.197057 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53562) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:29.376356 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-feca156b-2746-4444-9ed8-41dead786737 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Deleting subnet ea87eab7-9199-42d4-b2c5-d1d5c6945cfd {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:26:29.390415 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-feca156b-2746-4444-9ed8-41dead786737 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:29.508235 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-feca156b-2746-4444-9ed8-41dead786737 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:29.610688 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-feca156b-2746-4444-9ed8-41dead786737 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:29.792597 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-feca156b-2746-4444-9ed8-41dead786737 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:29.848851 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca156b-2746-4444-9ed8-41dead786737 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Subnet': ['ID=ea87eab7-9199-42d4-b2c5-d1d5c6945cfd,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:29.851027 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-feca156b-2746-4444-9ed8-41dead786737 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:29.854666 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-feca156b-2746-4444-9ed8-41dead786737 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/subnets/ea87eab7-9199-42d4-b2c5-d1d5c6945cfd HTTP/1.1" status: 204 len: 168 time: 0.6562085 Dec 16 22:26:29.857445 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53574) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:29.862276 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d18ac1-6ee2-4430-a9fd-b6d65bc3e570 None None] Network f0f7dd36-6cd7-4e1b-9c93-ee5bc09f8a5c requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:29.999598 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8f8a458-7d59-46cc-a855-468d50239533 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Deleting subnet 96a05f9c-92f3-42a0-a334-df6f6a8532cd {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:26:30.011877 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c8f8a458-7d59-46cc-a855-468d50239533 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:30.115415 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53582) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:30.175018 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c8f8a458-7d59-46cc-a855-468d50239533 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:30.252502 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0374cca8-8d83-42b3-a618-adb8b9bf643e None None] DHCP port deletion for f0f7dd36-6cd7-4e1b-9c93-ee5bc09f8a5c request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:26:30.375407 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0374cca8-8d83-42b3-a618-adb8b9bf643e None None] Deleting port 3cbb23b8-7968-4272-88b0-43f7f8d6cdfb {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:30.375980 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0374cca8-8d83-42b3-a618-adb8b9bf643e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:30.442783 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c8f8a458-7d59-46cc-a855-468d50239533 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:30.516967 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5764ef44-5303-4323-b455-db77fc2a99e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:30.532604 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3e922b3-c7ee-49fd-a963-75dcd757eacf req-30cc7c64-4519-4203-b236-96bfaaf6f378 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 210 time: 0.0458105 Dec 16 22:26:30.546026 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0374cca8-8d83-42b3-a618-adb8b9bf643e None None] For port 3cbb23b8-7968-4272-88b0-43f7f8d6cdfb, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=3cbb23b8-7968-4272-88b0-43f7f8d6cdfb,segment=NetworkSegment(cf2e11fb-6464-46fb-8488-900b4169cae6),segment_id=cf2e11fb-6464-46fb-8488-900b4169cae6)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:30.546442 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0374cca8-8d83-42b3-a618-adb8b9bf643e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:30.604701 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0374cca8-8d83-42b3-a618-adb8b9bf643e None None] Calling delete_port for 3cbb23b8-7968-4272-88b0-43f7f8d6cdfb owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:30.680042 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c8f8a458-7d59-46cc-a855-468d50239533 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:30.690278 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2dd6a-4463-4f65-b52f-4fa31042b7ab req-730540d8-e5fb-4f20-846e-d4ccedd5bc79 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:30.699143 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93c2dd6a-4463-4f65-b52f-4fa31042b7ab req-730540d8-e5fb-4f20-846e-d4ccedd5bc79 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.4350126 Dec 16 22:26:30.708331 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 3cbb23b8-7968-4272-88b0-43f7f8d6cdfb no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:30.771342 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c8f8a458-7d59-46cc-a855-468d50239533 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:30.789645 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53604) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:30.794612 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c8f8a458-7d59-46cc-a855-468d50239533 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/subnets/96a05f9c-92f3-42a0-a334-df6f6a8532cd HTTP/1.1" status: 204 len: 168 time: 0.9208651 Dec 16 22:26:30.798292 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8a458-7d59-46cc-a855-468d50239533 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Subnet': ['ID=96a05f9c-92f3-42a0-a334-df6f6a8532cd,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:30.805378 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0374cca8-8d83-42b3-a618-adb8b9bf643e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:30.808995 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f8466a-4f92-4368-b05b-692485317060 None None] Network 25dee55b-3f7a-4c62-b943-c5461c9add9a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:30.823749 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8a458-7d59-46cc-a855-468d50239533 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:30.825556 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8a458-7d59-46cc-a855-468d50239533 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:30.826216 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8a458-7d59-46cc-a855-468d50239533 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:30.827342 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8a458-7d59-46cc-a855-468d50239533 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:30.827342 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8a458-7d59-46cc-a855-468d50239533 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:30.829614 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8a458-7d59-46cc-a855-468d50239533 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:30.830130 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8a458-7d59-46cc-a855-468d50239533 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:30.830578 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8a458-7d59-46cc-a855-468d50239533 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:30.832542 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8a458-7d59-46cc-a855-468d50239533 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:30.834478 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8a458-7d59-46cc-a855-468d50239533 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:30.838180 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8a458-7d59-46cc-a855-468d50239533 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:30.839211 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8a458-7d59-46cc-a855-468d50239533 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:30.839667 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8a458-7d59-46cc-a855-468d50239533 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:30.909408 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No active binding found for port 3cbb23b8-7968-4272-88b0-43f7f8d6cdfb {{(pid=103615) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 22:26:30.911286 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 3cbb23b8-7968-4272-88b0-43f7f8d6cdfb not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:26:30.920537 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374cca8-8d83-42b3-a618-adb8b9bf643e None None] Pushing event deleted for resources: {'Port': ['ID=3cbb23b8-7968-4272-88b0-43f7f8d6cdfb,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:30.923667 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0374cca8-8d83-42b3-a618-adb8b9bf643e None None] No DVR routers for this DVR port 3cbb23b8-7968-4272-88b0-43f7f8d6cdfb on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:31.016193 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5764ef44-5303-4323-b455-db77fc2a99e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:31.042300 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93c2dd6a-4463-4f65-b52f-4fa31042b7ab req-a7b6b610-ae5d-47f8-840e-546d24760e74 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914076 Dec 16 22:26:31.053368 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-84b71b94-b6a8-42fc-b08b-1eae09c27266 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:31.146250 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badd2648-c7cc-4302-a59b-caf0e579cbc1 None None] DHCP port deletion for 25dee55b-3f7a-4c62-b943-c5461c9add9a request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:26:31.187198 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-84b71b94-b6a8-42fc-b08b-1eae09c27266 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:31.254491 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-badd2648-c7cc-4302-a59b-caf0e579cbc1 None None] Deleting port ae9df864-2007-4efd-ae88-752fd8516a2d {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:31.255170 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-badd2648-c7cc-4302-a59b-caf0e579cbc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:31.361443 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-badd2648-c7cc-4302-a59b-caf0e579cbc1 None None] For port ae9df864-2007-4efd-ae88-752fd8516a2d, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=ae9df864-2007-4efd-ae88-752fd8516a2d,segment=NetworkSegment(23df22bd-bf43-451f-99cb-33212aa2e3e7),segment_id=23df22bd-bf43-451f-99cb-33212aa2e3e7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:31.362329 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-badd2648-c7cc-4302-a59b-caf0e579cbc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:31.391157 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-badd2648-c7cc-4302-a59b-caf0e579cbc1 None None] Calling delete_port for ae9df864-2007-4efd-ae88-752fd8516a2d owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:31.633738 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-badd2648-c7cc-4302-a59b-caf0e579cbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:31.671421 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badd2648-c7cc-4302-a59b-caf0e579cbc1 None None] No DVR routers for this DVR port ae9df864-2007-4efd-ae88-752fd8516a2d on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:31.692006 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd2648-c7cc-4302-a59b-caf0e579cbc1 None None] Pushing event deleted for resources: {'Port': ['ID=ae9df864-2007-4efd-ae88-752fd8516a2d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:31.693875 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e29d1813-30b1-4561-819d-72b12cd31560 req-b463fe6e-b0a4-4efc-8b7b-3bf64f640837 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 210 time: 0.0732310 Dec 16 22:26:31.756400 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-84b71b94-b6a8-42fc-b08b-1eae09c27266 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f7dd36-6cd7-4e1b-9c93-ee5bc09f8a5c']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:31.766635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-84b71b94-b6a8-42fc-b08b-1eae09c27266 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2e11fb-6464-46fb-8488-900b4169cae6') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:31.766928 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-84b71b94-b6a8-42fc-b08b-1eae09c27266 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2e11fb-6464-46fb-8488-900b4169cae6') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:31.777817 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-84b71b94-b6a8-42fc-b08b-1eae09c27266 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:31.795164 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-84b71b94-b6a8-42fc-b08b-1eae09c27266 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:31.801895 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b71b94-b6a8-42fc-b08b-1eae09c27266 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:26:31.802403 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-84b71b94-b6a8-42fc-b08b-1eae09c27266 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:26:31.878852 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5764ef44-5303-4323-b455-db77fc2a99e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:31.935695 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5764ef44-5303-4323-b455-db77fc2a99e9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=41386584bb6e4d4fb75109fd2859497d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8188076 Dec 16 22:26:31.936966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764ef44-5303-4323-b455-db77fc2a99e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f51adc3-376e-407b-8048-2e7c740263f9,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:31.938150 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53626) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:31.956282 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-84b71b94-b6a8-42fc-b08b-1eae09c27266 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:31.968740 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-84b71b94-b6a8-42fc-b08b-1eae09c27266 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:31.975821 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-84b71b94-b6a8-42fc-b08b-1eae09c27266 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/networks/f0f7dd36-6cd7-4e1b-9c93-ee5bc09f8a5c HTTP/1.1" status: 204 len: 168 time: 1.1124382 Dec 16 22:26:31.988889 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53628) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:31.989937 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b71b94-b6a8-42fc-b08b-1eae09c27266 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Network': ['ID=f0f7dd36-6cd7-4e1b-9c93-ee5bc09f8a5c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:32.174502 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d9a2f5e8-4815-4790-aa7a-6e22bdfd9719 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:32.208773 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-eb82ed0e-b461-47d8-8ce0-fda070fca975 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:32.256602 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d9a2f5e8-4815-4790-aa7a-6e22bdfd9719 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:32.412603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device ae9df864-2007-4efd-ae88-752fd8516a2d no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:32.550796 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: ae9df864-2007-4efd-ae88-752fd8516a2d {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:26:32.550796 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device ae9df864-2007-4efd-ae88-752fd8516a2d not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:26:32.553918 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef032d-40f6-4708-8cf3-7b86b324519c req-015fe94b-cbf1-45cf-8a22-ec872accb5fd tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:32.553918 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dfef032d-40f6-4708-8cf3-7b86b324519c req-015fe94b-cbf1-45cf-8a22-ec872accb5fd tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.3141885 Dec 16 22:26:32.553918 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-eb82ed0e-b461-47d8-8ce0-fda070fca975 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:32.553918 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-eb82ed0e-b461-47d8-8ce0-fda070fca975 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25dee55b-3f7a-4c62-b943-c5461c9add9a']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:32.569057 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-eb82ed0e-b461-47d8-8ce0-fda070fca975 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23df22bd-bf43-451f-99cb-33212aa2e3e7') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:32.569323 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-eb82ed0e-b461-47d8-8ce0-fda070fca975 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23df22bd-bf43-451f-99cb-33212aa2e3e7') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:32.586879 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-eb82ed0e-b461-47d8-8ce0-fda070fca975 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:32.595461 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d9a2f5e8-4815-4790-aa7a-6e22bdfd9719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:32.595461 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d9a2f5e8-4815-4790-aa7a-6e22bdfd9719 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:32.595461 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d9a2f5e8-4815-4790-aa7a-6e22bdfd9719 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6f51adc3-376e-407b-8048-2e7c740263f9 HTTP/1.1" status: 204 len: 168 time: 0.6537743 Dec 16 22:26:32.604034 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2f5e8-4815-4790-aa7a-6e22bdfd9719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f51adc3-376e-407b-8048-2e7c740263f9,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:32.621162 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dfef032d-40f6-4708-8cf3-7b86b324519c req-4876cf16-bfbe-4010-9934-83f1914beb65 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008878 Dec 16 22:26:32.622539 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-eb82ed0e-b461-47d8-8ce0-fda070fca975 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:32.636972 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb82ed0e-b461-47d8-8ce0-fda070fca975 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:26:32.637395 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-eb82ed0e-b461-47d8-8ce0-fda070fca975 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:26:32.641593 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:26:32.802312 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f7bdb11a-167c-4eac-ad6c-77f613d94a0e req-b4c220ff-1605-4290-978b-e76482a815ae tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 210 time: 0.0306299 Dec 16 22:26:32.856304 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-eb82ed0e-b461-47d8-8ce0-fda070fca975 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:32.880116 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-eb82ed0e-b461-47d8-8ce0-fda070fca975 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:32.906926 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53654) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:32.909251 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-eb82ed0e-b461-47d8-8ce0-fda070fca975 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/networks/25dee55b-3f7a-4c62-b943-c5461c9add9a HTTP/1.1" status: 204 len: 168 time: 0.9164014 Dec 16 22:26:32.913610 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-cacbdd2f-8136-4df0-85b1-f9da2f7a5d90 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-44764472'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:32.936183 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82ed0e-b461-47d8-8ce0-fda070fca975 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Network': ['ID=25dee55b-3f7a-4c62-b943-c5461c9add9a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:33.030828 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacbdd2f-8136-4df0-85b1-f9da2f7a5d90 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Made reservation on behalf of ac66d8dab830461c95f3885d1f77843c for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:33.035640 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cacbdd2f-8136-4df0-85b1-f9da2f7a5d90 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:33.083586 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cacbdd2f-8136-4df0-85b1-f9da2f7a5d90 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:26:33.097099 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cacbdd2f-8136-4df0-85b1-f9da2f7a5d90 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:33.098154 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-cacbdd2f-8136-4df0-85b1-f9da2f7a5d90 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Added segment c8c7d20c-ac0d-4273-9abf-e98fd604df1b of type vlan for network 84b0b761-0c86-45a1-9010-728817faa298 Dec 16 22:26:33.158385 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cacbdd2f-8136-4df0-85b1-f9da2f7a5d90 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:33.285833 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cacbdd2f-8136-4df0-85b1-f9da2f7a5d90 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:33.295786 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacbdd2f-8136-4df0-85b1-f9da2f7a5d90 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:33.298991 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cacbdd2f-8136-4df0-85b1-f9da2f7a5d90 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:33.379393 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbdd2f-8136-4df0-85b1-f9da2f7a5d90 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Network': ['ID=84b0b761-0c86-45a1-9010-728817faa298,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:33.396187 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 84b0b761-0c86-45a1-9010-728817faa298 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:26:33.481156 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53664) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:33.527922 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-76085acc-35d4-49b8-b68f-be46a997c3a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:33.543719 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53672) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:33.547983 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cacbdd2f-8136-4df0-85b1-f9da2f7a5d90 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6397095 Dec 16 22:26:33.549995 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-b714f125-f536-4bd1-b119-a4defe373e20 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'subnet': {'network_id': '84b0b761-0c86-45a1-9010-728817faa298', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:33.728713 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-76085acc-35d4-49b8-b68f-be46a997c3a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:33.786025 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-76085acc-35d4-49b8-b68f-be46a997c3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:33.814036 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-76085acc-35d4-49b8-b68f-be46a997c3a5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=81fd67c0d5be4fb9b658452031e2da64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3315945 Dec 16 22:26:33.817340 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53678) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:33.839820 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68842aba-6c3b-4042-acc9-0c83905d6f74 req-40ee6e4c-8137-46b8-924a-2bb8ab62494f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:33.843354 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-68842aba-6c3b-4042-acc9-0c83905d6f74 req-40ee6e4c-8137-46b8-924a-2bb8ab62494f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.0795956 Dec 16 22:26:33.862364 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76085acc-35d4-49b8-b68f-be46a997c3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f5d585-760c-41f1-b8bd-26200380aa00,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:33.900456 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b714f125-f536-4bd1-b119-a4defe373e20 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Made reservation on behalf of ac66d8dab830461c95f3885d1f77843c for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:33.917319 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b714f125-f536-4bd1-b119-a4defe373e20 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:33.928121 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ba6060f-de39-4b95-a64e-e4a9452817d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:33.953182 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ba6060f-de39-4b95-a64e-e4a9452817d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:34.066577 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3713dc52-cffc-42f0-bf84-617282983c73 req-f72142cd-dc04-4390-ab59-3855fafc8cc2 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 210 time: 0.0679252 Dec 16 22:26:34.102906 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ba6060f-de39-4b95-a64e-e4a9452817d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:34.110996 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-68842aba-6c3b-4042-acc9-0c83905d6f74 req-7f4bc6f7-83f8-461b-a4de-fc552b701ce7 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560606 Dec 16 22:26:34.116293 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ba6060f-de39-4b95-a64e-e4a9452817d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:34.116293 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0ba6060f-de39-4b95-a64e-e4a9452817d2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/60f5d585-760c-41f1-b8bd-26200380aa00 HTTP/1.1" status: 204 len: 168 time: 0.2954702 Dec 16 22:26:34.158661 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6060f-de39-4b95-a64e-e4a9452817d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f5d585-760c-41f1-b8bd-26200380aa00,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:34.399858 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b714f125-f536-4bd1-b119-a4defe373e20 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:34.478987 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714f125-f536-4bd1-b119-a4defe373e20 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Subnet': ['ID=fa244108-5a48-4266-a022-80a32a28711d,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:34.492242 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b714f125-f536-4bd1-b119-a4defe373e20 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Checking segment: {'id': 'c8c7d20c-ac0d-4273-9abf-e98fd604df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84b0b761-0c86-45a1-9010-728817faa298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:26:34.492867 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b714f125-f536-4bd1-b119-a4defe373e20 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network hostable DHCP agents. Network: 84b0b761-0c86-45a1-9010-728817faa298, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:26:34.602363 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b714f125-f536-4bd1-b119-a4defe373e20 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network 84b0b761-0c86-45a1-9010-728817faa298 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:26:34.684772 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-b714f125-f536-4bd1-b119-a4defe373e20 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 84b0b761-0c86-45a1-9010-728817faa298) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:34.688934 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b714f125-f536-4bd1-b119-a4defe373e20 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:34.689539 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b714f125-f536-4bd1-b119-a4defe373e20 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:34.702982 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448a0209-03a1-4879-822a-3d9cd260519d None None] Network 84b0b761-0c86-45a1-9010-728817faa298 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:34.817506 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b714f125-f536-4bd1-b119-a4defe373e20 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2690401 Dec 16 22:26:34.817848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53704) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:34.822425 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-f91cde29-f721-49e3-8958-1dbd61f96a4f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1695588132', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:34.930571 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f91cde29-f721-49e3-8958-1dbd61f96a4f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:34.931686 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f91cde29-f721-49e3-8958-1dbd61f96a4f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:34.970344 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5f14ca-86bd-47df-bcc1-67e95b0e8362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-84b0b761-0c86-45a1-9010-728817faa298', 'network_id': '84b0b761-0c86-45a1-9010-728817faa298', 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'fixed_ips': [{'subnet_id': 'fa244108-5a48-4266-a022-80a32a28711d'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:26:34.971436 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6f5f14ca-86bd-47df-bcc1-67e95b0e8362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:35.049379 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f91cde29-f721-49e3-8958-1dbd61f96a4f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:35.103134 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f91cde29-f721-49e3-8958-1dbd61f96a4f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:35.224876 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f91cde29-f721-49e3-8958-1dbd61f96a4f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:35.227069 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f91cde29-f721-49e3-8958-1dbd61f96a4f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4082713 Dec 16 22:26:35.229725 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53720) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:35.235360 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-da050256-c30f-4dfb-b5be-f613ce51b58b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'port': {'network_id': '84b0b761-0c86-45a1-9010-728817faa298', 'name': 'tempest-RoutersIpV6Test-259429306'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:35.251085 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-6f5f14ca-86bd-47df-bcc1-67e95b0e8362 None None] Allocated IP 2001:db8::2 (84b0b761-0c86-45a1-9010-728817faa298/fa244108-5a48-4266-a022-80a32a28711d/f71f9e83-fcf5-4026-af69-6b62b5631cdf) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:26:35.333910 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7afa166e-8af4-445a-918e-871983efe562 req-4b05ce4c-7e1f-4092-ae5a-ec5594d9ccc1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 210 time: 0.1149480 Dec 16 22:26:35.569591 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f57fd-c058-4192-b92f-031e67e8a136 req-cb0dc3b9-7715-4736-bbc3-00384e9ae8ea tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:35.579688 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-747f57fd-c058-4192-b92f-031e67e8a136 req-cb0dc3b9-7715-4736-bbc3-00384e9ae8ea tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.2417760 Dec 16 22:26:35.700060 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6f5f14ca-86bd-47df-bcc1-67e95b0e8362 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:35.777289 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6f5f14ca-86bd-47df-bcc1-67e95b0e8362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:35.797160 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-747f57fd-c058-4192-b92f-031e67e8a136 req-961fd06f-b749-4ac2-a4bb-0e85a31ed8fe tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064352 Dec 16 22:26:35.798513 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da050256-c30f-4dfb-b5be-f613ce51b58b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Made reservation on behalf of ac66d8dab830461c95f3885d1f77843c for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:35.807885 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-da050256-c30f-4dfb-b5be-f613ce51b58b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:35.872505 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-da050256-c30f-4dfb-b5be-f613ce51b58b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] device_id is not set on port 9ca25ca2-00ca-4805-8ce7-96477f28f0d0 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:26:35.882717 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5f14ca-86bd-47df-bcc1-67e95b0e8362 None None] Network 84b0b761-0c86-45a1-9010-728817faa298 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:35.887004 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-6f5f14ca-86bd-47df-bcc1-67e95b0e8362 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:35.895942 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5f14ca-86bd-47df-bcc1-67e95b0e8362 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:26:35.936449 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f14ca-86bd-47df-bcc1-67e95b0e8362 None None] Pushing event updated for resources: {'Port': ['ID=f71f9e83-fcf5-4026-af69-6b62b5631cdf,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:36.077551 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-6f5f14ca-86bd-47df-bcc1-67e95b0e8362 None None] Attempting to bind port f71f9e83-fcf5-4026-af69-6b62b5631cdf on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:26:36.077933 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-6f5f14ca-86bd-47df-bcc1-67e95b0e8362 None None] Attempting to bind port f71f9e83-fcf5-4026-af69-6b62b5631cdf by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'c8c7d20c-ac0d-4273-9abf-e98fd604df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84b0b761-0c86-45a1-9010-728817faa298'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:26:36.078339 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f14ca-86bd-47df-bcc1-67e95b0e8362 None None] Attempting to bind port f71f9e83-fcf5-4026-af69-6b62b5631cdf on network 84b0b761-0c86-45a1-9010-728817faa298 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:26:36.086929 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f14ca-86bd-47df-bcc1-67e95b0e8362 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:26:36.086929 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f14ca-86bd-47df-bcc1-67e95b0e8362 None None] Checking segment: {'id': 'c8c7d20c-ac0d-4273-9abf-e98fd604df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84b0b761-0c86-45a1-9010-728817faa298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:26:36.092952 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6f5f14ca-86bd-47df-bcc1-67e95b0e8362 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:36.092952 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f14ca-86bd-47df-bcc1-67e95b0e8362 None None] Bound using segment: {'id': 'c8c7d20c-ac0d-4273-9abf-e98fd604df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84b0b761-0c86-45a1-9010-728817faa298'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:26:36.092952 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-6f5f14ca-86bd-47df-bcc1-67e95b0e8362 None None] Bound port: f71f9e83-fcf5-4026-af69-6b62b5631cdf, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c7d20c-ac0d-4273-9abf-e98fd604df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '84b0b761-0c86-45a1-9010-728817faa298'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:26:36.092952 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6f5f14ca-86bd-47df-bcc1-67e95b0e8362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:36.205799 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-da050256-c30f-4dfb-b5be-f613ce51b58b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Allocated IP 2001:db8::1ce (84b0b761-0c86-45a1-9010-728817faa298/fa244108-5a48-4266-a022-80a32a28711d/9ca25ca2-00ca-4805-8ce7-96477f28f0d0) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:26:36.230740 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-6f5f14ca-86bd-47df-bcc1-67e95b0e8362 None None] For port f71f9e83-fcf5-4026-af69-6b62b5631cdf, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:26:36.236085 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-6f5f14ca-86bd-47df-bcc1-67e95b0e8362 None None] For port f71f9e83-fcf5-4026-af69-6b62b5631cdf, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f71f9e83-fcf5-4026-af69-6b62b5631cdf,segment=NetworkSegment(c8c7d20c-ac0d-4273-9abf-e98fd604df1b),segment_id=c8c7d20c-ac0d-4273-9abf-e98fd604df1b)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:26:36.313687 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6f5f14ca-86bd-47df-bcc1-67e95b0e8362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:36.445283 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f14ca-86bd-47df-bcc1-67e95b0e8362 None None] Pushing event updated for resources: {'Port': ['ID=f71f9e83-fcf5-4026-af69-6b62b5631cdf,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:36.527743 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-da050256-c30f-4dfb-b5be-f613ce51b58b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:36.552653 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b2c4308-ceda-448d-a690-d2af5044b28a req-c88ed980-7b75-4716-a032-ef62ee26fb6c tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 210 time: 0.0461509 Dec 16 22:26:36.669296 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-da050256-c30f-4dfb-b5be-f613ce51b58b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:36.884283 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da050256-c30f-4dfb-b5be-f613ce51b58b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network 84b0b761-0c86-45a1-9010-728817faa298 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:36.885832 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da050256-c30f-4dfb-b5be-f613ce51b58b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Port': ['ID=9ca25ca2-00ca-4805-8ce7-96477f28f0d0,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:36.890088 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-da050256-c30f-4dfb-b5be-f613ce51b58b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:36.919145 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da050256-c30f-4dfb-b5be-f613ce51b58b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:26:36.943530 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da050256-c30f-4dfb-b5be-f613ce51b58b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:36.944458 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-da050256-c30f-4dfb-b5be-f613ce51b58b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:36.964602 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da050256-c30f-4dfb-b5be-f613ce51b58b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:36.964935 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da050256-c30f-4dfb-b5be-f613ce51b58b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:36.965316 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da050256-c30f-4dfb-b5be-f613ce51b58b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:36.965716 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da050256-c30f-4dfb-b5be-f613ce51b58b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:36.966174 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da050256-c30f-4dfb-b5be-f613ce51b58b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:36.966529 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da050256-c30f-4dfb-b5be-f613ce51b58b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:36.966918 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da050256-c30f-4dfb-b5be-f613ce51b58b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:36.981913 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da050256-c30f-4dfb-b5be-f613ce51b58b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:36.982357 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da050256-c30f-4dfb-b5be-f613ce51b58b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:36.982816 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da050256-c30f-4dfb-b5be-f613ce51b58b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:36.987353 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da050256-c30f-4dfb-b5be-f613ce51b58b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:36.988649 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da050256-c30f-4dfb-b5be-f613ce51b58b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:36.989118 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da050256-c30f-4dfb-b5be-f613ce51b58b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:26:37.156501 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5aa6e-bc6e-45c4-a13d-9daf9f9a7407 req-497ba219-f3fa-4d86-a166-98f10247e30d tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:37.157436 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ebf5aa6e-bc6e-45c4-a13d-9daf9f9a7407 req-497ba219-f3fa-4d86-a166-98f10247e30d tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.1642561 Dec 16 22:26:37.228206 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ebf5aa6e-bc6e-45c4-a13d-9daf9f9a7407 req-923871db-a3e9-45ec-8994-57e1aaada9c7 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652328 Dec 16 22:26:37.279417 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-da050256-c30f-4dfb-b5be-f613ce51b58b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0484376 Dec 16 22:26:37.281867 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53774) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:37.898702 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-816cdff1-9990-4217-86d6-3630bfb6bfe8 req-7164b973-ad89-4fc8-9c6d-42a4ed8ed2ea tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 210 time: 0.0541499 Dec 16 22:26:38.034141 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-626dad65-2ebc-4595-b34f-f12e31d0b55c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:38.250995 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119bcbdd-847d-4df8-a90a-2d812f24b0ca None None] Network 84b0b761-0c86-45a1-9010-728817faa298 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:38.433415 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a1494168-c110-4594-9f02-14f9a704c703 None None] Provisioning complete for port f71f9e83-fcf5-4026-af69-6b62b5631cdf triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:38.434636 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1494168-c110-4594-9f02-14f9a704c703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:38.535346 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f71f9e83-fcf5-4026-af69-6b62b5631cdf up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:26:38.535994 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-626dad65-2ebc-4595-b34f-f12e31d0b55c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:38.553137 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901fa06-977b-4907-bee0-542ff9d038b2 req-3e3b4ae4-c992-4e0c-b96b-ea320d459547 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:38.555033 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d901fa06-977b-4907-bee0-542ff9d038b2 req-3e3b4ae4-c992-4e0c-b96b-ea320d459547 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.0660741 Dec 16 22:26:38.613474 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1494168-c110-4594-9f02-14f9a704c703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:38.646174 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d901fa06-977b-4907-bee0-542ff9d038b2 req-49768cea-77a5-4ac8-b5ff-4dc4be5a83b4 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824113 Dec 16 22:26:38.664354 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port f71f9e83-fcf5-4026-af69-6b62b5631cdf triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:38.664354 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:38.712629 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-626dad65-2ebc-4595-b34f-f12e31d0b55c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:38.887490 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dad65-2ebc-4595-b34f-f12e31d0b55c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Port': ['ID=9ca25ca2-00ca-4805-8ce7-96477f28f0d0,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:38.979918 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a1494168-c110-4594-9f02-14f9a704c703 None None] For port f71f9e83-fcf5-4026-af69-6b62b5631cdf, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f71f9e83-fcf5-4026-af69-6b62b5631cdf,segment=NetworkSegment(c8c7d20c-ac0d-4273-9abf-e98fd604df1b),segment_id=c8c7d20c-ac0d-4273-9abf-e98fd604df1b)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:38.989294 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:39.049547 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1494168-c110-4594-9f02-14f9a704c703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:39.157841 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1494168-c110-4594-9f02-14f9a704c703 None None] Pushing event updated for resources: {'Port': ['ID=f71f9e83-fcf5-4026-af69-6b62b5631cdf,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:39.169162 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f7359766-4818-4cf6-9c10-dbbe4e34cd0e req-0ed32b42-8431-4318-a291-b1155bf1dd32 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 210 time: 0.0731425 Dec 16 22:26:39.261227 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7b96d12b-400b-49be-88e5-33337dc832ce None None] Provisioning complete for port f71f9e83-fcf5-4026-af69-6b62b5631cdf triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:39.261894 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b96d12b-400b-49be-88e5-33337dc832ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:39.297123 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:26:39.297502 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:26:39.304068 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-626dad65-2ebc-4595-b34f-f12e31d0b55c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:39.499321 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7b96d12b-400b-49be-88e5-33337dc832ce None None] Provisioning complete for port 9ca25ca2-00ca-4805-8ce7-96477f28f0d0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:39.499702 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b96d12b-400b-49be-88e5-33337dc832ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:39.614825 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7b96d12b-400b-49be-88e5-33337dc832ce None None] Port 9ca25ca2-00ca-4805-8ce7-96477f28f0d0 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:39.751524 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0cd099d8-ff41-438d-947a-46bdafe011c9 None None] Provisioning complete for port 9ca25ca2-00ca-4805-8ce7-96477f28f0d0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:39.754338 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0cd099d8-ff41-438d-947a-46bdafe011c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:39.768373 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-626dad65-2ebc-4595-b34f-f12e31d0b55c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:39.985844 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c848b-b7e9-4d2a-afa4-3704a178e2f7 req-156b90f8-7735-4f59-90d8-c679f7506c17 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:40.004610 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7c8c848b-b7e9-4d2a-afa4-3704a178e2f7 req-156b90f8-7735-4f59-90d8-c679f7506c17 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.2091091 Dec 16 22:26:40.038048 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0cd099d8-ff41-438d-947a-46bdafe011c9 None None] Port 9ca25ca2-00ca-4805-8ce7-96477f28f0d0 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:40.104489 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7c8c848b-b7e9-4d2a-afa4-3704a178e2f7 req-530ad53e-a36a-4c15-8400-3e5de88a4fa5 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989401 Dec 16 22:26:40.169122 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6dd972af-586e-4060-8dd9-89bf15bcf7da None None] Provisioning complete for port 9ca25ca2-00ca-4805-8ce7-96477f28f0d0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:40.169502 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6dd972af-586e-4060-8dd9-89bf15bcf7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:40.293946 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-6dd972af-586e-4060-8dd9-89bf15bcf7da None None] Port 9ca25ca2-00ca-4805-8ce7-96477f28f0d0 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:40.378849 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-84acb57c-0541-4e24-8663-0a28ea017670 req-fe0e482b-df00-4249-ab62-5fe6092efcfd tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 210 time: 0.0566206 Dec 16 22:26:40.426858 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-626dad65-2ebc-4595-b34f-f12e31d0b55c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:40.440390 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f71f9e83-fcf5-4026-af69-6b62b5631cdf up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:26:40.496676 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port f71f9e83-fcf5-4026-af69-6b62b5631cdf triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:40.497446 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:40.535450 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-626dad65-2ebc-4595-b34f-f12e31d0b55c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:40.536524 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-626dad65-2ebc-4595-b34f-f12e31d0b55c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:40.697257 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53876) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:40.731932 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dad65-2ebc-4595-b34f-f12e31d0b55c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Port': ['ID=9ca25ca2-00ca-4805-8ce7-96477f28f0d0,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:40.783992 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626dad65-2ebc-4595-b34f-f12e31d0b55c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network 84b0b761-0c86-45a1-9010-728817faa298 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:40.785965 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-626dad65-2ebc-4595-b34f-f12e31d0b55c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:40.830618 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-940e43db-62f8-47b9-ac40-877f010e2ec3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:40.969111 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-940e43db-62f8-47b9-ac40-877f010e2ec3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:41.034301 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-940e43db-62f8-47b9-ac40-877f010e2ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:41.062037 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626dad65-2ebc-4595-b34f-f12e31d0b55c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Router 64c43d51-a4b5-4d86-a7ab-59a7030e764d is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:26:41.072102 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53896) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:41.072632 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-940e43db-62f8-47b9-ac40-877f010e2ec3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e24fe949f1f6411cae4e09c1b103b6d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3740983 Dec 16 22:26:41.097625 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e43db-62f8-47b9-ac40-877f010e2ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e3792c-5983-4afa-94ef-673cfb79b699,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:41.247520 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-213e01fe-086a-4899-ac9a-bbafa99c291a None None] Provisioning complete for port 9ca25ca2-00ca-4805-8ce7-96477f28f0d0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:41.248153 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-213e01fe-086a-4899-ac9a-bbafa99c291a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:41.288893 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626dad65-2ebc-4595-b34f-f12e31d0b55c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:26:41.295225 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-213e01fe-086a-4899-ac9a-bbafa99c291a None None] Port 9ca25ca2-00ca-4805-8ce7-96477f28f0d0 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:41.301216 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fb97d6-ab0d-4ebb-89c8-ac505243356a None None] Sync routers for ids ['64c43d51-a4b5-4d86-a7ab-59a7030e764d'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:26:41.310696 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74a198-c2fa-4edc-8ca5-eb959c68479c req-ec9455de-af07-4167-a1d4-ee1ee33ed1c5 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:41.312796 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8a74a198-c2fa-4edc-8ca5-eb959c68479c req-ec9455de-af07-4167-a1d4-ee1ee33ed1c5 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.0904593 Dec 16 22:26:41.313415 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53908) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:41.314073 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-626dad65-2ebc-4595-b34f-f12e31d0b55c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "PUT /v2.0/routers/64c43d51-a4b5-4d86-a7ab-59a7030e764d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0311158 Dec 16 22:26:41.318646 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fb97d6-ab0d-4ebb-89c8-ac505243356a None None] Routers {'64c43d51-a4b5-4d86-a7ab-59a7030e764d'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:26:41.318646 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c8fb97d6-ab0d-4ebb-89c8-ac505243356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:26:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['64c43d51-a4b5-4d86-a7ab-59a7030e764d'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:41.318894 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-83bedef0-5587-474e-b920-60d497810850 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:41.351425 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-83bedef0-5587-474e-b920-60d497810850 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:41.355534 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c8fb97d6-ab0d-4ebb-89c8-ac505243356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:41.366445 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fb97d6-ab0d-4ebb-89c8-ac505243356a None None] Routers {'64c43d51-a4b5-4d86-a7ab-59a7030e764d'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:26:41.367362 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c8fb97d6-ab0d-4ebb-89c8-ac505243356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:26:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['64c43d51-a4b5-4d86-a7ab-59a7030e764d'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:41.388718 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f03c32-81b1-4e2b-92e8-c08a84813eae tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:41.393051 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53910) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:41.393655 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-72f03c32-81b1-4e2b-92e8-c08a84813eae tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "GET /v2.0/ports/9ca25ca2-00ca-4805-8ce7-96477f28f0d0 HTTP/1.1" status: 200 len: 983 time: 0.0784342 Dec 16 22:26:41.409831 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c8fb97d6-ab0d-4ebb-89c8-ac505243356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:41.411796 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fb97d6-ab0d-4ebb-89c8-ac505243356a None None] The sync data for ids ['64c43d51-a4b5-4d86-a7ab-59a7030e764d'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:26:41.465640 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8a74a198-c2fa-4edc-8ca5-eb959c68479c req-081cbea1-d9b6-4a1e-b842-9c2ab2f9b4d4 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274414 Dec 16 22:26:41.599544 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-92355293-ca12-48eb-bfa0-38092a3ed97a req-2cc258d9-7b17-4ccd-ac44-0a3f8903f4a8 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 210 time: 0.0893128 Dec 16 22:26:41.644850 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-83bedef0-5587-474e-b920-60d497810850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:41.647652 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-83bedef0-5587-474e-b920-60d497810850 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:41.651344 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-83bedef0-5587-474e-b920-60d497810850 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/90e3792c-5983-4afa-94ef-673cfb79b699 HTTP/1.1" status: 204 len: 168 time: 0.5757589 Dec 16 22:26:41.714401 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bedef0-5587-474e-b920-60d497810850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e3792c-5983-4afa-94ef-673cfb79b699,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:41.869377 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9570907f-8f24-4193-8699-75b403e00aa3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:42.195810 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-9570907f-8f24-4193-8699-75b403e00aa3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Deleting port 9ca25ca2-00ca-4805-8ce7-96477f28f0d0 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:42.196157 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9570907f-8f24-4193-8699-75b403e00aa3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:42.218852 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e15435-6e57-44cf-b0b2-afb0d1a015ad req-a0ce2703-511c-4243-a0da-37b70d4f0231 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:42.220459 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-91e15435-6e57-44cf-b0b2-afb0d1a015ad req-a0ce2703-511c-4243-a0da-37b70d4f0231 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 946 time: 0.0949569 Dec 16 22:26:42.332969 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-91e15435-6e57-44cf-b0b2-afb0d1a015ad req-ea19be62-9523-46b8-8655-c5ca0d58445a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864351 Dec 16 22:26:42.338427 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9570907f-8f24-4193-8699-75b403e00aa3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:42.352873 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-9570907f-8f24-4193-8699-75b403e00aa3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Calling delete_port for 9ca25ca2-00ca-4805-8ce7-96477f28f0d0 owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:42.461948 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53956) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:42.495371 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9821973d-0b17-46ba-ad67-97e5e263ae28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:42.617286 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5247d-c106-4742-a2fe-fa687662262d req-02d32a82-a692-4701-94ae-b318d4ab3add tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:42.619221 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7da5247d-c106-4742-a2fe-fa687662262d req-02d32a82-a692-4701-94ae-b318d4ab3add tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.0757525 Dec 16 22:26:42.647356 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9570907f-8f24-4193-8699-75b403e00aa3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:42.689761 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570907f-8f24-4193-8699-75b403e00aa3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Port': ['ID=9ca25ca2-00ca-4805-8ce7-96477f28f0d0,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:42.708631 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7da5247d-c106-4742-a2fe-fa687662262d req-07245ab4-c302-40ba-ba4a-d92806a776d7 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831957 Dec 16 22:26:42.771128 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9821973d-0b17-46ba-ad67-97e5e263ae28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:42.853113 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9957cc75-4041-4b9d-8897-1a2629720919 req-46cf7950-b0c2-49bc-b41a-7069d76cacfc tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 210 time: 0.0482831 Dec 16 22:26:42.854323 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9821973d-0b17-46ba-ad67-97e5e263ae28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:42.920267 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821973d-0b17-46ba-ad67-97e5e263ae28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46aa41b-805d-4740-a087-e259704df9d1,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:42.963457 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9821973d-0b17-46ba-ad67-97e5e263ae28 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=095c6295297b4f11910440a34b4f35e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5004466 Dec 16 22:26:42.966018 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53976) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:43.098332 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-437fa5f7-76ac-48d4-95f9-4369b2eba3ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:43.149566 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-437fa5f7-76ac-48d4-95f9-4369b2eba3ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:43.328153 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9570907f-8f24-4193-8699-75b403e00aa3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:43.342368 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524c945-d8b2-4b09-a929-16b6cde05631 req-c2290f21-6b38-496f-be43-6e76972b41d3 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:43.350417 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b524c945-d8b2-4b09-a929-16b6cde05631 req-c2290f21-6b38-496f-be43-6e76972b41d3 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 946 time: 0.1420801 Dec 16 22:26:43.350731 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-437fa5f7-76ac-48d4-95f9-4369b2eba3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:43.353885 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-437fa5f7-76ac-48d4-95f9-4369b2eba3ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:43.355417 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-437fa5f7-76ac-48d4-95f9-4369b2eba3ad admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c46aa41b-805d-4740-a087-e259704df9d1 HTTP/1.1" status: 204 len: 168 time: 0.3871558 Dec 16 22:26:43.381379 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fa5f7-76ac-48d4-95f9-4369b2eba3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46aa41b-805d-4740-a087-e259704df9d1,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:43.414957 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b524c945-d8b2-4b09-a929-16b6cde05631 req-5123dd6d-8886-4c46-9ba4-adef8d9de33c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634904 Dec 16 22:26:43.640216 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9570907f-8f24-4193-8699-75b403e00aa3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Router 64c43d51-a4b5-4d86-a7ab-59a7030e764d has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:26:43.720596 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9570907f-8f24-4193-8699-75b403e00aa3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:26:43.731417 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9570907f-8f24-4193-8699-75b403e00aa3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "PUT /v2.0/routers/64c43d51-a4b5-4d86-a7ab-59a7030e764d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3307886 Dec 16 22:26:43.731417 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53984) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:43.734627 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d01abe-eae3-49bd-aebb-b78f713c03ef None None] Sync routers for ids ['64c43d51-a4b5-4d86-a7ab-59a7030e764d'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:26:43.767217 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d01abe-eae3-49bd-aebb-b78f713c03ef None None] Routers {'64c43d51-a4b5-4d86-a7ab-59a7030e764d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:26:43.768376 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-16d01abe-eae3-49bd-aebb-b78f713c03ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:26:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['64c43d51-a4b5-4d86-a7ab-59a7030e764d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:43.821552 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-16d01abe-eae3-49bd-aebb-b78f713c03ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:43.833084 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d01abe-eae3-49bd-aebb-b78f713c03ef None None] Routers {'64c43d51-a4b5-4d86-a7ab-59a7030e764d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:26:43.833853 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-16d01abe-eae3-49bd-aebb-b78f713c03ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:26:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['64c43d51-a4b5-4d86-a7ab-59a7030e764d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:43.907656 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-16d01abe-eae3-49bd-aebb-b78f713c03ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:43.908334 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d01abe-eae3-49bd-aebb-b78f713c03ef None None] The sync data for ids ['64c43d51-a4b5-4d86-a7ab-59a7030e764d'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:26:44.049520 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-216af6a1-03c9-40a8-95ea-76cca3c4eab8 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] remove_router_interface failed (client error): The resource could not be found. Dec 16 22:26:44.051106 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-216af6a1-03c9-40a8-95ea-76cca3c4eab8 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "PUT /v2.0/routers/64c43d51-a4b5-4d86-a7ab-59a7030e764d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3192487 Dec 16 22:26:44.055481 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53996) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:44.118742 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-40516505-46ee-490c-802d-b1f0ee5404ad tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "GET /v2.0/ports?device_id=64c43d51-a4b5-4d86-a7ab-59a7030e764d HTTP/1.1" status: 200 len: 205 time: 0.0625553 Dec 16 22:26:44.124335 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54002) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:44.145466 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-01745aee-5b14-4d9d-924b-c61d135c4ea2 req-67fe7968-608c-448a-96cd-321b83a1a9e0 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 210 time: 0.1322610 Dec 16 22:26:44.289337 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3e3601c8-7ef2-4edb-b40f-e33a75b640f3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:44.378469 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8387c22-00b1-4fad-a059-0a44cce8d5e4 req-6cb86d72-11b6-467e-8ab3-443b9ea77209 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:44.380015 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a8387c22-00b1-4fad-a059-0a44cce8d5e4 req-6cb86d72-11b6-467e-8ab3-443b9ea77209 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.1584146 Dec 16 22:26:44.501383 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3e3601c8-7ef2-4edb-b40f-e33a75b640f3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:44.509147 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3e3601c8-7ef2-4edb-b40f-e33a75b640f3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:44.557518 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2744f-b757-4cf1-906d-528d240069d3 req-1687e2e3-05fe-42c8-9b45-87d3a4a91518 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:44.562042 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a8387c22-00b1-4fad-a059-0a44cce8d5e4 req-95af0d8d-9834-48ab-84de-4bbe805d2291 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727338 Dec 16 22:26:44.568268 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3ec2744f-b757-4cf1-906d-528d240069d3 req-1687e2e3-05fe-42c8-9b45-87d3a4a91518 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 946 time: 0.0749457 Dec 16 22:26:44.633490 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3e3601c8-7ef2-4edb-b40f-e33a75b640f3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:44.634272 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3601c8-7ef2-4edb-b40f-e33a75b640f3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Fanout notify agent at l3_agent the message router_deleted on router 64c43d51-a4b5-4d86-a7ab-59a7030e764d {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:26:44.641249 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3ec2744f-b757-4cf1-906d-528d240069d3 req-eb64d535-89bc-4bab-8199-8b6cf075da52 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690961 Dec 16 22:26:44.644363 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3e3601c8-7ef2-4edb-b40f-e33a75b640f3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:44.649237 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54018) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:44.652311 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3e3601c8-7ef2-4edb-b40f-e33a75b640f3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/routers/64c43d51-a4b5-4d86-a7ab-59a7030e764d HTTP/1.1" status: 204 len: 168 time: 0.5269222 Dec 16 22:26:44.713191 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7d4d35-02fe-4275-9787-b8ff621abf16 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Deleting subnet fa244108-5a48-4266-a022-80a32a28711d {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:26:44.716512 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c7d4d35-02fe-4275-9787-b8ff621abf16 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:44.761260 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c7d4d35-02fe-4275-9787-b8ff621abf16 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:44.891297 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c7d4d35-02fe-4275-9787-b8ff621abf16 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:45.029075 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c7d4d35-02fe-4275-9787-b8ff621abf16 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:45.060337 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d4d35-02fe-4275-9787-b8ff621abf16 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Subnet': ['ID=fa244108-5a48-4266-a022-80a32a28711d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:45.067485 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c7d4d35-02fe-4275-9787-b8ff621abf16 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:45.073860 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2c7d4d35-02fe-4275-9787-b8ff621abf16 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/subnets/fa244108-5a48-4266-a022-80a32a28711d HTTP/1.1" status: 204 len: 168 time: 0.4193211 Dec 16 22:26:45.073950 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54028) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:45.074679 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35511734-4156-40f4-8277-5176ec23ad98 None None] Network 84b0b761-0c86-45a1-9010-728817faa298 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:45.191883 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a784fc00-aa69-409c-8c89-20af3f1997df tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:45.276303 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd50487-8992-45ab-b1df-bbea8bc3f55d None None] DHCP port deletion for 84b0b761-0c86-45a1-9010-728817faa298 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:26:45.294645 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9eb3ebe7-2ea5-4d14-84f6-16e328514e63 req-db09989c-62a4-49d1-849c-3db4ab895182 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 210 time: 0.0436306 Dec 16 22:26:45.321120 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-a784fc00-aa69-409c-8c89-20af3f1997df tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Deleting port f71f9e83-fcf5-4026-af69-6b62b5631cdf {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:45.321473 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a784fc00-aa69-409c-8c89-20af3f1997df tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:45.359708 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-edd50487-8992-45ab-b1df-bbea8bc3f55d None None] Deleting port f71f9e83-fcf5-4026-af69-6b62b5631cdf {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:45.360421 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-edd50487-8992-45ab-b1df-bbea8bc3f55d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:45.396857 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-a784fc00-aa69-409c-8c89-20af3f1997df tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] For port f71f9e83-fcf5-4026-af69-6b62b5631cdf, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f71f9e83-fcf5-4026-af69-6b62b5631cdf,segment=NetworkSegment(c8c7d20c-ac0d-4273-9abf-e98fd604df1b),segment_id=c8c7d20c-ac0d-4273-9abf-e98fd604df1b)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:45.397326 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a784fc00-aa69-409c-8c89-20af3f1997df tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:45.423033 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-a784fc00-aa69-409c-8c89-20af3f1997df tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Calling delete_port for f71f9e83-fcf5-4026-af69-6b62b5631cdf owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:45.432623 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-edd50487-8992-45ab-b1df-bbea8bc3f55d None None] For port f71f9e83-fcf5-4026-af69-6b62b5631cdf, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f71f9e83-fcf5-4026-af69-6b62b5631cdf,segment=NetworkSegment(c8c7d20c-ac0d-4273-9abf-e98fd604df1b),segment_id=c8c7d20c-ac0d-4273-9abf-e98fd604df1b)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:45.433249 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-edd50487-8992-45ab-b1df-bbea8bc3f55d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:45.447162 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-edd50487-8992-45ab-b1df-bbea8bc3f55d None None] Calling delete_port for f71f9e83-fcf5-4026-af69-6b62b5631cdf owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:45.586894 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a784fc00-aa69-409c-8c89-20af3f1997df tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:45.601242 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-edd50487-8992-45ab-b1df-bbea8bc3f55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:45.635072 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784fc00-aa69-409c-8c89-20af3f1997df tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Port': ['ID=f71f9e83-fcf5-4026-af69-6b62b5631cdf,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:45.651724 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a784fc00-aa69-409c-8c89-20af3f1997df tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] No DVR routers for this DVR port f71f9e83-fcf5-4026-af69-6b62b5631cdf on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:45.689123 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54044) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:45.693089 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:26:45.719361 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd50487-8992-45ab-b1df-bbea8bc3f55d None None] Pushing event deleted for resources: {'Port': ['ID=f71f9e83-fcf5-4026-af69-6b62b5631cdf,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:45.724547 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd50487-8992-45ab-b1df-bbea8bc3f55d None None] No DVR routers for this DVR port f71f9e83-fcf5-4026-af69-6b62b5631cdf on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:45.774572 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a784fc00-aa69-409c-8c89-20af3f1997df tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:45.799741 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-a784fc00-aa69-409c-8c89-20af3f1997df tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b0b761-0c86-45a1-9010-728817faa298']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:45.812919 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-a784fc00-aa69-409c-8c89-20af3f1997df tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c7d20c-ac0d-4273-9abf-e98fd604df1b') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:45.813567 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-a784fc00-aa69-409c-8c89-20af3f1997df tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c7d20c-ac0d-4273-9abf-e98fd604df1b') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:45.824031 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a784fc00-aa69-409c-8c89-20af3f1997df tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:45.841663 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a784fc00-aa69-409c-8c89-20af3f1997df tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:45.849391 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a784fc00-aa69-409c-8c89-20af3f1997df tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:26:45.850000 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a784fc00-aa69-409c-8c89-20af3f1997df tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:45.859297 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0b921-70be-413c-a698-bdc3e6fd480b req-ea73466b-10ea-42ee-a821-e798ff7cd520 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:45.861286 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eed0b921-70be-413c-a698-bdc3e6fd480b req-ea73466b-10ea-42ee-a821-e798ff7cd520 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.0797644 Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:26:45.918344 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:26:45.936017 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d854de81-761b-4b55-98e6-95d709d05a95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:45.952422 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eed0b921-70be-413c-a698-bdc3e6fd480b req-645115b0-c13d-45c8-bc6c-04cb4eae168e tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811665 Dec 16 22:26:45.981548 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee000834-b1c0-48fa-96e2-dc66bc0c63e4 req-061bdbca-c1fe-44f0-8323-c92ab6ee4ada tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:45.983881 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ee000834-b1c0-48fa-96e2-dc66bc0c63e4 req-061bdbca-c1fe-44f0-8323-c92ab6ee4ada tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 946 time: 0.0659752 Dec 16 22:26:46.012399 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a784fc00-aa69-409c-8c89-20af3f1997df tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.021394 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a784fc00-aa69-409c-8c89-20af3f1997df tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.024902 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a784fc00-aa69-409c-8c89-20af3f1997df tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/networks/84b0b761-0c86-45a1-9010-728817faa298 HTTP/1.1" status: 204 len: 168 time: 0.9500422 Dec 16 22:26:46.030304 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54050) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:46.035878 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-353b01f2-e25b-4b22-8a0d-dbbd7926ae05 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1196951478'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:46.093755 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ee000834-b1c0-48fa-96e2-dc66bc0c63e4 req-68f9fef4-cb5f-4718-884d-a61c4c942699 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019511 Dec 16 22:26:46.095337 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784fc00-aa69-409c-8c89-20af3f1997df tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Network': ['ID=84b0b761-0c86-45a1-9010-728817faa298,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:46.159672 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353b01f2-e25b-4b22-8a0d-dbbd7926ae05 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Made reservation on behalf of ac66d8dab830461c95f3885d1f77843c for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:46.169524 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-353b01f2-e25b-4b22-8a0d-dbbd7926ae05 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.206802 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d854de81-761b-4b55-98e6-95d709d05a95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.225683 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-353b01f2-e25b-4b22-8a0d-dbbd7926ae05 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:26:46.239918 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-353b01f2-e25b-4b22-8a0d-dbbd7926ae05 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.240473 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-353b01f2-e25b-4b22-8a0d-dbbd7926ae05 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Added segment 26c872c0-3f18-4131-85e5-ca94c78f8dac of type vlan for network 9534dc42-61f7-4d48-959f-da0790fac6f4 Dec 16 22:26:46.281019 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d854de81-761b-4b55-98e6-95d709d05a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.361205 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-353b01f2-e25b-4b22-8a0d-dbbd7926ae05 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.406113 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f71f9e83-fcf5-4026-af69-6b62b5631cdf no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:46.449808 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d854de81-761b-4b55-98e6-95d709d05a95 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=717b29b50dce44ca82b4c69d9704cf8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7595031 Dec 16 22:26:46.451134 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854de81-761b-4b55-98e6-95d709d05a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b58661d-be70-43d3-8ba2-df6a5aa5fcef,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:46.454252 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54066) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:46.475721 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: f71f9e83-fcf5-4026-af69-6b62b5631cdf {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:26:46.479510 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f71f9e83-fcf5-4026-af69-6b62b5631cdf not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:26:46.530194 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ed4c40e7-343f-4f0c-b3af-a458bc69fd74 req-e4a15208-eebc-4e70-a7df-9bbf7db5a3eb tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/ports?device_id=a97b75d4-7775-4c19-b53b-cd8b6e57532b HTTP/1.1" status: 200 len: 210 time: 0.0689623 Dec 16 22:26:46.542410 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-353b01f2-e25b-4b22-8a0d-dbbd7926ae05 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.552872 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353b01f2-e25b-4b22-8a0d-dbbd7926ae05 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:46.557893 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-353b01f2-e25b-4b22-8a0d-dbbd7926ae05 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.593139 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ff15b46c-12c8-45c2-be3c-fab8b03d5171 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.671128 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ff15b46c-12c8-45c2-be3c-fab8b03d5171 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.687291 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b01f2-e25b-4b22-8a0d-dbbd7926ae05 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Network': ['ID=9534dc42-61f7-4d48-959f-da0790fac6f4,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:46.698925 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 9534dc42-61f7-4d48-959f-da0790fac6f4 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:26:46.742965 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-353b01f2-e25b-4b22-8a0d-dbbd7926ae05 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7115378 Dec 16 22:26:46.743628 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54072) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:46.748654 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-87794909-8787-442f-a366-d9eea7ddcd3d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'subnet': {'network_id': '9534dc42-61f7-4d48-959f-da0790fac6f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:46.793539 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ff15b46c-12c8-45c2-be3c-fab8b03d5171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.797924 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ff15b46c-12c8-45c2-be3c-fab8b03d5171 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:46.799824 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ff15b46c-12c8-45c2-be3c-fab8b03d5171 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5b58661d-be70-43d3-8ba2-df6a5aa5fcef HTTP/1.1" status: 204 len: 168 time: 0.3445575 Dec 16 22:26:46.816415 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15b46c-12c8-45c2-be3c-fab8b03d5171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b58661d-be70-43d3-8ba2-df6a5aa5fcef,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:46.994394 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87794909-8787-442f-a366-d9eea7ddcd3d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Made reservation on behalf of ac66d8dab830461c95f3885d1f77843c for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:26:47.002156 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87794909-8787-442f-a366-d9eea7ddcd3d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:47.127355 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 700c3bf9-2d9c-4006-93e2-b55201933b43 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:26:47.257767 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 700c3bf9-2d9c-4006-93e2-b55201933b43, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=700c3bf9-2d9c-4006-93e2-b55201933b43,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:47.280232 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507097a-664f-422a-8992-38e6bb026c0d req-e198ddbc-cfe9-40c0-aa07-7d151e496fcc tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:47.282044 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5507097a-664f-422a-8992-38e6bb026c0d req-e198ddbc-cfe9-40c0-aa07-7d151e496fcc tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.1692262 Dec 16 22:26:47.290486 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 32fe797d-5d31-4a1c-8554-7429627da10d no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:47.346267 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '700c3bf9-2d9c-4006-93e2-b55201933b43', 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01', 'port_id': '700c3bf9-2d9c-4006-93e2-b55201933b43', 'mac_address': 'fa:16:3e:ac:b3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd92fc665-bd71-47a6-9642-bbd2141113cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:26:47.414179 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:47.447230 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5507097a-664f-422a-8992-38e6bb026c0d req-8c15d5bc-7fb6-46b3-824b-6dc45d6b98c6 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583092 Dec 16 22:26:47.512967 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 700c3bf9-2d9c-4006-93e2-b55201933b43 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:26:47.560622 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 700c3bf9-2d9c-4006-93e2-b55201933b43, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=700c3bf9-2d9c-4006-93e2-b55201933b43,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:47.586969 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f92354-728b-441b-9873-25c6e0f2805e req-9c8e3cf6-29ad-4313-b0f7-a4060d676f73 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:47.589394 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:47.595200 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-50f92354-728b-441b-9873-25c6e0f2805e req-9c8e3cf6-29ad-4313-b0f7-a4060d676f73 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 946 time: 0.1081700 Dec 16 22:26:47.637822 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a91173-3344-4373-bbb0-0d4d16a13655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32fe797d-5d31-4a1c-8554-7429627da10d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:26:47.643235 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff9e516-8e5a-483c-8460-6111823af4fd" -d '{"events": [{"server_uuid": "b6a91173-3344-4373-bbb0-0d4d16a13655", "name": "network-vif-unplugged", "status": "completed", "tag": "32fe797d-5d31-4a1c-8554-7429627da10d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:26:47.661988 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:47.663378 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 32fe797d-5d31-4a1c-8554-7429627da10d details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:26:47.667733 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-50f92354-728b-441b-9873-25c6e0f2805e req-e22aadf9-21b0-4a19-9dba-0e526d472d9a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714719 Dec 16 22:26:47.671167 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87794909-8787-442f-a366-d9eea7ddcd3d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:47.677944 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 32fe797d-5d31-4a1c-8554-7429627da10d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=32fe797d-5d31-4a1c-8554-7429627da10d,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:47.771880 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87794909-8787-442f-a366-d9eea7ddcd3d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Subnet': ['ID=2ec2110d-20ee-4e5c-a310-b3cd0cb69355,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:47.863219 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87794909-8787-442f-a366-d9eea7ddcd3d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Checking segment: {'id': '26c872c0-3f18-4131-85e5-ca94c78f8dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9534dc42-61f7-4d48-959f-da0790fac6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:26:47.863691 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87794909-8787-442f-a366-d9eea7ddcd3d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network hostable DHCP agents. Network: 9534dc42-61f7-4d48-959f-da0790fac6f4, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:26:47.886375 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54112) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:47.931793 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ad2152-7749-432d-8a5b-49d14925f6b9 x-openstack-request-id: req-48ad2152-7749-432d-8a5b-49d14925f6b9 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:26:47.932267 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a91173-3344-4373-bbb0-0d4d16a13655", "name": "network-vif-unplugged", "status": "completed", "tag": "32fe797d-5d31-4a1c-8554-7429627da10d", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:26:47.932527 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-48ad2152-7749-432d-8a5b-49d14925f6b9 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:26:47.932924 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a91173-3344-4373-bbb0-0d4d16a13655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32fe797d-5d31-4a1c-8554-7429627da10d', 'code': 200} Dec 16 22:26:47.933590 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:47.936516 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=700c3bf9-2d9c-4006-93e2-b55201933b43,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:47.949388 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 32fe797d-5d31-4a1c-8554-7429627da10d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=32fe797d-5d31-4a1c-8554-7429627da10d,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:47.993503 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87794909-8787-442f-a366-d9eea7ddcd3d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network 9534dc42-61f7-4d48-959f-da0790fac6f4 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:26:48.031837 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '32fe797d-5d31-4a1c-8554-7429627da10d', 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1', 'port_id': '32fe797d-5d31-4a1c-8554-7429627da10d', 'mac_address': 'fa:16:3e:9c:b4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ecefe13-aa2d-48b4-a74c-5805e96883cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:26:48.043578 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d21a2e6e-71e7-4c43-b979-4228e83b64b1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:48.078976 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-87794909-8787-442f-a366-d9eea7ddcd3d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 9534dc42-61f7-4d48-959f-da0790fac6f4) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:48.085091 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87794909-8787-442f-a366-d9eea7ddcd3d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:48.086212 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87794909-8787-442f-a366-d9eea7ddcd3d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:48.093740 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:48.096844 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd7b1db-1855-4dc6-9296-c0e01116580b None None] Network 9534dc42-61f7-4d48-959f-da0790fac6f4 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:48.136157 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d21a2e6e-71e7-4c43-b979-4228e83b64b1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:48.180570 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-87794909-8787-442f-a366-d9eea7ddcd3d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4358392 Dec 16 22:26:48.184511 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54124) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:48.192518 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-3fc462ab-e6b3-4aa0-bf2e-a228817e4ab2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1257496737', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:26:48.319423 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32fe797d-5d31-4a1c-8554-7429627da10d {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:26:48.348065 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=32fe797d-5d31-4a1c-8554-7429627da10d,revision_number=11']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:48.370806 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efba717-6a86-43be-b144-9cba36338658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-9534dc42-61f7-4d48-959f-da0790fac6f4', 'network_id': '9534dc42-61f7-4d48-959f-da0790fac6f4', 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'fixed_ips': [{'subnet_id': '2ec2110d-20ee-4e5c-a310-b3cd0cb69355'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:26:48.371931 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4efba717-6a86-43be-b144-9cba36338658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:48.392357 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 32fe797d-5d31-4a1c-8554-7429627da10d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=32fe797d-5d31-4a1c-8554-7429627da10d,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:48.489421 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d21a2e6e-71e7-4c43-b979-4228e83b64b1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:48.490541 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3fc462ab-e6b3-4aa0-bf2e-a228817e4ab2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:48.493030 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d21a2e6e-71e7-4c43-b979-4228e83b64b1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:48.494729 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3fc462ab-e6b3-4aa0-bf2e-a228817e4ab2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:48.500207 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d21a2e6e-71e7-4c43-b979-4228e83b64b1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "DELETE /v2.0/security-groups/04e9709e-97c9-4ec5-a72c-ef11ce486028 HTTP/1.1" status: 204 len: 168 time: 0.6127393 Dec 16 22:26:48.506908 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54140) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:48.540694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a2e6e-71e7-4c43-b979-4228e83b64b1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e9709e-97c9-4ec5-a72c-ef11ce486028,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:48.545727 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-f74f1ae5-4316-44a9-9284-3e48b7c03d00 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] show failed (client error): The resource could not be found. Dec 16 22:26:48.546931 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f74f1ae5-4316-44a9-9284-3e48b7c03d00 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "GET /v2.0/security-groups/04e9709e-97c9-4ec5-a72c-ef11ce486028 HTTP/1.1" status: 404 len: 347 time: 0.0356104 Dec 16 22:26:48.550017 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54142) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:48.605777 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:48.684599 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3fc462ab-e6b3-4aa0-bf2e-a228817e4ab2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:48.764102 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3fc462ab-e6b3-4aa0-bf2e-a228817e4ab2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:48.854032 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-4efba717-6a86-43be-b144-9cba36338658 None None] Allocated IP 2001:db8::2 (9534dc42-61f7-4d48-959f-da0790fac6f4/2ec2110d-20ee-4e5c-a310-b3cd0cb69355/950869ed-b7dc-4ca9-a3df-d84ddf1a71c7) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:26:48.884870 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6413222-189b-4ac7-9b18-a6371b63acab req-01dd8586-1f21-4fbe-81b8-894330f2284f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:48.887946 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=32fe797d-5d31-4a1c-8554-7429627da10d,revision_number=12']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:48.889780 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e6413222-189b-4ac7-9b18-a6371b63acab req-01dd8586-1f21-4fbe-81b8-894330f2284f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 944 time: 0.2007275 Dec 16 22:26:48.904494 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['700c3bf9-2d9c-4006-93e2-b55201933b43'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:26:48.934995 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1728b25-0e9a-4a65-857e-e8b75db3d253 req-4765f180-882a-4e74-a6c3-ae380f93c366 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:48.944431 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a1728b25-0e9a-4a65-857e-e8b75db3d253 req-4765f180-882a-4e74-a6c3-ae380f93c366 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 945 time: 0.1251163 Dec 16 22:26:48.976946 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3fc462ab-e6b3-4aa0-bf2e-a228817e4ab2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:48.980560 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3fc462ab-e6b3-4aa0-bf2e-a228817e4ab2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7927737 Dec 16 22:26:48.982406 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54154) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:48.989984 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['32fe797d-5d31-4a1c-8554-7429627da10d'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:26:49.037949 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a1728b25-0e9a-4a65-857e-e8b75db3d253 req-c6efc0df-3fa4-4eb9-97ff-06ed2018539a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925970 Dec 16 22:26:49.165128 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-a7900115-2688-4c59-9a1e-fc3cd73f83b1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Deleting port b96de9ac-1781-4cb9-b779-34f92d288b51 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:49.165627 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a7900115-2688-4c59-9a1e-fc3cd73f83b1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:49.262399 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e6413222-189b-4ac7-9b18-a6371b63acab req-dccec286-a169-49a2-a0b3-c7c9d291729b tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636973 Dec 16 22:26:49.420198 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4efba717-6a86-43be-b144-9cba36338658 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:49.523349 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a7900115-2688-4c59-9a1e-fc3cd73f83b1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:49.523677 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a7900115-2688-4c59-9a1e-fc3cd73f83b1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:49.552875 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4efba717-6a86-43be-b144-9cba36338658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:49.642867 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efba717-6a86-43be-b144-9cba36338658 None None] Network 9534dc42-61f7-4d48-959f-da0790fac6f4 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:49.647678 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-4efba717-6a86-43be-b144-9cba36338658 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:49.659074 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efba717-6a86-43be-b144-9cba36338658 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:26:49.714975 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efba717-6a86-43be-b144-9cba36338658 None None] Pushing event updated for resources: {'Port': ['ID=950869ed-b7dc-4ca9-a3df-d84ddf1a71c7,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:49.826637 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4efba717-6a86-43be-b144-9cba36338658 None None] Attempting to bind port 950869ed-b7dc-4ca9-a3df-d84ddf1a71c7 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:26:49.827203 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4efba717-6a86-43be-b144-9cba36338658 None None] Attempting to bind port 950869ed-b7dc-4ca9-a3df-d84ddf1a71c7 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '26c872c0-3f18-4131-85e5-ca94c78f8dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9534dc42-61f7-4d48-959f-da0790fac6f4'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:26:49.827671 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efba717-6a86-43be-b144-9cba36338658 None None] Attempting to bind port 950869ed-b7dc-4ca9-a3df-d84ddf1a71c7 on network 9534dc42-61f7-4d48-959f-da0790fac6f4 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:26:49.865437 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efba717-6a86-43be-b144-9cba36338658 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:26:49.866247 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efba717-6a86-43be-b144-9cba36338658 None None] Checking segment: {'id': '26c872c0-3f18-4131-85e5-ca94c78f8dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9534dc42-61f7-4d48-959f-da0790fac6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:26:49.866708 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4efba717-6a86-43be-b144-9cba36338658 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:49.867231 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efba717-6a86-43be-b144-9cba36338658 None None] Bound using segment: {'id': '26c872c0-3f18-4131-85e5-ca94c78f8dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9534dc42-61f7-4d48-959f-da0790fac6f4'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:26:49.867845 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4efba717-6a86-43be-b144-9cba36338658 None None] Bound port: 950869ed-b7dc-4ca9-a3df-d84ddf1a71c7, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c872c0-3f18-4131-85e5-ca94c78f8dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9534dc42-61f7-4d48-959f-da0790fac6f4'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:26:49.868492 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4efba717-6a86-43be-b144-9cba36338658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:50.113583 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4efba717-6a86-43be-b144-9cba36338658 None None] For port 950869ed-b7dc-4ca9-a3df-d84ddf1a71c7, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:26:50.134679 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4efba717-6a86-43be-b144-9cba36338658 None None] For port 950869ed-b7dc-4ca9-a3df-d84ddf1a71c7, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=950869ed-b7dc-4ca9-a3df-d84ddf1a71c7,segment=NetworkSegment(26c872c0-3f18-4131-85e5-ca94c78f8dac),segment_id=26c872c0-3f18-4131-85e5-ca94c78f8dac)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:26:50.211284 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4efba717-6a86-43be-b144-9cba36338658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:50.378119 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efba717-6a86-43be-b144-9cba36338658 None None] Pushing event updated for resources: {'Port': ['ID=950869ed-b7dc-4ca9-a3df-d84ddf1a71c7,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:50.440284 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-a7900115-2688-4c59-9a1e-fc3cd73f83b1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Calling delete_port for b96de9ac-1781-4cb9-b779-34f92d288b51 owned by network:floatingip {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:50.583809 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5e967913-1bd5-4367-9a87-0d30ba821c1f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:50.765227 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158e8e7-b98e-4673-8eff-e5a440c50920 req-05f1f722-9c69-4e90-99f4-46b69c15108d tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:50.778683 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e158e8e7-b98e-4673-8eff-e5a440c50920 req-05f1f722-9c69-4e90-99f4-46b69c15108d tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 944 time: 0.1884685 Dec 16 22:26:50.871318 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505d504-b43d-4c90-8a48-56e826b989bc req-92e358d4-56e9-4056-ab14-e0621d4fca45 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:50.875981 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6505d504-b43d-4c90-8a48-56e826b989bc req-92e358d4-56e9-4056-ab14-e0621d4fca45 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 945 time: 0.5924678 Dec 16 22:26:50.918688 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e158e8e7-b98e-4673-8eff-e5a440c50920 req-6fff2aed-a109-41b3-9923-4bdd6cedf3bf tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362426 Dec 16 22:26:50.944721 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 32fe797d-5d31-4a1c-8554-7429627da10d up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:26:51.061072 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 32fe797d-5d31-4a1c-8554-7429627da10d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:51.061683 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:51.196551 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:51.283643 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 32fe797d-5d31-4a1c-8554-7429627da10d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=32fe797d-5d31-4a1c-8554-7429627da10d,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:51.291293 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a91173-3344-4373-bbb0-0d4d16a13655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fe797d-5d31-4a1c-8554-7429627da10d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:26:51.296208 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6b1592-1f89-4441-89ed-e8e15436ed05" -d '{"events": [{"server_uuid": "b6a91173-3344-4373-bbb0-0d4d16a13655", "name": "network-vif-plugged", "status": "completed", "tag": "32fe797d-5d31-4a1c-8554-7429627da10d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:26:51.341952 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:51.344079 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 700c3bf9-2d9c-4006-93e2-b55201933b43 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:26:51.440930 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6505d504-b43d-4c90-8a48-56e826b989bc req-3d9bc581-2cb4-4b4f-859f-d7d86248e202 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5500996 Dec 16 22:26:51.479408 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0f4efa-6171-4e1c-bd2a-e0af2ce1284e x-openstack-request-id: req-ac0f4efa-6171-4e1c-bd2a-e0af2ce1284e {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:26:51.479641 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a91173-3344-4373-bbb0-0d4d16a13655", "name": "network-vif-plugged", "status": "completed", "tag": "32fe797d-5d31-4a1c-8554-7429627da10d", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:26:51.479944 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ac0f4efa-6171-4e1c-bd2a-e0af2ce1284e {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:26:51.480268 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a91173-3344-4373-bbb0-0d4d16a13655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fe797d-5d31-4a1c-8554-7429627da10d', 'code': 200} Dec 16 22:26:51.734861 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=32fe797d-5d31-4a1c-8554-7429627da10d,revision_number=13']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:51.739726 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 700c3bf9-2d9c-4006-93e2-b55201933b43 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:51.741747 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:51.806702 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a7900115-2688-4c59-9a1e-fc3cd73f83b1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:51.895221 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3846225d-92f1-4a44-989f-2b01deb791e9 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:26:51.973972 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:52.114141 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 700c3bf9-2d9c-4006-93e2-b55201933b43, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=700c3bf9-2d9c-4006-93e2-b55201933b43,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:52.141500 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7900115-2688-4c59-9a1e-fc3cd73f83b1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event deleted for resources: {'Port': ['ID=b96de9ac-1781-4cb9-b779-34f92d288b51,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:52.153458 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a7900115-2688-4c59-9a1e-fc3cd73f83b1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for floatingip, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:52.163791 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a7900115-2688-4c59-9a1e-fc3cd73f83b1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:52.165272 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a7900115-2688-4c59-9a1e-fc3cd73f83b1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "DELETE /v2.0/floatingips/712137c0-ee69-4fe3-aebc-65947e3e67d8 HTTP/1.1" status: 204 len: 168 time: 3.6132593 Dec 16 22:26:52.168045 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54208) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:52.205681 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:52.323545 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-5e967913-1bd5-4367-9a87-0d30ba821c1f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Allocated IP 2001:db8::1 (9534dc42-61f7-4d48-959f-da0790fac6f4/2ec2110d-20ee-4e5c-a310-b3cd0cb69355/b8b391f2-1827-4a4e-ab4b-bb6f5ff6b739) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:26:52.330919 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bede4c8-a74f-43e6-8296-6a3ddb386dd7 None None] Network 9534dc42-61f7-4d48-959f-da0790fac6f4 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:52.335761 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=700c3bf9-2d9c-4006-93e2-b55201933b43,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:52.471069 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5b10e164-39e9-4293-b0d5-4c39b8457f15 None None] Provisioning complete for port 950869ed-b7dc-4ca9-a3df-d84ddf1a71c7 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:52.471960 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b10e164-39e9-4293-b0d5-4c39b8457f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:52.564652 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008ff0d-7f41-481f-bc0d-5e62e554d771 req-23ec057d-dd97-486f-97a2-7ba44423657b tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:52.588157 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a008ff0d-7f41-481f-bc0d-5e62e554d771 req-23ec057d-dd97-486f-97a2-7ba44423657b tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.4390163 Dec 16 22:26:52.696283 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-0489f2cf-2056-46c7-a1b2-f84fa97308df tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Deleting port 279064a7-b0af-47a2-926c-bbdc2a0e2846 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:52.700033 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0489f2cf-2056-46c7-a1b2-f84fa97308df tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:52.711084 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b10e164-39e9-4293-b0d5-4c39b8457f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:52.825011 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5b10e164-39e9-4293-b0d5-4c39b8457f15 None None] For port 950869ed-b7dc-4ca9-a3df-d84ddf1a71c7, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=950869ed-b7dc-4ca9-a3df-d84ddf1a71c7,segment=NetworkSegment(26c872c0-3f18-4131-85e5-ca94c78f8dac),segment_id=26c872c0-3f18-4131-85e5-ca94c78f8dac)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:52.836418 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 950869ed-b7dc-4ca9-a3df-d84ddf1a71c7 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:26:52.985906 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b10e164-39e9-4293-b0d5-4c39b8457f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:53.090026 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0489f2cf-2056-46c7-a1b2-f84fa97308df tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:53.110847 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a008ff0d-7f41-481f-bc0d-5e62e554d771 req-cfc274b2-2132-44ec-b294-b82afbed8c77 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694886 Dec 16 22:26:53.132572 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10e164-39e9-4293-b0d5-4c39b8457f15 None None] Pushing event updated for resources: {'Port': ['ID=950869ed-b7dc-4ca9-a3df-d84ddf1a71c7,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:53.169208 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5e967913-1bd5-4367-9a87-0d30ba821c1f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:53.204496 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-0489f2cf-2056-46c7-a1b2-f84fa97308df tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Calling delete_port for 279064a7-b0af-47a2-926c-bbdc2a0e2846 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:53.207196 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d65c1355-77b0-4ebb-9699-2be5e4307164 None None] Provisioning complete for port 950869ed-b7dc-4ca9-a3df-d84ddf1a71c7 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:53.207590 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d65c1355-77b0-4ebb-9699-2be5e4307164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:53.288038 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3de83-107e-4561-82ee-fe36b1ce26f9 req-0cfdea62-dd1a-4578-ad9b-d89adc1005c2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:53.295672 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d0a3de83-107e-4561-82ee-fe36b1ce26f9 req-0cfdea62-dd1a-4578-ad9b-d89adc1005c2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 946 time: 0.5438166 Dec 16 22:26:53.313034 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 950869ed-b7dc-4ca9-a3df-d84ddf1a71c7 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:53.313690 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:53.413172 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5e967913-1bd5-4367-9a87-0d30ba821c1f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:53.425517 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9327eea2-06a1-4c8a-bdcc-fcca2c18c7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:53.486272 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed30f2c7-7773-47c3-b617-a1b25d8eacdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700c3bf9-2d9c-4006-93e2-b55201933b43'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:26:53.490266 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0180d8-dd5f-4978-8672-1f985a259ccd" -d '{"events": [{"server_uuid": "ed30f2c7-7773-47c3-b617-a1b25d8eacdd", "name": "network-vif-plugged", "status": "completed", "tag": "700c3bf9-2d9c-4006-93e2-b55201933b43"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:26:53.632580 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d0a3de83-107e-4561-82ee-fe36b1ce26f9 req-44a38f89-794e-4528-8632-d1042bbc595d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2993655 Dec 16 22:26:53.652438 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e967913-1bd5-4367-9a87-0d30ba821c1f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Port': ['ID=b8b391f2-1827-4a4e-ab4b-bb6f5ff6b739,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:53.695132 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e967913-1bd5-4367-9a87-0d30ba821c1f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network 9534dc42-61f7-4d48-959f-da0790fac6f4 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:53.707559 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-5e967913-1bd5-4367-9a87-0d30ba821c1f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:53.723710 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75c6160-eef5-4c15-b86a-0d79f97163f5 x-openstack-request-id: req-c75c6160-eef5-4c15-b86a-0d79f97163f5 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:26:53.724043 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed30f2c7-7773-47c3-b617-a1b25d8eacdd", "name": "network-vif-plugged", "status": "completed", "tag": "700c3bf9-2d9c-4006-93e2-b55201933b43", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:26:53.724287 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c75c6160-eef5-4c15-b86a-0d79f97163f5 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:26:53.724708 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed30f2c7-7773-47c3-b617-a1b25d8eacdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700c3bf9-2d9c-4006-93e2-b55201933b43', 'code': 200} Dec 16 22:26:53.728051 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e967913-1bd5-4367-9a87-0d30ba821c1f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:26:53.728651 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5e967913-1bd5-4367-9a87-0d30ba821c1f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:53.930717 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0489f2cf-2056-46c7-a1b2-f84fa97308df tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:54.001601 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489f2cf-2056-46c7-a1b2-f84fa97308df tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event deleted for resources: {'Port': ['ID=279064a7-b0af-47a2-926c-bbdc2a0e2846,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:54.205736 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5e967913-1bd5-4367-9a87-0d30ba821c1f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:54.232275 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0489f2cf-2056-46c7-a1b2-f84fa97308df tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:54.243195 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0489f2cf-2056-46c7-a1b2-f84fa97308df tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "DELETE /v2.0/ports/279064a7-b0af-47a2-926c-bbdc2a0e2846 HTTP/1.1" status: 204 len: 168 time: 2.0667317 Dec 16 22:26:54.244091 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54242) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:54.342138 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-aab503e8-c4b6-4387-9f47-fc0834148829 None None] Provisioning complete for port b8b391f2-1827-4a4e-ab4b-bb6f5ff6b739 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:54.346287 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aab503e8-c4b6-4387-9f47-fc0834148829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:54.512508 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 950869ed-b7dc-4ca9-a3df-d84ddf1a71c7 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:26:54.516051 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-aab503e8-c4b6-4387-9f47-fc0834148829 None None] Port b8b391f2-1827-4a4e-ab4b-bb6f5ff6b739 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:54.601273 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-625877ba-3552-482e-bf86-4efb929a6b17 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Deleting port cdf3648f-0e95-45df-b89b-23cc65ae37c9 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:54.601980 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-625877ba-3552-482e-bf86-4efb929a6b17 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:54.752858 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 950869ed-b7dc-4ca9-a3df-d84ddf1a71c7 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:54.753324 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:54.788252 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-625877ba-3552-482e-bf86-4efb929a6b17 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:54.852155 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-625877ba-3552-482e-bf86-4efb929a6b17 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Calling delete_port for cdf3648f-0e95-45df-b89b-23cc65ae37c9 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:55.152455 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a7f15-5def-4533-834e-8d8efba5b55b req-2af41228-801a-46d7-b9e8-388931173576 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:55.160879 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-519a7f15-5def-4533-834e-8d8efba5b55b req-2af41228-801a-46d7-b9e8-388931173576 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.7469273 Dec 16 22:26:55.163183 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852ad4a-b7ee-4b3d-be6d-da99f15e62ac req-91617aba-6885-483e-b6bc-6802095484be tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:55.177685 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b852ad4a-b7ee-4b3d-be6d-da99f15e62ac req-91617aba-6885-483e-b6bc-6802095484be tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 946 time: 0.3355477 Dec 16 22:26:55.224492 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-519a7f15-5def-4533-834e-8d8efba5b55b req-47b9957b-6bed-4323-bdc1-f8d620832e94 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624442 Dec 16 22:26:55.241600 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-625877ba-3552-482e-bf86-4efb929a6b17 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:55.298357 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625877ba-3552-482e-bf86-4efb929a6b17 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event deleted for resources: {'Port': ['ID=cdf3648f-0e95-45df-b89b-23cc65ae37c9,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:55.423777 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b852ad4a-b7ee-4b3d-be6d-da99f15e62ac req-c7ea7185-9492-412b-b33e-1b2bbd680767 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481490 Dec 16 22:26:55.455675 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-625877ba-3552-482e-bf86-4efb929a6b17 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:55.462863 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-625877ba-3552-482e-bf86-4efb929a6b17 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "DELETE /v2.0/ports/cdf3648f-0e95-45df-b89b-23cc65ae37c9 HTTP/1.1" status: 204 len: 168 time: 1.2134917 Dec 16 22:26:55.463495 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54254) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:55.662185 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5e967913-1bd5-4367-9a87-0d30ba821c1f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:55.687327 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-814d5653-0299-4a5d-a633-14a34ce1a4a4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Deleting subnet c9a0b227-b5a7-4ec3-a018-5c1f436677a0 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:26:55.696218 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-54d49db9-12cf-477e-96f1-a95d3a991279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:55.696994 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-814d5653-0299-4a5d-a633-14a34ce1a4a4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:55.761252 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5e967913-1bd5-4367-9a87-0d30ba821c1f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:55.761613 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5e967913-1bd5-4367-9a87-0d30ba821c1f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:55.856649 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-814d5653-0299-4a5d-a633-14a34ce1a4a4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:55.881037 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e967913-1bd5-4367-9a87-0d30ba821c1f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Port': ['ID=b8b391f2-1827-4a4e-ab4b-bb6f5ff6b739,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:55.970149 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e967913-1bd5-4367-9a87-0d30ba821c1f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network 9534dc42-61f7-4d48-959f-da0790fac6f4 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:26:55.980337 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-5e967913-1bd5-4367-9a87-0d30ba821c1f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:26:56.265276 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-814d5653-0299-4a5d-a633-14a34ce1a4a4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:56.473797 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e69117-052b-4c6e-8437-60e283d4d5ce req-1434970c-b21f-4405-bb63-56d551177093 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:56.475603 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e8e69117-052b-4c6e-8437-60e283d4d5ce req-1434970c-b21f-4405-bb63-56d551177093 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.0804877 Dec 16 22:26:56.596237 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e8e69117-052b-4c6e-8437-60e283d4d5ce req-d5bc72fd-b22b-41a9-8c3e-5d707de5161b tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035779 Dec 16 22:26:56.613575 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-853e8f2c-3247-420b-aa7a-a7aa5d9d47ce None None] Provisioning complete for port b8b391f2-1827-4a4e-ab4b-bb6f5ff6b739 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:26:56.613575 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-853e8f2c-3247-420b-aa7a-a7aa5d9d47ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:56.668287 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-853e8f2c-3247-420b-aa7a-a7aa5d9d47ce None None] Port b8b391f2-1827-4a4e-ab4b-bb6f5ff6b739 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:26:56.668753 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76976f63-67dd-4bb1-b522-f6d6c08c28f6 req-14faf857-d289-4a10-b537-9aa441fc9acb tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:56.678711 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-76976f63-67dd-4bb1-b522-f6d6c08c28f6 req-14faf857-d289-4a10-b537-9aa441fc9acb tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 946 time: 0.1035511 Dec 16 22:26:56.740849 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-76976f63-67dd-4bb1-b522-f6d6c08c28f6 req-6e7e0270-4925-4d4a-9516-3590433688d6 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561979 Dec 16 22:26:56.851015 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e967913-1bd5-4367-9a87-0d30ba821c1f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Router 14ad66dd-ea53-4d3d-b4c0-f4d343c80c10 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:26:56.851269 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-814d5653-0299-4a5d-a633-14a34ce1a4a4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:56.876830 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d5653-0299-4a5d-a633-14a34ce1a4a4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event deleted for resources: {'Subnet': ['ID=c9a0b227-b5a7-4ec3-a018-5c1f436677a0,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:56.896548 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-814d5653-0299-4a5d-a633-14a34ce1a4a4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:56.902322 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-814d5653-0299-4a5d-a633-14a34ce1a4a4 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "DELETE /v2.0/subnets/c9a0b227-b5a7-4ec3-a018-5c1f436677a0 HTTP/1.1" status: 204 len: 168 time: 1.4351599 Dec 16 22:26:56.903024 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54276) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:56.908266 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2d42a0-f7d3-4d3f-b8e3-01027f4fdd1e None None] Network 133792b4-eb35-4125-8057-ae6885c1e196 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:57.000720 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:57.001783 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:57.086905 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-003f912e-d16f-40de-8360-67fecd2c2476 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Deleting subnet 2825e101-39ca-4951-81d0-6f6735824e32 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:26:57.096214 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-003f912e-d16f-40de-8360-67fecd2c2476 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:57.136814 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dd4207-5779-4f9f-831a-707986472295 None None] DHCP port deletion for 133792b4-eb35-4125-8057-ae6885c1e196 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:26:57.182457 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-003f912e-d16f-40de-8360-67fecd2c2476 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:57.199166 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e967913-1bd5-4367-9a87-0d30ba821c1f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:26:57.217354 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d468fe-8ab8-4155-938c-0bdcc28ac2e6 None None] Sync routers for ids ['14ad66dd-ea53-4d3d-b4c0-f4d343c80c10'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:26:57.223463 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5e967913-1bd5-4367-9a87-0d30ba821c1f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "PUT /v2.0/routers/14ad66dd-ea53-4d3d-b4c0-f4d343c80c10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2299442 Dec 16 22:26:57.225948 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54286) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:57.304937 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d468fe-8ab8-4155-938c-0bdcc28ac2e6 None None] Routers {'14ad66dd-ea53-4d3d-b4c0-f4d343c80c10'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:26:57.306390 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-05d468fe-8ab8-4155-938c-0bdcc28ac2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:26:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['14ad66dd-ea53-4d3d-b4c0-f4d343c80c10'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:57.401124 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bc109a-4591-4e86-873b-23912e5eee7d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:57.410944 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-03bc109a-4591-4e86-873b-23912e5eee7d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "GET /v2.0/ports/b8b391f2-1827-4a4e-ab4b-bb6f5ff6b739 HTTP/1.1" status: 200 len: 911 time: 0.1806028 Dec 16 22:26:57.411482 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54290) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:57.436794 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-48dd4207-5779-4f9f-831a-707986472295 None None] Deleting port 548cf3af-f700-4fd3-8f70-e5e10d00d47d {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:57.463098 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-48dd4207-5779-4f9f-831a-707986472295 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:57.565848 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-003f912e-d16f-40de-8360-67fecd2c2476 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:57.833275 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-48dd4207-5779-4f9f-831a-707986472295 None None] For port 548cf3af-f700-4fd3-8f70-e5e10d00d47d, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=548cf3af-f700-4fd3-8f70-e5e10d00d47d,segment=NetworkSegment(fdb99c20-5c2d-4757-b292-1da6b79081cb),segment_id=fdb99c20-5c2d-4757-b292-1da6b79081cb)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:57.834164 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-48dd4207-5779-4f9f-831a-707986472295 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:57.849572 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-48dd4207-5779-4f9f-831a-707986472295 None None] Calling delete_port for 548cf3af-f700-4fd3-8f70-e5e10d00d47d owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:57.903008 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ade5d-886d-455a-be2b-d3148984a151 req-f28b792a-4bae-4211-aeb1-36d612d277fb tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:57.905185 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-587ade5d-886d-455a-be2b-d3148984a151 req-f28b792a-4bae-4211-aeb1-36d612d277fb tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.1913414 Dec 16 22:26:57.965077 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-05d468fe-8ab8-4155-938c-0bdcc28ac2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:58.018312 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d468fe-8ab8-4155-938c-0bdcc28ac2e6 None None] Routers {'14ad66dd-ea53-4d3d-b4c0-f4d343c80c10'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:26:58.020241 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-05d468fe-8ab8-4155-938c-0bdcc28ac2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:26:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['14ad66dd-ea53-4d3d-b4c0-f4d343c80c10'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:58.025951 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-587ade5d-886d-455a-be2b-d3148984a151 req-ddb25fe3-3292-4866-8e89-5385af98ab1b tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127293 Dec 16 22:26:58.052916 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-003f912e-d16f-40de-8360-67fecd2c2476 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:58.152442 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-05d468fe-8ab8-4155-938c-0bdcc28ac2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:58.159251 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e30266-89f6-4478-beaa-dce51bbf8e76 req-4c32c0e6-efc3-4c52-9465-f65da9eb625e tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:58.162532 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d468fe-8ab8-4155-938c-0bdcc28ac2e6 None None] The sync data for ids ['14ad66dd-ea53-4d3d-b4c0-f4d343c80c10'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:26:58.178364 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-84e30266-89f6-4478-beaa-dce51bbf8e76 req-4c32c0e6-efc3-4c52-9465-f65da9eb625e tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 946 time: 0.2963293 Dec 16 22:26:58.178841 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f912e-d16f-40de-8360-67fecd2c2476 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event deleted for resources: {'Subnet': ['ID=2825e101-39ca-4951-81d0-6f6735824e32,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:58.220921 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-003f912e-d16f-40de-8360-67fecd2c2476 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:58.236881 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-003f912e-d16f-40de-8360-67fecd2c2476 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "DELETE /v2.0/subnets/2825e101-39ca-4951-81d0-6f6735824e32 HTTP/1.1" status: 204 len: 168 time: 1.3328180 Dec 16 22:26:58.237965 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133e66cc-6883-4543-abb4-46fa4a427171 None None] Network ed98cd84-f1a0-4624-adfa-872d69e0e5ab requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:26:58.239980 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54310) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:26:58.410733 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-84e30266-89f6-4478-beaa-dce51bbf8e76 req-e22769e7-b405-43eb-b867-d14f17e1fe54 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242048 Dec 16 22:26:58.479326 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 548cf3af-f700-4fd3-8f70-e5e10d00d47d no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:26:58.549173 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6fe5a044-a9d8-4787-84c4-bc57be0bb4f1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:58.635036 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fac8c862-f100-431a-af22-c6d2a21d739c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:58.646469 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:58.647659 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:58.690683 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-6fe5a044-a9d8-4787-84c4-bc57be0bb4f1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Deleting port 548cf3af-f700-4fd3-8f70-e5e10d00d47d {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:58.691804 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6fe5a044-a9d8-4787-84c4-bc57be0bb4f1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:58.704071 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-48dd4207-5779-4f9f-831a-707986472295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:58.729922 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dd4207-5779-4f9f-831a-707986472295 None None] No DVR routers for this DVR port 548cf3af-f700-4fd3-8f70-e5e10d00d47d on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:58.766579 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd4207-5779-4f9f-831a-707986472295 None None] Pushing event deleted for resources: {'Port': ['ID=548cf3af-f700-4fd3-8f70-e5e10d00d47d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:58.781125 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:58.939440 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6f4e5d-50f9-4636-bceb-f8e3f75f9122 None None] DHCP port deletion for ed98cd84-f1a0-4624-adfa-872d69e0e5ab request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:26:58.946293 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-6fe5a044-a9d8-4787-84c4-bc57be0bb4f1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] For port 548cf3af-f700-4fd3-8f70-e5e10d00d47d, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=548cf3af-f700-4fd3-8f70-e5e10d00d47d,segment=NetworkSegment(fdb99c20-5c2d-4757-b292-1da6b79081cb),segment_id=fdb99c20-5c2d-4757-b292-1da6b79081cb)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:58.953089 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6fe5a044-a9d8-4787-84c4-bc57be0bb4f1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:59.024189 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-6fe5a044-a9d8-4787-84c4-bc57be0bb4f1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Calling delete_port for 548cf3af-f700-4fd3-8f70-e5e10d00d47d owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:59.168680 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:59.231437 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-6c6f4e5d-50f9-4636-bceb-f8e3f75f9122 None None] Deleting port 89390794-5975-4d56-9795-0f4ab01742b0 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:59.232098 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c6f4e5d-50f9-4636-bceb-f8e3f75f9122 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:59.320193 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6fe5a044-a9d8-4787-84c4-bc57be0bb4f1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:59.337371 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe5a044-a9d8-4787-84c4-bc57be0bb4f1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] No DVR routers for this DVR port 548cf3af-f700-4fd3-8f70-e5e10d00d47d on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:26:59.410279 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402ba01-bdb1-432e-a056-139ab6a0c80f req-d4ebcd08-e094-43db-9caf-f4b01985073b tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:26:59.411915 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0402ba01-bdb1-432e-a056-139ab6a0c80f req-d4ebcd08-e094-43db-9caf-f4b01985073b tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.1639464 Dec 16 22:26:59.430611 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-6c6f4e5d-50f9-4636-bceb-f8e3f75f9122 None None] For port 89390794-5975-4d56-9795-0f4ab01742b0, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=89390794-5975-4d56-9795-0f4ab01742b0,segment=NetworkSegment(de6410b3-48d2-4076-afb0-e054cc3678c7),segment_id=de6410b3-48d2-4076-afb0-e054cc3678c7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:26:59.432624 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c6f4e5d-50f9-4636-bceb-f8e3f75f9122 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:59.463642 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-6c6f4e5d-50f9-4636-bceb-f8e3f75f9122 None None] Calling delete_port for 89390794-5975-4d56-9795-0f4ab01742b0 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:59.511435 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5a044-a9d8-4787-84c4-bc57be0bb4f1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event deleted for resources: {'Port': ['ID=548cf3af-f700-4fd3-8f70-e5e10d00d47d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:59.542399 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-fac8c862-f100-431a-af22-c6d2a21d739c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Deleting port b8b391f2-1827-4a4e-ab4b-bb6f5ff6b739 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:26:59.542739 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fac8c862-f100-431a-af22-c6d2a21d739c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:59.625753 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6fe5a044-a9d8-4787-84c4-bc57be0bb4f1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:59.658578 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0402ba01-bdb1-432e-a056-139ab6a0c80f req-05a8d98f-c130-4eec-8341-57b1223cabff tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298491 Dec 16 22:26:59.672247 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-6fe5a044-a9d8-4787-84c4-bc57be0bb4f1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133792b4-eb35-4125-8057-ae6885c1e196']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:59.703796 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-6fe5a044-a9d8-4787-84c4-bc57be0bb4f1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb99c20-5c2d-4757-b292-1da6b79081cb') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:59.703796 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-6fe5a044-a9d8-4787-84c4-bc57be0bb4f1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb99c20-5c2d-4757-b292-1da6b79081cb') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:26:59.719101 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6fe5a044-a9d8-4787-84c4-bc57be0bb4f1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:59.758121 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c6f4e5d-50f9-4636-bceb-f8e3f75f9122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:59.767029 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fac8c862-f100-431a-af22-c6d2a21d739c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:59.767281 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6fe5a044-a9d8-4787-84c4-bc57be0bb4f1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:59.782132 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-fac8c862-f100-431a-af22-c6d2a21d739c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Calling delete_port for b8b391f2-1827-4a4e-ab4b-bb6f5ff6b739 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:26:59.786968 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe5a044-a9d8-4787-84c4-bc57be0bb4f1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:26:59.787533 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6fe5a044-a9d8-4787-84c4-bc57be0bb4f1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:26:59.791199 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:26:59.837357 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f4e5d-50f9-4636-bceb-f8e3f75f9122 None None] Pushing event deleted for resources: {'Port': ['ID=89390794-5975-4d56-9795-0f4ab01742b0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:26:59.844734 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6f4e5d-50f9-4636-bceb-f8e3f75f9122 None None] No DVR routers for this DVR port 89390794-5975-4d56-9795-0f4ab01742b0 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:27:00.062639 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6fe5a044-a9d8-4787-84c4-bc57be0bb4f1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:00.071921 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6fe5a044-a9d8-4787-84c4-bc57be0bb4f1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:00.081699 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6fe5a044-a9d8-4787-84c4-bc57be0bb4f1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "DELETE /v2.0/networks/133792b4-eb35-4125-8057-ae6885c1e196 HTTP/1.1" status: 204 len: 168 time: 1.8405657 Dec 16 22:27:00.086388 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54332) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:00.213601 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5a044-a9d8-4787-84c4-bc57be0bb4f1 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event deleted for resources: {'Network': ['ID=133792b4-eb35-4125-8057-ae6885c1e196,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:00.296413 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae98de-140d-4144-8f1e-320a6553e77d req-fe48e581-56e1-46de-8972-000cd0776bee tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:00.307331 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a093a731-06fe-4d0c-b1a0-abf4af0b8a52 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:00.308964 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-83ae98de-140d-4144-8f1e-320a6553e77d req-fe48e581-56e1-46de-8972-000cd0776bee tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 946 time: 0.2784755 Dec 16 22:27:00.541687 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a093a731-06fe-4d0c-b1a0-abf4af0b8a52 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:00.544161 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 89390794-5975-4d56-9795-0f4ab01742b0 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:27:00.597751 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-83ae98de-140d-4144-8f1e-320a6553e77d req-85dbd70d-b1d3-47b2-8ed6-4c9db760dd37 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2842150 Dec 16 22:27:00.598643 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-a093a731-06fe-4d0c-b1a0-abf4af0b8a52 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed98cd84-f1a0-4624-adfa-872d69e0e5ab']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:00.619129 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 89390794-5975-4d56-9795-0f4ab01742b0 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:27:00.619718 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 89390794-5975-4d56-9795-0f4ab01742b0 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:27:00.649302 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-a093a731-06fe-4d0c-b1a0-abf4af0b8a52 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de6410b3-48d2-4076-afb0-e054cc3678c7') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:00.649898 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-a093a731-06fe-4d0c-b1a0-abf4af0b8a52 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de6410b3-48d2-4076-afb0-e054cc3678c7') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:00.671913 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a093a731-06fe-4d0c-b1a0-abf4af0b8a52 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:00.696160 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a093a731-06fe-4d0c-b1a0-abf4af0b8a52 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:00.702493 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fac8c862-f100-431a-af22-c6d2a21d739c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:00.711848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a093a731-06fe-4d0c-b1a0-abf4af0b8a52 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a093a731-06fe-4d0c-b1a0-abf4af0b8a52 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:27:00.719776 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:27:00.803249 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8c862-f100-431a-af22-c6d2a21d739c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Port': ['ID=b8b391f2-1827-4a4e-ab4b-bb6f5ff6b739,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:00.998199 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a093a731-06fe-4d0c-b1a0-abf4af0b8a52 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:01.011284 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a093a731-06fe-4d0c-b1a0-abf4af0b8a52 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:01.019318 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a093a731-06fe-4d0c-b1a0-abf4af0b8a52 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] 10.222.0.75 "DELETE /v2.0/networks/ed98cd84-f1a0-4624-adfa-872d69e0e5ab HTTP/1.1" status: 204 len: 168 time: 0.9212379 Dec 16 22:27:01.064361 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093a731-06fe-4d0c-b1a0-abf4af0b8a52 tempest-TaggedBootDevicesTest-757660104 tempest-TaggedBootDevicesTest-757660104-project] Pushing event deleted for resources: {'Network': ['ID=ed98cd84-f1a0-4624-adfa-872d69e0e5ab,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:01.726715 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fac8c862-f100-431a-af22-c6d2a21d739c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:01.831671 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f657f8-2774-4346-b099-6eb721d28f81 req-5c175ec1-5550-4525-ac86-bf620789677b tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:01.847523 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c9f657f8-2774-4346-b099-6eb721d28f81 req-5c175ec1-5550-4525-ac86-bf620789677b tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.9669769 Dec 16 22:27:02.000287 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac8c862-f100-431a-af22-c6d2a21d739c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Router 14ad66dd-ea53-4d3d-b4c0-f4d343c80c10 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:27:02.041789 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c9f657f8-2774-4346-b099-6eb721d28f81 req-eea8b4d8-e6c4-4088-8da3-6ae9cc3c67e2 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932406 Dec 16 22:27:02.262499 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac8c862-f100-431a-af22-c6d2a21d739c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:27:02.271810 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54388) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:02.272519 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fac8c862-f100-431a-af22-c6d2a21d739c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "PUT /v2.0/routers/14ad66dd-ea53-4d3d-b4c0-f4d343c80c10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8595560 Dec 16 22:27:02.275815 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a285d228-270b-4ba2-87f8-278a60f59e8a None None] Sync routers for ids ['14ad66dd-ea53-4d3d-b4c0-f4d343c80c10'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:27:02.292881 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a285d228-270b-4ba2-87f8-278a60f59e8a None None] Routers {'14ad66dd-ea53-4d3d-b4c0-f4d343c80c10'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:02.293628 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a285d228-270b-4ba2-87f8-278a60f59e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:26:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['14ad66dd-ea53-4d3d-b4c0-f4d343c80c10'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:02.335891 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a285d228-270b-4ba2-87f8-278a60f59e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:02.349194 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a285d228-270b-4ba2-87f8-278a60f59e8a None None] Routers {'14ad66dd-ea53-4d3d-b4c0-f4d343c80c10'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:02.349831 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a285d228-270b-4ba2-87f8-278a60f59e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:26:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['14ad66dd-ea53-4d3d-b4c0-f4d343c80c10'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:02.359869 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54396) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:02.376416 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8cbe95f5-5523-4b8d-b662-8e4e591530a0 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "GET /v2.0/ports?device_id=14ad66dd-ea53-4d3d-b4c0-f4d343c80c10 HTTP/1.1" status: 200 len: 205 time: 0.0838609 Dec 16 22:27:02.454892 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a285d228-270b-4ba2-87f8-278a60f59e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:02.456026 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a285d228-270b-4ba2-87f8-278a60f59e8a None None] The sync data for ids ['14ad66dd-ea53-4d3d-b4c0-f4d343c80c10'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:27:02.584790 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-43234862-9057-4a1d-a223-4c034255687e tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:03.129831 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-43234862-9057-4a1d-a223-4c034255687e tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:03.133654 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-43234862-9057-4a1d-a223-4c034255687e tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:03.242548 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7b6c0-9393-4efa-be0a-07d158063dc3 req-faebd291-137f-46ed-aa41-1515d11829bf tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:03.257536 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-baa7b6c0-9393-4efa-be0a-07d158063dc3 req-faebd291-137f-46ed-aa41-1515d11829bf tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 946 time: 0.3426056 Dec 16 22:27:03.312674 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-baa7b6c0-9393-4efa-be0a-07d158063dc3 req-203c9447-5304-4852-95a4-c14e7bc4fa14 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531795 Dec 16 22:27:03.648581 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-43234862-9057-4a1d-a223-4c034255687e tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:03.649084 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43234862-9057-4a1d-a223-4c034255687e tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Fanout notify agent at l3_agent the message router_deleted on router 14ad66dd-ea53-4d3d-b4c0-f4d343c80c10 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:27:03.676674 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-43234862-9057-4a1d-a223-4c034255687e tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:03.678076 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-43234862-9057-4a1d-a223-4c034255687e tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/routers/14ad66dd-ea53-4d3d-b4c0-f4d343c80c10 HTTP/1.1" status: 204 len: 168 time: 1.3168721 Dec 16 22:27:03.681118 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54416) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:03.706860 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574619f6-4d3e-47d1-91aa-bd4a3e24b570 req-8ec9af87-c79a-4616-acfe-ff9bd01f4e1d tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:03.708770 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-574619f6-4d3e-47d1-91aa-bd4a3e24b570 req-8ec9af87-c79a-4616-acfe-ff9bd01f4e1d tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.2422030 Dec 16 22:27:03.743710 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-0105f18a-8a59-40e6-9014-2f1acb555c36 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Deleting subnet 2ec2110d-20ee-4e5c-a310-b3cd0cb69355 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:27:03.748387 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0105f18a-8a59-40e6-9014-2f1acb555c36 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:03.774495 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-574619f6-4d3e-47d1-91aa-bd4a3e24b570 req-c1d85c14-cf26-469e-95e3-48f035d49ba5 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579135 Dec 16 22:27:03.826554 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0105f18a-8a59-40e6-9014-2f1acb555c36 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:03.906110 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0105f18a-8a59-40e6-9014-2f1acb555c36 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:04.220215 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0105f18a-8a59-40e6-9014-2f1acb555c36 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:04.256545 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0105f18a-8a59-40e6-9014-2f1acb555c36 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:04.257856 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7536018-ee30-4ed5-b69b-3ab6933cf03f None None] Network 9534dc42-61f7-4d48-959f-da0790fac6f4 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:27:04.269563 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0105f18a-8a59-40e6-9014-2f1acb555c36 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/subnets/2ec2110d-20ee-4e5c-a310-b3cd0cb69355 HTTP/1.1" status: 204 len: 168 time: 0.5782461 Dec 16 22:27:04.271540 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54422) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:04.283862 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105f18a-8a59-40e6-9014-2f1acb555c36 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Subnet': ['ID=2ec2110d-20ee-4e5c-a310-b3cd0cb69355,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:04.381094 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9daa-16a7-433f-afa4-594d75e4ca47 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:04.416788 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54428) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:04.497034 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c736d10-06a9-4eaa-b321-d2439baa4aa8 None None] DHCP port deletion for 9534dc42-61f7-4d48-959f-da0790fac6f4 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:27:04.520087 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb11f12-d1e9-4283-9ed7-06d24aa3f349 req-2350261d-dace-4bba-bc16-34d7ca61730d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:04.521906 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dbb11f12-d1e9-4283-9ed7-06d24aa3f349 req-2350261d-dace-4bba-bc16-34d7ca61730d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 946 time: 0.0912488 Dec 16 22:27:04.537425 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-ef5e9daa-16a7-433f-afa4-594d75e4ca47 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Deleting port 950869ed-b7dc-4ca9-a3df-d84ddf1a71c7 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:27:04.538159 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9daa-16a7-433f-afa4-594d75e4ca47 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:04.613261 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0c736d10-06a9-4eaa-b321-d2439baa4aa8 None None] Deleting port 950869ed-b7dc-4ca9-a3df-d84ddf1a71c7 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:27:04.623864 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0c736d10-06a9-4eaa-b321-d2439baa4aa8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:04.659366 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-ef5e9daa-16a7-433f-afa4-594d75e4ca47 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] For port 950869ed-b7dc-4ca9-a3df-d84ddf1a71c7, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=950869ed-b7dc-4ca9-a3df-d84ddf1a71c7,segment=NetworkSegment(26c872c0-3f18-4131-85e5-ca94c78f8dac),segment_id=26c872c0-3f18-4131-85e5-ca94c78f8dac)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:04.660229 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9daa-16a7-433f-afa4-594d75e4ca47 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:04.675171 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-ef5e9daa-16a7-433f-afa4-594d75e4ca47 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Calling delete_port for 950869ed-b7dc-4ca9-a3df-d84ddf1a71c7 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:27:04.680745 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b46830f5-e4dd-492f-864b-c83371a32cfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:04.721526 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0c736d10-06a9-4eaa-b321-d2439baa4aa8 None None] For port 950869ed-b7dc-4ca9-a3df-d84ddf1a71c7, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=950869ed-b7dc-4ca9-a3df-d84ddf1a71c7,segment=NetworkSegment(26c872c0-3f18-4131-85e5-ca94c78f8dac),segment_id=26c872c0-3f18-4131-85e5-ca94c78f8dac)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:04.722088 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0c736d10-06a9-4eaa-b321-d2439baa4aa8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:04.751385 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0c736d10-06a9-4eaa-b321-d2439baa4aa8 None None] Calling delete_port for 950869ed-b7dc-4ca9-a3df-d84ddf1a71c7 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:27:04.774502 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dbb11f12-d1e9-4283-9ed7-06d24aa3f349 req-79686537-fbd5-49a7-b827-ac1297accd34 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175272 Dec 16 22:27:04.796772 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b46830f5-e4dd-492f-864b-c83371a32cfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:04.934540 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462f264-f7c0-4f31-9eab-eb710530066d req-a87a72ab-e09f-4dad-ba54-2d6c9b046baa tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:04.936074 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8462f264-f7c0-4f31-9eab-eb710530066d req-a87a72ab-e09f-4dad-ba54-2d6c9b046baa tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.0517216 Dec 16 22:27:04.971098 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b46830f5-e4dd-492f-864b-c83371a32cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:05.001335 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0c736d10-06a9-4eaa-b321-d2439baa4aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:05.011609 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46830f5-e4dd-492f-864b-c83371a32cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb8b18a-4028-402a-85b2-9bd77517e302,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:05.033330 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b46830f5-e4dd-492f-864b-c83371a32cfa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8e82afcdac6941c191f3ae7a05ec0ea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6152389 Dec 16 22:27:05.036135 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54442) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:05.039013 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c736d10-06a9-4eaa-b321-d2439baa4aa8 None None] Pushing event deleted for resources: {'Port': ['ID=950869ed-b7dc-4ca9-a3df-d84ddf1a71c7,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:05.042495 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c736d10-06a9-4eaa-b321-d2439baa4aa8 None None] No DVR routers for this DVR port 950869ed-b7dc-4ca9-a3df-d84ddf1a71c7 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:27:05.046329 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9daa-16a7-433f-afa4-594d75e4ca47 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:05.057305 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c736d10-06a9-4eaa-b321-d2439baa4aa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:05.057305 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c736d10-06a9-4eaa-b321-d2439baa4aa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:05.057305 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c736d10-06a9-4eaa-b321-d2439baa4aa8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:05.057305 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c736d10-06a9-4eaa-b321-d2439baa4aa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:05.057305 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c736d10-06a9-4eaa-b321-d2439baa4aa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:05.057305 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c736d10-06a9-4eaa-b321-d2439baa4aa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:05.057305 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c736d10-06a9-4eaa-b321-d2439baa4aa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:05.057305 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c736d10-06a9-4eaa-b321-d2439baa4aa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:05.057305 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c736d10-06a9-4eaa-b321-d2439baa4aa8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:05.057305 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c736d10-06a9-4eaa-b321-d2439baa4aa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:05.057305 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c736d10-06a9-4eaa-b321-d2439baa4aa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:05.057305 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c736d10-06a9-4eaa-b321-d2439baa4aa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:05.057305 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c736d10-06a9-4eaa-b321-d2439baa4aa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:05.067833 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5e9daa-16a7-433f-afa4-594d75e4ca47 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] No DVR routers for this DVR port 950869ed-b7dc-4ca9-a3df-d84ddf1a71c7 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:27:05.182365 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9daa-16a7-433f-afa4-594d75e4ca47 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:05.209465 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-939959a7-17be-42d0-b269-ffd58c3c5aa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:05.269414 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8462f264-f7c0-4f31-9eab-eb710530066d req-27a61194-20ec-41d0-8439-4877a77c9f57 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256154 Dec 16 22:27:05.278544 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e9daa-16a7-433f-afa4-594d75e4ca47 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Port': ['ID=950869ed-b7dc-4ca9-a3df-d84ddf1a71c7,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:05.285912 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-939959a7-17be-42d0-b269-ffd58c3c5aa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:05.289754 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-ef5e9daa-16a7-433f-afa4-594d75e4ca47 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9534dc42-61f7-4d48-959f-da0790fac6f4']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:05.308360 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-ef5e9daa-16a7-433f-afa4-594d75e4ca47 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c872c0-3f18-4131-85e5-ca94c78f8dac') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:05.308928 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-ef5e9daa-16a7-433f-afa4-594d75e4ca47 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c872c0-3f18-4131-85e5-ca94c78f8dac') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:05.351533 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9daa-16a7-433f-afa4-594d75e4ca47 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:05.384640 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9daa-16a7-433f-afa4-594d75e4ca47 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:05.399314 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef5e9daa-16a7-433f-afa4-594d75e4ca47 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:27:05.402297 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9daa-16a7-433f-afa4-594d75e4ca47 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:27:05.479177 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:27:05.530776 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-939959a7-17be-42d0-b269-ffd58c3c5aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:05.534364 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-939959a7-17be-42d0-b269-ffd58c3c5aa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:05.536220 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-939959a7-17be-42d0-b269-ffd58c3c5aa1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dcb8b18a-4028-402a-85b2-9bd77517e302 HTTP/1.1" status: 204 len: 168 time: 0.4992516 Dec 16 22:27:05.551248 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939959a7-17be-42d0-b269-ffd58c3c5aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb8b18a-4028-402a-85b2-9bd77517e302,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:05.583352 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9daa-16a7-433f-afa4-594d75e4ca47 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:05.591804 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9daa-16a7-433f-afa4-594d75e4ca47 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:05.601188 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ef5e9daa-16a7-433f-afa4-594d75e4ca47 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/networks/9534dc42-61f7-4d48-959f-da0790fac6f4 HTTP/1.1" status: 204 len: 168 time: 1.3253503 Dec 16 22:27:05.604792 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54464) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:05.629711 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-bfc16a81-0aba-4821-a605-892fcd4e1aab tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-90436649', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}, 'admin_state_up': False}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:05.683129 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e9daa-16a7-433f-afa4-594d75e4ca47 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Network': ['ID=9534dc42-61f7-4d48-959f-da0790fac6f4,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:05.794278 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bfc16a81-0aba-4821-a605-892fcd4e1aab tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:05.795443 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bfc16a81-0aba-4821-a605-892fcd4e1aab tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:05.954542 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bfc16a81-0aba-4821-a605-892fcd4e1aab tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:06.097205 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55786bcb-4fab-464b-8c84-a071d2879f7b req-53742d45-a048-4ebf-8836-4f8c29d44ae0 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:06.102397 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-55786bcb-4fab-464b-8c84-a071d2879f7b req-53742d45-a048-4ebf-8836-4f8c29d44ae0 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 946 time: 0.1683462 Dec 16 22:27:06.271887 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-55786bcb-4fab-464b-8c84-a071d2879f7b req-6cf60ad7-7d8e-4f07-bf89-ba3416feb603 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587474 Dec 16 22:27:06.430807 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 950869ed-b7dc-4ca9-a3df-d84ddf1a71c7 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:27:06.436120 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bfc16a81-0aba-4821-a605-892fcd4e1aab tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:06.473883 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadcafd-e749-4394-94dd-89ad9f8eb674 req-70d9b088-07c3-485b-99f7-e7a616ef50f9 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:06.482633 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6cadcafd-e749-4394-94dd-89ad9f8eb674 req-70d9b088-07c3-485b-99f7-e7a616ef50f9 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.0999787 Dec 16 22:27:06.499003 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 950869ed-b7dc-4ca9-a3df-d84ddf1a71c7 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:27:06.499381 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 950869ed-b7dc-4ca9-a3df-d84ddf1a71c7 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:27:06.625311 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6cadcafd-e749-4394-94dd-89ad9f8eb674 req-37484e37-76cc-436a-99c7-a1594d98e37f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415670 Dec 16 22:27:06.717579 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54496) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:06.763030 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-08a9e285-0a42-4e97-9aa8-ff174872262a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:07.012545 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-08a9e285-0a42-4e97-9aa8-ff174872262a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:07.082899 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-08a9e285-0a42-4e97-9aa8-ff174872262a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:07.196488 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9e285-0a42-4e97-9aa8-ff174872262a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aed6c98-472b-43fd-b178-13f46b5b51e5,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:07.254047 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-08a9e285-0a42-4e97-9aa8-ff174872262a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0fda1a554d5f4990ae58bccf5b62fa3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5353227 Dec 16 22:27:07.264005 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54500) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:07.366869 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b1dc-1b92-4079-b339-59291f2f2d45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:07.439135 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b1dc-1b92-4079-b339-59291f2f2d45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:07.637810 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0853d-1fda-4c5e-b05c-4d7f7f5c05ad req-5a716e66-3cb7-4034-87e7-653e96cce768 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:07.640728 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e5e0853d-1fda-4c5e-b05c-4d7f7f5c05ad req-5a716e66-3cb7-4034-87e7-653e96cce768 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 946 time: 0.2159090 Dec 16 22:27:07.770196 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b1dc-1b92-4079-b339-59291f2f2d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:07.772388 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b1dc-1b92-4079-b339-59291f2f2d45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:07.785826 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fdc2b1dc-1b92-4079-b339-59291f2f2d45 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7aed6c98-472b-43fd-b178-13f46b5b51e5 HTTP/1.1" status: 204 len: 168 time: 0.5204940 Dec 16 22:27:07.790035 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e5e0853d-1fda-4c5e-b05c-4d7f7f5c05ad req-b95a2dd2-23e0-44e6-aaab-7856bfda8922 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382225 Dec 16 22:27:07.807527 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bfc16a81-0aba-4821-a605-892fcd4e1aab tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:07.823911 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2b1dc-1b92-4079-b339-59291f2f2d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aed6c98-472b-43fd-b178-13f46b5b51e5,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:07.854007 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bfc16a81-0aba-4821-a605-892fcd4e1aab tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:08.100858 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310c39e-6283-4ce0-8065-b1e3b142b6e0 req-a47ae873-f507-4094-9c90-9ebf2e5bee03 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:08.115028 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2310c39e-6283-4ce0-8065-b1e3b142b6e0 req-a47ae873-f507-4094-9c90-9ebf2e5bee03 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.1478422 Dec 16 22:27:08.160151 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-bfc16a81-0aba-4821-a605-892fcd4e1aab tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Allocated IP 172.25.6.79 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/1fd2d6dc-96d7-4602-a9ec-e2383ae1358e) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:27:08.271744 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2310c39e-6283-4ce0-8065-b1e3b142b6e0 req-45fcee6e-afd2-4721-94a7-da94b7556b00 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557083 Dec 16 22:27:08.551476 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bfc16a81-0aba-4821-a605-892fcd4e1aab tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:08.755101 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bfc16a81-0aba-4821-a605-892fcd4e1aab tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:08.871012 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc16a81-0aba-4821-a605-892fcd4e1aab tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:27:08.875479 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-bfc16a81-0aba-4821-a605-892fcd4e1aab tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:27:08.880196 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc16a81-0aba-4821-a605-892fcd4e1aab tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:27:08.891308 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353a4d18-ead5-406d-b3b9-870623e76abe None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:27:08.984915 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1121051e-6549-4927-b0ad-05c9c8a2bb3e None None] Provisioning complete for port 1fd2d6dc-96d7-4602-a9ec-e2383ae1358e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:08.987187 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1121051e-6549-4927-b0ad-05c9c8a2bb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:09.036480 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc16a81-0aba-4821-a605-892fcd4e1aab tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Port': ['ID=1fd2d6dc-96d7-4602-a9ec-e2383ae1358e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:09.086793 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f79a9f-7338-4586-a823-9316d9f4bfaf req-358e6d28-14ba-4359-b31d-374b6b5d69bd tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:09.098655 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1121051e-6549-4927-b0ad-05c9c8a2bb3e None None] Port 1fd2d6dc-96d7-4602-a9ec-e2383ae1358e cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:27:09.099246 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0f79a9f-7338-4586-a823-9316d9f4bfaf req-358e6d28-14ba-4359-b31d-374b6b5d69bd tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 946 time: 0.1382499 Dec 16 22:27:09.194600 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0f79a9f-7338-4586-a823-9316d9f4bfaf req-97177a04-4225-496b-836e-4cdc9a2ea0fb tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940995 Dec 16 22:27:09.552832 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bfc16a81-0aba-4821-a605-892fcd4e1aab tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:09.617890 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6b357-b790-49d5-9e69-86851b34b7bd req-9848fe70-94fe-4d71-88fc-afd289293949 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:09.628776 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f3c6b357-b790-49d5-9e69-86851b34b7bd req-9848fe70-94fe-4d71-88fc-afd289293949 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.1107945 Dec 16 22:27:09.762551 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f3c6b357-b790-49d5-9e69-86851b34b7bd req-67562ee3-33de-4529-b37d-fdf07f74bca1 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300180 Dec 16 22:27:10.070751 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bfc16a81-0aba-4821-a605-892fcd4e1aab tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:10.182693 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54556) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:10.442118 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f093f07-7ed5-4d29-ba8c-3bbb4893d86c req-30863419-694c-44e2-a1cb-ed14c7882f91 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:10.450625 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9f093f07-7ed5-4d29-ba8c-3bbb4893d86c req-30863419-694c-44e2-a1cb-ed14c7882f91 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 946 time: 0.0778081 Dec 16 22:27:10.502224 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-d2348534-884c-4c32-b4c8-ea5f02dce3c0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2110491892-network', 'tenant_id': '34b0fd2f7832448286a236e2618576f5'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:10.516864 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9f093f07-7ed5-4d29-ba8c-3bbb4893d86c req-b6ea674f-5cd3-4fbb-826f-dd0d5b5daa73 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650101 Dec 16 22:27:10.818295 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2348534-884c-4c32-b4c8-ea5f02dce3c0 admin admin] Made reservation on behalf of 34b0fd2f7832448286a236e2618576f5 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:27:10.818505 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc16a81-0aba-4821-a605-892fcd4e1aab tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Router dcbc7e5c-cc18-4d80-8a9e-6f658becfdb6 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:27:10.818589 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d2348534-884c-4c32-b4c8-ea5f02dce3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:10.829537 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d2348534-884c-4c32-b4c8-ea5f02dce3c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:11.003213 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afdd56-756c-42fc-ae26-7ea69829cd89 req-85375cf4-9375-4105-b310-a954de23ce88 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:11.004966 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-94afdd56-756c-42fc-ae26-7ea69829cd89 req-85375cf4-9375-4105-b310-a954de23ce88 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.0985625 Dec 16 22:27:11.015362 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc16a81-0aba-4821-a605-892fcd4e1aab tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:27:11.031607 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7384e5-32d5-4156-86dc-9599aa890a3a None None] Sync routers for ids ['dcbc7e5c-cc18-4d80-8a9e-6f658becfdb6'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:27:11.050464 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7384e5-32d5-4156-86dc-9599aa890a3a None None] Routers {'dcbc7e5c-cc18-4d80-8a9e-6f658becfdb6'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:11.054080 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-ae7384e5-32d5-4156-86dc-9599aa890a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:26:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['dcbc7e5c-cc18-4d80-8a9e-6f658becfdb6'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:11.093305 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-ae7384e5-32d5-4156-86dc-9599aa890a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:11.098535 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d2348534-884c-4c32-b4c8-ea5f02dce3c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:11.103863 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7384e5-32d5-4156-86dc-9599aa890a3a None None] Routers {'dcbc7e5c-cc18-4d80-8a9e-6f658becfdb6'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:11.104783 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-ae7384e5-32d5-4156-86dc-9599aa890a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:26:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['dcbc7e5c-cc18-4d80-8a9e-6f658becfdb6'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:11.123315 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-94afdd56-756c-42fc-ae26-7ea69829cd89 req-674d0f45-bbcf-40cb-8faf-c7c32bea9154 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912898 Dec 16 22:27:11.148335 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-ae7384e5-32d5-4156-86dc-9599aa890a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:11.149267 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7384e5-32d5-4156-86dc-9599aa890a3a None None] The sync data for ids ['dcbc7e5c-cc18-4d80-8a9e-6f658becfdb6'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:27:11.344400 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bfc16a81-0aba-4821-a605-892fcd4e1aab tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:11.345850 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bfc16a81-0aba-4821-a605-892fcd4e1aab tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 5.7400136 Dec 16 22:27:11.355134 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54572) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:11.402968 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d2348534-884c-4c32-b4c8-ea5f02dce3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:11.444634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2348534-884c-4c32-b4c8-ea5f02dce3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44684a75-322e-48d5-bf9e-0b62083a015e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:11.464294 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2348534-884c-4c32-b4c8-ea5f02dce3c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:27:11.526417 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d2348534-884c-4c32-b4c8-ea5f02dce3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:11.527179 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-d2348534-884c-4c32-b4c8-ea5f02dce3c0 admin admin] Added segment d2e02710-2714-4452-a45f-d3fe8a82c3ce of type vlan for network 5474515b-be28-4962-9e16-dbf7636fc2f6 Dec 16 22:27:11.582207 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d2348534-884c-4c32-b4c8-ea5f02dce3c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:11.594757 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9e0155e8-966c-442d-85fb-c09fd4ce5e71 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "GET /v2.0/routers/dcbc7e5c-cc18-4d80-8a9e-6f658becfdb6 HTTP/1.1" status: 200 len: 882 time: 0.2382796 Dec 16 22:27:11.599888 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54586) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:11.756561 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d2348534-884c-4c32-b4c8-ea5f02dce3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:11.757994 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2348534-884c-4c32-b4c8-ea5f02dce3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:11.759793 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d2348534-884c-4c32-b4c8-ea5f02dce3c0 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:12.011099 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2348534-884c-4c32-b4c8-ea5f02dce3c0 admin admin] Pushing event updated for resources: {'Network': ['ID=5474515b-be28-4962-9e16-dbf7636fc2f6,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:12.023637 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 5474515b-be28-4962-9e16-dbf7636fc2f6 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:27:12.060838 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12d7c4-b752-4122-b5dd-a2ac492a711b req-22761aa0-2524-4018-9764-0753a5940058 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:12.073332 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0c12d7c4-b752-4122-b5dd-a2ac492a711b req-22761aa0-2524-4018-9764-0753a5940058 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 946 time: 0.4164801 Dec 16 22:27:12.197849 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d2348534-884c-4c32-b4c8-ea5f02dce3c0 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0123436 Dec 16 22:27:12.198843 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54604) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:12.209998 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-216ab98c-ddcd-4e8f-9134-7f0fb6db1642 admin admin] Request body: {'subnet': {'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2110491892-subnet', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:12.215254 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0c12d7c4-b752-4122-b5dd-a2ac492a711b req-1bd1e979-428b-4d6e-acfe-c77bbfc39924 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394851 Dec 16 22:27:12.296206 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54610) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:12.302034 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-6753a186-0768-4ccb-86aa-b2953de36224 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-90436649'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:12.310957 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5f90426e-5b98-4f07-8af1-7d15118cb49f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 0.6917236 Dec 16 22:27:12.352771 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216ab98c-ddcd-4e8f-9134-7f0fb6db1642 admin admin] Made reservation on behalf of 34b0fd2f7832448286a236e2618576f5 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:27:12.356151 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-216ab98c-ddcd-4e8f-9134-7f0fb6db1642 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:12.681958 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc8487-bede-4d9f-8649-ce310cbd3909 req-7851c1b9-496f-4b72-ac91-61c81b47e587 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:12.692507 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bedc8487-bede-4d9f-8649-ce310cbd3909 req-7851c1b9-496f-4b72-ac91-61c81b47e587 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.2659714 Dec 16 22:27:12.827947 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bedc8487-bede-4d9f-8649-ce310cbd3909 req-ef75b2d9-8252-433a-a4b6-292cdea412e8 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316543 Dec 16 22:27:13.055449 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-216ab98c-ddcd-4e8f-9134-7f0fb6db1642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:13.123925 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ab98c-ddcd-4e8f-9134-7f0fb6db1642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=468c6b2c-3f54-4baf-9ce5-16ed201a45b7,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:13.138959 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ab98c-ddcd-4e8f-9134-7f0fb6db1642 admin admin] Checking segment: {'id': 'd2e02710-2714-4452-a45f-d3fe8a82c3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:27:13.139816 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216ab98c-ddcd-4e8f-9134-7f0fb6db1642 admin admin] Network hostable DHCP agents. Network: 5474515b-be28-4962-9e16-dbf7636fc2f6, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:27:13.234090 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216ab98c-ddcd-4e8f-9134-7f0fb6db1642 admin admin] Network 5474515b-be28-4962-9e16-dbf7636fc2f6 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:27:13.247580 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6753a186-0768-4ccb-86aa-b2953de36224 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5457'] for router, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:13.318818 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-216ab98c-ddcd-4e8f-9134-7f0fb6db1642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 5474515b-be28-4962-9e16-dbf7636fc2f6) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:27:13.324061 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216ab98c-ddcd-4e8f-9134-7f0fb6db1642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:13.324882 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-216ab98c-ddcd-4e8f-9134-7f0fb6db1642 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:13.332186 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb6a4ce-c65f-4b26-822b-c198ad7a78d8 None None] Network 5474515b-be28-4962-9e16-dbf7636fc2f6 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:27:13.397937 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6753a186-0768-4ccb-86aa-b2953de36224 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-598410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-598419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597305'] for router, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:13.479036 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba882498-85b7-4b80-88ce-b4c46668bfc3 req-7eaffed5-a174-4809-bf25-0b95b6ed1711 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:13.481222 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ba882498-85b7-4b80-88ce-b4c46668bfc3 req-7eaffed5-a174-4809-bf25-0b95b6ed1711 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 946 time: 0.1622844 Dec 16 22:27:13.519541 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-216ab98c-ddcd-4e8f-9134-7f0fb6db1642 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3166614 Dec 16 22:27:13.526148 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54654) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:13.531857 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-bf4ededa-0fe5-4131-b998-f773c014719b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2110491892-router', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:13.533801 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf489bde-a303-4481-9b08-dfcb72b98d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-5474515b-be28-4962-9e16-dbf7636fc2f6', 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6', 'project_id': '34b0fd2f7832448286a236e2618576f5', 'fixed_ips': [{'subnet_id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:27:13.535946 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf489bde-a303-4481-9b08-dfcb72b98d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:13.640701 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bf4ededa-0fe5-4131-b998-f773c014719b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:13.640701 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bf4ededa-0fe5-4131-b998-f773c014719b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:13.644257 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ba882498-85b7-4b80-88ce-b4c46668bfc3 req-ab812456-08a5-406c-9962-b0075fc18797 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550503 Dec 16 22:27:13.677198 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6753a186-0768-4ccb-86aa-b2953de36224 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Router dcbc7e5c-cc18-4d80-8a9e-6f658becfdb6 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:27:13.787221 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bf4ededa-0fe5-4131-b998-f773c014719b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:13.832589 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-cf489bde-a303-4481-9b08-dfcb72b98d0d None None] Allocated IP 172.20.0.2 (5474515b-be28-4962-9e16-dbf7636fc2f6/468c6b2c-3f54-4baf-9ce5-16ed201a45b7/99d8d2c2-c4e1-4073-ad00-c9d0feaaec45) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:27:13.948491 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec54b6-f791-4849-a80a-a8291ff11896 req-7de79661-2140-43ef-9fff-aed9db21812b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:13.950200 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7bec54b6-f791-4849-a80a-a8291ff11896 req-7de79661-2140-43ef-9fff-aed9db21812b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.1346238 Dec 16 22:27:13.968422 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6753a186-0768-4ccb-86aa-b2953de36224 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:27:13.977454 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6753a186-0768-4ccb-86aa-b2953de36224 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:13.979755 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23b02b7-8b7c-4c0b-ac2f-7b60fab3a6df None None] Sync routers for ids ['dcbc7e5c-cc18-4d80-8a9e-6f658becfdb6'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:27:13.989986 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6753a186-0768-4ccb-86aa-b2953de36224 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "PUT /v2.0/routers/dcbc7e5c-cc18-4d80-8a9e-6f658becfdb6 HTTP/1.1" status: 200 len: 889 time: 1.6826541 Dec 16 22:27:14.000668 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23b02b7-8b7c-4c0b-ac2f-7b60fab3a6df None None] Routers {'dcbc7e5c-cc18-4d80-8a9e-6f658becfdb6'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:14.001333 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e23b02b7-8b7c-4c0b-ac2f-7b60fab3a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:26:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['dcbc7e5c-cc18-4d80-8a9e-6f658becfdb6'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:14.019906 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54680) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:14.055503 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf489bde-a303-4481-9b08-dfcb72b98d0d None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:14.064445 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e23b02b7-8b7c-4c0b-ac2f-7b60fab3a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:14.089361 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23b02b7-8b7c-4c0b-ac2f-7b60fab3a6df None None] Routers {'dcbc7e5c-cc18-4d80-8a9e-6f658becfdb6'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:14.089999 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e23b02b7-8b7c-4c0b-ac2f-7b60fab3a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:26:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['dcbc7e5c-cc18-4d80-8a9e-6f658becfdb6'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:14.093558 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7bec54b6-f791-4849-a80a-a8291ff11896 req-3ebb81f9-7a83-4a58-ad83-ca93b904916a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230078 Dec 16 22:27:14.148564 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf489bde-a303-4481-9b08-dfcb72b98d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:14.149462 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e23b02b7-8b7c-4c0b-ac2f-7b60fab3a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:14.150325 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23b02b7-8b7c-4c0b-ac2f-7b60fab3a6df None None] The sync data for ids ['dcbc7e5c-cc18-4d80-8a9e-6f658becfdb6'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:27:14.229469 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf489bde-a303-4481-9b08-dfcb72b98d0d None None] Pushing event updated for resources: {'Port': ['ID=99d8d2c2-c4e1-4073-ad00-c9d0feaaec45,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:14.238478 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf489bde-a303-4481-9b08-dfcb72b98d0d None None] Network 5474515b-be28-4962-9e16-dbf7636fc2f6 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:27:14.240386 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-cf489bde-a303-4481-9b08-dfcb72b98d0d None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:27:14.242903 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf489bde-a303-4481-9b08-dfcb72b98d0d None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:27:14.301854 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bf4ededa-0fe5-4131-b998-f773c014719b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:14.319363 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-cf489bde-a303-4481-9b08-dfcb72b98d0d None None] Attempting to bind port 99d8d2c2-c4e1-4073-ad00-c9d0feaaec45 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:27:14.319742 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-cf489bde-a303-4481-9b08-dfcb72b98d0d None None] Attempting to bind port 99d8d2c2-c4e1-4073-ad00-c9d0feaaec45 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'd2e02710-2714-4452-a45f-d3fe8a82c3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:27:14.320368 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf489bde-a303-4481-9b08-dfcb72b98d0d None None] Attempting to bind port 99d8d2c2-c4e1-4073-ad00-c9d0feaaec45 on network 5474515b-be28-4962-9e16-dbf7636fc2f6 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:27:14.321083 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ad93ca5b-8c4c-482c-a4dd-735978524f77 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "GET /v2.0/routers/dcbc7e5c-cc18-4d80-8a9e-6f658becfdb6 HTTP/1.1" status: 200 len: 889 time: 0.3040733 Dec 16 22:27:14.326921 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf489bde-a303-4481-9b08-dfcb72b98d0d None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:27:14.328010 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf489bde-a303-4481-9b08-dfcb72b98d0d None None] Checking segment: {'id': 'd2e02710-2714-4452-a45f-d3fe8a82c3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:27:14.328575 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54702) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:14.328678 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf489bde-a303-4481-9b08-dfcb72b98d0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:14.328757 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80ea83-f1c9-4d87-a277-5ea6750629a5 req-abb32398-8012-441a-9595-c1594a195ced tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:14.328838 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf489bde-a303-4481-9b08-dfcb72b98d0d None None] Bound using segment: {'id': 'd2e02710-2714-4452-a45f-d3fe8a82c3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:27:14.328838 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-cf489bde-a303-4481-9b08-dfcb72b98d0d None None] Bound port: 99d8d2c2-c4e1-4073-ad00-c9d0feaaec45, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e02710-2714-4452-a45f-d3fe8a82c3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:27:14.329303 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf489bde-a303-4481-9b08-dfcb72b98d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:14.332017 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ee80ea83-f1c9-4d87-a277-5ea6750629a5 req-abb32398-8012-441a-9595-c1594a195ced tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.2423496 Dec 16 22:27:14.348742 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39f89c-0d42-4984-910c-610f0e0cda65 req-a0884424-1aeb-4552-bf5e-2bae7403c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:14.350525 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ee39f89c-0d42-4984-910c-610f0e0cda65 req-a0884424-1aeb-4552-bf5e-2bae7403c925 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ea5518dc3a684f128c195124e4b872a7&device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 1096 time: 0.1222539 Dec 16 22:27:14.373231 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-98147fa8-16e5-4bfd-a20b-e190bfd4287d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "GET /v2.0/ports?device_id=dcbc7e5c-cc18-4d80-8a9e-6f658becfdb6 HTTP/1.1" status: 200 len: 205 time: 0.0444934 Dec 16 22:27:14.375977 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54704) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:14.410965 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-cf489bde-a303-4481-9b08-dfcb72b98d0d None None] For port 99d8d2c2-c4e1-4073-ad00-c9d0feaaec45, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:27:14.415901 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-cf489bde-a303-4481-9b08-dfcb72b98d0d None None] For port 99d8d2c2-c4e1-4073-ad00-c9d0feaaec45, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=99d8d2c2-c4e1-4073-ad00-c9d0feaaec45,segment=NetworkSegment(d2e02710-2714-4452-a45f-d3fe8a82c3ce),segment_id=d2e02710-2714-4452-a45f-d3fe8a82c3ce)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:27:14.506904 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ee80ea83-f1c9-4d87-a277-5ea6750629a5 req-d714485f-659c-42fe-8a69-2ce33de7d259 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610658 Dec 16 22:27:14.508418 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf489bde-a303-4481-9b08-dfcb72b98d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:14.540679 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39f89c-0d42-4984-910c-610f0e0cda65 req-963eccb8-d6a0-495f-aab7-bcade71c0fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:14.542199 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ee39f89c-0d42-4984-910c-610f0e0cda65 req-963eccb8-d6a0-495f-aab7-bcade71c0fde service neutron] 10.222.0.76 "GET /v2.0/networks?id=95473deb-c4c6-4acd-ac8d-825e9f19ae01 HTTP/1.1" status: 200 len: 911 time: 0.1758769 Dec 16 22:27:14.551763 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6d1e751-14d6-4f4b-b37a-b0aab7cd3595 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:14.580170 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf489bde-a303-4481-9b08-dfcb72b98d0d None None] Pushing event updated for resources: {'Port': ['ID=99d8d2c2-c4e1-4073-ad00-c9d0feaaec45,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:14.600060 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ee39f89c-0d42-4984-910c-610f0e0cda65 req-49914e72-8911-4d86-a29d-8e787bcb2876 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=700c3bf9-2d9c-4006-93e2-b55201933b43 HTTP/1.1" status: 200 len: 217 time: 0.0472207 Dec 16 22:27:14.692714 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39f89c-0d42-4984-910c-610f0e0cda65 req-4ff396d2-29fa-439a-8d4c-daeaf0f7232c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:14.694752 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ee39f89c-0d42-4984-910c-610f0e0cda65 req-4ff396d2-29fa-439a-8d4c-daeaf0f7232c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d92fc665-bd71-47a6-9642-bbd2141113cf HTTP/1.1" status: 200 len: 851 time: 0.0847466 Dec 16 22:27:14.749637 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6d1e751-14d6-4f4b-b37a-b0aab7cd3595 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:14.751601 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ee39f89c-0d42-4984-910c-610f0e0cda65 req-ef973ad1-af47-4bf5-96f6-5e37d687617e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95473deb-c4c6-4acd-ac8d-825e9f19ae01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441127 Dec 16 22:27:14.944679 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170db97-9585-414d-97c6-8e8ae8709853 req-643b48b8-8db1-4b08-9b63-b4f2e05b7e5d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:14.951637 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2170db97-9585-414d-97c6-8e8ae8709853 req-643b48b8-8db1-4b08-9b63-b4f2e05b7e5d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 946 time: 0.2045867 Dec 16 22:27:15.057403 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2170db97-9585-414d-97c6-8e8ae8709853 req-25579d2d-95b8-487a-b3df-6b4c8d0f2d9d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020646 Dec 16 22:27:15.085136 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-d6d1e751-14d6-4f4b-b37a-b0aab7cd3595 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Deleting port 1fd2d6dc-96d7-4602-a9ec-e2383ae1358e {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:27:15.085852 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6d1e751-14d6-4f4b-b37a-b0aab7cd3595 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:15.147748 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bf4ededa-0fe5-4131-b998-f773c014719b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:15.190009 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ee39f89c-0d42-4984-910c-610f0e0cda65 req-c37b14b0-d8b5-495d-8095-4767d1598cbe service neutron] 10.222.0.76 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857439 Dec 16 22:27:15.221462 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bf4ededa-0fe5-4131-b998-f773c014719b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:15.256638 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6d1e751-14d6-4f4b-b37a-b0aab7cd3595 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:15.281739 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-d6d1e751-14d6-4f4b-b37a-b0aab7cd3595 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Calling delete_port for 1fd2d6dc-96d7-4602-a9ec-e2383ae1358e owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:27:15.441956 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c9c30-e61f-44cf-886a-dea074e86873 req-7ea1a7a2-e7cc-4d36-93c1-0b2a2b81e9f1 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:15.445531 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-862c9c30-e61f-44cf-886a-dea074e86873 req-7ea1a7a2-e7cc-4d36-93c1-0b2a2b81e9f1 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.2044346 Dec 16 22:27:15.514975 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ee39f89c-0d42-4984-910c-610f0e0cda65 req-2a3786f5-2573-450f-b15c-3cf6aea1ce06 service neutron] 10.222.0.76 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021524 Dec 16 22:27:15.575731 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-862c9c30-e61f-44cf-886a-dea074e86873 req-64736040-7de8-4446-90a2-de4b1c982d32 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118290 Dec 16 22:27:15.592021 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-bf4ededa-0fe5-4131-b998-f773c014719b admin admin] Allocated IP 172.25.6.131 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/7da0fe56-de95-444f-a227-770d0e1b08a6) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:27:15.840483 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bf4ededa-0fe5-4131-b998-f773c014719b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:16.011578 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bf4ededa-0fe5-4131-b998-f773c014719b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:16.034078 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6d1e751-14d6-4f4b-b37a-b0aab7cd3595 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:16.062991 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1e751-14d6-4f4b-b37a-b0aab7cd3595 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Port': ['ID=1fd2d6dc-96d7-4602-a9ec-e2383ae1358e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:16.068315 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4ededa-0fe5-4131-b998-f773c014719b admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:27:16.072062 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-bf4ededa-0fe5-4131-b998-f773c014719b admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:27:16.079407 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4ededa-0fe5-4131-b998-f773c014719b admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:27:16.088406 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88c262f-9f75-4a75-add3-7c6a78939c99 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:27:16.147744 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6d1e751-14d6-4f4b-b37a-b0aab7cd3595 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:16.148366 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ededa-0fe5-4131-b998-f773c014719b admin admin] Pushing event updated for resources: {'Port': ['ID=7da0fe56-de95-444f-a227-770d0e1b08a6,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:16.170865 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1461eb85-11b3-47d8-ace6-3f7e61534693 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:27:16.218723 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73ff0fe-982a-4aed-bd17-4f255e55f529 None None] Network 5474515b-be28-4962-9e16-dbf7636fc2f6 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:27:16.237852 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-fedf1fe0-8e99-40bd-b9a9-4e65fbca9d2f None None] Provisioning complete for port 7da0fe56-de95-444f-a227-770d0e1b08a6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:16.238599 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fedf1fe0-8e99-40bd-b9a9-4e65fbca9d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:16.337775 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05854310-6b2f-44ed-9ce0-ded6810be72a req-afdc3243-355b-438f-b81d-becc157c9e5f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:16.337775 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-05854310-6b2f-44ed-9ce0-ded6810be72a req-afdc3243-355b-438f-b81d-becc157c9e5f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.7443392 Dec 16 22:27:16.352493 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6d1e751-14d6-4f4b-b37a-b0aab7cd3595 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:16.356201 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6d1e751-14d6-4f4b-b37a-b0aab7cd3595 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:16.482679 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-05854310-6b2f-44ed-9ce0-ded6810be72a req-2ea2fbce-93d4-49bb-8347-6050ad81e36d tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235905 Dec 16 22:27:16.508301 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 99d8d2c2-c4e1-4073-ad00-c9d0feaaec45 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:27:16.517553 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609d056-7719-4f1b-908e-304f16c3322b req-ad8cf322-e4b0-4f55-bc1c-cc0063a07b9f tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:16.519642 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0609d056-7719-4f1b-908e-304f16c3322b req-ad8cf322-e4b0-4f55-bc1c-cc0063a07b9f tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 946 time: 0.1422241 Dec 16 22:27:16.552757 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-fedf1fe0-8e99-40bd-b9a9-4e65fbca9d2f None None] Port 7da0fe56-de95-444f-a227-770d0e1b08a6 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:27:16.618470 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6d1e751-14d6-4f4b-b37a-b0aab7cd3595 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:16.619120 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d1e751-14d6-4f4b-b37a-b0aab7cd3595 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Fanout notify agent at l3_agent the message router_deleted on router dcbc7e5c-cc18-4d80-8a9e-6f658becfdb6 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:27:16.619492 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 99d8d2c2-c4e1-4073-ad00-c9d0feaaec45 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:16.620965 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:16.644579 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6d1e751-14d6-4f4b-b37a-b0aab7cd3595 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:16.652227 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d6d1e751-14d6-4f4b-b37a-b0aab7cd3595 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/routers/dcbc7e5c-cc18-4d80-8a9e-6f658becfdb6 HTTP/1.1" status: 204 len: 168 time: 2.2704260 Dec 16 22:27:16.653634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54802) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:16.670937 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a2315827-30f2-49ec-ac2c-14e7458a232e tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-424446860'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:16.709800 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0609d056-7719-4f1b-908e-304f16c3322b req-c74dd5ce-aa37-4071-a67a-777b9b0133c5 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830075 Dec 16 22:27:16.748182 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d5982d64-f316-480b-a438-d2b452d2de74 None None] Provisioning complete for port 99d8d2c2-c4e1-4073-ad00-c9d0feaaec45 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:16.748749 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d5982d64-f316-480b-a438-d2b452d2de74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:16.759814 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bf4ededa-0fe5-4131-b998-f773c014719b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:16.808220 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2315827-30f2-49ec-ac2c-14e7458a232e tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Made reservation on behalf of ac66d8dab830461c95f3885d1f77843c for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:27:16.813058 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a2315827-30f2-49ec-ac2c-14e7458a232e tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:16.849597 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553a06c-6c0c-4ade-bed9-2c22a6df3363 req-5e72571f-1aa3-4b2b-bc66-cbc1ae0947b5 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:16.851356 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a553a06c-6c0c-4ade-bed9-2c22a6df3363 req-5e72571f-1aa3-4b2b-bc66-cbc1ae0947b5 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.1408768 Dec 16 22:27:16.857543 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:16.869830 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2315827-30f2-49ec-ac2c-14e7458a232e tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:27:16.913109 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 99d8d2c2-c4e1-4073-ad00-c9d0feaaec45, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=99d8d2c2-c4e1-4073-ad00-c9d0feaaec45,segment=NetworkSegment(d2e02710-2714-4452-a45f-d3fe8a82c3ce),segment_id=d2e02710-2714-4452-a45f-d3fe8a82c3ce)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:16.928955 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a2315827-30f2-49ec-ac2c-14e7458a232e tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:16.929398 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-a2315827-30f2-49ec-ac2c-14e7458a232e tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Added segment 28fd7888-a39c-4eab-9bee-cbff3046dd2f of type vlan for network ef508131-cbff-42bc-9b14-7a97b92e4505 Dec 16 22:27:16.966744 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a553a06c-6c0c-4ade-bed9-2c22a6df3363 req-761b7480-3441-4c15-a1c2-10cb6327b084 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969806 Dec 16 22:27:16.990838 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d5982d64-f316-480b-a438-d2b452d2de74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:17.016334 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:17.051504 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a2315827-30f2-49ec-ac2c-14e7458a232e tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:17.093951 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=99d8d2c2-c4e1-4073-ad00-c9d0feaaec45,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:17.164860 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a2315827-30f2-49ec-ac2c-14e7458a232e tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:17.173036 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2315827-30f2-49ec-ac2c-14e7458a232e tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:17.173851 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a2315827-30f2-49ec-ac2c-14e7458a232e tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:17.225712 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-d5982d64-f316-480b-a438-d2b452d2de74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:27:17.226555 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-d5982d64-f316-480b-a438-d2b452d2de74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:27:17.297507 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2315827-30f2-49ec-ac2c-14e7458a232e tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Network': ['ID=ef508131-cbff-42bc-9b14-7a97b92e4505,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:17.312620 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network ef508131-cbff-42bc-9b14-7a97b92e4505 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:27:17.364453 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a2315827-30f2-49ec-ac2c-14e7458a232e tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7060752 Dec 16 22:27:17.365625 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54842) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:17.375721 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-76ae8a9b-4db4-41a3-bf0f-04eb7e3af4c7 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'subnet': {'network_id': 'ef508131-cbff-42bc-9b14-7a97b92e4505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:17.653559 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ae8a9b-4db4-41a3-bf0f-04eb7e3af4c7 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Made reservation on behalf of ac66d8dab830461c95f3885d1f77843c for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:27:17.660919 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-76ae8a9b-4db4-41a3-bf0f-04eb7e3af4c7 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:17.686427 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bf4ededa-0fe5-4131-b998-f773c014719b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:17.879962 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2d16e-dbc4-4c69-a7cb-a66e81304db8 req-e088ff15-3edb-4307-aa7f-566855db1839 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:17.885988 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ce2d16e-dbc4-4c69-a7cb-a66e81304db8 req-e088ff15-3edb-4307-aa7f-566855db1839 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.1532533 Dec 16 22:27:17.928468 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6a0f114e-a00d-4b0a-9945-49387f6f61e1 None None] Provisioning complete for port 99d8d2c2-c4e1-4073-ad00-c9d0feaaec45 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:17.928850 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6a0f114e-a00d-4b0a-9945-49387f6f61e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:17.982595 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ce2d16e-dbc4-4c69-a7cb-a66e81304db8 req-5779c1de-46b1-4294-8c00-8da2a845ea6a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858717 Dec 16 22:27:18.085360 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4ededa-0fe5-4131-b998-f773c014719b admin admin] Router bc2a67da-9c8a-49f6-bb1c-75de3183e269 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:27:18.107521 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1afa50-8d92-42da-9634-45439222b24f req-6eda6a15-3449-48a7-9abc-03905c266917 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:18.115942 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7c1afa50-8d92-42da-9634-45439222b24f req-6eda6a15-3449-48a7-9abc-03905c266917 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 946 time: 0.0764475 Dec 16 22:27:18.181724 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7c1afa50-8d92-42da-9634-45439222b24f req-7a95a41f-93d5-4899-a3b4-9624b37c351b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609925 Dec 16 22:27:18.250625 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-76ae8a9b-4db4-41a3-bf0f-04eb7e3af4c7 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:18.258954 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d0c7-2353-40eb-a093-126178074de1 req-6f5e70f4-b5e5-44b8-9761-479b8df789f4 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:18.267209 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dae2d0c7-2353-40eb-a093-126178074de1 req-6f5e70f4-b5e5-44b8-9761-479b8df789f4 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.1164167 Dec 16 22:27:18.303943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4ededa-0fe5-4131-b998-f773c014719b admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:27:18.322667 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cba2230-35b9-4173-b6ab-8ba1d68d31fb None None] Sync routers for ids ['bc2a67da-9c8a-49f6-bb1c-75de3183e269'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:27:18.341881 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cba2230-35b9-4173-b6ab-8ba1d68d31fb None None] Routers {'bc2a67da-9c8a-49f6-bb1c-75de3183e269'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:18.344499 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0cba2230-35b9-4173-b6ab-8ba1d68d31fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:26:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bc2a67da-9c8a-49f6-bb1c-75de3183e269'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:18.350806 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dae2d0c7-2353-40eb-a093-126178074de1 req-5cfe6aa9-2fe4-4530-bcf3-046f9d27fbf2 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823529 Dec 16 22:27:18.369906 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae8a9b-4db4-41a3-bf0f-04eb7e3af4c7 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Subnet': ['ID=bc03f27d-a4ec-4e69-b244-677615954eaf,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:18.421487 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ae8a9b-4db4-41a3-bf0f-04eb7e3af4c7 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Checking segment: {'id': '28fd7888-a39c-4eab-9bee-cbff3046dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ef508131-cbff-42bc-9b14-7a97b92e4505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:27:18.421823 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ae8a9b-4db4-41a3-bf0f-04eb7e3af4c7 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network hostable DHCP agents. Network: ef508131-cbff-42bc-9b14-7a97b92e4505, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:27:18.484179 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 99d8d2c2-c4e1-4073-ad00-c9d0feaaec45 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:27:18.560071 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bf4ededa-0fe5-4131-b998-f773c014719b admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:18.561554 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bf4ededa-0fe5-4131-b998-f773c014719b admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0342941 Dec 16 22:27:18.564475 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54906) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:18.593706 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-0cba2230-35b9-4173-b6ab-8ba1d68d31fb None None] Set router bc2a67da-9c8a-49f6-bb1c-75de3183e269 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:27:18.613010 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ae8a9b-4db4-41a3-bf0f-04eb7e3af4c7 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network ef508131-cbff-42bc-9b14-7a97b92e4505 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:27:18.695832 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 99d8d2c2-c4e1-4073-ad00-c9d0feaaec45 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:18.696627 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:18.752222 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-76ae8a9b-4db4-41a3-bf0f-04eb7e3af4c7 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, ef508131-cbff-42bc-9b14-7a97b92e4505) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:27:18.772460 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ae8a9b-4db4-41a3-bf0f-04eb7e3af4c7 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:18.773490 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-76ae8a9b-4db4-41a3-bf0f-04eb7e3af4c7 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:18.834026 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd151528-3aec-42ec-9586-7beeb6c8b1e0 None None] Network ef508131-cbff-42bc-9b14-7a97b92e4505 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:27:18.866344 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-76ae8a9b-4db4-41a3-bf0f-04eb7e3af4c7 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4990635 Dec 16 22:27:18.869112 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54920) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:18.877362 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-9dc9d625-628f-4d67-869d-9cb8617593b2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2109270032', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:19.040018 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9dc9d625-628f-4d67-869d-9cb8617593b2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:19.042509 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9dc9d625-628f-4d67-869d-9cb8617593b2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:19.104267 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 32fe797d-5d31-4a1c-8554-7429627da10d no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:27:19.132566 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c5f8c7-ba1c-47eb-9c45-c34b3dfc82a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-ef508131-cbff-42bc-9b14-7a97b92e4505', 'network_id': 'ef508131-cbff-42bc-9b14-7a97b92e4505', 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'fixed_ips': [{'subnet_id': 'bc03f27d-a4ec-4e69-b244-677615954eaf'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:27:19.133478 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59c5f8c7-ba1c-47eb-9c45-c34b3dfc82a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:19.154752 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9dc9d625-628f-4d67-869d-9cb8617593b2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:19.195275 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96cdf6-8a3a-4c61-8a1b-25a7198cd240 req-ad360c02-a78f-4582-8e0b-ec55f4a95c76 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:19.207559 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2e96cdf6-8a3a-4c61-8a1b-25a7198cd240 req-ad360c02-a78f-4582-8e0b-ec55f4a95c76 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 945 time: 0.0879571 Dec 16 22:27:19.269127 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2e96cdf6-8a3a-4c61-8a1b-25a7198cd240 req-62d56f3c-1fbd-4886-9c0c-a30830f2ae3c tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603523 Dec 16 22:27:19.276919 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9dc9d625-628f-4d67-869d-9cb8617593b2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:19.322025 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0cba2230-35b9-4173-b6ab-8ba1d68d31fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'name': 'tempest-TestVolumeBackupRestore-2110491892-router', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:13Z', 'updated_at': '2021-12-16T22:27:16Z', 'revision_number': 3, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'gw_port': {'id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:15Z', 'updated_at': '2021-12-16T22:27:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:19.334406 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-aeabaaf1-e965-4554-8b82-09470534ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:19.413775 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9dc9d625-628f-4d67-869d-9cb8617593b2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:19.420528 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9dc9d625-628f-4d67-869d-9cb8617593b2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5465157 Dec 16 22:27:19.421036 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54956) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:19.428361 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cba2230-35b9-4173-b6ab-8ba1d68d31fb None None] Checking router: bc2a67da-9c8a-49f6-bb1c-75de3183e269 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:27:19.442435 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cba2230-35b9-4173-b6ab-8ba1d68d31fb None None] Updating router bc2a67da-9c8a-49f6-bb1c-75de3183e269 port 7da0fe56-de95-444f-a227-770d0e1b08a6 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:27:19.487026 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0cba2230-35b9-4173-b6ab-8ba1d68d31fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:19.625959 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-aeabaaf1-e965-4554-8b82-09470534ec87 admin admin] Allocated IP 172.20.0.1 (5474515b-be28-4962-9e16-dbf7636fc2f6/468c6b2c-3f54-4baf-9ce5-16ed201a45b7/f8d241c9-0fe6-49e9-ba68-06fb6423ee63) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:27:19.747679 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd557d8c-2c3d-479f-be0a-b03959859a79 req-a81cf155-baa0-4699-8969-251b8503f110 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:19.756065 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd557d8c-2c3d-479f-be0a-b03959859a79 req-a81cf155-baa0-4699-8969-251b8503f110 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.2610075 Dec 16 22:27:19.770074 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-aeabaaf1-e965-4554-8b82-09470534ec87 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:19.811733 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd557d8c-2c3d-479f-be0a-b03959859a79 req-a096e3bd-afa9-4632-a990-0b38edce14ac tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546248 Dec 16 22:27:19.902078 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:19.921135 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-aeabaaf1-e965-4554-8b82-09470534ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:19.943570 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-59c5f8c7-ba1c-47eb-9c45-c34b3dfc82a6 None None] Allocated IP 2001:db8::2 (ef508131-cbff-42bc-9b14-7a97b92e4505/bc03f27d-a4ec-4e69-b244-677615954eaf/4cc59320-f448-4244-af51-de23609e9c23) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:27:19.978367 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 32fe797d-5d31-4a1c-8554-7429627da10d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=32fe797d-5d31-4a1c-8554-7429627da10d,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:19.983714 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a91173-3344-4373-bbb0-0d4d16a13655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32fe797d-5d31-4a1c-8554-7429627da10d'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:27:19.986410 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b80c2d-0591-4413-9c69-1dc924690414" -d '{"events": [{"server_uuid": "b6a91173-3344-4373-bbb0-0d4d16a13655", "name": "network-vif-unplugged", "status": "completed", "tag": "32fe797d-5d31-4a1c-8554-7429627da10d"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:27:19.986992 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeabaaf1-e965-4554-8b82-09470534ec87 admin admin] Network 5474515b-be28-4962-9e16-dbf7636fc2f6 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:27:20.011894 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-aeabaaf1-e965-4554-8b82-09470534ec87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:27:20.058588 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4307cb33-35fe-4d37-9768-f2f8e0e40396 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:20.059772 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeabaaf1-e965-4554-8b82-09470534ec87 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:27:20.091776 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:20.096557 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 700c3bf9-2d9c-4006-93e2-b55201933b43 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:27:20.141850 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeabaaf1-e965-4554-8b82-09470534ec87 admin admin] Pushing event updated for resources: {'Port': ['ID=f8d241c9-0fe6-49e9-ba68-06fb6423ee63,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:20.187242 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-aeabaaf1-e965-4554-8b82-09470534ec87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:20.608103 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0228ee0-6b42-44e4-912f-b543b0ab62ab x-openstack-request-id: req-f0228ee0-6b42-44e4-912f-b543b0ab62ab {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:27:20.608103 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a91173-3344-4373-bbb0-0d4d16a13655", "name": "network-vif-unplugged", "status": "completed", "tag": "32fe797d-5d31-4a1c-8554-7429627da10d", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:27:20.608103 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f0228ee0-6b42-44e4-912f-b543b0ab62ab {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:27:20.608103 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a91173-3344-4373-bbb0-0d4d16a13655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32fe797d-5d31-4a1c-8554-7429627da10d', 'code': 200} Dec 16 22:27:20.688270 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=32fe797d-5d31-4a1c-8554-7429627da10d,revision_number=14']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:20.691288 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-aeabaaf1-e965-4554-8b82-09470534ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:20.723429 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0cba2230-35b9-4173-b6ab-8ba1d68d31fb None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:20.744132 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5e4c7e0d-23e5-4f67-a1ad-9a27fac0636c None None] Provisioning complete for port f8d241c9-0fe6-49e9-ba68-06fb6423ee63 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:20.745448 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5e4c7e0d-23e5-4f67-a1ad-9a27fac0636c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:20.804669 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:20.859262 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c7e0d-23e5-4f67-a1ad-9a27fac0636c None None] Port f8d241c9-0fe6-49e9-ba68-06fb6423ee63 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:27:20.891528 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0cba2230-35b9-4173-b6ab-8ba1d68d31fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:20.902153 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-aeabaaf1-e965-4554-8b82-09470534ec87 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:20.912268 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 700c3bf9-2d9c-4006-93e2-b55201933b43, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=700c3bf9-2d9c-4006-93e2-b55201933b43,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:20.951653 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59c5f8c7-ba1c-47eb-9c45-c34b3dfc82a6 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:20.968803 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac759414-c4e1-4a36-b392-175b97c1922a req-88b21be0-0a25-45f3-b986-11e947efc082 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:20.977240 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7252d1b0-89ce-4935-a907-2c5d0a2ba79b None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:27:20.978111 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac759414-c4e1-4a36-b392-175b97c1922a req-88b21be0-0a25-45f3-b986-11e947efc082 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.0698354 Dec 16 22:27:20.986734 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-0cba2230-35b9-4173-b6ab-8ba1d68d31fb None None] Attempting to bind port 7da0fe56-de95-444f-a227-770d0e1b08a6 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:27:20.987223 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-0cba2230-35b9-4173-b6ab-8ba1d68d31fb None None] Attempting to bind port 7da0fe56-de95-444f-a227-770d0e1b08a6 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:27:20.987835 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba2230-35b9-4173-b6ab-8ba1d68d31fb None None] Attempting to bind port 7da0fe56-de95-444f-a227-770d0e1b08a6 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:27:20.992935 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f2760-9187-41be-9a20-8c38f3d78457 None None] Pushing event updated for resources: {'Port': ['ID=7da0fe56-de95-444f-a227-770d0e1b08a6,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:20.997698 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-aeabaaf1-e965-4554-8b82-09470534ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:21.000722 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba2230-35b9-4173-b6ab-8ba1d68d31fb None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:27:21.000722 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba2230-35b9-4173-b6ab-8ba1d68d31fb None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:27:21.000722 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0cba2230-35b9-4173-b6ab-8ba1d68d31fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:21.000992 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba2230-35b9-4173-b6ab-8ba1d68d31fb None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:27:21.001341 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-0cba2230-35b9-4173-b6ab-8ba1d68d31fb None None] Bound port: 7da0fe56-de95-444f-a227-770d0e1b08a6, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:27:21.001744 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0cba2230-35b9-4173-b6ab-8ba1d68d31fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:21.035528 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac759414-c4e1-4a36-b392-175b97c1922a req-bf15bedc-985f-47f5-b5c0-1361681b8c47 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563352 Dec 16 22:27:21.041081 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:21.110841 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-aeabaaf1-e965-4554-8b82-09470534ec87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:21.118723 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59c5f8c7-ba1c-47eb-9c45-c34b3dfc82a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:21.120382 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeabaaf1-e965-4554-8b82-09470534ec87 admin admin] Pushing event updated for resources: {'Port': ['ID=f8d241c9-0fe6-49e9-ba68-06fb6423ee63,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:21.144382 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0cba2230-35b9-4173-b6ab-8ba1d68d31fb None None] For port 7da0fe56-de95-444f-a227-770d0e1b08a6, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:27:21.158145 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-4307cb33-35fe-4d37-9768-f2f8e0e40396 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Allocated IP 2001:db8::1 (ef508131-cbff-42bc-9b14-7a97b92e4505/bc03f27d-a4ec-4e69-b244-677615954eaf/6f9b4e15-68f3-47e8-a40a-fc628ee9db3f) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:27:21.181163 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c5f8c7-ba1c-47eb-9c45-c34b3dfc82a6 None None] Network ef508131-cbff-42bc-9b14-7a97b92e4505 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:27:21.182977 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0cba2230-35b9-4173-b6ab-8ba1d68d31fb None None] For port 7da0fe56-de95-444f-a227-770d0e1b08a6, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7da0fe56-de95-444f-a227-770d0e1b08a6,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:27:21.184134 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f2c4f32b-1e82-4761-af0f-06ec473ed715 None None] Provisioning complete for port 7da0fe56-de95-444f-a227-770d0e1b08a6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:21.184580 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f2c4f32b-1e82-4761-af0f-06ec473ed715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:21.186782 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=700c3bf9-2d9c-4006-93e2-b55201933b43,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:21.191557 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-59c5f8c7-ba1c-47eb-9c45-c34b3dfc82a6 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:27:21.216803 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c5f8c7-ba1c-47eb-9c45-c34b3dfc82a6 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:27:21.293209 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0cba2230-35b9-4173-b6ab-8ba1d68d31fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:21.328115 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f2c4f32b-1e82-4761-af0f-06ec473ed715 None None] Port 7da0fe56-de95-444f-a227-770d0e1b08a6 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:27:21.349761 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5f8c7-ba1c-47eb-9c45-c34b3dfc82a6 None None] Pushing event updated for resources: {'Port': ['ID=4cc59320-f448-4244-af51-de23609e9c23,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:21.357383 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8681b4a0-00ce-4a75-8fa0-1185ab52e44c None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:27:21.367585 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-59c5f8c7-ba1c-47eb-9c45-c34b3dfc82a6 None None] Attempting to bind port 4cc59320-f448-4244-af51-de23609e9c23 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:27:21.368059 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-59c5f8c7-ba1c-47eb-9c45-c34b3dfc82a6 None None] Attempting to bind port 4cc59320-f448-4244-af51-de23609e9c23 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '28fd7888-a39c-4eab-9bee-cbff3046dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ef508131-cbff-42bc-9b14-7a97b92e4505'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:27:21.368502 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c5f8c7-ba1c-47eb-9c45-c34b3dfc82a6 None None] Attempting to bind port 4cc59320-f448-4244-af51-de23609e9c23 on network ef508131-cbff-42bc-9b14-7a97b92e4505 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:27:21.376723 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4307cb33-35fe-4d37-9768-f2f8e0e40396 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:21.410813 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c5f8c7-ba1c-47eb-9c45-c34b3dfc82a6 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:27:21.413320 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c5f8c7-ba1c-47eb-9c45-c34b3dfc82a6 None None] Checking segment: {'id': '28fd7888-a39c-4eab-9bee-cbff3046dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ef508131-cbff-42bc-9b14-7a97b92e4505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:27:21.413320 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59c5f8c7-ba1c-47eb-9c45-c34b3dfc82a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:21.413320 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c5f8c7-ba1c-47eb-9c45-c34b3dfc82a6 None None] Bound using segment: {'id': '28fd7888-a39c-4eab-9bee-cbff3046dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ef508131-cbff-42bc-9b14-7a97b92e4505'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:27:21.413320 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-59c5f8c7-ba1c-47eb-9c45-c34b3dfc82a6 None None] Bound port: 4cc59320-f448-4244-af51-de23609e9c23, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28fd7888-a39c-4eab-9bee-cbff3046dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ef508131-cbff-42bc-9b14-7a97b92e4505'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:27:21.413852 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59c5f8c7-ba1c-47eb-9c45-c34b3dfc82a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:21.415975 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeabaaf1-e965-4554-8b82-09470534ec87 admin admin] Network 5474515b-be28-4962-9e16-dbf7636fc2f6 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:27:21.417669 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-aeabaaf1-e965-4554-8b82-09470534ec87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:27:21.420359 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cba2230-35b9-4173-b6ab-8ba1d68d31fb None None] Routers {'bc2a67da-9c8a-49f6-bb1c-75de3183e269'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:21.421341 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0cba2230-35b9-4173-b6ab-8ba1d68d31fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:26:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bc2a67da-9c8a-49f6-bb1c-75de3183e269'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:21.537107 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f2760-9187-41be-9a20-8c38f3d78457 None None] Pushing event updated for resources: {'Port': ['ID=7da0fe56-de95-444f-a227-770d0e1b08a6,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:21.542255 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4307cb33-35fe-4d37-9768-f2f8e0e40396 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:21.605971 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeabaaf1-e965-4554-8b82-09470534ec87 admin admin] Router bc2a67da-9c8a-49f6-bb1c-75de3183e269 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:27:21.665280 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4307cb33-35fe-4d37-9768-f2f8e0e40396 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network ef508131-cbff-42bc-9b14-7a97b92e4505 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:27:21.691971 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-4307cb33-35fe-4d37-9768-f2f8e0e40396 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:27:21.694528 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4307cb33-35fe-4d37-9768-f2f8e0e40396 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:27:21.695474 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4307cb33-35fe-4d37-9768-f2f8e0e40396 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:21.738155 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bc9bc23b-207f-4cb1-8313-2c6bc4c3c6cf None None] Provisioning complete for port 7da0fe56-de95-444f-a227-770d0e1b08a6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:21.738719 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc23b-207f-4cb1-8313-2c6bc4c3c6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:21.848998 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307cb33-35fe-4d37-9768-f2f8e0e40396 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Port': ['ID=6f9b4e15-68f3-47e8-a40a-fc628ee9db3f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:21.849274 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeabaaf1-e965-4554-8b82-09470534ec87 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:27:21.853795 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-aeabaaf1-e965-4554-8b82-09470534ec87 admin admin] 10.222.0.75 "PUT /v2.0/routers/bc2a67da-9c8a-49f6-bb1c-75de3183e269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2869799 Dec 16 22:27:21.893134 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-59c5f8c7-ba1c-47eb-9c45-c34b3dfc82a6 None None] For port 4cc59320-f448-4244-af51-de23609e9c23, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:27:21.901501 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-59c5f8c7-ba1c-47eb-9c45-c34b3dfc82a6 None None] For port 4cc59320-f448-4244-af51-de23609e9c23, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4cc59320-f448-4244-af51-de23609e9c23,segment=NetworkSegment(28fd7888-a39c-4eab-9bee-cbff3046dd2f),segment_id=28fd7888-a39c-4eab-9bee-cbff3046dd2f)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:27:21.906226 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-0cba2230-35b9-4173-b6ab-8ba1d68d31fb None None] Set router bc2a67da-9c8a-49f6-bb1c-75de3183e269 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:27:22.032113 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59c5f8c7-ba1c-47eb-9c45-c34b3dfc82a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:22.075163 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4307cb33-35fe-4d37-9768-f2f8e0e40396 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:22.079474 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc23b-207f-4cb1-8313-2c6bc4c3c6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:22.163125 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bc9bc23b-207f-4cb1-8313-2c6bc4c3c6cf None None] For port 7da0fe56-de95-444f-a227-770d0e1b08a6, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7da0fe56-de95-444f-a227-770d0e1b08a6,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:22.245683 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5f8c7-ba1c-47eb-9c45-c34b3dfc82a6 None None] Pushing event updated for resources: {'Port': ['ID=4cc59320-f448-4244-af51-de23609e9c23,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:22.273784 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc23b-207f-4cb1-8313-2c6bc4c3c6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:22.335016 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b83d3d-c64e-43c5-b372-61e052a75b00 req-b41d2e75-4c79-48d5-91da-f71f67c1c148 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:22.343355 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-00b83d3d-c64e-43c5-b372-61e052a75b00 req-b41d2e75-4c79-48d5-91da-f71f67c1c148 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.1827786 Dec 16 22:27:22.417181 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9bc23b-207f-4cb1-8313-2c6bc4c3c6cf None None] Pushing event updated for resources: {'Port': ['ID=7da0fe56-de95-444f-a227-770d0e1b08a6,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:22.448660 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d8845437-2c60-4daa-afa2-5d9cb950315e None None] Provisioning complete for port f8d241c9-0fe6-49e9-ba68-06fb6423ee63 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:22.449202 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d8845437-2c60-4daa-afa2-5d9cb950315e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:22.449982 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-00b83d3d-c64e-43c5-b372-61e052a75b00 req-8d4e9748-57d0-4f00-9364-fbb139425f00 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055405 Dec 16 22:27:22.559831 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0cba2230-35b9-4173-b6ab-8ba1d68d31fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'name': 'tempest-TestVolumeBackupRestore-2110491892-router', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:13Z', 'updated_at': '2021-12-16T22:27:20Z', 'revision_number': 4, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'gw_port': {'id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:15Z', 'updated_at': '2021-12-16T22:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f8d241c9-0fe6-49e9-ba68-06fb6423ee63', 'name': '', 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'mac_address': 'fa:16:3e:5d:a0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:19Z', 'updated_at': '2021-12-16T22:27:20Z', 'revision_number': 2, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'subnets': [{'id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:22.563456 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508786d9-11ab-45a7-bba0-c1befb865181 req-02831ea8-bf1d-45eb-8d7b-8f18a8e422fc tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:22.566701 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-508786d9-11ab-45a7-bba0-c1befb865181 req-02831ea8-bf1d-45eb-8d7b-8f18a8e422fc tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed30f2c7-7773-47c3-b617-a1b25d8eacdd HTTP/1.1" status: 200 len: 943 time: 0.1382449 Dec 16 22:27:22.619225 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed30f2c7-7773-47c3-b617-a1b25d8eacdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '700c3bf9-2d9c-4006-93e2-b55201933b43'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:27:22.623826 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7302cdb4-5ae1-43fe-bc2c-202b5e455167" -d '{"events": [{"server_uuid": "ed30f2c7-7773-47c3-b617-a1b25d8eacdd", "name": "network-vif-unplugged", "status": "completed", "tag": "700c3bf9-2d9c-4006-93e2-b55201933b43"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:27:22.647226 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d8845437-2c60-4daa-afa2-5d9cb950315e None None] Port f8d241c9-0fe6-49e9-ba68-06fb6423ee63 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:27:22.649404 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cba2230-35b9-4173-b6ab-8ba1d68d31fb None None] The sync data for ids ['bc2a67da-9c8a-49f6-bb1c-75de3183e269'] in n-d-815324-4 is: [{'id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'name': 'tempest-TestVolumeBackupRestore-2110491892-router', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:13Z', 'updated_at': '2021-12-16T22:27:20Z', 'revision_number': 4, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'gw_port': {'id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:15Z', 'updated_at': '2021-12-16T22:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f8d241c9-0fe6-49e9-ba68-06fb6423ee63', 'name': '', 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'mac_address': 'fa:16:3e:5d:a0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:19Z', 'updated_at': '2021-12-16T22:27:20Z', 'revision_number': 2, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'subnets': [{'id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:27:22.692770 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Dec 2021 22:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072484f9-7f53-4e79-8f5e-2b7444e950cd x-openstack-request-id: req-072484f9-7f53-4e79-8f5e-2b7444e950cd {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:27:22.694658 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed30f2c7-7773-47c3-b617-a1b25d8eacdd", "name": "network-vif-unplugged", "status": "failed", "tag": "700c3bf9-2d9c-4006-93e2-b55201933b43", "code": 422}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:27:22.694658 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-072484f9-7f53-4e79-8f5e-2b7444e950cd {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:27:22.695267 n-d-815324-4 neutron-server[103615]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ed30f2c7-7773-47c3-b617-a1b25d8eacdd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '700c3bf9-2d9c-4006-93e2-b55201933b43', 'code': 422} returned with failed status Dec 16 22:27:22.699853 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:27:22.758642 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4307cb33-35fe-4d37-9768-f2f8e0e40396 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:22.864726 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-508786d9-11ab-45a7-bba0-c1befb865181 req-eae9619c-f3ec-4d54-a962-56db5d11da78 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Deleting port 700c3bf9-2d9c-4006-93e2-b55201933b43 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:27:22.866935 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-508786d9-11ab-45a7-bba0-c1befb865181 req-eae9619c-f3ec-4d54-a962-56db5d11da78 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:22.909389 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55126) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:23.003354 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4307cb33-35fe-4d37-9768-f2f8e0e40396 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:23.006282 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4307cb33-35fe-4d37-9768-f2f8e0e40396 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:23.052379 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-508786d9-11ab-45a7-bba0-c1befb865181 req-eae9619c-f3ec-4d54-a962-56db5d11da78 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] For port 700c3bf9-2d9c-4006-93e2-b55201933b43, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=700c3bf9-2d9c-4006-93e2-b55201933b43,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:23.053315 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-508786d9-11ab-45a7-bba0-c1befb865181 req-eae9619c-f3ec-4d54-a962-56db5d11da78 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:23.074401 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-508786d9-11ab-45a7-bba0-c1befb865181 req-eae9619c-f3ec-4d54-a962-56db5d11da78 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Calling delete_port for 700c3bf9-2d9c-4006-93e2-b55201933b43 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:27:23.134850 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 700c3bf9-2d9c-4006-93e2-b55201933b43 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:27:23.255448 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307cb33-35fe-4d37-9768-f2f8e0e40396 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Port': ['ID=6f9b4e15-68f3-47e8-a40a-fc628ee9db3f,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:23.356057 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55142) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:23.363945 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-7f3d9027-2e89-45a3-8fca-8d4b2680f88f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2123282228-network', 'tenant_id': '085ba3ca03db4459ac5b6a43aefbd8bd'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:23.477369 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3d9027-2e89-45a3-8fca-8d4b2680f88f admin admin] Made reservation on behalf of 085ba3ca03db4459ac5b6a43aefbd8bd for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:27:23.477591 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-92f66300-5fe0-4356-8d40-d20f389f00f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:23.479892 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7f3d9027-2e89-45a3-8fca-8d4b2680f88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:23.498496 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7f3d9027-2e89-45a3-8fca-8d4b2680f88f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:23.599068 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-508786d9-11ab-45a7-bba0-c1befb865181 req-eae9619c-f3ec-4d54-a962-56db5d11da78 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:23.684171 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9619c-f3ec-4d54-a962-56db5d11da78 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Pushing event deleted for resources: {'Port': ['ID=700c3bf9-2d9c-4006-93e2-b55201933b43,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:23.686861 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb9cd83-ab63-4a0e-939a-2e07dd362512 None None] DHCP port deletion for 95473deb-c4c6-4acd-ac8d-825e9f19ae01 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:27:23.770562 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-508786d9-11ab-45a7-bba0-c1befb865181 req-eae9619c-f3ec-4d54-a962-56db5d11da78 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] No DVR routers for this DVR port 700c3bf9-2d9c-4006-93e2-b55201933b43 on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:27:23.774824 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7f3d9027-2e89-45a3-8fca-8d4b2680f88f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:23.777586 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-508786d9-11ab-45a7-bba0-c1befb865181 req-eae9619c-f3ec-4d54-a962-56db5d11da78 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:23.797274 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-508786d9-11ab-45a7-bba0-c1befb865181 req-eae9619c-f3ec-4d54-a962-56db5d11da78 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "DELETE /v2.0/ports/700c3bf9-2d9c-4006-93e2-b55201933b43 HTTP/1.1" status: 204 len: 173 time: 1.2225988 Dec 16 22:27:23.797989 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed30f2c7-7773-47c3-b617-a1b25d8eacdd', 'name': 'network-vif-deleted', 'tag': '700c3bf9-2d9c-4006-93e2-b55201933b43'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:27:23.801116 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3189de-54be-4bc8-b8eb-7565c5868481" -d '{"events": [{"server_uuid": "ed30f2c7-7773-47c3-b617-a1b25d8eacdd", "name": "network-vif-deleted", "tag": "700c3bf9-2d9c-4006-93e2-b55201933b43"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:27:23.846572 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7f3d9027-2e89-45a3-8fca-8d4b2680f88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:23.901429 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f3d9027-2e89-45a3-8fca-8d4b2680f88f admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:27:23.936358 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d9027-2e89-45a3-8fca-8d4b2680f88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34d0291-cdc2-475c-87c4-fbbab30b21a7,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:23.968194 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7f3d9027-2e89-45a3-8fca-8d4b2680f88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:23.969550 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-7f3d9027-2e89-45a3-8fca-8d4b2680f88f admin admin] Added segment 216abf7f-09a6-48ca-8ac0-ed43c7812bb5 of type vlan for network 8ae04c1b-d969-496b-89e9-e642211588e3 Dec 16 22:27:24.044559 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7f3d9027-2e89-45a3-8fca-8d4b2680f88f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:24.087214 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a70285-1c08-4679-8f36-d1edc517f5fe None None] Network ef508131-cbff-42bc-9b14-7a97b92e4505 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:27:24.194495 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7f3d9027-2e89-45a3-8fca-8d4b2680f88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:24.194495 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3d9027-2e89-45a3-8fca-8d4b2680f88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:24.194495 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7f3d9027-2e89-45a3-8fca-8d4b2680f88f admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:24.194824 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50348d9-6b45-4280-8232-3cd7b5b26ba7 req-0fca042c-95f1-4309-913a-c23ba9cc9c4d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:24.199235 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e50348d9-6b45-4280-8232-3cd7b5b26ba7 req-0fca042c-95f1-4309-913a-c23ba9cc9c4d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.1896875 Dec 16 22:27:24.209873 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4307cb33-35fe-4d37-9768-f2f8e0e40396 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network ef508131-cbff-42bc-9b14-7a97b92e4505 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:27:24.238807 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-4307cb33-35fe-4d37-9768-f2f8e0e40396 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:27:24.301585 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d9027-2e89-45a3-8fca-8d4b2680f88f admin admin] Pushing event updated for resources: {'Network': ['ID=8ae04c1b-d969-496b-89e9-e642211588e3,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:24.326145 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7bf82bd7-7078-476d-980a-4afd748348dd None None] Provisioning complete for port 4cc59320-f448-4244-af51-de23609e9c23 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:24.326655 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7bf82bd7-7078-476d-980a-4afd748348dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:24.387202 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 8ae04c1b-d969-496b-89e9-e642211588e3 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:27:24.430187 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7f3d9027-2e89-45a3-8fca-8d4b2680f88f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0635643 Dec 16 22:27:24.430527 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55182) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:24.451728 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-bf090774-3db3-4430-bdda-12044b67b2dd admin admin] Request body: {'subnet': {'network_id': '8ae04c1b-d969-496b-89e9-e642211588e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2123282228-subnet', 'tenant_id': '085ba3ca03db4459ac5b6a43aefbd8bd', 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:24.640442 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7bf82bd7-7078-476d-980a-4afd748348dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:24.680281 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7da0fe56-de95-444f-a227-770d0e1b08a6 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:27:24.683797 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e50348d9-6b45-4280-8232-3cd7b5b26ba7 req-73da9523-240c-4da1-bf0e-5b1611bd2c72 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4823661 Dec 16 22:27:24.724628 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf090774-3db3-4430-bdda-12044b67b2dd admin admin] Made reservation on behalf of 085ba3ca03db4459ac5b6a43aefbd8bd for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:27:24.739938 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf090774-3db3-4430-bdda-12044b67b2dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:24.836991 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7bf82bd7-7078-476d-980a-4afd748348dd None None] For port 4cc59320-f448-4244-af51-de23609e9c23, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4cc59320-f448-4244-af51-de23609e9c23,segment=NetworkSegment(28fd7888-a39c-4eab-9bee-cbff3046dd2f),segment_id=28fd7888-a39c-4eab-9bee-cbff3046dd2f)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:24.875252 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 7da0fe56-de95-444f-a227-770d0e1b08a6 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:24.875771 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:24.941172 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-8b59f15c-5b98-4ad3-bdab-c8b7f5b36422 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4488313 Dec 16 22:27:24.980642 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7bf82bd7-7078-476d-980a-4afd748348dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:25.105500 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745cc66-998a-4c31-87fe-2851d4e85a18 req-e8ba32f4-25db-487d-acc2-6e465047d965 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:25.106823 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0745cc66-998a-4c31-87fe-2851d4e85a18 req-e8ba32f4-25db-487d-acc2-6e465047d965 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.2535193 Dec 16 22:27:25.122690 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4cc59320-f448-4244-af51-de23609e9c23 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:27:25.187544 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf82bd7-7078-476d-980a-4afd748348dd None None] Pushing event updated for resources: {'Port': ['ID=4cc59320-f448-4244-af51-de23609e9c23,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:25.218459 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6fe0fdee-3f27-4b07-91af-e1e003d13d90 None None] Provisioning complete for port 6f9b4e15-68f3-47e8-a40a-fc628ee9db3f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:25.219027 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6fe0fdee-3f27-4b07-91af-e1e003d13d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:25.257678 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4307cb33-35fe-4d37-9768-f2f8e0e40396 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Router 0b89b796-45fe-4a93-82a3-26468869f24c is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:27:25.307883 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0745cc66-998a-4c31-87fe-2851d4e85a18 req-08b783de-c303-4b1c-8127-183a59163f91 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874697 Dec 16 22:27:25.314811 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-aaf04eff-5aae-4498-93d2-064a65263880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:25.319549 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-aaf04eff-5aae-4498-93d2-064a65263880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:25.320128 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-aaf04eff-5aae-4498-93d2-064a65263880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:25.320803 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-aaf04eff-5aae-4498-93d2-064a65263880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:25.321354 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-aaf04eff-5aae-4498-93d2-064a65263880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:25.321928 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-aaf04eff-5aae-4498-93d2-064a65263880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:25.322553 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-aaf04eff-5aae-4498-93d2-064a65263880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:25.336482 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-aaf04eff-5aae-4498-93d2-064a65263880 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45dc1fa90bee4d0982a4d71f8e7220e0&device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 6499 time: 0.1376967 Dec 16 22:27:25.604066 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-3c2a368a-2883-408f-b45a-81bfb0264e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:25.609716 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-3c2a368a-2883-408f-b45a-81bfb0264e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:25.610509 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-3c2a368a-2883-408f-b45a-81bfb0264e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:25.612737 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-3c2a368a-2883-408f-b45a-81bfb0264e90 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5e57a376-cf11-4169-84ca-8ea1ae6aa078&id=15791355-f493-42e0-a1b7-a4369065109f&id=15791355-f493-42e0-a1b7-a4369065109f&id=15791355-f493-42e0-a1b7-a4369065109f&id=15791355-f493-42e0-a1b7-a4369065109f&id=66e9be3c-e724-4370-8e53-fc3253b9f776&id=66e9be3c-e724-4370-8e53-fc3253b9f776 HTTP/1.1" status: 200 len: 2296 time: 0.2472982 Dec 16 22:27:25.618335 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf090774-3db3-4430-bdda-12044b67b2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:25.631307 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4307cb33-35fe-4d37-9768-f2f8e0e40396 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:27:25.645936 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4307cb33-35fe-4d37-9768-f2f8e0e40396 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "PUT /v2.0/routers/0b89b796-45fe-4a93-82a3-26468869f24c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2237465 Dec 16 22:27:25.663613 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55218) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:25.663870 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724889bd-a620-442b-b3f1-1b7028cc6776 None None] Sync routers for ids ['0b89b796-45fe-4a93-82a3-26468869f24c'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:27:25.679341 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-6fe0fdee-3f27-4b07-91af-e1e003d13d90 None None] Port 6f9b4e15-68f3-47e8-a40a-fc628ee9db3f cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:27:25.691965 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724889bd-a620-442b-b3f1-1b7028cc6776 None None] Routers {'0b89b796-45fe-4a93-82a3-26468869f24c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:25.694554 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-724889bd-a620-442b-b3f1-1b7028cc6776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:26:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0b89b796-45fe-4a93-82a3-26468869f24c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:25.718767 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6fe0fdee-3f27-4b07-91af-e1e003d13d90 None None] Provisioning complete for port 4cc59320-f448-4244-af51-de23609e9c23 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:25.718767 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6fe0fdee-3f27-4b07-91af-e1e003d13d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:25.718767 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 4cc59320-f448-4244-af51-de23609e9c23 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:25.718767 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:25.789663 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1aa33a51-cfe3-43fa-ac49-c0ea10e4e3a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:25.866549 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ec74dc-8594-47f0-8e13-84ec6361ffab tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:25.870183 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-67ec74dc-8594-47f0-8e13-84ec6361ffab tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "GET /v2.0/ports/6f9b4e15-68f3-47e8-a40a-fc628ee9db3f HTTP/1.1" status: 200 len: 911 time: 0.1974995 Dec 16 22:27:25.872354 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55226) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:25.875860 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-724889bd-a620-442b-b3f1-1b7028cc6776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:25.880673 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-ca3085bb-fc53-48ce-899b-cfa803c16461 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bc03f27d-a4ec-4e69-b244-677615954eaf'}]}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:25.891353 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78e6b30f-1d79-4930-b61f-40ecaa805006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:25.897510 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-52a0bc71-f221-45d4-9344-8f096a6ceda1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea1ed190-b5c9-4f29-b19b-8909b9b1bce0 HTTP/1.1" status: 200 len: 1000 time: 0.2691529 Dec 16 22:27:25.897510 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf090774-3db3-4430-bdda-12044b67b2dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4442964c-170b-4d68-8c6b-87304508c88e,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:25.898453 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf090774-3db3-4430-bdda-12044b67b2dd admin admin] Checking segment: {'id': '216abf7f-09a6-48ca-8ac0-ed43c7812bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8ae04c1b-d969-496b-89e9-e642211588e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:27:25.898453 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf090774-3db3-4430-bdda-12044b67b2dd admin admin] Network hostable DHCP agents. Network: 8ae04c1b-d969-496b-89e9-e642211588e3, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:27:25.905242 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724889bd-a620-442b-b3f1-1b7028cc6776 None None] Routers {'0b89b796-45fe-4a93-82a3-26468869f24c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:25.906075 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-724889bd-a620-442b-b3f1-1b7028cc6776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:27:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0b89b796-45fe-4a93-82a3-26468869f24c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:25.999634 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-724889bd-a620-442b-b3f1-1b7028cc6776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:26.000955 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724889bd-a620-442b-b3f1-1b7028cc6776 None None] The sync data for ids ['0b89b796-45fe-4a93-82a3-26468869f24c'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:27:26.251132 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-63a64c8c-46ff-4f42-bac4-19269658c246 None None] Provisioning complete for port 6f9b4e15-68f3-47e8-a40a-fc628ee9db3f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:26.251132 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-63a64c8c-46ff-4f42-bac4-19269658c246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:26.340137 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-63a64c8c-46ff-4f42-bac4-19269658c246 None None] Port 6f9b4e15-68f3-47e8-a40a-fc628ee9db3f cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:27:26.385112 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Dec 2021 22:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0fc405-57b7-4304-945c-d8a6afcd372e x-openstack-request-id: req-5f0fc405-57b7-4304-945c-d8a6afcd372e {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:27:26.385995 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed30f2c7-7773-47c3-b617-a1b25d8eacdd", "name": "network-vif-deleted", "tag": "700c3bf9-2d9c-4006-93e2-b55201933b43", "status": "failed", "code": 422}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:27:26.386415 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5f0fc405-57b7-4304-945c-d8a6afcd372e {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:27:26.386982 n-d-815324-4 neutron-server[103613]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ed30f2c7-7773-47c3-b617-a1b25d8eacdd', 'name': 'network-vif-deleted', 'tag': '700c3bf9-2d9c-4006-93e2-b55201933b43', 'status': 'failed', 'code': 422} returned with failed status Dec 16 22:27:26.434934 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9029dcc-738c-4e20-96d2-60fd86b2da6e req-f3006428-d69b-4e5f-91ab-6a9be0358e29 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:26.438420 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4cc59320-f448-4244-af51-de23609e9c23 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:27:26.440390 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9029dcc-738c-4e20-96d2-60fd86b2da6e req-f3006428-d69b-4e5f-91ab-6a9be0358e29 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.3489444 Dec 16 22:27:26.446207 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff7e61-f837-49ce-8557-216268a6309b req-fec63554-dec2-4b28-a645-d57321a0df8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:26.448792 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-66ff7e61-f837-49ce-8557-216268a6309b req-fec63554-dec2-4b28-a645-d57321a0df8b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 1095 time: 0.3284845 Dec 16 22:27:26.477515 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-d09b014e-3cfb-45b2-9ee8-9b1fd9cfd4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:26.478973 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-d09b014e-3cfb-45b2-9ee8-9b1fd9cfd4ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=554b4879-6665-46f7-b33a-c61f9f909b35 HTTP/1.1" status: 200 len: 856 time: 0.5748260 Dec 16 22:27:26.499572 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 4cc59320-f448-4244-af51-de23609e9c23 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:26.500424 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:26.533179 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb3d838-acd7-415f-9b57-2735676474f9 None None] Sync routers for ids ['bc2a67da-9c8a-49f6-bb1c-75de3183e269'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:27:26.541219 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf090774-3db3-4430-bdda-12044b67b2dd admin admin] Network 8ae04c1b-d969-496b-89e9-e642211588e3 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:27:26.557892 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb3d838-acd7-415f-9b57-2735676474f9 None None] Routers {'bc2a67da-9c8a-49f6-bb1c-75de3183e269'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:26.558549 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-4bb3d838-acd7-415f-9b57-2735676474f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:27:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bc2a67da-9c8a-49f6-bb1c-75de3183e269'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:26.576625 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-2b5bc278-5afd-4e44-9547-3dcd90af8fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:26.578729 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-2b5bc278-5afd-4e44-9547-3dcd90af8fb3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5e57a376-cf11-4169-84ca-8ea1ae6aa078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900390 Dec 16 22:27:26.588359 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-78d09aff-4345-49ac-872e-9d27e963850a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:26.590378 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-78d09aff-4345-49ac-872e-9d27e963850a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/networks?id=95473deb-c4c6-4acd-ac8d-825e9f19ae01 HTTP/1.1" status: 200 len: 811 time: 0.2005911 Dec 16 22:27:26.663022 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ca3085bb-fc53-48ce-899b-cfa803c16461 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:26.690379 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9029dcc-738c-4e20-96d2-60fd86b2da6e req-8a9268a0-e8d6-414b-a5d1-9678e6de11ae tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353864 Dec 16 22:27:26.691629 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-bf090774-3db3-4430-bdda-12044b67b2dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 8ae04c1b-d969-496b-89e9-e642211588e3) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:27:26.696928 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf090774-3db3-4430-bdda-12044b67b2dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:26.697549 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf090774-3db3-4430-bdda-12044b67b2dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:26.711471 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-e37bf14d-58f1-41d5-923d-01392ad4343f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/quotas/ea5518dc3a684f128c195124e4b872a7 HTTP/1.1" status: 200 len: 375 time: 0.0868368 Dec 16 22:27:26.722841 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-4bb3d838-acd7-415f-9b57-2735676474f9 None None] Set router bc2a67da-9c8a-49f6-bb1c-75de3183e269 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:27:26.755523 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff7e61-f837-49ce-8557-216268a6309b req-5cb03024-1626-4f33-aa16-fdcc948f28c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:26.757040 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-66ff7e61-f837-49ce-8557-216268a6309b req-5cb03024-1626-4f33-aa16-fdcc948f28c8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 912 time: 0.2756026 Dec 16 22:27:26.757910 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1391ef7-9ecc-4363-862f-b5ef4267a0f2 None None] Network 8ae04c1b-d969-496b-89e9-e642211588e3 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:27:26.779938 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-f5d04b1d-22dc-4cce-bf14-62df1934981f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ea5518dc3a684f128c195124e4b872a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612040 Dec 16 22:27:26.894438 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bf090774-3db3-4430-bdda-12044b67b2dd admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4624474 Dec 16 22:27:26.897966 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55278) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:26.904627 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-7fd5d656-6a94-475a-abf7-6a8bcaa2ddd7 service neutron] 10.222.0.57 "GET /v2.0/networks/5e57a376-cf11-4169-84ca-8ea1ae6aa078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129764 Dec 16 22:27:26.907771 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-463acafd-6555-4487-b9ba-4ae54e005def admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2123282228-router', 'tenant_id': '085ba3ca03db4459ac5b6a43aefbd8bd', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:26.976606 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-66ff7e61-f837-49ce-8557-216268a6309b req-a80514c0-a6fd-43e5-ba8c-6502831d018b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32fe797d-5d31-4a1c-8554-7429627da10d HTTP/1.1" status: 200 len: 999 time: 0.2044683 Dec 16 22:27:27.006735 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-51283d9c-e9a5-4cd3-9904-cf68bc948059 service neutron] 10.222.0.75 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176590 Dec 16 22:27:27.022690 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:27.033360 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e6f138-d9ee-4b17-8bc0-fbf9b8616b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-8ae04c1b-d969-496b-89e9-e642211588e3', 'network_id': '8ae04c1b-d969-496b-89e9-e642211588e3', 'project_id': '085ba3ca03db4459ac5b6a43aefbd8bd', 'fixed_ips': [{'subnet_id': '4442964c-170b-4d68-8c6b-87304508c88e'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:27:27.035604 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76e6f138-d9ee-4b17-8bc0-fbf9b8616b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:27.067214 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:27.126674 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-fe9987e2-3d29-4d70-b975-f1edfa9b69c8 service neutron] 10.222.0.57 "GET /v2.0/networks/5e57a376-cf11-4169-84ca-8ea1ae6aa078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126176 Dec 16 22:27:27.145747 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c5d72-c4e9-4fc4-a0b7-83b4b0302f4c req-1dbdbeaa-8b53-4516-ba2f-8b38e180c520 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:27.147628 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b75c5d72-c4e9-4fc4-a0b7-83b4b0302f4c req-1dbdbeaa-8b53-4516-ba2f-8b38e180c520 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.2573683 Dec 16 22:27:27.168412 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff7e61-f837-49ce-8557-216268a6309b req-044c75f6-ada7-4984-8333-5961b45a94f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:27.170287 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-66ff7e61-f837-49ce-8557-216268a6309b req-044c75f6-ada7-4984-8333-5961b45a94f4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ecefe13-aa2d-48b4-a74c-5805e96883cc HTTP/1.1" status: 200 len: 851 time: 0.1719048 Dec 16 22:27:27.180193 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-463acafd-6555-4487-b9ba-4ae54e005def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:27.181845 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-463acafd-6555-4487-b9ba-4ae54e005def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:27.209771 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-4bb3d838-acd7-415f-9b57-2735676474f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'name': 'tempest-TestVolumeBackupRestore-2110491892-router', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:13Z', 'updated_at': '2021-12-16T22:27:20Z', 'revision_number': 4, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'gw_port': {'id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:15Z', 'updated_at': '2021-12-16T22:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f8d241c9-0fe6-49e9-ba68-06fb6423ee63', 'name': '', 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'mac_address': 'fa:16:3e:5d:a0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:19Z', 'updated_at': '2021-12-16T22:27:20Z', 'revision_number': 2, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'subnets': [{'id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:27.227735 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-1a521e21-6115-479a-aaaf-b35f222aa038 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=e0f2a365-369e-405c-9065-780d829281e6 HTTP/1.1" status: 200 len: 217 time: 0.0704546 Dec 16 22:27:27.229761 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-09e45493-c241-45f8-a53c-1a172da2dccc service neutron] 10.222.0.75 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036870 Dec 16 22:27:27.243345 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb3d838-acd7-415f-9b57-2735676474f9 None None] Checking router: bc2a67da-9c8a-49f6-bb1c-75de3183e269 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:27:27.243884 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb3d838-acd7-415f-9b57-2735676474f9 None None] Updating router bc2a67da-9c8a-49f6-bb1c-75de3183e269 port f8d241c9-0fe6-49e9-ba68-06fb6423ee63 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:27:27.281828 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4bb3d838-acd7-415f-9b57-2735676474f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:27.285804 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-463acafd-6555-4487-b9ba-4ae54e005def admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:27.294726 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-76e6f138-d9ee-4b17-8bc0-fbf9b8616b3b None None] Allocated IP 172.20.0.2 (8ae04c1b-d969-496b-89e9-e642211588e3/4442964c-170b-4d68-8c6b-87304508c88e/128f29f7-8878-4c75-b610-6ac0cf1ec12c) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:27:27.347908 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-1072d5b0-6bed-40a6-82c0-2a371dd0beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:27.349104 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-1072d5b0-6bed-40a6-82c0-2a371dd0beb7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25876357-a0e7-4570-bc9f-e643775c0f42 HTTP/1.1" status: 200 len: 797 time: 0.0616677 Dec 16 22:27:27.356038 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-78e6b30f-1d79-4930-b61f-40ecaa805006 admin admin] Deleting port ef6c2939-33c8-4c20-86fa-3732e8a6434a {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:27:27.356391 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78e6b30f-1d79-4930-b61f-40ecaa805006 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:27.403222 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-eee47cf4-1c7b-4754-b617-2448c3161e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:27.405603 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-eee47cf4-1c7b-4754-b617-2448c3161e95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15791355-f493-42e0-a1b7-a4369065109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0492630 Dec 16 22:27:27.425430 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff7e61-f837-49ce-8557-216268a6309b req-2e51c388-1a0c-4e40-864d-1fc0d497d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:27.427018 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-66ff7e61-f837-49ce-8557-216268a6309b req-2e51c388-1a0c-4e40-864d-1fc0d497d5bf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=282aa10f-496c-46fb-be12-6b2a327d41c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2081439 Dec 16 22:27:27.512720 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-d63fea1c-4001-4bd5-bbe1-aab573cd8a04 service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994697 Dec 16 22:27:27.612293 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76e6f138-d9ee-4b17-8bc0-fbf9b8616b3b None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:27.737385 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b75c5d72-c4e9-4fc4-a0b7-83b4b0302f4c req-9af62146-ae33-4110-a1e6-80d1be3fccf5 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5606496 Dec 16 22:27:27.773234 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4bb3d838-acd7-415f-9b57-2735676474f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:27.782328 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-fefb2e05-5f3f-4bd5-8edd-a2eed7ffa239 service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612617 Dec 16 22:27:27.806934 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76e6f138-d9ee-4b17-8bc0-fbf9b8616b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:27.829199 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-6e0f00d6-b4c4-40a1-ab16-1d819eec6fdd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=117343d1-e9dc-47b5-b09b-1fc4fcc77e1a HTTP/1.1" status: 200 len: 217 time: 0.0386074 Dec 16 22:27:27.890550 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e6f138-d9ee-4b17-8bc0-fbf9b8616b3b None None] Network 8ae04c1b-d969-496b-89e9-e642211588e3 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:27:27.897601 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-76e6f138-d9ee-4b17-8bc0-fbf9b8616b3b None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:27:27.905957 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e6f138-d9ee-4b17-8bc0-fbf9b8616b3b None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:27:27.929436 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6f138-d9ee-4b17-8bc0-fbf9b8616b3b None None] Pushing event updated for resources: {'Port': ['ID=128f29f7-8878-4c75-b610-6ac0cf1ec12c,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:27.962696 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-463acafd-6555-4487-b9ba-4ae54e005def admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:27.969249 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0aa51b4d-e3a3-46dc-9f6c-229ccdf879b9 req-90c22a6a-b783-40bf-bb5b-795299f41ed2 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 210 time: 0.0659509 Dec 16 22:27:27.969898 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4bb3d838-acd7-415f-9b57-2735676474f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:27.995254 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-88799ed9-9d7f-4f7e-866e-f1fbca22ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:27.996776 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-88799ed9-9d7f-4f7e-866e-f1fbca22ba07 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25876357-a0e7-4570-bc9f-e643775c0f42 HTTP/1.1" status: 200 len: 797 time: 0.1264110 Dec 16 22:27:28.016810 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb17cd-432b-4466-a08f-cac343d5fb52 req-f809d523-896f-4136-ab6f-88fd77ac9ab0 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:28.031161 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-86bb17cd-432b-4466-a08f-cac343d5fb52 req-f809d523-896f-4136-ab6f-88fd77ac9ab0 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.1587455 Dec 16 22:27:28.052219 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-76e6f138-d9ee-4b17-8bc0-fbf9b8616b3b None None] Attempting to bind port 128f29f7-8878-4c75-b610-6ac0cf1ec12c on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:27:28.052593 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-76e6f138-d9ee-4b17-8bc0-fbf9b8616b3b None None] Attempting to bind port 128f29f7-8878-4c75-b610-6ac0cf1ec12c by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '216abf7f-09a6-48ca-8ac0-ed43c7812bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8ae04c1b-d969-496b-89e9-e642211588e3'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:27:28.052990 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e6f138-d9ee-4b17-8bc0-fbf9b8616b3b None None] Attempting to bind port 128f29f7-8878-4c75-b610-6ac0cf1ec12c on network 8ae04c1b-d969-496b-89e9-e642211588e3 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:27:28.067558 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e6f138-d9ee-4b17-8bc0-fbf9b8616b3b None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:27:28.067941 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e6f138-d9ee-4b17-8bc0-fbf9b8616b3b None None] Checking segment: {'id': '216abf7f-09a6-48ca-8ac0-ed43c7812bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8ae04c1b-d969-496b-89e9-e642211588e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:27:28.068351 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76e6f138-d9ee-4b17-8bc0-fbf9b8616b3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:28.068746 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e6f138-d9ee-4b17-8bc0-fbf9b8616b3b None None] Bound using segment: {'id': '216abf7f-09a6-48ca-8ac0-ed43c7812bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8ae04c1b-d969-496b-89e9-e642211588e3'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:27:28.069229 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-76e6f138-d9ee-4b17-8bc0-fbf9b8616b3b None None] Bound port: 128f29f7-8878-4c75-b610-6ac0cf1ec12c, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216abf7f-09a6-48ca-8ac0-ed43c7812bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8ae04c1b-d969-496b-89e9-e642211588e3'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:27:28.070090 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76e6f138-d9ee-4b17-8bc0-fbf9b8616b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:28.073539 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-78e6b30f-1d79-4930-b61f-40ecaa805006 admin admin] For port ef6c2939-33c8-4c20-86fa-3732e8a6434a, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=ef6c2939-33c8-4c20-86fa-3732e8a6434a,segment=NetworkSegment(fa8a56cc-291b-4123-9629-0e526309a2be),segment_id=fa8a56cc-291b-4123-9629-0e526309a2be)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:28.073796 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb5f27-ed52-4b42-8e32-655f02173005 None None] Pushing event updated for resources: {'Port': ['ID=f8d241c9-0fe6-49e9-ba68-06fb6423ee63,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:28.074892 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78e6b30f-1d79-4930-b61f-40ecaa805006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:28.108174 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-78e6b30f-1d79-4930-b61f-40ecaa805006 admin admin] Calling delete_port for ef6c2939-33c8-4c20-86fa-3732e8a6434a owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:27:28.179951 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-86bb17cd-432b-4466-a08f-cac343d5fb52 req-1f79cf00-422b-406f-aa05-951798f4927b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473505 Dec 16 22:27:28.217258 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-66ff7e61-f837-49ce-8557-216268a6309b req-733eaab4-e8f4-46b6-b8ec-445fa8630853 service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090335 Dec 16 22:27:28.224825 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ca3085bb-fc53-48ce-899b-cfa803c16461 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:28.234827 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4bb3d838-acd7-415f-9b57-2735676474f9 None None] Attempting to bind port f8d241c9-0fe6-49e9-ba68-06fb6423ee63 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:27:28.235160 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4bb3d838-acd7-415f-9b57-2735676474f9 None None] Attempting to bind port f8d241c9-0fe6-49e9-ba68-06fb6423ee63 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'd2e02710-2714-4452-a45f-d3fe8a82c3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:27:28.235523 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb3d838-acd7-415f-9b57-2735676474f9 None None] Attempting to bind port f8d241c9-0fe6-49e9-ba68-06fb6423ee63 on network 5474515b-be28-4962-9e16-dbf7636fc2f6 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:27:28.243269 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-c60fd427-19f6-4d41-a8bf-d170e116039e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:28.245078 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-c60fd427-19f6-4d41-a8bf-d170e116039e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15791355-f493-42e0-a1b7-a4369065109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2111416 Dec 16 22:27:28.255313 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb3d838-acd7-415f-9b57-2735676474f9 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:27:28.255600 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb3d838-acd7-415f-9b57-2735676474f9 None None] Checking segment: {'id': 'd2e02710-2714-4452-a45f-d3fe8a82c3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:27:28.256041 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4bb3d838-acd7-415f-9b57-2735676474f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:28.256690 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb3d838-acd7-415f-9b57-2735676474f9 None None] Bound using segment: {'id': 'd2e02710-2714-4452-a45f-d3fe8a82c3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:27:28.257187 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4bb3d838-acd7-415f-9b57-2735676474f9 None None] Bound port: f8d241c9-0fe6-49e9-ba68-06fb6423ee63, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e02710-2714-4452-a45f-d3fe8a82c3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:27:28.257623 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4bb3d838-acd7-415f-9b57-2735676474f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:28.286670 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-76e6f138-d9ee-4b17-8bc0-fbf9b8616b3b None None] For port 128f29f7-8878-4c75-b610-6ac0cf1ec12c, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:27:28.290618 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 7b2fbefe-475a-4ee7-9841-1afe9870c40a details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:27:28.342068 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-76e6f138-d9ee-4b17-8bc0-fbf9b8616b3b None None] For port 128f29f7-8878-4c75-b610-6ac0cf1ec12c, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=128f29f7-8878-4c75-b610-6ac0cf1ec12c,segment=NetworkSegment(216abf7f-09a6-48ca-8ac0-ed43c7812bb5),segment_id=216abf7f-09a6-48ca-8ac0-ed43c7812bb5)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:27:28.398780 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ca3085bb-fc53-48ce-899b-cfa803c16461 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:28.405171 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:28.406212 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3085bb-fc53-48ce-899b-cfa803c16461 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:28.406475 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ca3085bb-fc53-48ce-899b-cfa803c16461 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:28.407946 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ca3085bb-fc53-48ce-899b-cfa803c16461 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "PUT /v2.0/ports/6f9b4e15-68f3-47e8-a40a-fc628ee9db3f HTTP/1.1" status: 200 len: 911 time: 2.5346437 Dec 16 22:27:28.416108 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55320) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:28.419117 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-909e18f3-9c03-4544-a8be-a45ed9da08ef service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616795 Dec 16 22:27:28.483983 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-66ff7e61-f837-49ce-8557-216268a6309b req-59985f93-bc08-4cb4-b9cd-84a5862dd0a8 service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548792 Dec 16 22:27:28.511325 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3085bb-fc53-48ce-899b-cfa803c16461 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Port': ['ID=6f9b4e15-68f3-47e8-a40a-fc628ee9db3f,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:28.691211 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76e6f138-d9ee-4b17-8bc0-fbf9b8616b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:28.699240 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-463acafd-6555-4487-b9ba-4ae54e005def admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:28.733852 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-463acafd-6555-4487-b9ba-4ae54e005def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:28.775237 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4bb3d838-acd7-415f-9b57-2735676474f9 None None] For port f8d241c9-0fe6-49e9-ba68-06fb6423ee63, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:27:28.820815 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78e6b30f-1d79-4930-b61f-40ecaa805006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:28.852572 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5a2cb3b5-cd95-4d74-87da-e5452b471ecf None None] Provisioning complete for port f8d241c9-0fe6-49e9-ba68-06fb6423ee63 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:28.853126 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5a2cb3b5-cd95-4d74-87da-e5452b471ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:28.856525 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4bb3d838-acd7-415f-9b57-2735676474f9 None None] For port f8d241c9-0fe6-49e9-ba68-06fb6423ee63, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f8d241c9-0fe6-49e9-ba68-06fb6423ee63,segment=NetworkSegment(d2e02710-2714-4452-a45f-d3fe8a82c3ce),segment_id=d2e02710-2714-4452-a45f-d3fe8a82c3ce)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:27:28.874080 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6b30f-1d79-4930-b61f-40ecaa805006 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef6c2939-33c8-4c20-86fa-3732e8a6434a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:28.989381 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:28.996024 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 7b2fbefe-475a-4ee7-9841-1afe9870c40a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=7b2fbefe-475a-4ee7-9841-1afe9870c40a,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:29.000702 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6f138-d9ee-4b17-8bc0-fbf9b8616b3b None None] Pushing event updated for resources: {'Port': ['ID=128f29f7-8878-4c75-b610-6ac0cf1ec12c,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:29.000909 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-463acafd-6555-4487-b9ba-4ae54e005def admin admin] Allocated IP 172.25.6.154 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/7a06c354-a9a3-4c49-8b08-cd45c1ec26c7) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:27:29.084337 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '7b2fbefe-475a-4ee7-9841-1afe9870c40a', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'port_id': '7b2fbefe-475a-4ee7-9841-1afe9870c40a', 'mac_address': 'fa:16:3e:f9:7e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:27:29.097764 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5a2cb3b5-cd95-4d74-87da-e5452b471ecf None None] Port f8d241c9-0fe6-49e9-ba68-06fb6423ee63 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:27:29.100011 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af8115-0614-44fb-829d-bcbd7d1bb7db req-2cd77043-cde7-40e9-b270-6b11b77e0419 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:29.101930 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f0af8115-0614-44fb-829d-bcbd7d1bb7db req-2cd77043-cde7-40e9-b270-6b11b77e0419 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.2001474 Dec 16 22:27:29.141458 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4bb3d838-acd7-415f-9b57-2735676474f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:29.156151 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-463acafd-6555-4487-b9ba-4ae54e005def admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:29.245035 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-338aeb90-3b4f-4a46-b70d-ba6b7debb675 service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7807508 Dec 16 22:27:29.265745 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f0af8115-0614-44fb-829d-bcbd7d1bb7db req-6301f483-a5ea-4006-a500-836a11103361 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035385 Dec 16 22:27:29.303830 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:29.366568 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:29.381482 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b2fbefe-475a-4ee7-9841-1afe9870c40a {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:27:29.388572 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78e6b30f-1d79-4930-b61f-40ecaa805006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:29.413299 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb5f27-ed52-4b42-8e32-655f02173005 None None] Pushing event updated for resources: {'Port': ['ID=f8d241c9-0fe6-49e9-ba68-06fb6423ee63,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:29.421438 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb3d838-acd7-415f-9b57-2735676474f9 None None] Routers {'bc2a67da-9c8a-49f6-bb1c-75de3183e269'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:29.422562 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-4bb3d838-acd7-415f-9b57-2735676474f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:27:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bc2a67da-9c8a-49f6-bb1c-75de3183e269'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:29.447668 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2de24efa-85ed-4eea-bd5b-718bb71edb35 req-b302c635-70ba-44b7-aadd-81621c972625 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 210 time: 0.2106819 Dec 16 22:27:29.475733 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-e6f46eed-a289-4880-82c1-d7cf9afb907a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=990713e8-9fa9-4fb5-8920-65b3db167871 HTTP/1.1" status: 200 len: 217 time: 0.2092798 Dec 16 22:27:29.514933 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 7b2fbefe-475a-4ee7-9841-1afe9870c40a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=7b2fbefe-475a-4ee7-9841-1afe9870c40a,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:29.557995 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa347e-fd92-4f28-802b-37e76c9c0893 req-d71ed93b-c5c9-48c4-8a93-7042f166ab5f tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:29.558419 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-463acafd-6555-4487-b9ba-4ae54e005def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:29.560200 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-14aa347e-fd92-4f28-802b-37e76c9c0893 req-d71ed93b-c5c9-48c4-8a93-7042f166ab5f tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.1478548 Dec 16 22:27:29.599309 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-4bb3d838-acd7-415f-9b57-2735676474f9 None None] Set router bc2a67da-9c8a-49f6-bb1c-75de3183e269 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:27:29.653329 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463acafd-6555-4487-b9ba-4ae54e005def admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:27:29.685118 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:29.738041 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-14aa347e-fd92-4f28-802b-37e76c9c0893 req-dc85486a-0c82-4c74-ae11-a6246f1d5b06 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421320 Dec 16 22:27:29.755177 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-d12f287f-fa9d-41f0-9c1c-0a6186806d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:29.757130 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-d12f287f-fa9d-41f0-9c1c-0a6186806d95 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25876357-a0e7-4570-bc9f-e643775c0f42 HTTP/1.1" status: 200 len: 797 time: 0.2707992 Dec 16 22:27:29.757916 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463acafd-6555-4487-b9ba-4ae54e005def admin admin] Pushing event updated for resources: {'Port': ['ID=7a06c354-a9a3-4c49-8b08-cd45c1ec26c7,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:29.783159 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-463acafd-6555-4487-b9ba-4ae54e005def admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:27:29.789563 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463acafd-6555-4487-b9ba-4ae54e005def admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:27:29.810634 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e1a7b1-26d9-4727-8f4b-0d05de0d589b None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:27:29.854535 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c6ce17fc-6151-4405-a974-1ce822f5a2a3 None None] Provisioning complete for port f8d241c9-0fe6-49e9-ba68-06fb6423ee63 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:29.854535 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c6ce17fc-6151-4405-a974-1ce822f5a2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:29.858062 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=7b2fbefe-475a-4ee7-9841-1afe9870c40a,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:29.896451 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['7b2fbefe-475a-4ee7-9841-1afe9870c40a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:27:29.938092 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e6b30f-1d79-4930-b61f-40ecaa805006 admin admin] Router 88ea3854-1185-46e3-8303-839336eefd6c has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:27:30.070752 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c6ce17fc-6151-4405-a974-1ce822f5a2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:30.141494 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e6b30f-1d79-4930-b61f-40ecaa805006 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:27:30.151176 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-78e6b30f-1d79-4930-b61f-40ecaa805006 admin admin] 10.222.0.75 "PUT /v2.0/routers/88ea3854-1185-46e3-8303-839336eefd6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2383513 Dec 16 22:27:30.151379 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-4bb3d838-acd7-415f-9b57-2735676474f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'name': 'tempest-TestVolumeBackupRestore-2110491892-router', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:13Z', 'updated_at': '2021-12-16T22:27:20Z', 'revision_number': 4, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'gw_port': {'id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:15Z', 'updated_at': '2021-12-16T22:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f8d241c9-0fe6-49e9-ba68-06fb6423ee63', 'name': '', 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'mac_address': 'fa:16:3e:5d:a0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:19Z', 'updated_at': '2021-12-16T22:27:28Z', 'revision_number': 4, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'subnets': [{'id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:30.151525 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55352) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:30.164639 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f5592e-52ee-4cd6-a6a7-2460316906bd None None] Sync routers for ids ['88ea3854-1185-46e3-8303-839336eefd6c'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:27:30.181931 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f5592e-52ee-4cd6-a6a7-2460316906bd None None] Routers {'88ea3854-1185-46e3-8303-839336eefd6c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:30.182577 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-b5f5592e-52ee-4cd6-a6a7-2460316906bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:27:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['88ea3854-1185-46e3-8303-839336eefd6c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:30.203318 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb3d838-acd7-415f-9b57-2735676474f9 None None] The sync data for ids ['bc2a67da-9c8a-49f6-bb1c-75de3183e269'] in n-d-815324-4 is: [{'id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'name': 'tempest-TestVolumeBackupRestore-2110491892-router', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:13Z', 'updated_at': '2021-12-16T22:27:20Z', 'revision_number': 4, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'gw_port': {'id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:15Z', 'updated_at': '2021-12-16T22:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f8d241c9-0fe6-49e9-ba68-06fb6423ee63', 'name': '', 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'mac_address': 'fa:16:3e:5d:a0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:19Z', 'updated_at': '2021-12-16T22:27:28Z', 'revision_number': 4, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'subnets': [{'id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:27:30.223809 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c6ce17fc-6151-4405-a974-1ce822f5a2a3 None None] For port f8d241c9-0fe6-49e9-ba68-06fb6423ee63, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f8d241c9-0fe6-49e9-ba68-06fb6423ee63,segment=NetworkSegment(d2e02710-2714-4452-a45f-d3fe8a82c3ce),segment_id=d2e02710-2714-4452-a45f-d3fe8a82c3ce)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:30.365303 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c6ce17fc-6151-4405-a974-1ce822f5a2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:30.440489 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-b5f5592e-52ee-4cd6-a6a7-2460316906bd None None] Set router 88ea3854-1185-46e3-8303-839336eefd6c gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:27:30.489239 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce17fc-6151-4405-a974-1ce822f5a2a3 None None] Pushing event updated for resources: {'Port': ['ID=f8d241c9-0fe6-49e9-ba68-06fb6423ee63,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:30.532744 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a3f9eca3-7793-4a15-a4bc-a977da23d4eb None None] Provisioning complete for port 7a06c354-a9a3-4c49-8b08-cd45c1ec26c7 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:30.532966 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a3f9eca3-7793-4a15-a4bc-a977da23d4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:30.625725 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a3f9eca3-7793-4a15-a4bc-a977da23d4eb None None] Port 7a06c354-a9a3-4c49-8b08-cd45c1ec26c7 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:27:30.662383 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-699be3c4-4d8f-4d16-a90d-3edadb1cfc1c admin admin] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:30.663210 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-3b199b4b-58e0-4b38-bd57-310e4cc09bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:30.665580 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-3b199b4b-58e0-4b38-bd57-310e4cc09bc9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15791355-f493-42e0-a1b7-a4369065109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8994827 Dec 16 22:27:30.754811 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a25562eb-2acf-4b10-b6c5-2b4b02a7d7ce req-0364f741-0665-4d0b-a1ed-85d209835701 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 210 time: 0.0846150 Dec 16 22:27:30.760207 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2298616-e6c1-4455-b6e8-da68a44542ba None None] Network 8ae04c1b-d969-496b-89e9-e642211588e3 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:27:30.903366 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-699be3c4-4d8f-4d16-a90d-3edadb1cfc1c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:30.930398 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75eb752-5cae-4d84-8b29-8818c5f09f72 req-01df22d2-1bed-4427-9766-2cdbc2850bfd tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:30.932091 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c75eb752-5cae-4d84-8b29-8818c5f09f72 req-01df22d2-1bed-4427-9766-2cdbc2850bfd tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 944 time: 0.3755622 Dec 16 22:27:30.941137 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f8d241c9-0fe6-49e9-ba68-06fb6423ee63 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:27:30.949695 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-b5f5592e-52ee-4cd6-a6a7-2460316906bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ea3854-1185-46e3-8303-839336eefd6c', 'name': 'tempest-TaggedBootDevicesTest-75857628-router', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '5b725039-87f7-41f0-8542-436f23b60736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:35Z', 'updated_at': '2021-12-16T22:27:28Z', 'revision_number': 5, 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'gw_port': {'id': '5b725039-87f7-41f0-8542-436f23b60736', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ea3854-1185-46e3-8303-839336eefd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:39Z', 'updated_at': '2021-12-16T22:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:31.000505 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c75eb752-5cae-4d84-8b29-8818c5f09f72 req-fd171846-0fc6-4e06-a820-7166c95c9e33 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611031 Dec 16 22:27:31.002318 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-42c1d5d5-2400-46a4-8776-9e23b5e1974e service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281527 Dec 16 22:27:31.052942 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9078e18f-ec61-4666-81f9-68f22694a8e3 None None] Provisioning complete for port 128f29f7-8878-4c75-b610-6ac0cf1ec12c triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:31.053694 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9078e18f-ec61-4666-81f9-68f22694a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:31.088899 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f5592e-52ee-4cd6-a6a7-2460316906bd None None] Checking router: 88ea3854-1185-46e3-8303-839336eefd6c for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:27:31.099725 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f5592e-52ee-4cd6-a6a7-2460316906bd None None] Routers {'88ea3854-1185-46e3-8303-839336eefd6c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:31.100593 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-b5f5592e-52ee-4cd6-a6a7-2460316906bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:27:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['88ea3854-1185-46e3-8303-839336eefd6c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:31.226553 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port f8d241c9-0fe6-49e9-ba68-06fb6423ee63 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:31.226982 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:31.237902 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-699be3c4-4d8f-4d16-a90d-3edadb1cfc1c admin admin] Deleting port 5b725039-87f7-41f0-8542-436f23b60736 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:27:31.238672 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-699be3c4-4d8f-4d16-a90d-3edadb1cfc1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:31.317979 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-b5f5592e-52ee-4cd6-a6a7-2460316906bd None None] Set router 88ea3854-1185-46e3-8303-839336eefd6c gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:27:31.423369 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-b5f5592e-52ee-4cd6-a6a7-2460316906bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ea3854-1185-46e3-8303-839336eefd6c', 'name': 'tempest-TaggedBootDevicesTest-75857628-router', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:35Z', 'updated_at': '2021-12-16T22:27:30Z', 'revision_number': 6, 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:31.433401 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9078e18f-ec61-4666-81f9-68f22694a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:31.454073 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-699be3c4-4d8f-4d16-a90d-3edadb1cfc1c admin admin] For port 5b725039-87f7-41f0-8542-436f23b60736, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=5b725039-87f7-41f0-8542-436f23b60736,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:31.454445 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-699be3c4-4d8f-4d16-a90d-3edadb1cfc1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:31.510479 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f14a65-3fa0-4808-9be8-71367f4400df req-373b07a7-abcf-477c-8c41-e4c939d2a47a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:31.515169 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-04f14a65-3fa0-4808-9be8-71367f4400df req-373b07a7-abcf-477c-8c41-e4c939d2a47a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.5494733 Dec 16 22:27:31.520673 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-699be3c4-4d8f-4d16-a90d-3edadb1cfc1c admin admin] Calling delete_port for 5b725039-87f7-41f0-8542-436f23b60736 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:27:31.533668 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9078e18f-ec61-4666-81f9-68f22694a8e3 None None] For port 128f29f7-8878-4c75-b610-6ac0cf1ec12c, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=128f29f7-8878-4c75-b610-6ac0cf1ec12c,segment=NetworkSegment(216abf7f-09a6-48ca-8ac0-ed43c7812bb5),segment_id=216abf7f-09a6-48ca-8ac0-ed43c7812bb5)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:31.537561 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f5592e-52ee-4cd6-a6a7-2460316906bd None None] The sync data for ids ['88ea3854-1185-46e3-8303-839336eefd6c'] in n-d-815324-4 is: [{'id': '88ea3854-1185-46e3-8303-839336eefd6c', 'name': 'tempest-TaggedBootDevicesTest-75857628-router', 'tenant_id': 'a0f42b93d17b453cb09b716a19274f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:35Z', 'updated_at': '2021-12-16T22:27:30Z', 'revision_number': 6, 'project_id': 'a0f42b93d17b453cb09b716a19274f39', 'gw_port_host': None}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:27:31.541939 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 128f29f7-8878-4c75-b610-6ac0cf1ec12c up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:27:31.639250 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-463acafd-6555-4487-b9ba-4ae54e005def admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:31.651737 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 128f29f7-8878-4c75-b610-6ac0cf1ec12c triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:31.652260 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:31.727073 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9078e18f-ec61-4666-81f9-68f22694a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:31.830084 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078e18f-ec61-4666-81f9-68f22694a8e3 None None] Pushing event updated for resources: {'Port': ['ID=128f29f7-8878-4c75-b610-6ac0cf1ec12c,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:31.910857 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-86884c85-1c21-440b-9b22-7f5873cd218b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:31.927611 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e8e2bb07-5b2e-467b-8aac-ea95e0deef3c None None] Provisioning complete for port 128f29f7-8878-4c75-b610-6ac0cf1ec12c triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:31.928214 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e8e2bb07-5b2e-467b-8aac-ea95e0deef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:32.055037 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-536da0f6-e277-413c-9445-db2242f89b17 service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9948173 Dec 16 22:27:32.151184 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-d88298dc-5e28-4c64-90c4-fa408a14178a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=cde1b008-a4d1-440d-ad62-e4ef43bf743c HTTP/1.1" status: 200 len: 217 time: 0.0613539 Dec 16 22:27:32.188728 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-04f14a65-3fa0-4808-9be8-71367f4400df req-1ec69048-36b2-424e-8a72-91b921b993aa tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4155488 Dec 16 22:27:32.314780 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 7b2fbefe-475a-4ee7-9841-1afe9870c40a up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:27:32.450347 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-8c595e9a-6a80-4c79-a440-b625ec05d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:32.451931 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-8c595e9a-6a80-4c79-a440-b625ec05d8a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25876357-a0e7-4570-bc9f-e643775c0f42 HTTP/1.1" status: 200 len: 797 time: 0.2905622 Dec 16 22:27:32.528777 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 7b2fbefe-475a-4ee7-9841-1afe9870c40a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:32.529400 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:32.583934 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f8d241c9-0fe6-49e9-ba68-06fb6423ee63 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:27:32.664019 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-463acafd-6555-4487-b9ba-4ae54e005def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:32.668979 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-252dd47c-cd0e-437b-b5df-233b3331fd80 req-ce12adff-03f8-4a06-a85c-c5bbab79dd87 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 210 time: 0.0680103 Dec 16 22:27:32.696168 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21a064-bf8a-4152-9781-abc5f6049729 req-3c23c40d-4dd2-45c0-b3fe-195dcf44d432 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:32.706474 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9a21a064-bf8a-4152-9781-abc5f6049729 req-3c23c40d-4dd2-45c0-b3fe-195dcf44d432 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 944 time: 0.3141007 Dec 16 22:27:32.708109 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-699be3c4-4d8f-4d16-a90d-3edadb1cfc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:32.789160 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-de8c47ac-ec00-4cba-a0e3-196a47f6e538 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:32.790794 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-de8c47ac-ec00-4cba-a0e3-196a47f6e538 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.76 "GET /v2.0/networks?id=95473deb-c4c6-4acd-ac8d-825e9f19ae01 HTTP/1.1" status: 200 len: 811 time: 1.2680163 Dec 16 22:27:32.794623 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port f8d241c9-0fe6-49e9-ba68-06fb6423ee63 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:32.795002 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:32.800833 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699be3c4-4d8f-4d16-a90d-3edadb1cfc1c admin admin] Pushing event deleted for resources: {'Port': ['ID=5b725039-87f7-41f0-8542-436f23b60736,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:32.827513 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-490848f6-8b6b-4072-8ac7-d19e208eee63 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Request body: {'port': {'device_id': '6cee287c-3885-4271-9f64-800c87b23a90', 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01', 'admin_state_up': True, 'tenant_id': 'ea5518dc3a684f128c195124e4b872a7'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:32.859182 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43499f1-492e-438e-9a24-605d0695d6c0 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:27:32.865641 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:32.883185 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-f28e9b72-2ac2-48a2-9950-6bc82494ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:32.884771 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-f28e9b72-2ac2-48a2-9950-6bc82494ad1a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15791355-f493-42e0-a1b7-a4369065109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3886013 Dec 16 22:27:32.953598 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9c3762-6939-48b4-a90e-63cb5a238ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2fbefe-475a-4ee7-9841-1afe9870c40a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:27:32.968332 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319f4876-b8e6-4121-8fcb-e4b3e1c4dbcf" -d '{"events": [{"server_uuid": "4e9c3762-6939-48b4-a90e-63cb5a238ff2", "name": "network-vif-plugged", "status": "completed", "tag": "7b2fbefe-475a-4ee7-9841-1afe9870c40a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:27:32.997999 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 7b2fbefe-475a-4ee7-9841-1afe9870c40a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=7b2fbefe-475a-4ee7-9841-1afe9870c40a,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:33.080496 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-6a7c1a35-e4b9-4b9d-b664-560b9bcb48e4 service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581249 Dec 16 22:27:33.093933 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-699be3c4-4d8f-4d16-a90d-3edadb1cfc1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:33.094386 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 128f29f7-8878-4c75-b610-6ac0cf1ec12c up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:27:33.163325 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9a21a064-bf8a-4152-9781-abc5f6049729 req-bfb64577-a6f1-4f5a-821e-91c4aa1d93e4 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4534323 Dec 16 22:27:33.185841 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:33.279845 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53fdbcc-43f6-4617-b324-10a053489d3c x-openstack-request-id: req-b53fdbcc-43f6-4617-b324-10a053489d3c {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:27:33.280147 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9c3762-6939-48b4-a90e-63cb5a238ff2", "name": "network-vif-plugged", "status": "completed", "tag": "7b2fbefe-475a-4ee7-9841-1afe9870c40a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:27:33.285028 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b53fdbcc-43f6-4617-b324-10a053489d3c {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:27:33.285028 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9c3762-6939-48b4-a90e-63cb5a238ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2fbefe-475a-4ee7-9841-1afe9870c40a', 'code': 200} Dec 16 22:27:33.292795 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=7b2fbefe-475a-4ee7-9841-1afe9870c40a,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:33.296667 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 128f29f7-8878-4c75-b610-6ac0cf1ec12c triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:33.296883 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:33.393440 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-699be3c4-4d8f-4d16-a90d-3edadb1cfc1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:33.396165 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-699be3c4-4d8f-4d16-a90d-3edadb1cfc1c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:33.401944 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-06b18773-ed93-4cbb-aa08-8c135fc2e907 service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094785 Dec 16 22:27:33.567428 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67d8c5-ea29-4fe3-8914-2ec3279c0d11 req-0f9074a7-66d1-43e5-8662-e8e825dcfbb5 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:33.569139 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c67d8c5-ea29-4fe3-8914-2ec3279c0d11 req-0f9074a7-66d1-43e5-8662-e8e825dcfbb5 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.1132462 Dec 16 22:27:33.585687 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-495e9f0c-6ebd-41dc-b4f7-32adfba90a1a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=650c7d96-ba98-44b5-a7b8-7096651894e8 HTTP/1.1" status: 200 len: 217 time: 0.1665859 Dec 16 22:27:33.588658 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463acafd-6555-4487-b9ba-4ae54e005def admin admin] Router d4c36c17-2f7a-4e77-9c08-b3265739ec23 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:27:33.600970 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 5b725039-87f7-41f0-8542-436f23b60736 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:27:33.644171 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-699be3c4-4d8f-4d16-a90d-3edadb1cfc1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:33.645049 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699be3c4-4d8f-4d16-a90d-3edadb1cfc1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88ea3854-1185-46e3-8303-839336eefd6c {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:27:33.658025 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-699be3c4-4d8f-4d16-a90d-3edadb1cfc1c admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:33.660253 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-699be3c4-4d8f-4d16-a90d-3edadb1cfc1c admin admin] 10.222.0.75 "DELETE /v2.0/routers/88ea3854-1185-46e3-8303-839336eefd6c HTTP/1.1" status: 204 len: 168 time: 3.5076313 Dec 16 22:27:33.663277 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55406) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:33.683586 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 5b725039-87f7-41f0-8542-436f23b60736 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:27:33.684205 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 5b725039-87f7-41f0-8542-436f23b60736 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:27:33.684792 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device ef6c2939-33c8-4c20-86fa-3732e8a6434a no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:27:33.761375 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: ef6c2939-33c8-4c20-86fa-3732e8a6434a {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:27:33.766359 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device ef6c2939-33c8-4c20-86fa-3732e8a6434a not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:27:33.792836 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c67d8c5-ea29-4fe3-8914-2ec3279c0d11 req-810bc94d-f69f-4bd0-aedd-15412ba0ff87 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160904 Dec 16 22:27:33.798634 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-490848f6-8b6b-4072-8ac7-d19e208eee63 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Made reservation on behalf of ea5518dc3a684f128c195124e4b872a7 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:27:33.805972 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-490848f6-8b6b-4072-8ac7-d19e208eee63 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:33.881733 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463acafd-6555-4487-b9ba-4ae54e005def admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:27:33.897966 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0d7070-5947-482c-a758-10b89647357e None None] Sync routers for ids ['d4c36c17-2f7a-4e77-9c08-b3265739ec23'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:27:33.933051 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-33dd382b-4910-449d-b5f8-2a9162a297d8 admin admin] Deleting subnet 26d9264a-299a-4d37-a6df-7bf2c29884f5 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:27:33.943987 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0d7070-5947-482c-a758-10b89647357e None None] Routers {'d4c36c17-2f7a-4e77-9c08-b3265739ec23'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:33.944695 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-3b0d7070-5947-482c-a758-10b89647357e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:27:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['d4c36c17-2f7a-4e77-9c08-b3265739ec23'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:33.945942 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-33dd382b-4910-449d-b5f8-2a9162a297d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:33.996744 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-86884c85-1c21-440b-9b22-7f5873cd218b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Deleting port 6f9b4e15-68f3-47e8-a40a-fc628ee9db3f {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:27:33.997083 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-86884c85-1c21-440b-9b22-7f5873cd218b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:34.212878 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8937791-e7af-4f4e-96bf-e6f78f77d46d req-ccc80fb4-3100-453f-83d6-9488ec808533 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 210 time: 0.3325708 Dec 16 22:27:34.217247 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-2be3f2a9-1a77-42ea-a31a-99a5ddd7c306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:34.218550 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-2be3f2a9-1a77-42ea-a31a-99a5ddd7c306 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c82cad89-cf9a-46f0-9ac6-686f18c47df5 HTTP/1.1" status: 200 len: 797 time: 0.6254332 Dec 16 22:27:34.223287 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-463acafd-6555-4487-b9ba-4ae54e005def admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:34.228698 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-463acafd-6555-4487-b9ba-4ae54e005def admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.3261986 Dec 16 22:27:34.232828 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-86884c85-1c21-440b-9b22-7f5873cd218b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:34.235240 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55416) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:34.317244 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-33dd382b-4910-449d-b5f8-2a9162a297d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:34.348534 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefaa56-bdc1-4388-b66b-a6b74ea4ac88 req-fe012cd6-e725-4730-9238-2466e0862679 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:34.359703 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eeefaa56-bdc1-4388-b66b-a6b74ea4ac88 req-fe012cd6-e725-4730-9238-2466e0862679 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.3577206 Dec 16 22:27:34.380022 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-86884c85-1c21-440b-9b22-7f5873cd218b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Calling delete_port for 6f9b4e15-68f3-47e8-a40a-fc628ee9db3f owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:27:34.446187 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-3b0d7070-5947-482c-a758-10b89647357e None None] Set router d4c36c17-2f7a-4e77-9c08-b3265739ec23 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:27:34.531297 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eeefaa56-bdc1-4388-b66b-a6b74ea4ac88 req-5dd2ad4d-8352-47d9-b726-47f66741d22a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692634 Dec 16 22:27:34.733351 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-33dd382b-4910-449d-b5f8-2a9162a297d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:34.787833 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-3b0d7070-5947-482c-a758-10b89647357e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c36c17-2f7a-4e77-9c08-b3265739ec23', 'name': 'tempest-TestVolumeBackupRestore-2123282228-router', 'tenant_id': '085ba3ca03db4459ac5b6a43aefbd8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '7a06c354-a9a3-4c49-8b08-cd45c1ec26c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:27Z', 'updated_at': '2021-12-16T22:27:31Z', 'revision_number': 3, 'project_id': '085ba3ca03db4459ac5b6a43aefbd8bd', 'gw_port': {'id': '7a06c354-a9a3-4c49-8b08-cd45c1ec26c7', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c36c17-2f7a-4e77-9c08-b3265739ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:28Z', 'updated_at': '2021-12-16T22:27:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:34.798710 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-8bcbd5bf-e1e3-4302-bbc6-7257af38426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:34.801545 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-8bcbd5bf-e1e3-4302-bbc6-7257af38426e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66e9be3c-e724-4370-8e53-fc3253b9f776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5713923 Dec 16 22:27:34.802671 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-490848f6-8b6b-4072-8ac7-d19e208eee63 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Allocated IP 172.20.0.2 (95473deb-c4c6-4acd-ac8d-825e9f19ae01/d92fc665-bd71-47a6-9642-bbd2141113cf/860aa83c-e696-4f7f-a58e-450ccf27bd49) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:27:34.882146 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0d7070-5947-482c-a758-10b89647357e None None] Checking router: d4c36c17-2f7a-4e77-9c08-b3265739ec23 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:27:34.882146 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0d7070-5947-482c-a758-10b89647357e None None] Updating router d4c36c17-2f7a-4e77-9c08-b3265739ec23 port 7a06c354-a9a3-4c49-8b08-cd45c1ec26c7 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:27:34.942993 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b0d7070-5947-482c-a758-10b89647357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:34.961977 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-33dd382b-4910-449d-b5f8-2a9162a297d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:35.029038 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd382b-4910-449d-b5f8-2a9162a297d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26d9264a-299a-4d37-a6df-7bf2c29884f5,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:35.041201 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-33dd382b-4910-449d-b5f8-2a9162a297d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:35.045911 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-33dd382b-4910-449d-b5f8-2a9162a297d8 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/26d9264a-299a-4d37-a6df-7bf2c29884f5 HTTP/1.1" status: 204 len: 168 time: 1.3762765 Dec 16 22:27:35.054549 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55432) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:35.312896 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b0d7070-5947-482c-a758-10b89647357e None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:35.318914 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adc7c0d-4487-4546-bd64-a6ce2db3df58 None None] Network 6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:27:35.418146 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b0d7070-5947-482c-a758-10b89647357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:35.463561 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-490848f6-8b6b-4072-8ac7-d19e208eee63 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:35.506001 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6af2030-753a-459b-bbd2-ce2d73c554ff None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:27:35.524258 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf28b27-8b3f-4cbc-bac5-0a21fd421ff7 None None] Pushing event updated for resources: {'Port': ['ID=7a06c354-a9a3-4c49-8b08-cd45c1ec26c7,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:35.527400 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3b0d7070-5947-482c-a758-10b89647357e None None] Attempting to bind port 7a06c354-a9a3-4c49-8b08-cd45c1ec26c7 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:27:35.527843 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3b0d7070-5947-482c-a758-10b89647357e None None] Attempting to bind port 7a06c354-a9a3-4c49-8b08-cd45c1ec26c7 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:27:35.528306 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0d7070-5947-482c-a758-10b89647357e None None] Attempting to bind port 7a06c354-a9a3-4c49-8b08-cd45c1ec26c7 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:27:35.533810 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-780a3162-41f4-4b1a-a963-5dce2505867a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:35.535703 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-780a3162-41f4-4b1a-a963-5dce2505867a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 812 time: 0.6589146 Dec 16 22:27:35.537379 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0d7070-5947-482c-a758-10b89647357e None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:27:35.538284 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0d7070-5947-482c-a758-10b89647357e None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:27:35.538435 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b0d7070-5947-482c-a758-10b89647357e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:35.538935 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0d7070-5947-482c-a758-10b89647357e None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:27:35.539635 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3b0d7070-5947-482c-a758-10b89647357e None None] Bound port: 7a06c354-a9a3-4c49-8b08-cd45c1ec26c7, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:27:35.540167 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b0d7070-5947-482c-a758-10b89647357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:35.541319 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:35.577539 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-ec61ca32-fd81-4518-b9b1-c89c6f154e30 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/quotas/c8c29047878b45f9aad1e147fc6565e9 HTTP/1.1" status: 200 len: 375 time: 0.0259936 Dec 16 22:27:35.640384 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-490848f6-8b6b-4072-8ac7-d19e208eee63 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:35.650913 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-3b0d7070-5947-482c-a758-10b89647357e None None] For port 7a06c354-a9a3-4c49-8b08-cd45c1ec26c7, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:27:35.656044 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-3b0d7070-5947-482c-a758-10b89647357e None None] For port 7a06c354-a9a3-4c49-8b08-cd45c1ec26c7, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7a06c354-a9a3-4c49-8b08-cd45c1ec26c7,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:27:35.663976 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46e4f37-ba1c-46d4-857c-03e0b6b8f4c2 None None] DHCP port deletion for 6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:27:35.688223 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-14e8b2d4-67c8-4ce9-9cda-125538a38d07 None None] Provisioning complete for port 7a06c354-a9a3-4c49-8b08-cd45c1ec26c7 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:35.688603 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14e8b2d4-67c8-4ce9-9cda-125538a38d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:35.705351 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31d610-a420-4804-ac30-fca72bb549ad req-4feccdca-612b-4392-bfa6-dfeb661c5d14 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:35.715960 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2c31d610-a420-4804-ac30-fca72bb549ad req-4feccdca-612b-4392-bfa6-dfeb661c5d14 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 1.0476060 Dec 16 22:27:35.791243 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-490848f6-8b6b-4072-8ac7-d19e208eee63 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:27:35.803089 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-490848f6-8b6b-4072-8ac7-d19e208eee63 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:27:35.809835 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-14e8b2d4-67c8-4ce9-9cda-125538a38d07 None None] Port 7a06c354-a9a3-4c49-8b08-cd45c1ec26c7 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:27:35.811993 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b0d7070-5947-482c-a758-10b89647357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:35.824088 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-490848f6-8b6b-4072-8ac7-d19e208eee63 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:27:35.832779 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490848f6-8b6b-4072-8ac7-d19e208eee63 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Pushing event updated for resources: {'Port': ['ID=860aa83c-e696-4f7f-a58e-450ccf27bd49,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:35.867385 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-4f52ab93-0e80-40d7-8796-95ee0ebd29a2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2868378 Dec 16 22:27:35.884649 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4d94f0-8728-433b-9849-b68caccfcdfc None None] DHCP port deletion for 95473deb-c4c6-4acd-ac8d-825e9f19ae01 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:27:35.940959 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] Deleting port b0b15a06-200c-4f43-ae46-cde325f7cc1f {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:27:35.941760 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f2291c-5e9a-4a08-817b-4d72f75867eb None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:27:35.945800 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:35.946161 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0d7070-5947-482c-a758-10b89647357e None None] Routers {'d4c36c17-2f7a-4e77-9c08-b3265739ec23'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:35.947107 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-3b0d7070-5947-482c-a758-10b89647357e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:27:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['d4c36c17-2f7a-4e77-9c08-b3265739ec23'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:35.974623 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-490848f6-8b6b-4072-8ac7-d19e208eee63 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:35.975556 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-490848f6-8b6b-4072-8ac7-d19e208eee63 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:36.038024 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf28b27-8b3f-4cbc-bac5-0a21fd421ff7 None None] Pushing event updated for resources: {'Port': ['ID=7a06c354-a9a3-4c49-8b08-cd45c1ec26c7,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:36.065743 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3bbee04f-c786-4b9b-afcb-965c56c1fb84 None None] Provisioning complete for port 860aa83c-e696-4f7f-a58e-450ccf27bd49 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:36.066391 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3bbee04f-c786-4b9b-afcb-965c56c1fb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:36.100562 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a46e4f37-ba1c-46d4-857c-03e0b6b8f4c2 None None] Deleting port b0b15a06-200c-4f43-ae46-cde325f7cc1f {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:27:36.101396 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a46e4f37-ba1c-46d4-857c-03e0b6b8f4c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:36.202715 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-3bbee04f-c786-4b9b-afcb-965c56c1fb84 None None] Port 860aa83c-e696-4f7f-a58e-450ccf27bd49 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:27:36.207997 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-490848f6-8b6b-4072-8ac7-d19e208eee63 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3866029 Dec 16 22:27:36.225010 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] For port b0b15a06-200c-4f43-ae46-cde325f7cc1f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b0b15a06-200c-4f43-ae46-cde325f7cc1f,segment=NetworkSegment(fa8a56cc-291b-4123-9629-0e526309a2be),segment_id=fa8a56cc-291b-4123-9629-0e526309a2be)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:36.229136 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:36.229267 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2c31d610-a420-4804-ac30-fca72bb549ad req-95f4f9d7-b845-4780-b4fb-9b007f74a4d2 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5113335 Dec 16 22:27:36.238521 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-f022a125-af39-4732-8719-b174cf562f1c service neutron] Request body: {'port': {'device_id': '6cee287c-3885-4271-9f64-800c87b23a90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:36.246563 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-3b0d7070-5947-482c-a758-10b89647357e None None] Set router d4c36c17-2f7a-4e77-9c08-b3265739ec23 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:27:36.250445 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a46e4f37-ba1c-46d4-857c-03e0b6b8f4c2 None None] For port b0b15a06-200c-4f43-ae46-cde325f7cc1f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b0b15a06-200c-4f43-ae46-cde325f7cc1f,segment=NetworkSegment(fa8a56cc-291b-4123-9629-0e526309a2be),segment_id=fa8a56cc-291b-4123-9629-0e526309a2be)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:36.251035 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a46e4f37-ba1c-46d4-857c-03e0b6b8f4c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:36.285091 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] Calling delete_port for b0b15a06-200c-4f43-ae46-cde325f7cc1f owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:27:36.311175 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-ff9de4cc-7f4e-4268-b755-6c6e4ede34ee service neutron] 10.222.0.57 "GET /v2.0/networks/66e9be3c-e724-4370-8e53-fc3253b9f776?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4840503 Dec 16 22:27:36.373411 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-01aa7467-42e4-4bdb-b211-301311df2a99 service neutron] 10.222.0.75 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881876 Dec 16 22:27:36.461858 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a46e4f37-ba1c-46d4-857c-03e0b6b8f4c2 None None] Calling delete_port for b0b15a06-200c-4f43-ae46-cde325f7cc1f owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:27:36.483603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b0b15a06-200c-4f43-ae46-cde325f7cc1f no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:27:36.539490 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-a520f742-24e6-48c7-b691-8cafbddb05e7 service neutron] 10.222.0.75 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008222 Dec 16 22:27:36.542025 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-f022a125-af39-4732-8719-b174cf562f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:36.599454 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2468d69-53d9-4515-a561-ccda8f263318 req-ab50e9c8-8d6c-48b8-9dc2-354944be6703 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:36.607572 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c2468d69-53d9-4515-a561-ccda8f263318 req-ab50e9c8-8d6c-48b8-9dc2-354944be6703 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 931 time: 0.2163293 Dec 16 22:27:36.672478 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3fbc03b0-e41b-43f5-941e-78b0bf1bc129 None None] Provisioning complete for port 7a06c354-a9a3-4c49-8b08-cd45c1ec26c7 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:36.672868 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3fbc03b0-e41b-43f5-941e-78b0bf1bc129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:36.673381 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-86884c85-1c21-440b-9b22-7f5873cd218b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:36.743722 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c2468d69-53d9-4515-a561-ccda8f263318 req-c0c3f369-2ef0-4d89-b49f-54cab4c305f1 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348603 Dec 16 22:27:36.758810 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-a13f7746-77e6-406b-93eb-d14ac509d8cb service neutron] 10.222.0.57 "GET /v2.0/networks/66e9be3c-e724-4370-8e53-fc3253b9f776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730390 Dec 16 22:27:36.919319 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86884c85-1c21-440b-9b22-7f5873cd218b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Port': ['ID=6f9b4e15-68f3-47e8-a40a-fc628ee9db3f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:36.994833 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:37.046088 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:27:37.049276 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:37.049276 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:27:37.049276 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:37.049276 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:27:37.049276 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:37.049276 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:27:37.049276 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:37.049276 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:27:37.049276 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:37.049276 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:27:37.049276 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:37.049276 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:27:37.049276 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:37.049276 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:27:37.070679 n-d-815324-4 neutron-server[103615]: INFO neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No ports have port_id starting with b0b15a06-200c-4f43-ae46-cde325f7cc1f Dec 16 22:27:37.072271 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a46e4f37-ba1c-46d4-857c-03e0b6b8f4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:37.100822 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] No DVR routers for this DVR port b0b15a06-200c-4f43-ae46-cde325f7cc1f on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:27:37.141341 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86884c85-1c21-440b-9b22-7f5873cd218b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:37.141736 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86884c85-1c21-440b-9b22-7f5873cd218b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:37.142207 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86884c85-1c21-440b-9b22-7f5873cd218b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:37.142718 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86884c85-1c21-440b-9b22-7f5873cd218b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:37.143259 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86884c85-1c21-440b-9b22-7f5873cd218b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:37.143879 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86884c85-1c21-440b-9b22-7f5873cd218b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:37.144562 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86884c85-1c21-440b-9b22-7f5873cd218b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:37.145318 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86884c85-1c21-440b-9b22-7f5873cd218b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:37.145767 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86884c85-1c21-440b-9b22-7f5873cd218b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:37.146285 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86884c85-1c21-440b-9b22-7f5873cd218b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:37.146669 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86884c85-1c21-440b-9b22-7f5873cd218b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:37.147131 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86884c85-1c21-440b-9b22-7f5873cd218b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:37.153908 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86884c85-1c21-440b-9b22-7f5873cd218b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:37.154762 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-ad5ecbd3-0520-4bb4-b6cf-2a641819c233 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9a1c0d4e-2e67-4e71-b13c-a20d0215551f HTTP/1.1" status: 200 len: 217 time: 0.2825933 Dec 16 22:27:37.192565 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e4f37-ba1c-46d4-857c-03e0b6b8f4c2 None None] Pushing event deleted for resources: {'Port': ['ID=b0b15a06-200c-4f43-ae46-cde325f7cc1f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:37.205359 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b15a06-200c-4f43-ae46-cde325f7cc1f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:37.230853 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46e4f37-ba1c-46d4-857c-03e0b6b8f4c2 None None] No DVR routers for this DVR port b0b15a06-200c-4f43-ae46-cde325f7cc1f on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:27:37.363605 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:37.363605 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:37.364233 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:37.364701 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:37.365163 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:37.365506 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:37.365846 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:37.366184 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:37.366696 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:37.374419 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:37.375557 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:37.376281 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:37.377904 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:27:37.414435 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:37.437151 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3fbc03b0-e41b-43f5-941e-78b0bf1bc129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:37.453770 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8e28f01-c381-4f4d-ba4f-87bc03f33658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:37.503531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-3fbc03b0-e41b-43f5-941e-78b0bf1bc129 None None] For port 7a06c354-a9a3-4c49-8b08-cd45c1ec26c7, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7a06c354-a9a3-4c49-8b08-cd45c1ec26c7,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:37.511556 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-447543e1-5940-4755-81ff-0a9e0541b6e2 req-5521fe8a-5a38-4564-9760-f4877170d366 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 210 time: 0.1724210 Dec 16 22:27:37.512572 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-3b0d7070-5947-482c-a758-10b89647357e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c36c17-2f7a-4e77-9c08-b3265739ec23', 'name': 'tempest-TestVolumeBackupRestore-2123282228-router', 'tenant_id': '085ba3ca03db4459ac5b6a43aefbd8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '7a06c354-a9a3-4c49-8b08-cd45c1ec26c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:27Z', 'updated_at': '2021-12-16T22:27:31Z', 'revision_number': 3, 'project_id': '085ba3ca03db4459ac5b6a43aefbd8bd', 'gw_port': {'id': '7a06c354-a9a3-4c49-8b08-cd45c1ec26c7', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c36c17-2f7a-4e77-9c08-b3265739ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:28Z', 'updated_at': '2021-12-16T22:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:37.543674 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-86884c85-1c21-440b-9b22-7f5873cd218b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:37.556924 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0d7070-5947-482c-a758-10b89647357e None None] The sync data for ids ['d4c36c17-2f7a-4e77-9c08-b3265739ec23'] in n-d-815324-4 is: [{'id': 'd4c36c17-2f7a-4e77-9c08-b3265739ec23', 'name': 'tempest-TestVolumeBackupRestore-2123282228-router', 'tenant_id': '085ba3ca03db4459ac5b6a43aefbd8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '7a06c354-a9a3-4c49-8b08-cd45c1ec26c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:27Z', 'updated_at': '2021-12-16T22:27:31Z', 'revision_number': 3, 'project_id': '085ba3ca03db4459ac5b6a43aefbd8bd', 'gw_port': {'id': '7a06c354-a9a3-4c49-8b08-cd45c1ec26c7', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c36c17-2f7a-4e77-9c08-b3265739ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:28Z', 'updated_at': '2021-12-16T22:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:27:37.561113 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-7460ecd3-6b58-4cfd-8025-e06d18baf820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:37.562826 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-7460ecd3-6b58-4cfd-8025-e06d18baf820 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c82cad89-cf9a-46f0-9ac6-686f18c47df5 HTTP/1.1" status: 200 len: 797 time: 0.3810291 Dec 16 22:27:37.622695 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-f022a125-af39-4732-8719-b174cf562f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 860aa83c-e696-4f7f-a58e-450ccf27bd49 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:27:37.631912 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-f022a125-af39-4732-8719-b174cf562f1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:37.658634 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-f022a125-af39-4732-8719-b174cf562f1c service neutron] Transition to ACTIVE for port object 860aa83c-e696-4f7f-a58e-450ccf27bd49 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:27:37.681138 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:37.700679 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8a56cc-291b-4123-9629-0e526309a2be') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:37.700679 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8a56cc-291b-4123-9629-0e526309a2be') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:37.710571 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cc28e-c66a-46f3-9f01-a9b184f8b9b0 req-f166291b-9757-48a3-ab9b-a36213f0ee86 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:37.717936 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-835cc28e-c66a-46f3-9f01-a9b184f8b9b0 req-f166291b-9757-48a3-ab9b-a36213f0ee86 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.2999375 Dec 16 22:27:37.736798 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3fbc03b0-e41b-43f5-941e-78b0bf1bc129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:37.740486 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:37.780522 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:37.822040 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:27:37.822634 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:27:37.826885 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:27:37.845001 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc03b0-e41b-43f5-941e-78b0bf1bc129 None None] Pushing event updated for resources: {'Port': ['ID=7a06c354-a9a3-4c49-8b08-cd45c1ec26c7,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:37.896465 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-835cc28e-c66a-46f3-9f01-a9b184f8b9b0 req-c4e6a552-4b5b-4eb9-90ab-1b857eff307e tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775408 Dec 16 22:27:37.931082 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-09446c4e-05e4-4fb1-bb0f-9d0316dc0b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:37.931082 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-09446c4e-05e4-4fb1-bb0f-9d0316dc0b6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66e9be3c-e724-4370-8e53-fc3253b9f776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3188863 Dec 16 22:27:37.946223 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-f022a125-af39-4732-8719-b174cf562f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:38.041870 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a98d059-6b4b-4b55-8ee7-f434de014d0b None None] DHCP port deletion for 95473deb-c4c6-4acd-ac8d-825e9f19ae01 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:27:38.086102 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022a125-af39-4732-8719-b174cf562f1c service neutron] Pushing event updated for resources: {'Port': ['ID=860aa83c-e696-4f7f-a58e-450ccf27bd49,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:38.173323 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:38.243938 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:38.247286 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] 10.222.0.75 "DELETE /v2.0/networks/6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6 HTTP/1.1" status: 204 len: 168 time: 3.1875689 Dec 16 22:27:38.259395 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86884c85-1c21-440b-9b22-7f5873cd218b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Router 0b89b796-45fe-4a93-82a3-26468869f24c has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:27:38.260697 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55460) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:38.280859 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c29ff4-e126-4b95-bd74-b01cc70fe8b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c0bb3c2-8f5f-44ea-8b07-4a5b74ca9ec6,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:38.347771 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-f022a125-af39-4732-8719-b174cf562f1c service neutron] Attempting to bind port 860aa83c-e696-4f7f-a58e-450ccf27bd49 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:27:38.348541 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-f022a125-af39-4732-8719-b174cf562f1c service neutron] Attempting to bind port 860aa83c-e696-4f7f-a58e-450ccf27bd49 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '54ececd1-5703-4b82-a936-724ab58accf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:27:38.349054 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-f022a125-af39-4732-8719-b174cf562f1c service neutron] Attempting to bind port 860aa83c-e696-4f7f-a58e-450ccf27bd49 on network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:27:38.358817 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-f022a125-af39-4732-8719-b174cf562f1c service neutron] Port 860aa83c-e696-4f7f-a58e-450ccf27bd49 on network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:27:38.370027 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-f022a125-af39-4732-8719-b174cf562f1c service neutron] Attempting to bind port 860aa83c-e696-4f7f-a58e-450ccf27bd49 on network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:27:38.381389 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-f022a125-af39-4732-8719-b174cf562f1c service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:27:38.381389 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-f022a125-af39-4732-8719-b174cf562f1c service neutron] Checking segment: {'id': '54ececd1-5703-4b82-a936-724ab58accf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:27:38.381636 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-f022a125-af39-4732-8719-b174cf562f1c service neutron] Bound using segment: {'id': '54ececd1-5703-4b82-a936-724ab58accf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:27:38.382160 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-f022a125-af39-4732-8719-b174cf562f1c service neutron] Bound port: 860aa83c-e696-4f7f-a58e-450ccf27bd49, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ececd1-5703-4b82-a936-724ab58accf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:27:38.382633 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-f022a125-af39-4732-8719-b174cf562f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:38.446050 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fccd85-3c55-4a6d-8f36-2a8b2c33c0be req-760e9a33-e08b-4ff6-a09b-4c15fe9b96bc tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:38.448028 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-14fccd85-3c55-4a6d-8f36-2a8b2c33c0be req-760e9a33-e08b-4ff6-a09b-4c15fe9b96bc tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 931 time: 0.5958455 Dec 16 22:27:38.542024 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7a06c354-a9a3-4c49-8b08-cd45c1ec26c7 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:27:38.593024 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-f022a125-af39-4732-8719-b174cf562f1c service neutron] For port 860aa83c-e696-4f7f-a58e-450ccf27bd49, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:27:38.603990 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-f022a125-af39-4732-8719-b174cf562f1c service neutron] For port 860aa83c-e696-4f7f-a58e-450ccf27bd49, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=860aa83c-e696-4f7f-a58e-450ccf27bd49,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:27:38.619219 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-d8e28f01-c381-4f4d-ba4f-87bc03f33658 admin admin] Allocated IP 172.20.0.1 (8ae04c1b-d969-496b-89e9-e642211588e3/4442964c-170b-4d68-8c6b-87304508c88e/aeda3df3-298f-435a-8d5b-6231374560c4) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:27:38.696902 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 7a06c354-a9a3-4c49-8b08-cd45c1ec26c7 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:38.697501 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:38.841651 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86884c85-1c21-440b-9b22-7f5873cd218b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:27:38.857726 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03982e18-8aa9-414d-9bee-6c82ba7abc31 None None] Sync routers for ids ['0b89b796-45fe-4a93-82a3-26468869f24c'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:27:38.874156 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03982e18-8aa9-414d-9bee-6c82ba7abc31 None None] Routers {'0b89b796-45fe-4a93-82a3-26468869f24c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:38.877386 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-03982e18-8aa9-414d-9bee-6c82ba7abc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:27:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0b89b796-45fe-4a93-82a3-26468869f24c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:38.889425 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-86884c85-1c21-440b-9b22-7f5873cd218b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "PUT /v2.0/routers/0b89b796-45fe-4a93-82a3-26468869f24c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4719799 Dec 16 22:27:38.931975 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55466) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:38.981658 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-03982e18-8aa9-414d-9bee-6c82ba7abc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:39.008058 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03982e18-8aa9-414d-9bee-6c82ba7abc31 None None] Routers {'0b89b796-45fe-4a93-82a3-26468869f24c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:39.008966 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-03982e18-8aa9-414d-9bee-6c82ba7abc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:27:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0b89b796-45fe-4a93-82a3-26468869f24c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:39.124499 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-03982e18-8aa9-414d-9bee-6c82ba7abc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:39.126534 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03982e18-8aa9-414d-9bee-6c82ba7abc31 None None] The sync data for ids ['0b89b796-45fe-4a93-82a3-26468869f24c'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:27:39.142454 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8e28f01-c381-4f4d-ba4f-87bc03f33658 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:39.230043 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-6273a9ca-5d5b-47c8-af15-059fd3ec0f03 service neutron] 10.222.0.57 "GET /v2.0/networks/66e9be3c-e724-4370-8e53-fc3253b9f776?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2349174 Dec 16 22:27:39.242408 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-14fccd85-3c55-4a6d-8f36-2a8b2c33c0be req-5a353c12-90cb-4a57-bff7-e1b23668c2e5 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7421138 Dec 16 22:27:39.317463 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-f022a125-af39-4732-8719-b174cf562f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:39.360552 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3398e8af-d6df-4bfe-bddb-7bbc899a8ba5 req-13dcc183-818f-4f7c-b3b7-aea5bdaee2ac tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 210 time: 0.7511106 Dec 16 22:27:39.432481 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aa2e9b-6e7e-4b79-864f-3faaee88a801 None None] DHCP port deletion for 95473deb-c4c6-4acd-ac8d-825e9f19ae01 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:27:39.442203 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-f022a125-af39-4732-8719-b174cf562f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:39.455232 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-f022a125-af39-4732-8719-b174cf562f1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:39.455232 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-f022a125-af39-4732-8719-b174cf562f1c service neutron] 10.222.0.76 "PUT /v2.0/ports/860aa83c-e696-4f7f-a58e-450ccf27bd49 HTTP/1.1" status: 200 len: 1091 time: 3.2130578 Dec 16 22:27:39.455232 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cee287c-3885-4271-9f64-800c87b23a90', 'tag': '860aa83c-e696-4f7f-a58e-450ccf27bd49'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:27:39.455232 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ec9bd4-5b8b-447f-9a1a-f1fa302b77bd" -d '{"events": [{"name": "network-changed", "server_uuid": "6cee287c-3885-4271-9f64-800c87b23a90", "tag": "860aa83c-e696-4f7f-a58e-450ccf27bd49"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:27:39.570576 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022a125-af39-4732-8719-b174cf562f1c service neutron] Pushing event updated for resources: {'Port': ['ID=860aa83c-e696-4f7f-a58e-450ccf27bd49,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:39.573665 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4915f7d-1ea9-423f-a240-c05e8a27af5d req-63211d3e-8a8c-408c-88da-b9147cc3a41d service neutron] 10.222.0.57 "GET /v2.0/networks/66e9be3c-e724-4370-8e53-fc3253b9f776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801073 Dec 16 22:27:39.605687 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c1c812b6-6b1e-40c6-a76a-acf5a73eab19 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b89b796-45fe-4a93-82a3-26468869f24c HTTP/1.1" status: 200 len: 205 time: 0.6630020 Dec 16 22:27:39.608264 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55480) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:39.609998 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8e28f01-c381-4f4d-ba4f-87bc03f33658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:39.684605 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e28f01-c381-4f4d-ba4f-87bc03f33658 admin admin] Pushing event updated for resources: {'Port': ['ID=aeda3df3-298f-435a-8d5b-6231374560c4,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:39.786709 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e28f01-c381-4f4d-ba4f-87bc03f33658 admin admin] Network 8ae04c1b-d969-496b-89e9-e642211588e3 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:27:39.791551 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-d8e28f01-c381-4f4d-ba4f-87bc03f33658 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:27:39.793945 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e28f01-c381-4f4d-ba4f-87bc03f33658 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:27:39.816105 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88484607-52b0-4c75-8f94-229be8bce454 x-openstack-request-id: req-88484607-52b0-4c75-8f94-229be8bce454 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:27:39.816561 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cee287c-3885-4271-9f64-800c87b23a90", "tag": "860aa83c-e696-4f7f-a58e-450ccf27bd49", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:27:39.817093 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-88484607-52b0-4c75-8f94-229be8bce454 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:27:39.817628 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cee287c-3885-4271-9f64-800c87b23a90', 'tag': '860aa83c-e696-4f7f-a58e-450ccf27bd49', 'status': 'completed', 'code': 200} Dec 16 22:27:39.861886 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f601ac07-b850-4789-b484-31151d326ec0 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:40.025431 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae7462-9c7f-4f77-a0d7-0881c279ab46 req-87083f84-ce48-424f-9676-76fccd9ab9bc tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:40.032779 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-84ae7462-9c7f-4f77-a0d7-0881c279ab46 req-87083f84-ce48-424f-9676-76fccd9ab9bc tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.4741633 Dec 16 22:27:40.089949 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-10a802f0-e010-43a2-a95a-eb4110cb9097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:40.096619 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-10a802f0-e010-43a2-a95a-eb4110cb9097 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ea5518dc3a684f128c195124e4b872a7&device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 1094 time: 0.2779191 Dec 16 22:27:40.120112 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8e28f01-c381-4f4d-ba4f-87bc03f33658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:40.329616 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3178b690-d964-444a-8cb9-34dcbb8f628f None None] Provisioning complete for port aeda3df3-298f-435a-8d5b-6231374560c4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:40.332009 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3178b690-d964-444a-8cb9-34dcbb8f628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:40.361782 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-5f5f18b3-e211-4d96-be84-e940994ef8bd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=860aa83c-e696-4f7f-a58e-450ccf27bd49 HTTP/1.1" status: 200 len: 217 time: 0.1127822 Dec 16 22:27:40.396441 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f601ac07-b850-4789-b484-31151d326ec0 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:40.447311 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-3178b690-d964-444a-8cb9-34dcbb8f628f None None] Port aeda3df3-298f-435a-8d5b-6231374560c4 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:27:40.489109 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f601ac07-b850-4789-b484-31151d326ec0 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:40.688114 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3d9fb-cd45-4934-9872-82264fd70323 req-618455b0-6e2c-4977-8eb8-2b8ad0833ae2 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:40.691009 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4ff3d9fb-cd45-4934-9872-82264fd70323 req-618455b0-6e2c-4977-8eb8-2b8ad0833ae2 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 943 time: 0.2325549 Dec 16 22:27:40.693451 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-5149eaf9-f6a0-4e90-8050-64589f40f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:40.695390 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-5149eaf9-f6a0-4e90-8050-64589f40f25b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d92fc665-bd71-47a6-9642-bbd2141113cf HTTP/1.1" status: 200 len: 851 time: 0.3257244 Dec 16 22:27:40.736080 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-56d7749c-c99a-4cef-a02e-5cb80e8f0716 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95473deb-c4c6-4acd-ac8d-825e9f19ae01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306566 Dec 16 22:27:40.810434 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f601ac07-b850-4789-b484-31151d326ec0 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:40.811594 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f601ac07-b850-4789-b484-31151d326ec0 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Fanout notify agent at l3_agent the message router_deleted on router 0b89b796-45fe-4a93-82a3-26468869f24c {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:27:40.830848 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f601ac07-b850-4789-b484-31151d326ec0 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:40.833727 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f601ac07-b850-4789-b484-31151d326ec0 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/routers/0b89b796-45fe-4a93-82a3-26468869f24c HTTP/1.1" status: 204 len: 168 time: 1.2240870 Dec 16 22:27:40.844928 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55492) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:41.045255 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-84ae7462-9c7f-4f77-a0d7-0881c279ab46 req-7300d307-0903-4be3-bf93-52ee6280df43 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9928861 Dec 16 22:27:41.103921 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-c6b4f2ef-ae14-49af-abd2-2174ee851da4 service neutron] 10.222.0.76 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550622 Dec 16 22:27:41.110747 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9bc551-dfc0-4618-bfcc-f828b8411f94 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Deleting subnet bc03f27d-a4ec-4e69-b244-677615954eaf {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:27:41.260653 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc551-dfc0-4618-bfcc-f828b8411f94 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:41.305784 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4ff3d9fb-cd45-4934-9872-82264fd70323 req-8ee172e1-8f11-4631-907e-cd850d7e3aa2 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073823 Dec 16 22:27:41.327899 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5bdf966f-3bd0-40cd-9112-46002cebccdd req-2ab58030-b3bf-4050-978a-b9237a123053 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 210 time: 0.1426394 Dec 16 22:27:41.376180 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5be06b27-0b3d-4089-8e09-e072d90013eb req-f4d2ca75-6fb8-4a9f-8b7a-218b85a7dcc6 service neutron] 10.222.0.76 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488532 Dec 16 22:27:41.435581 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc551-dfc0-4618-bfcc-f828b8411f94 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:41.483756 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8e28f01-c381-4f4d-ba4f-87bc03f33658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:41.615794 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc551-dfc0-4618-bfcc-f828b8411f94 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:41.622978 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-1b6f6f79-fb49-476e-bfdd-c745df73b69a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:41.622978 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-1b6f6f79-fb49-476e-bfdd-c745df73b69a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.57 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 812 time: 0.4287701 Dec 16 22:27:41.642811 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-0108ea14-6a00-42df-b8a7-b1a2666306b8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Request body: {'port': {'device_id': '61618d50-f1fb-4570-8e56-c2255b8afdad', 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1', 'admin_state_up': True, 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:41.690691 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dd62b4da-3359-4a7f-b3fb-e07ea176deeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:41.746864 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec9bd4-5b8b-447f-9a1a-f1fa302b77bd req-06f2a3b6-1514-4b99-8bd2-7a1d3de3aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:41.748439 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-18ec9bd4-5b8b-447f-9a1a-f1fa302b77bd req-06f2a3b6-1514-4b99-8bd2-7a1d3de3aa02 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ea5518dc3a684f128c195124e4b872a7&device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 1094 time: 0.0800419 Dec 16 22:27:41.854557 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec9bd4-5b8b-447f-9a1a-f1fa302b77bd req-057eeea1-8529-4598-81fc-b5bf04653682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:41.856231 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-18ec9bd4-5b8b-447f-9a1a-f1fa302b77bd req-057eeea1-8529-4598-81fc-b5bf04653682 service neutron] 10.222.0.76 "GET /v2.0/networks?id=95473deb-c4c6-4acd-ac8d-825e9f19ae01 HTTP/1.1" status: 200 len: 911 time: 0.0987799 Dec 16 22:27:41.903390 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-18ec9bd4-5b8b-447f-9a1a-f1fa302b77bd req-9b20d634-c21a-420a-b786-263891cdf29c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=860aa83c-e696-4f7f-a58e-450ccf27bd49 HTTP/1.1" status: 200 len: 217 time: 0.0393393 Dec 16 22:27:41.975385 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec9bd4-5b8b-447f-9a1a-f1fa302b77bd req-4044837f-3933-46a3-bf75-309028bedc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:41.977212 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-18ec9bd4-5b8b-447f-9a1a-f1fa302b77bd req-4044837f-3933-46a3-bf75-309028bedc56 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d92fc665-bd71-47a6-9642-bbd2141113cf HTTP/1.1" status: 200 len: 851 time: 0.0659115 Dec 16 22:27:42.026593 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-18ec9bd4-5b8b-447f-9a1a-f1fa302b77bd req-ca3c662e-cd06-4d27-98ba-d2b113b675c5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95473deb-c4c6-4acd-ac8d-825e9f19ae01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416224 Dec 16 22:27:42.028016 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc551-dfc0-4618-bfcc-f828b8411f94 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:42.053659 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8e28f01-c381-4f4d-ba4f-87bc03f33658 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:42.066206 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9bc551-dfc0-4618-bfcc-f828b8411f94 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Subnet': ['ID=bc03f27d-a4ec-4e69-b244-677615954eaf,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:42.077155 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8898051d-7a3a-4499-83ec-14501f1368bd None None] Network ef508131-cbff-42bc-9b14-7a97b92e4505 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:27:42.081151 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-0108ea14-6a00-42df-b8a7-b1a2666306b8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Made reservation on behalf of c8c29047878b45f9aad1e147fc6565e9 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:27:42.086526 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-0108ea14-6a00-42df-b8a7-b1a2666306b8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:42.135551 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc551-dfc0-4618-bfcc-f828b8411f94 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:42.160636 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bc9bc551-dfc0-4618-bfcc-f828b8411f94 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/subnets/bc03f27d-a4ec-4e69-b244-677615954eaf HTTP/1.1" status: 204 len: 168 time: 1.3103337 Dec 16 22:27:42.179122 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55502) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:42.200745 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8e28f01-c381-4f4d-ba4f-87bc03f33658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:42.359987 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-18ec9bd4-5b8b-447f-9a1a-f1fa302b77bd req-fc37c649-52a9-41c5-8808-2dad8bf08767 service neutron] 10.222.0.76 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212397 Dec 16 22:27:42.398602 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e621e0dc-9248-44cf-b959-b58e946f2226 None None] DHCP port deletion for ef508131-cbff-42bc-9b14-7a97b92e4505 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:27:42.507433 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e621e0dc-9248-44cf-b959-b58e946f2226 None None] Deleting port 4cc59320-f448-4244-af51-de23609e9c23 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:27:42.509156 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e621e0dc-9248-44cf-b959-b58e946f2226 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:42.610100 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e621e0dc-9248-44cf-b959-b58e946f2226 None None] For port 4cc59320-f448-4244-af51-de23609e9c23, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4cc59320-f448-4244-af51-de23609e9c23,segment=NetworkSegment(28fd7888-a39c-4eab-9bee-cbff3046dd2f),segment_id=28fd7888-a39c-4eab-9bee-cbff3046dd2f)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:42.610797 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e621e0dc-9248-44cf-b959-b58e946f2226 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:42.633437 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e28f01-c381-4f4d-ba4f-87bc03f33658 admin admin] Pushing event updated for resources: {'Port': ['ID=aeda3df3-298f-435a-8d5b-6231374560c4,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:42.634039 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c820e86-ed66-4e2e-8fac-40a60352a959 req-bad6cddc-352d-4750-94ef-13eb3fc3164a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:42.635652 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0c820e86-ed66-4e2e-8fac-40a60352a959 req-bad6cddc-352d-4750-94ef-13eb3fc3164a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 943 time: 0.1355612 Dec 16 22:27:42.637854 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-18ec9bd4-5b8b-447f-9a1a-f1fa302b77bd req-94d31d65-063a-4866-b474-f065b828ebc2 service neutron] 10.222.0.76 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690313 Dec 16 22:27:42.641162 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e621e0dc-9248-44cf-b959-b58e946f2226 None None] Calling delete_port for 4cc59320-f448-4244-af51-de23609e9c23 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:27:42.647157 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8e28f01-c381-4f4d-ba4f-87bc03f33658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:42.648449 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bbca9301-d433-451c-8a97-284de7a014e2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:42.747481 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0c820e86-ed66-4e2e-8fac-40a60352a959 req-7f8116d5-e1d1-47f5-90a1-3a1b5b20d93c tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972228 Dec 16 22:27:42.758706 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b7450-99f6-4d6f-b6ab-4b8cb75e86be req-4fd1fc47-2057-4bbc-8853-71aa9918673c tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:42.760243 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d73b7450-99f6-4d6f-b6ab-4b8cb75e86be req-4fd1fc47-2057-4bbc-8853-71aa9918673c tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.5800178 Dec 16 22:27:42.845241 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e621e0dc-9248-44cf-b959-b58e946f2226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:42.868894 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cf9f9ea2-e3fb-4ec6-896d-4a9cdd886126 req-9807fb6a-ae97-44ce-ba22-d6312990c550 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 210 time: 0.0327156 Dec 16 22:27:42.889019 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621e0dc-9248-44cf-b959-b58e946f2226 None None] Pushing event deleted for resources: {'Port': ['ID=4cc59320-f448-4244-af51-de23609e9c23,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:42.900203 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e621e0dc-9248-44cf-b959-b58e946f2226 None None] No DVR routers for this DVR port 4cc59320-f448-4244-af51-de23609e9c23 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:27:43.042542 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e28f01-c381-4f4d-ba4f-87bc03f33658 admin admin] Network 8ae04c1b-d969-496b-89e9-e642211588e3 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:27:43.064080 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-d8e28f01-c381-4f4d-ba4f-87bc03f33658 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:27:43.070383 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-dd62b4da-3359-4a7f-b3fb-e07ea176deeb admin admin] Deleting port 22dba0f6-1218-47b6-b63c-5e39147ec001 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:27:43.070725 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dd62b4da-3359-4a7f-b3fb-e07ea176deeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:43.124149 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-0108ea14-6a00-42df-b8a7-b1a2666306b8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Allocated IP 172.20.0.14 (282aa10f-496c-46fb-be12-6b2a327d41c1/9ecefe13-aa2d-48b4-a74c-5805e96883cc/4629be9f-c39f-472c-9c18-d90ff2605158) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:27:43.155792 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bbca9301-d433-451c-8a97-284de7a014e2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:43.228028 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d73b7450-99f6-4d6f-b6ab-4b8cb75e86be req-fd08a15f-39ed-488f-a8cc-79d8cab9a326 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4534042 Dec 16 22:27:43.314724 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-bbca9301-d433-451c-8a97-284de7a014e2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef508131-cbff-42bc-9b14-7a97b92e4505']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:43.416424 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-864d26b2-f3bf-4baf-857d-906c5f5a130b None None] Provisioning complete for port aeda3df3-298f-435a-8d5b-6231374560c4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:43.417069 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-864d26b2-f3bf-4baf-857d-906c5f5a130b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:43.450760 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-bbca9301-d433-451c-8a97-284de7a014e2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28fd7888-a39c-4eab-9bee-cbff3046dd2f') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:43.451122 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-bbca9301-d433-451c-8a97-284de7a014e2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28fd7888-a39c-4eab-9bee-cbff3046dd2f') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:43.470590 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-864d26b2-f3bf-4baf-857d-906c5f5a130b None None] Port aeda3df3-298f-435a-8d5b-6231374560c4 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:27:43.480870 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-dd62b4da-3359-4a7f-b3fb-e07ea176deeb admin admin] For port 22dba0f6-1218-47b6-b63c-5e39147ec001, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=22dba0f6-1218-47b6-b63c-5e39147ec001,segment=NetworkSegment(3cdbf8ee-ea0e-48a1-b7ea-0046074fdf16),segment_id=3cdbf8ee-ea0e-48a1-b7ea-0046074fdf16)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:43.481275 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dd62b4da-3359-4a7f-b3fb-e07ea176deeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:43.489314 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bbca9301-d433-451c-8a97-284de7a014e2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:43.532069 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-dd62b4da-3359-4a7f-b3fb-e07ea176deeb admin admin] Calling delete_port for 22dba0f6-1218-47b6-b63c-5e39147ec001 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:27:43.558749 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bbca9301-d433-451c-8a97-284de7a014e2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:43.584807 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbca9301-d433-451c-8a97-284de7a014e2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:27:43.585217 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bbca9301-d433-451c-8a97-284de7a014e2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:27:43.624395 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:27:43.626684 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e28f01-c381-4f4d-ba4f-87bc03f33658 admin admin] Router d4c36c17-2f7a-4e77-9c08-b3265739ec23 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:27:43.690729 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-0108ea14-6a00-42df-b8a7-b1a2666306b8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:43.885842 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bbca9301-d433-451c-8a97-284de7a014e2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:43.913659 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bbca9301-d433-451c-8a97-284de7a014e2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:43.923547 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bbca9301-d433-451c-8a97-284de7a014e2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/networks/ef508131-cbff-42bc-9b14-7a97b92e4505 HTTP/1.1" status: 204 len: 168 time: 1.7275693 Dec 16 22:27:43.936442 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55516) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:43.953169 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-e48229a0-8ea7-48f2-ab9e-dead33c2b8f9 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1280227450', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:43.985267 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109efae-1cbf-4d5a-a1fb-922b724b16bb req-54f5ae5c-1a25-4a4e-b59f-51e29a6e67b6 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:43.994292 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7109efae-1cbf-4d5a-a1fb-922b724b16bb req-54f5ae5c-1a25-4a4e-b59f-51e29a6e67b6 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 943 time: 0.1212614 Dec 16 22:27:44.046637 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-0108ea14-6a00-42df-b8a7-b1a2666306b8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:44.093948 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca9301-d433-451c-8a97-284de7a014e2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Network': ['ID=ef508131-cbff-42bc-9b14-7a97b92e4505,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:44.108417 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7109efae-1cbf-4d5a-a1fb-922b724b16bb req-4c7d8252-6b18-4a56-a98e-e58fed23d517 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107197 Dec 16 22:27:44.176693 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dd62b4da-3359-4a7f-b3fb-e07ea176deeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:44.179996 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e28f01-c381-4f4d-ba4f-87bc03f33658 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:27:44.196373 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd01ee5-cfa9-4104-b619-86b37eed96e3 None None] Sync routers for ids ['d4c36c17-2f7a-4e77-9c08-b3265739ec23'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:27:44.199942 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d8e28f01-c381-4f4d-ba4f-87bc03f33658 admin admin] 10.222.0.75 "PUT /v2.0/routers/d4c36c17-2f7a-4e77-9c08-b3265739ec23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9607673 Dec 16 22:27:44.219019 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-0108ea14-6a00-42df-b8a7-b1a2666306b8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Network 282aa10f-496c-46fb-be12-6b2a327d41c1 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:27:44.236097 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b26f7-32ab-4afb-87d5-af2f21078bf7 req-a894931e-de34-4ed1-957f-20594229d861 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:44.242293 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd01ee5-cfa9-4104-b619-86b37eed96e3 None None] Routers {'d4c36c17-2f7a-4e77-9c08-b3265739ec23'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:44.244434 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-5fd01ee5-cfa9-4104-b619-86b37eed96e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:27:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['d4c36c17-2f7a-4e77-9c08-b3265739ec23'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:44.252660 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1b2b26f7-32ab-4afb-87d5-af2f21078bf7 req-a894931e-de34-4ed1-957f-20594229d861 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 932 time: 0.2058389 Dec 16 22:27:44.252850 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-0108ea14-6a00-42df-b8a7-b1a2666306b8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:27:44.263485 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108ea14-6a00-42df-b8a7-b1a2666306b8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Pushing event updated for resources: {'Port': ['ID=4629be9f-c39f-472c-9c18-d90ff2605158,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:44.279401 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e48229a0-8ea7-48f2-ab9e-dead33c2b8f9 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:44.284966 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e48229a0-8ea7-48f2-ab9e-dead33c2b8f9 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:44.291290 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-0108ea14-6a00-42df-b8a7-b1a2666306b8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:27:44.529144 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62b4da-3359-4a7f-b3fb-e07ea176deeb admin admin] Pushing event deleted for resources: {'Port': ['ID=22dba0f6-1218-47b6-b63c-5e39147ec001,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:44.546432 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4cc59320-f448-4244-af51-de23609e9c23 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:27:44.558596 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e48229a0-8ea7-48f2-ab9e-dead33c2b8f9 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:44.679184 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 4cc59320-f448-4244-af51-de23609e9c23 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:27:44.681527 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4cc59320-f448-4244-af51-de23609e9c23 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:27:44.709579 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49f62c-32b7-47a7-a45d-bb47237c3e45 req-0cdd7da3-3bf6-446e-9492-ce9306110ac1 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:44.722300 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac49f62c-32b7-47a7-a45d-bb47237c3e45 req-0cdd7da3-3bf6-446e-9492-ce9306110ac1 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.1917872 Dec 16 22:27:44.735016 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-0108ea14-6a00-42df-b8a7-b1a2666306b8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:44.735975 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-0108ea14-6a00-42df-b8a7-b1a2666306b8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:44.760954 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-5fd01ee5-cfa9-4104-b619-86b37eed96e3 None None] Set router d4c36c17-2f7a-4e77-9c08-b3265739ec23 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:27:44.780744 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e48229a0-8ea7-48f2-ab9e-dead33c2b8f9 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:44.841837 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1b2b26f7-32ab-4afb-87d5-af2f21078bf7 req-0935a130-005a-4dd1-9885-fc008a161f7f tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5912163 Dec 16 22:27:44.884866 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac49f62c-32b7-47a7-a45d-bb47237c3e45 req-dadfcc2d-47d1-4120-8dd3-4e38f5b5bd3f tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615689 Dec 16 22:27:44.960306 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dd62b4da-3359-4a7f-b3fb-e07ea176deeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:44.976365 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e48229a0-8ea7-48f2-ab9e-dead33c2b8f9 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:44.977661 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e48229a0-8ea7-48f2-ab9e-dead33c2b8f9 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0307767 Dec 16 22:27:44.984740 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-0108ea14-6a00-42df-b8a7-b1a2666306b8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3490627 Dec 16 22:27:44.987390 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55532) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:44.992436 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-8fc13f81-57c7-4024-9b8b-55c79f4fe11a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-989997169'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:45.081958 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-188822c4-4317-4f5e-b69a-35a278b76cbe service neutron] Request body: {'port': {'device_id': '61618d50-f1fb-4570-8e56-c2255b8afdad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:45.085130 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d9ba1a0e-2449-4f7c-a3f4-43c3da6088c2 None None] Provisioning complete for port 4629be9f-c39f-472c-9c18-d90ff2605158 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:45.085595 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9ba1a0e-2449-4f7c-a3f4-43c3da6088c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:45.242576 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc13f81-57c7-4024-9b8b-55c79f4fe11a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Made reservation on behalf of ac66d8dab830461c95f3885d1f77843c for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:27:45.248227 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8fc13f81-57c7-4024-9b8b-55c79f4fe11a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:45.283902 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 860aa83c-e696-4f7f-a58e-450ccf27bd49 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:27:45.336055 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc13f81-57c7-4024-9b8b-55c79f4fe11a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:27:45.371812 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8fc13f81-57c7-4024-9b8b-55c79f4fe11a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:45.374079 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-8fc13f81-57c7-4024-9b8b-55c79f4fe11a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Added segment fa308013-aae5-40b8-bf42-a76536032614 of type vlan for network afb73bd7-efaa-4b40-9988-6b80f1c529da Dec 16 22:27:45.493366 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 860aa83c-e696-4f7f-a58e-450ccf27bd49, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=860aa83c-e696-4f7f-a58e-450ccf27bd49,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:45.533311 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '860aa83c-e696-4f7f-a58e-450ccf27bd49', 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01', 'port_id': '860aa83c-e696-4f7f-a58e-450ccf27bd49', 'mac_address': 'fa:16:3e:1c:e6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd92fc665-bd71-47a6-9642-bbd2141113cf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:27:45.550902 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8fc13f81-57c7-4024-9b8b-55c79f4fe11a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:45.561044 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d9ba1a0e-2449-4f7c-a3f4-43c3da6088c2 None None] Port 4629be9f-c39f-472c-9c18-d90ff2605158 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:27:45.734139 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-5fd01ee5-cfa9-4104-b619-86b37eed96e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c36c17-2f7a-4e77-9c08-b3265739ec23', 'name': 'tempest-TestVolumeBackupRestore-2123282228-router', 'tenant_id': '085ba3ca03db4459ac5b6a43aefbd8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '7a06c354-a9a3-4c49-8b08-cd45c1ec26c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:27Z', 'updated_at': '2021-12-16T22:27:41Z', 'revision_number': 4, 'project_id': '085ba3ca03db4459ac5b6a43aefbd8bd', 'gw_port': {'id': '7a06c354-a9a3-4c49-8b08-cd45c1ec26c7', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c36c17-2f7a-4e77-9c08-b3265739ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:28Z', 'updated_at': '2021-12-16T22:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'aeda3df3-298f-435a-8d5b-6231374560c4', 'name': '', 'network_id': '8ae04c1b-d969-496b-89e9-e642211588e3', 'tenant_id': '085ba3ca03db4459ac5b6a43aefbd8bd', 'mac_address': 'fa:16:3e:bc:97:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c36c17-2f7a-4e77-9c08-b3265739ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '4442964c-170b-4d68-8c6b-87304508c88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:37Z', 'updated_at': '2021-12-16T22:27:41Z', 'revision_number': 2, 'project_id': '085ba3ca03db4459ac5b6a43aefbd8bd', 'subnets': [{'id': '4442964c-170b-4d68-8c6b-87304508c88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:45.736157 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:45.759526 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8fc13f81-57c7-4024-9b8b-55c79f4fe11a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:45.766578 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc13f81-57c7-4024-9b8b-55c79f4fe11a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:45.767358 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8fc13f81-57c7-4024-9b8b-55c79f4fe11a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:45.774676 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd01ee5-cfa9-4104-b619-86b37eed96e3 None None] Checking router: d4c36c17-2f7a-4e77-9c08-b3265739ec23 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:27:45.775911 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd01ee5-cfa9-4104-b619-86b37eed96e3 None None] Updating router d4c36c17-2f7a-4e77-9c08-b3265739ec23 port aeda3df3-298f-435a-8d5b-6231374560c4 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:27:45.827347 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5fd01ee5-cfa9-4104-b619-86b37eed96e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:46.150528 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8fc13f81-57c7-4024-9b8b-55c79f4fe11a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1600609 Dec 16 22:27:46.201026 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55582) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:46.228476 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-b8b49e57-4b95-4c8b-a7c8-a873fa4dccc2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'subnet': {'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:46.262534 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-188822c4-4317-4f5e-b69a-35a278b76cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:46.265204 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc13f81-57c7-4024-9b8b-55c79f4fe11a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Network': ['ID=afb73bd7-efaa-4b40-9988-6b80f1c529da,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:46.280939 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5fd01ee5-cfa9-4104-b619-86b37eed96e3 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:46.286423 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network afb73bd7-efaa-4b40-9988-6b80f1c529da details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:27:46.313661 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55584) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:46.371084 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 860aa83c-e696-4f7f-a58e-450ccf27bd49 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:27:46.382406 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca9408-e0d3-4ee7-8f93-bc96b55b7709 req-0e9af965-8304-40dd-bafe-4b01a23e227d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:46.389546 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2bca9408-e0d3-4ee7-8f93-bc96b55b7709 req-0e9af965-8304-40dd-bafe-4b01a23e227d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 932 time: 0.3108981 Dec 16 22:27:46.406114 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 860aa83c-e696-4f7f-a58e-450ccf27bd49, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=860aa83c-e696-4f7f-a58e-450ccf27bd49,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:46.422302 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5fd01ee5-cfa9-4104-b619-86b37eed96e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:46.554632 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2bca9408-e0d3-4ee7-8f93-bc96b55b7709 req-ff8f86ab-e399-41e1-905a-2233871921df tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581500 Dec 16 22:27:46.582452 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:46.677930 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd62b4da-3359-4a7f-b3fb-e07ea176deeb admin admin] Router c6ff31ae-c87c-4a8c-bdc4-893f5554f723 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:27:46.708486 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b3b3c890-0ca7-484b-a3d1-39d2a8b7073d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:46.732164 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687eb00a-fda1-4e41-95db-1af0d864f009 None None] Pushing event updated for resources: {'Port': ['ID=aeda3df3-298f-435a-8d5b-6231374560c4,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:46.743177 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c27d63-dc0f-452a-a6ed-1f85c8d61d09 req-a3714cdb-565d-4c84-8472-641ad14d5871 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:46.744781 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e6c27d63-dc0f-452a-a6ed-1f85c8d61d09 req-a3714cdb-565d-4c84-8472-641ad14d5871 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 943 time: 0.8453093 Dec 16 22:27:46.920310 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-5fd01ee5-cfa9-4104-b619-86b37eed96e3 None None] Attempting to bind port aeda3df3-298f-435a-8d5b-6231374560c4 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:27:46.920954 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-5fd01ee5-cfa9-4104-b619-86b37eed96e3 None None] Attempting to bind port aeda3df3-298f-435a-8d5b-6231374560c4 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '216abf7f-09a6-48ca-8ac0-ed43c7812bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8ae04c1b-d969-496b-89e9-e642211588e3'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:27:46.921720 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd01ee5-cfa9-4104-b619-86b37eed96e3 None None] Attempting to bind port aeda3df3-298f-435a-8d5b-6231374560c4 on network 8ae04c1b-d969-496b-89e9-e642211588e3 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:27:46.949021 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd01ee5-cfa9-4104-b619-86b37eed96e3 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:27:46.950094 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd01ee5-cfa9-4104-b619-86b37eed96e3 None None] Checking segment: {'id': '216abf7f-09a6-48ca-8ac0-ed43c7812bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8ae04c1b-d969-496b-89e9-e642211588e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:27:46.950610 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5fd01ee5-cfa9-4104-b619-86b37eed96e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:46.952353 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd01ee5-cfa9-4104-b619-86b37eed96e3 None None] Bound using segment: {'id': '216abf7f-09a6-48ca-8ac0-ed43c7812bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8ae04c1b-d969-496b-89e9-e642211588e3'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:27:46.952968 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-5fd01ee5-cfa9-4104-b619-86b37eed96e3 None None] Bound port: aeda3df3-298f-435a-8d5b-6231374560c4, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216abf7f-09a6-48ca-8ac0-ed43c7812bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8ae04c1b-d969-496b-89e9-e642211588e3'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:27:46.954418 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5fd01ee5-cfa9-4104-b619-86b37eed96e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:46.974618 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['860aa83c-e696-4f7f-a58e-450ccf27bd49'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:27:46.977217 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f6351-aba0-4e95-a69c-95a7e5d80236 req-6d64ca31-2265-436c-99a5-a43312026e9a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:46.986546 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0d9f6351-aba0-4e95-a69c-95a7e5d80236 req-6d64ca31-2265-436c-99a5-a43312026e9a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.2598052 Dec 16 22:27:47.010035 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b49e57-4b95-4c8b-a7c8-a873fa4dccc2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Made reservation on behalf of ac66d8dab830461c95f3885d1f77843c for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:27:47.019973 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8b49e57-4b95-4c8b-a7c8-a873fa4dccc2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:47.139837 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=860aa83c-e696-4f7f-a58e-450ccf27bd49,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:47.172906 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b3b3c890-0ca7-484b-a3d1-39d2a8b7073d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:47.226633 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0d9f6351-aba0-4e95-a69c-95a7e5d80236 req-645c81fa-b227-4c5f-ac23-37efd6f73b05 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288661 Dec 16 22:27:47.285923 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b3b3c890-0ca7-484b-a3d1-39d2a8b7073d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:47.359570 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c117271a-696f-44a5-b014-a0f0d2696ecf None None] Provisioning complete for port aeda3df3-298f-435a-8d5b-6231374560c4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:47.371639 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c117271a-696f-44a5-b014-a0f0d2696ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:47.387457 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b3b3c890-0ca7-484b-a3d1-39d2a8b7073d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a092027b71514ce59434b0b84eb1b79b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0610631 Dec 16 22:27:47.390205 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55608) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:47.526721 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e6c27d63-dc0f-452a-a6ed-1f85c8d61d09 req-58e2c705-88aa-4159-b7b1-fe4eb54499c1 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7698352 Dec 16 22:27:47.626857 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5aaf84ac-0c2c-447d-a131-8e7afb7a908b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:47.632720 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5fd01ee5-cfa9-4104-b619-86b37eed96e3 None None] For port aeda3df3-298f-435a-8d5b-6231374560c4, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:27:47.655414 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5fd01ee5-cfa9-4104-b619-86b37eed96e3 None None] For port aeda3df3-298f-435a-8d5b-6231374560c4, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=aeda3df3-298f-435a-8d5b-6231374560c4,segment=NetworkSegment(216abf7f-09a6-48ca-8ac0-ed43c7812bb5),segment_id=216abf7f-09a6-48ca-8ac0-ed43c7812bb5)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:27:47.678423 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c117271a-696f-44a5-b014-a0f0d2696ecf None None] Port aeda3df3-298f-435a-8d5b-6231374560c4 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:27:47.760435 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5aaf84ac-0c2c-447d-a131-8e7afb7a908b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:47.836769 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5fd01ee5-cfa9-4104-b619-86b37eed96e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:47.867233 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3c890-0ca7-484b-a3d1-39d2a8b7073d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632f1f87-cfc1-4a89-8dfe-988cd02115fe,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:47.931376 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd62b4da-3359-4a7f-b3fb-e07ea176deeb admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:27:47.945079 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-dd62b4da-3359-4a7f-b3fb-e07ea176deeb admin admin] 10.222.0.75 "PUT /v2.0/routers/c6ff31ae-c87c-4a8c-bdc4-893f5554f723/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6663063 Dec 16 22:27:47.945681 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55630) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:47.949383 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f51ec08-37cc-4adc-aa6f-4fe420c3f207 None None] Sync routers for ids ['c6ff31ae-c87c-4a8c-bdc4-893f5554f723'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:27:48.003125 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f51ec08-37cc-4adc-aa6f-4fe420c3f207 None None] Routers {'c6ff31ae-c87c-4a8c-bdc4-893f5554f723'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:48.008091 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-9f51ec08-37cc-4adc-aa6f-4fe420c3f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:27:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['c6ff31ae-c87c-4a8c-bdc4-893f5554f723'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:48.036122 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5aaf84ac-0c2c-447d-a131-8e7afb7a908b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:48.044611 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5aaf84ac-0c2c-447d-a131-8e7afb7a908b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:48.060058 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5aaf84ac-0c2c-447d-a131-8e7afb7a908b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/632f1f87-cfc1-4a89-8dfe-988cd02115fe HTTP/1.1" status: 204 len: 168 time: 0.6674299 Dec 16 22:27:48.102761 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd01ee5-cfa9-4104-b619-86b37eed96e3 None None] Routers {'d4c36c17-2f7a-4e77-9c08-b3265739ec23'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:48.103646 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-5fd01ee5-cfa9-4104-b619-86b37eed96e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:27:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['d4c36c17-2f7a-4e77-9c08-b3265739ec23'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:48.153168 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8b49e57-4b95-4c8b-a7c8-a873fa4dccc2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:48.207238 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589047e-1a45-411a-ac89-85fc93ccd3a1 req-dcdaa0a3-eadd-4ec3-804e-692ae496a619 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:48.215069 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a589047e-1a45-411a-ac89-85fc93ccd3a1 req-dcdaa0a3-eadd-4ec3-804e-692ae496a619 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 932 time: 0.3533418 Dec 16 22:27:48.225979 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf84ac-0c2c-447d-a131-8e7afb7a908b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632f1f87-cfc1-4a89-8dfe-988cd02115fe,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:48.414221 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-9f51ec08-37cc-4adc-aa6f-4fe420c3f207 None None] Set router c6ff31ae-c87c-4a8c-bdc4-893f5554f723 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:27:48.513782 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b49e57-4b95-4c8b-a7c8-a873fa4dccc2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Subnet': ['ID=d436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:48.520653 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b09d60e3-7616-446f-95aa-4d3c3acfe5ce admin admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:48.536102 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a589047e-1a45-411a-ac89-85fc93ccd3a1 req-2ab82a3b-e8b0-4fff-a244-05238e968766 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077974 Dec 16 22:27:48.667733 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b49e57-4b95-4c8b-a7c8-a873fa4dccc2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Checking segment: {'id': 'fa308013-aae5-40b8-bf42-a76536032614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:27:48.668810 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b49e57-4b95-4c8b-a7c8-a873fa4dccc2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network hostable DHCP agents. Network: afb73bd7-efaa-4b40-9988-6b80f1c529da, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:27:48.720864 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-5fd01ee5-cfa9-4104-b619-86b37eed96e3 None None] Set router d4c36c17-2f7a-4e77-9c08-b3265739ec23 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:27:48.805196 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-188822c4-4317-4f5e-b69a-35a278b76cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4629be9f-c39f-472c-9c18-d90ff2605158 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:27:48.834072 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-188822c4-4317-4f5e-b69a-35a278b76cbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:48.859182 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dd6e6-2e0c-4879-8798-17e42ef1ae6b req-f935854e-3114-4be4-8a87-e3b4228222bb tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:48.869233 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-298dd6e6-2e0c-4879-8798-17e42ef1ae6b req-f935854e-3114-4be4-8a87-e3b4228222bb tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.4646578 Dec 16 22:27:48.912582 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687eb00a-fda1-4e41-95db-1af0d864f009 None None] Pushing event updated for resources: {'Port': ['ID=aeda3df3-298f-435a-8d5b-6231374560c4,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:48.934884 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-188822c4-4317-4f5e-b69a-35a278b76cbe service neutron] Transition to ACTIVE for port object 4629be9f-c39f-472c-9c18-d90ff2605158 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:27:48.972761 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b09d60e3-7616-446f-95aa-4d3c3acfe5ce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:49.000272 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-9f51ec08-37cc-4adc-aa6f-4fe420c3f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ff31ae-c87c-4a8c-bdc4-893f5554f723', 'name': 'tempest-TaggedBootDevicesTest-206925064-router', 'tenant_id': '69b400d91bb1479eaea10d9fdba9ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e54cacf1-d350-433d-98fc-fe09bb84616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:53Z', 'updated_at': '2021-12-16T22:27:43Z', 'revision_number': 5, 'project_id': '69b400d91bb1479eaea10d9fdba9ef8e', 'gw_port': {'id': 'e54cacf1-d350-433d-98fc-fe09bb84616a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ff31ae-c87c-4a8c-bdc4-893f5554f723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:56Z', 'updated_at': '2021-12-16T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:49.031372 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5d1b9-a58c-4961-8640-4fab05c6c720 req-65f695d1-be4c-4abe-a1ef-f4866b6ffd39 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:49.033008 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-85f5d1b9-a58c-4961-8640-4fab05c6c720 req-65f695d1-be4c-4abe-a1ef-f4866b6ffd39 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 944 time: 0.1782835 Dec 16 22:27:49.077503 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f51ec08-37cc-4adc-aa6f-4fe420c3f207 None None] Checking router: c6ff31ae-c87c-4a8c-bdc4-893f5554f723 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:27:49.079772 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5c939a31-1045-4f5c-95e1-1aeae6bda25a None None] Provisioning complete for port aeda3df3-298f-435a-8d5b-6231374560c4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:49.080986 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c939a31-1045-4f5c-95e1-1aeae6bda25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:49.082868 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-298dd6e6-2e0c-4879-8798-17e42ef1ae6b req-05c4736b-7a94-448d-b675-4681609d6ea0 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125604 Dec 16 22:27:49.093313 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-188822c4-4317-4f5e-b69a-35a278b76cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:49.102921 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b49e57-4b95-4c8b-a7c8-a873fa4dccc2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network afb73bd7-efaa-4b40-9988-6b80f1c529da is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:27:49.109682 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f51ec08-37cc-4adc-aa6f-4fe420c3f207 None None] Routers {'c6ff31ae-c87c-4a8c-bdc4-893f5554f723'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:49.114135 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-9f51ec08-37cc-4adc-aa6f-4fe420c3f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:27:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['c6ff31ae-c87c-4a8c-bdc4-893f5554f723'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:49.202479 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-85f5d1b9-a58c-4961-8640-4fab05c6c720 req-d6351215-cd3e-4ac8-820f-1efb08dcce4a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553454 Dec 16 22:27:49.238384 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55644) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:49.261389 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2ff21514-e5f6-431d-8177-1214e546303f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:49.354836 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-9f51ec08-37cc-4adc-aa6f-4fe420c3f207 None None] Set router c6ff31ae-c87c-4a8c-bdc4-893f5554f723 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:27:49.360648 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 860aa83c-e696-4f7f-a58e-450ccf27bd49 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:27:49.367736 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188822c4-4317-4f5e-b69a-35a278b76cbe service neutron] Pushing event updated for resources: {'Port': ['ID=4629be9f-c39f-472c-9c18-d90ff2605158,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:49.436173 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2ff21514-e5f6-431d-8177-1214e546303f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:49.536603 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2ff21514-e5f6-431d-8177-1214e546303f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:49.552533 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-b8b49e57-4b95-4c8b-a7c8-a873fa4dccc2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, afb73bd7-efaa-4b40-9988-6b80f1c529da) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:27:49.564029 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b49e57-4b95-4c8b-a7c8-a873fa4dccc2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:49.564658 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8b49e57-4b95-4c8b-a7c8-a873fa4dccc2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:49.579821 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-188822c4-4317-4f5e-b69a-35a278b76cbe service neutron] Attempting to bind port 4629be9f-c39f-472c-9c18-d90ff2605158 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:27:49.580162 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-188822c4-4317-4f5e-b69a-35a278b76cbe service neutron] Attempting to bind port 4629be9f-c39f-472c-9c18-d90ff2605158 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:27:49.589885 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-188822c4-4317-4f5e-b69a-35a278b76cbe service neutron] Attempting to bind port 4629be9f-c39f-472c-9c18-d90ff2605158 on network 282aa10f-496c-46fb-be12-6b2a327d41c1 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:27:49.593553 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff21514-e5f6-431d-8177-1214e546303f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f52cafc-23fa-4245-91a3-d93829ef9652,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:49.623602 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2ff21514-e5f6-431d-8177-1214e546303f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=861ec6a788a94ea29e1328ab6be5f3a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3827665 Dec 16 22:27:49.624431 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55648) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:49.664256 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c939a31-1045-4f5c-95e1-1aeae6bda25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:49.683171 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-188822c4-4317-4f5e-b69a-35a278b76cbe service neutron] Port 4629be9f-c39f-472c-9c18-d90ff2605158 on network 282aa10f-496c-46fb-be12-6b2a327d41c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:27:49.689350 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-188822c4-4317-4f5e-b69a-35a278b76cbe service neutron] Attempting to bind port 4629be9f-c39f-472c-9c18-d90ff2605158 on network 282aa10f-496c-46fb-be12-6b2a327d41c1 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:27:49.692945 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-eea9f0be-a7db-4d57-9892-4d99c8c388dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:49.712681 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-188822c4-4317-4f5e-b69a-35a278b76cbe service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:27:49.712871 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de567aeb-95ad-41ad-8ac4-bf6a8801194c None None] Network afb73bd7-efaa-4b40-9988-6b80f1c529da requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:27:49.717790 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-188822c4-4317-4f5e-b69a-35a278b76cbe service neutron] Checking segment: {'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:27:49.719866 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-188822c4-4317-4f5e-b69a-35a278b76cbe service neutron] Bound using segment: {'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:27:49.720680 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-188822c4-4317-4f5e-b69a-35a278b76cbe service neutron] Bound port: 4629be9f-c39f-472c-9c18-d90ff2605158, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:27:49.724289 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-188822c4-4317-4f5e-b69a-35a278b76cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:49.739478 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-eea9f0be-a7db-4d57-9892-4d99c8c388dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:49.819858 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-9f51ec08-37cc-4adc-aa6f-4fe420c3f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ff31ae-c87c-4a8c-bdc4-893f5554f723', 'name': 'tempest-TaggedBootDevicesTest-206925064-router', 'tenant_id': '69b400d91bb1479eaea10d9fdba9ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e54cacf1-d350-433d-98fc-fe09bb84616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:53Z', 'updated_at': '2021-12-16T22:27:43Z', 'revision_number': 5, 'project_id': '69b400d91bb1479eaea10d9fdba9ef8e', 'gw_port': {'id': 'e54cacf1-d350-433d-98fc-fe09bb84616a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ff31ae-c87c-4a8c-bdc4-893f5554f723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:56Z', 'updated_at': '2021-12-16T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:49.836499 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-b09d60e3-7616-446f-95aa-4d3c3acfe5ce admin admin] Deleting port e54cacf1-d350-433d-98fc-fe09bb84616a {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:27:49.838625 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b09d60e3-7616-446f-95aa-4d3c3acfe5ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:49.852472 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b8b49e57-4b95-4c8b-a7c8-a873fa4dccc2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6380069 Dec 16 22:27:49.852710 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55652) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:49.930385 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f51ec08-37cc-4adc-aa6f-4fe420c3f207 None None] The sync data for ids ['c6ff31ae-c87c-4a8c-bdc4-893f5554f723'] in n-d-815324-4 is: [{'id': 'c6ff31ae-c87c-4a8c-bdc4-893f5554f723', 'name': 'tempest-TaggedBootDevicesTest-206925064-router', 'tenant_id': '69b400d91bb1479eaea10d9fdba9ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e54cacf1-d350-433d-98fc-fe09bb84616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:14:53Z', 'updated_at': '2021-12-16T22:27:43Z', 'revision_number': 5, 'project_id': '69b400d91bb1479eaea10d9fdba9ef8e', 'gw_port': {'id': 'e54cacf1-d350-433d-98fc-fe09bb84616a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ff31ae-c87c-4a8c-bdc4-893f5554f723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:14:56Z', 'updated_at': '2021-12-16T22:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:27:49.963492 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5c939a31-1045-4f5c-95e1-1aeae6bda25a None None] For port aeda3df3-298f-435a-8d5b-6231374560c4, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=aeda3df3-298f-435a-8d5b-6231374560c4,segment=NetworkSegment(216abf7f-09a6-48ca-8ac0-ed43c7812bb5),segment_id=216abf7f-09a6-48ca-8ac0-ed43c7812bb5)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:50.063981 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c939a31-1045-4f5c-95e1-1aeae6bda25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:50.089450 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-5fd01ee5-cfa9-4104-b619-86b37eed96e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c36c17-2f7a-4e77-9c08-b3265739ec23', 'name': 'tempest-TestVolumeBackupRestore-2123282228-router', 'tenant_id': '085ba3ca03db4459ac5b6a43aefbd8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '7a06c354-a9a3-4c49-8b08-cd45c1ec26c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:27Z', 'updated_at': '2021-12-16T22:27:41Z', 'revision_number': 4, 'project_id': '085ba3ca03db4459ac5b6a43aefbd8bd', 'gw_port': {'id': '7a06c354-a9a3-4c49-8b08-cd45c1ec26c7', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c36c17-2f7a-4e77-9c08-b3265739ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:28Z', 'updated_at': '2021-12-16T22:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'aeda3df3-298f-435a-8d5b-6231374560c4', 'name': '', 'network_id': '8ae04c1b-d969-496b-89e9-e642211588e3', 'tenant_id': '085ba3ca03db4459ac5b6a43aefbd8bd', 'mac_address': 'fa:16:3e:bc:97:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c36c17-2f7a-4e77-9c08-b3265739ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '4442964c-170b-4d68-8c6b-87304508c88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:37Z', 'updated_at': '2021-12-16T22:27:47Z', 'revision_number': 4, 'project_id': '085ba3ca03db4459ac5b6a43aefbd8bd', 'subnets': [{'id': '4442964c-170b-4d68-8c6b-87304508c88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:50.105715 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bda2d-6843-4d67-9d35-e862f111df83 req-a9dd4825-e3f9-4bf5-baa0-1420a78b9946 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:50.105964 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 860aa83c-e696-4f7f-a58e-450ccf27bd49 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:27:50.106658 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-638bda2d-6843-4d67-9d35-e862f111df83 req-a9dd4825-e3f9-4bf5-baa0-1420a78b9946 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 944 time: 0.3043990 Dec 16 22:27:50.177291 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-188822c4-4317-4f5e-b69a-35a278b76cbe service neutron] For port 4629be9f-c39f-472c-9c18-d90ff2605158, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:27:50.177503 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 860aa83c-e696-4f7f-a58e-450ccf27bd49 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:50.177871 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:50.179761 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd01ee5-cfa9-4104-b619-86b37eed96e3 None None] The sync data for ids ['d4c36c17-2f7a-4e77-9c08-b3265739ec23'] in n-d-815324-4 is: [{'id': 'd4c36c17-2f7a-4e77-9c08-b3265739ec23', 'name': 'tempest-TestVolumeBackupRestore-2123282228-router', 'tenant_id': '085ba3ca03db4459ac5b6a43aefbd8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '7a06c354-a9a3-4c49-8b08-cd45c1ec26c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:27Z', 'updated_at': '2021-12-16T22:27:41Z', 'revision_number': 4, 'project_id': '085ba3ca03db4459ac5b6a43aefbd8bd', 'gw_port': {'id': '7a06c354-a9a3-4c49-8b08-cd45c1ec26c7', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c36c17-2f7a-4e77-9c08-b3265739ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:28Z', 'updated_at': '2021-12-16T22:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'aeda3df3-298f-435a-8d5b-6231374560c4', 'name': '', 'network_id': '8ae04c1b-d969-496b-89e9-e642211588e3', 'tenant_id': '085ba3ca03db4459ac5b6a43aefbd8bd', 'mac_address': 'fa:16:3e:bc:97:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c36c17-2f7a-4e77-9c08-b3265739ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '4442964c-170b-4d68-8c6b-87304508c88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:37Z', 'updated_at': '2021-12-16T22:27:47Z', 'revision_number': 4, 'project_id': '085ba3ca03db4459ac5b6a43aefbd8bd', 'subnets': [{'id': '4442964c-170b-4d68-8c6b-87304508c88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:27:50.254280 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-638bda2d-6843-4d67-9d35-e862f111df83 req-395454e9-f60d-4938-abe5-013124503f3a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313350 Dec 16 22:27:50.291137 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-188822c4-4317-4f5e-b69a-35a278b76cbe service neutron] For port 4629be9f-c39f-472c-9c18-d90ff2605158, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=4629be9f-c39f-472c-9c18-d90ff2605158,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:27:50.384186 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-b09d60e3-7616-446f-95aa-4d3c3acfe5ce admin admin] For port e54cacf1-d350-433d-98fc-fe09bb84616a, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e54cacf1-d350-433d-98fc-fe09bb84616a,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:50.389127 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b09d60e3-7616-446f-95aa-4d3c3acfe5ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:50.431532 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-188822c4-4317-4f5e-b69a-35a278b76cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:50.470174 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-b09d60e3-7616-446f-95aa-4d3c3acfe5ce admin admin] Calling delete_port for e54cacf1-d350-433d-98fc-fe09bb84616a owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:27:50.561815 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c939a31-1045-4f5c-95e1-1aeae6bda25a None None] Pushing event updated for resources: {'Port': ['ID=aeda3df3-298f-435a-8d5b-6231374560c4,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:50.572480 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 22dba0f6-1218-47b6-b63c-5e39147ec001 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:27:50.644172 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 22dba0f6-1218-47b6-b63c-5e39147ec001 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:27:50.645287 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 22dba0f6-1218-47b6-b63c-5e39147ec001 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:27:50.712937 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-eea9f0be-a7db-4d57-9892-4d99c8c388dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:50.720452 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-eea9f0be-a7db-4d57-9892-4d99c8c388dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:50.729785 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-eea9f0be-a7db-4d57-9892-4d99c8c388dd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6f52cafc-23fa-4245-91a3-d93829ef9652 HTTP/1.1" status: 204 len: 168 time: 1.1040339 Dec 16 22:27:50.735126 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c925ff92-e325-485a-9707-4055c8f1e38a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-afb73bd7-efaa-4b40-9988-6b80f1c529da', 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'fixed_ips': [{'subnet_id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:27:50.736053 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c925ff92-e325-485a-9707-4055c8f1e38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:50.740900 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-188822c4-4317-4f5e-b69a-35a278b76cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:50.741661 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-188822c4-4317-4f5e-b69a-35a278b76cbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:50.753582 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-188822c4-4317-4f5e-b69a-35a278b76cbe service neutron] 10.222.0.57 "PUT /v2.0/ports/4629be9f-c39f-472c-9c18-d90ff2605158 HTTP/1.1" status: 200 len: 1092 time: 5.6803637 Dec 16 22:27:50.758759 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9f0be-a7db-4d57-9892-4d99c8c388dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f52cafc-23fa-4245-91a3-d93829ef9652,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:50.784786 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61618d50-f1fb-4570-8e56-c2255b8afdad', 'tag': '4629be9f-c39f-472c-9c18-d90ff2605158'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:27:50.793384 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd213a5-88a3-4dbe-a024-2c0f2f3132f3" -d '{"events": [{"name": "network-changed", "server_uuid": "61618d50-f1fb-4570-8e56-c2255b8afdad", "tag": "4629be9f-c39f-472c-9c18-d90ff2605158"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:27:50.805414 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:51.029582 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188822c4-4317-4f5e-b69a-35a278b76cbe service neutron] Pushing event updated for resources: {'Port': ['ID=4629be9f-c39f-472c-9c18-d90ff2605158,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:51.114467 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64689935-455d-4434-b2b9-bfdeffdd4396 req-93fc7015-8f23-411b-8709-7fd70db63902 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:51.132309 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-64689935-455d-4434-b2b9-bfdeffdd4396 req-93fc7015-8f23-411b-8709-7fd70db63902 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.4873755 Dec 16 22:27:51.146890 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116b968-0445-43d0-b7b4-3530a259c6e1 req-feedf134-0edc-4047-b242-d53d6efe01bd tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:51.148721 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2116b968-0445-43d0-b7b4-3530a259c6e1 req-feedf134-0edc-4047-b242-d53d6efe01bd tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 944 time: 0.5549543 Dec 16 22:27:51.354975 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-c2f9b4d2-77e6-4eb4-8a25-d4f561ae612a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:51.365759 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-c2f9b4d2-77e6-4eb4-8a25-d4f561ae612a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 1095 time: 0.2663641 Dec 16 22:27:51.400323 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-64689935-455d-4434-b2b9-bfdeffdd4396 req-2697be4b-9206-4b16-aab4-c416cda0c044 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421772 Dec 16 22:27:51.484370 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4a094ff6-cbb8-44e4-b354-f6d859f3a144 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:51.599260 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-da6039f9-8786-4c4a-8167-5462eba1dbe9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4629be9f-c39f-472c-9c18-d90ff2605158 HTTP/1.1" status: 200 len: 217 time: 0.1867597 Dec 16 22:27:51.604964 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea192290-bc24-4d9c-87ca-c0b22bc7604d x-openstack-request-id: req-ea192290-bc24-4d9c-87ca-c0b22bc7604d {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:27:51.604964 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61618d50-f1fb-4570-8e56-c2255b8afdad", "tag": "4629be9f-c39f-472c-9c18-d90ff2605158", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:27:51.605334 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ea192290-bc24-4d9c-87ca-c0b22bc7604d {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:27:51.605750 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61618d50-f1fb-4570-8e56-c2255b8afdad', 'tag': '4629be9f-c39f-472c-9c18-d90ff2605158', 'status': 'completed', 'code': 200} Dec 16 22:27:51.628660 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cee287c-3885-4271-9f64-800c87b23a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860aa83c-e696-4f7f-a58e-450ccf27bd49'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:27:51.632500 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d298d3-294e-4953-95c5-59f09f48728f" -d '{"events": [{"server_uuid": "6cee287c-3885-4271-9f64-800c87b23a90", "name": "network-vif-plugged", "status": "completed", "tag": "860aa83c-e696-4f7f-a58e-450ccf27bd49"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:27:51.681706 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2116b968-0445-43d0-b7b4-3530a259c6e1 req-0f4128ea-fd0e-4d8e-ad0e-088b9f53349e tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014012 Dec 16 22:27:51.705318 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 860aa83c-e696-4f7f-a58e-450ccf27bd49, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=860aa83c-e696-4f7f-a58e-450ccf27bd49,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:51.781191 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:51.870177 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b759ec-381b-42ea-a834-d7e110612f60 x-openstack-request-id: req-c7b759ec-381b-42ea-a834-d7e110612f60 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:27:51.870484 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cee287c-3885-4271-9f64-800c87b23a90", "name": "network-vif-plugged", "status": "completed", "tag": "860aa83c-e696-4f7f-a58e-450ccf27bd49", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:27:51.870747 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c7b759ec-381b-42ea-a834-d7e110612f60 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:27:51.871294 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cee287c-3885-4271-9f64-800c87b23a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860aa83c-e696-4f7f-a58e-450ccf27bd49', 'code': 200} Dec 16 22:27:51.937805 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-c925ff92-e325-485a-9707-4055c8f1e38a None None] Allocated IP 2001:db8::2 (afb73bd7-efaa-4b40-9988-6b80f1c529da/d436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4/952593e4-5fa4-453d-9170-d4fe2357efa3) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:27:51.968711 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=860aa83c-e696-4f7f-a58e-450ccf27bd49,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:52.039582 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-1b894573-3569-48e4-a663-24b76f07cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:52.046212 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-1b894573-3569-48e4-a663-24b76f07cca0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ecefe13-aa2d-48b4-a74c-5805e96883cc HTTP/1.1" status: 200 len: 851 time: 0.4409335 Dec 16 22:27:52.171648 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b09d60e3-7616-446f-95aa-4d3c3acfe5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:52.275072 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-39e28594-f9b8-4fa7-b6ea-909027f0eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:52.280489 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-39e28594-f9b8-4fa7-b6ea-909027f0eb1e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=282aa10f-496c-46fb-be12-6b2a327d41c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1893108 Dec 16 22:27:52.281327 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d60e3-7616-446f-95aa-4d3c3acfe5ce admin admin] Pushing event deleted for resources: {'Port': ['ID=e54cacf1-d350-433d-98fc-fe09bb84616a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:52.355388 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa47ea-3a98-4ca4-9f30-2d9fbce507d8 req-ef18bd22-fc78-486e-8a99-d07813bc297c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:52.365808 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87aa47ea-3a98-4ca4-9f30-2d9fbce507d8 req-ef18bd22-fc78-486e-8a99-d07813bc297c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 944 time: 0.4852486 Dec 16 22:27:52.448580 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c925ff92-e325-485a-9707-4055c8f1e38a None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:52.466933 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a832550-0761-42c2-aeea-968491a66d87 req-adbacf28-19d5-4907-8477-fd1a68fd033b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:52.468823 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3a832550-0761-42c2-aeea-968491a66d87 req-adbacf28-19d5-4907-8477-fd1a68fd033b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 1096 time: 0.4170675 Dec 16 22:27:52.476832 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b45f7f4-0790-4fa0-aba8-740f89e723a7 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:27:52.546177 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c925ff92-e325-485a-9707-4055c8f1e38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:52.660395 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c925ff92-e325-485a-9707-4055c8f1e38a None None] Network afb73bd7-efaa-4b40-9988-6b80f1c529da is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:27:52.664348 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-c925ff92-e325-485a-9707-4055c8f1e38a None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:27:52.681773 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c925ff92-e325-485a-9707-4055c8f1e38a None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:27:52.693308 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925ff92-e325-485a-9707-4055c8f1e38a None None] Pushing event updated for resources: {'Port': ['ID=952593e4-5fa4-453d-9170-d4fe2357efa3,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:52.735667 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device aeda3df3-298f-435a-8d5b-6231374560c4 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:27:52.782522 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b09d60e3-7616-446f-95aa-4d3c3acfe5ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:52.923935 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-b93a2441-295c-4890-b650-23354ae9da81 service neutron] 10.222.0.57 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6324770 Dec 16 22:27:52.936407 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87aa47ea-3a98-4ca4-9f30-2d9fbce507d8 req-2271e251-771c-470e-ae48-7f9796578add tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5677369 Dec 16 22:27:52.980075 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c925ff92-e325-485a-9707-4055c8f1e38a None None] Attempting to bind port 952593e4-5fa4-453d-9170-d4fe2357efa3 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:27:52.980460 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c925ff92-e325-485a-9707-4055c8f1e38a None None] Attempting to bind port 952593e4-5fa4-453d-9170-d4fe2357efa3 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'fa308013-aae5-40b8-bf42-a76536032614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:27:52.984579 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c925ff92-e325-485a-9707-4055c8f1e38a None None] Attempting to bind port 952593e4-5fa4-453d-9170-d4fe2357efa3 on network afb73bd7-efaa-4b40-9988-6b80f1c529da {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:27:53.018696 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c925ff92-e325-485a-9707-4055c8f1e38a None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:27:53.019977 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c925ff92-e325-485a-9707-4055c8f1e38a None None] Checking segment: {'id': 'fa308013-aae5-40b8-bf42-a76536032614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:27:53.022261 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c925ff92-e325-485a-9707-4055c8f1e38a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:53.023777 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c925ff92-e325-485a-9707-4055c8f1e38a None None] Bound using segment: {'id': 'fa308013-aae5-40b8-bf42-a76536032614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:27:53.025723 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c925ff92-e325-485a-9707-4055c8f1e38a None None] Bound port: 952593e4-5fa4-453d-9170-d4fe2357efa3, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa308013-aae5-40b8-bf42-a76536032614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:27:53.028486 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c925ff92-e325-485a-9707-4055c8f1e38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:53.032415 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b09d60e3-7616-446f-95aa-4d3c3acfe5ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:53.040485 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3a832550-0761-42c2-aeea-968491a66d87 req-a39fd212-3100-4445-a83c-d5f3b93cffb1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643075 Dec 16 22:27:53.045451 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b09d60e3-7616-446f-95aa-4d3c3acfe5ce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:53.086640 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205a3e9-b20b-44a5-917e-173d2a2427f2 req-042073b4-9203-47bf-b7e0-9ffc65317080 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:53.098341 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a205a3e9-b20b-44a5-917e-173d2a2427f2 req-042073b4-9203-47bf-b7e0-9ffc65317080 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.3814721 Dec 16 22:27:53.122876 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-4a094ff6-cbb8-44e4-b354-f6d859f3a144 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Allocated IP 2001:db8::1 (afb73bd7-efaa-4b40-9988-6b80f1c529da/d436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4/8e3d3a84-016a-4cb6-9210-996a66a2c2d5) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:27:53.192817 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c925ff92-e325-485a-9707-4055c8f1e38a None None] For port 952593e4-5fa4-453d-9170-d4fe2357efa3, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:27:53.197066 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c925ff92-e325-485a-9707-4055c8f1e38a None None] For port 952593e4-5fa4-453d-9170-d4fe2357efa3, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=952593e4-5fa4-453d-9170-d4fe2357efa3,segment=NetworkSegment(fa308013-aae5-40b8-bf42-a76536032614),segment_id=fa308013-aae5-40b8-bf42-a76536032614)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:27:53.203915 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port aeda3df3-298f-435a-8d5b-6231374560c4 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:53.204270 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:53.289812 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c925ff92-e325-485a-9707-4055c8f1e38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:53.381237 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1719eaf4-a4f9-4ee2-b93d-d63d5382c378 req-7410e5b5-229f-449e-8e03-bbd9eab41c83 service neutron] 10.222.0.57 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977697 Dec 16 22:27:53.390110 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b09d60e3-7616-446f-95aa-4d3c3acfe5ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:53.390751 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09d60e3-7616-446f-95aa-4d3c3acfe5ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6ff31ae-c87c-4a8c-bdc4-893f5554f723 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:27:53.400189 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-05cfae26-7aef-4c2e-8b7e-e7e087f6dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:53.435647 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b09d60e3-7616-446f-95aa-4d3c3acfe5ce admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:53.444339 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55710) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:53.466274 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b09d60e3-7616-446f-95aa-4d3c3acfe5ce admin admin] 10.222.0.75 "DELETE /v2.0/routers/c6ff31ae-c87c-4a8c-bdc4-893f5554f723 HTTP/1.1" status: 204 len: 168 time: 5.4949431 Dec 16 22:27:53.481418 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a205a3e9-b20b-44a5-917e-173d2a2427f2 req-91a907df-7fe0-424a-a166-7cd91b2afbb8 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3815134 Dec 16 22:27:53.522957 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925ff92-e325-485a-9707-4055c8f1e38a None None] Pushing event updated for resources: {'Port': ['ID=952593e4-5fa4-453d-9170-d4fe2357efa3,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:53.569106 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862eb30-4b16-4ad5-b780-65e95849f6be req-4bf35938-24f7-4c70-a821-ec9b17e84125 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:53.578731 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3862eb30-4b16-4ad5-b780-65e95849f6be req-4bf35938-24f7-4c70-a821-ec9b17e84125 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 945 time: 0.2753172 Dec 16 22:27:53.642391 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4a094ff6-cbb8-44e4-b354-f6d859f3a144 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:53.725356 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd213a5-88a3-4dbe-a024-2c0f2f3132f3 req-6466e237-3d2f-4ba3-923f-17e62d0699b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:53.727967 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cd213a5-88a3-4dbe-a024-2c0f2f3132f3 req-6466e237-3d2f-4ba3-923f-17e62d0699b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 1095 time: 0.1862698 Dec 16 22:27:53.814207 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f9739b-3cd6-4f1e-8ea8-3cffbc713be4 admin admin] Deleting subnet 4ef9d40b-6874-409d-8bdb-e6626da5e9c2 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:27:53.825673 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d1f9739b-3cd6-4f1e-8ea8-3cffbc713be4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:53.912770 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d1f9739b-3cd6-4f1e-8ea8-3cffbc713be4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:53.936297 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd213a5-88a3-4dbe-a024-2c0f2f3132f3 req-6089547c-83ed-46ba-b770-6e33a81ac4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:53.936297 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cd213a5-88a3-4dbe-a024-2c0f2f3132f3 req-6089547c-83ed-46ba-b770-6e33a81ac4de service neutron] 10.222.0.57 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 912 time: 0.1981626 Dec 16 22:27:53.963866 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3862eb30-4b16-4ad5-b780-65e95849f6be req-61eae14f-6fd5-49cb-b357-eae2bd370e97 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839729 Dec 16 22:27:53.973259 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4a094ff6-cbb8-44e4-b354-f6d859f3a144 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:54.072861 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a094ff6-cbb8-44e4-b354-f6d859f3a144 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network afb73bd7-efaa-4b40-9988-6b80f1c529da is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:27:54.085689 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-4a094ff6-cbb8-44e4-b354-f6d859f3a144 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:27:54.091181 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a094ff6-cbb8-44e4-b354-f6d859f3a144 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:27:54.091855 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4a094ff6-cbb8-44e4-b354-f6d859f3a144 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:54.101080 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a094ff6-cbb8-44e4-b354-f6d859f3a144 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Port': ['ID=8e3d3a84-016a-4cb6-9210-996a66a2c2d5,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:54.274716 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d1f9739b-3cd6-4f1e-8ea8-3cffbc713be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:54.519263 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 952593e4-5fa4-453d-9170-d4fe2357efa3 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:27:54.556968 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4a094ff6-cbb8-44e4-b354-f6d859f3a144 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:54.597319 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d1f9739b-3cd6-4f1e-8ea8-3cffbc713be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:54.648793 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cd213a5-88a3-4dbe-a024-2c0f2f3132f3 req-b78e51f6-1198-4ada-b8bc-b50b4d36c097 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4629be9f-c39f-472c-9c18-d90ff2605158 HTTP/1.1" status: 200 len: 217 time: 0.7027113 Dec 16 22:27:54.693512 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 952593e4-5fa4-453d-9170-d4fe2357efa3 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:54.694266 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:54.798576 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9739b-3cd6-4f1e-8ea8-3cffbc713be4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ef9d40b-6874-409d-8bdb-e6626da5e9c2,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:54.800362 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadb357-e96f-4100-9e65-059daddb23a4 req-543c2cd9-af59-4fe5-ac5a-b4bff518a7e9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:54.814734 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8eadb357-e96f-4100-9e65-059daddb23a4 req-543c2cd9-af59-4fe5-ac5a-b4bff518a7e9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 944 time: 0.1962180 Dec 16 22:27:54.817583 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d1f9739b-3cd6-4f1e-8ea8-3cffbc713be4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:54.832864 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d1f9739b-3cd6-4f1e-8ea8-3cffbc713be4 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/4ef9d40b-6874-409d-8bdb-e6626da5e9c2 HTTP/1.1" status: 204 len: 168 time: 1.3761339 Dec 16 22:27:54.837651 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f2cceb-0f73-4ad9-924d-6a5d851ef838 None None] Network 0302c2ab-4a09-4722-94c5-3bdf87ddced6 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:27:54.841197 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55720) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:54.904541 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:55.031988 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 952593e4-5fa4-453d-9170-d4fe2357efa3, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=952593e4-5fa4-453d-9170-d4fe2357efa3,segment=NetworkSegment(fa308013-aae5-40b8-bf42-a76536032614),segment_id=fa308013-aae5-40b8-bf42-a76536032614)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:55.059478 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164a8a8-507d-4efc-a1a1-7c0d9e435b8b req-22a5d550-f50e-44e3-a9c5-ea84f8be778b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:55.068277 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd213a5-88a3-4dbe-a024-2c0f2f3132f3 req-7690ccf4-dcc3-4700-a2cb-b989a0da3a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:55.072763 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cd213a5-88a3-4dbe-a024-2c0f2f3132f3 req-7690ccf4-dcc3-4700-a2cb-b989a0da3a25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ecefe13-aa2d-48b4-a74c-5805e96883cc HTTP/1.1" status: 200 len: 851 time: 0.3994441 Dec 16 22:27:55.075634 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b164a8a8-507d-4efc-a1a1-7c0d9e435b8b req-22a5d550-f50e-44e3-a9c5-ea84f8be778b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.2830300 Dec 16 22:27:55.146380 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db069f0-9a48-47fc-a8e3-ea030442498d None None] DHCP port deletion for 0302c2ab-4a09-4722-94c5-3bdf87ddced6 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:27:55.151941 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3036cabd-fd5d-4743-864c-7911a1c9d6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:55.169887 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8eadb357-e96f-4100-9e65-059daddb23a4 req-bbe4dc59-7a37-46cd-b613-6b1411753b34 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550093 Dec 16 22:27:55.202591 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd213a5-88a3-4dbe-a024-2c0f2f3132f3 req-82a66b39-ba24-4d4c-b419-0fab3a2670f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:55.202591 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cd213a5-88a3-4dbe-a024-2c0f2f3132f3 req-82a66b39-ba24-4d4c-b419-0fab3a2670f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=282aa10f-496c-46fb-be12-6b2a327d41c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056447 Dec 16 22:27:55.266566 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:55.289617 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e54cacf1-d350-433d-98fc-fe09bb84616a no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:27:55.415453 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: e54cacf1-d350-433d-98fc-fe09bb84616a {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:27:55.419609 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4a094ff6-cbb8-44e4-b354-f6d859f3a144 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:55.419991 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e54cacf1-d350-433d-98fc-fe09bb84616a not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:27:55.434439 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eafd11-cd58-478d-b303-16622e91a538 None None] Network afb73bd7-efaa-4b40-9988-6b80f1c529da requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:27:55.521650 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cd213a5-88a3-4dbe-a024-2c0f2f3132f3 req-7fab33f6-f6f7-4142-bb76-342327a34056 service neutron] 10.222.0.57 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051312 Dec 16 22:27:55.522618 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4a094ff6-cbb8-44e4-b354-f6d859f3a144 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:55.526007 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-3036cabd-fd5d-4743-864c-7911a1c9d6d5 admin admin] Deleting port 1422498e-11ed-41d9-a3a3-00f1ea1c3e19 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:27:55.526599 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3036cabd-fd5d-4743-864c-7911a1c9d6d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:55.527283 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4a094ff6-cbb8-44e4-b354-f6d859f3a144 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:55.539378 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f3907-bfce-4eda-99a1-34fa241e8f21 req-352f23eb-bcad-4070-8b87-890dba2e77ca tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:55.541298 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-791f3907-bfce-4eda-99a1-34fa241e8f21 req-352f23eb-bcad-4070-8b87-890dba2e77ca tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 945 time: 0.1960876 Dec 16 22:27:55.714049 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3f111516-c0ab-467d-a020-31f1140003f8 None None] Provisioning complete for port 952593e4-5fa4-453d-9170-d4fe2357efa3 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:55.714049 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f111516-c0ab-467d-a020-31f1140003f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:55.757667 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b164a8a8-507d-4efc-a1a1-7c0d9e435b8b req-d65c2356-7ef0-471c-ab9f-c9a90220d9ea tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6806288 Dec 16 22:27:55.802251 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a094ff6-cbb8-44e4-b354-f6d859f3a144 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Port': ['ID=8e3d3a84-016a-4cb6-9210-996a66a2c2d5,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:55.823406 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=952593e4-5fa4-453d-9170-d4fe2357efa3,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:55.844554 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9db069f0-9a48-47fc-a8e3-ea030442498d None None] Deleting port 1422498e-11ed-41d9-a3a3-00f1ea1c3e19 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:27:55.844927 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9db069f0-9a48-47fc-a8e3-ea030442498d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:55.892224 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a094ff6-cbb8-44e4-b354-f6d859f3a144 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network afb73bd7-efaa-4b40-9988-6b80f1c529da is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:27:55.892224 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-4a094ff6-cbb8-44e4-b354-f6d859f3a144 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:27:56.038870 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-3036cabd-fd5d-4743-864c-7911a1c9d6d5 admin admin] For port 1422498e-11ed-41d9-a3a3-00f1ea1c3e19, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=1422498e-11ed-41d9-a3a3-00f1ea1c3e19,segment=NetworkSegment(3cdbf8ee-ea0e-48a1-b7ea-0046074fdf16),segment_id=3cdbf8ee-ea0e-48a1-b7ea-0046074fdf16)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:56.039531 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3036cabd-fd5d-4743-864c-7911a1c9d6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:56.062152 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9db069f0-9a48-47fc-a8e3-ea030442498d None None] For port 1422498e-11ed-41d9-a3a3-00f1ea1c3e19, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=1422498e-11ed-41d9-a3a3-00f1ea1c3e19,segment=NetworkSegment(3cdbf8ee-ea0e-48a1-b7ea-0046074fdf16),segment_id=3cdbf8ee-ea0e-48a1-b7ea-0046074fdf16)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:56.062791 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9db069f0-9a48-47fc-a8e3-ea030442498d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:56.081730 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9db069f0-9a48-47fc-a8e3-ea030442498d None None] Calling delete_port for 1422498e-11ed-41d9-a3a3-00f1ea1c3e19 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:27:56.121327 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-3036cabd-fd5d-4743-864c-7911a1c9d6d5 admin admin] Calling delete_port for 1422498e-11ed-41d9-a3a3-00f1ea1c3e19 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:27:56.171029 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-791f3907-bfce-4eda-99a1-34fa241e8f21 req-4511f905-0613-4138-9a8d-15e5586bbe44 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5829113 Dec 16 22:27:56.246367 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cd213a5-88a3-4dbe-a024-2c0f2f3132f3 req-670c3c69-d2f9-4f1d-a4a6-b1a2f665b736 service neutron] 10.222.0.57 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6897981 Dec 16 22:27:56.384625 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-840b2ca2-c080-43c1-bfd5-9cca0e5d5d5f None None] Provisioning complete for port 8e3d3a84-016a-4cb6-9210-996a66a2c2d5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:56.385152 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-840b2ca2-c080-43c1-bfd5-9cca0e5d5d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:56.475690 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-840b2ca2-c080-43c1-bfd5-9cca0e5d5d5f None None] Port 8e3d3a84-016a-4cb6-9210-996a66a2c2d5 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:27:56.491561 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8236235-8f3f-4d81-8342-1c0548769738 req-3c66d8f7-da76-4ea6-a106-cb99c8e13654 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:56.498222 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 952593e4-5fa4-453d-9170-d4fe2357efa3 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:27:56.499790 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b8236235-8f3f-4d81-8342-1c0548769738 req-3c66d8f7-da76-4ea6-a106-cb99c8e13654 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 944 time: 0.1205277 Dec 16 22:27:56.592000 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-840b2ca2-c080-43c1-bfd5-9cca0e5d5d5f None None] Provisioning complete for port 952593e4-5fa4-453d-9170-d4fe2357efa3 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:56.592815 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-840b2ca2-c080-43c1-bfd5-9cca0e5d5d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:56.607810 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-34da605d-2c64-4ecb-8f21-bb4131b54512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:56.647013 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b8236235-8f3f-4d81-8342-1c0548769738 req-3f1b3c8a-6e53-468d-a485-2333a506ba6b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387591 Dec 16 22:27:56.655890 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 952593e4-5fa4-453d-9170-d4fe2357efa3 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:56.657007 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:56.678511 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3036cabd-fd5d-4743-864c-7911a1c9d6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:56.739507 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3036cabd-fd5d-4743-864c-7911a1c9d6d5 admin admin] No DVR routers for this DVR port 1422498e-11ed-41d9-a3a3-00f1ea1c3e19 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:27:56.740730 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9db069f0-9a48-47fc-a8e3-ea030442498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:56.765675 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036cabd-fd5d-4743-864c-7911a1c9d6d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1422498e-11ed-41d9-a3a3-00f1ea1c3e19,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:56.779306 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db069f0-9a48-47fc-a8e3-ea030442498d None None] Pushing event deleted for resources: {'Port': ['ID=1422498e-11ed-41d9-a3a3-00f1ea1c3e19,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:56.782347 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db069f0-9a48-47fc-a8e3-ea030442498d None None] No DVR routers for this DVR port 1422498e-11ed-41d9-a3a3-00f1ea1c3e19 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:27:56.814568 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a094ff6-cbb8-44e4-b354-f6d859f3a144 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Router f8cdf07e-5889-4e80-8636-3cd4042cd809 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:27:56.927461 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3036cabd-fd5d-4743-864c-7911a1c9d6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:56.979181 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:57.004598 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-3036cabd-fd5d-4743-864c-7911a1c9d6d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0302c2ab-4a09-4722-94c5-3bdf87ddced6']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:57.032212 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-3036cabd-fd5d-4743-864c-7911a1c9d6d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cdbf8ee-ea0e-48a1-b7ea-0046074fdf16') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:57.032990 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-3036cabd-fd5d-4743-864c-7911a1c9d6d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cdbf8ee-ea0e-48a1-b7ea-0046074fdf16') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:57.098347 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:57.101424 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3036cabd-fd5d-4743-864c-7911a1c9d6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:57.154156 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 1422498e-11ed-41d9-a3a3-00f1ea1c3e19 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:27:57.177042 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3036cabd-fd5d-4743-864c-7911a1c9d6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:57.207122 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3036cabd-fd5d-4743-864c-7911a1c9d6d5 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:27:57.207556 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3036cabd-fd5d-4743-864c-7911a1c9d6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:27:57.209608 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:27:57.229321 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 1422498e-11ed-41d9-a3a3-00f1ea1c3e19 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:27:57.231353 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 1422498e-11ed-41d9-a3a3-00f1ea1c3e19 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:27:57.247383 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a9ea4568-41d6-456d-a0fb-ba4225d453c2 None None] Provisioning complete for port 8e3d3a84-016a-4cb6-9210-996a66a2c2d5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:57.247789 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a9ea4568-41d6-456d-a0fb-ba4225d453c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:57.320745 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a9ea4568-41d6-456d-a0fb-ba4225d453c2 None None] Port 8e3d3a84-016a-4cb6-9210-996a66a2c2d5 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:27:57.341196 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ed27b-b5a0-4e60-84c8-b17b65864982 req-cf1a70d5-bb4c-416b-b09f-de8e1a998c65 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:57.343222 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1a9ed27b-b5a0-4e60-84c8-b17b65864982 req-cf1a70d5-bb4c-416b-b09f-de8e1a998c65 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 945 time: 0.2927170 Dec 16 22:27:57.463284 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1a9ed27b-b5a0-4e60-84c8-b17b65864982 req-255e37f1-dd49-4389-96a5-950d8fa109cf tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016989 Dec 16 22:27:57.465668 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-402e06b3-dbc1-4299-be27-01b26e1b80d7 None None] Provisioning complete for port 8e3d3a84-016a-4cb6-9210-996a66a2c2d5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:27:57.468514 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-402e06b3-dbc1-4299-be27-01b26e1b80d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:57.534800 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-402e06b3-dbc1-4299-be27-01b26e1b80d7 None None] Port 8e3d3a84-016a-4cb6-9210-996a66a2c2d5 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:27:57.537309 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3036cabd-fd5d-4743-864c-7911a1c9d6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:57.544893 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3036cabd-fd5d-4743-864c-7911a1c9d6d5 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:57.553392 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3036cabd-fd5d-4743-864c-7911a1c9d6d5 admin admin] 10.222.0.75 "DELETE /v2.0/networks/0302c2ab-4a09-4722-94c5-3bdf87ddced6 HTTP/1.1" status: 204 len: 168 time: 2.7030191 Dec 16 22:27:57.565693 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a094ff6-cbb8-44e4-b354-f6d859f3a144 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:27:57.591602 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4a094ff6-cbb8-44e4-b354-f6d859f3a144 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "PUT /v2.0/routers/f8cdf07e-5889-4e80-8636-3cd4042cd809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7255523 Dec 16 22:27:57.599263 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa447ce-13ff-47e1-a49b-5806269cd2af None None] Sync routers for ids ['f8cdf07e-5889-4e80-8636-3cd4042cd809'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:27:57.599490 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55742) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:57.599490 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-1bd5aa40-ec05-4f11-8893-fb4ac6d5655d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1201064146'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:57.608042 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036cabd-fd5d-4743-864c-7911a1c9d6d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0302c2ab-4a09-4722-94c5-3bdf87ddced6,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:57.623260 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22a195-bfba-409c-ad4c-f110be9258cf req-7c8ca62d-3c39-44dc-baeb-373b81186ed3 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:57.636925 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9c22a195-bfba-409c-ad4c-f110be9258cf req-7c8ca62d-3c39-44dc-baeb-373b81186ed3 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.1583176 Dec 16 22:27:57.650784 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa447ce-13ff-47e1-a49b-5806269cd2af None None] Routers {'f8cdf07e-5889-4e80-8636-3cd4042cd809'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:27:57.651946 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-bfa447ce-13ff-47e1-a49b-5806269cd2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:27:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f8cdf07e-5889-4e80-8636-3cd4042cd809'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:57.758044 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9c22a195-bfba-409c-ad4c-f110be9258cf req-b191fe44-2133-49a2-98b2-01aef6cb3264 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093540 Dec 16 22:27:57.810481 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd5aa40-ec05-4f11-8893-fb4ac6d5655d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Made reservation on behalf of ac66d8dab830461c95f3885d1f77843c for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:27:57.814079 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1bd5aa40-ec05-4f11-8893-fb4ac6d5655d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:57.850718 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd5aa40-ec05-4f11-8893-fb4ac6d5655d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:27:57.864470 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1bd5aa40-ec05-4f11-8893-fb4ac6d5655d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:57.864821 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-1bd5aa40-ec05-4f11-8893-fb4ac6d5655d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Added segment 07e2afda-55ca-4b7d-be23-da1aee2d00b8 of type vlan for network 999b1c4d-c4eb-46f9-a385-2b1773e098df Dec 16 22:27:57.872237 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-bfa447ce-13ff-47e1-a49b-5806269cd2af None None] Set router f8cdf07e-5889-4e80-8636-3cd4042cd809 gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:27:57.891204 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63209739-2ba4-4c2c-9e95-443884fc1871 req-961d139f-a9be-4f54-90b3-8770cf0b1b70 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:57.899657 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-63209739-2ba4-4c2c-9e95-443884fc1871 req-961d139f-a9be-4f54-90b3-8770cf0b1b70 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 944 time: 0.0834422 Dec 16 22:27:57.929344 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1bd5aa40-ec05-4f11-8893-fb4ac6d5655d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:57.993515 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-63209739-2ba4-4c2c-9e95-443884fc1871 req-57573156-fefa-46c2-b4d4-9bc9b24def41 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923924 Dec 16 22:27:58.056735 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1bd5aa40-ec05-4f11-8893-fb4ac6d5655d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:58.065127 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd5aa40-ec05-4f11-8893-fb4ac6d5655d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:58.071518 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1bd5aa40-ec05-4f11-8893-fb4ac6d5655d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:58.189490 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5aa40-ec05-4f11-8893-fb4ac6d5655d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Network': ['ID=999b1c4d-c4eb-46f9-a385-2b1773e098df,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:58.205666 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 999b1c4d-c4eb-46f9-a385-2b1773e098df details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:27:58.277912 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-bfa447ce-13ff-47e1-a49b-5806269cd2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:27:54Z', 'revision_number': 2, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None, '_interfaces': [{'id': '8e3d3a84-016a-4cb6-9210-996a66a2c2d5', 'name': '', 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:e9:55:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:52Z', 'updated_at': '2021-12-16T22:27:55Z', 'revision_number': 2, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:27:58.301972 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55748) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:58.305550 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1bd5aa40-ec05-4f11-8893-fb4ac6d5655d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7193651 Dec 16 22:27:58.317320 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55750) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:58.325884 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-995d35f2-e6a6-4ae9-8818-488eb264b2bd tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'subnet': {'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:27:58.384209 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8a157091-1f54-4a8b-8b45-e9aab49aadbb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a0f42b93d17b453cb09b716a19274f39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0805771 Dec 16 22:27:58.390531 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55752) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:27:58.486048 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2046d3b8-906d-44d8-9afd-3b4e6f9e26b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:58.521928 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2046d3b8-906d-44d8-9afd-3b4e6f9e26b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:58.526636 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 4629be9f-c39f-472c-9c18-d90ff2605158 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:27:58.544917 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa447ce-13ff-47e1-a49b-5806269cd2af None None] Checking router: f8cdf07e-5889-4e80-8636-3cd4042cd809 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:27:58.547252 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa447ce-13ff-47e1-a49b-5806269cd2af None None] Updating router f8cdf07e-5889-4e80-8636-3cd4042cd809 port 8e3d3a84-016a-4cb6-9210-996a66a2c2d5 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:27:58.561079 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:58.648632 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bfa447ce-13ff-47e1-a49b-5806269cd2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:58.719515 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb0dcc-8fa9-4bb6-abb2-7ecf1ba54469 req-15a93171-1319-42cb-b443-4258879a3eb4 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:58.721297 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-42eb0dcc-8fa9-4bb6-abb2-7ecf1ba54469 req-15a93171-1319-42cb-b443-4258879a3eb4 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 945 time: 0.1271493 Dec 16 22:27:58.761344 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995d35f2-e6a6-4ae9-8818-488eb264b2bd tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Made reservation on behalf of ac66d8dab830461c95f3885d1f77843c for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:27:58.766856 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-995d35f2-e6a6-4ae9-8818-488eb264b2bd tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:58.776125 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2046d3b8-906d-44d8-9afd-3b4e6f9e26b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:58.778961 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2046d3b8-906d-44d8-9afd-3b4e6f9e26b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:58.783147 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2046d3b8-906d-44d8-9afd-3b4e6f9e26b5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f03beed5-8818-498b-a20e-c4536efcad84 HTTP/1.1" status: 204 len: 168 time: 0.3910441 Dec 16 22:27:58.793781 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046d3b8-906d-44d8-9afd-3b4e6f9e26b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03beed5-8818-498b-a20e-c4536efcad84,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:58.855890 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-42eb0dcc-8fa9-4bb6-abb2-7ecf1ba54469 req-b23b3759-acbf-4987-96ac-2744e272f54d tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266046 Dec 16 22:27:59.046479 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351589a-09ee-4d73-ab3b-8851492be04a req-b02bda28-9b8d-463c-b70b-51b55cf48969 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:59.059935 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7351589a-09ee-4d73-ab3b-8851492be04a req-b02bda28-9b8d-463c-b70b-51b55cf48969 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.1066251 Dec 16 22:27:59.074351 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:59.187278 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7351589a-09ee-4d73-ab3b-8851492be04a req-5ee33337-7134-47a5-8e12-6f7c4d6709c7 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253538 Dec 16 22:27:59.214922 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 4629be9f-c39f-472c-9c18-d90ff2605158, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=4629be9f-c39f-472c-9c18-d90ff2605158,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:59.249457 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c45b72-cc76-4c51-b017-f137a5430b1e req-2eb585c9-35b4-4f7f-88ec-236b07c311cb tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:59.251474 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-66c45b72-cc76-4c51-b017-f137a5430b1e req-2eb585c9-35b4-4f7f-88ec-236b07c311cb tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 944 time: 0.0820470 Dec 16 22:27:59.278845 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '4629be9f-c39f-472c-9c18-d90ff2605158', 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1', 'port_id': '4629be9f-c39f-472c-9c18-d90ff2605158', 'mac_address': 'fa:16:3e:10:cc:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ecefe13-aa2d-48b4-a74c-5805e96883cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:27:59.301565 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-995d35f2-e6a6-4ae9-8818-488eb264b2bd tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:59.340036 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bfa447ce-13ff-47e1-a49b-5806269cd2af None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:59.351549 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:59.371119 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4629be9f-c39f-472c-9c18-d90ff2605158 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:27:59.380094 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:59.405273 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 4629be9f-c39f-472c-9c18-d90ff2605158, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=4629be9f-c39f-472c-9c18-d90ff2605158,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:27:59.471176 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d35f2-e6a6-4ae9-8818-488eb264b2bd tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Subnet': ['ID=0afd0026-ce5f-45fa-a0ba-9cd9f21430fe,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:59.479199 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-66c45b72-cc76-4c51-b017-f137a5430b1e req-a6374762-f2bf-4397-874f-000325225e34 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137191 Dec 16 22:27:59.480724 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995d35f2-e6a6-4ae9-8818-488eb264b2bd tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Checking segment: {'id': '07e2afda-55ca-4b7d-be23-da1aee2d00b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:27:59.481531 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995d35f2-e6a6-4ae9-8818-488eb264b2bd tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network hostable DHCP agents. Network: 999b1c4d-c4eb-46f9-a385-2b1773e098df, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:27:59.665671 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bfa447ce-13ff-47e1-a49b-5806269cd2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:59.688847 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:27:59.712051 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:59.730365 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4466fe-2fa5-401f-ae12-a594f3b3c865 None None] Pushing event updated for resources: {'Port': ['ID=8e3d3a84-016a-4cb6-9210-996a66a2c2d5,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:59.774320 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995d35f2-e6a6-4ae9-8818-488eb264b2bd tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network 999b1c4d-c4eb-46f9-a385-2b1773e098df is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:27:59.816701 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-bfa447ce-13ff-47e1-a49b-5806269cd2af None None] Attempting to bind port 8e3d3a84-016a-4cb6-9210-996a66a2c2d5 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:27:59.817087 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-bfa447ce-13ff-47e1-a49b-5806269cd2af None None] Attempting to bind port 8e3d3a84-016a-4cb6-9210-996a66a2c2d5 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'fa308013-aae5-40b8-bf42-a76536032614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:27:59.817466 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa447ce-13ff-47e1-a49b-5806269cd2af None None] Attempting to bind port 8e3d3a84-016a-4cb6-9210-996a66a2c2d5 on network afb73bd7-efaa-4b40-9988-6b80f1c529da {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:27:59.826403 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa447ce-13ff-47e1-a49b-5806269cd2af None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:27:59.826789 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa447ce-13ff-47e1-a49b-5806269cd2af None None] Checking segment: {'id': 'fa308013-aae5-40b8-bf42-a76536032614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:27:59.827255 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bfa447ce-13ff-47e1-a49b-5806269cd2af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:59.827660 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa447ce-13ff-47e1-a49b-5806269cd2af None None] Bound using segment: {'id': 'fa308013-aae5-40b8-bf42-a76536032614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:27:59.828196 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-bfa447ce-13ff-47e1-a49b-5806269cd2af None None] Bound port: 8e3d3a84-016a-4cb6-9210-996a66a2c2d5, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa308013-aae5-40b8-bf42-a76536032614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:27:59.837092 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bfa447ce-13ff-47e1-a49b-5806269cd2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:59.860577 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=4629be9f-c39f-472c-9c18-d90ff2605158,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:27:59.902104 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-995d35f2-e6a6-4ae9-8818-488eb264b2bd tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 999b1c4d-c4eb-46f9-a385-2b1773e098df) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:27:59.920828 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995d35f2-e6a6-4ae9-8818-488eb264b2bd tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:27:59.920828 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-995d35f2-e6a6-4ae9-8818-488eb264b2bd tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:27:59.963028 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746b4aa8-6a8a-4ce4-80ee-62a88d71ab88 None None] Network 999b1c4d-c4eb-46f9-a385-2b1773e098df requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:28:00.093763 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55778) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:00.095299 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-995d35f2-e6a6-4ae9-8818-488eb264b2bd tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7719960 Dec 16 22:28:00.115115 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55780) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:00.149520 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e49902-0931-451b-9422-dc5a73ce430d req-7f3a0301-eeab-46ef-996f-08fd809e9762 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:00.161169 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-66e49902-0931-451b-9422-dc5a73ce430d req-7f3a0301-eeab-46ef-996f-08fd809e9762 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 945 time: 0.1331491 Dec 16 22:28:00.164018 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1d6899-6a99-47d6-9c2e-3ecd45ac4359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-999b1c4d-c4eb-46f9-a385-2b1773e098df', 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df', 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'fixed_ips': [{'subnet_id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:28:00.165088 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8f1d6899-6a99-47d6-9c2e-3ecd45ac4359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:00.199449 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bfa447ce-13ff-47e1-a49b-5806269cd2af None None] For port 8e3d3a84-016a-4cb6-9210-996a66a2c2d5, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:28:00.243461 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e9a76b33-abcf-4ea4-b524-5bb572652f73 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=69b400d91bb1479eaea10d9fdba9ef8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258829 Dec 16 22:28:00.244288 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55784) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:00.321851 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-66e49902-0931-451b-9422-dc5a73ce430d req-ef8ea2a7-8195-4dcc-a419-f86b4a806171 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549258 Dec 16 22:28:00.334096 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8615ae45-78aa-4f5e-8515-9d46604269d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:00.367286 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8615ae45-78aa-4f5e-8515-9d46604269d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:00.391396 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-8f1d6899-6a99-47d6-9c2e-3ecd45ac4359 None None] Allocated IP 2001:db8:1::2 (999b1c4d-c4eb-46f9-a385-2b1773e098df/0afd0026-ce5f-45fa-a0ba-9cd9f21430fe/21623d4c-00a4-4124-901e-63166fedee98) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:28:00.462588 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['4629be9f-c39f-472c-9c18-d90ff2605158'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:28:00.476618 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-dea8d36c-70ff-4848-a86f-11c1d0d53859 None None] Provisioning complete for port 8e3d3a84-016a-4cb6-9210-996a66a2c2d5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:00.477139 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dea8d36c-70ff-4848-a86f-11c1d0d53859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:00.523074 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8615ae45-78aa-4f5e-8515-9d46604269d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:00.526618 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8615ae45-78aa-4f5e-8515-9d46604269d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:00.535632 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8615ae45-78aa-4f5e-8515-9d46604269d2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/848f6740-f5cc-4176-b089-876c9323cd34 HTTP/1.1" status: 204 len: 168 time: 0.2848990 Dec 16 22:28:00.544853 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-dea8d36c-70ff-4848-a86f-11c1d0d53859 None None] Port 8e3d3a84-016a-4cb6-9210-996a66a2c2d5 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:28:00.551635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615ae45-78aa-4f5e-8515-9d46604269d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848f6740-f5cc-4176-b089-876c9323cd34,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:00.559754 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bfa447ce-13ff-47e1-a49b-5806269cd2af None None] For port 8e3d3a84-016a-4cb6-9210-996a66a2c2d5, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=8e3d3a84-016a-4cb6-9210-996a66a2c2d5,segment=NetworkSegment(fa308013-aae5-40b8-bf42-a76536032614),segment_id=fa308013-aae5-40b8-bf42-a76536032614)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:28:00.638650 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bfa447ce-13ff-47e1-a49b-5806269cd2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:00.727672 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92fbac-bc5f-45fb-8b52-e27a57200e0f req-dc42dea7-9f2b-488f-ad2e-068b1ebad662 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:00.736673 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6e92fbac-bc5f-45fb-8b52-e27a57200e0f req-dc42dea7-9f2b-488f-ad2e-068b1ebad662 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.3525476 Dec 16 22:28:00.753162 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd6e46-7803-4de8-9313-8a5497084d3d req-8b1b2d03-6dc5-44bc-bbc6-8e988677e835 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:00.765920 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58fd6e46-7803-4de8-9313-8a5497084d3d req-8b1b2d03-6dc5-44bc-bbc6-8e988677e835 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 945 time: 0.1540151 Dec 16 22:28:00.798889 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6e92fbac-bc5f-45fb-8b52-e27a57200e0f req-52ec88e4-69c4-485c-9715-75e7d3774ac6 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611396 Dec 16 22:28:00.901035 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58fd6e46-7803-4de8-9313-8a5497084d3d req-f7ebe78b-880a-4cb8-bf28-da01855ca4a9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341758 Dec 16 22:28:00.919283 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8f1d6899-6a99-47d6-9c2e-3ecd45ac4359 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:01.042617 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4466fe-2fa5-401f-ae12-a594f3b3c865 None None] Pushing event updated for resources: {'Port': ['ID=8e3d3a84-016a-4cb6-9210-996a66a2c2d5,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:01.068041 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8f1d6899-6a99-47d6-9c2e-3ecd45ac4359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:01.149429 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa447ce-13ff-47e1-a49b-5806269cd2af None None] Routers {'f8cdf07e-5889-4e80-8636-3cd4042cd809'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:28:01.150235 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-bfa447ce-13ff-47e1-a49b-5806269cd2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:27:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f8cdf07e-5889-4e80-8636-3cd4042cd809'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:01.152741 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d6899-6a99-47d6-9c2e-3ecd45ac4359 None None] Pushing event updated for resources: {'Port': ['ID=21623d4c-00a4-4124-901e-63166fedee98,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:01.171545 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-39bdba7c-97cc-4964-b790-938d0ba87087 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:01.338761 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1d6899-6a99-47d6-9c2e-3ecd45ac4359 None None] Network 999b1c4d-c4eb-46f9-a385-2b1773e098df is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:28:01.431669 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-8f1d6899-6a99-47d6-9c2e-3ecd45ac4359 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:28:01.431669 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1d6899-6a99-47d6-9c2e-3ecd45ac4359 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:28:01.507389 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-bfa447ce-13ff-47e1-a49b-5806269cd2af None None] Set router f8cdf07e-5889-4e80-8636-3cd4042cd809 gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:28:01.564866 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf25cf-adc7-4848-9b61-9f343f9a50ec req-2bd65374-a46e-4329-8437-3cfc65be1f37 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:01.576623 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-71cf25cf-adc7-4848-9b61-9f343f9a50ec req-2bd65374-a46e-4329-8437-3cfc65be1f37 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 945 time: 0.1103690 Dec 16 22:28:01.603907 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b5187849-5ae0-4c4a-919e-9068d1703a1f None None] Provisioning complete for port 8e3d3a84-016a-4cb6-9210-996a66a2c2d5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:01.604472 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b5187849-5ae0-4c4a-919e-9068d1703a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:01.668693 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-71cf25cf-adc7-4848-9b61-9f343f9a50ec req-db4b6db0-8312-4345-b8a4-6cb7bc86b03b tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883863 Dec 16 22:28:01.760050 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-39bdba7c-97cc-4964-b790-938d0ba87087 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Allocated IP 2001:db8:1::1 (999b1c4d-c4eb-46f9-a385-2b1773e098df/0afd0026-ce5f-45fa-a0ba-9cd9f21430fe/dce07117-fd04-463a-afd9-de9c0e397542) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:28:01.793537 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-8f1d6899-6a99-47d6-9c2e-3ecd45ac4359 None None] Attempting to bind port 21623d4c-00a4-4124-901e-63166fedee98 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:28:01.793911 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-8f1d6899-6a99-47d6-9c2e-3ecd45ac4359 None None] Attempting to bind port 21623d4c-00a4-4124-901e-63166fedee98 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '07e2afda-55ca-4b7d-be23-da1aee2d00b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:28:01.794275 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1d6899-6a99-47d6-9c2e-3ecd45ac4359 None None] Attempting to bind port 21623d4c-00a4-4124-901e-63166fedee98 on network 999b1c4d-c4eb-46f9-a385-2b1773e098df {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:28:01.838754 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1d6899-6a99-47d6-9c2e-3ecd45ac4359 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:28:01.839163 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1d6899-6a99-47d6-9c2e-3ecd45ac4359 None None] Checking segment: {'id': '07e2afda-55ca-4b7d-be23-da1aee2d00b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:28:01.839575 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8f1d6899-6a99-47d6-9c2e-3ecd45ac4359 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:01.839974 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1d6899-6a99-47d6-9c2e-3ecd45ac4359 None None] Bound using segment: {'id': '07e2afda-55ca-4b7d-be23-da1aee2d00b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:28:01.840458 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-8f1d6899-6a99-47d6-9c2e-3ecd45ac4359 None None] Bound port: 21623d4c-00a4-4124-901e-63166fedee98, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e2afda-55ca-4b7d-be23-da1aee2d00b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:28:01.841279 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8f1d6899-6a99-47d6-9c2e-3ecd45ac4359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:01.977273 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-39bdba7c-97cc-4964-b790-938d0ba87087 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:01.995400 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b5187849-5ae0-4c4a-919e-9068d1703a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:02.039997 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b281d2-1f12-42d1-b802-7f22eee2019d req-d8d84594-83b2-4a18-a64f-d4776ae307fa tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:02.066760 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e7b281d2-1f12-42d1-b802-7f22eee2019d req-d8d84594-83b2-4a18-a64f-d4776ae307fa tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 945 time: 0.0827167 Dec 16 22:28:02.091175 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ffee78-b8ba-48f2-91cf-ab1a8ec72bcb req-54be6570-b2b5-46a2-bf1d-4307529dfa4b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:02.112535 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e3ffee78-b8ba-48f2-91cf-ab1a8ec72bcb req-54be6570-b2b5-46a2-bf1d-4307529dfa4b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.2158117 Dec 16 22:28:02.186517 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e7b281d2-1f12-42d1-b802-7f22eee2019d req-b8c457cd-42cf-4b88-9cc3-c3fe9a03f6d0 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181452 Dec 16 22:28:02.240485 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e3ffee78-b8ba-48f2-91cf-ab1a8ec72bcb req-92530c71-9c9d-4d93-a478-c2ceecbd3887 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221578 Dec 16 22:28:02.277980 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8f1d6899-6a99-47d6-9c2e-3ecd45ac4359 None None] For port 21623d4c-00a4-4124-901e-63166fedee98, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:28:02.296740 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-39bdba7c-97cc-4964-b790-938d0ba87087 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:02.312475 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8f1d6899-6a99-47d6-9c2e-3ecd45ac4359 None None] For port 21623d4c-00a4-4124-901e-63166fedee98, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=21623d4c-00a4-4124-901e-63166fedee98,segment=NetworkSegment(07e2afda-55ca-4b7d-be23-da1aee2d00b8),segment_id=07e2afda-55ca-4b7d-be23-da1aee2d00b8)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:28:02.358865 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b5187849-5ae0-4c4a-919e-9068d1703a1f None None] For port 8e3d3a84-016a-4cb6-9210-996a66a2c2d5, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=8e3d3a84-016a-4cb6-9210-996a66a2c2d5,segment=NetworkSegment(fa308013-aae5-40b8-bf42-a76536032614),segment_id=fa308013-aae5-40b8-bf42-a76536032614)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:02.370810 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bdba7c-97cc-4964-b790-938d0ba87087 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network 999b1c4d-c4eb-46f9-a385-2b1773e098df is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:28:02.371125 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-bfa447ce-13ff-47e1-a49b-5806269cd2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:27:54Z', 'revision_number': 2, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None, '_interfaces': [{'id': '8e3d3a84-016a-4cb6-9210-996a66a2c2d5', 'name': '', 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:e9:55:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:52Z', 'updated_at': '2021-12-16T22:28:00Z', 'revision_number': 4, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:02.375438 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-39bdba7c-97cc-4964-b790-938d0ba87087 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:28:02.381262 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bdba7c-97cc-4964-b790-938d0ba87087 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:28:02.381907 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-39bdba7c-97cc-4964-b790-938d0ba87087 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:02.406013 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa447ce-13ff-47e1-a49b-5806269cd2af None None] The sync data for ids ['f8cdf07e-5889-4e80-8636-3cd4042cd809'] in n-d-815324-4 is: [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:27:54Z', 'revision_number': 2, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None, '_interfaces': [{'id': '8e3d3a84-016a-4cb6-9210-996a66a2c2d5', 'name': '', 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:e9:55:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:52Z', 'updated_at': '2021-12-16T22:28:00Z', 'revision_number': 4, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:28:02.411483 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8f1d6899-6a99-47d6-9c2e-3ecd45ac4359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:02.444970 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bdba7c-97cc-4964-b790-938d0ba87087 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Port': ['ID=dce07117-fd04-463a-afd9-de9c0e397542,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:02.475099 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55832) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:02.477219 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b5187849-5ae0-4c4a-919e-9068d1703a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:02.526566 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d6899-6a99-47d6-9c2e-3ecd45ac4359 None None] Pushing event updated for resources: {'Port': ['ID=21623d4c-00a4-4124-901e-63166fedee98,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:02.631430 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5187849-5ae0-4c4a-919e-9068d1703a1f None None] Pushing event updated for resources: {'Port': ['ID=8e3d3a84-016a-4cb6-9210-996a66a2c2d5,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:02.666234 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-217577fc-b884-4515-8bc3-cc53b9bbbf7f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1986624216-network', 'tenant_id': 'ce850b3cac864bbf82570c33179d722a'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:28:02.779410 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217577fc-b884-4515-8bc3-cc53b9bbbf7f admin admin] Made reservation on behalf of ce850b3cac864bbf82570c33179d722a for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:28:02.779626 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-39bdba7c-97cc-4964-b790-938d0ba87087 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:02.781803 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-217577fc-b884-4515-8bc3-cc53b9bbbf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:02.836333 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-217577fc-b884-4515-8bc3-cc53b9bbbf7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:03.010846 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-217577fc-b884-4515-8bc3-cc53b9bbbf7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:03.054972 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804b464-4ad8-40cc-b75d-836fc2449eaf req-15f3766b-7985-4e01-bdae-fa619a131cbb tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:03.061851 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9804b464-4ad8-40cc-b75d-836fc2449eaf req-15f3766b-7985-4e01-bdae-fa619a131cbb tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 945 time: 0.2465811 Dec 16 22:28:03.095789 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-217577fc-b884-4515-8bc3-cc53b9bbbf7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:03.136028 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-217577fc-b884-4515-8bc3-cc53b9bbbf7f admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:28:03.177960 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-217577fc-b884-4515-8bc3-cc53b9bbbf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:03.178337 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-217577fc-b884-4515-8bc3-cc53b9bbbf7f admin admin] Added segment f5a46207-de92-43ba-8bad-688453970bff of type vlan for network 70ab3453-afb7-41da-bacb-b918611a94cc Dec 16 22:28:03.180191 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217577fc-b884-4515-8bc3-cc53b9bbbf7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19e6c29-bed0-460a-990a-b396f82e6644,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:03.183713 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9804b464-4ad8-40cc-b75d-836fc2449eaf req-77f3d7cc-eb5d-4e90-aef4-91df732df904 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204467 Dec 16 22:28:03.345187 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-217577fc-b884-4515-8bc3-cc53b9bbbf7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:03.419464 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-39bdba7c-97cc-4964-b790-938d0ba87087 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:03.429255 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bc888-2ea9-469b-ba25-d983e7557674 req-46e19c4c-3f4c-4ee1-9b63-70c542ffe6ca tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:03.435108 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-613bc888-2ea9-469b-ba25-d983e7557674 req-46e19c4c-3f4c-4ee1-9b63-70c542ffe6ca tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 945 time: 0.0970399 Dec 16 22:28:03.488570 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-613bc888-2ea9-469b-ba25-d983e7557674 req-f3d147dd-d6eb-4d0e-b830-98c399a11087 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493531 Dec 16 22:28:03.525031 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-217577fc-b884-4515-8bc3-cc53b9bbbf7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:03.533694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217577fc-b884-4515-8bc3-cc53b9bbbf7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:03.533694 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-217577fc-b884-4515-8bc3-cc53b9bbbf7f admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:03.594615 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646aadc9-8623-423a-9d94-7356f0060e9c req-beb3bb09-c0e1-49a8-9fbf-9b142a31da6b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:03.602818 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-646aadc9-8623-423a-9d94-7356f0060e9c req-beb3bb09-c0e1-49a8-9fbf-9b142a31da6b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.0746300 Dec 16 22:28:03.637608 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-39bdba7c-97cc-4964-b790-938d0ba87087 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:03.637608 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-39bdba7c-97cc-4964-b790-938d0ba87087 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:03.672069 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217577fc-b884-4515-8bc3-cc53b9bbbf7f admin admin] Pushing event updated for resources: {'Network': ['ID=70ab3453-afb7-41da-bacb-b918611a94cc,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:03.687240 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 70ab3453-afb7-41da-bacb-b918611a94cc details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:28:03.739697 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-217577fc-b884-4515-8bc3-cc53b9bbbf7f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2631142 Dec 16 22:28:03.742179 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55882) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:03.752043 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-5326aef6-792f-40c0-8921-b544ed4ddef1 admin admin] Request body: {'subnet': {'network_id': '70ab3453-afb7-41da-bacb-b918611a94cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1986624216-subnet', 'tenant_id': 'ce850b3cac864bbf82570c33179d722a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:28:03.822175 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-646aadc9-8623-423a-9d94-7356f0060e9c req-cc53a9ea-f4a7-4c37-a88f-a0d08074fd9b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184057 Dec 16 22:28:03.827379 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bdba7c-97cc-4964-b790-938d0ba87087 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Port': ['ID=dce07117-fd04-463a-afd9-de9c0e397542,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:03.899764 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bdba7c-97cc-4964-b790-938d0ba87087 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network 999b1c4d-c4eb-46f9-a385-2b1773e098df is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:28:03.901680 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5326aef6-792f-40c0-8921-b544ed4ddef1 admin admin] Made reservation on behalf of ce850b3cac864bbf82570c33179d722a for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:28:03.904280 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5326aef6-792f-40c0-8921-b544ed4ddef1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:03.914669 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-39bdba7c-97cc-4964-b790-938d0ba87087 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:28:04.071220 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ea2ff7-e05f-4eb0-b0d7-9c942fd12d62 None None] Network 999b1c4d-c4eb-46f9-a385-2b1773e098df requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:28:04.149113 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53d33d-5f14-40b6-9ff4-1c7fb8296661 req-3cdecf25-23b0-4eea-9fd2-e84cc37ed7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:04.150975 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b53d33d-5f14-40b6-9ff4-1c7fb8296661 req-3cdecf25-23b0-4eea-9fd2-e84cc37ed7f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d4dac0c5f3874f5fbbad13b3a269f630&device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 1096 time: 0.0955167 Dec 16 22:28:04.169733 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d16303aa-fc7f-442a-85fb-316bdfd2b39e None None] Provisioning complete for port 21623d4c-00a4-4124-901e-63166fedee98 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:04.169733 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d16303aa-fc7f-442a-85fb-316bdfd2b39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:04.173697 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bdba7c-97cc-4964-b790-938d0ba87087 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Router f8cdf07e-5889-4e80-8636-3cd4042cd809 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:28:04.362371 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d16303aa-fc7f-442a-85fb-316bdfd2b39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:04.381678 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5326aef6-792f-40c0-8921-b544ed4ddef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:04.453649 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d16303aa-fc7f-442a-85fb-316bdfd2b39e None None] For port 21623d4c-00a4-4124-901e-63166fedee98, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=21623d4c-00a4-4124-901e-63166fedee98,segment=NetworkSegment(07e2afda-55ca-4b7d-be23-da1aee2d00b8),segment_id=07e2afda-55ca-4b7d-be23-da1aee2d00b8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:04.490998 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 4629be9f-c39f-472c-9c18-d90ff2605158 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:28:04.530658 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53d33d-5f14-40b6-9ff4-1c7fb8296661 req-9f1f32d3-8a2a-42d1-8c34-7442353f6415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:04.532979 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b53d33d-5f14-40b6-9ff4-1c7fb8296661 req-9f1f32d3-8a2a-42d1-8c34-7442353f6415 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3483c04d-9548-45a8-add9-5dd005156af8 HTTP/1.1" status: 200 len: 917 time: 0.3730748 Dec 16 22:28:04.541006 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bdba7c-97cc-4964-b790-938d0ba87087 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:28:04.554559 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d16303aa-fc7f-442a-85fb-316bdfd2b39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:04.565326 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9220b33-1a1e-4342-854e-d7a9538a391b req-07bc5fca-369b-4255-9357-6f7e7fb2fe65 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:04.590362 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a9220b33-1a1e-4342-854e-d7a9538a391b req-07bc5fca-369b-4255-9357-6f7e7fb2fe65 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 945 time: 0.2758451 Dec 16 22:28:04.626804 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-39bdba7c-97cc-4964-b790-938d0ba87087 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "PUT /v2.0/routers/f8cdf07e-5889-4e80-8636-3cd4042cd809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5287082 Dec 16 22:28:04.628264 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55906) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:04.633134 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-c28ddbec-b17a-4f78-84b0-7dcfeee94e40 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1490076063'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:28:04.698244 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 8e3d3a84-016a-4cb6-9210-996a66a2c2d5 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:28:04.731299 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326aef6-792f-40c0-8921-b544ed4ddef1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0b2dc89-3628-499c-a090-44aaf09eb499,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:04.749657 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5326aef6-792f-40c0-8921-b544ed4ddef1 admin admin] Checking segment: {'id': 'f5a46207-de92-43ba-8bad-688453970bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70ab3453-afb7-41da-bacb-b918611a94cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:28:04.750070 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5326aef6-792f-40c0-8921-b544ed4ddef1 admin admin] Network hostable DHCP agents. Network: 70ab3453-afb7-41da-bacb-b918611a94cc, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:28:04.803250 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a9220b33-1a1e-4342-854e-d7a9538a391b req-32f6f67f-7820-4368-90c6-4d88c92879de tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118700 Dec 16 22:28:04.839674 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b922d8f4-47e4-4c9e-b389-d7652b30c91d None None] Sync routers for ids ['f8cdf07e-5889-4e80-8636-3cd4042cd809'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:28:04.873839 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b922d8f4-47e4-4c9e-b389-d7652b30c91d None None] Routers {'f8cdf07e-5889-4e80-8636-3cd4042cd809'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:28:04.876557 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-b922d8f4-47e4-4c9e-b389-d7652b30c91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:27:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f8cdf07e-5889-4e80-8636-3cd4042cd809'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:04.883582 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16303aa-fc7f-442a-85fb-316bdfd2b39e None None] Pushing event updated for resources: {'Port': ['ID=21623d4c-00a4-4124-901e-63166fedee98,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:04.903241 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5326aef6-792f-40c0-8921-b544ed4ddef1 admin admin] Network 70ab3453-afb7-41da-bacb-b918611a94cc is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:28:04.941425 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0977a233-33b4-4ee6-afcc-724d066f7a54 None None] Provisioning complete for port dce07117-fd04-463a-afd9-de9c0e397542 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:04.941847 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0977a233-33b4-4ee6-afcc-724d066f7a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:05.022864 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 8e3d3a84-016a-4cb6-9210-996a66a2c2d5 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:05.025112 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:05.047215 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-5326aef6-792f-40c0-8921-b544ed4ddef1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 70ab3453-afb7-41da-bacb-b918611a94cc) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:28:05.060119 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5326aef6-792f-40c0-8921-b544ed4ddef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:05.060741 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5326aef6-792f-40c0-8921-b544ed4ddef1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:05.101152 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0367facc-87cf-4135-8557-09a40a9a542f None None] Network 70ab3453-afb7-41da-bacb-b918611a94cc requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:28:05.112810 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0977a233-33b4-4ee6-afcc-724d066f7a54 None None] Port dce07117-fd04-463a-afd9-de9c0e397542 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:28:05.121394 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 4629be9f-c39f-472c-9c18-d90ff2605158 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:28:05.146599 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935d888-e56f-40eb-8221-d6233ac0c272 req-5467cf4a-07ce-4b6e-bb7a-982d84d9543c tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:05.150349 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 4629be9f-c39f-472c-9c18-d90ff2605158 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:05.150803 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:05.162045 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d935d888-e56f-40eb-8221-d6233ac0c272 req-5467cf4a-07ce-4b6e-bb7a-982d84d9543c tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.1582415 Dec 16 22:28:05.175132 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5326aef6-792f-40c0-8921-b544ed4ddef1 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4298151 Dec 16 22:28:05.267204 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-b922d8f4-47e4-4c9e-b389-d7652b30c91d None None] Set router f8cdf07e-5889-4e80-8636-3cd4042cd809 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:28:05.293895 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d935d888-e56f-40eb-8221-d6233ac0c272 req-1d35cd4b-ca7b-4692-80d8-876452bb15cc tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163507 Dec 16 22:28:05.318488 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0977a233-33b4-4ee6-afcc-724d066f7a54 None None] Provisioning complete for port 21623d4c-00a4-4124-901e-63166fedee98 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:05.319120 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0977a233-33b4-4ee6-afcc-724d066f7a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:05.513270 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b53d33d-5f14-40b6-9ff4-1c7fb8296661 req-b17b6d31-7ef5-42be-930a-d7134c08d878 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b2fbefe-475a-4ee7-9841-1afe9870c40a HTTP/1.1" status: 200 len: 1000 time: 0.9690824 Dec 16 22:28:05.534302 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6235c52-443b-4e02-a385-2dbf5031e20c None None] Network 70ab3453-afb7-41da-bacb-b918611a94cc requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:28:05.617811 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53d33d-5f14-40b6-9ff4-1c7fb8296661 req-6e5787c1-6211-4ebc-9d2c-3e94973e5b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:05.620107 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b53d33d-5f14-40b6-9ff4-1c7fb8296661 req-6e5787c1-6211-4ebc-9d2c-3e94973e5b9e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=271e63c4-6a59-41c7-a795-72d699a0357a HTTP/1.1" status: 200 len: 856 time: 0.0965805 Dec 16 22:28:05.633270 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286eb2dd-b6aa-45b6-aca6-6013e8c721ac req-9db9893f-a1ee-44a4-8b27-2d92cf62702c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:05.635137 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-286eb2dd-b6aa-45b6-aca6-6013e8c721ac req-9db9893f-a1ee-44a4-8b27-2d92cf62702c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 945 time: 0.1994176 Dec 16 22:28:05.705130 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 21623d4c-00a4-4124-901e-63166fedee98 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:28:05.724964 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28ddbec-b17a-4f78-84b0-7dcfeee94e40 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Made reservation on behalf of ac66d8dab830461c95f3885d1f77843c for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:28:05.728707 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c28ddbec-b17a-4f78-84b0-7dcfeee94e40 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:05.755471 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-b922d8f4-47e4-4c9e-b389-d7652b30c91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:02Z', 'revision_number': 3, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None, '_interfaces': [{'id': '8e3d3a84-016a-4cb6-9210-996a66a2c2d5', 'name': '', 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:e9:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:52Z', 'updated_at': '2021-12-16T22:28:02Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce07117-fd04-463a-afd9-de9c0e397542', 'name': '', 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:c3:da:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:01Z', 'updated_at': '2021-12-16T22:28:03Z', 'revision_number': 2, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:05.765598 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53d33d-5f14-40b6-9ff4-1c7fb8296661 req-86972084-8424-48e5-9c5e-36dd501a5b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:05.767965 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b53d33d-5f14-40b6-9ff4-1c7fb8296661 req-86972084-8424-48e5-9c5e-36dd501a5b65 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3483c04d-9548-45a8-add9-5dd005156af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304352 Dec 16 22:28:05.779668 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:05.786214 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28ddbec-b17a-4f78-84b0-7dcfeee94e40 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:28:05.796542 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c28ddbec-b17a-4f78-84b0-7dcfeee94e40 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:05.796908 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-c28ddbec-b17a-4f78-84b0-7dcfeee94e40 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Added segment 2c11ee0c-decd-4e6b-9b11-691ab2be48b1 of type vlan for network 6f0052f3-ee0f-4f61-9a6a-e35242898fc4 Dec 16 22:28:05.812095 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b922d8f4-47e4-4c9e-b389-d7652b30c91d None None] Checking router: f8cdf07e-5889-4e80-8636-3cd4042cd809 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:28:05.812478 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b922d8f4-47e4-4c9e-b389-d7652b30c91d None None] Updating router f8cdf07e-5889-4e80-8636-3cd4042cd809 port dce07117-fd04-463a-afd9-de9c0e397542 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:28:05.825073 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61618d50-f1fb-4570-8e56-c2255b8afdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4629be9f-c39f-472c-9c18-d90ff2605158'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:28:05.827423 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8b39e1-d49f-483e-8214-32503f2110ef" -d '{"events": [{"server_uuid": "61618d50-f1fb-4570-8e56-c2255b8afdad", "name": "network-vif-plugged", "status": "completed", "tag": "4629be9f-c39f-472c-9c18-d90ff2605158"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:28:05.844263 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b922d8f4-47e4-4c9e-b389-d7652b30c91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:05.849769 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c28ddbec-b17a-4f78-84b0-7dcfeee94e40 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:05.851705 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 4629be9f-c39f-472c-9c18-d90ff2605158, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=4629be9f-c39f-472c-9c18-d90ff2605158,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:05.860184 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 21623d4c-00a4-4124-901e-63166fedee98 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:05.860580 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:05.876889 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-286eb2dd-b6aa-45b6-aca6-6013e8c721ac req-f516469f-36f3-4a64-b232-45181eddc011 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270818 Dec 16 22:28:05.923835 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:05.924971 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 7b2fbefe-475a-4ee7-9841-1afe9870c40a no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:28:05.951679 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c28ddbec-b17a-4f78-84b0-7dcfeee94e40 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:05.959020 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28ddbec-b17a-4f78-84b0-7dcfeee94e40 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:05.959266 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c28ddbec-b17a-4f78-84b0-7dcfeee94e40 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:06.053397 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ddbec-b17a-4f78-84b0-7dcfeee94e40 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Network': ['ID=6f0052f3-ee0f-4f61-9a6a-e35242898fc4,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:06.109639 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 6f0052f3-ee0f-4f61-9a6a-e35242898fc4 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:28:06.125267 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b53d33d-5f14-40b6-9ff4-1c7fb8296661 req-3c47fc69-8b7b-493c-8d8e-efbcb54b22cc service neutron] 10.222.0.57 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473550 Dec 16 22:28:06.197325 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b922d8f4-47e4-4c9e-b389-d7652b30c91d None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:06.200477 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2c9612cd-f5d6-4686-af0a-b251fdc8ffed None None] Provisioning complete for port dce07117-fd04-463a-afd9-de9c0e397542 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:06.200896 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2c9612cd-f5d6-4686-af0a-b251fdc8ffed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:06.201819 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c28ddbec-b17a-4f78-84b0-7dcfeee94e40 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5729475 Dec 16 22:28:06.204822 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55954) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:06.211782 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-a62edbf4-b473-489d-854c-715a897b81b3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'subnet': {'network_id': '6f0052f3-ee0f-4f61-9a6a-e35242898fc4', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:28:06.296988 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b922d8f4-47e4-4c9e-b389-d7652b30c91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:06.321928 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c67a79-c523-44cd-8784-e1e63fb39691 req-300b46e4-9c42-416f-8da9-7a4de2cc560c tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:06.329228 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-27c67a79-c523-44cd-8784-e1e63fb39691 req-300b46e4-9c42-416f-8da9-7a4de2cc560c tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 945 time: 0.1954434 Dec 16 22:28:06.334464 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b53d33d-5f14-40b6-9ff4-1c7fb8296661 req-e4e88390-0bda-49a7-ac76-4178df373865 service neutron] 10.222.0.57 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021177 Dec 16 22:28:06.356508 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2c9612cd-f5d6-4686-af0a-b251fdc8ffed None None] Port dce07117-fd04-463a-afd9-de9c0e397542 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:28:06.358695 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=4629be9f-c39f-472c-9c18-d90ff2605158,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:06.394824 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:06.394824 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:06.394824 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:06.394824 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:06.394824 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:06.394824 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:06.394824 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:06.394824 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:06.394824 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:06.394824 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:06.395784 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:06.395784 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:06.395784 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:06.444379 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-27c67a79-c523-44cd-8784-e1e63fb39691 req-4518e21e-746f-4b8f-beb8-522e7a835141 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141479 Dec 16 22:28:06.455585 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cae09-bb0f-451d-9040-fe508fcea6c4 None None] Pushing event updated for resources: {'Port': ['ID=dce07117-fd04-463a-afd9-de9c0e397542,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:06.507895 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62edbf4-b473-489d-854c-715a897b81b3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Made reservation on behalf of ac66d8dab830461c95f3885d1f77843c for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:28:06.510665 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cae09-bb0f-451d-9040-fe508fcea6c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:06.511145 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cae09-bb0f-451d-9040-fe508fcea6c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:06.532221 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cae09-bb0f-451d-9040-fe508fcea6c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:06.532221 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cae09-bb0f-451d-9040-fe508fcea6c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:06.532221 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cae09-bb0f-451d-9040-fe508fcea6c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:06.532221 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cae09-bb0f-451d-9040-fe508fcea6c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:06.532221 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cae09-bb0f-451d-9040-fe508fcea6c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:06.532221 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cae09-bb0f-451d-9040-fe508fcea6c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:06.532221 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cae09-bb0f-451d-9040-fe508fcea6c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:06.533232 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a62edbf4-b473-489d-854c-715a897b81b3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:06.533319 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cae09-bb0f-451d-9040-fe508fcea6c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:06.533319 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cae09-bb0f-451d-9040-fe508fcea6c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:06.533319 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cae09-bb0f-451d-9040-fe508fcea6c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:06.533319 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7cae09-bb0f-451d-9040-fe508fcea6c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:06.537674 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:06.580904 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 21623d4c-00a4-4124-901e-63166fedee98 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:28:06.620919 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6657dc7d-2bf4-4061-ad53-d743169ccead x-openstack-request-id: req-6657dc7d-2bf4-4061-ad53-d743169ccead {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:28:06.621273 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61618d50-f1fb-4570-8e56-c2255b8afdad", "name": "network-vif-plugged", "status": "completed", "tag": "4629be9f-c39f-472c-9c18-d90ff2605158", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:28:06.621550 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6657dc7d-2bf4-4061-ad53-d743169ccead {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:28:06.623612 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-b922d8f4-47e4-4c9e-b389-d7652b30c91d None None] Attempting to bind port dce07117-fd04-463a-afd9-de9c0e397542 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:28:06.624681 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61618d50-f1fb-4570-8e56-c2255b8afdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4629be9f-c39f-472c-9c18-d90ff2605158', 'code': 200} Dec 16 22:28:06.626302 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-b922d8f4-47e4-4c9e-b389-d7652b30c91d None None] Attempting to bind port dce07117-fd04-463a-afd9-de9c0e397542 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '07e2afda-55ca-4b7d-be23-da1aee2d00b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:28:06.626935 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b922d8f4-47e4-4c9e-b389-d7652b30c91d None None] Attempting to bind port dce07117-fd04-463a-afd9-de9c0e397542 on network 999b1c4d-c4eb-46f9-a385-2b1773e098df {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:28:06.642098 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b922d8f4-47e4-4c9e-b389-d7652b30c91d None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:28:06.642098 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b922d8f4-47e4-4c9e-b389-d7652b30c91d None None] Checking segment: {'id': '07e2afda-55ca-4b7d-be23-da1aee2d00b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:28:06.642098 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b922d8f4-47e4-4c9e-b389-d7652b30c91d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:06.642098 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b922d8f4-47e4-4c9e-b389-d7652b30c91d None None] Bound using segment: {'id': '07e2afda-55ca-4b7d-be23-da1aee2d00b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:28:06.643658 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-b922d8f4-47e4-4c9e-b389-d7652b30c91d None None] Bound port: dce07117-fd04-463a-afd9-de9c0e397542, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e2afda-55ca-4b7d-be23-da1aee2d00b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:28:06.643658 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b922d8f4-47e4-4c9e-b389-d7652b30c91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:06.646521 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 7b2fbefe-475a-4ee7-9841-1afe9870c40a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=7b2fbefe-475a-4ee7-9841-1afe9870c40a,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:06.712203 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 21623d4c-00a4-4124-901e-63166fedee98 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:06.712897 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:06.864970 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-b922d8f4-47e4-4c9e-b389-d7652b30c91d None None] For port dce07117-fd04-463a-afd9-de9c0e397542, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:28:06.869174 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-b922d8f4-47e4-4c9e-b389-d7652b30c91d None None] For port dce07117-fd04-463a-afd9-de9c0e397542, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=dce07117-fd04-463a-afd9-de9c0e397542,segment=NetworkSegment(07e2afda-55ca-4b7d-be23-da1aee2d00b8),segment_id=07e2afda-55ca-4b7d-be23-da1aee2d00b8)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:28:06.886552 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1da65a-3449-45aa-af1d-8bef72251605 req-200d4f95-4275-4b1c-a41a-49118c8e62c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:06.889187 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4b1da65a-3449-45aa-af1d-8bef72251605 req-200d4f95-4275-4b1c-a41a-49118c8e62c3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 1097 time: 0.1680243 Dec 16 22:28:06.902026 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-923d462b-5dc9-46e4-bb0f-5124ebc5f6d6 None None] Provisioning complete for port dce07117-fd04-463a-afd9-de9c0e397542 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:06.902410 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-923d462b-5dc9-46e4-bb0f-5124ebc5f6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:06.941987 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb8578-96cf-4da4-967c-e9f177f6736a req-14b63795-1ed2-476c-8126-da44da3e4720 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:06.949156 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-923d462b-5dc9-46e4-bb0f-5124ebc5f6d6 None None] Port dce07117-fd04-463a-afd9-de9c0e397542 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:28:06.949807 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-90eb8578-96cf-4da4-967c-e9f177f6736a req-14b63795-1ed2-476c-8126-da44da3e4720 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.2080095 Dec 16 22:28:06.983447 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4b1da65a-3449-45aa-af1d-8bef72251605 req-94a01a87-0547-4a6f-9a69-0f599c377466 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821826 Dec 16 22:28:06.994256 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:07.013685 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-90eb8578-96cf-4da4-967c-e9f177f6736a req-5e63fd23-c0e4-4887-b86c-ee2e5d4ce294 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629668 Dec 16 22:28:07.025594 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-b922d8f4-47e4-4c9e-b389-d7652b30c91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:07.079546 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a62edbf4-b473-489d-854c-715a897b81b3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:07.087845 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=7b2fbefe-475a-4ee7-9841-1afe9870c40a,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:07.105361 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cae09-bb0f-451d-9040-fe508fcea6c4 None None] Pushing event updated for resources: {'Port': ['ID=dce07117-fd04-463a-afd9-de9c0e397542,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:07.108646 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b922d8f4-47e4-4c9e-b389-d7652b30c91d None None] Routers {'f8cdf07e-5889-4e80-8636-3cd4042cd809'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:28:07.109266 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-b922d8f4-47e4-4c9e-b389-d7652b30c91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:27:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f8cdf07e-5889-4e80-8636-3cd4042cd809'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:07.236234 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62edbf4-b473-489d-854c-715a897b81b3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Subnet': ['ID=f3a82903-ce76-4f8e-babe-1b7af1c19326,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:07.241121 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-b922d8f4-47e4-4c9e-b389-d7652b30c91d None None] Set router f8cdf07e-5889-4e80-8636-3cd4042cd809 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:28:07.245241 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39e1af-0d2f-42a4-8d4a-a2e5d4a974dd req-558d0d13-8ec0-4a75-b731-772eca531606 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:07.251364 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62edbf4-b473-489d-854c-715a897b81b3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Checking segment: {'id': '2c11ee0c-decd-4e6b-9b11-691ab2be48b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6f0052f3-ee0f-4f61-9a6a-e35242898fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:28:07.251949 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62edbf4-b473-489d-854c-715a897b81b3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network hostable DHCP agents. Network: 6f0052f3-ee0f-4f61-9a6a-e35242898fc4, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:28:07.261069 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5c39e1af-0d2f-42a4-8d4a-a2e5d4a974dd req-558d0d13-8ec0-4a75-b731-772eca531606 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 946 time: 0.1117008 Dec 16 22:28:07.333671 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5c39e1af-0d2f-42a4-8d4a-a2e5d4a974dd req-30188455-af17-42b4-a29b-0b742a05abf7 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715356 Dec 16 22:28:07.348392 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62edbf4-b473-489d-854c-715a897b81b3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network 6f0052f3-ee0f-4f61-9a6a-e35242898fc4 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:28:07.467301 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-a62edbf4-b473-489d-854c-715a897b81b3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 6f0052f3-ee0f-4f61-9a6a-e35242898fc4) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:28:07.472506 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62edbf4-b473-489d-854c-715a897b81b3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:07.473450 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a62edbf4-b473-489d-854c-715a897b81b3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:07.483236 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f47de6-c444-41f1-98b2-8e4e8c0d6b07 None None] Network 6f0052f3-ee0f-4f61-9a6a-e35242898fc4 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:28:07.619454 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55970) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:07.619746 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a62edbf4-b473-489d-854c-715a897b81b3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4120817 Dec 16 22:28:07.636551 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-b922d8f4-47e4-4c9e-b389-d7652b30c91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:02Z', 'revision_number': 3, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None, '_interfaces': [{'id': '8e3d3a84-016a-4cb6-9210-996a66a2c2d5', 'name': '', 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:e9:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:52Z', 'updated_at': '2021-12-16T22:28:02Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce07117-fd04-463a-afd9-de9c0e397542', 'name': '', 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:c3:da:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:01Z', 'updated_at': '2021-12-16T22:28:06Z', 'revision_number': 4, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:07.669322 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1f82b648-e4f9-424e-8030-2edba9d35623 None None] Provisioning complete for port dce07117-fd04-463a-afd9-de9c0e397542 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:07.670085 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1f82b648-e4f9-424e-8030-2edba9d35623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:07.734081 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b922d8f4-47e4-4c9e-b389-d7652b30c91d None None] The sync data for ids ['f8cdf07e-5889-4e80-8636-3cd4042cd809'] in n-d-815324-4 is: [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:02Z', 'revision_number': 3, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None, '_interfaces': [{'id': '8e3d3a84-016a-4cb6-9210-996a66a2c2d5', 'name': '', 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:e9:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:52Z', 'updated_at': '2021-12-16T22:28:02Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce07117-fd04-463a-afd9-de9c0e397542', 'name': '', 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:c3:da:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:01Z', 'updated_at': '2021-12-16T22:28:06Z', 'revision_number': 4, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:28:07.743666 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdac2f0-ef2c-404f-96df-1c4b430a568e req-8622c1b2-05eb-4941-89d8-0072ee8db3b6 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:07.745592 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6fdac2f0-ef2c-404f-96df-1c4b430a568e req-8622c1b2-05eb-4941-89d8-0072ee8db3b6 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 945 time: 0.1829662 Dec 16 22:28:08.027611 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f1e031-32f6-4bd6-a6ac-8d6afd13f967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-6f0052f3-ee0f-4f61-9a6a-e35242898fc4', 'network_id': '6f0052f3-ee0f-4f61-9a6a-e35242898fc4', 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'fixed_ips': [{'subnet_id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:28:08.029215 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09f1e031-32f6-4bd6-a6ac-8d6afd13f967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:08.118538 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6fdac2f0-ef2c-404f-96df-1c4b430a568e req-62adba2a-5bc2-408e-bf15-2648524c9f4c tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622046 Dec 16 22:28:08.263440 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1f82b648-e4f9-424e-8030-2edba9d35623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:08.270325 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-71a975d6-d2c6-4aef-894e-0bcad9950a6d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:08.350409 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-1f82b648-e4f9-424e-8030-2edba9d35623 None None] For port dce07117-fd04-463a-afd9-de9c0e397542, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=dce07117-fd04-463a-afd9-de9c0e397542,segment=NetworkSegment(07e2afda-55ca-4b7d-be23-da1aee2d00b8),segment_id=07e2afda-55ca-4b7d-be23-da1aee2d00b8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:08.368311 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-09f1e031-32f6-4bd6-a6ac-8d6afd13f967 None None] Allocated IP 2001:db8:2::2 (6f0052f3-ee0f-4f61-9a6a-e35242898fc4/f3a82903-ce76-4f8e-babe-1b7af1c19326/d818a9c8-a83c-4dc7-a840-a843b78edae6) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:28:08.527169 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1f82b648-e4f9-424e-8030-2edba9d35623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:08.594340 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac04853-ea1c-4022-bc81-0f1bb22b9f9c req-a1347112-7bd0-4e2b-9eb6-81d8fb4fd8be tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:08.604167 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cac04853-ea1c-4022-bc81-0f1bb22b9f9c req-a1347112-7bd0-4e2b-9eb6-81d8fb4fd8be tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 943 time: 0.3212008 Dec 16 22:28:08.629337 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9c3762-6939-48b4-a90e-63cb5a238ff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b2fbefe-475a-4ee7-9841-1afe9870c40a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:28:08.638145 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285e5969-4edb-42ce-bd71-030583320308" -d '{"events": [{"server_uuid": "4e9c3762-6939-48b4-a90e-63cb5a238ff2", "name": "network-vif-unplugged", "status": "completed", "tag": "7b2fbefe-475a-4ee7-9841-1afe9870c40a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:28:08.648585 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device dce07117-fd04-463a-afd9-de9c0e397542 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:28:08.765914 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cac04853-ea1c-4022-bc81-0f1bb22b9f9c req-2e1857ea-51bb-4a1a-b6c8-7faf562d1242 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605098 Dec 16 22:28:08.912624 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82b648-e4f9-424e-8030-2edba9d35623 None None] Pushing event updated for resources: {'Port': ['ID=dce07117-fd04-463a-afd9-de9c0e397542,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:08.935142 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port dce07117-fd04-463a-afd9-de9c0e397542 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:08.935549 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:08.966888 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09f1e031-32f6-4bd6-a6ac-8d6afd13f967 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:08.981987 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873de4ef-8f76-4c00-8b5c-58e2a894f815 req-c41b1638-27aa-402e-8689-852834e06e1b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:08.993940 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-873de4ef-8f76-4c00-8b5c-58e2a894f815 req-c41b1638-27aa-402e-8689-852834e06e1b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 946 time: 0.0791078 Dec 16 22:28:09.053925 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09f1e031-32f6-4bd6-a6ac-8d6afd13f967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:09.065640 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-873de4ef-8f76-4c00-8b5c-58e2a894f815 req-e73482a0-d1aa-4d7d-9e89-03259ecd3cd9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602083 Dec 16 22:28:09.128146 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f1e031-32f6-4bd6-a6ac-8d6afd13f967 None None] Network 6f0052f3-ee0f-4f61-9a6a-e35242898fc4 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:28:09.133093 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-71a975d6-d2c6-4aef-894e-0bcad9950a6d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Allocated IP 2001:db8:2::1 (6f0052f3-ee0f-4f61-9a6a-e35242898fc4/f3a82903-ce76-4f8e-babe-1b7af1c19326/3286ca03-8bde-4641-ae3b-6d380cb05410) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:28:09.136883 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-09f1e031-32f6-4bd6-a6ac-8d6afd13f967 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:28:09.138603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1e031-32f6-4bd6-a6ac-8d6afd13f967 None None] Pushing event updated for resources: {'Port': ['ID=d818a9c8-a83c-4dc7-a840-a843b78edae6,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:09.141267 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f1e031-32f6-4bd6-a6ac-8d6afd13f967 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:28:09.218388 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-09f1e031-32f6-4bd6-a6ac-8d6afd13f967 None None] Attempting to bind port d818a9c8-a83c-4dc7-a840-a843b78edae6 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:28:09.219280 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-09f1e031-32f6-4bd6-a6ac-8d6afd13f967 None None] Attempting to bind port d818a9c8-a83c-4dc7-a840-a843b78edae6 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '2c11ee0c-decd-4e6b-9b11-691ab2be48b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6f0052f3-ee0f-4f61-9a6a-e35242898fc4'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:28:09.219280 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f1e031-32f6-4bd6-a6ac-8d6afd13f967 None None] Attempting to bind port d818a9c8-a83c-4dc7-a840-a843b78edae6 on network 6f0052f3-ee0f-4f61-9a6a-e35242898fc4 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:28:09.226699 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f1e031-32f6-4bd6-a6ac-8d6afd13f967 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:28:09.233418 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f1e031-32f6-4bd6-a6ac-8d6afd13f967 None None] Checking segment: {'id': '2c11ee0c-decd-4e6b-9b11-691ab2be48b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6f0052f3-ee0f-4f61-9a6a-e35242898fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:28:09.233418 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09f1e031-32f6-4bd6-a6ac-8d6afd13f967 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:09.233418 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f1e031-32f6-4bd6-a6ac-8d6afd13f967 None None] Bound using segment: {'id': '2c11ee0c-decd-4e6b-9b11-691ab2be48b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6f0052f3-ee0f-4f61-9a6a-e35242898fc4'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:28:09.233418 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-09f1e031-32f6-4bd6-a6ac-8d6afd13f967 None None] Bound port: d818a9c8-a83c-4dc7-a840-a843b78edae6, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c11ee0c-decd-4e6b-9b11-691ab2be48b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6f0052f3-ee0f-4f61-9a6a-e35242898fc4'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:28:09.233418 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09f1e031-32f6-4bd6-a6ac-8d6afd13f967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:09.249681 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df22ba18-87aa-4a26-bea5-b33a2131ebe2 x-openstack-request-id: req-df22ba18-87aa-4a26-bea5-b33a2131ebe2 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:28:09.250533 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9c3762-6939-48b4-a90e-63cb5a238ff2", "name": "network-vif-unplugged", "status": "completed", "tag": "7b2fbefe-475a-4ee7-9841-1afe9870c40a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:28:09.251245 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-df22ba18-87aa-4a26-bea5-b33a2131ebe2 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:28:09.251657 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9c3762-6939-48b4-a90e-63cb5a238ff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b2fbefe-475a-4ee7-9841-1afe9870c40a', 'code': 200} Dec 16 22:28:09.319764 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-71a975d6-d2c6-4aef-894e-0bcad9950a6d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:09.327266 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-09f1e031-32f6-4bd6-a6ac-8d6afd13f967 None None] For port d818a9c8-a83c-4dc7-a840-a843b78edae6, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:28:09.332404 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-09f1e031-32f6-4bd6-a6ac-8d6afd13f967 None None] For port d818a9c8-a83c-4dc7-a840-a843b78edae6, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d818a9c8-a83c-4dc7-a840-a843b78edae6,segment=NetworkSegment(2c11ee0c-decd-4e6b-9b11-691ab2be48b1),segment_id=2c11ee0c-decd-4e6b-9b11-691ab2be48b1)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:28:09.499868 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-71a975d6-d2c6-4aef-894e-0bcad9950a6d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:09.501004 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09f1e031-32f6-4bd6-a6ac-8d6afd13f967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:09.564280 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a975d6-d2c6-4aef-894e-0bcad9950a6d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network 6f0052f3-ee0f-4f61-9a6a-e35242898fc4 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:28:09.567776 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-71a975d6-d2c6-4aef-894e-0bcad9950a6d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:28:09.572849 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a975d6-d2c6-4aef-894e-0bcad9950a6d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:28:09.572849 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-71a975d6-d2c6-4aef-894e-0bcad9950a6d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:09.588727 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1e031-32f6-4bd6-a6ac-8d6afd13f967 None None] Pushing event updated for resources: {'Port': ['ID=d818a9c8-a83c-4dc7-a840-a843b78edae6,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:09.654237 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a975d6-d2c6-4aef-894e-0bcad9950a6d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Port': ['ID=3286ca03-8bde-4641-ae3b-6d380cb05410,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:09.775232 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fefc5-5f2a-4a14-9510-39fedb7aa8c7 req-e6a5fd8b-5329-4735-b3d8-7cac38a4765a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:09.777516 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-971fefc5-5f2a-4a14-9510-39fedb7aa8c7 req-e6a5fd8b-5329-4735-b3d8-7cac38a4765a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 945 time: 0.0742049 Dec 16 22:28:09.882787 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-971fefc5-5f2a-4a14-9510-39fedb7aa8c7 req-72cc385c-6c67-473f-bbb2-321ffcca9419 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959523 Dec 16 22:28:10.071913 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912dd68-6fe1-4c22-b573-e622fe43bf9b req-eb0157d7-1bc2-4bd0-9c2a-e713f8e18357 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:10.073471 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c912dd68-6fe1-4c22-b573-e622fe43bf9b req-eb0157d7-1bc2-4bd0-9c2a-e713f8e18357 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 946 time: 0.0919409 Dec 16 22:28:10.074084 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-71a975d6-d2c6-4aef-894e-0bcad9950a6d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:10.175953 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c912dd68-6fe1-4c22-b573-e622fe43bf9b req-b78ab2b3-eaf0-4441-b7ba-311bb9d9a897 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904443 Dec 16 22:28:10.329718 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6d027-5dbe-427d-9cb1-375e5bcd7229 req-5a3ccd7c-47f3-4637-8137-bde4e87132e4 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:10.331858 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dfe6d027-5dbe-427d-9cb1-375e5bcd7229 req-5a3ccd7c-47f3-4637-8137-bde4e87132e4 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 943 time: 0.0771177 Dec 16 22:28:10.477824 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dfe6d027-5dbe-427d-9cb1-375e5bcd7229 req-fbf41b90-3e6e-465e-9886-b1d719d26e2a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303720 Dec 16 22:28:10.526229 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-71a975d6-d2c6-4aef-894e-0bcad9950a6d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:10.598991 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-71a975d6-d2c6-4aef-894e-0bcad9950a6d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:10.600082 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-71a975d6-d2c6-4aef-894e-0bcad9950a6d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:10.674258 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d818a9c8-a83c-4dc7-a840-a843b78edae6 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:28:10.696658 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a975d6-d2c6-4aef-894e-0bcad9950a6d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Port': ['ID=3286ca03-8bde-4641-ae3b-6d380cb05410,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:10.754505 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a975d6-d2c6-4aef-894e-0bcad9950a6d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network 6f0052f3-ee0f-4f61-9a6a-e35242898fc4 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:28:10.757553 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-71a975d6-d2c6-4aef-894e-0bcad9950a6d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:28:10.792243 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port d818a9c8-a83c-4dc7-a840-a843b78edae6 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:10.792620 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:10.892069 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a975d6-d2c6-4aef-894e-0bcad9950a6d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Router f8cdf07e-5889-4e80-8636-3cd4042cd809 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:28:10.903018 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:10.990383 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port d818a9c8-a83c-4dc7-a840-a843b78edae6, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d818a9c8-a83c-4dc7-a840-a843b78edae6,segment=NetworkSegment(2c11ee0c-decd-4e6b-9b11-691ab2be48b1),segment_id=2c11ee0c-decd-4e6b-9b11-691ab2be48b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:10.998221 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a110cdef-67d0-448a-bbcc-9e3fb7dd5a1a None None] Network 6f0052f3-ee0f-4f61-9a6a-e35242898fc4 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:28:11.051433 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a975d6-d2c6-4aef-894e-0bcad9950a6d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:28:11.061496 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-71a975d6-d2c6-4aef-894e-0bcad9950a6d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "PUT /v2.0/routers/f8cdf07e-5889-4e80-8636-3cd4042cd809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4410284 Dec 16 22:28:11.066253 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56012) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:11.069030 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b303dd-1281-4b7d-b71f-5dc5cfaebbab None None] Sync routers for ids ['f8cdf07e-5889-4e80-8636-3cd4042cd809'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:28:11.073242 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-9bff9282-9463-446e-bc0d-a2351ed5bea1 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-177275052'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:28:11.100582 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:11.102024 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device dce07117-fd04-463a-afd9-de9c0e397542 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:28:11.174080 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b303dd-1281-4b7d-b71f-5dc5cfaebbab None None] Routers {'f8cdf07e-5889-4e80-8636-3cd4042cd809'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:28:11.174369 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bff9282-9463-446e-bc0d-a2351ed5bea1 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Made reservation on behalf of ac66d8dab830461c95f3885d1f77843c for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:28:11.174883 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-55b303dd-1281-4b7d-b71f-5dc5cfaebbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:27:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f8cdf07e-5889-4e80-8636-3cd4042cd809'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:11.179100 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9bff9282-9463-446e-bc0d-a2351ed5bea1 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:11.213987 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bff9282-9463-446e-bc0d-a2351ed5bea1 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:28:11.225182 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2498b86b-28c5-4542-8ed1-ad38ea6e2efd None None] Provisioning complete for port d818a9c8-a83c-4dc7-a840-a843b78edae6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:11.225561 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2498b86b-28c5-4542-8ed1-ad38ea6e2efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:11.225896 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9bff9282-9463-446e-bc0d-a2351ed5bea1 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:11.226387 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-9bff9282-9463-446e-bc0d-a2351ed5bea1 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Added segment 3908f32e-8e87-469e-b535-b48df58d8a35 of type vlan for network dc8afab4-5222-4760-a2e0-df7d286b28cf Dec 16 22:28:11.282115 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9bff9282-9463-446e-bc0d-a2351ed5bea1 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:11.332730 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=d818a9c8-a83c-4dc7-a840-a843b78edae6,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:11.357479 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-55b303dd-1281-4b7d-b71f-5dc5cfaebbab None None] Set router f8cdf07e-5889-4e80-8636-3cd4042cd809 gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:28:11.415275 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port dce07117-fd04-463a-afd9-de9c0e397542 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:11.415659 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:11.434541 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9bff9282-9463-446e-bc0d-a2351ed5bea1 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:11.437229 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bff9282-9463-446e-bc0d-a2351ed5bea1 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:11.437846 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9bff9282-9463-446e-bc0d-a2351ed5bea1 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:11.548854 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff9282-9463-446e-bc0d-a2351ed5bea1 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Network': ['ID=dc8afab4-5222-4760-a2e0-df7d286b28cf,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:11.568286 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network dc8afab4-5222-4760-a2e0-df7d286b28cf details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:28:11.600503 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9bff9282-9463-446e-bc0d-a2351ed5bea1 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5323896 Dec 16 22:28:11.602761 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56018) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:11.607992 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-8192e914-cd18-4ac1-9b07-6fc530e488ce tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'subnet': {'network_id': 'dc8afab4-5222-4760-a2e0-df7d286b28cf', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:28:11.837316 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3270128a-f6b9-4b62-b5cb-6d32da820a16 None None] Provisioning complete for port d818a9c8-a83c-4dc7-a840-a843b78edae6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:11.841377 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3270128a-f6b9-4b62-b5cb-6d32da820a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:11.971230 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-55b303dd-1281-4b7d-b71f-5dc5cfaebbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:09Z', 'revision_number': 4, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None, '_interfaces': [{'id': '3286ca03-8bde-4641-ae3b-6d380cb05410', 'name': '', 'network_id': '6f0052f3-ee0f-4f61-9a6a-e35242898fc4', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:99:63:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:08Z', 'updated_at': '2021-12-16T22:28:10Z', 'revision_number': 2, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e3d3a84-016a-4cb6-9210-996a66a2c2d5', 'name': '', 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:e9:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:52Z', 'updated_at': '2021-12-16T22:28:02Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce07117-fd04-463a-afd9-de9c0e397542', 'name': '', 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:c3:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:01Z', 'updated_at': '2021-12-16T22:28:08Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:11.971230 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b303dd-1281-4b7d-b71f-5dc5cfaebbab None None] Checking router: f8cdf07e-5889-4e80-8636-3cd4042cd809 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:28:11.971230 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b303dd-1281-4b7d-b71f-5dc5cfaebbab None None] Updating router f8cdf07e-5889-4e80-8636-3cd4042cd809 port 3286ca03-8bde-4641-ae3b-6d380cb05410 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:28:12.159474 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55b303dd-1281-4b7d-b71f-5dc5cfaebbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:12.227099 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3270128a-f6b9-4b62-b5cb-6d32da820a16 None None] Provisioning complete for port 3286ca03-8bde-4641-ae3b-6d380cb05410 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:12.227570 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3270128a-f6b9-4b62-b5cb-6d32da820a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:12.338131 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-3270128a-f6b9-4b62-b5cb-6d32da820a16 None None] Port 3286ca03-8bde-4641-ae3b-6d380cb05410 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:28:12.509032 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d818a9c8-a83c-4dc7-a840-a843b78edae6 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:28:12.510948 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 7b2fbefe-475a-4ee7-9841-1afe9870c40a no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:28:12.520380 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d95ad504-23e5-45dc-a8b2-fae2d7e37d43 None None] Provisioning complete for port 3286ca03-8bde-4641-ae3b-6d380cb05410 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:12.520754 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d95ad504-23e5-45dc-a8b2-fae2d7e37d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:12.619480 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608390b7-409c-4095-a2b9-c65dfafee558 req-4eef6f2d-0afc-4518-b3d9-fac6b81cffd0 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:12.626759 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-608390b7-409c-4095-a2b9-c65dfafee558 req-4eef6f2d-0afc-4518-b3d9-fac6b81cffd0 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/networks?id=70ab3453-afb7-41da-bacb-b918611a94cc HTTP/1.1" status: 200 len: 815 time: 0.1455934 Dec 16 22:28:12.639661 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-608390b7-409c-4095-a2b9-c65dfafee558 req-c95b64f9-f14a-417e-853d-e1fd08e4c8ba tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/quotas/ce850b3cac864bbf82570c33179d722a HTTP/1.1" status: 200 len: 375 time: 0.0114112 Dec 16 22:28:12.666750 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d95ad504-23e5-45dc-a8b2-fae2d7e37d43 None None] Port 3286ca03-8bde-4641-ae3b-6d380cb05410 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:28:12.701155 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55b303dd-1281-4b7d-b71f-5dc5cfaebbab None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:12.729811 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-608390b7-409c-4095-a2b9-c65dfafee558 req-4a80ed8b-f10b-48f5-99db-b986a7004ae1 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ce850b3cac864bbf82570c33179d722a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637889 Dec 16 22:28:12.759597 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port d818a9c8-a83c-4dc7-a840-a843b78edae6 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:12.759981 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:12.870781 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-608390b7-409c-4095-a2b9-c65dfafee558 req-3a7c75ed-cecc-4474-bbbd-f9ac36778746 service neutron] 10.222.0.75 "GET /v2.0/networks/70ab3453-afb7-41da-bacb-b918611a94cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396286 Dec 16 22:28:12.885863 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8192e914-cd18-4ac1-9b07-6fc530e488ce tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Made reservation on behalf of ac66d8dab830461c95f3885d1f77843c for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:28:12.890648 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8192e914-cd18-4ac1-9b07-6fc530e488ce tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:12.932839 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55b303dd-1281-4b7d-b71f-5dc5cfaebbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:12.990600 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38415db-e0fc-40ae-9c8b-66f55d36ce26 None None] Pushing event updated for resources: {'Port': ['ID=3286ca03-8bde-4641-ae3b-6d380cb05410,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:13.077060 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-55b303dd-1281-4b7d-b71f-5dc5cfaebbab None None] Attempting to bind port 3286ca03-8bde-4641-ae3b-6d380cb05410 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:28:13.083255 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-55b303dd-1281-4b7d-b71f-5dc5cfaebbab None None] Attempting to bind port 3286ca03-8bde-4641-ae3b-6d380cb05410 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '2c11ee0c-decd-4e6b-9b11-691ab2be48b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6f0052f3-ee0f-4f61-9a6a-e35242898fc4'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:28:13.083255 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b303dd-1281-4b7d-b71f-5dc5cfaebbab None None] Attempting to bind port 3286ca03-8bde-4641-ae3b-6d380cb05410 on network 6f0052f3-ee0f-4f61-9a6a-e35242898fc4 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:28:13.093984 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b303dd-1281-4b7d-b71f-5dc5cfaebbab None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:28:13.094373 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b303dd-1281-4b7d-b71f-5dc5cfaebbab None None] Checking segment: {'id': '2c11ee0c-decd-4e6b-9b11-691ab2be48b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6f0052f3-ee0f-4f61-9a6a-e35242898fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:28:13.094791 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55b303dd-1281-4b7d-b71f-5dc5cfaebbab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:13.096358 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b303dd-1281-4b7d-b71f-5dc5cfaebbab None None] Bound using segment: {'id': '2c11ee0c-decd-4e6b-9b11-691ab2be48b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6f0052f3-ee0f-4f61-9a6a-e35242898fc4'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:28:13.096866 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-55b303dd-1281-4b7d-b71f-5dc5cfaebbab None None] Bound port: 3286ca03-8bde-4641-ae3b-6d380cb05410, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c11ee0c-decd-4e6b-9b11-691ab2be48b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6f0052f3-ee0f-4f61-9a6a-e35242898fc4'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:28:13.099426 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55b303dd-1281-4b7d-b71f-5dc5cfaebbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:13.142052 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-608390b7-409c-4095-a2b9-c65dfafee558 req-c772a655-a56b-47b1-9ffc-d1bb80d8247c service neutron] 10.222.0.75 "GET /v2.0/networks/70ab3453-afb7-41da-bacb-b918611a94cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699580 Dec 16 22:28:13.310313 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-55b303dd-1281-4b7d-b71f-5dc5cfaebbab None None] For port 3286ca03-8bde-4641-ae3b-6d380cb05410, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:28:13.322724 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-55b303dd-1281-4b7d-b71f-5dc5cfaebbab None None] For port 3286ca03-8bde-4641-ae3b-6d380cb05410, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=3286ca03-8bde-4641-ae3b-6d380cb05410,segment=NetworkSegment(2c11ee0c-decd-4e6b-9b11-691ab2be48b1),segment_id=2c11ee0c-decd-4e6b-9b11-691ab2be48b1)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:28:13.378486 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8192e914-cd18-4ac1-9b07-6fc530e488ce tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:13.428534 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55b303dd-1281-4b7d-b71f-5dc5cfaebbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:13.504299 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8192e914-cd18-4ac1-9b07-6fc530e488ce tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Checking segment: {'id': '3908f32e-8e87-469e-b535-b48df58d8a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'dc8afab4-5222-4760-a2e0-df7d286b28cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:28:13.507214 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8192e914-cd18-4ac1-9b07-6fc530e488ce tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network hostable DHCP agents. Network: dc8afab4-5222-4760-a2e0-df7d286b28cf, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:28:13.514358 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192e914-cd18-4ac1-9b07-6fc530e488ce tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Subnet': ['ID=2a2cd89a-81c3-4c1b-971b-4830d8bb3be5,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:13.517162 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21970e17-da00-42e1-b436-f02f8d5fbc34 req-2e8f0470-f45c-4b83-a703-0bf0d094e7dd tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:13.520479 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-21970e17-da00-42e1-b436-f02f8d5fbc34 req-2e8f0470-f45c-4b83-a703-0bf0d094e7dd tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 945 time: 0.1172290 Dec 16 22:28:13.566143 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b303dd-1281-4b7d-b71f-5dc5cfaebbab None None] Routers {'f8cdf07e-5889-4e80-8636-3cd4042cd809'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:28:13.567698 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-55b303dd-1281-4b7d-b71f-5dc5cfaebbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:27:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f8cdf07e-5889-4e80-8636-3cd4042cd809'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:13.640798 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-21970e17-da00-42e1-b436-f02f8d5fbc34 req-21348f93-55f7-4e80-ab5c-d79130cd44b0 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075668 Dec 16 22:28:13.668453 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8192e914-cd18-4ac1-9b07-6fc530e488ce tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network dc8afab4-5222-4760-a2e0-df7d286b28cf is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:28:13.770060 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38415db-e0fc-40ae-9c8b-66f55d36ce26 None None] Pushing event updated for resources: {'Port': ['ID=3286ca03-8bde-4641-ae3b-6d380cb05410,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:13.802890 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-8192e914-cd18-4ac1-9b07-6fc530e488ce tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, dc8afab4-5222-4760-a2e0-df7d286b28cf) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:28:13.823293 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191edea7-8bf6-4a35-a966-5f3faefe06d2 None None] Network dc8afab4-5222-4760-a2e0-df7d286b28cf requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:28:13.823751 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8192e914-cd18-4ac1-9b07-6fc530e488ce tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:13.824675 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8192e914-cd18-4ac1-9b07-6fc530e488ce tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:13.892777 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef36f9-4cc9-4e15-abeb-921c0ebfc175 req-b5c3e515-4381-4b2a-b92d-b0d872dc5d00 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:13.904084 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81ef36f9-4cc9-4e15-abeb-921c0ebfc175 req-b5c3e515-4381-4b2a-b92d-b0d872dc5d00 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 946 time: 0.1765320 Dec 16 22:28:13.936663 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-949802e8-b28d-41cd-953c-3dc02db48cb3 req-eeeee577-33eb-4685-8dba-90c2e4cc5c1f service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:28:13.938564 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-949802e8-b28d-41cd-953c-3dc02db48cb3 req-eeeee577-33eb-4685-8dba-90c2e4cc5c1f service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086331 Dec 16 22:28:13.976916 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a81da615-294c-4cd0-97cf-33e52c521517 None None] Provisioning complete for port 3286ca03-8bde-4641-ae3b-6d380cb05410 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:13.977459 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a81da615-294c-4cd0-97cf-33e52c521517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:13.988113 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81ef36f9-4cc9-4e15-abeb-921c0ebfc175 req-96ee7975-8679-494f-9d35-81605ddd7d52 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759282 Dec 16 22:28:13.997727 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8192e914-cd18-4ac1-9b07-6fc530e488ce tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3925049 Dec 16 22:28:14.003550 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56058) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:14.035106 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-55b303dd-1281-4b7d-b71f-5dc5cfaebbab None None] Set router f8cdf07e-5889-4e80-8636-3cd4042cd809 gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:28:14.129290 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d8f5a38a-049c-4190-89e9-e3cb36dc248f req-66741d64-93d6-43cb-a593-2b5d30327a12 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 210 time: 0.0348816 Dec 16 22:28:14.306046 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1297de-18e0-4ebb-af99-1a654b258207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-dc8afab4-5222-4760-a2e0-df7d286b28cf', 'network_id': 'dc8afab4-5222-4760-a2e0-df7d286b28cf', 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'fixed_ips': [{'subnet_id': '2a2cd89a-81c3-4c1b-971b-4830d8bb3be5'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:28:14.307735 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c1297de-18e0-4ebb-af99-1a654b258207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:14.355689 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a81da615-294c-4cd0-97cf-33e52c521517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:14.488795 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a81da615-294c-4cd0-97cf-33e52c521517 None None] For port 3286ca03-8bde-4641-ae3b-6d380cb05410, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=3286ca03-8bde-4641-ae3b-6d380cb05410,segment=NetworkSegment(2c11ee0c-decd-4e6b-9b11-691ab2be48b1),segment_id=2c11ee0c-decd-4e6b-9b11-691ab2be48b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:14.541207 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfef534-e39d-4d09-ba62-cbbcafd6004a req-b61a9413-ec4c-4d84-a6d8-9c4267c295ff tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:14.543092 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4cfef534-e39d-4d09-ba62-cbbcafd6004a req-b61a9413-ec4c-4d84-a6d8-9c4267c295ff tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 943 time: 0.1861937 Dec 16 22:28:14.572331 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a81da615-294c-4cd0-97cf-33e52c521517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:14.697205 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4cfef534-e39d-4d09-ba62-cbbcafd6004a req-2795cc76-e4d8-4cf6-b0c4-77968d38caa8 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371846 Dec 16 22:28:14.805576 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-4c1297de-18e0-4ebb-af99-1a654b258207 None None] Allocated IP 2001:db8:3::2 (dc8afab4-5222-4760-a2e0-df7d286b28cf/2a2cd89a-81c3-4c1b-971b-4830d8bb3be5/95438c33-ccb1-482c-8b9d-be565f6961c4) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:28:14.816936 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-55b303dd-1281-4b7d-b71f-5dc5cfaebbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:09Z', 'revision_number': 4, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None, '_interfaces': [{'id': '3286ca03-8bde-4641-ae3b-6d380cb05410', 'name': '', 'network_id': '6f0052f3-ee0f-4f61-9a6a-e35242898fc4', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:99:63:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:08Z', 'updated_at': '2021-12-16T22:28:13Z', 'revision_number': 4, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e3d3a84-016a-4cb6-9210-996a66a2c2d5', 'name': '', 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:e9:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:52Z', 'updated_at': '2021-12-16T22:28:02Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce07117-fd04-463a-afd9-de9c0e397542', 'name': '', 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:c3:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:01Z', 'updated_at': '2021-12-16T22:28:08Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:14.869051 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-462d7265-63c6-4814-a331-1e9284f85d34 None None] Provisioning complete for port 3286ca03-8bde-4641-ae3b-6d380cb05410 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:14.869432 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-462d7265-63c6-4814-a331-1e9284f85d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:14.916989 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b303dd-1281-4b7d-b71f-5dc5cfaebbab None None] The sync data for ids ['f8cdf07e-5889-4e80-8636-3cd4042cd809'] in n-d-815324-4 is: [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:09Z', 'revision_number': 4, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None, '_interfaces': [{'id': '3286ca03-8bde-4641-ae3b-6d380cb05410', 'name': '', 'network_id': '6f0052f3-ee0f-4f61-9a6a-e35242898fc4', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:99:63:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:08Z', 'updated_at': '2021-12-16T22:28:13Z', 'revision_number': 4, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e3d3a84-016a-4cb6-9210-996a66a2c2d5', 'name': '', 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:e9:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:52Z', 'updated_at': '2021-12-16T22:28:02Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce07117-fd04-463a-afd9-de9c0e397542', 'name': '', 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:c3:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:01Z', 'updated_at': '2021-12-16T22:28:08Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:28:14.983881 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81da615-294c-4cd0-97cf-33e52c521517 None None] Pushing event updated for resources: {'Port': ['ID=3286ca03-8bde-4641-ae3b-6d380cb05410,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:14.988532 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85693e92-0d1a-4c49-a782-f9f834bce82c req-9ecf1248-9e51-4870-8b78-7aa8e1a8a42b tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:14.991079 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-85693e92-0d1a-4c49-a782-f9f834bce82c req-9ecf1248-9e51-4870-8b78-7aa8e1a8a42b tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 945 time: 0.2160592 Dec 16 22:28:15.029228 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4cf76968-77a2-4e94-9f1f-21f3b9165839 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:15.165860 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-85693e92-0d1a-4c49-a782-f9f834bce82c req-9b46466b-a293-4aac-8e26-1d562ef5f3e2 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444018 Dec 16 22:28:15.286894 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c1297de-18e0-4ebb-af99-1a654b258207 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:15.341579 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-45dad20f-1497-4cf5-a1d2-3c7f23d6dc60 req-5e3a26c4-3084-42b7-a70a-221ef6800db4 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 210 time: 0.0796120 Dec 16 22:28:15.395013 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c1297de-18e0-4ebb-af99-1a654b258207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:15.476604 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-5d4f3038-953d-4d23-9c1b-406bcf65e7a5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4322002 Dec 16 22:28:15.495657 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-17095dee-7a50-49db-9957-01daf3abec21 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:28:15.496832 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-17095dee-7a50-49db-9957-01daf3abec21 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152602 Dec 16 22:28:15.569493 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1297de-18e0-4ebb-af99-1a654b258207 None None] Network dc8afab4-5222-4760-a2e0-df7d286b28cf is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:28:15.579447 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-4c1297de-18e0-4ebb-af99-1a654b258207 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:28:15.582576 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1297de-18e0-4ebb-af99-1a654b258207 None None] Pushing event updated for resources: {'Port': ['ID=95438c33-ccb1-482c-8b9d-be565f6961c4,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:15.584923 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1297de-18e0-4ebb-af99-1a654b258207 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:28:15.697209 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4c1297de-18e0-4ebb-af99-1a654b258207 None None] Attempting to bind port 95438c33-ccb1-482c-8b9d-be565f6961c4 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:28:15.698051 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4c1297de-18e0-4ebb-af99-1a654b258207 None None] Attempting to bind port 95438c33-ccb1-482c-8b9d-be565f6961c4 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '3908f32e-8e87-469e-b535-b48df58d8a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'dc8afab4-5222-4760-a2e0-df7d286b28cf'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:28:15.698598 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1297de-18e0-4ebb-af99-1a654b258207 None None] Attempting to bind port 95438c33-ccb1-482c-8b9d-be565f6961c4 on network dc8afab4-5222-4760-a2e0-df7d286b28cf {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:28:15.709470 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1297de-18e0-4ebb-af99-1a654b258207 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:28:15.709984 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1297de-18e0-4ebb-af99-1a654b258207 None None] Checking segment: {'id': '3908f32e-8e87-469e-b535-b48df58d8a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'dc8afab4-5222-4760-a2e0-df7d286b28cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:28:15.710501 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c1297de-18e0-4ebb-af99-1a654b258207 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:15.711080 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1297de-18e0-4ebb-af99-1a654b258207 None None] Bound using segment: {'id': '3908f32e-8e87-469e-b535-b48df58d8a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'dc8afab4-5222-4760-a2e0-df7d286b28cf'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:28:15.711760 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4c1297de-18e0-4ebb-af99-1a654b258207 None None] Bound port: 95438c33-ccb1-482c-8b9d-be565f6961c4, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3908f32e-8e87-469e-b535-b48df58d8a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'dc8afab4-5222-4760-a2e0-df7d286b28cf'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:28:15.716397 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c1297de-18e0-4ebb-af99-1a654b258207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:15.847439 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4c1297de-18e0-4ebb-af99-1a654b258207 None None] For port 95438c33-ccb1-482c-8b9d-be565f6961c4, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:28:15.856929 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4c1297de-18e0-4ebb-af99-1a654b258207 None None] For port 95438c33-ccb1-482c-8b9d-be565f6961c4, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=95438c33-ccb1-482c-8b9d-be565f6961c4,segment=NetworkSegment(3908f32e-8e87-469e-b535-b48df58d8a35),segment_id=3908f32e-8e87-469e-b535-b48df58d8a35)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:28:15.889645 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-4cf76968-77a2-4e94-9f1f-21f3b9165839 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Allocated IP 2001:db8:3::1 (dc8afab4-5222-4760-a2e0-df7d286b28cf/2a2cd89a-81c3-4c1b-971b-4830d8bb3be5/21f23875-8c19-4597-8dfe-dad55c9203db) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:28:15.909114 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd9b01-a5df-4e49-945b-26723157e005 req-d68cc70f-1c21-4790-aec6-c0da0c1c9edd tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:15.916234 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-06fd9b01-a5df-4e49-945b-26723157e005 req-d68cc70f-1c21-4790-aec6-c0da0c1c9edd tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 946 time: 0.2957308 Dec 16 22:28:15.928875 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c1297de-18e0-4ebb-af99-1a654b258207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:16.037847 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117dd4f-1d2b-4490-807e-8ff14a9e3fcd req-88ba9ab5-f2e7-4f1e-8bb3-74f85ded4b63 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:16.052020 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b117dd4f-1d2b-4490-807e-8ff14a9e3fcd req-88ba9ab5-f2e7-4f1e-8bb3-74f85ded4b63 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 943 time: 0.1889408 Dec 16 22:28:16.195665 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b117dd4f-1d2b-4490-807e-8ff14a9e3fcd req-1b62af69-80e7-462e-bc4f-6c6bb99a705e tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426373 Dec 16 22:28:16.406250 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1297de-18e0-4ebb-af99-1a654b258207 None None] Pushing event updated for resources: {'Port': ['ID=95438c33-ccb1-482c-8b9d-be565f6961c4,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:16.616345 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 3286ca03-8bde-4641-ae3b-6d380cb05410 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:28:16.643347 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765da3d0-af36-479f-afea-12e1cc450291 req-d8968a4b-8b4d-455c-ada2-afa6f5d7d0d5 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:16.652839 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-765da3d0-af36-479f-afea-12e1cc450291 req-d8968a4b-8b4d-455c-ada2-afa6f5d7d0d5 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 945 time: 0.1667228 Dec 16 22:28:16.720487 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 3286ca03-8bde-4641-ae3b-6d380cb05410 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:16.721503 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:16.722678 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-765da3d0-af36-479f-afea-12e1cc450291 req-bcc0cbf1-7145-4145-ac95-e5139c3bfecc tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686805 Dec 16 22:28:16.882868 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-06fd9b01-a5df-4e49-945b-26723157e005 req-15c68f25-eb31-4894-8721-551f199e8339 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9619207 Dec 16 22:28:16.945537 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8536b316-cf08-4f1d-acdd-1a297a9c96cd req-d18a8191-0cfd-4915-9752-929e59845cc4 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 210 time: 0.0318155 Dec 16 22:28:16.987785 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4cf76968-77a2-4e94-9f1f-21f3b9165839 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:17.182078 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4cf76968-77a2-4e94-9f1f-21f3b9165839 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:17.354365 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf76968-77a2-4e94-9f1f-21f3b9165839 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network dc8afab4-5222-4760-a2e0-df7d286b28cf is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:28:17.374002 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf76968-77a2-4e94-9f1f-21f3b9165839 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Port': ['ID=21f23875-8c19-4597-8dfe-dad55c9203db,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:17.405939 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-4cf76968-77a2-4e94-9f1f-21f3b9165839 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:28:17.418848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf76968-77a2-4e94-9f1f-21f3b9165839 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:28:17.419748 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4cf76968-77a2-4e94-9f1f-21f3b9165839 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:17.601823 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec315db7-fb7a-4f07-8029-ebf53b307a81 req-559235c4-7a9c-4254-9e44-5357ddc39466 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:17.603952 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ec315db7-fb7a-4f07-8029-ebf53b307a81 req-559235c4-7a9c-4254-9e44-5357ddc39466 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 943 time: 0.3334544 Dec 16 22:28:17.653882 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608390b7-409c-4095-a2b9-c65dfafee558 req-56b79bea-2fa5-4be2-ada0-1212d3d41694 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:17.655798 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-608390b7-409c-4095-a2b9-c65dfafee558 req-56b79bea-2fa5-4be2-ada0-1212d3d41694 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.76 "GET /v2.0/networks?id=70ab3453-afb7-41da-bacb-b918611a94cc HTTP/1.1" status: 200 len: 815 time: 0.4068375 Dec 16 22:28:17.741838 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-608390b7-409c-4095-a2b9-c65dfafee558 req-219d7841-ab47-46bc-9dd8-5c697536a6f3 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Request body: {'port': {'device_id': 'b723c56c-5bb4-42e2-ba60-382ec9b505e2', 'network_id': '70ab3453-afb7-41da-bacb-b918611a94cc', 'admin_state_up': True, 'tenant_id': 'ce850b3cac864bbf82570c33179d722a'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:28:17.786056 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ec315db7-fb7a-4f07-8029-ebf53b307a81 req-3b0730f8-77f4-4b26-aabb-a8b9b2d72a63 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731892 Dec 16 22:28:17.829014 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4cf76968-77a2-4e94-9f1f-21f3b9165839 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:18.070794 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cde9038-4d98-4e13-b83a-511c14eece19 None None] Network dc8afab4-5222-4760-a2e0-df7d286b28cf requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:28:18.077710 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c42aa-2b56-4a1e-9fe7-4e12b75d825b req-89c9178d-7211-4abe-9dc1-6f4961ba1e35 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:18.083132 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eb7c42aa-2b56-4a1e-9fe7-4e12b75d825b req-89c9178d-7211-4abe-9dc1-6f4961ba1e35 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 945 time: 0.1404905 Dec 16 22:28:18.197509 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-044dcb5b-d48b-422d-8253-250bd87d0fdc None None] Provisioning complete for port 95438c33-ccb1-482c-8b9d-be565f6961c4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:18.197808 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-044dcb5b-d48b-422d-8253-250bd87d0fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:18.252557 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eb7c42aa-2b56-4a1e-9fe7-4e12b75d825b req-5140a6a5-7f33-470c-9f15-9bd433b98392 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662035 Dec 16 22:28:18.420324 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4cf76968-77a2-4e94-9f1f-21f3b9165839 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:18.427190 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-381f2be8-a961-4d89-bed0-093e551e266b req-b9976c37-cb80-4e07-9312-b84ecc6d9e1d tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 210 time: 0.0331740 Dec 16 22:28:18.470388 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-044dcb5b-d48b-422d-8253-250bd87d0fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:18.549425 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bae015-c440-4712-a6fc-d550d004776d req-9504eae1-7554-4ae9-832d-7be58ef89b87 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:18.551241 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1bae015-c440-4712-a6fc-d550d004776d req-9504eae1-7554-4ae9-832d-7be58ef89b87 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 946 time: 0.3661854 Dec 16 22:28:18.577426 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4cf76968-77a2-4e94-9f1f-21f3b9165839 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:18.578242 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4cf76968-77a2-4e94-9f1f-21f3b9165839 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:18.578528 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-044dcb5b-d48b-422d-8253-250bd87d0fdc None None] For port 95438c33-ccb1-482c-8b9d-be565f6961c4, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=95438c33-ccb1-482c-8b9d-be565f6961c4,segment=NetworkSegment(3908f32e-8e87-469e-b535-b48df58d8a35),segment_id=3908f32e-8e87-469e-b535-b48df58d8a35)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:18.650229 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-044dcb5b-d48b-422d-8253-250bd87d0fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:18.727293 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1bae015-c440-4712-a6fc-d550d004776d req-3e26f1c5-a07b-4001-82bd-d927dfa90b4a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678140 Dec 16 22:28:18.727995 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-608390b7-409c-4095-a2b9-c65dfafee558 req-219d7841-ab47-46bc-9dd8-5c697536a6f3 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Made reservation on behalf of ce850b3cac864bbf82570c33179d722a for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:28:18.728198 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 95438c33-ccb1-482c-8b9d-be565f6961c4 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:28:18.738648 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-608390b7-409c-4095-a2b9-c65dfafee558 req-219d7841-ab47-46bc-9dd8-5c697536a6f3 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:18.819976 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dcb5b-d48b-422d-8253-250bd87d0fdc None None] Pushing event updated for resources: {'Port': ['ID=95438c33-ccb1-482c-8b9d-be565f6961c4,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:18.883844 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 95438c33-ccb1-482c-8b9d-be565f6961c4 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:18.885001 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:18.899218 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf76968-77a2-4e94-9f1f-21f3b9165839 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event updated for resources: {'Port': ['ID=21f23875-8c19-4597-8dfe-dad55c9203db,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:19.021355 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-03fe0c66-9441-4f2b-b6e5-06cc79f20804 None None] Provisioning complete for port 21f23875-8c19-4597-8dfe-dad55c9203db triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:19.022632 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-03fe0c66-9441-4f2b-b6e5-06cc79f20804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:19.073735 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c46783-b4fa-4bf7-ae2a-dacc9e46efa5 req-a603bb4f-9277-46ee-ba0c-0c922346d60c tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:19.082853 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-53c46783-b4fa-4bf7-ae2a-dacc9e46efa5 req-a603bb4f-9277-46ee-ba0c-0c922346d60c tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 943 time: 0.1165440 Dec 16 22:28:19.083594 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf76968-77a2-4e94-9f1f-21f3b9165839 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Network dc8afab4-5222-4760-a2e0-df7d286b28cf is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:28:19.087100 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-4cf76968-77a2-4e94-9f1f-21f3b9165839 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:28:19.164765 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-53c46783-b4fa-4bf7-ae2a-dacc9e46efa5 req-b085e4c9-1805-48a4-a674-f64d17d5ec4c tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720475 Dec 16 22:28:19.235080 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-03fe0c66-9441-4f2b-b6e5-06cc79f20804 None None] Port 21f23875-8c19-4597-8dfe-dad55c9203db cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:28:19.262303 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-03fe0c66-9441-4f2b-b6e5-06cc79f20804 None None] Provisioning complete for port 95438c33-ccb1-482c-8b9d-be565f6961c4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:19.262752 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-03fe0c66-9441-4f2b-b6e5-06cc79f20804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:19.290409 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-608390b7-409c-4095-a2b9-c65dfafee558 req-219d7841-ab47-46bc-9dd8-5c697536a6f3 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Allocated IP 172.20.0.6 (70ab3453-afb7-41da-bacb-b918611a94cc/a0b2dc89-3628-499c-a090-44aaf09eb499/795e8031-f91a-4bec-ad17-3e2fc44705ac) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:28:19.534051 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf76968-77a2-4e94-9f1f-21f3b9165839 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Router f8cdf07e-5889-4e80-8636-3cd4042cd809 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:28:19.567780 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14143fe-bbb2-4d69-a1a7-d10219b1bf56 req-93d2e30e-4096-4024-bc19-7dceb342b5af tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:19.575847 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-18df0c31-237c-40c2-b13c-4b491b5f2da2 None None] Provisioning complete for port 21f23875-8c19-4597-8dfe-dad55c9203db triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:19.576270 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e14143fe-bbb2-4d69-a1a7-d10219b1bf56 req-93d2e30e-4096-4024-bc19-7dceb342b5af tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 945 time: 0.1179349 Dec 16 22:28:19.578496 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-18df0c31-237c-40c2-b13c-4b491b5f2da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:19.624363 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-77f4f006-b4d4-49c6-bf54-8d8c8f73133d req-1cec6466-0771-4c0b-af9e-2056fc5a0044 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 210 time: 0.0399721 Dec 16 22:28:19.710787 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-18df0c31-237c-40c2-b13c-4b491b5f2da2 None None] Port 21f23875-8c19-4597-8dfe-dad55c9203db cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:28:19.797643 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-608390b7-409c-4095-a2b9-c65dfafee558 req-219d7841-ab47-46bc-9dd8-5c697536a6f3 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:19.847852 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e14143fe-bbb2-4d69-a1a7-d10219b1bf56 req-9a3f22ad-2496-413e-a27f-db8c0da25390 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706659 Dec 16 22:28:19.887150 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf76968-77a2-4e94-9f1f-21f3b9165839 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:28:19.894586 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4cf76968-77a2-4e94-9f1f-21f3b9165839 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "PUT /v2.0/routers/f8cdf07e-5889-4e80-8636-3cd4042cd809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8745117 Dec 16 22:28:19.900411 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beffeed-6a32-4b55-b771-7bd38e240ef8 None None] Sync routers for ids ['f8cdf07e-5889-4e80-8636-3cd4042cd809'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:28:19.910245 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56162) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:19.924705 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beffeed-6a32-4b55-b771-7bd38e240ef8 None None] Routers {'f8cdf07e-5889-4e80-8636-3cd4042cd809'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:28:19.929144 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-0beffeed-6a32-4b55-b771-7bd38e240ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:27:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f8cdf07e-5889-4e80-8636-3cd4042cd809'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:19.935785 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-a0f4c196-80b3-4011-8840-a93d66b02229 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:28:19.945325 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1af58f64-ee5c-4521-abd2-d4b8167312f9 None None] Provisioning complete for port 21f23875-8c19-4597-8dfe-dad55c9203db triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:19.947786 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-608390b7-409c-4095-a2b9-c65dfafee558 req-219d7841-ab47-46bc-9dd8-5c697536a6f3 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:19.948489 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1af58f64-ee5c-4521-abd2-d4b8167312f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:20.006787 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1f51f-5f19-4c7e-9185-a79a49295783 req-368d1f1d-ce35-4520-b2f6-16f9e8e28c5a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:20.021698 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-48d1f51f-5f19-4c7e-9185-a79a49295783 req-368d1f1d-ce35-4520-b2f6-16f9e8e28c5a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 946 time: 0.1184471 Dec 16 22:28:20.065509 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1af58f64-ee5c-4521-abd2-d4b8167312f9 None None] Port 21f23875-8c19-4597-8dfe-dad55c9203db cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:28:20.090394 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-0beffeed-6a32-4b55-b771-7bd38e240ef8 None None] Set router f8cdf07e-5889-4e80-8636-3cd4042cd809 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:28:20.127557 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-48d1f51f-5f19-4c7e-9185-a79a49295783 req-dde7e2a0-3373-46d0-aa95-8d51a5c4b00c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015542 Dec 16 22:28:20.164396 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d7841-ab47-46bc-9dd8-5c697536a6f3 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Pushing event updated for resources: {'Port': ['ID=795e8031-f91a-4bec-ad17-3e2fc44705ac,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:20.257148 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-608390b7-409c-4095-a2b9-c65dfafee558 req-219d7841-ab47-46bc-9dd8-5c697536a6f3 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Network 70ab3453-afb7-41da-bacb-b918611a94cc is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:28:20.260847 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-608390b7-409c-4095-a2b9-c65dfafee558 req-219d7841-ab47-46bc-9dd8-5c697536a6f3 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:28:20.273561 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-608390b7-409c-4095-a2b9-c65dfafee558 req-219d7841-ab47-46bc-9dd8-5c697536a6f3 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:28:20.351454 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-0beffeed-6a32-4b55-b771-7bd38e240ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:17Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None, '_interfaces': [{'id': '21f23875-8c19-4597-8dfe-dad55c9203db', 'name': '', 'network_id': 'dc8afab4-5222-4760-a2e0-df7d286b28cf', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:61:36:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '2a2cd89a-81c3-4c1b-971b-4830d8bb3be5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:15Z', 'updated_at': '2021-12-16T22:28:18Z', 'revision_number': 2, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '2a2cd89a-81c3-4c1b-971b-4830d8bb3be5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3286ca03-8bde-4641-ae3b-6d380cb05410', 'name': '', 'network_id': '6f0052f3-ee0f-4f61-9a6a-e35242898fc4', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:99:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:08Z', 'updated_at': '2021-12-16T22:28:14Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e3d3a84-016a-4cb6-9210-996a66a2c2d5', 'name': '', 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:e9:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:52Z', 'updated_at': '2021-12-16T22:28:02Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce07117-fd04-463a-afd9-de9c0e397542', 'name': '', 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:c3:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:01Z', 'updated_at': '2021-12-16T22:28:08Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:20.496717 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beffeed-6a32-4b55-b771-7bd38e240ef8 None None] Checking router: f8cdf07e-5889-4e80-8636-3cd4042cd809 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:28:20.497378 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beffeed-6a32-4b55-b771-7bd38e240ef8 None None] Updating router f8cdf07e-5889-4e80-8636-3cd4042cd809 port 21f23875-8c19-4597-8dfe-dad55c9203db binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:28:20.528385 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0beffeed-6a32-4b55-b771-7bd38e240ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:20.566946 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 95438c33-ccb1-482c-8b9d-be565f6961c4 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:28:20.670613 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 95438c33-ccb1-482c-8b9d-be565f6961c4 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:20.673578 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:20.729097 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608390b7-409c-4095-a2b9-c65dfafee558 req-219d7841-ab47-46bc-9dd8-5c697536a6f3 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:20.731324 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-608390b7-409c-4095-a2b9-c65dfafee558 req-219d7841-ab47-46bc-9dd8-5c697536a6f3 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:20.846943 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def36061-45b9-48dc-889d-49809ec2faa8 req-c0487e7c-75f0-4027-ac19-165b918f9761 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:20.849224 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-608390b7-409c-4095-a2b9-c65dfafee558 req-219d7841-ab47-46bc-9dd8-5c697536a6f3 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1147881 Dec 16 22:28:20.856334 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-def36061-45b9-48dc-889d-49809ec2faa8 req-c0487e7c-75f0-4027-ac19-165b918f9761 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 931 time: 0.1130557 Dec 16 22:28:20.894563 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-608390b7-409c-4095-a2b9-c65dfafee558 req-15afbdce-da74-4a0e-90da-ab002bdfea43 service neutron] Request body: {'port': {'device_id': 'b723c56c-5bb4-42e2-ba60-382ec9b505e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:28:20.959089 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-def36061-45b9-48dc-889d-49809ec2faa8 req-1a9739b2-a3a1-4db7-97c7-53dbe3a5221a tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017430 Dec 16 22:28:21.045293 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0d8d5-5c84-4be8-9d1e-29bbfcb1c7dd req-a4dcd3c2-ed46-4c83-bbbc-d97465e12d14 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:21.047632 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-16f0d8d5-5c84-4be8-9d1e-29bbfcb1c7dd req-a4dcd3c2-ed46-4c83-bbbc-d97465e12d14 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 943 time: 0.7299051 Dec 16 22:28:21.086699 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-608390b7-409c-4095-a2b9-c65dfafee558 req-15afbdce-da74-4a0e-90da-ab002bdfea43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:21.100610 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0beffeed-6a32-4b55-b771-7bd38e240ef8 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:21.128772 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.extraroute_db [None req-a0f4c196-80b3-4011-8840-a93d66b02229 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103614) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 22:28:21.193708 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-16f0d8d5-5c84-4be8-9d1e-29bbfcb1c7dd req-354b39b3-c671-434f-8de4-bb4b7aba5502 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368039 Dec 16 22:28:21.209455 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.extraroute_db [None req-a0f4c196-80b3-4011-8840-a93d66b02229 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Removed routes are [] {{(pid=103614) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 22:28:21.209941 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0f4c196-80b3-4011-8840-a93d66b02229 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5457'] for router, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:21.241588 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0beffeed-6a32-4b55-b771-7bd38e240ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:21.255013 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf38eb-ec75-4284-908f-9f4b99d445d6 req-5b791408-83d8-412d-b459-7b1f3b453409 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:21.257788 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-02bf38eb-ec75-4284-908f-9f4b99d445d6 req-5b791408-83d8-412d-b459-7b1f3b453409 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 945 time: 0.0886374 Dec 16 22:28:21.402016 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-02bf38eb-ec75-4284-908f-9f4b99d445d6 req-bea7e6e1-f5f3-4b69-9f43-1fc30d7b8c7f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360323 Dec 16 22:28:21.500160 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45438b7d-5b65-4ebe-b60a-e5c40bbe3b1b None None] Pushing event updated for resources: {'Port': ['ID=21f23875-8c19-4597-8dfe-dad55c9203db,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:21.509995 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-0beffeed-6a32-4b55-b771-7bd38e240ef8 None None] Attempting to bind port 21f23875-8c19-4597-8dfe-dad55c9203db on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:28:21.512369 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-0beffeed-6a32-4b55-b771-7bd38e240ef8 None None] Attempting to bind port 21f23875-8c19-4597-8dfe-dad55c9203db by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '3908f32e-8e87-469e-b535-b48df58d8a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'dc8afab4-5222-4760-a2e0-df7d286b28cf'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:28:21.512854 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beffeed-6a32-4b55-b771-7bd38e240ef8 None None] Attempting to bind port 21f23875-8c19-4597-8dfe-dad55c9203db on network dc8afab4-5222-4760-a2e0-df7d286b28cf {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:28:21.530320 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beffeed-6a32-4b55-b771-7bd38e240ef8 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:28:21.532948 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beffeed-6a32-4b55-b771-7bd38e240ef8 None None] Checking segment: {'id': '3908f32e-8e87-469e-b535-b48df58d8a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'dc8afab4-5222-4760-a2e0-df7d286b28cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:28:21.533659 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0beffeed-6a32-4b55-b771-7bd38e240ef8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:21.534550 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beffeed-6a32-4b55-b771-7bd38e240ef8 None None] Bound using segment: {'id': '3908f32e-8e87-469e-b535-b48df58d8a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'dc8afab4-5222-4760-a2e0-df7d286b28cf'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:28:21.536486 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-0beffeed-6a32-4b55-b771-7bd38e240ef8 None None] Bound port: 21f23875-8c19-4597-8dfe-dad55c9203db, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3908f32e-8e87-469e-b535-b48df58d8a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'dc8afab4-5222-4760-a2e0-df7d286b28cf'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:28:21.539475 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0beffeed-6a32-4b55-b771-7bd38e240ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:21.676248 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-0beffeed-6a32-4b55-b771-7bd38e240ef8 None None] For port 21f23875-8c19-4597-8dfe-dad55c9203db, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:28:21.680374 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-0beffeed-6a32-4b55-b771-7bd38e240ef8 None None] For port 21f23875-8c19-4597-8dfe-dad55c9203db, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=21f23875-8c19-4597-8dfe-dad55c9203db,segment=NetworkSegment(3908f32e-8e87-469e-b535-b48df58d8a35),segment_id=3908f32e-8e87-469e-b535-b48df58d8a35)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:28:21.712468 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-79f2de04-d550-472c-9d6c-80ecc9750c9b None None] Provisioning complete for port 21f23875-8c19-4597-8dfe-dad55c9203db triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:21.713532 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-79f2de04-d550-472c-9d6c-80ecc9750c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:21.748135 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-0beffeed-6a32-4b55-b771-7bd38e240ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:21.755023 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-79f2de04-d550-472c-9d6c-80ecc9750c9b None None] Port 21f23875-8c19-4597-8dfe-dad55c9203db cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:28:21.929839 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45438b7d-5b65-4ebe-b60a-e5c40bbe3b1b None None] Pushing event updated for resources: {'Port': ['ID=21f23875-8c19-4597-8dfe-dad55c9203db,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:21.944591 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beffeed-6a32-4b55-b771-7bd38e240ef8 None None] Routers {'f8cdf07e-5889-4e80-8636-3cd4042cd809'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:28:21.946389 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-0beffeed-6a32-4b55-b771-7bd38e240ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:27:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f8cdf07e-5889-4e80-8636-3cd4042cd809'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:22.174558 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-0beffeed-6a32-4b55-b771-7bd38e240ef8 None None] Set router f8cdf07e-5889-4e80-8636-3cd4042cd809 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:28:22.203937 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32241ff-bbc5-4698-ba29-f820a6899c43 req-cde7fd73-1e16-4b7e-867e-8448ab957a54 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:22.208370 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48903d09-af8d-4e2e-aa41-fba6688797bc req-ebe0c559-e275-45bb-84b6-706495e8aaa0 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:22.216001 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-48903d09-af8d-4e2e-aa41-fba6688797bc req-ebe0c559-e275-45bb-84b6-706495e8aaa0 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 946 time: 0.3505373 Dec 16 22:28:22.219499 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b32241ff-bbc5-4698-ba29-f820a6899c43 req-cde7fd73-1e16-4b7e-867e-8448ab957a54 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 931 time: 0.1261501 Dec 16 22:28:22.225212 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0f4c196-80b3-4011-8840-a93d66b02229 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5457'] for router, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:22.244856 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0f4c196-80b3-4011-8840-a93d66b02229 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-598410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-598419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597305'] for router, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:22.291790 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-591e77e1-550a-459a-b399-4fd265698ab9 None None] Provisioning complete for port 21f23875-8c19-4597-8dfe-dad55c9203db triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:22.292440 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-591e77e1-550a-459a-b399-4fd265698ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:22.329776 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b32241ff-bbc5-4698-ba29-f820a6899c43 req-04765a8a-26a7-421e-ab10-c9d141eec6df tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090832 Dec 16 22:28:22.502947 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-591e77e1-550a-459a-b399-4fd265698ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:22.603734 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-591e77e1-550a-459a-b399-4fd265698ab9 None None] For port 21f23875-8c19-4597-8dfe-dad55c9203db, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=21f23875-8c19-4597-8dfe-dad55c9203db,segment=NetworkSegment(3908f32e-8e87-469e-b535-b48df58d8a35),segment_id=3908f32e-8e87-469e-b535-b48df58d8a35)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:22.704155 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-591e77e1-550a-459a-b399-4fd265698ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:22.733556 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-48903d09-af8d-4e2e-aa41-fba6688797bc req-3064b35b-4603-4c56-8e09-c736f72026a8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5166357 Dec 16 22:28:22.749817 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f4c196-80b3-4011-8840-a93d66b02229 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Router f8cdf07e-5889-4e80-8636-3cd4042cd809 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:28:22.771335 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf3f12-56f6-4090-b0a5-c387708762b6 req-b328f999-d4ea-4083-950d-10f9a37a7c07 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:22.778262 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-0beffeed-6a32-4b55-b771-7bd38e240ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:21Z', 'revision_number': 6, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None, '_interfaces': [{'id': '21f23875-8c19-4597-8dfe-dad55c9203db', 'name': '', 'network_id': 'dc8afab4-5222-4760-a2e0-df7d286b28cf', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:61:36:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '2a2cd89a-81c3-4c1b-971b-4830d8bb3be5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:15Z', 'updated_at': '2021-12-16T22:28:21Z', 'revision_number': 4, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '2a2cd89a-81c3-4c1b-971b-4830d8bb3be5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3286ca03-8bde-4641-ae3b-6d380cb05410', 'name': '', 'network_id': '6f0052f3-ee0f-4f61-9a6a-e35242898fc4', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:99:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:08Z', 'updated_at': '2021-12-16T22:28:14Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e3d3a84-016a-4cb6-9210-996a66a2c2d5', 'name': '', 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:e9:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:52Z', 'updated_at': '2021-12-16T22:28:02Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce07117-fd04-463a-afd9-de9c0e397542', 'name': '', 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:c3:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:01Z', 'updated_at': '2021-12-16T22:28:08Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:22.783628 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6adf3f12-56f6-4090-b0a5-c387708762b6 req-b328f999-d4ea-4083-950d-10f9a37a7c07 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 943 time: 0.1484296 Dec 16 22:28:22.861785 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beffeed-6a32-4b55-b771-7bd38e240ef8 None None] The sync data for ids ['f8cdf07e-5889-4e80-8636-3cd4042cd809'] in n-d-815324-4 is: [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:21Z', 'revision_number': 6, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None, '_interfaces': [{'id': '21f23875-8c19-4597-8dfe-dad55c9203db', 'name': '', 'network_id': 'dc8afab4-5222-4760-a2e0-df7d286b28cf', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:61:36:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '2a2cd89a-81c3-4c1b-971b-4830d8bb3be5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:15Z', 'updated_at': '2021-12-16T22:28:21Z', 'revision_number': 4, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '2a2cd89a-81c3-4c1b-971b-4830d8bb3be5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3286ca03-8bde-4641-ae3b-6d380cb05410', 'name': '', 'network_id': '6f0052f3-ee0f-4f61-9a6a-e35242898fc4', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:99:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:08Z', 'updated_at': '2021-12-16T22:28:14Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e3d3a84-016a-4cb6-9210-996a66a2c2d5', 'name': '', 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:e9:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:52Z', 'updated_at': '2021-12-16T22:28:02Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce07117-fd04-463a-afd9-de9c0e397542', 'name': '', 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:c3:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:01Z', 'updated_at': '2021-12-16T22:28:08Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:28:22.881829 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e77e1-550a-459a-b399-4fd265698ab9 None None] Pushing event updated for resources: {'Port': ['ID=21f23875-8c19-4597-8dfe-dad55c9203db,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:22.929734 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6adf3f12-56f6-4090-b0a5-c387708762b6 req-71b2224a-ec67-4129-8096-27f4c3a34437 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448438 Dec 16 22:28:22.982880 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-608390b7-409c-4095-a2b9-c65dfafee558 req-15afbdce-da74-4a0e-90da-ab002bdfea43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795e8031-f91a-4bec-ad17-3e2fc44705ac {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:28:23.005740 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-608390b7-409c-4095-a2b9-c65dfafee558 req-15afbdce-da74-4a0e-90da-ab002bdfea43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:23.025259 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-608390b7-409c-4095-a2b9-c65dfafee558 req-15afbdce-da74-4a0e-90da-ab002bdfea43 service neutron] Transition to ACTIVE for port object 795e8031-f91a-4bec-ad17-3e2fc44705ac will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:28:23.135506 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4163ef2-21c8-405f-8ada-709185498a9c req-efb22bbd-62e3-43d4-ad70-1899726f6e56 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:23.137686 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4163ef2-21c8-405f-8ada-709185498a9c req-efb22bbd-62e3-43d4-ad70-1899726f6e56 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 945 time: 0.2664354 Dec 16 22:28:23.140500 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f4c196-80b3-4011-8840-a93d66b02229 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:28:23.155185 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0f4c196-80b3-4011-8840-a93d66b02229 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:23.156548 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a0f4c196-80b3-4011-8840-a93d66b02229 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "PUT /v2.0/routers/f8cdf07e-5889-4e80-8636-3cd4042cd809 HTTP/1.1" status: 200 len: 954 time: 3.2438521 Dec 16 22:28:23.160045 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56196) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:23.173167 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-608390b7-409c-4095-a2b9-c65dfafee558 req-15afbdce-da74-4a0e-90da-ab002bdfea43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:23.311348 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15afbdce-da74-4a0e-90da-ab002bdfea43 service neutron] Pushing event updated for resources: {'Port': ['ID=795e8031-f91a-4bec-ad17-3e2fc44705ac,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:23.327446 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4163ef2-21c8-405f-8ada-709185498a9c req-d720c719-cb06-4f69-9136-98e6d832e88e tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676617 Dec 16 22:28:23.386207 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e26c908f-61d6-4e78-8362-a16d823135ca tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "GET /v2.0/routers/f8cdf07e-5889-4e80-8636-3cd4042cd809 HTTP/1.1" status: 200 len: 954 time: 0.2210166 Dec 16 22:28:23.387838 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56200) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:23.396930 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-8cebedd1-069c-40fd-9a67-a88d45abb44f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'router': {'routes': None}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:28:23.468340 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7bf47a2f-e4e1-4358-af41-4e9a7de9d063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:23.502382 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-608390b7-409c-4095-a2b9-c65dfafee558 req-15afbdce-da74-4a0e-90da-ab002bdfea43 service neutron] Attempting to bind port 795e8031-f91a-4bec-ad17-3e2fc44705ac on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:28:23.502722 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-608390b7-409c-4095-a2b9-c65dfafee558 req-15afbdce-da74-4a0e-90da-ab002bdfea43 service neutron] Attempting to bind port 795e8031-f91a-4bec-ad17-3e2fc44705ac by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'f5a46207-de92-43ba-8bad-688453970bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70ab3453-afb7-41da-bacb-b918611a94cc'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:28:23.503092 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608390b7-409c-4095-a2b9-c65dfafee558 req-15afbdce-da74-4a0e-90da-ab002bdfea43 service neutron] Attempting to bind port 795e8031-f91a-4bec-ad17-3e2fc44705ac on network 70ab3453-afb7-41da-bacb-b918611a94cc {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:28:23.519459 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608390b7-409c-4095-a2b9-c65dfafee558 req-15afbdce-da74-4a0e-90da-ab002bdfea43 service neutron] Port 795e8031-f91a-4bec-ad17-3e2fc44705ac on network 70ab3453-afb7-41da-bacb-b918611a94cc not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:28:23.519459 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608390b7-409c-4095-a2b9-c65dfafee558 req-15afbdce-da74-4a0e-90da-ab002bdfea43 service neutron] Attempting to bind port 795e8031-f91a-4bec-ad17-3e2fc44705ac on network 70ab3453-afb7-41da-bacb-b918611a94cc {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:28:23.549811 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608390b7-409c-4095-a2b9-c65dfafee558 req-15afbdce-da74-4a0e-90da-ab002bdfea43 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:28:23.550229 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608390b7-409c-4095-a2b9-c65dfafee558 req-15afbdce-da74-4a0e-90da-ab002bdfea43 service neutron] Checking segment: {'id': 'f5a46207-de92-43ba-8bad-688453970bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70ab3453-afb7-41da-bacb-b918611a94cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:28:23.550794 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608390b7-409c-4095-a2b9-c65dfafee558 req-15afbdce-da74-4a0e-90da-ab002bdfea43 service neutron] Bound using segment: {'id': 'f5a46207-de92-43ba-8bad-688453970bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70ab3453-afb7-41da-bacb-b918611a94cc'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:28:23.558127 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-608390b7-409c-4095-a2b9-c65dfafee558 req-15afbdce-da74-4a0e-90da-ab002bdfea43 service neutron] Bound port: 795e8031-f91a-4bec-ad17-3e2fc44705ac, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a46207-de92-43ba-8bad-688453970bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70ab3453-afb7-41da-bacb-b918611a94cc'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:28:23.558593 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-608390b7-409c-4095-a2b9-c65dfafee558 req-15afbdce-da74-4a0e-90da-ab002bdfea43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:23.681962 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-608390b7-409c-4095-a2b9-c65dfafee558 req-15afbdce-da74-4a0e-90da-ab002bdfea43 service neutron] For port 795e8031-f91a-4bec-ad17-3e2fc44705ac, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:28:23.686359 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-608390b7-409c-4095-a2b9-c65dfafee558 req-15afbdce-da74-4a0e-90da-ab002bdfea43 service neutron] For port 795e8031-f91a-4bec-ad17-3e2fc44705ac, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=795e8031-f91a-4bec-ad17-3e2fc44705ac,segment=NetworkSegment(f5a46207-de92-43ba-8bad-688453970bff),segment_id=f5a46207-de92-43ba-8bad-688453970bff)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:28:23.828684 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-608390b7-409c-4095-a2b9-c65dfafee558 req-15afbdce-da74-4a0e-90da-ab002bdfea43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:23.904630 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608390b7-409c-4095-a2b9-c65dfafee558 req-15afbdce-da74-4a0e-90da-ab002bdfea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:23.906297 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-608390b7-409c-4095-a2b9-c65dfafee558 req-15afbdce-da74-4a0e-90da-ab002bdfea43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:23.910632 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-608390b7-409c-4095-a2b9-c65dfafee558 req-15afbdce-da74-4a0e-90da-ab002bdfea43 service neutron] 10.222.0.76 "PUT /v2.0/ports/795e8031-f91a-4bec-ad17-3e2fc44705ac HTTP/1.1" status: 200 len: 1091 time: 3.0267301 Dec 16 22:28:23.913868 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b723c56c-5bb4-42e2-ba60-382ec9b505e2', 'tag': '795e8031-f91a-4bec-ad17-3e2fc44705ac'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:28:23.919130 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0a6b24-b439-4ae0-be8f-60a9af5fccfb" -d '{"events": [{"name": "network-changed", "server_uuid": "b723c56c-5bb4-42e2-ba60-382ec9b505e2", "tag": "795e8031-f91a-4bec-ad17-3e2fc44705ac"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:28:24.049985 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15afbdce-da74-4a0e-90da-ab002bdfea43 service neutron] Pushing event updated for resources: {'Port': ['ID=795e8031-f91a-4bec-ad17-3e2fc44705ac,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:24.054806 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63940886-8824-4247-9eef-95b7230dca2f req-f9371c5f-6191-4923-ba73-2ca521fe5108 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:24.064107 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-63940886-8824-4247-9eef-95b7230dca2f req-f9371c5f-6191-4923-ba73-2ca521fe5108 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 946 time: 0.1388824 Dec 16 22:28:24.136926 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-63940886-8824-4247-9eef-95b7230dca2f req-33b26df2-edae-409a-9f85-70f21288c3b5 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681162 Dec 16 22:28:24.199181 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e8548-24ad-483e-94f7-c8bb26e6fb86 req-0659eb3c-59e1-423b-8f90-3b1543c0e0d4 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:24.207561 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1c2e8548-24ad-483e-94f7-c8bb26e6fb86 req-0659eb3c-59e1-423b-8f90-3b1543c0e0d4 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 943 time: 0.2635515 Dec 16 22:28:24.230924 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98115bc-5d96-4c3e-ac32-949af1d2f2a8 x-openstack-request-id: req-c98115bc-5d96-4c3e-ac32-949af1d2f2a8 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:28:24.232594 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b723c56c-5bb4-42e2-ba60-382ec9b505e2", "tag": "795e8031-f91a-4bec-ad17-3e2fc44705ac", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:28:24.233295 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c98115bc-5d96-4c3e-ac32-949af1d2f2a8 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:28:24.235388 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b723c56c-5bb4-42e2-ba60-382ec9b505e2', 'tag': '795e8031-f91a-4bec-ad17-3e2fc44705ac', 'status': 'completed', 'code': 200} Dec 16 22:28:24.281601 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608390b7-409c-4095-a2b9-c65dfafee558 req-88fe2286-7075-475a-95ee-aac90f6e9a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:24.284816 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-608390b7-409c-4095-a2b9-c65dfafee558 req-88fe2286-7075-475a-95ee-aac90f6e9a5c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ce850b3cac864bbf82570c33179d722a&device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 1094 time: 0.1115103 Dec 16 22:28:24.298904 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1c2e8548-24ad-483e-94f7-c8bb26e6fb86 req-344b6bc7-74bd-4212-bd9e-6db207b405b6 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899272 Dec 16 22:28:24.349373 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9392cde7-40ff-4cc8-b9d5-0db8560443b2 None None] Sync routers for ids ['f8cdf07e-5889-4e80-8636-3cd4042cd809'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:28:24.371348 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-608390b7-409c-4095-a2b9-c65dfafee558 req-bc11949b-8372-48ee-a0fc-2a1de2aabd01 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=795e8031-f91a-4bec-ad17-3e2fc44705ac HTTP/1.1" status: 200 len: 217 time: 0.0619676 Dec 16 22:28:24.378258 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9392cde7-40ff-4cc8-b9d5-0db8560443b2 None None] Routers {'f8cdf07e-5889-4e80-8636-3cd4042cd809'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:28:24.379114 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9392cde7-40ff-4cc8-b9d5-0db8560443b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:27:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f8cdf07e-5889-4e80-8636-3cd4042cd809'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:24.456685 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e997c6-605c-4061-8754-4f6aebe19a1c req-4a68f300-ef09-4516-9f81-7bd8964f3097 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:24.468662 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d0e997c6-605c-4061-8754-4f6aebe19a1c req-4a68f300-ef09-4516-9f81-7bd8964f3097 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 943 time: 0.1459243 Dec 16 22:28:24.484048 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608390b7-409c-4095-a2b9-c65dfafee558 req-e036e721-8cc6-4f0b-b31d-60754bd6ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:24.485572 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-608390b7-409c-4095-a2b9-c65dfafee558 req-e036e721-8cc6-4f0b-b31d-60754bd6ac6b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a0b2dc89-3628-499c-a090-44aaf09eb499 HTTP/1.1" status: 200 len: 855 time: 0.0994167 Dec 16 22:28:24.547839 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-608390b7-409c-4095-a2b9-c65dfafee558 req-5241a73c-c576-4af6-bf7a-5b81f9c5e3c9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=70ab3453-afb7-41da-bacb-b918611a94cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476866 Dec 16 22:28:24.643768 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 21f23875-8c19-4597-8dfe-dad55c9203db up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:28:24.643863 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5414e1c-409a-4385-ae65-76b6704887c3 req-a093d696-2c18-46aa-b47b-b51e3d75f104 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:24.649033 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d0e997c6-605c-4061-8754-4f6aebe19a1c req-4c09df22-e132-482d-a1bf-ee5fb2a665c6 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794817 Dec 16 22:28:24.662229 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e5414e1c-409a-4385-ae65-76b6704887c3 req-a093d696-2c18-46aa-b47b-b51e3d75f104 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 945 time: 0.1541221 Dec 16 22:28:24.721884 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-608390b7-409c-4095-a2b9-c65dfafee558 req-9a8d9355-c48f-447b-9726-ef42c67b4fed service neutron] 10.222.0.76 "GET /v2.0/networks/70ab3453-afb7-41da-bacb-b918611a94cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386001 Dec 16 22:28:24.738273 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e5414e1c-409a-4385-ae65-76b6704887c3 req-ab875938-d3a2-4e5d-a8d3-6d45eaed5293 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745473 Dec 16 22:28:24.811834 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-9392cde7-40ff-4cc8-b9d5-0db8560443b2 None None] Set router f8cdf07e-5889-4e80-8636-3cd4042cd809 gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:28:24.906666 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.extraroute_db [None req-8cebedd1-069c-40fd-9a67-a88d45abb44f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Added routes are [] {{(pid=103613) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 22:28:24.907324 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.extraroute_db [None req-8cebedd1-069c-40fd-9a67-a88d45abb44f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103613) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 22:28:24.976588 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8cebedd1-069c-40fd-9a67-a88d45abb44f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5457'] for router, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:24.994733 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-608390b7-409c-4095-a2b9-c65dfafee558 req-48dbdd59-e608-48b6-baf9-28785f97577e service neutron] 10.222.0.76 "GET /v2.0/networks/70ab3453-afb7-41da-bacb-b918611a94cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615459 Dec 16 22:28:25.036199 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 21f23875-8c19-4597-8dfe-dad55c9203db triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:25.036585 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:25.302111 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9392cde7-40ff-4cc8-b9d5-0db8560443b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:21Z', 'revision_number': 6, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None, '_interfaces': [{'id': '21f23875-8c19-4597-8dfe-dad55c9203db', 'name': '', 'network_id': 'dc8afab4-5222-4760-a2e0-df7d286b28cf', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:61:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '2a2cd89a-81c3-4c1b-971b-4830d8bb3be5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:15Z', 'updated_at': '2021-12-16T22:28:22Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '2a2cd89a-81c3-4c1b-971b-4830d8bb3be5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3286ca03-8bde-4641-ae3b-6d380cb05410', 'name': '', 'network_id': '6f0052f3-ee0f-4f61-9a6a-e35242898fc4', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:99:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:08Z', 'updated_at': '2021-12-16T22:28:14Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e3d3a84-016a-4cb6-9210-996a66a2c2d5', 'name': '', 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:e9:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:52Z', 'updated_at': '2021-12-16T22:28:02Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce07117-fd04-463a-afd9-de9c0e397542', 'name': '', 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:c3:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:01Z', 'updated_at': '2021-12-16T22:28:08Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:25.343481 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9392cde7-40ff-4cc8-b9d5-0db8560443b2 None None] Checking router: f8cdf07e-5889-4e80-8636-3cd4042cd809 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:28:25.352611 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9392cde7-40ff-4cc8-b9d5-0db8560443b2 None None] Routers {'f8cdf07e-5889-4e80-8636-3cd4042cd809'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:28:25.353960 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9392cde7-40ff-4cc8-b9d5-0db8560443b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:27:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f8cdf07e-5889-4e80-8636-3cd4042cd809'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:25.399083 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a6b24-b439-4ae0-be8f-60a9af5fccfb req-e3d81381-8390-4cc5-8bd0-0585c2d8d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:25.400760 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b0a6b24-b439-4ae0-be8f-60a9af5fccfb req-e3d81381-8390-4cc5-8bd0-0585c2d8d85a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ce850b3cac864bbf82570c33179d722a&device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 1094 time: 0.2131453 Dec 16 22:28:25.472038 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e494c50-e37e-475c-a2ac-3f564099f533 req-c717e060-e70b-43d5-9dcd-4067927207b1 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:25.479452 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e494c50-e37e-475c-a2ac-3f564099f533 req-c717e060-e70b-43d5-9dcd-4067927207b1 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 946 time: 0.1714058 Dec 16 22:28:25.572209 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8cebedd1-069c-40fd-9a67-a88d45abb44f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5457'] for router, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:25.585268 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8cebedd1-069c-40fd-9a67-a88d45abb44f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-598410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-598419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597305'] for router, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:25.599033 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a22f5-ff6c-4b78-9e6e-f97efe6e5e5b req-9834757e-3106-4d3a-a5cc-0c038df1ec66 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:25.609138 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-285a22f5-ff6c-4b78-9e6e-f97efe6e5e5b req-9834757e-3106-4d3a-a5cc-0c038df1ec66 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 943 time: 0.0978134 Dec 16 22:28:25.622148 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e494c50-e37e-475c-a2ac-3f564099f533 req-bcf24cb0-f41c-47bf-b064-6f181dedb75d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387584 Dec 16 22:28:25.655670 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-9392cde7-40ff-4cc8-b9d5-0db8560443b2 None None] Set router f8cdf07e-5889-4e80-8636-3cd4042cd809 gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:28:25.669815 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a6b24-b439-4ae0-be8f-60a9af5fccfb req-939a5874-ba90-44c7-bb3a-178e0cb626c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:25.673211 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b0a6b24-b439-4ae0-be8f-60a9af5fccfb req-939a5874-ba90-44c7-bb3a-178e0cb626c4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=70ab3453-afb7-41da-bacb-b918611a94cc HTTP/1.1" status: 200 len: 915 time: 0.2615309 Dec 16 22:28:25.737433 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d486b4da-61b9-4324-9fd1-d938a2e1fc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:25.761433 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b0a6b24-b439-4ae0-be8f-60a9af5fccfb req-2d52c1e2-5cdc-47b3-bacc-e60f773e799d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=795e8031-f91a-4bec-ad17-3e2fc44705ac HTTP/1.1" status: 200 len: 217 time: 0.0808082 Dec 16 22:28:25.848868 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-285a22f5-ff6c-4b78-9e6e-f97efe6e5e5b req-b23c4818-75a9-4bfb-9851-7308086c457b tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383800 Dec 16 22:28:25.879493 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cebedd1-069c-40fd-9a67-a88d45abb44f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Router f8cdf07e-5889-4e80-8636-3cd4042cd809 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:28:25.954379 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2756fdb-76cb-4bb4-a408-efac04e539ce req-04119185-bd50-409b-bf31-0816abb5a1a2 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:25.982858 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a2756fdb-76cb-4bb4-a408-efac04e539ce req-04119185-bd50-409b-bf31-0816abb5a1a2 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 945 time: 0.2335596 Dec 16 22:28:25.999889 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a6b24-b439-4ae0-be8f-60a9af5fccfb req-a445358a-cb97-4746-bd9c-bd529fd7057f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:26.001417 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b0a6b24-b439-4ae0-be8f-60a9af5fccfb req-a445358a-cb97-4746-bd9c-bd529fd7057f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a0b2dc89-3628-499c-a090-44aaf09eb499 HTTP/1.1" status: 200 len: 855 time: 0.2050946 Dec 16 22:28:26.098551 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b0a6b24-b439-4ae0-be8f-60a9af5fccfb req-634a8a46-88cc-4f59-bd24-75dbeff1d00c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=70ab3453-afb7-41da-bacb-b918611a94cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681648 Dec 16 22:28:26.121644 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9392cde7-40ff-4cc8-b9d5-0db8560443b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:24Z', 'revision_number': 7, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None, '_interfaces': [{'id': '21f23875-8c19-4597-8dfe-dad55c9203db', 'name': '', 'network_id': 'dc8afab4-5222-4760-a2e0-df7d286b28cf', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:61:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '2a2cd89a-81c3-4c1b-971b-4830d8bb3be5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:15Z', 'updated_at': '2021-12-16T22:28:22Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '2a2cd89a-81c3-4c1b-971b-4830d8bb3be5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3286ca03-8bde-4641-ae3b-6d380cb05410', 'name': '', 'network_id': '6f0052f3-ee0f-4f61-9a6a-e35242898fc4', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:99:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:08Z', 'updated_at': '2021-12-16T22:28:14Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e3d3a84-016a-4cb6-9210-996a66a2c2d5', 'name': '', 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:e9:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:52Z', 'updated_at': '2021-12-16T22:28:02Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce07117-fd04-463a-afd9-de9c0e397542', 'name': '', 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:c3:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:01Z', 'updated_at': '2021-12-16T22:28:08Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:26.178343 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9392cde7-40ff-4cc8-b9d5-0db8560443b2 None None] The sync data for ids ['f8cdf07e-5889-4e80-8636-3cd4042cd809'] in n-d-815324-4 is: [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:24Z', 'revision_number': 7, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None, '_interfaces': [{'id': '21f23875-8c19-4597-8dfe-dad55c9203db', 'name': '', 'network_id': 'dc8afab4-5222-4760-a2e0-df7d286b28cf', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:61:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '2a2cd89a-81c3-4c1b-971b-4830d8bb3be5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:15Z', 'updated_at': '2021-12-16T22:28:22Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '2a2cd89a-81c3-4c1b-971b-4830d8bb3be5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3286ca03-8bde-4641-ae3b-6d380cb05410', 'name': '', 'network_id': '6f0052f3-ee0f-4f61-9a6a-e35242898fc4', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:99:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:08Z', 'updated_at': '2021-12-16T22:28:14Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e3d3a84-016a-4cb6-9210-996a66a2c2d5', 'name': '', 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:e9:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:52Z', 'updated_at': '2021-12-16T22:28:02Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce07117-fd04-463a-afd9-de9c0e397542', 'name': '', 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:c3:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:01Z', 'updated_at': '2021-12-16T22:28:08Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:28:26.181342 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cebedd1-069c-40fd-9a67-a88d45abb44f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:28:26.208080 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8cebedd1-069c-40fd-9a67-a88d45abb44f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:26.211960 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8cebedd1-069c-40fd-9a67-a88d45abb44f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "PUT /v2.0/routers/f8cdf07e-5889-4e80-8636-3cd4042cd809 HTTP/1.1" status: 200 len: 704 time: 2.8203819 Dec 16 22:28:26.212156 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a2756fdb-76cb-4bb4-a408-efac04e539ce req-d275c282-a0c0-4c5f-a255-87c0fe8c3bed tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265773 Dec 16 22:28:26.228679 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56236) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:26.239973 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbab44f-119d-46a9-bd63-f87c53cb320f req-af133584-f8c7-4125-bddb-ac5e803f3ab5 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:26.248109 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4bbab44f-119d-46a9-bd63-f87c53cb320f req-af133584-f8c7-4125-bddb-ac5e803f3ab5 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 943 time: 0.2101991 Dec 16 22:28:26.353283 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4bbab44f-119d-46a9-bd63-f87c53cb320f req-52d72381-0fd3-4b5e-b535-bf95f110311e tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039770 Dec 16 22:28:26.473686 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b0a6b24-b439-4ae0-be8f-60a9af5fccfb req-e2923fc4-46ef-41ec-bfb6-67f8c30732d4 service neutron] 10.222.0.76 "GET /v2.0/networks/70ab3453-afb7-41da-bacb-b918611a94cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543124 Dec 16 22:28:26.481350 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3f747206-9384-474d-a034-6f37add58f3b tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "GET /v2.0/routers/f8cdf07e-5889-4e80-8636-3cd4042cd809 HTTP/1.1" status: 200 len: 704 time: 0.2512801 Dec 16 22:28:26.484036 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56240) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:26.563733 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfbbede-bf8b-4ec6-8871-9d21215559b8 None None] Sync routers for ids ['f8cdf07e-5889-4e80-8636-3cd4042cd809'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:28:26.575560 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfbbede-bf8b-4ec6-8871-9d21215559b8 None None] Routers {'f8cdf07e-5889-4e80-8636-3cd4042cd809'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:28:26.577231 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-9bfbbede-bf8b-4ec6-8871-9d21215559b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:28:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f8cdf07e-5889-4e80-8636-3cd4042cd809'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:26.692227 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-9bfbbede-bf8b-4ec6-8871-9d21215559b8 None None] Set router f8cdf07e-5889-4e80-8636-3cd4042cd809 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:28:26.760491 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b0a6b24-b439-4ae0-be8f-60a9af5fccfb req-8374d920-6aa6-4a1b-b78d-3d819b66d362 service neutron] 10.222.0.76 "GET /v2.0/networks/70ab3453-afb7-41da-bacb-b918611a94cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680116 Dec 16 22:28:26.781108 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83f728-f54b-4b0b-ae33-6c7a3bd740c6 req-02ed4598-512a-4326-aa61-50e5805bf8a7 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:26.782799 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d83f728-f54b-4b0b-ae33-6c7a3bd740c6 req-02ed4598-512a-4326-aa61-50e5805bf8a7 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 946 time: 0.0693099 Dec 16 22:28:26.880109 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d83f728-f54b-4b0b-ae33-6c7a3bd740c6 req-6a7c42e8-658f-4294-b062-e9617ab72f96 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892475 Dec 16 22:28:26.969070 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-faa34114-b4ee-49eb-b050-8359ff151904 req-0d60d8f2-100a-4119-b4ff-e3a3d3df5a80 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524449 Dec 16 22:28:26.988889 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:27.028803 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:27.082012 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-9bfbbede-bf8b-4ec6-8871-9d21215559b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:24Z', 'revision_number': 7, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None, '_interfaces': [{'id': '21f23875-8c19-4597-8dfe-dad55c9203db', 'name': '', 'network_id': 'dc8afab4-5222-4760-a2e0-df7d286b28cf', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:61:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '2a2cd89a-81c3-4c1b-971b-4830d8bb3be5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:15Z', 'updated_at': '2021-12-16T22:28:22Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '2a2cd89a-81c3-4c1b-971b-4830d8bb3be5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3286ca03-8bde-4641-ae3b-6d380cb05410', 'name': '', 'network_id': '6f0052f3-ee0f-4f61-9a6a-e35242898fc4', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:99:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:08Z', 'updated_at': '2021-12-16T22:28:14Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e3d3a84-016a-4cb6-9210-996a66a2c2d5', 'name': '', 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:e9:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:52Z', 'updated_at': '2021-12-16T22:28:02Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce07117-fd04-463a-afd9-de9c0e397542', 'name': '', 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:c3:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:01Z', 'updated_at': '2021-12-16T22:28:08Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:27.099867 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcb3d7-a949-486f-9bed-e68b0991a75f req-0c9b4077-a203-4866-8ab0-6bc75e91cb76 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:27.118787 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1dbcb3d7-a949-486f-9bed-e68b0991a75f req-0c9b4077-a203-4866-8ab0-6bc75e91cb76 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.76 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 945 time: 0.1596363 Dec 16 22:28:27.118787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e542d-f431-4e91-b62b-e535d8e697cb req-8d1fc517-cbae-4d04-a9e5-e7f3dfc46719 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:27.123609 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e70e542d-f431-4e91-b62b-e535d8e697cb req-8d1fc517-cbae-4d04-a9e5-e7f3dfc46719 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 943 time: 0.1509228 Dec 16 22:28:27.143377 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfbbede-bf8b-4ec6-8871-9d21215559b8 None None] Checking router: f8cdf07e-5889-4e80-8636-3cd4042cd809 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:28:27.162010 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa34114-b4ee-49eb-b050-8359ff151904 req-3c7783ba-157f-4df5-a4b8-f8a5ace3bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:27.163243 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfbbede-bf8b-4ec6-8871-9d21215559b8 None None] Routers {'f8cdf07e-5889-4e80-8636-3cd4042cd809'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:28:27.164312 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-9bfbbede-bf8b-4ec6-8871-9d21215559b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:28:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f8cdf07e-5889-4e80-8636-3cd4042cd809'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:27.170336 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-faa34114-b4ee-49eb-b050-8359ff151904 req-3c7783ba-157f-4df5-a4b8-f8a5ace3bc92 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 1095 time: 0.1138546 Dec 16 22:28:27.328081 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e70e542d-f431-4e91-b62b-e535d8e697cb req-c037c234-1716-439e-9c53-2de1b0d95a50 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978555 Dec 16 22:28:27.538552 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-9bfbbede-bf8b-4ec6-8871-9d21215559b8 None None] Set router f8cdf07e-5889-4e80-8636-3cd4042cd809 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:28:27.541080 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-1dbcb3d7-a949-486f-9bed-e68b0991a75f req-9befa564-7449-4c14-bde2-21b7f2d04d4f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Deleting port 860aa83c-e696-4f7f-a58e-450ccf27bd49 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:28:27.541080 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1dbcb3d7-a949-486f-9bed-e68b0991a75f req-9befa564-7449-4c14-bde2-21b7f2d04d4f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:27.541080 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3f84fc26-c0b7-4b46-8b27-cc7858fb0d17 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:27.541794 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa34114-b4ee-49eb-b050-8359ff151904 req-2a8deefd-83da-44b5-985d-2ba6dfbcdc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:27.541794 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-faa34114-b4ee-49eb-b050-8359ff151904 req-2a8deefd-83da-44b5-985d-2ba6dfbcdc94 service neutron] 10.222.0.76 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 912 time: 0.2097631 Dec 16 22:28:27.541794 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32eb9c-4f9e-47c8-9e7c-e871441f7c2b req-2a9dc315-9a30-4964-bc4b-48009d6789a1 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:27.541794 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9e32eb9c-4f9e-47c8-9e7c-e871441f7c2b req-2a9dc315-9a30-4964-bc4b-48009d6789a1 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 945 time: 0.1264315 Dec 16 22:28:27.541794 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-faa34114-b4ee-49eb-b050-8359ff151904 req-4b01c218-2572-4f52-a2b4-e304409bd029 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32fe797d-5d31-4a1c-8554-7429627da10d HTTP/1.1" status: 200 len: 999 time: 0.1004314 Dec 16 22:28:27.677955 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9e32eb9c-4f9e-47c8-9e7c-e871441f7c2b req-c55383fa-b5c0-4ea2-a55b-5e2565b046a9 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736989 Dec 16 22:28:27.681310 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa34114-b4ee-49eb-b050-8359ff151904 req-9d993e15-8932-4f1f-adff-b8495a849322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:27.682998 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-faa34114-b4ee-49eb-b050-8359ff151904 req-9d993e15-8932-4f1f-adff-b8495a849322 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ecefe13-aa2d-48b4-a74c-5805e96883cc HTTP/1.1" status: 200 len: 851 time: 0.1437492 Dec 16 22:28:27.779647 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa34114-b4ee-49eb-b050-8359ff151904 req-cb787a4f-9773-4c9a-8713-325fb0e3381f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:27.781659 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-faa34114-b4ee-49eb-b050-8359ff151904 req-cb787a4f-9773-4c9a-8713-325fb0e3381f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=282aa10f-496c-46fb-be12-6b2a327d41c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862217 Dec 16 22:28:27.801939 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-9bfbbede-bf8b-4ec6-8871-9d21215559b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:24Z', 'revision_number': 7, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None, '_interfaces': [{'id': '21f23875-8c19-4597-8dfe-dad55c9203db', 'name': '', 'network_id': 'dc8afab4-5222-4760-a2e0-df7d286b28cf', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:61:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '2a2cd89a-81c3-4c1b-971b-4830d8bb3be5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:15Z', 'updated_at': '2021-12-16T22:28:22Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '2a2cd89a-81c3-4c1b-971b-4830d8bb3be5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3286ca03-8bde-4641-ae3b-6d380cb05410', 'name': '', 'network_id': '6f0052f3-ee0f-4f61-9a6a-e35242898fc4', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:99:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:08Z', 'updated_at': '2021-12-16T22:28:14Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e3d3a84-016a-4cb6-9210-996a66a2c2d5', 'name': '', 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:e9:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:52Z', 'updated_at': '2021-12-16T22:28:02Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce07117-fd04-463a-afd9-de9c0e397542', 'name': '', 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:c3:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:01Z', 'updated_at': '2021-12-16T22:28:08Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:27.849112 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfbbede-bf8b-4ec6-8871-9d21215559b8 None None] The sync data for ids ['f8cdf07e-5889-4e80-8636-3cd4042cd809'] in n-d-815324-4 is: [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:24Z', 'revision_number': 7, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None, '_interfaces': [{'id': '21f23875-8c19-4597-8dfe-dad55c9203db', 'name': '', 'network_id': 'dc8afab4-5222-4760-a2e0-df7d286b28cf', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:61:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '2a2cd89a-81c3-4c1b-971b-4830d8bb3be5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:15Z', 'updated_at': '2021-12-16T22:28:22Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '2a2cd89a-81c3-4c1b-971b-4830d8bb3be5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3286ca03-8bde-4641-ae3b-6d380cb05410', 'name': '', 'network_id': '6f0052f3-ee0f-4f61-9a6a-e35242898fc4', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:99:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:08Z', 'updated_at': '2021-12-16T22:28:14Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e3d3a84-016a-4cb6-9210-996a66a2c2d5', 'name': '', 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:e9:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:52Z', 'updated_at': '2021-12-16T22:28:02Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce07117-fd04-463a-afd9-de9c0e397542', 'name': '', 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:c3:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:01Z', 'updated_at': '2021-12-16T22:28:08Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:28:27.950423 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-faa34114-b4ee-49eb-b050-8359ff151904 req-795aab99-6fcd-4f97-bcfb-5f943a6b9b24 service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542346 Dec 16 22:28:28.073585 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79bac16-ee41-485e-94e0-5613aa835148 req-0d2ba34a-982e-4bb9-ac1b-965da51236d8 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:28.079771 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f79bac16-ee41-485e-94e0-5613aa835148 req-0d2ba34a-982e-4bb9-ac1b-965da51236d8 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 943 time: 0.1946216 Dec 16 22:28:28.130476 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-1dbcb3d7-a949-486f-9bed-e68b0991a75f req-9befa564-7449-4c14-bde2-21b7f2d04d4f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] For port 860aa83c-e696-4f7f-a58e-450ccf27bd49, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=860aa83c-e696-4f7f-a58e-450ccf27bd49,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:28.130834 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1dbcb3d7-a949-486f-9bed-e68b0991a75f req-9befa564-7449-4c14-bde2-21b7f2d04d4f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:28.135313 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591d245-9862-41e5-9587-126e6b8a2e3c req-4f4a377f-ed39-4ce2-938e-5c0e63ff1495 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:28.142337 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2591d245-9862-41e5-9587-126e6b8a2e3c req-4f4a377f-ed39-4ce2-938e-5c0e63ff1495 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 946 time: 0.1436408 Dec 16 22:28:28.159675 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-faa34114-b4ee-49eb-b050-8359ff151904 req-f86d22bf-250e-477a-b564-dc099f99267f service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979959 Dec 16 22:28:28.192793 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-1dbcb3d7-a949-486f-9bed-e68b0991a75f req-9befa564-7449-4c14-bde2-21b7f2d04d4f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Calling delete_port for 860aa83c-e696-4f7f-a58e-450ccf27bd49 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:28:28.241495 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2591d245-9862-41e5-9587-126e6b8a2e3c req-f3dd8f03-0e07-4de9-9313-5d65cbebb0ba tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936174 Dec 16 22:28:28.319787 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f79bac16-ee41-485e-94e0-5613aa835148 req-c74a7e81-ab17-44f1-8d07-31f3204aecbb tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962807 Dec 16 22:28:28.413568 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:28.501167 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-3f84fc26-c0b7-4b46-8b27-cc7858fb0d17 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Deleting port 21f23875-8c19-4597-8dfe-dad55c9203db {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:28:28.502445 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3f84fc26-c0b7-4b46-8b27-cc7858fb0d17 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:28.547716 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:28.599117 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1dbcb3d7-a949-486f-9bed-e68b0991a75f req-9befa564-7449-4c14-bde2-21b7f2d04d4f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:28.650629 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['860aa83c-e696-4f7f-a58e-450ccf27bd49'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:28:28.657948 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befa564-7449-4c14-bde2-21b7f2d04d4f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Pushing event deleted for resources: {'Port': ['ID=860aa83c-e696-4f7f-a58e-450ccf27bd49,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:28.692747 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501645d-fb3a-4723-8576-da95fe48f430 req-f3a74129-4e6a-4b58-8932-52e66dfa9323 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:28.694706 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2501645d-fb3a-4723-8576-da95fe48f430 req-f3a74129-4e6a-4b58-8932-52e66dfa9323 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 943 time: 0.0828819 Dec 16 22:28:28.699484 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a35eca1-f4b5-494d-9def-001c16dd8f7f None None] DHCP port deletion for 95473deb-c4c6-4acd-ac8d-825e9f19ae01 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:28:28.711480 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-3f84fc26-c0b7-4b46-8b27-cc7858fb0d17 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] For port 21f23875-8c19-4597-8dfe-dad55c9203db, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=21f23875-8c19-4597-8dfe-dad55c9203db,segment=NetworkSegment(3908f32e-8e87-469e-b535-b48df58d8a35),segment_id=3908f32e-8e87-469e-b535-b48df58d8a35)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:28.712490 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3f84fc26-c0b7-4b46-8b27-cc7858fb0d17 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:28.762703 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbcb3d7-a949-486f-9bed-e68b0991a75f req-9befa564-7449-4c14-bde2-21b7f2d04d4f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] No DVR routers for this DVR port 860aa83c-e696-4f7f-a58e-450ccf27bd49 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:28:28.778715 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-3f84fc26-c0b7-4b46-8b27-cc7858fb0d17 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Calling delete_port for 21f23875-8c19-4597-8dfe-dad55c9203db owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:28:28.778715 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1dbcb3d7-a949-486f-9bed-e68b0991a75f req-9befa564-7449-4c14-bde2-21b7f2d04d4f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:28.779017 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2501645d-fb3a-4723-8576-da95fe48f430 req-9494e5c2-d30b-49f7-8ca4-1b93b75f2023 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741360 Dec 16 22:28:28.779149 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1dbcb3d7-a949-486f-9bed-e68b0991a75f req-9befa564-7449-4c14-bde2-21b7f2d04d4f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.76 "DELETE /v2.0/ports/860aa83c-e696-4f7f-a58e-450ccf27bd49 HTTP/1.1" status: 204 len: 173 time: 1.6508324 Dec 16 22:28:28.779149 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cee287c-3885-4271-9f64-800c87b23a90', 'name': 'network-vif-deleted', 'tag': '860aa83c-e696-4f7f-a58e-450ccf27bd49'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:28:28.789778 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3e1729-2560-4ced-b4c5-f951eb0d8017" -d '{"events": [{"server_uuid": "6cee287c-3885-4271-9f64-800c87b23a90", "name": "network-vif-deleted", "tag": "860aa83c-e696-4f7f-a58e-450ccf27bd49"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:28:28.860283 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be68eae7-6288-4d91-bcfb-1f9dc7d43f56 x-openstack-request-id: req-be68eae7-6288-4d91-bcfb-1f9dc7d43f56 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:28:28.860283 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cee287c-3885-4271-9f64-800c87b23a90", "name": "network-vif-deleted", "tag": "860aa83c-e696-4f7f-a58e-450ccf27bd49", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:28:28.860283 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-be68eae7-6288-4d91-bcfb-1f9dc7d43f56 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:28:28.861360 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cee287c-3885-4271-9f64-800c87b23a90', 'name': 'network-vif-deleted', 'tag': '860aa83c-e696-4f7f-a58e-450ccf27bd49', 'status': 'completed', 'code': 200} Dec 16 22:28:28.863535 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-efc832eb-9e01-44ff-b28b-7dcb1ad2d9fe req-a7623249-4428-481f-a993-2e39d1c5f53b tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 210 time: 0.0649889 Dec 16 22:28:29.401911 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219d97f-b321-49a0-a65e-67d2937814ff req-0573728e-9d97-4fe4-9e30-1d158c55c36d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:29.403606 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0219d97f-b321-49a0-a65e-67d2937814ff req-0573728e-9d97-4fe4-9e30-1d158c55c36d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 946 time: 0.0663626 Dec 16 22:28:29.492612 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ece24-fdd4-4e12-bf77-225e085872e6 req-18631acd-989f-4629-9ec2-4e5923776a16 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:29.492612 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-332ece24-fdd4-4e12-bf77-225e085872e6 req-18631acd-989f-4629-9ec2-4e5923776a16 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 943 time: 0.0824769 Dec 16 22:28:29.496482 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0219d97f-b321-49a0-a65e-67d2937814ff req-c21d1db4-84ea-4a66-8fed-fbfdf20e7b1a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817938 Dec 16 22:28:29.524677 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 795e8031-f91a-4bec-ad17-3e2fc44705ac details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:28:29.566128 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-332ece24-fdd4-4e12-bf77-225e085872e6 req-4c4d07c0-0e5f-4661-81d6-3302c1ede1d7 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660257 Dec 16 22:28:29.655603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 795e8031-f91a-4bec-ad17-3e2fc44705ac, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=795e8031-f91a-4bec-ad17-3e2fc44705ac,segment=NetworkSegment(f5a46207-de92-43ba-8bad-688453970bff),segment_id=f5a46207-de92-43ba-8bad-688453970bff)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:29.677993 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3f84fc26-c0b7-4b46-8b27-cc7858fb0d17 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:29.678545 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '795e8031-f91a-4bec-ad17-3e2fc44705ac', 'network_id': '70ab3453-afb7-41da-bacb-b918611a94cc', 'port_id': '795e8031-f91a-4bec-ad17-3e2fc44705ac', 'mac_address': 'fa:16:3e:51:72:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b2dc89-3628-499c-a090-44aaf09eb499', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:28:29.682801 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:29.701198 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84fc26-c0b7-4b46-8b27-cc7858fb0d17 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Port': ['ID=21f23875-8c19-4597-8dfe-dad55c9203db,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:29.764939 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:29.788159 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795e8031-f91a-4bec-ad17-3e2fc44705ac {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:28:29.831720 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 795e8031-f91a-4bec-ad17-3e2fc44705ac, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=795e8031-f91a-4bec-ad17-3e2fc44705ac,segment=NetworkSegment(f5a46207-de92-43ba-8bad-688453970bff),segment_id=f5a46207-de92-43ba-8bad-688453970bff)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:29.866766 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3f84fc26-c0b7-4b46-8b27-cc7858fb0d17 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:29.948169 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:30.016150 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=795e8031-f91a-4bec-ad17-3e2fc44705ac,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:30.074682 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-48833c9c-0667-4f64-8547-2dbec2412228 req-2f16c1be-a8e9-4a47-98ac-a7752c31e3ef tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cee287c-3885-4271-9f64-800c87b23a90 HTTP/1.1" status: 200 len: 210 time: 0.0398121 Dec 16 22:28:30.093269 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7a1bf-7911-494a-be5c-4d343fd8de68 req-0d45db95-0586-4e16-87bc-41d83f064846 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:30.094875 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f4f7a1bf-7911-494a-be5c-4d343fd8de68 req-0d45db95-0586-4e16-87bc-41d83f064846 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 943 time: 0.2297015 Dec 16 22:28:30.150366 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-32ade768-5bff-4a54-97be-bdb80a25d908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:30.151928 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-32ade768-5bff-4a54-97be-bdb80a25d908 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2&tenant_id=d4dac0c5f3874f5fbbad13b3a269f630 HTTP/1.1" status: 200 len: 1094 time: 0.1564121 Dec 16 22:28:30.193628 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-b766c381-eb0a-4aad-8ae8-ef80cff25c11 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-4', 'device_owner': 'compute:nova'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:28:30.268831 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f4f7a1bf-7911-494a-be5c-4d343fd8de68 req-cf550ac4-776d-4bec-80c7-9c7b01f69eb3 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627119 Dec 16 22:28:30.271329 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['795e8031-f91a-4bec-ad17-3e2fc44705ac'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:28:30.311628 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-b766c381-eb0a-4aad-8ae8-ef80cff25c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:30.324155 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f84fc26-c0b7-4b46-8b27-cc7858fb0d17 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Router f8cdf07e-5889-4e80-8636-3cd4042cd809 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:28:30.551070 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f84fc26-c0b7-4b46-8b27-cc7858fb0d17 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:28:30.559595 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3f84fc26-c0b7-4b46-8b27-cc7858fb0d17 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "PUT /v2.0/routers/f8cdf07e-5889-4e80-8636-3cd4042cd809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0739307 Dec 16 22:28:30.563879 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56306) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:30.686487 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f71887-d7dc-43f9-985a-627ed2a9b189 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Deleting subnet 2a2cd89a-81c3-4c1b-971b-4830d8bb3be5 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:28:30.691981 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-88f71887-d7dc-43f9-985a-627ed2a9b189 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:30.698973 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-b766c381-eb0a-4aad-8ae8-ef80cff25c11 service neutron] For port 7b2fbefe-475a-4ee7-9841-1afe9870c40a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=7b2fbefe-475a-4ee7-9841-1afe9870c40a,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:30.776772 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-b766c381-eb0a-4aad-8ae8-ef80cff25c11 service neutron] For port 7b2fbefe-475a-4ee7-9841-1afe9870c40a, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:28:30.802851 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd8037-5141-40ca-8627-53b67f66411a req-67c50ab8-c1d6-4184-b8f0-421e0ae489c1 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:30.805205 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-05bd8037-5141-40ca-8627-53b67f66411a req-67c50ab8-c1d6-4184-b8f0-421e0ae489c1 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 946 time: 0.1050868 Dec 16 22:28:30.811558 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-88f71887-d7dc-43f9-985a-627ed2a9b189 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:30.839004 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34c9509-c177-4b30-81e2-5e24816d8f46 None None] Sync routers for ids ['f8cdf07e-5889-4e80-8636-3cd4042cd809'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:28:30.842191 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-b766c381-eb0a-4aad-8ae8-ef80cff25c11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b2fbefe-475a-4ee7-9841-1afe9870c40a {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:28:30.852298 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-b766c381-eb0a-4aad-8ae8-ef80cff25c11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:30.870579 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-b766c381-eb0a-4aad-8ae8-ef80cff25c11 service neutron] Transition to ACTIVE for port object 7b2fbefe-475a-4ee7-9841-1afe9870c40a will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:28:30.885595 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34c9509-c177-4b30-81e2-5e24816d8f46 None None] Routers {'f8cdf07e-5889-4e80-8636-3cd4042cd809'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:28:30.886143 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c34c9509-c177-4b30-81e2-5e24816d8f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:28:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f8cdf07e-5889-4e80-8636-3cd4042cd809'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:30.921218 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-05bd8037-5141-40ca-8627-53b67f66411a req-975829a0-7f7a-46f4-9ffe-51d9a4362289 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792208 Dec 16 22:28:30.949163 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4725b34-865c-497e-a05b-366d932fa63b req-5dd43940-f1c2-4b5c-9797-373715f9767c tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:30.950812 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4725b34-865c-497e-a05b-366d932fa63b req-5dd43940-f1c2-4b5c-9797-373715f9767c tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 943 time: 0.2056470 Dec 16 22:28:30.983346 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-88f71887-d7dc-43f9-985a-627ed2a9b189 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:30.989373 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-b766c381-eb0a-4aad-8ae8-ef80cff25c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:31.021008 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-c34c9509-c177-4b30-81e2-5e24816d8f46 None None] Set router f8cdf07e-5889-4e80-8636-3cd4042cd809 gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:28:31.152954 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4725b34-865c-497e-a05b-366d932fa63b req-ce28d33e-dc4f-4b1e-b448-9a0694223bda tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938021 Dec 16 22:28:31.203151 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-88f71887-d7dc-43f9-985a-627ed2a9b189 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:31.230607 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766c381-eb0a-4aad-8ae8-ef80cff25c11 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2fbefe-475a-4ee7-9841-1afe9870c40a,revision_number=9']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:31.337924 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-88f71887-d7dc-43f9-985a-627ed2a9b189 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:31.348621 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986ec20e-a219-4b8d-84b4-f3960c3aee85 None None] Network dc8afab4-5222-4760-a2e0-df7d286b28cf requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:28:31.359999 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56322) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:31.374771 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-88f71887-d7dc-43f9-985a-627ed2a9b189 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/subnets/2a2cd89a-81c3-4c1b-971b-4830d8bb3be5 HTTP/1.1" status: 204 len: 168 time: 0.8094091 Dec 16 22:28:31.383010 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f71887-d7dc-43f9-985a-627ed2a9b189 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Subnet': ['ID=2a2cd89a-81c3-4c1b-971b-4830d8bb3be5,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:31.430833 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-b766c381-eb0a-4aad-8ae8-ef80cff25c11 service neutron] No DVR routers for this DVR port 7b2fbefe-475a-4ee7-9841-1afe9870c40a on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:28:31.497223 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c34c9509-c177-4b30-81e2-5e24816d8f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:28Z', 'revision_number': 8, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None, '_interfaces': [{'id': '3286ca03-8bde-4641-ae3b-6d380cb05410', 'name': '', 'network_id': '6f0052f3-ee0f-4f61-9a6a-e35242898fc4', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:99:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:08Z', 'updated_at': '2021-12-16T22:28:14Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e3d3a84-016a-4cb6-9210-996a66a2c2d5', 'name': '', 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:e9:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:52Z', 'updated_at': '2021-12-16T22:28:02Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce07117-fd04-463a-afd9-de9c0e397542', 'name': '', 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:c3:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:01Z', 'updated_at': '2021-12-16T22:28:08Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:31.531114 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34c9509-c177-4b30-81e2-5e24816d8f46 None None] Checking router: f8cdf07e-5889-4e80-8636-3cd4042cd809 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:28:31.545389 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 795e8031-f91a-4bec-ad17-3e2fc44705ac up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:28:31.549297 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34c9509-c177-4b30-81e2-5e24816d8f46 None None] Routers {'f8cdf07e-5889-4e80-8636-3cd4042cd809'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:28:31.550542 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c34c9509-c177-4b30-81e2-5e24816d8f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:28:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f8cdf07e-5889-4e80-8636-3cd4042cd809'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:31.619430 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-f30dc7e1-2b36-473f-a939-21ba98bee802 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:31.628726 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-f30dc7e1-2b36-473f-a939-21ba98bee802 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/networks?id=95473deb-c4c6-4acd-ac8d-825e9f19ae01 HTTP/1.1" status: 200 len: 811 time: 0.1408205 Dec 16 22:28:31.647779 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-6d2d9fde-d92a-4388-b7a0-fecf3835b350 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/quotas/ea5518dc3a684f128c195124e4b872a7 HTTP/1.1" status: 200 len: 375 time: 0.0177650 Dec 16 22:28:31.699167 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-3baf87d8-7cbb-4621-945e-b2d42cd15677 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ea5518dc3a684f128c195124e4b872a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496943 Dec 16 22:28:31.705088 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-b3d1de9f-3964-4eb7-8589-1e29cc7346cb service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:28:31.717846 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-b3d1de9f-3964-4eb7-8589-1e29cc7346cb service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0173950 Dec 16 22:28:31.724861 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-876d3c0f-9aa9-4bc6-8daf-45e23cf5c064 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:31.748119 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-c34c9509-c177-4b30-81e2-5e24816d8f46 None None] Set router f8cdf07e-5889-4e80-8636-3cd4042cd809 gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:28:31.751562 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0c9a43-a091-4b38-8182-d6c3600a97a4 None None] DHCP port deletion for dc8afab4-5222-4760-a2e0-df7d286b28cf request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:28:31.835455 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-b766c381-eb0a-4aad-8ae8-ef80cff25c11 service neutron] Attempting to bind port 7b2fbefe-475a-4ee7-9841-1afe9870c40a on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:28:31.836240 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-b766c381-eb0a-4aad-8ae8-ef80cff25c11 service neutron] Attempting to bind port 7b2fbefe-475a-4ee7-9841-1afe9870c40a by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '4d6c12d1-dcfa-4036-898b-55f6002f0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:28:31.836240 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-b766c381-eb0a-4aad-8ae8-ef80cff25c11 service neutron] Attempting to bind port 7b2fbefe-475a-4ee7-9841-1afe9870c40a on network 3483c04d-9548-45a8-add9-5dd005156af8 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:28:31.884353 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-bd4036ee-836c-41b6-bf3a-871a8cdb8d2f service neutron] 10.222.0.75 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652219 Dec 16 22:28:31.888102 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-b766c381-eb0a-4aad-8ae8-ef80cff25c11 service neutron] Port 7b2fbefe-475a-4ee7-9841-1afe9870c40a on network 3483c04d-9548-45a8-add9-5dd005156af8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:28:31.888448 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-b766c381-eb0a-4aad-8ae8-ef80cff25c11 service neutron] Attempting to bind port 7b2fbefe-475a-4ee7-9841-1afe9870c40a on network 3483c04d-9548-45a8-add9-5dd005156af8 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:28:31.900625 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-b766c381-eb0a-4aad-8ae8-ef80cff25c11 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:28:31.900997 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-b766c381-eb0a-4aad-8ae8-ef80cff25c11 service neutron] Checking segment: {'id': '4d6c12d1-dcfa-4036-898b-55f6002f0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:28:31.901360 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-b766c381-eb0a-4aad-8ae8-ef80cff25c11 service neutron] Bound using segment: {'id': '4d6c12d1-dcfa-4036-898b-55f6002f0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:28:31.901802 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-b766c381-eb0a-4aad-8ae8-ef80cff25c11 service neutron] Bound port: 7b2fbefe-475a-4ee7-9841-1afe9870c40a, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d6c12d1-dcfa-4036-898b-55f6002f0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:28:31.902165 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-b766c381-eb0a-4aad-8ae8-ef80cff25c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:31.915561 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 795e8031-f91a-4bec-ad17-3e2fc44705ac completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:28:31.932653 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836f37f-0683-48ec-bf77-c71dbef5dc2b req-a5b1b518-83d4-4a1f-86fd-9d9e07a588ea tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:31.934440 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4836f37f-0683-48ec-bf77-c71dbef5dc2b req-a5b1b518-83d4-4a1f-86fd-9d9e07a588ea tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 944 time: 0.3589873 Dec 16 22:28:31.934613 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 795e8031-f91a-4bec-ad17-3e2fc44705ac triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:31.934826 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:31.978078 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-dc0c9a43-a091-4b38-8182-d6c3600a97a4 None None] Deleting port 95438c33-ccb1-482c-8b9d-be565f6961c4 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:28:31.978380 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dc0c9a43-a091-4b38-8182-d6c3600a97a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:31.997508 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-876d3c0f-9aa9-4bc6-8daf-45e23cf5c064 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Deleting port 95438c33-ccb1-482c-8b9d-be565f6961c4 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:28:31.997848 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-876d3c0f-9aa9-4bc6-8daf-45e23cf5c064 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:32.016928 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-6f838370-9460-4ae8-8172-c68695806bba service neutron] 10.222.0.75 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311100 Dec 16 22:28:32.100389 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-dc0c9a43-a091-4b38-8182-d6c3600a97a4 None None] For port 95438c33-ccb1-482c-8b9d-be565f6961c4, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=95438c33-ccb1-482c-8b9d-be565f6961c4,segment=NetworkSegment(3908f32e-8e87-469e-b535-b48df58d8a35),segment_id=3908f32e-8e87-469e-b535-b48df58d8a35)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:32.100798 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dc0c9a43-a091-4b38-8182-d6c3600a97a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:32.127561 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-dc0c9a43-a091-4b38-8182-d6c3600a97a4 None None] Calling delete_port for 95438c33-ccb1-482c-8b9d-be565f6961c4 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:28:32.211789 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:32.260605 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c34c9509-c177-4b30-81e2-5e24816d8f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:28Z', 'revision_number': 8, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None, '_interfaces': [{'id': '3286ca03-8bde-4641-ae3b-6d380cb05410', 'name': '', 'network_id': '6f0052f3-ee0f-4f61-9a6a-e35242898fc4', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:99:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:08Z', 'updated_at': '2021-12-16T22:28:14Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e3d3a84-016a-4cb6-9210-996a66a2c2d5', 'name': '', 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:e9:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:52Z', 'updated_at': '2021-12-16T22:28:02Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce07117-fd04-463a-afd9-de9c0e397542', 'name': '', 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:c3:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:01Z', 'updated_at': '2021-12-16T22:28:08Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:32.271989 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b723c56c-5bb4-42e2-ba60-382ec9b505e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795e8031-f91a-4bec-ad17-3e2fc44705ac'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:28:32.274437 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01422b29-2e58-49df-9c5f-9cfafddd5f2e" -d '{"events": [{"server_uuid": "b723c56c-5bb4-42e2-ba60-382ec9b505e2", "name": "network-vif-plugged", "status": "completed", "tag": "795e8031-f91a-4bec-ad17-3e2fc44705ac"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:28:32.322729 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34c9509-c177-4b30-81e2-5e24816d8f46 None None] The sync data for ids ['f8cdf07e-5889-4e80-8636-3cd4042cd809'] in n-d-815324-4 is: [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:28Z', 'revision_number': 8, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None, '_interfaces': [{'id': '3286ca03-8bde-4641-ae3b-6d380cb05410', 'name': '', 'network_id': '6f0052f3-ee0f-4f61-9a6a-e35242898fc4', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:99:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:08Z', 'updated_at': '2021-12-16T22:28:14Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'f3a82903-ce76-4f8e-babe-1b7af1c19326', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e3d3a84-016a-4cb6-9210-996a66a2c2d5', 'name': '', 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:e9:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:52Z', 'updated_at': '2021-12-16T22:28:02Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce07117-fd04-463a-afd9-de9c0e397542', 'name': '', 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:c3:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:01Z', 'updated_at': '2021-12-16T22:28:08Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:28:32.365185 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 795e8031-f91a-4bec-ad17-3e2fc44705ac, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=795e8031-f91a-4bec-ad17-3e2fc44705ac,segment=NetworkSegment(f5a46207-de92-43ba-8bad-688453970bff),segment_id=f5a46207-de92-43ba-8bad-688453970bff)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:32.485126 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147ce76-9d73-4ce7-b340-4f57aee967ee req-d13551f3-f60e-47c4-a480-c4e47435aa3d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:32.487576 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d147ce76-9d73-4ce7-b340-4f57aee967ee req-d13551f3-f60e-47c4-a480-c4e47435aa3d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 946 time: 0.0625229 Dec 16 22:28:32.490984 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:32.491864 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 860aa83c-e696-4f7f-a58e-450ccf27bd49 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:28:32.510378 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-b766c381-eb0a-4aad-8ae8-ef80cff25c11 service neutron] For port 7b2fbefe-475a-4ee7-9841-1afe9870c40a, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:28:32.526515 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-876d3c0f-9aa9-4bc6-8daf-45e23cf5c064 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] For port 95438c33-ccb1-482c-8b9d-be565f6961c4, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=95438c33-ccb1-482c-8b9d-be565f6961c4,segment=NetworkSegment(3908f32e-8e87-469e-b535-b48df58d8a35),segment_id=3908f32e-8e87-469e-b535-b48df58d8a35)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:32.526890 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-876d3c0f-9aa9-4bc6-8daf-45e23cf5c064 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:32.532888 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4836f37f-0683-48ec-bf77-c71dbef5dc2b req-c422e392-16dd-400a-87f6-042b8fb97d7d tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5771759 Dec 16 22:28:32.535364 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-b766c381-eb0a-4aad-8ae8-ef80cff25c11 service neutron] For port 7b2fbefe-475a-4ee7-9841-1afe9870c40a, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=7b2fbefe-475a-4ee7-9841-1afe9870c40a,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:28:32.551784 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-876d3c0f-9aa9-4bc6-8daf-45e23cf5c064 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Calling delete_port for 95438c33-ccb1-482c-8b9d-be565f6961c4 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:28:32.564758 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dc0c9a43-a091-4b38-8182-d6c3600a97a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:32.594959 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 860aa83c-e696-4f7f-a58e-450ccf27bd49 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:28:32.596012 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 860aa83c-e696-4f7f-a58e-450ccf27bd49 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:28:32.608515 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0c9a43-a091-4b38-8182-d6c3600a97a4 None None] No DVR routers for this DVR port 95438c33-ccb1-482c-8b9d-be565f6961c4 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:28:32.618928 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d147ce76-9d73-4ce7-b340-4f57aee967ee req-3414bf1b-18f7-4e71-b347-051982a72a76 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237338 Dec 16 22:28:32.643459 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=795e8031-f91a-4bec-ad17-3e2fc44705ac,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:32.684371 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c9a43-a091-4b38-8182-d6c3600a97a4 None None] Pushing event deleted for resources: {'Port': ['ID=95438c33-ccb1-482c-8b9d-be565f6961c4,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:32.728519 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f715122d-5d2b-4d42-9a80-19c8ad2c4cf4 req-80b366f6-475e-4923-9157-ecc70928e213 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=5768e347-0ad7-4879-9521-97f4bb23bf9b HTTP/1.1" status: 200 len: 210 time: 0.0512872 Dec 16 22:28:32.743388 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-876d3c0f-9aa9-4bc6-8daf-45e23cf5c064 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:32.757484 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7c318-e2f9-4cdf-9b69-e97680a4bb91 req-856f2f05-29e8-42ba-a26d-773dbaf955e0 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:32.760490 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0fc7c318-e2f9-4cdf-9b69-e97680a4bb91 req-856f2f05-29e8-42ba-a26d-773dbaf955e0 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 943 time: 0.0877566 Dec 16 22:28:32.784090 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876d3c0f-9aa9-4bc6-8daf-45e23cf5c064 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] No DVR routers for this DVR port 95438c33-ccb1-482c-8b9d-be565f6961c4 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:28:32.786387 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-b766c381-eb0a-4aad-8ae8-ef80cff25c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:32.788798 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2669c7b5-243c-45a4-8840-0b0478f49077 x-openstack-request-id: req-2669c7b5-243c-45a4-8840-0b0478f49077 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:28:32.789324 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b723c56c-5bb4-42e2-ba60-382ec9b505e2", "name": "network-vif-plugged", "status": "completed", "tag": "795e8031-f91a-4bec-ad17-3e2fc44705ac", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:28:32.789790 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2669c7b5-243c-45a4-8840-0b0478f49077 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:28:32.790390 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b723c56c-5bb4-42e2-ba60-382ec9b505e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795e8031-f91a-4bec-ad17-3e2fc44705ac', 'code': 200} Dec 16 22:28:32.855284 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 95438c33-ccb1-482c-8b9d-be565f6961c4 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:28:32.881690 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d3c0f-9aa9-4bc6-8daf-45e23cf5c064 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Port': ['ID=95438c33-ccb1-482c-8b9d-be565f6961c4,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:32.918459 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 95438c33-ccb1-482c-8b9d-be565f6961c4 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:28:32.919016 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 95438c33-ccb1-482c-8b9d-be565f6961c4 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:28:32.920062 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 21f23875-8c19-4597-8dfe-dad55c9203db no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:28:32.947276 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 21f23875-8c19-4597-8dfe-dad55c9203db {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:28:32.948441 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 21f23875-8c19-4597-8dfe-dad55c9203db not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:28:32.997899 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e9cd6-8278-4c6a-bb75-a03048f72628 req-299453ca-3ecd-421b-a7cd-00862181a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:32.999520 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-688e9cd6-8278-4c6a-bb75-a03048f72628 req-299453ca-3ecd-421b-a7cd-00862181a8f1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 1096 time: 0.0870652 Dec 16 22:28:33.051854 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-b766c381-eb0a-4aad-8ae8-ef80cff25c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:33.052722 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-b766c381-eb0a-4aad-8ae8-ef80cff25c11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:33.054640 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-b766c381-eb0a-4aad-8ae8-ef80cff25c11 service neutron] 10.222.0.76 "PUT /v2.0/ports/7b2fbefe-475a-4ee7-9841-1afe9870c40a HTTP/1.1" status: 200 len: 1091 time: 2.8681455 Dec 16 22:28:33.059963 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9c3762-6939-48b4-a90e-63cb5a238ff2', 'tag': '7b2fbefe-475a-4ee7-9841-1afe9870c40a'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:28:33.063338 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40d7887-f432-4728-93a0-9a0db08d6c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9c3762-6939-48b4-a90e-63cb5a238ff2", "tag": "7b2fbefe-475a-4ee7-9841-1afe9870c40a"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:28:33.089682 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-688e9cd6-8278-4c6a-bb75-a03048f72628 req-aae927bf-7a52-43ad-8031-3e92ece8e921 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763130 Dec 16 22:28:33.112478 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766c381-eb0a-4aad-8ae8-ef80cff25c11 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2fbefe-475a-4ee7-9841-1afe9870c40a,revision_number=10']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:33.141311 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-876d3c0f-9aa9-4bc6-8daf-45e23cf5c064 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:33.144975 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ad9549-81df-496e-84d5-5b36caf0874b x-openstack-request-id: req-f7ad9549-81df-496e-84d5-5b36caf0874b {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:28:33.145281 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9c3762-6939-48b4-a90e-63cb5a238ff2", "tag": "7b2fbefe-475a-4ee7-9841-1afe9870c40a", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:28:33.145544 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f7ad9549-81df-496e-84d5-5b36caf0874b {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:28:33.145946 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9c3762-6939-48b4-a90e-63cb5a238ff2', 'tag': '7b2fbefe-475a-4ee7-9841-1afe9870c40a', 'status': 'completed', 'code': 200} Dec 16 22:28:33.161527 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0fc7c318-e2f9-4cdf-9b69-e97680a4bb91 req-8a02fad8-9ed5-4861-bc96-92424138b287 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3893845 Dec 16 22:28:33.171631 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-876d3c0f-9aa9-4bc6-8daf-45e23cf5c064 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8afab4-5222-4760-a2e0-df7d286b28cf']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:33.185072 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-876d3c0f-9aa9-4bc6-8daf-45e23cf5c064 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3908f32e-8e87-469e-b535-b48df58d8a35') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:33.185072 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-876d3c0f-9aa9-4bc6-8daf-45e23cf5c064 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3908f32e-8e87-469e-b535-b48df58d8a35') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:33.195874 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-876d3c0f-9aa9-4bc6-8daf-45e23cf5c064 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:33.214928 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-876d3c0f-9aa9-4bc6-8daf-45e23cf5c064 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:33.224082 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876d3c0f-9aa9-4bc6-8daf-45e23cf5c064 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:28:33.224412 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-876d3c0f-9aa9-4bc6-8daf-45e23cf5c064 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:28:33.228844 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:28:33.438217 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-5f4344a0-449b-41d9-96a1-2cd6f8e887ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:33.440880 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-5f4344a0-449b-41d9-96a1-2cd6f8e887ea service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4dac0c5f3874f5fbbad13b3a269f630&device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 1095 time: 0.0441992 Dec 16 22:28:33.553293 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-50f73c61-b842-4a6b-bbbd-424b8d60d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:33.554825 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-50f73c61-b842-4a6b-bbbd-424b8d60d1b1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3483c04d-9548-45a8-add9-5dd005156af8 HTTP/1.1" status: 200 len: 917 time: 0.0916660 Dec 16 22:28:33.562016 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-876d3c0f-9aa9-4bc6-8daf-45e23cf5c064 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:33.574385 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-876d3c0f-9aa9-4bc6-8daf-45e23cf5c064 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:33.578395 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-876d3c0f-9aa9-4bc6-8daf-45e23cf5c064 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/networks/dc8afab4-5222-4760-a2e0-df7d286b28cf HTTP/1.1" status: 204 len: 168 time: 2.2166951 Dec 16 22:28:33.592910 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d3c0f-9aa9-4bc6-8daf-45e23cf5c064 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Network': ['ID=dc8afab4-5222-4760-a2e0-df7d286b28cf,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:33.594815 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56370) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:33.729732 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-a0548468-80ca-4653-88ca-6140e4fd8298 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b2fbefe-475a-4ee7-9841-1afe9870c40a HTTP/1.1" status: 200 len: 998 time: 0.1653993 Dec 16 22:28:33.756439 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73fb1f-2ca2-403d-9e90-a7e49d98a28d req-2150a46a-4d38-4e90-a485-4f09a664aac1 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:33.758144 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dd73fb1f-2ca2-403d-9e90-a7e49d98a28d req-2150a46a-4d38-4e90-a485-4f09a664aac1 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.0925438 Dec 16 22:28:33.806412 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ca1bf-d436-425b-ab73-3be71ba2e6d7 req-fd22a711-3b06-4f16-9709-48654c0b0a87 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:33.811954 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cd7ca1bf-d436-425b-ab73-3be71ba2e6d7 req-fd22a711-3b06-4f16-9709-48654c0b0a87 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 946 time: 0.0888360 Dec 16 22:28:33.828416 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-417d6015-9979-42c5-bb68-bd070224284d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:33.831086 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-417d6015-9979-42c5-bb68-bd070224284d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=271e63c4-6a59-41c7-a795-72d699a0357a HTTP/1.1" status: 200 len: 856 time: 0.0893509 Dec 16 22:28:33.871202 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dd73fb1f-2ca2-403d-9e90-a7e49d98a28d req-4ec34c9b-873b-494f-9d0a-17278e9592da tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912302 Dec 16 22:28:33.887807 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-86de0890-592b-4a0c-baee-4fa92f145c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:33.889505 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-86de0890-592b-4a0c-baee-4fa92f145c10 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3483c04d-9548-45a8-add9-5dd005156af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485351 Dec 16 22:28:33.948525 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cd7ca1bf-d436-425b-ab73-3be71ba2e6d7 req-9758ab72-e693-417c-90a4-5a5197f039e2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317799 Dec 16 22:28:34.063434 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-85c69464-7bb7-42ca-84be-c31663e47dc7 req-cea933e0-7237-4984-ba9f-a40e65289575 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=5768e347-0ad7-4879-9521-97f4bb23bf9b HTTP/1.1" status: 200 len: 210 time: 0.0577705 Dec 16 22:28:34.105151 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-44a40dbd-50c7-41b9-9843-69f7a7f3013a service neutron] 10.222.0.76 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049990 Dec 16 22:28:34.185766 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b577b563-340e-475b-b1c0-00b720529ef5 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:34.222784 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-60f66f58-f41c-42f4-bf87-1684da6b84cc service neutron] 10.222.0.76 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097796 Dec 16 22:28:34.344225 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb880f7-e819-4e0b-a605-96c49a5a1a62 req-2531cebf-9167-459c-96bc-d2a32ee45a77 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:34.347884 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3eb880f7-e819-4e0b-a605-96c49a5a1a62 req-2531cebf-9167-459c-96bc-d2a32ee45a77 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 944 time: 0.0784175 Dec 16 22:28:34.404907 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3eb880f7-e819-4e0b-a605-96c49a5a1a62 req-5504f645-435c-45e7-93a3-a8b19e1bb8a2 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513203 Dec 16 22:28:34.525590 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d7887-f432-4728-93a0-9a0db08d6c8d req-17686fd5-0e4b-4a5b-b4e1-dbfb3ea38507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:34.528011 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b40d7887-f432-4728-93a0-9a0db08d6c8d req-17686fd5-0e4b-4a5b-b4e1-dbfb3ea38507 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4dac0c5f3874f5fbbad13b3a269f630&device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 1095 time: 0.0690393 Dec 16 22:28:34.547480 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-b577b563-340e-475b-b1c0-00b720529ef5 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Deleting port 3286ca03-8bde-4641-ae3b-6d380cb05410 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:28:34.547972 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b577b563-340e-475b-b1c0-00b720529ef5 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:34.663422 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-b577b563-340e-475b-b1c0-00b720529ef5 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] For port 3286ca03-8bde-4641-ae3b-6d380cb05410, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=3286ca03-8bde-4641-ae3b-6d380cb05410,segment=NetworkSegment(2c11ee0c-decd-4e6b-9b11-691ab2be48b1),segment_id=2c11ee0c-decd-4e6b-9b11-691ab2be48b1)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:34.663912 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b577b563-340e-475b-b1c0-00b720529ef5 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:34.686115 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-b577b563-340e-475b-b1c0-00b720529ef5 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Calling delete_port for 3286ca03-8bde-4641-ae3b-6d380cb05410 owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:28:34.701994 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d7887-f432-4728-93a0-9a0db08d6c8d req-ef33f3ad-8836-4218-9cd3-5e588302de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:34.710454 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b40d7887-f432-4728-93a0-9a0db08d6c8d req-ef33f3ad-8836-4218-9cd3-5e588302de47 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3483c04d-9548-45a8-add9-5dd005156af8 HTTP/1.1" status: 200 len: 917 time: 0.1638308 Dec 16 22:28:34.802907 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b40d7887-f432-4728-93a0-9a0db08d6c8d req-620fc7d1-878a-4731-b8a9-c58c3e862fc0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b2fbefe-475a-4ee7-9841-1afe9870c40a HTTP/1.1" status: 200 len: 998 time: 0.0882504 Dec 16 22:28:34.868933 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d7887-f432-4728-93a0-9a0db08d6c8d req-005e5af4-d0e6-4ec8-ba37-9c944da98d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:34.871534 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b40d7887-f432-4728-93a0-9a0db08d6c8d req-005e5af4-d0e6-4ec8-ba37-9c944da98d7a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=271e63c4-6a59-41c7-a795-72d699a0357a HTTP/1.1" status: 200 len: 856 time: 0.0605350 Dec 16 22:28:34.954178 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d7887-f432-4728-93a0-9a0db08d6c8d req-4c4fe773-ba47-46a8-8cdb-8f18d4e35959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:34.956154 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b40d7887-f432-4728-93a0-9a0db08d6c8d req-4c4fe773-ba47-46a8-8cdb-8f18d4e35959 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3483c04d-9548-45a8-add9-5dd005156af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778673 Dec 16 22:28:35.091367 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b577b563-340e-475b-b1c0-00b720529ef5 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:35.184368 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b40d7887-f432-4728-93a0-9a0db08d6c8d req-43cd15f4-f3cc-4fde-80d9-bc326de2853c service neutron] 10.222.0.76 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159240 Dec 16 22:28:35.223839 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c12fc-882c-4861-bafb-207ced481761 req-24cf0b58-28ee-4c39-82b7-3b247f0709da tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:35.242267 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-403c12fc-882c-4861-bafb-207ced481761 req-24cf0b58-28ee-4c39-82b7-3b247f0709da tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.2339351 Dec 16 22:28:35.244445 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577b563-340e-475b-b1c0-00b720529ef5 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Port': ['ID=3286ca03-8bde-4641-ae3b-6d380cb05410,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:35.257250 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdd2c4-6fca-4f52-adc9-506c2fc033de req-73e24034-6228-4e1c-89ba-b5b67bfdf861 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:35.258794 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8ebdd2c4-6fca-4f52-adc9-506c2fc033de req-73e24034-6228-4e1c-89ba-b5b67bfdf861 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 946 time: 0.1506546 Dec 16 22:28:35.479308 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8ebdd2c4-6fca-4f52-adc9-506c2fc033de req-ca1a0486-e3b4-4290-a70a-2a69f7d9bd7d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835265 Dec 16 22:28:35.580888 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b40d7887-f432-4728-93a0-9a0db08d6c8d req-075719ca-f1cc-4706-87b2-c20e6b45a4ca service neutron] 10.222.0.76 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806391 Dec 16 22:28:35.675930 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-403c12fc-882c-4861-bafb-207ced481761 req-3ba30fc6-763a-4b60-a602-95a159347208 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327133 Dec 16 22:28:35.684267 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b577b563-340e-475b-b1c0-00b720529ef5 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:35.728074 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9c6f5b38-d794-41da-8693-5354ed0b7497 req-dec75c16-fa10-4656-aab9-1d9a1dca8f95 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=5768e347-0ad7-4879-9521-97f4bb23bf9b HTTP/1.1" status: 200 len: 210 time: 0.1039307 Dec 16 22:28:35.920454 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be141c6c-8fb5-446b-a2cc-1c706f6b094f req-141d83b4-0be8-4b52-be9c-90413ae45db9 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:35.922583 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be141c6c-8fb5-446b-a2cc-1c706f6b094f req-141d83b4-0be8-4b52-be9c-90413ae45db9 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 944 time: 0.0745986 Dec 16 22:28:36.034932 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be141c6c-8fb5-446b-a2cc-1c706f6b094f req-bb894eed-ec3c-411a-a7eb-965f56f513f5 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052446 Dec 16 22:28:36.237751 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b41c8c-b0f5-4c4f-ad9c-94e259bd41f3 req-4a2d4e18-bfe2-450d-a749-f97fa347e914 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:36.240385 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-72b41c8c-b0f5-4c4f-ad9c-94e259bd41f3 req-4a2d4e18-bfe2-450d-a749-f97fa347e914 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.1548252 Dec 16 22:28:36.319288 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b577b563-340e-475b-b1c0-00b720529ef5 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Router f8cdf07e-5889-4e80-8636-3cd4042cd809 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:28:36.370476 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-c0861f97-8ef4-4c7a-bde3-8cfc1d66e3dd tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:36.372266 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-c0861f97-8ef4-4c7a-bde3-8cfc1d66e3dd tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.57 "GET /v2.0/networks?id=95473deb-c4c6-4acd-ac8d-825e9f19ae01 HTTP/1.1" status: 200 len: 811 time: 0.2737436 Dec 16 22:28:36.395562 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-1b17a78f-1301-427a-a172-3a21e519398a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Request body: {'port': {'device_id': '5768e347-0ad7-4879-9521-97f4bb23bf9b', 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01', 'admin_state_up': True, 'tenant_id': 'ea5518dc3a684f128c195124e4b872a7'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:28:36.620660 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-72b41c8c-b0f5-4c4f-ad9c-94e259bd41f3 req-5f621d67-617e-4b74-9d9f-b3eca80e9189 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621423 Dec 16 22:28:36.664121 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b577b563-340e-475b-b1c0-00b720529ef5 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:28:36.676823 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2155c427-6166-4444-921e-3995698ef37f None None] Sync routers for ids ['f8cdf07e-5889-4e80-8636-3cd4042cd809'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:28:36.719320 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b577b563-340e-475b-b1c0-00b720529ef5 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "PUT /v2.0/routers/f8cdf07e-5889-4e80-8636-3cd4042cd809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1149395 Dec 16 22:28:36.719448 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56426) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:36.742843 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:28:36.744798 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2155c427-6166-4444-921e-3995698ef37f None None] Routers {'f8cdf07e-5889-4e80-8636-3cd4042cd809'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:28:36.745475 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-2155c427-6166-4444-921e-3995698ef37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:28:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f8cdf07e-5889-4e80-8636-3cd4042cd809'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:36.866682 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eadc58a-0771-4a58-99c0-c258d917cd71 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Deleting subnet f3a82903-ce76-4f8e-babe-1b7af1c19326 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:28:36.884026 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1eadc58a-0771-4a58-99c0-c258d917cd71 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:37.029031 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1eadc58a-0771-4a58-99c0-c258d917cd71 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:37.032308 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-2155c427-6166-4444-921e-3995698ef37f None None] Set router f8cdf07e-5889-4e80-8636-3cd4042cd809 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:28:37.199006 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1eadc58a-0771-4a58-99c0-c258d917cd71 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:37.202032 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbe5eb-ca99-465f-a3cf-2d197fd79ef0 req-8cbd90a6-a4f7-446a-91ca-2729d35076e3 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:37.204011 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4cfbe5eb-ca99-465f-a3cf-2d197fd79ef0 req-8cbd90a6-a4f7-446a-91ca-2729d35076e3 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 946 time: 0.0987482 Dec 16 22:28:37.305686 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4cfbe5eb-ca99-465f-a3cf-2d197fd79ef0 req-9a87c4c8-ccc4-4df1-9111-9865725a2e99 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930653 Dec 16 22:28:37.411431 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-1b17a78f-1301-427a-a172-3a21e519398a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Made reservation on behalf of ea5518dc3a684f128c195124e4b872a7 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:28:37.419757 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-1b17a78f-1301-427a-a172-3a21e519398a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:37.462114 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1eadc58a-0771-4a58-99c0-c258d917cd71 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:37.499415 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-2155c427-6166-4444-921e-3995698ef37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:34Z', 'revision_number': 9, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None, '_interfaces': [{'id': '8e3d3a84-016a-4cb6-9210-996a66a2c2d5', 'name': '', 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:e9:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:52Z', 'updated_at': '2021-12-16T22:28:02Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce07117-fd04-463a-afd9-de9c0e397542', 'name': '', 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:c3:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:01Z', 'updated_at': '2021-12-16T22:28:08Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:37.529109 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2155c427-6166-4444-921e-3995698ef37f None None] Checking router: f8cdf07e-5889-4e80-8636-3cd4042cd809 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:28:37.539254 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eadc58a-0771-4a58-99c0-c258d917cd71 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Subnet': ['ID=f3a82903-ce76-4f8e-babe-1b7af1c19326,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:37.552353 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2155c427-6166-4444-921e-3995698ef37f None None] Routers {'f8cdf07e-5889-4e80-8636-3cd4042cd809'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:28:37.553348 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-2155c427-6166-4444-921e-3995698ef37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:28:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f8cdf07e-5889-4e80-8636-3cd4042cd809'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:37.570980 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eadc58a-0771-4a58-99c0-c258d917cd71 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:37.580892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eadc58a-0771-4a58-99c0-c258d917cd71 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:37.580892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eadc58a-0771-4a58-99c0-c258d917cd71 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:37.580892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eadc58a-0771-4a58-99c0-c258d917cd71 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:37.580892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eadc58a-0771-4a58-99c0-c258d917cd71 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:37.580892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eadc58a-0771-4a58-99c0-c258d917cd71 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:37.580892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eadc58a-0771-4a58-99c0-c258d917cd71 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:37.580892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eadc58a-0771-4a58-99c0-c258d917cd71 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:37.580892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eadc58a-0771-4a58-99c0-c258d917cd71 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:37.580892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eadc58a-0771-4a58-99c0-c258d917cd71 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:37.580892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eadc58a-0771-4a58-99c0-c258d917cd71 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:37.580892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eadc58a-0771-4a58-99c0-c258d917cd71 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:37.580892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eadc58a-0771-4a58-99c0-c258d917cd71 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:37.591916 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1eadc58a-0771-4a58-99c0-c258d917cd71 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:37.597911 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1eadc58a-0771-4a58-99c0-c258d917cd71 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/subnets/f3a82903-ce76-4f8e-babe-1b7af1c19326 HTTP/1.1" status: 204 len: 168 time: 0.8748751 Dec 16 22:28:37.601231 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d745e3cb-d009-47cb-9e6c-19fecaca4a51 req-a54c0e1d-0e7d-4780-ae42-a7dfc7c680cc tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=5768e347-0ad7-4879-9521-97f4bb23bf9b HTTP/1.1" status: 200 len: 210 time: 0.1119597 Dec 16 22:28:37.601755 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56450) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:37.606251 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa460377-78b9-4987-84c5-bcb8535ad4e1 None None] Network 6f0052f3-ee0f-4f61-9a6a-e35242898fc4 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:28:37.685607 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-2155c427-6166-4444-921e-3995698ef37f None None] Set router f8cdf07e-5889-4e80-8636-3cd4042cd809 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:28:37.860821 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d800f-365c-457c-acd7-c73c9e7d0d28 req-5b188dbe-3b6c-4dff-aefc-641e9a428e2b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:37.863336 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-1b17a78f-1301-427a-a172-3a21e519398a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Allocated IP 172.20.0.2 (95473deb-c4c6-4acd-ac8d-825e9f19ae01/d92fc665-bd71-47a6-9642-bbd2141113cf/09da2443-2180-4950-8c61-664c417a818b) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:28:37.875836 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fc9d800f-365c-457c-acd7-c73c9e7d0d28 req-5b188dbe-3b6c-4dff-aefc-641e9a428e2b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 944 time: 0.1007259 Dec 16 22:28:38.021405 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6ceb57-bc33-4851-a5d9-9d9a2500063d None None] DHCP port deletion for 6f0052f3-ee0f-4f61-9a6a-e35242898fc4 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:28:38.071297 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-2155c427-6166-4444-921e-3995698ef37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:34Z', 'revision_number': 9, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None, '_interfaces': [{'id': '8e3d3a84-016a-4cb6-9210-996a66a2c2d5', 'name': '', 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:e9:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:52Z', 'updated_at': '2021-12-16T22:28:02Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce07117-fd04-463a-afd9-de9c0e397542', 'name': '', 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:c3:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:01Z', 'updated_at': '2021-12-16T22:28:08Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:38.126540 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fc9d800f-365c-457c-acd7-c73c9e7d0d28 req-d7a3d2e1-7653-4fb1-9348-96f986a74bfe tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291687 Dec 16 22:28:38.138472 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2155c427-6166-4444-921e-3995698ef37f None None] The sync data for ids ['f8cdf07e-5889-4e80-8636-3cd4042cd809'] in n-d-815324-4 is: [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:34Z', 'revision_number': 9, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None, '_interfaces': [{'id': '8e3d3a84-016a-4cb6-9210-996a66a2c2d5', 'name': '', 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:e9:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:52Z', 'updated_at': '2021-12-16T22:28:02Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce07117-fd04-463a-afd9-de9c0e397542', 'name': '', 'network_id': '999b1c4d-c4eb-46f9-a385-2b1773e098df', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:c3:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:28:01Z', 'updated_at': '2021-12-16T22:28:08Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': '0afd0026-ce5f-45fa-a0ba-9cd9f21430fe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:28:38.259034 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ca6ceb57-bc33-4851-a5d9-9d9a2500063d None None] Deleting port d818a9c8-a83c-4dc7-a840-a843b78edae6 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:28:38.259367 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ca6ceb57-bc33-4851-a5d9-9d9a2500063d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:38.396831 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0c54a-9f86-44b8-8be9-fb6f9799986a req-addc67d3-a821-4ebe-923d-41d039f845e7 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:38.399951 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a9e0c54a-9f86-44b8-8be9-fb6f9799986a req-addc67d3-a821-4ebe-923d-41d039f845e7 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0822668 Dec 16 22:28:38.410278 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-1b17a78f-1301-427a-a172-3a21e519398a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:38.416886 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ec767163-6c7a-46fa-a61a-18907c884987 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:38.436636 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd3287-9fe2-4825-98a1-b92fc551f91c req-d611a025-2a14-4eea-bd68-ea7c48034c7f tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:38.449666 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d6fd3287-9fe2-4825-98a1-b92fc551f91c req-d611a025-2a14-4eea-bd68-ea7c48034c7f tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.2742670 Dec 16 22:28:38.580898 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a9e0c54a-9f86-44b8-8be9-fb6f9799986a req-0c9842f8-0040-4ef7-8587-fa20a777035a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671917 Dec 16 22:28:38.644411 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d6fd3287-9fe2-4825-98a1-b92fc551f91c req-df7bc71e-c325-4633-b0a1-4834e39be6a9 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878273 Dec 16 22:28:38.687143 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-ec767163-6c7a-46fa-a61a-18907c884987 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Deleting port d818a9c8-a83c-4dc7-a840-a843b78edae6 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:28:38.687732 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ec767163-6c7a-46fa-a61a-18907c884987 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:38.729189 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-1b17a78f-1301-427a-a172-3a21e519398a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:38.924653 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-ec767163-6c7a-46fa-a61a-18907c884987 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] For port d818a9c8-a83c-4dc7-a840-a843b78edae6, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d818a9c8-a83c-4dc7-a840-a843b78edae6,segment=NetworkSegment(2c11ee0c-decd-4e6b-9b11-691ab2be48b1),segment_id=2c11ee0c-decd-4e6b-9b11-691ab2be48b1)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:38.925037 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ec767163-6c7a-46fa-a61a-18907c884987 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:38.929166 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-1b17a78f-1301-427a-a172-3a21e519398a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:28:38.941145 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-1b17a78f-1301-427a-a172-3a21e519398a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:28:38.943087 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17a78f-1301-427a-a172-3a21e519398a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Pushing event updated for resources: {'Port': ['ID=09da2443-2180-4950-8c61-664c417a818b,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:38.945742 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-1b17a78f-1301-427a-a172-3a21e519398a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:28:38.961028 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898c6b5-c8c0-48ce-bc0d-467ee3729e13 req-101d62db-78e4-4ff1-89a9-088809660149 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:38.972804 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0898c6b5-c8c0-48ce-bc0d-467ee3729e13 req-101d62db-78e4-4ff1-89a9-088809660149 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.1790760 Dec 16 22:28:39.038596 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-ec767163-6c7a-46fa-a61a-18907c884987 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Calling delete_port for d818a9c8-a83c-4dc7-a840-a843b78edae6 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:28:39.042687 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d818a9c8-a83c-4dc7-a840-a843b78edae6 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:28:39.045382 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7f0c31-9d14-4a9c-8e9b-a35b027ea2fe None None] DHCP port deletion for 95473deb-c4c6-4acd-ac8d-825e9f19ae01 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:28:39.062543 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a78f-1301-427a-a172-3a21e519398a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:39.062971 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a78f-1301-427a-a172-3a21e519398a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:39.063443 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a78f-1301-427a-a172-3a21e519398a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:39.063841 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a78f-1301-427a-a172-3a21e519398a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:39.064365 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a78f-1301-427a-a172-3a21e519398a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:39.065057 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a78f-1301-427a-a172-3a21e519398a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:39.065057 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a78f-1301-427a-a172-3a21e519398a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:39.065381 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a78f-1301-427a-a172-3a21e519398a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:39.065682 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a78f-1301-427a-a172-3a21e519398a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:39.066008 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a78f-1301-427a-a172-3a21e519398a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:39.066339 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a78f-1301-427a-a172-3a21e519398a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:39.066670 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a78f-1301-427a-a172-3a21e519398a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:39.067000 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b17a78f-1301-427a-a172-3a21e519398a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:28:39.074360 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94435054-2005-462d-a464-81255e64479c req-b1e726c4-577f-4d35-8fc1-f5535ad0af87 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:39.078184 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94435054-2005-462d-a464-81255e64479c req-b1e726c4-577f-4d35-8fc1-f5535ad0af87 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=5768e347-0ad7-4879-9521-97f4bb23bf9b HTTP/1.1" status: 200 len: 931 time: 0.1435528 Dec 16 22:28:39.094837 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ca6ceb57-bc33-4851-a5d9-9d9a2500063d None None] For port d818a9c8-a83c-4dc7-a840-a843b78edae6, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d818a9c8-a83c-4dc7-a840-a843b78edae6,segment=NetworkSegment(2c11ee0c-decd-4e6b-9b11-691ab2be48b1),segment_id=2c11ee0c-decd-4e6b-9b11-691ab2be48b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:39.096676 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ca6ceb57-bc33-4851-a5d9-9d9a2500063d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:39.128797 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0898c6b5-c8c0-48ce-bc0d-467ee3729e13 req-a7b29014-e9d6-4bea-912c-6c0c08567ee7 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549206 Dec 16 22:28:39.134255 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ca6ceb57-bc33-4851-a5d9-9d9a2500063d None None] Calling delete_port for d818a9c8-a83c-4dc7-a840-a843b78edae6 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:28:39.179303 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94435054-2005-462d-a464-81255e64479c req-069ab95c-bb5f-42c7-8b00-4a16ebcfcc84 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873151 Dec 16 22:28:39.218987 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-1b17a78f-1301-427a-a172-3a21e519398a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:39.219687 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-1b17a78f-1301-427a-a172-3a21e519398a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:39.290092 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:39.306147 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bc84d4ea-a77f-4020-bf3b-181d9c44fa8b None None] Provisioning complete for port 09da2443-2180-4950-8c61-664c417a818b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:39.306524 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bc84d4ea-a77f-4020-bf3b-181d9c44fa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:39.378542 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-1b17a78f-1301-427a-a172-3a21e519398a tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9918048 Dec 16 22:28:39.382680 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bc84d4ea-a77f-4020-bf3b-181d9c44fa8b None None] Port 09da2443-2180-4950-8c61-664c417a818b cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:28:39.405435 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028ef58-5956-4af0-b096-911584c48030 req-98d657ac-e022-4b55-a57a-73f0b1d3254e tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:39.411244 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4028ef58-5956-4af0-b096-911584c48030 req-98d657ac-e022-4b55-a57a-73f0b1d3254e tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 944 time: 0.1469564 Dec 16 22:28:39.416784 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-469e47c6-2e2f-487b-97ac-2de17303268b service neutron] Request body: {'port': {'device_id': '5768e347-0ad7-4879-9521-97f4bb23bf9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:28:39.481183 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 3286ca03-8bde-4641-ae3b-6d380cb05410 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:28:39.484430 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ec767163-6c7a-46fa-a61a-18907c884987 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:39.502645 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23177c-515c-4659-a565-08760fe6b000 req-5a571634-d0fd-4d25-8c71-54908a6d64d6 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:39.511406 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fe23177c-515c-4659-a565-08760fe6b000 req-5a571634-d0fd-4d25-8c71-54908a6d64d6 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 812 time: 0.1508298 Dec 16 22:28:39.526024 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 3286ca03-8bde-4641-ae3b-6d380cb05410 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:28:39.526440 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 3286ca03-8bde-4641-ae3b-6d380cb05410 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:28:39.528283 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ca6ceb57-bc33-4851-a5d9-9d9a2500063d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:39.532446 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fe23177c-515c-4659-a565-08760fe6b000 req-74ca023b-1019-42c5-b3de-4d61ea01fdf7 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/quotas/c8c29047878b45f9aad1e147fc6565e9 HTTP/1.1" status: 200 len: 375 time: 0.0191038 Dec 16 22:28:39.562029 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ceb57-bc33-4851-a5d9-9d9a2500063d None None] Pushing event deleted for resources: {'Port': ['ID=d818a9c8-a83c-4dc7-a840-a843b78edae6,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:39.568616 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6ceb57-bc33-4851-a5d9-9d9a2500063d None None] No DVR routers for this DVR port d818a9c8-a83c-4dc7-a840-a843b78edae6 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:28:39.609115 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fe23177c-515c-4659-a565-08760fe6b000 req-232d92b0-c237-4bb3-88ff-a6c5a1bf3779 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0758080 Dec 16 22:28:39.612768 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec767163-6c7a-46fa-a61a-18907c884987 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Port': ['ID=d818a9c8-a83c-4dc7-a840-a843b78edae6,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:39.656298 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec767163-6c7a-46fa-a61a-18907c884987 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] No DVR routers for this DVR port d818a9c8-a83c-4dc7-a840-a843b78edae6 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:28:39.749961 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-469e47c6-2e2f-487b-97ac-2de17303268b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:39.763447 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fe23177c-515c-4659-a565-08760fe6b000 req-48f98325-bbe2-4b1a-b9a4-c0e64af044fa service neutron] 10.222.0.75 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434293 Dec 16 22:28:39.829491 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4028ef58-5956-4af0-b096-911584c48030 req-661a8801-261e-4750-8799-5528edcd9fcb tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4040966 Dec 16 22:28:39.881355 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ec767163-6c7a-46fa-a61a-18907c884987 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:39.914290 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-ec767163-6c7a-46fa-a61a-18907c884987 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0052f3-ee0f-4f61-9a6a-e35242898fc4']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:39.930715 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-ec767163-6c7a-46fa-a61a-18907c884987 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c11ee0c-decd-4e6b-9b11-691ab2be48b1') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:39.932633 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-ec767163-6c7a-46fa-a61a-18907c884987 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c11ee0c-decd-4e6b-9b11-691ab2be48b1') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:40.013790 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fe23177c-515c-4659-a565-08760fe6b000 req-3c345e91-5874-4ae8-bf4e-1b540b875c94 service neutron] 10.222.0.75 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417083 Dec 16 22:28:40.014094 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ec767163-6c7a-46fa-a61a-18907c884987 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:40.060980 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ec767163-6c7a-46fa-a61a-18907c884987 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:40.081277 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec767163-6c7a-46fa-a61a-18907c884987 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:28:40.082112 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ec767163-6c7a-46fa-a61a-18907c884987 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:28:40.183226 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:28:40.261597 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720b96b-f277-4820-a1d5-351b5e574c8c req-5136e1f6-2071-41a8-9e5f-2d68ae2467a5 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:40.263348 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2720b96b-f277-4820-a1d5-351b5e574c8c req-5136e1f6-2071-41a8-9e5f-2d68ae2467a5 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.2685070 Dec 16 22:28:40.406783 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ec767163-6c7a-46fa-a61a-18907c884987 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:40.456368 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2720b96b-f277-4820-a1d5-351b5e574c8c req-c814c050-5669-4233-a731-bd6b44408a3a tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852858 Dec 16 22:28:40.460428 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ec767163-6c7a-46fa-a61a-18907c884987 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:40.472469 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ec767163-6c7a-46fa-a61a-18907c884987 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/networks/6f0052f3-ee0f-4f61-9a6a-e35242898fc4 HTTP/1.1" status: 204 len: 168 time: 2.4230547 Dec 16 22:28:40.475372 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56508) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:40.526425 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec767163-6c7a-46fa-a61a-18907c884987 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Network': ['ID=6f0052f3-ee0f-4f61-9a6a-e35242898fc4,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:40.632965 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-469e47c6-2e2f-487b-97ac-2de17303268b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09da2443-2180-4950-8c61-664c417a818b {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:28:40.643893 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-469e47c6-2e2f-487b-97ac-2de17303268b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:40.661120 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-feeed972-8a57-47bc-8143-12e43c1404af req-7f545897-f6b5-4092-bfc6-59119a0ae777 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=c924d080-9f92-4772-926c-88ba145fc882 HTTP/1.1" status: 200 len: 210 time: 0.0860796 Dec 16 22:28:40.672449 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-469e47c6-2e2f-487b-97ac-2de17303268b service neutron] Transition to ACTIVE for port object 09da2443-2180-4950-8c61-664c417a818b will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:28:40.702398 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e67136-aedf-4c0b-bcd8-6f4a0a269341 req-4068fd7a-b9bf-4360-9605-f1e857311e9d tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:40.702398 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-39e67136-aedf-4c0b-bcd8-6f4a0a269341 req-4068fd7a-b9bf-4360-9605-f1e857311e9d tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=5768e347-0ad7-4879-9521-97f4bb23bf9b HTTP/1.1" status: 200 len: 931 time: 0.1267326 Dec 16 22:28:40.775785 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-39e67136-aedf-4c0b-bcd8-6f4a0a269341 req-39e2d63f-b3dc-4b1d-a830-0111a3d37909 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703568 Dec 16 22:28:40.779484 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-469e47c6-2e2f-487b-97ac-2de17303268b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:40.845042 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7239bbe-e4a1-4504-af8f-55541d4bb821 None None] DHCP port deletion for 95473deb-c4c6-4acd-ac8d-825e9f19ae01 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:28:40.932020 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e47c6-2e2f-487b-97ac-2de17303268b service neutron] Pushing event updated for resources: {'Port': ['ID=09da2443-2180-4950-8c61-664c417a818b,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:41.047311 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-469e47c6-2e2f-487b-97ac-2de17303268b service neutron] Attempting to bind port 09da2443-2180-4950-8c61-664c417a818b on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:28:41.048340 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-469e47c6-2e2f-487b-97ac-2de17303268b service neutron] Attempting to bind port 09da2443-2180-4950-8c61-664c417a818b by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '54ececd1-5703-4b82-a936-724ab58accf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:28:41.049136 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-469e47c6-2e2f-487b-97ac-2de17303268b service neutron] Attempting to bind port 09da2443-2180-4950-8c61-664c417a818b on network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:28:41.056463 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-469e47c6-2e2f-487b-97ac-2de17303268b service neutron] Port 09da2443-2180-4950-8c61-664c417a818b on network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:28:41.057283 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-469e47c6-2e2f-487b-97ac-2de17303268b service neutron] Attempting to bind port 09da2443-2180-4950-8c61-664c417a818b on network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:28:41.064859 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-469e47c6-2e2f-487b-97ac-2de17303268b service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:28:41.066321 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-469e47c6-2e2f-487b-97ac-2de17303268b service neutron] Checking segment: {'id': '54ececd1-5703-4b82-a936-724ab58accf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:28:41.066984 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-469e47c6-2e2f-487b-97ac-2de17303268b service neutron] Bound using segment: {'id': '54ececd1-5703-4b82-a936-724ab58accf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:28:41.067512 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-469e47c6-2e2f-487b-97ac-2de17303268b service neutron] Bound port: 09da2443-2180-4950-8c61-664c417a818b, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ececd1-5703-4b82-a936-724ab58accf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:28:41.076081 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-469e47c6-2e2f-487b-97ac-2de17303268b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:41.150015 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-469e47c6-2e2f-487b-97ac-2de17303268b service neutron] For port 09da2443-2180-4950-8c61-664c417a818b, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:28:41.153940 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-469e47c6-2e2f-487b-97ac-2de17303268b service neutron] For port 09da2443-2180-4950-8c61-664c417a818b, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=09da2443-2180-4950-8c61-664c417a818b,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:28:41.387801 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-469e47c6-2e2f-487b-97ac-2de17303268b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:41.396586 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499e44d-548f-4e11-bf0f-47ef874afd09 req-a6efe450-6ed2-4627-bff8-f3e904e8aabe tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:41.403995 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5499e44d-548f-4e11-bf0f-47ef874afd09 req-a6efe450-6ed2-4627-bff8-f3e904e8aabe tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 944 time: 0.0820405 Dec 16 22:28:41.489689 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-469e47c6-2e2f-487b-97ac-2de17303268b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:41.489689 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-469e47c6-2e2f-487b-97ac-2de17303268b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:41.489689 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-469e47c6-2e2f-487b-97ac-2de17303268b service neutron] 10.222.0.57 "PUT /v2.0/ports/09da2443-2180-4950-8c61-664c417a818b HTTP/1.1" status: 200 len: 1091 time: 2.0775712 Dec 16 22:28:41.490255 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5768e347-0ad7-4879-9521-97f4bb23bf9b', 'tag': '09da2443-2180-4950-8c61-664c417a818b'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:28:41.492487 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bf586c-f7d2-4182-9bff-ec29301f6d21" -d '{"events": [{"name": "network-changed", "server_uuid": "5768e347-0ad7-4879-9521-97f4bb23bf9b", "tag": "09da2443-2180-4950-8c61-664c417a818b"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:28:41.498871 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b460f69-a00f-4d43-acf7-a8f729d587f1 None None] DHCP port deletion for 95473deb-c4c6-4acd-ac8d-825e9f19ae01 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:28:41.536815 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e47c6-2e2f-487b-97ac-2de17303268b service neutron] Pushing event updated for resources: {'Port': ['ID=09da2443-2180-4950-8c61-664c417a818b,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:41.578410 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5499e44d-548f-4e11-bf0f-47ef874afd09 req-4db3e9da-9ef8-43a7-88a9-c6bb5ebb7f16 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733277 Dec 16 22:28:41.646531 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764d71f-d258-42bb-a693-3ed5cec953c9 req-3e32b14f-51b9-418e-b2bd-466c03b99e2b tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:41.653426 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d831a8e-d2f8-4c87-94e1-8767e99f18c1 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:41.655072 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2764d71f-d258-42bb-a693-3ed5cec953c9 req-3e32b14f-51b9-418e-b2bd-466c03b99e2b tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.0921652 Dec 16 22:28:41.660950 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc7061a-4ee5-4ed1-bde0-6c11bec65acd x-openstack-request-id: req-9bc7061a-4ee5-4ed1-bde0-6c11bec65acd {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:28:41.661416 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5768e347-0ad7-4879-9521-97f4bb23bf9b", "tag": "09da2443-2180-4950-8c61-664c417a818b", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:28:41.662115 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9bc7061a-4ee5-4ed1-bde0-6c11bec65acd {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:28:41.662532 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5768e347-0ad7-4879-9521-97f4bb23bf9b', 'tag': '09da2443-2180-4950-8c61-664c417a818b', 'status': 'completed', 'code': 200} Dec 16 22:28:41.770710 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2764d71f-d258-42bb-a693-3ed5cec953c9 req-8e3445a3-7782-4ab3-b37f-21150ae205a6 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145136 Dec 16 22:28:41.778814 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf586c-f7d2-4182-9bff-ec29301f6d21 req-a7110fef-8e2b-4651-8fcb-01df386e4ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:41.780509 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a4bf586c-f7d2-4182-9bff-ec29301f6d21 req-a7110fef-8e2b-4651-8fcb-01df386e4ca8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ea5518dc3a684f128c195124e4b872a7&device_id=5768e347-0ad7-4879-9521-97f4bb23bf9b HTTP/1.1" status: 200 len: 1094 time: 0.0810044 Dec 16 22:28:42.038528 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6708259-840b-4df6-8179-a7717cc4fd89 req-733cd7b4-0008-4ba5-bbf7-ebb9f457264b tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:42.039352 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e6708259-840b-4df6-8179-a7717cc4fd89 req-733cd7b4-0008-4ba5-bbf7-ebb9f457264b tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=5768e347-0ad7-4879-9521-97f4bb23bf9b HTTP/1.1" status: 200 len: 943 time: 0.1358819 Dec 16 22:28:42.082317 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fcad6b12-6152-4b81-81fa-a2000ab07b32 req-c0e7f141-b733-464d-b68b-55516a3400cf tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=c924d080-9f92-4772-926c-88ba145fc882 HTTP/1.1" status: 200 len: 210 time: 0.0705674 Dec 16 22:28:42.100386 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf586c-f7d2-4182-9bff-ec29301f6d21 req-3ed0b02e-ce9f-4a30-9dbd-b6cce01577b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:42.101798 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a4bf586c-f7d2-4182-9bff-ec29301f6d21 req-3ed0b02e-ce9f-4a30-9dbd-b6cce01577b3 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ea5518dc3a684f128c195124e4b872a7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2957177 Dec 16 22:28:42.136542 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e6708259-840b-4df6-8179-a7717cc4fd89 req-6d8c15c5-b854-40ba-956b-95ff54eecfbe tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879452 Dec 16 22:28:42.214257 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-6d831a8e-d2f8-4c87-94e1-8767e99f18c1 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Deleting port dce07117-fd04-463a-afd9-de9c0e397542 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:28:42.215878 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d831a8e-d2f8-4c87-94e1-8767e99f18c1 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:42.405786 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-6d831a8e-d2f8-4c87-94e1-8767e99f18c1 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] For port dce07117-fd04-463a-afd9-de9c0e397542, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=dce07117-fd04-463a-afd9-de9c0e397542,segment=NetworkSegment(07e2afda-55ca-4b7d-be23-da1aee2d00b8),segment_id=07e2afda-55ca-4b7d-be23-da1aee2d00b8)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:42.406449 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d831a8e-d2f8-4c87-94e1-8767e99f18c1 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:42.458893 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-6d831a8e-d2f8-4c87-94e1-8767e99f18c1 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Calling delete_port for dce07117-fd04-463a-afd9-de9c0e397542 owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:28:42.503748 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf586c-f7d2-4182-9bff-ec29301f6d21 req-fc19cc5d-b0ae-466f-9a69-8333a01b37f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:42.505287 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a4bf586c-f7d2-4182-9bff-ec29301f6d21 req-fc19cc5d-b0ae-466f-9a69-8333a01b37f5 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3910608 Dec 16 22:28:42.675524 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-0d9c5439-0544-4908-ab08-01366f150d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:42.687586 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-0d9c5439-0544-4908-ab08-01366f150d6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ea5518dc3a684f128c195124e4b872a7&device_id=5768e347-0ad7-4879-9521-97f4bb23bf9b HTTP/1.1" status: 200 len: 1094 time: 0.1129115 Dec 16 22:28:42.784165 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-51f459ad-df58-4c7a-9f6c-fe7540f2247c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09da2443-2180-4950-8c61-664c417a818b HTTP/1.1" status: 200 len: 217 time: 0.0872400 Dec 16 22:28:42.872319 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-45695120-ed47-4aef-8b6e-9fea68318b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:42.874352 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-45695120-ed47-4aef-8b6e-9fea68318b4a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d92fc665-bd71-47a6-9642-bbd2141113cf HTTP/1.1" status: 200 len: 851 time: 0.0840592 Dec 16 22:28:42.923275 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d831a8e-d2f8-4c87-94e1-8767e99f18c1 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:42.949846 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-f6267063-c30e-49ce-89a6-093abf6ee026 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95473deb-c4c6-4acd-ac8d-825e9f19ae01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564699 Dec 16 22:28:43.086345 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d831a8e-d2f8-4c87-94e1-8767e99f18c1 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Port': ['ID=dce07117-fd04-463a-afd9-de9c0e397542,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:43.133935 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90769518-d59e-4243-ab2d-b9b9c453f35c req-defdbdfc-3005-4dfd-a652-36bafd5c5200 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:43.136207 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-90769518-d59e-4243-ab2d-b9b9c453f35c req-defdbdfc-3005-4dfd-a652-36bafd5c5200 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 944 time: 0.0920384 Dec 16 22:28:43.238316 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-90769518-d59e-4243-ab2d-b9b9c453f35c req-32397bc0-d9e4-464a-9e49-3c04d5444436 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936007 Dec 16 22:28:43.241695 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-8fa13464-0977-4baa-bc32-c66fa49bdb88 service neutron] 10.222.0.57 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955306 Dec 16 22:28:43.270182 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c3bc4-e9ef-46df-9aa6-7c500fc3a4ab req-3d69fccc-aecc-4caf-a342-d87b9ddd60f3 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:43.280986 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6c8c3bc4-e9ef-46df-9aa6-7c500fc3a4ab req-3d69fccc-aecc-4caf-a342-d87b9ddd60f3 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.3904974 Dec 16 22:28:43.370844 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d831a8e-d2f8-4c87-94e1-8767e99f18c1 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:43.406040 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6c8c3bc4-e9ef-46df-9aa6-7c500fc3a4ab req-fa59ede0-a5de-4835-92b0-22d5587a992b tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239634 Dec 16 22:28:43.534401 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3f61b524-60d7-45fe-ad6b-21a0e0a3bd4d req-73eb07c1-45f9-4ed7-9f42-aa1b31c67ae7 service neutron] 10.222.0.57 "GET /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836580 Dec 16 22:28:43.588519 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a12b6a3d-090f-4152-b8bf-fb1c6f1a3ef7 req-4aeb5c59-38af-400c-ae5e-84146fd4d875 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=c924d080-9f92-4772-926c-88ba145fc882 HTTP/1.1" status: 200 len: 210 time: 0.0506468 Dec 16 22:28:43.660605 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8335f89-3d2c-4396-a4ac-b0a38127e81c req-3ee60923-1974-4cb8-a299-3476c14c9e61 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:43.671508 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a8335f89-3d2c-4396-a4ac-b0a38127e81c req-3ee60923-1974-4cb8-a299-3476c14c9e61 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=5768e347-0ad7-4879-9521-97f4bb23bf9b HTTP/1.1" status: 200 len: 943 time: 0.1262290 Dec 16 22:28:43.736868 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a8335f89-3d2c-4396-a4ac-b0a38127e81c req-2e9bfcd8-a16a-47a6-b873-e636c03b9b65 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615468 Dec 16 22:28:43.839642 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d831a8e-d2f8-4c87-94e1-8767e99f18c1 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Router f8cdf07e-5889-4e80-8636-3cd4042cd809 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:28:43.963763 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d831a8e-d2f8-4c87-94e1-8767e99f18c1 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:28:43.984606 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6d831a8e-d2f8-4c87-94e1-8767e99f18c1 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "PUT /v2.0/routers/f8cdf07e-5889-4e80-8636-3cd4042cd809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4932711 Dec 16 22:28:43.985907 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56554) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:43.986692 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c8c053-5b1a-459e-a0c0-0ac5fd224baa None None] Sync routers for ids ['f8cdf07e-5889-4e80-8636-3cd4042cd809'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:28:43.987918 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c8c053-5b1a-459e-a0c0-0ac5fd224baa None None] Routers {'f8cdf07e-5889-4e80-8636-3cd4042cd809'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:28:43.988754 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-d4c8c053-5b1a-459e-a0c0-0ac5fd224baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:28:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f8cdf07e-5889-4e80-8636-3cd4042cd809'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:44.095425 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d9565f-ace2-4e7b-957b-ab105d807cc9 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Deleting subnet 0afd0026-ce5f-45fa-a0ba-9cd9f21430fe {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:28:44.103784 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5d9565f-ace2-4e7b-957b-ab105d807cc9 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:44.146057 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-d4c8c053-5b1a-459e-a0c0-0ac5fd224baa None None] Set router f8cdf07e-5889-4e80-8636-3cd4042cd809 gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:28:44.196591 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5d9565f-ace2-4e7b-957b-ab105d807cc9 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:44.317841 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5d9565f-ace2-4e7b-957b-ab105d807cc9 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:44.480068 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-d4c8c053-5b1a-459e-a0c0-0ac5fd224baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:42Z', 'revision_number': 10, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None, '_interfaces': [{'id': '8e3d3a84-016a-4cb6-9210-996a66a2c2d5', 'name': '', 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:e9:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:52Z', 'updated_at': '2021-12-16T22:28:02Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:44.526295 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b17af-13a4-4a7f-b92b-ec65de297a83 req-7a898722-d6d5-4701-b1b2-dffc212170d2 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:44.544887 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-689b17af-13a4-4a7f-b92b-ec65de297a83 req-7a898722-d6d5-4701-b1b2-dffc212170d2 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 944 time: 0.1737998 Dec 16 22:28:44.591707 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c8c053-5b1a-459e-a0c0-0ac5fd224baa None None] Checking router: f8cdf07e-5889-4e80-8636-3cd4042cd809 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:28:44.607076 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c8c053-5b1a-459e-a0c0-0ac5fd224baa None None] Routers {'f8cdf07e-5889-4e80-8636-3cd4042cd809'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:28:44.609161 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-d4c8c053-5b1a-459e-a0c0-0ac5fd224baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:28:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f8cdf07e-5889-4e80-8636-3cd4042cd809'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:44.657242 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-689b17af-13a4-4a7f-b92b-ec65de297a83 req-60b7dadd-f1d0-4868-9656-131eb854293b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102400 Dec 16 22:28:44.758258 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495a8c9-5989-42a2-bb76-8176e3613596 req-88853f73-1246-4d30-8b87-3a7a526102b9 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:44.761935 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-d4c8c053-5b1a-459e-a0c0-0ac5fd224baa None None] Set router f8cdf07e-5889-4e80-8636-3cd4042cd809 gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:28:44.764578 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b495a8c9-5989-42a2-bb76-8176e3613596 req-88853f73-1246-4d30-8b87-3a7a526102b9 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.2205410 Dec 16 22:28:44.770115 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5d9565f-ace2-4e7b-957b-ab105d807cc9 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:44.860256 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5d9565f-ace2-4e7b-957b-ab105d807cc9 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:44.885482 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56570) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:44.886457 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ffd4c3-7a4b-451e-a986-4909ac057381 None None] Network 999b1c4d-c4eb-46f9-a385-2b1773e098df requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:28:44.901439 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c5d9565f-ace2-4e7b-957b-ab105d807cc9 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/subnets/0afd0026-ce5f-45fa-a0ba-9cd9f21430fe HTTP/1.1" status: 204 len: 168 time: 0.9246454 Dec 16 22:28:44.937219 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9565f-ace2-4e7b-957b-ab105d807cc9 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Subnet': ['ID=0afd0026-ce5f-45fa-a0ba-9cd9f21430fe,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:45.062060 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b495a8c9-5989-42a2-bb76-8176e3613596 req-bc621731-c31d-4699-afaa-4c1d5b0866ba tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870102 Dec 16 22:28:45.185198 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7056a69e-6740-4c57-9727-23f94798bdf6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:45.188853 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2b0637b7-3da9-4393-bfe7-7ef2e8277e7b req-4d66e167-fffa-458a-abce-5a973b02f8af tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=c924d080-9f92-4772-926c-88ba145fc882 HTTP/1.1" status: 200 len: 210 time: 0.1377435 Dec 16 22:28:45.239464 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-d4c8c053-5b1a-459e-a0c0-0ac5fd224baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:42Z', 'revision_number': 10, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None, '_interfaces': [{'id': '8e3d3a84-016a-4cb6-9210-996a66a2c2d5', 'name': '', 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:e9:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:52Z', 'updated_at': '2021-12-16T22:28:02Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:45.277209 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c8c053-5b1a-459e-a0c0-0ac5fd224baa None None] The sync data for ids ['f8cdf07e-5889-4e80-8636-3cd4042cd809'] in n-d-815324-4 is: [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:42Z', 'revision_number': 10, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None, '_interfaces': [{'id': '8e3d3a84-016a-4cb6-9210-996a66a2c2d5', 'name': '', 'network_id': 'afb73bd7-efaa-4b40-9988-6b80f1c529da', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'mac_address': 'fa:16:3e:e9:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:52Z', 'updated_at': '2021-12-16T22:28:02Z', 'revision_number': 5, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'subnets': [{'id': 'd436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:28:45.279426 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e224ef18-1e82-4079-850f-fc488db08dc2 None None] DHCP port deletion for 999b1c4d-c4eb-46f9-a385-2b1773e098df request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:28:45.336356 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f6880-9444-4443-8ec2-e51c723e9125 req-16686236-a600-4476-bf4c-fe2de042b897 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:45.348426 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b37f6880-9444-4443-8ec2-e51c723e9125 req-16686236-a600-4476-bf4c-fe2de042b897 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=5768e347-0ad7-4879-9521-97f4bb23bf9b HTTP/1.1" status: 200 len: 943 time: 0.1175480 Dec 16 22:28:45.364702 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-7056a69e-6740-4c57-9727-23f94798bdf6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Deleting port 21623d4c-00a4-4124-901e-63166fedee98 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:28:45.365162 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7056a69e-6740-4c57-9727-23f94798bdf6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:45.386961 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e224ef18-1e82-4079-850f-fc488db08dc2 None None] Deleting port 21623d4c-00a4-4124-901e-63166fedee98 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:28:45.387726 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e224ef18-1e82-4079-850f-fc488db08dc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:45.465692 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e224ef18-1e82-4079-850f-fc488db08dc2 None None] For port 21623d4c-00a4-4124-901e-63166fedee98, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=21623d4c-00a4-4124-901e-63166fedee98,segment=NetworkSegment(07e2afda-55ca-4b7d-be23-da1aee2d00b8),segment_id=07e2afda-55ca-4b7d-be23-da1aee2d00b8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:45.466622 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e224ef18-1e82-4079-850f-fc488db08dc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:45.489501 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e224ef18-1e82-4079-850f-fc488db08dc2 None None] Calling delete_port for 21623d4c-00a4-4124-901e-63166fedee98 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:28:45.506061 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b37f6880-9444-4443-8ec2-e51c723e9125 req-efd56b86-05da-4a45-98ac-6062ad342de4 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551969 Dec 16 22:28:45.554997 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-7056a69e-6740-4c57-9727-23f94798bdf6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] For port 21623d4c-00a4-4124-901e-63166fedee98, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=21623d4c-00a4-4124-901e-63166fedee98,segment=NetworkSegment(07e2afda-55ca-4b7d-be23-da1aee2d00b8),segment_id=07e2afda-55ca-4b7d-be23-da1aee2d00b8)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:45.556293 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7056a69e-6740-4c57-9727-23f94798bdf6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:45.579572 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-7056a69e-6740-4c57-9727-23f94798bdf6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Calling delete_port for 21623d4c-00a4-4124-901e-63166fedee98 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:28:45.800054 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e224ef18-1e82-4079-850f-fc488db08dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:45.873440 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224ef18-1e82-4079-850f-fc488db08dc2 None None] Pushing event deleted for resources: {'Port': ['ID=21623d4c-00a4-4124-901e-63166fedee98,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:45.895400 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7056a69e-6740-4c57-9727-23f94798bdf6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:45.895593 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e224ef18-1e82-4079-850f-fc488db08dc2 None None] No DVR routers for this DVR port 21623d4c-00a4-4124-901e-63166fedee98 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:28:45.976299 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056a69e-6740-4c57-9727-23f94798bdf6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Port': ['ID=21623d4c-00a4-4124-901e-63166fedee98,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:45.994358 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a6d7f-c109-4c5b-8bd9-024db48c2e5a req-8dd5308b-99a7-4245-aa11-567a17d2a3e0 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:45.996035 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ab3a6d7f-c109-4c5b-8bd9-024db48c2e5a req-8dd5308b-99a7-4245-aa11-567a17d2a3e0 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 944 time: 0.2042618 Dec 16 22:28:46.008145 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7056a69e-6740-4c57-9727-23f94798bdf6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] No DVR routers for this DVR port 21623d4c-00a4-4124-901e-63166fedee98 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:28:46.282626 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7056a69e-6740-4c57-9727-23f94798bdf6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:46.314287 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef04ee-aaab-48b5-bc5a-171afde5b8a4 req-50b494bf-59e0-4ad8-b053-b1c2285c2acb tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:46.326504 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2cef04ee-aaab-48b5-bc5a-171afde5b8a4 req-50b494bf-59e0-4ad8-b053-b1c2285c2acb tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.1242199 Dec 16 22:28:46.372007 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-7056a69e-6740-4c57-9727-23f94798bdf6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['999b1c4d-c4eb-46f9-a385-2b1773e098df']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:46.396539 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ab3a6d7f-c109-4c5b-8bd9-024db48c2e5a req-e3ee48ce-917d-4a0b-a0b3-ea96c3bd33c4 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3863204 Dec 16 22:28:46.417516 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-7056a69e-6740-4c57-9727-23f94798bdf6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e2afda-55ca-4b7d-be23-da1aee2d00b8') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:46.420343 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-7056a69e-6740-4c57-9727-23f94798bdf6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e2afda-55ca-4b7d-be23-da1aee2d00b8') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:46.440845 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7056a69e-6740-4c57-9727-23f94798bdf6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:46.498870 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7056a69e-6740-4c57-9727-23f94798bdf6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:46.502518 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2cef04ee-aaab-48b5-bc5a-171afde5b8a4 req-49cb9eb7-1786-47cb-9403-f03d0498543c tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679881 Dec 16 22:28:46.532302 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7056a69e-6740-4c57-9727-23f94798bdf6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:28:46.532720 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7056a69e-6740-4c57-9727-23f94798bdf6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:28:46.536267 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:28:46.606097 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 21623d4c-00a4-4124-901e-63166fedee98 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:28:46.661840 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ca653fc-44ea-4399-93fe-4583f4b7ca89 req-299dbf66-d77f-4efa-b958-d2953ec94611 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=c924d080-9f92-4772-926c-88ba145fc882 HTTP/1.1" status: 200 len: 210 time: 0.0836856 Dec 16 22:28:46.685313 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 09da2443-2180-4950-8c61-664c417a818b details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:28:46.693712 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 21623d4c-00a4-4124-901e-63166fedee98 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:28:46.694097 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 21623d4c-00a4-4124-901e-63166fedee98 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:28:46.695322 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device dce07117-fd04-463a-afd9-de9c0e397542 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:28:46.784815 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa539989-2704-459d-8658-92e8853f4541 req-de48afff-79ff-4677-9f69-1fa6f28d0ea4 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:46.794103 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aa539989-2704-459d-8658-92e8853f4541 req-de48afff-79ff-4677-9f69-1fa6f28d0ea4 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=5768e347-0ad7-4879-9521-97f4bb23bf9b HTTP/1.1" status: 200 len: 943 time: 0.0920131 Dec 16 22:28:46.838765 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: dce07117-fd04-463a-afd9-de9c0e397542 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:28:46.840018 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device dce07117-fd04-463a-afd9-de9c0e397542 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:28:46.876693 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aa539989-2704-459d-8658-92e8853f4541 req-c7c243dc-fee2-42b0-9f68-1efe2410d4c9 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815639 Dec 16 22:28:46.953971 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 09da2443-2180-4950-8c61-664c417a818b, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=09da2443-2180-4950-8c61-664c417a818b,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:46.967031 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '09da2443-2180-4950-8c61-664c417a818b', 'network_id': '95473deb-c4c6-4acd-ac8d-825e9f19ae01', 'port_id': '09da2443-2180-4950-8c61-664c417a818b', 'mac_address': 'fa:16:3e:af:01:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd92fc665-bd71-47a6-9642-bbd2141113cf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:28:47.018753 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:47.039086 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7056a69e-6740-4c57-9727-23f94798bdf6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:47.083022 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09da2443-2180-4950-8c61-664c417a818b {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:28:47.090291 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7056a69e-6740-4c57-9727-23f94798bdf6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:47.113572 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7056a69e-6740-4c57-9727-23f94798bdf6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/networks/999b1c4d-c4eb-46f9-a385-2b1773e098df HTTP/1.1" status: 204 len: 168 time: 2.2237396 Dec 16 22:28:47.113572 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056a69e-6740-4c57-9727-23f94798bdf6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Network': ['ID=999b1c4d-c4eb-46f9-a385-2b1773e098df,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:47.114428 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56592) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:47.172234 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 09da2443-2180-4950-8c61-664c417a818b, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=09da2443-2180-4950-8c61-664c417a818b,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:47.322199 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:47.489357 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=09da2443-2180-4950-8c61-664c417a818b,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:47.720062 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2187a-f21b-4271-a2dd-1383585e6f1a req-e733cbb9-4f6d-4c1b-aa1b-84aa77caeebc tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:47.728143 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3da2187a-f21b-4271-a2dd-1383585e6f1a req-e733cbb9-4f6d-4c1b-aa1b-84aa77caeebc tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.0753729 Dec 16 22:28:47.786863 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['09da2443-2180-4950-8c61-664c417a818b'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:28:47.815260 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3da2187a-f21b-4271-a2dd-1383585e6f1a req-69f390b2-a5b6-4be0-9ec4-0e624fa52475 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821044 Dec 16 22:28:48.139535 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fac8bb5e-358d-4e08-be14-495cf4f795e1 req-dbd2780a-d22a-47b2-b08d-cdfb839d99a0 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=c924d080-9f92-4772-926c-88ba145fc882 HTTP/1.1" status: 200 len: 210 time: 0.0728936 Dec 16 22:28:48.260046 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550c507-5895-48c1-895d-dc73cda58e86 req-fb46436b-470e-47d5-855b-dbf7a5a7f8fa tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:48.262263 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3550c507-5895-48c1-895d-dc73cda58e86 req-fb46436b-470e-47d5-855b-dbf7a5a7f8fa tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 944 time: 0.7319510 Dec 16 22:28:48.270108 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23177c-515c-4659-a565-08760fe6b000 req-cabcd358-ccdf-4bb9-8f33-9a7200f8da83 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:48.271636 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe23177c-515c-4659-a565-08760fe6b000 req-cabcd358-ccdf-4bb9-8f33-9a7200f8da83 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.76 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 812 time: 0.8884497 Dec 16 22:28:48.365975 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3550c507-5895-48c1-895d-dc73cda58e86 req-738f00cb-1f05-4cc8-af95-ddc910ae3ae9 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918205 Dec 16 22:28:48.448903 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ea364-5c6a-40ce-a243-afd21f1a5a7b req-5ec41936-21ad-4199-b41e-c78971a79ead tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:48.456632 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-134ea364-5c6a-40ce-a243-afd21f1a5a7b req-5ec41936-21ad-4199-b41e-c78971a79ead tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=5768e347-0ad7-4879-9521-97f4bb23bf9b HTTP/1.1" status: 200 len: 944 time: 0.1952488 Dec 16 22:28:48.508705 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf71e961-d509-4f80-8d74-2d1a3f41c07d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:48.542016 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-134ea364-5c6a-40ce-a243-afd21f1a5a7b req-9ec326ba-b85c-4ab3-baa2-9a5b854da2f9 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696557 Dec 16 22:28:48.827769 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-bf71e961-d509-4f80-8d74-2d1a3f41c07d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Deleting port 8e3d3a84-016a-4cb6-9210-996a66a2c2d5 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:28:48.828112 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf71e961-d509-4f80-8d74-2d1a3f41c07d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:48.956327 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-bf71e961-d509-4f80-8d74-2d1a3f41c07d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] For port 8e3d3a84-016a-4cb6-9210-996a66a2c2d5, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=8e3d3a84-016a-4cb6-9210-996a66a2c2d5,segment=NetworkSegment(fa308013-aae5-40b8-bf42-a76536032614),segment_id=fa308013-aae5-40b8-bf42-a76536032614)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:48.956620 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf71e961-d509-4f80-8d74-2d1a3f41c07d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:48.974975 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-bf71e961-d509-4f80-8d74-2d1a3f41c07d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Calling delete_port for 8e3d3a84-016a-4cb6-9210-996a66a2c2d5 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:28:48.989948 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375af8c-a1a9-4c62-8f20-bf5f7fd2e7eb req-10a92cb6-c477-486d-a170-12b994b4f6ca tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:48.991566 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3375af8c-a1a9-4c62-8f20-bf5f7fd2e7eb req-10a92cb6-c477-486d-a170-12b994b4f6ca tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.0956445 Dec 16 22:28:49.051628 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-fe23177c-515c-4659-a565-08760fe6b000 req-8ca91d49-2011-4a69-bdad-e3be835910d2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Request body: {'port': {'device_id': 'c924d080-9f92-4772-926c-88ba145fc882', 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1', 'admin_state_up': True, 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:28:49.144667 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3375af8c-a1a9-4c62-8f20-bf5f7fd2e7eb req-84f820d2-eb5a-406c-9c04-af15043af435 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460323 Dec 16 22:28:49.269237 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-08b9c755-8698-4a71-bd36-804f74bc4948 req-5c32dbcc-47c5-4e90-bfa2-e4881fb08a08 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=c924d080-9f92-4772-926c-88ba145fc882 HTTP/1.1" status: 200 len: 210 time: 0.0357034 Dec 16 22:28:49.473535 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe23177c-515c-4659-a565-08760fe6b000 req-8ca91d49-2011-4a69-bdad-e3be835910d2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Made reservation on behalf of c8c29047878b45f9aad1e147fc6565e9 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:28:49.477501 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fe23177c-515c-4659-a565-08760fe6b000 req-8ca91d49-2011-4a69-bdad-e3be835910d2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:49.519091 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71394e-0cf2-42bd-bea5-0bf1d5afd147 req-916fb78d-7ac9-48f8-9241-5d3eb17f5e8e tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:49.520769 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fa71394e-0cf2-42bd-bea5-0bf1d5afd147 req-916fb78d-7ac9-48f8-9241-5d3eb17f5e8e tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 944 time: 0.0789089 Dec 16 22:28:49.525760 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf71e961-d509-4f80-8d74-2d1a3f41c07d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:49.670571 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71e961-d509-4f80-8d74-2d1a3f41c07d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Port': ['ID=8e3d3a84-016a-4cb6-9210-996a66a2c2d5,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:49.814885 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fa71394e-0cf2-42bd-bea5-0bf1d5afd147 req-b9cdc40e-69cf-4cf4-96cf-0672ce377d63 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2447608 Dec 16 22:28:49.815905 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf71e961-d509-4f80-8d74-2d1a3f41c07d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:49.837801 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc73ae-7977-4f31-9600-feaffe1df6a8 req-8fb82336-56d9-46b6-8c6c-c90fd3c430ba tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:49.838376 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-38dc73ae-7977-4f31-9600-feaffe1df6a8 req-8fb82336-56d9-46b6-8c6c-c90fd3c430ba tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=5768e347-0ad7-4879-9521-97f4bb23bf9b HTTP/1.1" status: 200 len: 944 time: 0.0940123 Dec 16 22:28:49.940107 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-38dc73ae-7977-4f31-9600-feaffe1df6a8 req-6acc2b80-ea87-459f-b80c-9303bfeaac0f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002941 Dec 16 22:28:49.970166 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-fe23177c-515c-4659-a565-08760fe6b000 req-8ca91d49-2011-4a69-bdad-e3be835910d2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Allocated IP 172.20.0.8 (282aa10f-496c-46fb-be12-6b2a327d41c1/9ecefe13-aa2d-48b4-a74c-5805e96883cc/109b66fa-1f6f-44ee-876c-29524230a95a) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:28:50.060128 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf71e961-d509-4f80-8d74-2d1a3f41c07d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Router f8cdf07e-5889-4e80-8636-3cd4042cd809 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:28:50.276296 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf71e961-d509-4f80-8d74-2d1a3f41c07d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:28:50.285514 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bf71e961-d509-4f80-8d74-2d1a3f41c07d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "PUT /v2.0/routers/f8cdf07e-5889-4e80-8636-3cd4042cd809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1699929 Dec 16 22:28:50.288195 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56630) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:50.292624 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e62b79-4b4e-4d4f-b3a7-ab4ffad3e162 None None] Sync routers for ids ['f8cdf07e-5889-4e80-8636-3cd4042cd809'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:28:50.320906 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e62b79-4b4e-4d4f-b3a7-ab4ffad3e162 None None] Routers {'f8cdf07e-5889-4e80-8636-3cd4042cd809'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:28:50.325392 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c6e62b79-4b4e-4d4f-b3a7-ab4ffad3e162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:28:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f8cdf07e-5889-4e80-8636-3cd4042cd809'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:50.399939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f3d46-31e9-4b53-b342-73fc86c11242 req-3b2cb693-4a05-4016-8f1b-cfe935cb4c51 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:50.406215 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c11f3d46-31e9-4b53-b342-73fc86c11242 req-3b2cb693-4a05-4016-8f1b-cfe935cb4c51 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.1700230 Dec 16 22:28:50.433072 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fe23177c-515c-4659-a565-08760fe6b000 req-8ca91d49-2011-4a69-bdad-e3be835910d2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:50.464460 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-c6e62b79-4b4e-4d4f-b3a7-ab4ffad3e162 None None] Set router f8cdf07e-5889-4e80-8636-3cd4042cd809 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:28:50.473634 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-911a7806-522f-4ef9-942f-064a2312da5c req-5db14e2f-abb9-453f-9930-e29020b0990f tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=c924d080-9f92-4772-926c-88ba145fc882 HTTP/1.1" status: 200 len: 210 time: 0.0702529 Dec 16 22:28:50.502806 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec4ae50-9cea-4277-acee-5eb130a84180 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Deleting subnet d436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:28:50.506703 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c11f3d46-31e9-4b53-b342-73fc86c11242 req-a25f5faf-cd75-42cc-ae3a-1aba944847d4 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960696 Dec 16 22:28:50.507294 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ae50-9cea-4277-acee-5eb130a84180 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:50.572930 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ae50-9cea-4277-acee-5eb130a84180 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:50.583481 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c6e62b79-4b4e-4d4f-b3a7-ab4ffad3e162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:49Z', 'revision_number': 11, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:50.632802 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e62b79-4b4e-4d4f-b3a7-ab4ffad3e162 None None] Checking router: f8cdf07e-5889-4e80-8636-3cd4042cd809 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:28:50.645406 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e62b79-4b4e-4d4f-b3a7-ab4ffad3e162 None None] Routers {'f8cdf07e-5889-4e80-8636-3cd4042cd809'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:28:50.645406 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c6e62b79-4b4e-4d4f-b3a7-ab4ffad3e162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:28:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f8cdf07e-5889-4e80-8636-3cd4042cd809'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:50.674313 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fe23177c-515c-4659-a565-08760fe6b000 req-8ca91d49-2011-4a69-bdad-e3be835910d2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:50.679432 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ae50-9cea-4277-acee-5eb130a84180 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:50.716987 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['4629be9f-c39f-472c-9c18-d90ff2605158'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:28:50.723445 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 09da2443-2180-4950-8c61-664c417a818b up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:28:50.801167 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe23177c-515c-4659-a565-08760fe6b000 req-8ca91d49-2011-4a69-bdad-e3be835910d2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Network 282aa10f-496c-46fb-be12-6b2a327d41c1 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:28:50.802655 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca91d49-2011-4a69-bdad-e3be835910d2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Pushing event updated for resources: {'Port': ['ID=109b66fa-1f6f-44ee-876c-29524230a95a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:50.805611 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-fe23177c-515c-4659-a565-08760fe6b000 req-8ca91d49-2011-4a69-bdad-e3be835910d2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:28:50.811258 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe23177c-515c-4659-a565-08760fe6b000 req-8ca91d49-2011-4a69-bdad-e3be835910d2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:28:50.815845 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-c6e62b79-4b4e-4d4f-b3a7-ab4ffad3e162 None None] Set router f8cdf07e-5889-4e80-8636-3cd4042cd809 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:28:50.866321 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ae50-9cea-4277-acee-5eb130a84180 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:50.915822 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23177c-515c-4659-a565-08760fe6b000 req-8ca91d49-2011-4a69-bdad-e3be835910d2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:50.925883 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fe23177c-515c-4659-a565-08760fe6b000 req-8ca91d49-2011-4a69-bdad-e3be835910d2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:50.933740 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4ae50-9cea-4277-acee-5eb130a84180 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Subnet': ['ID=d436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:50.937960 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ae50-9cea-4277-acee-5eb130a84180 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:50.938693 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c6e62b79-4b4e-4d4f-b3a7-ab4ffad3e162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:49Z', 'revision_number': 11, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:50.948740 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7ec4ae50-9cea-4277-acee-5eb130a84180 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/subnets/d436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4 HTTP/1.1" status: 204 len: 168 time: 0.6548622 Dec 16 22:28:50.948974 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49eb577-9ff2-4c88-976b-85d8bb689956 None None] Network afb73bd7-efaa-4b40-9988-6b80f1c529da requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:28:50.956108 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56644) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:51.024135 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e62b79-4b4e-4d4f-b3a7-ab4ffad3e162 None None] The sync data for ids ['f8cdf07e-5889-4e80-8636-3cd4042cd809'] in n-d-815324-4 is: [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:49Z', 'revision_number': 11, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:28:51.092667 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 09da2443-2180-4950-8c61-664c417a818b completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:28:51.128092 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b937b-7b1f-46db-8ff4-cf7012aad7ad req-68045702-f467-4048-ae64-49c23b1de923 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:51.139124 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 09da2443-2180-4950-8c61-664c417a818b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:51.139124 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:51.139466 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d66b937b-7b1f-46db-8ff4-cf7012aad7ad req-68045702-f467-4048-ae64-49c23b1de923 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 944 time: 0.1906531 Dec 16 22:28:51.148892 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7f3fefb-e620-436b-8b94-7c6e4c6e7c45 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:51.194861 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe23177c-515c-4659-a565-08760fe6b000 req-8ca91d49-2011-4a69-bdad-e3be835910d2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1470113 Dec 16 22:28:51.214484 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-fe23177c-515c-4659-a565-08760fe6b000 req-eb16bdf8-4dce-4ae9-b114-db9b833f8870 service neutron] Request body: {'port': {'device_id': 'c924d080-9f92-4772-926c-88ba145fc882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:28:51.239201 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce8f28-b83c-4a8a-b770-9b49dfb3c6c1 req-77de45d1-6c1f-4fdf-9092-55288de0f931 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:51.240768 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b3ce8f28-b83c-4a8a-b770-9b49dfb3c6c1 req-77de45d1-6c1f-4fdf-9092-55288de0f931 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=5768e347-0ad7-4879-9521-97f4bb23bf9b HTTP/1.1" status: 200 len: 944 time: 0.0898604 Dec 16 22:28:51.272128 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d66b937b-7b1f-46db-8ff4-cf7012aad7ad req-87e3abab-5080-4ff7-b781-d12baaf53d18 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215715 Dec 16 22:28:51.290434 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-b7f3fefb-e620-436b-8b94-7c6e4c6e7c45 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Deleting port 952593e4-5fa4-453d-9170-d4fe2357efa3 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:28:51.290935 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7f3fefb-e620-436b-8b94-7c6e4c6e7c45 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:51.313665 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fe23177c-515c-4659-a565-08760fe6b000 req-eb16bdf8-4dce-4ae9-b114-db9b833f8870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:51.328149 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c100ce72-294b-4431-b167-fbcdd46240df None None] Provisioning complete for port 109b66fa-1f6f-44ee-876c-29524230a95a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:51.329810 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c100ce72-294b-4431-b167-fbcdd46240df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:51.395489 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:51.401779 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b3ce8f28-b83c-4a8a-b770-9b49dfb3c6c1 req-d2f51e5c-e9c1-4c82-8bc8-0c9f9a14af8c tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351140 Dec 16 22:28:51.421247 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c100ce72-294b-4431-b167-fbcdd46240df None None] Port 109b66fa-1f6f-44ee-876c-29524230a95a cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:28:51.450540 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5768e347-0ad7-4879-9521-97f4bb23bf9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09da2443-2180-4950-8c61-664c417a818b'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:28:51.452661 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-b7f3fefb-e620-436b-8b94-7c6e4c6e7c45 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] For port 952593e4-5fa4-453d-9170-d4fe2357efa3, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=952593e4-5fa4-453d-9170-d4fe2357efa3,segment=NetworkSegment(fa308013-aae5-40b8-bf42-a76536032614),segment_id=fa308013-aae5-40b8-bf42-a76536032614)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:51.455848 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7f3fefb-e620-436b-8b94-7c6e4c6e7c45 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:51.459018 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dba626-2043-435c-96f9-49bba74cf804" -d '{"events": [{"server_uuid": "5768e347-0ad7-4879-9521-97f4bb23bf9b", "name": "network-vif-plugged", "status": "completed", "tag": "09da2443-2180-4950-8c61-664c417a818b"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:28:51.482544 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baa3260-3ba0-45fc-8939-b5da24e5a646 None None] DHCP port deletion for afb73bd7-efaa-4b40-9988-6b80f1c529da request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:28:51.498523 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-b7f3fefb-e620-436b-8b94-7c6e4c6e7c45 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Calling delete_port for 952593e4-5fa4-453d-9170-d4fe2357efa3 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:28:51.507438 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 09da2443-2180-4950-8c61-664c417a818b, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=09da2443-2180-4950-8c61-664c417a818b,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:51.555691 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01afff7a-69a9-4c4c-b343-07617291d210 x-openstack-request-id: req-01afff7a-69a9-4c4c-b343-07617291d210 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:28:51.555691 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5768e347-0ad7-4879-9521-97f4bb23bf9b", "name": "network-vif-plugged", "status": "completed", "tag": "09da2443-2180-4950-8c61-664c417a818b", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:28:51.555691 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-01afff7a-69a9-4c4c-b343-07617291d210 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:28:51.555691 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5768e347-0ad7-4879-9521-97f4bb23bf9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09da2443-2180-4950-8c61-664c417a818b', 'code': 200} Dec 16 22:28:51.599436 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:51.724747 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1baa3260-3ba0-45fc-8939-b5da24e5a646 None None] Deleting port 952593e4-5fa4-453d-9170-d4fe2357efa3 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:28:51.726129 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1baa3260-3ba0-45fc-8939-b5da24e5a646 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:51.727148 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297665ad-bd32-476a-ad45-803a0c301e4c req-9e6d5d89-d4fb-4029-b75e-471fd4a5a40d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:51.732426 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=09da2443-2180-4950-8c61-664c417a818b,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:51.743081 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-297665ad-bd32-476a-ad45-803a0c301e4c req-9e6d5d89-d4fb-4029-b75e-471fd4a5a40d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=c924d080-9f92-4772-926c-88ba145fc882 HTTP/1.1" status: 200 len: 931 time: 0.1217940 Dec 16 22:28:51.816632 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-297665ad-bd32-476a-ad45-803a0c301e4c req-8e8bcede-d8c5-4ecd-b136-302378844b16 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724030 Dec 16 22:28:51.816870 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648e6de-fe5b-4d45-b733-5ebd6ba78c93 req-59eda68f-f21f-4074-a438-285d6b48378a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:51.818481 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3648e6de-fe5b-4d45-b733-5ebd6ba78c93 req-59eda68f-f21f-4074-a438-285d6b48378a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5768e347-0ad7-4879-9521-97f4bb23bf9b HTTP/1.1" status: 200 len: 1096 time: 0.1598017 Dec 16 22:28:51.828633 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babe9d8-291f-4bef-9651-33f5d75cfaa8 req-84e9ac10-c238-4cef-9342-a6280a3d9622 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:51.830770 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1babe9d8-291f-4bef-9651-33f5d75cfaa8 req-84e9ac10-c238-4cef-9342-a6280a3d9622 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.1692371 Dec 16 22:28:52.076581 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-1baa3260-3ba0-45fc-8939-b5da24e5a646 None None] For port 952593e4-5fa4-453d-9170-d4fe2357efa3, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=952593e4-5fa4-453d-9170-d4fe2357efa3,segment=NetworkSegment(fa308013-aae5-40b8-bf42-a76536032614),segment_id=fa308013-aae5-40b8-bf42-a76536032614)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:52.076581 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1baa3260-3ba0-45fc-8939-b5da24e5a646 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:52.076581 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1baa3260-3ba0-45fc-8939-b5da24e5a646 None None] Calling delete_port for 952593e4-5fa4-453d-9170-d4fe2357efa3 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:28:52.078332 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-fe23177c-515c-4659-a565-08760fe6b000 req-eb16bdf8-4dce-4ae9-b114-db9b833f8870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 109b66fa-1f6f-44ee-876c-29524230a95a {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:28:52.078332 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3648e6de-fe5b-4d45-b733-5ebd6ba78c93 req-abfcd9c6-940e-4535-9771-449a7973b05d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204066 Dec 16 22:28:52.078332 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fe23177c-515c-4659-a565-08760fe6b000 req-eb16bdf8-4dce-4ae9-b114-db9b833f8870 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:52.078332 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1babe9d8-291f-4bef-9651-33f5d75cfaa8 req-454985c2-6ab3-46c2-a1c1-5522acbfbdb5 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364758 Dec 16 22:28:52.276218 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7f3fefb-e620-436b-8b94-7c6e4c6e7c45 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:52.278048 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-fe23177c-515c-4659-a565-08760fe6b000 req-eb16bdf8-4dce-4ae9-b114-db9b833f8870 service neutron] Transition to ACTIVE for port object 109b66fa-1f6f-44ee-876c-29524230a95a will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:28:52.281255 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1baa3260-3ba0-45fc-8939-b5da24e5a646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:52.306104 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3fefb-e620-436b-8b94-7c6e4c6e7c45 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Port': ['ID=952593e4-5fa4-453d-9170-d4fe2357efa3,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:52.312818 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baa3260-3ba0-45fc-8939-b5da24e5a646 None None] No DVR routers for this DVR port 952593e4-5fa4-453d-9170-d4fe2357efa3 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:28:52.314746 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f3fefb-e620-436b-8b94-7c6e4c6e7c45 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] No DVR routers for this DVR port 952593e4-5fa4-453d-9170-d4fe2357efa3 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:28:52.321965 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa3260-3ba0-45fc-8939-b5da24e5a646 None None] Pushing event deleted for resources: {'Port': ['ID=952593e4-5fa4-453d-9170-d4fe2357efa3,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:52.461240 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7f3fefb-e620-436b-8b94-7c6e4c6e7c45 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:52.505436 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ad403-497d-4a92-bb1d-92721890bb1a req-02ccf030-4d9b-4de2-9428-d3c2a3e59bfa tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:52.509789 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-906ad403-497d-4a92-bb1d-92721890bb1a req-02ccf030-4d9b-4de2-9428-d3c2a3e59bfa tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 944 time: 0.0976615 Dec 16 22:28:52.519372 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-b7f3fefb-e620-436b-8b94-7c6e4c6e7c45 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb73bd7-efaa-4b40-9988-6b80f1c529da']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:52.553414 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 8e3d3a84-016a-4cb6-9210-996a66a2c2d5 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:28:52.562147 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-b7f3fefb-e620-436b-8b94-7c6e4c6e7c45 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa308013-aae5-40b8-bf42-a76536032614') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:52.562544 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-b7f3fefb-e620-436b-8b94-7c6e4c6e7c45 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa308013-aae5-40b8-bf42-a76536032614') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:52.575696 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 8e3d3a84-016a-4cb6-9210-996a66a2c2d5 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:28:52.576552 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 8e3d3a84-016a-4cb6-9210-996a66a2c2d5 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:28:52.576552 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 952593e4-5fa4-453d-9170-d4fe2357efa3 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:28:52.584000 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f943b4c-5c7f-4d64-855b-fab5ee73175b req-ee770060-2eb5-41c5-8894-61409345554b tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:52.584999 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7f3fefb-e620-436b-8b94-7c6e4c6e7c45 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:52.585658 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9f943b4c-5c7f-4d64-855b-fab5ee73175b req-ee770060-2eb5-41c5-8894-61409345554b tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=5768e347-0ad7-4879-9521-97f4bb23bf9b HTTP/1.1" status: 200 len: 945 time: 0.0567760 Dec 16 22:28:52.608016 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-906ad403-497d-4a92-bb1d-92721890bb1a req-a4d2ccfe-11bd-4a06-ad85-db23bea7a6b6 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887349 Dec 16 22:28:52.609885 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 952593e4-5fa4-453d-9170-d4fe2357efa3 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:28:52.610258 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 952593e4-5fa4-453d-9170-d4fe2357efa3 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:28:52.611983 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7f3fefb-e620-436b-8b94-7c6e4c6e7c45 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:52.626439 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f3fefb-e620-436b-8b94-7c6e4c6e7c45 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:28:52.628570 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7f3fefb-e620-436b-8b94-7c6e4c6e7c45 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:28:52.632552 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:28:52.655585 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9f943b4c-5c7f-4d64-855b-fab5ee73175b req-19305fc7-14ad-4ec4-bf35-a38eb90f9ee7 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580533 Dec 16 22:28:52.850623 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fe23177c-515c-4659-a565-08760fe6b000 req-eb16bdf8-4dce-4ae9-b114-db9b833f8870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:52.902144 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7f3fefb-e620-436b-8b94-7c6e4c6e7c45 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:52.909256 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16bdf8-4dce-4ae9-b114-db9b833f8870 service neutron] Pushing event updated for resources: {'Port': ['ID=109b66fa-1f6f-44ee-876c-29524230a95a,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:52.912607 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7f3fefb-e620-436b-8b94-7c6e4c6e7c45 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:52.916430 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b7f3fefb-e620-436b-8b94-7c6e4c6e7c45 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/networks/afb73bd7-efaa-4b40-9988-6b80f1c529da HTTP/1.1" status: 204 len: 168 time: 1.9586430 Dec 16 22:28:52.918921 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56676) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:52.932490 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-0f7b1bbc-2e0b-4257-a399-4e5b1155f48f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'router': {'routes': None}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:28:53.005270 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-fe23177c-515c-4659-a565-08760fe6b000 req-eb16bdf8-4dce-4ae9-b114-db9b833f8870 service neutron] Attempting to bind port 109b66fa-1f6f-44ee-876c-29524230a95a on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:28:53.005618 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-fe23177c-515c-4659-a565-08760fe6b000 req-eb16bdf8-4dce-4ae9-b114-db9b833f8870 service neutron] Attempting to bind port 109b66fa-1f6f-44ee-876c-29524230a95a by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:28:53.006085 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe23177c-515c-4659-a565-08760fe6b000 req-eb16bdf8-4dce-4ae9-b114-db9b833f8870 service neutron] Attempting to bind port 109b66fa-1f6f-44ee-876c-29524230a95a on network 282aa10f-496c-46fb-be12-6b2a327d41c1 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:28:53.011902 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe23177c-515c-4659-a565-08760fe6b000 req-eb16bdf8-4dce-4ae9-b114-db9b833f8870 service neutron] Port 109b66fa-1f6f-44ee-876c-29524230a95a on network 282aa10f-496c-46fb-be12-6b2a327d41c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:28:53.012239 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe23177c-515c-4659-a565-08760fe6b000 req-eb16bdf8-4dce-4ae9-b114-db9b833f8870 service neutron] Attempting to bind port 109b66fa-1f6f-44ee-876c-29524230a95a on network 282aa10f-496c-46fb-be12-6b2a327d41c1 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:28:53.019191 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe23177c-515c-4659-a565-08760fe6b000 req-eb16bdf8-4dce-4ae9-b114-db9b833f8870 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:28:53.022444 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe23177c-515c-4659-a565-08760fe6b000 req-eb16bdf8-4dce-4ae9-b114-db9b833f8870 service neutron] Checking segment: {'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:28:53.022444 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe23177c-515c-4659-a565-08760fe6b000 req-eb16bdf8-4dce-4ae9-b114-db9b833f8870 service neutron] Bound using segment: {'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:28:53.022444 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-fe23177c-515c-4659-a565-08760fe6b000 req-eb16bdf8-4dce-4ae9-b114-db9b833f8870 service neutron] Bound port: 109b66fa-1f6f-44ee-876c-29524230a95a, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:28:53.022444 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fe23177c-515c-4659-a565-08760fe6b000 req-eb16bdf8-4dce-4ae9-b114-db9b833f8870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:53.166442 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-fe23177c-515c-4659-a565-08760fe6b000 req-eb16bdf8-4dce-4ae9-b114-db9b833f8870 service neutron] For port 109b66fa-1f6f-44ee-876c-29524230a95a, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:28:53.173266 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-fe23177c-515c-4659-a565-08760fe6b000 req-eb16bdf8-4dce-4ae9-b114-db9b833f8870 service neutron] For port 109b66fa-1f6f-44ee-876c-29524230a95a, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=109b66fa-1f6f-44ee-876c-29524230a95a,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:28:53.259233 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc093067-a877-4368-8ca3-16ef1e7a9104 req-780e085c-3e03-47ea-8d5a-69cf31e7adef tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:53.260995 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dc093067-a877-4368-8ca3-16ef1e7a9104 req-780e085c-3e03-47ea-8d5a-69cf31e7adef tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=c924d080-9f92-4772-926c-88ba145fc882 HTTP/1.1" status: 200 len: 943 time: 0.0796540 Dec 16 22:28:53.263150 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fe23177c-515c-4659-a565-08760fe6b000 req-eb16bdf8-4dce-4ae9-b114-db9b833f8870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:53.337916 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23177c-515c-4659-a565-08760fe6b000 req-eb16bdf8-4dce-4ae9-b114-db9b833f8870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:53.338564 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fe23177c-515c-4659-a565-08760fe6b000 req-eb16bdf8-4dce-4ae9-b114-db9b833f8870 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:53.340530 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe23177c-515c-4659-a565-08760fe6b000 req-eb16bdf8-4dce-4ae9-b114-db9b833f8870 service neutron] 10.222.0.76 "PUT /v2.0/ports/109b66fa-1f6f-44ee-876c-29524230a95a HTTP/1.1" status: 200 len: 1091 time: 2.1301150 Dec 16 22:28:53.340861 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c924d080-9f92-4772-926c-88ba145fc882', 'tag': '109b66fa-1f6f-44ee-876c-29524230a95a'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:28:53.345003 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e82eebe-f82b-46b1-b296-87ee19bdf028" -d '{"events": [{"name": "network-changed", "server_uuid": "c924d080-9f92-4772-926c-88ba145fc882", "tag": "109b66fa-1f6f-44ee-876c-29524230a95a"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:28:53.354841 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5aac4f2c-0469-474c-ba05-2871aa10ec9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:53.418442 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dc093067-a877-4368-8ca3-16ef1e7a9104 req-1227139f-36ce-47a3-9927-eb40974db560 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484258 Dec 16 22:28:53.432064 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16bdf8-4dce-4ae9-b114-db9b833f8870 service neutron] Pushing event updated for resources: {'Port': ['ID=109b66fa-1f6f-44ee-876c-29524230a95a,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:53.464447 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3fefb-e620-436b-8b94-7c6e4c6e7c45 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Pushing event deleted for resources: {'Network': ['ID=afb73bd7-efaa-4b40-9988-6b80f1c529da,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:53.490640 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da9e664-83a2-4246-94c4-919798598526 x-openstack-request-id: req-8da9e664-83a2-4246-94c4-919798598526 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:28:53.490942 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c924d080-9f92-4772-926c-88ba145fc882", "tag": "109b66fa-1f6f-44ee-876c-29524230a95a", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:28:53.491364 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8da9e664-83a2-4246-94c4-919798598526 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:28:53.491782 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c924d080-9f92-4772-926c-88ba145fc882', 'tag': '109b66fa-1f6f-44ee-876c-29524230a95a', 'status': 'completed', 'code': 200} Dec 16 22:28:53.625891 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82eebe-f82b-46b1-b296-87ee19bdf028 req-b30c7c05-1a46-4a53-ac74-99c98fbe1e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:53.629792 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8e82eebe-f82b-46b1-b296-87ee19bdf028 req-b30c7c05-1a46-4a53-ac74-99c98fbe1e9e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&device_id=c924d080-9f92-4772-926c-88ba145fc882 HTTP/1.1" status: 200 len: 1094 time: 0.0838366 Dec 16 22:28:53.703507 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3cf5e-3ce2-42c6-bfb3-6715ef328650 req-fe87f064-b36f-438a-8a4c-5f2ca81eddd4 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:53.712635 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2bb3cf5e-3ce2-42c6-bfb3-6715ef328650 req-fe87f064-b36f-438a-8a4c-5f2ca81eddd4 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.2494156 Dec 16 22:28:53.742159 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.extraroute_db [None req-0f7b1bbc-2e0b-4257-a399-4e5b1155f48f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Added routes are [] {{(pid=103614) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 22:28:53.742697 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.extraroute_db [None req-0f7b1bbc-2e0b-4257-a399-4e5b1155f48f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Removed routes are [] {{(pid=103614) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 22:28:53.743257 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0f7b1bbc-2e0b-4257-a399-4e5b1155f48f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5457'] for router, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:53.853407 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82eebe-f82b-46b1-b296-87ee19bdf028 req-7adbe4c1-7713-4112-acbe-084b9b750bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:53.855857 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8e82eebe-f82b-46b1-b296-87ee19bdf028 req-7adbe4c1-7713-4112-acbe-084b9b750bbc service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=c8c29047878b45f9aad1e147fc6565e9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2046330 Dec 16 22:28:53.868715 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f1da9-6e6f-4f46-94d0-470544478a27 req-ee88cdba-d8b1-4e18-b94b-1f6fb9273afc tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:53.871129 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cb4f1da9-6e6f-4f46-94d0-470544478a27 req-ee88cdba-d8b1-4e18-b94b-1f6fb9273afc tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 944 time: 0.0972211 Dec 16 22:28:53.892006 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2bb3cf5e-3ce2-42c6-bfb3-6715ef328650 req-15267ee9-5d61-430b-be4b-9a486d9b4176 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782908 Dec 16 22:28:53.994344 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0f7b1bbc-2e0b-4257-a399-4e5b1155f48f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5457'] for router, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:53.998595 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0f7b1bbc-2e0b-4257-a399-4e5b1155f48f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-598410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-598419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597305'] for router, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:54.023529 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cb4f1da9-6e6f-4f46-94d0-470544478a27 req-80a6b533-e709-4b81-8522-c7fa4864363e tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412220 Dec 16 22:28:54.036860 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82eebe-f82b-46b1-b296-87ee19bdf028 req-bd6132aa-1106-4bc1-af7d-299d1d1ffda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:54.038482 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8e82eebe-f82b-46b1-b296-87ee19bdf028 req-bd6132aa-1106-4bc1-af7d-299d1d1ffda8 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1663313 Dec 16 22:28:54.089979 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7b1bbc-2e0b-4257-a399-4e5b1155f48f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Router f8cdf07e-5889-4e80-8636-3cd4042cd809 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:28:54.167199 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23177c-515c-4659-a565-08760fe6b000 req-9e39491c-7875-4a86-b47f-c52eae50c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:54.170046 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe23177c-515c-4659-a565-08760fe6b000 req-9e39491c-7875-4a86-b47f-c52eae50c756 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&device_id=c924d080-9f92-4772-926c-88ba145fc882 HTTP/1.1" status: 200 len: 1094 time: 0.0555894 Dec 16 22:28:54.224685 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bfa4e-2b55-4fd9-94f0-ee64999cad88 req-c7a1f6a2-adbe-4e5d-b689-b78201612428 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:54.230418 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe23177c-515c-4659-a565-08760fe6b000 req-a478863c-d51d-4866-9690-954776a89eb3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=109b66fa-1f6f-44ee-876c-29524230a95a HTTP/1.1" status: 200 len: 217 time: 0.0454218 Dec 16 22:28:54.230866 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1d0bfa4e-2b55-4fd9-94f0-ee64999cad88 req-c7a1f6a2-adbe-4e5d-b689-b78201612428 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=5768e347-0ad7-4879-9521-97f4bb23bf9b HTTP/1.1" status: 200 len: 945 time: 0.1561961 Dec 16 22:28:54.236486 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7b1bbc-2e0b-4257-a399-4e5b1155f48f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:28:54.247817 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1840fd-0c13-456b-aba3-996234fa23b3 None None] Sync routers for ids ['f8cdf07e-5889-4e80-8636-3cd4042cd809'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:28:54.250940 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0f7b1bbc-2e0b-4257-a399-4e5b1155f48f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:54.260063 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0f7b1bbc-2e0b-4257-a399-4e5b1155f48f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "PUT /v2.0/routers/f8cdf07e-5889-4e80-8636-3cd4042cd809 HTTP/1.1" status: 200 len: 705 time: 1.3399787 Dec 16 22:28:54.261963 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56720) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:54.283594 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1840fd-0c13-456b-aba3-996234fa23b3 None None] Routers {'f8cdf07e-5889-4e80-8636-3cd4042cd809'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:28:54.284286 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-2c1840fd-0c13-456b-aba3-996234fa23b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:28:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f8cdf07e-5889-4e80-8636-3cd4042cd809'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:54.317547 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e1a2831c-0cea-40b0-8540-e4021dd579a1 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "GET /v2.0/ports?device_id=f8cdf07e-5889-4e80-8636-3cd4042cd809 HTTP/1.1" status: 200 len: 205 time: 0.0525010 Dec 16 22:28:54.320663 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56722) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:54.348236 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23177c-515c-4659-a565-08760fe6b000 req-06a178be-4b85-4a15-8069-d928f5182013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:54.351188 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe23177c-515c-4659-a565-08760fe6b000 req-06a178be-4b85-4a15-8069-d928f5182013 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ecefe13-aa2d-48b4-a74c-5805e96883cc HTTP/1.1" status: 200 len: 851 time: 0.1139610 Dec 16 22:28:54.422522 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23177c-515c-4659-a565-08760fe6b000 req-356c9a3b-faff-4208-91c8-26e1eb323887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:54.424359 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe23177c-515c-4659-a565-08760fe6b000 req-356c9a3b-faff-4208-91c8-26e1eb323887 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=282aa10f-496c-46fb-be12-6b2a327d41c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662286 Dec 16 22:28:54.456115 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1d0bfa4e-2b55-4fd9-94f0-ee64999cad88 req-89e338bc-de37-4b99-aa47-482c97415cea tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188616 Dec 16 22:28:54.479234 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-68e45967-b05f-406f-b2f2-4c2bb6a571e6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:54.569808 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe23177c-515c-4659-a565-08760fe6b000 req-f25b7064-b498-425b-b4bf-044f8b3ed4a9 service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381655 Dec 16 22:28:54.707027 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-2c1840fd-0c13-456b-aba3-996234fa23b3 None None] Set router f8cdf07e-5889-4e80-8636-3cd4042cd809 gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:28:54.782146 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-68e45967-b05f-406f-b2f2-4c2bb6a571e6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:54.785822 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-68e45967-b05f-406f-b2f2-4c2bb6a571e6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:54.790932 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-2c1840fd-0c13-456b-aba3-996234fa23b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:49Z', 'revision_number': 11, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:54.821679 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1840fd-0c13-456b-aba3-996234fa23b3 None None] Checking router: f8cdf07e-5889-4e80-8636-3cd4042cd809 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:28:54.833425 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1840fd-0c13-456b-aba3-996234fa23b3 None None] Routers {'f8cdf07e-5889-4e80-8636-3cd4042cd809'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:28:54.835772 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-2c1840fd-0c13-456b-aba3-996234fa23b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:28:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f8cdf07e-5889-4e80-8636-3cd4042cd809'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:54.917288 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-2c1840fd-0c13-456b-aba3-996234fa23b3 None None] Set router f8cdf07e-5889-4e80-8636-3cd4042cd809 gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:28:54.958566 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-68e45967-b05f-406f-b2f2-4c2bb6a571e6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:54.963295 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e45967-b05f-406f-b2f2-4c2bb6a571e6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Fanout notify agent at l3_agent the message router_deleted on router f8cdf07e-5889-4e80-8636-3cd4042cd809 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:28:55.000127 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-68e45967-b05f-406f-b2f2-4c2bb6a571e6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:55.017808 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-68e45967-b05f-406f-b2f2-4c2bb6a571e6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/routers/f8cdf07e-5889-4e80-8636-3cd4042cd809 HTTP/1.1" status: 204 len: 168 time: 0.6877213 Dec 16 22:28:55.019877 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56738) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:55.030623 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-0e4b732c-0af7-4738-986f-f43cf5b96ccb tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1139290495', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:28:55.059907 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-2c1840fd-0c13-456b-aba3-996234fa23b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:49Z', 'revision_number': 11, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:55.124242 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1840fd-0c13-456b-aba3-996234fa23b3 None None] The sync data for ids ['f8cdf07e-5889-4e80-8636-3cd4042cd809'] in n-d-815324-4 is: [{'id': 'f8cdf07e-5889-4e80-8636-3cd4042cd809', 'name': 'tempest-RoutersIpV6Test-router-1280227450', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:44Z', 'updated_at': '2021-12-16T22:28:49Z', 'revision_number': 11, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:28:55.208550 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe23177c-515c-4659-a565-08760fe6b000 req-622655fc-2aca-408d-bce2-2a2838aae065 service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6285374 Dec 16 22:28:55.218276 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdeddc-fb1a-49d7-bf3c-1438d457213e req-79d296be-21f8-40ea-954f-dc502863deb1 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:55.222157 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81fdeddc-fb1a-49d7-bf3c-1438d457213e req-79d296be-21f8-40ea-954f-dc502863deb1 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.0895853 Dec 16 22:28:55.222157 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0e4b732c-0af7-4738-986f-f43cf5b96ccb tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:55.222617 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0e4b732c-0af7-4738-986f-f43cf5b96ccb tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:55.297131 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2e9df-ade7-4124-bd12-5819ecf00cdd req-d2146706-06dd-492b-b553-7d8f73d8d4d2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:55.299572 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-84a2e9df-ade7-4124-bd12-5819ecf00cdd req-d2146706-06dd-492b-b553-7d8f73d8d4d2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=c924d080-9f92-4772-926c-88ba145fc882 HTTP/1.1" status: 200 len: 943 time: 0.0901740 Dec 16 22:28:55.314867 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0e4b732c-0af7-4738-986f-f43cf5b96ccb tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:55.374535 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-84a2e9df-ade7-4124-bd12-5819ecf00cdd req-9f722814-5043-4fb6-809a-a9d9c7c586df tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678937 Dec 16 22:28:55.398694 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81fdeddc-fb1a-49d7-bf3c-1438d457213e req-c093a3ff-329c-4592-8a5c-f87c9343e9bf tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823162 Dec 16 22:28:55.451020 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0e4b732c-0af7-4738-986f-f43cf5b96ccb tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:55.571587 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05540391-0a13-4038-83d6-167f9eaee8de req-b6cc65ce-4843-4f45-b4f8-274cc0b3fc85 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:55.579237 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-05540391-0a13-4038-83d6-167f9eaee8de req-b6cc65ce-4843-4f45-b4f8-274cc0b3fc85 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 944 time: 0.0937028 Dec 16 22:28:55.584836 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0e4b732c-0af7-4738-986f-f43cf5b96ccb tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:55.589423 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0e4b732c-0af7-4738-986f-f43cf5b96ccb tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5682924 Dec 16 22:28:55.594771 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56746) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:55.595679 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d24196-4faa-4b76-8361-309729a567f6 req-9f6ac57b-dc6c-4901-ad60-f5104bfae0f3 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:55.597953 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a5d24196-4faa-4b76-8361-309729a567f6 req-9f6ac57b-dc6c-4901-ad60-f5104bfae0f3 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=5768e347-0ad7-4879-9521-97f4bb23bf9b HTTP/1.1" status: 200 len: 945 time: 0.0905409 Dec 16 22:28:55.599549 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-84f766de-ad5a-4857-a552-49a2bc9de383 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:28:55.661424 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8b784b0f-ef5b-46cf-bd40-42aa5f771baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:55.696532 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a5d24196-4faa-4b76-8361-309729a567f6 req-52d9ea8c-004d-4304-bd46-0781946f8ad0 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924196 Dec 16 22:28:55.798965 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-05540391-0a13-4038-83d6-167f9eaee8de req-129c2fac-a036-4a86-9bda-0c7fa228bf5e tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176027 Dec 16 22:28:55.871337 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-84f766de-ad5a-4857-a552-49a2bc9de383 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5457'] for router, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:55.973630 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-84f766de-ad5a-4857-a552-49a2bc9de383 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-598410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-598419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597305'] for router, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:56.162124 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f766de-ad5a-4857-a552-49a2bc9de383 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Router 53e5c66d-eb78-41c7-993f-bb1d8a987524 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:28:56.237810 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f766de-ad5a-4857-a552-49a2bc9de383 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:28:56.244573 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-84f766de-ad5a-4857-a552-49a2bc9de383 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:56.247360 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd5df5f-07f7-4a6f-b37f-ff608cfb1514 None None] Sync routers for ids ['53e5c66d-eb78-41c7-993f-bb1d8a987524'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:28:56.247872 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-84f766de-ad5a-4857-a552-49a2bc9de383 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "PUT /v2.0/routers/53e5c66d-eb78-41c7-993f-bb1d8a987524 HTTP/1.1" status: 200 len: 698 time: 0.6515214 Dec 16 22:28:56.248431 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56754) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:56.260950 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd5df5f-07f7-4a6f-b37f-ff608cfb1514 None None] Routers {'53e5c66d-eb78-41c7-993f-bb1d8a987524'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:28:56.261511 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-7bd5df5f-07f7-4a6f-b37f-ff608cfb1514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:28:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['53e5c66d-eb78-41c7-993f-bb1d8a987524'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:56.340132 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e2596c6f-61ba-4256-8518-3ebb2bb9b91d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "GET /v2.0/routers/53e5c66d-eb78-41c7-993f-bb1d8a987524 HTTP/1.1" status: 200 len: 704 time: 0.0905013 Dec 16 22:28:56.343067 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56758) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:56.380226 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-853efd27-4ea0-4cbd-8246-730d58a172e5 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "GET /v2.0/ports?device_id=53e5c66d-eb78-41c7-993f-bb1d8a987524 HTTP/1.1" status: 200 len: 205 time: 0.0354440 Dec 16 22:28:56.382786 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56760) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:56.460271 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-7bd5df5f-07f7-4a6f-b37f-ff608cfb1514 None None] Set router 53e5c66d-eb78-41c7-993f-bb1d8a987524 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:28:56.490672 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eeb67fa8-d368-45e0-8129-e33f68ebee39 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:56.534932 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-7bd5df5f-07f7-4a6f-b37f-ff608cfb1514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e5c66d-eb78-41c7-993f-bb1d8a987524', 'name': 'tempest-RoutersIpV6Test-router-1139290495', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:28:55Z', 'updated_at': '2021-12-16T22:28:55Z', 'revision_number': 2, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:56.572144 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd5df5f-07f7-4a6f-b37f-ff608cfb1514 None None] Checking router: 53e5c66d-eb78-41c7-993f-bb1d8a987524 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:28:56.584007 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd5df5f-07f7-4a6f-b37f-ff608cfb1514 None None] Routers {'53e5c66d-eb78-41c7-993f-bb1d8a987524'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:28:56.584922 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-7bd5df5f-07f7-4a6f-b37f-ff608cfb1514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:28:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['53e5c66d-eb78-41c7-993f-bb1d8a987524'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:56.602304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25fb64-2230-4e55-b599-0b055167e63b req-a0574a97-1a80-4517-b829-c23aa8148b64 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:56.603953 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5d25fb64-2230-4e55-b599-0b055167e63b req-a0574a97-1a80-4517-b829-c23aa8148b64 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.1054709 Dec 16 22:28:56.650921 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c7b6e-ab12-4e6b-9fde-1174a687aa2f req-f847d17b-8163-42d0-b8a6-f4f6c4f5b0af tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:56.652738 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-636c7b6e-ab12-4e6b-9fde-1174a687aa2f req-f847d17b-8163-42d0-b8a6-f4f6c4f5b0af tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=c924d080-9f92-4772-926c-88ba145fc882 HTTP/1.1" status: 200 len: 943 time: 0.1595666 Dec 16 22:28:56.672606 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-7bd5df5f-07f7-4a6f-b37f-ff608cfb1514 None None] Set router 53e5c66d-eb78-41c7-993f-bb1d8a987524 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:28:56.699222 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5d25fb64-2230-4e55-b599-0b055167e63b req-21dfd3f7-8ccb-4789-8f15-a97a7af88bb9 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882208 Dec 16 22:28:56.739561 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-7bd5df5f-07f7-4a6f-b37f-ff608cfb1514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e5c66d-eb78-41c7-993f-bb1d8a987524', 'name': 'tempest-RoutersIpV6Test-router-1139290495', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:28:55Z', 'updated_at': '2021-12-16T22:28:55Z', 'revision_number': 2, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:28:56.753901 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eeb67fa8-d368-45e0-8129-e33f68ebee39 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:56.756198 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eeb67fa8-d368-45e0-8129-e33f68ebee39 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:56.773453 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd5df5f-07f7-4a6f-b37f-ff608cfb1514 None None] The sync data for ids ['53e5c66d-eb78-41c7-993f-bb1d8a987524'] in n-d-815324-4 is: [{'id': '53e5c66d-eb78-41c7-993f-bb1d8a987524', 'name': 'tempest-RoutersIpV6Test-router-1139290495', 'tenant_id': 'ac66d8dab830461c95f3885d1f77843c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:28:55Z', 'updated_at': '2021-12-16T22:28:55Z', 'revision_number': 2, 'project_id': 'ac66d8dab830461c95f3885d1f77843c', 'gw_port_host': None}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:28:56.879613 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-636c7b6e-ab12-4e6b-9fde-1174a687aa2f req-2fad199e-a5bf-4939-a73d-314b3ff79f37 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696504 Dec 16 22:28:56.899905 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac28387-9365-4021-894d-58f24950274a req-d6538d32-8982-4d3b-8c35-8ae9ed8daaad tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:56.907554 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1ac28387-9365-4021-894d-58f24950274a req-d6538d32-8982-4d3b-8c35-8ae9ed8daaad tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=5768e347-0ad7-4879-9521-97f4bb23bf9b HTTP/1.1" status: 200 len: 945 time: 0.1096258 Dec 16 22:28:56.925543 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eeb67fa8-d368-45e0-8129-e33f68ebee39 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:56.928311 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb67fa8-d368-45e0-8129-e33f68ebee39 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Fanout notify agent at l3_agent the message router_deleted on router 53e5c66d-eb78-41c7-993f-bb1d8a987524 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:28:56.928446 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:56.931680 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:56.935217 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eeb67fa8-d368-45e0-8129-e33f68ebee39 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:56.941969 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56774) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:56.942158 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-eeb67fa8-d368-45e0-8129-e33f68ebee39 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/routers/53e5c66d-eb78-41c7-993f-bb1d8a987524 HTTP/1.1" status: 204 len: 168 time: 0.5578926 Dec 16 22:28:56.981201 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-055787d5-74a9-42bd-b8d2-65f666f0a7e5 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "GET /v2.0/ports?device_id=53e5c66d-eb78-41c7-993f-bb1d8a987524 HTTP/1.1" status: 200 len: 205 time: 0.0383072 Dec 16 22:28:56.983918 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56776) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:57.045184 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-0c10ee1e-64a9-4e57-b7ba-e0165d93506f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] delete failed (client error): The resource could not be found. Dec 16 22:28:57.049912 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0c10ee1e-64a9-4e57-b7ba-e0165d93506f tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/routers/53e5c66d-eb78-41c7-993f-bb1d8a987524 HTTP/1.1" status: 404 len: 336 time: 0.0648947 Dec 16 22:28:57.050728 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56778) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:57.078168 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1ac28387-9365-4021-894d-58f24950274a req-4c0d15a0-09ef-49ae-b0f9-f54bcaac0717 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641650 Dec 16 22:28:57.090430 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e80b2e5-84da-40d5-b6c8-660bd2e4d237 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] DELETE failed (client error): The resource could not be found. Dec 16 22:28:57.091230 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e80b2e5-84da-40d5-b6c8-660bd2e4d237 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:28:57.098167 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56782) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:57.098790 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4e80b2e5-84da-40d5-b6c8-660bd2e4d237 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/subnets/2a2cd89a-81c3-4c1b-971b-4830d8bb3be5 HTTP/1.1" status: 404 len: 337 time: 0.0454628 Dec 16 22:28:57.170039 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da79dbd-1d46-4bcb-b5d3-b0a00c2a0717 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] DELETE failed (client error): The resource could not be found. Dec 16 22:28:57.170501 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da79dbd-1d46-4bcb-b5d3-b0a00c2a0717 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:28:57.182356 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9da79dbd-1d46-4bcb-b5d3-b0a00c2a0717 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/subnets/f3a82903-ce76-4f8e-babe-1b7af1c19326 HTTP/1.1" status: 404 len: 337 time: 0.0808079 Dec 16 22:28:57.185163 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56784) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:57.204118 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d4d0f-9968-4faa-8958-36da9b085db5 req-a012c90e-0bc0-4f20-9b8b-15e289303a9d tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:57.212534 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b53d4d0f-9968-4faa-8958-36da9b085db5 req-a012c90e-0bc0-4f20-9b8b-15e289303a9d tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 944 time: 0.0767725 Dec 16 22:28:57.251208 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3fdb308-4b92-4f3a-8fd5-63c6e56bdeb8 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] DELETE failed (client error): The resource could not be found. Dec 16 22:28:57.252354 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3fdb308-4b92-4f3a-8fd5-63c6e56bdeb8 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:28:57.256029 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a3fdb308-4b92-4f3a-8fd5-63c6e56bdeb8 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/subnets/0afd0026-ce5f-45fa-a0ba-9cd9f21430fe HTTP/1.1" status: 404 len: 337 time: 0.0696211 Dec 16 22:28:57.258473 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56788) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:57.266771 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b53d4d0f-9968-4faa-8958-36da9b085db5 req-1c385b28-83c7-4feb-b552-8aca197f332e tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532660 Dec 16 22:28:57.287282 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-990cec39-425d-4afa-8cde-ebc9204bae6a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] DELETE failed (client error): The resource could not be found. Dec 16 22:28:57.287282 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990cec39-425d-4afa-8cde-ebc9204bae6a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:28:57.289746 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-990cec39-425d-4afa-8cde-ebc9204bae6a tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/subnets/d436d1a3-c202-4fc2-9c5c-d8a3e1ac7ad4 HTTP/1.1" status: 404 len: 337 time: 0.0303016 Dec 16 22:28:57.298363 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56790) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:57.326806 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e3cb31b7-f7c4-49ab-8270-f1b7b8db1c2c tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "GET /v2.0/ports?device_id=f8cdf07e-5889-4e80-8636-3cd4042cd809 HTTP/1.1" status: 200 len: 205 time: 0.0271297 Dec 16 22:28:57.329208 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56792) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:57.373988 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-15bc942e-271d-41b0-bb3f-c45543d0d974 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] delete failed (client error): The resource could not be found. Dec 16 22:28:57.376920 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-15bc942e-271d-41b0-bb3f-c45543d0d974 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/routers/f8cdf07e-5889-4e80-8636-3cd4042cd809 HTTP/1.1" status: 404 len: 336 time: 0.0442286 Dec 16 22:28:57.380240 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56794) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:57.424888 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7c47c004-49d6-4403-b95d-4a8e4ce3cb62 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b89b796-45fe-4a93-82a3-26468869f24c HTTP/1.1" status: 200 len: 205 time: 0.0334985 Dec 16 22:28:57.427537 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56798) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:57.464357 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-5e71b109-137a-499e-b9fe-d8e2bb5c4981 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] delete failed (client error): The resource could not be found. Dec 16 22:28:57.465431 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5e71b109-137a-499e-b9fe-d8e2bb5c4981 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/routers/0b89b796-45fe-4a93-82a3-26468869f24c HTTP/1.1" status: 404 len: 336 time: 0.0467079 Dec 16 22:28:57.468401 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56802) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:57.503063 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d60ccab-86c7-428e-a2df-c0addfc054fe tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] DELETE failed (client error): The resource could not be found. Dec 16 22:28:57.503790 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d60ccab-86c7-428e-a2df-c0addfc054fe tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:28:57.507098 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8d60ccab-86c7-428e-a2df-c0addfc054fe tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/subnets/bc03f27d-a4ec-4e69-b244-677615954eaf HTTP/1.1" status: 404 len: 337 time: 0.0376856 Dec 16 22:28:57.510009 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56806) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:57.555092 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-00abcaaf-833e-4b88-9c77-8ad20c8cdccf tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "GET /v2.0/ports?device_id=dcbc7e5c-cc18-4d80-8a9e-6f658becfdb6 HTTP/1.1" status: 200 len: 205 time: 0.0416737 Dec 16 22:28:57.557025 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56808) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:57.599315 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-1982b3cd-78d0-4033-86ea-3513e4f382f2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] delete failed (client error): The resource could not be found. Dec 16 22:28:57.600377 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1982b3cd-78d0-4033-86ea-3513e4f382f2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/routers/dcbc7e5c-cc18-4d80-8a9e-6f658becfdb6 HTTP/1.1" status: 404 len: 336 time: 0.0419071 Dec 16 22:28:57.603168 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56810) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:57.638962 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 7b2fbefe-475a-4ee7-9841-1afe9870c40a details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:28:57.650689 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d1ebcc2a-a655-4d6b-a5c7-313b632b22a2 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "GET /v2.0/ports?device_id=14ad66dd-ea53-4d3d-b4c0-f4d343c80c10 HTTP/1.1" status: 200 len: 205 time: 0.0459392 Dec 16 22:28:57.653370 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56814) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:57.797230 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-5e26081d-9204-4c19-a090-cbdab96b8e5d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] delete failed (client error): The resource could not be found. Dec 16 22:28:57.800619 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5e26081d-9204-4c19-a090-cbdab96b8e5d tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/routers/14ad66dd-ea53-4d3d-b4c0-f4d343c80c10 HTTP/1.1" status: 404 len: 336 time: 0.1458952 Dec 16 22:28:57.803342 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56820) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:57.852093 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 7b2fbefe-475a-4ee7-9841-1afe9870c40a, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=7b2fbefe-475a-4ee7-9841-1afe9870c40a,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:57.874692 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '7b2fbefe-475a-4ee7-9841-1afe9870c40a', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'port_id': '7b2fbefe-475a-4ee7-9841-1afe9870c40a', 'mac_address': 'fa:16:3e:f9:7e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:28:57.936871 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-696b74d8-e1d9-4d99-82bb-d29118502bd6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] DELETE failed (client error): The resource could not be found. Dec 16 22:28:57.937399 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-696b74d8-e1d9-4d99-82bb-d29118502bd6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:28:57.941636 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-696b74d8-e1d9-4d99-82bb-d29118502bd6 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/subnets/2ec2110d-20ee-4e5c-a310-b3cd0cb69355 HTTP/1.1" status: 404 len: 337 time: 0.1353540 Dec 16 22:28:57.942246 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:57.944884 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56826) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:57.978999 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-15efae13-3191-4bf5-83f7-90501056fb28 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "GET /v2.0/ports?device_id=64c43d51-a4b5-4d86-a7ab-59a7030e764d HTTP/1.1" status: 200 len: 205 time: 0.0334761 Dec 16 22:28:57.981623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40f0b7-4699-4018-b329-475c94710807 req-94190862-3e2d-4111-ab7b-71fe5e27edc5 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:57.983198 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56828) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:57.983355 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ec40f0b7-4699-4018-b329-475c94710807 req-94190862-3e2d-4111-ab7b-71fe5e27edc5 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=5768e347-0ad7-4879-9521-97f4bb23bf9b HTTP/1.1" status: 200 len: 945 time: 0.1925426 Dec 16 22:28:57.984000 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b2fbefe-475a-4ee7-9841-1afe9870c40a {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:28:58.029711 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 7b2fbefe-475a-4ee7-9841-1afe9870c40a, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=7b2fbefe-475a-4ee7-9841-1afe9870c40a,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:58.083644 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ec40f0b7-4699-4018-b329-475c94710807 req-51a7bd9f-04a8-41a9-978f-47e08a058768 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873528 Dec 16 22:28:58.084461 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56832) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:58.090326 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:58.252060 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=7b2fbefe-475a-4ee7-9841-1afe9870c40a,revision_number=11']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:58.266769 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0824d7b8-e74c-4880-817f-382aea554e35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:58.319648 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:58.397491 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd01a49-95f1-4d26-9aa9-ebb5aabb8fa6 req-2fe6449c-45cb-4b2b-a389-252a42b6e866 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:58.405772 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3cd01a49-95f1-4d26-9aa9-ebb5aabb8fa6 req-2fe6449c-45cb-4b2b-a389-252a42b6e866 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=c924d080-9f92-4772-926c-88ba145fc882 HTTP/1.1" status: 200 len: 943 time: 0.1403940 Dec 16 22:28:58.428787 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['7b2fbefe-475a-4ee7-9841-1afe9870c40a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:28:58.494243 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3cd01a49-95f1-4d26-9aa9-ebb5aabb8fa6 req-49dd5d49-f793-4400-aa6e-380477a71770 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874455 Dec 16 22:28:58.498524 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:58.518862 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f1655-6c26-4572-a87b-97ef22f3ced7 req-610c95fe-8e8d-4886-b47b-3e7146910e4e tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:58.526902 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-db5f1655-6c26-4572-a87b-97ef22f3ced7 req-610c95fe-8e8d-4886-b47b-3e7146910e4e tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.7082512 Dec 16 22:28:58.537442 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-19e53c1c-87b6-4aa8-bda3-3f3a1832e2cb tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] delete failed (client error): The resource could not be found. Dec 16 22:28:58.541232 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-19e53c1c-87b6-4aa8-bda3-3f3a1832e2cb tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/routers/64c43d51-a4b5-4d86-a7ab-59a7030e764d HTTP/1.1" status: 404 len: 336 time: 0.5572138 Dec 16 22:28:58.542955 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56838) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:58.574515 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0824d7b8-e74c-4880-817f-382aea554e35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:58.596307 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-db5f1655-6c26-4572-a87b-97ef22f3ced7 req-f71f9ac3-035a-4b7d-b009-7472488a05d8 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685673 Dec 16 22:28:58.608375 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a15ed87-6ae1-4279-abf1-f58b20a5a176 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] DELETE failed (client error): The resource could not be found. Dec 16 22:28:58.608919 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a15ed87-6ae1-4279-abf1-f58b20a5a176 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:28:58.615111 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5a15ed87-6ae1-4279-abf1-f58b20a5a176 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/subnets/fa244108-5a48-4266-a022-80a32a28711d HTTP/1.1" status: 404 len: 337 time: 0.0647218 Dec 16 22:28:58.615619 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56840) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:58.661684 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-90474b78-228b-4ab3-be77-4f14a79625d8 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "GET /v2.0/ports?device_id=f29c11bc-6d7a-462c-b6f2-1848aa292dd1 HTTP/1.1" status: 200 len: 205 time: 0.0447867 Dec 16 22:28:58.664335 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56842) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:58.672315 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0824d7b8-e74c-4880-817f-382aea554e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:58.725018 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-e139346f-f6d9-46e1-a292-9a61971f9467 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] delete failed (client error): The resource could not be found. Dec 16 22:28:58.728427 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e139346f-f6d9-46e1-a292-9a61971f9467 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/routers/f29c11bc-6d7a-462c-b6f2-1848aa292dd1 HTTP/1.1" status: 404 len: 336 time: 0.0606694 Dec 16 22:28:58.728789 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56844) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:58.753766 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0824d7b8-e74c-4880-817f-382aea554e35 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=73f75c8fce534ea4b5c095b276b51b0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6682224 Dec 16 22:28:58.754680 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824d7b8-e74c-4880-817f-382aea554e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c348cfe-c4dd-4196-b1d6-055a99b9a13e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:58.757068 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56846) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:58.763013 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94db5bd-8aaf-4862-aaa3-ccc6575e70c3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] DELETE failed (client error): The resource could not be found. Dec 16 22:28:58.763501 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94db5bd-8aaf-4862-aaa3-ccc6575e70c3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:28:58.767492 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d94db5bd-8aaf-4862-aaa3-ccc6575e70c3 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/subnets/ea87eab7-9199-42d4-b2c5-d1d5c6945cfd HTTP/1.1" status: 404 len: 337 time: 0.0375586 Dec 16 22:28:58.778619 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e32418-901f-451e-9685-96e8ddb31669 req-b85e157b-0dd6-4ef7-a2d2-77cd4282ce74 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:58.780494 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57e32418-901f-451e-9685-96e8ddb31669 req-b85e157b-0dd6-4ef7-a2d2-77cd4282ce74 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.0955582 Dec 16 22:28:58.781035 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56850) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:58.813165 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2dd0d44-c1ab-46bc-a348-243e28162a70 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] DELETE failed (client error): The resource could not be found. Dec 16 22:28:58.813626 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2dd0d44-c1ab-46bc-a348-243e28162a70 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:28:58.815629 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3fd2d5c2-9fdb-46f9-83f2-df5d18e52d7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:58.820821 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b2dd0d44-c1ab-46bc-a348-243e28162a70 tempest-RoutersIpV6Test-1011325549 tempest-RoutersIpV6Test-1011325549-project] 10.222.0.75 "DELETE /v2.0/subnets/96a05f9c-92f3-42a0-a334-df6f6a8532cd HTTP/1.1" status: 404 len: 337 time: 0.0363915 Dec 16 22:28:58.844763 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3fd2d5c2-9fdb-46f9-83f2-df5d18e52d7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:58.869687 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57e32418-901f-451e-9685-96e8ddb31669 req-451ebeb8-5430-4b5c-a319-882a10d135eb tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585938 Dec 16 22:28:59.101959 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:59.102550 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3fd2d5c2-9fdb-46f9-83f2-df5d18e52d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:59.104859 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3fd2d5c2-9fdb-46f9-83f2-df5d18e52d7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:59.106246 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3fd2d5c2-9fdb-46f9-83f2-df5d18e52d7b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2c348cfe-c4dd-4196-b1d6-055a99b9a13e HTTP/1.1" status: 204 len: 168 time: 0.3482361 Dec 16 22:28:59.116851 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2d5c2-9fdb-46f9-83f2-df5d18e52d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c348cfe-c4dd-4196-b1d6-055a99b9a13e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:28:59.239127 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529feb6-c52a-4511-bdf6-cb2e284c8107 req-2bd475b4-fcd4-4d83-b68b-5cd66ab85ac9 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:59.240820 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7529feb6-c52a-4511-bdf6-cb2e284c8107 req-2bd475b4-fcd4-4d83-b68b-5cd66ab85ac9 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=5768e347-0ad7-4879-9521-97f4bb23bf9b HTTP/1.1" status: 200 len: 945 time: 0.0572963 Dec 16 22:28:59.291409 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7529feb6-c52a-4511-bdf6-cb2e284c8107 req-2a85c253-cf85-4ed7-aa5d-cb028ac7cfd0 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440242 Dec 16 22:28:59.438381 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56866) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:59.587122 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-276751e5-e2e4-4d5a-ad0b-73f0f36820f2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ac66d8dab830461c95f3885d1f77843c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1467037 Dec 16 22:28:59.589893 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56878) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:28:59.603021 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eda4ce-69a4-487c-aae2-48de86e768e3 req-9022d14e-275f-4945-8377-b38244aaafbd tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:59.605092 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-86eda4ce-69a4-487c-aae2-48de86e768e3 req-9022d14e-275f-4945-8377-b38244aaafbd tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.57 "GET /v2.0/ports?device_id=5768e347-0ad7-4879-9521-97f4bb23bf9b HTTP/1.1" status: 200 len: 945 time: 0.0862525 Dec 16 22:28:59.651818 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 109b66fa-1f6f-44ee-876c-29524230a95a details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:28:59.663584 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 7b2fbefe-475a-4ee7-9841-1afe9870c40a up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:28:59.692146 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621cbe0-0615-42ef-94c5-6e4a821d46a3 req-4979a38e-3130-4a4a-88d6-7b2f2810c0aa tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:59.693915 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8621cbe0-0615-42ef-94c5-6e4a821d46a3 req-4979a38e-3130-4a4a-88d6-7b2f2810c0aa tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=c924d080-9f92-4772-926c-88ba145fc882 HTTP/1.1" status: 200 len: 943 time: 0.0988178 Dec 16 22:28:59.757490 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8621cbe0-0615-42ef-94c5-6e4a821d46a3 req-4ae3b338-4211-4182-9655-1dbd74a5981e tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558169 Dec 16 22:28:59.780145 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-465cc34a-6f90-4bed-b06f-0badb9256f20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:59.817838 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-465cc34a-6f90-4bed-b06f-0badb9256f20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:59.851433 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 109b66fa-1f6f-44ee-876c-29524230a95a, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=109b66fa-1f6f-44ee-876c-29524230a95a,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:28:59.865946 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '109b66fa-1f6f-44ee-876c-29524230a95a', 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1', 'port_id': '109b66fa-1f6f-44ee-876c-29524230a95a', 'mac_address': 'fa:16:3e:2d:d4:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ecefe13-aa2d-48b4-a74c-5805e96883cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:28:59.870198 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 7b2fbefe-475a-4ee7-9841-1afe9870c40a completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:28:59.887072 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 7b2fbefe-475a-4ee7-9841-1afe9870c40a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:28:59.887072 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:59.898415 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db139b03-7ae1-4d9d-9372-2d32937feb20 req-00dd318c-a701-41df-b220-b3f671a83707 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:28:59.908318 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-db139b03-7ae1-4d9d-9372-2d32937feb20 req-00dd318c-a701-41df-b220-b3f671a83707 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.1927381 Dec 16 22:28:59.954320 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:59.965067 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-86eda4ce-69a4-487c-aae2-48de86e768e3 req-fce7bfdc-2ba1-42e3-929f-20d54346bc80 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Deleting port 09da2443-2180-4950-8c61-664c417a818b {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:28:59.965401 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-86eda4ce-69a4-487c-aae2-48de86e768e3 req-fce7bfdc-2ba1-42e3-929f-20d54346bc80 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:28:59.978502 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 109b66fa-1f6f-44ee-876c-29524230a95a {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:29:00.020471 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 109b66fa-1f6f-44ee-876c-29524230a95a, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=109b66fa-1f6f-44ee-876c-29524230a95a,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:00.061916 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:00.081329 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-db139b03-7ae1-4d9d-9372-2d32937feb20 req-d87e9855-b7c4-4f70-96a1-28af8d1cd56e tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717083 Dec 16 22:29:00.097420 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f0bc1-d60f-410b-b856-bc511c81bf2b req-670f398c-303b-4968-b6d3-e8420d48f3b3 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:00.106467 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e6f0bc1-d60f-410b-b856-bc511c81bf2b req-670f398c-303b-4968-b6d3-e8420d48f3b3 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 945 time: 0.0945950 Dec 16 22:29:00.122301 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9c3762-6939-48b4-a90e-63cb5a238ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2fbefe-475a-4ee7-9841-1afe9870c40a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:29:00.124732 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1745c9d1-bab7-46d9-b209-1e16e5109e15" -d '{"events": [{"server_uuid": "4e9c3762-6939-48b4-a90e-63cb5a238ff2", "name": "network-vif-plugged", "status": "completed", "tag": "7b2fbefe-475a-4ee7-9841-1afe9870c40a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:29:00.127762 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:00.160984 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-465cc34a-6f90-4bed-b06f-0badb9256f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:00.165430 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 7b2fbefe-475a-4ee7-9841-1afe9870c40a, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=7b2fbefe-475a-4ee7-9841-1afe9870c40a,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:00.172077 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-465cc34a-6f90-4bed-b06f-0badb9256f20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:00.182119 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-465cc34a-6f90-4bed-b06f-0badb9256f20 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a074dbc3-246b-4afe-82ed-32ebded14e6d HTTP/1.1" status: 204 len: 168 time: 0.5759130 Dec 16 22:29:00.215392 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-86eda4ce-69a4-487c-aae2-48de86e768e3 req-fce7bfdc-2ba1-42e3-929f-20d54346bc80 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] For port 09da2443-2180-4950-8c61-664c417a818b, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=09da2443-2180-4950-8c61-664c417a818b,segment=NetworkSegment(54ececd1-5703-4b82-a936-724ab58accf2),segment_id=54ececd1-5703-4b82-a936-724ab58accf2)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:00.216064 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-86eda4ce-69a4-487c-aae2-48de86e768e3 req-fce7bfdc-2ba1-42e3-929f-20d54346bc80 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:00.228453 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e6f0bc1-d60f-410b-b856-bc511c81bf2b req-a8253dcc-6d30-497f-937c-1318a454fb26 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193297 Dec 16 22:29:00.247371 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465cc34a-6f90-4bed-b06f-0badb9256f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a074dbc3-246b-4afe-82ed-32ebded14e6d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:00.256454 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-86eda4ce-69a4-487c-aae2-48de86e768e3 req-fce7bfdc-2ba1-42e3-929f-20d54346bc80 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Calling delete_port for 09da2443-2180-4950-8c61-664c417a818b owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:29:00.259435 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e130aaf-f43c-4357-9e1b-cfdd975cde65 x-openstack-request-id: req-1e130aaf-f43c-4357-9e1b-cfdd975cde65 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:29:00.259727 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9c3762-6939-48b4-a90e-63cb5a238ff2", "name": "network-vif-plugged", "status": "completed", "tag": "7b2fbefe-475a-4ee7-9841-1afe9870c40a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:29:00.259990 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1e130aaf-f43c-4357-9e1b-cfdd975cde65 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:29:00.260381 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9c3762-6939-48b4-a90e-63cb5a238ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2fbefe-475a-4ee7-9841-1afe9870c40a', 'code': 200} Dec 16 22:29:00.273717 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=109b66fa-1f6f-44ee-876c-29524230a95a,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:00.282064 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:00.362617 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=7b2fbefe-475a-4ee7-9841-1afe9870c40a,revision_number=12']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:00.468180 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['109b66fa-1f6f-44ee-876c-29524230a95a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:29:00.518414 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341188f-1978-47b6-9bfa-4c859e5eb3af req-9fb8e083-1327-4978-ab12-e44b036be943 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:00.520648 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4341188f-1978-47b6-9bfa-4c859e5eb3af req-9fb8e083-1327-4978-ab12-e44b036be943 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=5768e347-0ad7-4879-9521-97f4bb23bf9b HTTP/1.1" status: 200 len: 945 time: 0.1091354 Dec 16 22:29:00.599718 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4341188f-1978-47b6-9bfa-4c859e5eb3af req-49b52f4e-5f7a-495b-822e-fe69ca07ec90 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/security-groups?id=11cae8ff-4999-4744-993c-a909008dc352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668793 Dec 16 22:29:00.641684 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-86eda4ce-69a4-487c-aae2-48de86e768e3 req-fce7bfdc-2ba1-42e3-929f-20d54346bc80 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:00.680167 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['09da2443-2180-4950-8c61-664c417a818b'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:29:00.697704 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7bfdc-2ba1-42e3-929f-20d54346bc80 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Pushing event deleted for resources: {'Port': ['ID=09da2443-2180-4950-8c61-664c417a818b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:00.737721 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3a737-59b3-4b1c-ab77-2cb41fdcbf5b req-5ecf2e3a-b319-4a2b-8791-b11dc33f6d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:00.739318 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8ee3a737-59b3-4b1c-ab77-2cb41fdcbf5b req-5ecf2e3a-b319-4a2b-8791-b11dc33f6d2c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 1097 time: 0.1169357 Dec 16 22:29:00.744373 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9c1366-0b23-42a8-9c73-23c1d33182db None None] DHCP port deletion for 95473deb-c4c6-4acd-ac8d-825e9f19ae01 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:29:00.755979 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-86eda4ce-69a4-487c-aae2-48de86e768e3 req-fce7bfdc-2ba1-42e3-929f-20d54346bc80 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] No DVR routers for this DVR port 09da2443-2180-4950-8c61-664c417a818b on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:29:00.763547 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-86eda4ce-69a4-487c-aae2-48de86e768e3 req-fce7bfdc-2ba1-42e3-929f-20d54346bc80 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:00.767676 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-86eda4ce-69a4-487c-aae2-48de86e768e3 req-fce7bfdc-2ba1-42e3-929f-20d54346bc80 tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.57 "DELETE /v2.0/ports/09da2443-2180-4950-8c61-664c417a818b HTTP/1.1" status: 204 len: 173 time: 1.1516426 Dec 16 22:29:00.768235 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5768e347-0ad7-4879-9521-97f4bb23bf9b', 'name': 'network-vif-deleted', 'tag': '09da2443-2180-4950-8c61-664c417a818b'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:29:00.770740 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96048b71-5770-41d7-9e71-5b4c85f666a1" -d '{"events": [{"server_uuid": "5768e347-0ad7-4879-9521-97f4bb23bf9b", "name": "network-vif-deleted", "tag": "09da2443-2180-4950-8c61-664c417a818b"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:29:00.863503 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8ee3a737-59b3-4b1c-ab77-2cb41fdcbf5b req-beea0a74-4d15-4494-a65f-72f623d03042 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088533 Dec 16 22:29:00.886397 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f467b53-e1b1-4590-b7f0-dc45f040af9c x-openstack-request-id: req-2f467b53-e1b1-4590-b7f0-dc45f040af9c {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:29:00.886895 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5768e347-0ad7-4879-9521-97f4bb23bf9b", "name": "network-vif-deleted", "tag": "09da2443-2180-4950-8c61-664c417a818b", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:29:00.887335 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2f467b53-e1b1-4590-b7f0-dc45f040af9c {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:29:00.887896 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5768e347-0ad7-4879-9521-97f4bb23bf9b', 'name': 'network-vif-deleted', 'tag': '09da2443-2180-4950-8c61-664c417a818b', 'status': 'completed', 'code': 200} Dec 16 22:29:01.001161 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d6a28-948b-4cc4-83fb-6fb87d1a04bd req-82f24444-6754-4cea-9d38-50ad3d46d46b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:01.002720 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1a0d6a28-948b-4cc4-83fb-6fb87d1a04bd req-82f24444-6754-4cea-9d38-50ad3d46d46b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=c924d080-9f92-4772-926c-88ba145fc882 HTTP/1.1" status: 200 len: 944 time: 0.0524621 Dec 16 22:29:01.058423 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1a0d6a28-948b-4cc4-83fb-6fb87d1a04bd req-43828c32-c1f5-4bb8-ac6a-49c0c13d6487 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494478 Dec 16 22:29:01.246974 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed162b-e862-4693-acd9-e5b5ff85eeb1 req-796f79ae-693d-4ea0-8a7d-6a6771a79dd7 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:01.248699 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-64ed162b-e862-4693-acd9-e5b5ff85eeb1 req-796f79ae-693d-4ea0-8a7d-6a6771a79dd7 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.0735328 Dec 16 22:29:01.333038 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-64ed162b-e862-4693-acd9-e5b5ff85eeb1 req-a351973d-fbdf-4431-85bf-1ca01ae66ffe tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672810 Dec 16 22:29:01.378786 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad3e25-cfab-4120-88cf-31064e9d1b2d req-c3c4eb4f-aa7b-4f1f-9ac3-68731dd1400e tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:01.380991 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-02ad3e25-cfab-4120-88cf-31064e9d1b2d req-c3c4eb4f-aa7b-4f1f-9ac3-68731dd1400e tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 946 time: 0.0716231 Dec 16 22:29:01.484537 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-02ad3e25-cfab-4120-88cf-31064e9d1b2d req-908d4fa1-5a0b-485b-9d9a-adfd1b92e5bc tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947170 Dec 16 22:29:01.679171 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 109b66fa-1f6f-44ee-876c-29524230a95a up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:29:01.743777 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56960) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:01.794648 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c74c6e38-874f-49d0-b42c-04dbd05d6ef1 req-5a11667e-d84c-4a10-9ca8-ffaa7370906f tempest-DeleteServersTestJSON-598136659 tempest-DeleteServersTestJSON-598136659-project] 10.222.0.75 "GET /v2.0/ports?device_id=5768e347-0ad7-4879-9521-97f4bb23bf9b HTTP/1.1" status: 200 len: 210 time: 0.0577259 Dec 16 22:29:01.801446 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 109b66fa-1f6f-44ee-876c-29524230a95a completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:29:01.806747 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 109b66fa-1f6f-44ee-876c-29524230a95a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:01.807134 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:01.898549 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-5f1e28c5-8625-41ea-b588-308d1bcc3b45 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-949797424', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:01.923553 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:01.964939 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 109b66fa-1f6f-44ee-876c-29524230a95a, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=109b66fa-1f6f-44ee-876c-29524230a95a,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:02.025061 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5f1e28c5-8625-41ea-b588-308d1bcc3b45 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:02.026332 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5f1e28c5-8625-41ea-b588-308d1bcc3b45 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:02.051019 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:02.133713 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=109b66fa-1f6f-44ee-876c-29524230a95a,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:02.158874 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5f1e28c5-8625-41ea-b588-308d1bcc3b45 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:02.244792 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5f1e28c5-8625-41ea-b588-308d1bcc3b45 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:02.261652 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c924d080-9f92-4772-926c-88ba145fc882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109b66fa-1f6f-44ee-876c-29524230a95a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:29:02.264645 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b101b8cd-7888-46e3-ac65-f2069d13a69f" -d '{"events": [{"server_uuid": "c924d080-9f92-4772-926c-88ba145fc882", "name": "network-vif-plugged", "status": "completed", "tag": "109b66fa-1f6f-44ee-876c-29524230a95a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:29:02.299446 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42cb1e-6c13-455c-9d5d-400b3a076b1c req-5f75dc48-bb43-4122-a210-69af8c20cee1 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:02.302392 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4b42cb1e-6c13-455c-9d5d-400b3a076b1c req-5f75dc48-bb43-4122-a210-69af8c20cee1 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=c924d080-9f92-4772-926c-88ba145fc882 HTTP/1.1" status: 200 len: 945 time: 0.1262639 Dec 16 22:29:02.331792 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290a0f6d-9640-4d1f-be26-3cf68c9209b8 x-openstack-request-id: req-290a0f6d-9640-4d1f-be26-3cf68c9209b8 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:29:02.332178 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c924d080-9f92-4772-926c-88ba145fc882", "name": "network-vif-plugged", "status": "completed", "tag": "109b66fa-1f6f-44ee-876c-29524230a95a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:29:02.332468 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-290a0f6d-9640-4d1f-be26-3cf68c9209b8 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:29:02.332870 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c924d080-9f92-4772-926c-88ba145fc882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109b66fa-1f6f-44ee-876c-29524230a95a', 'code': 200} Dec 16 22:29:02.340060 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5f1e28c5-8625-41ea-b588-308d1bcc3b45 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:02.341414 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5f1e28c5-8625-41ea-b588-308d1bcc3b45 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5959775 Dec 16 22:29:02.344391 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56988) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:02.352695 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-3cf97e44-dde4-4938-9e41-525e4f094e26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1019898105'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:02.406922 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4b42cb1e-6c13-455c-9d5d-400b3a076b1c req-6ef341de-5c3a-46ee-966d-2503ddaf4238 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950117 Dec 16 22:29:02.502622 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894f96c-57a8-4339-bb15-8fab83418873 req-7c1e1ff7-472a-4fb7-a82e-d5261c8b30f7 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:02.504088 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8894f96c-57a8-4339-bb15-8fab83418873 req-7c1e1ff7-472a-4fb7-a82e-d5261c8b30f7 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.0617957 Dec 16 22:29:02.505680 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf97e44-dde4-4938-9e41-525e4f094e26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Made reservation on behalf of f3c7921b63d64d0a96c1c50e5ad6496a for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:29:02.510213 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3cf97e44-dde4-4938-9e41-525e4f094e26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:02.525317 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3cf97e44-dde4-4938-9e41-525e4f094e26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:02.672976 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8894f96c-57a8-4339-bb15-8fab83418873 req-3578123d-e2f7-4cd4-960b-f85ab564c875 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490357 Dec 16 22:29:02.682288 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7bdae-dc55-4ddd-a8c3-c5b38ff06bfc req-17b5d064-c4c2-40d9-b920-4cb33bbeddac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:02.682721 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649db83-4d16-4068-985d-d91a24a80d4b req-6640b68d-ab83-40cd-8c28-b779c192401a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:02.684573 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e1a7bdae-dc55-4ddd-a8c3-c5b38ff06bfc req-17b5d064-c4c2-40d9-b920-4cb33bbeddac service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c924d080-9f92-4772-926c-88ba145fc882 HTTP/1.1" status: 200 len: 1096 time: 0.0903370 Dec 16 22:29:02.695706 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c649db83-4d16-4068-985d-d91a24a80d4b req-6640b68d-ab83-40cd-8c28-b779c192401a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 946 time: 0.0749264 Dec 16 22:29:02.734824 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 09da2443-2180-4950-8c61-664c417a818b no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:29:02.765947 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c649db83-4d16-4068-985d-d91a24a80d4b req-3684b2ac-a2bf-45f2-b260-3c6e7fae8c7d tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610552 Dec 16 22:29:02.773624 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e1a7bdae-dc55-4ddd-a8c3-c5b38ff06bfc req-237dd63f-b779-4339-b597-a4647e61a7be service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812914 Dec 16 22:29:02.796636 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 09da2443-2180-4950-8c61-664c417a818b {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:29:02.796990 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 09da2443-2180-4950-8c61-664c417a818b not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:29:02.804554 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3cf97e44-dde4-4938-9e41-525e4f094e26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:02.899467 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3cf97e44-dde4-4938-9e41-525e4f094e26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:02.942275 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf97e44-dde4-4938-9e41-525e4f094e26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:29:02.952535 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf97e44-dde4-4938-9e41-525e4f094e26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b4c1b3-3b90-4bb5-b6ca-44254063dc27,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:02.961623 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3cf97e44-dde4-4938-9e41-525e4f094e26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:02.961979 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-3cf97e44-dde4-4938-9e41-525e4f094e26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Added segment 526f3c0d-b75b-4654-8e9c-d93738facf78 of type vlan for network aa5986a9-39eb-4783-ab5b-978653576103 Dec 16 22:29:03.008623 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3cf97e44-dde4-4938-9e41-525e4f094e26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:03.107724 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3cf97e44-dde4-4938-9e41-525e4f094e26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:03.115404 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf97e44-dde4-4938-9e41-525e4f094e26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:03.116069 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3cf97e44-dde4-4938-9e41-525e4f094e26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:03.194663 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf97e44-dde4-4938-9e41-525e4f094e26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Pushing event updated for resources: {'Network': ['ID=aa5986a9-39eb-4783-ab5b-978653576103,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:03.214161 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network aa5986a9-39eb-4783-ab5b-978653576103 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:29:03.291916 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57052) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:03.293160 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3cf97e44-dde4-4938-9e41-525e4f094e26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9479899 Dec 16 22:29:03.297721 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-9b7846c0-8f58-4d17-9cb5-f0ab0eede8ed tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Request body: {'subnet': {'network_id': 'aa5986a9-39eb-4783-ab5b-978653576103', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:03.539228 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7846c0-8f58-4d17-9cb5-f0ab0eede8ed tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Made reservation on behalf of f3c7921b63d64d0a96c1c50e5ad6496a for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:29:03.544018 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9b7846c0-8f58-4d17-9cb5-f0ab0eede8ed tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:03.554345 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc62f2-03f7-4e09-9d34-df0e04dae1dd req-ba44ee77-37bd-4698-83c0-106c5ce362cf tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:03.555956 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4ffc62f2-03f7-4e09-9d34-df0e04dae1dd req-ba44ee77-37bd-4698-83c0-106c5ce362cf tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=c924d080-9f92-4772-926c-88ba145fc882 HTTP/1.1" status: 200 len: 945 time: 0.0637913 Dec 16 22:29:03.609493 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4ffc62f2-03f7-4e09-9d34-df0e04dae1dd req-ec78edee-f459-4768-847b-94125cae687a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464325 Dec 16 22:29:03.819587 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce7ced-460d-46b1-b949-80dbbbf126b1 req-23e9eed6-5051-4782-9a0d-00c185aa70e0 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:03.821870 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-56ce7ced-460d-46b1-b949-80dbbbf126b1 req-23e9eed6-5051-4782-9a0d-00c185aa70e0 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.0576982 Dec 16 22:29:03.865354 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9b7846c0-8f58-4d17-9cb5-f0ab0eede8ed tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:03.949171 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7846c0-8f58-4d17-9cb5-f0ab0eede8ed tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Pushing event updated for resources: {'Subnet': ['ID=0476c4a8-3072-445b-adcc-1f08f3ecdbc3,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:03.953850 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-56ce7ced-460d-46b1-b949-80dbbbf126b1 req-740e4168-3b65-4495-be1a-42416353d8cb tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221910 Dec 16 22:29:04.021139 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b80a5-780a-4d33-b785-172b96e4d6c9 req-946b8d46-ac89-406b-80f2-c880af74c5d7 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:04.025004 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7846c0-8f58-4d17-9cb5-f0ab0eede8ed tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Checking segment: {'id': '526f3c0d-b75b-4654-8e9c-d93738facf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'aa5986a9-39eb-4783-ab5b-978653576103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:29:04.025501 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7846c0-8f58-4d17-9cb5-f0ab0eede8ed tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Network hostable DHCP agents. Network: aa5986a9-39eb-4783-ab5b-978653576103, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:29:04.035888 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5c6b80a5-780a-4d33-b785-172b96e4d6c9 req-946b8d46-ac89-406b-80f2-c880af74c5d7 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 946 time: 0.1449261 Dec 16 22:29:04.125932 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7846c0-8f58-4d17-9cb5-f0ab0eede8ed tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Network aa5986a9-39eb-4783-ab5b-978653576103 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:29:04.156371 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5c6b80a5-780a-4d33-b785-172b96e4d6c9 req-7331fbbd-a2c6-4e67-9d7f-a1b712a444bf tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190357 Dec 16 22:29:04.231575 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-9b7846c0-8f58-4d17-9cb5-f0ab0eede8ed tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, aa5986a9-39eb-4783-ab5b-978653576103) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:04.236332 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7846c0-8f58-4d17-9cb5-f0ab0eede8ed tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:04.237092 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9b7846c0-8f58-4d17-9cb5-f0ab0eede8ed tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:04.237549 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd48629-f446-482d-bc17-4731fd79770d None None] Network aa5986a9-39eb-4783-ab5b-978653576103 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:29:04.361793 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-3d7e980e-04af-4319-b04e-8f58b475aca7 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=753cfcca04ca46689145cc0398976c68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700350 Dec 16 22:29:04.371745 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57096) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:04.372427 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9b7846c0-8f58-4d17-9cb5-f0ab0eede8ed tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0790901 Dec 16 22:29:04.379558 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a55ba5a8-4364-41a4-a312-849efbfc6738 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Request body: {'network': {'name': 'tempest-router-network01--122102301'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:04.452670 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67f898a-25a5-451d-825d-29d97d95eb03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-aa5986a9-39eb-4783-ab5b-978653576103', 'network_id': 'aa5986a9-39eb-4783-ab5b-978653576103', 'project_id': 'f3c7921b63d64d0a96c1c50e5ad6496a', 'fixed_ips': [{'subnet_id': '0476c4a8-3072-445b-adcc-1f08f3ecdbc3'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:29:04.453889 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b67f898a-25a5-451d-825d-29d97d95eb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:04.507670 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55ba5a8-4364-41a4-a312-849efbfc6738 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Made reservation on behalf of f3c7921b63d64d0a96c1c50e5ad6496a for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:29:04.511333 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a55ba5a8-4364-41a4-a312-849efbfc6738 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:04.610223 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a55ba5a8-4364-41a4-a312-849efbfc6738 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:29:04.628345 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a55ba5a8-4364-41a4-a312-849efbfc6738 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:04.629037 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-a55ba5a8-4364-41a4-a312-849efbfc6738 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Added segment c2f65ab7-493d-4eed-ac96-b1f972405196 of type vlan for network ec495859-ae85-4d57-8e0d-e3f3fd09474f Dec 16 22:29:04.659521 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-29613352-6630-4f1d-829b-e318c7398f78 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:04.661304 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-29613352-6630-4f1d-829b-e318c7398f78 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2984221 Dec 16 22:29:04.679978 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-e6b1a6e6-9d97-464c-a271-ac51a82a2d02 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/quotas/753cfcca04ca46689145cc0398976c68 HTTP/1.1" status: 200 len: 375 time: 0.0123410 Dec 16 22:29:04.717809 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-b67f898a-25a5-451d-825d-29d97d95eb03 None None] Allocated IP 2001:db8::2 (aa5986a9-39eb-4783-ab5b-978653576103/0476c4a8-3072-445b-adcc-1f08f3ecdbc3/6bce361e-790f-46dd-a116-671f9c44e6c0) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:29:04.729149 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a55ba5a8-4364-41a4-a312-849efbfc6738 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:04.767716 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-4c535c76-0cc1-4c20-aa79-605a6f5cfc26 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=753cfcca04ca46689145cc0398976c68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813942 Dec 16 22:29:04.860807 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71213e5-cf5a-4b48-a184-4b7939e15733 req-f401aab4-fc9a-49b6-be30-971071c36a04 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:04.862681 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f71213e5-cf5a-4b48-a184-4b7939e15733 req-f401aab4-fc9a-49b6-be30-971071c36a04 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=c924d080-9f92-4772-926c-88ba145fc882 HTTP/1.1" status: 200 len: 945 time: 0.0919266 Dec 16 22:29:04.919737 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b67f898a-25a5-451d-825d-29d97d95eb03 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:04.925343 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a55ba5a8-4364-41a4-a312-849efbfc6738 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:04.931542 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55ba5a8-4364-41a4-a312-849efbfc6738 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:04.932196 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a55ba5a8-4364-41a4-a312-849efbfc6738 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:05.002698 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b67f898a-25a5-451d-825d-29d97d95eb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:05.084406 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f71213e5-cf5a-4b48-a184-4b7939e15733 req-a8de77ff-4a75-48bc-b1a6-f936e563a538 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145195 Dec 16 22:29:05.101453 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a55ba5a8-4364-41a4-a312-849efbfc6738 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7277637 Dec 16 22:29:05.104380 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57108) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:05.123362 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-83c272f7-52a2-4217-80da-addc049ea3d1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Request body: {'network': {'name': 'tempest-router-network02--1252361551'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:05.158654 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ba5a8-4364-41a4-a312-849efbfc6738 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Pushing event updated for resources: {'Network': ['ID=ec495859-ae85-4d57-8e0d-e3f3fd09474f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:05.169086 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f898a-25a5-451d-825d-29d97d95eb03 None None] Pushing event updated for resources: {'Port': ['ID=6bce361e-790f-46dd-a116-671f9c44e6c0,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:05.192523 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network ec495859-ae85-4d57-8e0d-e3f3fd09474f details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:29:05.219522 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-533dc457-2864-4b48-b511-e6fa6b06a347 req-8a870357-f888-4538-97d8-30b4f8a76c87 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d33fbbb-bfe8-4a11-8df9-88260e8318bc HTTP/1.1" status: 200 len: 210 time: 0.0365636 Dec 16 22:29:05.296468 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e986f5-2584-43cd-83e1-ab5d1f1f9e76 req-34020d1d-73c7-43c1-aa0f-301bcf4610b6 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:05.299232 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-59e986f5-2584-43cd-83e1-ab5d1f1f9e76 req-34020d1d-73c7-43c1-aa0f-301bcf4610b6 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.1244040 Dec 16 22:29:05.325001 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67f898a-25a5-451d-825d-29d97d95eb03 None None] Network aa5986a9-39eb-4783-ab5b-978653576103 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:29:05.328433 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-b67f898a-25a5-451d-825d-29d97d95eb03 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:05.338105 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c272f7-52a2-4217-80da-addc049ea3d1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Made reservation on behalf of f3c7921b63d64d0a96c1c50e5ad6496a for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:29:05.346842 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-83c272f7-52a2-4217-80da-addc049ea3d1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:05.359836 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67f898a-25a5-451d-825d-29d97d95eb03 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:29:05.419202 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-59e986f5-2584-43cd-83e1-ab5d1f1f9e76 req-a00b8f29-585c-4bee-a6ce-9c5df389a7f9 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106386 Dec 16 22:29:05.432801 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c272f7-52a2-4217-80da-addc049ea3d1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:29:05.445790 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-b67f898a-25a5-451d-825d-29d97d95eb03 None None] Attempting to bind port 6bce361e-790f-46dd-a116-671f9c44e6c0 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:29:05.447476 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-b67f898a-25a5-451d-825d-29d97d95eb03 None None] Attempting to bind port 6bce361e-790f-46dd-a116-671f9c44e6c0 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '526f3c0d-b75b-4654-8e9c-d93738facf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'aa5986a9-39eb-4783-ab5b-978653576103'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:29:05.448146 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67f898a-25a5-451d-825d-29d97d95eb03 None None] Attempting to bind port 6bce361e-790f-46dd-a116-671f9c44e6c0 on network aa5986a9-39eb-4783-ab5b-978653576103 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:29:05.453835 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-83c272f7-52a2-4217-80da-addc049ea3d1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:05.454591 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-83c272f7-52a2-4217-80da-addc049ea3d1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Added segment 62de4e83-10e2-47ec-b1f6-5511c24ddd29 of type vlan for network 2f0f7f85-dfbb-4fd1-b8bb-cfe1e417f985 Dec 16 22:29:05.459607 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67f898a-25a5-451d-825d-29d97d95eb03 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:29:05.464274 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67f898a-25a5-451d-825d-29d97d95eb03 None None] Checking segment: {'id': '526f3c0d-b75b-4654-8e9c-d93738facf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'aa5986a9-39eb-4783-ab5b-978653576103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:29:05.465430 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b67f898a-25a5-451d-825d-29d97d95eb03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:05.468317 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67f898a-25a5-451d-825d-29d97d95eb03 None None] Bound using segment: {'id': '526f3c0d-b75b-4654-8e9c-d93738facf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'aa5986a9-39eb-4783-ab5b-978653576103'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:29:05.469055 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-b67f898a-25a5-451d-825d-29d97d95eb03 None None] Bound port: 6bce361e-790f-46dd-a116-671f9c44e6c0, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526f3c0d-b75b-4654-8e9c-d93738facf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'aa5986a9-39eb-4783-ab5b-978653576103'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:29:05.469624 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b67f898a-25a5-451d-825d-29d97d95eb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:05.527640 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-83c272f7-52a2-4217-80da-addc049ea3d1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:05.554904 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ffa8be-cd4f-485c-af72-a3a92e8505c9 req-94e5d0bb-5e44-493e-a8f5-6e1051155f0f tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:05.567355 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-33ffa8be-cd4f-485c-af72-a3a92e8505c9 req-94e5d0bb-5e44-493e-a8f5-6e1051155f0f tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 946 time: 0.0930474 Dec 16 22:29:05.594058 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b67f898a-25a5-451d-825d-29d97d95eb03 None None] For port 6bce361e-790f-46dd-a116-671f9c44e6c0, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:29:05.598985 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b67f898a-25a5-451d-825d-29d97d95eb03 None None] For port 6bce361e-790f-46dd-a116-671f9c44e6c0, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=6bce361e-790f-46dd-a116-671f9c44e6c0,segment=NetworkSegment(526f3c0d-b75b-4654-8e9c-d93738facf78),segment_id=526f3c0d-b75b-4654-8e9c-d93738facf78)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:29:05.624998 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-83c272f7-52a2-4217-80da-addc049ea3d1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:05.630457 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-33ffa8be-cd4f-485c-af72-a3a92e8505c9 req-d2f28759-4171-49d8-882c-5fcc2f1aaa20 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620224 Dec 16 22:29:05.635180 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c272f7-52a2-4217-80da-addc049ea3d1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:05.642353 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-83c272f7-52a2-4217-80da-addc049ea3d1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:05.705507 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b67f898a-25a5-451d-825d-29d97d95eb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:05.743315 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c272f7-52a2-4217-80da-addc049ea3d1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Pushing event updated for resources: {'Network': ['ID=2f0f7f85-dfbb-4fd1-b8bb-cfe1e417f985,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:05.817915 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f898a-25a5-451d-825d-29d97d95eb03 None None] Pushing event updated for resources: {'Port': ['ID=6bce361e-790f-46dd-a116-671f9c44e6c0,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:05.831944 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 2f0f7f85-dfbb-4fd1-b8bb-cfe1e417f985 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:29:05.845168 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57128) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:05.846377 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-83c272f7-52a2-4217-80da-addc049ea3d1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7406895 Dec 16 22:29:05.852550 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-68c4c394-35e3-4826-be27-89dee396e5d7 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Request body: {'subnet': {'network_id': 'ec495859-ae85-4d57-8e0d-e3f3fd09474f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:06.087696 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c4c394-35e3-4826-be27-89dee396e5d7 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Made reservation on behalf of f3c7921b63d64d0a96c1c50e5ad6496a for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:29:06.093954 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-68c4c394-35e3-4826-be27-89dee396e5d7 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:06.352675 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cac2e75e-b036-4338-8af2-a665be9a2bb6 req-608d5381-cf6d-463c-8108-d7f5149ca141 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d33fbbb-bfe8-4a11-8df9-88260e8318bc HTTP/1.1" status: 200 len: 210 time: 0.0744109 Dec 16 22:29:06.533642 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-68c4c394-35e3-4826-be27-89dee396e5d7 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:06.632230 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a058759-e7d4-4a83-982b-33edf1377956 req-405edeed-a8b9-4c78-b432-361fc792eca9 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:06.647715 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a058759-e7d4-4a83-982b-33edf1377956 req-405edeed-a8b9-4c78-b432-361fc792eca9 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.1344151 Dec 16 22:29:06.660133 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4c394-35e3-4826-be27-89dee396e5d7 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Pushing event updated for resources: {'Subnet': ['ID=f87f3c5b-b186-43fe-85b6-dff15de9d50e,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:06.682835 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 6bce361e-790f-46dd-a116-671f9c44e6c0 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:29:06.686115 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c4c394-35e3-4826-be27-89dee396e5d7 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Checking segment: {'id': 'c2f65ab7-493d-4eed-ac96-b1f972405196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ec495859-ae85-4d57-8e0d-e3f3fd09474f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:29:06.686115 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c4c394-35e3-4826-be27-89dee396e5d7 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Network hostable DHCP agents. Network: ec495859-ae85-4d57-8e0d-e3f3fd09474f, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:29:06.723805 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a058759-e7d4-4a83-982b-33edf1377956 req-61ebdde1-7213-4c33-97b2-6913370d2ad5 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748875 Dec 16 22:29:06.758941 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 6bce361e-790f-46dd-a116-671f9c44e6c0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:06.759650 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:06.801499 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c4c394-35e3-4826-be27-89dee396e5d7 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Network ec495859-ae85-4d57-8e0d-e3f3fd09474f is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:29:06.864160 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:06.893203 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-68c4c394-35e3-4826-be27-89dee396e5d7 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, ec495859-ae85-4d57-8e0d-e3f3fd09474f) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:06.900877 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c4c394-35e3-4826-be27-89dee396e5d7 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:06.901707 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-68c4c394-35e3-4826-be27-89dee396e5d7 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:06.913791 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be73e169-1afd-4878-b66b-e153360a12e9 None None] Network ec495859-ae85-4d57-8e0d-e3f3fd09474f requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:29:06.925333 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 6bce361e-790f-46dd-a116-671f9c44e6c0, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=6bce361e-790f-46dd-a116-671f9c44e6c0,segment=NetworkSegment(526f3c0d-b75b-4654-8e9c-d93738facf78),segment_id=526f3c0d-b75b-4654-8e9c-d93738facf78)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:07.095771 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57150) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:07.096413 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-68c4c394-35e3-4826-be27-89dee396e5d7 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2447505 Dec 16 22:29:07.098707 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-e9d42880-2fb1-4497-a47e-b61910efa4b0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Request body: {'subnet': {'network_id': '2f0f7f85-dfbb-4fd1-b8bb-cfe1e417f985', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:07.256662 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:07.304168 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a90980-158d-44eb-8691-388a5efacc28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-ec495859-ae85-4d57-8e0d-e3f3fd09474f', 'network_id': 'ec495859-ae85-4d57-8e0d-e3f3fd09474f', 'project_id': 'f3c7921b63d64d0a96c1c50e5ad6496a', 'fixed_ips': [{'subnet_id': 'f87f3c5b-b186-43fe-85b6-dff15de9d50e'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:29:07.305640 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-70a90980-158d-44eb-8691-388a5efacc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:07.358198 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=6bce361e-790f-46dd-a116-671f9c44e6c0,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:07.373426 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d42880-2fb1-4497-a47e-b61910efa4b0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Made reservation on behalf of f3c7921b63d64d0a96c1c50e5ad6496a for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:29:07.378215 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e9d42880-2fb1-4497-a47e-b61910efa4b0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:07.436298 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:07.436644 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:07.436996 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:07.437342 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:07.438002 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:07.438956 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:07.440348 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:07.440740 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:07.441056 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:07.441402 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:07.441742 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:07.442136 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:07.442481 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:07.453032 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce29394-b0ce-4854-b246-ce7fc0a0f67f None None] Network aa5986a9-39eb-4783-ab5b-978653576103 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:29:07.529700 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9e08b1a1-1056-4753-ade5-464d31293e20 req-b8775227-1b01-40c5-9c45-55185e7dba94 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d33fbbb-bfe8-4a11-8df9-88260e8318bc HTTP/1.1" status: 200 len: 210 time: 0.0425582 Dec 16 22:29:07.618116 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-121ddb1e-28d6-4376-89d7-3a6eb092d3b7 None None] Provisioning complete for port 6bce361e-790f-46dd-a116-671f9c44e6c0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:07.618371 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-121ddb1e-28d6-4376-89d7-3a6eb092d3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:07.719411 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-70a90980-158d-44eb-8691-388a5efacc28 None None] Allocated IP 2001:db8::2 (ec495859-ae85-4d57-8e0d-e3f3fd09474f/f87f3c5b-b186-43fe-85b6-dff15de9d50e/10eabfce-142a-478c-971c-52a00ed04628) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:29:07.834522 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e9d42880-2fb1-4497-a47e-b61910efa4b0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:07.989021 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d42880-2fb1-4497-a47e-b61910efa4b0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Pushing event updated for resources: {'Subnet': ['ID=52dcf1b4-484e-42be-9e75-4499b393ca09,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:08.004759 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d42880-2fb1-4497-a47e-b61910efa4b0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Checking segment: {'id': '62de4e83-10e2-47ec-b1f6-5511c24ddd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f0f7f85-dfbb-4fd1-b8bb-cfe1e417f985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:29:08.005269 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d42880-2fb1-4497-a47e-b61910efa4b0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Network hostable DHCP agents. Network: 2f0f7f85-dfbb-4fd1-b8bb-cfe1e417f985, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:29:08.005484 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-70a90980-158d-44eb-8691-388a5efacc28 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:08.018019 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff16f7b-a406-4291-a977-5e7acb61fb6e req-8f3900cb-920b-487f-bfe0-107528b75a03 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:08.027056 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bff16f7b-a406-4291-a977-5e7acb61fb6e req-8f3900cb-920b-487f-bfe0-107528b75a03 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.1369750 Dec 16 22:29:08.095949 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bff16f7b-a406-4291-a977-5e7acb61fb6e req-33e8a1c8-5281-4a47-9641-77d4c8be06a3 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623698 Dec 16 22:29:08.105828 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-70a90980-158d-44eb-8691-388a5efacc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:08.136204 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d42880-2fb1-4497-a47e-b61910efa4b0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Network 2f0f7f85-dfbb-4fd1-b8bb-cfe1e417f985 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:29:08.144999 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-c4fd89ff-d8a7-490c-a470-11a495a714ff tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=753cfcca04ca46689145cc0398976c68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689406 Dec 16 22:29:08.182371 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a90980-158d-44eb-8691-388a5efacc28 None None] Network ec495859-ae85-4d57-8e0d-e3f3fd09474f is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:29:08.188404 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-70a90980-158d-44eb-8691-388a5efacc28 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:08.191873 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a90980-158d-44eb-8691-388a5efacc28 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:29:08.198588 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9bd0f913-8c7f-41bd-9f0b-799920331b2e None None] Provisioning complete for port 6bce361e-790f-46dd-a116-671f9c44e6c0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:08.198962 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9bd0f913-8c7f-41bd-9f0b-799920331b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:08.202830 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a90980-158d-44eb-8691-388a5efacc28 None None] Pushing event updated for resources: {'Port': ['ID=10eabfce-142a-478c-971c-52a00ed04628,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:08.237080 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-e9d42880-2fb1-4497-a47e-b61910efa4b0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 2f0f7f85-dfbb-4fd1-b8bb-cfe1e417f985) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:08.245776 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d42880-2fb1-4497-a47e-b61910efa4b0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:08.245776 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e9d42880-2fb1-4497-a47e-b61910efa4b0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:08.273570 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d550d336-1f08-4535-98ac-013e6ce83163 None None] Network 2f0f7f85-dfbb-4fd1-b8bb-cfe1e417f985 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:29:08.337423 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e9d42880-2fb1-4497-a47e-b61910efa4b0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2454109 Dec 16 22:29:08.338065 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57168) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:08.413997 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-70a90980-158d-44eb-8691-388a5efacc28 None None] Attempting to bind port 10eabfce-142a-478c-971c-52a00ed04628 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:29:08.414451 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-70a90980-158d-44eb-8691-388a5efacc28 None None] Attempting to bind port 10eabfce-142a-478c-971c-52a00ed04628 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'c2f65ab7-493d-4eed-ac96-b1f972405196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ec495859-ae85-4d57-8e0d-e3f3fd09474f'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:29:08.414999 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a90980-158d-44eb-8691-388a5efacc28 None None] Attempting to bind port 10eabfce-142a-478c-971c-52a00ed04628 on network ec495859-ae85-4d57-8e0d-e3f3fd09474f {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:29:08.420555 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee7706b-1582-46fc-aaf6-3f26ee2b3195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-2f0f7f85-dfbb-4fd1-b8bb-cfe1e417f985', 'network_id': '2f0f7f85-dfbb-4fd1-b8bb-cfe1e417f985', 'project_id': 'f3c7921b63d64d0a96c1c50e5ad6496a', 'fixed_ips': [{'subnet_id': '52dcf1b4-484e-42be-9e75-4499b393ca09'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:29:08.421549 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aee7706b-1582-46fc-aaf6-3f26ee2b3195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:08.428102 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a90980-158d-44eb-8691-388a5efacc28 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:29:08.428611 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a90980-158d-44eb-8691-388a5efacc28 None None] Checking segment: {'id': 'c2f65ab7-493d-4eed-ac96-b1f972405196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ec495859-ae85-4d57-8e0d-e3f3fd09474f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:29:08.429077 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-70a90980-158d-44eb-8691-388a5efacc28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:08.429622 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a90980-158d-44eb-8691-388a5efacc28 None None] Bound using segment: {'id': 'c2f65ab7-493d-4eed-ac96-b1f972405196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ec495859-ae85-4d57-8e0d-e3f3fd09474f'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:29:08.430368 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-70a90980-158d-44eb-8691-388a5efacc28 None None] Bound port: 10eabfce-142a-478c-971c-52a00ed04628, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f65ab7-493d-4eed-ac96-b1f972405196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ec495859-ae85-4d57-8e0d-e3f3fd09474f'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:29:08.430838 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-70a90980-158d-44eb-8691-388a5efacc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:08.482702 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-0d8cde90-e4d5-474a-abf5-c3ab2ac4f213 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:08.484183 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-0d8cde90-e4d5-474a-abf5-c3ab2ac4f213 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3338032 Dec 16 22:29:08.503726 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-83f6e5f4-13f5-4d09-ab8f-e4da302c432e tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Request body: {'port': {'device_id': '4d33fbbb-bfe8-4a11-8df9-88260e8318bc', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': '753cfcca04ca46689145cc0398976c68'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:08.688340 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 6bce361e-790f-46dd-a116-671f9c44e6c0 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:29:08.706868 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5accea13-0cb3-4aa4-bef1-83f459331190 req-a13e433a-7bc1-4ddf-87a2-e8eed3982754 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d33fbbb-bfe8-4a11-8df9-88260e8318bc HTTP/1.1" status: 200 len: 210 time: 0.0481486 Dec 16 22:29:08.784319 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-70a90980-158d-44eb-8691-388a5efacc28 None None] For port 10eabfce-142a-478c-971c-52a00ed04628, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:29:08.836090 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-70a90980-158d-44eb-8691-388a5efacc28 None None] For port 10eabfce-142a-478c-971c-52a00ed04628, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=10eabfce-142a-478c-971c-52a00ed04628,segment=NetworkSegment(c2f65ab7-493d-4eed-ac96-b1f972405196),segment_id=c2f65ab7-493d-4eed-ac96-b1f972405196)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:29:08.870405 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-aee7706b-1582-46fc-aaf6-3f26ee2b3195 None None] Allocated IP 2001:db8::2 (2f0f7f85-dfbb-4fd1-b8bb-cfe1e417f985/52dcf1b4-484e-42be-9e75-4499b393ca09/0febceba-721d-4a1b-9a54-c2bcdb7866bd) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:29:08.882208 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-83f6e5f4-13f5-4d09-ab8f-e4da302c432e tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Made reservation on behalf of 753cfcca04ca46689145cc0398976c68 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:29:08.885582 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cab7af26-9b0b-479f-baa7-ae2d0e01144c tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:08.887370 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-83f6e5f4-13f5-4d09-ab8f-e4da302c432e tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:08.917976 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-83f6e5f4-13f5-4d09-ab8f-e4da302c432e tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:09.058754 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-70a90980-158d-44eb-8691-388a5efacc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:09.085088 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-83f6e5f4-13f5-4d09-ab8f-e4da302c432e tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:09.104388 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 6bce361e-790f-46dd-a116-671f9c44e6c0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:09.104634 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:09.172100 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aee7706b-1582-46fc-aaf6-3f26ee2b3195 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:09.199522 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-83f6e5f4-13f5-4d09-ab8f-e4da302c432e tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:09.208407 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a90980-158d-44eb-8691-388a5efacc28 None None] Pushing event updated for resources: {'Port': ['ID=10eabfce-142a-478c-971c-52a00ed04628,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:09.330639 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aee7706b-1582-46fc-aaf6-3f26ee2b3195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:09.343659 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6e5f4-13f5-4d09-ab8f-e4da302c432e tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3790eed-4c79-4a65-bec0-3af6930838dc,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:09.413182 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee7706b-1582-46fc-aaf6-3f26ee2b3195 None None] Network 2f0f7f85-dfbb-4fd1-b8bb-cfe1e417f985 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:29:09.423186 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-aee7706b-1582-46fc-aaf6-3f26ee2b3195 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:09.425042 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee7706b-1582-46fc-aaf6-3f26ee2b3195 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:29:09.469344 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-83f6e5f4-13f5-4d09-ab8f-e4da302c432e tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Allocated IP 192.168.233.106 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/18010832-267c-4d52-a788-9c44234dacc5) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:29:09.497672 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-cab7af26-9b0b-479f-baa7-ae2d0e01144c tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Allocated IP 2001:db8::1 (ec495859-ae85-4d57-8e0d-e3f3fd09474f/f87f3c5b-b186-43fe-85b6-dff15de9d50e/8835a771-21a7-42fe-83f3-6d80c0cfdd08) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:29:09.603033 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57194) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:09.650770 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a4792-8c64-4513-a8b4-c27b1f359e15 req-b701d498-a6dc-4550-a549-589c1181c2d5 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:09.655548 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b21a4792-8c64-4513-a8b4-c27b1f359e15 req-b701d498-a6dc-4550-a549-589c1181c2d5 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.4182625 Dec 16 22:29:09.666351 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7706b-1582-46fc-aaf6-3f26ee2b3195 None None] Pushing event updated for resources: {'Port': ['ID=0febceba-721d-4a1b-9a54-c2bcdb7866bd,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:09.679449 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-aee7706b-1582-46fc-aaf6-3f26ee2b3195 None None] Attempting to bind port 0febceba-721d-4a1b-9a54-c2bcdb7866bd on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:29:09.680837 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-aee7706b-1582-46fc-aaf6-3f26ee2b3195 None None] Attempting to bind port 0febceba-721d-4a1b-9a54-c2bcdb7866bd by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '62de4e83-10e2-47ec-b1f6-5511c24ddd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f0f7f85-dfbb-4fd1-b8bb-cfe1e417f985'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:29:09.681233 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee7706b-1582-46fc-aaf6-3f26ee2b3195 None None] Attempting to bind port 0febceba-721d-4a1b-9a54-c2bcdb7866bd on network 2f0f7f85-dfbb-4fd1-b8bb-cfe1e417f985 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:29:09.698410 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee7706b-1582-46fc-aaf6-3f26ee2b3195 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:29:09.699123 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee7706b-1582-46fc-aaf6-3f26ee2b3195 None None] Checking segment: {'id': '62de4e83-10e2-47ec-b1f6-5511c24ddd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f0f7f85-dfbb-4fd1-b8bb-cfe1e417f985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:29:09.699734 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aee7706b-1582-46fc-aaf6-3f26ee2b3195 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:09.700298 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee7706b-1582-46fc-aaf6-3f26ee2b3195 None None] Bound using segment: {'id': '62de4e83-10e2-47ec-b1f6-5511c24ddd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f0f7f85-dfbb-4fd1-b8bb-cfe1e417f985'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:29:09.701002 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-aee7706b-1582-46fc-aaf6-3f26ee2b3195 None None] Bound port: 0febceba-721d-4a1b-9a54-c2bcdb7866bd, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62de4e83-10e2-47ec-b1f6-5511c24ddd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f0f7f85-dfbb-4fd1-b8bb-cfe1e417f985'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:29:09.701550 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aee7706b-1582-46fc-aaf6-3f26ee2b3195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:09.730287 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 795e8031-f91a-4bec-ad17-3e2fc44705ac details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:29:09.736882 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 795e8031-f91a-4bec-ad17-3e2fc44705ac no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:29:09.873003 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-83f6e5f4-13f5-4d09-ab8f-e4da302c432e tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:09.906409 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cab7af26-9b0b-479f-baa7-ae2d0e01144c tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:10.020091 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b2c489da-148c-4c97-b4a6-a19fcffb7f75 req-c1bcffaf-d9a3-48f0-bef1-c9088ee8c8d7 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d33fbbb-bfe8-4a11-8df9-88260e8318bc HTTP/1.1" status: 200 len: 210 time: 0.1265965 Dec 16 22:29:10.065055 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b21a4792-8c64-4513-a8b4-c27b1f359e15 req-487b835a-73ff-49cd-98d1-bbb01b5da40e tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883684 Dec 16 22:29:10.087705 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cab7af26-9b0b-479f-baa7-ae2d0e01144c tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:10.153786 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-aee7706b-1582-46fc-aaf6-3f26ee2b3195 None None] For port 0febceba-721d-4a1b-9a54-c2bcdb7866bd, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:29:10.155956 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:10.159143 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-337dc07f-34e8-4f8b-bb9a-c08ccbe021a9 admin admin] Deleting subnet d92fc665-bd71-47a6-9642-bbd2141113cf {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:29:10.167217 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-337dc07f-34e8-4f8b-bb9a-c08ccbe021a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:10.201611 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab7af26-9b0b-479f-baa7-ae2d0e01144c tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Network ec495859-ae85-4d57-8e0d-e3f3fd09474f is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:29:10.206360 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-cab7af26-9b0b-479f-baa7-ae2d0e01144c tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:10.226230 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab7af26-9b0b-479f-baa7-ae2d0e01144c tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:29:10.227719 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b723c56c-5bb4-42e2-ba60-382ec9b505e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '795e8031-f91a-4bec-ad17-3e2fc44705ac'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:29:10.230546 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65fbbaf-2cfe-4274-9b9f-273e1839f78a" -d '{"events": [{"server_uuid": "b723c56c-5bb4-42e2-ba60-382ec9b505e2", "name": "network-vif-unplugged", "status": "completed", "tag": "795e8031-f91a-4bec-ad17-3e2fc44705ac"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:29:10.230677 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-337dc07f-34e8-4f8b-bb9a-c08ccbe021a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:10.239785 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cab7af26-9b0b-479f-baa7-ae2d0e01144c tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:10.250589 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 795e8031-f91a-4bec-ad17-3e2fc44705ac, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=795e8031-f91a-4bec-ad17-3e2fc44705ac,segment=NetworkSegment(f5a46207-de92-43ba-8bad-688453970bff),segment_id=f5a46207-de92-43ba-8bad-688453970bff)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:10.256191 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-aee7706b-1582-46fc-aaf6-3f26ee2b3195 None None] For port 0febceba-721d-4a1b-9a54-c2bcdb7866bd, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0febceba-721d-4a1b-9a54-c2bcdb7866bd,segment=NetworkSegment(62de4e83-10e2-47ec-b1f6-5511c24ddd29),segment_id=62de4e83-10e2-47ec-b1f6-5511c24ddd29)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:29:10.296458 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-83f6e5f4-13f5-4d09-ab8f-e4da302c432e tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:10.304338 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-337dc07f-34e8-4f8b-bb9a-c08ccbe021a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:10.310049 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 795e8031-f91a-4bec-ad17-3e2fc44705ac, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=795e8031-f91a-4bec-ad17-3e2fc44705ac,segment=NetworkSegment(f5a46207-de92-43ba-8bad-688453970bff),segment_id=f5a46207-de92-43ba-8bad-688453970bff)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:10.319712 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce7674f-a96f-4354-a054-6f56d3c04cbf x-openstack-request-id: req-9ce7674f-a96f-4354-a054-6f56d3c04cbf {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:29:10.320116 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b723c56c-5bb4-42e2-ba60-382ec9b505e2", "name": "network-vif-unplugged", "status": "completed", "tag": "795e8031-f91a-4bec-ad17-3e2fc44705ac", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:29:10.320380 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9ce7674f-a96f-4354-a054-6f56d3c04cbf {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:29:10.320796 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b723c56c-5bb4-42e2-ba60-382ec9b505e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '795e8031-f91a-4bec-ad17-3e2fc44705ac', 'code': 200} Dec 16 22:29:10.321716 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '795e8031-f91a-4bec-ad17-3e2fc44705ac', 'network_id': '70ab3453-afb7-41da-bacb-b918611a94cc', 'port_id': '795e8031-f91a-4bec-ad17-3e2fc44705ac', 'mac_address': 'fa:16:3e:51:72:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b2dc89-3628-499c-a090-44aaf09eb499', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:29:10.384309 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aee7706b-1582-46fc-aaf6-3f26ee2b3195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:10.399534 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-83f6e5f4-13f5-4d09-ab8f-e4da302c432e tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:29:10.404260 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-83f6e5f4-13f5-4d09-ab8f-e4da302c432e tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:10.418380 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:10.428864 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7af26-9b0b-479f-baa7-ae2d0e01144c tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Pushing event updated for resources: {'Port': ['ID=8835a771-21a7-42fe-83f3-6d80c0cfdd08,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:10.453183 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-83f6e5f4-13f5-4d09-ab8f-e4da302c432e tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:29:10.524746 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7706b-1582-46fc-aaf6-3f26ee2b3195 None None] Pushing event updated for resources: {'Port': ['ID=0febceba-721d-4a1b-9a54-c2bcdb7866bd,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:10.526476 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6e5f4-13f5-4d09-ab8f-e4da302c432e tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Pushing event updated for resources: {'Port': ['ID=18010832-267c-4d52-a788-9c44234dacc5,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:10.548724 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-83f6e5f4-13f5-4d09-ab8f-e4da302c432e tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:10.550254 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-83f6e5f4-13f5-4d09-ab8f-e4da302c432e tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:10.610177 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:10.661533 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-83f6e5f4-13f5-4d09-ab8f-e4da302c432e tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1623180 Dec 16 22:29:10.673360 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 795e8031-f91a-4bec-ad17-3e2fc44705ac {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:29:10.680530 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-344df511-455e-439d-be73-114461b1460b service neutron] Request body: {'port': {'device_id': '4d33fbbb-bfe8-4a11-8df9-88260e8318bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:10.749051 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-337dc07f-34e8-4f8b-bb9a-c08ccbe021a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:10.754673 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 10eabfce-142a-478c-971c-52a00ed04628 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:29:10.757135 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cab7af26-9b0b-479f-baa7-ae2d0e01144c tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:10.832229 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=795e8031-f91a-4bec-ad17-3e2fc44705ac,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:10.858403 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-337dc07f-34e8-4f8b-bb9a-c08ccbe021a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:10.862768 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-337dc07f-34e8-4f8b-bb9a-c08ccbe021a9 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/d92fc665-bd71-47a6-9642-bbd2141113cf HTTP/1.1" status: 204 len: 168 time: 1.2589118 Dec 16 22:29:10.868151 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57210) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:10.868355 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48afb320-457d-4dab-ab53-3cf886820e36 None None] Network 95473deb-c4c6-4acd-ac8d-825e9f19ae01 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:29:10.886927 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337dc07f-34e8-4f8b-bb9a-c08ccbe021a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d92fc665-bd71-47a6-9642-bbd2141113cf,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:11.006254 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-344df511-455e-439d-be73-114461b1460b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:11.034945 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:29:11.035337 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:29:11.133812 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 10eabfce-142a-478c-971c-52a00ed04628 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:11.142892 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:11.175524 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a02e7815-2096-4c7d-a405-4e7a2862dce0 None None] Provisioning complete for port 18010832-267c-4d52-a788-9c44234dacc5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:11.176274 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a02e7815-2096-4c7d-a405-4e7a2862dce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:11.183406 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00ae7ca-1bf6-40e0-8a89-21b8d178b413 None None] Network ec495859-ae85-4d57-8e0d-e3f3fd09474f requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:29:11.263722 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd2918b-1c25-46dd-9460-0823a393c2ae None None] DHCP port deletion for 95473deb-c4c6-4acd-ac8d-825e9f19ae01 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:29:11.288857 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b56a75-e8b0-48c5-9590-2e47e8f910a6 req-ccf116c7-83f7-4d59-be18-8657b5ce57e7 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:11.297677 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a1b56a75-e8b0-48c5-9590-2e47e8f910a6 req-ccf116c7-83f7-4d59-be18-8657b5ce57e7 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d33fbbb-bfe8-4a11-8df9-88260e8318bc HTTP/1.1" status: 200 len: 936 time: 0.1456869 Dec 16 22:29:11.412798 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a1b56a75-e8b0-48c5-9590-2e47e8f910a6 req-2cbd1305-2819-4e19-8c6b-0490b0a05534 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3790eed-4c79-4a65-bec0-3af6930838dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134105 Dec 16 22:29:11.436207 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cab7af26-9b0b-479f-baa7-ae2d0e01144c tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:11.598529 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cab7af26-9b0b-479f-baa7-ae2d0e01144c tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:11.599540 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cab7af26-9b0b-479f-baa7-ae2d0e01144c tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:11.611490 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a02e7815-2096-4c7d-a405-4e7a2862dce0 None None] Port 18010832-267c-4d52-a788-9c44234dacc5 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:29:11.655791 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:11.679334 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795e8031-f91a-4bec-ad17-3e2fc44705ac {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:29:11.681487 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7af26-9b0b-479f-baa7-ae2d0e01144c tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Pushing event updated for resources: {'Port': ['ID=8835a771-21a7-42fe-83f3-6d80c0cfdd08,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:11.716344 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-094ef1b1-ffa4-4460-924d-7f3d4fcc8f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:11.719011 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:11.768121 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 795e8031-f91a-4bec-ad17-3e2fc44705ac, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=795e8031-f91a-4bec-ad17-3e2fc44705ac,segment=NetworkSegment(f5a46207-de92-43ba-8bad-688453970bff),segment_id=f5a46207-de92-43ba-8bad-688453970bff)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:11.809319 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-55dd85a5-a5d8-4a04-a7e3-3c2ecac17902 None None] Provisioning complete for port 10eabfce-142a-478c-971c-52a00ed04628 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:11.810125 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55dd85a5-a5d8-4a04-a7e3-3c2ecac17902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:11.816825 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153be46b-2aa9-4785-a4a9-7856b84a6875 req-8142b44b-fa7b-491f-a121-487da9b98edb tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:11.826124 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-153be46b-2aa9-4785-a4a9-7856b84a6875 req-8142b44b-fa7b-491f-a121-487da9b98edb tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 943 time: 0.2553892 Dec 16 22:29:11.873761 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 10eabfce-142a-478c-971c-52a00ed04628, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=10eabfce-142a-478c-971c-52a00ed04628,segment=NetworkSegment(c2f65ab7-493d-4eed-ac96-b1f972405196),segment_id=c2f65ab7-493d-4eed-ac96-b1f972405196)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:11.910761 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:12.007151 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:12.040419 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55dd85a5-a5d8-4a04-a7e3-3c2ecac17902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:12.085961 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=795e8031-f91a-4bec-ad17-3e2fc44705ac,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:12.195084 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab7af26-9b0b-479f-baa7-ae2d0e01144c tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Network ec495859-ae85-4d57-8e0d-e3f3fd09474f is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:29:12.203223 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-cab7af26-9b0b-479f-baa7-ae2d0e01144c tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:12.207544 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=10eabfce-142a-478c-971c-52a00ed04628,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:12.234552 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-094ef1b1-ffa4-4460-924d-7f3d4fcc8f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:12.245296 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-344df511-455e-439d-be73-114461b1460b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18010832-267c-4d52-a788-9c44234dacc5 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:29:12.271405 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-344df511-455e-439d-be73-114461b1460b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:12.294415 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-55dd85a5-a5d8-4a04-a7e3-3c2ecac17902 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:29:12.294775 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-55dd85a5-a5d8-4a04-a7e3-3c2ecac17902 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:29:12.296123 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-153be46b-2aa9-4785-a4a9-7856b84a6875 req-48b23d71-3905-444d-8bf3-bd2ab0bf738f tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683208 Dec 16 22:29:12.333833 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-094ef1b1-ffa4-4460-924d-7f3d4fcc8f78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95473deb-c4c6-4acd-ac8d-825e9f19ae01']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:12.340216 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-344df511-455e-439d-be73-114461b1460b service neutron] Transition to ACTIVE for port object 18010832-267c-4d52-a788-9c44234dacc5 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:29:12.340317 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['795e8031-f91a-4bec-ad17-3e2fc44705ac'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:29:12.350283 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-094ef1b1-ffa4-4460-924d-7f3d4fcc8f78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ececd1-5703-4b82-a936-724ab58accf2') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:12.350666 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-094ef1b1-ffa4-4460-924d-7f3d4fcc8f78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ececd1-5703-4b82-a936-724ab58accf2') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:12.363002 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-094ef1b1-ffa4-4460-924d-7f3d4fcc8f78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:12.424369 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb71170-5d93-4c26-a22b-f129358c1463 None None] Network 2f0f7f85-dfbb-4fd1-b8bb-cfe1e417f985 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:29:12.426102 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-094ef1b1-ffa4-4460-924d-7f3d4fcc8f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:12.433503 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-094ef1b1-ffa4-4460-924d-7f3d4fcc8f78 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:29:12.433983 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-094ef1b1-ffa4-4460-924d-7f3d4fcc8f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:29:12.435888 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:29:12.451751 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-344df511-455e-439d-be73-114461b1460b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:12.498674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab7af26-9b0b-479f-baa7-ae2d0e01144c tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Router 1a8a4e08-e870-48f7-9c36-088173d365dc is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:29:12.665258 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344df511-455e-439d-be73-114461b1460b service neutron] Pushing event updated for resources: {'Port': ['ID=18010832-267c-4d52-a788-9c44234dacc5,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:12.782327 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-094ef1b1-ffa4-4460-924d-7f3d4fcc8f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:12.791528 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-094ef1b1-ffa4-4460-924d-7f3d4fcc8f78 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:12.794938 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-094ef1b1-ffa4-4460-924d-7f3d4fcc8f78 admin admin] 10.222.0.75 "DELETE /v2.0/networks/95473deb-c4c6-4acd-ac8d-825e9f19ae01 HTTP/1.1" status: 204 len: 168 time: 1.9169545 Dec 16 22:29:12.817050 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab7af26-9b0b-479f-baa7-ae2d0e01144c tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:29:12.824358 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cab7af26-9b0b-479f-baa7-ae2d0e01144c tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "PUT /v2.0/routers/1a8a4e08-e870-48f7-9c36-088173d365dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4850709 Dec 16 22:29:12.849805 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc79b5a9-2d3c-41aa-8841-8022cb8f1cd7 None None] Sync routers for ids ['1a8a4e08-e870-48f7-9c36-088173d365dc'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:29:12.856524 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab27c9d-53ea-4457-b972-40276e75b79f req-eb2bd5ca-57c0-409f-90cb-223299388fb4 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:12.872256 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bab27c9d-53ea-4457-b972-40276e75b79f req-eb2bd5ca-57c0-409f-90cb-223299388fb4 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d33fbbb-bfe8-4a11-8df9-88260e8318bc HTTP/1.1" status: 200 len: 948 time: 0.2319708 Dec 16 22:29:12.872256 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57238) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:12.872541 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ef1b1-ffa4-4460-924d-7f3d4fcc8f78 admin admin] Pushing event deleted for resources: {'Network': ['ID=95473deb-c4c6-4acd-ac8d-825e9f19ae01,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:12.923640 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0febceba-721d-4a1b-9a54-c2bcdb7866bd up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:29:12.948044 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-344df511-455e-439d-be73-114461b1460b service neutron] Attempting to bind port 18010832-267c-4d52-a788-9c44234dacc5 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:29:12.954486 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-344df511-455e-439d-be73-114461b1460b service neutron] Attempting to bind port 18010832-267c-4d52-a788-9c44234dacc5 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:29:12.954980 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-344df511-455e-439d-be73-114461b1460b service neutron] Attempting to bind port 18010832-267c-4d52-a788-9c44234dacc5 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:29:12.963315 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-344df511-455e-439d-be73-114461b1460b service neutron] Port 18010832-267c-4d52-a788-9c44234dacc5 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:29:12.963692 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-344df511-455e-439d-be73-114461b1460b service neutron] Attempting to bind port 18010832-267c-4d52-a788-9c44234dacc5 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:29:12.986719 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-344df511-455e-439d-be73-114461b1460b service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:29:12.986719 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-344df511-455e-439d-be73-114461b1460b service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:29:12.986719 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-344df511-455e-439d-be73-114461b1460b service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:29:12.986719 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-344df511-455e-439d-be73-114461b1460b service neutron] Bound port: 18010832-267c-4d52-a788-9c44234dacc5, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:29:12.986719 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-344df511-455e-439d-be73-114461b1460b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:12.996224 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc79b5a9-2d3c-41aa-8841-8022cb8f1cd7 None None] Routers {'1a8a4e08-e870-48f7-9c36-088173d365dc'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:29:12.998715 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-dc79b5a9-2d3c-41aa-8841-8022cb8f1cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:28:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1a8a4e08-e870-48f7-9c36-088173d365dc'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:13.094272 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-dc79b5a9-2d3c-41aa-8841-8022cb8f1cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:13.138392 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bab27c9d-53ea-4457-b972-40276e75b79f req-53f378ea-cf29-4af1-96d6-9db946b2f91c tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3790eed-4c79-4a65-bec0-3af6930838dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636468 Dec 16 22:29:13.177004 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc79b5a9-2d3c-41aa-8841-8022cb8f1cd7 None None] Routers {'1a8a4e08-e870-48f7-9c36-088173d365dc'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:29:13.178441 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-dc79b5a9-2d3c-41aa-8841-8022cb8f1cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:28:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1a8a4e08-e870-48f7-9c36-088173d365dc'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:13.180348 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-344df511-455e-439d-be73-114461b1460b service neutron] For port 18010832-267c-4d52-a788-9c44234dacc5, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:29:13.205383 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-344df511-455e-439d-be73-114461b1460b service neutron] For port 18010832-267c-4d52-a788-9c44234dacc5, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=18010832-267c-4d52-a788-9c44234dacc5,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:29:13.245704 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-dc79b5a9-2d3c-41aa-8841-8022cb8f1cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:13.246374 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc79b5a9-2d3c-41aa-8841-8022cb8f1cd7 None None] The sync data for ids ['1a8a4e08-e870-48f7-9c36-088173d365dc'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:29:13.248801 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1008985a-24b8-4283-8d68-21af63bc0f2e None None] Provisioning complete for port 10eabfce-142a-478c-971c-52a00ed04628 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:13.249694 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1008985a-24b8-4283-8d68-21af63bc0f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:13.253825 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 0febceba-721d-4a1b-9a54-c2bcdb7866bd triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:13.254361 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:13.293347 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-344df511-455e-439d-be73-114461b1460b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:13.379480 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57242) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:13.464846 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-344df511-455e-439d-be73-114461b1460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:13.465507 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-344df511-455e-439d-be73-114461b1460b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:13.466900 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-344df511-455e-439d-be73-114461b1460b service neutron] 10.222.0.57 "PUT /v2.0/ports/18010832-267c-4d52-a788-9c44234dacc5 HTTP/1.1" status: 200 len: 1096 time: 2.7914307 Dec 16 22:29:13.474814 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cf8cf4cd-d75e-470e-b87f-8f2dea5bfec9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ea5518dc3a684f128c195124e4b872a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0927598 Dec 16 22:29:13.475462 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d33fbbb-bfe8-4a11-8df9-88260e8318bc', 'tag': '18010832-267c-4d52-a788-9c44234dacc5'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:29:13.477804 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a164e1-8f34-4d00-a748-e88a1ab69545" -d '{"events": [{"name": "network-changed", "server_uuid": "4d33fbbb-bfe8-4a11-8df9-88260e8318bc", "tag": "18010832-267c-4d52-a788-9c44234dacc5"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:29:13.493607 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57246) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:13.533744 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:13.577091 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1008985a-24b8-4283-8d68-21af63bc0f2e None None] Provisioning complete for port 8835a771-21a7-42fe-83f3-6d80c0cfdd08 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:13.577884 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1008985a-24b8-4283-8d68-21af63bc0f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:13.578298 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4bcc87-5652-44a8-999e-a470308a1eab x-openstack-request-id: req-ea4bcc87-5652-44a8-999e-a470308a1eab {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:29:13.578616 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d33fbbb-bfe8-4a11-8df9-88260e8318bc", "tag": "18010832-267c-4d52-a788-9c44234dacc5", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:29:13.578870 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ea4bcc87-5652-44a8-999e-a470308a1eab {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:29:13.580046 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d33fbbb-bfe8-4a11-8df9-88260e8318bc', 'tag': '18010832-267c-4d52-a788-9c44234dacc5', 'status': 'completed', 'code': 200} Dec 16 22:29:13.643395 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1008985a-24b8-4283-8d68-21af63bc0f2e None None] Port 8835a771-21a7-42fe-83f3-6d80c0cfdd08 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:29:13.664759 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 0febceba-721d-4a1b-9a54-c2bcdb7866bd, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0febceba-721d-4a1b-9a54-c2bcdb7866bd,segment=NetworkSegment(62de4e83-10e2-47ec-b1f6-5511c24ddd29),segment_id=62de4e83-10e2-47ec-b1f6-5511c24ddd29)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:14.065689 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1008985a-24b8-4283-8d68-21af63bc0f2e None None] Provisioning complete for port 0febceba-721d-4a1b-9a54-c2bcdb7866bd triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:14.065689 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1008985a-24b8-4283-8d68-21af63bc0f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:14.067636 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344df511-455e-439d-be73-114461b1460b service neutron] Pushing event updated for resources: {'Port': ['ID=18010832-267c-4d52-a788-9c44234dacc5,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:14.068539 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:29:14.069351 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbe5e9be-c346-49d6-bf83-979b4a72c5ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:14.069351 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbe5e9be-c346-49d6-bf83-979b4a72c5ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:14.069351 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731d945-da6e-43a3-a7f7-e07f59535347 req-a3503f2c-7db5-448e-8097-3bbfabc2d849 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:14.069351 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b731d945-da6e-43a3-a7f7-e07f59535347 req-a3503f2c-7db5-448e-8097-3bbfabc2d849 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 944 time: 0.3662188 Dec 16 22:29:14.069831 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1008985a-24b8-4283-8d68-21af63bc0f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:14.069935 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-471381a4-60e8-4c18-b7ed-8e2040992d65 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:29:14.069935 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-471381a4-60e8-4c18-b7ed-8e2040992d65 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "PUT /v2.0/routers/1a8a4e08-e870-48f7-9c36-088173d365dc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0167832 Dec 16 22:29:14.070395 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a164e1-8f34-4d00-a748-e88a1ab69545 req-b7a0f24f-e3a2-429d-a70f-1293e6e298c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:14.070505 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57256) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:14.070604 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e4a164e1-8f34-4d00-a748-e88a1ab69545 req-b7a0f24f-e3a2-429d-a70f-1293e6e298c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=753cfcca04ca46689145cc0398976c68&device_id=4d33fbbb-bfe8-4a11-8df9-88260e8318bc HTTP/1.1" status: 200 len: 1099 time: 0.2714097 Dec 16 22:29:14.070604 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b731d945-da6e-43a3-a7f7-e07f59535347 req-d8e97305-8f59-4cdb-9638-248e33ee3e7b tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916929 Dec 16 22:29:14.070604 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e4a164e1-8f34-4d00-a748-e88a1ab69545 req-a76e9174-896a-4018-94b8-4d7e7c0bf619 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=753cfcca04ca46689145cc0398976c68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331707 Dec 16 22:29:14.070855 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 795e8031-f91a-4bec-ad17-3e2fc44705ac up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:29:14.070855 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 795e8031-f91a-4bec-ad17-3e2fc44705ac triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:14.070855 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:14.071133 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a164e1-8f34-4d00-a748-e88a1ab69545 req-76e9fcd1-4722-4b9a-8663-36d662ab6e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:14.071133 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e4a164e1-8f34-4d00-a748-e88a1ab69545 req-76e9fcd1-4722-4b9a-8663-36d662ab6e70 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1070187 Dec 16 22:29:14.084193 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:14.084899 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 10eabfce-142a-478c-971c-52a00ed04628 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:29:14.162044 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbe5e9be-c346-49d6-bf83-979b4a72c5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:14.164952 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbe5e9be-c346-49d6-bf83-979b4a72c5ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:14.166043 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fbe5e9be-c346-49d6-bf83-979b4a72c5ac admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/11cae8ff-4999-4744-993c-a909008dc352 HTTP/1.1" status: 204 len: 168 time: 0.6661229 Dec 16 22:29:14.179000 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5e9be-c346-49d6-bf83-979b4a72c5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cae8ff-4999-4744-993c-a909008dc352,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:14.196125 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-c08402ae-c570-4a4c-b454-812d372ebdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:14.199456 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-c08402ae-c570-4a4c-b454-812d372ebdc5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=753cfcca04ca46689145cc0398976c68&device_id=4d33fbbb-bfe8-4a11-8df9-88260e8318bc HTTP/1.1" status: 200 len: 1099 time: 0.0808616 Dec 16 22:29:14.259075 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-1008985a-24b8-4283-8d68-21af63bc0f2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:29:14.259700 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-1008985a-24b8-4283-8d68-21af63bc0f2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:29:14.281715 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-7f434353-f621-40be-b731-580c90ba37ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=18010832-267c-4d52-a788-9c44234dacc5 HTTP/1.1" status: 200 len: 217 time: 0.0615370 Dec 16 22:29:14.288771 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=0febceba-721d-4a1b-9a54-c2bcdb7866bd,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:14.306608 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 10eabfce-142a-478c-971c-52a00ed04628 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:14.306993 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:14.322733 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:14.354926 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-5f3e5863-f720-4c0e-b542-23c4dd253824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:14.357453 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-5f3e5863-f720-4c0e-b542-23c4dd253824 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0681162 Dec 16 22:29:14.367194 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881257f-121b-419f-ae11-f7f28ec7cab5 req-6f6d2b8a-81bb-409e-9da4-56dabf85529e tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:14.374790 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8881257f-121b-419f-ae11-f7f28ec7cab5 req-6f6d2b8a-81bb-409e-9da4-56dabf85529e tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d33fbbb-bfe8-4a11-8df9-88260e8318bc HTTP/1.1" status: 200 len: 948 time: 0.1563616 Dec 16 22:29:14.390424 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2f3f4d7a-6ea4-43be-87f7-01808b403bf0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:14.406255 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b723c56c-5bb4-42e2-ba60-382ec9b505e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795e8031-f91a-4bec-ad17-3e2fc44705ac'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:29:14.416505 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ab8e42-6251-4c47-857b-6e2651f9f598" -d '{"events": [{"server_uuid": "b723c56c-5bb4-42e2-ba60-382ec9b505e2", "name": "network-vif-plugged", "status": "completed", "tag": "795e8031-f91a-4bec-ad17-3e2fc44705ac"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:29:14.436738 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-e569d14a-7a74-4546-9b09-f9ff47926d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:14.440583 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-e569d14a-7a74-4546-9b09-f9ff47926d15 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0723760 Dec 16 22:29:14.450959 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 795e8031-f91a-4bec-ad17-3e2fc44705ac, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=795e8031-f91a-4bec-ad17-3e2fc44705ac,segment=NetworkSegment(f5a46207-de92-43ba-8bad-688453970bff),segment_id=f5a46207-de92-43ba-8bad-688453970bff)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:14.525420 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f0cc76-afd1-4e73-bce4-2b4ac84515f2 x-openstack-request-id: req-f6f0cc76-afd1-4e73-bce4-2b4ac84515f2 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:29:14.525707 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b723c56c-5bb4-42e2-ba60-382ec9b505e2", "name": "network-vif-plugged", "status": "completed", "tag": "795e8031-f91a-4bec-ad17-3e2fc44705ac", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:29:14.526014 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f6f0cc76-afd1-4e73-bce4-2b4ac84515f2 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:29:14.526577 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b723c56c-5bb4-42e2-ba60-382ec9b505e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795e8031-f91a-4bec-ad17-3e2fc44705ac', 'code': 200} Dec 16 22:29:14.550383 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:14.586280 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8881257f-121b-419f-ae11-f7f28ec7cab5 req-6421186e-ca79-45f3-8de9-78d3c68fc6fd tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3790eed-4c79-4a65-bec0-3af6930838dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104862 Dec 16 22:29:14.621415 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-8dd4cb8d-d4c1-497a-96a0-478ee6b0523c service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730130 Dec 16 22:29:14.681325 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=795e8031-f91a-4bec-ad17-3e2fc44705ac,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:14.691361 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0febceba-721d-4a1b-9a54-c2bcdb7866bd up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:29:14.813477 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-2f3f4d7a-6ea4-43be-87f7-01808b403bf0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Deleting port 8835a771-21a7-42fe-83f3-6d80c0cfdd08 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:29:14.814459 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2f3f4d7a-6ea4-43be-87f7-01808b403bf0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:14.881184 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd38239-33e1-4b23-b326-b5cc87e38843 req-a32e03a7-573f-40b7-8d5a-2e50ea38103b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:14.882729 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ecd38239-33e1-4b23-b326-b5cc87e38843 req-a32e03a7-573f-40b7-8d5a-2e50ea38103b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 1096 time: 0.1346045 Dec 16 22:29:14.897024 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22d89602-6c9d-4674-a545-c2bc9c860e28 req-ecd8b68b-77eb-469d-a292-db34f4d7bc6f service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584052 Dec 16 22:29:14.899918 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 0febceba-721d-4a1b-9a54-c2bcdb7866bd triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:14.900686 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:14.964114 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ecd38239-33e1-4b23-b326-b5cc87e38843 req-ce3ace5c-71f1-4d1a-ad6a-55082d0372a3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652547 Dec 16 22:29:15.002193 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e31008b6-7733-4ccb-ad3b-c6c4d5297946 None None] Provisioning complete for port 8835a771-21a7-42fe-83f3-6d80c0cfdd08 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:15.002733 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e31008b6-7733-4ccb-ad3b-c6c4d5297946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:15.044449 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2f3f4d7a-6ea4-43be-87f7-01808b403bf0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:15.057341 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-2f3f4d7a-6ea4-43be-87f7-01808b403bf0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Calling delete_port for 8835a771-21a7-42fe-83f3-6d80c0cfdd08 owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:29:15.098670 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e31008b6-7733-4ccb-ad3b-c6c4d5297946 None None] Port 8835a771-21a7-42fe-83f3-6d80c0cfdd08 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:29:15.122279 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fe9d9-3a9e-4dbd-b6cc-c45a254a115b req-ff8e5ca8-9288-4bc7-96b5-3745abff56f9 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:15.124220 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e31008b6-7733-4ccb-ad3b-c6c4d5297946 None None] Provisioning complete for port 0febceba-721d-4a1b-9a54-c2bcdb7866bd triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:15.124589 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e31008b6-7733-4ccb-ad3b-c6c4d5297946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:15.132946 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d09fe9d9-3a9e-4dbd-b6cc-c45a254a115b req-ff8e5ca8-9288-4bc7-96b5-3745abff56f9 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.0929356 Dec 16 22:29:15.230494 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d09fe9d9-3a9e-4dbd-b6cc-c45a254a115b req-258eddb6-e91c-4cae-bef4-4719b48da672 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963492 Dec 16 22:29:15.350385 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2f3f4d7a-6ea4-43be-87f7-01808b403bf0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:15.382543 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f4d7a-6ea4-43be-87f7-01808b403bf0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Pushing event deleted for resources: {'Port': ['ID=8835a771-21a7-42fe-83f3-6d80c0cfdd08,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:15.497608 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2f3f4d7a-6ea4-43be-87f7-01808b403bf0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:15.751644 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3f4d7a-6ea4-43be-87f7-01808b403bf0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Router 1a8a4e08-e870-48f7-9c36-088173d365dc has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:29:15.815672 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66082965-5a9d-4566-81a6-ad2a1f0d4540 req-252cf3f1-c09c-401f-a785-3c16e8775f12 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:15.817293 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-66082965-5a9d-4566-81a6-ad2a1f0d4540 req-252cf3f1-c09c-401f-a785-3c16e8775f12 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d33fbbb-bfe8-4a11-8df9-88260e8318bc HTTP/1.1" status: 200 len: 948 time: 0.1131725 Dec 16 22:29:15.863087 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3f4d7a-6ea4-43be-87f7-01808b403bf0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:29:15.869493 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2f3f4d7a-6ea4-43be-87f7-01808b403bf0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "PUT /v2.0/routers/1a8a4e08-e870-48f7-9c36-088173d365dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9805989 Dec 16 22:29:15.873303 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57302) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:15.877124 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b67074-a587-4ed5-82a8-e61598e82cf6 None None] Sync routers for ids ['1a8a4e08-e870-48f7-9c36-088173d365dc'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:29:15.895390 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b67074-a587-4ed5-82a8-e61598e82cf6 None None] Routers {'1a8a4e08-e870-48f7-9c36-088173d365dc'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:29:15.901358 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d1b67074-a587-4ed5-82a8-e61598e82cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:28:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1a8a4e08-e870-48f7-9c36-088173d365dc'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:15.906811 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-66082965-5a9d-4566-81a6-ad2a1f0d4540 req-1542f83d-bdb4-41a9-bcc1-7c28dc1af205 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3790eed-4c79-4a65-bec0-3af6930838dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632379 Dec 16 22:29:15.948965 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d1b67074-a587-4ed5-82a8-e61598e82cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:15.964595 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b67074-a587-4ed5-82a8-e61598e82cf6 None None] Routers {'1a8a4e08-e870-48f7-9c36-088173d365dc'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:29:15.965136 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-5ab77d0d-6914-4105-8766-5f21b72b799b tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] delete failed (client error): The resource could not be found. Dec 16 22:29:15.969833 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5ab77d0d-6914-4105-8766-5f21b72b799b tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "DELETE /v2.0/routers/tempest-non_exist_router-444599312 HTTP/1.1" status: 404 len: 334 time: 0.0915930 Dec 16 22:29:15.971186 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d1b67074-a587-4ed5-82a8-e61598e82cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:28:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1a8a4e08-e870-48f7-9c36-088173d365dc'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:15.972058 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57310) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:15.986574 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-250f1780-8326-4396-8228-356b32d99f5d tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Request body: {'router': {'external_gateway_info': {'network_id': '1a8a4e08-e870-48f7-9c36-088173d365dc'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:16.018524 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d1b67074-a587-4ed5-82a8-e61598e82cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:16.019352 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b67074-a587-4ed5-82a8-e61598e82cf6 None None] The sync data for ids ['1a8a4e08-e870-48f7-9c36-088173d365dc'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:29:16.293771 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-250f1780-8326-4396-8228-356b32d99f5d tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:16.368938 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154ad3f-51bb-4e53-b26b-a07315de8664 req-8c83b666-0e46-425e-9358-3968f77cdc99 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:16.370619 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5154ad3f-51bb-4e53-b26b-a07315de8664 req-8c83b666-0e46-425e-9358-3968f77cdc99 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.0585585 Dec 16 22:29:16.436786 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5154ad3f-51bb-4e53-b26b-a07315de8664 req-be84d71f-8fd6-4dba-9a0a-16db5510784d tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578446 Dec 16 22:29:16.463502 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1b0bb106-1147-4809-8b61-900e3121c881 req-e0af3f66-3553-40c8-9a09-ffb835388dfb tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=bb68dd4a-09f0-4ea2-a001-7d9eb4d8110a HTTP/1.1" status: 200 len: 210 time: 0.0302784 Dec 16 22:29:16.479076 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-250f1780-8326-4396-8228-356b32d99f5d tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] update failed (client error): The resource could not be found. Dec 16 22:29:16.484074 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-250f1780-8326-4396-8228-356b32d99f5d tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "PUT /v2.0/routers/1a8a4e08-e870-48f7-9c36-088173d365dc HTTP/1.1" status: 404 len: 339 time: 0.5069721 Dec 16 22:29:16.484756 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57328) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:16.490715 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-c701f996-c1b5-4989-806f-627685dc5931 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1990670201'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:16.619092 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c701f996-c1b5-4989-806f-627685dc5931 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Made reservation on behalf of f3c7921b63d64d0a96c1c50e5ad6496a for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:29:16.628394 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c701f996-c1b5-4989-806f-627685dc5931 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:16.660893 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c701f996-c1b5-4989-806f-627685dc5931 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:29:16.671887 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c701f996-c1b5-4989-806f-627685dc5931 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:16.672243 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-c701f996-c1b5-4989-806f-627685dc5931 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Added segment 12e1f0fc-191b-419e-92a0-b3b0ff542e41 of type vlan for network 5689fab1-71e1-464d-b217-56a078719145 Dec 16 22:29:16.728229 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c701f996-c1b5-4989-806f-627685dc5931 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:16.934547 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c701f996-c1b5-4989-806f-627685dc5931 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:16.943260 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c701f996-c1b5-4989-806f-627685dc5931 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:16.943927 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c701f996-c1b5-4989-806f-627685dc5931 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:17.026487 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701f996-c1b5-4989-806f-627685dc5931 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Pushing event updated for resources: {'Network': ['ID=5689fab1-71e1-464d-b217-56a078719145,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:17.053886 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 5689fab1-71e1-464d-b217-56a078719145 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:29:17.119006 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-de8a9aab-1ac0-446c-ad4c-10513cdab5a1 req-43007516-771b-432a-90d0-7622ba3a58e8 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0687075 Dec 16 22:29:17.156581 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c2196-d9c9-40b0-992b-e0c7ae3a37e8 req-fee3656c-a010-4006-8ae1-f3cfa85cdd15 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:17.164797 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f02c2196-d9c9-40b0-992b-e0c7ae3a37e8 req-fee3656c-a010-4006-8ae1-f3cfa85cdd15 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d33fbbb-bfe8-4a11-8df9-88260e8318bc HTTP/1.1" status: 200 len: 948 time: 0.1360705 Dec 16 22:29:17.178992 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c701f996-c1b5-4989-806f-627685dc5931 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6927567 Dec 16 22:29:17.182230 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57366) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:17.192134 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-d3c0129a-2b65-4f88-97c9-df276139cea1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Request body: {'subnet': {'network_id': '5689fab1-71e1-464d-b217-56a078719145', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:17.313165 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f02c2196-d9c9-40b0-992b-e0c7ae3a37e8 req-dd9f2027-037e-484f-91d4-adff4cab0e81 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3790eed-4c79-4a65-bec0-3af6930838dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404052 Dec 16 22:29:17.381588 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c0129a-2b65-4f88-97c9-df276139cea1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Made reservation on behalf of f3c7921b63d64d0a96c1c50e5ad6496a for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:29:17.385827 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d3c0129a-2b65-4f88-97c9-df276139cea1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:17.442059 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f1906-1949-4965-8008-a0728ded939e req-abd02fc6-5709-4751-b841-82d9ef5671ed tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:17.443633 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-133f1906-1949-4965-8008-a0728ded939e req-abd02fc6-5709-4751-b841-82d9ef5671ed tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.1170766 Dec 16 22:29:17.527845 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-133f1906-1949-4965-8008-a0728ded939e req-e3eade00-4cd6-4c39-88e7-7651ee4c8a36 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656581 Dec 16 22:29:17.620885 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec8145-21fe-4d13-8bab-09d7edf4a73a req-e019721a-2a15-4baf-b470-d707e119192f tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:17.635257 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a6ec8145-21fe-4d13-8bab-09d7edf4a73a req-e019721a-2a15-4baf-b470-d707e119192f tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.0916078 Dec 16 22:29:17.699250 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a6ec8145-21fe-4d13-8bab-09d7edf4a73a req-51035258-b69a-45e3-a311-0332c4296514 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623293 Dec 16 22:29:17.737700 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c2d9a-0e16-475e-89e2-f0dfb871b227 req-93b02e29-ae83-483b-90ba-72fc4a465085 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:17.739347 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b8c2d9a-0e16-475e-89e2-f0dfb871b227 req-93b02e29-ae83-483b-90ba-72fc4a465085 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0761797 Dec 16 22:29:17.842477 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be671acd-dcec-4ecb-aa09-e782205118f5 req-f97ef50b-5088-43c2-97b2-a900d0736ac9 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:17.844178 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-be671acd-dcec-4ecb-aa09-e782205118f5 req-f97ef50b-5088-43c2-97b2-a900d0736ac9 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.0645127 Dec 16 22:29:17.845546 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b8c2d9a-0e16-475e-89e2-f0dfb871b227 req-978289eb-1ad1-47df-a30a-c754371a8166 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986090 Dec 16 22:29:17.926555 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-be671acd-dcec-4ecb-aa09-e782205118f5 req-a5f2c426-b66d-430a-8b05-e08d11c5dc3e tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706143 Dec 16 22:29:17.985025 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d3c0129a-2b65-4f88-97c9-df276139cea1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:18.059125 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0129a-2b65-4f88-97c9-df276139cea1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Pushing event updated for resources: {'Subnet': ['ID=1308aac6-8a21-44ff-b999-a787c6803197,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:18.067091 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c0129a-2b65-4f88-97c9-df276139cea1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Checking segment: {'id': '12e1f0fc-191b-419e-92a0-b3b0ff542e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5689fab1-71e1-464d-b217-56a078719145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:29:18.067982 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c0129a-2b65-4f88-97c9-df276139cea1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Network hostable DHCP agents. Network: 5689fab1-71e1-464d-b217-56a078719145, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:29:18.170645 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c0129a-2b65-4f88-97c9-df276139cea1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Network 5689fab1-71e1-464d-b217-56a078719145 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:29:18.370115 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-d3c0129a-2b65-4f88-97c9-df276139cea1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 5689fab1-71e1-464d-b217-56a078719145) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:18.374332 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c0129a-2b65-4f88-97c9-df276139cea1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:18.374945 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d3c0129a-2b65-4f88-97c9-df276139cea1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:18.383451 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66627daf-a815-4412-93c6-ac02a4640ba6 None None] Network 5689fab1-71e1-464d-b217-56a078719145 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:29:18.505653 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d3c0129a-2b65-4f88-97c9-df276139cea1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3218641 Dec 16 22:29:18.509523 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57400) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:18.513166 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-39f2bb84-ba9a-45f1-abe3-1ac5c66287d6 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Request body: {'router': {'external_gateway_info': {'network_id': '5689fab1-71e1-464d-b217-56a078719145'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:18.563993 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ccb8d6ab-7e65-44bd-9f34-01703ea426aa req-68b5cbd9-84a0-4c5f-8bf9-4a925077eab5 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0531089 Dec 16 22:29:18.566816 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ca1a73-2f75-460e-b271-6ca69df39768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-5689fab1-71e1-464d-b217-56a078719145', 'network_id': '5689fab1-71e1-464d-b217-56a078719145', 'project_id': 'f3c7921b63d64d0a96c1c50e5ad6496a', 'fixed_ips': [{'subnet_id': '1308aac6-8a21-44ff-b999-a787c6803197'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:29:18.567731 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c6ca1a73-2f75-460e-b271-6ca69df39768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:18.795942 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 18010832-267c-4d52-a788-9c44234dacc5 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:29:18.808647 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-c6ca1a73-2f75-460e-b271-6ca69df39768 None None] Allocated IP 2001:db8:1::2 (5689fab1-71e1-464d-b217-56a078719145/1308aac6-8a21-44ff-b999-a787c6803197/13f7ae7d-a0a4-4191-919e-abe55cc5082e) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:29:18.887636 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44516424-4268-4f10-b568-0b7ed9402361 req-bfe279e5-dcb1-4b37-a71e-3ec44244172c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:18.904744 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-44516424-4268-4f10-b568-0b7ed9402361 req-bfe279e5-dcb1-4b37-a71e-3ec44244172c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.1004174 Dec 16 22:29:18.921809 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279e689-7f11-4252-8ac6-891547b4853e req-e4f2fb78-6f16-4b0e-9c01-c7be6735aaa1 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:18.930199 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6279e689-7f11-4252-8ac6-891547b4853e req-e4f2fb78-6f16-4b0e-9c01-c7be6735aaa1 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d33fbbb-bfe8-4a11-8df9-88260e8318bc HTTP/1.1" status: 200 len: 948 time: 0.2420766 Dec 16 22:29:18.934938 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-39f2bb84-ba9a-45f1-abe3-1ac5c66287d6 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:18.982700 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-44516424-4268-4f10-b568-0b7ed9402361 req-0d158730-ec58-419e-8727-6087e8e1f9c5 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761108 Dec 16 22:29:19.004745 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6279e689-7f11-4252-8ac6-891547b4853e req-027d4fc0-de89-49bd-ac1d-4f00aabfd363 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3790eed-4c79-4a65-bec0-3af6930838dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736432 Dec 16 22:29:19.016426 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 18010832-267c-4d52-a788-9c44234dacc5, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=18010832-267c-4d52-a788-9c44234dacc5,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:19.056295 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '18010832-267c-4d52-a788-9c44234dacc5', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '18010832-267c-4d52-a788-9c44234dacc5', 'mac_address': 'fa:16:3e:f1:d1:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:29:19.236295 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-39f2bb84-ba9a-45f1-abe3-1ac5c66287d6 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:29:19.241841 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-39f2bb84-ba9a-45f1-abe3-1ac5c66287d6 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "PUT /v2.0/routers/1a8a4e08-e870-48f7-9c36-088173d365dc HTTP/1.1" status: 400 len: 364 time: 0.7282431 Dec 16 22:29:19.241841 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57422) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:19.389910 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:19.407950 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c6ca1a73-2f75-460e-b271-6ca69df39768 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:19.410624 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18010832-267c-4d52-a788-9c44234dacc5 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:29:19.435653 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 18010832-267c-4d52-a788-9c44234dacc5, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=18010832-267c-4d52-a788-9c44234dacc5,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:19.560735 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c6ca1a73-2f75-460e-b271-6ca69df39768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:19.607872 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5a4ffc9c-b7d3-4143-a7fe-7d5529893a26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:19.661303 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:19.677204 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ca1a73-2f75-460e-b271-6ca69df39768 None None] Network 5689fab1-71e1-464d-b217-56a078719145 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:29:19.680837 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-c6ca1a73-2f75-460e-b271-6ca69df39768 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:19.688273 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ca1a73-2f75-460e-b271-6ca69df39768 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:29:19.698289 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca1a73-2f75-460e-b271-6ca69df39768 None None] Pushing event updated for resources: {'Port': ['ID=13f7ae7d-a0a4-4191-919e-abe55cc5082e,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:19.848064 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b0c70-ad86-434e-a62b-f78858921153 req-74b9d95d-569c-4031-b2be-e8e245be50d7 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:19.855358 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c6ca1a73-2f75-460e-b271-6ca69df39768 None None] Attempting to bind port 13f7ae7d-a0a4-4191-919e-abe55cc5082e on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:29:19.855881 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c6ca1a73-2f75-460e-b271-6ca69df39768 None None] Attempting to bind port 13f7ae7d-a0a4-4191-919e-abe55cc5082e by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '12e1f0fc-191b-419e-92a0-b3b0ff542e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5689fab1-71e1-464d-b217-56a078719145'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:29:19.858905 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f82b0c70-ad86-434e-a62b-f78858921153 req-74b9d95d-569c-4031-b2be-e8e245be50d7 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/networks?id=70ab3453-afb7-41da-bacb-b918611a94cc HTTP/1.1" status: 200 len: 815 time: 0.6905782 Dec 16 22:29:19.868204 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ca1a73-2f75-460e-b271-6ca69df39768 None None] Attempting to bind port 13f7ae7d-a0a4-4191-919e-abe55cc5082e on network 5689fab1-71e1-464d-b217-56a078719145 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:29:19.880212 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f82b0c70-ad86-434e-a62b-f78858921153 req-48af8f75-b915-4c71-ab64-d22cb17bc653 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/quotas/ce850b3cac864bbf82570c33179d722a HTTP/1.1" status: 200 len: 375 time: 0.0197597 Dec 16 22:29:19.886764 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=18010832-267c-4d52-a788-9c44234dacc5,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:19.890788 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ca1a73-2f75-460e-b271-6ca69df39768 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:29:19.891545 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ca1a73-2f75-460e-b271-6ca69df39768 None None] Checking segment: {'id': '12e1f0fc-191b-419e-92a0-b3b0ff542e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5689fab1-71e1-464d-b217-56a078719145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:29:19.891995 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c6ca1a73-2f75-460e-b271-6ca69df39768 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:19.892572 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ca1a73-2f75-460e-b271-6ca69df39768 None None] Bound using segment: {'id': '12e1f0fc-191b-419e-92a0-b3b0ff542e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5689fab1-71e1-464d-b217-56a078719145'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:29:19.893260 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c6ca1a73-2f75-460e-b271-6ca69df39768 None None] Bound port: 13f7ae7d-a0a4-4191-919e-abe55cc5082e, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e1f0fc-191b-419e-92a0-b3b0ff542e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5689fab1-71e1-464d-b217-56a078719145'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:29:19.893653 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c6ca1a73-2f75-460e-b271-6ca69df39768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:19.983155 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c6ca1a73-2f75-460e-b271-6ca69df39768 None None] For port 13f7ae7d-a0a4-4191-919e-abe55cc5082e, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:29:19.987438 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c6ca1a73-2f75-460e-b271-6ca69df39768 None None] For port 13f7ae7d-a0a4-4191-919e-abe55cc5082e, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=13f7ae7d-a0a4-4191-919e-abe55cc5082e,segment=NetworkSegment(12e1f0fc-191b-419e-92a0-b3b0ff542e41),segment_id=12e1f0fc-191b-419e-92a0-b3b0ff542e41)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:29:19.998769 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f82b0c70-ad86-434e-a62b-f78858921153 req-38a1d8c0-14a8-409f-855a-267067889ccd tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ce850b3cac864bbf82570c33179d722a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1176419 Dec 16 22:29:20.009676 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d7eb5a70-ed19-40c9-823a-860ab5d0e661 req-cb17ec42-a5f9-4090-860b-0f8cdb3be325 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0591583 Dec 16 22:29:20.056286 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c6ca1a73-2f75-460e-b271-6ca69df39768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:20.080508 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-5a4ffc9c-b7d3-4143-a7fe-7d5529893a26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Allocated IP 2001:db8::1 (aa5986a9-39eb-4783-ab5b-978653576103/0476c4a8-3072-445b-adcc-1f08f3ecdbc3/edc7ffe1-4ef3-46bf-9ff3-30de43220261) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:29:20.152279 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca1a73-2f75-460e-b271-6ca69df39768 None None] Pushing event updated for resources: {'Port': ['ID=13f7ae7d-a0a4-4191-919e-abe55cc5082e,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:20.179814 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f82b0c70-ad86-434e-a62b-f78858921153 req-1a5296b3-7f0f-4bde-9bcc-48eb6c3188b5 service neutron] 10.222.0.75 "GET /v2.0/networks/70ab3453-afb7-41da-bacb-b918611a94cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792719 Dec 16 22:29:20.180910 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['18010832-267c-4d52-a788-9c44234dacc5'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:29:20.350426 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe2790-e22d-4ba1-b7f2-680e01624142 req-4aadf56d-d737-49cc-ab36-51f0e67719cc tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:20.352360 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fdbe2790-e22d-4ba1-b7f2-680e01624142 req-4aadf56d-d737-49cc-ab36-51f0e67719cc tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.76 "GET /v2.0/ports?device_id=b723c56c-5bb4-42e2-ba60-382ec9b505e2 HTTP/1.1" status: 200 len: 945 time: 0.1704080 Dec 16 22:29:20.352617 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f82b0c70-ad86-434e-a62b-f78858921153 req-30cb298c-8269-4c0c-b0db-b7d770d84230 service neutron] 10.222.0.75 "GET /v2.0/networks/70ab3453-afb7-41da-bacb-b918611a94cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718087 Dec 16 22:29:20.357896 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5a4ffc9c-b7d3-4143-a7fe-7d5529893a26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:20.524121 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-fdbe2790-e22d-4ba1-b7f2-680e01624142 req-3b18dec4-709c-4a66-a3a7-d871deae350c tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Deleting port 795e8031-f91a-4bec-ad17-3e2fc44705ac {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:29:20.524950 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fdbe2790-e22d-4ba1-b7f2-680e01624142 req-3b18dec4-709c-4a66-a3a7-d871deae350c tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:20.605701 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5a4ffc9c-b7d3-4143-a7fe-7d5529893a26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:20.807993 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a01a6-ec31-4501-9fae-6a3d36085a07 req-26142d30-6ec9-4005-ad15-5808fa3c5e4b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:20.809639 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd7a01a6-ec31-4501-9fae-6a3d36085a07 req-26142d30-6ec9-4005-ad15-5808fa3c5e4b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.1037452 Dec 16 22:29:20.832697 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 13f7ae7d-a0a4-4191-919e-abe55cc5082e up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:29:20.901024 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd7a01a6-ec31-4501-9fae-6a3d36085a07 req-0afb39d9-85e0-45a3-8a95-4515a64a9e7a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680726 Dec 16 22:29:20.935468 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 13f7ae7d-a0a4-4191-919e-abe55cc5082e triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:20.936132 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:21.035300 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:21.042683 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-46408504-9a4d-439b-809b-9c03ddca1be6 req-3fdebcaa-db97-4fc3-85fd-14818eb394a5 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 210 time: 0.0737197 Dec 16 22:29:21.091175 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 13f7ae7d-a0a4-4191-919e-abe55cc5082e, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=13f7ae7d-a0a4-4191-919e-abe55cc5082e,segment=NetworkSegment(12e1f0fc-191b-419e-92a0-b3b0ff542e41),segment_id=12e1f0fc-191b-419e-92a0-b3b0ff542e41)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:21.152593 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8d7bfc2e-c8ce-4608-bccb-2f834c3b4570 req-9dce4b86-babc-47c6-91e0-1f2c35053560 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0363679 Dec 16 22:29:21.187971 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:21.305157 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=13f7ae7d-a0a4-4191-919e-abe55cc5082e,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:21.319436 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4ffc9c-b7d3-4143-a7fe-7d5529893a26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Network aa5986a9-39eb-4783-ab5b-978653576103 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:29:21.329616 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-5a4ffc9c-b7d3-4143-a7fe-7d5529893a26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:21.343782 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4ffc9c-b7d3-4143-a7fe-7d5529893a26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:29:21.344337 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5a4ffc9c-b7d3-4143-a7fe-7d5529893a26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:21.401586 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ffc9c-b7d3-4143-a7fe-7d5529893a26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Pushing event updated for resources: {'Port': ['ID=edc7ffe1-4ef3-46bf-9ff3-30de43220261,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:21.436389 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-fdbe2790-e22d-4ba1-b7f2-680e01624142 req-3b18dec4-709c-4a66-a3a7-d871deae350c tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] For port 795e8031-f91a-4bec-ad17-3e2fc44705ac, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=795e8031-f91a-4bec-ad17-3e2fc44705ac,segment=NetworkSegment(f5a46207-de92-43ba-8bad-688453970bff),segment_id=f5a46207-de92-43ba-8bad-688453970bff)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:21.436713 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fdbe2790-e22d-4ba1-b7f2-680e01624142 req-3b18dec4-709c-4a66-a3a7-d871deae350c tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:21.452100 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa004ff6-7bba-439d-8261-39a59973abc4 req-ed1bffd8-eae6-4fa0-b758-dd60beaedb3f tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:21.460270 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fa004ff6-7bba-439d-8261-39a59973abc4 req-ed1bffd8-eae6-4fa0-b758-dd60beaedb3f tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d33fbbb-bfe8-4a11-8df9-88260e8318bc HTTP/1.1" status: 200 len: 949 time: 0.7755527 Dec 16 22:29:21.523558 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-fdbe2790-e22d-4ba1-b7f2-680e01624142 req-3b18dec4-709c-4a66-a3a7-d871deae350c tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Calling delete_port for 795e8031-f91a-4bec-ad17-3e2fc44705ac owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:29:21.612540 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fa004ff6-7bba-439d-8261-39a59973abc4 req-f8687849-6bb6-4836-bd0e-03ac066ffd4d tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3790eed-4c79-4a65-bec0-3af6930838dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512189 Dec 16 22:29:21.695730 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5a4ffc9c-b7d3-4143-a7fe-7d5529893a26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:21.775648 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e44010c8-876c-4cb1-a0b8-eccbe9aecfe4 None None] Provisioning complete for port edc7ffe1-4ef3-46bf-9ff3-30de43220261 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:21.776332 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e44010c8-876c-4cb1-a0b8-eccbe9aecfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:21.805917 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261886e9-b1a5-4529-91dd-a7521f213518 None None] Network 5689fab1-71e1-464d-b217-56a078719145 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:29:21.853543 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e44010c8-876c-4cb1-a0b8-eccbe9aecfe4 None None] Port edc7ffe1-4ef3-46bf-9ff3-30de43220261 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:29:21.984401 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e4c734d5-fb9a-4500-97c5-beb56105428b None None] Provisioning complete for port 13f7ae7d-a0a4-4191-919e-abe55cc5082e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:21.985238 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e4c734d5-fb9a-4500-97c5-beb56105428b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:22.070151 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed38071-592f-49db-bfa6-79ecbe9e5d5e req-0f4312f1-7036-4418-935b-45fa289abee5 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:22.078007 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5a4ffc9c-b7d3-4143-a7fe-7d5529893a26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:22.079860 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3ed38071-592f-49db-bfa6-79ecbe9e5d5e req-0f4312f1-7036-4418-935b-45fa289abee5 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0732753 Dec 16 22:29:22.086242 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fdbe2790-e22d-4ba1-b7f2-680e01624142 req-3b18dec4-709c-4a66-a3a7-d871deae350c tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:22.156521 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18dec4-709c-4a66-a3a7-d871deae350c tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Pushing event deleted for resources: {'Port': ['ID=795e8031-f91a-4bec-ad17-3e2fc44705ac,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:22.160796 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3ed38071-592f-49db-bfa6-79ecbe9e5d5e req-7e190207-801f-4305-844d-ce38fa42f10e tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762398 Dec 16 22:29:22.217404 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5a4ffc9c-b7d3-4143-a7fe-7d5529893a26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:22.218183 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5a4ffc9c-b7d3-4143-a7fe-7d5529893a26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:22.239671 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b42ed985-bf6b-49e0-805a-7de47570fdfd req-e2c5c0a0-eed3-49a5-8d53-324234983e21 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 210 time: 0.1114738 Dec 16 22:29:22.240542 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbe2790-e22d-4ba1-b7f2-680e01624142 req-3b18dec4-709c-4a66-a3a7-d871deae350c tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] No DVR routers for this DVR port 795e8031-f91a-4bec-ad17-3e2fc44705ac on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:29:22.246921 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-fdbe2790-e22d-4ba1-b7f2-680e01624142 req-3b18dec4-709c-4a66-a3a7-d871deae350c tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:22.253406 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fdbe2790-e22d-4ba1-b7f2-680e01624142 req-3b18dec4-709c-4a66-a3a7-d871deae350c tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.76 "DELETE /v2.0/ports/795e8031-f91a-4bec-ad17-3e2fc44705ac HTTP/1.1" status: 204 len: 173 time: 1.8937516 Dec 16 22:29:22.264478 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b723c56c-5bb4-42e2-ba60-382ec9b505e2', 'name': 'network-vif-deleted', 'tag': '795e8031-f91a-4bec-ad17-3e2fc44705ac'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:29:22.264478 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e0d322-59d0-4040-a829-be1afa0453c9" -d '{"events": [{"server_uuid": "b723c56c-5bb4-42e2-ba60-382ec9b505e2", "name": "network-vif-deleted", "tag": "795e8031-f91a-4bec-ad17-3e2fc44705ac"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:29:22.286070 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-40caf65b-18d9-40a4-8e85-fc2503c8ea91 req-e6689a51-72c5-45fd-ba0d-b7f959e3aae5 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0375419 Dec 16 22:29:22.366214 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5be1411-897a-40aa-89a2-0aecadb4cce5 x-openstack-request-id: req-c5be1411-897a-40aa-89a2-0aecadb4cce5 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:29:22.366691 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b723c56c-5bb4-42e2-ba60-382ec9b505e2", "name": "network-vif-deleted", "tag": "795e8031-f91a-4bec-ad17-3e2fc44705ac", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:29:22.366791 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c5be1411-897a-40aa-89a2-0aecadb4cce5 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:29:22.378574 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b723c56c-5bb4-42e2-ba60-382ec9b505e2', 'name': 'network-vif-deleted', 'tag': '795e8031-f91a-4bec-ad17-3e2fc44705ac', 'status': 'completed', 'code': 200} Dec 16 22:29:22.381541 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ffc9c-b7d3-4143-a7fe-7d5529893a26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Pushing event updated for resources: {'Port': ['ID=edc7ffe1-4ef3-46bf-9ff3-30de43220261,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:22.393730 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-565bf8a6-9958-4340-9b7b-82d461999024 None None] Provisioning complete for port 13f7ae7d-a0a4-4191-919e-abe55cc5082e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:22.394140 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-565bf8a6-9958-4340-9b7b-82d461999024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:22.445867 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4ffc9c-b7d3-4143-a7fe-7d5529893a26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Network aa5986a9-39eb-4783-ab5b-978653576103 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:29:22.447541 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-5a4ffc9c-b7d3-4143-a7fe-7d5529893a26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:22.601650 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4ffc9c-b7d3-4143-a7fe-7d5529893a26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Router 1a8a4e08-e870-48f7-9c36-088173d365dc has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:29:22.691317 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 13f7ae7d-a0a4-4191-919e-abe55cc5082e up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:29:22.794599 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 13f7ae7d-a0a4-4191-919e-abe55cc5082e triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:22.794972 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:22.796164 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4ffc9c-b7d3-4143-a7fe-7d5529893a26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:29:22.816437 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5a4ffc9c-b7d3-4143-a7fe-7d5529893a26 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "PUT /v2.0/routers/1a8a4e08-e870-48f7-9c36-088173d365dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5713727 Dec 16 22:29:22.817620 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57480) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:22.833623 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 18010832-267c-4d52-a788-9c44234dacc5 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:29:22.833623 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40493fb2-6ad9-4b3e-a3c7-8e2035851b17 None None] Sync routers for ids ['1a8a4e08-e870-48f7-9c36-088173d365dc'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:29:22.879481 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40493fb2-6ad9-4b3e-a3c7-8e2035851b17 None None] Routers {'1a8a4e08-e870-48f7-9c36-088173d365dc'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:29:22.880508 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-40493fb2-6ad9-4b3e-a3c7-8e2035851b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:28:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1a8a4e08-e870-48f7-9c36-088173d365dc'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:22.905442 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ecc26-cf9f-4c58-a4d3-50a09035ebec req-fdf652b9-8928-4f60-ae2b-fdf842646756 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:22.906981 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1d3ecc26-cf9f-4c58-a4d3-50a09035ebec req-fdf652b9-8928-4f60-ae2b-fdf842646756 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d33fbbb-bfe8-4a11-8df9-88260e8318bc HTTP/1.1" status: 200 len: 949 time: 0.1834061 Dec 16 22:29:22.924065 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-40493fb2-6ad9-4b3e-a3c7-8e2035851b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:22.943857 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a3a55ac9-a21d-40a1-a8fd-865986964f6d tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:22.977109 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40493fb2-6ad9-4b3e-a3c7-8e2035851b17 None None] Routers {'1a8a4e08-e870-48f7-9c36-088173d365dc'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:29:22.977628 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-40493fb2-6ad9-4b3e-a3c7-8e2035851b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:28:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1a8a4e08-e870-48f7-9c36-088173d365dc'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:22.979425 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-53becb64-80ae-4546-b7fd-0279bb591256 None None] Provisioning complete for port edc7ffe1-4ef3-46bf-9ff3-30de43220261 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:22.979798 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53becb64-80ae-4546-b7fd-0279bb591256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:23.031721 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-40493fb2-6ad9-4b3e-a3c7-8e2035851b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:23.032465 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40493fb2-6ad9-4b3e-a3c7-8e2035851b17 None None] The sync data for ids ['1a8a4e08-e870-48f7-9c36-088173d365dc'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:29:23.045632 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 18010832-267c-4d52-a788-9c44234dacc5 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:29:23.055024 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 18010832-267c-4d52-a788-9c44234dacc5 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:23.059438 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:23.063017 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1d3ecc26-cf9f-4c58-a4d3-50a09035ebec req-435287e4-a2bf-4a00-9209-20c0d61747eb tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3790eed-4c79-4a65-bec0-3af6930838dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434624 Dec 16 22:29:23.084526 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-a3a55ac9-a21d-40a1-a8fd-865986964f6d tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 22:29:23.089324 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a3a55ac9-a21d-40a1-a8fd-865986964f6d tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "DELETE /v2.0/routers/1a8a4e08-e870-48f7-9c36-088173d365dc HTTP/1.1" status: 409 len: 329 time: 0.2710173 Dec 16 22:29:23.089943 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57484) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:23.093999 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-53becb64-80ae-4546-b7fd-0279bb591256 None None] Port edc7ffe1-4ef3-46bf-9ff3-30de43220261 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:29:23.162172 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:23.164409 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-53e70b5a-ff42-4366-b4c9-8674865b9797 req-4cd14835-dcdc-4476-8b97-0ef9afd460c0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bb68dd4a-09f0-4ea2-a001-7d9eb4d8110a HTTP/1.1" status: 200 len: 210 time: 0.0658538 Dec 16 22:29:23.219799 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d33fbbb-bfe8-4a11-8df9-88260e8318bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18010832-267c-4d52-a788-9c44234dacc5'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:29:23.224375 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c96612f-80bf-4d0d-8a4c-29913c7635da" -d '{"events": [{"server_uuid": "4d33fbbb-bfe8-4a11-8df9-88260e8318bc", "name": "network-vif-plugged", "status": "completed", "tag": "18010832-267c-4d52-a788-9c44234dacc5"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:29:23.272681 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 18010832-267c-4d52-a788-9c44234dacc5, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=18010832-267c-4d52-a788-9c44234dacc5,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:23.301583 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985c5644-9f10-4159-a302-9a65b66c759f x-openstack-request-id: req-985c5644-9f10-4159-a302-9a65b66c759f {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:29:23.301983 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d33fbbb-bfe8-4a11-8df9-88260e8318bc", "name": "network-vif-plugged", "status": "completed", "tag": "18010832-267c-4d52-a788-9c44234dacc5", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:29:23.302231 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-985c5644-9f10-4159-a302-9a65b66c759f {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:29:23.302738 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d33fbbb-bfe8-4a11-8df9-88260e8318bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18010832-267c-4d52-a788-9c44234dacc5', 'code': 200} Dec 16 22:29:23.361346 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65eaada-35c5-4228-ad38-15552538383c req-1f6aca15-956d-421d-a671-2efc13d3b360 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:23.362987 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e65eaada-35c5-4228-ad38-15552538383c req-1f6aca15-956d-421d-a671-2efc13d3b360 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0694199 Dec 16 22:29:23.430162 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e65eaada-35c5-4228-ad38-15552538383c req-fc964a41-1ebc-466f-8ab6-60e919d44e06 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573478 Dec 16 22:29:23.448079 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bb79ac09-084d-4a0f-af61-aac19dd73eb0 req-8f133f1e-c84e-449e-beaf-751436a261a1 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 210 time: 0.0569417 Dec 16 22:29:23.533594 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0301028d-aebe-491c-8ed6-e5c1034a00b2 req-972c98d4-42a6-4525-bb8b-1c6fc7b71dc1 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0288286 Dec 16 22:29:23.536640 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd185d30-80f5-432c-9cae-bd85828ef5a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:23.545331 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:23.581849 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-30568bc7-7c43-4000-9e67-6dc31073cba4 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:23.627102 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=18010832-267c-4d52-a788-9c44234dacc5,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:23.864971 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b0c70-ad86-434e-a62b-f78858921153 req-e52f358d-c6b9-4042-a9c9-003e0af0e94f tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:23.866681 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f82b0c70-ad86-434e-a62b-f78858921153 req-e52f358d-c6b9-4042-a9c9-003e0af0e94f tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.76 "GET /v2.0/networks?id=70ab3453-afb7-41da-bacb-b918611a94cc HTTP/1.1" status: 200 len: 815 time: 0.2471912 Dec 16 22:29:23.868431 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bcef5-b290-4d85-a5d0-e6112df862dd req-348ddaf7-c626-4210-92d8-d66fa8682196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:23.869815 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9b3bcef5-b290-4d85-a5d0-e6112df862dd req-348ddaf7-c626-4210-92d8-d66fa8682196 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4d33fbbb-bfe8-4a11-8df9-88260e8318bc HTTP/1.1" status: 200 len: 1101 time: 0.1429048 Dec 16 22:29:23.911192 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-f82b0c70-ad86-434e-a62b-f78858921153 req-a12a0725-bb94-44ec-966d-f7adfbd68a36 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Request body: {'port': {'device_id': 'ae1e7d28-d6d4-4d32-ac05-4849ba1c770a', 'network_id': '70ab3453-afb7-41da-bacb-b918611a94cc', 'admin_state_up': True, 'tenant_id': 'ce850b3cac864bbf82570c33179d722a'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:24.009176 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9b3bcef5-b290-4d85-a5d0-e6112df862dd req-4bc9a622-1c7c-42cf-8ad4-9a2f70041482 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c3790eed-4c79-4a65-bec0-3af6930838dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291790 Dec 16 22:29:24.029063 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 795e8031-f91a-4bec-ad17-3e2fc44705ac no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:29:24.057964 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 795e8031-f91a-4bec-ad17-3e2fc44705ac {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:29:24.058313 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 795e8031-f91a-4bec-ad17-3e2fc44705ac not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:29:24.137949 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-30568bc7-7c43-4000-9e67-6dc31073cba4 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Deleting port edc7ffe1-4ef3-46bf-9ff3-30de43220261 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:29:24.139086 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-30568bc7-7c43-4000-9e67-6dc31073cba4 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:24.206340 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f82b0c70-ad86-434e-a62b-f78858921153 req-a12a0725-bb94-44ec-966d-f7adfbd68a36 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Made reservation on behalf of ce850b3cac864bbf82570c33179d722a for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:29:24.209875 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f82b0c70-ad86-434e-a62b-f78858921153 req-a12a0725-bb94-44ec-966d-f7adfbd68a36 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:24.237299 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0190c-89b0-42eb-9040-bbf758ab6574 req-b0600534-52f6-4147-8a15-0a8169f7902d tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:24.243542 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fbf0190c-89b0-42eb-9040-bbf758ab6574 req-b0600534-52f6-4147-8a15-0a8169f7902d tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d33fbbb-bfe8-4a11-8df9-88260e8318bc HTTP/1.1" status: 200 len: 950 time: 0.0685613 Dec 16 22:29:24.259360 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-30568bc7-7c43-4000-9e67-6dc31073cba4 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:24.299214 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fbf0190c-89b0-42eb-9040-bbf758ab6574 req-dbae23d6-e036-469e-80c9-415fb6f0531d tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3790eed-4c79-4a65-bec0-3af6930838dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527277 Dec 16 22:29:24.307947 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-30568bc7-7c43-4000-9e67-6dc31073cba4 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Calling delete_port for edc7ffe1-4ef3-46bf-9ff3-30de43220261 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:29:24.435515 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-f82b0c70-ad86-434e-a62b-f78858921153 req-a12a0725-bb94-44ec-966d-f7adfbd68a36 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Allocated IP 172.20.0.4 (70ab3453-afb7-41da-bacb-b918611a94cc/a0b2dc89-3628-499c-a090-44aaf09eb499/340f15cd-7e9c-4cf9-a45b-0b2983e8ebed) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:29:24.574684 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-92eb4eae-0c28-47c6-a589-d4fe632fe863 req-9b5b0cf9-ac8c-4b5d-b43d-e41629bee7d4 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 210 time: 0.0344992 Dec 16 22:29:24.697430 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650e357-8db7-454d-8fdb-5de9225940d7 req-74ed6975-5dd7-47f7-aabe-28155ca9c0cd tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:24.699100 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f650e357-8db7-454d-8fdb-5de9225940d7 req-74ed6975-5dd7-47f7-aabe-28155ca9c0cd tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.1844721 Dec 16 22:29:24.705207 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d45aab48-2a51-467d-8cc3-6c9e27d7bfc6 req-ddac161e-a420-4312-aa2d-305d000a134e tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0311842 Dec 16 22:29:24.749179 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-028e656e-9e6e-4ab9-8259-2eadddbed200 req-28e70d76-f8c0-485e-b03d-6270136684a7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0694892 Dec 16 22:29:24.825318 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f82b0c70-ad86-434e-a62b-f78858921153 req-a12a0725-bb94-44ec-966d-f7adfbd68a36 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:24.830859 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f650e357-8db7-454d-8fdb-5de9225940d7 req-b42886d4-07f9-4611-b084-12d696d26ee2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157091 Dec 16 22:29:24.842180 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-30568bc7-7c43-4000-9e67-6dc31073cba4 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:24.877120 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30568bc7-7c43-4000-9e67-6dc31073cba4 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Pushing event deleted for resources: {'Port': ['ID=edc7ffe1-4ef3-46bf-9ff3-30de43220261,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:24.990635 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-30568bc7-7c43-4000-9e67-6dc31073cba4 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:25.087392 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f82b0c70-ad86-434e-a62b-f78858921153 req-a12a0725-bb94-44ec-966d-f7adfbd68a36 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:25.155996 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f82b0c70-ad86-434e-a62b-f78858921153 req-a12a0725-bb94-44ec-966d-f7adfbd68a36 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Network 70ab3453-afb7-41da-bacb-b918611a94cc is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:29:25.159067 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a0725-bb94-44ec-966d-f7adfbd68a36 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Pushing event updated for resources: {'Port': ['ID=340f15cd-7e9c-4cf9-a45b-0b2983e8ebed,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:25.161567 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-f82b0c70-ad86-434e-a62b-f78858921153 req-a12a0725-bb94-44ec-966d-f7adfbd68a36 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:25.194745 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82b0c70-ad86-434e-a62b-f78858921153 req-a12a0725-bb94-44ec-966d-f7adfbd68a36 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:29:25.649792 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-35dbff91-ea62-4e4d-935c-2e0dc27d7af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:25.690360 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30568bc7-7c43-4000-9e67-6dc31073cba4 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Router 1a8a4e08-e870-48f7-9c36-088173d365dc has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:29:25.725455 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-28ae355e-5a08-459b-baaf-6e078f27473d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1350791 Dec 16 22:29:25.740556 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b0c70-ad86-434e-a62b-f78858921153 req-a12a0725-bb94-44ec-966d-f7adfbd68a36 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:25.745841 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f82b0c70-ad86-434e-a62b-f78858921153 req-a12a0725-bb94-44ec-966d-f7adfbd68a36 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:25.746064 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a400948-19bf-4047-99c9-f233267e7b0f req-9d5f12ed-1425-4e38-85bd-5f3efc979df1 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:25.750989 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a400948-19bf-4047-99c9-f233267e7b0f req-9d5f12ed-1425-4e38-85bd-5f3efc979df1 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 931 time: 0.0636013 Dec 16 22:29:25.807464 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a400948-19bf-4047-99c9-f233267e7b0f req-f39c4f9e-8827-4dbe-ae8e-0c35907d6eb1 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543418 Dec 16 22:29:25.856927 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f556e66-9590-4d02-a472-0ccf44e0fb5b req-c953e38b-1a61-44eb-8e8e-825275af7fd6 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:25.858607 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6f556e66-9590-4d02-a472-0ccf44e0fb5b req-c953e38b-1a61-44eb-8e8e-825275af7fd6 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d33fbbb-bfe8-4a11-8df9-88260e8318bc HTTP/1.1" status: 200 len: 950 time: 0.2696283 Dec 16 22:29:25.871569 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30568bc7-7c43-4000-9e67-6dc31073cba4 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:29:25.894164 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68785334-9458-436d-8a47-15640604bb83 None None] Sync routers for ids ['1a8a4e08-e870-48f7-9c36-088173d365dc'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:29:25.909936 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68785334-9458-436d-8a47-15640604bb83 None None] Routers {'1a8a4e08-e870-48f7-9c36-088173d365dc'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:29:25.914894 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-68785334-9458-436d-8a47-15640604bb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:29:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1a8a4e08-e870-48f7-9c36-088173d365dc'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:25.925473 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-30568bc7-7c43-4000-9e67-6dc31073cba4 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "PUT /v2.0/routers/1a8a4e08-e870-48f7-9c36-088173d365dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8344393 Dec 16 22:29:25.934587 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57528) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:25.946165 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f82b0c70-ad86-434e-a62b-f78858921153 req-a12a0725-bb94-44ec-966d-f7adfbd68a36 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0410316 Dec 16 22:29:25.968419 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-68785334-9458-436d-8a47-15640604bb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:25.968672 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-f82b0c70-ad86-434e-a62b-f78858921153 req-ae90a9de-b9b8-498a-847e-29a52c94fef0 service neutron] Request body: {'port': {'device_id': 'ae1e7d28-d6d4-4d32-ac05-4849ba1c770a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:25.970395 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fc55b08d-1db1-42db-98ed-b2fde10a1065 req-40a68b86-b866-4d19-a71c-2dff01ff014d tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0488541 Dec 16 22:29:25.979297 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68785334-9458-436d-8a47-15640604bb83 None None] Routers {'1a8a4e08-e870-48f7-9c36-088173d365dc'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:29:25.980769 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-68785334-9458-436d-8a47-15640604bb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:29:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1a8a4e08-e870-48f7-9c36-088173d365dc'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:26.029702 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-68785334-9458-436d-8a47-15640604bb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:26.030399 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68785334-9458-436d-8a47-15640604bb83 None None] The sync data for ids ['1a8a4e08-e870-48f7-9c36-088173d365dc'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:29:26.050684 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-176972ec-1e44-4203-8888-f0c3e06cf215 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] show failed (client error): The resource could not be found. Dec 16 22:29:26.051780 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-176972ec-1e44-4203-8888-f0c3e06cf215 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "GET /v2.0/routers/tempest-non_exist_router-707143406 HTTP/1.1" status: 404 len: 334 time: 0.1137481 Dec 16 22:29:26.055641 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57530) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:26.058036 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-47c3f02f-e76e-4c11-83f8-fa5a3c8b2ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:26.058434 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-47c3f02f-e76e-4c11-83f8-fa5a3c8b2ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:26.058909 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-47c3f02f-e76e-4c11-83f8-fa5a3c8b2ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:26.059404 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-47c3f02f-e76e-4c11-83f8-fa5a3c8b2ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:26.059868 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-47c3f02f-e76e-4c11-83f8-fa5a3c8b2ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:26.060333 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-47c3f02f-e76e-4c11-83f8-fa5a3c8b2ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:26.060794 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-47c3f02f-e76e-4c11-83f8-fa5a3c8b2ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:26.061500 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-482dcc16-6c92-400c-aa64-336d1fbfc644 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:26.063590 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-47c3f02f-e76e-4c11-83f8-fa5a3c8b2ac5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45dc1fa90bee4d0982a4d71f8e7220e0&device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 6499 time: 0.2021916 Dec 16 22:29:26.080268 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6f556e66-9590-4d02-a472-0ccf44e0fb5b req-a5d3aca7-13c7-499b-ada2-c67ed1ac1271 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3790eed-4c79-4a65-bec0-3af6930838dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063706 Dec 16 22:29:26.132147 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f82b0c70-ad86-434e-a62b-f78858921153 req-ae90a9de-b9b8-498a-847e-29a52c94fef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:26.140123 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-482dcc16-6c92-400c-aa64-336d1fbfc644 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] update failed (client error): The resource could not be found. Dec 16 22:29:26.146434 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-482dcc16-6c92-400c-aa64-336d1fbfc644 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "PUT /v2.0/routers/tempest-non_exist_router-893090018 HTTP/1.1" status: 404 len: 334 time: 0.0894802 Dec 16 22:29:26.157463 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57534) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:26.211819 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166a234-60e3-4ffc-8f67-49748e0d6d76 req-0ca3cb6f-0d3d-4d98-9fcb-00423a361dd5 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:26.214213 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5166a234-60e3-4ffc-8f67-49748e0d6d76 req-0ca3cb6f-0d3d-4d98-9fcb-00423a361dd5 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0879929 Dec 16 22:29:26.284511 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5166a234-60e3-4ffc-8f67-49748e0d6d76 req-587e8b7e-6e7d-499c-9cfa-041abcbc5540 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559692 Dec 16 22:29:26.296015 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d32000-efa0-456a-a49e-64dc74d6f960 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Deleting subnet 1308aac6-8a21-44ff-b999-a787c6803197 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:29:26.315725 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92d32000-efa0-456a-a49e-64dc74d6f960 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:26.412218 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-70aceaa7-eed8-4231-bc43-2c20397ef63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:26.412603 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-70aceaa7-eed8-4231-bc43-2c20397ef63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:26.413066 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-70aceaa7-eed8-4231-bc43-2c20397ef63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:26.414681 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-70aceaa7-eed8-4231-bc43-2c20397ef63d service neutron] 10.222.0.57 "GET /v2.0/networks?id=5e57a376-cf11-4169-84ca-8ea1ae6aa078&id=15791355-f493-42e0-a1b7-a4369065109f&id=15791355-f493-42e0-a1b7-a4369065109f&id=15791355-f493-42e0-a1b7-a4369065109f&id=15791355-f493-42e0-a1b7-a4369065109f&id=66e9be3c-e724-4370-8e53-fc3253b9f776&id=66e9be3c-e724-4370-8e53-fc3253b9f776 HTTP/1.1" status: 200 len: 2296 time: 0.3044159 Dec 16 22:29:26.472792 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92d32000-efa0-456a-a49e-64dc74d6f960 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:26.601963 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-153c7101-04b5-4a35-9540-60fa4a1c86a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea1ed190-b5c9-4f29-b19b-8909b9b1bce0 HTTP/1.1" status: 200 len: 1000 time: 0.1769242 Dec 16 22:29:26.713184 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92d32000-efa0-456a-a49e-64dc74d6f960 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:26.745042 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-8f91c6b5-481b-4834-b087-ebc977ccab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:26.746571 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-8f91c6b5-481b-4834-b087-ebc977ccab0d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=554b4879-6665-46f7-b33a-c61f9f909b35 HTTP/1.1" status: 200 len: 856 time: 0.1363430 Dec 16 22:29:26.839986 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-f82b0c70-ad86-434e-a62b-f78858921153 req-ae90a9de-b9b8-498a-847e-29a52c94fef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:29:26.853909 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f82b0c70-ad86-434e-a62b-f78858921153 req-ae90a9de-b9b8-498a-847e-29a52c94fef0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:26.867216 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-5bcefeba-0e88-46f7-8dc2-c982d3f2c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:26.868789 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-5bcefeba-0e88-46f7-8dc2-c982d3f2c7a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5e57a376-cf11-4169-84ca-8ea1ae6aa078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130443 Dec 16 22:29:26.921544 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:26.952989 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:26.959199 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-f82b0c70-ad86-434e-a62b-f78858921153 req-ae90a9de-b9b8-498a-847e-29a52c94fef0 service neutron] Transition to ACTIVE for port object 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:29:26.965884 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92d32000-efa0-456a-a49e-64dc74d6f960 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:27.005020 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d32000-efa0-456a-a49e-64dc74d6f960 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Pushing event deleted for resources: {'Subnet': ['ID=1308aac6-8a21-44ff-b999-a787c6803197,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:27.020352 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e64328d-82ce-4239-a24d-f67088a518ce None None] Network 5689fab1-71e1-464d-b217-56a078719145 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:29:27.025270 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92d32000-efa0-456a-a49e-64dc74d6f960 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:27.031436 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-92d32000-efa0-456a-a49e-64dc74d6f960 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "DELETE /v2.0/subnets/1308aac6-8a21-44ff-b999-a787c6803197 HTTP/1.1" status: 204 len: 168 time: 0.8702846 Dec 16 22:29:27.033464 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57548) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:27.040375 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335751a-f553-4f2c-9ddd-ece020a76e37 req-ea3c19ba-04ad-4f2c-ac57-9140856d660d tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:27.043900 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9335751a-f553-4f2c-9ddd-ece020a76e37 req-ea3c19ba-04ad-4f2c-ac57-9140856d660d tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 931 time: 0.1392381 Dec 16 22:29:27.105424 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f82b0c70-ad86-434e-a62b-f78858921153 req-ae90a9de-b9b8-498a-847e-29a52c94fef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:27.172100 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-74e9dfe2-d34a-4c19-8e3b-56be49377b7b req-2dfe98c6-54f3-4873-b6e8-eb3e847f2bd3 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0359132 Dec 16 22:29:27.206606 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-417f47ce-027e-41d6-9d61-4266d6092dd0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:27.230943 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-c13569ac-7958-40b8-88e0-7625a66f2f7a service neutron] 10.222.0.57 "GET /v2.0/networks/5e57a376-cf11-4169-84ca-8ea1ae6aa078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528047 Dec 16 22:29:27.296431 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9335751a-f553-4f2c-9ddd-ece020a76e37 req-6b11b8cd-3ddf-4baa-9b28-10e30e990cd0 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399197 Dec 16 22:29:27.304311 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-417f47ce-027e-41d6-9d61-4266d6092dd0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Deleting port 13f7ae7d-a0a4-4191-919e-abe55cc5082e {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:29:27.305526 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-417f47ce-027e-41d6-9d61-4266d6092dd0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:27.328755 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3d553f-0351-4944-b432-59820e1cfc32 None None] DHCP port deletion for 5689fab1-71e1-464d-b217-56a078719145 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:29:27.330623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90a9de-b9b8-498a-847e-29a52c94fef0 service neutron] Pushing event updated for resources: {'Port': ['ID=340f15cd-7e9c-4cf9-a45b-0b2983e8ebed,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:27.438126 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-7717cea7-cfe0-43dc-a292-28c54bed21ca service neutron] 10.222.0.57 "GET /v2.0/networks/5e57a376-cf11-4169-84ca-8ea1ae6aa078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936114 Dec 16 22:29:27.445364 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b9a6f-66d0-4edc-beb3-739c16a3ef2f req-b59af933-3489-420a-949a-a24adbe0a240 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:27.449473 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e3b9a6f-66d0-4edc-beb3-739c16a3ef2f req-b59af933-3489-420a-949a-a24adbe0a240 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d33fbbb-bfe8-4a11-8df9-88260e8318bc HTTP/1.1" status: 200 len: 950 time: 0.1597347 Dec 16 22:29:27.453433 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-be3d553f-0351-4944-b432-59820e1cfc32 None None] Deleting port 13f7ae7d-a0a4-4191-919e-abe55cc5082e {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:29:27.453944 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-be3d553f-0351-4944-b432-59820e1cfc32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:27.485961 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-417f47ce-027e-41d6-9d61-4266d6092dd0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] For port 13f7ae7d-a0a4-4191-919e-abe55cc5082e, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=13f7ae7d-a0a4-4191-919e-abe55cc5082e,segment=NetworkSegment(12e1f0fc-191b-419e-92a0-b3b0ff542e41),segment_id=12e1f0fc-191b-419e-92a0-b3b0ff542e41)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:27.486386 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-417f47ce-027e-41d6-9d61-4266d6092dd0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:27.513321 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-417f47ce-027e-41d6-9d61-4266d6092dd0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Calling delete_port for 13f7ae7d-a0a4-4191-919e-abe55cc5082e owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:29:27.538182 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e3b9a6f-66d0-4edc-beb3-739c16a3ef2f req-110d0c0d-deb8-4a8d-896d-44ad6cc05c59 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3790eed-4c79-4a65-bec0-3af6930838dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822713 Dec 16 22:29:27.540543 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-13270ebd-4ac2-422b-b874-29e6e2692bd5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=e0f2a365-369e-405c-9065-780d829281e6 HTTP/1.1" status: 200 len: 217 time: 0.0507195 Dec 16 22:29:27.582847 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-f82b0c70-ad86-434e-a62b-f78858921153 req-ae90a9de-b9b8-498a-847e-29a52c94fef0 service neutron] Attempting to bind port 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:29:27.588876 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-f82b0c70-ad86-434e-a62b-f78858921153 req-ae90a9de-b9b8-498a-847e-29a52c94fef0 service neutron] Attempting to bind port 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'f5a46207-de92-43ba-8bad-688453970bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70ab3453-afb7-41da-bacb-b918611a94cc'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:29:27.589488 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82b0c70-ad86-434e-a62b-f78858921153 req-ae90a9de-b9b8-498a-847e-29a52c94fef0 service neutron] Attempting to bind port 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed on network 70ab3453-afb7-41da-bacb-b918611a94cc {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:29:27.606045 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-be3d553f-0351-4944-b432-59820e1cfc32 None None] For port 13f7ae7d-a0a4-4191-919e-abe55cc5082e, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=13f7ae7d-a0a4-4191-919e-abe55cc5082e,segment=NetworkSegment(12e1f0fc-191b-419e-92a0-b3b0ff542e41),segment_id=12e1f0fc-191b-419e-92a0-b3b0ff542e41)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:27.606527 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-be3d553f-0351-4944-b432-59820e1cfc32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:27.624104 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-be3d553f-0351-4944-b432-59820e1cfc32 None None] Calling delete_port for 13f7ae7d-a0a4-4191-919e-abe55cc5082e owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:29:27.639394 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82b0c70-ad86-434e-a62b-f78858921153 req-ae90a9de-b9b8-498a-847e-29a52c94fef0 service neutron] Port 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed on network 70ab3453-afb7-41da-bacb-b918611a94cc not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:29:27.639773 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82b0c70-ad86-434e-a62b-f78858921153 req-ae90a9de-b9b8-498a-847e-29a52c94fef0 service neutron] Attempting to bind port 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed on network 70ab3453-afb7-41da-bacb-b918611a94cc {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:29:27.651741 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82b0c70-ad86-434e-a62b-f78858921153 req-ae90a9de-b9b8-498a-847e-29a52c94fef0 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:29:27.653355 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82b0c70-ad86-434e-a62b-f78858921153 req-ae90a9de-b9b8-498a-847e-29a52c94fef0 service neutron] Checking segment: {'id': 'f5a46207-de92-43ba-8bad-688453970bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70ab3453-afb7-41da-bacb-b918611a94cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:29:27.653355 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82b0c70-ad86-434e-a62b-f78858921153 req-ae90a9de-b9b8-498a-847e-29a52c94fef0 service neutron] Bound using segment: {'id': 'f5a46207-de92-43ba-8bad-688453970bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70ab3453-afb7-41da-bacb-b918611a94cc'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:29:27.653355 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-f82b0c70-ad86-434e-a62b-f78858921153 req-ae90a9de-b9b8-498a-847e-29a52c94fef0 service neutron] Bound port: 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a46207-de92-43ba-8bad-688453970bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70ab3453-afb7-41da-bacb-b918611a94cc'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:29:27.653355 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f82b0c70-ad86-434e-a62b-f78858921153 req-ae90a9de-b9b8-498a-847e-29a52c94fef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:27.671667 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-fc2ceac2-8312-4e7c-b997-e9ab85fad876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:27.673801 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-fc2ceac2-8312-4e7c-b997-e9ab85fad876 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25876357-a0e7-4570-bc9f-e643775c0f42 HTTP/1.1" status: 200 len: 797 time: 0.1208220 Dec 16 22:29:27.771779 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-3c52ba53-1d07-4784-9fea-d0bc730085f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:27.773231 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-3c52ba53-1d07-4784-9fea-d0bc730085f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15791355-f493-42e0-a1b7-a4369065109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0751121 Dec 16 22:29:27.792545 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-f82b0c70-ad86-434e-a62b-f78858921153 req-ae90a9de-b9b8-498a-847e-29a52c94fef0 service neutron] For port 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:29:27.818479 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec0aea-6be7-4b42-b11f-04fb67d54d15 req-f028bf93-275e-43c1-aa47-58f5f4f12711 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:27.824937 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-be3d553f-0351-4944-b432-59820e1cfc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:27.828283 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-acec0aea-6be7-4b42-b11f-04fb67d54d15 req-f028bf93-275e-43c1-aa47-58f5f4f12711 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0790381 Dec 16 22:29:27.838146 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-417f47ce-027e-41d6-9d61-4266d6092dd0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:27.849160 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-f82b0c70-ad86-434e-a62b-f78858921153 req-ae90a9de-b9b8-498a-847e-29a52c94fef0 service neutron] For port 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=340f15cd-7e9c-4cf9-a45b-0b2983e8ebed,segment=NetworkSegment(f5a46207-de92-43ba-8bad-688453970bff),segment_id=f5a46207-de92-43ba-8bad-688453970bff)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:29:27.882456 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d553f-0351-4944-b432-59820e1cfc32 None None] Pushing event deleted for resources: {'Port': ['ID=13f7ae7d-a0a4-4191-919e-abe55cc5082e,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:27.894066 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f47ce-027e-41d6-9d61-4266d6092dd0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Pushing event deleted for resources: {'Port': ['ID=13f7ae7d-a0a4-4191-919e-abe55cc5082e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:27.904482 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3d553f-0351-4944-b432-59820e1cfc32 None None] No DVR routers for this DVR port 13f7ae7d-a0a4-4191-919e-abe55cc5082e on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:29:27.906686 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417f47ce-027e-41d6-9d61-4266d6092dd0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] No DVR routers for this DVR port 13f7ae7d-a0a4-4191-919e-abe55cc5082e on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:29:27.932962 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-c40b2d0d-6bfe-4184-a133-acd71f14336c service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520798 Dec 16 22:29:27.997420 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f82b0c70-ad86-434e-a62b-f78858921153 req-ae90a9de-b9b8-498a-847e-29a52c94fef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:28.031276 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-acec0aea-6be7-4b42-b11f-04fb67d54d15 req-5703a857-036f-4bc9-9468-ba6ea3d714c0 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019672 Dec 16 22:29:28.066495 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b0c70-ad86-434e-a62b-f78858921153 req-ae90a9de-b9b8-498a-847e-29a52c94fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:28.067302 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f82b0c70-ad86-434e-a62b-f78858921153 req-ae90a9de-b9b8-498a-847e-29a52c94fef0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:28.088488 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f82b0c70-ad86-434e-a62b-f78858921153 req-ae90a9de-b9b8-498a-847e-29a52c94fef0 service neutron] 10.222.0.76 "PUT /v2.0/ports/340f15cd-7e9c-4cf9-a45b-0b2983e8ebed HTTP/1.1" status: 200 len: 1091 time: 2.1274281 Dec 16 22:29:28.090567 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1e7d28-d6d4-4d32-ac05-4849ba1c770a', 'tag': '340f15cd-7e9c-4cf9-a45b-0b2983e8ebed'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:29:28.092665 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9c536a-a9ee-4538-b8fe-deb2e0c104e3" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1e7d28-d6d4-4d32-ac05-4849ba1c770a", "tag": "340f15cd-7e9c-4cf9-a45b-0b2983e8ebed"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:29:28.100209 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-417f47ce-027e-41d6-9d61-4266d6092dd0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:28.142552 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90a9de-b9b8-498a-847e-29a52c94fef0 service neutron] Pushing event updated for resources: {'Port': ['ID=340f15cd-7e9c-4cf9-a45b-0b2983e8ebed,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:28.147030 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-417f47ce-027e-41d6-9d61-4266d6092dd0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5689fab1-71e1-464d-b217-56a078719145']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:28.166719 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-417f47ce-027e-41d6-9d61-4266d6092dd0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e1f0fc-191b-419e-92a0-b3b0ff542e41') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:28.166719 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-417f47ce-027e-41d6-9d61-4266d6092dd0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e1f0fc-191b-419e-92a0-b3b0ff542e41') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:28.167507 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-14e37888-b0ca-4239-9fad-52c23d8c0de0 service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255354 Dec 16 22:29:28.228601 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aed1b621-e7f5-4858-aa2b-b9c3bbc3b381 req-94096687-6b34-4f94-ab7b-24b8ae4256b2 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0646768 Dec 16 22:29:28.235875 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-417f47ce-027e-41d6-9d61-4266d6092dd0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:28.243653 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-bd11b2e2-f5e4-4d68-8ae5-af89e6e9cdc5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=117343d1-e9dc-47b5-b09b-1fc4fcc77e1a HTTP/1.1" status: 200 len: 217 time: 0.0662563 Dec 16 22:29:28.275799 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-417f47ce-027e-41d6-9d61-4266d6092dd0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:28.293736 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417f47ce-027e-41d6-9d61-4266d6092dd0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:29:28.296029 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-417f47ce-027e-41d6-9d61-4266d6092dd0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:29:28.301202 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:29:28.319358 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:28.324535 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2b5a1a-ce1f-4c1c-aec5-8abb7c621431 x-openstack-request-id: req-7c2b5a1a-ce1f-4c1c-aec5-8abb7c621431 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:29:28.330528 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1e7d28-d6d4-4d32-ac05-4849ba1c770a", "tag": "340f15cd-7e9c-4cf9-a45b-0b2983e8ebed", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:29:28.330528 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7c2b5a1a-ce1f-4c1c-aec5-8abb7c621431 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:29:28.330528 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1e7d28-d6d4-4d32-ac05-4849ba1c770a', 'tag': '340f15cd-7e9c-4cf9-a45b-0b2983e8ebed', 'status': 'completed', 'code': 200} Dec 16 22:29:28.410969 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-7bc30572-d0f7-4a40-8dac-b49baf10a3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:28.414124 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-7bc30572-d0f7-4a40-8dac-b49baf10a3d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25876357-a0e7-4570-bc9f-e643775c0f42 HTTP/1.1" status: 200 len: 797 time: 0.1596627 Dec 16 22:29:28.417875 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b0c70-ad86-434e-a62b-f78858921153 req-62c52312-9a7d-4d30-a18b-018915863e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:28.419599 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f82b0c70-ad86-434e-a62b-f78858921153 req-62c52312-9a7d-4d30-a18b-018915863e03 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ce850b3cac864bbf82570c33179d722a&device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 1094 time: 0.0905924 Dec 16 22:29:28.450248 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:28.490055 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fd990-ac82-4c18-9950-8b6d82d67f1b req-4de22a51-8fa3-4946-a4d7-375179c4cf68 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:28.491948 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cd2fd990-ac82-4c18-9950-8b6d82d67f1b req-4de22a51-8fa3-4946-a4d7-375179c4cf68 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 943 time: 0.0776987 Dec 16 22:29:28.513715 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f82b0c70-ad86-434e-a62b-f78858921153 req-9eba32b6-cee3-4f26-bc24-44b9ab342d1f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=340f15cd-7e9c-4cf9-a45b-0b2983e8ebed HTTP/1.1" status: 200 len: 217 time: 0.0676897 Dec 16 22:29:28.566384 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-58b7e2c1-339d-42db-9375-3877d7244beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:28.567942 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-58b7e2c1-339d-42db-9375-3877d7244beb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15791355-f493-42e0-a1b7-a4369065109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1385801 Dec 16 22:29:28.577134 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cd2fd990-ac82-4c18-9950-8b6d82d67f1b req-d984ed45-bcfa-4502-9cec-f7f2a204eb69 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778241 Dec 16 22:29:28.594459 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b0c70-ad86-434e-a62b-f78858921153 req-0e4e19e9-52ac-4d63-8fae-ebb30d1a9c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:28.596695 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f82b0c70-ad86-434e-a62b-f78858921153 req-0e4e19e9-52ac-4d63-8fae-ebb30d1a9c00 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a0b2dc89-3628-499c-a090-44aaf09eb499 HTTP/1.1" status: 200 len: 855 time: 0.0725536 Dec 16 22:29:28.692582 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f82b0c70-ad86-434e-a62b-f78858921153 req-f246d198-13f0-46ad-ab83-5cbec63b5ba2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=70ab3453-afb7-41da-bacb-b918611a94cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814159 Dec 16 22:29:28.702067 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 13f7ae7d-a0a4-4191-919e-abe55cc5082e no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:29:28.749863 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 13f7ae7d-a0a4-4191-919e-abe55cc5082e {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:29:28.750520 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 13f7ae7d-a0a4-4191-919e-abe55cc5082e not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:29:28.761047 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-417f47ce-027e-41d6-9d61-4266d6092dd0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:28.794219 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-417f47ce-027e-41d6-9d61-4266d6092dd0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:28.794219 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-417f47ce-027e-41d6-9d61-4266d6092dd0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "DELETE /v2.0/networks/5689fab1-71e1-464d-b217-56a078719145 HTTP/1.1" status: 204 len: 168 time: 1.7565949 Dec 16 22:29:28.811685 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57590) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:28.840581 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f47ce-027e-41d6-9d61-4266d6092dd0 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Pushing event deleted for resources: {'Network': ['ID=5689fab1-71e1-464d-b217-56a078719145,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:28.866986 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0dcc8c-47a3-4509-8733-31fd317db681 req-b8b309b1-87ae-4029-8d34-3a00b826d7d0 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:28.870916 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9d0dcc8c-47a3-4509-8733-31fd317db681 req-b8b309b1-87ae-4029-8d34-3a00b826d7d0 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d33fbbb-bfe8-4a11-8df9-88260e8318bc HTTP/1.1" status: 200 len: 950 time: 0.1329892 Dec 16 22:29:28.928977 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-a82135bb-60f4-49a2-97ef-df849d719755 service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440912 Dec 16 22:29:28.965232 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-af1789e3-f13e-4198-9df4-128c2bac688b tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Deleting subnet 52dcf1b4-484e-42be-9e75-4499b393ca09 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:29:28.981393 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af1789e3-f13e-4198-9df4-128c2bac688b tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:29.003652 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9d0dcc8c-47a3-4509-8733-31fd317db681 req-1a1079e3-058c-4b74-8f88-77dadb85fe2e tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3790eed-4c79-4a65-bec0-3af6930838dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284349 Dec 16 22:29:29.007806 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52108e5-7bdf-4f0c-b768-496a74845244 req-4cedeb09-0389-48ef-a5e9-16a5a10b318c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:29.009750 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b52108e5-7bdf-4f0c-b768-496a74845244 req-4cedeb09-0389-48ef-a5e9-16a5a10b318c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 1095 time: 0.1119323 Dec 16 22:29:29.054521 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:29.095505 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f82b0c70-ad86-434e-a62b-f78858921153 req-9fd9f7b9-7478-4a75-8686-217e773a2c42 service neutron] 10.222.0.76 "GET /v2.0/networks/70ab3453-afb7-41da-bacb-b918611a94cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706629 Dec 16 22:29:29.155220 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52108e5-7bdf-4f0c-b768-496a74845244 req-2cfa1876-c3e9-4af7-92f7-8bd809b343d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:29.157997 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b52108e5-7bdf-4f0c-b768-496a74845244 req-2cfa1876-c3e9-4af7-92f7-8bd809b343d5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 912 time: 0.1171565 Dec 16 22:29:29.241551 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af1789e3-f13e-4198-9df4-128c2bac688b tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:29.242927 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b52108e5-7bdf-4f0c-b768-496a74845244 req-5796ffb2-0c65-46de-b591-e5deaa92ed22 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32fe797d-5d31-4a1c-8554-7429627da10d HTTP/1.1" status: 200 len: 999 time: 0.0746644 Dec 16 22:29:29.287096 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-08b38fbb-0989-4d24-8aba-db54c26688e6 service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381944 Dec 16 22:29:29.316357 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52108e5-7bdf-4f0c-b768-496a74845244 req-e20349b7-d019-489a-b0c2-031b88ae5110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:29.317998 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b52108e5-7bdf-4f0c-b768-496a74845244 req-e20349b7-d019-489a-b0c2-031b88ae5110 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ecefe13-aa2d-48b4-a74c-5805e96883cc HTTP/1.1" status: 200 len: 851 time: 0.0640860 Dec 16 22:29:29.368642 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf155f-2e83-4f19-971b-65cad9a9b546 req-1a7d6817-d5fa-4c9e-9625-37dce38a88f4 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:29.370333 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8ebf155f-2e83-4f19-971b-65cad9a9b546 req-1a7d6817-d5fa-4c9e-9625-37dce38a88f4 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.2265191 Dec 16 22:29:29.386392 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-00f730dc-fe60-4cfb-8bad-801109e1d2a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=990713e8-9fa9-4fb5-8920-65b3db167871 HTTP/1.1" status: 200 len: 217 time: 0.0768440 Dec 16 22:29:29.403546 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f0b921c-cdbe-4339-a5ff-bb1cb406f639 req-93f3f207-d8dc-44a7-b28c-43d895e77888 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0331032 Dec 16 22:29:29.406386 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52108e5-7bdf-4f0c-b768-496a74845244 req-93ccab0f-7dc3-42d4-896e-98983b120448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:29.408050 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b52108e5-7bdf-4f0c-b768-496a74845244 req-93ccab0f-7dc3-42d4-896e-98983b120448 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=282aa10f-496c-46fb-be12-6b2a327d41c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787582 Dec 16 22:29:29.474181 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f82b0c70-ad86-434e-a62b-f78858921153 req-d75ed2f2-114c-4213-b429-d28b4d7788c6 service neutron] 10.222.0.76 "GET /v2.0/networks/70ab3453-afb7-41da-bacb-b918611a94cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680165 Dec 16 22:29:29.501572 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b52108e5-7bdf-4f0c-b768-496a74845244 req-84f11936-a29c-4920-9ed7-169485162c78 service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856435 Dec 16 22:29:29.516160 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af1789e3-f13e-4198-9df4-128c2bac688b tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:29.545013 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8ebf155f-2e83-4f19-971b-65cad9a9b546 req-faa1e88a-2ff9-4cf9-be95-935ad138a547 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634626 Dec 16 22:29:29.546430 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-3318e176-16d9-472c-a470-958012ab94f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:29.548855 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-3318e176-16d9-472c-a470-958012ab94f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25876357-a0e7-4570-bc9f-e643775c0f42 HTTP/1.1" status: 200 len: 797 time: 0.1461616 Dec 16 22:29:29.616828 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b52108e5-7bdf-4f0c-b768-496a74845244 req-df5e5797-965a-4a8e-b8b3-c383397c5154 service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056302 Dec 16 22:29:29.639552 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-5876a2b4-25e0-42e4-a2d1-2595dde18637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:29.641141 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-5876a2b4-25e0-42e4-a2d1-2595dde18637 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15791355-f493-42e0-a1b7-a4369065109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0845761 Dec 16 22:29:29.737895 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfcc12b-525f-4d79-bf8f-e337cab4a722 req-4dabde19-4ad3-4b5b-bf1b-b221b0e69fcd tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:29.739729 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abfcc12b-525f-4d79-bf8f-e337cab4a722 req-4dabde19-4ad3-4b5b-bf1b-b221b0e69fcd tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 943 time: 0.0689147 Dec 16 22:29:29.752469 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af1789e3-f13e-4198-9df4-128c2bac688b tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:29.760529 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-141658a1-aa3f-4aaa-a846-216f7cce0fba service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108148 Dec 16 22:29:29.795766 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1789e3-f13e-4198-9df4-128c2bac688b tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Pushing event deleted for resources: {'Subnet': ['ID=52dcf1b4-484e-42be-9e75-4499b393ca09,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:29.801926 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af1789e3-f13e-4198-9df4-128c2bac688b tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:29.807879 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-af1789e3-f13e-4198-9df4-128c2bac688b tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "DELETE /v2.0/subnets/52dcf1b4-484e-42be-9e75-4499b393ca09 HTTP/1.1" status: 204 len: 168 time: 0.9905162 Dec 16 22:29:29.808859 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57604) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:29.818397 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dc7e03-3924-4f65-a768-729323d02b5e None None] Network 2f0f7f85-dfbb-4fd1-b8bb-cfe1e417f985 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:29:29.836644 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abfcc12b-525f-4d79-bf8f-e337cab4a722 req-4d1c1c40-d6a0-4238-b773-b378a6150f80 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823042 Dec 16 22:29:29.839239 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c536a-a9ee-4538-b8fe-deb2e0c104e3 req-c98cdc7f-fbd6-4e7c-97ba-68dfbdc53343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:29.843552 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a9c536a-a9ee-4538-b8fe-deb2e0c104e3 req-c98cdc7f-fbd6-4e7c-97ba-68dfbdc53343 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ce850b3cac864bbf82570c33179d722a&device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 1094 time: 0.1247094 Dec 16 22:29:29.971342 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-9353b501-bb59-4b45-bd3d-4e93430940d9 service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856158 Dec 16 22:29:30.017826 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd43055d-ea05-49f7-9928-7c9e2a80f21a tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Deleting subnet f87f3c5b-b186-43fe-85b6-dff15de9d50e {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:29:30.026301 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd43055d-ea05-49f7-9928-7c9e2a80f21a tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:30.053901 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-bc16f3c9-195c-4bcd-9237-7e61da5895d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=cde1b008-a4d1-440d-ad62-e4ef43bf743c HTTP/1.1" status: 200 len: 217 time: 0.0426314 Dec 16 22:29:30.054375 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97183e90-c7b7-48d2-9942-7e0062e51948 None None] DHCP port deletion for 2f0f7f85-dfbb-4fd1-b8bb-cfe1e417f985 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:29:30.070709 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c536a-a9ee-4538-b8fe-deb2e0c104e3 req-46dc24b8-85b7-4983-98e4-3b4dc5d86ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:30.072965 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a9c536a-a9ee-4538-b8fe-deb2e0c104e3 req-46dc24b8-85b7-4983-98e4-3b4dc5d86ac8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=70ab3453-afb7-41da-bacb-b918611a94cc HTTP/1.1" status: 200 len: 915 time: 0.2046235 Dec 16 22:29:30.100023 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd43055d-ea05-49f7-9928-7c9e2a80f21a tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:30.120615 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-d6df6840-ab2a-4292-b142-85f6e43f180a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:30.122955 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-d6df6840-ab2a-4292-b142-85f6e43f180a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25876357-a0e7-4570-bc9f-e643775c0f42 HTTP/1.1" status: 200 len: 797 time: 0.0596869 Dec 16 22:29:30.143775 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-97183e90-c7b7-48d2-9942-7e0062e51948 None None] Deleting port 0febceba-721d-4a1b-9a54-c2bcdb7866bd {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:29:30.144365 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-97183e90-c7b7-48d2-9942-7e0062e51948 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:30.179926 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-824b3a3b-d2b7-4e83-b0e1-d4da3f52f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:30.181622 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-824b3a3b-d2b7-4e83-b0e1-d4da3f52f889 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15791355-f493-42e0-a1b7-a4369065109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0509343 Dec 16 22:29:30.211791 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a9c536a-a9ee-4538-b8fe-deb2e0c104e3 req-c6e0d461-f4a7-4af1-9720-3096851e2a4c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=340f15cd-7e9c-4cf9-a45b-0b2983e8ebed HTTP/1.1" status: 200 len: 217 time: 0.0818481 Dec 16 22:29:30.230316 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-97183e90-c7b7-48d2-9942-7e0062e51948 None None] For port 0febceba-721d-4a1b-9a54-c2bcdb7866bd, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0febceba-721d-4a1b-9a54-c2bcdb7866bd,segment=NetworkSegment(62de4e83-10e2-47ec-b1f6-5511c24ddd29),segment_id=62de4e83-10e2-47ec-b1f6-5511c24ddd29)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:30.230976 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-97183e90-c7b7-48d2-9942-7e0062e51948 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:30.246709 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-97183e90-c7b7-48d2-9942-7e0062e51948 None None] Calling delete_port for 0febceba-721d-4a1b-9a54-c2bcdb7866bd owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:29:30.298927 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-1aad26c1-f8ca-4d71-8847-ecd11a064696 service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050317 Dec 16 22:29:30.344220 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c536a-a9ee-4538-b8fe-deb2e0c104e3 req-7797b87f-55de-4768-8064-f256b4702058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:30.346230 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a9c536a-a9ee-4538-b8fe-deb2e0c104e3 req-7797b87f-55de-4768-8064-f256b4702058 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a0b2dc89-3628-499c-a090-44aaf09eb499 HTTP/1.1" status: 200 len: 855 time: 0.1193304 Dec 16 22:29:30.386564 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d57a9-6247-4a18-a3f1-a77898781c80 req-5a2c05b2-4fea-4abc-bb1a-7676c6872d18 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:30.388461 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-642d57a9-6247-4a18-a3f1-a77898781c80 req-5a2c05b2-4fea-4abc-bb1a-7676c6872d18 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d33fbbb-bfe8-4a11-8df9-88260e8318bc HTTP/1.1" status: 200 len: 950 time: 0.2519250 Dec 16 22:29:30.418252 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a9c536a-a9ee-4538-b8fe-deb2e0c104e3 req-f825dcfb-ab3b-47d2-82f6-7691388273fb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=70ab3453-afb7-41da-bacb-b918611a94cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576456 Dec 16 22:29:30.421225 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-9433b066-fbfe-429a-b672-c70433176e77 service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165085 Dec 16 22:29:30.422160 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd43055d-ea05-49f7-9928-7c9e2a80f21a tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:30.452561 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-97183e90-c7b7-48d2-9942-7e0062e51948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:30.471144 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-ec61d412-cd82-407a-a6f1-f3b790ea2c65 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=650c7d96-ba98-44b5-a7b8-7096651894e8 HTTP/1.1" status: 200 len: 217 time: 0.0424752 Dec 16 22:29:30.497291 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6163f31-d7fa-442c-9d40-55af1ed6a207 req-a81ecd80-4892-41cc-9b09-5c5c975ce7b1 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:30.498838 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b6163f31-d7fa-442c-9d40-55af1ed6a207 req-a81ecd80-4892-41cc-9b09-5c5c975ce7b1 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d33fbbb-bfe8-4a11-8df9-88260e8318bc HTTP/1.1" status: 200 len: 950 time: 0.2256789 Dec 16 22:29:30.526188 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97183e90-c7b7-48d2-9942-7e0062e51948 None None] Pushing event deleted for resources: {'Port': ['ID=0febceba-721d-4a1b-9a54-c2bcdb7866bd,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:30.546182 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97183e90-c7b7-48d2-9942-7e0062e51948 None None] No DVR routers for this DVR port 0febceba-721d-4a1b-9a54-c2bcdb7866bd on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:29:30.618088 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9667f0d4-4402-4eb7-9469-29d3e534e71c req-fffdd95c-0578-4fdb-8884-974ed32d0ac1 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0495207 Dec 16 22:29:30.663396 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-619f731d-a768-4faf-b735-84e3074ae8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:30.664915 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-619f731d-a768-4faf-b735-84e3074ae8c8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c82cad89-cf9a-46f0-9ac6-686f18c47df5 HTTP/1.1" status: 200 len: 797 time: 0.1880672 Dec 16 22:29:30.707433 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-642d57a9-6247-4a18-a3f1-a77898781c80 req-a1ff7a1e-eae8-41b8-92fd-6e69152a3933 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3790eed-4c79-4a65-bec0-3af6930838dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919405 Dec 16 22:29:30.723865 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0febceba-721d-4a1b-9a54-c2bcdb7866bd no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:29:30.750521 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 0febceba-721d-4a1b-9a54-c2bcdb7866bd {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:29:30.751650 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0febceba-721d-4a1b-9a54-c2bcdb7866bd not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:29:30.779690 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a9c536a-a9ee-4538-b8fe-deb2e0c104e3 req-79a2bc90-229e-458c-8150-ce448f0f9b5e service neutron] 10.222.0.76 "GET /v2.0/networks/70ab3453-afb7-41da-bacb-b918611a94cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257961 Dec 16 22:29:30.795930 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-855a4b5e-93dd-4a85-a7ca-9f9216ec137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:30.799009 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-855a4b5e-93dd-4a85-a7ca-9f9216ec137d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66e9be3c-e724-4370-8e53-fc3253b9f776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1264338 Dec 16 22:29:30.823666 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af419765-7b3a-403a-86b7-5f64b947f624 req-691115f3-2222-45f0-ab83-48bffe1b5b69 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:30.826091 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-af419765-7b3a-403a-86b7-5f64b947f624 req-691115f3-2222-45f0-ab83-48bffe1b5b69 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.1051652 Dec 16 22:29:30.849080 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-b6163f31-d7fa-442c-9d40-55af1ed6a207 req-2bfa0176-beb3-4204-b819-933cf6ec6189 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Deleting port 18010832-267c-4d52-a788-9c44234dacc5 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:29:30.849434 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b6163f31-d7fa-442c-9d40-55af1ed6a207 req-2bfa0176-beb3-4204-b819-933cf6ec6189 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:30.858564 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd43055d-ea05-49f7-9928-7c9e2a80f21a tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:30.972247 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43055d-ea05-49f7-9928-7c9e2a80f21a tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Pushing event deleted for resources: {'Subnet': ['ID=f87f3c5b-b186-43fe-85b6-dff15de9d50e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:30.972998 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-af419765-7b3a-403a-86b7-5f64b947f624 req-1a119cdb-63ea-43f4-b367-6ca1c997ae0b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373792 Dec 16 22:29:30.995802 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-6f3dbfd6-5a56-4ac2-8011-ea4835c4a3a3 service neutron] 10.222.0.57 "GET /v2.0/networks/66e9be3c-e724-4370-8e53-fc3253b9f776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856453 Dec 16 22:29:31.007475 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd43055d-ea05-49f7-9928-7c9e2a80f21a tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:31.014000 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57624) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:31.014232 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-dd43055d-ea05-49f7-9928-7c9e2a80f21a tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "DELETE /v2.0/subnets/f87f3c5b-b186-43fe-85b6-dff15de9d50e HTTP/1.1" status: 204 len: 168 time: 1.2034774 Dec 16 22:29:31.028156 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652496eb-de8c-4191-8f46-0aea2a878404 None None] Network ec495859-ae85-4d57-8e0d-e3f3fd09474f requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:29:31.106635 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a9c536a-a9ee-4538-b8fe-deb2e0c104e3 req-bae04977-de32-4dea-8b45-76a10f39562d service neutron] 10.222.0.76 "GET /v2.0/networks/70ab3453-afb7-41da-bacb-b918611a94cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169224 Dec 16 22:29:31.112384 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-b6163f31-d7fa-442c-9d40-55af1ed6a207 req-2bfa0176-beb3-4204-b819-933cf6ec6189 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] For port 18010832-267c-4d52-a788-9c44234dacc5, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=18010832-267c-4d52-a788-9c44234dacc5,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:31.112384 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b6163f31-d7fa-442c-9d40-55af1ed6a207 req-2bfa0176-beb3-4204-b819-933cf6ec6189 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:31.124304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99df2e-d00f-4553-8da1-60f2fbcbb4c3 req-1f99fe4a-b960-46bf-ac6d-55503edef89d tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:31.133500 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9c99df2e-d00f-4553-8da1-60f2fbcbb4c3 req-1f99fe4a-b960-46bf-ac6d-55503edef89d tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 943 time: 0.2074904 Dec 16 22:29:31.179736 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-b6163f31-d7fa-442c-9d40-55af1ed6a207 req-2bfa0176-beb3-4204-b819-933cf6ec6189 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Calling delete_port for 18010832-267c-4d52-a788-9c44234dacc5 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:29:31.301679 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9c99df2e-d00f-4553-8da1-60f2fbcbb4c3 req-c5b73fc4-eed2-4faa-a1d9-09b2ebd82cbb tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671207 Dec 16 22:29:31.321629 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd2d886-c83b-4e31-8a3c-dc9a2e8a94dc None None] DHCP port deletion for ec495859-ae85-4d57-8e0d-e3f3fd09474f request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:29:31.403753 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1dd2d886-c83b-4e31-8a3c-dc9a2e8a94dc None None] Deleting port 10eabfce-142a-478c-971c-52a00ed04628 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:29:31.404370 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1dd2d886-c83b-4e31-8a3c-dc9a2e8a94dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:31.483996 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-1dd2d886-c83b-4e31-8a3c-dc9a2e8a94dc None None] For port 10eabfce-142a-478c-971c-52a00ed04628, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=10eabfce-142a-478c-971c-52a00ed04628,segment=NetworkSegment(c2f65ab7-493d-4eed-ac96-b1f972405196),segment_id=c2f65ab7-493d-4eed-ac96-b1f972405196)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:31.484394 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1dd2d886-c83b-4e31-8a3c-dc9a2e8a94dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:31.497779 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1dd2d886-c83b-4e31-8a3c-dc9a2e8a94dc None None] Calling delete_port for 10eabfce-142a-478c-971c-52a00ed04628 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:29:31.515600 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b6163f31-d7fa-442c-9d40-55af1ed6a207 req-2bfa0176-beb3-4204-b819-933cf6ec6189 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:31.556310 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa0176-beb3-4204-b819-933cf6ec6189 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Pushing event deleted for resources: {'Port': ['ID=18010832-267c-4d52-a788-9c44234dacc5,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:31.640199 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9753a33f-d7ed-4c8e-b0ad-c2230d572792 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:31.640857 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6163f31-d7fa-442c-9d40-55af1ed6a207 req-2bfa0176-beb3-4204-b819-933cf6ec6189 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] No DVR routers for this DVR port 18010832-267c-4d52-a788-9c44234dacc5 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:29:31.645737 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b6163f31-d7fa-442c-9d40-55af1ed6a207 req-2bfa0176-beb3-4204-b819-933cf6ec6189 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:31.649899 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b6163f31-d7fa-442c-9d40-55af1ed6a207 req-2bfa0176-beb3-4204-b819-933cf6ec6189 tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.57 "DELETE /v2.0/ports/18010832-267c-4d52-a788-9c44234dacc5 HTTP/1.1" status: 204 len: 173 time: 1.1084607 Dec 16 22:29:31.650403 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d33fbbb-bfe8-4a11-8df9-88260e8318bc', 'name': 'network-vif-deleted', 'tag': '18010832-267c-4d52-a788-9c44234dacc5'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:29:31.662002 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786d0429-ad5d-4333-81eb-59a001bb5beb" -d '{"events": [{"server_uuid": "4d33fbbb-bfe8-4a11-8df9-88260e8318bc", "name": "network-vif-deleted", "tag": "18010832-267c-4d52-a788-9c44234dacc5"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:29:31.708521 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1dd2d886-c83b-4e31-8a3c-dc9a2e8a94dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:31.739760 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6c065d-dba9-496e-8152-aedb371367bf x-openstack-request-id: req-ba6c065d-dba9-496e-8152-aedb371367bf {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:29:31.739760 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d33fbbb-bfe8-4a11-8df9-88260e8318bc", "name": "network-vif-deleted", "tag": "18010832-267c-4d52-a788-9c44234dacc5", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:29:31.739760 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ba6c065d-dba9-496e-8152-aedb371367bf {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:29:31.739760 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d33fbbb-bfe8-4a11-8df9-88260e8318bc', 'name': 'network-vif-deleted', 'tag': '18010832-267c-4d52-a788-9c44234dacc5', 'status': 'completed', 'code': 200} Dec 16 22:29:31.768330 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2d886-c83b-4e31-8a3c-dc9a2e8a94dc None None] Pushing event deleted for resources: {'Port': ['ID=10eabfce-142a-478c-971c-52a00ed04628,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:31.773225 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd2d886-c83b-4e31-8a3c-dc9a2e8a94dc None None] No DVR routers for this DVR port 10eabfce-142a-478c-971c-52a00ed04628 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:29:31.878826 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-af36eab0-399f-41b0-9456-ba9c8f52544e req-8e4c1e0a-7cae-4b55-a51e-d8a2a0981122 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.1246624 Dec 16 22:29:31.894478 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-b3ddff0a-18fc-4958-8174-91662a21d0d9 service neutron] 10.222.0.57 "GET /v2.0/networks/66e9be3c-e724-4370-8e53-fc3253b9f776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8882227 Dec 16 22:29:31.919482 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-633f1e87-36f6-481b-8129-01a07d3a668c req-1ace1a0d-6136-4295-bf29-8e1a07d7222a tempest-VolumesNegativeTest-2025347659 tempest-VolumesNegativeTest-2025347659-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d33fbbb-bfe8-4a11-8df9-88260e8318bc HTTP/1.1" status: 200 len: 210 time: 0.0784075 Dec 16 22:29:31.975543 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-e76d12ca-d986-46d8-a269-f6fd906b4adb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9a1c0d4e-2e67-4e71-b13c-a20d0215551f HTTP/1.1" status: 200 len: 217 time: 0.0735371 Dec 16 22:29:31.977477 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9753a33f-d7ed-4c8e-b0ad-c2230d572792 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:32.029143 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-9753a33f-d7ed-4c8e-b0ad-c2230d572792 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0f7f85-dfbb-4fd1-b8bb-cfe1e417f985']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:32.047534 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-9753a33f-d7ed-4c8e-b0ad-c2230d572792 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62de4e83-10e2-47ec-b1f6-5511c24ddd29') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:32.048849 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-9753a33f-d7ed-4c8e-b0ad-c2230d572792 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62de4e83-10e2-47ec-b1f6-5511c24ddd29') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:32.068927 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9753a33f-d7ed-4c8e-b0ad-c2230d572792 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:32.083804 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-c14de1ec-8c39-4828-82a5-bd49416ced6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:32.085939 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-c14de1ec-8c39-4828-82a5-bd49416ced6e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c82cad89-cf9a-46f0-9ac6-686f18c47df5 HTTP/1.1" status: 200 len: 797 time: 0.0937400 Dec 16 22:29:32.104745 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9753a33f-d7ed-4c8e-b0ad-c2230d572792 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:32.120262 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9753a33f-d7ed-4c8e-b0ad-c2230d572792 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:29:32.120667 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9753a33f-d7ed-4c8e-b0ad-c2230d572792 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:29:32.123726 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:29:32.240078 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-a1b03946-144d-4a7d-a08b-ae3af59435f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:32.241612 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-a1b03946-144d-4a7d-a08b-ae3af59435f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66e9be3c-e724-4370-8e53-fc3253b9f776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1359668 Dec 16 22:29:32.251607 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b93b1-abe6-44f5-8649-7ab998b5ba33 req-a6d54ff2-a6e3-496c-95ab-eef511ebd7cc tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:32.253168 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-138b93b1-abe6-44f5-8649-7ab998b5ba33 req-a6d54ff2-a6e3-496c-95ab-eef511ebd7cc tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.1370831 Dec 16 22:29:32.339623 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9753a33f-d7ed-4c8e-b0ad-c2230d572792 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:32.369929 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9753a33f-d7ed-4c8e-b0ad-c2230d572792 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:32.376439 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9753a33f-d7ed-4c8e-b0ad-c2230d572792 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "DELETE /v2.0/networks/2f0f7f85-dfbb-4fd1-b8bb-cfe1e417f985 HTTP/1.1" status: 204 len: 168 time: 1.3579364 Dec 16 22:29:32.376439 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753a33f-d7ed-4c8e-b0ad-c2230d572792 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Pushing event deleted for resources: {'Network': ['ID=2f0f7f85-dfbb-4fd1-b8bb-cfe1e417f985,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:32.377470 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57646) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:32.389787 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-138b93b1-abe6-44f5-8649-7ab998b5ba33 req-f2a418ee-ce0a-4483-833c-75ca94ea28d4 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301444 Dec 16 22:29:32.443965 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-9d436f7f-84bf-4448-b03a-7bbe2404acc3 service neutron] 10.222.0.57 "GET /v2.0/networks/66e9be3c-e724-4370-8e53-fc3253b9f776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661232 Dec 16 22:29:32.506604 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327210d-4afe-4010-9f34-5b874feb5f34 req-49943474-30f7-484a-93e7-a1b3cec7d6be tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:32.508260 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4327210d-4afe-4010-9f34-5b874feb5f34 req-49943474-30f7-484a-93e7-a1b3cec7d6be tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 943 time: 0.1209359 Dec 16 22:29:32.529426 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55956499-dd41-4238-b336-e11dca6768f6 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:32.566531 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3abc6b2-e33b-4cba-8b23-15c87c941617 req-8705232d-9f5b-43ba-8cd2-8e661435ba6e service neutron] 10.222.0.57 "GET /v2.0/networks/66e9be3c-e724-4370-8e53-fc3253b9f776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140199 Dec 16 22:29:32.617958 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4327210d-4afe-4010-9f34-5b874feb5f34 req-b7622937-72c8-4e22-9c18-8fe26ebace2d tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002052 Dec 16 22:29:32.677227 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55956499-dd41-4238-b336-e11dca6768f6 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:32.715656 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-55956499-dd41-4238-b336-e11dca6768f6 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec495859-ae85-4d57-8e0d-e3f3fd09474f']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:32.721111 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 10eabfce-142a-478c-971c-52a00ed04628 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:29:32.732840 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-55956499-dd41-4238-b336-e11dca6768f6 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f65ab7-493d-4eed-ac96-b1f972405196') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:32.733138 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-55956499-dd41-4238-b336-e11dca6768f6 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f65ab7-493d-4eed-ac96-b1f972405196') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:32.745418 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55956499-dd41-4238-b336-e11dca6768f6 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:32.769685 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 10eabfce-142a-478c-971c-52a00ed04628 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:29:32.770057 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 10eabfce-142a-478c-971c-52a00ed04628 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:29:32.791711 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55956499-dd41-4238-b336-e11dca6768f6 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:32.812024 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55956499-dd41-4238-b336-e11dca6768f6 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:29:32.812434 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55956499-dd41-4238-b336-e11dca6768f6 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:29:32.816306 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:29:32.856546 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 18010832-267c-4d52-a788-9c44234dacc5 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:29:32.873241 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 18010832-267c-4d52-a788-9c44234dacc5 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:29:32.874478 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 18010832-267c-4d52-a788-9c44234dacc5 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:29:32.885391 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac956e31-064d-4f04-941f-c4af6c4207f1 req-8e67c466-75c3-46c5-a7ce-8e576d763cc9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:32.886957 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac956e31-064d-4f04-941f-c4af6c4207f1 req-8e67c466-75c3-46c5-a7ce-8e576d763cc9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.1151125 Dec 16 22:29:32.979957 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac956e31-064d-4f04-941f-c4af6c4207f1 req-d703a020-0a11-4780-bd90-e42252a5bb50 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836391 Dec 16 22:29:33.006690 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959aee0-cc3b-4015-996b-adc9b778b4be req-1244451d-c36d-4d01-8612-e05f251efa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:33.008385 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0959aee0-cc3b-4015-996b-adc9b778b4be req-1244451d-c36d-4d01-8612-e05f251efa16 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 1095 time: 0.0772297 Dec 16 22:29:33.013183 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ba9bbac3-b4af-4381-ac4e-42224bb6cc16 req-2a272539-bf5c-40c9-9c42-1e96b603c715 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0357568 Dec 16 22:29:33.017373 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55956499-dd41-4238-b336-e11dca6768f6 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:33.045545 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55956499-dd41-4238-b336-e11dca6768f6 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:33.045545 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-55956499-dd41-4238-b336-e11dca6768f6 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "DELETE /v2.0/networks/ec495859-ae85-4d57-8e0d-e3f3fd09474f HTTP/1.1" status: 204 len: 168 time: 0.6627681 Dec 16 22:29:33.045729 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57656) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:33.105195 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-10af44be-4cd7-449b-ace9-d7771956ee8f tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Deleting subnet 0476c4a8-3072-445b-adcc-1f08f3ecdbc3 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:29:33.108839 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10af44be-4cd7-449b-ace9-d7771956ee8f tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:33.135894 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55956499-dd41-4238-b336-e11dca6768f6 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Pushing event deleted for resources: {'Network': ['ID=ec495859-ae85-4d57-8e0d-e3f3fd09474f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:33.163408 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10af44be-4cd7-449b-ace9-d7771956ee8f tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:33.167705 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959aee0-cc3b-4015-996b-adc9b778b4be req-100ebd16-35cd-49b4-bde8-bb7a8b481e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:33.171438 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0959aee0-cc3b-4015-996b-adc9b778b4be req-100ebd16-35cd-49b4-bde8-bb7a8b481e2c service neutron] 10.222.0.76 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 912 time: 0.1504385 Dec 16 22:29:33.293194 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10af44be-4cd7-449b-ace9-d7771956ee8f tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:33.473493 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10af44be-4cd7-449b-ace9-d7771956ee8f tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:33.501449 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af44be-4cd7-449b-ace9-d7771956ee8f tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Pushing event deleted for resources: {'Subnet': ['ID=0476c4a8-3072-445b-adcc-1f08f3ecdbc3,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:33.524937 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10af44be-4cd7-449b-ace9-d7771956ee8f tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:33.529712 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-10af44be-4cd7-449b-ace9-d7771956ee8f tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "DELETE /v2.0/subnets/0476c4a8-3072-445b-adcc-1f08f3ecdbc3 HTTP/1.1" status: 204 len: 168 time: 0.4825718 Dec 16 22:29:33.529908 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126a294b-000d-4b0a-88de-61a2b806b871 None None] Network aa5986a9-39eb-4783-ab5b-978653576103 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:29:33.531942 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57682) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:33.696103 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0959aee0-cc3b-4015-996b-adc9b778b4be req-5c36eaa1-f35e-4c87-8719-a190e0108b19 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32fe797d-5d31-4a1c-8554-7429627da10d HTTP/1.1" status: 200 len: 999 time: 0.5139368 Dec 16 22:29:33.718787 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acd0fa5c-59ff-4107-b42e-75a6fe1db939 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:33.769692 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9df3052-a9cf-4a04-8b19-5830a10c17d0 None None] DHCP port deletion for aa5986a9-39eb-4783-ab5b-978653576103 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:29:33.774815 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959aee0-cc3b-4015-996b-adc9b778b4be req-c8f4026e-1ba5-4a20-98ad-0d8d64af1d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:33.776766 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0959aee0-cc3b-4015-996b-adc9b778b4be req-c8f4026e-1ba5-4a20-98ad-0d8d64af1d2b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ecefe13-aa2d-48b4-a74c-5805e96883cc HTTP/1.1" status: 200 len: 851 time: 0.0710752 Dec 16 22:29:33.803882 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-acd0fa5c-59ff-4107-b42e-75a6fe1db939 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Deleting port 6bce361e-790f-46dd-a116-671f9c44e6c0 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:29:33.804386 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acd0fa5c-59ff-4107-b42e-75a6fe1db939 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:33.838206 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a9df3052-a9cf-4a04-8b19-5830a10c17d0 None None] Deleting port 6bce361e-790f-46dd-a116-671f9c44e6c0 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:29:33.838840 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a9df3052-a9cf-4a04-8b19-5830a10c17d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:33.890833 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-acd0fa5c-59ff-4107-b42e-75a6fe1db939 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] For port 6bce361e-790f-46dd-a116-671f9c44e6c0, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=6bce361e-790f-46dd-a116-671f9c44e6c0,segment=NetworkSegment(526f3c0d-b75b-4654-8e9c-d93738facf78),segment_id=526f3c0d-b75b-4654-8e9c-d93738facf78)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:33.891772 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acd0fa5c-59ff-4107-b42e-75a6fe1db939 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:33.898135 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959aee0-cc3b-4015-996b-adc9b778b4be req-8231b535-8620-4a7a-a70f-8c2be0bf14ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:33.900115 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0959aee0-cc3b-4015-996b-adc9b778b4be req-8231b535-8620-4a7a-a70f-8c2be0bf14ee service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=282aa10f-496c-46fb-be12-6b2a327d41c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086338 Dec 16 22:29:33.906506 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-acd0fa5c-59ff-4107-b42e-75a6fe1db939 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Calling delete_port for 6bce361e-790f-46dd-a116-671f9c44e6c0 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:29:33.909739 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca140a-e0cc-4e25-ab77-ec6f6c53965b req-b72f6bcb-fe38-4d15-9901-deba0501be3c tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:33.915080 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a9df3052-a9cf-4a04-8b19-5830a10c17d0 None None] For port 6bce361e-790f-46dd-a116-671f9c44e6c0, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=6bce361e-790f-46dd-a116-671f9c44e6c0,segment=NetworkSegment(526f3c0d-b75b-4654-8e9c-d93738facf78),segment_id=526f3c0d-b75b-4654-8e9c-d93738facf78)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:33.915705 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a9df3052-a9cf-4a04-8b19-5830a10c17d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:33.919507 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-42ca140a-e0cc-4e25-ab77-ec6f6c53965b req-b72f6bcb-fe38-4d15-9901-deba0501be3c tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 943 time: 0.1403010 Dec 16 22:29:34.093982 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-42ca140a-e0cc-4e25-ab77-ec6f6c53965b req-c2042c3d-a706-4f91-a3ee-aadb6d40cbcd tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690137 Dec 16 22:29:34.115939 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acd0fa5c-59ff-4107-b42e-75a6fe1db939 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:34.125376 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a9df3052-a9cf-4a04-8b19-5830a10c17d0 None None] Calling delete_port for 6bce361e-790f-46dd-a116-671f9c44e6c0 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:29:34.152946 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0fa5c-59ff-4107-b42e-75a6fe1db939 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Pushing event deleted for resources: {'Port': ['ID=6bce361e-790f-46dd-a116-671f9c44e6c0,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:34.166464 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd0fa5c-59ff-4107-b42e-75a6fe1db939 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] No DVR routers for this DVR port 6bce361e-790f-46dd-a116-671f9c44e6c0 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:29:34.198938 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0959aee0-cc3b-4015-996b-adc9b778b4be req-7f27abf0-7e2b-4653-b1c7-3b497a106ebe service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771239 Dec 16 22:29:34.221094 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a9df3052-a9cf-4a04-8b19-5830a10c17d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:34.230267 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:29:34.255054 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9df3052-a9cf-4a04-8b19-5830a10c17d0 None None] No DVR routers for this DVR port 6bce361e-790f-46dd-a116-671f9c44e6c0 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:29:34.259572 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28791c86-b449-44b5-ab8c-ad0256910a4b req-dfaef982-0698-4c53-95ee-d6550a118dfe tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:34.265533 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df3052-a9cf-4a04-8b19-5830a10c17d0 None None] Pushing event deleted for resources: {'Port': ['ID=6bce361e-790f-46dd-a116-671f9c44e6c0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:34.296395 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-28791c86-b449-44b5-ab8c-ad0256910a4b req-dfaef982-0698-4c53-95ee-d6550a118dfe tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.2226462 Dec 16 22:29:34.383246 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-01ae30dd-a8c9-4d99-8f67-36f81b1661dc req-8c1e55bd-3408-4442-9c37-a640d2a5a980 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0548806 Dec 16 22:29:34.399092 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=340f15cd-7e9c-4cf9-a45b-0b2983e8ebed,segment=NetworkSegment(f5a46207-de92-43ba-8bad-688453970bff),segment_id=f5a46207-de92-43ba-8bad-688453970bff)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:34.429846 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '340f15cd-7e9c-4cf9-a45b-0b2983e8ebed', 'network_id': '70ab3453-afb7-41da-bacb-b918611a94cc', 'port_id': '340f15cd-7e9c-4cf9-a45b-0b2983e8ebed', 'mac_address': 'fa:16:3e:74:7b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b2dc89-3628-499c-a090-44aaf09eb499', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:29:34.445441 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-28791c86-b449-44b5-ab8c-ad0256910a4b req-56b9d10c-4f81-45ea-aec0-50f8fb9d94c9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438453 Dec 16 22:29:34.451765 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acd0fa5c-59ff-4107-b42e-75a6fe1db939 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:34.457859 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0959aee0-cc3b-4015-996b-adc9b778b4be req-0029f967-e986-4627-857a-7434aa3babe0 service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496772 Dec 16 22:29:34.478103 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:34.493463 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-acd0fa5c-59ff-4107-b42e-75a6fe1db939 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5986a9-39eb-4783-ab5b-978653576103']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:34.494897 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:29:34.504391 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-acd0fa5c-59ff-4107-b42e-75a6fe1db939 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526f3c0d-b75b-4654-8e9c-d93738facf78') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:34.504685 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-acd0fa5c-59ff-4107-b42e-75a6fe1db939 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526f3c0d-b75b-4654-8e9c-d93738facf78') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:34.515514 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acd0fa5c-59ff-4107-b42e-75a6fe1db939 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:34.521430 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=340f15cd-7e9c-4cf9-a45b-0b2983e8ebed,segment=NetworkSegment(f5a46207-de92-43ba-8bad-688453970bff),segment_id=f5a46207-de92-43ba-8bad-688453970bff)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:34.531275 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acd0fa5c-59ff-4107-b42e-75a6fe1db939 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:34.540123 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd0fa5c-59ff-4107-b42e-75a6fe1db939 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:29:34.540689 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acd0fa5c-59ff-4107-b42e-75a6fe1db939 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:29:34.545302 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:29:34.622244 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:34.674672 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 6bce361e-790f-46dd-a116-671f9c44e6c0 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:29:34.692107 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acd0fa5c-59ff-4107-b42e-75a6fe1db939 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:34.701636 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acd0fa5c-59ff-4107-b42e-75a6fe1db939 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:34.701977 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 6bce361e-790f-46dd-a116-671f9c44e6c0 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:29:34.702401 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 6bce361e-790f-46dd-a116-671f9c44e6c0 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:29:34.705963 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-acd0fa5c-59ff-4107-b42e-75a6fe1db939 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "DELETE /v2.0/networks/aa5986a9-39eb-4783-ab5b-978653576103 HTTP/1.1" status: 204 len: 168 time: 1.1713934 Dec 16 22:29:34.709050 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57748) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:34.732855 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=340f15cd-7e9c-4cf9-a45b-0b2983e8ebed,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:34.737496 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0fa5c-59ff-4107-b42e-75a6fe1db939 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Pushing event deleted for resources: {'Network': ['ID=aa5986a9-39eb-4783-ab5b-978653576103,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:34.756510 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8c8e9bbc-31c4-4800-ab69-c71f8ab7d6a3 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a8a4e08-e870-48f7-9c36-088173d365dc HTTP/1.1" status: 200 len: 205 time: 0.0445902 Dec 16 22:29:34.756897 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57750) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:34.836290 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a25b7623-b5d6-4663-9be1-a69914c204a1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:35.006705 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['340f15cd-7e9c-4cf9-a45b-0b2983e8ebed'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:29:35.018569 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a25b7623-b5d6-4663-9be1-a69914c204a1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:35.022001 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a25b7623-b5d6-4663-9be1-a69914c204a1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:35.159095 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a25b7623-b5d6-4663-9be1-a69914c204a1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:35.159717 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25b7623-b5d6-4663-9be1-a69914c204a1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Fanout notify agent at l3_agent the message router_deleted on router 1a8a4e08-e870-48f7-9c36-088173d365dc {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:29:35.183981 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a25b7623-b5d6-4663-9be1-a69914c204a1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:35.185662 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a25b7623-b5d6-4663-9be1-a69914c204a1 tempest-RoutersNegativeIpV6Test-2090296957 tempest-RoutersNegativeIpV6Test-2090296957-project] 10.222.0.75 "DELETE /v2.0/routers/1a8a4e08-e870-48f7-9c36-088173d365dc HTTP/1.1" status: 204 len: 168 time: 0.4277229 Dec 16 22:29:35.262976 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908dc66-6814-4c2f-bb15-caa175966708 req-e1b4ee2f-c562-4cb8-8fb7-3874bcd5bb32 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:35.266213 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b908dc66-6814-4c2f-bb15-caa175966708 req-e1b4ee2f-c562-4cb8-8fb7-3874bcd5bb32 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 944 time: 0.0759094 Dec 16 22:29:35.337009 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b908dc66-6814-4c2f-bb15-caa175966708 req-06b17fca-b255-48dd-ba0c-52e00342c222 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557234 Dec 16 22:29:35.546312 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-37289f12-cef6-48c0-a668-b4d9847479c4 req-82ac072b-db06-4dba-9d8c-10f1c280996c tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0388813 Dec 16 22:29:35.593403 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee7110-d227-4add-85bb-849c77d66325 req-25d7e981-0c9d-46c9-99ca-6eb18b4a15e7 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:35.595467 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a8ee7110-d227-4add-85bb-849c77d66325 req-25d7e981-0c9d-46c9-99ca-6eb18b4a15e7 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0790112 Dec 16 22:29:35.657436 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a8ee7110-d227-4add-85bb-849c77d66325 req-f4715594-d07f-49e8-afb9-3a150b693d43 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548708 Dec 16 22:29:35.825182 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea369c76-c514-4426-b791-4fdad7695415 req-6e8b6b14-272e-4036-9816-579e9ad560bb tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:35.828270 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ea369c76-c514-4426-b791-4fdad7695415 req-6e8b6b14-272e-4036-9816-579e9ad560bb tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0891671 Dec 16 22:29:35.861478 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57806) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:35.910861 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ea369c76-c514-4426-b791-4fdad7695415 req-7934e25f-7751-4472-b992-648e011cd4ac tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774872 Dec 16 22:29:36.060361 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:29:36.068823 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f9cd488c-ca9f-436c-9ce1-68c1cda213e7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f3c7921b63d64d0a96c1c50e5ad6496a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2055089 Dec 16 22:29:36.071504 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57818) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:36.142326 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-573d0dd8-4a5e-4b97-83ab-29cc98dd5c12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:36.168390 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-573d0dd8-4a5e-4b97-83ab-29cc98dd5c12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:36.221514 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:29:36.227649 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:29:36.228980 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:36.309193 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-573d0dd8-4a5e-4b97-83ab-29cc98dd5c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:36.316086 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-573d0dd8-4a5e-4b97-83ab-29cc98dd5c12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:36.318041 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-573d0dd8-4a5e-4b97-83ab-29cc98dd5c12 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d1b4c1b3-3b90-4bb5-b6ca-44254063dc27 HTTP/1.1" status: 204 len: 168 time: 0.2451217 Dec 16 22:29:36.332786 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d0dd8-4a5e-4b97-83ab-29cc98dd5c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b4c1b3-3b90-4bb5-b6ca-44254063dc27,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:36.438996 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:36.523689 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=340f15cd-7e9c-4cf9-a45b-0b2983e8ebed,segment=NetworkSegment(f5a46207-de92-43ba-8bad-688453970bff),segment_id=f5a46207-de92-43ba-8bad-688453970bff)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:36.525863 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1e7d28-d6d4-4d32-ac05-4849ba1c770a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340f15cd-7e9c-4cf9-a45b-0b2983e8ebed'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:29:36.529347 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc8da5a-4969-4d75-94d4-846ad6c359f9" -d '{"events": [{"server_uuid": "ae1e7d28-d6d4-4d32-ac05-4849ba1c770a", "name": "network-vif-plugged", "status": "completed", "tag": "340f15cd-7e9c-4cf9-a45b-0b2983e8ebed"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:29:36.537967 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8139a62-b58f-40bd-b577-f7831340cbc7 req-fccbad30-b903-4535-948f-feb4d59c6037 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:36.537967 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a8139a62-b58f-40bd-b577-f7831340cbc7 req-fccbad30-b903-4535-948f-feb4d59c6037 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 944 time: 0.0643134 Dec 16 22:29:36.608795 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a8139a62-b58f-40bd-b577-f7831340cbc7 req-d57e23f5-e9cf-4b93-bc4a-65e6e40d437e tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633895 Dec 16 22:29:36.657836 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c8aca-758b-44f8-9400-2c9f5826fc23 req-3b9b5e20-c774-4ea2-a853-444ca7d87fe1 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:36.659474 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f89c8aca-758b-44f8-9400-2c9f5826fc23 req-3b9b5e20-c774-4ea2-a853-444ca7d87fe1 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.1113763 Dec 16 22:29:36.661539 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:36.727775 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c423b839-8445-424e-a9ff-840d4dda1e9d x-openstack-request-id: req-c423b839-8445-424e-a9ff-840d4dda1e9d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:29:36.727775 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1e7d28-d6d4-4d32-ac05-4849ba1c770a", "name": "network-vif-plugged", "status": "completed", "tag": "340f15cd-7e9c-4cf9-a45b-0b2983e8ebed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:29:36.729270 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c423b839-8445-424e-a9ff-840d4dda1e9d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:29:36.733394 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1e7d28-d6d4-4d32-ac05-4849ba1c770a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340f15cd-7e9c-4cf9-a45b-0b2983e8ebed', 'code': 200} Dec 16 22:29:36.741615 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f89c8aca-758b-44f8-9400-2c9f5826fc23 req-7283130e-4d43-40f7-bf74-42110b7580c5 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734458 Dec 16 22:29:36.788237 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=340f15cd-7e9c-4cf9-a45b-0b2983e8ebed,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:36.853758 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b04d53d-0832-4e4f-b92c-9714af2a84fe req-249d3c1b-cc46-409b-930e-13810c9ece3a tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0405784 Dec 16 22:29:36.914294 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d7ee7-633a-4a16-872a-430c7cd42712 req-aaeda799-9a17-424d-96e6-abe5da330a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:36.917286 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-814d7ee7-633a-4a16-872a-430c7cd42712 req-aaeda799-9a17-424d-96e6-abe5da330a11 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 1096 time: 0.0616105 Dec 16 22:29:36.999874 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-814d7ee7-633a-4a16-872a-430c7cd42712 req-41f18695-8532-4948-b2c2-afb8a14737fd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697467 Dec 16 22:29:37.261395 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12ceff-976b-4301-817d-928592bf8db9 req-531eb2fe-49bb-4326-b6f9-9ae7d539f428 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:37.263252 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6c12ceff-976b-4301-817d-928592bf8db9 req-531eb2fe-49bb-4326-b6f9-9ae7d539f428 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0708342 Dec 16 22:29:37.335722 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6c12ceff-976b-4301-817d-928592bf8db9 req-98e967e6-5d57-46b9-a8f6-ca080bd5c732 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633945 Dec 16 22:29:37.775934 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83dc1a-cf8d-4ad3-8579-e93d961e381b req-edcab89e-d57b-452f-8596-190b282a462b tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:37.784958 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cc83dc1a-cf8d-4ad3-8579-e93d961e381b req-edcab89e-d57b-452f-8596-190b282a462b tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.0811710 Dec 16 22:29:37.846353 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cc83dc1a-cf8d-4ad3-8579-e93d961e381b req-e5a9c8bf-9ee4-428f-b13e-1379f161bd5a tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551381 Dec 16 22:29:37.971761 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-16eecae0-3fa7-4f0f-b4ed-e3eb0920d7ec req-c101a635-86f4-4e32-9c8b-6d4dfab6b214 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0313957 Dec 16 22:29:38.460862 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1a596-f274-43f3-b3f2-bfcd6b3202b7 req-75c8a802-df90-4106-ad25-fe11f7147c0b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:38.462477 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-09e1a596-f274-43f3-b3f2-bfcd6b3202b7 req-75c8a802-df90-4106-ad25-fe11f7147c0b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0572393 Dec 16 22:29:38.532000 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-09e1a596-f274-43f3-b3f2-bfcd6b3202b7 req-a24d0c82-ff94-4f65-a726-cfae19129556 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564179 Dec 16 22:29:39.035836 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ae3a8-54b0-4e35-ae22-48251394f2c0 req-0d4a8563-932f-4729-b27a-376f8b81e25c tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:39.038141 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bd7ae3a8-54b0-4e35-ae22-48251394f2c0 req-0d4a8563-932f-4729-b27a-376f8b81e25c tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.1021898 Dec 16 22:29:39.087217 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb11494-76ee-4e52-b465-1ad995ecb548 req-dca2346b-5234-4c10-989d-7142f258727e tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:39.089010 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5fb11494-76ee-4e52-b465-1ad995ecb548 req-dca2346b-5234-4c10-989d-7142f258727e tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0948379 Dec 16 22:29:39.099410 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bd7ae3a8-54b0-4e35-ae22-48251394f2c0 req-71834f63-e2f8-4365-9ca6-cbea1646738a tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453706 Dec 16 22:29:39.153398 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5fb11494-76ee-4e52-b465-1ad995ecb548 req-9820e051-dbf0-4dbc-96ad-3395dd24a04a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560200 Dec 16 22:29:39.222798 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-53a63202-7154-4bb9-9c74-786a43509d5a req-bb4389eb-61ad-4bb4-92dd-65bdfabbff65 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0306273 Dec 16 22:29:39.466299 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463e269-cea9-484d-912e-0b0b3bf30355 req-229ef2ad-fe85-4c95-943f-863108999933 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:39.483620 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9463e269-cea9-484d-912e-0b0b3bf30355 req-229ef2ad-fe85-4c95-943f-863108999933 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.0961709 Dec 16 22:29:39.570436 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9463e269-cea9-484d-912e-0b0b3bf30355 req-f5f41aa6-59bb-4347-93d1-819aca59546c tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855665 Dec 16 22:29:39.929218 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d65862-4f79-4fca-a753-51567bfc9dd3 req-2051e66d-6776-4d55-97ad-0700d08ffe65 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:39.931054 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-11d65862-4f79-4fca-a753-51567bfc9dd3 req-2051e66d-6776-4d55-97ad-0700d08ffe65 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.0512185 Dec 16 22:29:40.033715 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-11d65862-4f79-4fca-a753-51567bfc9dd3 req-ef6caac8-b0e9-4711-8528-2cd1304b6258 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784936 Dec 16 22:29:40.143492 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f458e3e-f4fb-4263-8367-d1c53bf995e5 req-7c4aee04-ac99-49ec-bf69-647b310000e1 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:40.162613 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9f458e3e-f4fb-4263-8367-d1c53bf995e5 req-7c4aee04-ac99-49ec-bf69-647b310000e1 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.0726602 Dec 16 22:29:40.230757 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9f458e3e-f4fb-4263-8367-d1c53bf995e5 req-8dd1e3dd-46fc-4d32-bcad-6bca3b6b4e22 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685508 Dec 16 22:29:40.326326 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58082) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:40.383417 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5903f-e4d6-4d4d-a56c-651adba58923 req-a9ca8fc8-318a-4475-8bf2-508fea5e6f11 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:40.426896 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5f5903f-e4d6-4d4d-a56c-651adba58923 req-a9ca8fc8-318a-4475-8bf2-508fea5e6f11 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.1258197 Dec 16 22:29:40.534800 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5f5903f-e4d6-4d4d-a56c-651adba58923 req-7b237ed4-4c76-4b77-b564-53e09cc92dac tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068809 Dec 16 22:29:40.568319 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-77c1f0d1-d484-4634-8749-4a3265dfa1ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:40.690922 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-77c1f0d1-d484-4634-8749-4a3265dfa1ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:40.695968 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-15dc2ae2-ee3f-4653-a318-0f4188f8d708 req-4c3893c2-c0c7-48aa-97a8-da7bb752d715 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0370946 Dec 16 22:29:40.800196 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-77c1f0d1-d484-4634-8749-4a3265dfa1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:40.892255 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58102) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:40.893608 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-77c1f0d1-d484-4634-8749-4a3265dfa1ab admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9621e1980e9c4afdad1f1fcd023521f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5656314 Dec 16 22:29:40.919398 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1f0d1-d484-4634-8749-4a3265dfa1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733a920c-5d85-482a-9e05-33ebe0155b76,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:40.943646 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1f0d1-d484-4634-8749-4a3265dfa1ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:40.944570 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1f0d1-d484-4634-8749-4a3265dfa1ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:40.944981 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1f0d1-d484-4634-8749-4a3265dfa1ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:40.945335 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1f0d1-d484-4634-8749-4a3265dfa1ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:40.945678 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1f0d1-d484-4634-8749-4a3265dfa1ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:40.946019 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1f0d1-d484-4634-8749-4a3265dfa1ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:40.946354 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1f0d1-d484-4634-8749-4a3265dfa1ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:40.946687 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1f0d1-d484-4634-8749-4a3265dfa1ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:40.947021 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1f0d1-d484-4634-8749-4a3265dfa1ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:40.947479 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1f0d1-d484-4634-8749-4a3265dfa1ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:40.947737 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1f0d1-d484-4634-8749-4a3265dfa1ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:40.948146 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1f0d1-d484-4634-8749-4a3265dfa1ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:40.948483 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1f0d1-d484-4634-8749-4a3265dfa1ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:40.966301 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992e4c9-650f-4ec6-94db-5935752c0887 req-9e2ea1aa-bca6-4de2-a301-59484febd6c3 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:40.968705 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e992e4c9-650f-4ec6-94db-5935752c0887 req-9e2ea1aa-bca6-4de2-a301-59484febd6c3 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.1104279 Dec 16 22:29:41.020202 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d754eec1-9252-4c4f-a4a5-b0ee5fad4cd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:41.052467 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d754eec1-9252-4c4f-a4a5-b0ee5fad4cd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:41.063709 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e992e4c9-650f-4ec6-94db-5935752c0887 req-1563443f-8261-4463-9218-58d411acb874 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824146 Dec 16 22:29:41.132730 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6708c-ebf4-487b-9fbb-6df626ea0a19 req-e8bebf0e-52a1-4580-892e-9aacbf62d571 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:41.134372 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c9b6708c-ebf4-487b-9fbb-6df626ea0a19 req-e8bebf0e-52a1-4580-892e-9aacbf62d571 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.1839972 Dec 16 22:29:41.270959 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c9b6708c-ebf4-487b-9fbb-6df626ea0a19 req-4809783c-7a93-4848-b7cc-82ab579392bb tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179419 Dec 16 22:29:41.327610 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d2e15-f5f1-4d6f-8aa8-556e6b3461b3 req-c6d460d1-84cf-4eac-8192-379bbfaa12f5 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:41.336023 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bf9d2e15-f5f1-4d6f-8aa8-556e6b3461b3 req-c6d460d1-84cf-4eac-8192-379bbfaa12f5 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0822980 Dec 16 22:29:41.355446 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d754eec1-9252-4c4f-a4a5-b0ee5fad4cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:41.358467 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d754eec1-9252-4c4f-a4a5-b0ee5fad4cd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:41.360582 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d754eec1-9252-4c4f-a4a5-b0ee5fad4cd0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/733a920c-5d85-482a-9e05-33ebe0155b76 HTTP/1.1" status: 204 len: 168 time: 0.4660947 Dec 16 22:29:41.375552 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754eec1-9252-4c4f-a4a5-b0ee5fad4cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733a920c-5d85-482a-9e05-33ebe0155b76,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:41.393788 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754eec1-9252-4c4f-a4a5-b0ee5fad4cd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:41.394452 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754eec1-9252-4c4f-a4a5-b0ee5fad4cd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:41.404088 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754eec1-9252-4c4f-a4a5-b0ee5fad4cd0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:41.404088 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754eec1-9252-4c4f-a4a5-b0ee5fad4cd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:41.404088 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754eec1-9252-4c4f-a4a5-b0ee5fad4cd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:41.404439 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754eec1-9252-4c4f-a4a5-b0ee5fad4cd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:41.405105 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754eec1-9252-4c4f-a4a5-b0ee5fad4cd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:41.405451 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754eec1-9252-4c4f-a4a5-b0ee5fad4cd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:41.405790 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754eec1-9252-4c4f-a4a5-b0ee5fad4cd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:41.406126 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754eec1-9252-4c4f-a4a5-b0ee5fad4cd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:41.406464 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754eec1-9252-4c4f-a4a5-b0ee5fad4cd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:41.406798 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754eec1-9252-4c4f-a4a5-b0ee5fad4cd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:41.407904 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754eec1-9252-4c4f-a4a5-b0ee5fad4cd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:29:41.446172 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bf9d2e15-f5f1-4d6f-8aa8-556e6b3461b3 req-0f3e270a-8360-41f4-be83-653d4315b62d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091332 Dec 16 22:29:41.632333 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe5f1b-2329-465d-8270-a923b562c7b4 req-caf33874-3ddb-4726-9e9e-660632f88d8b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:41.635338 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-adfe5f1b-2329-465d-8270-a923b562c7b4 req-caf33874-3ddb-4726-9e9e-660632f88d8b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0647979 Dec 16 22:29:41.700766 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-adfe5f1b-2329-465d-8270-a923b562c7b4 req-fb2519e8-d96a-4825-b6bb-fd5120baf713 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557601 Dec 16 22:29:41.908306 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-294190da-2441-4e7a-963e-a04251954f68 req-47e75a40-e9fd-423e-a143-06c525a8857d tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0575809 Dec 16 22:29:42.381550 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58140) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:42.403284 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-365d3f72-6f69-4087-9abf-626d566b8b5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:42.522665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dae2d6-db4d-4f17-bfa2-6df4061b8e13 req-0a744748-8e7e-4373-bce1-d2f8b0f65968 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:42.524495 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-81dae2d6-db4d-4f17-bfa2-6df4061b8e13 req-0a744748-8e7e-4373-bce1-d2f8b0f65968 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.0899446 Dec 16 22:29:42.598316 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-81dae2d6-db4d-4f17-bfa2-6df4061b8e13 req-e6f0e511-a044-482a-962d-ad75ef3e1732 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658927 Dec 16 22:29:42.608439 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-365d3f72-6f69-4087-9abf-626d566b8b5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:42.686690 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-365d3f72-6f69-4087-9abf-626d566b8b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:42.766097 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-365d3f72-6f69-4087-9abf-626d566b8b5a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b3b7082c64d94ad590c4d65eb302cb36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3832281 Dec 16 22:29:42.768564 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d3f72-6f69-4087-9abf-626d566b8b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e94510-9668-45b9-9009-f519fa9c4aa5,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:42.769178 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58144) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:42.829654 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-795cd918-d5a9-4b5e-8af1-1e29e1abd70d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:42.862228 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-795cd918-d5a9-4b5e-8af1-1e29e1abd70d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:43.003629 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-795cd918-d5a9-4b5e-8af1-1e29e1abd70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:43.006164 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-795cd918-d5a9-4b5e-8af1-1e29e1abd70d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:43.007422 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-795cd918-d5a9-4b5e-8af1-1e29e1abd70d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/28e94510-9668-45b9-9009-f519fa9c4aa5 HTTP/1.1" status: 204 len: 168 time: 0.2366421 Dec 16 22:29:43.009507 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9c258452-bf04-4c1a-a8ff-d2235a8812fc req-90f3f16f-b735-4ed4-9382-626774aa0636 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0350168 Dec 16 22:29:43.017813 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795cd918-d5a9-4b5e-8af1-1e29e1abd70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e94510-9668-45b9-9009-f519fa9c4aa5,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:43.799645 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85079c-8586-4ccd-8f1c-2742cbde9758 req-33ead7fb-7567-438a-be2b-7463dc5fde79 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:43.802914 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3e85079c-8586-4ccd-8f1c-2742cbde9758 req-33ead7fb-7567-438a-be2b-7463dc5fde79 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.0682576 Dec 16 22:29:43.819491 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58176) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:43.900354 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3e85079c-8586-4ccd-8f1c-2742cbde9758 req-2f2d336b-0dc6-4637-9963-a254ae97d7a9 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860429 Dec 16 22:29:44.073682 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58188) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:44.073923 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-13dcf59e-3a57-4596-82ec-09ee87d9c500 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=753cfcca04ca46689145cc0398976c68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2522094 Dec 16 22:29:44.163371 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-28f35613-6d02-4fa2-9b72-204c8a49007f req-207707d5-995f-4f66-80bb-013f10fbfb1a tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0394113 Dec 16 22:29:44.212129 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fb5e53a8-f4ea-47e3-b873-757e21e7f800 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:44.236958 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fb5e53a8-f4ea-47e3-b873-757e21e7f800 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:44.362906 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fb5e53a8-f4ea-47e3-b873-757e21e7f800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:44.367095 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fb5e53a8-f4ea-47e3-b873-757e21e7f800 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:44.370873 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fb5e53a8-f4ea-47e3-b873-757e21e7f800 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c3790eed-4c79-4a65-bec0-3af6930838dc HTTP/1.1" status: 204 len: 168 time: 0.2940571 Dec 16 22:29:44.398142 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e53a8-f4ea-47e3-b873-757e21e7f800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3790eed-4c79-4a65-bec0-3af6930838dc,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:44.413678 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58204) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:44.588803 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-8fbfeeca-ee48-49ca-8b44-40dfa86bb1df admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1303306425-network', 'tenant_id': '252359752db04a17b79f7e6dcd22d2f3'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:44.709815 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbfeeca-ee48-49ca-8b44-40dfa86bb1df admin admin] Made reservation on behalf of 252359752db04a17b79f7e6dcd22d2f3 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:29:44.712151 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8fbfeeca-ee48-49ca-8b44-40dfa86bb1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:44.722421 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8fbfeeca-ee48-49ca-8b44-40dfa86bb1df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:44.857703 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8fbfeeca-ee48-49ca-8b44-40dfa86bb1df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:44.932758 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8fbfeeca-ee48-49ca-8b44-40dfa86bb1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:44.955543 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fbfeeca-ee48-49ca-8b44-40dfa86bb1df admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:29:44.977822 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8fbfeeca-ee48-49ca-8b44-40dfa86bb1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:44.978197 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-8fbfeeca-ee48-49ca-8b44-40dfa86bb1df admin admin] Added segment 6bc6a077-c3a3-4d93-aa78-179c35eeca53 of type vlan for network 26283d76-f6c6-43f3-906e-d07983fe4fe2 Dec 16 22:29:45.111377 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8fbfeeca-ee48-49ca-8b44-40dfa86bb1df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:45.133116 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfeeca-ee48-49ca-8b44-40dfa86bb1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fbbce8-0ef0-4f1f-835e-85a19c3480d4,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:45.160927 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff96d71-26be-4d7c-a20d-0903a65dc660 req-468a321d-6c38-4eb3-b10a-6e22156df074 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:45.162470 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5ff96d71-26be-4d7c-a20d-0903a65dc660 req-468a321d-6c38-4eb3-b10a-6e22156df074 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.1153102 Dec 16 22:29:45.245032 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8fbfeeca-ee48-49ca-8b44-40dfa86bb1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:45.246326 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbfeeca-ee48-49ca-8b44-40dfa86bb1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:45.251847 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8fbfeeca-ee48-49ca-8b44-40dfa86bb1df admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:45.287885 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-edf07576-4137-4c82-a85d-df151e5e1c9b req-084e5825-201c-488f-b19f-e636867b1e39 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0421243 Dec 16 22:29:45.341479 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfeeca-ee48-49ca-8b44-40dfa86bb1df admin admin] Pushing event updated for resources: {'Network': ['ID=26283d76-f6c6-43f3-906e-d07983fe4fe2,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:45.352255 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58226) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:45.354150 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8fbfeeca-ee48-49ca-8b44-40dfa86bb1df admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9391778 Dec 16 22:29:45.355772 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 26283d76-f6c6-43f3-906e-d07983fe4fe2 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:29:45.358203 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-2041c6f7-8520-45c1-bcd0-4e842247733f admin admin] Request body: {'subnet': {'network_id': '26283d76-f6c6-43f3-906e-d07983fe4fe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1303306425-subnet', 'tenant_id': '252359752db04a17b79f7e6dcd22d2f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:45.371332 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5ff96d71-26be-4d7c-a20d-0903a65dc660 req-051bfa86-77b3-493a-a9ce-658daeb99507 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024517 Dec 16 22:29:45.490249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2041c6f7-8520-45c1-bcd0-4e842247733f admin admin] Made reservation on behalf of 252359752db04a17b79f7e6dcd22d2f3 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:29:45.493417 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2041c6f7-8520-45c1-bcd0-4e842247733f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:45.833185 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2041c6f7-8520-45c1-bcd0-4e842247733f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:45.904409 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58244) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:45.951485 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041c6f7-8520-45c1-bcd0-4e842247733f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcf4423e-ff80-4179-a898-8ef59798be4c,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:45.965202 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2041c6f7-8520-45c1-bcd0-4e842247733f admin admin] Checking segment: {'id': '6bc6a077-c3a3-4d93-aa78-179c35eeca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '26283d76-f6c6-43f3-906e-d07983fe4fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:29:45.966008 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2041c6f7-8520-45c1-bcd0-4e842247733f admin admin] Network hostable DHCP agents. Network: 26283d76-f6c6-43f3-906e-d07983fe4fe2, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:29:46.066321 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-5a28141f-f550-4245-8cad-ae80589f2fc6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1378990079-network', 'tenant_id': '4d6adf58f5674384a730a357e3b62c83'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:46.072880 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2041c6f7-8520-45c1-bcd0-4e842247733f admin admin] Network 26283d76-f6c6-43f3-906e-d07983fe4fe2 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:29:46.198639 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-2041c6f7-8520-45c1-bcd0-4e842247733f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 26283d76-f6c6-43f3-906e-d07983fe4fe2) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:46.208495 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2041c6f7-8520-45c1-bcd0-4e842247733f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:46.211144 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2041c6f7-8520-45c1-bcd0-4e842247733f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:46.215290 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62a3e40-8485-4b56-8ba4-a0e4d7a35e4a None None] Network 26283d76-f6c6-43f3-906e-d07983fe4fe2 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:29:46.233919 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a28141f-f550-4245-8cad-ae80589f2fc6 admin admin] Made reservation on behalf of 4d6adf58f5674384a730a357e3b62c83 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:29:46.236832 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5a28141f-f550-4245-8cad-ae80589f2fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:46.249210 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5a28141f-f550-4245-8cad-ae80589f2fc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:46.313012 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2041c6f7-8520-45c1-bcd0-4e842247733f admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9592445 Dec 16 22:29:46.393900 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042dad51-f4e4-4025-a98d-91bedea1d5f0 None None] Network 26283d76-f6c6-43f3-906e-d07983fe4fe2 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:29:46.412955 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5a28141f-f550-4245-8cad-ae80589f2fc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:46.434092 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7d9d64ca-9cb8-4532-bd50-6aa7e730ac95 req-3e0bba1b-a293-4308-8a5b-24d6cd8c2d13 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0483742 Dec 16 22:29:46.480871 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5a28141f-f550-4245-8cad-ae80589f2fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:46.552795 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a28141f-f550-4245-8cad-ae80589f2fc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:29:46.596824 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28141f-f550-4245-8cad-ae80589f2fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f16d179-18d5-4d45-b2c2-ad7b37955b54,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:46.606436 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5a28141f-f550-4245-8cad-ae80589f2fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:46.606873 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-5a28141f-f550-4245-8cad-ae80589f2fc6 admin admin] Added segment dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3 of type vlan for network daf2ee24-c262-4da5-9a76-f3d93b6d6b90 Dec 16 22:29:46.706459 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce60dd4-8381-4f1f-8184-2bd1c43d8fd8 req-fecb05ba-2b1e-46ab-a087-bdb90c6a3abe tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:46.706459 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bce60dd4-8381-4f1f-8184-2bd1c43d8fd8 req-fecb05ba-2b1e-46ab-a087-bdb90c6a3abe tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.1526232 Dec 16 22:29:46.723083 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5a28141f-f550-4245-8cad-ae80589f2fc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:46.794854 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bce60dd4-8381-4f1f-8184-2bd1c43d8fd8 req-298b4670-2822-4a17-a28e-38181a4b0bbb tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796854 Dec 16 22:29:46.841331 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5a28141f-f550-4245-8cad-ae80589f2fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:46.842494 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a28141f-f550-4245-8cad-ae80589f2fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:46.843225 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5a28141f-f550-4245-8cad-ae80589f2fc6 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:46.923642 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28141f-f550-4245-8cad-ae80589f2fc6 admin admin] Pushing event updated for resources: {'Network': ['ID=daf2ee24-c262-4da5-9a76-f3d93b6d6b90,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:46.935141 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network daf2ee24-c262-4da5-9a76-f3d93b6d6b90 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:29:46.993952 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5a28141f-f550-4245-8cad-ae80589f2fc6 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0878608 Dec 16 22:29:47.000289 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58270) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:47.006395 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-e7a31892-9af0-41f3-b77a-2b09a5f626ea admin admin] Request body: {'subnet': {'network_id': 'daf2ee24-c262-4da5-9a76-f3d93b6d6b90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1378990079-subnet', 'tenant_id': '4d6adf58f5674384a730a357e3b62c83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:47.155570 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a31892-9af0-41f3-b77a-2b09a5f626ea admin admin] Made reservation on behalf of 4d6adf58f5674384a730a357e3b62c83 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:29:47.158098 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e7a31892-9af0-41f3-b77a-2b09a5f626ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:47.359492 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58280) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:47.364989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-d2db01a4-380a-4522-9eb2-a6962500dabc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1115220222-network', 'tenant_id': '7dd38331d0d048c9a606391c4182deb9'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:47.439311 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e7a31892-9af0-41f3-b77a-2b09a5f626ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:47.502849 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a31892-9af0-41f3-b77a-2b09a5f626ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6716b3b-84de-4553-8e58-e0833c224998,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:47.506550 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2db01a4-380a-4522-9eb2-a6962500dabc admin admin] Made reservation on behalf of 7dd38331d0d048c9a606391c4182deb9 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:29:47.508896 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d2db01a4-380a-4522-9eb2-a6962500dabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:47.521985 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d2db01a4-380a-4522-9eb2-a6962500dabc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:47.533765 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a31892-9af0-41f3-b77a-2b09a5f626ea admin admin] Checking segment: {'id': 'dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'daf2ee24-c262-4da5-9a76-f3d93b6d6b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:29:47.534107 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a31892-9af0-41f3-b77a-2b09a5f626ea admin admin] Network hostable DHCP agents. Network: daf2ee24-c262-4da5-9a76-f3d93b6d6b90, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:29:47.549292 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-24bf9ef9-a7b5-4e35-9944-9738cd229251 req-47757b45-a37b-42aa-ba67-2c35857bd723 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0288479 Dec 16 22:29:47.623283 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d2db01a4-380a-4522-9eb2-a6962500dabc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:47.690879 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a31892-9af0-41f3-b77a-2b09a5f626ea admin admin] Network daf2ee24-c262-4da5-9a76-f3d93b6d6b90 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:29:47.724355 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d2db01a4-380a-4522-9eb2-a6962500dabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:47.751068 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2db01a4-380a-4522-9eb2-a6962500dabc admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:29:47.761279 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db01a4-380a-4522-9eb2-a6962500dabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857fe754-2a0c-412b-a10e-b38cc7b2c4ab,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:47.766129 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d2db01a4-380a-4522-9eb2-a6962500dabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:47.767141 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-d2db01a4-380a-4522-9eb2-a6962500dabc admin admin] Added segment bffd1c79-bea5-4169-bc8f-9dbaeccda67b of type vlan for network a20c9969-f9bb-4e87-8abd-2355840237ed Dec 16 22:29:47.808810 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d2db01a4-380a-4522-9eb2-a6962500dabc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:47.901704 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-e7a31892-9af0-41f3-b77a-2b09a5f626ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, daf2ee24-c262-4da5-9a76-f3d93b6d6b90) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:47.907523 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a31892-9af0-41f3-b77a-2b09a5f626ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:47.908447 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e7a31892-9af0-41f3-b77a-2b09a5f626ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:47.913935 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361040ca-f05f-455e-b0bd-ca8a714fea1c None None] Network daf2ee24-c262-4da5-9a76-f3d93b6d6b90 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:29:47.932874 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d2db01a4-380a-4522-9eb2-a6962500dabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:47.934164 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2db01a4-380a-4522-9eb2-a6962500dabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:47.934944 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d2db01a4-380a-4522-9eb2-a6962500dabc admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:47.941249 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b291b3-c3b0-4af9-bb9a-43c96368c4c2 req-c42b47df-7c88-4638-bfba-f23960903867 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:47.943185 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-40b291b3-c3b0-4af9-bb9a-43c96368c4c2 req-c42b47df-7c88-4638-bfba-f23960903867 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.0714691 Dec 16 22:29:48.013189 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db01a4-380a-4522-9eb2-a6962500dabc admin admin] Pushing event updated for resources: {'Network': ['ID=a20c9969-f9bb-4e87-8abd-2355840237ed,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:48.028310 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network a20c9969-f9bb-4e87-8abd-2355840237ed details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:29:48.032112 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-40b291b3-c3b0-4af9-bb9a-43c96368c4c2 req-7b3a0ae1-9f8e-4a0f-b898-63cc5658c799 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802529 Dec 16 22:29:48.049178 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e7a31892-9af0-41f3-b77a-2b09a5f626ea admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0477138 Dec 16 22:29:48.058779 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d2db01a4-380a-4522-9eb2-a6962500dabc admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6981106 Dec 16 22:29:48.061667 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58302) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:48.068573 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-cffb2a3b-c9a2-4920-9229-aad290d6a3fb admin admin] Request body: {'subnet': {'network_id': 'a20c9969-f9bb-4e87-8abd-2355840237ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1115220222-subnet', 'tenant_id': '7dd38331d0d048c9a606391c4182deb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:48.097178 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d41a097-aa22-415a-9ea6-a908b8e70d44 None None] Network daf2ee24-c262-4da5-9a76-f3d93b6d6b90 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:29:48.202061 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffb2a3b-c9a2-4920-9229-aad290d6a3fb admin admin] Made reservation on behalf of 7dd38331d0d048c9a606391c4182deb9 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:29:48.207366 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cffb2a3b-c9a2-4920-9229-aad290d6a3fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:48.373072 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5939970-e19a-4cb0-8f4e-873df966ac4a req-fe3e9f36-f92b-462f-bd03-46f3e1298463 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:48.381430 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d5939970-e19a-4cb0-8f4e-873df966ac4a req-fe3e9f36-f92b-462f-bd03-46f3e1298463 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 946 time: 0.0704746 Dec 16 22:29:48.443730 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d5939970-e19a-4cb0-8f4e-873df966ac4a req-6a5f9e40-a532-4804-8665-caea8854c0b9 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608404 Dec 16 22:29:48.550174 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cffb2a3b-c9a2-4920-9229-aad290d6a3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:48.608443 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb2a3b-c9a2-4920-9229-aad290d6a3fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=44e4372b-aa4c-43b3-aa59-9620806797ee,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:48.620652 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffb2a3b-c9a2-4920-9229-aad290d6a3fb admin admin] Checking segment: {'id': 'bffd1c79-bea5-4169-bc8f-9dbaeccda67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a20c9969-f9bb-4e87-8abd-2355840237ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:29:48.621243 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffb2a3b-c9a2-4920-9229-aad290d6a3fb admin admin] Network hostable DHCP agents. Network: a20c9969-f9bb-4e87-8abd-2355840237ed, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:29:48.691013 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-06fb9fe0-9d28-459b-a27e-502cb484a011 req-eb1fa5af-286f-4024-abf5-c7ba66956518 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0297434 Dec 16 22:29:48.761024 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffb2a3b-c9a2-4920-9229-aad290d6a3fb admin admin] Network a20c9969-f9bb-4e87-8abd-2355840237ed is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:29:48.863560 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-cffb2a3b-c9a2-4920-9229-aad290d6a3fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, a20c9969-f9bb-4e87-8abd-2355840237ed) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:48.867616 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffb2a3b-c9a2-4920-9229-aad290d6a3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:48.868211 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cffb2a3b-c9a2-4920-9229-aad290d6a3fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:48.872702 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cc05c9-6740-4903-a170-77a0324143d7 None None] Network a20c9969-f9bb-4e87-8abd-2355840237ed requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:29:48.979266 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cffb2a3b-c9a2-4920-9229-aad290d6a3fb admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9159272 Dec 16 22:29:48.982729 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d95ab8d-2050-4fce-b53a-5d1bf58edadb None None] Network a20c9969-f9bb-4e87-8abd-2355840237ed requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:29:49.139511 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58324) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:49.162734 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6f191-ed40-4c2c-bd74-1072d0198411 req-722e021b-3073-4d70-b73f-9b9bdd75c557 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:49.164529 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-99a6f191-ed40-4c2c-bd74-1072d0198411 req-722e021b-3073-4d70-b73f-9b9bdd75c557 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.0598111 Dec 16 22:29:49.189327 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-fddbb64a-76b4-4c0e-ab15-48d05110be95 admin admin] Deleting subnet dcf4423e-ff80-4179-a898-8ef59798be4c {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:29:49.193658 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fddbb64a-76b4-4c0e-ab15-48d05110be95 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:49.221417 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-99a6f191-ed40-4c2c-bd74-1072d0198411 req-981b198e-1dc3-476e-acb6-1b7d7f1a4e83 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503380 Dec 16 22:29:49.244721 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fddbb64a-76b4-4c0e-ab15-48d05110be95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:49.288745 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fddbb64a-76b4-4c0e-ab15-48d05110be95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:49.447316 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fddbb64a-76b4-4c0e-ab15-48d05110be95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:49.476604 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbb64a-76b4-4c0e-ab15-48d05110be95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcf4423e-ff80-4179-a898-8ef59798be4c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:49.478686 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fddbb64a-76b4-4c0e-ab15-48d05110be95 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:49.485793 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fddbb64a-76b4-4c0e-ab15-48d05110be95 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/dcf4423e-ff80-4179-a898-8ef59798be4c HTTP/1.1" status: 204 len: 168 time: 0.3411839 Dec 16 22:29:49.485793 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58332) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:49.587309 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0f7006ef-6085-4619-9a5e-3a3998db7d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:49.612918 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cccc1f-7aba-4d27-add7-e9b0a0e6ab7f req-a9fa47a2-81b9-4fbb-8c3c-91a71bae3712 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:49.614451 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-57cccc1f-7aba-4d27-add7-e9b0a0e6ab7f req-a9fa47a2-81b9-4fbb-8c3c-91a71bae3712 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 946 time: 0.0683119 Dec 16 22:29:49.715904 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0f7006ef-6085-4619-9a5e-3a3998db7d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:49.755734 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-57cccc1f-7aba-4d27-add7-e9b0a0e6ab7f req-d34be347-042f-418b-9865-8b43d4e51833 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170938 Dec 16 22:29:49.757449 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-0f7006ef-6085-4619-9a5e-3a3998db7d52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26283d76-f6c6-43f3-906e-d07983fe4fe2']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:49.783092 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-0f7006ef-6085-4619-9a5e-3a3998db7d52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc6a077-c3a3-4d93-aa78-179c35eeca53') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:49.783547 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-0f7006ef-6085-4619-9a5e-3a3998db7d52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc6a077-c3a3-4d93-aa78-179c35eeca53') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:49.800584 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0f7006ef-6085-4619-9a5e-3a3998db7d52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:49.817248 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0f7006ef-6085-4619-9a5e-3a3998db7d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:49.823868 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7006ef-6085-4619-9a5e-3a3998db7d52 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:29:49.824381 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0f7006ef-6085-4619-9a5e-3a3998db7d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:29:49.826495 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:29:49.878679 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-da0c6e20-6370-4987-9a80-24c2fe9e2872 req-26eb111b-cb6a-4c46-83c8-ba81bdd31789 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0413508 Dec 16 22:29:49.961648 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0f7006ef-6085-4619-9a5e-3a3998db7d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:49.967635 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0f7006ef-6085-4619-9a5e-3a3998db7d52 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:49.974711 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58344) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:49.974927 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0f7006ef-6085-4619-9a5e-3a3998db7d52 admin admin] 10.222.0.75 "DELETE /v2.0/networks/26283d76-f6c6-43f3-906e-d07983fe4fe2 HTTP/1.1" status: 204 len: 168 time: 0.4883604 Dec 16 22:29:49.987379 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7006ef-6085-4619-9a5e-3a3998db7d52 admin admin] Pushing event deleted for resources: {'Network': ['ID=26283d76-f6c6-43f3-906e-d07983fe4fe2,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:50.028729 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f70fe06-3fc7-46fe-8ef1-eafd41c8be68 admin admin] Deleting subnet 44e4372b-aa4c-43b3-aa59-9620806797ee {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:29:50.033420 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0f70fe06-3fc7-46fe-8ef1-eafd41c8be68 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:50.075326 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0f70fe06-3fc7-46fe-8ef1-eafd41c8be68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:50.124247 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0f70fe06-3fc7-46fe-8ef1-eafd41c8be68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:50.236022 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0f70fe06-3fc7-46fe-8ef1-eafd41c8be68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:50.264289 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70fe06-3fc7-46fe-8ef1-eafd41c8be68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44e4372b-aa4c-43b3-aa59-9620806797ee,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:50.268991 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0f70fe06-3fc7-46fe-8ef1-eafd41c8be68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:50.275189 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0f70fe06-3fc7-46fe-8ef1-eafd41c8be68 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/44e4372b-aa4c-43b3-aa59-9620806797ee HTTP/1.1" status: 204 len: 168 time: 0.2971590 Dec 16 22:29:50.275469 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58350) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:50.386691 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e2a7c00-8dac-4d2b-bece-320ac5fcfbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:50.408169 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710d643-7bae-42b2-82c3-cf7a559ac38b req-73b002cc-0167-4d16-8ac6-003f02119735 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:50.409732 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4710d643-7bae-42b2-82c3-cf7a559ac38b req-73b002cc-0167-4d16-8ac6-003f02119735 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.0845382 Dec 16 22:29:50.551527 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e2a7c00-8dac-4d2b-bece-320ac5fcfbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:50.565389 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4710d643-7bae-42b2-82c3-cf7a559ac38b req-81c941be-ee4e-4c82-b140-ef790fcd767a tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329839 Dec 16 22:29:50.581382 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27ce03-ce47-413c-96a0-236b15829be5 req-0d72b033-2a86-4f9e-9fc5-e066d5051e57 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:50.582997 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ba27ce03-ce47-413c-96a0-236b15829be5 req-0d72b033-2a86-4f9e-9fc5-e066d5051e57 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 946 time: 0.1495509 Dec 16 22:29:50.601327 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-6e2a7c00-8dac-4d2b-bece-320ac5fcfbe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a20c9969-f9bb-4e87-8abd-2355840237ed']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:50.638407 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-6e2a7c00-8dac-4d2b-bece-320ac5fcfbe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bffd1c79-bea5-4169-bc8f-9dbaeccda67b') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:50.638960 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-6e2a7c00-8dac-4d2b-bece-320ac5fcfbe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bffd1c79-bea5-4169-bc8f-9dbaeccda67b') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:50.658157 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e2a7c00-8dac-4d2b-bece-320ac5fcfbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:50.690296 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:29:50.695752 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e2a7c00-8dac-4d2b-bece-320ac5fcfbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:50.707083 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2a7c00-8dac-4d2b-bece-320ac5fcfbe6 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:29:50.707471 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e2a7c00-8dac-4d2b-bece-320ac5fcfbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:29:50.710132 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:29:50.778257 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-ba27ce03-ce47-413c-96a0-236b15829be5 req-51fcc3d6-a1a6-4f25-bba0-7eeb20609fd9 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Deleting port 7b2fbefe-475a-4ee7-9841-1afe9870c40a {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:29:50.778606 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ba27ce03-ce47-413c-96a0-236b15829be5 req-51fcc3d6-a1a6-4f25-bba0-7eeb20609fd9 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:50.870573 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e2a7c00-8dac-4d2b-bece-320ac5fcfbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:50.876969 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e2a7c00-8dac-4d2b-bece-320ac5fcfbe6 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:50.880214 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6e2a7c00-8dac-4d2b-bece-320ac5fcfbe6 admin admin] 10.222.0.75 "DELETE /v2.0/networks/a20c9969-f9bb-4e87-8abd-2355840237ed HTTP/1.1" status: 204 len: 168 time: 0.6036596 Dec 16 22:29:50.902787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a7c00-8dac-4d2b-bece-320ac5fcfbe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a20c9969-f9bb-4e87-8abd-2355840237ed,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:50.916819 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-ba27ce03-ce47-413c-96a0-236b15829be5 req-51fcc3d6-a1a6-4f25-bba0-7eeb20609fd9 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] For port 7b2fbefe-475a-4ee7-9841-1afe9870c40a, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=7b2fbefe-475a-4ee7-9841-1afe9870c40a,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:29:50.917079 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ba27ce03-ce47-413c-96a0-236b15829be5 req-51fcc3d6-a1a6-4f25-bba0-7eeb20609fd9 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:50.933483 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3fa01-d8bd-44ff-8a22-1a0bb7e3d3d0 req-77e09e78-b116-4a57-91df-43c4acc0471a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:50.939607 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aec3fa01-d8bd-44ff-8a22-1a0bb7e3d3d0 req-77e09e78-b116-4a57-91df-43c4acc0471a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 946 time: 0.0753448 Dec 16 22:29:51.034517 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aec3fa01-d8bd-44ff-8a22-1a0bb7e3d3d0 req-3e5dde3c-4606-46a0-a636-6b6b6840dc11 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e3fea00-e64e-43d7-adf2-71ac014c1aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904646 Dec 16 22:29:51.149227 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9670d62f-1c5a-4724-b824-f4d3a8175c4d req-1206e3f9-2648-4dc0-9df0-2ca0686e26f1 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0418222 Dec 16 22:29:51.165416 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ba27ce03-ce47-413c-96a0-236b15829be5 req-51fcc3d6-a1a6-4f25-bba0-7eeb20609fd9 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:51.165775 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ba27ce03-ce47-413c-96a0-236b15829be5 req-51fcc3d6-a1a6-4f25-bba0-7eeb20609fd9 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:51.166031 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [req-ba27ce03-ce47-413c-96a0-236b15829be5 req-51fcc3d6-a1a6-4f25-bba0-7eeb20609fd9 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Floating IP 63f6da04-c01f-4a40-afcb-753a1f64d81a disassociated. External IP: 172.25.6.16, port: 7b2fbefe-475a-4ee7-9841-1afe9870c40a. Dec 16 22:29:51.166375 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-ba27ce03-ce47-413c-96a0-236b15829be5 req-51fcc3d6-a1a6-4f25-bba0-7eeb20609fd9 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Calling delete_port for 7b2fbefe-475a-4ee7-9841-1afe9870c40a owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:29:51.385441 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58378) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:51.395625 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ba27ce03-ce47-413c-96a0-236b15829be5 req-51fcc3d6-a1a6-4f25-bba0-7eeb20609fd9 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:51.448226 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcc3d6-a1a6-4f25-bba0-7eeb20609fd9 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Pushing event deleted for resources: {'Port': ['ID=7b2fbefe-475a-4ee7-9841-1afe9870c40a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:51.449187 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58382) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:51.456210 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d74a0ebb-81f5-4c58-9c07-2ca75fdf8cba admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=252359752db04a17b79f7e6dcd22d2f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0589705 Dec 16 22:29:51.597705 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-14a7569b-bb84-4f72-ab84-5fc845b5bb51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:51.631622 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-14a7569b-bb84-4f72-ab84-5fc845b5bb51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:51.645657 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba27ce03-ce47-413c-96a0-236b15829be5 req-51fcc3d6-a1a6-4f25-bba0-7eeb20609fd9 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Router 0380fcdd-edf3-4204-a09a-fc471ced0286 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:29:51.742558 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae76fd-b64f-424e-ae62-6ed1cdf77e6d req-23ac50c0-3af0-41d7-a9ec-7e96b753b8f6 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:51.744104 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-90ae76fd-b64f-424e-ae62-6ed1cdf77e6d req-23ac50c0-3af0-41d7-a9ec-7e96b753b8f6 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.0689850 Dec 16 22:29:51.792588 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba27ce03-ce47-413c-96a0-236b15829be5 req-51fcc3d6-a1a6-4f25-bba0-7eeb20609fd9 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:29:51.794012 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-90ae76fd-b64f-424e-ae62-6ed1cdf77e6d req-232626d9-05a9-4b3c-bc25-224958027c0a tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436397 Dec 16 22:29:51.803941 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa420eaa-3687-4fa0-8b3c-3f70157a8a61 None None] Sync routers for ids ['0380fcdd-edf3-4204-a09a-fc471ced0286'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:29:51.820255 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa420eaa-3687-4fa0-8b3c-3f70157a8a61 None None] Routers {'0380fcdd-edf3-4204-a09a-fc471ced0286'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:29:51.821043 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-aa420eaa-3687-4fa0-8b3c-3f70157a8a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:29:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0380fcdd-edf3-4204-a09a-fc471ced0286'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:51.859726 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba27ce03-ce47-413c-96a0-236b15829be5 req-51fcc3d6-a1a6-4f25-bba0-7eeb20609fd9 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] No DVR routers for this DVR port 7b2fbefe-475a-4ee7-9841-1afe9870c40a on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:29:51.865604 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ba27ce03-ce47-413c-96a0-236b15829be5 req-51fcc3d6-a1a6-4f25-bba0-7eeb20609fd9 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:51.870223 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ba27ce03-ce47-413c-96a0-236b15829be5 req-51fcc3d6-a1a6-4f25-bba0-7eeb20609fd9 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.76 "DELETE /v2.0/ports/7b2fbefe-475a-4ee7-9841-1afe9870c40a HTTP/1.1" status: 204 len: 173 time: 1.2797129 Dec 16 22:29:51.870847 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9c3762-6939-48b4-a90e-63cb5a238ff2', 'name': 'network-vif-deleted', 'tag': '7b2fbefe-475a-4ee7-9841-1afe9870c40a'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:29:51.873263 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7db43dc-f0a1-4516-b3ee-6102bb1cba5a" -d '{"events": [{"server_uuid": "4e9c3762-6939-48b4-a90e-63cb5a238ff2", "name": "network-vif-deleted", "tag": "7b2fbefe-475a-4ee7-9841-1afe9870c40a"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:29:51.878341 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-14a7569b-bb84-4f72-ab84-5fc845b5bb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:51.880596 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-14a7569b-bb84-4f72-ab84-5fc845b5bb51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:51.884183 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-14a7569b-bb84-4f72-ab84-5fc845b5bb51 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b3fbbce8-0ef0-4f1f-835e-85a19c3480d4 HTTP/1.1" status: 204 len: 168 time: 0.4315441 Dec 16 22:29:51.902292 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7569b-bb84-4f72-ab84-5fc845b5bb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fbbce8-0ef0-4f1f-835e-85a19c3480d4,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:51.921212 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdb56fc-5431-4494-819d-b0d55cc88b5a x-openstack-request-id: req-7fdb56fc-5431-4494-819d-b0d55cc88b5a {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:29:51.921515 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9c3762-6939-48b4-a90e-63cb5a238ff2", "name": "network-vif-deleted", "tag": "7b2fbefe-475a-4ee7-9841-1afe9870c40a", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:29:51.921777 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7fdb56fc-5431-4494-819d-b0d55cc88b5a {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:29:51.922245 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9c3762-6939-48b4-a90e-63cb5a238ff2', 'name': 'network-vif-deleted', 'tag': '7b2fbefe-475a-4ee7-9841-1afe9870c40a', 'status': 'completed', 'code': 200} Dec 16 22:29:52.053150 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-aa420eaa-3687-4fa0-8b3c-3f70157a8a61 None None] Set router 0380fcdd-edf3-4204-a09a-fc471ced0286 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:29:52.174177 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-39b76982-0894-4efc-9032-a0fa8164ad52 req-2584e73d-12f8-4b30-af30-94d8897ccba7 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e9c3762-6939-48b4-a90e-63cb5a238ff2 HTTP/1.1" status: 200 len: 210 time: 0.0290408 Dec 16 22:29:52.282548 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-834ee525-db40-4543-87a3-06f565500c3c req-df75f886-3b9c-4fef-9da9-db3bdfbf86bd tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0402825 Dec 16 22:29:52.386396 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-aa420eaa-3687-4fa0-8b3c-3f70157a8a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'name': 'tempest-AttachVolumeShelveTestJSON-1161644038-router', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:23:24Z', 'updated_at': '2021-12-16T22:23:38Z', 'revision_number': 4, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'gw_port': {'id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:26Z', 'updated_at': '2021-12-16T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '19b879d8-cd92-4629-a411-ee42a98d6d73', 'name': '', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'mac_address': 'fa:16:3e:c8:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:34Z', 'updated_at': '2021-12-16T22:23:46Z', 'revision_number': 5, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'subnets': [{'id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:52.414706 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa420eaa-3687-4fa0-8b3c-3f70157a8a61 None None] Checking router: 0380fcdd-edf3-4204-a09a-fc471ced0286 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:29:52.423669 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa420eaa-3687-4fa0-8b3c-3f70157a8a61 None None] Routers {'0380fcdd-edf3-4204-a09a-fc471ced0286'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:29:52.424403 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-aa420eaa-3687-4fa0-8b3c-3f70157a8a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:29:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0380fcdd-edf3-4204-a09a-fc471ced0286'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:52.532811 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-aa420eaa-3687-4fa0-8b3c-3f70157a8a61 None None] Set router 0380fcdd-edf3-4204-a09a-fc471ced0286 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:29:52.767190 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58410) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:52.773069 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-aa420eaa-3687-4fa0-8b3c-3f70157a8a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'name': 'tempest-AttachVolumeShelveTestJSON-1161644038-router', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:23:24Z', 'updated_at': '2021-12-16T22:23:38Z', 'revision_number': 4, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'gw_port': {'id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:26Z', 'updated_at': '2021-12-16T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '19b879d8-cd92-4629-a411-ee42a98d6d73', 'name': '', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'mac_address': 'fa:16:3e:c8:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:34Z', 'updated_at': '2021-12-16T22:23:46Z', 'revision_number': 5, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'subnets': [{'id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:29:52.808520 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa420eaa-3687-4fa0-8b3c-3f70157a8a61 None None] The sync data for ids ['0380fcdd-edf3-4204-a09a-fc471ced0286'] in n-d-815324-4 is: [{'id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'name': 'tempest-AttachVolumeShelveTestJSON-1161644038-router', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:23:24Z', 'updated_at': '2021-12-16T22:23:38Z', 'revision_number': 4, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'gw_port': {'id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:26Z', 'updated_at': '2021-12-16T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '19b879d8-cd92-4629-a411-ee42a98d6d73', 'name': '', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'mac_address': 'fa:16:3e:c8:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:34Z', 'updated_at': '2021-12-16T22:23:46Z', 'revision_number': 5, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'subnets': [{'id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:29:52.818718 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58412) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:52.818925 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2e1bf229-36a8-4884-b11c-5085e2aa34fe admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7dd38331d0d048c9a606391c4182deb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0507092 Dec 16 22:29:52.905551 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a167ebc4-5961-4f88-a306-51497e9eb3e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:52.933488 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a167ebc4-5961-4f88-a306-51497e9eb3e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:52.979518 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454538d-ac96-412f-a633-aa4cb1ecf111 req-9b26066a-6b1f-4170-b955-2c4ae991632a tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:52.982102 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b454538d-ac96-412f-a633-aa4cb1ecf111 req-9b26066a-6b1f-4170-b955-2c4ae991632a tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.0655046 Dec 16 22:29:53.078591 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a167ebc4-5961-4f88-a306-51497e9eb3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:53.081125 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b454538d-ac96-412f-a633-aa4cb1ecf111 req-f3c8d66e-9a24-458d-963b-21582cbfbd3d tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877762 Dec 16 22:29:53.085263 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a167ebc4-5961-4f88-a306-51497e9eb3e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:53.094627 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a167ebc4-5961-4f88-a306-51497e9eb3e1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/857fe754-2a0c-412b-a10e-b38cc7b2c4ab HTTP/1.1" status: 204 len: 168 time: 0.2682083 Dec 16 22:29:53.104728 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167ebc4-5961-4f88-a306-51497e9eb3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857fe754-2a0c-412b-a10e-b38cc7b2c4ab,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:53.262715 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f972b44e-22e6-452c-8993-e6359e2ab041 None None] New status for floating IP 63f6da04-c01f-4a40-afcb-753a1f64d81a: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:29:53.395197 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5938a0eb-b138-4d16-83b9-fa7ca5efa730 req-3472acc6-1490-48ef-86a7-538d49c4a9af tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0336885 Dec 16 22:29:53.417491 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b5ca67c8-6558-42f6-af58-e82fc0b52bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:53.533785 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58434) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:53.609931 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6fa3b8bf-f225-45c9-946c-e04182bbb1e5 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:53.634402 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6fa3b8bf-f225-45c9-946c-e04182bbb1e5 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:53.787624 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6fa3b8bf-f225-45c9-946c-e04182bbb1e5 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:53.796883 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6fa3b8bf-f225-45c9-946c-e04182bbb1e5 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:53.801298 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6fa3b8bf-f225-45c9-946c-e04182bbb1e5 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "DELETE /v2.0/security-groups/3e3fea00-e64e-43d7-adf2-71ac014c1aaa HTTP/1.1" status: 204 len: 168 time: 0.2638431 Dec 16 22:29:53.801635 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58444) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:53.818292 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3b8bf-f225-45c9-946c-e04182bbb1e5 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3fea00-e64e-43d7-adf2-71ac014c1aaa,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:53.829003 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-9f523d33-f2b8-4d78-8274-58b8dd4a1756 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] show failed (client error): The resource could not be found. Dec 16 22:29:53.833089 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9f523d33-f2b8-4d78-8274-58b8dd4a1756 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups/3e3fea00-e64e-43d7-adf2-71ac014c1aaa HTTP/1.1" status: 404 len: 347 time: 0.0277393 Dec 16 22:29:53.833722 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58448) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:53.998902 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-11b834a6-3a74-4416-913c-f74c74abc440 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Deleting port 4450761f-bf04-43da-a5ac-49e50d088814 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:29:53.999675 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11b834a6-3a74-4416-913c-f74c74abc440 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:54.140411 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11b834a6-3a74-4416-913c-f74c74abc440 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:54.140820 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11b834a6-3a74-4416-913c-f74c74abc440 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:54.154276 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-11b834a6-3a74-4416-913c-f74c74abc440 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Calling delete_port for 4450761f-bf04-43da-a5ac-49e50d088814 owned by network:floatingip {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:29:54.156608 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 7b2fbefe-475a-4ee7-9841-1afe9870c40a no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:29:54.179084 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 7b2fbefe-475a-4ee7-9841-1afe9870c40a {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:29:54.179335 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 7b2fbefe-475a-4ee7-9841-1afe9870c40a not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:29:54.208907 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0c912-a08f-4382-ba7a-c7c4cbbb15c2 req-75157832-5445-46fb-80c1-ec1017b36797 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:54.210468 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d8d0c912-a08f-4382-ba7a-c7c4cbbb15c2 req-75157832-5445-46fb-80c1-ec1017b36797 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.0507751 Dec 16 22:29:54.263189 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d8d0c912-a08f-4382-ba7a-c7c4cbbb15c2 req-e940d15c-e443-4a5f-bf3d-04a4c030e809 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462289 Dec 16 22:29:54.518091 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b0287cab-d6a7-4777-adc0-ff71e360b0a9 req-0d49fb7a-2ad8-4358-8f26-e78ee8887741 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0372283 Dec 16 22:29:54.573350 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11b834a6-3a74-4416-913c-f74c74abc440 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:54.602512 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b834a6-3a74-4416-913c-f74c74abc440 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Pushing event deleted for resources: {'Port': ['ID=4450761f-bf04-43da-a5ac-49e50d088814,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:54.682722 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11b834a6-3a74-4416-913c-f74c74abc440 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for floatingip, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:54.682722 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11b834a6-3a74-4416-913c-f74c74abc440 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:54.682722 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-11b834a6-3a74-4416-913c-f74c74abc440 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "DELETE /v2.0/floatingips/63f6da04-c01f-4a40-afcb-753a1f64d81a HTTP/1.1" status: 204 len: 168 time: 0.8475170 Dec 16 22:29:55.168436 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58492) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:55.173065 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a419bd83-fb26-47f7-b90d-f04e7caac7c0 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Request body: {'security_group': {'name': 'tempest-securitygroup--961048876', 'description': 'tempest-description--1222148938'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:55.302693 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a419bd83-fb26-47f7-b90d-f04e7caac7c0 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:55.414933 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cc2a5-2d77-43e9-891a-2af12b5880d8 req-da13e8f4-962a-4e0a-9bbb-ab9de902f216 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:55.420359 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a419bd83-fb26-47f7-b90d-f04e7caac7c0 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:55.426251 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b8cc2a5-2d77-43e9-891a-2af12b5880d8 req-da13e8f4-962a-4e0a-9bbb-ab9de902f216 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.0680320 Dec 16 22:29:55.475690 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b8cc2a5-2d77-43e9-891a-2af12b5880d8 req-0b22db43-01a8-4077-8081-d313b3fb3cd0 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508528 Dec 16 22:29:55.503770 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a419bd83-fb26-47f7-b90d-f04e7caac7c0 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:55.540161 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419bd83-fb26-47f7-b90d-f04e7caac7c0 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:55.639431 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-222ce232-8455-4561-9ac1-9579a7784741 req-a01a7d03-d878-422b-b940-bb563c266381 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0338931 Dec 16 22:29:55.642918 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a419bd83-fb26-47f7-b90d-f04e7caac7c0 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:55.644087 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a419bd83-fb26-47f7-b90d-f04e7caac7c0 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4746394 Dec 16 22:29:55.647190 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58508) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:55.651613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-32faf9c4-7f9a-43f9-9ab2-cb00fe15786a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Request body: {'security_group_rule': {'security_group_id': '171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:55.652798 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b4b26bdd-4566-4e53-839c-36e3c6106abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:55.765754 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-32faf9c4-7f9a-43f9-9ab2-cb00fe15786a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:55.829159 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-32faf9c4-7f9a-43f9-9ab2-cb00fe15786a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:55.912982 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-32faf9c4-7f9a-43f9-9ab2-cb00fe15786a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:55.928917 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32faf9c4-7f9a-43f9-9ab2-cb00fe15786a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ddd16c2-f6ea-441d-b62e-7e216cbd04b0,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:56.002167 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-32faf9c4-7f9a-43f9-9ab2-cb00fe15786a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:56.007027 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58530) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:56.013252 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-32faf9c4-7f9a-43f9-9ab2-cb00fe15786a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3649850 Dec 16 22:29:56.013506 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-d09efd20-2ec5-4857-9526-a3ed64159e93 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Request body: {'security_group_rule': {'security_group_id': '171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:56.124544 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d09efd20-2ec5-4857-9526-a3ed64159e93 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:56.181747 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d09efd20-2ec5-4857-9526-a3ed64159e93 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:56.269378 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d09efd20-2ec5-4857-9526-a3ed64159e93 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:56.288962 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09efd20-2ec5-4857-9526-a3ed64159e93 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a3d70e-6563-4a21-a1f8-77957c32f1a5,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:56.347788 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d09efd20-2ec5-4857-9526-a3ed64159e93 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:56.352193 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d09efd20-2ec5-4857-9526-a3ed64159e93 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3407459 Dec 16 22:29:56.355493 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58536) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:29:56.357145 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-7e8d4681-d402-4ba8-9361-efaef0076f2a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:29:56.487426 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7e8d4681-d402-4ba8-9361-efaef0076f2a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:56.662013 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5dab4-d12e-4211-8ad6-2cf5d378ab04 req-d2400508-94f3-4e43-ad80-72b201291b90 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:56.664397 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c8f5dab4-d12e-4211-8ad6-2cf5d378ab04 req-d2400508-94f3-4e43-ad80-72b201291b90 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.1088986 Dec 16 22:29:56.717725 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7e8d4681-d402-4ba8-9361-efaef0076f2a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:56.784389 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c8f5dab4-d12e-4211-8ad6-2cf5d378ab04 req-d24847dc-db88-4adc-aa76-4cf8f635c030 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112041 Dec 16 22:29:56.808572 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0c7d7199-759c-4760-9b1a-78fd25832e38 req-b06dea0c-66e7-4c6a-8c22-e39c3e217bf2 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0487552 Dec 16 22:29:56.879990 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-7e8d4681-d402-4ba8-9361-efaef0076f2a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Allocated IP 172.25.6.187 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/10e96534-1fc7-4d5d-a8f5-1eae790f30f3) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:29:56.938766 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:56.940331 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:57.002211 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7e8d4681-d402-4ba8-9361-efaef0076f2a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:57.143349 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7e8d4681-d402-4ba8-9361-efaef0076f2a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:57.189402 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8d4681-d402-4ba8-9361-efaef0076f2a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:29:57.192545 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-7e8d4681-d402-4ba8-9361-efaef0076f2a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:29:57.196282 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8d4681-d402-4ba8-9361-efaef0076f2a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:29:57.202107 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d4681-d402-4ba8-9361-efaef0076f2a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Pushing event updated for resources: {'Port': ['ID=10e96534-1fc7-4d5d-a8f5-1eae790f30f3,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:57.343813 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7e8d4681-d402-4ba8-9361-efaef0076f2a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:57.491302 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7e8d4681-d402-4ba8-9361-efaef0076f2a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:57.920462 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b1ca5170-5d51-4542-9fbd-fae5fc0aef5b req-16789f13-3aed-4305-a0b1-18aa0c416d92 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0277240 Dec 16 22:29:58.059004 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58f4e5-2b75-453b-80b0-3f19114a9c29 req-bef2b52f-eb68-48ef-af03-868a7c1d788c tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:58.059004 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eb58f4e5-2b75-453b-80b0-3f19114a9c29 req-bef2b52f-eb68-48ef-af03-868a7c1d788c tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.1035755 Dec 16 22:29:58.127727 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7e8d4681-d402-4ba8-9361-efaef0076f2a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:58.151324 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eb58f4e5-2b75-453b-80b0-3f19114a9c29 req-05615b91-2c4a-4e0b-9ba2-eedf3ba1e876 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830464 Dec 16 22:29:58.206848 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7e8d4681-d402-4ba8-9361-efaef0076f2a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:58.292455 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:58.307873 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7e8d4681-d402-4ba8-9361-efaef0076f2a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:58.324915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d4681-d402-4ba8-9361-efaef0076f2a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Pushing event updated for resources: {'Port': ['ID=10e96534-1fc7-4d5d-a8f5-1eae790f30f3,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:29:58.397455 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7e8d4681-d402-4ba8-9361-efaef0076f2a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:58.403666 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7e8d4681-d402-4ba8-9361-efaef0076f2a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0501838 Dec 16 22:29:58.495996 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:58.745864 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-14f7cb07-a783-4159-8fcd-365c72818c29 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--961048876&fields=id&tenant_id=d4dac0c5f3874f5fbbad13b3a269f630 HTTP/1.1" status: 200 len: 267 time: 0.0615599 Dec 16 22:29:58.897502 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-61114550-408b-4579-acaa-94032445294a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:58.900338 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-61114550-408b-4579-acaa-94032445294a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/networks?id=3483c04d-9548-45a8-add9-5dd005156af8 HTTP/1.1" status: 200 len: 817 time: 0.1437714 Dec 16 22:29:58.931486 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-d1eb74e8-878c-4643-9cc6-8373ace046f6 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/quotas/d4dac0c5f3874f5fbbad13b3a269f630 HTTP/1.1" status: 200 len: 375 time: 0.0232222 Dec 16 22:29:59.004342 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:29:59.025193 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-e9d62a6b-0f74-48cd-8dca-96c24e3d9d13 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d4dac0c5f3874f5fbbad13b3a269f630&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724885 Dec 16 22:29:59.129934 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-84f2ea30-0cd2-4680-a756-7c6d5533b231 req-8cb2af86-008e-4a4e-950a-563032bac32b tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0295689 Dec 16 22:29:59.324879 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d4b22-3a4d-4b1b-b00a-a6bf80f7ee71 req-28c55f10-f2c2-459e-9033-f85ad7abba21 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:29:59.334330 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-817d4b22-3a4d-4b1b-b00a-a6bf80f7ee71 req-28c55f10-f2c2-459e-9033-f85ad7abba21 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.0632737 Dec 16 22:29:59.365083 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-990acb14-e629-4797-98b9-b798d1d7d016 service neutron] 10.222.0.75 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361313 Dec 16 22:29:59.395213 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-817d4b22-3a4d-4b1b-b00a-a6bf80f7ee71 req-698f7d0f-5963-457b-af98-e43f8a6f69ed tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584044 Dec 16 22:29:59.474148 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-d2102027-0228-4dd3-b294-b60e9b3432f9 service neutron] 10.222.0.75 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023886 Dec 16 22:29:59.879620 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b2cd2e71-b125-42c9-b51b-0beb6dcddc45 req-820ddb09-8a5d-470f-8c89-f226b558745d tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 210 time: 0.0714152 Dec 16 22:30:00.253849 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cf70f94-b38d-4e0e-8b58-1ec0b8417851 req-16708b92-67aa-40d1-9323-69b3b3beadcb tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0332766 Dec 16 22:30:00.522107 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517dfd5-1ac7-48fe-a647-b844f95d0c4e req-a9e03035-f004-4324-8f34-6c4e5f011313 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:00.525563 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8517dfd5-1ac7-48fe-a647-b844f95d0c4e req-a9e03035-f004-4324-8f34-6c4e5f011313 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.0630312 Dec 16 22:30:00.584411 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8517dfd5-1ac7-48fe-a647-b844f95d0c4e req-859c7282-dc36-4214-be76-3939e9fe56cd tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529130 Dec 16 22:30:00.628940 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58720) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:00.749320 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bc1b5b82-84d4-44e2-b8c1-b7eee970b98e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:00.832879 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bc1b5b82-84d4-44e2-b8c1-b7eee970b98e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:00.969909 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1624fac4-8d45-4a78-828a-50117550643d req-44838409-f661-4953-aaad-26d1b3c24106 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 210 time: 0.0403094 Dec 16 22:30:00.973524 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bc1b5b82-84d4-44e2-b8c1-b7eee970b98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:01.014840 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b5b82-84d4-44e2-b8c1-b7eee970b98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df81d4ca-b287-4eb9-8bb1-dd2c7ab508c2,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:01.045728 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bc1b5b82-84d4-44e2-b8c1-b7eee970b98e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=974cab7a2c9f4951b8b789fdc240292f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4130344 Dec 16 22:30:01.046037 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58732) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:01.110966 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4fc9960-756f-4726-9f6c-bcbf3db9b243 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:01.137234 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4fc9960-756f-4726-9f6c-bcbf3db9b243 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:01.339124 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4fc9960-756f-4726-9f6c-bcbf3db9b243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:01.342028 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4fc9960-756f-4726-9f6c-bcbf3db9b243 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:01.343602 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b4fc9960-756f-4726-9f6c-bcbf3db9b243 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/df81d4ca-b287-4eb9-8bb1-dd2c7ab508c2 HTTP/1.1" status: 204 len: 168 time: 0.2962677 Dec 16 22:30:01.353379 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc9960-756f-4726-9f6c-bcbf3db9b243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df81d4ca-b287-4eb9-8bb1-dd2c7ab508c2,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:01.410194 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b8f714cd-b998-4b86-be5c-17015671a9f6 req-7d797789-d173-40c0-b6ea-6fa533caff8a tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0463500 Dec 16 22:30:01.758059 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0cb40-24f9-476e-a7af-9cdc0ed7c9aa req-700463ae-90da-4d4e-af95-2762a3bdfffa tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:01.761099 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f0b0cb40-24f9-476e-a7af-9cdc0ed7c9aa req-700463ae-90da-4d4e-af95-2762a3bdfffa tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.0708773 Dec 16 22:30:01.857465 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f0b0cb40-24f9-476e-a7af-9cdc0ed7c9aa req-069ac4f5-8a4b-4690-9011-b4a95a1f11ff tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908127 Dec 16 22:30:02.136385 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4f97adce-024b-4dd6-b47a-f4ffb66ce1f9 req-555672c8-44f4-45e1-a843-b7a09a3d2218 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 210 time: 0.0392554 Dec 16 22:30:02.538348 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-26bd9b0c-da87-43f5-9a2f-e877b57baecb req-fb13978e-13da-4d86-b438-2bb730daed81 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0335186 Dec 16 22:30:02.834477 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58760) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:02.852574 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c20f8ac7-2cb8-415d-9a36-d9f0a0efe710 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:03.028810 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea8f1f-6e3c-4c2c-a062-33aa5a008570 req-1289b51d-6347-4f75-9b58-9740cf8b6453 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:03.030446 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cbea8f1f-6e3c-4c2c-a062-33aa5a008570 req-1289b51d-6347-4f75-9b58-9740cf8b6453 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.0843093 Dec 16 22:30:03.053889 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c20f8ac7-2cb8-415d-9a36-d9f0a0efe710 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:03.158524 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cbea8f1f-6e3c-4c2c-a062-33aa5a008570 req-e9860b3a-54a5-43d3-a160-52d2c6d9263c tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160035 Dec 16 22:30:03.192448 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c20f8ac7-2cb8-415d-9a36-d9f0a0efe710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:03.263791 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c20f8ac7-2cb8-415d-9a36-d9f0a0efe710 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9140756fcc714fcba64032299f0f06de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4281723 Dec 16 22:30:03.266420 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58774) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:03.273606 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f8ac7-2cb8-415d-9a36-d9f0a0efe710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c91826-8b50-4d70-a11d-ee2096dd12f9,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:03.302699 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-d6f7fc4c-34e9-472f-801a-bfb9f3fed49b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:03.304227 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-d6f7fc4c-34e9-472f-801a-bfb9f3fed49b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.76 "GET /v2.0/networks?id=3483c04d-9548-45a8-add9-5dd005156af8 HTTP/1.1" status: 200 len: 817 time: 0.1778228 Dec 16 22:30:03.343616 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c47675dd-818b-4e62-b8ea-786782a45bba req-e0f1771f-d870-40d4-a763-8aad0bde3cef tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 210 time: 0.0502439 Dec 16 22:30:03.354764 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-db57111e-5469-4f41-914a-05ce9a6bb0c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:03.387961 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-db57111e-5469-4f41-914a-05ce9a6bb0c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:03.423527 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-6ca59a69-926c-4709-90dc-8bd7834ace12 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4dac0c5f3874f5fbbad13b3a269f630 HTTP/1.1" status: 200 len: 379 time: 0.0918643 Dec 16 22:30:03.437729 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-f14a135a-9170-44e7-a300-2dee90fd4a3b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Request body: {'port': {'device_id': '6982707e-cd75-4191-9791-8e3b04b3d5b8', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'admin_state_up': True, 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'security_groups': ['171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:03.567817 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-db57111e-5469-4f41-914a-05ce9a6bb0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:03.570990 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-db57111e-5469-4f41-914a-05ce9a6bb0c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:03.572696 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-db57111e-5469-4f41-914a-05ce9a6bb0c6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/32c91826-8b50-4d70-a11d-ee2096dd12f9 HTTP/1.1" status: 204 len: 168 time: 0.3047464 Dec 16 22:30:03.586624 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57111e-5469-4f41-914a-05ce9a6bb0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c91826-8b50-4d70-a11d-ee2096dd12f9,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:03.726600 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-f14a135a-9170-44e7-a300-2dee90fd4a3b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Made reservation on behalf of d4dac0c5f3874f5fbbad13b3a269f630 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:30:03.730335 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-f14a135a-9170-44e7-a300-2dee90fd4a3b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:03.798631 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-15292e8b-bbcf-46aa-a05d-497974b3f16e req-0265fa52-6db8-46a2-98fe-decd35d11c89 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0911608 Dec 16 22:30:03.898581 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4ad662f1-5667-466a-88f7-27793dd95344 req-8cdca190-2e0b-4d17-b7f7-3e8a5009e18d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0291519 Dec 16 22:30:03.952987 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-f14a135a-9170-44e7-a300-2dee90fd4a3b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Allocated IP 172.20.0.8 (3483c04d-9548-45a8-add9-5dd005156af8/271e63c4-6a59-41c7-a795-72d699a0357a/1dae49ac-d9db-49de-be49-02363255d6f3) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:30:04.109839 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-f14a135a-9170-44e7-a300-2dee90fd4a3b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:04.311844 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e203b-2100-41a1-a5e1-d19b9bcf4763 req-d611b8f9-bf49-4223-b00d-e5faa95cefec tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:04.319491 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6c6e203b-2100-41a1-a5e1-d19b9bcf4763 req-d611b8f9-bf49-4223-b00d-e5faa95cefec tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.0743141 Dec 16 22:30:04.382415 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6c6e203b-2100-41a1-a5e1-d19b9bcf4763 req-26cd345d-71b9-4a7b-847a-29a620ff2de2 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526276 Dec 16 22:30:04.425089 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-f14a135a-9170-44e7-a300-2dee90fd4a3b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:04.481372 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-f14a135a-9170-44e7-a300-2dee90fd4a3b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Network 3483c04d-9548-45a8-add9-5dd005156af8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:30:04.490852 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-f14a135a-9170-44e7-a300-2dee90fd4a3b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:30:04.496868 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-f14a135a-9170-44e7-a300-2dee90fd4a3b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:30:04.556787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a135a-9170-44e7-a300-2dee90fd4a3b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Pushing event updated for resources: {'Port': ['ID=1dae49ac-d9db-49de-be49-02363255d6f3,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:04.572816 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a41e7-e9ec-48e0-842f-f5d21b9ccb91 req-8ed0b897-d3d7-4769-9610-ee4ec42efe7e tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:04.588112 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-721a41e7-e9ec-48e0-842f-f5d21b9ccb91 req-8ed0b897-d3d7-4769-9610-ee4ec42efe7e tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 931 time: 0.1025455 Dec 16 22:30:04.637258 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-f14a135a-9170-44e7-a300-2dee90fd4a3b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:04.637963 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-f14a135a-9170-44e7-a300-2dee90fd4a3b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:04.703029 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-721a41e7-e9ec-48e0-842f-f5d21b9ccb91 req-5b8c7659-6ff4-49b1-81cc-9ff86a98886e tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138892 Dec 16 22:30:04.819692 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-f14a135a-9170-44e7-a300-2dee90fd4a3b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3881896 Dec 16 22:30:04.846752 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-e1255ab4-beab-4301-a50e-70c9fefad6ae service neutron] Request body: {'port': {'device_id': '6982707e-cd75-4191-9791-8e3b04b3d5b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:04.850046 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b8aa9c1d-ac78-491f-9db7-87a217da8902 None None] Provisioning complete for port 1dae49ac-d9db-49de-be49-02363255d6f3 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:04.851380 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b8aa9c1d-ac78-491f-9db7-87a217da8902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:04.967576 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b0cd4a98-330d-48d5-b2e5-c0e8c3a5f62d req-adb40736-a114-4ac2-b555-1de8db3cf118 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0620492 Dec 16 22:30:04.971506 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-e1255ab4-beab-4301-a50e-70c9fefad6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:05.223417 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b8aa9c1d-ac78-491f-9db7-87a217da8902 None None] Port 1dae49ac-d9db-49de-be49-02363255d6f3 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:30:05.478463 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-e1255ab4-beab-4301-a50e-70c9fefad6ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dae49ac-d9db-49de-be49-02363255d6f3 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:30:05.495501 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-e1255ab4-beab-4301-a50e-70c9fefad6ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:05.563761 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-e1255ab4-beab-4301-a50e-70c9fefad6ae service neutron] Transition to ACTIVE for port object 1dae49ac-d9db-49de-be49-02363255d6f3 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:30:05.590001 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33903d0-21ae-41ae-8d0e-f721f0031775 req-6dbef1a1-3b62-4e76-a162-7fcd8b0fcc83 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:05.591773 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b33903d0-21ae-41ae-8d0e-f721f0031775 req-6dbef1a1-3b62-4e76-a162-7fcd8b0fcc83 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.0646536 Dec 16 22:30:05.667944 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b33903d0-21ae-41ae-8d0e-f721f0031775 req-5a936b8a-7f6a-459d-8c82-fa126bd7b7c7 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636129 Dec 16 22:30:05.669415 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-e1255ab4-beab-4301-a50e-70c9fefad6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:05.857229 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1255ab4-beab-4301-a50e-70c9fefad6ae service neutron] Pushing event updated for resources: {'Port': ['ID=1dae49ac-d9db-49de-be49-02363255d6f3,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:05.913604 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc226a43-9549-4100-adb3-8a8b41cff0be req-94b332c3-3d71-4250-9c90-08bdde02930d tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:05.915850 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dc226a43-9549-4100-adb3-8a8b41cff0be req-94b332c3-3d71-4250-9c90-08bdde02930d tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 943 time: 0.0629337 Dec 16 22:30:05.922145 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-e1255ab4-beab-4301-a50e-70c9fefad6ae service neutron] Attempting to bind port 1dae49ac-d9db-49de-be49-02363255d6f3 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:30:05.923278 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-e1255ab4-beab-4301-a50e-70c9fefad6ae service neutron] Attempting to bind port 1dae49ac-d9db-49de-be49-02363255d6f3 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '4d6c12d1-dcfa-4036-898b-55f6002f0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:30:05.923905 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-e1255ab4-beab-4301-a50e-70c9fefad6ae service neutron] Attempting to bind port 1dae49ac-d9db-49de-be49-02363255d6f3 on network 3483c04d-9548-45a8-add9-5dd005156af8 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:30:05.929071 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-e1255ab4-beab-4301-a50e-70c9fefad6ae service neutron] Port 1dae49ac-d9db-49de-be49-02363255d6f3 on network 3483c04d-9548-45a8-add9-5dd005156af8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:30:05.929489 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-e1255ab4-beab-4301-a50e-70c9fefad6ae service neutron] Attempting to bind port 1dae49ac-d9db-49de-be49-02363255d6f3 on network 3483c04d-9548-45a8-add9-5dd005156af8 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:30:05.934656 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-e1255ab4-beab-4301-a50e-70c9fefad6ae service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:30:05.935094 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-e1255ab4-beab-4301-a50e-70c9fefad6ae service neutron] Checking segment: {'id': '4d6c12d1-dcfa-4036-898b-55f6002f0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:30:05.935552 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-e1255ab4-beab-4301-a50e-70c9fefad6ae service neutron] Bound using segment: {'id': '4d6c12d1-dcfa-4036-898b-55f6002f0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:30:05.936051 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-e1255ab4-beab-4301-a50e-70c9fefad6ae service neutron] Bound port: 1dae49ac-d9db-49de-be49-02363255d6f3, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d6c12d1-dcfa-4036-898b-55f6002f0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:30:05.936481 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-e1255ab4-beab-4301-a50e-70c9fefad6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:06.009341 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-e1255ab4-beab-4301-a50e-70c9fefad6ae service neutron] For port 1dae49ac-d9db-49de-be49-02363255d6f3, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:30:06.012764 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-e1255ab4-beab-4301-a50e-70c9fefad6ae service neutron] For port 1dae49ac-d9db-49de-be49-02363255d6f3, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=1dae49ac-d9db-49de-be49-02363255d6f3,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:30:06.049910 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dc226a43-9549-4100-adb3-8a8b41cff0be req-e3ab95b4-8ec5-4390-b243-eae1f863bd7b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229098 Dec 16 22:30:06.174072 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce6eed8d-b849-4027-b58f-eca4b151611c req-0bdf5cac-5686-4ca5-9f33-ee87ec305371 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0561364 Dec 16 22:30:06.175917 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-e1255ab4-beab-4301-a50e-70c9fefad6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:06.244285 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-e1255ab4-beab-4301-a50e-70c9fefad6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:06.244955 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-e1255ab4-beab-4301-a50e-70c9fefad6ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:06.246328 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-e1255ab4-beab-4301-a50e-70c9fefad6ae service neutron] 10.222.0.76 "PUT /v2.0/ports/1dae49ac-d9db-49de-be49-02363255d6f3 HTTP/1.1" status: 200 len: 1091 time: 1.4103200 Dec 16 22:30:06.247037 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6982707e-cd75-4191-9791-8e3b04b3d5b8', 'tag': '1dae49ac-d9db-49de-be49-02363255d6f3'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:30:06.249009 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bc6c19-2114-448c-aeea-1dfbaa697a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "6982707e-cd75-4191-9791-8e3b04b3d5b8", "tag": "1dae49ac-d9db-49de-be49-02363255d6f3"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:30:06.299855 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1255ab4-beab-4301-a50e-70c9fefad6ae service neutron] Pushing event updated for resources: {'Port': ['ID=1dae49ac-d9db-49de-be49-02363255d6f3,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:06.317724 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1f1d28-ea31-4f7d-9458-41e8e45540dc x-openstack-request-id: req-8a1f1d28-ea31-4f7d-9458-41e8e45540dc {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:30:06.317724 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6982707e-cd75-4191-9791-8e3b04b3d5b8", "tag": "1dae49ac-d9db-49de-be49-02363255d6f3", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:30:06.317724 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8a1f1d28-ea31-4f7d-9458-41e8e45540dc {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:30:06.317724 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6982707e-cd75-4191-9791-8e3b04b3d5b8', 'tag': '1dae49ac-d9db-49de-be49-02363255d6f3', 'status': 'completed', 'code': 200} Dec 16 22:30:06.411004 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc6c19-2114-448c-aeea-1dfbaa697a8a req-d9f90147-af5a-46f8-9f05-ff8707ae9145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:06.412962 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93bc6c19-2114-448c-aeea-1dfbaa697a8a req-d9f90147-af5a-46f8-9f05-ff8707ae9145 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4dac0c5f3874f5fbbad13b3a269f630&device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 1094 time: 0.0521047 Dec 16 22:30:06.625592 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc6c19-2114-448c-aeea-1dfbaa697a8a req-9f5d2ae3-73f1-4020-9e2c-39612b472905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:06.629549 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93bc6c19-2114-448c-aeea-1dfbaa697a8a req-9f5d2ae3-73f1-4020-9e2c-39612b472905 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=d4dac0c5f3874f5fbbad13b3a269f630&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1946158 Dec 16 22:30:06.758760 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0acc3fc7-2449-4255-a9d0-ab227afa5ce8 req-e215f8a2-d037-4cc9-acb9-7827edf5303a tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8&device_id=bb68dd4a-09f0-4ea2-a001-7d9eb4d8110a HTTP/1.1" status: 200 len: 210 time: 0.0419950 Dec 16 22:30:06.822481 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc6c19-2114-448c-aeea-1dfbaa697a8a req-f7199b66-4132-41c2-9316-de40bb10ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:06.824324 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93bc6c19-2114-448c-aeea-1dfbaa697a8a req-f7199b66-4132-41c2-9316-de40bb10ed72 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1860843 Dec 16 22:30:06.890794 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627eac9-57cb-4e79-b6e0-d7a3c48d7429 req-28ab65b1-bc3d-47cd-adc1-add655ff5770 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:06.893274 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c627eac9-57cb-4e79-b6e0-d7a3c48d7429 req-28ab65b1-bc3d-47cd-adc1-add655ff5770 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.0936091 Dec 16 22:30:07.001810 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-edb8e952-b567-4cda-a510-08f326c9eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:07.003545 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-edb8e952-b567-4cda-a510-08f326c9eb66 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4dac0c5f3874f5fbbad13b3a269f630&device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 1094 time: 0.1054349 Dec 16 22:30:07.095506 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c627eac9-57cb-4e79-b6e0-d7a3c48d7429 req-d4a0a931-9f1c-4bb1-bd11-ef6ad4cd168a tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820860 Dec 16 22:30:07.096322 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-7fe73ffc-36c4-4ffe-b7bd-f2e2ea1d33de service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dae49ac-d9db-49de-be49-02363255d6f3 HTTP/1.1" status: 200 len: 217 time: 0.0760396 Dec 16 22:30:07.179591 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-6b22b447-23a0-4035-9f7b-043e931e1a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:07.185081 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-6b22b447-23a0-4035-9f7b-043e931e1a32 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=271e63c4-6a59-41c7-a795-72d699a0357a HTTP/1.1" status: 200 len: 856 time: 0.0784078 Dec 16 22:30:07.293842 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-34111024-80cc-4725-a10c-062d4e55131d req-d9366f16-0e46-4162-a2c3-7089c8534dae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a72ce5bf6d5645d584097fc9cb22387f&device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0335987 Dec 16 22:30:07.346341 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-919b7f13-adb1-4ab1-9aa1-055c9ded948b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:07.348402 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-919b7f13-adb1-4ab1-9aa1-055c9ded948b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3483c04d-9548-45a8-add9-5dd005156af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1568458 Dec 16 22:30:07.371335 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-34111024-80cc-4725-a10c-062d4e55131d req-5abb0923-07a3-4f04-bcd4-b3add70dbcd9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a72ce5bf6d5645d584097fc9cb22387f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478766 Dec 16 22:30:07.497895 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d49b54-410a-4052-8dac-2ff699038862 req-a3fdaac1-d87e-438b-b168-d92e6b216c5a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:07.509609 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-69d49b54-410a-4052-8dac-2ff699038862 req-a3fdaac1-d87e-438b-b168-d92e6b216c5a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 943 time: 0.2745123 Dec 16 22:30:07.514504 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-15389cbf-0c0e-4cf3-9e54-f5d3dfcd09b9 req-42a6ae14-8543-4432-b88c-0e37dbf71f5a tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.1732194 Dec 16 22:30:07.585197 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-baaaae4c-973a-4c39-8682-801bde670b6d service neutron] 10.222.0.76 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229526 Dec 16 22:30:07.604512 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34111024-80cc-4725-a10c-062d4e55131d req-bf175d74-96d8-4bbe-b24b-cacf30e25ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:07.606334 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-34111024-80cc-4725-a10c-062d4e55131d req-bf175d74-96d8-4bbe-b24b-cacf30e25ee8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2311280 Dec 16 22:30:07.742501 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9d40a21-9650-4a4e-aa59-bf3a6711120e req-6dd0d048-2d1d-4787-ab92-4841b69f3ff1 service neutron] 10.222.0.76 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472027 Dec 16 22:30:07.802430 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-69d49b54-410a-4052-8dac-2ff699038862 req-0758e503-f6ad-4d8b-977f-62d3eafb78cb tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2919087 Dec 16 22:30:08.239089 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e9da9-c50a-46bd-ae1c-093e5411d50e req-22fac716-fca5-4641-b56d-7bf4d417e28a tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:08.240628 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-216e9da9-c50a-46bd-ae1c-093e5411d50e req-22fac716-fca5-4641-b56d-7bf4d417e28a tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.0588381 Dec 16 22:30:08.311848 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-216e9da9-c50a-46bd-ae1c-093e5411d50e req-e3828812-8ac1-41f6-b663-592fff9d1735 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588183 Dec 16 22:30:08.433936 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58914) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:08.591561 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a8465db4-30d6-441d-99a1-acfc546c3246 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:08.686759 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3ffe4b64-0459-4b0e-a717-d75b937b5733 req-cb6105c9-3fce-4333-a515-ceff76373fa9 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0745091 Dec 16 22:30:08.774569 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a8465db4-30d6-441d-99a1-acfc546c3246 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:08.845421 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a8465db4-30d6-441d-99a1-acfc546c3246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:08.886257 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8465db4-30d6-441d-99a1-acfc546c3246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69dcdf09-e749-4a2f-b22f-f95cf296162c,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:08.916076 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a8465db4-30d6-441d-99a1-acfc546c3246 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=151b19f61e8b49cfb6b7d9930d578090&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4810195 Dec 16 22:30:08.917994 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58928) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:09.007065 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916326b-c2f1-499e-bf51-f3cb3e827133 req-24bdaa1d-4f99-4042-8153-025decdd7c3c tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:09.007337 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c15982e-19a7-46a6-a766-f5ec64b3b993 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:09.009354 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3916326b-c2f1-499e-bf51-f3cb3e827133 req-24bdaa1d-4f99-4042-8153-025decdd7c3c tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 943 time: 0.0903697 Dec 16 22:30:09.040687 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c15982e-19a7-46a6-a766-f5ec64b3b993 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:09.086267 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3916326b-c2f1-499e-bf51-f3cb3e827133 req-092d7015-55b1-402e-b30d-82c296d9d9b4 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681815 Dec 16 22:30:09.120849 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-34111024-80cc-4725-a10c-062d4e55131d req-70bcf80b-de33-4611-b3c5-9e9994df076d tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.57 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0282865 Dec 16 22:30:09.284433 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c15982e-19a7-46a6-a766-f5ec64b3b993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:09.287392 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c15982e-19a7-46a6-a766-f5ec64b3b993 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:09.288543 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8c15982e-19a7-46a6-a766-f5ec64b3b993 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/69dcdf09-e749-4a2f-b22f-f95cf296162c HTTP/1.1" status: 204 len: 168 time: 0.3693924 Dec 16 22:30:09.297551 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15982e-19a7-46a6-a766-f5ec64b3b993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dcdf09-e749-4a2f-b22f-f95cf296162c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:09.469654 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906eb3e-4b6d-4cce-bacd-9602febc9759 req-b0bb8019-dcad-459c-b5fe-6204f0fdd68e tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:09.472347 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8906eb3e-4b6d-4cce-bacd-9602febc9759 req-b0bb8019-dcad-459c-b5fe-6204f0fdd68e tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.0666604 Dec 16 22:30:09.541460 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8906eb3e-4b6d-4cce-bacd-9602febc9759 req-e1761aa0-e293-423a-b27b-20b9ee5cce8c tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510159 Dec 16 22:30:09.879204 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-882f81f4-7793-4d0b-9258-1b3e8ea7d345 req-4a6af0f7-58e9-4a78-9db6-19821c2ff8c4 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=9181b9ba-fa3d-404d-9b87-7a0179d0aaa8 HTTP/1.1" status: 200 len: 210 time: 0.0511363 Dec 16 22:30:10.122138 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58956) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:10.143165 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b5f8668b-009e-419e-b99b-f54f1e45c060 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:10.244005 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbe565-ad53-43e0-9928-5f6d65a66dc6 req-2abe5283-fb7f-4edc-827e-8e5f8ddc1b92 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:10.245448 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b9fbe565-ad53-43e0-9928-5f6d65a66dc6 req-2abe5283-fb7f-4edc-827e-8e5f8ddc1b92 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 943 time: 0.0730169 Dec 16 22:30:10.265942 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b5f8668b-009e-419e-b99b-f54f1e45c060 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:10.313889 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b9fbe565-ad53-43e0-9928-5f6d65a66dc6 req-9080bcbb-57fd-4b24-afe0-52f50adb5b59 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453339 Dec 16 22:30:10.422241 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b5f8668b-009e-419e-b99b-f54f1e45c060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:10.468772 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b5f8668b-009e-419e-b99b-f54f1e45c060 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=19500b667f2c49319faacc9adc34972d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3431735 Dec 16 22:30:10.469003 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58966) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:10.475999 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8668b-009e-419e-b99b-f54f1e45c060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd315af-aa42-4c0f-9823-9e8912b367ab,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:10.533328 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-74828536-af11-4ce9-b9e3-501b2d02df59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:10.557757 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-74828536-af11-4ce9-b9e3-501b2d02df59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:10.684972 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-74828536-af11-4ce9-b9e3-501b2d02df59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:10.688046 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-74828536-af11-4ce9-b9e3-501b2d02df59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:10.691737 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-74828536-af11-4ce9-b9e3-501b2d02df59 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bfd315af-aa42-4c0f-9823-9e8912b367ab HTTP/1.1" status: 204 len: 168 time: 0.2189353 Dec 16 22:30:10.698207 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74828536-af11-4ce9-b9e3-501b2d02df59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd315af-aa42-4c0f-9823-9e8912b367ab,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:11.033703 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b2939-e503-4a11-a856-f0df784f7de4 req-77b19529-3071-48c5-8e3d-b87df0fd01ee tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:11.035229 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-797b2939-e503-4a11-a856-f0df784f7de4 req-77b19529-3071-48c5-8e3d-b87df0fd01ee tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.3858609 Dec 16 22:30:11.090195 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-797b2939-e503-4a11-a856-f0df784f7de4 req-d11aede0-5b1e-4df5-892e-5a6fa8f50b46 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462883 Dec 16 22:30:11.461660 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d69e4e-4406-4017-9061-06f570c3cb5a req-cade29b2-0983-49eb-b810-438fbe0e8713 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:11.463575 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-73d69e4e-4406-4017-9061-06f570c3cb5a req-cade29b2-0983-49eb-b810-438fbe0e8713 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 943 time: 0.0590491 Dec 16 22:30:11.558170 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7d291c72-9283-42f2-a058-dd5fbd46e12c req-c17918fa-07ce-4623-a172-b9334dd07d62 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a72ce5bf6d5645d584097fc9cb22387f&device_id=bb68dd4a-09f0-4ea2-a001-7d9eb4d8110a HTTP/1.1" status: 200 len: 210 time: 0.0369954 Dec 16 22:30:11.567781 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-73d69e4e-4406-4017-9061-06f570c3cb5a req-f9650ca8-42a3-46a5-a704-a7300a45a492 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972490 Dec 16 22:30:11.608230 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7d291c72-9283-42f2-a058-dd5fbd46e12c req-f25b9a3d-c35e-4ac8-a1b8-f93d20b63c24 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a72ce5bf6d5645d584097fc9cb22387f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338914 Dec 16 22:30:11.639725 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-76327794-4b14-4f44-8d8c-7079d36d5776 req-507280d1-cdb5-46d2-8fd6-12312441d853 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=bb68dd4a-09f0-4ea2-a001-7d9eb4d8110a HTTP/1.1" status: 200 len: 210 time: 0.0576766 Dec 16 22:30:11.732964 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d291c72-9283-42f2-a058-dd5fbd46e12c req-3366cec9-161b-48d3-801a-14ad7c0ef726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:11.734698 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7d291c72-9283-42f2-a058-dd5fbd46e12c req-3366cec9-161b-48d3-801a-14ad7c0ef726 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1212003 Dec 16 22:30:12.226808 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47659d9f-af59-4c2f-80bc-c2b0bfcb4755 req-3310f607-4f00-4b29-b9ea-52187a7f7ca4 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:12.228453 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47659d9f-af59-4c2f-80bc-c2b0bfcb4755 req-3310f607-4f00-4b29-b9ea-52187a7f7ca4 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.0528255 Dec 16 22:30:12.250277 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 1dae49ac-d9db-49de-be49-02363255d6f3 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:30:12.290872 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47659d9f-af59-4c2f-80bc-c2b0bfcb4755 req-b4fcabab-eaeb-437d-82da-4afdd32a88ed tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547466 Dec 16 22:30:12.405192 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 1dae49ac-d9db-49de-be49-02363255d6f3, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=1dae49ac-d9db-49de-be49-02363255d6f3,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:30:12.417613 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '1dae49ac-d9db-49de-be49-02363255d6f3', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'port_id': '1dae49ac-d9db-49de-be49-02363255d6f3', 'mac_address': 'fa:16:3e:06:a9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:30:12.464305 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:12.479880 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dae49ac-d9db-49de-be49-02363255d6f3 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:30:12.501576 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 1dae49ac-d9db-49de-be49-02363255d6f3, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=1dae49ac-d9db-49de-be49-02363255d6f3,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:30:12.601754 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:12.602623 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:30:12.727727 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146ecff-baec-4d9f-b961-35fd7487a455 req-ea176c8b-e570-4322-b144-d9620ec48cf2 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:12.737594 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3146ecff-baec-4d9f-b961-35fd7487a455 req-ea176c8b-e570-4322-b144-d9620ec48cf2 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 944 time: 0.0720744 Dec 16 22:30:12.823655 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b9d9013-406a-4c95-9a0a-ade911b54b29 req-db2731a6-2e7a-415c-aa69-71f979baf910 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=bb68dd4a-09f0-4ea2-a001-7d9eb4d8110a HTTP/1.1" status: 200 len: 210 time: 0.0633316 Dec 16 22:30:12.847660 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3146ecff-baec-4d9f-b961-35fd7487a455 req-0e91f55c-dcc3-4830-899d-c58368e1ac71 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089139 Dec 16 22:30:12.894628 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=340f15cd-7e9c-4cf9-a45b-0b2983e8ebed,segment=NetworkSegment(f5a46207-de92-43ba-8bad-688453970bff),segment_id=f5a46207-de92-43ba-8bad-688453970bff)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:30:12.897267 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=1dae49ac-d9db-49de-be49-02363255d6f3,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:12.918741 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:12.919351 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:12.919878 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:12.920406 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:12.921017 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:12.921515 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:12.922008 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:12.924131 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:12.924683 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:12.925328 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:12.925685 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:12.926133 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:12.926640 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:12.930912 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '340f15cd-7e9c-4cf9-a45b-0b2983e8ebed', 'network_id': '70ab3453-afb7-41da-bacb-b918611a94cc', 'port_id': '340f15cd-7e9c-4cf9-a45b-0b2983e8ebed', 'mac_address': 'fa:16:3e:74:7b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b2dc89-3628-499c-a090-44aaf09eb499', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:30:12.972830 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:12.991184 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:30:13.017001 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=340f15cd-7e9c-4cf9-a45b-0b2983e8ebed,segment=NetworkSegment(f5a46207-de92-43ba-8bad-688453970bff),segment_id=f5a46207-de92-43ba-8bad-688453970bff)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:30:13.120873 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:13.195599 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=340f15cd-7e9c-4cf9-a45b-0b2983e8ebed,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:13.514274 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687d3a8-a49b-4751-94ac-955c1bfaccc6 req-b7b057be-7235-4de6-a6a3-239b5f4c6f79 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:13.517888 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e687d3a8-a49b-4751-94ac-955c1bfaccc6 req-b7b057be-7235-4de6-a6a3-239b5f4c6f79 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 944 time: 0.1291296 Dec 16 22:30:13.525468 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['340f15cd-7e9c-4cf9-a45b-0b2983e8ebed'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:30:13.586846 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['1dae49ac-d9db-49de-be49-02363255d6f3'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:30:13.654942 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e687d3a8-a49b-4751-94ac-955c1bfaccc6 req-223b1a0f-04f2-4dfb-9cbe-903cb203ebd0 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259048 Dec 16 22:30:13.933020 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7d291c72-9283-42f2-a058-dd5fbd46e12c req-f54e4485-0a42-45a6-836e-bedf87a07ebd tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb68dd4a-09f0-4ea2-a001-7d9eb4d8110a HTTP/1.1" status: 200 len: 210 time: 0.0311973 Dec 16 22:30:13.936627 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f500c744-aecf-4774-901a-bf67aacff5c6 req-195df197-2679-4116-b48e-112f59dac7db tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=bb68dd4a-09f0-4ea2-a001-7d9eb4d8110a HTTP/1.1" status: 200 len: 210 time: 0.0340381 Dec 16 22:30:14.257825 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:30:14.365673 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:14.380612 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:30:14.402192 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=340f15cd-7e9c-4cf9-a45b-0b2983e8ebed,segment=NetworkSegment(f5a46207-de92-43ba-8bad-688453970bff),segment_id=f5a46207-de92-43ba-8bad-688453970bff)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:30:14.446985 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe0121-2b55-45c0-93fa-5428b62669aa req-63323354-8a53-4a6b-acfd-e7c82cd57f0e tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:14.448599 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e4fe0121-2b55-45c0-93fa-5428b62669aa req-63323354-8a53-4a6b-acfd-e7c82cd57f0e tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 944 time: 0.4868047 Dec 16 22:30:14.463515 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:14.525105 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=340f15cd-7e9c-4cf9-a45b-0b2983e8ebed,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:14.527737 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e4fe0121-2b55-45c0-93fa-5428b62669aa req-960b75c7-a67d-4f5b-9caf-cc0875dcb7b7 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671046 Dec 16 22:30:15.093613 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71285601-ea24-427c-88d3-20371d22e232 req-fa0be3a1-5d66-47f3-88d0-e04fda5d75df tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:15.095673 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-71285601-ea24-427c-88d3-20371d22e232 req-fa0be3a1-5d66-47f3-88d0-e04fda5d75df tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 943 time: 0.3545406 Dec 16 22:30:15.112877 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b95c2ed0-c426-4b9b-84c3-c33dbcfbc687 req-0f28bc9b-e052-4a5f-a559-893aa3f82bf5 tempest-ServerShowV247Test-19896552 tempest-ServerShowV247Test-19896552-project] 10.222.0.75 "GET /v2.0/ports?device_id=bb68dd4a-09f0-4ea2-a001-7d9eb4d8110a HTTP/1.1" status: 200 len: 210 time: 0.0459783 Dec 16 22:30:15.191661 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-71285601-ea24-427c-88d3-20371d22e232 req-08261551-d00e-4a87-8902-02ff95fddfe8 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839517 Dec 16 22:30:15.691298 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69599cb7-d9bf-45ca-b624-09d7f94ac211 req-5f4bf4d8-8765-45b4-92f2-03fd44de5e4a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:15.692819 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-69599cb7-d9bf-45ca-b624-09d7f94ac211 req-5f4bf4d8-8765-45b4-92f2-03fd44de5e4a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 944 time: 0.0547128 Dec 16 22:30:15.750382 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-69599cb7-d9bf-45ca-b624-09d7f94ac211 req-a6926da1-c730-421a-9397-516db1368407 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512042 Dec 16 22:30:16.282310 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 1dae49ac-d9db-49de-be49-02363255d6f3 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:30:16.335782 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d31e7-c519-4851-9e63-96956fab7622 req-9a4a44ca-a01a-477c-aa8f-2aa2b1d53284 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:16.339543 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-104d31e7-c519-4851-9e63-96956fab7622 req-9a4a44ca-a01a-477c-aa8f-2aa2b1d53284 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 943 time: 0.0615947 Dec 16 22:30:16.388061 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-104d31e7-c519-4851-9e63-96956fab7622 req-be3bf5f8-ba71-4105-8da0-d74329938a02 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446877 Dec 16 22:30:16.507087 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 1dae49ac-d9db-49de-be49-02363255d6f3 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:30:16.517895 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 1dae49ac-d9db-49de-be49-02363255d6f3 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:16.517895 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:16.594882 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:16.628179 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6982707e-cd75-4191-9791-8e3b04b3d5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dae49ac-d9db-49de-be49-02363255d6f3'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:30:16.630834 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4bcea9-8eac-40ad-938d-bbd4213cb430" -d '{"events": [{"server_uuid": "6982707e-cd75-4191-9791-8e3b04b3d5b8", "name": "network-vif-plugged", "status": "completed", "tag": "1dae49ac-d9db-49de-be49-02363255d6f3"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:30:16.655437 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 1dae49ac-d9db-49de-be49-02363255d6f3, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=1dae49ac-d9db-49de-be49-02363255d6f3,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:30:16.670799 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f546e1-54b9-4345-93fc-0b5d4c7872a3 x-openstack-request-id: req-87f546e1-54b9-4345-93fc-0b5d4c7872a3 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:30:16.671127 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6982707e-cd75-4191-9791-8e3b04b3d5b8", "name": "network-vif-plugged", "status": "completed", "tag": "1dae49ac-d9db-49de-be49-02363255d6f3", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:30:16.671386 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-87f546e1-54b9-4345-93fc-0b5d4c7872a3 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:30:16.671784 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6982707e-cd75-4191-9791-8e3b04b3d5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dae49ac-d9db-49de-be49-02363255d6f3', 'code': 200} Dec 16 22:30:16.829441 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:16.830276 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:30:16.903627 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f9aa5-0644-48e4-acc5-823768d812be req-43e684f3-73ce-40be-a84e-e54f552c9410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:16.913906 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-313f9aa5-0644-48e4-acc5-823768d812be req-43e684f3-73ce-40be-a84e-e54f552c9410 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 1095 time: 0.1107068 Dec 16 22:30:16.942398 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:16.942848 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:16.952574 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59196) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:16.985931 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595c1a1-c319-4bf5-9508-8534abc7c1bd req-1add06dc-80d2-4012-93e1-0edac5f022ab tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:16.988022 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4595c1a1-c319-4bf5-9508-8534abc7c1bd req-1add06dc-80d2-4012-93e1-0edac5f022ab tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.1288235 Dec 16 22:30:17.040243 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-313f9aa5-0644-48e4-acc5-823768d812be req-35062a30-e0c9-43a4-8578-b727709b1786 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134188 Dec 16 22:30:17.100365 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=1dae49ac-d9db-49de-be49-02363255d6f3,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:17.126459 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4595c1a1-c319-4bf5-9508-8534abc7c1bd req-25b5c382-4123-438c-a56e-bb67508f6de3 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992894 Dec 16 22:30:17.137003 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:17.194030 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=340f15cd-7e9c-4cf9-a45b-0b2983e8ebed,segment=NetworkSegment(f5a46207-de92-43ba-8bad-688453970bff),segment_id=f5a46207-de92-43ba-8bad-688453970bff)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:30:17.248726 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59206) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:17.283408 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8d36ee7-f609-4416-ae33-7d6e13b0dbe4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:17.343312 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:17.362866 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a6d8f144-9f41-4413-b0e0-c0b787b48eea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:17.392948 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=340f15cd-7e9c-4cf9-a45b-0b2983e8ebed,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:17.414722 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8d36ee7-f609-4416-ae33-7d6e13b0dbe4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:17.484242 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a6d8f144-9f41-4413-b0e0-c0b787b48eea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:17.533044 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eeef48-3587-4fdf-96b4-ec69f9972483 req-a108d8e3-d372-4d85-aaf3-6da0920d08a5 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:17.536121 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-04eeef48-3587-4fdf-96b4-ec69f9972483 req-a108d8e3-d372-4d85-aaf3-6da0920d08a5 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.0635688 Dec 16 22:30:17.569035 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8d36ee7-f609-4416-ae33-7d6e13b0dbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:17.577755 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a6d8f144-9f41-4413-b0e0-c0b787b48eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:17.651425 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8f144-9f41-4413-b0e0-c0b787b48eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184c1c45-dea7-4f07-be10-7e67f2b55d3d,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:17.661615 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b8d36ee7-f609-4416-ae33-7d6e13b0dbe4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a72ce5bf6d5645d584097fc9cb22387f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7103298 Dec 16 22:30:17.668104 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-04eeef48-3587-4fdf-96b4-ec69f9972483 req-e5273556-fe83-4346-9366-5386dc11682b tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238861 Dec 16 22:30:17.668104 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59226) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:17.678581 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a6d8f144-9f41-4413-b0e0-c0b787b48eea admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7138d6e6c7674db1b9a13656da26e920&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4286752 Dec 16 22:30:17.679341 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59228) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:17.725296 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d36ee7-f609-4416-ae33-7d6e13b0dbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c833529-3f3c-473a-8e09-91b65baeadfd,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:17.760295 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-735b78b4-d934-4af3-9ec7-ec397c73dc63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:17.772501 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-24277015-5983-4e3c-b652-1bc393b3f8bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:17.792699 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-735b78b4-d934-4af3-9ec7-ec397c73dc63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:17.799257 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-24277015-5983-4e3c-b652-1bc393b3f8bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:17.955449 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-24277015-5983-4e3c-b652-1bc393b3f8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:17.956076 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-735b78b4-d934-4af3-9ec7-ec397c73dc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:17.958822 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-24277015-5983-4e3c-b652-1bc393b3f8bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:17.963677 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-24277015-5983-4e3c-b652-1bc393b3f8bb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/184c1c45-dea7-4f07-be10-7e67f2b55d3d HTTP/1.1" status: 204 len: 168 time: 0.2811372 Dec 16 22:30:17.963832 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-735b78b4-d934-4af3-9ec7-ec397c73dc63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:17.967322 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-735b78b4-d934-4af3-9ec7-ec397c73dc63 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2c833529-3f3c-473a-8e09-91b65baeadfd HTTP/1.1" status: 204 len: 168 time: 0.2960062 Dec 16 22:30:17.981531 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b78b4-d934-4af3-9ec7-ec397c73dc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c833529-3f3c-473a-8e09-91b65baeadfd,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:18.008807 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24277015-5983-4e3c-b652-1bc393b3f8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184c1c45-dea7-4f07-be10-7e67f2b55d3d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:18.253234 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a84eed-8fca-4f00-9398-27fe354b8ae6 req-f73069da-0e1c-4880-802f-7674dd1c3308 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:18.270030 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13a84eed-8fca-4f00-9398-27fe354b8ae6 req-f73069da-0e1c-4880-802f-7674dd1c3308 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.1342661 Dec 16 22:30:18.342591 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86daa388-cf81-4ef7-a13c-960e4b05b49c req-4ffe1f9b-92e8-4fa5-8d57-04cadca84a0a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:18.344394 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-86daa388-cf81-4ef7-a13c-960e4b05b49c req-4ffe1f9b-92e8-4fa5-8d57-04cadca84a0a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.1258934 Dec 16 22:30:18.394033 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13a84eed-8fca-4f00-9398-27fe354b8ae6 req-0a2bb62b-77f8-425d-a74e-1d6a1a7c58d7 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203706 Dec 16 22:30:18.477048 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-86daa388-cf81-4ef7-a13c-960e4b05b49c req-776f9701-7886-49e4-aa2c-98b62e60218e tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242771 Dec 16 22:30:18.497943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad5405-7793-4be0-b495-aed54dc34b6e req-72e93c0d-d5e9-4c30-beba-66446964e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:18.499713 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-63ad5405-7793-4be0-b495-aed54dc34b6e req-72e93c0d-d5e9-4c30-beba-66446964e154 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 1095 time: 0.1149552 Dec 16 22:30:18.673874 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1e7d28-d6d4-4d32-ac05-4849ba1c770a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340f15cd-7e9c-4cf9-a45b-0b2983e8ebed'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:30:18.682608 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad883af-cc67-4215-a98a-77ae2774f80e" -d '{"events": [{"server_uuid": "ae1e7d28-d6d4-4d32-ac05-4849ba1c770a", "name": "network-vif-plugged", "status": "completed", "tag": "340f15cd-7e9c-4cf9-a45b-0b2983e8ebed"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:30:18.683615 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad5405-7793-4be0-b495-aed54dc34b6e req-9aa285ff-bdb0-4eea-9306-2b9e5c1836ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:18.690357 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-63ad5405-7793-4be0-b495-aed54dc34b6e req-9aa285ff-bdb0-4eea-9306-2b9e5c1836ab service neutron] 10.222.0.76 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 912 time: 0.1825533 Dec 16 22:30:18.801854 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-63ad5405-7793-4be0-b495-aed54dc34b6e req-788c6b8c-4c09-4d2d-8c47-e300ab95b210 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32fe797d-5d31-4a1c-8554-7429627da10d HTTP/1.1" status: 200 len: 999 time: 0.1030233 Dec 16 22:30:18.863348 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7390b981-07af-4a5f-ae11-2fa656cd8dbf x-openstack-request-id: req-7390b981-07af-4a5f-ae11-2fa656cd8dbf {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:30:18.863833 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1e7d28-d6d4-4d32-ac05-4849ba1c770a", "name": "network-vif-plugged", "status": "completed", "tag": "340f15cd-7e9c-4cf9-a45b-0b2983e8ebed", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:30:18.864260 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7390b981-07af-4a5f-ae11-2fa656cd8dbf {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:30:18.864807 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1e7d28-d6d4-4d32-ac05-4849ba1c770a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340f15cd-7e9c-4cf9-a45b-0b2983e8ebed', 'code': 200} Dec 16 22:30:19.018678 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cc59e-4f73-44b7-a019-fc8d99057aac req-3b58490d-576c-49b1-809c-a54c7d6199e0 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:19.021563 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-737cc59e-4f73-44b7-a019-fc8d99057aac req-3b58490d-576c-49b1-809c-a54c7d6199e0 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.2180147 Dec 16 22:30:19.029935 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad5405-7793-4be0-b495-aed54dc34b6e req-ba8b07c9-6a7a-4b79-8d32-55205aab52ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:19.032076 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-63ad5405-7793-4be0-b495-aed54dc34b6e req-ba8b07c9-6a7a-4b79-8d32-55205aab52ef service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ecefe13-aa2d-48b4-a74c-5805e96883cc HTTP/1.1" status: 200 len: 851 time: 0.1895084 Dec 16 22:30:19.192929 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfffbc-3bdb-4ea0-a5dc-ed6008ca2c1a req-c89d2696-0620-41ac-8627-f7fa95d2831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:19.200314 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6ddfffbc-3bdb-4ea0-a5dc-ed6008ca2c1a req-c89d2696-0620-41ac-8627-f7fa95d2831b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 1096 time: 0.0771873 Dec 16 22:30:19.252043 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad5405-7793-4be0-b495-aed54dc34b6e req-92aff2f0-d97c-489d-9062-73439e76e3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:19.261852 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-63ad5405-7793-4be0-b495-aed54dc34b6e req-92aff2f0-d97c-489d-9062-73439e76e3d2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=282aa10f-496c-46fb-be12-6b2a327d41c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2150617 Dec 16 22:30:19.266245 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6ddfffbc-3bdb-4ea0-a5dc-ed6008ca2c1a req-1b086977-2b1c-46e7-b11f-38611396a8e6 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533552 Dec 16 22:30:19.283164 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-737cc59e-4f73-44b7-a019-fc8d99057aac req-18d65ed0-4ee5-4ef7-bac1-31082ffcd12a tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480404 Dec 16 22:30:19.386562 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59282) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:19.401295 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1e3c9449-83f1-495b-b0c4-b73300f67cfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:19.521536 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1e3c9449-83f1-495b-b0c4-b73300f67cfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:19.544306 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e51436-0186-440c-a0b9-a34a9fa9afef req-61547b1c-09f0-41ee-8c86-cebcca7e1e64 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:19.545960 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-60e51436-0186-440c-a0b9-a34a9fa9afef req-61547b1c-09f0-41ee-8c86-cebcca7e1e64 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0611885 Dec 16 22:30:19.612970 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-60e51436-0186-440c-a0b9-a34a9fa9afef req-027e6d42-88d5-4342-b39e-ebb34ff5bfa1 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592873 Dec 16 22:30:19.616141 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1e3c9449-83f1-495b-b0c4-b73300f67cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:19.757209 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1e3c9449-83f1-495b-b0c4-b73300f67cfd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=88452b742af64376a023b5e197c8cdd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3669748 Dec 16 22:30:19.757209 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c9449-83f1-495b-b0c4-b73300f67cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42015ff-6e85-44f2-a4df-730bfc6c3819,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:19.758983 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59300) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:19.779590 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfa961-00d8-4a53-a9c9-057c879c530e req-ddc9b966-d3fb-4bfd-9786-0095e0a6afec tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:19.792224 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-09dfa961-00d8-4a53-a9c9-057c879c530e req-ddc9b966-d3fb-4bfd-9786-0095e0a6afec tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.1342096 Dec 16 22:30:19.795622 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-63ad5405-7793-4be0-b495-aed54dc34b6e req-c7aca260-48b7-47ea-8325-9b08c41ae69d service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782490 Dec 16 22:30:19.961083 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c2833cd0-8b44-4a57-a8d8-2b2b265f02fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:19.963268 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-63ad5405-7793-4be0-b495-aed54dc34b6e req-661dfde2-7494-4683-a181-f93292eff4bc service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153898 Dec 16 22:30:19.999565 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c2833cd0-8b44-4a57-a8d8-2b2b265f02fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:20.022322 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-09dfa961-00d8-4a53-a9c9-057c879c530e req-e86af744-feff-482e-8b44-f9d5d8ff54bf tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291834 Dec 16 22:30:20.227563 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c2833cd0-8b44-4a57-a8d8-2b2b265f02fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:20.230270 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c2833cd0-8b44-4a57-a8d8-2b2b265f02fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:20.231464 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c2833cd0-8b44-4a57-a8d8-2b2b265f02fb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a42015ff-6e85-44f2-a4df-730bfc6c3819 HTTP/1.1" status: 204 len: 168 time: 0.4715042 Dec 16 22:30:20.238278 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab39086-7026-41c8-82a9-1e6d45a06292 req-a6ddb161-213b-4f0a-a50f-4e868a91efe9 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:20.243615 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ab39086-7026-41c8-82a9-1e6d45a06292 req-a6ddb161-213b-4f0a-a50f-4e868a91efe9 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.0614035 Dec 16 22:30:20.245774 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59318) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:20.249962 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59320) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:20.251018 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2833cd0-8b44-4a57-a8d8-2b2b265f02fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42015ff-6e85-44f2-a4df-730bfc6c3819,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:20.257760 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-447baf3f-8362-4b39-8112-6773a777b80b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Request body: {'floatingip': {'port_id': '1dae49ac-d9db-49de-be49-02363255d6f3'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:20.359201 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-447baf3f-8362-4b39-8112-6773a777b80b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for floatingip, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:20.418406 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-ba009418-465f-4c3c-81fa-8433ad6d043f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1949985099-network', 'tenant_id': '8386a591c26e4835bce84db408c46e55'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:20.545878 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb39e75-ef8f-46b6-b39e-795887af1a08 req-5da75705-b0f9-4c7f-99ff-239d82b91ab6 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:20.548492 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-deb39e75-ef8f-46b6-b39e-795887af1a08 req-5da75705-b0f9-4c7f-99ff-239d82b91ab6 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.1535320 Dec 16 22:30:20.556198 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba009418-465f-4c3c-81fa-8433ad6d043f admin admin] Made reservation on behalf of 8386a591c26e4835bce84db408c46e55 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:30:20.558581 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba009418-465f-4c3c-81fa-8433ad6d043f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:20.577236 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba009418-465f-4c3c-81fa-8433ad6d043f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:20.683375 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-deb39e75-ef8f-46b6-b39e-795887af1a08 req-6b7436ee-3f28-4eb5-895b-4adbc47a73b5 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206005 Dec 16 22:30:20.874477 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba009418-465f-4c3c-81fa-8433ad6d043f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:20.896835 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e42a5-705c-4d2f-841d-89fc89fa7fb5 req-5ba5ee67-a970-4beb-a77b-8dd3bd05baad tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:20.898451 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-057e42a5-705c-4d2f-841d-89fc89fa7fb5 req-5ba5ee67-a970-4beb-a77b-8dd3bd05baad tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.1274915 Dec 16 22:30:21.001421 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-057e42a5-705c-4d2f-841d-89fc89fa7fb5 req-96a8aa4f-9aab-4202-9232-ff968fa09e82 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936751 Dec 16 22:30:21.023367 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba009418-465f-4c3c-81fa-8433ad6d043f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:21.054043 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba009418-465f-4c3c-81fa-8433ad6d043f admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:30:21.065854 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba009418-465f-4c3c-81fa-8433ad6d043f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d08542c-07b4-4756-856a-f379952c27db,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:21.071515 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba009418-465f-4c3c-81fa-8433ad6d043f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:21.071868 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-ba009418-465f-4c3c-81fa-8433ad6d043f admin admin] Added segment 98aba5af-cb8d-482a-969a-7e98fc43bb50 of type vlan for network 846aed59-c5ca-4865-9a8c-771c1f8b5473 Dec 16 22:30:21.133846 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-447baf3f-8362-4b39-8112-6773a777b80b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:21.145256 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba009418-465f-4c3c-81fa-8433ad6d043f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:21.255780 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-447baf3f-8362-4b39-8112-6773a777b80b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:21.284987 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba009418-465f-4c3c-81fa-8433ad6d043f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:21.286248 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba009418-465f-4c3c-81fa-8433ad6d043f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:21.286995 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba009418-465f-4c3c-81fa-8433ad6d043f admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:21.356312 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba009418-465f-4c3c-81fa-8433ad6d043f admin admin] Pushing event updated for resources: {'Network': ['ID=846aed59-c5ca-4865-9a8c-771c1f8b5473,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:21.372163 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 846aed59-c5ca-4865-9a8c-771c1f8b5473 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:30:21.382932 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-447baf3f-8362-4b39-8112-6773a777b80b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Floating IP e0cb313c-cf87-468b-8d10-244e6bf4280c associated. External IP: 172.25.6.187, port: 1dae49ac-d9db-49de-be49-02363255d6f3. Dec 16 22:30:21.441929 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ba009418-465f-4c3c-81fa-8433ad6d043f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1855567 Dec 16 22:30:21.777076 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447baf3f-8362-4b39-8112-6773a777b80b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Router 0380fcdd-edf3-4204-a09a-fc471ced0286 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:30:21.935657 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447baf3f-8362-4b39-8112-6773a777b80b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:30:21.950553 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-447baf3f-8362-4b39-8112-6773a777b80b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:21.950791 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e587837d-d0e6-44ca-a662-a63565651d1a None None] Sync routers for ids ['0380fcdd-edf3-4204-a09a-fc471ced0286'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:30:21.987408 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e587837d-d0e6-44ca-a662-a63565651d1a None None] Routers {'0380fcdd-edf3-4204-a09a-fc471ced0286'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:30:21.988120 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-e587837d-d0e6-44ca-a662-a63565651d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:29:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0380fcdd-edf3-4204-a09a-fc471ced0286'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:22.022261 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-447baf3f-8362-4b39-8112-6773a777b80b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "PUT /v2.0/floatingips/e0cb313c-cf87-468b-8d10-244e6bf4280c HTTP/1.1" status: 200 len: 991 time: 1.7664735 Dec 16 22:30:22.022261 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6982707e-cd75-4191-9791-8e3b04b3d5b8', 'tag': '1dae49ac-d9db-49de-be49-02363255d6f3'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:30:22.026279 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6412f2d-e372-4c71-b51f-6cdd029453da" -d '{"events": [{"name": "network-changed", "server_uuid": "6982707e-cd75-4191-9791-8e3b04b3d5b8", "tag": "1dae49ac-d9db-49de-be49-02363255d6f3"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:30:22.046200 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6be3c-4df9-45c6-94d7-c85d36f189c7 req-bea64035-2ba5-4550-869a-9a31f1e8f982 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:22.074725 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-10f6be3c-4df9-45c6-94d7-c85d36f189c7 req-bea64035-2ba5-4550-869a-9a31f1e8f982 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.1369529 Dec 16 22:30:22.162058 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-e587837d-d0e6-44ca-a662-a63565651d1a None None] Set router 0380fcdd-edf3-4204-a09a-fc471ced0286 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:30:22.170937 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-10f6be3c-4df9-45c6-94d7-c85d36f189c7 req-6dea33f0-109b-4d86-a45d-06efbe08efb3 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933974 Dec 16 22:30:22.365085 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a472d-f5eb-44c8-9f16-ef2016c611ed req-932e8b32-cec2-4d7d-b03b-36954e6348dd tempest-ComputeTenantNetworksTest-1482754234 tempest-ComputeTenantNetworksTest-1482754234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:22.369677 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63c3745-9bbc-42f1-a776-cf758081db3e x-openstack-request-id: req-c63c3745-9bbc-42f1-a776-cf758081db3e {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:30:22.370676 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6982707e-cd75-4191-9791-8e3b04b3d5b8", "tag": "1dae49ac-d9db-49de-be49-02363255d6f3", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:30:22.371577 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c63c3745-9bbc-42f1-a776-cf758081db3e {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:30:22.372143 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a472d-f5eb-44c8-9f16-ef2016c611ed req-932e8b32-cec2-4d7d-b03b-36954e6348dd tempest-ComputeTenantNetworksTest-1482754234 tempest-ComputeTenantNetworksTest-1482754234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:22.373093 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6982707e-cd75-4191-9791-8e3b04b3d5b8', 'tag': '1dae49ac-d9db-49de-be49-02363255d6f3', 'status': 'completed', 'code': 200} Dec 16 22:30:22.378678 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a472d-f5eb-44c8-9f16-ef2016c611ed req-932e8b32-cec2-4d7d-b03b-36954e6348dd tempest-ComputeTenantNetworksTest-1482754234 tempest-ComputeTenantNetworksTest-1482754234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:22.380536 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-635a472d-f5eb-44c8-9f16-ef2016c611ed req-932e8b32-cec2-4d7d-b03b-36954e6348dd tempest-ComputeTenantNetworksTest-1482754234 tempest-ComputeTenantNetworksTest-1482754234-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3038619 Dec 16 22:30:22.577017 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfab17-c0c7-4f4d-9775-c9a6952bc51f req-b3de4948-cab8-4a7c-8b5b-8f979cd2f1d6 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:22.580866 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13bfab17-c0c7-4f4d-9775-c9a6952bc51f req-b3de4948-cab8-4a7c-8b5b-8f979cd2f1d6 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0811410 Dec 16 22:30:22.586297 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6412f2d-e372-4c71-b51f-6cdd029453da req-e567e62f-472d-43f0-8c1a-5855a964d3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:22.587415 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-e587837d-d0e6-44ca-a662-a63565651d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'name': 'tempest-AttachVolumeShelveTestJSON-1161644038-router', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:23:24Z', 'updated_at': '2021-12-16T22:23:38Z', 'revision_number': 4, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'gw_port': {'id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:26Z', 'updated_at': '2021-12-16T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'e0cb313c-cf87-468b-8d10-244e6bf4280c', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'floating_ip_address': '172.25.6.187', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'port_id': '1dae49ac-d9db-49de-be49-02363255d6f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'mac_address': 'fa:16:3e:06:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6982707e-cd75-4191-9791-8e3b04b3d5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:29:57Z', 'updated_at': '2021-12-16T22:30:20Z', 'revision_number': 1, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b879d8-cd92-4629-a411-ee42a98d6d73', 'name': '', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'mac_address': 'fa:16:3e:c8:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:34Z', 'updated_at': '2021-12-16T22:23:46Z', 'revision_number': 5, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'subnets': [{'id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:22.592481 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d6412f2d-e372-4c71-b51f-6cdd029453da req-e567e62f-472d-43f0-8c1a-5855a964d3fd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4dac0c5f3874f5fbbad13b3a269f630&device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 1096 time: 0.1637049 Dec 16 22:30:22.606904 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828330e-c3f9-41d2-8d0b-73dbf35fddeb req-1766dcdc-f5f3-4b5a-899b-b39ddb641478 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:22.611890 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c828330e-c3f9-41d2-8d0b-73dbf35fddeb req-1766dcdc-f5f3-4b5a-899b-b39ddb641478 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.0841019 Dec 16 22:30:22.637418 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e587837d-d0e6-44ca-a662-a63565651d1a None None] Checking router: 0380fcdd-edf3-4204-a09a-fc471ced0286 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:30:22.646589 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e587837d-d0e6-44ca-a662-a63565651d1a None None] Routers {'0380fcdd-edf3-4204-a09a-fc471ced0286'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:30:22.647245 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-e587837d-d0e6-44ca-a662-a63565651d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:29:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0380fcdd-edf3-4204-a09a-fc471ced0286'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:22.660515 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13bfab17-c0c7-4f4d-9775-c9a6952bc51f req-b8d9004f-4ca0-4210-bd15-5e505a555c80 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735095 Dec 16 22:30:22.785950 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c828330e-c3f9-41d2-8d0b-73dbf35fddeb req-a4763a53-ebd7-4a52-8134-887b85eee1dc tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493759 Dec 16 22:30:22.788066 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-e587837d-d0e6-44ca-a662-a63565651d1a None None] Set router 0380fcdd-edf3-4204-a09a-fc471ced0286 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:30:22.790624 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6412f2d-e372-4c71-b51f-6cdd029453da req-c3925006-b4d5-46cc-804f-44ec667522ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:22.792200 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d6412f2d-e372-4c71-b51f-6cdd029453da req-c3925006-b4d5-46cc-804f-44ec667522ac service neutron] 10.222.0.76 "GET /v2.0/networks?id=3483c04d-9548-45a8-add9-5dd005156af8 HTTP/1.1" status: 200 len: 917 time: 0.1955171 Dec 16 22:30:22.983588 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3e54f-9f0d-490e-89a4-330952a0d69a req-447d9370-3407-476a-b88f-afd2cef7cd21 tempest-ComputeTenantNetworksTest-1482754234 tempest-ComputeTenantNetworksTest-1482754234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:22.990099 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a1d3e54f-9f0d-490e-89a4-330952a0d69a req-447d9370-3407-476a-b88f-afd2cef7cd21 tempest-ComputeTenantNetworksTest-1482754234 tempest-ComputeTenantNetworksTest-1482754234-project] 10.222.0.75 "GET /v2.0/networks/846aed59-c5ca-4865-9a8c-771c1f8b5473 HTTP/1.1" status: 200 len: 769 time: 0.2020016 Dec 16 22:30:22.996146 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59436) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:23.039321 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d6412f2d-e372-4c71-b51f-6cdd029453da req-e74f0637-4a91-465c-85bf-d139fbc0e440 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dae49ac-d9db-49de-be49-02363255d6f3 HTTP/1.1" status: 200 len: 999 time: 0.2161849 Dec 16 22:30:23.138382 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe835b87-6af1-4993-9eb4-2005c98fa8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:23.142595 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6412f2d-e372-4c71-b51f-6cdd029453da req-27b17d79-8e26-4518-821b-04e9c7a0f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:23.146733 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d6412f2d-e372-4c71-b51f-6cdd029453da req-27b17d79-8e26-4518-821b-04e9c7a0f4ca service neutron] 10.222.0.76 "GET /v2.0/subnets?id=271e63c4-6a59-41c7-a795-72d699a0357a HTTP/1.1" status: 200 len: 856 time: 0.0994697 Dec 16 22:30:23.243035 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe835b87-6af1-4993-9eb4-2005c98fa8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:23.269438 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6412f2d-e372-4c71-b51f-6cdd029453da req-001ba48f-f40b-4723-a3eb-e37ba13eb49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:23.271327 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d6412f2d-e372-4c71-b51f-6cdd029453da req-001ba48f-f40b-4723-a3eb-e37ba13eb49b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3483c04d-9548-45a8-add9-5dd005156af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168914 Dec 16 22:30:23.299371 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-fe835b87-6af1-4993-9eb4-2005c98fa8e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846aed59-c5ca-4865-9a8c-771c1f8b5473']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:23.313185 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-fe835b87-6af1-4993-9eb4-2005c98fa8e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98aba5af-cb8d-482a-969a-7e98fc43bb50') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:23.313605 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-fe835b87-6af1-4993-9eb4-2005c98fa8e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98aba5af-cb8d-482a-969a-7e98fc43bb50') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:23.319509 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-e587837d-d0e6-44ca-a662-a63565651d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'name': 'tempest-AttachVolumeShelveTestJSON-1161644038-router', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:23:24Z', 'updated_at': '2021-12-16T22:23:38Z', 'revision_number': 4, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'gw_port': {'id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:26Z', 'updated_at': '2021-12-16T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'e0cb313c-cf87-468b-8d10-244e6bf4280c', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'floating_ip_address': '172.25.6.187', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'port_id': '1dae49ac-d9db-49de-be49-02363255d6f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'mac_address': 'fa:16:3e:06:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6982707e-cd75-4191-9791-8e3b04b3d5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:29:57Z', 'updated_at': '2021-12-16T22:30:20Z', 'revision_number': 1, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b879d8-cd92-4629-a411-ee42a98d6d73', 'name': '', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'mac_address': 'fa:16:3e:c8:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:34Z', 'updated_at': '2021-12-16T22:23:46Z', 'revision_number': 5, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'subnets': [{'id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:23.342099 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe835b87-6af1-4993-9eb4-2005c98fa8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:23.364378 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe835b87-6af1-4993-9eb4-2005c98fa8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:23.380902 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe835b87-6af1-4993-9eb4-2005c98fa8e0 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:30:23.381588 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5fdcc56-6b08-4b16-91e2-5c496a334463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:23.383035 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe835b87-6af1-4993-9eb4-2005c98fa8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:23.384769 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e587837d-d0e6-44ca-a662-a63565651d1a None None] The sync data for ids ['0380fcdd-edf3-4204-a09a-fc471ced0286'] in n-d-815324-4 is: [{'id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'name': 'tempest-AttachVolumeShelveTestJSON-1161644038-router', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:23:24Z', 'updated_at': '2021-12-16T22:23:38Z', 'revision_number': 4, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'gw_port': {'id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:26Z', 'updated_at': '2021-12-16T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'e0cb313c-cf87-468b-8d10-244e6bf4280c', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'floating_ip_address': '172.25.6.187', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'port_id': '1dae49ac-d9db-49de-be49-02363255d6f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'mac_address': 'fa:16:3e:06:a9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6982707e-cd75-4191-9791-8e3b04b3d5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:29:57Z', 'updated_at': '2021-12-16T22:30:20Z', 'revision_number': 1, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b879d8-cd92-4629-a411-ee42a98d6d73', 'name': '', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'mac_address': 'fa:16:3e:c8:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:34Z', 'updated_at': '2021-12-16T22:23:46Z', 'revision_number': 5, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'subnets': [{'id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:30:23.386771 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:30:23.465155 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d6412f2d-e372-4c71-b51f-6cdd029453da req-ed2097ef-c3ae-473c-9b1e-df6e8eb5dee4 service neutron] 10.222.0.76 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865540 Dec 16 22:30:23.581749 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d6412f2d-e372-4c71-b51f-6cdd029453da req-1779dc0f-2df0-490c-9a7b-e57d2992514b service neutron] 10.222.0.76 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032438 Dec 16 22:30:23.589365 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe835b87-6af1-4993-9eb4-2005c98fa8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:23.598988 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe835b87-6af1-4993-9eb4-2005c98fa8e0 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:23.603005 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fe835b87-6af1-4993-9eb4-2005c98fa8e0 admin admin] 10.222.0.75 "DELETE /v2.0/networks/846aed59-c5ca-4865-9a8c-771c1f8b5473 HTTP/1.1" status: 204 len: 168 time: 0.6049645 Dec 16 22:30:23.621055 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe835b87-6af1-4993-9eb4-2005c98fa8e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=846aed59-c5ca-4865-9a8c-771c1f8b5473,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:23.701424 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e97460-d406-41b1-af06-cca3de560209 None None] New status for floating IP e0cb313c-cf87-468b-8d10-244e6bf4280c: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:30:24.002267 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-47204ec6-8ee0-43c2-8c6b-767ba13466ef tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:24.010721 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-47204ec6-8ee0-43c2-8c6b-767ba13466ef tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/networks?id=70ab3453-afb7-41da-bacb-b918611a94cc HTTP/1.1" status: 200 len: 815 time: 0.1606739 Dec 16 22:30:24.031281 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-92b5d724-2dae-47bf-95a8-6db0da39db5b tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/quotas/ce850b3cac864bbf82570c33179d722a HTTP/1.1" status: 200 len: 375 time: 0.0193336 Dec 16 22:30:24.089019 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-5d98d720-3217-4886-bc3f-8a6883e38c04 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ce850b3cac864bbf82570c33179d722a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0561671 Dec 16 22:30:24.174858 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59486) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:24.226266 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c89a4cb1-6b7a-4c08-9392-5d2e93c7bc48 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8386a591c26e4835bce84db408c46e55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0500886 Dec 16 22:30:24.229151 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59490) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:24.242443 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-dd5f95fa-b87e-475b-b607-0d4d02f42af8 service neutron] 10.222.0.75 "GET /v2.0/networks/70ab3453-afb7-41da-bacb-b918611a94cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410706 Dec 16 22:30:24.285857 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c8793298-c72c-4a58-9528-3240c1a5ee55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:24.314618 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c8793298-c72c-4a58-9528-3240c1a5ee55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:24.364523 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-83647b6f-4a7d-4947-99d8-c354f11f4916 service neutron] 10.222.0.75 "GET /v2.0/networks/70ab3453-afb7-41da-bacb-b918611a94cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208196 Dec 16 22:30:24.550865 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c8793298-c72c-4a58-9528-3240c1a5ee55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:24.555662 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c8793298-c72c-4a58-9528-3240c1a5ee55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:24.556888 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c8793298-c72c-4a58-9528-3240c1a5ee55 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9d08542c-07b4-4756-856a-f379952c27db HTTP/1.1" status: 204 len: 168 time: 0.3259649 Dec 16 22:30:24.567994 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8793298-c72c-4a58-9528-3240c1a5ee55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d08542c-07b4-4756-856a-f379952c27db,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:24.810187 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-54b21c31-a973-4e43-803c-c7a48c67b6c7 req-27277cc1-3d90-4ac0-84fc-31e99d1066dd tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 210 time: 0.0377171 Dec 16 22:30:25.184996 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6d375-5bd0-480b-85f1-e247c63df2f6 req-686b8b29-2484-465e-994f-3205537a12af tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:25.186597 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c6f6d375-5bd0-480b-85f1-e247c63df2f6 req-686b8b29-2484-465e-994f-3205537a12af tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae1e7d28-d6d4-4d32-ac05-4849ba1c770a HTTP/1.1" status: 200 len: 945 time: 0.0897493 Dec 16 22:30:25.318710 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-c6f6d375-5bd0-480b-85f1-e247c63df2f6 req-d10cc4cc-d369-4b9c-9d6b-24db2cb7e0fe tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Deleting port 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:30:25.319280 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c6f6d375-5bd0-480b-85f1-e247c63df2f6 req-d10cc4cc-d369-4b9c-9d6b-24db2cb7e0fe tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:25.433291 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-c6f6d375-5bd0-480b-85f1-e247c63df2f6 req-d10cc4cc-d369-4b9c-9d6b-24db2cb7e0fe tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] For port 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=340f15cd-7e9c-4cf9-a45b-0b2983e8ebed,segment=NetworkSegment(f5a46207-de92-43ba-8bad-688453970bff),segment_id=f5a46207-de92-43ba-8bad-688453970bff)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:30:25.433667 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c6f6d375-5bd0-480b-85f1-e247c63df2f6 req-d10cc4cc-d369-4b9c-9d6b-24db2cb7e0fe tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:25.449596 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-c6f6d375-5bd0-480b-85f1-e247c63df2f6 req-d10cc4cc-d369-4b9c-9d6b-24db2cb7e0fe tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Calling delete_port for 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:30:25.711889 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49f8aae6-414e-47ef-8620-bd86286b0721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:25.962595 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fbf90140-2d79-4f7e-b0e7-f725fc0b5f7b req-14711d14-5217-49f4-aafd-e075142ee3e3 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 210 time: 0.0526664 Dec 16 22:30:26.269069 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c6f6d375-5bd0-480b-85f1-e247c63df2f6 req-d10cc4cc-d369-4b9c-9d6b-24db2cb7e0fe tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:26.306556 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['340f15cd-7e9c-4cf9-a45b-0b2983e8ebed'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:30:26.316540 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59564) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:26.332945 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10cc4cc-d369-4b9c-9d6b-24db2cb7e0fe tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Pushing event deleted for resources: {'Port': ['ID=340f15cd-7e9c-4cf9-a45b-0b2983e8ebed,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:26.385240 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f6d375-5bd0-480b-85f1-e247c63df2f6 req-d10cc4cc-d369-4b9c-9d6b-24db2cb7e0fe tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] No DVR routers for this DVR port 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:30:26.388183 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c6f6d375-5bd0-480b-85f1-e247c63df2f6 req-d10cc4cc-d369-4b9c-9d6b-24db2cb7e0fe tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:26.393629 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c6f6d375-5bd0-480b-85f1-e247c63df2f6 req-d10cc4cc-d369-4b9c-9d6b-24db2cb7e0fe tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.76 "DELETE /v2.0/ports/340f15cd-7e9c-4cf9-a45b-0b2983e8ebed HTTP/1.1" status: 204 len: 173 time: 1.1991472 Dec 16 22:30:26.402815 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1e7d28-d6d4-4d32-ac05-4849ba1c770a', 'name': 'network-vif-deleted', 'tag': '340f15cd-7e9c-4cf9-a45b-0b2983e8ebed'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:30:26.410193 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d9d75b-29e0-4c6c-b507-00e60b3330fa" -d '{"events": [{"server_uuid": "ae1e7d28-d6d4-4d32-ac05-4849ba1c770a", "name": "network-vif-deleted", "tag": "340f15cd-7e9c-4cf9-a45b-0b2983e8ebed"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:30:26.477741 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-6a77b210-635f-440f-aaa8-11ddb1bcd40a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1810374084-network', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:26.502733 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe7f51d-af1e-484b-8b43-ab577823009d x-openstack-request-id: req-6fe7f51d-af1e-484b-8b43-ab577823009d {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:30:26.503066 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1e7d28-d6d4-4d32-ac05-4849ba1c770a", "name": "network-vif-deleted", "tag": "340f15cd-7e9c-4cf9-a45b-0b2983e8ebed", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:30:26.508376 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6fe7f51d-af1e-484b-8b43-ab577823009d {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:30:26.508376 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1e7d28-d6d4-4d32-ac05-4849ba1c770a', 'name': 'network-vif-deleted', 'tag': '340f15cd-7e9c-4cf9-a45b-0b2983e8ebed', 'status': 'completed', 'code': 200} Dec 16 22:30:26.577703 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7c0a1285-85ce-42dd-ad43-de70b0d48649 req-2ad8d3e4-0d55-43df-9d60-f049d38a8e0d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552115 Dec 16 22:30:26.697264 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a77b210-635f-440f-aaa8-11ddb1bcd40a admin admin] Made reservation on behalf of 720f6d1270aa4ecaab964d0eb84b215e for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:30:26.699216 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a77b210-635f-440f-aaa8-11ddb1bcd40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:26.703945 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a1285-85ce-42dd-ad43-de70b0d48649 req-9a069a3f-0e4c-41c2-a7c8-2bb367906a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:26.706420 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7c0a1285-85ce-42dd-ad43-de70b0d48649 req-9a069a3f-0e4c-41c2-a7c8-2bb367906a5b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 1097 time: 0.0888040 Dec 16 22:30:26.745000 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a77b210-635f-440f-aaa8-11ddb1bcd40a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:26.959065 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a1285-85ce-42dd-ad43-de70b0d48649 req-923c21e4-7a1b-4502-92c7-bf8fab8d72be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:26.967292 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7c0a1285-85ce-42dd-ad43-de70b0d48649 req-923c21e4-7a1b-4502-92c7-bf8fab8d72be service neutron] 10.222.0.57 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 912 time: 0.2296999 Dec 16 22:30:26.990595 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:27.026700 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7c0a1285-85ce-42dd-ad43-de70b0d48649 req-23c9cc34-f218-4f3d-8640-4de8ee208906 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4629be9f-c39f-472c-9c18-d90ff2605158 HTTP/1.1" status: 200 len: 217 time: 0.0561690 Dec 16 22:30:27.071173 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:27.071519 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a77b210-635f-440f-aaa8-11ddb1bcd40a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:27.168756 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-62c217e1-e83a-4b5c-aac3-5711231f2f3f req-f8c052e3-067d-48c8-b224-c3d98bfe1ab8 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 210 time: 0.0508392 Dec 16 22:30:27.169677 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a77b210-635f-440f-aaa8-11ddb1bcd40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:27.175788 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a1285-85ce-42dd-ad43-de70b0d48649 req-206ba709-2622-4018-b632-08cfa4a089ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:27.177339 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7c0a1285-85ce-42dd-ad43-de70b0d48649 req-206ba709-2622-4018-b632-08cfa4a089ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ecefe13-aa2d-48b4-a74c-5805e96883cc HTTP/1.1" status: 200 len: 851 time: 0.1415079 Dec 16 22:30:27.208273 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a77b210-635f-440f-aaa8-11ddb1bcd40a admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:30:27.265034 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77b210-635f-440f-aaa8-11ddb1bcd40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2056ddbc-c7cd-4134-bc41-178fe4344d5b,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:27.273581 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a77b210-635f-440f-aaa8-11ddb1bcd40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:27.273923 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-6a77b210-635f-440f-aaa8-11ddb1bcd40a admin admin] Added segment f4015ea8-820e-42f7-bd95-039e02fa3736 of type vlan for network 4d9f61c4-cc29-4ddf-89f0-e4012f9c023f Dec 16 22:30:27.316993 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a1285-85ce-42dd-ad43-de70b0d48649 req-f2c6c7f1-f8d2-4fa2-b58b-9c60154fbf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:27.318830 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7c0a1285-85ce-42dd-ad43-de70b0d48649 req-f2c6c7f1-f8d2-4fa2-b58b-9c60154fbf8f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=282aa10f-496c-46fb-be12-6b2a327d41c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1311505 Dec 16 22:30:27.337278 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a77b210-635f-440f-aaa8-11ddb1bcd40a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:27.435460 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7c0a1285-85ce-42dd-ad43-de70b0d48649 req-fd408c7f-cc7b-4a6a-89cb-2e0d24f46301 service neutron] 10.222.0.57 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094337 Dec 16 22:30:27.490216 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a77b210-635f-440f-aaa8-11ddb1bcd40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:27.491152 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a77b210-635f-440f-aaa8-11ddb1bcd40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:27.491751 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a77b210-635f-440f-aaa8-11ddb1bcd40a admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:27.571626 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77b210-635f-440f-aaa8-11ddb1bcd40a admin admin] Pushing event updated for resources: {'Network': ['ID=4d9f61c4-cc29-4ddf-89f0-e4012f9c023f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:27.586473 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 4d9f61c4-cc29-4ddf-89f0-e4012f9c023f details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:30:27.600582 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7c0a1285-85ce-42dd-ad43-de70b0d48649 req-4c21c1fb-434d-4497-a32c-e16ba039796a service neutron] 10.222.0.57 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581428 Dec 16 22:30:27.671860 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59592) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:27.672785 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6a77b210-635f-440f-aaa8-11ddb1bcd40a admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3549182 Dec 16 22:30:27.680722 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-c633503f-29e5-4bf1-ae65-868a593ed452 admin admin] Request body: {'subnet': {'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1810374084-subnet', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:27.698924 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:30:27.808611 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c633503f-29e5-4bf1-ae65-868a593ed452 admin admin] Made reservation on behalf of 720f6d1270aa4ecaab964d0eb84b215e for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:30:27.811161 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c633503f-29e5-4bf1-ae65-868a593ed452 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:28.116705 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c633503f-29e5-4bf1-ae65-868a593ed452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:28.214387 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633503f-29e5-4bf1-ae65-868a593ed452 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04b9b352-17cc-4c58-8901-6e5b7abd436d,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:28.246132 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c633503f-29e5-4bf1-ae65-868a593ed452 admin admin] Checking segment: {'id': 'f4015ea8-820e-42f7-bd95-039e02fa3736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:30:28.255858 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c633503f-29e5-4bf1-ae65-868a593ed452 admin admin] Network hostable DHCP agents. Network: 4d9f61c4-cc29-4ddf-89f0-e4012f9c023f, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:30:28.303675 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:28.404579 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-27637811-99dd-457d-8041-abce0951662b req-b50e5c6f-f17a-4a54-9d40-8c78229e2f20 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 210 time: 0.0420334 Dec 16 22:30:28.407495 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c633503f-29e5-4bf1-ae65-868a593ed452 admin admin] Network 4d9f61c4-cc29-4ddf-89f0-e4012f9c023f is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:30:28.443807 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-3dde0152-fcc8-4bbc-9bbb-fa57e764511d tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:28.444477 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:28.448708 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-3dde0152-fcc8-4bbc-9bbb-fa57e764511d tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.57 "GET /v2.0/networks?id=70ab3453-afb7-41da-bacb-b918611a94cc HTTP/1.1" status: 200 len: 815 time: 0.3179781 Dec 16 22:30:28.494421 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-24736388-3de1-4aca-ab0a-c9bc68bc8d47 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Request body: {'port': {'device_id': 'dc4b382c-739b-4ba9-896c-0e074d1d4700', 'network_id': '70ab3453-afb7-41da-bacb-b918611a94cc', 'admin_state_up': True, 'tenant_id': 'ce850b3cac864bbf82570c33179d722a'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:28.595737 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-c633503f-29e5-4bf1-ae65-868a593ed452 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 4d9f61c4-cc29-4ddf-89f0-e4012f9c023f) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:30:28.603124 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c633503f-29e5-4bf1-ae65-868a593ed452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:28.604254 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c633503f-29e5-4bf1-ae65-868a593ed452 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:28.606966 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d49ff0c-78a0-4b4d-8549-4df1dde6dbbf None None] Network 4d9f61c4-cc29-4ddf-89f0-e4012f9c023f requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:30:28.740803 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59618) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:28.740967 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c633503f-29e5-4bf1-ae65-868a593ed452 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0651822 Dec 16 22:30:28.744593 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-9670c2a9-2233-476e-88f8-ec8948168089 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1810374084-router', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:28.774318 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732d1194-c375-4721-9ae3-4ee8e7c2d046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-4d9f61c4-cc29-4ddf-89f0-e4012f9c023f', 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f', 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'fixed_ips': [{'subnet_id': '04b9b352-17cc-4c58-8901-6e5b7abd436d'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:30:28.775573 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-732d1194-c375-4721-9ae3-4ee8e7c2d046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:28.819296 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-24736388-3de1-4aca-ab0a-c9bc68bc8d47 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Made reservation on behalf of ce850b3cac864bbf82570c33179d722a for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:30:28.823874 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-24736388-3de1-4aca-ab0a-c9bc68bc8d47 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:28.949102 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b47b634-90f3-49a2-8f0b-9e2f20cf09a3 req-0ad1ed98-8e30-42ce-abe1-a6c8b674a0b0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c924d080-9f92-4772-926c-88ba145fc882&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0855832 Dec 16 22:30:29.031225 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-732d1194-c375-4721-9ae3-4ee8e7c2d046 None None] Allocated IP 172.20.0.2 (4d9f61c4-cc29-4ddf-89f0-e4012f9c023f/04b9b352-17cc-4c58-8901-6e5b7abd436d/db822761-f654-4700-8b1f-7de4ad134d6f) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:30:29.099988 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47b634-90f3-49a2-8f0b-9e2f20cf09a3 req-9625052e-043c-4982-b941-ea2cd4933808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:29.101902 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b47b634-90f3-49a2-8f0b-9e2f20cf09a3 req-9625052e-043c-4982-b941-ea2cd4933808 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&device_id=c924d080-9f92-4772-926c-88ba145fc882 HTTP/1.1" status: 200 len: 1096 time: 0.1148963 Dec 16 22:30:29.109121 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-24736388-3de1-4aca-ab0a-c9bc68bc8d47 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Allocated IP 172.20.0.2 (70ab3453-afb7-41da-bacb-b918611a94cc/a0b2dc89-3628-499c-a090-44aaf09eb499/6ed61f9b-889a-44a7-add8-f6214e58aba9) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:30:29.111134 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:29.338843 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-24736388-3de1-4aca-ab0a-c9bc68bc8d47 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:29.387389 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-732d1194-c375-4721-9ae3-4ee8e7c2d046 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:29.403447 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9670c2a9-2233-476e-88f8-ec8948168089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:29.403942 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9670c2a9-2233-476e-88f8-ec8948168089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:29.408375 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47b634-90f3-49a2-8f0b-9e2f20cf09a3 req-cd0d34cb-fc16-417d-8420-20867d9737bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:29.410718 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b47b634-90f3-49a2-8f0b-9e2f20cf09a3 req-cd0d34cb-fc16-417d-8420-20867d9737bb service neutron] 10.222.0.76 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 912 time: 0.2543871 Dec 16 22:30:29.473699 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9670c2a9-2233-476e-88f8-ec8948168089 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:29.499778 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b47b634-90f3-49a2-8f0b-9e2f20cf09a3 req-f23054f2-37b2-4a9f-acda-079579d583be service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=109b66fa-1f6f-44ee-876c-29524230a95a HTTP/1.1" status: 200 len: 217 time: 0.0686376 Dec 16 22:30:29.543715 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-732d1194-c375-4721-9ae3-4ee8e7c2d046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:29.590098 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47b634-90f3-49a2-8f0b-9e2f20cf09a3 req-106c5316-6d3c-475d-85f8-d57c0d2b1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:29.592171 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b47b634-90f3-49a2-8f0b-9e2f20cf09a3 req-106c5316-6d3c-475d-85f8-d57c0d2b1a31 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ecefe13-aa2d-48b4-a74c-5805e96883cc HTTP/1.1" status: 200 len: 851 time: 0.0800557 Dec 16 22:30:29.618381 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7b96d8ff-838f-4cb6-9b39-49c2e94c2f74 req-72aaa4da-d9ce-4b7a-96fc-e741ac1c5261 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 210 time: 0.0567782 Dec 16 22:30:29.629966 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732d1194-c375-4721-9ae3-4ee8e7c2d046 None None] Network 4d9f61c4-cc29-4ddf-89f0-e4012f9c023f is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:30:29.641926 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-732d1194-c375-4721-9ae3-4ee8e7c2d046 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:30:29.650377 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732d1194-c375-4721-9ae3-4ee8e7c2d046 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:30:29.675436 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d1194-c375-4721-9ae3-4ee8e7c2d046 None None] Pushing event updated for resources: {'Port': ['ID=db822761-f654-4700-8b1f-7de4ad134d6f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:29.698878 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47b634-90f3-49a2-8f0b-9e2f20cf09a3 req-692ef3b0-d510-4d4b-a063-8d4be8391245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:29.701046 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b47b634-90f3-49a2-8f0b-9e2f20cf09a3 req-692ef3b0-d510-4d4b-a063-8d4be8391245 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=282aa10f-496c-46fb-be12-6b2a327d41c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962377 Dec 16 22:30:29.770439 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-732d1194-c375-4721-9ae3-4ee8e7c2d046 None None] Attempting to bind port db822761-f654-4700-8b1f-7de4ad134d6f on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:30:29.771181 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-732d1194-c375-4721-9ae3-4ee8e7c2d046 None None] Attempting to bind port db822761-f654-4700-8b1f-7de4ad134d6f by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'f4015ea8-820e-42f7-bd95-039e02fa3736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:30:29.771755 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732d1194-c375-4721-9ae3-4ee8e7c2d046 None None] Attempting to bind port db822761-f654-4700-8b1f-7de4ad134d6f on network 4d9f61c4-cc29-4ddf-89f0-e4012f9c023f {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:30:29.786203 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732d1194-c375-4721-9ae3-4ee8e7c2d046 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:30:29.786604 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732d1194-c375-4721-9ae3-4ee8e7c2d046 None None] Checking segment: {'id': 'f4015ea8-820e-42f7-bd95-039e02fa3736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:30:29.787076 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-732d1194-c375-4721-9ae3-4ee8e7c2d046 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:29.787568 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732d1194-c375-4721-9ae3-4ee8e7c2d046 None None] Bound using segment: {'id': 'f4015ea8-820e-42f7-bd95-039e02fa3736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:30:29.789092 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-732d1194-c375-4721-9ae3-4ee8e7c2d046 None None] Bound port: db822761-f654-4700-8b1f-7de4ad134d6f, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4015ea8-820e-42f7-bd95-039e02fa3736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:30:29.789493 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-732d1194-c375-4721-9ae3-4ee8e7c2d046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:29.810699 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-24736388-3de1-4aca-ab0a-c9bc68bc8d47 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:29.913937 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9670c2a9-2233-476e-88f8-ec8948168089 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:29.940079 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b47b634-90f3-49a2-8f0b-9e2f20cf09a3 req-36f9d5b5-78a6-4123-b0df-b6604201a019 service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293541 Dec 16 22:30:29.944822 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-732d1194-c375-4721-9ae3-4ee8e7c2d046 None None] For port db822761-f654-4700-8b1f-7de4ad134d6f, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:30:29.949062 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-732d1194-c375-4721-9ae3-4ee8e7c2d046 None None] For port db822761-f654-4700-8b1f-7de4ad134d6f, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=db822761-f654-4700-8b1f-7de4ad134d6f,segment=NetworkSegment(f4015ea8-820e-42f7-bd95-039e02fa3736),segment_id=f4015ea8-820e-42f7-bd95-039e02fa3736)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:30:29.979015 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24736388-3de1-4aca-ab0a-c9bc68bc8d47 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Pushing event updated for resources: {'Port': ['ID=6ed61f9b-889a-44a7-add8-f6214e58aba9,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:29.988202 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-24736388-3de1-4aca-ab0a-c9bc68bc8d47 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Network 70ab3453-afb7-41da-bacb-b918611a94cc is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:30:29.999338 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-24736388-3de1-4aca-ab0a-c9bc68bc8d47 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:30:30.010304 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-732d1194-c375-4721-9ae3-4ee8e7c2d046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:30.033472 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-24736388-3de1-4aca-ab0a-c9bc68bc8d47 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:30:30.131271 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-24736388-3de1-4aca-ab0a-c9bc68bc8d47 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:30.131969 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-24736388-3de1-4aca-ab0a-c9bc68bc8d47 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:30.203925 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b47b634-90f3-49a2-8f0b-9e2f20cf09a3 req-e2ef198b-3308-4053-b589-560f340b2c70 service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544234 Dec 16 22:30:30.332801 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-24736388-3de1-4aca-ab0a-c9bc68bc8d47 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8423836 Dec 16 22:30:30.350655 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9670c2a9-2233-476e-88f8-ec8948168089 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:30.436174 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-0a2496e4-52e0-4d6c-ad86-c8eaf5fecd62 service neutron] Request body: {'port': {'device_id': 'dc4b382c-739b-4ba9-896c-0e074d1d4700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:30.456985 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d1194-c375-4721-9ae3-4ee8e7c2d046 None None] Pushing event updated for resources: {'Port': ['ID=db822761-f654-4700-8b1f-7de4ad134d6f,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:30.473048 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:30:30.505931 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:30:30.506799 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 340f15cd-7e9c-4cf9-a45b-0b2983e8ebed not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:30:30.513000 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9670c2a9-2233-476e-88f8-ec8948168089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:30.865222 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b882bb9-1941-481b-b6c1-a717262618ff req-8cb11dac-21ab-49d4-b02d-3e800584f4b8 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:30.874648 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b882bb9-1941-481b-b6c1-a717262618ff req-8cb11dac-21ab-49d4-b02d-3e800584f4b8 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 931 time: 0.1224957 Dec 16 22:30:30.964817 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b882bb9-1941-481b-b6c1-a717262618ff req-e0b377ce-b0f4-410f-a7d0-c8b06bf55d59 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807464 Dec 16 22:30:31.408030 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-9670c2a9-2233-476e-88f8-ec8948168089 admin admin] Allocated IP 172.25.6.113 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/76a1ec6d-53df-406f-b9b0-d651791b876c) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:30:31.565228 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-0a2496e4-52e0-4d6c-ad86-c8eaf5fecd62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:31.597443 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9670c2a9-2233-476e-88f8-ec8948168089 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:31.807751 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9670c2a9-2233-476e-88f8-ec8948168089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:31.935487 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9670c2a9-2233-476e-88f8-ec8948168089 admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:30:31.945688 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-9670c2a9-2233-476e-88f8-ec8948168089 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:30:31.960634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9670c2a9-2233-476e-88f8-ec8948168089 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:30:31.972119 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c762405-9fbe-47e3-820c-0b6604b8ff2b None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:30:32.037302 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-97009207-04a0-4c24-96a0-81c2d820d4b1 None None] Provisioning complete for port 76a1ec6d-53df-406f-b9b0-d651791b876c triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:32.043677 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-97009207-04a0-4c24-96a0-81c2d820d4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:32.186467 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-97009207-04a0-4c24-96a0-81c2d820d4b1 None None] Port 76a1ec6d-53df-406f-b9b0-d651791b876c cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:30:32.280304 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670c2a9-2233-476e-88f8-ec8948168089 admin admin] Pushing event updated for resources: {'Port': ['ID=76a1ec6d-53df-406f-b9b0-d651791b876c,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:32.394739 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c7e1b-64b8-42b3-8f82-cb17f2f8067a req-39fdb9e9-3498-4c0b-b716-7b6622280f46 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:32.409325 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7b8c7e1b-64b8-42b3-8f82-cb17f2f8067a req-39fdb9e9-3498-4c0b-b716-7b6622280f46 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 931 time: 0.1727667 Dec 16 22:30:32.548920 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9485b50-349e-4c93-beba-9c8c5357671c None None] Network 4d9f61c4-cc29-4ddf-89f0-e4012f9c023f requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:30:32.607404 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9670c2a9-2233-476e-88f8-ec8948168089 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:32.698218 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-0a2496e4-52e0-4d6c-ad86-c8eaf5fecd62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed61f9b-889a-44a7-add8-f6214e58aba9 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:30:32.702763 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-0a2496e4-52e0-4d6c-ad86-c8eaf5fecd62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:32.726560 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-0a2496e4-52e0-4d6c-ad86-c8eaf5fecd62 service neutron] Transition to ACTIVE for port object 6ed61f9b-889a-44a7-add8-f6214e58aba9 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:30:32.730239 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0ac3a007-1080-4a05-8389-9cf8c0a08b53 None None] Provisioning complete for port db822761-f654-4700-8b1f-7de4ad134d6f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:32.730626 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ac3a007-1080-4a05-8389-9cf8c0a08b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:32.789934 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7b8c7e1b-64b8-42b3-8f82-cb17f2f8067a req-e6360f5d-7e8c-41c0-bdfb-2f8279b1d63b tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791573 Dec 16 22:30:32.831300 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device db822761-f654-4700-8b1f-7de4ad134d6f up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:30:32.890636 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-0a2496e4-52e0-4d6c-ad86-c8eaf5fecd62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:32.989920 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port db822761-f654-4700-8b1f-7de4ad134d6f triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:32.990725 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:33.025842 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ac3a007-1080-4a05-8389-9cf8c0a08b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:33.050953 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2496e4-52e0-4d6c-ad86-c8eaf5fecd62 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed61f9b-889a-44a7-add8-f6214e58aba9,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:33.102401 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0ac3a007-1080-4a05-8389-9cf8c0a08b53 None None] For port db822761-f654-4700-8b1f-7de4ad134d6f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=db822761-f654-4700-8b1f-7de4ad134d6f,segment=NetworkSegment(f4015ea8-820e-42f7-bd95-039e02fa3736),segment_id=f4015ea8-820e-42f7-bd95-039e02fa3736)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:30:33.132270 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-0a2496e4-52e0-4d6c-ad86-c8eaf5fecd62 service neutron] Attempting to bind port 6ed61f9b-889a-44a7-add8-f6214e58aba9 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:30:33.132627 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-0a2496e4-52e0-4d6c-ad86-c8eaf5fecd62 service neutron] Attempting to bind port 6ed61f9b-889a-44a7-add8-f6214e58aba9 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'f5a46207-de92-43ba-8bad-688453970bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70ab3453-afb7-41da-bacb-b918611a94cc'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:30:33.133545 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-0a2496e4-52e0-4d6c-ad86-c8eaf5fecd62 service neutron] Attempting to bind port 6ed61f9b-889a-44a7-add8-f6214e58aba9 on network 70ab3453-afb7-41da-bacb-b918611a94cc {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:30:33.147717 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-0a2496e4-52e0-4d6c-ad86-c8eaf5fecd62 service neutron] Port 6ed61f9b-889a-44a7-add8-f6214e58aba9 on network 70ab3453-afb7-41da-bacb-b918611a94cc not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:30:33.150897 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-0a2496e4-52e0-4d6c-ad86-c8eaf5fecd62 service neutron] Attempting to bind port 6ed61f9b-889a-44a7-add8-f6214e58aba9 on network 70ab3453-afb7-41da-bacb-b918611a94cc {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:30:33.215892 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:33.234066 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-0a2496e4-52e0-4d6c-ad86-c8eaf5fecd62 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:30:33.238298 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-0a2496e4-52e0-4d6c-ad86-c8eaf5fecd62 service neutron] Checking segment: {'id': 'f5a46207-de92-43ba-8bad-688453970bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70ab3453-afb7-41da-bacb-b918611a94cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:30:33.238699 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-0a2496e4-52e0-4d6c-ad86-c8eaf5fecd62 service neutron] Bound using segment: {'id': 'f5a46207-de92-43ba-8bad-688453970bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70ab3453-afb7-41da-bacb-b918611a94cc'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:30:33.240830 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ac3a007-1080-4a05-8389-9cf8c0a08b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:33.242258 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-0a2496e4-52e0-4d6c-ad86-c8eaf5fecd62 service neutron] Bound port: 6ed61f9b-889a-44a7-add8-f6214e58aba9, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a46207-de92-43ba-8bad-688453970bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70ab3453-afb7-41da-bacb-b918611a94cc'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:30:33.242420 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-0a2496e4-52e0-4d6c-ad86-c8eaf5fecd62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:33.367263 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9670c2a9-2233-476e-88f8-ec8948168089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:33.439839 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:30:33.440200 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:30:33.440848 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3a007-1080-4a05-8389-9cf8c0a08b53 None None] Pushing event updated for resources: {'Port': ['ID=db822761-f654-4700-8b1f-7de4ad134d6f,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:33.473675 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7a7d7db3-642a-4dd3-9b3d-908fa878e497 None None] Provisioning complete for port db822761-f654-4700-8b1f-7de4ad134d6f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:33.474057 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7a7d7db3-642a-4dd3-9b3d-908fa878e497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:33.479424 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-0a2496e4-52e0-4d6c-ad86-c8eaf5fecd62 service neutron] For port 6ed61f9b-889a-44a7-add8-f6214e58aba9, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:30:33.484088 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-0a2496e4-52e0-4d6c-ad86-c8eaf5fecd62 service neutron] For port 6ed61f9b-889a-44a7-add8-f6214e58aba9, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=6ed61f9b-889a-44a7-add8-f6214e58aba9,segment=NetworkSegment(f5a46207-de92-43ba-8bad-688453970bff),segment_id=f5a46207-de92-43ba-8bad-688453970bff)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:30:33.574415 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-0a2496e4-52e0-4d6c-ad86-c8eaf5fecd62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:33.692695 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-0a2496e4-52e0-4d6c-ad86-c8eaf5fecd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:33.692695 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-0a2496e4-52e0-4d6c-ad86-c8eaf5fecd62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:33.692695 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-0a2496e4-52e0-4d6c-ad86-c8eaf5fecd62 service neutron] 10.222.0.57 "PUT /v2.0/ports/6ed61f9b-889a-44a7-add8-f6214e58aba9 HTTP/1.1" status: 200 len: 1091 time: 3.3350799 Dec 16 22:30:33.693360 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4b382c-739b-4ba9-896c-0e074d1d4700', 'tag': '6ed61f9b-889a-44a7-add8-f6214e58aba9'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:30:33.695124 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b122566a-0fd9-46f5-ace9-bd433e851e95" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4b382c-739b-4ba9-896c-0e074d1d4700", "tag": "6ed61f9b-889a-44a7-add8-f6214e58aba9"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:30:33.700466 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2496e4-52e0-4d6c-ad86-c8eaf5fecd62 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed61f9b-889a-44a7-add8-f6214e58aba9,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:33.760982 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86610b7-6fae-4a23-a60d-e25531e15ed3 x-openstack-request-id: req-e86610b7-6fae-4a23-a60d-e25531e15ed3 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:30:33.761280 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4b382c-739b-4ba9-896c-0e074d1d4700", "tag": "6ed61f9b-889a-44a7-add8-f6214e58aba9", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:30:33.761748 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e86610b7-6fae-4a23-a60d-e25531e15ed3 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:30:33.762166 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4b382c-739b-4ba9-896c-0e074d1d4700', 'tag': '6ed61f9b-889a-44a7-add8-f6214e58aba9', 'status': 'completed', 'code': 200} Dec 16 22:30:33.852690 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9670c2a9-2233-476e-88f8-ec8948168089 admin admin] Router 338045a6-5fe0-4864-9278-82adf843ae84 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:30:33.866506 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122566a-0fd9-46f5-ace9-bd433e851e95 req-2079f849-737a-4881-b524-c02bf7f75375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:33.868905 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b122566a-0fd9-46f5-ace9-bd433e851e95 req-2079f849-737a-4881-b524-c02bf7f75375 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ce850b3cac864bbf82570c33179d722a&device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 1094 time: 0.0630400 Dec 16 22:30:33.929379 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bc9f3-8a70-40bb-96e8-105d06f1d7c5 req-51eec1d9-4a9f-4206-88c9-8e4cf283bd37 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:33.931584 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2d0bc9f3-8a70-40bb-96e8-105d06f1d7c5 req-51eec1d9-4a9f-4206-88c9-8e4cf283bd37 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 943 time: 0.0582931 Dec 16 22:30:34.002234 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2d0bc9f3-8a70-40bb-96e8-105d06f1d7c5 req-a83aa22b-d943-460f-8a12-2362de2e406c tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597105 Dec 16 22:30:34.094316 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9670c2a9-2233-476e-88f8-ec8948168089 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:30:34.094316 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122566a-0fd9-46f5-ace9-bd433e851e95 req-0121aa86-bf39-4e25-9b98-9773afcdde23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:34.095275 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b122566a-0fd9-46f5-ace9-bd433e851e95 req-0121aa86-bf39-4e25-9b98-9773afcdde23 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ce850b3cac864bbf82570c33179d722a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1783216 Dec 16 22:30:34.098399 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de812ab4-c040-4bcc-8d1b-01c44030c66b None None] Sync routers for ids ['338045a6-5fe0-4864-9278-82adf843ae84'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:30:34.111361 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de812ab4-c040-4bcc-8d1b-01c44030c66b None None] Routers {'338045a6-5fe0-4864-9278-82adf843ae84'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:30:34.112302 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-de812ab4-c040-4bcc-8d1b-01c44030c66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:30:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['338045a6-5fe0-4864-9278-82adf843ae84'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:34.237728 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9670c2a9-2233-476e-88f8-ec8948168089 admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:34.237728 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9670c2a9-2233-476e-88f8-ec8948168089 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4964738 Dec 16 22:30:34.240538 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59730) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:34.320907 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122566a-0fd9-46f5-ace9-bd433e851e95 req-91ecbed0-c1fe-45e4-acfc-8ff0886aa126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:34.322464 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b122566a-0fd9-46f5-ace9-bd433e851e95 req-91ecbed0-c1fe-45e4-acfc-8ff0886aa126 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2193625 Dec 16 22:30:34.338048 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-de812ab4-c040-4bcc-8d1b-01c44030c66b None None] Set router 338045a6-5fe0-4864-9278-82adf843ae84 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:30:34.471875 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-8caa319f-fa60-42e3-a04c-15f286391bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:34.474965 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-8caa319f-fa60-42e3-a04c-15f286391bcf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ce850b3cac864bbf82570c33179d722a&device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 1094 time: 0.0654631 Dec 16 22:30:34.585675 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-c567dd6d-9635-4d5d-ab91-b896957311c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ed61f9b-889a-44a7-add8-f6214e58aba9 HTTP/1.1" status: 200 len: 217 time: 0.0966597 Dec 16 22:30:34.624698 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-de812ab4-c040-4bcc-8d1b-01c44030c66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338045a6-5fe0-4864-9278-82adf843ae84', 'name': 'tempest-AttachVolumeTestJSON-1810374084-router', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:29Z', 'updated_at': '2021-12-16T22:30:32Z', 'revision_number': 3, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'gw_port': {'id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:30Z', 'updated_at': '2021-12-16T22:30:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:34.704023 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de812ab4-c040-4bcc-8d1b-01c44030c66b None None] Checking router: 338045a6-5fe0-4864-9278-82adf843ae84 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:30:34.709151 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-10ab8bff-e54d-4c3f-8f0a-ad82cc34786a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:34.715095 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de812ab4-c040-4bcc-8d1b-01c44030c66b None None] Updating router 338045a6-5fe0-4864-9278-82adf843ae84 port 76a1ec6d-53df-406f-b9b0-d651791b876c binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:30:34.716653 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-10ab8bff-e54d-4c3f-8f0a-ad82cc34786a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a0b2dc89-3628-499c-a090-44aaf09eb499 HTTP/1.1" status: 200 len: 855 time: 0.1188569 Dec 16 22:30:34.760997 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de812ab4-c040-4bcc-8d1b-01c44030c66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:34.785642 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-51598453-41aa-4e42-a375-664f01214792 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=70ab3453-afb7-41da-bacb-b918611a94cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669119 Dec 16 22:30:34.798961 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device db822761-f654-4700-8b1f-7de4ad134d6f up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:30:35.038138 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-70f0bf5b-67e9-4b69-8ad9-697dae53f645 service neutron] 10.222.0.57 "GET /v2.0/networks/70ab3453-afb7-41da-bacb-b918611a94cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430189 Dec 16 22:30:35.345920 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809729bd-9778-44f4-aec1-579f0d1fe329 req-06f66e07-a0e0-40bd-aabb-2caaa2227631 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:35.349019 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-809729bd-9778-44f4-aec1-579f0d1fe329 req-06f66e07-a0e0-40bd-aabb-2caaa2227631 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 943 time: 0.1454618 Dec 16 22:30:35.358998 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0cc52d46-cb41-4c89-ae81-f2b81b5bf63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:35.406975 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de812ab4-c040-4bcc-8d1b-01c44030c66b None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:35.432439 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port db822761-f654-4700-8b1f-7de4ad134d6f triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:35.432940 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:35.463255 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-809729bd-9778-44f4-aec1-579f0d1fe329 req-64726f89-8fc1-40f5-83e6-51712fda2fb3 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038210 Dec 16 22:30:35.499761 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1afbb2a6-4650-4c6c-bd1f-b61b14fd5007 req-d50ecf71-b143-47ec-9c30-edef5a78f609 service neutron] 10.222.0.57 "GET /v2.0/networks/70ab3453-afb7-41da-bacb-b918611a94cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455366 Dec 16 22:30:35.569450 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de812ab4-c040-4bcc-8d1b-01c44030c66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:35.606750 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407b454-88b5-431a-848a-e6addf1b17b7 None None] Pushing event updated for resources: {'Port': ['ID=76a1ec6d-53df-406f-b9b0-d651791b876c,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:35.705150 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fbcce4-1ef8-4152-b7b2-00be9a5ea891 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:30:35.705150 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-de812ab4-c040-4bcc-8d1b-01c44030c66b None None] Attempting to bind port 76a1ec6d-53df-406f-b9b0-d651791b876c on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:30:35.705150 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-de812ab4-c040-4bcc-8d1b-01c44030c66b None None] Attempting to bind port 76a1ec6d-53df-406f-b9b0-d651791b876c by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:30:35.705150 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de812ab4-c040-4bcc-8d1b-01c44030c66b None None] Attempting to bind port 76a1ec6d-53df-406f-b9b0-d651791b876c on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:30:35.705150 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de812ab4-c040-4bcc-8d1b-01c44030c66b None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:30:35.705150 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de812ab4-c040-4bcc-8d1b-01c44030c66b None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:30:35.705150 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de812ab4-c040-4bcc-8d1b-01c44030c66b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:35.705150 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de812ab4-c040-4bcc-8d1b-01c44030c66b None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:30:35.705150 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-de812ab4-c040-4bcc-8d1b-01c44030c66b None None] Bound port: 76a1ec6d-53df-406f-b9b0-d651791b876c, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:30:35.705150 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de812ab4-c040-4bcc-8d1b-01c44030c66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:35.753721 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-de812ab4-c040-4bcc-8d1b-01c44030c66b None None] For port 76a1ec6d-53df-406f-b9b0-d651791b876c, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:30:35.758461 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-de812ab4-c040-4bcc-8d1b-01c44030c66b None None] For port 76a1ec6d-53df-406f-b9b0-d651791b876c, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=76a1ec6d-53df-406f-b9b0-d651791b876c,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:30:35.784402 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-821a1d2b-90f5-4397-a209-95ddce75b805 None None] Provisioning complete for port 76a1ec6d-53df-406f-b9b0-d651791b876c triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:35.785116 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-821a1d2b-90f5-4397-a209-95ddce75b805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:35.827456 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-0cc52d46-cb41-4c89-ae81-f2b81b5bf63a admin admin] Allocated IP 172.20.0.1 (4d9f61c4-cc29-4ddf-89f0-e4012f9c023f/04b9b352-17cc-4c58-8901-6e5b7abd436d/a2ba4a11-6e95-47ae-b804-dca0427f96e0) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:30:35.841281 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-821a1d2b-90f5-4397-a209-95ddce75b805 None None] Port 76a1ec6d-53df-406f-b9b0-d651791b876c cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:30:35.928585 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de812ab4-c040-4bcc-8d1b-01c44030c66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:35.999266 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5824bd61-d4b6-4d9b-b59c-96ef8176239d None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:30:36.086984 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de812ab4-c040-4bcc-8d1b-01c44030c66b None None] Routers {'338045a6-5fe0-4864-9278-82adf843ae84'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:30:36.089613 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-de812ab4-c040-4bcc-8d1b-01c44030c66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:30:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['338045a6-5fe0-4864-9278-82adf843ae84'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:36.093142 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0cc52d46-cb41-4c89-ae81-f2b81b5bf63a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:36.145120 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407b454-88b5-431a-848a-e6addf1b17b7 None None] Pushing event updated for resources: {'Port': ['ID=76a1ec6d-53df-406f-b9b0-d651791b876c,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:36.208833 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-698b4798-d417-4d3c-a90c-742dfc668627 None None] Provisioning complete for port 76a1ec6d-53df-406f-b9b0-d651791b876c triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:36.209138 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-698b4798-d417-4d3c-a90c-742dfc668627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:36.264795 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-de812ab4-c040-4bcc-8d1b-01c44030c66b None None] Set router 338045a6-5fe0-4864-9278-82adf843ae84 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:30:36.321400 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0cc52d46-cb41-4c89-ae81-f2b81b5bf63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:36.418321 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc52d46-cb41-4c89-ae81-f2b81b5bf63a admin admin] Network 4d9f61c4-cc29-4ddf-89f0-e4012f9c023f is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:30:36.423554 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-0cc52d46-cb41-4c89-ae81-f2b81b5bf63a admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:30:36.427616 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc52d46-cb41-4c89-ae81-f2b81b5bf63a admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:30:36.540673 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0cc52d46-cb41-4c89-ae81-f2b81b5bf63a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:36.603994 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-698b4798-d417-4d3c-a90c-742dfc668627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:36.646593 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-698b4798-d417-4d3c-a90c-742dfc668627 None None] For port 76a1ec6d-53df-406f-b9b0-d651791b876c, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=76a1ec6d-53df-406f-b9b0-d651791b876c,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:30:36.678846 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-de812ab4-c040-4bcc-8d1b-01c44030c66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338045a6-5fe0-4864-9278-82adf843ae84', 'name': 'tempest-AttachVolumeTestJSON-1810374084-router', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:29Z', 'updated_at': '2021-12-16T22:30:32Z', 'revision_number': 3, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'gw_port': {'id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:30Z', 'updated_at': '2021-12-16T22:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:36.731998 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de812ab4-c040-4bcc-8d1b-01c44030c66b None None] The sync data for ids ['338045a6-5fe0-4864-9278-82adf843ae84'] in n-d-815324-4 is: [{'id': '338045a6-5fe0-4864-9278-82adf843ae84', 'name': 'tempest-AttachVolumeTestJSON-1810374084-router', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:29Z', 'updated_at': '2021-12-16T22:30:32Z', 'revision_number': 3, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'gw_port': {'id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:30Z', 'updated_at': '2021-12-16T22:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:30:36.781632 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc52d46-cb41-4c89-ae81-f2b81b5bf63a admin admin] Pushing event updated for resources: {'Port': ['ID=a2ba4a11-6e95-47ae-b804-dca0427f96e0,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:36.795658 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-698b4798-d417-4d3c-a90c-742dfc668627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:36.821070 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa9f55-ca95-42f5-910c-5ce556c56800 req-61766bcd-82f3-4bb1-a5dc-21026d0350d5 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:36.822924 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f2fa9f55-ca95-42f5-910c-5ce556c56800 req-61766bcd-82f3-4bb1-a5dc-21026d0350d5 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 943 time: 0.1260223 Dec 16 22:30:36.975152 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f2fa9f55-ca95-42f5-910c-5ce556c56800 req-e425dda0-438a-4807-ab74-97797f3da512 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233146 Dec 16 22:30:37.083092 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59780) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:37.211963 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0cc52d46-cb41-4c89-ae81-f2b81b5bf63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:37.261225 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b4798-d417-4d3c-a90c-742dfc668627 None None] Pushing event updated for resources: {'Port': ['ID=76a1ec6d-53df-406f-b9b0-d651791b876c,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:37.276192 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5e2da1f5-a7e1-4bf7-8673-442eccf6a34f None None] Provisioning complete for port a2ba4a11-6e95-47ae-b804-dca0427f96e0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:37.276934 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5e2da1f5-a7e1-4bf7-8673-442eccf6a34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:37.400345 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5e2da1f5-a7e1-4bf7-8673-442eccf6a34f None None] Port a2ba4a11-6e95-47ae-b804-dca0427f96e0 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:30:37.469558 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3e0c1b47-0ef2-4547-b971-078338f9ba56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:37.599833 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0cc52d46-cb41-4c89-ae81-f2b81b5bf63a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:37.682655 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3e0c1b47-0ef2-4547-b971-078338f9ba56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:37.724603 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0cc52d46-cb41-4c89-ae81-f2b81b5bf63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:37.813719 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3e0c1b47-0ef2-4547-b971-078338f9ba56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:37.864579 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c1b47-0ef2-4547-b971-078338f9ba56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3185f3-c05b-4ee7-a19c-70394dcc864c,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:37.890542 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0cc52d46-cb41-4c89-ae81-f2b81b5bf63a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:37.893001 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc52d46-cb41-4c89-ae81-f2b81b5bf63a admin admin] Pushing event updated for resources: {'Port': ['ID=a2ba4a11-6e95-47ae-b804-dca0427f96e0,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:37.905922 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3e0c1b47-0ef2-4547-b971-078338f9ba56 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5629ad80fd8549d6a52e27abb1c22218&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8213003 Dec 16 22:30:37.909422 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59796) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:38.086390 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc52d46-cb41-4c89-ae81-f2b81b5bf63a admin admin] Network 4d9f61c4-cc29-4ddf-89f0-e4012f9c023f is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:30:38.088896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-0cc52d46-cb41-4c89-ae81-f2b81b5bf63a admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:30:38.160252 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9bb6055c-a78b-443f-99bf-3b7c9882f937 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:38.284218 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9bb6055c-a78b-443f-99bf-3b7c9882f937 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:38.297560 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc52d46-cb41-4c89-ae81-f2b81b5bf63a admin admin] Router 338045a6-5fe0-4864-9278-82adf843ae84 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:30:38.374589 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853335a-1a29-4db4-8b5c-48c75720a5e4 req-68d77fd1-4d9b-47ea-91b2-f56f93454bb1 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:38.387939 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4853335a-1a29-4db4-8b5c-48c75720a5e4 req-68d77fd1-4d9b-47ea-91b2-f56f93454bb1 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 943 time: 0.2446334 Dec 16 22:30:38.517999 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4853335a-1a29-4db4-8b5c-48c75720a5e4 req-372ac8b8-a523-4665-b781-d82dd815d735 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121690 Dec 16 22:30:38.574458 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-aae1005e-4aa4-4943-bb17-0cbed1e439d6 None None] Provisioning complete for port a2ba4a11-6e95-47ae-b804-dca0427f96e0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:38.575062 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aae1005e-4aa4-4943-bb17-0cbed1e439d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:38.578155 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9bb6055c-a78b-443f-99bf-3b7c9882f937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:38.582465 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9bb6055c-a78b-443f-99bf-3b7c9882f937 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:38.583765 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9bb6055c-a78b-443f-99bf-3b7c9882f937 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2c3185f3-c05b-4ee7-a19c-70394dcc864c HTTP/1.1" status: 204 len: 168 time: 0.6708431 Dec 16 22:30:38.599771 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6055c-a78b-443f-99bf-3b7c9882f937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3185f3-c05b-4ee7-a19c-70394dcc864c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:38.601590 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc52d46-cb41-4c89-ae81-f2b81b5bf63a admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:30:38.624240 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0cc52d46-cb41-4c89-ae81-f2b81b5bf63a admin admin] 10.222.0.75 "PUT /v2.0/routers/338045a6-5fe0-4864-9278-82adf843ae84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3821285 Dec 16 22:30:38.724794 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-aae1005e-4aa4-4943-bb17-0cbed1e439d6 None None] Port a2ba4a11-6e95-47ae-b804-dca0427f96e0 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:30:38.889484 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 76a1ec6d-53df-406f-b9b0-d651791b876c up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:30:39.044062 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 76a1ec6d-53df-406f-b9b0-d651791b876c triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:39.044445 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:39.212149 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 6ed61f9b-889a-44a7-add8-f6214e58aba9 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:30:39.464067 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 6ed61f9b-889a-44a7-add8-f6214e58aba9, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=6ed61f9b-889a-44a7-add8-f6214e58aba9,segment=NetworkSegment(f5a46207-de92-43ba-8bad-688453970bff),segment_id=f5a46207-de92-43ba-8bad-688453970bff)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:30:39.497784 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '6ed61f9b-889a-44a7-add8-f6214e58aba9', 'network_id': '70ab3453-afb7-41da-bacb-b918611a94cc', 'port_id': '6ed61f9b-889a-44a7-add8-f6214e58aba9', 'mac_address': 'fa:16:3e:1e:28:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b2dc89-3628-499c-a090-44aaf09eb499', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:30:39.593390 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:39.651250 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9105f6b-f98b-483b-a4d3-736d732fef8e None None] Sync routers for ids ['338045a6-5fe0-4864-9278-82adf843ae84'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:30:39.663965 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ed61f9b-889a-44a7-add8-f6214e58aba9 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:30:39.666426 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9105f6b-f98b-483b-a4d3-736d732fef8e None None] Routers {'338045a6-5fe0-4864-9278-82adf843ae84'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:30:39.667626 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e9105f6b-f98b-483b-a4d3-736d732fef8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:30:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['338045a6-5fe0-4864-9278-82adf843ae84'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:39.712994 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 6ed61f9b-889a-44a7-add8-f6214e58aba9, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=6ed61f9b-889a-44a7-add8-f6214e58aba9,segment=NetworkSegment(f5a46207-de92-43ba-8bad-688453970bff),segment_id=f5a46207-de92-43ba-8bad-688453970bff)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:30:39.757876 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eebc777-bf56-4101-81c0-8a6017423b40 req-13cb4ae5-a191-4371-a815-d67bbce0fa2e tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:39.778093 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5eebc777-bf56-4101-81c0-8a6017423b40 req-13cb4ae5-a191-4371-a815-d67bbce0fa2e tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 943 time: 0.1189318 Dec 16 22:30:39.839105 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:39.888046 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59840) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:39.906004 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-e9105f6b-f98b-483b-a4d3-736d732fef8e None None] Set router 338045a6-5fe0-4864-9278-82adf843ae84 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:30:39.912351 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5eebc777-bf56-4101-81c0-8a6017423b40 req-37fd3410-c94a-498d-ae01-a7a3611ec4e9 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421473 Dec 16 22:30:39.959380 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-44e78199-e36c-4d4f-9c84-d622f758ce20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:39.968421 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=6ed61f9b-889a-44a7-add8-f6214e58aba9,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:40.128125 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59846) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:40.133522 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-375b2ca3-95b4-470b-b395-f52fd9c3955f tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2096026096', 'description': 'tempest-description--1291940022'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:40.216928 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-44e78199-e36c-4d4f-9c84-d622f758ce20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:40.290321 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-375b2ca3-95b4-470b-b395-f52fd9c3955f tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:40.301450 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['6ed61f9b-889a-44a7-add8-f6214e58aba9'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:30:40.337450 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-44e78199-e36c-4d4f-9c84-d622f758ce20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:40.489275 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-44e78199-e36c-4d4f-9c84-d622f758ce20 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=380aba66f6eb4e129a70222487136954&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5966666 Dec 16 22:30:40.490679 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e78199-e36c-4d4f-9c84-d622f758ce20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3122d72f-92a8-4b8d-8cf9-5d44cd770223,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:40.498983 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59856) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:40.549677 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35068105-283c-4499-8dec-70ee29c2ac4c req-bb72eabb-d7a1-4fec-8276-732f2d7d9aff tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:40.555514 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-375b2ca3-95b4-470b-b395-f52fd9c3955f tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:40.557109 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35068105-283c-4499-8dec-70ee29c2ac4c req-bb72eabb-d7a1-4fec-8276-732f2d7d9aff tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:40.564653 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35068105-283c-4499-8dec-70ee29c2ac4c req-bb72eabb-d7a1-4fec-8276-732f2d7d9aff tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:40.575394 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35068105-283c-4499-8dec-70ee29c2ac4c req-bb72eabb-d7a1-4fec-8276-732f2d7d9aff tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:40.587377 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35068105-283c-4499-8dec-70ee29c2ac4c req-bb72eabb-d7a1-4fec-8276-732f2d7d9aff tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:40.595610 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35068105-283c-4499-8dec-70ee29c2ac4c req-bb72eabb-d7a1-4fec-8276-732f2d7d9aff tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:40.597881 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e9105f6b-f98b-483b-a4d3-736d732fef8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338045a6-5fe0-4864-9278-82adf843ae84', 'name': 'tempest-AttachVolumeTestJSON-1810374084-router', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:29Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'gw_port': {'id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:30Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'a2ba4a11-6e95-47ae-b804-dca0427f96e0', 'name': '', 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'mac_address': 'fa:16:3e:cd:0e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:35Z', 'updated_at': '2021-12-16T22:30:37Z', 'revision_number': 2, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'subnets': [{'id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:40.603614 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35068105-283c-4499-8dec-70ee29c2ac4c req-bb72eabb-d7a1-4fec-8276-732f2d7d9aff tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:40.606057 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-35068105-283c-4499-8dec-70ee29c2ac4c req-bb72eabb-d7a1-4fec-8276-732f2d7d9aff tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5442 time: 0.2350616 Dec 16 22:30:40.638624 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-375b2ca3-95b4-470b-b395-f52fd9c3955f tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:40.704321 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ed13629-301c-4d65-9611-8c96394a79c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:40.726631 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9105f6b-f98b-483b-a4d3-736d732fef8e None None] Checking router: 338045a6-5fe0-4864-9278-82adf843ae84 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:30:40.731365 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ed13629-301c-4d65-9611-8c96394a79c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:40.732490 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9105f6b-f98b-483b-a4d3-736d732fef8e None None] Updating router 338045a6-5fe0-4864-9278-82adf843ae84 port a2ba4a11-6e95-47ae-b804-dca0427f96e0 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:30:40.757437 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b2ca3-95b4-470b-b395-f52fd9c3955f tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf654753-2113-461f-994f-885aeafae221,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:40.795582 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-375b2ca3-95b4-470b-b395-f52fd9c3955f tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:40.808214 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59860) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:40.808392 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-375b2ca3-95b4-470b-b395-f52fd9c3955f tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6752546 Dec 16 22:30:40.813658 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-f7f4faf7-644b-44d9-b706-0575c98c88b5 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Request body: {'security_group_rule': {'security_group_id': 'bf654753-2113-461f-994f-885aeafae221', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:40.824077 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9105f6b-f98b-483b-a4d3-736d732fef8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:40.838599 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-35068105-283c-4499-8dec-70ee29c2ac4c req-3cd748fe-465e-46ad-ab68-cabbaa6a075c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2223794 Dec 16 22:30:40.937461 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ed13629-301c-4d65-9611-8c96394a79c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:40.942832 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ed13629-301c-4d65-9611-8c96394a79c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:40.950961 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5ed13629-301c-4d65-9611-8c96394a79c6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3122d72f-92a8-4b8d-8cf9-5d44cd770223 HTTP/1.1" status: 204 len: 168 time: 0.4345808 Dec 16 22:30:40.965867 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed13629-301c-4d65-9611-8c96394a79c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3122d72f-92a8-4b8d-8cf9-5d44cd770223,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:40.983518 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed13629-301c-4d65-9611-8c96394a79c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:40.986468 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed13629-301c-4d65-9611-8c96394a79c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:40.987031 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed13629-301c-4d65-9611-8c96394a79c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:40.987628 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed13629-301c-4d65-9611-8c96394a79c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:40.993347 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed13629-301c-4d65-9611-8c96394a79c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:40.994083 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed13629-301c-4d65-9611-8c96394a79c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:40.994849 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed13629-301c-4d65-9611-8c96394a79c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:40.997566 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed13629-301c-4d65-9611-8c96394a79c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:40.998196 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed13629-301c-4d65-9611-8c96394a79c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:40.998806 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed13629-301c-4d65-9611-8c96394a79c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:41.006607 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed13629-301c-4d65-9611-8c96394a79c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:41.006607 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed13629-301c-4d65-9611-8c96394a79c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:41.006607 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed13629-301c-4d65-9611-8c96394a79c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:41.024773 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f7f4faf7-644b-44d9-b706-0575c98c88b5 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:41.216723 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e0b14-8264-4f85-bf2b-4a9788aa6c4e req-b02a06f2-7a1d-49f2-a7e9-f462630752b0 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:41.237601 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e0b14-8264-4f85-bf2b-4a9788aa6c4e req-b02a06f2-7a1d-49f2-a7e9-f462630752b0 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:41.248401 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e0b14-8264-4f85-bf2b-4a9788aa6c4e req-b02a06f2-7a1d-49f2-a7e9-f462630752b0 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:41.258870 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e0b14-8264-4f85-bf2b-4a9788aa6c4e req-b02a06f2-7a1d-49f2-a7e9-f462630752b0 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:41.274091 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e0b14-8264-4f85-bf2b-4a9788aa6c4e req-b02a06f2-7a1d-49f2-a7e9-f462630752b0 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:41.287870 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e0b14-8264-4f85-bf2b-4a9788aa6c4e req-b02a06f2-7a1d-49f2-a7e9-f462630752b0 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:41.306341 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e0b14-8264-4f85-bf2b-4a9788aa6c4e req-b02a06f2-7a1d-49f2-a7e9-f462630752b0 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:41.322585 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ab0e0b14-8264-4f85-bf2b-4a9788aa6c4e req-b02a06f2-7a1d-49f2-a7e9-f462630752b0 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5442 time: 0.2728117 Dec 16 22:30:41.335587 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f7f4faf7-644b-44d9-b706-0575c98c88b5 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:41.386265 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02f5a0-2e76-4561-8a66-25de525d9d19 req-a27d0682-3356-471c-b33a-1afaf19c5ad9 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:41.388115 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bf02f5a0-2e76-4561-8a66-25de525d9d19 req-a27d0682-3356-471c-b33a-1afaf19c5ad9 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 944 time: 0.1758478 Dec 16 22:30:41.406055 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9105f6b-f98b-483b-a4d3-736d732fef8e None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:41.419817 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f7f4faf7-644b-44d9-b706-0575c98c88b5 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:41.471681 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4faf7-644b-44d9-b706-0575c98c88b5 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=878034c7-dd31-4224-9779-039ecf511fb4,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:41.492390 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bf02f5a0-2e76-4561-8a66-25de525d9d19 req-fc498b82-dbbd-4584-86af-8414296e2da0 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947928 Dec 16 22:30:41.536746 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9105f6b-f98b-483b-a4d3-736d732fef8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:41.615379 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f7f4faf7-644b-44d9-b706-0575c98c88b5 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:41.615379 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f7f4faf7-644b-44d9-b706-0575c98c88b5 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8003812 Dec 16 22:30:41.615379 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59882) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:41.620977 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-1b0ad122-7c32-44db-a1ea-516d24cd9127 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Request body: {'security_group_rule': {'security_group_id': 'bf654753-2113-461f-994f-885aeafae221', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:41.625717 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f269d-0129-4171-b82f-264bc179d4d9 None None] Pushing event updated for resources: {'Port': ['ID=a2ba4a11-6e95-47ae-b804-dca0427f96e0,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:41.666984 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f269d-0129-4171-b82f-264bc179d4d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:41.667737 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f269d-0129-4171-b82f-264bc179d4d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:41.668242 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f269d-0129-4171-b82f-264bc179d4d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:41.668743 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f269d-0129-4171-b82f-264bc179d4d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:41.669236 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f269d-0129-4171-b82f-264bc179d4d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:41.669752 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f269d-0129-4171-b82f-264bc179d4d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:41.670251 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f269d-0129-4171-b82f-264bc179d4d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:41.670739 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f269d-0129-4171-b82f-264bc179d4d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:41.671262 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f269d-0129-4171-b82f-264bc179d4d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:41.671760 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f269d-0129-4171-b82f-264bc179d4d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:41.672317 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f269d-0129-4171-b82f-264bc179d4d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:41.672803 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f269d-0129-4171-b82f-264bc179d4d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:41.673348 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0f269d-0129-4171-b82f-264bc179d4d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:41.695968 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-e9105f6b-f98b-483b-a4d3-736d732fef8e None None] Attempting to bind port a2ba4a11-6e95-47ae-b804-dca0427f96e0 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:30:41.697118 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-e9105f6b-f98b-483b-a4d3-736d732fef8e None None] Attempting to bind port a2ba4a11-6e95-47ae-b804-dca0427f96e0 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'f4015ea8-820e-42f7-bd95-039e02fa3736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:30:41.697498 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9105f6b-f98b-483b-a4d3-736d732fef8e None None] Attempting to bind port a2ba4a11-6e95-47ae-b804-dca0427f96e0 on network 4d9f61c4-cc29-4ddf-89f0-e4012f9c023f {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:30:41.716058 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9105f6b-f98b-483b-a4d3-736d732fef8e None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:30:41.716441 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9105f6b-f98b-483b-a4d3-736d732fef8e None None] Checking segment: {'id': 'f4015ea8-820e-42f7-bd95-039e02fa3736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:30:41.716854 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9105f6b-f98b-483b-a4d3-736d732fef8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:41.717252 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9105f6b-f98b-483b-a4d3-736d732fef8e None None] Bound using segment: {'id': 'f4015ea8-820e-42f7-bd95-039e02fa3736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:30:41.717737 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-e9105f6b-f98b-483b-a4d3-736d732fef8e None None] Bound port: a2ba4a11-6e95-47ae-b804-dca0427f96e0, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4015ea8-820e-42f7-bd95-039e02fa3736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:30:41.728101 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9105f6b-f98b-483b-a4d3-736d732fef8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:41.789971 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad122-7c32-44db-a1ea-516d24cd9127 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:41.905168 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-e9105f6b-f98b-483b-a4d3-736d732fef8e None None] For port a2ba4a11-6e95-47ae-b804-dca0427f96e0, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:30:41.912717 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-e9105f6b-f98b-483b-a4d3-736d732fef8e None None] For port a2ba4a11-6e95-47ae-b804-dca0427f96e0, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a2ba4a11-6e95-47ae-b804-dca0427f96e0,segment=NetworkSegment(f4015ea8-820e-42f7-bd95-039e02fa3736),segment_id=f4015ea8-820e-42f7-bd95-039e02fa3736)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:30:41.949675 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad122-7c32-44db-a1ea-516d24cd9127 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:42.024057 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e9105f6b-f98b-483b-a4d3-736d732fef8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:42.039513 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ac4e091e-66d6-4d31-8665-8367b8e5a83f None None] Provisioning complete for port a2ba4a11-6e95-47ae-b804-dca0427f96e0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:42.040818 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ac4e091e-66d6-4d31-8665-8367b8e5a83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:42.106490 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f269d-0129-4171-b82f-264bc179d4d9 None None] Pushing event updated for resources: {'Port': ['ID=a2ba4a11-6e95-47ae-b804-dca0427f96e0,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:42.131872 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad122-7c32-44db-a1ea-516d24cd9127 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:42.152126 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9105f6b-f98b-483b-a4d3-736d732fef8e None None] Routers {'338045a6-5fe0-4864-9278-82adf843ae84'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:30:42.153272 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e9105f6b-f98b-483b-a4d3-736d732fef8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:30:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['338045a6-5fe0-4864-9278-82adf843ae84'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:42.162037 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ac4e091e-66d6-4d31-8665-8367b8e5a83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:42.182172 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ad122-7c32-44db-a1ea-516d24cd9127 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7ebd1a-673c-4457-a172-610afebed55e,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:42.221026 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ac4e091e-66d6-4d31-8665-8367b8e5a83f None None] For port a2ba4a11-6e95-47ae-b804-dca0427f96e0, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a2ba4a11-6e95-47ae-b804-dca0427f96e0,segment=NetworkSegment(f4015ea8-820e-42f7-bd95-039e02fa3736),segment_id=f4015ea8-820e-42f7-bd95-039e02fa3736)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:30:42.330878 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ac4e091e-66d6-4d31-8665-8367b8e5a83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:42.334964 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad122-7c32-44db-a1ea-516d24cd9127 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:42.339564 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1b0ad122-7c32-44db-a1ea-516d24cd9127 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7259459 Dec 16 22:30:42.343469 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59902) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:42.350641 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:42.498122 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e091e-66d6-4d31-8665-8367b8e5a83f None None] Pushing event updated for resources: {'Port': ['ID=a2ba4a11-6e95-47ae-b804-dca0427f96e0,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:42.511674 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-e9105f6b-f98b-483b-a4d3-736d732fef8e None None] Set router 338045a6-5fe0-4864-9278-82adf843ae84 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:30:42.573117 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:42.678228 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-fe48a445-6ec8-4e95-86ec-c79aedc1cc0a None None] Provisioning complete for port a2ba4a11-6e95-47ae-b804-dca0427f96e0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:42.678611 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fe48a445-6ec8-4e95-86ec-c79aedc1cc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:42.802407 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31701b13-f9fa-4a1b-93fe-48085dfdba80 req-94aed167-b3c0-4921-b11a-57ac7ea2fbc2 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:42.805405 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-31701b13-f9fa-4a1b-93fe-48085dfdba80 req-94aed167-b3c0-4921-b11a-57ac7ea2fbc2 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 944 time: 0.1375978 Dec 16 22:30:42.816917 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:42.938191 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-31701b13-f9fa-4a1b-93fe-48085dfdba80 req-27ad0071-8f5b-4993-83b9-bc5ce54d8041 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144445 Dec 16 22:30:43.043079 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Allocated IP 172.25.6.84 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/6e4db8ce-ad87-4c22-93ad-dbb9e5e60cd2) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:30:43.049446 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e9105f6b-f98b-483b-a4d3-736d732fef8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338045a6-5fe0-4864-9278-82adf843ae84', 'name': 'tempest-AttachVolumeTestJSON-1810374084-router', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:29Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'gw_port': {'id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:30Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'a2ba4a11-6e95-47ae-b804-dca0427f96e0', 'name': '', 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'mac_address': 'fa:16:3e:cd:0e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:35Z', 'updated_at': '2021-12-16T22:30:41Z', 'revision_number': 4, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'subnets': [{'id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:43.085239 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9105f6b-f98b-483b-a4d3-736d732fef8e None None] The sync data for ids ['338045a6-5fe0-4864-9278-82adf843ae84'] in n-d-815324-4 is: [{'id': '338045a6-5fe0-4864-9278-82adf843ae84', 'name': 'tempest-AttachVolumeTestJSON-1810374084-router', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:29Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'gw_port': {'id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:30Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'a2ba4a11-6e95-47ae-b804-dca0427f96e0', 'name': '', 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'mac_address': 'fa:16:3e:cd:0e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:35Z', 'updated_at': '2021-12-16T22:30:41Z', 'revision_number': 4, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'subnets': [{'id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:30:43.246832 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 6ed61f9b-889a-44a7-add8-f6214e58aba9 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:30:43.344680 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:43.530654 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:43.581794 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 6ed61f9b-889a-44a7-add8-f6214e58aba9 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:30:43.587706 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 6ed61f9b-889a-44a7-add8-f6214e58aba9 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:43.588182 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:43.684977 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:30:43.697832 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Pushing event updated for resources: {'Port': ['ID=6e4db8ce-ad87-4c22-93ad-dbb9e5e60cd2,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:43.700912 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:30:43.720902 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:30:43.816224 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:43.819223 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:43.819597 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:43.819950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:43.820295 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:43.820637 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:43.820979 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:43.821326 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:43.821653 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:43.821987 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:43.822316 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:43.822642 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:43.834949 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:43.837415 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:30:43.918994 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 6ed61f9b-889a-44a7-add8-f6214e58aba9, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=6ed61f9b-889a-44a7-add8-f6214e58aba9,segment=NetworkSegment(f5a46207-de92-43ba-8bad-688453970bff),segment_id=f5a46207-de92-43ba-8bad-688453970bff)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:30:43.920445 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4b382c-739b-4ba9-896c-0e074d1d4700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed61f9b-889a-44a7-add8-f6214e58aba9'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:30:43.929194 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c7f3f1-e48c-4193-870f-75af26c189ac" -d '{"events": [{"server_uuid": "dc4b382c-739b-4ba9-896c-0e074d1d4700", "name": "network-vif-plugged", "status": "completed", "tag": "6ed61f9b-889a-44a7-add8-f6214e58aba9"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:30:43.988249 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6a8f9b-2945-4275-ba98-9c49111eb644 x-openstack-request-id: req-3a6a8f9b-2945-4275-ba98-9c49111eb644 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:30:43.988694 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4b382c-739b-4ba9-896c-0e074d1d4700", "name": "network-vif-plugged", "status": "completed", "tag": "6ed61f9b-889a-44a7-add8-f6214e58aba9", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:30:43.989056 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3a6a8f9b-2945-4275-ba98-9c49111eb644 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:30:43.989559 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4b382c-739b-4ba9-896c-0e074d1d4700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed61f9b-889a-44a7-add8-f6214e58aba9', 'code': 200} Dec 16 22:30:44.012518 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:44.163134 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=6ed61f9b-889a-44a7-add8-f6214e58aba9,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:44.232779 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:44.260156 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59956) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:44.320994 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78087a9-bb8a-4f7e-8ddc-a22a6f5a4afe req-8dabd83e-b33d-4da8-8ae8-140ce84d4c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:44.322358 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b78087a9-bb8a-4f7e-8ddc-a22a6f5a4afe req-8dabd83e-b33d-4da8-8ae8-140ce84d4c2a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 1096 time: 0.1636236 Dec 16 22:30:44.343350 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a65235-aec3-49d3-8dfa-1516cd6a28a3 req-a7cce418-915e-49ed-8ea5-c7757da47c84 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:44.355690 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-60a65235-aec3-49d3-8dfa-1516cd6a28a3 req-a7cce418-915e-49ed-8ea5-c7757da47c84 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 945 time: 0.2338288 Dec 16 22:30:44.495987 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:44.542019 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26e990-ec12-4d8c-b65d-0ab5bc6e0e60 req-76013bf6-4b7a-4525-b28b-2a80aa63d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:44.544400 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26e990-ec12-4d8c-b65d-0ab5bc6e0e60 req-76013bf6-4b7a-4525-b28b-2a80aa63d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:44.547168 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26e990-ec12-4d8c-b65d-0ab5bc6e0e60 req-76013bf6-4b7a-4525-b28b-2a80aa63d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:44.548133 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26e990-ec12-4d8c-b65d-0ab5bc6e0e60 req-76013bf6-4b7a-4525-b28b-2a80aa63d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:44.554028 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26e990-ec12-4d8c-b65d-0ab5bc6e0e60 req-76013bf6-4b7a-4525-b28b-2a80aa63d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:44.554674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26e990-ec12-4d8c-b65d-0ab5bc6e0e60 req-76013bf6-4b7a-4525-b28b-2a80aa63d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:44.557176 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26e990-ec12-4d8c-b65d-0ab5bc6e0e60 req-76013bf6-4b7a-4525-b28b-2a80aa63d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:44.560652 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ef26e990-ec12-4d8c-b65d-0ab5bc6e0e60 req-76013bf6-4b7a-4525-b28b-2a80aa63d018 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 6499 time: 0.3022780 Dec 16 22:30:44.561974 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-60a65235-aec3-49d3-8dfa-1516cd6a28a3 req-c95eef91-b27d-4c7a-a226-2c670f7d3daf tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074270 Dec 16 22:30:44.677702 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b78087a9-bb8a-4f7e-8ddc-a22a6f5a4afe req-96faa064-a883-4e54-b2fc-801909f651c1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184371 Dec 16 22:30:44.729619 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ef26e990-ec12-4d8c-b65d-0ab5bc6e0e60 req-b845b051-d600-45d7-8c55-2c150de6a20f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1441c638-c88b-4ce3-8d53-759c5e35accf&id=a7c0143e-afb5-4938-a413-da33b57b5831&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1470957 Dec 16 22:30:44.887360 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a2ba4a11-6e95-47ae-b804-dca0427f96e0 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:30:44.914266 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:44.991550 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port a2ba4a11-6e95-47ae-b804-dca0427f96e0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:44.991987 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:45.023660 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:45.141432 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Pushing event updated for resources: {'Port': ['ID=6e4db8ce-ad87-4c22-93ad-dbb9e5e60cd2,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:45.237666 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:45.325018 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:45.334279 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a09af8e3-d43c-4758-8bca-8a2a86960263 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9802043 Dec 16 22:30:45.789034 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe67e293-b120-462d-963b-b902f81b17c4 req-6d8bea75-6489-4cbd-86e0-054c577e1f1c tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--2096026096&fields=id&tenant_id=720f6d1270aa4ecaab964d0eb84b215e HTTP/1.1" status: 200 len: 267 time: 0.2011690 Dec 16 22:30:45.881700 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bad4f2-67ee-4621-9c81-d81764313123 req-6db5c7b1-7a4b-4d22-98d1-3f1eed9b4328 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:45.884058 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f8bad4f2-67ee-4621-9c81-d81764313123 req-6db5c7b1-7a4b-4d22-98d1-3f1eed9b4328 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 945 time: 0.1721616 Dec 16 22:30:46.040632 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f8bad4f2-67ee-4621-9c81-d81764313123 req-152083dc-426b-445b-9b47-7344961d9dcb tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498666 Dec 16 22:30:46.071120 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67e293-b120-462d-963b-b902f81b17c4 req-1f4c1d44-998e-4f7e-be0d-1351ce8a9a2e tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:46.108348 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe67e293-b120-462d-963b-b902f81b17c4 req-1f4c1d44-998e-4f7e-be0d-1351ce8a9a2e tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/networks?id=4d9f61c4-cc29-4ddf-89f0-e4012f9c023f HTTP/1.1" status: 200 len: 811 time: 0.3183551 Dec 16 22:30:46.144653 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe67e293-b120-462d-963b-b902f81b17c4 req-d717776b-bbce-4b82-9e6d-22f2808da82b tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/quotas/720f6d1270aa4ecaab964d0eb84b215e HTTP/1.1" status: 200 len: 375 time: 0.0332494 Dec 16 22:30:46.269816 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe67e293-b120-462d-963b-b902f81b17c4 req-a0f0cdc6-7da4-4f06-8fb8-1a046852a9c5 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=720f6d1270aa4ecaab964d0eb84b215e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1215582 Dec 16 22:30:46.488069 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe67e293-b120-462d-963b-b902f81b17c4 req-1b1128db-7549-4409-afc2-2e54cac75e92 service neutron] 10.222.0.75 "GET /v2.0/networks/4d9f61c4-cc29-4ddf-89f0-e4012f9c023f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170739 Dec 16 22:30:46.653812 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fe67e293-b120-462d-963b-b902f81b17c4 req-76b9cf15-a855-4b15-bb68-b51903602ecb service neutron] 10.222.0.75 "GET /v2.0/networks/4d9f61c4-cc29-4ddf-89f0-e4012f9c023f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643240 Dec 16 22:30:47.178402 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-03fac70b-114b-423d-8daf-4e6c813d22b2 req-5bcd211d-e35b-4f03-8b9b-18cbfc9cf876 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 210 time: 0.1312480 Dec 16 22:30:47.209591 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aeea6a-3b98-44da-a315-6607addfc406 req-524fae91-0690-4eed-85c8-576164367e7e tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:47.219347 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-43aeea6a-3b98-44da-a315-6607addfc406 req-524fae91-0690-4eed-85c8-576164367e7e tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 945 time: 0.0960112 Dec 16 22:30:47.795312 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-43aeea6a-3b98-44da-a315-6607addfc406 req-65a84437-0542-4ac1-bb29-c8f6c15e8bb0 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5744267 Dec 16 22:30:47.983304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345dfe4-bad5-4804-ae51-e41c0dc0d294 req-1a16c133-dccf-49ea-af38-c900db5628f1 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:47.985587 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3345dfe4-bad5-4804-ae51-e41c0dc0d294 req-1a16c133-dccf-49ea-af38-c900db5628f1 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 945 time: 0.0920355 Dec 16 22:30:48.061937 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3345dfe4-bad5-4804-ae51-e41c0dc0d294 req-85b2083b-d6f7-4137-8690-2ba5f47be779 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645707 Dec 16 22:30:48.307131 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d3fab22-7f07-471b-b1ff-f857c55652c9 req-20064e76-1c25-40c1-a4ae-da31221bc194 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 210 time: 0.0586293 Dec 16 22:30:48.550691 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195531d-03ad-41e7-9b34-b9d375018de3 req-5922b6ac-030b-4da4-b1fa-f6052952a127 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:48.552636 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8195531d-03ad-41e7-9b34-b9d375018de3 req-5922b6ac-030b-4da4-b1fa-f6052952a127 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 945 time: 0.1305168 Dec 16 22:30:48.635689 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8195531d-03ad-41e7-9b34-b9d375018de3 req-ab0d6036-3470-48fd-9fb1-6ecf54f963c3 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710676 Dec 16 22:30:48.755711 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31f60e-e992-4bbe-a173-772d267e0fc1 req-15b7d0c6-9351-443e-8288-57bbd866051c tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:48.757819 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ac31f60e-e992-4bbe-a173-772d267e0fc1 req-15b7d0c6-9351-443e-8288-57bbd866051c tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 945 time: 0.0524051 Dec 16 22:30:48.818243 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ac31f60e-e992-4bbe-a173-772d267e0fc1 req-a0b98ee2-d196-4ed0-a406-9e4c8db269d6 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535169 Dec 16 22:30:49.268273 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7c1f8-5e49-422c-aed7-0d17beaf849a req-2f97b918-2ab3-4c5a-9dcc-c46ba48534da tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:49.269875 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e5e7c1f8-5e49-422c-aed7-0d17beaf849a req-2f97b918-2ab3-4c5a-9dcc-c46ba48534da tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 945 time: 0.0578599 Dec 16 22:30:49.351068 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e5e7c1f8-5e49-422c-aed7-0d17beaf849a req-ed8ffea4-d209-4265-9b26-7082412134cd tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751619 Dec 16 22:30:49.431674 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-585849dd-9d21-4d8a-b53d-afcb945845fd req-4fe8258e-ad39-45bf-9886-4cc78907df02 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 210 time: 0.0411139 Dec 16 22:30:49.496786 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533e048-c82b-47b3-a626-6d1e83a00571 req-05d7b089-c96d-4022-95ca-2d5c185af08e tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:49.498858 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a533e048-c82b-47b3-a626-6d1e83a00571 req-05d7b089-c96d-4022-95ca-2d5c185af08e tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 945 time: 0.0603025 Dec 16 22:30:49.563607 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a533e048-c82b-47b3-a626-6d1e83a00571 req-47e6af81-dc89-4c26-853f-d036b16afbf2 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571558 Dec 16 22:30:50.405779 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307b23c-bebf-42c8-b993-edf606f2a675 req-ee18bf5b-e79f-4986-b0e4-f02f01a90901 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:50.410947 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f307b23c-bebf-42c8-b993-edf606f2a675 req-ee18bf5b-e79f-4986-b0e4-f02f01a90901 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 945 time: 0.0676098 Dec 16 22:30:50.521582 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f307b23c-bebf-42c8-b993-edf606f2a675 req-8fac1c4a-ea7d-4e1a-a6c7-b1d7daa63c6c tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982385 Dec 16 22:30:50.666059 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a11f28cf-8668-4214-b3e2-58c5fa0ba875 req-fbe20d9b-0b30-48ac-9a94-671f18d29781 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 210 time: 0.0478418 Dec 16 22:30:50.833719 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67e293-b120-462d-963b-b902f81b17c4 req-c6c97956-9b51-40e0-91bd-74a3b6775169 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:50.835310 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fe67e293-b120-462d-963b-b902f81b17c4 req-c6c97956-9b51-40e0-91bd-74a3b6775169 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.76 "GET /v2.0/networks?id=4d9f61c4-cc29-4ddf-89f0-e4012f9c023f HTTP/1.1" status: 200 len: 811 time: 0.1562846 Dec 16 22:30:50.973105 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fe67e293-b120-462d-963b-b902f81b17c4 req-9e10914a-3313-4086-8092-5a6e53e48eec tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=720f6d1270aa4ecaab964d0eb84b215e HTTP/1.1" status: 200 len: 380 time: 0.0746856 Dec 16 22:30:50.988038 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-fe67e293-b120-462d-963b-b902f81b17c4 req-3cdff206-948a-4121-82c6-7ea77a92c1d0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Request body: {'port': {'device_id': 'fdc6c33a-333a-4242-9204-4af95f79c694', 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f', 'admin_state_up': True, 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'security_groups': ['bf654753-2113-461f-994f-885aeafae221']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:51.308867 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe67e293-b120-462d-963b-b902f81b17c4 req-3cdff206-948a-4121-82c6-7ea77a92c1d0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Made reservation on behalf of 720f6d1270aa4ecaab964d0eb84b215e for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:30:51.313705 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-fe67e293-b120-462d-963b-b902f81b17c4 req-3cdff206-948a-4121-82c6-7ea77a92c1d0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:51.452079 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-fe67e293-b120-462d-963b-b902f81b17c4 req-3cdff206-948a-4121-82c6-7ea77a92c1d0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Allocated IP 172.20.0.9 (4d9f61c4-cc29-4ddf-89f0-e4012f9c023f/04b9b352-17cc-4c58-8901-6e5b7abd436d/fe59c16b-1dd6-4b4b-945c-8a61814311d6) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:30:51.607118 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-fe67e293-b120-462d-963b-b902f81b17c4 req-3cdff206-948a-4121-82c6-7ea77a92c1d0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:51.713468 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11685f-4ec1-4612-9e5f-57cf6c990e1d req-726e4807-149f-4463-9b9f-3846b48db42e tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:51.719803 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0c11685f-4ec1-4612-9e5f-57cf6c990e1d req-726e4807-149f-4463-9b9f-3846b48db42e tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 945 time: 0.1185539 Dec 16 22:30:51.786753 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0c11685f-4ec1-4612-9e5f-57cf6c990e1d req-53c69774-dfde-49f6-8e4e-e84761c5f1cb tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b19e6c29-bed0-460a-990a-b396f82e6644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640323 Dec 16 22:30:51.790965 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e2a5dd85-f0ca-4a67-b8a0-72af823e4dc5 req-69e58c33-3012-496f-b414-9d13f5546c7d tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 210 time: 0.0398347 Dec 16 22:30:51.794754 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-fe67e293-b120-462d-963b-b902f81b17c4 req-3cdff206-948a-4121-82c6-7ea77a92c1d0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:51.844697 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe67e293-b120-462d-963b-b902f81b17c4 req-3cdff206-948a-4121-82c6-7ea77a92c1d0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Network 4d9f61c4-cc29-4ddf-89f0-e4012f9c023f is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:30:51.848589 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-fe67e293-b120-462d-963b-b902f81b17c4 req-3cdff206-948a-4121-82c6-7ea77a92c1d0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:30:51.852945 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe67e293-b120-462d-963b-b902f81b17c4 req-3cdff206-948a-4121-82c6-7ea77a92c1d0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:30:51.898288 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdff206-948a-4121-82c6-7ea77a92c1d0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Pushing event updated for resources: {'Port': ['ID=fe59c16b-1dd6-4b4b-945c-8a61814311d6,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:51.958009 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67e293-b120-462d-963b-b902f81b17c4 req-3cdff206-948a-4121-82c6-7ea77a92c1d0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:51.959115 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-fe67e293-b120-462d-963b-b902f81b17c4 req-3cdff206-948a-4121-82c6-7ea77a92c1d0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:51.989487 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb7cd9-0d83-4380-bd6d-583a1583c16f req-84ce9895-95f7-4e98-801b-6ea006ddb6ff tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:51.995874 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dcb7cd9-0d83-4380-bd6d-583a1583c16f req-84ce9895-95f7-4e98-801b-6ea006ddb6ff tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 945 time: 0.0916162 Dec 16 22:30:52.095009 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fe67e293-b120-462d-963b-b902f81b17c4 req-3cdff206-948a-4121-82c6-7ea77a92c1d0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1126568 Dec 16 22:30:52.112220 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-7dcb7cd9-0d83-4380-bd6d-583a1583c16f req-a6797649-98c3-4918-b6f3-43e612078ea8 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Deleting port 6ed61f9b-889a-44a7-add8-f6214e58aba9 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:30:52.112577 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7dcb7cd9-0d83-4380-bd6d-583a1583c16f req-a6797649-98c3-4918-b6f3-43e612078ea8 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:52.118861 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-fe67e293-b120-462d-963b-b902f81b17c4 req-6c99caad-e2a3-4483-beb5-f80114d3dc4e service neutron] Request body: {'port': {'device_id': 'fdc6c33a-333a-4242-9204-4af95f79c694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:52.204787 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-fe67e293-b120-462d-963b-b902f81b17c4 req-6c99caad-e2a3-4483-beb5-f80114d3dc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:52.220063 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-7dcb7cd9-0d83-4380-bd6d-583a1583c16f req-a6797649-98c3-4918-b6f3-43e612078ea8 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] For port 6ed61f9b-889a-44a7-add8-f6214e58aba9, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=6ed61f9b-889a-44a7-add8-f6214e58aba9,segment=NetworkSegment(f5a46207-de92-43ba-8bad-688453970bff),segment_id=f5a46207-de92-43ba-8bad-688453970bff)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:30:52.220551 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7dcb7cd9-0d83-4380-bd6d-583a1583c16f req-a6797649-98c3-4918-b6f3-43e612078ea8 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:52.235634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-7dcb7cd9-0d83-4380-bd6d-583a1583c16f req-a6797649-98c3-4918-b6f3-43e612078ea8 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Calling delete_port for 6ed61f9b-889a-44a7-add8-f6214e58aba9 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:30:52.239960 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-88ba982e-9e57-4177-b9d8-865b12fdd348 None None] Provisioning complete for port fe59c16b-1dd6-4b4b-945c-8a61814311d6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:30:52.240476 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-88ba982e-9e57-4177-b9d8-865b12fdd348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:52.305202 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-88ba982e-9e57-4177-b9d8-865b12fdd348 None None] Port fe59c16b-1dd6-4b4b-945c-8a61814311d6 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:30:52.548811 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7dcb7cd9-0d83-4380-bd6d-583a1583c16f req-a6797649-98c3-4918-b6f3-43e612078ea8 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:52.562009 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-fe67e293-b120-462d-963b-b902f81b17c4 req-6c99caad-e2a3-4483-beb5-f80114d3dc4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe59c16b-1dd6-4b4b-945c-8a61814311d6 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:30:52.569988 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-fe67e293-b120-462d-963b-b902f81b17c4 req-6c99caad-e2a3-4483-beb5-f80114d3dc4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:52.582566 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['6ed61f9b-889a-44a7-add8-f6214e58aba9'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:30:52.587171 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-fe67e293-b120-462d-963b-b902f81b17c4 req-6c99caad-e2a3-4483-beb5-f80114d3dc4e service neutron] Transition to ACTIVE for port object fe59c16b-1dd6-4b4b-945c-8a61814311d6 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:30:52.619370 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6797649-98c3-4918-b6f3-43e612078ea8 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Pushing event deleted for resources: {'Port': ['ID=6ed61f9b-889a-44a7-add8-f6214e58aba9,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:52.697812 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-fe67e293-b120-462d-963b-b902f81b17c4 req-6c99caad-e2a3-4483-beb5-f80114d3dc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:52.720839 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dcb7cd9-0d83-4380-bd6d-583a1583c16f req-a6797649-98c3-4918-b6f3-43e612078ea8 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] No DVR routers for this DVR port 6ed61f9b-889a-44a7-add8-f6214e58aba9 on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:30:52.724243 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7dcb7cd9-0d83-4380-bd6d-583a1583c16f req-a6797649-98c3-4918-b6f3-43e612078ea8 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:52.728605 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7dcb7cd9-0d83-4380-bd6d-583a1583c16f req-a6797649-98c3-4918-b6f3-43e612078ea8 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.57 "DELETE /v2.0/ports/6ed61f9b-889a-44a7-add8-f6214e58aba9 HTTP/1.1" status: 204 len: 173 time: 0.7302287 Dec 16 22:30:52.729216 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4b382c-739b-4ba9-896c-0e074d1d4700', 'name': 'network-vif-deleted', 'tag': '6ed61f9b-889a-44a7-add8-f6214e58aba9'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:30:52.731649 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a413aad-46ce-4531-8438-ed18a9a95db7" -d '{"events": [{"server_uuid": "dc4b382c-739b-4ba9-896c-0e074d1d4700", "name": "network-vif-deleted", "tag": "6ed61f9b-889a-44a7-add8-f6214e58aba9"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:30:52.779270 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99caad-e2a3-4483-beb5-f80114d3dc4e service neutron] Pushing event updated for resources: {'Port': ['ID=fe59c16b-1dd6-4b4b-945c-8a61814311d6,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:52.799132 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f133ef7-bb12-429b-83d9-377d59caaab8 x-openstack-request-id: req-6f133ef7-bb12-429b-83d9-377d59caaab8 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:30:52.799670 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4b382c-739b-4ba9-896c-0e074d1d4700", "name": "network-vif-deleted", "tag": "6ed61f9b-889a-44a7-add8-f6214e58aba9", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:30:52.799906 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6f133ef7-bb12-429b-83d9-377d59caaab8 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:30:52.800372 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4b382c-739b-4ba9-896c-0e074d1d4700', 'name': 'network-vif-deleted', 'tag': '6ed61f9b-889a-44a7-add8-f6214e58aba9', 'status': 'completed', 'code': 200} Dec 16 22:30:53.011346 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-de8c6a91-6d34-49bb-949b-e0b6e270304b req-ef03b2b1-47e1-49ca-98e7-5a69f135f826 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 210 time: 0.0922050 Dec 16 22:30:53.069854 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c63974-7537-495d-a16f-40e7b5cd995f req-94a39710-2658-4c80-9cfb-36cfad67a34f tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:53.071511 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e1c63974-7537-495d-a16f-40e7b5cd995f req-94a39710-2658-4c80-9cfb-36cfad67a34f tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 943 time: 0.1341066 Dec 16 22:30:53.129911 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-fe67e293-b120-462d-963b-b902f81b17c4 req-6c99caad-e2a3-4483-beb5-f80114d3dc4e service neutron] Attempting to bind port fe59c16b-1dd6-4b4b-945c-8a61814311d6 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:30:53.130308 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-fe67e293-b120-462d-963b-b902f81b17c4 req-6c99caad-e2a3-4483-beb5-f80114d3dc4e service neutron] Attempting to bind port fe59c16b-1dd6-4b4b-945c-8a61814311d6 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'f4015ea8-820e-42f7-bd95-039e02fa3736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:30:53.130589 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe67e293-b120-462d-963b-b902f81b17c4 req-6c99caad-e2a3-4483-beb5-f80114d3dc4e service neutron] Attempting to bind port fe59c16b-1dd6-4b4b-945c-8a61814311d6 on network 4d9f61c4-cc29-4ddf-89f0-e4012f9c023f {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:30:53.143407 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe67e293-b120-462d-963b-b902f81b17c4 req-6c99caad-e2a3-4483-beb5-f80114d3dc4e service neutron] Port fe59c16b-1dd6-4b4b-945c-8a61814311d6 on network 4d9f61c4-cc29-4ddf-89f0-e4012f9c023f not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:30:53.143745 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe67e293-b120-462d-963b-b902f81b17c4 req-6c99caad-e2a3-4483-beb5-f80114d3dc4e service neutron] Attempting to bind port fe59c16b-1dd6-4b4b-945c-8a61814311d6 on network 4d9f61c4-cc29-4ddf-89f0-e4012f9c023f {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:30:53.165064 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe67e293-b120-462d-963b-b902f81b17c4 req-6c99caad-e2a3-4483-beb5-f80114d3dc4e service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:30:53.165432 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe67e293-b120-462d-963b-b902f81b17c4 req-6c99caad-e2a3-4483-beb5-f80114d3dc4e service neutron] Checking segment: {'id': 'f4015ea8-820e-42f7-bd95-039e02fa3736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:30:53.165835 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe67e293-b120-462d-963b-b902f81b17c4 req-6c99caad-e2a3-4483-beb5-f80114d3dc4e service neutron] Bound using segment: {'id': 'f4015ea8-820e-42f7-bd95-039e02fa3736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:30:53.166288 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-fe67e293-b120-462d-963b-b902f81b17c4 req-6c99caad-e2a3-4483-beb5-f80114d3dc4e service neutron] Bound port: fe59c16b-1dd6-4b4b-945c-8a61814311d6, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4015ea8-820e-42f7-bd95-039e02fa3736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:30:53.166659 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-fe67e293-b120-462d-963b-b902f81b17c4 req-6c99caad-e2a3-4483-beb5-f80114d3dc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:53.175967 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e1c63974-7537-495d-a16f-40e7b5cd995f req-0eb5fad0-9a2f-494a-ab36-7c5bc88acf59 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908554 Dec 16 22:30:53.338720 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-fe67e293-b120-462d-963b-b902f81b17c4 req-6c99caad-e2a3-4483-beb5-f80114d3dc4e service neutron] For port fe59c16b-1dd6-4b4b-945c-8a61814311d6, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:30:53.344420 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-fe67e293-b120-462d-963b-b902f81b17c4 req-6c99caad-e2a3-4483-beb5-f80114d3dc4e service neutron] For port fe59c16b-1dd6-4b4b-945c-8a61814311d6, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=fe59c16b-1dd6-4b4b-945c-8a61814311d6,segment=NetworkSegment(f4015ea8-820e-42f7-bd95-039e02fa3736),segment_id=f4015ea8-820e-42f7-bd95-039e02fa3736)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:30:53.354499 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-11721ade-cf65-4b5d-8fe5-10ae510a905f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:53.424097 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-fe67e293-b120-462d-963b-b902f81b17c4 req-6c99caad-e2a3-4483-beb5-f80114d3dc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:53.463470 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67e293-b120-462d-963b-b902f81b17c4 req-6c99caad-e2a3-4483-beb5-f80114d3dc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:53.464215 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-fe67e293-b120-462d-963b-b902f81b17c4 req-6c99caad-e2a3-4483-beb5-f80114d3dc4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:53.465727 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fe67e293-b120-462d-963b-b902f81b17c4 req-6c99caad-e2a3-4483-beb5-f80114d3dc4e service neutron] 10.222.0.76 "PUT /v2.0/ports/fe59c16b-1dd6-4b4b-945c-8a61814311d6 HTTP/1.1" status: 200 len: 1091 time: 1.3515723 Dec 16 22:30:53.468239 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc6c33a-333a-4242-9204-4af95f79c694', 'tag': 'fe59c16b-1dd6-4b4b-945c-8a61814311d6'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:30:53.471081 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efbb8b7-d14f-48df-8119-2307a9b8ae08" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc6c33a-333a-4242-9204-4af95f79c694", "tag": "fe59c16b-1dd6-4b4b-945c-8a61814311d6"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:30:53.501505 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99caad-e2a3-4483-beb5-f80114d3dc4e service neutron] Pushing event updated for resources: {'Port': ['ID=fe59c16b-1dd6-4b4b-945c-8a61814311d6,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:53.525314 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c86e91e-a07a-4498-8372-573dd17a4f00 x-openstack-request-id: req-7c86e91e-a07a-4498-8372-573dd17a4f00 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:30:53.525621 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc6c33a-333a-4242-9204-4af95f79c694", "tag": "fe59c16b-1dd6-4b4b-945c-8a61814311d6", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:30:53.525885 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7c86e91e-a07a-4498-8372-573dd17a4f00 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:30:53.526416 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc6c33a-333a-4242-9204-4af95f79c694', 'tag': 'fe59c16b-1dd6-4b4b-945c-8a61814311d6', 'status': 'completed', 'code': 200} Dec 16 22:30:53.635501 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbb8b7-d14f-48df-8119-2307a9b8ae08 req-246cc37f-4334-4716-b5cd-adb073e708c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:53.637131 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9efbb8b7-d14f-48df-8119-2307a9b8ae08 req-246cc37f-4334-4716-b5cd-adb073e708c6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=720f6d1270aa4ecaab964d0eb84b215e&device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 1094 time: 0.0591977 Dec 16 22:30:54.044506 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60224) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:54.196482 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aa44feb2-e6a6-49cb-840e-415494dac5ad req-89b84a44-90c0-4eee-996b-7ee6483bc0c5 tempest-ServerDiskConfigTestJSON-280448289 tempest-ServerDiskConfigTestJSON-280448289-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc4b382c-739b-4ba9-896c-0e074d1d4700 HTTP/1.1" status: 200 len: 210 time: 0.0360582 Dec 16 22:30:54.255031 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dd0504d7-5be6-4965-8370-01dc1f0fbbb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:54.291873 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbb8b7-d14f-48df-8119-2307a9b8ae08 req-8433fd19-341c-4359-9dc3-5dfe3e670c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:54.293531 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9efbb8b7-d14f-48df-8119-2307a9b8ae08 req-8433fd19-341c-4359-9dc3-5dfe3e670c3e service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=720f6d1270aa4ecaab964d0eb84b215e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6356344 Dec 16 22:30:54.375715 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e931678-33a4-4d85-a10f-b7f4e2f1a693 req-1dd2d41a-fb58-4308-b34f-f7a14b3c91f9 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:54.376838 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2e931678-33a4-4d85-a10f-b7f4e2f1a693 req-1dd2d41a-fb58-4308-b34f-f7a14b3c91f9 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 943 time: 0.0832591 Dec 16 22:30:54.447082 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2e931678-33a4-4d85-a10f-b7f4e2f1a693 req-ac81e4f0-7cd6-425d-aa36-5d397c8a8ed7 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617778 Dec 16 22:30:54.455408 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbb8b7-d14f-48df-8119-2307a9b8ae08 req-9bf96014-56b6-4c0d-b4f6-ba4468b88cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:54.457844 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9efbb8b7-d14f-48df-8119-2307a9b8ae08 req-9bf96014-56b6-4c0d-b4f6-ba4468b88cff service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1559410 Dec 16 22:30:54.479627 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dd0504d7-5be6-4965-8370-01dc1f0fbbb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:54.588704 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dd0504d7-5be6-4965-8370-01dc1f0fbbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:54.590629 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67e293-b120-462d-963b-b902f81b17c4 req-44221360-284d-4653-b5f4-4fd87fdad089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:54.593574 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fe67e293-b120-462d-963b-b902f81b17c4 req-44221360-284d-4653-b5f4-4fd87fdad089 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=720f6d1270aa4ecaab964d0eb84b215e&device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 1094 time: 0.0495155 Dec 16 22:30:54.635489 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-dd0504d7-5be6-4965-8370-01dc1f0fbbb7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ff48490173804180b1e10fb9152818b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5889022 Dec 16 22:30:54.637893 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0504d7-5be6-4965-8370-01dc1f0fbbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54563079-668b-4885-b319-5acf63bafc67,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:54.640274 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60238) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:54.663851 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fe67e293-b120-462d-963b-b902f81b17c4 req-13eec9d8-a3ad-4f8b-bc58-6b8751b7edef service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe59c16b-1dd6-4b4b-945c-8a61814311d6 HTTP/1.1" status: 200 len: 217 time: 0.0406964 Dec 16 22:30:54.702580 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-88a6575e-ceb3-4758-b29f-527af40d41b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:54.714642 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67e293-b120-462d-963b-b902f81b17c4 req-2ff4d1fb-8ca3-405a-9e9f-12a58c46f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:54.727276 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fe67e293-b120-462d-963b-b902f81b17c4 req-2ff4d1fb-8ca3-405a-9e9f-12a58c46f5d2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04b9b352-17cc-4c58-8901-6e5b7abd436d HTTP/1.1" status: 200 len: 850 time: 0.0595200 Dec 16 22:30:54.738103 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-88a6575e-ceb3-4758-b29f-527af40d41b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:54.790111 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67e293-b120-462d-963b-b902f81b17c4 req-67a4aed9-5cef-4d1e-b366-652fbb26398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:54.791718 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fe67e293-b120-462d-963b-b902f81b17c4 req-67a4aed9-5cef-4d1e-b366-652fbb26398f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d9f61c4-cc29-4ddf-89f0-e4012f9c023f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545187 Dec 16 22:30:54.898779 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fe67e293-b120-462d-963b-b902f81b17c4 req-0d9d68cb-c46f-43ed-b9de-fbb0ec6f4ee8 service neutron] 10.222.0.76 "GET /v2.0/networks/4d9f61c4-cc29-4ddf-89f0-e4012f9c023f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964024 Dec 16 22:30:54.933000 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-88a6575e-ceb3-4758-b29f-527af40d41b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:54.937237 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-88a6575e-ceb3-4758-b29f-527af40d41b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:54.937237 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-88a6575e-ceb3-4758-b29f-527af40d41b4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/54563079-668b-4885-b319-5acf63bafc67 HTTP/1.1" status: 204 len: 168 time: 0.2950585 Dec 16 22:30:54.947321 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6575e-ceb3-4758-b29f-527af40d41b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54563079-668b-4885-b319-5acf63bafc67,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:55.005957 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fe67e293-b120-462d-963b-b902f81b17c4 req-504d6dc4-e0f8-4d11-aca9-aee3576d4aa8 service neutron] 10.222.0.76 "GET /v2.0/networks/4d9f61c4-cc29-4ddf-89f0-e4012f9c023f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968957 Dec 16 22:30:55.277867 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 6ed61f9b-889a-44a7-add8-f6214e58aba9 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:30:55.309979 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 6ed61f9b-889a-44a7-add8-f6214e58aba9 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:30:55.310343 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 6ed61f9b-889a-44a7-add8-f6214e58aba9 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:30:55.458330 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60274) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:55.523671 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-558208ff-cf80-44d9-b965-4df45efb5ac7 admin admin] Deleting subnet a0b2dc89-3628-499c-a090-44aaf09eb499 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:30:55.530683 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-558208ff-cf80-44d9-b965-4df45efb5ac7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:55.590947 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-558208ff-cf80-44d9-b965-4df45efb5ac7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:55.660934 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2908491-773f-438b-9f98-742f9c2e8a63 req-639a1235-409c-43fe-9eb2-81399176cc06 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:55.662976 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d2908491-773f-438b-9f98-742f9c2e8a63 req-639a1235-409c-43fe-9eb2-81399176cc06 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.1016045 Dec 16 22:30:55.708083 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-558208ff-cf80-44d9-b965-4df45efb5ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:55.749536 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d2908491-773f-438b-9f98-742f9c2e8a63 req-eed161e9-30c6-4f90-9852-b359e287b580 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528154 Dec 16 22:30:55.751742 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf3b9f-fda9-45ef-adc2-6b17883d272f req-0e61436a-0a57-49c9-a3ba-04d7391d174c tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:55.753452 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-54bf3b9f-fda9-45ef-adc2-6b17883d272f req-0e61436a-0a57-49c9-a3ba-04d7391d174c tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 943 time: 0.1140797 Dec 16 22:30:55.775795 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14e4130b-09ae-4051-94b3-745e7e669bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:55.837308 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-54bf3b9f-fda9-45ef-adc2-6b17883d272f req-ad98eae9-84fa-4c47-a7aa-2854a3ac08e5 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692904 Dec 16 22:30:55.944331 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafa162-f87f-4510-9969-f300ec47e13a req-e402dd1f-d15f-4558-b314-377970679ec5 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:55.959085 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9cafa162-f87f-4510-9969-f300ec47e13a req-e402dd1f-d15f-4558-b314-377970679ec5 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0692091 Dec 16 22:30:55.998484 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9cafa162-f87f-4510-9969-f300ec47e13a req-4c7b5fb2-e1d1-49dc-9409-040dc86e5185 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461600 Dec 16 22:30:56.288344 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-8cdf863a-765d-496a-8a88-19db601306c5 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:56.289893 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-8cdf863a-765d-496a-8a88-19db601306c5 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 812 time: 0.1137681 Dec 16 22:30:56.307308 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-558208ff-cf80-44d9-b965-4df45efb5ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:56.317573 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-1250dfa5-c61a-40d3-a7cb-9ba2d711f9c1 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/quotas/c8c29047878b45f9aad1e147fc6565e9 HTTP/1.1" status: 200 len: 375 time: 0.0188336 Dec 16 22:30:56.341024 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-558208ff-cf80-44d9-b965-4df45efb5ac7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:56.345777 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-558208ff-cf80-44d9-b965-4df45efb5ac7 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/a0b2dc89-3628-499c-a090-44aaf09eb499 HTTP/1.1" status: 204 len: 168 time: 0.8856618 Dec 16 22:30:56.346621 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558208ff-cf80-44d9-b965-4df45efb5ac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0b2dc89-3628-499c-a090-44aaf09eb499,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:56.348315 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60304) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:56.403229 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-283ee67a-3c27-408d-8f7b-bfdd458992e8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0664682 Dec 16 22:30:56.429090 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bd202967-52ce-4cd6-b0df-3ff61ccb0880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:56.521674 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bd202967-52ce-4cd6-b0df-3ff61ccb0880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:56.531209 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-329cf363-b5c5-4761-866e-8f925c7b49d3 service neutron] 10.222.0.75 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203306 Dec 16 22:30:56.544264 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-bd202967-52ce-4cd6-b0df-3ff61ccb0880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ab3453-afb7-41da-bacb-b918611a94cc']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:56.555329 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-bd202967-52ce-4cd6-b0df-3ff61ccb0880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a46207-de92-43ba-8bad-688453970bff') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:56.563102 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-bd202967-52ce-4cd6-b0df-3ff61ccb0880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a46207-de92-43ba-8bad-688453970bff') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:30:56.567589 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bd202967-52ce-4cd6-b0df-3ff61ccb0880 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:56.588615 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bd202967-52ce-4cd6-b0df-3ff61ccb0880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:56.604890 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd202967-52ce-4cd6-b0df-3ff61ccb0880 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bd202967-52ce-4cd6-b0df-3ff61ccb0880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:30:56.615571 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:30:56.657497 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-320ed813-b53d-426f-9ec1-a4c7c7d15d51 service neutron] 10.222.0.75 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148384 Dec 16 22:30:56.754437 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bd202967-52ce-4cd6-b0df-3ff61ccb0880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:56.760808 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bd202967-52ce-4cd6-b0df-3ff61ccb0880 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:56.765064 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bd202967-52ce-4cd6-b0df-3ff61ccb0880 admin admin] 10.222.0.75 "DELETE /v2.0/networks/70ab3453-afb7-41da-bacb-b918611a94cc HTTP/1.1" status: 204 len: 168 time: 0.4124789 Dec 16 22:30:56.780865 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd202967-52ce-4cd6-b0df-3ff61ccb0880 admin admin] Pushing event deleted for resources: {'Network': ['ID=70ab3453-afb7-41da-bacb-b918611a94cc,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:56.937072 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:56.976064 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3fc8bde5-16f4-4fc7-945a-8cbb7d6c40d2 req-b1a150b5-6bb4-4324-9ba3-6272447ca7db tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=aef8bd99-3261-4555-aa0d-047ee2b6733f HTTP/1.1" status: 200 len: 210 time: 0.0298157 Dec 16 22:30:56.987316 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:57.021090 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f4299-02d9-4f7a-b09c-0c8fb84dede8 req-68c34001-e567-4545-8946-9df7386e0185 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:57.022671 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a4f4299-02d9-4f7a-b09c-0c8fb84dede8 req-68c34001-e567-4545-8946-9df7386e0185 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 943 time: 0.0768034 Dec 16 22:30:57.094260 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a4f4299-02d9-4f7a-b09c-0c8fb84dede8 req-bfdf6e4d-cb36-4e7c-aba2-12f13507f7df tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557590 Dec 16 22:30:57.295708 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60336) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:57.339084 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bb90af54-4230-40e5-b101-fce1f7ea4412 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ce850b3cac864bbf82570c33179d722a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0549636 Dec 16 22:30:57.340250 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60338) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:57.399890 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0338a082-0752-4d41-87ef-7c6cfdd2d2d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:57.425695 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0338a082-0752-4d41-87ef-7c6cfdd2d2d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:57.582944 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0338a082-0752-4d41-87ef-7c6cfdd2d2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:57.585676 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0338a082-0752-4d41-87ef-7c6cfdd2d2d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:57.586908 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0338a082-0752-4d41-87ef-7c6cfdd2d2d9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b19e6c29-bed0-460a-990a-b396f82e6644 HTTP/1.1" status: 204 len: 168 time: 0.2454426 Dec 16 22:30:57.604368 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338a082-0752-4d41-87ef-7c6cfdd2d2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19e6c29-bed0-460a-990a-b396f82e6644,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:58.072466 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4ec39a25-018b-4e03-96ca-b025c0d635e6 req-e547cfc3-ee19-4507-a2fd-dfbc471167fb tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=aef8bd99-3261-4555-aa0d-047ee2b6733f HTTP/1.1" status: 200 len: 210 time: 0.0300808 Dec 16 22:30:58.270119 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba3e7b-2534-4bb2-b8f1-4631d45b82ed req-fb2fefef-40e8-41a6-9651-3729cac5ad4f tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:58.289235 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0eba3e7b-2534-4bb2-b8f1-4631d45b82ed req-fb2fefef-40e8-41a6-9651-3729cac5ad4f tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 943 time: 0.1006346 Dec 16 22:30:58.335898 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0eba3e7b-2534-4bb2-b8f1-4631d45b82ed req-207b3494-30fb-4266-9897-a021e01c6987 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575175 Dec 16 22:30:58.360243 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:58.552897 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device fe59c16b-1dd6-4b4b-945c-8a61814311d6 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:30:58.568003 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:58.651324 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port fe59c16b-1dd6-4b4b-945c-8a61814311d6, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=fe59c16b-1dd6-4b4b-945c-8a61814311d6,segment=NetworkSegment(f4015ea8-820e-42f7-bd95-039e02fa3736),segment_id=f4015ea8-820e-42f7-bd95-039e02fa3736)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:30:58.663766 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'fe59c16b-1dd6-4b4b-945c-8a61814311d6', 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f', 'port_id': 'fe59c16b-1dd6-4b4b-945c-8a61814311d6', 'mac_address': 'fa:16:3e:a4:ea:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:30:58.710143 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:58.726808 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe59c16b-1dd6-4b4b-945c-8a61814311d6 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:30:58.748831 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port fe59c16b-1dd6-4b4b-945c-8a61814311d6, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=fe59c16b-1dd6-4b4b-945c-8a61814311d6,segment=NetworkSegment(f4015ea8-820e-42f7-bd95-039e02fa3736),segment_id=f4015ea8-820e-42f7-bd95-039e02fa3736)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:30:58.810285 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:58.884904 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=fe59c16b-1dd6-4b4b-945c-8a61814311d6,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:59.011775 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:59.075585 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60402) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:30:59.181909 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['fe59c16b-1dd6-4b4b-945c-8a61814311d6'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:30:59.182242 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-73e0f343-8756-438c-9420-39f2eea8a47c req-fea32db5-41b9-490d-972b-628b1159865f tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=aef8bd99-3261-4555-aa0d-047ee2b6733f HTTP/1.1" status: 200 len: 210 time: 0.0289581 Dec 16 22:30:59.197641 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-994a27db-765b-43be-865b-0a67af481cf1 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-353859173-network', 'tenant_id': '5cb712e633bd44ed9a64e39dbfadc555'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:30:59.249325 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-ce9cf7d0-aead-441b-9942-75c76d4b24b3 req-96e7538b-4752-4127-a4e9-489ee705e63a service neutron] (103614) timed out ('10.222.0.76', 59198) {{(pid=103614) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:30:59.328713 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994a27db-765b-43be-865b-0a67af481cf1 admin admin] Made reservation on behalf of 5cb712e633bd44ed9a64e39dbfadc555 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:30:59.333823 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-994a27db-765b-43be-865b-0a67af481cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:59.348539 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-994a27db-765b-43be-865b-0a67af481cf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:59.463413 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-994a27db-765b-43be-865b-0a67af481cf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:59.482861 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c28068-0f56-41d4-9726-98205729beda req-a03d7cd9-a7ea-481b-9d54-6ab31feb9fae tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:59.485007 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a0c28068-0f56-41d4-9726-98205729beda req-a03d7cd9-a7ea-481b-9d54-6ab31feb9fae tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 944 time: 0.0505345 Dec 16 22:30:59.537258 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-994a27db-765b-43be-865b-0a67af481cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:59.555138 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a0c28068-0f56-41d4-9726-98205729beda req-b8cb217d-5fc6-4eb4-a96e-90db18dc4f55 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594175 Dec 16 22:30:59.576258 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a27db-765b-43be-865b-0a67af481cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76763c38-4276-48ad-865e-dca7392633aa,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:30:59.595261 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994a27db-765b-43be-865b-0a67af481cf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:30:59.606515 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-994a27db-765b-43be-865b-0a67af481cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:59.606866 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-994a27db-765b-43be-865b-0a67af481cf1 admin admin] Added segment c16cb59d-6a8e-4102-a71a-cf63b178d0d4 of type vlan for network 2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75 Dec 16 22:30:59.660269 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-994a27db-765b-43be-865b-0a67af481cf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:59.914723 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-994a27db-765b-43be-865b-0a67af481cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:59.916673 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994a27db-765b-43be-865b-0a67af481cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:30:59.929020 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-994a27db-765b-43be-865b-0a67af481cf1 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:30:59.990920 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a27db-765b-43be-865b-0a67af481cf1 admin admin] Pushing event updated for resources: {'Network': ['ID=2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:00.002465 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:31:00.122083 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-994a27db-765b-43be-865b-0a67af481cf1 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0453358 Dec 16 22:31:00.125772 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60428) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:31:00.136134 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-6e22e1b3-e699-4c9a-9eab-9789e8ba2812 admin admin] Request body: {'subnet': {'network_id': '2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-353859173-subnet', 'tenant_id': '5cb712e633bd44ed9a64e39dbfadc555', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:31:00.201432 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-87cffd2b-45e1-4f42-ba99-ae8d13a9eea9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:00.203747 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-87cffd2b-45e1-4f42-ba99-ae8d13a9eea9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.57 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 812 time: 0.1759191 Dec 16 22:31:00.224346 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-3ecc0eb1-710f-4f32-98ab-359cf067d3c2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Request body: {'port': {'device_id': 'aef8bd99-3261-4555-aa0d-047ee2b6733f', 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1', 'admin_state_up': True, 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:31:00.245851 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e22e1b3-e699-4c9a-9eab-9789e8ba2812 admin admin] Made reservation on behalf of 5cb712e633bd44ed9a64e39dbfadc555 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:31:00.248686 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e22e1b3-e699-4c9a-9eab-9789e8ba2812 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:00.394310 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d8554ad6-9ad1-4c61-9f69-4d1adb80c451 req-9e2b851d-7c9f-4339-bcea-b0f316b3853c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=aef8bd99-3261-4555-aa0d-047ee2b6733f HTTP/1.1" status: 200 len: 210 time: 0.1027365 Dec 16 22:31:00.563362 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device fe59c16b-1dd6-4b4b-945c-8a61814311d6 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:31:00.606136 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-3ecc0eb1-710f-4f32-98ab-359cf067d3c2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Made reservation on behalf of c8c29047878b45f9aad1e147fc6565e9 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:31:00.611495 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-3ecc0eb1-710f-4f32-98ab-359cf067d3c2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:00.669268 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e22e1b3-e699-4c9a-9eab-9789e8ba2812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:00.760458 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22e1b3-e699-4c9a-9eab-9789e8ba2812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbe7bbf5-acc0-413d-8138-fa58bbbb0e59,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:00.771535 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e22e1b3-e699-4c9a-9eab-9789e8ba2812 admin admin] Checking segment: {'id': 'c16cb59d-6a8e-4102-a71a-cf63b178d0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:31:00.777270 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e22e1b3-e699-4c9a-9eab-9789e8ba2812 admin admin] Network hostable DHCP agents. Network: 2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:31:00.820608 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632df46-f0c5-43d8-a987-c331f10ffa62 req-1b83fcdb-931c-4020-9f63-883844fa8bcd tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:00.822162 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c632df46-f0c5-43d8-a987-c331f10ffa62 req-1b83fcdb-931c-4020-9f63-883844fa8bcd tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 944 time: 0.0980475 Dec 16 22:31:00.826526 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-3ecc0eb1-710f-4f32-98ab-359cf067d3c2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Allocated IP 172.20.0.10 (282aa10f-496c-46fb-be12-6b2a327d41c1/9ecefe13-aa2d-48b4-a74c-5805e96883cc/a7bb8119-ba99-4d7a-84c3-fa49935df8da) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:31:00.828883 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port fe59c16b-1dd6-4b4b-945c-8a61814311d6 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:31:00.833701 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port fe59c16b-1dd6-4b4b-945c-8a61814311d6 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:31:00.835817 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:00.855549 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e22e1b3-e699-4c9a-9eab-9789e8ba2812 admin admin] Network 2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:31:00.937065 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:00.938366 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-6e22e1b3-e699-4c9a-9eab-9789e8ba2812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:31:00.943519 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e22e1b3-e699-4c9a-9eab-9789e8ba2812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:00.944508 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e22e1b3-e699-4c9a-9eab-9789e8ba2812 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:00.963372 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad40704e-c17c-4445-8b09-3bfdab77db09 None None] Network 2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:31:00.995571 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c632df46-f0c5-43d8-a987-c331f10ffa62 req-37d5c2ac-3d06-4e32-bf70-094afbf26a07 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526117 Dec 16 22:31:01.039203 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc6c33a-333a-4242-9204-4af95f79c694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe59c16b-1dd6-4b4b-945c-8a61814311d6'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:31:01.041970 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afb2d24-74a7-4c45-95c4-19a9658ce85c" -d '{"events": [{"server_uuid": "fdc6c33a-333a-4242-9204-4af95f79c694", "name": "network-vif-plugged", "status": "completed", "tag": "fe59c16b-1dd6-4b4b-945c-8a61814311d6"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:31:01.063394 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port fe59c16b-1dd6-4b4b-945c-8a61814311d6, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=fe59c16b-1dd6-4b4b-945c-8a61814311d6,segment=NetworkSegment(f4015ea8-820e-42f7-bd95-039e02fa3736),segment_id=f4015ea8-820e-42f7-bd95-039e02fa3736)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:01.092192 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf19778-c539-41a5-b9c7-dc1e28420b63 x-openstack-request-id: req-4cf19778-c539-41a5-b9c7-dc1e28420b63 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:31:01.092192 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc6c33a-333a-4242-9204-4af95f79c694", "name": "network-vif-plugged", "status": "completed", "tag": "fe59c16b-1dd6-4b4b-945c-8a61814311d6", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:31:01.092192 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4cf19778-c539-41a5-b9c7-dc1e28420b63 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:31:01.092192 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc6c33a-333a-4242-9204-4af95f79c694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe59c16b-1dd6-4b4b-945c-8a61814311d6', 'code': 200} Dec 16 22:31:01.121911 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-3ecc0eb1-710f-4f32-98ab-359cf067d3c2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:01.122849 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47e662f-755e-4225-aeb9-92da25144b9f None None] Network 2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:31:01.128941 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6e22e1b3-e699-4c9a-9eab-9789e8ba2812 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0018873 Dec 16 22:31:01.175777 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:01.241487 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=fe59c16b-1dd6-4b4b-945c-8a61814311d6,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:01.293010 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-3ecc0eb1-710f-4f32-98ab-359cf067d3c2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:01.294101 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b8bed-3c2e-4b7c-92e5-a4b41595024a req-9f94a565-bdf0-4fe6-ad0c-c4bab3b3458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:01.295979 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7d9b8bed-3c2e-4b7c-92e5-a4b41595024a req-9f94a565-bdf0-4fe6-ad0c-c4bab3b3458f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 1096 time: 0.0802615 Dec 16 22:31:01.342599 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['4629be9f-c39f-472c-9c18-d90ff2605158'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:31:01.383184 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7d9b8bed-3c2e-4b7c-92e5-a4b41595024a req-3cf6bb2a-9e3e-4914-a15f-e9b83dfc8062 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737147 Dec 16 22:31:01.388349 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-3ecc0eb1-710f-4f32-98ab-359cf067d3c2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Network 282aa10f-496c-46fb-be12-6b2a327d41c1 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:31:01.393416 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-3ecc0eb1-710f-4f32-98ab-359cf067d3c2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:31:01.400327 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['109b66fa-1f6f-44ee-876c-29524230a95a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:31:01.403955 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-3ecc0eb1-710f-4f32-98ab-359cf067d3c2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:31:01.551740 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc0eb1-710f-4f32-98ab-359cf067d3c2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Pushing event updated for resources: {'Port': ['ID=a7bb8119-ba99-4d7a-84c3-fa49935df8da,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:01.640055 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-3ecc0eb1-710f-4f32-98ab-359cf067d3c2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:01.651056 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-3ecc0eb1-710f-4f32-98ab-359cf067d3c2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:01.700988 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40ec1e-0d15-409c-8892-e657ba6ec340 req-9297aea6-50c2-452a-9c78-de3e9dd95e9b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:01.703101 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8f40ec1e-0d15-409c-8892-e657ba6ec340 req-9297aea6-50c2-452a-9c78-de3e9dd95e9b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=aef8bd99-3261-4555-aa0d-047ee2b6733f HTTP/1.1" status: 200 len: 932 time: 0.1764467 Dec 16 22:31:01.781852 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8f40ec1e-0d15-409c-8892-e657ba6ec340 req-94354adb-415c-4ee0-9afa-2a819879d8d5 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625556 Dec 16 22:31:01.804459 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-3ecc0eb1-710f-4f32-98ab-359cf067d3c2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5865443 Dec 16 22:31:01.819324 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7caa00c1-7e2f-43be-8baf-0f4734dccf46 None None] Provisioning complete for port a7bb8119-ba99-4d7a-84c3-fa49935df8da triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:31:01.819704 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7caa00c1-7e2f-43be-8baf-0f4734dccf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:01.825575 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-db14e31c-8151-4064-b120-b19feae492c8 service neutron] Request body: {'port': {'device_id': 'aef8bd99-3261-4555-aa0d-047ee2b6733f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:31:01.885645 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7caa00c1-7e2f-43be-8baf-0f4734dccf46 None None] Port a7bb8119-ba99-4d7a-84c3-fa49935df8da cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:31:01.915535 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-452cd558-c2b8-4ea9-80ae-d6c0694ea705 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:01.917121 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-452cd558-c2b8-4ea9-80ae-d6c0694ea705 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/networks?id=2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75 HTTP/1.1" status: 200 len: 820 time: 0.1373405 Dec 16 22:31:01.936287 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-7c6b3457-d2c8-4f69-88d6-dc3ad0e7fcad tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/quotas/5cb712e633bd44ed9a64e39dbfadc555 HTTP/1.1" status: 200 len: 375 time: 0.0102360 Dec 16 22:31:01.937448 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-db14e31c-8151-4064-b120-b19feae492c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:01.971127 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-9fc61457-a4bf-4353-967c-d454e3137d63 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5cb712e633bd44ed9a64e39dbfadc555&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287130 Dec 16 22:31:02.115013 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-454ec036-ab89-42c5-b80c-f2221a061f71 service neutron] 10.222.0.75 "GET /v2.0/networks/2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349952 Dec 16 22:31:02.247311 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-052d1fa3-c4f7-4db3-8439-eb20eb14cfa4 service neutron] 10.222.0.75 "GET /v2.0/networks/2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244483 Dec 16 22:31:02.250119 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65a6e6-589e-450d-97fb-ba03c2a1c0da req-8b38b669-d7cd-40bd-9f29-5994938901e9 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:02.252002 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fd65a6e6-589e-450d-97fb-ba03c2a1c0da req-8b38b669-d7cd-40bd-9f29-5994938901e9 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.1311834 Dec 16 22:31:02.356485 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fd65a6e6-589e-450d-97fb-ba03c2a1c0da req-1f6bbbc9-64c3-487c-ae8f-2d946ee45f25 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975895 Dec 16 22:31:02.364017 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-db14e31c-8151-4064-b120-b19feae492c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7bb8119-ba99-4d7a-84c3-fa49935df8da {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:31:02.372088 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-db14e31c-8151-4064-b120-b19feae492c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:02.398500 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-db14e31c-8151-4064-b120-b19feae492c8 service neutron] Transition to ACTIVE for port object a7bb8119-ba99-4d7a-84c3-fa49935df8da will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:31:02.577448 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-db14e31c-8151-4064-b120-b19feae492c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:02.713737 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14e31c-8151-4064-b120-b19feae492c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a7bb8119-ba99-4d7a-84c3-fa49935df8da,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:02.827209 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9afe589-eaa9-4497-98fc-400d47821c66 req-fc854f3b-e97f-4639-836a-c07c890c5098 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/ports?device_id=03d25294-d3a0-44cc-ba4d-6a7a81178dba HTTP/1.1" status: 200 len: 210 time: 0.2292702 Dec 16 22:31:02.864664 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-db14e31c-8151-4064-b120-b19feae492c8 service neutron] Attempting to bind port a7bb8119-ba99-4d7a-84c3-fa49935df8da on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:31:02.865273 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-db14e31c-8151-4064-b120-b19feae492c8 service neutron] Attempting to bind port a7bb8119-ba99-4d7a-84c3-fa49935df8da by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:31:02.865620 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-db14e31c-8151-4064-b120-b19feae492c8 service neutron] Attempting to bind port a7bb8119-ba99-4d7a-84c3-fa49935df8da on network 282aa10f-496c-46fb-be12-6b2a327d41c1 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:31:02.870951 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-db14e31c-8151-4064-b120-b19feae492c8 service neutron] Port a7bb8119-ba99-4d7a-84c3-fa49935df8da on network 282aa10f-496c-46fb-be12-6b2a327d41c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:31:02.871358 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-db14e31c-8151-4064-b120-b19feae492c8 service neutron] Attempting to bind port a7bb8119-ba99-4d7a-84c3-fa49935df8da on network 282aa10f-496c-46fb-be12-6b2a327d41c1 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:31:02.877349 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-db14e31c-8151-4064-b120-b19feae492c8 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:31:02.889795 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-db14e31c-8151-4064-b120-b19feae492c8 service neutron] Checking segment: {'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:31:02.889795 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-db14e31c-8151-4064-b120-b19feae492c8 service neutron] Bound using segment: {'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:31:02.889795 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-db14e31c-8151-4064-b120-b19feae492c8 service neutron] Bound port: a7bb8119-ba99-4d7a-84c3-fa49935df8da, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:31:02.889795 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-db14e31c-8151-4064-b120-b19feae492c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:02.960987 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e9307-d710-4df8-b4d9-7e63449e403d req-9f676317-1d3f-490f-9e1b-efe1131c505c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:02.963435 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b87e9307-d710-4df8-b4d9-7e63449e403d req-9f676317-1d3f-490f-9e1b-efe1131c505c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=aef8bd99-3261-4555-aa0d-047ee2b6733f HTTP/1.1" status: 200 len: 944 time: 0.0940318 Dec 16 22:31:02.990159 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-db14e31c-8151-4064-b120-b19feae492c8 service neutron] For port a7bb8119-ba99-4d7a-84c3-fa49935df8da, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:31:02.994512 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-db14e31c-8151-4064-b120-b19feae492c8 service neutron] For port a7bb8119-ba99-4d7a-84c3-fa49935df8da, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=a7bb8119-ba99-4d7a-84c3-fa49935df8da,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:31:03.034296 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b87e9307-d710-4df8-b4d9-7e63449e403d req-6b6d3d43-9bfa-49c2-94c5-3a354b83b57f tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632522 Dec 16 22:31:03.150986 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-db14e31c-8151-4064-b120-b19feae492c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:03.184737 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-db14e31c-8151-4064-b120-b19feae492c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:03.185367 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-db14e31c-8151-4064-b120-b19feae492c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:03.186801 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-db14e31c-8151-4064-b120-b19feae492c8 service neutron] 10.222.0.57 "PUT /v2.0/ports/a7bb8119-ba99-4d7a-84c3-fa49935df8da HTTP/1.1" status: 200 len: 1092 time: 1.3688872 Dec 16 22:31:03.187300 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef8bd99-3261-4555-aa0d-047ee2b6733f', 'tag': 'a7bb8119-ba99-4d7a-84c3-fa49935df8da'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:31:03.190144 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f08056-7af3-4c98-9461-f3efb7121809" -d '{"events": [{"name": "network-changed", "server_uuid": "aef8bd99-3261-4555-aa0d-047ee2b6733f", "tag": "a7bb8119-ba99-4d7a-84c3-fa49935df8da"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:31:03.212874 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14e31c-8151-4064-b120-b19feae492c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a7bb8119-ba99-4d7a-84c3-fa49935df8da,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:03.236863 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadbdc1f-9774-4c08-94b8-9430ec002fea x-openstack-request-id: req-cadbdc1f-9774-4c08-94b8-9430ec002fea {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:31:03.237054 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef8bd99-3261-4555-aa0d-047ee2b6733f", "tag": "a7bb8119-ba99-4d7a-84c3-fa49935df8da", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:31:03.238086 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cadbdc1f-9774-4c08-94b8-9430ec002fea {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:31:03.238086 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef8bd99-3261-4555-aa0d-047ee2b6733f', 'tag': 'a7bb8119-ba99-4d7a-84c3-fa49935df8da', 'status': 'completed', 'code': 200} Dec 16 22:31:03.338570 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f08056-7af3-4c98-9461-f3efb7121809 req-7c3b088c-b917-4531-8589-5f8e438ec526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:03.340129 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e0f08056-7af3-4c98-9461-f3efb7121809 req-7c3b088c-b917-4531-8589-5f8e438ec526 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&device_id=aef8bd99-3261-4555-aa0d-047ee2b6733f HTTP/1.1" status: 200 len: 1095 time: 0.0611439 Dec 16 22:31:03.479470 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f08056-7af3-4c98-9461-f3efb7121809 req-1cd6d0f5-1719-420b-9762-f5b51e5d6228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:03.481008 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e0f08056-7af3-4c98-9461-f3efb7121809 req-1cd6d0f5-1719-420b-9762-f5b51e5d6228 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=c8c29047878b45f9aad1e147fc6565e9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1278126 Dec 16 22:31:03.510550 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec803253-e090-4b3d-8039-a6bb8ceaf3fd req-1b8a65ab-6ad0-48e3-b8e0-357b4f664c6d tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:03.517382 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ec803253-e090-4b3d-8039-a6bb8ceaf3fd req-1b8a65ab-6ad0-48e3-b8e0-357b4f664c6d tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.0759106 Dec 16 22:31:03.587944 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ec803253-e090-4b3d-8039-a6bb8ceaf3fd req-a01b670b-d28d-4422-b300-922b429cb9b0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638831 Dec 16 22:31:03.645476 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f08056-7af3-4c98-9461-f3efb7121809 req-01151e0d-d18f-4418-815e-95eff9af5ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:03.648581 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e0f08056-7af3-4c98-9461-f3efb7121809 req-01151e0d-d18f-4418-815e-95eff9af5ddd service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1583691 Dec 16 22:31:03.778535 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-65fe2e72-2c64-4bf3-babf-7dab300ddc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:03.780142 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-65fe2e72-2c64-4bf3-babf-7dab300ddc2b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&device_id=aef8bd99-3261-4555-aa0d-047ee2b6733f HTTP/1.1" status: 200 len: 1095 time: 0.0718768 Dec 16 22:31:03.801293 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80eb40-8875-4895-8f7e-424337bebf90 req-23aca693-624b-42c5-a031-c912056df747 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:03.802988 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9d80eb40-8875-4895-8f7e-424337bebf90 req-23aca693-624b-42c5-a031-c912056df747 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.0864217 Dec 16 22:31:03.813030 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60540) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:31:03.819418 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-6cf0a0a1-9e93-4705-80cf-e25a64807314 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Request body: {'floatingip': {'port_id': 'fe59c16b-1dd6-4b4b-945c-8a61814311d6'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:31:03.886284 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-74cf6d78-d914-4554-abf6-79e3867008b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7bb8119-ba99-4d7a-84c3-fa49935df8da HTTP/1.1" status: 200 len: 217 time: 0.0822239 Dec 16 22:31:03.905260 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6cf0a0a1-9e93-4705-80cf-e25a64807314 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for floatingip, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:03.955131 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-849f3d0d-4fd4-4fb5-919e-c84d42597a04 req-2a741046-e885-4bc7-8409-6acf88439e7f tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/ports?device_id=03d25294-d3a0-44cc-ba4d-6a7a81178dba HTTP/1.1" status: 200 len: 210 time: 0.0672529 Dec 16 22:31:04.020552 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-e9a73a57-438f-437c-a737-45ed52ff80aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:04.022236 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-e9a73a57-438f-437c-a737-45ed52ff80aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ecefe13-aa2d-48b4-a74c-5805e96883cc HTTP/1.1" status: 200 len: 851 time: 0.1281831 Dec 16 22:31:04.194564 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-1b09b21e-8caf-4dcb-95ec-7dcd078c2f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:04.196085 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-1b09b21e-8caf-4dcb-95ec-7dcd078c2f95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=282aa10f-496c-46fb-be12-6b2a327d41c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1627877 Dec 16 22:31:04.308679 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213de608-07e3-443a-aee7-d375c1c23044 req-a6cd9236-c81a-4ffe-bc50-a810a3b546d7 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:04.310193 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-213de608-07e3-443a-aee7-d375c1c23044 req-a6cd9236-c81a-4ffe-bc50-a810a3b546d7 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=aef8bd99-3261-4555-aa0d-047ee2b6733f HTTP/1.1" status: 200 len: 944 time: 0.2037332 Dec 16 22:31:04.495326 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-213de608-07e3-443a-aee7-d375c1c23044 req-4163e367-be37-48a1-9d22-20af077f525b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782327 Dec 16 22:31:04.497382 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-bf7c6dcf-1b42-4d9b-90dd-8760b748978e service neutron] 10.222.0.57 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809863 Dec 16 22:31:04.698062 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:31:04.759400 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9599c35f-00b0-43e5-9ef4-2410ac8b3e51 req-dba6b503-f315-49d1-a66b-63ca505e9782 service neutron] 10.222.0.57 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525394 Dec 16 22:31:04.792301 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6cf0a0a1-9e93-4705-80cf-e25a64807314 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:04.932216 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6cf0a0a1-9e93-4705-80cf-e25a64807314 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:05.062485 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-6cf0a0a1-9e93-4705-80cf-e25a64807314 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Floating IP 1a3b57af-2c16-409c-a8b5-432d92a3f2c3 associated. External IP: 172.25.6.84, port: fe59c16b-1dd6-4b4b-945c-8a61814311d6. Dec 16 22:31:05.133648 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-af3abab4-fb57-4336-a09d-7c35a2c1dce1 req-24fc285b-2dfd-4338-8fa8-5db3871e7777 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/ports?device_id=03d25294-d3a0-44cc-ba4d-6a7a81178dba HTTP/1.1" status: 200 len: 210 time: 0.0351305 Dec 16 22:31:05.333779 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf0a0a1-9e93-4705-80cf-e25a64807314 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Router 338045a6-5fe0-4864-9278-82adf843ae84 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:31:05.656909 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce16890-7f43-4b42-bbcd-5b655c52da62 req-9d18b33f-154d-4a95-b92e-5c16c55b9d7d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:05.659312 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1ce16890-7f43-4b42-bbcd-5b655c52da62 req-9d18b33f-154d-4a95-b92e-5c16c55b9d7d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=aef8bd99-3261-4555-aa0d-047ee2b6733f HTTP/1.1" status: 200 len: 944 time: 0.0821569 Dec 16 22:31:05.759811 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1ce16890-7f43-4b42-bbcd-5b655c52da62 req-7cce8ac2-7b3f-4124-923c-abbb7b648f92 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941272 Dec 16 22:31:05.889142 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf0a0a1-9e93-4705-80cf-e25a64807314 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:31:05.899678 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6cf0a0a1-9e93-4705-80cf-e25a64807314 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:05.907914 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa201d89-997c-4a8c-a462-c7459e9f3225 None None] Sync routers for ids ['338045a6-5fe0-4864-9278-82adf843ae84'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:31:05.932085 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa201d89-997c-4a8c-a462-c7459e9f3225 None None] Routers {'338045a6-5fe0-4864-9278-82adf843ae84'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:31:05.934545 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-fa201d89-997c-4a8c-a462-c7459e9f3225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:30:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['338045a6-5fe0-4864-9278-82adf843ae84'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:31:05.943401 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6cf0a0a1-9e93-4705-80cf-e25a64807314 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "PUT /v2.0/floatingips/1a3b57af-2c16-409c-a8b5-432d92a3f2c3 HTTP/1.1" status: 200 len: 990 time: 2.1288459 Dec 16 22:31:05.945362 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc6c33a-333a-4242-9204-4af95f79c694', 'tag': 'fe59c16b-1dd6-4b4b-945c-8a61814311d6'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:31:05.947659 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9d2a17-590a-468c-b338-dc28445022c7" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc6c33a-333a-4242-9204-4af95f79c694", "tag": "fe59c16b-1dd6-4b4b-945c-8a61814311d6"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:31:05.957433 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-d9aeff2c-3c70-4866-aa90-b0aac7f8506f tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:05.959018 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-d9aeff2c-3c70-4866-aa90-b0aac7f8506f tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.57 "GET /v2.0/networks?id=2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75 HTTP/1.1" status: 200 len: 820 time: 0.1543071 Dec 16 22:31:05.979290 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-9fd8e366-714d-44c6-9952-4977ce42011f tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Request body: {'port': {'device_id': '03d25294-d3a0-44cc-ba4d-6a7a81178dba', 'network_id': '2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75', 'admin_state_up': True, 'tenant_id': '5cb712e633bd44ed9a64e39dbfadc555'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:31:06.058835 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba98ac2e-3f47-4e18-ae69-36eeb688f27c x-openstack-request-id: req-ba98ac2e-3f47-4e18-ae69-36eeb688f27c {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:31:06.059279 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc6c33a-333a-4242-9204-4af95f79c694", "tag": "fe59c16b-1dd6-4b4b-945c-8a61814311d6", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:31:06.059552 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ba98ac2e-3f47-4e18-ae69-36eeb688f27c {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:31:06.059966 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc6c33a-333a-4242-9204-4af95f79c694', 'tag': 'fe59c16b-1dd6-4b4b-945c-8a61814311d6', 'status': 'completed', 'code': 200} Dec 16 22:31:06.115872 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-fa201d89-997c-4a8c-a462-c7459e9f3225 None None] Set router 338045a6-5fe0-4864-9278-82adf843ae84 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:31:06.277415 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d2a17-590a-468c-b338-dc28445022c7 req-5bc17f0d-a213-4bc7-ae7e-1c3eeebdbc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:06.285874 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d9d2a17-590a-468c-b338-dc28445022c7 req-5bc17f0d-a213-4bc7-ae7e-1c3eeebdbc33 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=720f6d1270aa4ecaab964d0eb84b215e&device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 1096 time: 0.1577294 Dec 16 22:31:06.291970 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-84f78a21-c68b-48e3-962b-8b168cf7751c req-07f0a861-a1ed-4b55-854d-8a212b9f1ce9 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/ports?device_id=03d25294-d3a0-44cc-ba4d-6a7a81178dba HTTP/1.1" status: 200 len: 210 time: 0.0343649 Dec 16 22:31:06.384037 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d2a17-590a-468c-b338-dc28445022c7 req-3ae0199e-dda8-40d7-b0d7-09749941ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:06.385546 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d9d2a17-590a-468c-b338-dc28445022c7 req-3ae0199e-dda8-40d7-b0d7-09749941ed90 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d9f61c4-cc29-4ddf-89f0-e4012f9c023f HTTP/1.1" status: 200 len: 911 time: 0.0977218 Dec 16 22:31:06.388201 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-9fd8e366-714d-44c6-9952-4977ce42011f tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Made reservation on behalf of 5cb712e633bd44ed9a64e39dbfadc555 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:31:06.392652 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-9fd8e366-714d-44c6-9952-4977ce42011f tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:06.434368 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-fa201d89-997c-4a8c-a462-c7459e9f3225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338045a6-5fe0-4864-9278-82adf843ae84', 'name': 'tempest-AttachVolumeTestJSON-1810374084-router', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:29Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'gw_port': {'id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:30Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '1a3b57af-2c16-409c-a8b5-432d92a3f2c3', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'floating_ip_address': '172.25.6.84', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'port_id': 'fe59c16b-1dd6-4b4b-945c-8a61814311d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f', 'mac_address': 'fa:16:3e:a4:ea:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc6c33a-333a-4242-9204-4af95f79c694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:30:43Z', 'updated_at': '2021-12-16T22:31:04Z', 'revision_number': 1, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ba4a11-6e95-47ae-b804-dca0427f96e0', 'name': '', 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'mac_address': 'fa:16:3e:cd:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:35Z', 'updated_at': '2021-12-16T22:30:42Z', 'revision_number': 5, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'subnets': [{'id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:31:06.459153 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d9d2a17-590a-468c-b338-dc28445022c7 req-0f8f22c0-76b3-4dbb-9115-52b967e81e26 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe59c16b-1dd6-4b4b-945c-8a61814311d6 HTTP/1.1" status: 200 len: 998 time: 0.0656755 Dec 16 22:31:06.461929 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa201d89-997c-4a8c-a462-c7459e9f3225 None None] Checking router: 338045a6-5fe0-4864-9278-82adf843ae84 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:31:06.471492 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa201d89-997c-4a8c-a462-c7459e9f3225 None None] Routers {'338045a6-5fe0-4864-9278-82adf843ae84'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:31:06.472114 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-fa201d89-997c-4a8c-a462-c7459e9f3225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:30:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['338045a6-5fe0-4864-9278-82adf843ae84'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:31:06.512525 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d2a17-590a-468c-b338-dc28445022c7 req-662057d8-880b-44d2-b196-3715d6b6f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:06.514355 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d9d2a17-590a-468c-b338-dc28445022c7 req-662057d8-880b-44d2-b196-3715d6b6f936 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04b9b352-17cc-4c58-8901-6e5b7abd436d HTTP/1.1" status: 200 len: 850 time: 0.0483778 Dec 16 22:31:06.531716 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-9fd8e366-714d-44c6-9952-4977ce42011f tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Allocated IP 172.20.0.10 (2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75/dbe7bbf5-acc0-413d-8138-fa58bbbb0e59/c24185bd-1e66-4e83-b890-aab832277574) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:31:06.590649 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d2a17-590a-468c-b338-dc28445022c7 req-4ed6c940-ae85-4162-b743-7279f1adecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:06.594542 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d9d2a17-590a-468c-b338-dc28445022c7 req-4ed6c940-ae85-4162-b743-7279f1adecb2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d9f61c4-cc29-4ddf-89f0-e4012f9c023f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730605 Dec 16 22:31:06.742760 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d9d2a17-590a-468c-b338-dc28445022c7 req-6049a97b-1db1-4af8-9be9-d93cf6740c16 service neutron] 10.222.0.76 "GET /v2.0/networks/4d9f61c4-cc29-4ddf-89f0-e4012f9c023f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398866 Dec 16 22:31:06.829795 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-9fd8e366-714d-44c6-9952-4977ce42011f tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:06.858295 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-fa201d89-997c-4a8c-a462-c7459e9f3225 None None] Set router 338045a6-5fe0-4864-9278-82adf843ae84 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:31:06.920851 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d9d2a17-590a-468c-b338-dc28445022c7 req-c6960724-d568-4805-abb0-62fd43f2c1cc service neutron] 10.222.0.76 "GET /v2.0/networks/4d9f61c4-cc29-4ddf-89f0-e4012f9c023f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708701 Dec 16 22:31:06.935890 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6f8f3-682e-4d2f-b735-27713008a133 req-2d4b3a56-f9e2-4272-af44-d150b593409c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:06.938151 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a0b6f8f3-682e-4d2f-b735-27713008a133 req-2d4b3a56-f9e2-4272-af44-d150b593409c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=aef8bd99-3261-4555-aa0d-047ee2b6733f HTTP/1.1" status: 200 len: 944 time: 0.0928142 Dec 16 22:31:06.992871 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a0b6f8f3-682e-4d2f-b735-27713008a133 req-9b9c0f73-a196-4fe9-a067-942cf093a95b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473223 Dec 16 22:31:06.995493 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-9fd8e366-714d-44c6-9952-4977ce42011f tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:07.046081 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-9fd8e366-714d-44c6-9952-4977ce42011f tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Network 2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:31:07.051999 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-9fd8e366-714d-44c6-9952-4977ce42011f tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:31:07.055062 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-9fd8e366-714d-44c6-9952-4977ce42011f tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:31:07.083993 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8e366-714d-44c6-9952-4977ce42011f tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Pushing event updated for resources: {'Port': ['ID=c24185bd-1e66-4e83-b890-aab832277574,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:07.115459 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-9fd8e366-714d-44c6-9952-4977ce42011f tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:07.116104 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-9fd8e366-714d-44c6-9952-4977ce42011f tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:07.169742 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-fa201d89-997c-4a8c-a462-c7459e9f3225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338045a6-5fe0-4864-9278-82adf843ae84', 'name': 'tempest-AttachVolumeTestJSON-1810374084-router', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:29Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'gw_port': {'id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:30Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '1a3b57af-2c16-409c-a8b5-432d92a3f2c3', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'floating_ip_address': '172.25.6.84', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'port_id': 'fe59c16b-1dd6-4b4b-945c-8a61814311d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f', 'mac_address': 'fa:16:3e:a4:ea:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc6c33a-333a-4242-9204-4af95f79c694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:30:43Z', 'updated_at': '2021-12-16T22:31:04Z', 'revision_number': 1, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ba4a11-6e95-47ae-b804-dca0427f96e0', 'name': '', 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'mac_address': 'fa:16:3e:cd:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:35Z', 'updated_at': '2021-12-16T22:30:42Z', 'revision_number': 5, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'subnets': [{'id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:31:07.204519 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa201d89-997c-4a8c-a462-c7459e9f3225 None None] The sync data for ids ['338045a6-5fe0-4864-9278-82adf843ae84'] in n-d-815324-4 is: [{'id': '338045a6-5fe0-4864-9278-82adf843ae84', 'name': 'tempest-AttachVolumeTestJSON-1810374084-router', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:29Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'gw_port': {'id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:30Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '1a3b57af-2c16-409c-a8b5-432d92a3f2c3', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'floating_ip_address': '172.25.6.84', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'port_id': 'fe59c16b-1dd6-4b4b-945c-8a61814311d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f', 'mac_address': 'fa:16:3e:a4:ea:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc6c33a-333a-4242-9204-4af95f79c694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:30:43Z', 'updated_at': '2021-12-16T22:31:04Z', 'revision_number': 1, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ba4a11-6e95-47ae-b804-dca0427f96e0', 'name': '', 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'mac_address': 'fa:16:3e:cd:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:35Z', 'updated_at': '2021-12-16T22:30:42Z', 'revision_number': 5, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'subnets': [{'id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:31:07.327621 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device a7bb8119-ba99-4d7a-84c3-fa49935df8da details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:31:07.348875 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-9fd8e366-714d-44c6-9952-4977ce42011f tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3734484 Dec 16 22:31:07.377225 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-bbac5a2c-62f3-4a57-b4a5-086570338509 service neutron] Request body: {'port': {'device_id': '03d25294-d3a0-44cc-ba4d-6a7a81178dba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:31:07.457564 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25479845-9427-448b-bec5-3824f614d787 req-cc6a44e0-249f-4802-a7fe-376f9e0c05cd tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:07.467529 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-25479845-9427-448b-bec5-3824f614d787 req-cc6a44e0-249f-4802-a7fe-376f9e0c05cd tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/ports?device_id=03d25294-d3a0-44cc-ba4d-6a7a81178dba HTTP/1.1" status: 200 len: 932 time: 0.0837777 Dec 16 22:31:07.536607 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-bbac5a2c-62f3-4a57-b4a5-086570338509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:07.554873 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-25479845-9427-448b-bec5-3824f614d787 req-2efd35a1-7d44-433d-97e9-4cfb4dc01867 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/security-groups?id=76763c38-4276-48ad-865e-dca7392633aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863545 Dec 16 22:31:07.555552 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0474fa-f790-44b4-9a97-94cb0335637b None None] New status for floating IP 1a3b57af-2c16-409c-a8b5-432d92a3f2c3: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:31:07.559082 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port a7bb8119-ba99-4d7a-84c3-fa49935df8da, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=a7bb8119-ba99-4d7a-84c3-fa49935df8da,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:07.581628 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': 'a7bb8119-ba99-4d7a-84c3-fa49935df8da', 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1', 'port_id': 'a7bb8119-ba99-4d7a-84c3-fa49935df8da', 'mac_address': 'fa:16:3e:0d:e9:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ecefe13-aa2d-48b4-a74c-5805e96883cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:31:07.635632 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:07.650734 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7bb8119-ba99-4d7a-84c3-fa49935df8da {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:31:07.670897 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port a7bb8119-ba99-4d7a-84c3-fa49935df8da, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=a7bb8119-ba99-4d7a-84c3-fa49935df8da,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:07.737303 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:07.823550 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=a7bb8119-ba99-4d7a-84c3-fa49935df8da,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:07.864139 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-bbac5a2c-62f3-4a57-b4a5-086570338509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c24185bd-1e66-4e83-b890-aab832277574 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:31:07.871840 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-bbac5a2c-62f3-4a57-b4a5-086570338509 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:07.885525 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-bbac5a2c-62f3-4a57-b4a5-086570338509 service neutron] Transition to ACTIVE for port object c24185bd-1e66-4e83-b890-aab832277574 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:31:07.970093 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-bbac5a2c-62f3-4a57-b4a5-086570338509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:08.030267 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac5a2c-62f3-4a57-b4a5-086570338509 service neutron] Pushing event updated for resources: {'Port': ['ID=c24185bd-1e66-4e83-b890-aab832277574,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:08.114560 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-bbac5a2c-62f3-4a57-b4a5-086570338509 service neutron] Attempting to bind port c24185bd-1e66-4e83-b890-aab832277574 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:31:08.115130 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-bbac5a2c-62f3-4a57-b4a5-086570338509 service neutron] Attempting to bind port c24185bd-1e66-4e83-b890-aab832277574 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'c16cb59d-6a8e-4102-a71a-cf63b178d0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:31:08.121848 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-bbac5a2c-62f3-4a57-b4a5-086570338509 service neutron] Attempting to bind port c24185bd-1e66-4e83-b890-aab832277574 on network 2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:31:08.122603 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-bbac5a2c-62f3-4a57-b4a5-086570338509 service neutron] Port c24185bd-1e66-4e83-b890-aab832277574 on network 2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:31:08.123068 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-bbac5a2c-62f3-4a57-b4a5-086570338509 service neutron] Attempting to bind port c24185bd-1e66-4e83-b890-aab832277574 on network 2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:31:08.130873 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-bbac5a2c-62f3-4a57-b4a5-086570338509 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:31:08.131452 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-bbac5a2c-62f3-4a57-b4a5-086570338509 service neutron] Checking segment: {'id': 'c16cb59d-6a8e-4102-a71a-cf63b178d0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:31:08.131986 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-bbac5a2c-62f3-4a57-b4a5-086570338509 service neutron] Bound using segment: {'id': 'c16cb59d-6a8e-4102-a71a-cf63b178d0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:31:08.132566 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-bbac5a2c-62f3-4a57-b4a5-086570338509 service neutron] Bound port: c24185bd-1e66-4e83-b890-aab832277574, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c16cb59d-6a8e-4102-a71a-cf63b178d0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:31:08.133065 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-bbac5a2c-62f3-4a57-b4a5-086570338509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:08.149878 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bc815-6732-4a94-a789-16e353636180 req-a1135f15-5c16-4b66-913f-289e02954a3c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:08.152262 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-499bc815-6732-4a94-a789-16e353636180 req-a1135f15-5c16-4b66-913f-289e02954a3c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=aef8bd99-3261-4555-aa0d-047ee2b6733f HTTP/1.1" status: 200 len: 945 time: 0.0710034 Dec 16 22:31:08.186102 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['a7bb8119-ba99-4d7a-84c3-fa49935df8da'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:31:08.214442 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-bbac5a2c-62f3-4a57-b4a5-086570338509 service neutron] For port c24185bd-1e66-4e83-b890-aab832277574, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:31:08.220192 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-bbac5a2c-62f3-4a57-b4a5-086570338509 service neutron] For port c24185bd-1e66-4e83-b890-aab832277574, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=c24185bd-1e66-4e83-b890-aab832277574,segment=NetworkSegment(c16cb59d-6a8e-4102-a71a-cf63b178d0d4),segment_id=c16cb59d-6a8e-4102-a71a-cf63b178d0d4)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:31:08.243824 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-499bc815-6732-4a94-a789-16e353636180 req-0ee37a47-d63d-469e-a407-5cc64632b887 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812008 Dec 16 22:31:08.333321 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-bbac5a2c-62f3-4a57-b4a5-086570338509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:08.350038 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-bbac5a2c-62f3-4a57-b4a5-086570338509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:08.350664 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-bbac5a2c-62f3-4a57-b4a5-086570338509 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:08.352844 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-bbac5a2c-62f3-4a57-b4a5-086570338509 service neutron] 10.222.0.57 "PUT /v2.0/ports/c24185bd-1e66-4e83-b890-aab832277574 HTTP/1.1" status: 200 len: 1092 time: 0.9908309 Dec 16 22:31:08.386009 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d25294-d3a0-44cc-ba4d-6a7a81178dba', 'tag': 'c24185bd-1e66-4e83-b890-aab832277574'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:31:08.394462 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e2798e-029a-488a-acdc-786f8b549837" -d '{"events": [{"name": "network-changed", "server_uuid": "03d25294-d3a0-44cc-ba4d-6a7a81178dba", "tag": "c24185bd-1e66-4e83-b890-aab832277574"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:31:08.425944 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac5a2c-62f3-4a57-b4a5-086570338509 service neutron] Pushing event updated for resources: {'Port': ['ID=c24185bd-1e66-4e83-b890-aab832277574,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:08.455614 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e2a349-8094-4daf-964b-1dce60d20825 x-openstack-request-id: req-81e2a349-8094-4daf-964b-1dce60d20825 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:31:08.455614 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d25294-d3a0-44cc-ba4d-6a7a81178dba", "tag": "c24185bd-1e66-4e83-b890-aab832277574", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:31:08.455614 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-81e2a349-8094-4daf-964b-1dce60d20825 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:31:08.455614 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d25294-d3a0-44cc-ba4d-6a7a81178dba', 'tag': 'c24185bd-1e66-4e83-b890-aab832277574', 'status': 'completed', 'code': 200} Dec 16 22:31:08.541545 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2798e-029a-488a-acdc-786f8b549837 req-67520af6-7b57-4a79-b0ae-f1c48ce31ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:08.543097 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47e2798e-029a-488a-acdc-786f8b549837 req-67520af6-7b57-4a79-b0ae-f1c48ce31ba4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5cb712e633bd44ed9a64e39dbfadc555&device_id=03d25294-d3a0-44cc-ba4d-6a7a81178dba HTTP/1.1" status: 200 len: 1095 time: 0.0454342 Dec 16 22:31:08.696557 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2798e-029a-488a-acdc-786f8b549837 req-6519f6ed-e3f5-4595-b04e-a95d20da10fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:08.698067 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47e2798e-029a-488a-acdc-786f8b549837 req-6519f6ed-e3f5-4595-b04e-a95d20da10fa service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5cb712e633bd44ed9a64e39dbfadc555&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1400435 Dec 16 22:31:08.764103 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74527b-8264-498d-bed5-1d1484e68916 req-37315963-2d78-41dc-ace3-019739a186e9 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:08.766300 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7b74527b-8264-498d-bed5-1d1484e68916 req-37315963-2d78-41dc-ace3-019739a186e9 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/ports?device_id=03d25294-d3a0-44cc-ba4d-6a7a81178dba HTTP/1.1" status: 200 len: 944 time: 0.1286676 Dec 16 22:31:08.852443 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7b74527b-8264-498d-bed5-1d1484e68916 req-38097ad9-4c17-4124-98b3-7432629a5a33 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/security-groups?id=76763c38-4276-48ad-865e-dca7392633aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751197 Dec 16 22:31:08.853848 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2798e-029a-488a-acdc-786f8b549837 req-d56f6b74-3b61-4000-956c-5d8e1dafc79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:08.855342 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47e2798e-029a-488a-acdc-786f8b549837 req-d56f6b74-3b61-4000-956c-5d8e1dafc79a service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1488435 Dec 16 22:31:08.985579 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-929d90ab-778c-468c-aeb2-a29362509254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:08.987184 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-929d90ab-778c-468c-aeb2-a29362509254 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5cb712e633bd44ed9a64e39dbfadc555&device_id=03d25294-d3a0-44cc-ba4d-6a7a81178dba HTTP/1.1" status: 200 len: 1095 time: 0.0538452 Dec 16 22:31:09.038948 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-59c397cd-b5fc-463a-9505-9f77004aaf40 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c24185bd-1e66-4e83-b890-aab832277574 HTTP/1.1" status: 200 len: 217 time: 0.0369854 Dec 16 22:31:09.092490 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-8ab809c3-67c0-40cc-857c-c0e782522bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:09.094859 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-8ab809c3-67c0-40cc-857c-c0e782522bbf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dbe7bbf5-acc0-413d-8138-fa58bbbb0e59 HTTP/1.1" status: 200 len: 860 time: 0.0485287 Dec 16 22:31:09.134554 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-02d7655b-4bae-46ac-ae37-8daaa89cbdbc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308917 Dec 16 22:31:09.244428 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-9c954a75-d781-4e05-853f-e4a5b5b31845 service neutron] 10.222.0.57 "GET /v2.0/networks/2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021428 Dec 16 22:31:09.392963 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c46be8a7-383b-4362-b672-9c4ed5834aa4 req-c343a88e-7a0b-45ff-9b6a-a88431f8be61 service neutron] 10.222.0.57 "GET /v2.0/networks/2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361372 Dec 16 22:31:09.401603 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120446d-1e36-4cf1-b470-bd7090b1e257 req-9ad30f25-8b92-4786-8a2c-4307200a8473 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:09.403093 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c120446d-1e36-4cf1-b470-bd7090b1e257 req-9ad30f25-8b92-4786-8a2c-4307200a8473 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=aef8bd99-3261-4555-aa0d-047ee2b6733f HTTP/1.1" status: 200 len: 945 time: 0.0819857 Dec 16 22:31:09.459113 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c120446d-1e36-4cf1-b470-bd7090b1e257 req-144b19ad-c4e5-4b6f-81cd-ff86e1aa0b95 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498440 Dec 16 22:31:09.978767 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21eee50-d466-4844-9c8d-88499bb2380c req-e23cdd95-aba4-4cc2-8565-c1e04dde54d0 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:09.980313 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f21eee50-d466-4844-9c8d-88499bb2380c req-e23cdd95-aba4-4cc2-8565-c1e04dde54d0 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/ports?device_id=03d25294-d3a0-44cc-ba4d-6a7a81178dba HTTP/1.1" status: 200 len: 944 time: 0.0534518 Dec 16 22:31:10.034576 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f21eee50-d466-4844-9c8d-88499bb2380c req-7a0f2eed-298e-4bb3-a2e1-470c005c755e tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/security-groups?id=76763c38-4276-48ad-865e-dca7392633aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475624 Dec 16 22:31:10.609943 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5a911-5b5e-441a-8193-0804c44621f8 req-062315c6-4be5-4ac5-8eb5-ca345a1688cd tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:10.627207 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-89e5a911-5b5e-441a-8193-0804c44621f8 req-062315c6-4be5-4ac5-8eb5-ca345a1688cd tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=aef8bd99-3261-4555-aa0d-047ee2b6733f HTTP/1.1" status: 200 len: 945 time: 0.0713048 Dec 16 22:31:10.696836 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-89e5a911-5b5e-441a-8193-0804c44621f8 req-bd05c704-7af5-4988-8c49-9c082ee4c379 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625296 Dec 16 22:31:11.186708 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb4917-233b-4472-b819-6476f8cff146 req-ed3f7082-9c27-4a8e-b9b2-cf9af0df4ea4 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:11.189140 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-40eb4917-233b-4472-b819-6476f8cff146 req-ed3f7082-9c27-4a8e-b9b2-cf9af0df4ea4 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/ports?device_id=03d25294-d3a0-44cc-ba4d-6a7a81178dba HTTP/1.1" status: 200 len: 944 time: 0.0707324 Dec 16 22:31:11.240346 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-40eb4917-233b-4472-b819-6476f8cff146 req-75a85fe4-bbf0-4496-af87-0bd4ebb71c1d tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/security-groups?id=76763c38-4276-48ad-865e-dca7392633aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451744 Dec 16 22:31:11.356060 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device a7bb8119-ba99-4d7a-84c3-fa49935df8da up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:31:11.777282 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port a7bb8119-ba99-4d7a-84c3-fa49935df8da completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:31:11.791960 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port a7bb8119-ba99-4d7a-84c3-fa49935df8da triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:31:11.791960 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:11.824128 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ede31-004f-4cd8-b1e1-3369ced139c1 req-a7152a01-f9b4-4614-a0b1-374ffe0a847d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:11.825652 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f76ede31-004f-4cd8-b1e1-3369ced139c1 req-a7152a01-f9b4-4614-a0b1-374ffe0a847d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=aef8bd99-3261-4555-aa0d-047ee2b6733f HTTP/1.1" status: 200 len: 945 time: 0.0527604 Dec 16 22:31:11.870570 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:11.898051 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef8bd99-3261-4555-aa0d-047ee2b6733f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bb8119-ba99-4d7a-84c3-fa49935df8da'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:31:11.900708 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4320fd5c-77a7-49ec-a1b3-1ca59399bff8" -d '{"events": [{"server_uuid": "aef8bd99-3261-4555-aa0d-047ee2b6733f", "name": "network-vif-plugged", "status": "completed", "tag": "a7bb8119-ba99-4d7a-84c3-fa49935df8da"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:31:11.916548 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port a7bb8119-ba99-4d7a-84c3-fa49935df8da, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=a7bb8119-ba99-4d7a-84c3-fa49935df8da,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:11.932201 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f76ede31-004f-4cd8-b1e1-3369ced139c1 req-d8bf1d10-f830-481a-b276-c13e51a25c8d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894973 Dec 16 22:31:11.971894 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f89cc1-198f-48ec-a5f2-7f1d1ae395f1 x-openstack-request-id: req-16f89cc1-198f-48ec-a5f2-7f1d1ae395f1 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:31:11.980951 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef8bd99-3261-4555-aa0d-047ee2b6733f", "name": "network-vif-plugged", "status": "completed", "tag": "a7bb8119-ba99-4d7a-84c3-fa49935df8da", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:31:11.980951 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-16f89cc1-198f-48ec-a5f2-7f1d1ae395f1 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:31:11.980951 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef8bd99-3261-4555-aa0d-047ee2b6733f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bb8119-ba99-4d7a-84c3-fa49935df8da', 'code': 200} Dec 16 22:31:12.051000 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:12.113508 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=a7bb8119-ba99-4d7a-84c3-fa49935df8da,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:12.120703 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad144a6d-9688-449f-b564-29633289d5a7 req-e58d409f-a528-4bf0-9ad3-173515a2c536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:12.122738 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ad144a6d-9688-449f-b564-29633289d5a7 req-e58d409f-a528-4bf0-9ad3-173515a2c536 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aef8bd99-3261-4555-aa0d-047ee2b6733f HTTP/1.1" status: 200 len: 1097 time: 0.0483842 Dec 16 22:31:12.174856 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ad144a6d-9688-449f-b564-29633289d5a7 req-09ffa1c0-7dea-4447-ae9e-6ac02f762b5d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424721 Dec 16 22:31:12.387651 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756efef-d60d-4f19-a2c0-ef416c572020 req-9852b4b7-b454-4823-aab9-f4d58b9d30dd tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:12.387651 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0756efef-d60d-4f19-a2c0-ef416c572020 req-9852b4b7-b454-4823-aab9-f4d58b9d30dd tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/ports?device_id=03d25294-d3a0-44cc-ba4d-6a7a81178dba HTTP/1.1" status: 200 len: 944 time: 0.0618503 Dec 16 22:31:12.436613 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0756efef-d60d-4f19-a2c0-ef416c572020 req-a25a635b-92c1-4338-bb00-a029d17905e6 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/security-groups?id=76763c38-4276-48ad-865e-dca7392633aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508122 Dec 16 22:31:13.085142 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bce5dc-8e91-42fe-bc45-aaedf517106a req-2743ae33-4c4e-4e0c-9532-810bcf2829c2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:13.086950 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67bce5dc-8e91-42fe-bc45-aaedf517106a req-2743ae33-4c4e-4e0c-9532-810bcf2829c2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=aef8bd99-3261-4555-aa0d-047ee2b6733f HTTP/1.1" status: 200 len: 946 time: 0.0519478 Dec 16 22:31:13.136876 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67bce5dc-8e91-42fe-bc45-aaedf517106a req-b455e0c9-33e9-41dc-bf3a-96a57a6a1507 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440938 Dec 16 22:31:13.373118 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device c24185bd-1e66-4e83-b890-aab832277574 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:31:13.502782 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port c24185bd-1e66-4e83-b890-aab832277574, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=c24185bd-1e66-4e83-b890-aab832277574,segment=NetworkSegment(c16cb59d-6a8e-4102-a71a-cf63b178d0d4),segment_id=c16cb59d-6a8e-4102-a71a-cf63b178d0d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:13.516650 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': 'c24185bd-1e66-4e83-b890-aab832277574', 'network_id': '2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75', 'port_id': 'c24185bd-1e66-4e83-b890-aab832277574', 'mac_address': 'fa:16:3e:11:94:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbe7bbf5-acc0-413d-8138-fa58bbbb0e59', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:31:13.572842 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:13.590455 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c24185bd-1e66-4e83-b890-aab832277574 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:31:13.613780 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72db78-1f75-4ab5-95a2-06848d63a946 req-194ea29a-a422-4350-96c6-9d607fcf49b9 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:13.621685 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ea72db78-1f75-4ab5-95a2-06848d63a946 req-194ea29a-a422-4350-96c6-9d607fcf49b9 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/ports?device_id=03d25294-d3a0-44cc-ba4d-6a7a81178dba HTTP/1.1" status: 200 len: 944 time: 0.1078050 Dec 16 22:31:13.627776 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port c24185bd-1e66-4e83-b890-aab832277574, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=c24185bd-1e66-4e83-b890-aab832277574,segment=NetworkSegment(c16cb59d-6a8e-4102-a71a-cf63b178d0d4),segment_id=c16cb59d-6a8e-4102-a71a-cf63b178d0d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:13.682965 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ea72db78-1f75-4ab5-95a2-06848d63a946 req-d1abdf2b-d94a-49f5-9332-53ab12c83811 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/security-groups?id=76763c38-4276-48ad-865e-dca7392633aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602584 Dec 16 22:31:13.724388 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:13.776724 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=c24185bd-1e66-4e83-b890-aab832277574,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:13.785095 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:13.785507 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:13.786163 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:13.786163 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:13.786708 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:13.786868 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:13.787111 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:13.787442 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:13.787845 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:13.788177 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:13.788512 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:13.788867 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:13.789188 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:14.181136 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['c24185bd-1e66-4e83-b890-aab832277574'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:31:14.260881 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59590b2-2de6-417f-8f0f-608d75937571 req-fc78c098-2113-4115-b9c6-f10e3ae80d42 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:14.262605 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f59590b2-2de6-417f-8f0f-608d75937571 req-fc78c098-2113-4115-b9c6-f10e3ae80d42 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=aef8bd99-3261-4555-aa0d-047ee2b6733f HTTP/1.1" status: 200 len: 946 time: 0.0527258 Dec 16 22:31:14.317962 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f59590b2-2de6-417f-8f0f-608d75937571 req-fe920e81-3a21-443a-ae0d-6d42d39b5bc4 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484114 Dec 16 22:31:14.470421 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d0d315f3-58fe-4433-a038-42405f082e11 req-741e9b27-29e0-45b8-9e9c-0afcecc6f784 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=c8c29047878b45f9aad1e147fc6565e9 HTTP/1.1" status: 200 len: 267 time: 0.0633736 Dec 16 22:31:14.536341 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d315f3-58fe-4433-a038-42405f082e11 req-bee61ef5-d8fc-433e-ba33-f4e1567b48ff tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:14.538087 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d0d315f3-58fe-4433-a038-42405f082e11 req-bee61ef5-d8fc-433e-ba33-f4e1567b48ff tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=aef8bd99-3261-4555-aa0d-047ee2b6733f HTTP/1.1" status: 200 len: 946 time: 0.0606265 Dec 16 22:31:14.553039 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-d0d315f3-58fe-4433-a038-42405f082e11 req-2d5d284b-2f8c-439d-8950-2e94d6c0ffea tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Request body: {'port': {'security_groups': []}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:31:14.648267 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d0d315f3-58fe-4433-a038-42405f082e11 req-2d5d284b-2f8c-439d-8950-2e94d6c0ffea tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:14.816928 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d637c-57d3-40d7-bca4-6524b0994c1a req-06d6b3c0-8907-4109-bad9-ea1a6f5c09ea tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:14.818903 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9f0d637c-57d3-40d7-bca4-6524b0994c1a req-06d6b3c0-8907-4109-bad9-ea1a6f5c09ea tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/ports?device_id=03d25294-d3a0-44cc-ba4d-6a7a81178dba HTTP/1.1" status: 200 len: 945 time: 0.0580537 Dec 16 22:31:14.850549 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-d0d315f3-58fe-4433-a038-42405f082e11 req-2d5d284b-2f8c-439d-8950-2e94d6c0ffea tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] For port a7bb8119-ba99-4d7a-84c3-fa49935df8da, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=a7bb8119-ba99-4d7a-84c3-fa49935df8da,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:14.873678 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9f0d637c-57d3-40d7-bca4-6524b0994c1a req-765b4ef1-71b2-4853-9dee-31c7738ada10 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/security-groups?id=76763c38-4276-48ad-865e-dca7392633aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461080 Dec 16 22:31:14.889051 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d0d315f3-58fe-4433-a038-42405f082e11 req-2d5d284b-2f8c-439d-8950-2e94d6c0ffea tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:14.975708 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d0d315f3-58fe-4433-a038-42405f082e11 req-2d5d284b-2f8c-439d-8950-2e94d6c0ffea tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:15.010061 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['109b66fa-1f6f-44ee-876c-29524230a95a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:31:15.024996 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d315f3-58fe-4433-a038-42405f082e11 req-2d5d284b-2f8c-439d-8950-2e94d6c0ffea tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:15.025629 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d0d315f3-58fe-4433-a038-42405f082e11 req-2d5d284b-2f8c-439d-8950-2e94d6c0ffea tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:15.027105 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d0d315f3-58fe-4433-a038-42405f082e11 req-2d5d284b-2f8c-439d-8950-2e94d6c0ffea tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "PUT /v2.0/ports/a7bb8119-ba99-4d7a-84c3-fa49935df8da HTTP/1.1" status: 200 len: 905 time: 0.4815130 Dec 16 22:31:15.027586 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef8bd99-3261-4555-aa0d-047ee2b6733f', 'tag': 'a7bb8119-ba99-4d7a-84c3-fa49935df8da'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:31:15.030274 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb227d6-4fd7-450d-bed3-4e5a3350ce3e" -d '{"events": [{"name": "network-changed", "server_uuid": "aef8bd99-3261-4555-aa0d-047ee2b6733f", "tag": "a7bb8119-ba99-4d7a-84c3-fa49935df8da"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:31:15.069998 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d284b-2f8c-439d-8950-2e94d6c0ffea tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Pushing event updated for resources: {'Port': ['ID=a7bb8119-ba99-4d7a-84c3-fa49935df8da,revision_number=6']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:15.110276 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd34ffb-2662-4b96-9166-64bb08e7e036 x-openstack-request-id: req-fcd34ffb-2662-4b96-9166-64bb08e7e036 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:31:15.110732 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef8bd99-3261-4555-aa0d-047ee2b6733f", "tag": "a7bb8119-ba99-4d7a-84c3-fa49935df8da", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:31:15.111002 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fcd34ffb-2662-4b96-9166-64bb08e7e036 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:31:15.111768 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef8bd99-3261-4555-aa0d-047ee2b6733f', 'tag': 'a7bb8119-ba99-4d7a-84c3-fa49935df8da', 'status': 'completed', 'code': 200} Dec 16 22:31:15.241577 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c181142-2fe9-41e2-add9-2062a1b41a90 req-7fcad2db-28a7-457c-bf97-f3a24dc2ec8a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:15.247955 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9c181142-2fe9-41e2-add9-2062a1b41a90 req-7fcad2db-28a7-457c-bf97-f3a24dc2ec8a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=aef8bd99-3261-4555-aa0d-047ee2b6733f HTTP/1.1" status: 200 len: 908 time: 0.1371243 Dec 16 22:31:15.248634 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['4629be9f-c39f-472c-9c18-d90ff2605158', 'a7bb8119-ba99-4d7a-84c3-fa49935df8da'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:31:15.251795 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb227d6-4fd7-450d-bed3-4e5a3350ce3e req-22a38504-6153-4789-bba1-453963c1412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:15.253320 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aeb227d6-4fd7-450d-bed3-4e5a3350ce3e req-22a38504-6153-4789-bba1-453963c1412e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&device_id=aef8bd99-3261-4555-aa0d-047ee2b6733f HTTP/1.1" status: 200 len: 1059 time: 0.0857053 Dec 16 22:31:15.342654 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['a7bb8119-ba99-4d7a-84c3-fa49935df8da'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:31:15.416387 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb227d6-4fd7-450d-bed3-4e5a3350ce3e req-a7d081fd-e996-43cf-9d25-07c8a3c6385d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:15.419165 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aeb227d6-4fd7-450d-bed3-4e5a3350ce3e req-a7d081fd-e996-43cf-9d25-07c8a3c6385d service neutron] 10.222.0.57 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 912 time: 0.1483073 Dec 16 22:31:15.425441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4edbf-92b6-414c-b2d4-8136e1d935c7 req-6f9933a4-e228-44a5-a954-ee306a09310d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:15.434586 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9da4edbf-92b6-414c-b2d4-8136e1d935c7 req-6f9933a4-e228-44a5-a954-ee306a09310d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0647192 Dec 16 22:31:15.485514 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aeb227d6-4fd7-450d-bed3-4e5a3350ce3e req-fb78be27-4c9c-456d-b454-10f6e0673749 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7bb8119-ba99-4d7a-84c3-fa49935df8da HTTP/1.1" status: 200 len: 217 time: 0.0554366 Dec 16 22:31:15.488951 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2cf9df1d-5b01-4be5-a0bb-67e0bebdd118 None None] Provisioning complete for port a7bb8119-ba99-4d7a-84c3-fa49935df8da triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:31:15.489267 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2cf9df1d-5b01-4be5-a0bb-67e0bebdd118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:15.507459 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9da4edbf-92b6-414c-b2d4-8136e1d935c7 req-5d0f83b8-67d2-4e05-a019-16309121be0d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715668 Dec 16 22:31:15.596039 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb227d6-4fd7-450d-bed3-4e5a3350ce3e req-f28befd3-259f-4376-8a5c-e8efc88df6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:15.597608 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aeb227d6-4fd7-450d-bed3-4e5a3350ce3e req-f28befd3-259f-4376-8a5c-e8efc88df6d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ecefe13-aa2d-48b4-a74c-5805e96883cc HTTP/1.1" status: 200 len: 851 time: 0.1006939 Dec 16 22:31:15.704972 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb227d6-4fd7-450d-bed3-4e5a3350ce3e req-a63647e8-308b-42b1-b765-acfeb7e3a70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:15.706772 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aeb227d6-4fd7-450d-bed3-4e5a3350ce3e req-a63647e8-308b-42b1-b765-acfeb7e3a70a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=282aa10f-496c-46fb-be12-6b2a327d41c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007614 Dec 16 22:31:15.724638 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73925fb-de48-47d8-9d06-7249656be120 req-d8453310-ecae-47f9-b501-16732fddb881 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:15.726142 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f73925fb-de48-47d8-9d06-7249656be120 req-d8453310-ecae-47f9-b501-16732fddb881 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0720804 Dec 16 22:31:15.865198 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f73925fb-de48-47d8-9d06-7249656be120 req-0707a46d-4e5b-4444-b235-beb902791997 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290510 Dec 16 22:31:15.872544 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aeb227d6-4fd7-450d-bed3-4e5a3350ce3e req-e4ad19cc-638d-4575-89d3-cb0cf8b8d430 service neutron] 10.222.0.57 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453562 Dec 16 22:31:15.994647 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aeb227d6-4fd7-450d-bed3-4e5a3350ce3e req-efb24eb8-4b9f-497b-8159-8dba84f8df17 service neutron] 10.222.0.57 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140716 Dec 16 22:31:16.069542 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c1182-08b9-422e-abef-2fedca6510aa req-58c26e0b-a88c-47a7-b6ea-378c08b1ac95 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:16.071216 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4f8c1182-08b9-422e-abef-2fedca6510aa req-58c26e0b-a88c-47a7-b6ea-378c08b1ac95 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/ports?device_id=03d25294-d3a0-44cc-ba4d-6a7a81178dba HTTP/1.1" status: 200 len: 945 time: 0.0564244 Dec 16 22:31:16.132703 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4f8c1182-08b9-422e-abef-2fedca6510aa req-7fbc1170-7324-44ff-8256-001f734389b5 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/security-groups?id=76763c38-4276-48ad-865e-dca7392633aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543659 Dec 16 22:31:16.268238 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-c56e2f8e-0e37-4a38-a921-c557a7620f59 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:16.269901 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-c56e2f8e-0e37-4a38-a921-c557a7620f59 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 812 time: 0.1196747 Dec 16 22:31:16.285133 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-611c88a3-098d-48b6-9154-c9926ba81dbc tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/quotas/c8c29047878b45f9aad1e147fc6565e9 HTTP/1.1" status: 200 len: 375 time: 0.0093176 Dec 16 22:31:16.346801 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-c3dd7116-e109-4f07-919b-b54ef545b4ca tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0561936 Dec 16 22:31:16.444786 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-b04c11dc-2d1f-4130-a68d-174c90ae0d06 service neutron] 10.222.0.75 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906737 Dec 16 22:31:16.541045 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-e7370461-1a08-4338-a9b7-ef8cdea6c4fa service neutron] 10.222.0.75 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899181 Dec 16 22:31:16.836091 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-10dfe924-d275-4208-9541-cf3c34a521f4 req-12e9028d-7e0d-438b-b6eb-d98479084a5a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 210 time: 0.0314777 Dec 16 22:31:17.268285 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add43f2-0c7e-4e68-8333-4f63f7d499b8 req-cb8aca0f-e22c-4f7a-8ebf-22af10d1aca8 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:17.270112 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7add43f2-0c7e-4e68-8333-4f63f7d499b8 req-cb8aca0f-e22c-4f7a-8ebf-22af10d1aca8 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/ports?device_id=03d25294-d3a0-44cc-ba4d-6a7a81178dba HTTP/1.1" status: 200 len: 945 time: 0.0529168 Dec 16 22:31:17.333808 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7add43f2-0c7e-4e68-8333-4f63f7d499b8 req-b776f394-40a3-4ab1-a99a-74fe0396cbb8 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/security-groups?id=76763c38-4276-48ad-865e-dca7392633aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570343 Dec 16 22:31:17.377793 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device c24185bd-1e66-4e83-b890-aab832277574 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:31:17.552811 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port c24185bd-1e66-4e83-b890-aab832277574 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:31:17.557100 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port c24185bd-1e66-4e83-b890-aab832277574 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:31:17.557521 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:17.637248 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:17.661423 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d25294-d3a0-44cc-ba4d-6a7a81178dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24185bd-1e66-4e83-b890-aab832277574'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:31:17.663692 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4695d0-c668-40b9-9fbd-15dd4e487d9b" -d '{"events": [{"server_uuid": "03d25294-d3a0-44cc-ba4d-6a7a81178dba", "name": "network-vif-plugged", "status": "completed", "tag": "c24185bd-1e66-4e83-b890-aab832277574"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:31:17.689461 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port c24185bd-1e66-4e83-b890-aab832277574, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=c24185bd-1e66-4e83-b890-aab832277574,segment=NetworkSegment(c16cb59d-6a8e-4102-a71a-cf63b178d0d4),segment_id=c16cb59d-6a8e-4102-a71a-cf63b178d0d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:17.710662 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15a5fc6-b076-4b55-b7ee-517e907db245 x-openstack-request-id: req-e15a5fc6-b076-4b55-b7ee-517e907db245 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:31:17.711011 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d25294-d3a0-44cc-ba4d-6a7a81178dba", "name": "network-vif-plugged", "status": "completed", "tag": "c24185bd-1e66-4e83-b890-aab832277574", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:31:17.711293 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e15a5fc6-b076-4b55-b7ee-517e907db245 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:31:17.711820 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d25294-d3a0-44cc-ba4d-6a7a81178dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24185bd-1e66-4e83-b890-aab832277574', 'code': 200} Dec 16 22:31:17.766766 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:17.830156 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=c24185bd-1e66-4e83-b890-aab832277574,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:17.849857 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78befcd0-7316-46b0-b29c-f04957f72550 req-5cb8ddd5-1570-412a-b5b8-fa3aceded99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:17.852519 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-78befcd0-7316-46b0-b29c-f04957f72550 req-5cb8ddd5-1570-412a-b5b8-fa3aceded99f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=03d25294-d3a0-44cc-ba4d-6a7a81178dba HTTP/1.1" status: 200 len: 1097 time: 0.0487254 Dec 16 22:31:17.975004 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-78befcd0-7316-46b0-b29c-f04957f72550 req-02b4fbf1-a341-4f39-9e6f-bbc978d29f3d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=76763c38-4276-48ad-865e-dca7392633aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152720 Dec 16 22:31:17.992037 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-62fb6752-8211-4bd3-aeac-9a80a88d7708 req-c601d2c2-99d6-4d96-9870-e4921af04660 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 210 time: 0.0363572 Dec 16 22:31:18.480939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1a1f6-7f05-47bd-9db5-b75347d67129 req-3299d6cb-2ba8-4610-ab1d-6bc1f6764113 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:18.482789 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-88b1a1f6-7f05-47bd-9db5-b75347d67129 req-3299d6cb-2ba8-4610-ab1d-6bc1f6764113 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/ports?device_id=03d25294-d3a0-44cc-ba4d-6a7a81178dba HTTP/1.1" status: 200 len: 946 time: 0.0716002 Dec 16 22:31:18.547246 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-88b1a1f6-7f05-47bd-9db5-b75347d67129 req-0cff2682-030c-478f-ae09-028b98a69028 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/security-groups?id=76763c38-4276-48ad-865e-dca7392633aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539892 Dec 16 22:31:19.109744 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0be33f7-e6d1-4eec-bac3-5737997db99d req-e86001f0-e613-4283-a396-48c2418429ff tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 210 time: 0.0276582 Dec 16 22:31:19.684678 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d512d-404e-42cf-892d-a22adb76187b req-0eb7a783-6e57-49b4-82a1-155dbe2dbc5e tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:19.686310 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e35d512d-404e-42cf-892d-a22adb76187b req-0eb7a783-6e57-49b4-82a1-155dbe2dbc5e tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/ports?device_id=03d25294-d3a0-44cc-ba4d-6a7a81178dba HTTP/1.1" status: 200 len: 946 time: 0.0618873 Dec 16 22:31:19.741625 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e35d512d-404e-42cf-892d-a22adb76187b req-dc61aed6-3b2a-4551-9100-2d05bfd17ba7 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/security-groups?id=76763c38-4276-48ad-865e-dca7392633aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487945 Dec 16 22:31:20.095683 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-75cf1429-d484-41ab-a2f1-9acf8f7f53cf tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:20.097383 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-75cf1429-d484-41ab-a2f1-9acf8f7f53cf tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.57 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 812 time: 0.1064339 Dec 16 22:31:20.117664 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-576b6180-c73f-4437-872f-b690cdd4f562 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Request body: {'port': {'device_id': '67264820-2a37-4f5b-af37-dd9be64ab010', 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1', 'admin_state_up': True, 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:31:20.266308 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d4dc7220-d1b0-4346-ba96-1ed47e793a28 req-55b48691-f7ff-4bd2-9554-51acbfeb6844 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 210 time: 0.0500231 Dec 16 22:31:20.422374 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-576b6180-c73f-4437-872f-b690cdd4f562 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Made reservation on behalf of c8c29047878b45f9aad1e147fc6565e9 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:31:20.427060 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-576b6180-c73f-4437-872f-b690cdd4f562 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:20.565861 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-576b6180-c73f-4437-872f-b690cdd4f562 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Allocated IP 172.20.0.13 (282aa10f-496c-46fb-be12-6b2a327d41c1/9ecefe13-aa2d-48b4-a74c-5805e96883cc/1e95faa4-2836-4e72-9652-d1ed5d9922c9) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:31:20.742199 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-576b6180-c73f-4437-872f-b690cdd4f562 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:20.834838 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-576b6180-c73f-4437-872f-b690cdd4f562 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:20.869606 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['4629be9f-c39f-472c-9c18-d90ff2605158'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:31:20.873815 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['109b66fa-1f6f-44ee-876c-29524230a95a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:31:20.896670 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-576b6180-c73f-4437-872f-b690cdd4f562 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Network 282aa10f-496c-46fb-be12-6b2a327d41c1 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:31:20.902180 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-576b6180-c73f-4437-872f-b690cdd4f562 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:31:20.910824 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-576b6180-c73f-4437-872f-b690cdd4f562 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:31:20.952735 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6e433-8c12-468c-a5fc-181ff2abffe9 req-115c42d7-03c4-4be0-882b-e1c082f1355f tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:20.954757 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-00e6e433-8c12-468c-a5fc-181ff2abffe9 req-115c42d7-03c4-4be0-882b-e1c082f1355f tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/ports?device_id=03d25294-d3a0-44cc-ba4d-6a7a81178dba HTTP/1.1" status: 200 len: 946 time: 0.1318107 Dec 16 22:31:20.958615 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b6180-c73f-4437-872f-b690cdd4f562 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Pushing event updated for resources: {'Port': ['ID=1e95faa4-2836-4e72-9652-d1ed5d9922c9,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:21.009875 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-576b6180-c73f-4437-872f-b690cdd4f562 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:21.010537 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-576b6180-c73f-4437-872f-b690cdd4f562 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:21.069132 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-00e6e433-8c12-468c-a5fc-181ff2abffe9 req-b7a9013e-73e7-428b-bf23-a0466a7ba518 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/security-groups?id=76763c38-4276-48ad-865e-dca7392633aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755596 Dec 16 22:31:21.186353 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-576b6180-c73f-4437-872f-b690cdd4f562 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0660253 Dec 16 22:31:21.213098 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-7725694e-2615-4be3-a2d2-b72ad14f1ad7 service neutron] Request body: {'port': {'device_id': '67264820-2a37-4f5b-af37-dd9be64ab010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:31:21.310357 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-7725694e-2615-4be3-a2d2-b72ad14f1ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:21.322281 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1d0e6662-3c00-4f82-881e-41fb6a9de8da None None] Provisioning complete for port 1e95faa4-2836-4e72-9652-d1ed5d9922c9 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:31:21.323326 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d0e6662-3c00-4f82-881e-41fb6a9de8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:21.377925 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1d0e6662-3c00-4f82-881e-41fb6a9de8da None None] Port 1e95faa4-2836-4e72-9652-d1ed5d9922c9 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:31:21.538844 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76333f61-351a-4d7c-bc36-245744eb3679 req-19dfe7bb-40b8-4335-b440-c28009010faa tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:21.540498 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-76333f61-351a-4d7c-bc36-245744eb3679 req-19dfe7bb-40b8-4335-b440-c28009010faa tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 932 time: 0.1539855 Dec 16 22:31:21.694793 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-76333f61-351a-4d7c-bc36-245744eb3679 req-8b2554ba-9cff-42f4-9fd0-62a328973fa2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401227 Dec 16 22:31:21.801970 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-7725694e-2615-4be3-a2d2-b72ad14f1ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e95faa4-2836-4e72-9652-d1ed5d9922c9 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:31:21.810325 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-7725694e-2615-4be3-a2d2-b72ad14f1ad7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:21.837851 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-7725694e-2615-4be3-a2d2-b72ad14f1ad7 service neutron] Transition to ACTIVE for port object 1e95faa4-2836-4e72-9652-d1ed5d9922c9 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:31:21.931307 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-7725694e-2615-4be3-a2d2-b72ad14f1ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:21.994550 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725694e-2615-4be3-a2d2-b72ad14f1ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e95faa4-2836-4e72-9652-d1ed5d9922c9,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:22.107816 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-7725694e-2615-4be3-a2d2-b72ad14f1ad7 service neutron] Attempting to bind port 1e95faa4-2836-4e72-9652-d1ed5d9922c9 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:31:22.108184 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-7725694e-2615-4be3-a2d2-b72ad14f1ad7 service neutron] Attempting to bind port 1e95faa4-2836-4e72-9652-d1ed5d9922c9 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:31:22.108501 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-7725694e-2615-4be3-a2d2-b72ad14f1ad7 service neutron] Attempting to bind port 1e95faa4-2836-4e72-9652-d1ed5d9922c9 on network 282aa10f-496c-46fb-be12-6b2a327d41c1 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:31:22.113952 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-7725694e-2615-4be3-a2d2-b72ad14f1ad7 service neutron] Port 1e95faa4-2836-4e72-9652-d1ed5d9922c9 on network 282aa10f-496c-46fb-be12-6b2a327d41c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:31:22.114240 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-7725694e-2615-4be3-a2d2-b72ad14f1ad7 service neutron] Attempting to bind port 1e95faa4-2836-4e72-9652-d1ed5d9922c9 on network 282aa10f-496c-46fb-be12-6b2a327d41c1 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:31:22.122970 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-7725694e-2615-4be3-a2d2-b72ad14f1ad7 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:31:22.123366 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-7725694e-2615-4be3-a2d2-b72ad14f1ad7 service neutron] Checking segment: {'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:31:22.124037 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-7725694e-2615-4be3-a2d2-b72ad14f1ad7 service neutron] Bound using segment: {'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:31:22.125072 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-7725694e-2615-4be3-a2d2-b72ad14f1ad7 service neutron] Bound port: 1e95faa4-2836-4e72-9652-d1ed5d9922c9, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46947a5-8f21-4783-a424-ec394c8c17d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:31:22.125451 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-7725694e-2615-4be3-a2d2-b72ad14f1ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:22.210478 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-7725694e-2615-4be3-a2d2-b72ad14f1ad7 service neutron] For port 1e95faa4-2836-4e72-9652-d1ed5d9922c9, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:31:22.216122 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-7725694e-2615-4be3-a2d2-b72ad14f1ad7 service neutron] For port 1e95faa4-2836-4e72-9652-d1ed5d9922c9, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1e95faa4-2836-4e72-9652-d1ed5d9922c9,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:31:22.282121 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b48b50-a571-46db-8afb-2547e114fac3 req-4950b00c-7df4-4991-86da-6fd154198e89 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:22.282121 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25b48b50-a571-46db-8afb-2547e114fac3 req-4950b00c-7df4-4991-86da-6fd154198e89 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/ports?device_id=03d25294-d3a0-44cc-ba4d-6a7a81178dba HTTP/1.1" status: 200 len: 946 time: 0.0631123 Dec 16 22:31:22.283668 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-7725694e-2615-4be3-a2d2-b72ad14f1ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:22.372592 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-7725694e-2615-4be3-a2d2-b72ad14f1ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:22.373390 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-7725694e-2615-4be3-a2d2-b72ad14f1ad7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:22.376575 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-7725694e-2615-4be3-a2d2-b72ad14f1ad7 service neutron] 10.222.0.57 "PUT /v2.0/ports/1e95faa4-2836-4e72-9652-d1ed5d9922c9 HTTP/1.1" status: 200 len: 1092 time: 1.1804273 Dec 16 22:31:22.376575 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67264820-2a37-4f5b-af37-dd9be64ab010', 'tag': '1e95faa4-2836-4e72-9652-d1ed5d9922c9'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:31:22.379140 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb64842-bf4b-4d60-8640-74837e11bbdd" -d '{"events": [{"name": "network-changed", "server_uuid": "67264820-2a37-4f5b-af37-dd9be64ab010", "tag": "1e95faa4-2836-4e72-9652-d1ed5d9922c9"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:31:22.427562 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25b48b50-a571-46db-8afb-2547e114fac3 req-0b5d31ca-d6a9-469f-8848-40d942374bf0 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/security-groups?id=76763c38-4276-48ad-865e-dca7392633aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367843 Dec 16 22:31:22.428322 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725694e-2615-4be3-a2d2-b72ad14f1ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e95faa4-2836-4e72-9652-d1ed5d9922c9,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:22.502072 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cae6b8-d0e7-4f2d-9a10-2321f8cc27c4 x-openstack-request-id: req-f4cae6b8-d0e7-4f2d-9a10-2321f8cc27c4 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:31:22.502369 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67264820-2a37-4f5b-af37-dd9be64ab010", "tag": "1e95faa4-2836-4e72-9652-d1ed5d9922c9", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:31:22.502650 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f4cae6b8-d0e7-4f2d-9a10-2321f8cc27c4 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:31:22.503087 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67264820-2a37-4f5b-af37-dd9be64ab010', 'tag': '1e95faa4-2836-4e72-9652-d1ed5d9922c9', 'status': 'completed', 'code': 200} Dec 16 22:31:22.596560 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-8b4e08d9-7330-4a2b-8f2d-446e92b2b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:22.598428 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-8b4e08d9-7330-4a2b-8f2d-446e92b2b88a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 1095 time: 0.0471106 Dec 16 22:31:22.674807 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-3e16553c-98f8-48da-82b0-2807ce8cd1b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e95faa4-2836-4e72-9652-d1ed5d9922c9 HTTP/1.1" status: 200 len: 217 time: 0.0615721 Dec 16 22:31:22.767920 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-1843eaa5-ccbc-4ac6-b978-1919fd2caddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:22.767920 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-1843eaa5-ccbc-4ac6-b978-1919fd2caddb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ecefe13-aa2d-48b4-a74c-5805e96883cc HTTP/1.1" status: 200 len: 851 time: 0.0781922 Dec 16 22:31:22.848445 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-8226018f-ed03-4c95-8163-87b304dc17da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:22.850068 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-8226018f-ed03-4c95-8163-87b304dc17da service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=282aa10f-496c-46fb-be12-6b2a327d41c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789444 Dec 16 22:31:22.862857 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83125be2-6470-4ac7-a9e5-06ac8b480a34 req-342dc7eb-ff88-48ea-9d56-a576ec02bcf5 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:22.864345 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-83125be2-6470-4ac7-a9e5-06ac8b480a34 req-342dc7eb-ff88-48ea-9d56-a576ec02bcf5 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 944 time: 0.0621469 Dec 16 22:31:22.967917 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-83125be2-6470-4ac7-a9e5-06ac8b480a34 req-ebb6bfb7-bcc2-4f92-8b3b-0c7e2ca66d75 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956123 Dec 16 22:31:22.995123 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-087a23be-6102-4b3a-8669-760c3d5bc0ba service neutron] 10.222.0.57 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298013 Dec 16 22:31:23.088495 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4cd03c52-c56e-4432-8026-3b584c60af0e req-5c9e025e-3196-47cd-839b-6271043a5667 service neutron] 10.222.0.57 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854089 Dec 16 22:31:23.323320 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb64842-bf4b-4d60-8640-74837e11bbdd req-a24e5a19-17c4-4f5b-8d5c-a68b84a0e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:23.324905 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bdb64842-bf4b-4d60-8640-74837e11bbdd req-a24e5a19-17c4-4f5b-8d5c-a68b84a0e524 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 1095 time: 0.0471995 Dec 16 22:31:23.360161 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cc3e12d5-011f-4b2f-8662-e70ea50497bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:23.422818 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb64842-bf4b-4d60-8640-74837e11bbdd req-f4aceefb-9625-4a48-80df-bd8d13ef6da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:23.424441 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bdb64842-bf4b-4d60-8640-74837e11bbdd req-f4aceefb-9625-4a48-80df-bd8d13ef6da4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 912 time: 0.0906522 Dec 16 22:31:23.499285 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bdb64842-bf4b-4d60-8640-74837e11bbdd req-81c1f16f-7856-4cb8-908c-a11009ae2e88 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e95faa4-2836-4e72-9652-d1ed5d9922c9 HTTP/1.1" status: 200 len: 217 time: 0.0398457 Dec 16 22:31:23.560830 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb64842-bf4b-4d60-8640-74837e11bbdd req-eb14bb54-e496-4d0b-860c-9e2e05d6c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:23.562723 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bdb64842-bf4b-4d60-8640-74837e11bbdd req-eb14bb54-e496-4d0b-860c-9e2e05d6c9d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ecefe13-aa2d-48b4-a74c-5805e96883cc HTTP/1.1" status: 200 len: 851 time: 0.0559785 Dec 16 22:31:23.574891 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059d6fc-3e4c-4c6c-b135-6da44e863894 req-5b421bb0-ff44-4be1-bdea-fb3c1366a937 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:23.576362 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c059d6fc-3e4c-4c6c-b135-6da44e863894 req-5b421bb0-ff44-4be1-bdea-fb3c1366a937 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/ports?device_id=03d25294-d3a0-44cc-ba4d-6a7a81178dba HTTP/1.1" status: 200 len: 946 time: 0.0558686 Dec 16 22:31:23.611739 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb64842-bf4b-4d60-8640-74837e11bbdd req-b4a5b49a-9bd7-49a2-91cc-efa9a1993ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:23.613009 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bdb64842-bf4b-4d60-8640-74837e11bbdd req-b4a5b49a-9bd7-49a2-91cc-efa9a1993ea8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=282aa10f-496c-46fb-be12-6b2a327d41c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434222 Dec 16 22:31:23.631107 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c059d6fc-3e4c-4c6c-b135-6da44e863894 req-f07f5a4f-b4f3-4ffe-97f2-6c24343080d1 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/security-groups?id=76763c38-4276-48ad-865e-dca7392633aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480685 Dec 16 22:31:23.716396 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bdb64842-bf4b-4d60-8640-74837e11bbdd req-3b31e16b-4f2e-4ee7-b292-ee6c16880e71 service neutron] 10.222.0.57 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939116 Dec 16 22:31:23.826328 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bdb64842-bf4b-4d60-8640-74837e11bbdd req-1d41ba0d-c6b7-42e3-aafa-a67b37fb1ac2 service neutron] 10.222.0.57 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021795 Dec 16 22:31:23.945741 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb3332-5b1a-4f16-a6db-0e8517d65921 req-37f91b56-a840-4a3d-85b1-2e5d7e27b638 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:23.947317 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5bcb3332-5b1a-4f16-a6db-0e8517d65921 req-37f91b56-a840-4a3d-85b1-2e5d7e27b638 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.57 "GET /v2.0/ports?device_id=03d25294-d3a0-44cc-ba4d-6a7a81178dba HTTP/1.1" status: 200 len: 946 time: 0.0525236 Dec 16 22:31:24.050973 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-5bcb3332-5b1a-4f16-a6db-0e8517d65921 req-aa7f7824-57b3-4c70-950e-0fa3f3172ff6 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Deleting port c24185bd-1e66-4e83-b890-aab832277574 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:31:24.051509 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-5bcb3332-5b1a-4f16-a6db-0e8517d65921 req-aa7f7824-57b3-4c70-950e-0fa3f3172ff6 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:24.102489 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdb585-00bd-419a-9cfe-7eff1b302ded req-a306b20e-83f0-4476-97b1-e37f026a570c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:24.103954 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-86bdb585-00bd-419a-9cfe-7eff1b302ded req-a306b20e-83f0-4476-97b1-e37f026a570c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 944 time: 0.0590489 Dec 16 22:31:24.152618 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-5bcb3332-5b1a-4f16-a6db-0e8517d65921 req-aa7f7824-57b3-4c70-950e-0fa3f3172ff6 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] For port c24185bd-1e66-4e83-b890-aab832277574, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=c24185bd-1e66-4e83-b890-aab832277574,segment=NetworkSegment(c16cb59d-6a8e-4102-a71a-cf63b178d0d4),segment_id=c16cb59d-6a8e-4102-a71a-cf63b178d0d4)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:24.153346 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-5bcb3332-5b1a-4f16-a6db-0e8517d65921 req-aa7f7824-57b3-4c70-950e-0fa3f3172ff6 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:24.154843 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-86bdb585-00bd-419a-9cfe-7eff1b302ded req-7a1eedd9-e0e5-4122-adf6-3990916f4cd8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431445 Dec 16 22:31:24.178026 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-5bcb3332-5b1a-4f16-a6db-0e8517d65921 req-aa7f7824-57b3-4c70-950e-0fa3f3172ff6 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Calling delete_port for c24185bd-1e66-4e83-b890-aab832277574 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:31:24.376826 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-5bcb3332-5b1a-4f16-a6db-0e8517d65921 req-aa7f7824-57b3-4c70-950e-0fa3f3172ff6 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:24.404763 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f7824-57b3-4c70-950e-0fa3f3172ff6 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Pushing event deleted for resources: {'Port': ['ID=c24185bd-1e66-4e83-b890-aab832277574,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:24.410416 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['c24185bd-1e66-4e83-b890-aab832277574'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:31:24.456079 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bcb3332-5b1a-4f16-a6db-0e8517d65921 req-aa7f7824-57b3-4c70-950e-0fa3f3172ff6 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] No DVR routers for this DVR port c24185bd-1e66-4e83-b890-aab832277574 on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:31:24.458963 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-5bcb3332-5b1a-4f16-a6db-0e8517d65921 req-aa7f7824-57b3-4c70-950e-0fa3f3172ff6 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:24.462327 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5bcb3332-5b1a-4f16-a6db-0e8517d65921 req-aa7f7824-57b3-4c70-950e-0fa3f3172ff6 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.57 "DELETE /v2.0/ports/c24185bd-1e66-4e83-b890-aab832277574 HTTP/1.1" status: 204 len: 173 time: 0.5086336 Dec 16 22:31:24.504091 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d25294-d3a0-44cc-ba4d-6a7a81178dba', 'name': 'network-vif-deleted', 'tag': 'c24185bd-1e66-4e83-b890-aab832277574'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:31:24.506444 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1adadd-a240-4772-ad75-c1817a7e9bc7" -d '{"events": [{"server_uuid": "03d25294-d3a0-44cc-ba4d-6a7a81178dba", "name": "network-vif-deleted", "tag": "c24185bd-1e66-4e83-b890-aab832277574"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:31:24.549793 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec81bf4-a9da-44ed-b9bd-c083a2ba2cd8 x-openstack-request-id: req-2ec81bf4-a9da-44ed-b9bd-c083a2ba2cd8 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:31:24.550247 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d25294-d3a0-44cc-ba4d-6a7a81178dba", "name": "network-vif-deleted", "tag": "c24185bd-1e66-4e83-b890-aab832277574", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:31:24.550506 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2ec81bf4-a9da-44ed-b9bd-c083a2ba2cd8 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:31:24.550931 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d25294-d3a0-44cc-ba4d-6a7a81178dba', 'name': 'network-vif-deleted', 'tag': 'c24185bd-1e66-4e83-b890-aab832277574', 'status': 'completed', 'code': 200} Dec 16 22:31:24.747745 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca7df01b-2196-4235-bea7-e41b61b66d7d req-ddbfa49f-0014-4e80-8003-10a5eaf3d1d4 tempest-ServerMetadataNegativeTestJSON-2144996130 tempest-ServerMetadataNegativeTestJSON-2144996130-project] 10.222.0.75 "GET /v2.0/ports?device_id=03d25294-d3a0-44cc-ba4d-6a7a81178dba HTTP/1.1" status: 200 len: 210 time: 0.0276370 Dec 16 22:31:25.215205 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 32852) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:31:25.219870 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-be69c9e3-3dc4-4e94-bdd5-60b0a0afe8d4 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-528176990', 'description': 'tempest-secgroup-smoke-528176990 description', 'project_id': '34b0fd2f7832448286a236e2618576f5'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:31:25.293158 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a026d-50e5-4715-b94e-800ae8b74762 req-0d2c1217-4d80-4842-b051-1d5f7bf26c57 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:25.294737 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d3a026d-50e5-4715-b94e-800ae8b74762 req-0d2c1217-4d80-4842-b051-1d5f7bf26c57 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 944 time: 0.0538118 Dec 16 22:31:25.345262 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d3a026d-50e5-4715-b94e-800ae8b74762 req-96c98c21-381a-4908-a9cf-635323a3d186 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432789 Dec 16 22:31:25.354107 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-be69c9e3-3dc4-4e94-bdd5-60b0a0afe8d4 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:25.437761 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 1e95faa4-2836-4e72-9652-d1ed5d9922c9 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:31:25.446524 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-be69c9e3-3dc4-4e94-bdd5-60b0a0afe8d4 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:25.537190 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-be69c9e3-3dc4-4e94-bdd5-60b0a0afe8d4 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:25.549784 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 1e95faa4-2836-4e72-9652-d1ed5d9922c9, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1e95faa4-2836-4e72-9652-d1ed5d9922c9,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:25.566630 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '1e95faa4-2836-4e72-9652-d1ed5d9922c9', 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1', 'port_id': '1e95faa4-2836-4e72-9652-d1ed5d9922c9', 'mac_address': 'fa:16:3e:dc:79:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ecefe13-aa2d-48b4-a74c-5805e96883cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:31:25.574697 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69c9e3-3dc4-4e94-bdd5-60b0a0afe8d4 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b271281-9c71-43b7-bc76-33368ddcc8b8,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:25.611944 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:25.627310 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e95faa4-2836-4e72-9652-d1ed5d9922c9 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:31:25.648942 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 1e95faa4-2836-4e72-9652-d1ed5d9922c9, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1e95faa4-2836-4e72-9652-d1ed5d9922c9,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:25.692201 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-be69c9e3-3dc4-4e94-bdd5-60b0a0afe8d4 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:25.693562 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-be69c9e3-3dc4-4e94-bdd5-60b0a0afe8d4 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4774644 Dec 16 22:31:25.696436 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 32856) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:31:25.700856 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-ce008154-7ab1-4c34-981a-72d9893ad026 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Request body: {'security_group_rule': {'security_group_id': '2b271281-9c71-43b7-bc76-33368ddcc8b8', 'project_id': '34b0fd2f7832448286a236e2618576f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:31:25.777572 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:25.788478 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a154ecfc-ae0a-433a-bb56-74e240ac3458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:25.814978 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 32864) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:31:25.845450 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=1e95faa4-2836-4e72-9652-d1ed5d9922c9,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:25.872389 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ce008154-7ab1-4c34-981a-72d9893ad026 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:25.885222 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-a45bd9c4-6efa-4728-b2b9-8b70252e97b4 admin admin] Deleting subnet dbe7bbf5-acc0-413d-8138-fa58bbbb0e59 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:31:25.893021 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a45bd9c4-6efa-4728-b2b9-8b70252e97b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:25.950113 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a45bd9c4-6efa-4728-b2b9-8b70252e97b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:25.977236 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ce008154-7ab1-4c34-981a-72d9893ad026 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:25.996202 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a45bd9c4-6efa-4728-b2b9-8b70252e97b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:26.051506 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ce008154-7ab1-4c34-981a-72d9893ad026 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:26.070974 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce008154-7ab1-4c34-981a-72d9893ad026 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e63ae2-e3a4-498d-87a1-a9e8930480ea,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:26.119712 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a45bd9c4-6efa-4728-b2b9-8b70252e97b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:26.148634 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45bd9c4-6efa-4728-b2b9-8b70252e97b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbe7bbf5-acc0-413d-8138-fa58bbbb0e59,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:26.150989 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a45bd9c4-6efa-4728-b2b9-8b70252e97b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:26.156624 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a45bd9c4-6efa-4728-b2b9-8b70252e97b4 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/dbe7bbf5-acc0-413d-8138-fa58bbbb0e59 HTTP/1.1" status: 204 len: 168 time: 0.3380561 Dec 16 22:31:26.157262 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 32868) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:31:26.157712 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ce008154-7ab1-4c34-981a-72d9893ad026 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:26.159130 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ce008154-7ab1-4c34-981a-72d9893ad026 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4614785 Dec 16 22:31:26.161515 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 32870) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:31:26.166135 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-53583aa2-36ce-4bbe-a423-56ef8562ad2a tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Request body: {'security_group_rule': {'security_group_id': '2b271281-9c71-43b7-bc76-33368ddcc8b8', 'project_id': '34b0fd2f7832448286a236e2618576f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:31:26.228522 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5283faa9-33c8-4fdd-88bd-92eaef100dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:26.274917 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['1e95faa4-2836-4e72-9652-d1ed5d9922c9'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:31:26.302122 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-53583aa2-36ce-4bbe-a423-56ef8562ad2a tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:26.328420 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5283faa9-33c8-4fdd-88bd-92eaef100dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:26.353464 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-5283faa9-33c8-4fdd-88bd-92eaef100dc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:31:26.365643 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-5283faa9-33c8-4fdd-88bd-92eaef100dc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16cb59d-6a8e-4102-a71a-cf63b178d0d4') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:31:26.365954 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-5283faa9-33c8-4fdd-88bd-92eaef100dc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16cb59d-6a8e-4102-a71a-cf63b178d0d4') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:31:26.382028 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5283faa9-33c8-4fdd-88bd-92eaef100dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:26.412218 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-53583aa2-36ce-4bbe-a423-56ef8562ad2a tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:26.416148 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5283faa9-33c8-4fdd-88bd-92eaef100dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5283faa9-33c8-4fdd-88bd-92eaef100dc9 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5283faa9-33c8-4fdd-88bd-92eaef100dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:31:26.440381 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:31:26.513985 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165c2d2-3739-4b79-b1a7-e30760af1073 req-f0b25631-89da-4e1f-8050-07c92105f426 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:26.515763 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6165c2d2-3739-4b79-b1a7-e30760af1073 req-f0b25631-89da-4e1f-8050-07c92105f426 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 945 time: 0.0636840 Dec 16 22:31:26.517274 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-53583aa2-36ce-4bbe-a423-56ef8562ad2a tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:26.557298 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-9d2a1639-7cce-42dd-9537-cc9a6c32de8a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0659785 Dec 16 22:31:26.559339 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53583aa2-36ce-4bbe-a423-56ef8562ad2a tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f55d269-b9cf-4f16-ab2a-c09842818b45,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:26.592400 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6165c2d2-3739-4b79-b1a7-e30760af1073 req-355a724e-dcd2-4b07-8da1-619884440e0c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665793 Dec 16 22:31:26.622747 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5283faa9-33c8-4fdd-88bd-92eaef100dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:26.636704 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5283faa9-33c8-4fdd-88bd-92eaef100dc9 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:26.642681 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5283faa9-33c8-4fdd-88bd-92eaef100dc9 admin admin] 10.222.0.75 "DELETE /v2.0/networks/2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75 HTTP/1.1" status: 204 len: 168 time: 0.4816980 Dec 16 22:31:26.653803 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-53583aa2-36ce-4bbe-a423-56ef8562ad2a tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:26.659686 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-53583aa2-36ce-4bbe-a423-56ef8562ad2a tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4943876 Dec 16 22:31:26.660870 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 32876) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:31:26.666450 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-29a28935-0420-475d-814d-e5d2b1e5da65 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Request body: {'security_group_rule': {'security_group_id': '2b271281-9c71-43b7-bc76-33368ddcc8b8', 'project_id': '34b0fd2f7832448286a236e2618576f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:31:26.876909 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-29a28935-0420-475d-814d-e5d2b1e5da65 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:26.931214 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:26.951872 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-29a28935-0420-475d-814d-e5d2b1e5da65 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:26.982453 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:27.014522 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283faa9-33c8-4fdd-88bd-92eaef100dc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bc5bd1f-bd97-4c71-b5f4-ef96c1c10b75,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:27.061144 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-91a9bbb0-534d-45fd-a568-71f121c039ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:27.061685 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-91a9bbb0-534d-45fd-a568-71f121c039ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:27.063032 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-91a9bbb0-534d-45fd-a568-71f121c039ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:27.063829 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-91a9bbb0-534d-45fd-a568-71f121c039ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:27.064470 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-91a9bbb0-534d-45fd-a568-71f121c039ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:27.065118 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-91a9bbb0-534d-45fd-a568-71f121c039ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:27.065679 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-91a9bbb0-534d-45fd-a568-71f121c039ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:27.067771 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-91a9bbb0-534d-45fd-a568-71f121c039ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=45dc1fa90bee4d0982a4d71f8e7220e0&device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 6499 time: 0.0613675 Dec 16 22:31:27.096953 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-29a28935-0420-475d-814d-e5d2b1e5da65 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:27.117914 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a28935-0420-475d-814d-e5d2b1e5da65 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=654cf5b8-4422-457f-af34-c1b76b9b4136,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:27.208605 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-1ba98c89-6bd0-4bc5-b94a-11d62d38aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:27.209346 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-1ba98c89-6bd0-4bc5-b94a-11d62d38aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:27.209852 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-1ba98c89-6bd0-4bc5-b94a-11d62d38aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:27.211544 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-1ba98c89-6bd0-4bc5-b94a-11d62d38aa1c service neutron] 10.222.0.57 "GET /v2.0/networks?id=5e57a376-cf11-4169-84ca-8ea1ae6aa078&id=15791355-f493-42e0-a1b7-a4369065109f&id=15791355-f493-42e0-a1b7-a4369065109f&id=15791355-f493-42e0-a1b7-a4369065109f&id=15791355-f493-42e0-a1b7-a4369065109f&id=66e9be3c-e724-4370-8e53-fc3253b9f776&id=66e9be3c-e724-4370-8e53-fc3253b9f776 HTTP/1.1" status: 200 len: 2296 time: 0.1142290 Dec 16 22:31:27.282220 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-b7605a07-adaf-4be8-8a7c-dab7de269906 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea1ed190-b5c9-4f29-b19b-8909b9b1bce0 HTTP/1.1" status: 200 len: 1000 time: 0.0616066 Dec 16 22:31:27.344805 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-6cfa2293-242c-4381-99a0-02bdf1daa969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:27.346869 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-6cfa2293-242c-4381-99a0-02bdf1daa969 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=554b4879-6665-46f7-b33a-c61f9f909b35 HTTP/1.1" status: 200 len: 856 time: 0.0566726 Dec 16 22:31:27.379074 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 32884) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:31:27.402742 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-29a28935-0420-475d-814d-e5d2b1e5da65 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:27.408133 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-29a28935-0420-475d-814d-e5d2b1e5da65 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7420976 Dec 16 22:31:27.408543 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 32886) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:31:27.414483 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-aa9289a7-6d0f-48d5-8271-34ac8669eb52 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Request body: {'security_group_rule': {'security_group_id': '2b271281-9c71-43b7-bc76-33368ddcc8b8', 'project_id': '34b0fd2f7832448286a236e2618576f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:31:27.428578 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-970edc98-7dae-4399-9d83-ae95b8219928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:27.430117 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-970edc98-7dae-4399-9d83-ae95b8219928 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5e57a376-cf11-4169-84ca-8ea1ae6aa078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745647 Dec 16 22:31:27.440455 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fb66e014-7538-4bc0-ba92-410f48841894 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5cb712e633bd44ed9a64e39dbfadc555&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0598238 Dec 16 22:31:27.442895 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 32888) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:31:27.451902 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device c24185bd-1e66-4e83-b890-aab832277574 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:31:27.479272 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: c24185bd-1e66-4e83-b890-aab832277574 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:31:27.479687 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device c24185bd-1e66-4e83-b890-aab832277574 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:31:27.499343 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5f293ec0-6126-4a29-8504-af9f4dab4f30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:27.522878 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5f293ec0-6126-4a29-8504-af9f4dab4f30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:27.549344 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-bde33e57-f2f6-499f-acc7-6ea76b3d1848 service neutron] 10.222.0.57 "GET /v2.0/networks/5e57a376-cf11-4169-84ca-8ea1ae6aa078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053922 Dec 16 22:31:27.610267 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-aa9289a7-6d0f-48d5-8271-34ac8669eb52 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:27.657418 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5f293ec0-6126-4a29-8504-af9f4dab4f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:27.660744 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5f293ec0-6126-4a29-8504-af9f4dab4f30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:27.676089 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5f293ec0-6126-4a29-8504-af9f4dab4f30 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/76763c38-4276-48ad-865e-dca7392633aa HTTP/1.1" status: 204 len: 168 time: 0.2233732 Dec 16 22:31:27.689390 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f293ec0-6126-4a29-8504-af9f4dab4f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76763c38-4276-48ad-865e-dca7392633aa,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:27.742974 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-a6d017d9-6a10-41f4-aabf-9651acc876aa service neutron] 10.222.0.57 "GET /v2.0/networks/5e57a376-cf11-4169-84ca-8ea1ae6aa078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844127 Dec 16 22:31:27.776995 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-aa9289a7-6d0f-48d5-8271-34ac8669eb52 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:27.818228 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-6852a111-9a47-4b2e-9758-5b8c5b87d06a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=e0f2a365-369e-405c-9065-780d829281e6 HTTP/1.1" status: 200 len: 217 time: 0.0570931 Dec 16 22:31:27.830664 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23fa0c-3d6a-4fd2-9db2-4b0c9653f87b req-1cc23118-9107-42c6-bbd2-af3cffbd2252 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:27.832632 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2b23fa0c-3d6a-4fd2-9db2-4b0c9653f87b req-1cc23118-9107-42c6-bbd2-af3cffbd2252 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 945 time: 0.1404645 Dec 16 22:31:27.866347 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-aa9289a7-6d0f-48d5-8271-34ac8669eb52 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:27.908783 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9289a7-6d0f-48d5-8271-34ac8669eb52 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a78b934-8339-483d-9ed6-616af1c90961,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:27.944715 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2b23fa0c-3d6a-4fd2-9db2-4b0c9653f87b req-03c8d8f2-1b22-414d-beab-21ba90055255 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001756 Dec 16 22:31:27.951613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-c273c838-1aa8-4239-b46a-ac39fa1b102c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:27.951613 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-c273c838-1aa8-4239-b46a-ac39fa1b102c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25876357-a0e7-4570-bc9f-e643775c0f42 HTTP/1.1" status: 200 len: 797 time: 0.1162899 Dec 16 22:31:28.009336 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-acb2a395-e2c8-4e69-ab74-91d0559cff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:28.010939 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-acb2a395-e2c8-4e69-ab74-91d0559cff17 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15791355-f493-42e0-a1b7-a4369065109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0522373 Dec 16 22:31:28.044414 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-aa9289a7-6d0f-48d5-8271-34ac8669eb52 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:28.045617 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-aa9289a7-6d0f-48d5-8271-34ac8669eb52 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6358075 Dec 16 22:31:28.049512 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 32898) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:31:28.054875 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-08cc6ea6-a0f0-48ee-99c6-6c449a36df5a tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Request body: {'security_group_rule': {'security_group_id': '2b271281-9c71-43b7-bc76-33368ddcc8b8', 'project_id': '34b0fd2f7832448286a236e2618576f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:31:28.125187 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-73b92b69-05ee-4d44-b55e-d5aa66a4d5b3 service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054459 Dec 16 22:31:28.148378 n-d-815324-4 neutron-server[103614]: INFO neutron.db.securitygroups_db [None req-08cc6ea6-a0f0-48ee-99c6-6c449a36df5a tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Project 34b0fd2f7832448286a236e2618576f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:31:28.153771 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08cc6ea6-a0f0-48ee-99c6-6c449a36df5a tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:28.211436 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08cc6ea6-a0f0-48ee-99c6-6c449a36df5a tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:28.258245 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-0a4a9fd6-4b59-4e0e-a848-ef980a34cea6 service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254003 Dec 16 22:31:28.285706 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08cc6ea6-a0f0-48ee-99c6-6c449a36df5a tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:28.309579 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:28.312577 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-70307d2c-2e10-41c6-9cab-ad05d4aa7ce5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=117343d1-e9dc-47b5-b09b-1fc4fcc77e1a HTTP/1.1" status: 200 len: 217 time: 0.0467019 Dec 16 22:31:28.341391 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6ea6-a0f0-48ee-99c6-6c449a36df5a tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fdeb638-f788-46c5-8363-daaba79f66ca,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:28.414492 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-3ed27471-c073-4d4f-a6aa-45d9cb2a4937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:28.415999 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-3ed27471-c073-4d4f-a6aa-45d9cb2a4937 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25876357-a0e7-4570-bc9f-e643775c0f42 HTTP/1.1" status: 200 len: 797 time: 0.0959697 Dec 16 22:31:28.441740 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08cc6ea6-a0f0-48ee-99c6-6c449a36df5a tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:28.443068 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-08cc6ea6-a0f0-48ee-99c6-6c449a36df5a tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3925056 Dec 16 22:31:28.445851 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 32910) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:31:28.450451 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-7b422f37-286c-4f0f-bd45-0ad6eab386e9 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Request body: {'security_group_rule': {'security_group_id': '2b271281-9c71-43b7-bc76-33368ddcc8b8', 'project_id': '34b0fd2f7832448286a236e2618576f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:31:28.472499 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-26ddd266-f6e9-412c-97ae-95b948812113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:28.474052 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-26ddd266-f6e9-412c-97ae-95b948812113 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15791355-f493-42e0-a1b7-a4369065109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0504293 Dec 16 22:31:28.591461 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-8554bdef-722f-43d9-bb89-3d45c91ff142 service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104870 Dec 16 22:31:28.593994 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:28.636174 n-d-815324-4 neutron-server[103614]: INFO neutron.db.securitygroups_db [None req-7b422f37-286c-4f0f-bd45-0ad6eab386e9 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Project 34b0fd2f7832448286a236e2618576f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:31:28.648463 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7b422f37-286c-4f0f-bd45-0ad6eab386e9 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:28.707439 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-db879fea-177c-42eb-a86b-5cb0845c6dc1 service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079433 Dec 16 22:31:28.737342 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7b422f37-286c-4f0f-bd45-0ad6eab386e9 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:28.766946 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-6355f9c4-f267-401e-bf2e-3dee38385801 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=990713e8-9fa9-4fb5-8920-65b3db167871 HTTP/1.1" status: 200 len: 217 time: 0.0529797 Dec 16 22:31:28.824319 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-2282b01d-ee0d-4086-90b2-9b835019aa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:28.825981 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-2282b01d-ee0d-4086-90b2-9b835019aa33 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25876357-a0e7-4570-bc9f-e643775c0f42 HTTP/1.1" status: 200 len: 797 time: 0.0508902 Dec 16 22:31:28.839748 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7b422f37-286c-4f0f-bd45-0ad6eab386e9 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:28.871687 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b422f37-286c-4f0f-bd45-0ad6eab386e9 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59f6f22-1f74-4a1e-a4a5-6754eb19ed7d,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:28.880516 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b768dc69-275f-45b5-afce-6351f68c3ec9 req-7d209f80-96f8-4eac-9588-3c795573cd12 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0683947 Dec 16 22:31:28.934560 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-31ab13f3-07c1-4d86-b8c9-fd71f31b6b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:28.936370 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-31ab13f3-07c1-4d86-b8c9-fd71f31b6b07 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15791355-f493-42e0-a1b7-a4369065109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1024508 Dec 16 22:31:28.951879 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7b422f37-286c-4f0f-bd45-0ad6eab386e9 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:28.954354 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7b422f37-286c-4f0f-bd45-0ad6eab386e9 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5074174 Dec 16 22:31:29.028201 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:29.064989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768dc69-275f-45b5-afce-6351f68c3ec9 req-d101c5cd-a465-46da-a191-77a2c7550789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:29.066829 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b768dc69-275f-45b5-afce-6351f68c3ec9 req-d101c5cd-a465-46da-a191-77a2c7550789 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 1095 time: 0.0866644 Dec 16 22:31:29.117790 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-d914748f-0451-45b7-9540-9f24c0d9084a service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735699 Dec 16 22:31:29.263727 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-52b7ad33-fef1-4c6c-bd3b-3eebe5882080 service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392202 Dec 16 22:31:29.305859 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf581f-b118-4b41-b6c0-853651cbe075 req-3886ef72-b5f7-4e4d-8b61-d9c910b32e80 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:29.307468 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f0cf581f-b118-4b41-b6c0-853651cbe075 req-3886ef72-b5f7-4e4d-8b61-d9c910b32e80 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 945 time: 0.1913519 Dec 16 22:31:29.320119 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-7aa74684-03d7-48dc-971a-468dddaee039 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=cde1b008-a4d1-440d-ad62-e4ef43bf743c HTTP/1.1" status: 200 len: 217 time: 0.0488429 Dec 16 22:31:29.325140 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768dc69-275f-45b5-afce-6351f68c3ec9 req-7c11cf10-e1fa-4e3a-9feb-582177361e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:29.326673 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b768dc69-275f-45b5-afce-6351f68c3ec9 req-7c11cf10-e1fa-4e3a-9feb-582177361e99 service neutron] 10.222.0.76 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 912 time: 0.2362678 Dec 16 22:31:29.426605 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 32952) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:31:29.462437 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 1e95faa4-2836-4e72-9652-d1ed5d9922c9 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:31:29.465709 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b768dc69-275f-45b5-afce-6351f68c3ec9 req-bea968dd-1b7e-4764-926b-0b3ed81dafa6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32fe797d-5d31-4a1c-8554-7429627da10d HTTP/1.1" status: 200 len: 999 time: 0.1181307 Dec 16 22:31:29.475691 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f0cf581f-b118-4b41-b6c0-853651cbe075 req-bf6e1c40-14f1-47e1-b5f6-98081891d7d2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458299 Dec 16 22:31:29.501648 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-fb281a5c-ed54-476a-8afa-d835750e3a50 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-528176990&fields=id&tenant_id=34b0fd2f7832448286a236e2618576f5 HTTP/1.1" status: 200 len: 267 time: 0.0855122 Dec 16 22:31:29.541574 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-57a1052d-8028-4db1-90ad-a7a11b015cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:29.544736 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-57a1052d-8028-4db1-90ad-a7a11b015cfb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25876357-a0e7-4570-bc9f-e643775c0f42 HTTP/1.1" status: 200 len: 797 time: 0.2074113 Dec 16 22:31:29.580612 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768dc69-275f-45b5-afce-6351f68c3ec9 req-c0e70757-d9cb-486b-94ad-313a1668fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:29.582309 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b768dc69-275f-45b5-afce-6351f68c3ec9 req-c0e70757-d9cb-486b-94ad-313a1668fd9e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ecefe13-aa2d-48b4-a74c-5805e96883cc HTTP/1.1" status: 200 len: 851 time: 0.1055195 Dec 16 22:31:29.669755 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 1e95faa4-2836-4e72-9652-d1ed5d9922c9 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:31:29.677233 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-d79a0c9a-d8b8-46e6-95a7-0e5177f95160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:29.679184 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-d79a0c9a-d8b8-46e6-95a7-0e5177f95160 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15791355-f493-42e0-a1b7-a4369065109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1179953 Dec 16 22:31:29.682471 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 1e95faa4-2836-4e72-9652-d1ed5d9922c9 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:31:29.683402 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:29.686526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768dc69-275f-45b5-afce-6351f68c3ec9 req-4fefbdeb-3f65-4dac-8711-4389527aed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:29.688237 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b768dc69-275f-45b5-afce-6351f68c3ec9 req-4fefbdeb-3f65-4dac-8711-4389527aed4e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=282aa10f-496c-46fb-be12-6b2a327d41c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757780 Dec 16 22:31:29.802209 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-0beb1a5b-4ee7-4263-a0f5-ee831984a5d5 service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115668 Dec 16 22:31:29.811209 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a662c9a1-1a8a-4304-b955-ea5bc5ba716a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-413155152-network', 'tenant_id': '5285462a0bb94295b4e8d0d9cd03d88e'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:31:29.818539 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:29.838387 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b768dc69-275f-45b5-afce-6351f68c3ec9 req-a5b249f9-50e6-454a-84e4-e3383bf710a0 service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411016 Dec 16 22:31:29.850116 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67264820-2a37-4f5b-af37-dd9be64ab010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e95faa4-2836-4e72-9652-d1ed5d9922c9'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:31:29.852879 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b9f689-b541-4672-a1ee-966b75f1dec4" -d '{"events": [{"server_uuid": "67264820-2a37-4f5b-af37-dd9be64ab010", "name": "network-vif-plugged", "status": "completed", "tag": "1e95faa4-2836-4e72-9652-d1ed5d9922c9"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:31:29.870760 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 1e95faa4-2836-4e72-9652-d1ed5d9922c9, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1e95faa4-2836-4e72-9652-d1ed5d9922c9,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:29.921474 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-54d282d4-21e3-4d17-9013-c8ee10c6f60f service neutron] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048036 Dec 16 22:31:29.934037 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ae8e9e-6527-4f66-aa4e-9251e52611e9 x-openstack-request-id: req-34ae8e9e-6527-4f66-aa4e-9251e52611e9 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:31:29.934447 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67264820-2a37-4f5b-af37-dd9be64ab010", "name": "network-vif-plugged", "status": "completed", "tag": "1e95faa4-2836-4e72-9652-d1ed5d9922c9", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:31:29.934817 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-34ae8e9e-6527-4f66-aa4e-9251e52611e9 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:31:29.935356 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67264820-2a37-4f5b-af37-dd9be64ab010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e95faa4-2836-4e72-9652-d1ed5d9922c9', 'code': 200} Dec 16 22:31:29.947581 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-fb274d3d-3ead-47e3-9f6f-f037d9e93367 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:29.949147 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-fb274d3d-3ead-47e3-9f6f-f037d9e93367 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/networks?id=5474515b-be28-4962-9e16-dbf7636fc2f6 HTTP/1.1" status: 200 len: 814 time: 0.4462862 Dec 16 22:31:29.990654 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-a66e5d03-c0d3-43ab-9f10-4f2a0b8d594f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=650c7d96-ba98-44b5-a7b8-7096651894e8 HTTP/1.1" status: 200 len: 217 time: 0.0614362 Dec 16 22:31:29.997340 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b768dc69-275f-45b5-afce-6351f68c3ec9 req-0175c89f-0e16-4db2-98a9-d2e32cf45964 service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432893 Dec 16 22:31:29.999584 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-e8df07fe-fb6b-407f-b68b-763c621d6aff tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/quotas/34b0fd2f7832448286a236e2618576f5 HTTP/1.1" status: 200 len: 375 time: 0.0183673 Dec 16 22:31:30.017170 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:30.105019 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-cdda4bee-b46f-48fc-adff-03b2aac507f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:30.114022 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-cdda4bee-b46f-48fc-adff-03b2aac507f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c82cad89-cf9a-46f0-9ac6-686f18c47df5 HTTP/1.1" status: 200 len: 797 time: 0.1057897 Dec 16 22:31:30.130643 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a662c9a1-1a8a-4304-b955-ea5bc5ba716a admin admin] Made reservation on behalf of 5285462a0bb94295b4e8d0d9cd03d88e for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:31:30.132508 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a662c9a1-1a8a-4304-b955-ea5bc5ba716a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:30.134579 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=1e95faa4-2836-4e72-9652-d1ed5d9922c9,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:30.136799 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bac0d-4ce7-440c-ae00-0e384ecfaba6 req-e5b4619c-4320-4ac4-86ea-6f317f2ac9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:30.138622 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-797bac0d-4ce7-440c-ae00-0e384ecfaba6 req-e5b4619c-4320-4ac4-86ea-6f317f2ac9fb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 1097 time: 0.0654752 Dec 16 22:31:30.168034 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-afaf811c-ec91-4f6f-80ff-189ba82db37c tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=34b0fd2f7832448286a236e2618576f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1572559 Dec 16 22:31:30.168708 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a662c9a1-1a8a-4304-b955-ea5bc5ba716a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:30.200343 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-e7dbb9b7-be4f-4b70-91c8-100b2dc824ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:30.202495 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-e7dbb9b7-be4f-4b70-91c8-100b2dc824ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66e9be3c-e724-4370-8e53-fc3253b9f776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0870900 Dec 16 22:31:30.230147 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-797bac0d-4ce7-440c-ae00-0e384ecfaba6 req-2e821ced-719e-4992-818e-f2069b554c66 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846903 Dec 16 22:31:30.417095 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-0a166d4f-a82a-484d-bc06-881dcbf0b9a4 service neutron] 10.222.0.75 "GET /v2.0/networks/5474515b-be28-4962-9e16-dbf7636fc2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113662 Dec 16 22:31:30.444810 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-475e3f52-1035-4138-9898-6a1bbb328e46 service neutron] 10.222.0.57 "GET /v2.0/networks/66e9be3c-e724-4370-8e53-fc3253b9f776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236130 Dec 16 22:31:30.483179 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a662c9a1-1a8a-4304-b955-ea5bc5ba716a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:30.537988 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-3aa2d9b2-19b9-40d6-84a8-da7d1ab2693f service neutron] 10.222.0.75 "GET /v2.0/networks/5474515b-be28-4962-9e16-dbf7636fc2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129901 Dec 16 22:31:30.590388 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a662c9a1-1a8a-4304-b955-ea5bc5ba716a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:30.646718 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662c9a1-1a8a-4304-b955-ea5bc5ba716a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa4cba3-1c12-483a-87ad-56d8fb25e3a0,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:30.684369 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24803db5-b761-4ca2-b054-c82e2ff0f6c1 req-07411a1c-c216-4dfd-80ec-4468c106a543 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:30.689013 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-24803db5-b761-4ca2-b054-c82e2ff0f6c1 req-07411a1c-c216-4dfd-80ec-4468c106a543 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 946 time: 0.1123397 Dec 16 22:31:30.722881 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a662c9a1-1a8a-4304-b955-ea5bc5ba716a admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:31:30.744574 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a662c9a1-1a8a-4304-b955-ea5bc5ba716a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:30.745106 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-a662c9a1-1a8a-4304-b955-ea5bc5ba716a admin admin] Added segment 601a181f-e17f-4434-a114-09fdc10d684a of type vlan for network 29590b53-a4f9-4ac4-975e-30a59dddd851 Dec 16 22:31:30.820021 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a662c9a1-1a8a-4304-b955-ea5bc5ba716a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:30.824713 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-24803db5-b761-4ca2-b054-c82e2ff0f6c1 req-83e780b0-fa8b-46ec-a6f9-9dc80e600055 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162548 Dec 16 22:31:30.838166 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-d42ca9b2-88b4-4b51-82f6-2678ba050f3e service neutron] 10.222.0.57 "GET /v2.0/networks/66e9be3c-e724-4370-8e53-fc3253b9f776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330375 Dec 16 22:31:30.913804 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-6d8bbf7b-b066-4759-898f-b8fe9d0be0cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9a1c0d4e-2e67-4e71-b13c-a20d0215551f HTTP/1.1" status: 200 len: 217 time: 0.0517032 Dec 16 22:31:30.976789 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a662c9a1-1a8a-4304-b955-ea5bc5ba716a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:30.977857 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a662c9a1-1a8a-4304-b955-ea5bc5ba716a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:30.978448 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a662c9a1-1a8a-4304-b955-ea5bc5ba716a admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:31.004883 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-42c79dd7-9822-421a-8b78-0415ce0626ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:31.006411 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-42c79dd7-9822-421a-8b78-0415ce0626ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c82cad89-cf9a-46f0-9ac6-686f18c47df5 HTTP/1.1" status: 200 len: 797 time: 0.0785406 Dec 16 22:31:31.091808 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662c9a1-1a8a-4304-b955-ea5bc5ba716a admin admin] Pushing event updated for resources: {'Network': ['ID=29590b53-a4f9-4ac4-975e-30a59dddd851,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:31.108642 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 29590b53-a4f9-4ac4-975e-30a59dddd851 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:31:31.117679 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a662c9a1-1a8a-4304-b955-ea5bc5ba716a admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6838932 Dec 16 22:31:31.119137 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 33024) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:31:31.119258 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-51657389-6cdd-439d-8ebc-864238bdbd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:31.120257 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-51657389-6cdd-439d-8ebc-864238bdbd1b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66e9be3c-e724-4370-8e53-fc3253b9f776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0859931 Dec 16 22:31:31.123825 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-fd51576a-96b2-49ae-a270-337dde4a4630 admin admin] Request body: {'subnet': {'network_id': '29590b53-a4f9-4ac4-975e-30a59dddd851', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-413155152-subnet', 'tenant_id': '5285462a0bb94295b4e8d0d9cd03d88e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:31:31.267825 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd51576a-96b2-49ae-a270-337dde4a4630 admin admin] Made reservation on behalf of 5285462a0bb94295b4e8d0d9cd03d88e for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:31:31.279618 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fd51576a-96b2-49ae-a270-337dde4a4630 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:31.292944 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-7a291679-54dd-44b5-b356-5e8971d8328f service neutron] 10.222.0.57 "GET /v2.0/networks/66e9be3c-e724-4370-8e53-fc3253b9f776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634412 Dec 16 22:31:31.400969 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e4728258-609f-469b-8435-4e3382a0aecc req-4a4587e0-5fad-410f-95a9-fb3903538b3c tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 210 time: 0.1180446 Dec 16 22:31:31.490871 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8019e2a-a880-4978-9292-541afd9c97a0 req-50ba3a62-fb0c-4dc2-9882-5ad446756fee service neutron] 10.222.0.57 "GET /v2.0/networks/66e9be3c-e724-4370-8e53-fc3253b9f776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883931 Dec 16 22:31:31.646315 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fd51576a-96b2-49ae-a270-337dde4a4630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:31.700262 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51576a-96b2-49ae-a270-337dde4a4630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e17467dd-cc2e-48c3-80f9-c32e054e28f3,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:31.718729 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd51576a-96b2-49ae-a270-337dde4a4630 admin admin] Checking segment: {'id': '601a181f-e17f-4434-a114-09fdc10d684a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '29590b53-a4f9-4ac4-975e-30a59dddd851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:31:31.719106 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd51576a-96b2-49ae-a270-337dde4a4630 admin admin] Network hostable DHCP agents. Network: 29590b53-a4f9-4ac4-975e-30a59dddd851, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:31:31.839751 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd51576a-96b2-49ae-a270-337dde4a4630 admin admin] Network 29590b53-a4f9-4ac4-975e-30a59dddd851 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:31:31.976738 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-fd51576a-96b2-49ae-a270-337dde4a4630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 29590b53-a4f9-4ac4-975e-30a59dddd851) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:31:31.989460 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e230dd-c82f-425f-a2dc-f609eab92591 None None] Network 29590b53-a4f9-4ac4-975e-30a59dddd851 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:31:31.990667 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd51576a-96b2-49ae-a270-337dde4a4630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:31.991784 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fd51576a-96b2-49ae-a270-337dde4a4630 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:32.020601 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41225c-a2ec-490a-ab4a-52a346403c70 req-e8493db4-ed9f-46bd-8c00-3c2340455483 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:32.022535 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e41225c-a2ec-490a-ab4a-52a346403c70 req-e8493db4-ed9f-46bd-8c00-3c2340455483 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 946 time: 0.0900638 Dec 16 22:31:32.107815 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e41225c-a2ec-490a-ab4a-52a346403c70 req-f18d1c36-d9de-4a5c-8086-35cfb516e430 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670052 Dec 16 22:31:32.153198 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fd51576a-96b2-49ae-a270-337dde4a4630 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0334184 Dec 16 22:31:32.316859 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ce8f97-43b7-4550-91b1-29a249216c2a None None] Network 29590b53-a4f9-4ac4-975e-30a59dddd851 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:31:32.497646 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e32636d7-b2cc-4cc2-9aed-21d4d6e106a3 req-d9abaee8-07e5-4ec7-bada-f0578ac93816 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 210 time: 0.0295541 Dec 16 22:31:32.711790 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e057a45-d155-4d94-bc9e-f8fe598df4f2 req-9b6d13aa-9554-4313-94b0-d4129ad3e7ce tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:32.713528 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1e057a45-d155-4d94-bc9e-f8fe598df4f2 req-9b6d13aa-9554-4313-94b0-d4129ad3e7ce tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 946 time: 0.0672705 Dec 16 22:31:32.774794 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1e057a45-d155-4d94-bc9e-f8fe598df4f2 req-89b9084c-18d3-4689-85f5-a66e3b54d717 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486665 Dec 16 22:31:32.879321 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 33116) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:31:32.884523 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-1d1d0b34-6caa-4590-9f3b-2a7d69101a5c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1354602065-network', 'tenant_id': 'af17f76794914e919bf2d49e4caaf8d4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:31:33.005323 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1d0b34-6caa-4590-9f3b-2a7d69101a5c admin admin] Made reservation on behalf of af17f76794914e919bf2d49e4caaf8d4 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:31:33.007651 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1d1d0b34-6caa-4590-9f3b-2a7d69101a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:33.017121 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1d1d0b34-6caa-4590-9f3b-2a7d69101a5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:33.109744 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1d1d0b34-6caa-4590-9f3b-2a7d69101a5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:33.227952 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1d1d0b34-6caa-4590-9f3b-2a7d69101a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:33.254036 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d1d0b34-6caa-4590-9f3b-2a7d69101a5c admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:31:33.263122 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d0b34-6caa-4590-9f3b-2a7d69101a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf62ac39-4218-47da-ae2e-9599d5973225,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:33.270363 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1d1d0b34-6caa-4590-9f3b-2a7d69101a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:33.271280 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-1d1d0b34-6caa-4590-9f3b-2a7d69101a5c admin admin] Added segment bcf456b4-f9f1-424a-85fe-f42d40811daf of type vlan for network ed33e651-3c45-4532-92d9-29f6b5d16b9f Dec 16 22:31:33.314777 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1d1d0b34-6caa-4590-9f3b-2a7d69101a5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:33.473003 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1d1d0b34-6caa-4590-9f3b-2a7d69101a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:33.474104 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1d0b34-6caa-4590-9f3b-2a7d69101a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:33.474771 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1d1d0b34-6caa-4590-9f3b-2a7d69101a5c admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:33.543215 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d0b34-6caa-4590-9f3b-2a7d69101a5c admin admin] Pushing event updated for resources: {'Network': ['ID=ed33e651-3c45-4532-92d9-29f6b5d16b9f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:33.555144 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network ed33e651-3c45-4532-92d9-29f6b5d16b9f details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:31:33.603872 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4f1f7710-a00f-424a-a69e-4ef23d8725c7 req-ce834637-0e68-4dda-89ee-dbd232bf4e5a tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 210 time: 0.0277956 Dec 16 22:31:33.627230 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1d1d0b34-6caa-4590-9f3b-2a7d69101a5c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7435172 Dec 16 22:31:33.627571 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 33150) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:31:33.634477 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-8c167231-8e66-4a60-813e-2f907d39061a admin admin] Request body: {'subnet': {'network_id': 'ed33e651-3c45-4532-92d9-29f6b5d16b9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1354602065-subnet', 'tenant_id': 'af17f76794914e919bf2d49e4caaf8d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:31:33.765245 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c167231-8e66-4a60-813e-2f907d39061a admin admin] Made reservation on behalf of af17f76794914e919bf2d49e4caaf8d4 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:31:33.767724 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8c167231-8e66-4a60-813e-2f907d39061a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:33.900916 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d96c25-076e-47db-9720-1e3289dc48e2 req-c7e0fb43-90a3-4a38-80bd-05caeb05c386 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:33.903220 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f4d96c25-076e-47db-9720-1e3289dc48e2 req-c7e0fb43-90a3-4a38-80bd-05caeb05c386 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 946 time: 0.0547240 Dec 16 22:31:33.962865 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f4d96c25-076e-47db-9720-1e3289dc48e2 req-e255581d-081a-4969-920b-552479123fc5 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528224 Dec 16 22:31:34.068573 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8c167231-8e66-4a60-813e-2f907d39061a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:34.127301 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c167231-8e66-4a60-813e-2f907d39061a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b117b96-05fc-4f05-9478-d9fd9e5507ae,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:34.137315 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c167231-8e66-4a60-813e-2f907d39061a admin admin] Checking segment: {'id': 'bcf456b4-f9f1-424a-85fe-f42d40811daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ed33e651-3c45-4532-92d9-29f6b5d16b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:31:34.137837 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c167231-8e66-4a60-813e-2f907d39061a admin admin] Network hostable DHCP agents. Network: ed33e651-3c45-4532-92d9-29f6b5d16b9f, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:31:34.267861 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c167231-8e66-4a60-813e-2f907d39061a admin admin] Network ed33e651-3c45-4532-92d9-29f6b5d16b9f is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:31:34.291522 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-208e8c05-4e72-4809-abca-78de0794aee3 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:34.293050 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-208e8c05-4e72-4809-abca-78de0794aee3 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.57 "GET /v2.0/networks?id=5474515b-be28-4962-9e16-dbf7636fc2f6 HTTP/1.1" status: 200 len: 814 time: 0.1166260 Dec 16 22:31:34.365285 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-8c167231-8e66-4a60-813e-2f907d39061a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, ed33e651-3c45-4532-92d9-29f6b5d16b9f) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:31:34.370863 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c167231-8e66-4a60-813e-2f907d39061a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:34.372071 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8c167231-8e66-4a60-813e-2f907d39061a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:34.373319 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-e507df08-1559-4de7-b95b-71df4167206a tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34b0fd2f7832448286a236e2618576f5 HTTP/1.1" status: 200 len: 379 time: 0.0621805 Dec 16 22:31:34.383617 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-b30a5162-e5ab-4616-94c6-d302406fe7e7 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Request body: {'port': {'device_id': 'a2841603-9c17-4d0b-b870-5ef976fdbe80', 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6', 'admin_state_up': True, 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'security_groups': ['2b271281-9c71-43b7-bc76-33368ddcc8b8']}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:31:34.383934 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269f14f9-ba53-4d49-a31a-8548087282f4 None None] Network ed33e651-3c45-4532-92d9-29f6b5d16b9f requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:31:34.509895 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cb687e-015a-410f-bcc9-bc268c5259de None None] Network ed33e651-3c45-4532-92d9-29f6b5d16b9f requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:31:34.517326 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8c167231-8e66-4a60-813e-2f907d39061a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8886456 Dec 16 22:31:34.635867 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-b30a5162-e5ab-4616-94c6-d302406fe7e7 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Made reservation on behalf of 34b0fd2f7832448286a236e2618576f5 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:31:34.642079 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-b30a5162-e5ab-4616-94c6-d302406fe7e7 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:34.824493 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-899dc656-521b-493f-be97-30f9624f1176 req-5c0466b1-6382-42cc-9592-eb477e9867ad tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 210 time: 0.1005139 Dec 16 22:31:34.869777 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-b30a5162-e5ab-4616-94c6-d302406fe7e7 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Allocated IP 172.20.0.3 (5474515b-be28-4962-9e16-dbf7636fc2f6/468c6b2c-3f54-4baf-9ce5-16ed201a45b7/21da3fa1-0858-4cf3-ab49-9efcaef5f907) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:31:34.984805 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd4922-79c2-458e-8064-fbd1c3e136c3 req-1870e355-9a41-46d6-a3c0-f32b6dd8aaed tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:34.993783 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f8fd4922-79c2-458e-8064-fbd1c3e136c3 req-1870e355-9a41-46d6-a3c0-f32b6dd8aaed tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 946 time: 0.0760620 Dec 16 22:31:35.065621 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f8fd4922-79c2-458e-8064-fbd1c3e136c3 req-db435a74-8d67-4a70-9a07-bce28e2eaaeb tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708542 Dec 16 22:31:35.128313 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-b30a5162-e5ab-4616-94c6-d302406fe7e7 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:35.299776 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-795fe697-4dac-4656-a484-8dd5072318c2 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:35.301574 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-795fe697-4dac-4656-a484-8dd5072318c2 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/networks?id=29590b53-a4f9-4ac4-975e-30a59dddd851 HTTP/1.1" status: 200 len: 824 time: 0.1486795 Dec 16 22:31:35.319661 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-c5c1d65a-0fbc-4cd3-b918-31fbeb7a0b00 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/quotas/5285462a0bb94295b4e8d0d9cd03d88e HTTP/1.1" status: 200 len: 375 time: 0.0122457 Dec 16 22:31:35.325432 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-b30a5162-e5ab-4616-94c6-d302406fe7e7 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:35.405747 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-9ae6ae2c-c17a-40c0-ba6e-48677f98c229 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5285462a0bb94295b4e8d0d9cd03d88e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781236 Dec 16 22:31:35.418318 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-b30a5162-e5ab-4616-94c6-d302406fe7e7 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Network 5474515b-be28-4962-9e16-dbf7636fc2f6 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:31:35.426943 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a5162-e5ab-4616-94c6-d302406fe7e7 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Pushing event updated for resources: {'Port': ['ID=21da3fa1-0858-4cf3-ab49-9efcaef5f907,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:35.430976 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-b30a5162-e5ab-4616-94c6-d302406fe7e7 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:31:35.445898 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-b30a5162-e5ab-4616-94c6-d302406fe7e7 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:31:35.548384 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-b30a5162-e5ab-4616-94c6-d302406fe7e7 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:35.549151 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-b30a5162-e5ab-4616-94c6-d302406fe7e7 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:35.582474 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-7f5ce000-4c39-4790-9ea8-07dff1c739ee service neutron] 10.222.0.75 "GET /v2.0/networks/29590b53-a4f9-4ac4-975e-30a59dddd851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666036 Dec 16 22:31:35.672406 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-b30a5162-e5ab-4616-94c6-d302406fe7e7 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2928841 Dec 16 22:31:35.688840 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-63eeecf7-1495-46b8-8b7b-e49a7c01acda service neutron] 10.222.0.75 "GET /v2.0/networks/29590b53-a4f9-4ac4-975e-30a59dddd851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994096 Dec 16 22:31:35.694123 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-c2949639-eb90-4627-9f0c-45f73e321900 service neutron] Request body: {'port': {'device_id': 'a2841603-9c17-4d0b-b870-5ef976fdbe80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:31:35.755988 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-c2949639-eb90-4627-9f0c-45f73e321900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:35.774991 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-58040b70-bd18-4b86-b6f0-bcb6f8736ff2 None None] Provisioning complete for port 21da3fa1-0858-4cf3-ab49-9efcaef5f907 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:31:35.776114 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-58040b70-bd18-4b86-b6f0-bcb6f8736ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:35.820823 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-58040b70-bd18-4b86-b6f0-bcb6f8736ff2 None None] Port 21da3fa1-0858-4cf3-ab49-9efcaef5f907 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:31:36.044171 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9a83dd0b-9a74-4069-a356-0629b68a943f req-5adbfd7a-012a-40f1-aaab-506482a8085c tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/ports?device_id=81fd2595-608b-4527-a9f8-b98261505c20 HTTP/1.1" status: 200 len: 210 time: 0.0337758 Dec 16 22:31:36.117741 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0342df-a748-4a00-98b0-6502e9ad554d req-e4790192-9b38-40aa-8c5f-ee25ab0c3206 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:36.127999 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ae0342df-a748-4a00-98b0-6502e9ad554d req-e4790192-9b38-40aa-8c5f-ee25ab0c3206 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 931 time: 0.1081054 Dec 16 22:31:36.173773 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-c2949639-eb90-4627-9f0c-45f73e321900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21da3fa1-0858-4cf3-ab49-9efcaef5f907 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:31:36.198565 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ae0342df-a748-4a00-98b0-6502e9ad554d req-619d249e-7a09-4464-be6d-dc9affc986ac tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/security-groups?id=2b271281-9c71-43b7-bc76-33368ddcc8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693684 Dec 16 22:31:36.208391 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-c2949639-eb90-4627-9f0c-45f73e321900 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:36.259476 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-c2949639-eb90-4627-9f0c-45f73e321900 service neutron] Transition to ACTIVE for port object 21da3fa1-0858-4cf3-ab49-9efcaef5f907 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:31:36.280310 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272ca94-b395-44aa-881c-37588cad4dfc req-9c3632ec-cd75-48f3-b419-05102d1cee57 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:36.282793 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3272ca94-b395-44aa-881c-37588cad4dfc req-9c3632ec-cd75-48f3-b419-05102d1cee57 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 946 time: 0.0605476 Dec 16 22:31:36.339314 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3272ca94-b395-44aa-881c-37588cad4dfc req-c35c62b8-b17f-4f98-845e-0db6bbb4cd1f tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490494 Dec 16 22:31:36.351311 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-c2949639-eb90-4627-9f0c-45f73e321900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:36.424357 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2949639-eb90-4627-9f0c-45f73e321900 service neutron] Pushing event updated for resources: {'Port': ['ID=21da3fa1-0858-4cf3-ab49-9efcaef5f907,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:36.531573 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-c2949639-eb90-4627-9f0c-45f73e321900 service neutron] Attempting to bind port 21da3fa1-0858-4cf3-ab49-9efcaef5f907 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:31:36.532326 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-c2949639-eb90-4627-9f0c-45f73e321900 service neutron] Attempting to bind port 21da3fa1-0858-4cf3-ab49-9efcaef5f907 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'd2e02710-2714-4452-a45f-d3fe8a82c3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:31:36.532667 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-c2949639-eb90-4627-9f0c-45f73e321900 service neutron] Attempting to bind port 21da3fa1-0858-4cf3-ab49-9efcaef5f907 on network 5474515b-be28-4962-9e16-dbf7636fc2f6 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:31:36.539875 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-c2949639-eb90-4627-9f0c-45f73e321900 service neutron] Port 21da3fa1-0858-4cf3-ab49-9efcaef5f907 on network 5474515b-be28-4962-9e16-dbf7636fc2f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:31:36.593943 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-c2949639-eb90-4627-9f0c-45f73e321900 service neutron] Attempting to bind port 21da3fa1-0858-4cf3-ab49-9efcaef5f907 on network 5474515b-be28-4962-9e16-dbf7636fc2f6 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:31:36.593943 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-c2949639-eb90-4627-9f0c-45f73e321900 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:31:36.593943 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-c2949639-eb90-4627-9f0c-45f73e321900 service neutron] Checking segment: {'id': 'd2e02710-2714-4452-a45f-d3fe8a82c3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:31:36.593943 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-c2949639-eb90-4627-9f0c-45f73e321900 service neutron] Bound using segment: {'id': 'd2e02710-2714-4452-a45f-d3fe8a82c3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:31:36.593943 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-c2949639-eb90-4627-9f0c-45f73e321900 service neutron] Bound port: 21da3fa1-0858-4cf3-ab49-9efcaef5f907, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e02710-2714-4452-a45f-d3fe8a82c3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:31:36.593943 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-c2949639-eb90-4627-9f0c-45f73e321900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:36.634370 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-c2949639-eb90-4627-9f0c-45f73e321900 service neutron] For port 21da3fa1-0858-4cf3-ab49-9efcaef5f907, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:31:36.637582 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-c2949639-eb90-4627-9f0c-45f73e321900 service neutron] For port 21da3fa1-0858-4cf3-ab49-9efcaef5f907, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=21da3fa1-0858-4cf3-ab49-9efcaef5f907,segment=NetworkSegment(d2e02710-2714-4452-a45f-d3fe8a82c3ce),segment_id=d2e02710-2714-4452-a45f-d3fe8a82c3ce)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:31:36.782629 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-c2949639-eb90-4627-9f0c-45f73e321900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:36.822256 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-c2949639-eb90-4627-9f0c-45f73e321900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:36.822905 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-c2949639-eb90-4627-9f0c-45f73e321900 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:36.828582 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-c2949639-eb90-4627-9f0c-45f73e321900 service neutron] 10.222.0.57 "PUT /v2.0/ports/21da3fa1-0858-4cf3-ab49-9efcaef5f907 HTTP/1.1" status: 200 len: 1091 time: 1.1348705 Dec 16 22:31:36.828582 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2841603-9c17-4d0b-b870-5ef976fdbe80', 'tag': '21da3fa1-0858-4cf3-ab49-9efcaef5f907'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:31:36.829766 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bf931a-4c76-4e4b-917b-3c43ec7dab1c" -d '{"events": [{"name": "network-changed", "server_uuid": "a2841603-9c17-4d0b-b870-5ef976fdbe80", "tag": "21da3fa1-0858-4cf3-ab49-9efcaef5f907"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:31:36.879174 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2949639-eb90-4627-9f0c-45f73e321900 service neutron] Pushing event updated for resources: {'Port': ['ID=21da3fa1-0858-4cf3-ab49-9efcaef5f907,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:36.893322 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9279b2fc-4569-4800-b8ee-82fe6e93645d x-openstack-request-id: req-9279b2fc-4569-4800-b8ee-82fe6e93645d {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:31:36.893980 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2841603-9c17-4d0b-b870-5ef976fdbe80", "tag": "21da3fa1-0858-4cf3-ab49-9efcaef5f907", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:31:36.894255 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9279b2fc-4569-4800-b8ee-82fe6e93645d {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:31:36.894887 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2841603-9c17-4d0b-b870-5ef976fdbe80', 'tag': '21da3fa1-0858-4cf3-ab49-9efcaef5f907', 'status': 'completed', 'code': 200} Dec 16 22:31:36.988296 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf931a-4c76-4e4b-917b-3c43ec7dab1c req-ead8d018-d0b6-45ae-b1e7-2d84c3be41b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:36.992415 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-76bf931a-4c76-4e4b-917b-3c43ec7dab1c req-ead8d018-d0b6-45ae-b1e7-2d84c3be41b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34b0fd2f7832448286a236e2618576f5&device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 1094 time: 0.0513332 Dec 16 22:31:37.148983 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf931a-4c76-4e4b-917b-3c43ec7dab1c req-0f299cea-60b1-470f-815f-b19227a0f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:37.150533 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-76bf931a-4c76-4e4b-917b-3c43ec7dab1c req-0f299cea-60b1-470f-815f-b19227a0f959 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=34b0fd2f7832448286a236e2618576f5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1425724 Dec 16 22:31:37.152623 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3fbc47a5-3006-41d9-b3b0-0cf1abe776d3 req-2848e24f-bd1a-4ed4-a72a-0fc2a5b8aa76 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/ports?device_id=81fd2595-608b-4527-a9f8-b98261505c20 HTTP/1.1" status: 200 len: 210 time: 0.0374045 Dec 16 22:31:37.281423 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf931a-4c76-4e4b-917b-3c43ec7dab1c req-99d60701-3f17-457a-9b7b-7f0a03d542aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:37.283016 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-76bf931a-4c76-4e4b-917b-3c43ec7dab1c req-99d60701-3f17-457a-9b7b-7f0a03d542aa service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1208885 Dec 16 22:31:37.345807 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc8ee7-e47c-41f5-b8e2-65ba0e0d0364 req-51a2e8ed-a9db-47a9-ad9a-d4ed07aecd14 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:37.347591 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d7dc8ee7-e47c-41f5-b8e2-65ba0e0d0364 req-51a2e8ed-a9db-47a9-ad9a-d4ed07aecd14 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 943 time: 0.0692825 Dec 16 22:31:37.424221 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d7dc8ee7-e47c-41f5-b8e2-65ba0e0d0364 req-71d8fd24-90bc-4940-88d7-e22411f8e542 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/security-groups?id=2b271281-9c71-43b7-bc76-33368ddcc8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691314 Dec 16 22:31:37.426012 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-e82311dc-47ae-428c-9e1d-c866091bed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:37.427603 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-e82311dc-47ae-428c-9e1d-c866091bed5e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34b0fd2f7832448286a236e2618576f5&device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 1094 time: 0.0706542 Dec 16 22:31:37.473896 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 1e95faa4-2836-4e72-9652-d1ed5d9922c9 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:31:37.496027 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-b88fdd7c-eed7-4f4e-b163-87ee90f16abe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21da3fa1-0858-4cf3-ab49-9efcaef5f907 HTTP/1.1" status: 200 len: 217 time: 0.0441897 Dec 16 22:31:37.594994 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 1e95faa4-2836-4e72-9652-d1ed5d9922c9, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1e95faa4-2836-4e72-9652-d1ed5d9922c9,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:37.617145 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '1e95faa4-2836-4e72-9652-d1ed5d9922c9', 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1', 'port_id': '1e95faa4-2836-4e72-9652-d1ed5d9922c9', 'mac_address': 'fa:16:3e:dc:79:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ecefe13-aa2d-48b4-a74c-5805e96883cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:31:37.664106 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:37.682525 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e95faa4-2836-4e72-9652-d1ed5d9922c9 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:31:37.702163 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 1e95faa4-2836-4e72-9652-d1ed5d9922c9, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1e95faa4-2836-4e72-9652-d1ed5d9922c9,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:37.788130 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:37.865864 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=1e95faa4-2836-4e72-9652-d1ed5d9922c9,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:37.937430 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-dab9b72f-4d06-4bde-9044-68635d68af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:37.939288 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-dab9b72f-4d06-4bde-9044-68635d68af9b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=468c6b2c-3f54-4baf-9ce5-16ed201a45b7 HTTP/1.1" status: 200 len: 853 time: 0.4433625 Dec 16 22:31:37.983271 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68312346-1048-434a-888b-c5d6be45d45a req-66cf840c-9035-46a3-a93d-7fbdbd30b568 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:37.987910 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-68312346-1048-434a-888b-c5d6be45d45a req-66cf840c-9035-46a3-a93d-7fbdbd30b568 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 946 time: 0.4797893 Dec 16 22:31:37.992699 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['1e95faa4-2836-4e72-9652-d1ed5d9922c9'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:31:38.020814 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-8f5f58e5-c5bd-41de-ba0f-304b70a3800e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:38.022450 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-8f5f58e5-c5bd-41de-ba0f-304b70a3800e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5474515b-be28-4962-9e16-dbf7636fc2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748317 Dec 16 22:31:38.103307 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-68312346-1048-434a-888b-c5d6be45d45a req-77fb3f42-7d52-4b14-aefc-49daa5ed1cca tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109400 Dec 16 22:31:38.160339 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-9a5a3d83-7730-490d-87d1-c696f67a82c3 service neutron] 10.222.0.57 "GET /v2.0/networks/5474515b-be28-4962-9e16-dbf7636fc2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270783 Dec 16 22:31:38.289739 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6d0b45a5-70b8-473c-af05-37e67c84dd71 req-273af9d5-1797-4e4a-9891-c966c43a8063 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/ports?device_id=81fd2595-608b-4527-a9f8-b98261505c20 HTTP/1.1" status: 200 len: 210 time: 0.0369451 Dec 16 22:31:38.323521 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a094a7a8-4db9-4437-8598-68e9ac989fc0 req-649a88b5-3a13-48bd-82d8-e067a4bedbbd service neutron] 10.222.0.57 "GET /v2.0/networks/5474515b-be28-4962-9e16-dbf7636fc2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549869 Dec 16 22:31:38.573037 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bce43-a2c0-47e0-9b7b-0d9c98f21ad7 req-eb9b4975-a709-4d61-82bc-8b3c663b26c7 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:38.574646 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b8bce43-a2c0-47e0-9b7b-0d9c98f21ad7 req-eb9b4975-a709-4d61-82bc-8b3c663b26c7 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 943 time: 0.0544255 Dec 16 22:31:38.959334 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b8bce43-a2c0-47e0-9b7b-0d9c98f21ad7 req-9280ebc5-4de9-4cc3-b91f-254d7338f8a9 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/security-groups?id=2b271281-9c71-43b7-bc76-33368ddcc8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3751364 Dec 16 22:31:39.233375 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-f07c9e81-0dc7-47fb-b759-13e2f77dadd8 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:39.235429 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-f07c9e81-0dc7-47fb-b759-13e2f77dadd8 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.76 "GET /v2.0/networks?id=29590b53-a4f9-4ac4-975e-30a59dddd851 HTTP/1.1" status: 200 len: 824 time: 0.1342316 Dec 16 22:31:39.274497 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-f02fd89c-ddeb-45ed-8e46-58505c6343ce tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Request body: {'port': {'device_id': '81fd2595-608b-4527-a9f8-b98261505c20', 'network_id': '29590b53-a4f9-4ac4-975e-30a59dddd851', 'admin_state_up': True, 'tenant_id': '5285462a0bb94295b4e8d0d9cd03d88e'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:31:39.350096 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8de10-8b35-462b-b6c5-09c8261d6772 req-ddacc66a-5539-48ce-a834-2339cc1157de tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:39.355559 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ca8de10-8b35-462b-b6c5-09c8261d6772 req-ddacc66a-5539-48ce-a834-2339cc1157de tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 945 time: 0.0955012 Dec 16 22:31:39.415072 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ca8de10-8b35-462b-b6c5-09c8261d6772 req-deb666db-29c8-4065-9548-60aabebcd582 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547493 Dec 16 22:31:39.434176 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c4ea741b-8172-4f0d-bfe9-9aa23e7884e5 req-da7f5470-2e2b-4b7b-86ed-050af2532cdd tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/ports?device_id=81fd2595-608b-4527-a9f8-b98261505c20 HTTP/1.1" status: 200 len: 210 time: 0.0510044 Dec 16 22:31:39.467903 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 1e95faa4-2836-4e72-9652-d1ed5d9922c9 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:31:39.527427 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 1e95faa4-2836-4e72-9652-d1ed5d9922c9 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:31:39.527799 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:39.612460 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:39.634318 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-f02fd89c-ddeb-45ed-8e46-58505c6343ce tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Made reservation on behalf of 5285462a0bb94295b4e8d0d9cd03d88e for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:31:39.638913 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-f02fd89c-ddeb-45ed-8e46-58505c6343ce tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:39.649933 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67264820-2a37-4f5b-af37-dd9be64ab010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e95faa4-2836-4e72-9652-d1ed5d9922c9'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:31:39.649933 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5233ff06-135a-4577-8d0d-8d67f6e0a2a0" -d '{"events": [{"server_uuid": "67264820-2a37-4f5b-af37-dd9be64ab010", "name": "network-vif-plugged", "status": "completed", "tag": "1e95faa4-2836-4e72-9652-d1ed5d9922c9"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:31:39.660369 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 1e95faa4-2836-4e72-9652-d1ed5d9922c9, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1e95faa4-2836-4e72-9652-d1ed5d9922c9,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:39.730014 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fa6792-30c9-4d3b-a0ba-3f30aa6c7e39 x-openstack-request-id: req-a7fa6792-30c9-4d3b-a0ba-3f30aa6c7e39 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:31:39.730314 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67264820-2a37-4f5b-af37-dd9be64ab010", "name": "network-vif-plugged", "status": "completed", "tag": "1e95faa4-2836-4e72-9652-d1ed5d9922c9", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:31:39.730572 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a7fa6792-30c9-4d3b-a0ba-3f30aa6c7e39 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:31:39.730973 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67264820-2a37-4f5b-af37-dd9be64ab010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e95faa4-2836-4e72-9652-d1ed5d9922c9', 'code': 200} Dec 16 22:31:39.732430 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:39.802340 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=1e95faa4-2836-4e72-9652-d1ed5d9922c9,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:39.827467 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-f02fd89c-ddeb-45ed-8e46-58505c6343ce tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Allocated IP 172.20.0.9 (29590b53-a4f9-4ac4-975e-30a59dddd851/e17467dd-cc2e-48c3-80f9-c32e054e28f3/75e5e1ef-cc51-4d66-8e09-714ecbeba2d6) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:31:39.992053 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-f02fd89c-ddeb-45ed-8e46-58505c6343ce tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:40.098021 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be4ef5-03d4-4676-9975-b822087f3b79 req-8cf1f533-d08b-41cb-906c-96f3368721b0 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:40.099550 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-68be4ef5-03d4-4676-9975-b822087f3b79 req-8cf1f533-d08b-41cb-906c-96f3368721b0 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 943 time: 0.0496826 Dec 16 22:31:40.134324 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-f02fd89c-ddeb-45ed-8e46-58505c6343ce tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:40.190641 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-f02fd89c-ddeb-45ed-8e46-58505c6343ce tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Network 29590b53-a4f9-4ac4-975e-30a59dddd851 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:31:40.201685 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-68be4ef5-03d4-4676-9975-b822087f3b79 req-9ae5277c-4551-479b-9d7a-c163bbdaeda0 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/security-groups?id=2b271281-9c71-43b7-bc76-33368ddcc8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863483 Dec 16 22:31:40.203081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-f02fd89c-ddeb-45ed-8e46-58505c6343ce tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:31:40.203081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-f02fd89c-ddeb-45ed-8e46-58505c6343ce tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:31:40.258591 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02fd89c-ddeb-45ed-8e46-58505c6343ce tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Pushing event updated for resources: {'Port': ['ID=75e5e1ef-cc51-4d66-8e09-714ecbeba2d6,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:40.281311 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-f02fd89c-ddeb-45ed-8e46-58505c6343ce tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:40.281311 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-f02fd89c-ddeb-45ed-8e46-58505c6343ce tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:40.353198 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-f02fd89c-ddeb-45ed-8e46-58505c6343ce tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0859675 Dec 16 22:31:40.372809 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Request body: {'port': {'device_id': '81fd2595-608b-4527-a9f8-b98261505c20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:31:40.429033 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:40.560303 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc7b69-7ace-4d89-bf83-d25d7acb4b8f req-62542c94-cf9c-4bf7-abc4-8826bfca6172 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:40.563131 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-29dc7b69-7ace-4d89-bf83-d25d7acb4b8f req-62542c94-cf9c-4bf7-abc4-8826bfca6172 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 946 time: 0.0665438 Dec 16 22:31:40.631089 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-29dc7b69-7ace-4d89-bf83-d25d7acb4b8f req-062a4b33-7e4e-434e-b9b5-fd0c0f520f43 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594425 Dec 16 22:31:40.657259 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca85ee-2a04-4938-af80-2e83cf9f0bcd req-15025eee-8634-4966-b412-1dc0412afbc3 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:40.658793 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2bca85ee-2a04-4938-af80-2e83cf9f0bcd req-15025eee-8634-4966-b412-1dc0412afbc3 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/ports?device_id=81fd2595-608b-4527-a9f8-b98261505c20 HTTP/1.1" status: 200 len: 931 time: 0.0992463 Dec 16 22:31:40.765584 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2bca85ee-2a04-4938-af80-2e83cf9f0bcd req-b3175e70-2a4c-4e6b-8de3-9d1cc5e2cdd4 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/security-groups?id=0aa4cba3-1c12-483a-87ad-56d8fb25e3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894873 Dec 16 22:31:40.852372 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75e5e1ef-cc51-4d66-8e09-714ecbeba2d6 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:31:40.863929 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:40.877924 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Transition to ACTIVE for port object 75e5e1ef-cc51-4d66-8e09-714ecbeba2d6 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:31:40.970673 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:41.028177 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=75e5e1ef-cc51-4d66-8e09-714ecbeba2d6,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:41.051085 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:41.051438 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:41.051779 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:41.052119 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:41.052629 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:41.052772 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:41.053101 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:41.053423 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:41.053750 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:41.054314 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:41.054552 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:41.054772 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:41.055100 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:41.115963 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Attempting to bind port 75e5e1ef-cc51-4d66-8e09-714ecbeba2d6 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:31:41.116302 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Attempting to bind port 75e5e1ef-cc51-4d66-8e09-714ecbeba2d6 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '601a181f-e17f-4434-a114-09fdc10d684a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '29590b53-a4f9-4ac4-975e-30a59dddd851'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:31:41.116633 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Attempting to bind port 75e5e1ef-cc51-4d66-8e09-714ecbeba2d6 on network 29590b53-a4f9-4ac4-975e-30a59dddd851 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:31:41.121846 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Port 75e5e1ef-cc51-4d66-8e09-714ecbeba2d6 on network 29590b53-a4f9-4ac4-975e-30a59dddd851 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:31:41.122168 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Attempting to bind port 75e5e1ef-cc51-4d66-8e09-714ecbeba2d6 on network 29590b53-a4f9-4ac4-975e-30a59dddd851 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:31:41.128360 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:31:41.128700 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Checking segment: {'id': '601a181f-e17f-4434-a114-09fdc10d684a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '29590b53-a4f9-4ac4-975e-30a59dddd851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:31:41.129086 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Bound using segment: {'id': '601a181f-e17f-4434-a114-09fdc10d684a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '29590b53-a4f9-4ac4-975e-30a59dddd851'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:31:41.129510 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Bound port: 75e5e1ef-cc51-4d66-8e09-714ecbeba2d6, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '601a181f-e17f-4434-a114-09fdc10d684a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '29590b53-a4f9-4ac4-975e-30a59dddd851'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:31:41.129866 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:41.202315 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] For port 75e5e1ef-cc51-4d66-8e09-714ecbeba2d6, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:31:41.206238 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] For port 75e5e1ef-cc51-4d66-8e09-714ecbeba2d6, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=75e5e1ef-cc51-4d66-8e09-714ecbeba2d6,segment=NetworkSegment(601a181f-e17f-4434-a114-09fdc10d684a),segment_id=601a181f-e17f-4434-a114-09fdc10d684a)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:31:41.308156 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91bdcdb-81ad-4722-8ac8-eef10d2e9de9 req-a4c4d0e5-9737-4ce2-b1fe-ca6642cecffd tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:41.309629 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f91bdcdb-81ad-4722-8ac8-eef10d2e9de9 req-a4c4d0e5-9737-4ce2-b1fe-ca6642cecffd tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 943 time: 0.0568533 Dec 16 22:31:41.331511 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:41.386318 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:41.386905 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:41.388334 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] 10.222.0.76 "PUT /v2.0/ports/75e5e1ef-cc51-4d66-8e09-714ecbeba2d6 HTTP/1.1" status: 200 len: 1091 time: 1.0199785 Dec 16 22:31:41.390800 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81fd2595-608b-4527-a9f8-b98261505c20', 'tag': '75e5e1ef-cc51-4d66-8e09-714ecbeba2d6'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:31:41.391982 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f3aa7b-87e9-4248-b04c-b80ad9afe70d" -d '{"events": [{"name": "network-changed", "server_uuid": "81fd2595-608b-4527-a9f8-b98261505c20", "tag": "75e5e1ef-cc51-4d66-8e09-714ecbeba2d6"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:31:41.421067 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f91bdcdb-81ad-4722-8ac8-eef10d2e9de9 req-1f94e313-e214-49eb-9123-206cba5e2926 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/security-groups?id=2b271281-9c71-43b7-bc76-33368ddcc8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046326 Dec 16 22:31:41.437461 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c087ac-4449-44e5-8044-7db0daa96cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=75e5e1ef-cc51-4d66-8e09-714ecbeba2d6,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:41.474669 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85a0180-573c-4e21-82a5-c57ba63d3d77 x-openstack-request-id: req-a85a0180-573c-4e21-82a5-c57ba63d3d77 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:31:41.475083 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81fd2595-608b-4527-a9f8-b98261505c20", "tag": "75e5e1ef-cc51-4d66-8e09-714ecbeba2d6", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:31:41.475457 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a85a0180-573c-4e21-82a5-c57ba63d3d77 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:31:41.476029 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81fd2595-608b-4527-a9f8-b98261505c20', 'tag': '75e5e1ef-cc51-4d66-8e09-714ecbeba2d6', 'status': 'completed', 'code': 200} Dec 16 22:31:41.564239 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3aa7b-87e9-4248-b04c-b80ad9afe70d req-7742700b-6f1f-42b3-960f-641e734fc886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:41.565807 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a1f3aa7b-87e9-4248-b04c-b80ad9afe70d req-7742700b-6f1f-42b3-960f-641e734fc886 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5285462a0bb94295b4e8d0d9cd03d88e&device_id=81fd2595-608b-4527-a9f8-b98261505c20 HTTP/1.1" status: 200 len: 1094 time: 0.0434549 Dec 16 22:31:41.688338 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:31:41.694930 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3aa7b-87e9-4248-b04c-b80ad9afe70d req-82490488-1790-4886-90bb-daee6fd1956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:41.697101 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a1f3aa7b-87e9-4248-b04c-b80ad9afe70d req-82490488-1790-4886-90bb-daee6fd1956a service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=5285462a0bb94295b4e8d0d9cd03d88e&shared=False HTTP/1.1" status: 200 len: 924 time: 0.1129646 Dec 16 22:31:41.794901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c8698-1af8-4f55-8bd9-1eab07d115ff req-7129c8f2-4678-4b8b-b9ee-5620e7cda718 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:41.806123 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6c3c8698-1af8-4f55-8bd9-1eab07d115ff req-7129c8f2-4678-4b8b-b9ee-5620e7cda718 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 946 time: 0.0707672 Dec 16 22:31:41.849261 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3aa7b-87e9-4248-b04c-b80ad9afe70d req-fbd90c81-b550-4bc0-b35c-45b7061f504f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:41.851071 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a1f3aa7b-87e9-4248-b04c-b80ad9afe70d req-fbd90c81-b550-4bc0-b35c-45b7061f504f service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1446967 Dec 16 22:31:41.864252 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6c3c8698-1af8-4f55-8bd9-1eab07d115ff req-551808b2-4b11-4d17-b9ab-6daa0cc0aaa0 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568378 Dec 16 22:31:42.009270 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837da7d-155b-40ea-82d0-1e0fdc80b828 req-a177c8ba-8caf-4e29-a9b9-0d421c1ed8bf tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:42.010848 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2837da7d-155b-40ea-82d0-1e0fdc80b828 req-a177c8ba-8caf-4e29-a9b9-0d421c1ed8bf tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/ports?device_id=81fd2595-608b-4527-a9f8-b98261505c20 HTTP/1.1" status: 200 len: 943 time: 0.1130183 Dec 16 22:31:42.020352 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-24ff85eb-ff48-4514-a464-9da3a78cb70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:42.022088 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-24ff85eb-ff48-4514-a464-9da3a78cb70f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5285462a0bb94295b4e8d0d9cd03d88e&device_id=81fd2595-608b-4527-a9f8-b98261505c20 HTTP/1.1" status: 200 len: 1094 time: 0.0729411 Dec 16 22:31:42.081189 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-602df99a-4fd4-4be0-a369-d503e0980706 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75e5e1ef-cc51-4d66-8e09-714ecbeba2d6 HTTP/1.1" status: 200 len: 217 time: 0.0420423 Dec 16 22:31:42.138361 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2837da7d-155b-40ea-82d0-1e0fdc80b828 req-67293058-46bf-4a6f-8358-7dafc008a519 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/security-groups?id=0aa4cba3-1c12-483a-87ad-56d8fb25e3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152518 Dec 16 22:31:42.158993 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-8f8b3db8-f521-45d7-b004-42a56c9eb6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:42.160536 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-8f8b3db8-f521-45d7-b004-42a56c9eb6db service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e17467dd-cc2e-48c3-80f9-c32e054e28f3 HTTP/1.1" status: 200 len: 864 time: 0.0680337 Dec 16 22:31:42.197506 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-ed5ab268-08f1-4193-be15-c54994060bd8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=29590b53-a4f9-4ac4-975e-30a59dddd851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278418 Dec 16 22:31:42.321158 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-57faefc6-cfd5-401b-9057-65e428699f08 service neutron] 10.222.0.76 "GET /v2.0/networks/29590b53-a4f9-4ac4-975e-30a59dddd851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159673 Dec 16 22:31:42.465612 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-50f990a5-dccc-43fd-96f5-2fa223831059 req-1528f978-4ce9-4f85-9ba7-38add3d6da08 service neutron] 10.222.0.76 "GET /v2.0/networks/29590b53-a4f9-4ac4-975e-30a59dddd851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331837 Dec 16 22:31:42.584938 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbce674-0dc9-4874-8377-8ce9561f886e req-b4f81d23-65e3-4a71-87ee-5ab8892b3ed3 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:42.586908 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8fbce674-0dc9-4874-8377-8ce9561f886e req-b4f81d23-65e3-4a71-87ee-5ab8892b3ed3 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 943 time: 0.0703146 Dec 16 22:31:42.668410 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8fbce674-0dc9-4874-8377-8ce9561f886e req-419a20eb-e388-4c40-9fe5-baf38ebd544a tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/security-groups?id=2b271281-9c71-43b7-bc76-33368ddcc8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731897 Dec 16 22:31:43.046891 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a322239-35e2-412f-b95c-bf5e00090300 req-231b2b10-3be5-4be9-96e3-e1d21ba8ba1e tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:43.048544 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4a322239-35e2-412f-b95c-bf5e00090300 req-231b2b10-3be5-4be9-96e3-e1d21ba8ba1e tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 946 time: 0.0705059 Dec 16 22:31:43.114720 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4a322239-35e2-412f-b95c-bf5e00090300 req-f8ba378d-ee69-4d48-a666-f12946e102b6 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582221 Dec 16 22:31:43.283410 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1b777-cf2d-4c6c-b3b4-f03a9a16ef5e req-6dbe470f-5725-44fe-98ab-0684270b3d34 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:43.285274 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-faf1b777-cf2d-4c6c-b3b4-f03a9a16ef5e req-6dbe470f-5725-44fe-98ab-0684270b3d34 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/ports?device_id=81fd2595-608b-4527-a9f8-b98261505c20 HTTP/1.1" status: 200 len: 943 time: 0.0588729 Dec 16 22:31:43.350320 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-faf1b777-cf2d-4c6c-b3b4-f03a9a16ef5e req-46760a53-db48-41cb-a6bb-f083131ef7dc tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/security-groups?id=0aa4cba3-1c12-483a-87ad-56d8fb25e3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546064 Dec 16 22:31:43.803795 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20994246-1ea2-405e-b681-cd7dae194834 req-11b44ae9-1e98-4d6d-8382-2ffa8c7495ee tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:43.805935 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-20994246-1ea2-405e-b681-cd7dae194834 req-11b44ae9-1e98-4d6d-8382-2ffa8c7495ee tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 943 time: 0.0652761 Dec 16 22:31:43.870785 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-20994246-1ea2-405e-b681-cd7dae194834 req-9f0da178-ff5b-41e4-b77e-3920d8b00385 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/security-groups?id=2b271281-9c71-43b7-bc76-33368ddcc8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572524 Dec 16 22:31:44.251583 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36fadc-109b-4b76-9197-84118fbe3c8f req-a9d79822-33cf-4cfc-93b3-e0298d6430b1 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:44.253201 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-df36fadc-109b-4b76-9197-84118fbe3c8f req-a9d79822-33cf-4cfc-93b3-e0298d6430b1 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 946 time: 0.0615480 Dec 16 22:31:44.305100 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-df36fadc-109b-4b76-9197-84118fbe3c8f req-73910523-7543-4a6f-b97d-1e9d62e22946 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459518 Dec 16 22:31:44.524751 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7177cb-2dcb-4239-a0ae-f8bd5f855f44 req-e3994051-d71a-444a-b463-758444a57c20 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:44.526766 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d7177cb-2dcb-4239-a0ae-f8bd5f855f44 req-e3994051-d71a-444a-b463-758444a57c20 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/ports?device_id=81fd2595-608b-4527-a9f8-b98261505c20 HTTP/1.1" status: 200 len: 943 time: 0.0631549 Dec 16 22:31:44.590344 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d7177cb-2dcb-4239-a0ae-f8bd5f855f44 req-63becb8e-35eb-4c37-8b32-fabe480933bc tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/security-groups?id=0aa4cba3-1c12-483a-87ad-56d8fb25e3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561066 Dec 16 22:31:44.997918 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-011aceef-48aa-4ae9-b665-6e03de9fa1e2 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:45.000282 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-011aceef-48aa-4ae9-b665-6e03de9fa1e2 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/networks?id=daf2ee24-c262-4da5-9a76-f3d93b6d6b90 HTTP/1.1" status: 200 len: 814 time: 0.1197872 Dec 16 22:31:45.018094 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-d9cd6ef6-e969-465c-b40e-64e4fa60e46e tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/quotas/4d6adf58f5674384a730a357e3b62c83 HTTP/1.1" status: 200 len: 375 time: 0.0111117 Dec 16 22:31:45.021774 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebd0b8-f2dc-4d8e-b1a8-011869974371 req-fff00c32-3ea4-451e-bf8a-74efa47505e3 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:45.021774 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fdebd0b8-f2dc-4d8e-b1a8-011869974371 req-fff00c32-3ea4-451e-bf8a-74efa47505e3 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 943 time: 0.0627654 Dec 16 22:31:45.062960 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-0849756d-128a-4c35-9769-1005df0d29eb tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=4d6adf58f5674384a730a357e3b62c83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340152 Dec 16 22:31:45.080913 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fdebd0b8-f2dc-4d8e-b1a8-011869974371 req-30a92c06-d41a-4012-8c3a-2a4ff2f6feca tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/security-groups?id=2b271281-9c71-43b7-bc76-33368ddcc8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539489 Dec 16 22:31:45.173445 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-c6e7e43f-bbc0-46db-9c4d-124b72590ce9 service neutron] 10.222.0.75 "GET /v2.0/networks/daf2ee24-c262-4da5-9a76-f3d93b6d6b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027179 Dec 16 22:31:45.295084 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-0b34321e-a38c-4c10-93be-4b43c814df93 service neutron] 10.222.0.75 "GET /v2.0/networks/daf2ee24-c262-4da5-9a76-f3d93b6d6b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146805 Dec 16 22:31:45.451692 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8945a-1840-4c22-a06d-42b19b796d75 req-c4ee2ff5-1949-422c-9274-98a9876b8392 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:45.454543 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ccf8945a-1840-4c22-a06d-42b19b796d75 req-c4ee2ff5-1949-422c-9274-98a9876b8392 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 946 time: 0.0594983 Dec 16 22:31:45.525826 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ccf8945a-1840-4c22-a06d-42b19b796d75 req-0e773165-cd72-4bfe-93c8-30dbf85b8079 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643539 Dec 16 22:31:45.682693 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ff956728-1ee7-4da5-b9af-a7d2197e91a4 req-a6a01bea-8553-4b43-805f-abad66326f9b tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8b809fd-0784-4286-8438-ef0c68e69efa HTTP/1.1" status: 200 len: 210 time: 0.0388105 Dec 16 22:31:45.777923 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676deed-46e7-40d7-b3c2-25d492df82e4 req-55ac24b5-ef1c-4dc1-bfbf-240cd53223d8 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:45.800398 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f676deed-46e7-40d7-b3c2-25d492df82e4 req-55ac24b5-ef1c-4dc1-bfbf-240cd53223d8 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/ports?device_id=81fd2595-608b-4527-a9f8-b98261505c20 HTTP/1.1" status: 200 len: 943 time: 0.0880244 Dec 16 22:31:45.889612 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f676deed-46e7-40d7-b3c2-25d492df82e4 req-fcc6ec40-c342-451d-9620-3a21bb158567 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/security-groups?id=0aa4cba3-1c12-483a-87ad-56d8fb25e3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882256 Dec 16 22:31:46.310499 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4a94c-5080-460b-8518-c0d906a4d1a1 req-8db77ca7-9750-4ec7-8b82-41cacad0bce7 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:46.319408 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2af4a94c-5080-460b-8518-c0d906a4d1a1 req-8db77ca7-9750-4ec7-8b82-41cacad0bce7 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 943 time: 0.1264541 Dec 16 22:31:46.397977 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2af4a94c-5080-460b-8518-c0d906a4d1a1 req-7835826a-dace-4dd3-b30d-b8deccece15f tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/security-groups?id=2b271281-9c71-43b7-bc76-33368ddcc8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774131 Dec 16 22:31:46.790568 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b6cab-8755-4fa5-8907-003db96c1662 req-7d9e10ea-d464-430e-b3b2-465a8a204af1 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:46.805067 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-555b6cab-8755-4fa5-8907-003db96c1662 req-7d9e10ea-d464-430e-b3b2-465a8a204af1 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 946 time: 0.1466742 Dec 16 22:31:46.819757 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abb544d2-1ee1-4c04-a748-40b14a9f043f req-dba20a3a-65af-4090-b754-1bf29ed034f1 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8b809fd-0784-4286-8438-ef0c68e69efa HTTP/1.1" status: 200 len: 210 time: 0.0399914 Dec 16 22:31:46.835398 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 75e5e1ef-cc51-4d66-8e09-714ecbeba2d6 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:31:46.923470 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-555b6cab-8755-4fa5-8907-003db96c1662 req-0c9a7013-88fb-4d20-b07f-0f7b84e147ff tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126735 Dec 16 22:31:47.032928 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 75e5e1ef-cc51-4d66-8e09-714ecbeba2d6, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=75e5e1ef-cc51-4d66-8e09-714ecbeba2d6,segment=NetworkSegment(601a181f-e17f-4434-a114-09fdc10d684a),segment_id=601a181f-e17f-4434-a114-09fdc10d684a)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:47.056288 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '75e5e1ef-cc51-4d66-8e09-714ecbeba2d6', 'network_id': '29590b53-a4f9-4ac4-975e-30a59dddd851', 'port_id': '75e5e1ef-cc51-4d66-8e09-714ecbeba2d6', 'mac_address': 'fa:16:3e:17:6c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17467dd-cc2e-48c3-80f9-c32e054e28f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:31:47.089238 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de3723-af0e-4961-b2fe-88c32ac0af70 req-db81370f-4cca-4dd4-a8d4-e1f8dc3192c9 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:47.097259 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79de3723-af0e-4961-b2fe-88c32ac0af70 req-db81370f-4cca-4dd4-a8d4-e1f8dc3192c9 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/ports?device_id=81fd2595-608b-4527-a9f8-b98261505c20 HTTP/1.1" status: 200 len: 943 time: 0.0726013 Dec 16 22:31:47.106249 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:47.127275 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e5e1ef-cc51-4d66-8e09-714ecbeba2d6 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:31:47.152139 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 75e5e1ef-cc51-4d66-8e09-714ecbeba2d6, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=75e5e1ef-cc51-4d66-8e09-714ecbeba2d6,segment=NetworkSegment(601a181f-e17f-4434-a114-09fdc10d684a),segment_id=601a181f-e17f-4434-a114-09fdc10d684a)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:47.158032 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79de3723-af0e-4961-b2fe-88c32ac0af70 req-6d0baba3-eae7-40a3-a0ef-cd7957cb0007 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/security-groups?id=0aa4cba3-1c12-483a-87ad-56d8fb25e3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598602 Dec 16 22:31:47.233469 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:47.287882 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=75e5e1ef-cc51-4d66-8e09-714ecbeba2d6,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:47.577972 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28af99-6bef-4e84-b337-4f5e57450503 req-b36591d0-efec-40b7-8cda-cb331ae369b6 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:47.579618 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc28af99-6bef-4e84-b337-4f5e57450503 req-b36591d0-efec-40b7-8cda-cb331ae369b6 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 943 time: 0.0681853 Dec 16 22:31:47.629376 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['75e5e1ef-cc51-4d66-8e09-714ecbeba2d6'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:31:47.652052 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc28af99-6bef-4e84-b337-4f5e57450503 req-ed4690a1-2afe-477a-9452-eb94bde22082 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/security-groups?id=2b271281-9c71-43b7-bc76-33368ddcc8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647907 Dec 16 22:31:47.933120 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-508df6f8-fd77-4b0d-8eac-1c164a2b562a req-ebf94235-cd7c-4e15-b0f9-fd2fde3fd6d6 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8b809fd-0784-4286-8438-ef0c68e69efa HTTP/1.1" status: 200 len: 210 time: 0.0309992 Dec 16 22:31:48.079011 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10b97c-fe69-4cdc-88d1-b26e2ba890d7 req-db201004-efa7-45c5-8f12-f897d5f5adde tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:48.080770 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a10b97c-fe69-4cdc-88d1-b26e2ba890d7 req-db201004-efa7-45c5-8f12-f897d5f5adde tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 946 time: 0.0563195 Dec 16 22:31:48.154135 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a10b97c-fe69-4cdc-88d1-b26e2ba890d7 req-7ab640ea-c0c2-4e7c-9754-fff01d5b2b68 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643535 Dec 16 22:31:48.296121 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f878454-b43b-4f08-85d4-b482364a98c8 req-b79ab99b-7116-45fb-a7e1-68e3cc00b2b2 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:48.298563 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6f878454-b43b-4f08-85d4-b482364a98c8 req-b79ab99b-7116-45fb-a7e1-68e3cc00b2b2 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/ports?device_id=81fd2595-608b-4527-a9f8-b98261505c20 HTTP/1.1" status: 200 len: 944 time: 0.0554206 Dec 16 22:31:48.392850 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6f878454-b43b-4f08-85d4-b482364a98c8 req-4c903377-63ee-41c6-bbef-fc9ebcdce7f7 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/security-groups?id=0aa4cba3-1c12-483a-87ad-56d8fb25e3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868311 Dec 16 22:31:48.792105 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7c97c-1879-4018-be3e-fbd9d3e12482 req-3113967f-6bca-429f-b72e-390fdb73b1a4 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:48.793630 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9f7c97c-1879-4018-be3e-fbd9d3e12482 req-3113967f-6bca-429f-b72e-390fdb73b1a4 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 943 time: 0.0549042 Dec 16 22:31:48.845658 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9f7c97c-1879-4018-be3e-fbd9d3e12482 req-7fa5fb7d-e0cc-4299-bd7d-40f5cbb42aee tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/security-groups?id=2b271281-9c71-43b7-bc76-33368ddcc8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457811 Dec 16 22:31:48.859939 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 75e5e1ef-cc51-4d66-8e09-714ecbeba2d6 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:31:48.982071 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 75e5e1ef-cc51-4d66-8e09-714ecbeba2d6 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:31:48.988557 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 75e5e1ef-cc51-4d66-8e09-714ecbeba2d6 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:31:48.988557 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:49.096075 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0c0a1031-8f7d-4b7d-af44-dbffe1258039 req-1a3618b2-4c3b-47b7-b564-61b7d25009c1 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8b809fd-0784-4286-8438-ef0c68e69efa HTTP/1.1" status: 200 len: 210 time: 0.0466576 Dec 16 22:31:49.119288 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:49.145774 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fd2595-608b-4527-a9f8-b98261505c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e5e1ef-cc51-4d66-8e09-714ecbeba2d6'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:31:49.148495 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90969827-9bc9-4ff0-b0bd-66d7d2665354" -d '{"events": [{"server_uuid": "81fd2595-608b-4527-a9f8-b98261505c20", "name": "network-vif-plugged", "status": "completed", "tag": "75e5e1ef-cc51-4d66-8e09-714ecbeba2d6"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:31:49.172255 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-d7fc5c86-f151-4886-9d41-b7058760ec14 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:49.174108 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-d7fc5c86-f151-4886-9d41-b7058760ec14 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.76 "GET /v2.0/networks?id=daf2ee24-c262-4da5-9a76-f3d93b6d6b90 HTTP/1.1" status: 200 len: 814 time: 0.1904800 Dec 16 22:31:49.180841 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 75e5e1ef-cc51-4d66-8e09-714ecbeba2d6, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=75e5e1ef-cc51-4d66-8e09-714ecbeba2d6,segment=NetworkSegment(601a181f-e17f-4434-a114-09fdc10d684a),segment_id=601a181f-e17f-4434-a114-09fdc10d684a)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:49.214074 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-d62b0079-cac7-4664-aedb-7b96569f6cbb tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Request body: {'port': {'device_id': 'e8b809fd-0784-4286-8438-ef0c68e69efa', 'network_id': 'daf2ee24-c262-4da5-9a76-f3d93b6d6b90', 'admin_state_up': True, 'tenant_id': '4d6adf58f5674384a730a357e3b62c83'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:31:49.234835 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b2601f-8cff-46d6-a017-39f747355644 x-openstack-request-id: req-73b2601f-8cff-46d6-a017-39f747355644 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:31:49.235236 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fd2595-608b-4527-a9f8-b98261505c20", "name": "network-vif-plugged", "status": "completed", "tag": "75e5e1ef-cc51-4d66-8e09-714ecbeba2d6", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:31:49.235563 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-73b2601f-8cff-46d6-a017-39f747355644 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:31:49.236051 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fd2595-608b-4527-a9f8-b98261505c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e5e1ef-cc51-4d66-8e09-714ecbeba2d6', 'code': 200} Dec 16 22:31:49.267609 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:49.380180 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=75e5e1ef-cc51-4d66-8e09-714ecbeba2d6,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:49.450406 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca842131-fe8f-4e9e-ab32-9bd1d4df4719 req-79a7a18f-41f0-485d-a0fc-460453c7709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:49.454731 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca842131-fe8f-4e9e-ab32-9bd1d4df4719 req-79a7a18f-41f0-485d-a0fc-460453c7709e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=81fd2595-608b-4527-a9f8-b98261505c20 HTTP/1.1" status: 200 len: 1096 time: 0.0845442 Dec 16 22:31:49.473621 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-d62b0079-cac7-4664-aedb-7b96569f6cbb tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Made reservation on behalf of 4d6adf58f5674384a730a357e3b62c83 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:31:49.478440 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-d62b0079-cac7-4664-aedb-7b96569f6cbb tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:49.487189 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7acc2-ceba-4ffd-b215-f8fe3ed3ae8d req-2c822527-4514-4d81-b941-26c6e2b31e55 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:49.489217 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c8c7acc2-ceba-4ffd-b215-f8fe3ed3ae8d req-2c822527-4514-4d81-b941-26c6e2b31e55 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 946 time: 0.1736333 Dec 16 22:31:49.494827 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 21da3fa1-0858-4cf3-ab49-9efcaef5f907 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:31:49.580270 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c8c7acc2-ceba-4ffd-b215-f8fe3ed3ae8d req-a335c52c-be60-4483-b262-f495157172d3 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734117 Dec 16 22:31:49.595562 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca842131-fe8f-4e9e-ab32-9bd1d4df4719 req-4e388290-ba18-4f73-98d1-ba7e95ac4407 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0aa4cba3-1c12-483a-87ad-56d8fb25e3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311266 Dec 16 22:31:49.631395 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e468d91-8d0f-485a-8cf2-2ef50c397c45 req-a63f6937-2a43-40d3-91c1-1ef3aee79208 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:49.643902 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e468d91-8d0f-485a-8cf2-2ef50c397c45 req-a63f6937-2a43-40d3-91c1-1ef3aee79208 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/ports?device_id=81fd2595-608b-4527-a9f8-b98261505c20 HTTP/1.1" status: 200 len: 945 time: 0.1391344 Dec 16 22:31:49.686152 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 21da3fa1-0858-4cf3-ab49-9efcaef5f907, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=21da3fa1-0858-4cf3-ab49-9efcaef5f907,segment=NetworkSegment(d2e02710-2714-4452-a45f-d3fe8a82c3ce),segment_id=d2e02710-2714-4452-a45f-d3fe8a82c3ce)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:49.702976 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '21da3fa1-0858-4cf3-ab49-9efcaef5f907', 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6', 'port_id': '21da3fa1-0858-4cf3-ab49-9efcaef5f907', 'mac_address': 'fa:16:3e:c0:13:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:31:49.752305 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:49.767742 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21da3fa1-0858-4cf3-ab49-9efcaef5f907 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:31:49.793999 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e468d91-8d0f-485a-8cf2-2ef50c397c45 req-91947d14-6e5d-439a-bf06-6a051eb75ae8 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/security-groups?id=0aa4cba3-1c12-483a-87ad-56d8fb25e3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468098 Dec 16 22:31:49.794201 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 21da3fa1-0858-4cf3-ab49-9efcaef5f907, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=21da3fa1-0858-4cf3-ab49-9efcaef5f907,segment=NetworkSegment(d2e02710-2714-4452-a45f-d3fe8a82c3ce),segment_id=d2e02710-2714-4452-a45f-d3fe8a82c3ce)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:49.839963 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-d62b0079-cac7-4664-aedb-7b96569f6cbb tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Allocated IP 172.20.0.9 (daf2ee24-c262-4da5-9a76-f3d93b6d6b90/e6716b3b-84de-4553-8e58-e0833c224998/589995dc-e47c-4e3c-b86d-b8d6cb161863) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:31:49.896796 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:49.997555 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=21da3fa1-0858-4cf3-ab49-9efcaef5f907,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:50.071776 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fb26a-19f6-416e-9d21-7ec693efd288 req-8d6a258a-33a0-49a8-8b01-edb816be670a tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:50.074604 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-288fb26a-19f6-416e-9d21-7ec693efd288 req-8d6a258a-33a0-49a8-8b01-edb816be670a tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 944 time: 0.1349325 Dec 16 22:31:50.121913 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-d62b0079-cac7-4664-aedb-7b96569f6cbb tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:50.180249 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-288fb26a-19f6-416e-9d21-7ec693efd288 req-d07e5059-7beb-4e25-a6ac-a4f15d3573ed tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/security-groups?id=2b271281-9c71-43b7-bc76-33368ddcc8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962858 Dec 16 22:31:50.251350 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-417fbdfc-889e-4773-8382-df8d95344ef7 req-f9c87813-c644-4f20-8b28-20c65b210386 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8b809fd-0784-4286-8438-ef0c68e69efa HTTP/1.1" status: 200 len: 210 time: 0.0327094 Dec 16 22:31:50.302403 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-d62b0079-cac7-4664-aedb-7b96569f6cbb tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:50.376789 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-d62b0079-cac7-4664-aedb-7b96569f6cbb tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Network daf2ee24-c262-4da5-9a76-f3d93b6d6b90 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:31:50.381226 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-d62b0079-cac7-4664-aedb-7b96569f6cbb tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:31:50.386701 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-d62b0079-cac7-4664-aedb-7b96569f6cbb tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:31:50.433025 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b0079-cac7-4664-aedb-7b96569f6cbb tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Pushing event updated for resources: {'Port': ['ID=589995dc-e47c-4e3c-b86d-b8d6cb161863,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:50.435863 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['21da3fa1-0858-4cf3-ab49-9efcaef5f907'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:31:50.480505 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-d62b0079-cac7-4664-aedb-7b96569f6cbb tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:50.481250 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-d62b0079-cac7-4664-aedb-7b96569f6cbb tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:50.597130 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-d62b0079-cac7-4664-aedb-7b96569f6cbb tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3904817 Dec 16 22:31:50.619711 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-1d62cfa6-3176-4c4f-a7ae-1f3994316340 service neutron] Request body: {'port': {'device_id': 'e8b809fd-0784-4286-8438-ef0c68e69efa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:31:50.700602 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-1d62cfa6-3176-4c4f-a7ae-1f3994316340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:50.779667 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e88dd-09c3-450d-b4dd-da9cc5fed071 req-0bfdfbf2-f0bd-4f98-97b4-5f47d437bbf0 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:50.782039 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bc3e88dd-09c3-450d-b4dd-da9cc5fed071 req-0bfdfbf2-f0bd-4f98-97b4-5f47d437bbf0 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 946 time: 0.0767608 Dec 16 22:31:50.854367 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bc3e88dd-09c3-450d-b4dd-da9cc5fed071 req-e992d64c-51ad-4e7d-a90b-17237dd12668 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653985 Dec 16 22:31:51.025341 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad08bf5-c3d9-4c60-985b-d2041b729cf8 req-17e0faeb-7cf9-4566-a3c3-ade8da205532 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:51.032926 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ad08bf5-c3d9-4c60-985b-d2041b729cf8 req-17e0faeb-7cf9-4566-a3c3-ade8da205532 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/ports?device_id=81fd2595-608b-4527-a9f8-b98261505c20 HTTP/1.1" status: 200 len: 945 time: 0.1338668 Dec 16 22:31:51.110320 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ad08bf5-c3d9-4c60-985b-d2041b729cf8 req-d7365f98-56da-4eb7-a079-da6c73c8fe8c tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/security-groups?id=0aa4cba3-1c12-483a-87ad-56d8fb25e3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764925 Dec 16 22:31:51.156134 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-1d62cfa6-3176-4c4f-a7ae-1f3994316340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 589995dc-e47c-4e3c-b86d-b8d6cb161863 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:31:51.165235 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-1d62cfa6-3176-4c4f-a7ae-1f3994316340 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:51.180247 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-1d62cfa6-3176-4c4f-a7ae-1f3994316340 service neutron] Transition to ACTIVE for port object 589995dc-e47c-4e3c-b86d-b8d6cb161863 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:31:51.244799 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-1d62cfa6-3176-4c4f-a7ae-1f3994316340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:51.338913 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60032b49-c9c6-4ec2-b5a4-52e091bd3d50 req-cf2d64f9-6586-493e-8644-dfd18e39ba25 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:51.341303 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-60032b49-c9c6-4ec2-b5a4-52e091bd3d50 req-cf2d64f9-6586-493e-8644-dfd18e39ba25 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 944 time: 0.0822933 Dec 16 22:31:51.376289 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62cfa6-3176-4c4f-a7ae-1f3994316340 service neutron] Pushing event updated for resources: {'Port': ['ID=589995dc-e47c-4e3c-b86d-b8d6cb161863,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:51.412487 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-60032b49-c9c6-4ec2-b5a4-52e091bd3d50 req-0c20b64e-615a-4aad-ae71-3a373b648e83 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/security-groups?id=2b271281-9c71-43b7-bc76-33368ddcc8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622673 Dec 16 22:31:51.509383 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8b58f-3e94-4cc6-9747-f3fc5212e829 req-2bc7244a-216c-4097-87ec-5379751d47f5 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:51.510968 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-07c8b58f-3e94-4cc6-9747-f3fc5212e829 req-2bc7244a-216c-4097-87ec-5379751d47f5 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8b809fd-0784-4286-8438-ef0c68e69efa HTTP/1.1" status: 200 len: 943 time: 0.1368613 Dec 16 22:31:51.518051 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-1d62cfa6-3176-4c4f-a7ae-1f3994316340 service neutron] Attempting to bind port 589995dc-e47c-4e3c-b86d-b8d6cb161863 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:31:51.518540 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-1d62cfa6-3176-4c4f-a7ae-1f3994316340 service neutron] Attempting to bind port 589995dc-e47c-4e3c-b86d-b8d6cb161863 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'daf2ee24-c262-4da5-9a76-f3d93b6d6b90'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:31:51.519304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-1d62cfa6-3176-4c4f-a7ae-1f3994316340 service neutron] Attempting to bind port 589995dc-e47c-4e3c-b86d-b8d6cb161863 on network daf2ee24-c262-4da5-9a76-f3d93b6d6b90 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:31:51.538961 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-1d62cfa6-3176-4c4f-a7ae-1f3994316340 service neutron] Port 589995dc-e47c-4e3c-b86d-b8d6cb161863 on network daf2ee24-c262-4da5-9a76-f3d93b6d6b90 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:31:51.538961 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-1d62cfa6-3176-4c4f-a7ae-1f3994316340 service neutron] Attempting to bind port 589995dc-e47c-4e3c-b86d-b8d6cb161863 on network daf2ee24-c262-4da5-9a76-f3d93b6d6b90 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:31:51.548229 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-1d62cfa6-3176-4c4f-a7ae-1f3994316340 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:31:51.548690 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-1d62cfa6-3176-4c4f-a7ae-1f3994316340 service neutron] Checking segment: {'id': 'dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'daf2ee24-c262-4da5-9a76-f3d93b6d6b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:31:51.548958 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-1d62cfa6-3176-4c4f-a7ae-1f3994316340 service neutron] Bound using segment: {'id': 'dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'daf2ee24-c262-4da5-9a76-f3d93b6d6b90'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:31:51.549635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-1d62cfa6-3176-4c4f-a7ae-1f3994316340 service neutron] Bound port: 589995dc-e47c-4e3c-b86d-b8d6cb161863, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'daf2ee24-c262-4da5-9a76-f3d93b6d6b90'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:31:51.549915 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-1d62cfa6-3176-4c4f-a7ae-1f3994316340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:51.614277 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-07c8b58f-3e94-4cc6-9747-f3fc5212e829 req-7e89b23b-8c08-4cdc-913d-fb5cd9c49076 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f16d179-18d5-4d45-b2c2-ad7b37955b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915353 Dec 16 22:31:51.654840 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-1d62cfa6-3176-4c4f-a7ae-1f3994316340 service neutron] For port 589995dc-e47c-4e3c-b86d-b8d6cb161863, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:31:51.658546 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-1d62cfa6-3176-4c4f-a7ae-1f3994316340 service neutron] For port 589995dc-e47c-4e3c-b86d-b8d6cb161863, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=589995dc-e47c-4e3c-b86d-b8d6cb161863,segment=NetworkSegment(dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3),segment_id=dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:31:51.720886 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-1d62cfa6-3176-4c4f-a7ae-1f3994316340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:51.760511 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-1d62cfa6-3176-4c4f-a7ae-1f3994316340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:51.761251 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-1d62cfa6-3176-4c4f-a7ae-1f3994316340 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:51.762648 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-1d62cfa6-3176-4c4f-a7ae-1f3994316340 service neutron] 10.222.0.76 "PUT /v2.0/ports/589995dc-e47c-4e3c-b86d-b8d6cb161863 HTTP/1.1" status: 200 len: 1091 time: 1.1494634 Dec 16 22:31:51.763375 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b809fd-0784-4286-8438-ef0c68e69efa', 'tag': '589995dc-e47c-4e3c-b86d-b8d6cb161863'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:31:51.765986 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c6cb69-cd33-4d34-8896-bd4f60d13ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b809fd-0784-4286-8438-ef0c68e69efa", "tag": "589995dc-e47c-4e3c-b86d-b8d6cb161863"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:31:51.803477 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62cfa6-3176-4c4f-a7ae-1f3994316340 service neutron] Pushing event updated for resources: {'Port': ['ID=589995dc-e47c-4e3c-b86d-b8d6cb161863,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:51.838008 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce1713e-96c7-44fc-b0ad-8343ef2915b7 x-openstack-request-id: req-1ce1713e-96c7-44fc-b0ad-8343ef2915b7 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:31:51.838307 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b809fd-0784-4286-8438-ef0c68e69efa", "tag": "589995dc-e47c-4e3c-b86d-b8d6cb161863", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:31:51.838571 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1ce1713e-96c7-44fc-b0ad-8343ef2915b7 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:31:51.838984 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b809fd-0784-4286-8438-ef0c68e69efa', 'tag': '589995dc-e47c-4e3c-b86d-b8d6cb161863', 'status': 'completed', 'code': 200} Dec 16 22:31:51.941402 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6cb69-cd33-4d34-8896-bd4f60d13ed8 req-bf2c40de-11e6-477f-8a2d-ce65ddd2594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:51.943287 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-36c6cb69-cd33-4d34-8896-bd4f60d13ed8 req-bf2c40de-11e6-477f-8a2d-ce65ddd2594b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4d6adf58f5674384a730a357e3b62c83&device_id=e8b809fd-0784-4286-8438-ef0c68e69efa HTTP/1.1" status: 200 len: 1094 time: 0.0610700 Dec 16 22:31:52.052871 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7bb59-44c3-416a-805b-a86d19f9fc3b req-c142c4e8-c51c-4ebd-afd4-ecb8f5f9f756 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:52.054835 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abf7bb59-44c3-416a-805b-a86d19f9fc3b req-c142c4e8-c51c-4ebd-afd4-ecb8f5f9f756 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 946 time: 0.1104851 Dec 16 22:31:52.119998 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6cb69-cd33-4d34-8896-bd4f60d13ed8 req-1d8a7219-bcba-47ae-b0cb-356f997e0e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:52.121494 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-36c6cb69-cd33-4d34-8896-bd4f60d13ed8 req-1d8a7219-bcba-47ae-b0cb-356f997e0e01 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=4d6adf58f5674384a730a357e3b62c83&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1506078 Dec 16 22:31:52.237873 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abf7bb59-44c3-416a-805b-a86d19f9fc3b req-2b7fe3ff-1492-4f52-9c17-c45ac70a2304 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673110 Dec 16 22:31:52.254653 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5da56-57a2-4291-bc1e-dfa7cbaadc21 req-d746dc77-7305-488a-9f54-911163786b86 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:52.256369 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-39d5da56-57a2-4291-bc1e-dfa7cbaadc21 req-d746dc77-7305-488a-9f54-911163786b86 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/ports?device_id=81fd2595-608b-4527-a9f8-b98261505c20 HTTP/1.1" status: 200 len: 945 time: 0.0610113 Dec 16 22:31:52.275021 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6cb69-cd33-4d34-8896-bd4f60d13ed8 req-f2b8a50e-1e84-4689-bca5-19da5ec95e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:52.276644 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-36c6cb69-cd33-4d34-8896-bd4f60d13ed8 req-f2b8a50e-1e84-4689-bca5-19da5ec95e33 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1424830 Dec 16 22:31:52.317734 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-39d5da56-57a2-4291-bc1e-dfa7cbaadc21 req-e0c19373-3804-4a6b-9c0c-cab7da939b4e tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/security-groups?id=0aa4cba3-1c12-483a-87ad-56d8fb25e3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484390 Dec 16 22:31:52.441082 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-f95a50ae-af2e-461f-aa78-e79d9b417359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:52.442763 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-f95a50ae-af2e-461f-aa78-e79d9b417359 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4d6adf58f5674384a730a357e3b62c83&device_id=e8b809fd-0784-4286-8438-ef0c68e69efa HTTP/1.1" status: 200 len: 1094 time: 0.0788255 Dec 16 22:31:52.499314 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-631af799-e26e-466f-a971-50f3757a0037 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=589995dc-e47c-4e3c-b86d-b8d6cb161863 HTTP/1.1" status: 200 len: 217 time: 0.0413356 Dec 16 22:31:52.508132 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05d893-524d-41f5-a0a4-5c1c5271143d req-67adfabb-c6c1-4298-b180-4b54b442f01e tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:52.509970 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d05d893-524d-41f5-a0a4-5c1c5271143d req-67adfabb-c6c1-4298-b180-4b54b442f01e tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/ports?device_id=81fd2595-608b-4527-a9f8-b98261505c20 HTTP/1.1" status: 200 len: 945 time: 0.1083589 Dec 16 22:31:52.549804 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9096e-fcfb-46d0-83f7-086d37f540d9 req-d01cea24-e7d5-4eea-b669-a3a8cd3ff671 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:52.551595 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-41b9096e-fcfb-46d0-83f7-086d37f540d9 req-d01cea24-e7d5-4eea-b669-a3a8cd3ff671 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 944 time: 0.0546207 Dec 16 22:31:52.590633 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-606b6b9e-c367-4af6-b880-c9edb295953d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:52.592145 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-606b6b9e-c367-4af6-b880-c9edb295953d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e6716b3b-84de-4553-8e58-e0833c224998 HTTP/1.1" status: 200 len: 854 time: 0.0810683 Dec 16 22:31:52.601448 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d05d893-524d-41f5-a0a4-5c1c5271143d req-7aff2ee9-7fc0-4c0e-9ab0-1bd7a9270a2f tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/security-groups?id=0aa4cba3-1c12-483a-87ad-56d8fb25e3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821202 Dec 16 22:31:52.620522 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-41b9096e-fcfb-46d0-83f7-086d37f540d9 req-63d6014e-a99d-440c-bddf-79192cbfbf7e tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/security-groups?id=2b271281-9c71-43b7-bc76-33368ddcc8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602312 Dec 16 22:31:52.643331 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-813c564d-4323-4348-b93d-e56641bf5fa9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=daf2ee24-c262-4da5-9a76-f3d93b6d6b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407073 Dec 16 22:31:52.776594 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-87b0f379-6757-4324-841d-cb9aa3549480 service neutron] 10.222.0.76 "GET /v2.0/networks/daf2ee24-c262-4da5-9a76-f3d93b6d6b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104367 Dec 16 22:31:52.877436 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf522e-83f6-4616-bf63-994af5f159a1 req-8e6bd59b-bc74-4d0b-9100-0ddc0d434d42 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:52.879018 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5baf522e-83f6-4616-bf63-994af5f159a1 req-8e6bd59b-bc74-4d0b-9100-0ddc0d434d42 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/ports?device_id=81fd2595-608b-4527-a9f8-b98261505c20 HTTP/1.1" status: 200 len: 945 time: 0.0521250 Dec 16 22:31:52.881203 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530213f8-cfe0-4f55-87be-d169c4429244 req-5b41c3cc-8825-48c8-8bb4-00205459aef7 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:52.882708 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-530213f8-cfe0-4f55-87be-d169c4429244 req-5b41c3cc-8825-48c8-8bb4-00205459aef7 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8b809fd-0784-4286-8438-ef0c68e69efa HTTP/1.1" status: 200 len: 943 time: 0.1200225 Dec 16 22:31:52.933241 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e950247-67fd-42fb-9215-9c4b5dc307cd req-abfbfbd2-4894-4942-81a8-2434454f56ab service neutron] 10.222.0.76 "GET /v2.0/networks/daf2ee24-c262-4da5-9a76-f3d93b6d6b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610999 Dec 16 22:31:52.934548 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5baf522e-83f6-4616-bf63-994af5f159a1 req-7690a9ac-2fea-475c-a4cf-d247218b071a tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/security-groups?id=0aa4cba3-1c12-483a-87ad-56d8fb25e3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483580 Dec 16 22:31:52.960107 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-530213f8-cfe0-4f55-87be-d169c4429244 req-be0a7ac4-8f23-4d74-9077-cca82c8cf67a tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f16d179-18d5-4d45-b2c2-ad7b37955b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659683 Dec 16 22:31:53.370265 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4b1fe-b770-4dfb-a5c6-f0ed9e57fef1 req-414ba92f-26c4-4ba0-b477-eb155bd40124 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:53.370873 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4a44959d-49f6-41a9-89ab-aa53b3518de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:53.372963 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-75e4b1fe-b770-4dfb-a5c6-f0ed9e57fef1 req-414ba92f-26c4-4ba0-b477-eb155bd40124 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 946 time: 0.0638144 Dec 16 22:31:53.432008 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-75e4b1fe-b770-4dfb-a5c6-f0ed9e57fef1 req-216f4905-bb3f-4201-85fa-384b09034cee tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515678 Dec 16 22:31:53.490417 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 21da3fa1-0858-4cf3-ab49-9efcaef5f907 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:31:53.627556 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 21da3fa1-0858-4cf3-ab49-9efcaef5f907 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:31:53.628601 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b8519-6885-4a99-89e7-146ca3fec4ec req-65d77c68-12ae-4a72-a57b-fc631ede4d3c tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:53.630259 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-192b8519-6885-4a99-89e7-146ca3fec4ec req-65d77c68-12ae-4a72-a57b-fc631ede4d3c tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/ports?device_id=81fd2595-608b-4527-a9f8-b98261505c20 HTTP/1.1" status: 200 len: 945 time: 0.0588105 Dec 16 22:31:53.636428 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 21da3fa1-0858-4cf3-ab49-9efcaef5f907 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:31:53.636428 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:53.689128 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-192b8519-6885-4a99-89e7-146ca3fec4ec req-4e5db5f2-1c41-49c5-98d2-0eacbfdc98a8 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/security-groups?id=0aa4cba3-1c12-483a-87ad-56d8fb25e3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520856 Dec 16 22:31:53.740420 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:53.765170 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2841603-9c17-4d0b-b870-5ef976fdbe80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21da3fa1-0858-4cf3-ab49-9efcaef5f907'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:31:53.767856 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0abd5c-8f3b-4d0b-b9e6-e45264f13f31" -d '{"events": [{"server_uuid": "a2841603-9c17-4d0b-b870-5ef976fdbe80", "name": "network-vif-plugged", "status": "completed", "tag": "21da3fa1-0858-4cf3-ab49-9efcaef5f907"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:31:53.782375 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 21da3fa1-0858-4cf3-ab49-9efcaef5f907, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=21da3fa1-0858-4cf3-ab49-9efcaef5f907,segment=NetworkSegment(d2e02710-2714-4452-a45f-d3fe8a82c3ce),segment_id=d2e02710-2714-4452-a45f-d3fe8a82c3ce)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:53.797063 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c18f74-a6f7-4c01-8f0e-d6e089a05255 req-cf881433-32f7-4168-b531-1c38620cf7a6 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:53.798674 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b1c18f74-a6f7-4c01-8f0e-d6e089a05255 req-cf881433-32f7-4168-b531-1c38620cf7a6 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 944 time: 0.0842848 Dec 16 22:31:53.849811 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd804c0f-26e5-4dfb-ad6b-ea8dc2c2b059 x-openstack-request-id: req-bd804c0f-26e5-4dfb-ad6b-ea8dc2c2b059 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:31:53.849811 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2841603-9c17-4d0b-b870-5ef976fdbe80", "name": "network-vif-plugged", "status": "completed", "tag": "21da3fa1-0858-4cf3-ab49-9efcaef5f907", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:31:53.849811 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bd804c0f-26e5-4dfb-ad6b-ea8dc2c2b059 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:31:53.849811 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2841603-9c17-4d0b-b870-5ef976fdbe80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21da3fa1-0858-4cf3-ab49-9efcaef5f907', 'code': 200} Dec 16 22:31:53.855009 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b1c18f74-a6f7-4c01-8f0e-d6e089a05255 req-0f1e12df-8a46-487b-9048-55415ea25d6b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/security-groups?id=2b271281-9c71-43b7-bc76-33368ddcc8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487058 Dec 16 22:31:53.867795 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:53.918313 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=21da3fa1-0858-4cf3-ab49-9efcaef5f907,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:53.980119 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69438c-7869-40e0-8945-e8d443c4b913 req-9fa91d6b-253a-4529-88af-d2adb29f4087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:53.981711 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b69438c-7869-40e0-8945-e8d443c4b913 req-9fa91d6b-253a-4529-88af-d2adb29f4087 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 1096 time: 0.0414584 Dec 16 22:31:54.031508 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b69438c-7869-40e0-8945-e8d443c4b913 req-9344191c-c118-4f42-b6e2-04468571206a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2b271281-9c71-43b7-bc76-33368ddcc8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421722 Dec 16 22:31:54.088972 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea39b0-41b3-42d3-82de-12cd36d9f275 req-2537f454-d476-4580-a654-329c7260c9f5 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:54.091621 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d8ea39b0-41b3-42d3-82de-12cd36d9f275 req-2537f454-d476-4580-a654-329c7260c9f5 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8b809fd-0784-4286-8438-ef0c68e69efa HTTP/1.1" status: 200 len: 943 time: 0.0567024 Dec 16 22:31:54.147077 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d8ea39b0-41b3-42d3-82de-12cd36d9f275 req-fdd111da-4a78-4243-9219-4e7267cdaa8f tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f16d179-18d5-4d45-b2c2-ad7b37955b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487940 Dec 16 22:31:54.552955 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1a947-88b9-44dd-bd4e-cdc65dea11fa req-5882ce23-893b-4adc-86d8-26cfaa45593c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:54.554373 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79e1a947-88b9-44dd-bd4e-cdc65dea11fa req-5882ce23-893b-4adc-86d8-26cfaa45593c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 946 time: 0.0515118 Dec 16 22:31:54.606062 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79e1a947-88b9-44dd-bd4e-cdc65dea11fa req-08c0ad61-2d8e-41c8-876a-27d54740adea tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455678 Dec 16 22:31:54.824453 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d10686-73f7-4ab5-8b66-7641cb44aa49 req-79f8ba2a-66f2-4607-9728-68bf6c64f224 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:54.826777 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a7d10686-73f7-4ab5-8b66-7641cb44aa49 req-79f8ba2a-66f2-4607-9728-68bf6c64f224 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/ports?device_id=81fd2595-608b-4527-a9f8-b98261505c20 HTTP/1.1" status: 200 len: 945 time: 0.0563269 Dec 16 22:31:54.879624 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a7d10686-73f7-4ab5-8b66-7641cb44aa49 req-4f9eda62-08aa-4d66-b353-b5d6258b7a67 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/security-groups?id=0aa4cba3-1c12-483a-87ad-56d8fb25e3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464828 Dec 16 22:31:55.026646 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bc11e-159b-4f1c-a68f-4d3dbb9ce5e5 req-d389316b-5c68-4613-adf4-702e4696b888 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:55.028293 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c6bc11e-159b-4f1c-a68f-4d3dbb9ce5e5 req-d389316b-5c68-4613-adf4-702e4696b888 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.76 "GET /v2.0/ports?device_id=81fd2595-608b-4527-a9f8-b98261505c20 HTTP/1.1" status: 200 len: 945 time: 0.0494707 Dec 16 22:31:55.028503 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc05a5-9ab8-4717-8891-0ad73a932293 req-9fd73bfd-8c29-4c3d-9cb5-2a248e1fc8df tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:55.030051 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8acc05a5-9ab8-4717-8891-0ad73a932293 req-9fd73bfd-8c29-4c3d-9cb5-2a248e1fc8df tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 945 time: 0.0863371 Dec 16 22:31:55.033027 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986d5c7-68e2-4201-b1d1-179220943a7f req-fea33ac0-82fd-4102-b9cf-5e3408d72e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:55.034413 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5986d5c7-68e2-4201-b1d1-179220943a7f req-fea33ac0-82fd-4102-b9cf-5e3408d72e02 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 1097 time: 0.0803781 Dec 16 22:31:55.138977 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-3c6bc11e-159b-4f1c-a68f-4d3dbb9ce5e5 req-3350fa11-92b1-43d4-8554-657f7f754f3a tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Deleting port 75e5e1ef-cc51-4d66-8e09-714ecbeba2d6 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:31:55.138977 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3c6bc11e-159b-4f1c-a68f-4d3dbb9ce5e5 req-3350fa11-92b1-43d4-8554-657f7f754f3a tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:55.139496 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8acc05a5-9ab8-4717-8891-0ad73a932293 req-1b94d194-163d-4d8d-a3a6-ad60b39a237b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/security-groups?id=2b271281-9c71-43b7-bc76-33368ddcc8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031580 Dec 16 22:31:55.171408 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986d5c7-68e2-4201-b1d1-179220943a7f req-7236c12a-3ac4-4c6f-8d86-729b05dabc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:55.181659 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5986d5c7-68e2-4201-b1d1-179220943a7f req-7236c12a-3ac4-4c6f-8d86-729b05dabc6d service neutron] 10.222.0.57 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 912 time: 0.1225598 Dec 16 22:31:55.217279 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5986d5c7-68e2-4201-b1d1-179220943a7f req-98a32653-bb2d-49e2-8198-00b99a74f7a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e95faa4-2836-4e72-9652-d1ed5d9922c9 HTTP/1.1" status: 200 len: 217 time: 0.0367203 Dec 16 22:31:55.268814 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986d5c7-68e2-4201-b1d1-179220943a7f req-ae79b671-09b0-4457-9610-65c28444c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:55.270905 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5986d5c7-68e2-4201-b1d1-179220943a7f req-ae79b671-09b0-4457-9610-65c28444c7d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ecefe13-aa2d-48b4-a74c-5805e96883cc HTTP/1.1" status: 200 len: 851 time: 0.0460939 Dec 16 22:31:55.273811 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-3c6bc11e-159b-4f1c-a68f-4d3dbb9ce5e5 req-3350fa11-92b1-43d4-8554-657f7f754f3a tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] For port 75e5e1ef-cc51-4d66-8e09-714ecbeba2d6, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=75e5e1ef-cc51-4d66-8e09-714ecbeba2d6,segment=NetworkSegment(601a181f-e17f-4434-a114-09fdc10d684a),segment_id=601a181f-e17f-4434-a114-09fdc10d684a)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:55.274184 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3c6bc11e-159b-4f1c-a68f-4d3dbb9ce5e5 req-3350fa11-92b1-43d4-8554-657f7f754f3a tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:55.289246 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-3c6bc11e-159b-4f1c-a68f-4d3dbb9ce5e5 req-3350fa11-92b1-43d4-8554-657f7f754f3a tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Calling delete_port for 75e5e1ef-cc51-4d66-8e09-714ecbeba2d6 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:31:55.308307 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5806b7e-04bf-4d65-9883-20c88d18d6a6 req-31928b7f-b1ee-44f9-aa89-ea540d32f42d tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:55.310096 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b5806b7e-04bf-4d65-9883-20c88d18d6a6 req-31928b7f-b1ee-44f9-aa89-ea540d32f42d tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8b809fd-0784-4286-8438-ef0c68e69efa HTTP/1.1" status: 200 len: 943 time: 0.0857174 Dec 16 22:31:55.324619 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986d5c7-68e2-4201-b1d1-179220943a7f req-25992a22-d998-42dd-a7be-14dbb5460caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:55.326473 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5986d5c7-68e2-4201-b1d1-179220943a7f req-25992a22-d998-42dd-a7be-14dbb5460caa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=282aa10f-496c-46fb-be12-6b2a327d41c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437391 Dec 16 22:31:55.415425 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b5806b7e-04bf-4d65-9883-20c88d18d6a6 req-ce371e34-6505-425b-8ec5-47dd2a4137a4 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f16d179-18d5-4d45-b2c2-ad7b37955b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682657 Dec 16 22:31:55.431316 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5986d5c7-68e2-4201-b1d1-179220943a7f req-bc8ee6da-fcf4-4059-8f04-fdb4f1b794fc service neutron] 10.222.0.57 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965898 Dec 16 22:31:55.532413 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5986d5c7-68e2-4201-b1d1-179220943a7f req-5ee5abef-ff39-445e-8779-7dd6947e649d service neutron] 10.222.0.57 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934575 Dec 16 22:31:55.570490 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3c6bc11e-159b-4f1c-a68f-4d3dbb9ce5e5 req-3350fa11-92b1-43d4-8554-657f7f754f3a tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:55.600533 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3350fa11-92b1-43d4-8554-657f7f754f3a tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Pushing event deleted for resources: {'Port': ['ID=75e5e1ef-cc51-4d66-8e09-714ecbeba2d6,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:55.614984 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['75e5e1ef-cc51-4d66-8e09-714ecbeba2d6'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:31:55.655094 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6bc11e-159b-4f1c-a68f-4d3dbb9ce5e5 req-3350fa11-92b1-43d4-8554-657f7f754f3a tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] No DVR routers for this DVR port 75e5e1ef-cc51-4d66-8e09-714ecbeba2d6 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:31:55.658755 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3c6bc11e-159b-4f1c-a68f-4d3dbb9ce5e5 req-3350fa11-92b1-43d4-8554-657f7f754f3a tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:55.662389 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c6bc11e-159b-4f1c-a68f-4d3dbb9ce5e5 req-3350fa11-92b1-43d4-8554-657f7f754f3a tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.76 "DELETE /v2.0/ports/75e5e1ef-cc51-4d66-8e09-714ecbeba2d6 HTTP/1.1" status: 204 len: 173 time: 0.6240473 Dec 16 22:31:55.662883 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fd2595-608b-4527-a9f8-b98261505c20', 'name': 'network-vif-deleted', 'tag': '75e5e1ef-cc51-4d66-8e09-714ecbeba2d6'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:31:55.665280 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a08aec-1a93-4331-ba28-7650541f652d" -d '{"events": [{"server_uuid": "81fd2595-608b-4527-a9f8-b98261505c20", "name": "network-vif-deleted", "tag": "75e5e1ef-cc51-4d66-8e09-714ecbeba2d6"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:31:55.682457 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2cc62fd4-e267-4cb3-b76c-478e51229252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:55.713171 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d54b08c-f367-4081-8cfd-4b1b52a3b418 x-openstack-request-id: req-7d54b08c-f367-4081-8cfd-4b1b52a3b418 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:31:55.713473 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fd2595-608b-4527-a9f8-b98261505c20", "name": "network-vif-deleted", "tag": "75e5e1ef-cc51-4d66-8e09-714ecbeba2d6", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:31:55.713732 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7d54b08c-f367-4081-8cfd-4b1b52a3b418 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:31:55.714136 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fd2595-608b-4527-a9f8-b98261505c20', 'name': 'network-vif-deleted', 'tag': '75e5e1ef-cc51-4d66-8e09-714ecbeba2d6', 'status': 'completed', 'code': 200} Dec 16 22:31:55.745152 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dd744-5014-44ae-a7a0-882f475fc14a req-6db100a0-4fac-410c-9310-6c51981852e3 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:55.746721 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4c5dd744-5014-44ae-a7a0-882f475fc14a req-6db100a0-4fac-410c-9310-6c51981852e3 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 946 time: 0.0590158 Dec 16 22:31:55.800957 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4c5dd744-5014-44ae-a7a0-882f475fc14a req-ad06e6e1-cfdf-4d9f-a63a-f94ba4dc54aa tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476451 Dec 16 22:31:55.989737 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-ed975094-c6f0-4906-a1f1-b38ac639e9df req-aaeb8abb-4342-45cb-8d4e-ce8277befd64 service neutron] (103613) timed out ('10.222.0.75', 53400) {{(pid=103613) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:31:55.992106 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-88526025-b1f5-41a1-b7d8-fd2e51b9a844 req-214b07ef-63e9-44b0-90b8-24b320820c51 tempest-ServersNegativeTestMultiTenantJSON-335719641 tempest-ServersNegativeTestMultiTenantJSON-335719641-project] 10.222.0.75 "GET /v2.0/ports?device_id=81fd2595-608b-4527-a9f8-b98261505c20 HTTP/1.1" status: 200 len: 210 time: 0.0291848 Dec 16 22:31:56.288744 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d44e1-52a3-465f-a96e-4ded7cd262f7 req-6be6faa8-dadc-491e-9287-62970e890235 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:56.290279 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-045d44e1-52a3-465f-a96e-4ded7cd262f7 req-6be6faa8-dadc-491e-9287-62970e890235 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 945 time: 0.0560162 Dec 16 22:31:56.341716 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-045d44e1-52a3-465f-a96e-4ded7cd262f7 req-13f960d2-5a7a-4422-9525-defcdd155630 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/security-groups?id=2b271281-9c71-43b7-bc76-33368ddcc8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447969 Dec 16 22:31:56.469916 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e5944-b130-4b2b-8174-05a78ce13ae6 req-4f0e785f-f4cb-40c8-8e02-f2215ddd4358 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:56.471517 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bb4e5944-b130-4b2b-8174-05a78ce13ae6 req-4f0e785f-f4cb-40c8-8e02-f2215ddd4358 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 945 time: 0.0549989 Dec 16 22:31:56.530994 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bb4e5944-b130-4b2b-8174-05a78ce13ae6 req-c6b520b3-7c8b-4e19-9e04-9577cc014cde tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/security-groups?id=2b271281-9c71-43b7-bc76-33368ddcc8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525734 Dec 16 22:31:56.554567 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 33808) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:31:56.593676 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647e6a8-0260-4ec8-9fae-cb2825d0e71c req-18f58514-f80c-40e1-a283-2e181eadaf7a tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:56.595340 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2647e6a8-0260-4ec8-9fae-cb2825d0e71c req-18f58514-f80c-40e1-a283-2e181eadaf7a tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8b809fd-0784-4286-8438-ef0c68e69efa HTTP/1.1" status: 200 len: 943 time: 0.0576684 Dec 16 22:31:56.650105 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2647e6a8-0260-4ec8-9fae-cb2825d0e71c req-4932282d-74e4-4144-9db6-671d93913628 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f16d179-18d5-4d45-b2c2-ad7b37955b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462992 Dec 16 22:31:56.772765 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e4d161-d10e-462e-8972-097815bc9e9f tempest-TestVolumeBackupRestore-294281213 tempest-TestVolumeBackupRestore-294281213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:56.774549 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-05e4d161-d10e-462e-8972-097815bc9e9f tempest-TestVolumeBackupRestore-294281213 tempest-TestVolumeBackupRestore-294281213-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 1091 time: 0.2175915 Dec 16 22:31:56.776293 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 33812) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:31:56.781726 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'port_id': '21da3fa1-0858-4cf3-ab49-9efcaef5f907', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:31:56.902876 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:56.926867 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 589995dc-e47c-4e3c-b86d-b8d6cb161863 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:31:56.998334 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:56.998478 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:57.051821 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:57.056315 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 589995dc-e47c-4e3c-b86d-b8d6cb161863, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=589995dc-e47c-4e3c-b86d-b8d6cb161863,segment=NetworkSegment(dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3),segment_id=dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:57.073906 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '589995dc-e47c-4e3c-b86d-b8d6cb161863', 'network_id': 'daf2ee24-c262-4da5-9a76-f3d93b6d6b90', 'port_id': '589995dc-e47c-4e3c-b86d-b8d6cb161863', 'mac_address': 'fa:16:3e:30:48:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6716b3b-84de-4553-8e58-e0833c224998', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:31:57.121321 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:57.139328 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 589995dc-e47c-4e3c-b86d-b8d6cb161863 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:31:57.148041 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 33820) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:31:57.165093 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 589995dc-e47c-4e3c-b86d-b8d6cb161863, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=589995dc-e47c-4e3c-b86d-b8d6cb161863,segment=NetworkSegment(dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3),segment_id=dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:57.194421 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-70207e0d-f3ff-4590-b3d2-42627e05c5cc admin admin] Deleting subnet e17467dd-cc2e-48c3-80f9-c32e054e28f3 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:31:57.197816 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-70207e0d-f3ff-4590-b3d2-42627e05c5cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:57.217028 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Allocated IP 172.25.6.241 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/7c012e58-0f81-46ba-8b2e-544420e72db8) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:31:57.229765 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ace659-4183-4e59-bbfe-6df5c7639d47 req-aa8f5472-ba2d-4695-91f4-0b0b05b109e8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:57.231318 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-74ace659-4183-4e59-bbfe-6df5c7639d47 req-aa8f5472-ba2d-4695-91f4-0b0b05b109e8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 946 time: 0.1010926 Dec 16 22:31:57.234621 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:57.240714 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-70207e0d-f3ff-4590-b3d2-42627e05c5cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:57.283933 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-70207e0d-f3ff-4590-b3d2-42627e05c5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:57.289573 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=589995dc-e47c-4e3c-b86d-b8d6cb161863,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:57.340721 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-74ace659-4183-4e59-bbfe-6df5c7639d47 req-f3536096-bf9e-4e37-94c3-069ab961a16e tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015306 Dec 16 22:31:57.379247 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:57.491314 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-70207e0d-f3ff-4590-b3d2-42627e05c5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:57.516027 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70207e0d-f3ff-4590-b3d2-42627e05c5cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e17467dd-cc2e-48c3-80f9-c32e054e28f3,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:57.523425 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-70207e0d-f3ff-4590-b3d2-42627e05c5cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:57.525653 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-70207e0d-f3ff-4590-b3d2-42627e05c5cc admin admin] 10.222.0.75 "DELETE /v2.0/subnets/e17467dd-cc2e-48c3-80f9-c32e054e28f3 HTTP/1.1" status: 204 len: 168 time: 0.3762116 Dec 16 22:31:57.527874 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 33824) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:31:57.532020 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:57.539895 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 1e95faa4-2836-4e72-9652-d1ed5d9922c9 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:31:57.582059 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:31:57.587270 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:31:57.590967 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:31:57.597040 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Pushing event updated for resources: {'Port': ['ID=7c012e58-0f81-46ba-8b2e-544420e72db8,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:57.612154 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b0316945-ded1-4bb6-bfc2-d3f75056f165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:57.627957 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:57.636588 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['589995dc-e47c-4e3c-b86d-b8d6cb161863'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:31:57.637140 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:57.637589 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:57.638102 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:57.638538 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:57.638973 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:57.639462 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:57.640224 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:57.640682 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:57.641125 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:57.641555 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:57.642633 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:57.642633 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:57.643081 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:31:57.718412 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b0316945-ded1-4bb6-bfc2-d3f75056f165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:57.740072 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67264820-2a37-4f5b-af37-dd9be64ab010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e95faa4-2836-4e72-9652-d1ed5d9922c9'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:31:57.742082 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-b0316945-ded1-4bb6-bfc2-d3f75056f165 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29590b53-a4f9-4ac4-975e-30a59dddd851']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:31:57.742374 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f4953d-a709-41fb-9a7a-6e631227604d" -d '{"events": [{"server_uuid": "67264820-2a37-4f5b-af37-dd9be64ab010", "name": "network-vif-unplugged", "status": "completed", "tag": "1e95faa4-2836-4e72-9652-d1ed5d9922c9"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:31:57.753888 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-b0316945-ded1-4bb6-bfc2-d3f75056f165 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601a181f-e17f-4434-a114-09fdc10d684a') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:31:57.754198 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-b0316945-ded1-4bb6-bfc2-d3f75056f165 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601a181f-e17f-4434-a114-09fdc10d684a') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:31:57.766117 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b0316945-ded1-4bb6-bfc2-d3f75056f165 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:57.770503 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 1e95faa4-2836-4e72-9652-d1ed5d9922c9, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1e95faa4-2836-4e72-9652-d1ed5d9922c9,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:57.782045 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b0316945-ded1-4bb6-bfc2-d3f75056f165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:57.789627 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0316945-ded1-4bb6-bfc2-d3f75056f165 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:31:57.790097 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b0316945-ded1-4bb6-bfc2-d3f75056f165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:31:57.792036 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:31:57.799026 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131bcfb6-319e-498b-9880-ef9ad78e9cfe x-openstack-request-id: req-131bcfb6-319e-498b-9880-ef9ad78e9cfe {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:31:57.800118 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67264820-2a37-4f5b-af37-dd9be64ab010", "name": "network-vif-unplugged", "status": "completed", "tag": "1e95faa4-2836-4e72-9652-d1ed5d9922c9", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:31:57.800118 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-131bcfb6-319e-498b-9880-ef9ad78e9cfe {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:31:57.800118 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67264820-2a37-4f5b-af37-dd9be64ab010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e95faa4-2836-4e72-9652-d1ed5d9922c9', 'code': 200} Dec 16 22:31:57.852037 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:57.897757 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3283117-e863-4d2d-b0ec-d5fe8f1d485e req-c5649ea5-aa17-4e9e-a5d4-851e11321283 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:57.900422 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a3283117-e863-4d2d-b0ec-d5fe8f1d485e req-c5649ea5-aa17-4e9e-a5d4-851e11321283 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8b809fd-0784-4286-8438-ef0c68e69efa HTTP/1.1" status: 200 len: 944 time: 0.1508594 Dec 16 22:31:57.903795 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=1e95faa4-2836-4e72-9652-d1ed5d9922c9,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:57.936960 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b0316945-ded1-4bb6-bfc2-d3f75056f165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:57.943879 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b0316945-ded1-4bb6-bfc2-d3f75056f165 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:57.947288 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b0316945-ded1-4bb6-bfc2-d3f75056f165 admin admin] 10.222.0.75 "DELETE /v2.0/networks/29590b53-a4f9-4ac4-975e-30a59dddd851 HTTP/1.1" status: 204 len: 168 time: 0.4184144 Dec 16 22:31:57.949991 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 33830) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:31:57.959837 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0316945-ded1-4bb6-bfc2-d3f75056f165 admin admin] Pushing event deleted for resources: {'Network': ['ID=29590b53-a4f9-4ac4-975e-30a59dddd851,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:58.044078 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a3283117-e863-4d2d-b0ec-d5fe8f1d485e req-bdc94eae-96e2-4e5c-9e81-4a45e97127ae tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f16d179-18d5-4d45-b2c2-ad7b37955b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362438 Dec 16 22:31:58.049769 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-67493d86-8c77-405a-a132-30dca1dc48c3 admin admin] Deleting subnet 0b117b96-05fc-4f05-9478-d9fd9e5507ae {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:31:58.054470 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-67493d86-8c77-405a-a132-30dca1dc48c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:58.161978 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-67493d86-8c77-405a-a132-30dca1dc48c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:58.256807 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-67493d86-8c77-405a-a132-30dca1dc48c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:58.300494 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:58.313956 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:58.464448 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a3ee0-6056-4d68-8b97-dc07ecdea315 req-dfaad9ee-01da-4cc2-9462-4153d612e15a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:58.466018 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-514a3ee0-6056-4d68-8b97-dc07ecdea315 req-dfaad9ee-01da-4cc2-9462-4153d612e15a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 944 time: 0.0564158 Dec 16 22:31:58.514094 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:58.516654 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-67493d86-8c77-405a-a132-30dca1dc48c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:58.561079 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-514a3ee0-6056-4d68-8b97-dc07ecdea315 req-f410548c-b3df-4de9-8d4b-8c4597c51848 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886679 Dec 16 22:31:58.569123 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67493d86-8c77-405a-a132-30dca1dc48c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b117b96-05fc-4f05-9478-d9fd9e5507ae,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:58.575161 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-67493d86-8c77-405a-a132-30dca1dc48c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:58.579273 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-67493d86-8c77-405a-a132-30dca1dc48c3 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0b117b96-05fc-4f05-9478-d9fd9e5507ae HTTP/1.1" status: 204 len: 168 time: 0.6256905 Dec 16 22:31:58.582033 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 33836) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:31:58.590108 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:58.780712 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3102d870-1729-4acf-a265-73bd9bbe0832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:58.802345 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e1a24-7fc5-4367-a1ee-f00d65550b30 req-11828732-4851-46e9-8f4d-44c7cbeb86e8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:58.803747 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0a1e1a24-7fc5-4367-a1ee-f00d65550b30 req-11828732-4851-46e9-8f4d-44c7cbeb86e8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.1418827 Dec 16 22:31:58.939691 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 589995dc-e47c-4e3c-b86d-b8d6cb161863 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:31:58.963126 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3102d870-1729-4acf-a265-73bd9bbe0832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:58.981396 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0a1e1a24-7fc5-4367-a1ee-f00d65550b30 req-602868c6-249c-4a0b-8d76-19d6d80900af tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710477 Dec 16 22:31:58.996056 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:59.004052 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-3102d870-1729-4acf-a265-73bd9bbe0832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed33e651-3c45-4532-92d9-29f6b5d16b9f']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:31:59.021680 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:59.024355 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-3102d870-1729-4acf-a265-73bd9bbe0832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf456b4-f9f1-424a-85fe-f42d40811daf') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:31:59.024665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-3102d870-1729-4acf-a265-73bd9bbe0832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf456b4-f9f1-424a-85fe-f42d40811daf') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:31:59.035777 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3102d870-1729-4acf-a265-73bd9bbe0832 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:59.050552 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3102d870-1729-4acf-a265-73bd9bbe0832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:59.056785 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3102d870-1729-4acf-a265-73bd9bbe0832 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:31:59.057184 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3102d870-1729-4acf-a265-73bd9bbe0832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:31:59.058926 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:31:59.073383 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 589995dc-e47c-4e3c-b86d-b8d6cb161863 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:31:59.078511 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 589995dc-e47c-4e3c-b86d-b8d6cb161863 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:31:59.087299 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:59.107153 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:59.154738 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b242472-7edd-4928-979a-2486b9e4f7f8 req-26abd8eb-685c-4ab8-b41a-4ef4947ea4be tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:59.157650 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b242472-7edd-4928-979a-2486b9e4f7f8 req-26abd8eb-685c-4ab8-b41a-4ef4947ea4be tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0917587 Dec 16 22:31:59.170582 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:59.213687 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 589995dc-e47c-4e3c-b86d-b8d6cb161863, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=589995dc-e47c-4e3c-b86d-b8d6cb161863,segment=NetworkSegment(dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3),segment_id=dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:31:59.218905 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b242472-7edd-4928-979a-2486b9e4f7f8 req-912224bd-817a-4a11-8713-2f4020ec2339 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508864 Dec 16 22:31:59.253109 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Pushing event updated for resources: {'Port': ['ID=7c012e58-0f81-46ba-8b2e-544420e72db8,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:59.258263 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:59.302392 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:59.304023 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 75e5e1ef-cc51-4d66-8e09-714ecbeba2d6 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:31:59.312430 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3102d870-1729-4acf-a265-73bd9bbe0832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:59.324792 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd85812-3f0f-4215-87e1-98edfab55bc7 req-39314308-0fa6-4aa3-8fe3-19f5483ee4f7 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:59.329898 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8bd85812-3f0f-4215-87e1-98edfab55bc7 req-39314308-0fa6-4aa3-8fe3-19f5483ee4f7 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8b809fd-0784-4286-8438-ef0c68e69efa HTTP/1.1" status: 200 len: 944 time: 0.1629908 Dec 16 22:31:59.335702 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3102d870-1729-4acf-a265-73bd9bbe0832 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:59.341437 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3102d870-1729-4acf-a265-73bd9bbe0832 admin admin] 10.222.0.75 "DELETE /v2.0/networks/ed33e651-3c45-4532-92d9-29f6b5d16b9f HTTP/1.1" status: 204 len: 168 time: 0.7560956 Dec 16 22:31:59.350857 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 75e5e1ef-cc51-4d66-8e09-714ecbeba2d6 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:31:59.351539 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 75e5e1ef-cc51-4d66-8e09-714ecbeba2d6 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:31:59.380346 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=589995dc-e47c-4e3c-b86d-b8d6cb161863,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:59.386458 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102d870-1729-4acf-a265-73bd9bbe0832 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed33e651-3c45-4532-92d9-29f6b5d16b9f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:31:59.457612 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8bd85812-3f0f-4215-87e1-98edfab55bc7 req-c8fffc30-c5f4-4e7b-b499-acee385573b1 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f16d179-18d5-4d45-b2c2-ad7b37955b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240273 Dec 16 22:31:59.474371 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Floating IP b99d7571-898f-41e0-9abd-30fa85a3e8d0 associated. External IP: 172.25.6.241, port: 21da3fa1-0858-4cf3-ab49-9efcaef5f907. Dec 16 22:31:59.728043 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Router bc2a67da-9c8a-49f6-bb1c-75de3183e269 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:31:59.753321 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032174c-fe36-4bd5-9ac3-b826ec33e532 req-9739f68b-a491-4d3f-a355-1ce2cb7a9284 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:31:59.755349 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f032174c-fe36-4bd5-9ac3-b826ec33e532 req-9739f68b-a491-4d3f-a355-1ce2cb7a9284 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0638494 Dec 16 22:31:59.777662 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 33856) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:31:59.801822 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b809fd-0784-4286-8438-ef0c68e69efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589995dc-e47c-4e3c-b86d-b8d6cb161863'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:31:59.804395 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e35a2d7-af79-4a57-ab5c-9db5f064ae71" -d '{"events": [{"server_uuid": "e8b809fd-0784-4286-8438-ef0c68e69efa", "name": "network-vif-plugged", "status": "completed", "tag": "589995dc-e47c-4e3c-b86d-b8d6cb161863"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:31:59.835686 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c3482ad8-3ad9-4951-9de7-01ff6cb0e44f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5285462a0bb94295b4e8d0d9cd03d88e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0566177 Dec 16 22:31:59.838885 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 33860) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:31:59.857048 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735701c1-ae9b-4300-b58b-7e914386cf03 x-openstack-request-id: req-735701c1-ae9b-4300-b58b-7e914386cf03 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:31:59.857048 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b809fd-0784-4286-8438-ef0c68e69efa", "name": "network-vif-plugged", "status": "completed", "tag": "589995dc-e47c-4e3c-b86d-b8d6cb161863", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:31:59.857048 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-735701c1-ae9b-4300-b58b-7e914386cf03 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:31:59.857048 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b809fd-0784-4286-8438-ef0c68e69efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589995dc-e47c-4e3c-b86d-b8d6cb161863', 'code': 200} Dec 16 22:31:59.886986 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f032174c-fe36-4bd5-9ac3-b826ec33e532 req-7034f9c0-7f1e-40c1-b234-c4f43d15e687 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251657 Dec 16 22:31:59.896120 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82342593-32e9-44c3-aa1a-45742f714012 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:59.908053 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:31:59.919927 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fce7e9-b5df-4370-a49a-3284e63b5664 None None] Sync routers for ids ['bc2a67da-9c8a-49f6-bb1c-75de3183e269'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:31:59.923183 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82342593-32e9-44c3-aa1a-45742f714012 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:31:59.930717 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fce7e9-b5df-4370-a49a-3284e63b5664 None None] Routers {'bc2a67da-9c8a-49f6-bb1c-75de3183e269'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:31:59.934695 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-64fce7e9-b5df-4370-a49a-3284e63b5664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:31:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bc2a67da-9c8a-49f6-bb1c-75de3183e269'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:00.035392 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:00.043629 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a1952-77b0-45a7-b150-530df766f80a req-3b9c86e7-6912-487f-bcd2-e12c63c4ca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:00.046122 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b2a1952-77b0-45a7-b150-530df766f80a req-3b9c86e7-6912-487f-bcd2-e12c63c4ca5c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e8b809fd-0784-4286-8438-ef0c68e69efa HTTP/1.1" status: 200 len: 1096 time: 0.0580447 Dec 16 22:32:00.051444 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-64fce7e9-b5df-4370-a49a-3284e63b5664 None None] Set router bc2a67da-9c8a-49f6-bb1c-75de3183e269 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:32:00.065820 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-03c860ca-f5a8-4f79-8850-97e07626f09b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2860160 Dec 16 22:32:00.065820 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2841603-9c17-4d0b-b870-5ef976fdbe80', 'tag': '21da3fa1-0858-4cf3-ab49-9efcaef5f907'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:32:00.066296 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b9194d-9d0d-4474-9744-ca3b15a37ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "a2841603-9c17-4d0b-b870-5ef976fdbe80", "tag": "21da3fa1-0858-4cf3-ab49-9efcaef5f907"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:32:00.068785 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 33862) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:00.103387 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b2a1952-77b0-45a7-b150-530df766f80a req-76ea3109-351b-4c91-bcf4-57bfc21c03a9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=4f16d179-18d5-4d45-b2c2-ad7b37955b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489297 Dec 16 22:32:00.116615 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98960fc0-62d5-4947-bae5-8d2daf1df1f3 tempest-TestVolumeBackupRestore-294281213 tempest-TestVolumeBackupRestore-294281213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:00.119346 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-98960fc0-62d5-4947-bae5-8d2daf1df1f3 tempest-TestVolumeBackupRestore-294281213 tempest-TestVolumeBackupRestore-294281213-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 1091 time: 0.0480475 Dec 16 22:32:00.120241 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd23db66-08ce-467e-a56e-280e0282a026 x-openstack-request-id: req-fd23db66-08ce-467e-a56e-280e0282a026 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:32:00.120963 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 33866) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:00.121111 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2841603-9c17-4d0b-b870-5ef976fdbe80", "tag": "21da3fa1-0858-4cf3-ab49-9efcaef5f907", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:32:00.121376 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fd23db66-08ce-467e-a56e-280e0282a026 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:32:00.121788 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2841603-9c17-4d0b-b870-5ef976fdbe80', 'tag': '21da3fa1-0858-4cf3-ab49-9efcaef5f907', 'status': 'completed', 'code': 200} Dec 16 22:32:00.126841 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-8d138502-e4cf-4386-9c1e-f2bc8aebb100 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Request body: {'floatingip': {'port_id': '21da3fa1-0858-4cf3-ab49-9efcaef5f907'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:32:00.131598 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82342593-32e9-44c3-aa1a-45742f714012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:00.134237 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82342593-32e9-44c3-aa1a-45742f714012 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:00.135461 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-82342593-32e9-44c3-aa1a-45742f714012 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0aa4cba3-1c12-483a-87ad-56d8fb25e3a0 HTTP/1.1" status: 204 len: 168 time: 0.2953854 Dec 16 22:32:00.199721 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82342593-32e9-44c3-aa1a-45742f714012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa4cba3-1c12-483a-87ad-56d8fb25e3a0,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:00.225707 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9194d-9d0d-4474-9744-ca3b15a37ddb req-148910a3-1f7f-4ddd-abbc-119b1dacf0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:00.228271 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5b9194d-9d0d-4474-9744-ca3b15a37ddb req-148910a3-1f7f-4ddd-abbc-119b1dacf0fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34b0fd2f7832448286a236e2618576f5&device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 1096 time: 0.0598629 Dec 16 22:32:00.238303 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d138502-e4cf-4386-9c1e-f2bc8aebb100 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for floatingip, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:00.376837 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9194d-9d0d-4474-9744-ca3b15a37ddb req-d976b50e-54a6-498b-b52c-892eeb6be1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:00.378334 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5b9194d-9d0d-4474-9744-ca3b15a37ddb req-d976b50e-54a6-498b-b52c-892eeb6be1fd service neutron] 10.222.0.57 "GET /v2.0/networks?id=5474515b-be28-4962-9e16-dbf7636fc2f6 HTTP/1.1" status: 200 len: 914 time: 0.1406753 Dec 16 22:32:00.502142 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-64fce7e9-b5df-4370-a49a-3284e63b5664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'name': 'tempest-TestVolumeBackupRestore-2110491892-router', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:13Z', 'updated_at': '2021-12-16T22:27:20Z', 'revision_number': 4, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'gw_port': {'id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:15Z', 'updated_at': '2021-12-16T22:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'b99d7571-898f-41e0-9abd-30fa85a3e8d0', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'floating_ip_address': '172.25.6.241', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'port_id': '21da3fa1-0858-4cf3-ab49-9efcaef5f907', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6', 'mac_address': 'fa:16:3e:c0:13:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2841603-9c17-4d0b-b870-5ef976fdbe80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:31:58Z', 'updated_at': '2021-12-16T22:31:58Z', 'revision_number': 0, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d241c9-0fe6-49e9-ba68-06fb6423ee63', 'name': '', 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'mac_address': 'fa:16:3e:5d:a0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:19Z', 'updated_at': '2021-12-16T22:27:30Z', 'revision_number': 5, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'subnets': [{'id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:00.534440 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fce7e9-b5df-4370-a49a-3284e63b5664 None None] Checking router: bc2a67da-9c8a-49f6-bb1c-75de3183e269 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:32:00.552940 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fce7e9-b5df-4370-a49a-3284e63b5664 None None] Routers {'bc2a67da-9c8a-49f6-bb1c-75de3183e269'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:32:00.552940 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-64fce7e9-b5df-4370-a49a-3284e63b5664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:31:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bc2a67da-9c8a-49f6-bb1c-75de3183e269'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:00.680296 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-64fce7e9-b5df-4370-a49a-3284e63b5664 None None] Set router bc2a67da-9c8a-49f6-bb1c-75de3183e269 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:32:00.871983 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5b9194d-9d0d-4474-9744-ca3b15a37ddb req-fbccac0f-2017-40d5-ae40-d8b251dfb467 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21da3fa1-0858-4cf3-ab49-9efcaef5f907 HTTP/1.1" status: 200 len: 999 time: 0.4841321 Dec 16 22:32:00.890889 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-885930b3-6f8f-43d9-87ce-61a1379c2435 req-2c30003d-e2e4-46d5-b81a-37e5bac00d99 service neutron] (103614) timed out ('10.222.0.76', 58937) {{(pid=103614) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:32:00.970841 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-64fce7e9-b5df-4370-a49a-3284e63b5664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'name': 'tempest-TestVolumeBackupRestore-2110491892-router', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:13Z', 'updated_at': '2021-12-16T22:27:20Z', 'revision_number': 4, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'gw_port': {'id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:15Z', 'updated_at': '2021-12-16T22:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'b99d7571-898f-41e0-9abd-30fa85a3e8d0', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'floating_ip_address': '172.25.6.241', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'port_id': '21da3fa1-0858-4cf3-ab49-9efcaef5f907', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6', 'mac_address': 'fa:16:3e:c0:13:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2841603-9c17-4d0b-b870-5ef976fdbe80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:31:58Z', 'updated_at': '2021-12-16T22:31:58Z', 'revision_number': 0, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d241c9-0fe6-49e9-ba68-06fb6423ee63', 'name': '', 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'mac_address': 'fa:16:3e:5d:a0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:19Z', 'updated_at': '2021-12-16T22:27:30Z', 'revision_number': 5, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'subnets': [{'id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:00.995852 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9194d-9d0d-4474-9744-ca3b15a37ddb req-35895a17-52e3-4883-b423-36624bb4f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:00.997091 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f73fe-34c0-42ab-ad32-11057ed02cec req-311ebba3-a341-4a46-81c0-a847e053d09b tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:00.997765 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5b9194d-9d0d-4474-9744-ca3b15a37ddb req-35895a17-52e3-4883-b423-36624bb4f319 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=468c6b2c-3f54-4baf-9ce5-16ed201a45b7 HTTP/1.1" status: 200 len: 853 time: 0.1183217 Dec 16 22:32:00.998735 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-653f73fe-34c0-42ab-ad32-11057ed02cec req-311ebba3-a341-4a46-81c0-a847e053d09b tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8b809fd-0784-4286-8438-ef0c68e69efa HTTP/1.1" status: 200 len: 945 time: 0.1067922 Dec 16 22:32:01.005178 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fce7e9-b5df-4370-a49a-3284e63b5664 None None] The sync data for ids ['bc2a67da-9c8a-49f6-bb1c-75de3183e269'] in n-d-815324-4 is: [{'id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'name': 'tempest-TestVolumeBackupRestore-2110491892-router', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:13Z', 'updated_at': '2021-12-16T22:27:20Z', 'revision_number': 4, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'gw_port': {'id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:15Z', 'updated_at': '2021-12-16T22:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'b99d7571-898f-41e0-9abd-30fa85a3e8d0', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'floating_ip_address': '172.25.6.241', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'port_id': '21da3fa1-0858-4cf3-ab49-9efcaef5f907', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6', 'mac_address': 'fa:16:3e:c0:13:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2841603-9c17-4d0b-b870-5ef976fdbe80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:31:58Z', 'updated_at': '2021-12-16T22:31:58Z', 'revision_number': 0, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d241c9-0fe6-49e9-ba68-06fb6423ee63', 'name': '', 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'mac_address': 'fa:16:3e:5d:a0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:19Z', 'updated_at': '2021-12-16T22:27:30Z', 'revision_number': 5, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'subnets': [{'id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:32:01.087605 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9194d-9d0d-4474-9744-ca3b15a37ddb req-3e984b6c-b7c5-40a0-9215-90eb96c80809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:01.090186 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5b9194d-9d0d-4474-9744-ca3b15a37ddb req-3e984b6c-b7c5-40a0-9215-90eb96c80809 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5474515b-be28-4962-9e16-dbf7636fc2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812845 Dec 16 22:32:01.098121 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa6bc2-fa54-4ac0-a7d5-210bc7c93841 req-e4899003-c491-4514-854b-7d84131de4d4 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:01.105947 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e3aa6bc2-fa54-4ac0-a7d5-210bc7c93841 req-e4899003-c491-4514-854b-7d84131de4d4 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0961394 Dec 16 22:32:01.118636 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 33882) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:01.184811 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-653f73fe-34c0-42ab-ad32-11057ed02cec req-95f5e5ac-acf0-4527-837b-6bf851ba3bd4 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f16d179-18d5-4d45-b2c2-ad7b37955b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752458 Dec 16 22:32:01.222883 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e3aa6bc2-fa54-4ac0-a7d5-210bc7c93841 req-48491398-c97d-416b-8be3-2119352e7c9e tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153131 Dec 16 22:32:01.246299 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5b9194d-9d0d-4474-9744-ca3b15a37ddb req-846d71da-15f7-4e0e-b52e-5b482eeb7174 service neutron] 10.222.0.57 "GET /v2.0/networks/5474515b-be28-4962-9e16-dbf7636fc2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373527 Dec 16 22:32:01.309171 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fc40fc59-7c17-4776-8289-5fd0b1056d73 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=af17f76794914e919bf2d49e4caaf8d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1867750 Dec 16 22:32:01.312408 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 33884) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:01.371938 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ff43a6-ef72-4a91-9f7e-d7da78dee794 None None] New status for floating IP b99d7571-898f-41e0-9abd-30fa85a3e8d0: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:32:01.404227 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5b9194d-9d0d-4474-9744-ca3b15a37ddb req-bd0633f8-7cd8-4d67-b61d-a05af576bf71 service neutron] 10.222.0.57 "GET /v2.0/networks/5474515b-be28-4962-9e16-dbf7636fc2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509466 Dec 16 22:32:01.408919 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cda1aeee-3e6e-48c2-8f2b-71341416103a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:01.437083 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cda1aeee-3e6e-48c2-8f2b-71341416103a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:01.443841 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.db.resource_extend [None req-8d138502-e4cf-4386-9c1e-f2bc8aebb100 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:32:01.516742 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d138502-e4cf-4386-9c1e-f2bc8aebb100 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:01.639158 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d138502-e4cf-4386-9c1e-f2bc8aebb100 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:01.641661 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.db.api [None req-39ff43a6-ef72-4a91-9f7e-d7da78dee794 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:32:01.641940 n-d-815324-4 neutron-server[103616]: DEBUG oslo_db.api [None req-39ff43a6-ef72-4a91-9f7e-d7da78dee794 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:32:01.679358 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cda1aeee-3e6e-48c2-8f2b-71341416103a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:01.682876 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cda1aeee-3e6e-48c2-8f2b-71341416103a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:01.684563 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cda1aeee-3e6e-48c2-8f2b-71341416103a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bf62ac39-4218-47da-ae2e-9599d5973225 HTTP/1.1" status: 204 len: 168 time: 0.3705401 Dec 16 22:32:01.703579 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1aeee-3e6e-48c2-8f2b-71341416103a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf62ac39-4218-47da-ae2e-9599d5973225,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:01.887752 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d138502-e4cf-4386-9c1e-f2bc8aebb100 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Router bc2a67da-9c8a-49f6-bb1c-75de3183e269 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:32:02.022060 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d138502-e4cf-4386-9c1e-f2bc8aebb100 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:32:02.027024 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d138502-e4cf-4386-9c1e-f2bc8aebb100 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:02.056562 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2841603-9c17-4d0b-b870-5ef976fdbe80', 'tag': '21da3fa1-0858-4cf3-ab49-9efcaef5f907'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:32:02.059141 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e422750b-531f-4cde-8800-d961b4218ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "a2841603-9c17-4d0b-b870-5ef976fdbe80", "tag": "21da3fa1-0858-4cf3-ab49-9efcaef5f907"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:32:02.090667 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8d138502-e4cf-4386-9c1e-f2bc8aebb100 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "PUT /v2.0/floatingips/b99d7571-898f-41e0-9abd-30fa85a3e8d0 HTTP/1.1" status: 200 len: 991 time: 1.9633529 Dec 16 22:32:02.113872 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f64be8-4123-4b81-81c9-13488aa65c13 x-openstack-request-id: req-56f64be8-4123-4b81-81c9-13488aa65c13 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:32:02.114169 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2841603-9c17-4d0b-b870-5ef976fdbe80", "tag": "21da3fa1-0858-4cf3-ab49-9efcaef5f907", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:32:02.114432 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-56f64be8-4123-4b81-81c9-13488aa65c13 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:32:02.114849 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2841603-9c17-4d0b-b870-5ef976fdbe80', 'tag': '21da3fa1-0858-4cf3-ab49-9efcaef5f907', 'status': 'completed', 'code': 200} Dec 16 22:32:02.143908 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ff43a6-ef72-4a91-9f7e-d7da78dee794 None None] New status for floating IP b99d7571-898f-41e0-9abd-30fa85a3e8d0: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:32:02.215598 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422750b-531f-4cde-8800-d961b4218ae9 req-2561d0f9-0504-48ab-9bae-6a33fbae174b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:02.219361 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e422750b-531f-4cde-8800-d961b4218ae9 req-2561d0f9-0504-48ab-9bae-6a33fbae174b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34b0fd2f7832448286a236e2618576f5&device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 1096 time: 0.0568695 Dec 16 22:32:02.362032 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422750b-531f-4cde-8800-d961b4218ae9 req-034241ee-8ad2-4049-84e7-ea4f19644d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:02.364082 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e422750b-531f-4cde-8800-d961b4218ae9 req-034241ee-8ad2-4049-84e7-ea4f19644d06 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5474515b-be28-4962-9e16-dbf7636fc2f6 HTTP/1.1" status: 200 len: 914 time: 0.1386371 Dec 16 22:32:02.377527 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7aadf4-1a9c-431e-b165-86a7e76e7954 req-77d1b66f-2412-40b1-890b-d5b5a06b3e7e tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:02.380567 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ef7aadf4-1a9c-431e-b165-86a7e76e7954 req-77d1b66f-2412-40b1-890b-d5b5a06b3e7e tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8b809fd-0784-4286-8438-ef0c68e69efa HTTP/1.1" status: 200 len: 945 time: 0.0884788 Dec 16 22:32:02.398330 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d024ba-6c36-43ea-a484-3201163f880e req-74b1f7e6-fbd2-4714-9d42-3e241625a7b3 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:02.401193 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-30d024ba-6c36-43ea-a484-3201163f880e req-74b1f7e6-fbd2-4714-9d42-3e241625a7b3 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0761478 Dec 16 22:32:02.465961 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-30d024ba-6c36-43ea-a484-3201163f880e req-ad95f5a6-2bb8-4b0f-b8ef-1b734df54ad1 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571594 Dec 16 22:32:02.484075 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e422750b-531f-4cde-8800-d961b4218ae9 req-10fde706-e06f-4358-ad95-3a78cab48029 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21da3fa1-0858-4cf3-ab49-9efcaef5f907 HTTP/1.1" status: 200 len: 999 time: 0.1011028 Dec 16 22:32:02.492996 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ef7aadf4-1a9c-431e-b165-86a7e76e7954 req-6ca661c4-30f7-4e43-9b60-79bf38bcc400 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f16d179-18d5-4d45-b2c2-ad7b37955b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045244 Dec 16 22:32:02.557177 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422750b-531f-4cde-8800-d961b4218ae9 req-9a054115-9ae9-4c5c-adbc-f19312604a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:02.558703 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e422750b-531f-4cde-8800-d961b4218ae9 req-9a054115-9ae9-4c5c-adbc-f19312604a68 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=468c6b2c-3f54-4baf-9ce5-16ed201a45b7 HTTP/1.1" status: 200 len: 853 time: 0.0632329 Dec 16 22:32:02.613556 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee31c3c-9d0a-452c-a80a-c26ae885904c None None] Sync routers for ids ['bc2a67da-9c8a-49f6-bb1c-75de3183e269'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:32:02.635414 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422750b-531f-4cde-8800-d961b4218ae9 req-46991a1a-f29e-4e1d-9ad2-36c433e23768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:02.640159 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e422750b-531f-4cde-8800-d961b4218ae9 req-46991a1a-f29e-4e1d-9ad2-36c433e23768 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5474515b-be28-4962-9e16-dbf7636fc2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733118 Dec 16 22:32:02.652958 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee31c3c-9d0a-452c-a80a-c26ae885904c None None] Routers {'bc2a67da-9c8a-49f6-bb1c-75de3183e269'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:32:02.653915 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-6ee31c3c-9d0a-452c-a80a-c26ae885904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:31:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bc2a67da-9c8a-49f6-bb1c-75de3183e269'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:02.782533 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e422750b-531f-4cde-8800-d961b4218ae9 req-698f909e-57ef-4084-a677-7db24f6355ed service neutron] 10.222.0.57 "GET /v2.0/networks/5474515b-be28-4962-9e16-dbf7636fc2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310446 Dec 16 22:32:02.857229 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-6ee31c3c-9d0a-452c-a80a-c26ae885904c None None] Set router bc2a67da-9c8a-49f6-bb1c-75de3183e269 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:32:02.946930 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e422750b-531f-4cde-8800-d961b4218ae9 req-e6b3cb51-2304-4cd2-a977-e2f8d063de33 service neutron] 10.222.0.57 "GET /v2.0/networks/5474515b-be28-4962-9e16-dbf7636fc2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566792 Dec 16 22:32:03.083248 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 33962) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:03.142078 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-6ee31c3c-9d0a-452c-a80a-c26ae885904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'name': 'tempest-TestVolumeBackupRestore-2110491892-router', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:13Z', 'updated_at': '2021-12-16T22:27:20Z', 'revision_number': 4, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'gw_port': {'id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:15Z', 'updated_at': '2021-12-16T22:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'b99d7571-898f-41e0-9abd-30fa85a3e8d0', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'floating_ip_address': '172.25.6.241', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'port_id': '21da3fa1-0858-4cf3-ab49-9efcaef5f907', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6', 'mac_address': 'fa:16:3e:c0:13:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2841603-9c17-4d0b-b870-5ef976fdbe80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:31:58Z', 'updated_at': '2021-12-16T22:32:02Z', 'revision_number': 2, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d241c9-0fe6-49e9-ba68-06fb6423ee63', 'name': '', 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'mac_address': 'fa:16:3e:5d:a0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:19Z', 'updated_at': '2021-12-16T22:27:30Z', 'revision_number': 5, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'subnets': [{'id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:03.169436 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee31c3c-9d0a-452c-a80a-c26ae885904c None None] Checking router: bc2a67da-9c8a-49f6-bb1c-75de3183e269 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:32:03.178694 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee31c3c-9d0a-452c-a80a-c26ae885904c None None] Routers {'bc2a67da-9c8a-49f6-bb1c-75de3183e269'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:32:03.179356 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-6ee31c3c-9d0a-452c-a80a-c26ae885904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:31:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bc2a67da-9c8a-49f6-bb1c-75de3183e269'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:03.187620 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-e5653805-3840-494d-a934-8e60c503ee45 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1861237450-network', 'tenant_id': '969931ed53854ef5a5b4a465c5710fe3'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:32:03.294404 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-6ee31c3c-9d0a-452c-a80a-c26ae885904c None None] Set router bc2a67da-9c8a-49f6-bb1c-75de3183e269 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:32:03.324811 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5653805-3840-494d-a934-8e60c503ee45 admin admin] Made reservation on behalf of 969931ed53854ef5a5b4a465c5710fe3 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:32:03.327297 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e5653805-3840-494d-a934-8e60c503ee45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:03.336881 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e5653805-3840-494d-a934-8e60c503ee45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:03.424273 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e5653805-3840-494d-a934-8e60c503ee45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:03.531570 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e5653805-3840-494d-a934-8e60c503ee45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:03.536641 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-6ee31c3c-9d0a-452c-a80a-c26ae885904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'name': 'tempest-TestVolumeBackupRestore-2110491892-router', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:13Z', 'updated_at': '2021-12-16T22:27:20Z', 'revision_number': 4, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'gw_port': {'id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:15Z', 'updated_at': '2021-12-16T22:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'b99d7571-898f-41e0-9abd-30fa85a3e8d0', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'floating_ip_address': '172.25.6.241', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'port_id': '21da3fa1-0858-4cf3-ab49-9efcaef5f907', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6', 'mac_address': 'fa:16:3e:c0:13:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2841603-9c17-4d0b-b870-5ef976fdbe80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:31:58Z', 'updated_at': '2021-12-16T22:32:02Z', 'revision_number': 2, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d241c9-0fe6-49e9-ba68-06fb6423ee63', 'name': '', 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'mac_address': 'fa:16:3e:5d:a0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:19Z', 'updated_at': '2021-12-16T22:27:30Z', 'revision_number': 5, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'subnets': [{'id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:03.566523 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5653805-3840-494d-a934-8e60c503ee45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac445834-b914-40ee-897a-4954fb5ea957,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:03.567313 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee31c3c-9d0a-452c-a80a-c26ae885904c None None] The sync data for ids ['bc2a67da-9c8a-49f6-bb1c-75de3183e269'] in n-d-815324-4 is: [{'id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'name': 'tempest-TestVolumeBackupRestore-2110491892-router', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:13Z', 'updated_at': '2021-12-16T22:27:20Z', 'revision_number': 4, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'gw_port': {'id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:15Z', 'updated_at': '2021-12-16T22:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'b99d7571-898f-41e0-9abd-30fa85a3e8d0', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'floating_ip_address': '172.25.6.241', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'port_id': '21da3fa1-0858-4cf3-ab49-9efcaef5f907', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6', 'mac_address': 'fa:16:3e:c0:13:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2841603-9c17-4d0b-b870-5ef976fdbe80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:31:58Z', 'updated_at': '2021-12-16T22:32:02Z', 'revision_number': 2, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d241c9-0fe6-49e9-ba68-06fb6423ee63', 'name': '', 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'mac_address': 'fa:16:3e:5d:a0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:19Z', 'updated_at': '2021-12-16T22:27:30Z', 'revision_number': 5, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'subnets': [{'id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:32:03.598907 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5653805-3840-494d-a934-8e60c503ee45 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:32:03.613499 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e5653805-3840-494d-a934-8e60c503ee45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:03.613918 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-e5653805-3840-494d-a934-8e60c503ee45 admin admin] Added segment 6f19a1e5-4333-4ad3-a69d-6511561ec12c of type vlan for network ce655637-d659-4fce-86ef-c85da55dbb9d Dec 16 22:32:03.674011 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987085a-20b8-4b2a-bfd5-635b3ac2f946 req-dff04d0f-5a4f-4f4b-8933-f436d56a221f tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:03.675700 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4987085a-20b8-4b2a-bfd5-635b3ac2f946 req-dff04d0f-5a4f-4f4b-8933-f436d56a221f tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.1124761 Dec 16 22:32:03.691876 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e5653805-3840-494d-a934-8e60c503ee45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:03.768132 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4987085a-20b8-4b2a-bfd5-635b3ac2f946 req-962f9a5d-0348-4741-9a07-a453a55f86fa tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858760 Dec 16 22:32:03.822156 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e5653805-3840-494d-a934-8e60c503ee45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:03.823191 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5653805-3840-494d-a934-8e60c503ee45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:03.823793 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e5653805-3840-494d-a934-8e60c503ee45 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:03.887136 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5653805-3840-494d-a934-8e60c503ee45 admin admin] Pushing event updated for resources: {'Network': ['ID=ce655637-d659-4fce-86ef-c85da55dbb9d,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:03.897120 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network ce655637-d659-4fce-86ef-c85da55dbb9d details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:32:03.973216 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e5653805-3840-494d-a934-8e60c503ee45 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8888407 Dec 16 22:32:03.975965 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 33992) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:03.981099 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-ecc5f8dc-b9a2-4e0e-8838-515b091bab2d admin admin] Request body: {'subnet': {'network_id': 'ce655637-d659-4fce-86ef-c85da55dbb9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1861237450-subnet', 'tenant_id': '969931ed53854ef5a5b4a465c5710fe3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:32:04.067782 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc5f8dc-b9a2-4e0e-8838-515b091bab2d admin admin] Made reservation on behalf of 969931ed53854ef5a5b4a465c5710fe3 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:32:04.070191 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecc5f8dc-b9a2-4e0e-8838-515b091bab2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:04.116089 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2841603-9c17-4d0b-b870-5ef976fdbe80', 'tag': '21da3fa1-0858-4cf3-ab49-9efcaef5f907'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:32:04.118516 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa263129-1f90-4a42-aa8a-fdd22879fd14" -d '{"events": [{"name": "network-changed", "server_uuid": "a2841603-9c17-4d0b-b870-5ef976fdbe80", "tag": "21da3fa1-0858-4cf3-ab49-9efcaef5f907"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:32:04.165896 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4479af1e-f814-4dc6-b02c-ed28dba677a1 x-openstack-request-id: req-4479af1e-f814-4dc6-b02c-ed28dba677a1 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:32:04.166197 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2841603-9c17-4d0b-b870-5ef976fdbe80", "tag": "21da3fa1-0858-4cf3-ab49-9efcaef5f907", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:32:04.166455 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4479af1e-f814-4dc6-b02c-ed28dba677a1 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:32:04.166864 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2841603-9c17-4d0b-b870-5ef976fdbe80', 'tag': '21da3fa1-0858-4cf3-ab49-9efcaef5f907', 'status': 'completed', 'code': 200} Dec 16 22:32:04.313367 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa263129-1f90-4a42-aa8a-fdd22879fd14 req-1db04f3e-4997-459c-8812-cb39debf9627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:04.314948 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fa263129-1f90-4a42-aa8a-fdd22879fd14 req-1db04f3e-4997-459c-8812-cb39debf9627 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34b0fd2f7832448286a236e2618576f5&device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 1096 time: 0.0863011 Dec 16 22:32:04.411364 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecc5f8dc-b9a2-4e0e-8838-515b091bab2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:04.464963 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa263129-1f90-4a42-aa8a-fdd22879fd14 req-f740eefc-6d8d-4f81-b237-c37f0daff6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:04.466541 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fa263129-1f90-4a42-aa8a-fdd22879fd14 req-f740eefc-6d8d-4f81-b237-c37f0daff6ed service neutron] 10.222.0.57 "GET /v2.0/networks?id=5474515b-be28-4962-9e16-dbf7636fc2f6 HTTP/1.1" status: 200 len: 914 time: 0.1423230 Dec 16 22:32:04.540296 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5f8dc-b9a2-4e0e-8838-515b091bab2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c29ac58-5242-4f41-9fc8-f1922aac7ff1,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:04.555742 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5f8dc-b9a2-4e0e-8838-515b091bab2d admin admin] Checking segment: {'id': '6f19a1e5-4333-4ad3-a69d-6511561ec12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ce655637-d659-4fce-86ef-c85da55dbb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:32:04.556136 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc5f8dc-b9a2-4e0e-8838-515b091bab2d admin admin] Network hostable DHCP agents. Network: ce655637-d659-4fce-86ef-c85da55dbb9d, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:32:04.575371 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fa263129-1f90-4a42-aa8a-fdd22879fd14 req-91dca79f-b0fa-4fa1-9a73-646221541a5f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21da3fa1-0858-4cf3-ab49-9efcaef5f907 HTTP/1.1" status: 200 len: 1001 time: 0.0973799 Dec 16 22:32:04.649047 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa263129-1f90-4a42-aa8a-fdd22879fd14 req-1366bd08-9e48-46df-8752-ffa8470e9dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:04.650136 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fa263129-1f90-4a42-aa8a-fdd22879fd14 req-1366bd08-9e48-46df-8752-ffa8470e9dad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=468c6b2c-3f54-4baf-9ce5-16ed201a45b7 HTTP/1.1" status: 200 len: 853 time: 0.0658269 Dec 16 22:32:04.656905 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc5f8dc-b9a2-4e0e-8838-515b091bab2d admin admin] Network ce655637-d659-4fce-86ef-c85da55dbb9d is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:32:04.705111 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa263129-1f90-4a42-aa8a-fdd22879fd14 req-ad6e8557-c27a-479b-9d50-24d60ea339c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:04.706733 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fa263129-1f90-4a42-aa8a-fdd22879fd14 req-ad6e8557-c27a-479b-9d50-24d60ea339c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5474515b-be28-4962-9e16-dbf7636fc2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490024 Dec 16 22:32:04.761921 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-ecc5f8dc-b9a2-4e0e-8838-515b091bab2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, ce655637-d659-4fce-86ef-c85da55dbb9d) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:32:04.769965 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc5f8dc-b9a2-4e0e-8838-515b091bab2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:04.770580 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecc5f8dc-b9a2-4e0e-8838-515b091bab2d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:04.773316 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee8736e-580f-4f44-acd7-1c19631106ed None None] Network ce655637-d659-4fce-86ef-c85da55dbb9d requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:32:04.825888 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fa263129-1f90-4a42-aa8a-fdd22879fd14 req-fc972b4e-aa7f-4ac3-aec9-f2ea2f8984eb service neutron] 10.222.0.57 "GET /v2.0/networks/5474515b-be28-4962-9e16-dbf7636fc2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111948 Dec 16 22:32:04.887702 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ecc5f8dc-b9a2-4e0e-8838-515b091bab2d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9027662 Dec 16 22:32:04.981789 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f1ac64-3af9-41cc-9b22-351b690cd2b2 None None] Network ce655637-d659-4fce-86ef-c85da55dbb9d requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:32:05.003783 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fa263129-1f90-4a42-aa8a-fdd22879fd14 req-b63f6521-625c-49ad-8549-142328526568 service neutron] 10.222.0.57 "GET /v2.0/networks/5474515b-be28-4962-9e16-dbf7636fc2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709156 Dec 16 22:32:05.085694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fda594-48c7-42bd-b4cc-44becd31a311 req-7d69fbe7-d753-4e14-a087-f2ca63b03d9b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:05.098400 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-73fda594-48c7-42bd-b4cc-44becd31a311 req-7d69fbe7-d753-4e14-a087-f2ca63b03d9b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.1698341 Dec 16 22:32:05.122511 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 34026) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:05.177293 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-73fda594-48c7-42bd-b4cc-44becd31a311 req-30735eec-1920-4848-b0b5-9b665d2ba87a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772738 Dec 16 22:32:05.192659 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d3a0ba2-401c-42f6-8822-c557368393cc admin admin] Deleting subnet 9c29ac58-5242-4f41-9fc8-f1922aac7ff1 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:32:05.196787 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7d3a0ba2-401c-42f6-8822-c557368393cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:05.241357 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7d3a0ba2-401c-42f6-8822-c557368393cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:05.290796 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7d3a0ba2-401c-42f6-8822-c557368393cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:05.478310 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7d3a0ba2-401c-42f6-8822-c557368393cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:05.505693 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a0ba2-401c-42f6-8822-c557368393cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c29ac58-5242-4f41-9fc8-f1922aac7ff1,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:05.509745 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7d3a0ba2-401c-42f6-8822-c557368393cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:05.514637 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7d3a0ba2-401c-42f6-8822-c557368393cc admin admin] 10.222.0.75 "DELETE /v2.0/subnets/9c29ac58-5242-4f41-9fc8-f1922aac7ff1 HTTP/1.1" status: 204 len: 168 time: 0.3909225 Dec 16 22:32:05.517815 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 34030) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:05.593732 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-afdc7b4e-a1b2-4596-8c54-bfcf7e74adf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:05.677901 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-afdc7b4e-a1b2-4596-8c54-bfcf7e74adf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:05.707646 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-afdc7b4e-a1b2-4596-8c54-bfcf7e74adf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce655637-d659-4fce-86ef-c85da55dbb9d']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:05.717548 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-afdc7b4e-a1b2-4596-8c54-bfcf7e74adf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f19a1e5-4333-4ad3-a69d-6511561ec12c') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:05.717884 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-afdc7b4e-a1b2-4596-8c54-bfcf7e74adf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f19a1e5-4333-4ad3-a69d-6511561ec12c') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:05.727427 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-afdc7b4e-a1b2-4596-8c54-bfcf7e74adf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:05.741710 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-afdc7b4e-a1b2-4596-8c54-bfcf7e74adf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:05.747639 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afdc7b4e-a1b2-4596-8c54-bfcf7e74adf9 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:32:05.748026 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-afdc7b4e-a1b2-4596-8c54-bfcf7e74adf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:32:05.750709 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:32:05.891130 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-afdc7b4e-a1b2-4596-8c54-bfcf7e74adf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:05.902926 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-afdc7b4e-a1b2-4596-8c54-bfcf7e74adf9 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:05.902926 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-afdc7b4e-a1b2-4596-8c54-bfcf7e74adf9 admin admin] 10.222.0.75 "DELETE /v2.0/networks/ce655637-d659-4fce-86ef-c85da55dbb9d HTTP/1.1" status: 204 len: 168 time: 0.3831272 Dec 16 22:32:05.914900 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc7b4e-a1b2-4596-8c54-bfcf7e74adf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce655637-d659-4fce-86ef-c85da55dbb9d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:06.271699 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 34044) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:06.326341 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5f87134e-ab35-4133-9220-7c2cbabf2ab0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=969931ed53854ef5a5b4a465c5710fe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0534096 Dec 16 22:32:06.329497 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 34048) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:06.337208 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089603fd-b8a0-4a33-bb9b-056410fd2071 req-d1c8f7a1-235d-475d-8e3b-3594c9172a3c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:06.338884 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-089603fd-b8a0-4a33-bb9b-056410fd2071 req-d1c8f7a1-235d-475d-8e3b-3594c9172a3c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0674114 Dec 16 22:32:06.385133 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2140030e-2a84-437e-b53d-4b8ed97594bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:06.401600 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-089603fd-b8a0-4a33-bb9b-056410fd2071 req-b2d8e841-d1ec-4cce-b5e0-da12697a5404 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560205 Dec 16 22:32:06.417368 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2140030e-2a84-437e-b53d-4b8ed97594bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:06.559987 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2140030e-2a84-437e-b53d-4b8ed97594bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:06.563784 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2140030e-2a84-437e-b53d-4b8ed97594bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:06.564977 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2140030e-2a84-437e-b53d-4b8ed97594bc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ac445834-b914-40ee-897a-4954fb5ea957 HTTP/1.1" status: 204 len: 168 time: 0.2343495 Dec 16 22:32:06.573107 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140030e-2a84-437e-b53d-4b8ed97594bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac445834-b914-40ee-897a-4954fb5ea957,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:07.500407 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a7290-13ca-4be5-9001-8f424897cc11 req-ac773fb7-c252-465f-a981-36cad0fe942c tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:07.507646 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c91a7290-13ca-4be5-9001-8f424897cc11 req-ac773fb7-c252-465f-a981-36cad0fe942c tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.0743628 Dec 16 22:32:07.585345 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c91a7290-13ca-4be5-9001-8f424897cc11 req-0261966d-7e21-4341-a49e-ed51b2d6f381 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734603 Dec 16 22:32:07.646877 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc63d0-1c06-4610-8ae3-4a400bf60700 req-99cb4395-35d5-4363-a2dd-c5640268027b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:07.648996 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-52fc63d0-1c06-4610-8ae3-4a400bf60700 req-99cb4395-35d5-4363-a2dd-c5640268027b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.1047883 Dec 16 22:32:07.713780 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-52fc63d0-1c06-4610-8ae3-4a400bf60700 req-cb8e6f62-2b31-42d6-962c-84e1c8ef6f36 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573702 Dec 16 22:32:08.768668 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27310367-d1dc-4c4d-ac0e-f78572f38067 req-22182116-9aa6-494d-ad97-9ffb3cb6e814 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:08.770990 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-27310367-d1dc-4c4d-ac0e-f78572f38067 req-22182116-9aa6-494d-ad97-9ffb3cb6e814 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.0772769 Dec 16 22:32:08.862303 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e856d-0097-4442-909f-5a9404e3d609 req-67143691-81d4-408b-88c3-2b28fd512b7a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:08.870532 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b23e856d-0097-4442-909f-5a9404e3d609 req-67143691-81d4-408b-88c3-2b28fd512b7a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0678523 Dec 16 22:32:08.898562 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-27310367-d1dc-4c4d-ac0e-f78572f38067 req-93934b8a-9a27-49e8-8cc3-b4049c38ec00 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071575 Dec 16 22:32:08.930151 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b23e856d-0097-4442-909f-5a9404e3d609 req-d60088c5-35fd-485f-968a-b28aecefe67b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586522 Dec 16 22:32:10.039477 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0488e-1e71-4fca-b831-338bacba65e6 req-b2feee58-3045-4c22-ab7e-107ed3c5a2a5 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:10.039477 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b6d0488e-1e71-4fca-b831-338bacba65e6 req-b2feee58-3045-4c22-ab7e-107ed3c5a2a5 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.0624189 Dec 16 22:32:10.069259 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89192eb-6a58-4214-97c5-178f5f99479e req-e163450d-dc2d-4d8a-bca8-1bf3b3618014 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:10.070980 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f89192eb-6a58-4214-97c5-178f5f99479e req-e163450d-dc2d-4d8a-bca8-1bf3b3618014 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0572050 Dec 16 22:32:10.111956 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b6d0488e-1e71-4fca-b831-338bacba65e6 req-93ba0425-f65e-4a9e-a4c3-f1aa94102fe6 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668755 Dec 16 22:32:10.145955 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f89192eb-6a58-4214-97c5-178f5f99479e req-2d2f2569-51c9-4c26-867d-aba42d723970 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655289 Dec 16 22:32:11.269269 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3050b-9b68-4f4e-a7be-eb67e98a29a6 req-19bdb564-c6f0-4a4f-a801-b33ff2be1ced tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:11.272071 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6ae3050b-9b68-4f4e-a7be-eb67e98a29a6 req-19bdb564-c6f0-4a4f-a801-b33ff2be1ced tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.0750048 Dec 16 22:32:11.331621 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6ae3050b-9b68-4f4e-a7be-eb67e98a29a6 req-6c8a56a6-c77b-477b-937c-37998ffacb77 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530803 Dec 16 22:32:11.349494 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bd364-9103-40ae-9941-7d09701bd9de req-8db83895-59e1-42ce-9bd7-2dcf8a4261bd tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:11.351083 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c6bd364-9103-40ae-9941-7d09701bd9de req-8db83895-59e1-42ce-9bd7-2dcf8a4261bd tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0653481 Dec 16 22:32:11.405542 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c6bd364-9103-40ae-9941-7d09701bd9de req-9a199292-5cc9-4386-82f3-1bcebe565b89 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481966 Dec 16 22:32:11.791233 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d7d13-9e9f-454e-b491-9d77ff96d489 req-5a2cc545-1d7b-402e-a438-ffb71abc8aa5 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:11.792846 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-144d7d13-9e9f-454e-b491-9d77ff96d489 req-5a2cc545-1d7b-402e-a438-ffb71abc8aa5 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0561497 Dec 16 22:32:11.848559 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-144d7d13-9e9f-454e-b491-9d77ff96d489 req-73ab62ef-0bbb-40a6-9618-764be12f7944 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493710 Dec 16 22:32:11.945783 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d43818-b612-4746-a9cb-ca2803c9918f req-de6b30c4-ca66-47e7-8e93-906e0a15cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:11.947349 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-12d43818-b612-4746-a9cb-ca2803c9918f req-de6b30c4-ca66-47e7-8e93-906e0a15cfaf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 1095 time: 0.0518911 Dec 16 22:32:12.049333 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d43818-b612-4746-a9cb-ca2803c9918f req-58ba4b71-3aba-4448-9e14-ebd9930b2f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:12.050865 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-12d43818-b612-4746-a9cb-ca2803c9918f req-58ba4b71-3aba-4448-9e14-ebd9930b2f5e service neutron] 10.222.0.76 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 912 time: 0.0960219 Dec 16 22:32:12.131668 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-12d43818-b612-4746-a9cb-ca2803c9918f req-18d582aa-efe0-47a1-8047-643082142feb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32fe797d-5d31-4a1c-8554-7429627da10d HTTP/1.1" status: 200 len: 999 time: 0.0716732 Dec 16 22:32:12.189829 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d43818-b612-4746-a9cb-ca2803c9918f req-335c0337-90a2-4cc2-bd89-61b403f878b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:12.191423 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-12d43818-b612-4746-a9cb-ca2803c9918f req-335c0337-90a2-4cc2-bd89-61b403f878b8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ecefe13-aa2d-48b4-a74c-5805e96883cc HTTP/1.1" status: 200 len: 851 time: 0.0509279 Dec 16 22:32:12.245724 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d43818-b612-4746-a9cb-ca2803c9918f req-f55e989d-23ca-4a11-8add-b96b3684cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:12.247657 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-12d43818-b612-4746-a9cb-ca2803c9918f req-f55e989d-23ca-4a11-8add-b96b3684cf0e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=282aa10f-496c-46fb-be12-6b2a327d41c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489058 Dec 16 22:32:12.349397 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-12d43818-b612-4746-a9cb-ca2803c9918f req-8aef5a03-aa1f-4a78-badb-0bdc594750f9 service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940020 Dec 16 22:32:12.481762 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-12d43818-b612-4746-a9cb-ca2803c9918f req-8a7e0d0c-aabf-4b18-9266-02c7dab1891c service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244047 Dec 16 22:32:12.496616 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44143b-0dde-4bc8-89ba-0279762afe45 req-78f3cc0e-a92c-453c-877b-3b257c12fa1e tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:12.498431 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cb44143b-0dde-4bc8-89ba-0279762afe45 req-78f3cc0e-a92c-453c-877b-3b257c12fa1e tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.0739095 Dec 16 22:32:12.562117 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cb44143b-0dde-4bc8-89ba-0279762afe45 req-90b79955-64d0-496c-9214-cad3a786946d tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553844 Dec 16 22:32:12.989683 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e54d1-87f7-4cdf-b7ae-63f6636291c6 req-3852fd43-ea17-4d3d-b79b-252ae9b8796a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:12.991264 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ad6e54d1-87f7-4cdf-b7ae-63f6636291c6 req-3852fd43-ea17-4d3d-b79b-252ae9b8796a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0576775 Dec 16 22:32:13.044658 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ad6e54d1-87f7-4cdf-b7ae-63f6636291c6 req-1fefffd3-a0fd-4687-927b-ca033de4825e tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465419 Dec 16 22:32:13.694488 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ffc59-76cd-407e-bfcb-9861d9f4c9cd req-00f7065b-fdc6-42fc-9b7a-b2edbf0cdefa tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:13.695938 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ae7ffc59-76cd-407e-bfcb-9861d9f4c9cd req-00f7065b-fdc6-42fc-9b7a-b2edbf0cdefa tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.0544364 Dec 16 22:32:13.748314 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ae7ffc59-76cd-407e-bfcb-9861d9f4c9cd req-128323f6-ba95-4bb8-80eb-6d767568b616 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458999 Dec 16 22:32:14.197754 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1e33e-596f-4a1c-bc93-8fe3d14c40a9 req-64618374-41c9-43c0-9ac9-6a31d802aa26 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:14.206634 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e0b1e33e-596f-4a1c-bc93-8fe3d14c40a9 req-64618374-41c9-43c0-9ac9-6a31d802aa26 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0836532 Dec 16 22:32:14.261454 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e0b1e33e-596f-4a1c-bc93-8fe3d14c40a9 req-662577e6-958e-4569-b5e1-6103d6b287c2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537989 Dec 16 22:32:14.391200 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210a2ac-0f95-4559-b18c-95f6fea9a994 req-ac42abb4-bae2-464f-a4ec-d017544d4d0e tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:14.393774 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2210a2ac-0f95-4559-b18c-95f6fea9a994 req-ac42abb4-bae2-464f-a4ec-d017544d4d0e tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0559127 Dec 16 22:32:14.449580 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2210a2ac-0f95-4559-b18c-95f6fea9a994 req-be65a3b8-dcdf-4444-8728-1563a70818de tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492387 Dec 16 22:32:14.580280 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8a9bf-21c2-4da0-9404-4fca28cd9f6c req-06428eda-3134-488e-b7a1-c57dea71f8e2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:14.581938 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-81b8a9bf-21c2-4da0-9404-4fca28cd9f6c req-06428eda-3134-488e-b7a1-c57dea71f8e2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0553677 Dec 16 22:32:14.637839 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-81b8a9bf-21c2-4da0-9404-4fca28cd9f6c req-82b1f230-a94f-4135-bc4e-42830087000f tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467372 Dec 16 22:32:14.912248 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82efcc-37ab-472d-9dec-8fd6944ff728 req-54755c06-adab-4198-a8a1-6b920e9f3eeb tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:14.924231 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0d82efcc-37ab-472d-9dec-8fd6944ff728 req-54755c06-adab-4198-a8a1-6b920e9f3eeb tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.0774515 Dec 16 22:32:14.994002 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0d82efcc-37ab-472d-9dec-8fd6944ff728 req-771d6134-bfa7-4517-a370-1015c0b5a3fa tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656955 Dec 16 22:32:15.213603 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadb17d-6ed9-4996-b293-6e57f55cc809 req-b1ec38e7-27a8-4336-804d-bb65e37290e4 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:15.214782 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dcadb17d-6ed9-4996-b293-6e57f55cc809 req-b1ec38e7-27a8-4336-804d-bb65e37290e4 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0722487 Dec 16 22:32:15.281680 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dcadb17d-6ed9-4996-b293-6e57f55cc809 req-047a4c41-4635-47a7-b553-53e4741a210b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602088 Dec 16 22:32:16.142612 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78157e9a-2204-44c4-901c-32dc9378955c req-a736b8f7-29fe-441d-b986-5ced8511be09 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:16.144364 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-78157e9a-2204-44c4-901c-32dc9378955c req-a736b8f7-29fe-441d-b986-5ced8511be09 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.0587749 Dec 16 22:32:16.204614 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-78157e9a-2204-44c4-901c-32dc9378955c req-8e0679f0-30f0-430b-9a1d-15262147e454 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537930 Dec 16 22:32:16.412220 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbf57d-a604-4dfb-997f-6a79ba2eae4a req-7e82b15a-32b8-4f4e-8c07-9575ee6e92ca tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:16.414086 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-15fbf57d-a604-4dfb-997f-6a79ba2eae4a req-7e82b15a-32b8-4f4e-8c07-9575ee6e92ca tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0568120 Dec 16 22:32:16.474787 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-15fbf57d-a604-4dfb-997f-6a79ba2eae4a req-c2831c44-a795-41bb-ba57-055a66c0c10e tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547214 Dec 16 22:32:17.384092 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e485e-edea-4a21-807c-693d9d77b9c2 req-72ddd3bb-3a34-41e3-9c65-16b30f06a089 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:17.412341 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0c2e485e-edea-4a21-807c-693d9d77b9c2 req-72ddd3bb-3a34-41e3-9c65-16b30f06a089 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.0823507 Dec 16 22:32:17.442479 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0c2e485e-edea-4a21-807c-693d9d77b9c2 req-c36a3a0a-1904-4afc-8820-550351633cc5 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501657 Dec 16 22:32:17.605249 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c913c1-c122-47f6-b860-4dcf674db696 req-ae1e609f-99c2-4282-a0fa-c9c6547105e5 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:17.606796 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a3c913c1-c122-47f6-b860-4dcf674db696 req-ae1e609f-99c2-4282-a0fa-c9c6547105e5 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0505936 Dec 16 22:32:17.682034 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a3c913c1-c122-47f6-b860-4dcf674db696 req-0d88440c-6f9a-4877-9350-e3f40231aac7 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677412 Dec 16 22:32:17.838712 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 34276) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:17.953662 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1f5b1518-01e9-47c6-9de1-1c5e2f166387 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:18.111546 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382cb61-6424-4b95-bfa3-d83d5b9df4af req-1dbe37ef-3b33-4e6a-9963-c86ad71b0e55 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:18.113533 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1382cb61-6424-4b95-bfa3-d83d5b9df4af req-1dbe37ef-3b33-4e6a-9963-c86ad71b0e55 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0799270 Dec 16 22:32:18.134783 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1f5b1518-01e9-47c6-9de1-1c5e2f166387 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:18.185905 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1382cb61-6424-4b95-bfa3-d83d5b9df4af req-cc7b2980-1cc3-4294-b29d-944dc3bbda33 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622454 Dec 16 22:32:18.221708 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1f5b1518-01e9-47c6-9de1-1c5e2f166387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:18.249645 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe20134-c5dc-4f31-a063-41864155198e req-12cd84c7-2c88-4848-9950-e60fb1c23616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:18.251352 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bfe20134-c5dc-4f31-a063-41864155198e req-12cd84c7-2c88-4848-9950-e60fb1c23616 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 1095 time: 0.0517225 Dec 16 22:32:18.270704 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1f5b1518-01e9-47c6-9de1-1c5e2f166387 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7b6352597a7646228f6aa99e28e309b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4307609 Dec 16 22:32:18.270937 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 34282) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:18.273085 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b1518-01e9-47c6-9de1-1c5e2f166387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd4848f-8afb-4ff3-af14-9b4bf8d84a94,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:18.399186 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3f6c1437-40e2-4457-b33e-f75315ad723d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:18.420545 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3f6c1437-40e2-4457-b33e-f75315ad723d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:18.465068 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe20134-c5dc-4f31-a063-41864155198e req-2a2f4f53-5c90-4448-812c-3092cbb92d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:18.467643 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bfe20134-c5dc-4f31-a063-41864155198e req-2a2f4f53-5c90-4448-812c-3092cbb92d47 service neutron] 10.222.0.76 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 912 time: 0.2057409 Dec 16 22:32:18.557214 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bfe20134-c5dc-4f31-a063-41864155198e req-d1591edf-adfe-437b-adb3-782b3bf82079 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32fe797d-5d31-4a1c-8554-7429627da10d HTTP/1.1" status: 200 len: 999 time: 0.0746582 Dec 16 22:32:18.587310 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd4956-963f-482f-b97b-ccfe2e1963a3 req-cb552637-bc2e-4795-b628-c3d136350273 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:18.588927 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a8cd4956-963f-482f-b97b-ccfe2e1963a3 req-cb552637-bc2e-4795-b628-c3d136350273 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.0631757 Dec 16 22:32:18.613824 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe20134-c5dc-4f31-a063-41864155198e req-a20e5cda-2240-4b32-abb6-df238114e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:18.622024 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bfe20134-c5dc-4f31-a063-41864155198e req-a20e5cda-2240-4b32-abb6-df238114e492 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ecefe13-aa2d-48b4-a74c-5805e96883cc HTTP/1.1" status: 200 len: 851 time: 0.0498676 Dec 16 22:32:18.648796 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a8cd4956-963f-482f-b97b-ccfe2e1963a3 req-2b8c0af9-e3fd-4e20-bdb9-64b603cb35ed tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513558 Dec 16 22:32:18.667482 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3f6c1437-40e2-4457-b33e-f75315ad723d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:18.670178 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3f6c1437-40e2-4457-b33e-f75315ad723d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:18.672330 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3f6c1437-40e2-4457-b33e-f75315ad723d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1cd4848f-8afb-4ff3-af14-9b4bf8d84a94 HTTP/1.1" status: 204 len: 168 time: 0.4004624 Dec 16 22:32:18.684790 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c1437-40e2-4457-b33e-f75315ad723d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd4848f-8afb-4ff3-af14-9b4bf8d84a94,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:18.690064 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe20134-c5dc-4f31-a063-41864155198e req-4b8018db-bea8-48ad-96f1-b14e35e3192f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:18.691531 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:32:18.692032 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bfe20134-c5dc-4f31-a063-41864155198e req-4b8018db-bea8-48ad-96f1-b14e35e3192f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=282aa10f-496c-46fb-be12-6b2a327d41c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637643 Dec 16 22:32:18.806782 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bfe20134-c5dc-4f31-a063-41864155198e req-284e741f-6569-4cd5-b880-18a4dca9c28a service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032934 Dec 16 22:32:18.912851 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bfe20134-c5dc-4f31-a063-41864155198e req-98474c3c-2901-4c92-85c4-951852e8e14e service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976591 Dec 16 22:32:19.323927 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441c8a5-268f-42ad-8b33-1d7da7055cac req-f534cdac-19bf-4dfd-bbc0-5077ed6be7dc tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:19.325522 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9441c8a5-268f-42ad-8b33-1d7da7055cac req-f534cdac-19bf-4dfd-bbc0-5077ed6be7dc tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0610282 Dec 16 22:32:19.385445 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9441c8a5-268f-42ad-8b33-1d7da7055cac req-4fc2098b-914c-416d-a32b-7e4815afab55 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534430 Dec 16 22:32:19.512503 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 34308) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:19.527389 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-01eb9c4f-183e-4ca5-b733-227a7f420931 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:19.628016 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-01eb9c4f-183e-4ca5-b733-227a7f420931 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:19.759988 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-01eb9c4f-183e-4ca5-b733-227a7f420931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:19.839010 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-01eb9c4f-183e-4ca5-b733-227a7f420931 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=61ff4c2adc6a4df98bfe16438439336c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3191478 Dec 16 22:32:19.839010 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb9c4f-183e-4ca5-b733-227a7f420931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01394663-b3a2-4a83-81d6-b562dd53201e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:19.839828 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 34312) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:19.855730 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44dd7a-d371-48eb-8384-b40499c8d7a4 req-c093abd2-3d37-4da9-9e1b-44aaee758196 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:19.857819 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7d44dd7a-d371-48eb-8384-b40499c8d7a4 req-c093abd2-3d37-4da9-9e1b-44aaee758196 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.1148438 Dec 16 22:32:19.933973 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d85c7408-ca41-49d5-836f-05dafc9650ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:19.937965 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7d44dd7a-d371-48eb-8384-b40499c8d7a4 req-1949aed5-815e-45b2-addd-266b89ea2667 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726421 Dec 16 22:32:19.965117 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d85c7408-ca41-49d5-836f-05dafc9650ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:20.104049 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d85c7408-ca41-49d5-836f-05dafc9650ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:20.111556 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d85c7408-ca41-49d5-836f-05dafc9650ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:20.112753 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d85c7408-ca41-49d5-836f-05dafc9650ba admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/01394663-b3a2-4a83-81d6-b562dd53201e HTTP/1.1" status: 204 len: 168 time: 0.2633638 Dec 16 22:32:20.122456 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c7408-ca41-49d5-836f-05dafc9650ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01394663-b3a2-4a83-81d6-b562dd53201e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:20.541177 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d498e-0c72-4cff-a256-0ad7f26142ed req-16e788dc-6b3b-462e-8524-8f754252ab75 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:20.546456 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cf4d498e-0c72-4cff-a256-0ad7f26142ed req-16e788dc-6b3b-462e-8524-8f754252ab75 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0616643 Dec 16 22:32:20.647628 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cf4d498e-0c72-4cff-a256-0ad7f26142ed req-b93881ae-3e35-43dc-bf11-d875640ba732 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964367 Dec 16 22:32:20.790151 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad5d06-7aca-4c3a-9372-b5f31ce358af req-19f9970f-1a05-4ed1-860f-80cd8d460a7b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:20.800449 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0aad5d06-7aca-4c3a-9372-b5f31ce358af req-19f9970f-1a05-4ed1-860f-80cd8d460a7b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0786085 Dec 16 22:32:20.867692 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0aad5d06-7aca-4c3a-9372-b5f31ce358af req-b8070945-9e28-47ef-a30d-e7e55662c22e tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607255 Dec 16 22:32:20.974948 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 1dae49ac-d9db-49de-be49-02363255d6f3 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:32:21.185547 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530ea3f-7b63-493c-828d-a3ef9e5a9c8c req-7aa0b95e-51fe-4628-816a-78d8ecf02db0 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:21.190425 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1530ea3f-7b63-493c-828d-a3ef9e5a9c8c req-7aa0b95e-51fe-4628-816a-78d8ecf02db0 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.1214855 Dec 16 22:32:21.211508 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 1dae49ac-d9db-49de-be49-02363255d6f3, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=1dae49ac-d9db-49de-be49-02363255d6f3,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:21.228631 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '1dae49ac-d9db-49de-be49-02363255d6f3', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'port_id': '1dae49ac-d9db-49de-be49-02363255d6f3', 'mac_address': 'fa:16:3e:06:a9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:32:21.288775 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1530ea3f-7b63-493c-828d-a3ef9e5a9c8c req-38c98731-edc8-48d8-b0ca-55ee6275c6b8 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809584 Dec 16 22:32:21.295105 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:21.321895 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1dae49ac-d9db-49de-be49-02363255d6f3 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:32:21.347772 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 1dae49ac-d9db-49de-be49-02363255d6f3, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=1dae49ac-d9db-49de-be49-02363255d6f3,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:21.444416 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:21.655422 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['1dae49ac-d9db-49de-be49-02363255d6f3'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:32:21.723960 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=1dae49ac-d9db-49de-be49-02363255d6f3,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:21.740785 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:21.741393 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:21.741954 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:21.742458 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:21.742967 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:21.743485 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:21.743982 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:21.744512 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:21.745740 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:21.746281 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:21.746788 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:21.747542 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:21.748037 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:22.448189 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b12709-63c5-4eb0-af38-6243051398ee req-c594f06b-3a37-427d-8411-7f6d650b8c79 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:22.449823 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e9b12709-63c5-4eb0-af38-6243051398ee req-c594f06b-3a37-427d-8411-7f6d650b8c79 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 944 time: 0.0561011 Dec 16 22:32:22.511592 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e9b12709-63c5-4eb0-af38-6243051398ee req-36ee8fea-d718-4107-9b97-e675d52e6e5c tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531456 Dec 16 22:32:22.988009 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 1dae49ac-d9db-49de-be49-02363255d6f3 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:32:23.050357 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 1dae49ac-d9db-49de-be49-02363255d6f3 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:32:23.050950 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:23.166640 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:23.200941 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6982707e-cd75-4191-9791-8e3b04b3d5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dae49ac-d9db-49de-be49-02363255d6f3'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:32:23.204358 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2018cda-db8c-4d1a-b0c0-6653039bddfe" -d '{"events": [{"server_uuid": "6982707e-cd75-4191-9791-8e3b04b3d5b8", "name": "network-vif-plugged", "status": "completed", "tag": "1dae49ac-d9db-49de-be49-02363255d6f3"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:32:23.217925 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 1dae49ac-d9db-49de-be49-02363255d6f3, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=1dae49ac-d9db-49de-be49-02363255d6f3,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:23.223886 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9fc55-8c28-4a97-b8ac-c3f587cd0dd9 req-a7cadc10-022b-466f-9fe7-cae7796cabe5 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:23.234571 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-44d9fc55-8c28-4a97-b8ac-c3f587cd0dd9 req-a7cadc10-022b-466f-9fe7-cae7796cabe5 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=67264820-2a37-4f5b-af37-dd9be64ab010 HTTP/1.1" status: 200 len: 944 time: 0.0694594 Dec 16 22:32:23.337805 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:23.369966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-44d9fc55-8c28-4a97-b8ac-c3f587cd0dd9 req-7296d0f6-6481-4a67-8bc0-155fba0b16d2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Deleting port 1e95faa4-2836-4e72-9652-d1ed5d9922c9 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:32:23.370611 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-44d9fc55-8c28-4a97-b8ac-c3f587cd0dd9 req-7296d0f6-6481-4a67-8bc0-155fba0b16d2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:23.402885 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=1dae49ac-d9db-49de-be49-02363255d6f3,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:23.468373 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-df65ec1e-91f6-4bcc-9ce3-91f22dfbad96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:23.502975 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-44d9fc55-8c28-4a97-b8ac-c3f587cd0dd9 req-7296d0f6-6481-4a67-8bc0-155fba0b16d2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] For port 1e95faa4-2836-4e72-9652-d1ed5d9922c9, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1e95faa4-2836-4e72-9652-d1ed5d9922c9,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:23.503334 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-44d9fc55-8c28-4a97-b8ac-c3f587cd0dd9 req-7296d0f6-6481-4a67-8bc0-155fba0b16d2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:23.523103 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28012b27-4e54-48e5-8ecf-5b8d379ee9a1 x-openstack-request-id: req-28012b27-4e54-48e5-8ecf-5b8d379ee9a1 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:32:23.523412 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6982707e-cd75-4191-9791-8e3b04b3d5b8", "name": "network-vif-plugged", "status": "completed", "tag": "1dae49ac-d9db-49de-be49-02363255d6f3", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:32:23.523672 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-28012b27-4e54-48e5-8ecf-5b8d379ee9a1 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:32:23.524076 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6982707e-cd75-4191-9791-8e3b04b3d5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dae49ac-d9db-49de-be49-02363255d6f3', 'code': 200} Dec 16 22:32:23.537141 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-44d9fc55-8c28-4a97-b8ac-c3f587cd0dd9 req-7296d0f6-6481-4a67-8bc0-155fba0b16d2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Calling delete_port for 1e95faa4-2836-4e72-9652-d1ed5d9922c9 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:32:23.682552 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29275275-6173-4495-9628-f9dd537c5efd req-96c62c71-0b82-44c2-942e-5053931e2661 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:23.690444 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-29275275-6173-4495-9628-f9dd537c5efd req-96c62c71-0b82-44c2-942e-5053931e2661 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.0643568 Dec 16 22:32:23.787909 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-29275275-6173-4495-9628-f9dd537c5efd req-06b56da7-59a3-4372-a36c-fc0105dbf20f tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962486 Dec 16 22:32:23.845422 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-44d9fc55-8c28-4a97-b8ac-c3f587cd0dd9 req-7296d0f6-6481-4a67-8bc0-155fba0b16d2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:23.881639 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['4629be9f-c39f-472c-9c18-d90ff2605158'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:32:23.890888 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['109b66fa-1f6f-44ee-876c-29524230a95a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:32:23.899361 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296d0f6-6481-4a67-8bc0-155fba0b16d2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Pushing event deleted for resources: {'Port': ['ID=1e95faa4-2836-4e72-9652-d1ed5d9922c9,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:23.991274 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d9fc55-8c28-4a97-b8ac-c3f587cd0dd9 req-7296d0f6-6481-4a67-8bc0-155fba0b16d2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] No DVR routers for this DVR port 1e95faa4-2836-4e72-9652-d1ed5d9922c9 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:32:24.017795 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-44d9fc55-8c28-4a97-b8ac-c3f587cd0dd9 req-7296d0f6-6481-4a67-8bc0-155fba0b16d2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:24.021797 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-44d9fc55-8c28-4a97-b8ac-c3f587cd0dd9 req-7296d0f6-6481-4a67-8bc0-155fba0b16d2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "DELETE /v2.0/ports/1e95faa4-2836-4e72-9652-d1ed5d9922c9 HTTP/1.1" status: 204 len: 173 time: 0.7870760 Dec 16 22:32:24.024303 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67264820-2a37-4f5b-af37-dd9be64ab010', 'name': 'network-vif-deleted', 'tag': '1e95faa4-2836-4e72-9652-d1ed5d9922c9'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:32:24.024742 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f88b35-baa3-4fed-82b9-52fad03c2908" -d '{"events": [{"server_uuid": "67264820-2a37-4f5b-af37-dd9be64ab010", "name": "network-vif-deleted", "tag": "1e95faa4-2836-4e72-9652-d1ed5d9922c9"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:32:24.155341 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Dec 2021 22:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fea20c3-b4d7-4b7a-aa6f-e678f5449ab6 x-openstack-request-id: req-5fea20c3-b4d7-4b7a-aa6f-e678f5449ab6 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:32:24.156062 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67264820-2a37-4f5b-af37-dd9be64ab010", "name": "network-vif-deleted", "tag": "1e95faa4-2836-4e72-9652-d1ed5d9922c9", "status": "failed", "code": 422}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:32:24.156539 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5fea20c3-b4d7-4b7a-aa6f-e678f5449ab6 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:32:24.157588 n-d-815324-4 neutron-server[103614]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '67264820-2a37-4f5b-af37-dd9be64ab010', 'name': 'network-vif-deleted', 'tag': '1e95faa4-2836-4e72-9652-d1ed5d9922c9', 'status': 'failed', 'code': 422} returned with failed status Dec 16 22:32:24.929944 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63523d58-81aa-4281-9fa6-554d2d7a7355 req-f0bab4d9-819f-4359-8361-3f178e24a819 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:24.931466 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-63523d58-81aa-4281-9fa6-554d2d7a7355 req-f0bab4d9-819f-4359-8361-3f178e24a819 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.0605257 Dec 16 22:32:24.989781 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-63523d58-81aa-4281-9fa6-554d2d7a7355 req-96ddb393-690c-42c1-8be6-3a69ce0e8de9 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481851 Dec 16 22:32:25.702841 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-50b39f20-619b-4245-9fa2-276b88a4835d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:26.094720 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628a9a0-9b91-4d25-b3fe-061ffc1e2e59 req-c4d514a9-1f82-4531-a1f5-ae837ff63b59 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:26.104532 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0628a9a0-9b91-4d25-b3fe-061ffc1e2e59 req-c4d514a9-1f82-4531-a1f5-ae837ff63b59 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=aef8bd99-3261-4555-aa0d-047ee2b6733f HTTP/1.1" status: 200 len: 908 time: 0.0801814 Dec 16 22:32:26.145803 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe26ffe-e290-4496-a50b-8216de948a12 req-fe73c6c7-5353-426b-96f6-d4b9b9c34bc7 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:26.147847 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abe26ffe-e290-4496-a50b-8216de948a12 req-fe73c6c7-5353-426b-96f6-d4b9b9c34bc7 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.0690060 Dec 16 22:32:26.232338 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abe26ffe-e290-4496-a50b-8216de948a12 req-886eccd3-f39e-4332-85f2-d28d1a42cf57 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671668 Dec 16 22:32:27.037668 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:27.084335 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:27.261933 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2483c-1d96-4681-8a43-8267e7f28f91 req-9445757d-7c87-4075-86c7-97e756ac9e9c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:27.275893 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0bf2483c-1d96-4681-8a43-8267e7f28f91 req-9445757d-7c87-4075-86c7-97e756ac9e9c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=aef8bd99-3261-4555-aa0d-047ee2b6733f HTTP/1.1" status: 200 len: 908 time: 0.0874972 Dec 16 22:32:27.506349 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f792d-d82f-46ca-9fed-c1b207815578 req-d7be520b-4194-4924-b2fe-8334e9b3d77c tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:27.509003 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-101f792d-d82f-46ca-9fed-c1b207815578 req-d7be520b-4194-4924-b2fe-8334e9b3d77c tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.1302493 Dec 16 22:32:27.647450 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-101f792d-d82f-46ca-9fed-c1b207815578 req-37866d65-0289-4133-a751-3a8406f4fd8e tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237502 Dec 16 22:32:27.697842 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbabba-f59c-4f6b-99e8-c5581f7a68f7 req-98989dd9-e3c1-4b8a-b793-6cb34df72e1d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:27.700434 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6dfbabba-f59c-4f6b-99e8-c5581f7a68f7 req-98989dd9-e3c1-4b8a-b793-6cb34df72e1d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.57 "GET /v2.0/ports?device_id=aef8bd99-3261-4555-aa0d-047ee2b6733f HTTP/1.1" status: 200 len: 908 time: 0.1173437 Dec 16 22:32:27.712431 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f09bcaa5-51f5-4ac1-96e6-1e54d14feb63 req-d3d44a02-7ed2-4341-8aef-c73497aca82a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2552817 Dec 16 22:32:27.812530 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bcaa5-51f5-4ac1-96e6-1e54d14feb63 req-69f11bdd-be35-477b-98d4-c9fa5c177ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:27.814879 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f09bcaa5-51f5-4ac1-96e6-1e54d14feb63 req-69f11bdd-be35-477b-98d4-c9fa5c177ddb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 1097 time: 0.0671189 Dec 16 22:32:27.835637 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-6dfbabba-f59c-4f6b-99e8-c5581f7a68f7 req-bfaabf40-b56e-426c-8fc8-1cff781dd451 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Deleting port a7bb8119-ba99-4d7a-84c3-fa49935df8da {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:32:27.836265 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6dfbabba-f59c-4f6b-99e8-c5581f7a68f7 req-bfaabf40-b56e-426c-8fc8-1cff781dd451 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:27.955057 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bcaa5-51f5-4ac1-96e6-1e54d14feb63 req-072ed414-5649-453a-9c38-aff4adad1f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:27.959458 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f09bcaa5-51f5-4ac1-96e6-1e54d14feb63 req-072ed414-5649-453a-9c38-aff4adad1f35 service neutron] 10.222.0.57 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 912 time: 0.1192958 Dec 16 22:32:27.961905 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-6dfbabba-f59c-4f6b-99e8-c5581f7a68f7 req-bfaabf40-b56e-426c-8fc8-1cff781dd451 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] For port a7bb8119-ba99-4d7a-84c3-fa49935df8da, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=a7bb8119-ba99-4d7a-84c3-fa49935df8da,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:27.962274 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6dfbabba-f59c-4f6b-99e8-c5581f7a68f7 req-bfaabf40-b56e-426c-8fc8-1cff781dd451 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:28.008952 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-6dfbabba-f59c-4f6b-99e8-c5581f7a68f7 req-bfaabf40-b56e-426c-8fc8-1cff781dd451 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Calling delete_port for a7bb8119-ba99-4d7a-84c3-fa49935df8da owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:32:28.021882 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f09bcaa5-51f5-4ac1-96e6-1e54d14feb63 req-c477da6f-f9e9-4433-b173-9e9bff6ba013 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4629be9f-c39f-472c-9c18-d90ff2605158 HTTP/1.1" status: 200 len: 217 time: 0.0568237 Dec 16 22:32:28.097185 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bcaa5-51f5-4ac1-96e6-1e54d14feb63 req-1e980207-67fc-4817-add6-7b51c05a02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:28.099445 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f09bcaa5-51f5-4ac1-96e6-1e54d14feb63 req-1e980207-67fc-4817-add6-7b51c05a02f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ecefe13-aa2d-48b4-a74c-5805e96883cc HTTP/1.1" status: 200 len: 851 time: 0.0705352 Dec 16 22:32:28.163274 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bcaa5-51f5-4ac1-96e6-1e54d14feb63 req-d1f6beda-79cc-4d46-a949-520d53e18d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:28.165243 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f09bcaa5-51f5-4ac1-96e6-1e54d14feb63 req-d1f6beda-79cc-4d46-a949-520d53e18d8d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=282aa10f-496c-46fb-be12-6b2a327d41c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582240 Dec 16 22:32:28.284684 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f09bcaa5-51f5-4ac1-96e6-1e54d14feb63 req-8ccc5886-3840-4ac5-9842-9bc0d49da31a service neutron] 10.222.0.57 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122155 Dec 16 22:32:28.330119 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6dfbabba-f59c-4f6b-99e8-c5581f7a68f7 req-bfaabf40-b56e-426c-8fc8-1cff781dd451 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:28.378288 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaabf40-b56e-426c-8fc8-1cff781dd451 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Pushing event deleted for resources: {'Port': ['ID=a7bb8119-ba99-4d7a-84c3-fa49935df8da,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:28.450145 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:28.461013 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f09bcaa5-51f5-4ac1-96e6-1e54d14feb63 req-8a7dfbc6-4efa-410a-a0f0-666603189155 service neutron] 10.222.0.57 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620252 Dec 16 22:32:28.477487 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4bac4697-0d7d-4967-9bb7-1fa12c7d7edd req-9b38e732-a306-444c-9172-cf53725897c1 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=aef8bd99-3261-4555-aa0d-047ee2b6733f HTTP/1.1" status: 200 len: 210 time: 0.0506620 Dec 16 22:32:28.482825 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:28.507931 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dfbabba-f59c-4f6b-99e8-c5581f7a68f7 req-bfaabf40-b56e-426c-8fc8-1cff781dd451 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] No DVR routers for this DVR port a7bb8119-ba99-4d7a-84c3-fa49935df8da on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:32:28.520693 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6dfbabba-f59c-4f6b-99e8-c5581f7a68f7 req-bfaabf40-b56e-426c-8fc8-1cff781dd451 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:28.524208 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6dfbabba-f59c-4f6b-99e8-c5581f7a68f7 req-bfaabf40-b56e-426c-8fc8-1cff781dd451 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.57 "DELETE /v2.0/ports/a7bb8119-ba99-4d7a-84c3-fa49935df8da HTTP/1.1" status: 204 len: 173 time: 0.8181884 Dec 16 22:32:28.524688 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef8bd99-3261-4555-aa0d-047ee2b6733f', 'name': 'network-vif-deleted', 'tag': 'a7bb8119-ba99-4d7a-84c3-fa49935df8da'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:32:28.526968 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e019e5-dbac-4662-b0ab-d07cd5fc78e7" -d '{"events": [{"server_uuid": "aef8bd99-3261-4555-aa0d-047ee2b6733f", "name": "network-vif-deleted", "tag": "a7bb8119-ba99-4d7a-84c3-fa49935df8da"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:32:28.585891 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa04d84-4654-4a24-9f62-6284e4d12c30 x-openstack-request-id: req-0aa04d84-4654-4a24-9f62-6284e4d12c30 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:32:28.586197 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef8bd99-3261-4555-aa0d-047ee2b6733f", "name": "network-vif-deleted", "tag": "a7bb8119-ba99-4d7a-84c3-fa49935df8da", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:32:28.586455 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0aa04d84-4654-4a24-9f62-6284e4d12c30 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:32:28.586903 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef8bd99-3261-4555-aa0d-047ee2b6733f', 'name': 'network-vif-deleted', 'tag': 'a7bb8119-ba99-4d7a-84c3-fa49935df8da', 'status': 'completed', 'code': 200} Dec 16 22:32:28.795223 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e0970-e4fd-49ef-a9bb-6a59e834fc99 req-b51ab0fa-e517-4964-ae18-13a682d21d6a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:28.799437 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-030e0970-e4fd-49ef-a9bb-6a59e834fc99 req-b51ab0fa-e517-4964-ae18-13a682d21d6a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.0713627 Dec 16 22:32:28.863886 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-030e0970-e4fd-49ef-a9bb-6a59e834fc99 req-3b786c10-ab90-4fe5-bf12-36a5eda9d968 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585566 Dec 16 22:32:29.370209 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:29.628019 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1fabacbe-39fa-4184-b156-98f2ab02e44e req-cff31879-6843-4983-bc18-22f60ff9dcb8 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=aef8bd99-3261-4555-aa0d-047ee2b6733f HTTP/1.1" status: 200 len: 210 time: 0.0494595 Dec 16 22:32:30.005327 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bab60-680d-4eac-adf3-c3b39336271f req-c19addc7-1cf0-490d-a0a7-079343bf7cae tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:30.007122 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5b7bab60-680d-4eac-adf3-c3b39336271f req-c19addc7-1cf0-490d-a0a7-079343bf7cae tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.0558546 Dec 16 22:32:30.068893 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5b7bab60-680d-4eac-adf3-c3b39336271f req-072927d3-8946-43a7-aaac-4321d0c1f6bd tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552294 Dec 16 22:32:31.333256 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e1eef06-c964-4c6a-8968-15d1cff78015 req-f0d374db-7dff-4e5f-828a-098769c07cdf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c924d080-9f92-4772-926c-88ba145fc882&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4828975 Dec 16 22:32:31.371692 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bfb3d-e649-4aaf-b497-89286bfd80e6 req-3972b558-693b-4a65-8dd2-aa73362293a4 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:31.373175 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f7bfb3d-e649-4aaf-b497-89286bfd80e6 req-3972b558-693b-4a65-8dd2-aa73362293a4 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.0551744 Dec 16 22:32:31.411454 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec73245-8b3d-4105-b45c-f65f4fc61938 req-1a793325-9655-4d8a-8a56-dd31d537132a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:31.422281 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6ec73245-8b3d-4105-b45c-f65f4fc61938 req-1a793325-9655-4d8a-8a56-dd31d537132a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=c924d080-9f92-4772-926c-88ba145fc882 HTTP/1.1" status: 200 len: 945 time: 0.0790563 Dec 16 22:32:31.466087 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f7bfb3d-e649-4aaf-b497-89286bfd80e6 req-383e0f34-847d-4822-beaf-f70356c605c5 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799918 Dec 16 22:32:31.484945 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1eef06-c964-4c6a-8968-15d1cff78015 req-47176b2f-b751-43e7-94bc-3c339be92029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:31.488766 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e1eef06-c964-4c6a-8968-15d1cff78015 req-47176b2f-b751-43e7-94bc-3c339be92029 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8c29047878b45f9aad1e147fc6565e9&device_id=c924d080-9f92-4772-926c-88ba145fc882 HTTP/1.1" status: 200 len: 1096 time: 0.0682862 Dec 16 22:32:31.535340 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6ec73245-8b3d-4105-b45c-f65f4fc61938 req-910aa701-00cd-439e-91aa-5e18505dbd3e tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092427 Dec 16 22:32:31.652771 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1eef06-c964-4c6a-8968-15d1cff78015 req-6a850f9c-ddf8-4622-be69-c02b4fcf1386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:31.654604 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e1eef06-c964-4c6a-8968-15d1cff78015 req-6a850f9c-ddf8-4622-be69-c02b4fcf1386 service neutron] 10.222.0.76 "GET /v2.0/networks?id=282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 200 len: 912 time: 0.1321299 Dec 16 22:32:31.662502 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device a7bb8119-ba99-4d7a-84c3-fa49935df8da no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:32:31.711457 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e1eef06-c964-4c6a-8968-15d1cff78015 req-6f8eb0c4-bd6a-40a7-88e1-69f1c6f4ec3a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=109b66fa-1f6f-44ee-876c-29524230a95a HTTP/1.1" status: 200 len: 217 time: 0.0470068 Dec 16 22:32:31.799713 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1eef06-c964-4c6a-8968-15d1cff78015 req-3959d332-af3b-4699-90a2-df6efe58c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:31.802086 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e1eef06-c964-4c6a-8968-15d1cff78015 req-3959d332-af3b-4699-90a2-df6efe58c661 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ecefe13-aa2d-48b4-a74c-5805e96883cc HTTP/1.1" status: 200 len: 851 time: 0.0812624 Dec 16 22:32:31.903927 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: a7bb8119-ba99-4d7a-84c3-fa49935df8da {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:32:31.904268 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device a7bb8119-ba99-4d7a-84c3-fa49935df8da not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:32:31.952843 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1eef06-c964-4c6a-8968-15d1cff78015 req-8e98c5ce-32fb-4051-a609-060f4ed2002a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:31.957594 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e1eef06-c964-4c6a-8968-15d1cff78015 req-8e98c5ce-32fb-4051-a609-060f4ed2002a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=282aa10f-496c-46fb-be12-6b2a327d41c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371491 Dec 16 22:32:32.131550 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e1eef06-c964-4c6a-8968-15d1cff78015 req-497bd563-c05f-4d9b-bd13-7e62d17abcfc service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642451 Dec 16 22:32:32.300963 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e1eef06-c964-4c6a-8968-15d1cff78015 req-9c3b1adf-8830-4812-a484-1a56d12f1127 service neutron] 10.222.0.76 "GET /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601162 Dec 16 22:32:32.702602 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb78e3-95f3-42e9-94f6-e098df52bf7b req-294edd1b-1adb-4710-93ca-542a1668a07e tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:32.705338 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dfdb78e3-95f3-42e9-94f6-e098df52bf7b req-294edd1b-1adb-4710-93ca-542a1668a07e tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.0680592 Dec 16 22:32:32.742955 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4dd8c1-7e5e-4828-8a90-52c1afe2021c req-777ff64c-0292-4cea-85be-ece679aca1a9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:32.749894 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b4dd8c1-7e5e-4828-8a90-52c1afe2021c req-777ff64c-0292-4cea-85be-ece679aca1a9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=c924d080-9f92-4772-926c-88ba145fc882 HTTP/1.1" status: 200 len: 945 time: 0.1026835 Dec 16 22:32:32.807356 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dfdb78e3-95f3-42e9-94f6-e098df52bf7b req-63e30e91-d496-4b53-95cf-efb39bd5021c tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946391 Dec 16 22:32:32.855586 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7b4dd8c1-7e5e-4828-8a90-52c1afe2021c req-d747b839-7224-411e-83a8-de9d26f0a631 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869026 Dec 16 22:32:33.438777 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70748e3-b1cb-40a6-adc1-678cef0dbcbd req-826b3f5b-32fc-4af4-b253-6766f729334f tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:33.438777 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b70748e3-b1cb-40a6-adc1-678cef0dbcbd req-826b3f5b-32fc-4af4-b253-6766f729334f tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.76 "GET /v2.0/ports?device_id=c924d080-9f92-4772-926c-88ba145fc882 HTTP/1.1" status: 200 len: 945 time: 0.0570064 Dec 16 22:32:33.535817 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-b70748e3-b1cb-40a6-adc1-678cef0dbcbd req-ac239e3d-bec3-4de1-90a0-0c16ed900b0c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Deleting port 109b66fa-1f6f-44ee-876c-29524230a95a {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:32:33.536166 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b70748e3-b1cb-40a6-adc1-678cef0dbcbd req-ac239e3d-bec3-4de1-90a0-0c16ed900b0c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:33.629857 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-b70748e3-b1cb-40a6-adc1-678cef0dbcbd req-ac239e3d-bec3-4de1-90a0-0c16ed900b0c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] For port 109b66fa-1f6f-44ee-876c-29524230a95a, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=109b66fa-1f6f-44ee-876c-29524230a95a,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:33.630237 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b70748e3-b1cb-40a6-adc1-678cef0dbcbd req-ac239e3d-bec3-4de1-90a0-0c16ed900b0c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:33.649884 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-b70748e3-b1cb-40a6-adc1-678cef0dbcbd req-ac239e3d-bec3-4de1-90a0-0c16ed900b0c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Calling delete_port for 109b66fa-1f6f-44ee-876c-29524230a95a owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:32:33.955967 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b70748e3-b1cb-40a6-adc1-678cef0dbcbd req-ac239e3d-bec3-4de1-90a0-0c16ed900b0c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:33.989749 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['4629be9f-c39f-472c-9c18-d90ff2605158'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:32:34.008974 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac239e3d-bec3-4de1-90a0-0c16ed900b0c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Pushing event deleted for resources: {'Port': ['ID=109b66fa-1f6f-44ee-876c-29524230a95a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:34.032005 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1f7b7398-052b-4036-a20f-7c83d15fbd8e req-474cc563-083a-4118-9ec2-1486b3c38a38 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=c924d080-9f92-4772-926c-88ba145fc882 HTTP/1.1" status: 200 len: 210 time: 0.0463011 Dec 16 22:32:34.047547 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dcf4a-8f31-43af-ae4d-27a466bc99f4 req-3333e199-45b1-4ecc-bdcc-5c861c5801ff tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:34.049683 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-167dcf4a-8f31-43af-ae4d-27a466bc99f4 req-3333e199-45b1-4ecc-bdcc-5c861c5801ff tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.1318023 Dec 16 22:32:34.072580 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70748e3-b1cb-40a6-adc1-678cef0dbcbd req-ac239e3d-bec3-4de1-90a0-0c16ed900b0c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] No DVR routers for this DVR port 109b66fa-1f6f-44ee-876c-29524230a95a on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:32:34.075446 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b70748e3-b1cb-40a6-adc1-678cef0dbcbd req-ac239e3d-bec3-4de1-90a0-0c16ed900b0c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:34.080968 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b70748e3-b1cb-40a6-adc1-678cef0dbcbd req-ac239e3d-bec3-4de1-90a0-0c16ed900b0c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.76 "DELETE /v2.0/ports/109b66fa-1f6f-44ee-876c-29524230a95a HTTP/1.1" status: 204 len: 173 time: 0.7917478 Dec 16 22:32:34.110269 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c924d080-9f92-4772-926c-88ba145fc882', 'name': 'network-vif-deleted', 'tag': '109b66fa-1f6f-44ee-876c-29524230a95a'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:32:34.112300 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda58ed7-651c-4a27-b47d-166e2af0b24a" -d '{"events": [{"server_uuid": "c924d080-9f92-4772-926c-88ba145fc882", "name": "network-vif-deleted", "tag": "109b66fa-1f6f-44ee-876c-29524230a95a"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:32:34.146914 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-167dcf4a-8f31-43af-ae4d-27a466bc99f4 req-7e0fff06-b22f-4046-a57d-c7974f3348f1 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756185 Dec 16 22:32:34.153993 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['109b66fa-1f6f-44ee-876c-29524230a95a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:32:34.276628 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3bf77a-9e4d-4ba1-8f7a-6608fa660c29 x-openstack-request-id: req-fb3bf77a-9e4d-4ba1-8f7a-6608fa660c29 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:32:34.277093 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c924d080-9f92-4772-926c-88ba145fc882", "name": "network-vif-deleted", "tag": "109b66fa-1f6f-44ee-876c-29524230a95a", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:32:34.277499 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fb3bf77a-9e4d-4ba1-8f7a-6608fa660c29 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:32:34.278141 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c924d080-9f92-4772-926c-88ba145fc882', 'name': 'network-vif-deleted', 'tag': '109b66fa-1f6f-44ee-876c-29524230a95a', 'status': 'completed', 'code': 200} Dec 16 22:32:35.159382 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9528e53d-221a-49be-b58f-bdd9d66c3946 req-bdcbc6f3-6311-4a1d-bbc0-45e8b629301b tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=c924d080-9f92-4772-926c-88ba145fc882 HTTP/1.1" status: 200 len: 210 time: 0.0312121 Dec 16 22:32:35.331132 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce99377-01e0-41a8-a0bb-aa9995b15917 req-a3e99dcd-6675-4c8d-9698-fd52a1d1ddbe tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:35.332516 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bce99377-01e0-41a8-a0bb-aa9995b15917 req-a3e99dcd-6675-4c8d-9698-fd52a1d1ddbe tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.0517573 Dec 16 22:32:35.389508 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bce99377-01e0-41a8-a0bb-aa9995b15917 req-69becb5c-8ca5-4a24-9246-b87909631d7c tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504808 Dec 16 22:32:36.452590 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b3c7e-2366-47fe-95a8-253b06db0d17 req-e1fd9d58-4ab2-4717-9db5-3ad65383605b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:36.453298 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-815b3c7e-2366-47fe-95a8-253b06db0d17 req-e1fd9d58-4ab2-4717-9db5-3ad65383605b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4dac0c5f3874f5fbbad13b3a269f630&device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 1096 time: 0.0442758 Dec 16 22:32:36.526685 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3932e-fa78-4459-a6a6-0f5145785898 req-2d4f8710-97f7-46f1-a12e-b34dcc592349 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:36.528217 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4ec3932e-fa78-4459-a6a6-0f5145785898 req-2d4f8710-97f7-46f1-a12e-b34dcc592349 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.0531805 Dec 16 22:32:36.548787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b3c7e-2366-47fe-95a8-253b06db0d17 req-8af63428-4e0d-4b54-abb1-d796aebc6e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:36.550306 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-815b3c7e-2366-47fe-95a8-253b06db0d17 req-8af63428-4e0d-4b54-abb1-d796aebc6e9c service neutron] 10.222.0.76 "GET /v2.0/networks?id=3483c04d-9548-45a8-add9-5dd005156af8 HTTP/1.1" status: 200 len: 917 time: 0.0893154 Dec 16 22:32:36.591767 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4ec3932e-fa78-4459-a6a6-0f5145785898 req-d6b20908-52f6-4f4c-8c7f-d0c32f626cd9 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505004 Dec 16 22:32:36.646342 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-815b3c7e-2366-47fe-95a8-253b06db0d17 req-6edfcdf1-a82c-40e9-a5f9-2463a115fc4e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dae49ac-d9db-49de-be49-02363255d6f3 HTTP/1.1" status: 200 len: 1001 time: 0.0870621 Dec 16 22:32:36.705438 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b3c7e-2366-47fe-95a8-253b06db0d17 req-aaf09104-c469-429a-b088-568295c6130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:36.706927 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-815b3c7e-2366-47fe-95a8-253b06db0d17 req-aaf09104-c469-429a-b088-568295c6130a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=271e63c4-6a59-41c7-a795-72d699a0357a HTTP/1.1" status: 200 len: 856 time: 0.0497754 Dec 16 22:32:36.762770 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b3c7e-2366-47fe-95a8-253b06db0d17 req-79dfd225-b339-4813-8d70-66761985756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:36.764884 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-815b3c7e-2366-47fe-95a8-253b06db0d17 req-79dfd225-b339-4813-8d70-66761985756c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3483c04d-9548-45a8-add9-5dd005156af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475705 Dec 16 22:32:36.867190 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-815b3c7e-2366-47fe-95a8-253b06db0d17 req-caa9b603-7cb6-45f8-8f48-3738c82ad99d service neutron] 10.222.0.76 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931423 Dec 16 22:32:37.016071 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28f502-ecc4-450a-995f-f88759685729 req-a19e92a9-34de-4d4f-9047-2bef030228a2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:37.017616 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a28f502-ecc4-450a-995f-f88759685729 req-a19e92a9-34de-4d4f-9047-2bef030228a2 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 946 time: 0.0866416 Dec 16 22:32:37.023129 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 34678) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:37.030898 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-815b3c7e-2366-47fe-95a8-253b06db0d17 req-17f19cbf-9f30-47cd-9709-0d22460ebd40 service neutron] 10.222.0.76 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532595 Dec 16 22:32:37.079246 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a28f502-ecc4-450a-995f-f88759685729 req-bd0f172f-5368-4c4c-bac9-f269354af0d1 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469804 Dec 16 22:32:37.099184 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 109b66fa-1f6f-44ee-876c-29524230a95a no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:32:37.121903 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 109b66fa-1f6f-44ee-876c-29524230a95a {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:32:37.122251 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 109b66fa-1f6f-44ee-876c-29524230a95a not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:32:37.142299 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0e178688-7a19-451d-96a3-a2cf4eda4000 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:37.221740 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0e178688-7a19-451d-96a3-a2cf4eda4000 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:37.324272 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0e178688-7a19-451d-96a3-a2cf4eda4000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:37.365958 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0e178688-7a19-451d-96a3-a2cf4eda4000 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5bc68cb594fa4bbb8588dea912c3c44e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3417609 Dec 16 22:32:37.366943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e178688-7a19-451d-96a3-a2cf4eda4000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517eb929-225e-419f-a129-44142e20a9c7,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:37.369146 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 34682) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:37.422298 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c2c09d7d-7574-4946-91e6-55c985773959 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:37.444995 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c2c09d7d-7574-4946-91e6-55c985773959 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:37.575884 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c2c09d7d-7574-4946-91e6-55c985773959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:37.578954 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c2c09d7d-7574-4946-91e6-55c985773959 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:37.580215 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c2c09d7d-7574-4946-91e6-55c985773959 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/517eb929-225e-419f-a129-44142e20a9c7 HTTP/1.1" status: 204 len: 168 time: 0.2099493 Dec 16 22:32:37.588202 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c09d7d-7574-4946-91e6-55c985773959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517eb929-225e-419f-a129-44142e20a9c7,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:37.743470 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37ffe9-cb55-4f24-b795-5ec823e35232 req-060cee4c-eec9-45bf-ae89-2b65023476a1 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:37.744929 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd37ffe9-cb55-4f24-b795-5ec823e35232 req-060cee4c-eec9-45bf-ae89-2b65023476a1 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.0550392 Dec 16 22:32:37.809161 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd37ffe9-cb55-4f24-b795-5ec823e35232 req-3bdf1957-797e-4dec-b89d-f3e1d039d77e tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563266 Dec 16 22:32:38.168183 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10625a9-7d43-4654-8cf8-933668921c13 req-cfba3978-70fe-40ff-b9d2-85265cfe809a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:38.170064 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c10625a9-7d43-4654-8cf8-933668921c13 req-cfba3978-70fe-40ff-b9d2-85265cfe809a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.57 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 946 time: 0.0587113 Dec 16 22:32:38.221211 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d35c4-d921-47ce-9336-a9a724bb3df2 req-f068207a-b5b5-44ae-9140-4175a564f251 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:38.222808 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c42d35c4-d921-47ce-9336-a9a724bb3df2 req-f068207a-b5b5-44ae-9140-4175a564f251 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 946 time: 0.0676575 Dec 16 22:32:38.279567 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-c10625a9-7d43-4654-8cf8-933668921c13 req-e12c751d-178f-4db6-8c64-33a96ad05c0f tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Deleting port 4629be9f-c39f-472c-9c18-d90ff2605158 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:32:38.280432 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c10625a9-7d43-4654-8cf8-933668921c13 req-e12c751d-178f-4db6-8c64-33a96ad05c0f tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:38.290472 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c42d35c4-d921-47ce-9336-a9a724bb3df2 req-27422fc1-aa02-4634-b283-768ccd710a6a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e04e5df-3e60-496f-b84e-c76a21709e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603936 Dec 16 22:32:38.340317 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 34696) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:38.362918 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9be0c8c4-23a9-4dcb-b146-5ae04852dce8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:38.415824 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-c10625a9-7d43-4654-8cf8-933668921c13 req-e12c751d-178f-4db6-8c64-33a96ad05c0f tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] For port 4629be9f-c39f-472c-9c18-d90ff2605158, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=4629be9f-c39f-472c-9c18-d90ff2605158,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:38.416202 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c10625a9-7d43-4654-8cf8-933668921c13 req-e12c751d-178f-4db6-8c64-33a96ad05c0f tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:38.440250 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-c10625a9-7d43-4654-8cf8-933668921c13 req-e12c751d-178f-4db6-8c64-33a96ad05c0f tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Calling delete_port for 4629be9f-c39f-472c-9c18-d90ff2605158 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:32:38.547717 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9be0c8c4-23a9-4dcb-b146-5ae04852dce8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:38.666909 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9be0c8c4-23a9-4dcb-b146-5ae04852dce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:38.708294 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9be0c8c4-23a9-4dcb-b146-5ae04852dce8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=321ac58a2f5a4e8d80c9e51c969eb3db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3668401 Dec 16 22:32:38.709220 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0c8c4-23a9-4dcb-b146-5ae04852dce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8167ff-33f1-4957-b0c5-2d58a33980b8,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:38.711023 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 34702) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:38.719789 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c10625a9-7d43-4654-8cf8-933668921c13 req-e12c751d-178f-4db6-8c64-33a96ad05c0f tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:38.753255 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['4629be9f-c39f-472c-9c18-d90ff2605158'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:32:38.765964 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c751d-178f-4db6-8c64-33a96ad05c0f tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Pushing event deleted for resources: {'Port': ['ID=4629be9f-c39f-472c-9c18-d90ff2605158,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:38.792109 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ab538911-5ac4-49fe-bd47-2321fb991f15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:38.826999 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10625a9-7d43-4654-8cf8-933668921c13 req-e12c751d-178f-4db6-8c64-33a96ad05c0f tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] No DVR routers for this DVR port 4629be9f-c39f-472c-9c18-d90ff2605158 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:32:38.830193 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c10625a9-7d43-4654-8cf8-933668921c13 req-e12c751d-178f-4db6-8c64-33a96ad05c0f tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:38.834071 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c10625a9-7d43-4654-8cf8-933668921c13 req-e12c751d-178f-4db6-8c64-33a96ad05c0f tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.57 "DELETE /v2.0/ports/4629be9f-c39f-472c-9c18-d90ff2605158 HTTP/1.1" status: 204 len: 173 time: 0.6581936 Dec 16 22:32:38.834560 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61618d50-f1fb-4570-8e56-c2255b8afdad', 'name': 'network-vif-deleted', 'tag': '4629be9f-c39f-472c-9c18-d90ff2605158'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:32:38.836352 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ab538911-5ac4-49fe-bd47-2321fb991f15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:38.837899 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4948f0e-f5d9-4be7-a8dc-16e73e50cc8c" -d '{"events": [{"server_uuid": "61618d50-f1fb-4570-8e56-c2255b8afdad", "name": "network-vif-deleted", "tag": "4629be9f-c39f-472c-9c18-d90ff2605158"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:32:38.902899 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8fdb5e-61e8-4318-b4b6-a89e13e2a973 x-openstack-request-id: req-5d8fdb5e-61e8-4318-b4b6-a89e13e2a973 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:32:38.903398 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61618d50-f1fb-4570-8e56-c2255b8afdad", "name": "network-vif-deleted", "tag": "4629be9f-c39f-472c-9c18-d90ff2605158", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:32:38.903773 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5d8fdb5e-61e8-4318-b4b6-a89e13e2a973 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:32:38.904280 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61618d50-f1fb-4570-8e56-c2255b8afdad', 'name': 'network-vif-deleted', 'tag': '4629be9f-c39f-472c-9c18-d90ff2605158', 'status': 'completed', 'code': 200} Dec 16 22:32:38.988825 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ab538911-5ac4-49fe-bd47-2321fb991f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:38.994652 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ab538911-5ac4-49fe-bd47-2321fb991f15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:38.996991 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ab538911-5ac4-49fe-bd47-2321fb991f15 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4d8167ff-33f1-4957-b0c5-2d58a33980b8 HTTP/1.1" status: 204 len: 168 time: 0.2841311 Dec 16 22:32:39.006819 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e96608-f1e4-4f05-b019-a830ba18ad02 req-5a1bf5c2-e97d-46d6-a16e-8e4420d75257 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:39.008537 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34e96608-f1e4-4f05-b019-a830ba18ad02 req-5a1bf5c2-e97d-46d6-a16e-8e4420d75257 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.0609674 Dec 16 22:32:39.029551 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab538911-5ac4-49fe-bd47-2321fb991f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8167ff-33f1-4957-b0c5-2d58a33980b8,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:39.090221 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34e96608-f1e4-4f05-b019-a830ba18ad02 req-c261374e-a747-4234-9576-14d6e2738452 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736151 Dec 16 22:32:39.437461 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f5dd7815-4210-4fa2-82a5-3f6b189687e2 req-92b8d21c-6d66-43db-a796-ca0d6cf29f39 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=61618d50-f1fb-4570-8e56-c2255b8afdad HTTP/1.1" status: 200 len: 210 time: 0.0451069 Dec 16 22:32:40.249043 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71e073-1267-4ff3-a0bd-dacdb2592ba3 req-4bf27fd5-de9f-4bfb-84ba-ddbd0639a057 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:40.251269 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7b71e073-1267-4ff3-a0bd-dacdb2592ba3 req-4bf27fd5-de9f-4bfb-84ba-ddbd0639a057 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.0682359 Dec 16 22:32:40.317476 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7b71e073-1267-4ff3-a0bd-dacdb2592ba3 req-57dfa952-a7cf-4efa-9ddd-a5e4445b2434 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571139 Dec 16 22:32:41.134542 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 1dae49ac-d9db-49de-be49-02363255d6f3 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:32:41.258886 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:41.290587 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6982707e-cd75-4191-9791-8e3b04b3d5b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dae49ac-d9db-49de-be49-02363255d6f3'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:32:41.294530 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d698f7d1-743b-40a7-8d81-1542e558a9cc" -d '{"events": [{"server_uuid": "6982707e-cd75-4191-9791-8e3b04b3d5b8", "name": "network-vif-unplugged", "status": "completed", "tag": "1dae49ac-d9db-49de-be49-02363255d6f3"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:32:41.318171 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 1dae49ac-d9db-49de-be49-02363255d6f3, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=1dae49ac-d9db-49de-be49-02363255d6f3,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:41.376343 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68919590-d31b-402f-895f-47aeebb5c25a req-a47d9432-40ee-4bd0-a673-d6f1e63eed76 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:41.377884 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-68919590-d31b-402f-895f-47aeebb5c25a req-a47d9432-40ee-4bd0-a673-d6f1e63eed76 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0586381 Dec 16 22:32:41.432268 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-68919590-d31b-402f-895f-47aeebb5c25a req-0cdc6156-730f-4045-9d65-95598129f6a0 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462005 Dec 16 22:32:41.474949 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Dec 2021 22:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8c8ab4-28ba-41c8-88b6-cb441407ddc6 x-openstack-request-id: req-da8c8ab4-28ba-41c8-88b6-cb441407ddc6 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:32:41.475271 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6982707e-cd75-4191-9791-8e3b04b3d5b8", "name": "network-vif-unplugged", "status": "failed", "tag": "1dae49ac-d9db-49de-be49-02363255d6f3", "code": 422}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:32:41.475528 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-da8c8ab4-28ba-41c8-88b6-cb441407ddc6 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:32:41.475931 n-d-815324-4 neutron-server[103615]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6982707e-cd75-4191-9791-8e3b04b3d5b8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1dae49ac-d9db-49de-be49-02363255d6f3', 'code': 422} returned with failed status Dec 16 22:32:41.484946 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:41.546643 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=1dae49ac-d9db-49de-be49-02363255d6f3,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:42.579341 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd10f2-567a-482b-afe4-54aa11739a60 req-2f5b4f40-245e-48a0-81e4-a72f9c4c4f25 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:42.583505 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aefd10f2-567a-482b-afe4-54aa11739a60 req-2f5b4f40-245e-48a0-81e4-a72f9c4c4f25 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0664082 Dec 16 22:32:42.650487 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aefd10f2-567a-482b-afe4-54aa11739a60 req-0092144f-8373-4d35-94dc-2ed1f41a7e1a tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599997 Dec 16 22:32:43.063403 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d982d7-0831-4e7f-a833-2d2343ed8204 req-155c884a-e747-45a3-9cd9-d8b3bf74943c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:43.067577 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-98d982d7-0831-4e7f-a833-2d2343ed8204 req-155c884a-e747-45a3-9cd9-d8b3bf74943c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0784175 Dec 16 22:32:43.220975 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-98d982d7-0831-4e7f-a833-2d2343ed8204 req-f75b314a-8fca-4d8f-86f2-74c981891de9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Deleting port 32fe797d-5d31-4a1c-8554-7429627da10d {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:32:43.221427 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-98d982d7-0831-4e7f-a833-2d2343ed8204 req-f75b314a-8fca-4d8f-86f2-74c981891de9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:43.369037 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-67574c2c-b7d8-4486-ad0e-c58b11d18407 req-804574ec-5bd0-4343-8664-4a5568dceda6 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:32:43.381608 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-67574c2c-b7d8-4486-ad0e-c58b11d18407 req-804574ec-5bd0-4343-8664-4a5568dceda6 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2016289 Dec 16 22:32:43.397698 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-98d982d7-0831-4e7f-a833-2d2343ed8204 req-f75b314a-8fca-4d8f-86f2-74c981891de9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] For port 32fe797d-5d31-4a1c-8554-7429627da10d, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=32fe797d-5d31-4a1c-8554-7429627da10d,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:43.397698 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-98d982d7-0831-4e7f-a833-2d2343ed8204 req-f75b314a-8fca-4d8f-86f2-74c981891de9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:43.617174 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-98d982d7-0831-4e7f-a833-2d2343ed8204 req-f75b314a-8fca-4d8f-86f2-74c981891de9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:43.617839 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-98d982d7-0831-4e7f-a833-2d2343ed8204 req-f75b314a-8fca-4d8f-86f2-74c981891de9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:43.617839 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [req-98d982d7-0831-4e7f-a833-2d2343ed8204 req-f75b314a-8fca-4d8f-86f2-74c981891de9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Floating IP 53798de2-88fd-4afa-b023-8b72c5d5e096 disassociated. External IP: 172.25.6.201, port: 32fe797d-5d31-4a1c-8554-7429627da10d. Dec 16 22:32:43.618130 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-98d982d7-0831-4e7f-a833-2d2343ed8204 req-f75b314a-8fca-4d8f-86f2-74c981891de9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Calling delete_port for 32fe797d-5d31-4a1c-8554-7429627da10d owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:32:43.725358 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 4629be9f-c39f-472c-9c18-d90ff2605158 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:32:43.749721 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 4629be9f-c39f-472c-9c18-d90ff2605158 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:32:43.750397 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 4629be9f-c39f-472c-9c18-d90ff2605158 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:32:43.795539 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0131a-dcee-41b8-837e-6e0a9ac46c3a req-7e0f73d2-6b10-4c7a-ac6c-50b89cef0bfa tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:43.797248 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-77a0131a-dcee-41b8-837e-6e0a9ac46c3a req-7e0f73d2-6b10-4c7a-ac6c-50b89cef0bfa tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 944 time: 0.0569088 Dec 16 22:32:43.865145 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-77a0131a-dcee-41b8-837e-6e0a9ac46c3a req-15f8f5aa-96d9-4d2b-8b31-b289c527811c tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups?id=2746fc87-eb39-4652-9e98-c3a782261509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598104 Dec 16 22:32:43.903400 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05fb18-3aa2-493b-b82e-297e5de63306 req-d27aab9d-fd1a-400b-914a-48d3780fe73d tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:43.907551 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7a05fb18-3aa2-493b-b82e-297e5de63306 req-d27aab9d-fd1a-400b-914a-48d3780fe73d tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 943 time: 0.0724919 Dec 16 22:32:43.957442 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-98d982d7-0831-4e7f-a833-2d2343ed8204 req-f75b314a-8fca-4d8f-86f2-74c981891de9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:44.022523 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b314a-8fca-4d8f-86f2-74c981891de9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Pushing event deleted for resources: {'Port': ['ID=32fe797d-5d31-4a1c-8554-7429627da10d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:44.030139 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7a05fb18-3aa2-493b-b82e-297e5de63306 req-f6b9a73c-28ce-4888-a68b-b6e0cc8c39ca tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144290 Dec 16 22:32:44.093705 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b314a-8fca-4d8f-86f2-74c981891de9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:44.094382 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b314a-8fca-4d8f-86f2-74c981891de9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:44.094902 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b314a-8fca-4d8f-86f2-74c981891de9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:44.095510 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b314a-8fca-4d8f-86f2-74c981891de9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:44.096085 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b314a-8fca-4d8f-86f2-74c981891de9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:44.096750 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b314a-8fca-4d8f-86f2-74c981891de9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:44.097254 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b314a-8fca-4d8f-86f2-74c981891de9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:44.097776 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b314a-8fca-4d8f-86f2-74c981891de9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:44.098346 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b314a-8fca-4d8f-86f2-74c981891de9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:44.098953 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b314a-8fca-4d8f-86f2-74c981891de9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:44.099761 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b314a-8fca-4d8f-86f2-74c981891de9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:44.100324 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b314a-8fca-4d8f-86f2-74c981891de9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:44.100891 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b314a-8fca-4d8f-86f2-74c981891de9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:44.208134 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98d982d7-0831-4e7f-a833-2d2343ed8204 req-f75b314a-8fca-4d8f-86f2-74c981891de9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Router 15227107-8f8e-4444-a5f9-6dad7146be26 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:32:44.340970 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98d982d7-0831-4e7f-a833-2d2343ed8204 req-f75b314a-8fca-4d8f-86f2-74c981891de9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:32:44.398506 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d982d7-0831-4e7f-a833-2d2343ed8204 req-f75b314a-8fca-4d8f-86f2-74c981891de9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] No DVR routers for this DVR port 32fe797d-5d31-4a1c-8554-7429627da10d on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:32:44.402803 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-98d982d7-0831-4e7f-a833-2d2343ed8204 req-f75b314a-8fca-4d8f-86f2-74c981891de9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:44.408664 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-98d982d7-0831-4e7f-a833-2d2343ed8204 req-f75b314a-8fca-4d8f-86f2-74c981891de9 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.76 "DELETE /v2.0/ports/32fe797d-5d31-4a1c-8554-7429627da10d HTTP/1.1" status: 204 len: 173 time: 1.3328233 Dec 16 22:32:44.409315 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a91173-3344-4373-bbb0-0d4d16a13655', 'name': 'network-vif-deleted', 'tag': '32fe797d-5d31-4a1c-8554-7429627da10d'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:32:44.413383 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563766b1-81bf-4bb3-a06e-a33d9d1afc45" -d '{"events": [{"server_uuid": "b6a91173-3344-4373-bbb0-0d4d16a13655", "name": "network-vif-deleted", "tag": "32fe797d-5d31-4a1c-8554-7429627da10d"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:32:44.469569 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511855c2-f434-4137-ad22-cd46f226f44b None None] Sync routers for ids ['15227107-8f8e-4444-a5f9-6dad7146be26'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:32:44.482570 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511855c2-f434-4137-ad22-cd46f226f44b None None] Routers {'15227107-8f8e-4444-a5f9-6dad7146be26'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:32:44.483666 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-511855c2-f434-4137-ad22-cd46f226f44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:32:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['15227107-8f8e-4444-a5f9-6dad7146be26'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:44.519209 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 34850) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:44.626226 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-511855c2-f434-4137-ad22-cd46f226f44b None None] Set router 15227107-8f8e-4444-a5f9-6dad7146be26 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:32:44.641728 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5d40e1-d366-4e3f-8d19-463cc4bd52f2 x-openstack-request-id: req-2a5d40e1-d366-4e3f-8d19-463cc4bd52f2 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:32:44.641728 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a91173-3344-4373-bbb0-0d4d16a13655", "name": "network-vif-deleted", "tag": "32fe797d-5d31-4a1c-8554-7429627da10d", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:32:44.642319 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2a5d40e1-d366-4e3f-8d19-463cc4bd52f2 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:32:44.642406 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a91173-3344-4373-bbb0-0d4d16a13655', 'name': 'network-vif-deleted', 'tag': '32fe797d-5d31-4a1c-8554-7429627da10d', 'status': 'completed', 'code': 200} Dec 16 22:32:44.791318 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-091824b9-e099-4260-8c8a-deb779704d97 req-c74cb81f-5df2-4259-99e1-486defe1727f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2694974 Dec 16 22:32:44.805832 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-091824b9-e099-4260-8c8a-deb779704d97 req-f4d5e491-0f98-405f-a795-056ab7e0bc21 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:32:44.807842 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-091824b9-e099-4260-8c8a-deb779704d97 req-f4d5e491-0f98-405f-a795-056ab7e0bc21 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092354 Dec 16 22:32:44.885775 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-511855c2-f434-4137-ad22-cd46f226f44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'name': 'tempest-ServerActionsTestJSON-1520243544-router', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:22:56Z', 'updated_at': '2021-12-16T22:23:12Z', 'revision_number': 4, 'project_id': 'c8c29047878b45f9aad1e147fc6565e9', 'gw_port': {'id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:22:58Z', 'updated_at': '2021-12-16T22:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '89d729d1-36db-44a4-9bd2-770e03d7e069', 'name': '', 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'mac_address': 'fa:16:3e:39:d5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '9ecefe13-aa2d-48b4-a74c-5805e96883cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:11Z', 'updated_at': '2021-12-16T22:23:19Z', 'revision_number': 5, 'project_id': 'c8c29047878b45f9aad1e147fc6565e9', 'subnets': [{'id': '9ecefe13-aa2d-48b4-a74c-5805e96883cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:44.958308 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511855c2-f434-4137-ad22-cd46f226f44b None None] Checking router: 15227107-8f8e-4444-a5f9-6dad7146be26 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:32:44.972598 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511855c2-f434-4137-ad22-cd46f226f44b None None] Routers {'15227107-8f8e-4444-a5f9-6dad7146be26'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:32:44.973575 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-511855c2-f434-4137-ad22-cd46f226f44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:32:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['15227107-8f8e-4444-a5f9-6dad7146be26'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:45.035877 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b462d7ac-06cb-4122-b839-014897f7c778 req-1743164d-070b-4cb8-834a-3b85be394b40 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6a91173-3344-4373-bbb0-0d4d16a13655 HTTP/1.1" status: 200 len: 210 time: 0.0635602 Dec 16 22:32:45.162068 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-511855c2-f434-4137-ad22-cd46f226f44b None None] Set router 15227107-8f8e-4444-a5f9-6dad7146be26 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:32:45.234731 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11695feb-2cc2-475f-be6a-63cbc235a06d req-70e13a54-7bcb-419f-9278-21e91393a0ca tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:45.236291 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-11695feb-2cc2-475f-be6a-63cbc235a06d req-70e13a54-7bcb-419f-9278-21e91393a0ca tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 943 time: 0.0755067 Dec 16 22:32:45.302244 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-11695feb-2cc2-475f-be6a-63cbc235a06d req-f2f6947c-8e79-4b0d-a0a2-1144fa36f2c4 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577035 Dec 16 22:32:45.435249 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-511855c2-f434-4137-ad22-cd46f226f44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'name': 'tempest-ServerActionsTestJSON-1520243544-router', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:22:56Z', 'updated_at': '2021-12-16T22:23:12Z', 'revision_number': 4, 'project_id': 'c8c29047878b45f9aad1e147fc6565e9', 'gw_port': {'id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:22:58Z', 'updated_at': '2021-12-16T22:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '89d729d1-36db-44a4-9bd2-770e03d7e069', 'name': '', 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'mac_address': 'fa:16:3e:39:d5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '9ecefe13-aa2d-48b4-a74c-5805e96883cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:11Z', 'updated_at': '2021-12-16T22:23:19Z', 'revision_number': 5, 'project_id': 'c8c29047878b45f9aad1e147fc6565e9', 'subnets': [{'id': '9ecefe13-aa2d-48b4-a74c-5805e96883cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:45.466151 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511855c2-f434-4137-ad22-cd46f226f44b None None] The sync data for ids ['15227107-8f8e-4444-a5f9-6dad7146be26'] in n-d-815324-4 is: [{'id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'name': 'tempest-ServerActionsTestJSON-1520243544-router', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:22:56Z', 'updated_at': '2021-12-16T22:23:12Z', 'revision_number': 4, 'project_id': 'c8c29047878b45f9aad1e147fc6565e9', 'gw_port': {'id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:22:58Z', 'updated_at': '2021-12-16T22:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '89d729d1-36db-44a4-9bd2-770e03d7e069', 'name': '', 'network_id': '282aa10f-496c-46fb-be12-6b2a327d41c1', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'mac_address': 'fa:16:3e:39:d5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '9ecefe13-aa2d-48b4-a74c-5805e96883cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:11Z', 'updated_at': '2021-12-16T22:23:19Z', 'revision_number': 5, 'project_id': 'c8c29047878b45f9aad1e147fc6565e9', 'subnets': [{'id': '9ecefe13-aa2d-48b4-a74c-5805e96883cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:32:45.796824 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b976d6e5-14f7-4411-ac50-236f7969c347 None None] New status for floating IP 53798de2-88fd-4afa-b023-8b72c5d5e096: DOWN {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:32:46.327742 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 34888) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:46.426249 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dab9af46-dd97-4f53-a17f-e20b09d16a89 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:46.473738 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dab9af46-dd97-4f53-a17f-e20b09d16a89 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:46.480154 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd9e65-3ad5-4bb9-897c-2223dd8c930d req-5829a2c4-15bd-4bfd-816b-a5d10ddebc3b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:46.481785 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-38bd9e65-3ad5-4bb9-897c-2223dd8c930d req-5829a2c4-15bd-4bfd-816b-a5d10ddebc3b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 943 time: 0.0700083 Dec 16 22:32:46.564575 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-38bd9e65-3ad5-4bb9-897c-2223dd8c930d req-c94c1f5f-4990-45e7-85de-d6393452f45b tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739946 Dec 16 22:32:46.707418 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dab9af46-dd97-4f53-a17f-e20b09d16a89 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:46.711629 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dab9af46-dd97-4f53-a17f-e20b09d16a89 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:46.714969 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-dab9af46-dd97-4f53-a17f-e20b09d16a89 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "DELETE /v2.0/security-groups/2746fc87-eb39-4652-9e98-c3a782261509 HTTP/1.1" status: 204 len: 168 time: 0.3841059 Dec 16 22:32:46.716901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 34904) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:46.760212 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-8825ca87-6c00-4ddf-9dd0-69d71e54423d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] show failed (client error): The resource could not be found. Dec 16 22:32:46.765229 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8825ca87-6c00-4ddf-9dd0-69d71e54423d tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "GET /v2.0/security-groups/2746fc87-eb39-4652-9e98-c3a782261509 HTTP/1.1" status: 404 len: 347 time: 0.0442829 Dec 16 22:32:46.766299 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9af46-dd97-4f53-a17f-e20b09d16a89 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2746fc87-eb39-4652-9e98-c3a782261509,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:46.767209 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 34906) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:47.004541 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-984fbb97-ed2f-4e63-b39a-4ee6eee52264 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Deleting port d28c690f-e729-4e67-bedd-1fe4390d74cc {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:32:47.004541 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-984fbb97-ed2f-4e63-b39a-4ee6eee52264 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:47.130957 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-984fbb97-ed2f-4e63-b39a-4ee6eee52264 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:47.130957 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-984fbb97-ed2f-4e63-b39a-4ee6eee52264 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:47.130957 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-984fbb97-ed2f-4e63-b39a-4ee6eee52264 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Calling delete_port for d28c690f-e729-4e67-bedd-1fe4390d74cc owned by network:floatingip {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:32:47.145353 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 32fe797d-5d31-4a1c-8554-7429627da10d no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:32:47.165992 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 32fe797d-5d31-4a1c-8554-7429627da10d {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:32:47.166346 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 32fe797d-5d31-4a1c-8554-7429627da10d not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:32:47.298104 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091824b9-e099-4260-8c8a-deb779704d97 req-31dcaa56-1223-41d3-86e6-1e99137a5134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:47.299924 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-091824b9-e099-4260-8c8a-deb779704d97 req-31dcaa56-1223-41d3-86e6-1e99137a5134 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8&tenant_id=d4dac0c5f3874f5fbbad13b3a269f630 HTTP/1.1" status: 200 len: 1094 time: 0.0580323 Dec 16 22:32:47.318796 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-091824b9-e099-4260-8c8a-deb779704d97 req-189e11e4-b69b-4882-ba6d-fc0bdf6859bd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-4', 'device_owner': 'compute:nova'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:32:47.383446 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-091824b9-e099-4260-8c8a-deb779704d97 req-189e11e4-b69b-4882-ba6d-fc0bdf6859bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:47.392841 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-984fbb97-ed2f-4e63-b39a-4ee6eee52264 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:47.428280 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fbb97-ed2f-4e63-b39a-4ee6eee52264 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Pushing event deleted for resources: {'Port': ['ID=d28c690f-e729-4e67-bedd-1fe4390d74cc,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:47.490176 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-984fbb97-ed2f-4e63-b39a-4ee6eee52264 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks [] for floatingip, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:47.494186 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-984fbb97-ed2f-4e63-b39a-4ee6eee52264 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:47.496287 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-984fbb97-ed2f-4e63-b39a-4ee6eee52264 tempest-ServerActionsTestJSON-1123109800 tempest-ServerActionsTestJSON-1123109800-project] 10.222.0.75 "DELETE /v2.0/floatingips/53798de2-88fd-4afa-b023-8b72c5d5e096 HTTP/1.1" status: 204 len: 168 time: 0.7276525 Dec 16 22:32:47.499893 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 34918) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:47.694377 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-091824b9-e099-4260-8c8a-deb779704d97 req-189e11e4-b69b-4882-ba6d-fc0bdf6859bd service neutron] For port 1dae49ac-d9db-49de-be49-02363255d6f3, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=1dae49ac-d9db-49de-be49-02363255d6f3,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:47.753418 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161baba-9f85-4f47-97e7-64f206e0c3f3 req-d75b8c71-9e1f-4590-9869-6b5c817a727e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:47.754431 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-091824b9-e099-4260-8c8a-deb779704d97 req-189e11e4-b69b-4882-ba6d-fc0bdf6859bd service neutron] For port 1dae49ac-d9db-49de-be49-02363255d6f3, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:32:47.760494 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161baba-9f85-4f47-97e7-64f206e0c3f3 req-d75b8c71-9e1f-4590-9869-6b5c817a727e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:47.768326 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161baba-9f85-4f47-97e7-64f206e0c3f3 req-d75b8c71-9e1f-4590-9869-6b5c817a727e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:47.775210 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161baba-9f85-4f47-97e7-64f206e0c3f3 req-d75b8c71-9e1f-4590-9869-6b5c817a727e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:47.784605 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161baba-9f85-4f47-97e7-64f206e0c3f3 req-d75b8c71-9e1f-4590-9869-6b5c817a727e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:47.791708 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161baba-9f85-4f47-97e7-64f206e0c3f3 req-d75b8c71-9e1f-4590-9869-6b5c817a727e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:47.799106 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161baba-9f85-4f47-97e7-64f206e0c3f3 req-d75b8c71-9e1f-4590-9869-6b5c817a727e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:47.805837 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-091824b9-e099-4260-8c8a-deb779704d97 req-189e11e4-b69b-4882-ba6d-fc0bdf6859bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dae49ac-d9db-49de-be49-02363255d6f3 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:32:47.808794 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f161baba-9f85-4f47-97e7-64f206e0c3f3 req-d75b8c71-9e1f-4590-9869-6b5c817a727e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5442 time: 0.1235864 Dec 16 22:32:47.817638 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-091824b9-e099-4260-8c8a-deb779704d97 req-189e11e4-b69b-4882-ba6d-fc0bdf6859bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:47.837230 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-091824b9-e099-4260-8c8a-deb779704d97 req-189e11e4-b69b-4882-ba6d-fc0bdf6859bd service neutron] Transition to ACTIVE for port object 1dae49ac-d9db-49de-be49-02363255d6f3 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:32:47.904436 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-091824b9-e099-4260-8c8a-deb779704d97 req-189e11e4-b69b-4882-ba6d-fc0bdf6859bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:47.934253 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f161baba-9f85-4f47-97e7-64f206e0c3f3 req-aff684f0-cecf-4142-bddb-7451af8110b8 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1240857 Dec 16 22:32:48.084381 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e11e4-b69b-4882-ba6d-fc0bdf6859bd service neutron] Pushing event updated for resources: {'Port': ['ID=1dae49ac-d9db-49de-be49-02363255d6f3,revision_number=9']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:48.109647 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae547948-a0c7-4e5b-999b-c4c051e5f586 req-81908bd5-a13a-4a76-a1bc-6a09dfb6bfe1 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:48.117435 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ae547948-a0c7-4e5b-999b-c4c051e5f586 req-81908bd5-a13a-4a76-a1bc-6a09dfb6bfe1 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 943 time: 0.1719146 Dec 16 22:32:48.183609 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-091824b9-e099-4260-8c8a-deb779704d97 req-189e11e4-b69b-4882-ba6d-fc0bdf6859bd service neutron] No DVR routers for this DVR port 1dae49ac-d9db-49de-be49-02363255d6f3 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:32:48.199716 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ae547948-a0c7-4e5b-999b-c4c051e5f586 req-158d604e-6883-47be-a6c4-08132bea9833 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788326 Dec 16 22:32:48.357524 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-091824b9-e099-4260-8c8a-deb779704d97 req-189e11e4-b69b-4882-ba6d-fc0bdf6859bd service neutron] Attempting to bind port 1dae49ac-d9db-49de-be49-02363255d6f3 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:32:48.358725 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-091824b9-e099-4260-8c8a-deb779704d97 req-189e11e4-b69b-4882-ba6d-fc0bdf6859bd service neutron] Attempting to bind port 1dae49ac-d9db-49de-be49-02363255d6f3 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '4d6c12d1-dcfa-4036-898b-55f6002f0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:32:48.358725 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091824b9-e099-4260-8c8a-deb779704d97 req-189e11e4-b69b-4882-ba6d-fc0bdf6859bd service neutron] Attempting to bind port 1dae49ac-d9db-49de-be49-02363255d6f3 on network 3483c04d-9548-45a8-add9-5dd005156af8 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:32:48.366681 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091824b9-e099-4260-8c8a-deb779704d97 req-189e11e4-b69b-4882-ba6d-fc0bdf6859bd service neutron] Port 1dae49ac-d9db-49de-be49-02363255d6f3 on network 3483c04d-9548-45a8-add9-5dd005156af8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:32:48.367008 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091824b9-e099-4260-8c8a-deb779704d97 req-189e11e4-b69b-4882-ba6d-fc0bdf6859bd service neutron] Attempting to bind port 1dae49ac-d9db-49de-be49-02363255d6f3 on network 3483c04d-9548-45a8-add9-5dd005156af8 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:32:48.372149 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091824b9-e099-4260-8c8a-deb779704d97 req-189e11e4-b69b-4882-ba6d-fc0bdf6859bd service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:32:48.372492 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091824b9-e099-4260-8c8a-deb779704d97 req-189e11e4-b69b-4882-ba6d-fc0bdf6859bd service neutron] Checking segment: {'id': '4d6c12d1-dcfa-4036-898b-55f6002f0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:32:48.372883 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091824b9-e099-4260-8c8a-deb779704d97 req-189e11e4-b69b-4882-ba6d-fc0bdf6859bd service neutron] Bound using segment: {'id': '4d6c12d1-dcfa-4036-898b-55f6002f0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:32:48.373440 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-091824b9-e099-4260-8c8a-deb779704d97 req-189e11e4-b69b-4882-ba6d-fc0bdf6859bd service neutron] Bound port: 1dae49ac-d9db-49de-be49-02363255d6f3, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d6c12d1-dcfa-4036-898b-55f6002f0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:32:48.374207 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-091824b9-e099-4260-8c8a-deb779704d97 req-189e11e4-b69b-4882-ba6d-fc0bdf6859bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:48.390224 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6ebc6633-024a-4dd6-9150-cb77732fec82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:48.440374 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-091824b9-e099-4260-8c8a-deb779704d97 req-189e11e4-b69b-4882-ba6d-fc0bdf6859bd service neutron] For port 1dae49ac-d9db-49de-be49-02363255d6f3, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:32:48.444107 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-091824b9-e099-4260-8c8a-deb779704d97 req-189e11e4-b69b-4882-ba6d-fc0bdf6859bd service neutron] For port 1dae49ac-d9db-49de-be49-02363255d6f3, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1dae49ac-d9db-49de-be49-02363255d6f3,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:32:48.639681 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-091824b9-e099-4260-8c8a-deb779704d97 req-189e11e4-b69b-4882-ba6d-fc0bdf6859bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:48.664064 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-6ebc6633-024a-4dd6-9150-cb77732fec82 admin admin] Deleting port 89d729d1-36db-44a4-9bd2-770e03d7e069 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:32:48.664564 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6ebc6633-024a-4dd6-9150-cb77732fec82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:48.698804 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091824b9-e099-4260-8c8a-deb779704d97 req-189e11e4-b69b-4882-ba6d-fc0bdf6859bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:48.699515 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-091824b9-e099-4260-8c8a-deb779704d97 req-189e11e4-b69b-4882-ba6d-fc0bdf6859bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:48.702500 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-091824b9-e099-4260-8c8a-deb779704d97 req-189e11e4-b69b-4882-ba6d-fc0bdf6859bd service neutron] 10.222.0.57 "PUT /v2.0/ports/1dae49ac-d9db-49de-be49-02363255d6f3 HTTP/1.1" status: 200 len: 1091 time: 1.3873858 Dec 16 22:32:48.710414 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6982707e-cd75-4191-9791-8e3b04b3d5b8', 'tag': '1dae49ac-d9db-49de-be49-02363255d6f3'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:32:48.710958 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b90529c-f256-4c2a-8c6d-9ceb4a7c2a89" -d '{"events": [{"name": "network-changed", "server_uuid": "6982707e-cd75-4191-9791-8e3b04b3d5b8", "tag": "1dae49ac-d9db-49de-be49-02363255d6f3"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:32:48.783080 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e11e4-b69b-4882-ba6d-fc0bdf6859bd service neutron] Pushing event updated for resources: {'Port': ['ID=1dae49ac-d9db-49de-be49-02363255d6f3,revision_number=10']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:48.803182 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efabd6cc-a69b-4db7-8451-8c1c0354277f x-openstack-request-id: req-efabd6cc-a69b-4db7-8451-8c1c0354277f {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:32:48.803593 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6982707e-cd75-4191-9791-8e3b04b3d5b8", "tag": "1dae49ac-d9db-49de-be49-02363255d6f3", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:32:48.803848 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-efabd6cc-a69b-4db7-8451-8c1c0354277f {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:32:48.804271 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6982707e-cd75-4191-9791-8e3b04b3d5b8', 'tag': '1dae49ac-d9db-49de-be49-02363255d6f3', 'status': 'completed', 'code': 200} Dec 16 22:32:48.807536 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-6ebc6633-024a-4dd6-9150-cb77732fec82 admin admin] For port 89d729d1-36db-44a4-9bd2-770e03d7e069, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=89d729d1-36db-44a4-9bd2-770e03d7e069,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:48.808409 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6ebc6633-024a-4dd6-9150-cb77732fec82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:48.828104 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091824b9-e099-4260-8c8a-deb779704d97 req-d21de632-1980-4cdb-a015-232fa2066965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:48.830395 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-091824b9-e099-4260-8c8a-deb779704d97 req-d21de632-1980-4cdb-a015-232fa2066965 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d4dac0c5f3874f5fbbad13b3a269f630&device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 1095 time: 0.0809627 Dec 16 22:32:48.830776 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-6ebc6633-024a-4dd6-9150-cb77732fec82 admin admin] Calling delete_port for 89d729d1-36db-44a4-9bd2-770e03d7e069 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:32:48.958527 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091824b9-e099-4260-8c8a-deb779704d97 req-b680c4fa-bedd-4799-9fb5-8f1ddc328847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:48.962812 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-091824b9-e099-4260-8c8a-deb779704d97 req-b680c4fa-bedd-4799-9fb5-8f1ddc328847 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3483c04d-9548-45a8-add9-5dd005156af8 HTTP/1.1" status: 200 len: 917 time: 0.1100347 Dec 16 22:32:49.129123 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fd20c-8dc6-4e3e-9ab3-2716b06f9fe8 req-df5fee68-6965-42e9-b4cb-3f0e0290160f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:49.135332 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fd20c-8dc6-4e3e-9ab3-2716b06f9fe8 req-df5fee68-6965-42e9-b4cb-3f0e0290160f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:49.142523 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fd20c-8dc6-4e3e-9ab3-2716b06f9fe8 req-df5fee68-6965-42e9-b4cb-3f0e0290160f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:49.148819 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fd20c-8dc6-4e3e-9ab3-2716b06f9fe8 req-df5fee68-6965-42e9-b4cb-3f0e0290160f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:49.154948 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fd20c-8dc6-4e3e-9ab3-2716b06f9fe8 req-df5fee68-6965-42e9-b4cb-3f0e0290160f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:49.161129 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fd20c-8dc6-4e3e-9ab3-2716b06f9fe8 req-df5fee68-6965-42e9-b4cb-3f0e0290160f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:49.167284 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fd20c-8dc6-4e3e-9ab3-2716b06f9fe8 req-df5fee68-6965-42e9-b4cb-3f0e0290160f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:49.169336 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ea2fd20c-8dc6-4e3e-9ab3-2716b06f9fe8 req-df5fee68-6965-42e9-b4cb-3f0e0290160f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5442 time: 0.1439543 Dec 16 22:32:49.180733 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-091824b9-e099-4260-8c8a-deb779704d97 req-671dc335-8fe5-4220-96bf-ce16ab01d0ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dae49ac-d9db-49de-be49-02363255d6f3 HTTP/1.1" status: 200 len: 999 time: 0.1556840 Dec 16 22:32:49.268362 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091824b9-e099-4260-8c8a-deb779704d97 req-735f9217-20d8-4944-b846-26f75e39d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:49.269954 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-091824b9-e099-4260-8c8a-deb779704d97 req-735f9217-20d8-4944-b846-26f75e39d50a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=271e63c4-6a59-41c7-a795-72d699a0357a HTTP/1.1" status: 200 len: 856 time: 0.0831368 Dec 16 22:32:49.294028 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ea2fd20c-8dc6-4e3e-9ab3-2716b06f9fe8 req-a8e99a7d-62bf-4890-bd3a-3fc79cdd6d2e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1154501 Dec 16 22:32:49.326860 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091824b9-e099-4260-8c8a-deb779704d97 req-734c2939-3f99-4dd5-827a-71e41ce8ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:49.346857 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-091824b9-e099-4260-8c8a-deb779704d97 req-734c2939-3f99-4dd5-827a-71e41ce8ff37 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3483c04d-9548-45a8-add9-5dd005156af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498776 Dec 16 22:32:49.447254 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-091824b9-e099-4260-8c8a-deb779704d97 req-0c342761-56ba-4265-919a-efecd976625a service neutron] 10.222.0.57 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115165 Dec 16 22:32:49.485241 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5f927-f617-4705-904a-b52b4713231f req-bc9e9433-5269-4017-9b7b-741b2e3be5d8 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:49.491429 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5f927-f617-4705-904a-b52b4713231f req-bc9e9433-5269-4017-9b7b-741b2e3be5d8 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:49.503752 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5f927-f617-4705-904a-b52b4713231f req-bc9e9433-5269-4017-9b7b-741b2e3be5d8 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:49.505521 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5f927-f617-4705-904a-b52b4713231f req-bc9e9433-5269-4017-9b7b-741b2e3be5d8 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:49.511452 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5f927-f617-4705-904a-b52b4713231f req-bc9e9433-5269-4017-9b7b-741b2e3be5d8 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:49.517692 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5f927-f617-4705-904a-b52b4713231f req-bc9e9433-5269-4017-9b7b-741b2e3be5d8 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:49.524266 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5f927-f617-4705-904a-b52b4713231f req-bc9e9433-5269-4017-9b7b-741b2e3be5d8 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:49.526306 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-32a5f927-f617-4705-904a-b52b4713231f req-bc9e9433-5269-4017-9b7b-741b2e3be5d8 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.57 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5442 time: 0.5074327 Dec 16 22:32:49.563333 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-091824b9-e099-4260-8c8a-deb779704d97 req-ee126294-1763-4bce-ba36-38d40b0ef1e5 service neutron] 10.222.0.57 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089759 Dec 16 22:32:49.601916 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5f927-f617-4705-904a-b52b4713231f req-8bcb33c2-821c-4be5-9bf4-3227d2debe20 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:49.603332 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-32a5f927-f617-4705-904a-b52b4713231f req-8bcb33c2-821c-4be5-9bf4-3227d2debe20 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.57 "GET /v2.0/ports/117343d1-e9dc-47b5-b09b-1fc4fcc77e1a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0695164 Dec 16 22:32:49.627848 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8bf56-c74b-4eff-8dac-0225e665164a req-59654bfa-047b-4811-9c46-1a3b369682f4 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:49.629443 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-35d8bf56-c74b-4eff-8dac-0225e665164a req-59654bfa-047b-4811-9c46-1a3b369682f4 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 944 time: 0.1022730 Dec 16 22:32:49.671240 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6ebc6633-024a-4dd6-9150-cb77732fec82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:49.720779 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc6633-024a-4dd6-9150-cb77732fec82 admin admin] Pushing event deleted for resources: {'Port': ['ID=89d729d1-36db-44a4-9bd2-770e03d7e069,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:49.823580 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-35d8bf56-c74b-4eff-8dac-0225e665164a req-a39f756f-b1af-48cf-a916-aca66212b51d tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823123 Dec 16 22:32:49.863980 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-32a5f927-f617-4705-904a-b52b4713231f req-6a67600f-5e88-4f56-8f08-b3bf9805b930 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.57 "GET /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2455750 Dec 16 22:32:49.947013 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-32a5f927-f617-4705-904a-b52b4713231f req-9cd94d52-5bbd-48cc-a3a6-acdaa4089b9f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:32:50.020789 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90529c-f256-4c2a-8c6d-9ceb4a7c2a89 req-a5b152e7-c2f8-4071-ad70-84113da8e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:50.023143 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0b90529c-f256-4c2a-8c6d-9ceb4a7c2a89 req-a5b152e7-c2f8-4071-ad70-84113da8e96f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d4dac0c5f3874f5fbbad13b3a269f630&device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 1095 time: 0.1366351 Dec 16 22:32:50.099112 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-9cd94d52-5bbd-48cc-a3a6-acdaa4089b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:50.176850 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6ebc6633-024a-4dd6-9150-cb77732fec82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:50.263762 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90529c-f256-4c2a-8c6d-9ceb4a7c2a89 req-0db25060-6c6b-4cd4-b5b7-e1de1c8c9039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:50.267012 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0b90529c-f256-4c2a-8c6d-9ceb4a7c2a89 req-0db25060-6c6b-4cd4-b5b7-e1de1c8c9039 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3483c04d-9548-45a8-add9-5dd005156af8 HTTP/1.1" status: 200 len: 917 time: 0.2359939 Dec 16 22:32:50.534855 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0b90529c-f256-4c2a-8c6d-9ceb4a7c2a89 req-7444f160-5604-4f90-9fdf-8a31ddb54c79 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dae49ac-d9db-49de-be49-02363255d6f3 HTTP/1.1" status: 200 len: 999 time: 0.2547653 Dec 16 22:32:50.542999 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-32a5f927-f617-4705-904a-b52b4713231f req-9cd94d52-5bbd-48cc-a3a6-acdaa4089b9f service neutron] For port 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=117343d1-e9dc-47b5-b09b-1fc4fcc77e1a,segment=NetworkSegment(5e3da25f-4b43-46b0-809d-e43f2b3029cc),segment_id=5e3da25f-4b43-46b0-809d-e43f2b3029cc)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:50.648592 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-32a5f927-f617-4705-904a-b52b4713231f req-9cd94d52-5bbd-48cc-a3a6-acdaa4089b9f service neutron] For port 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:32:50.689576 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebc6633-024a-4dd6-9150-cb77732fec82 admin admin] Router 15227107-8f8e-4444-a5f9-6dad7146be26 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:32:50.699087 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-32a5f927-f617-4705-904a-b52b4713231f req-9cd94d52-5bbd-48cc-a3a6-acdaa4089b9f service neutron] device_id is not set on port 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:32:50.713212 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-9cd94d52-5bbd-48cc-a3a6-acdaa4089b9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:50.812084 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-9cd94d52-5bbd-48cc-a3a6-acdaa4089b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:50.940909 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a5f927-f617-4705-904a-b52b4713231f req-9cd94d52-5bbd-48cc-a3a6-acdaa4089b9f service neutron] No DVR routers for this DVR port 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:32:50.946009 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd94d52-5bbd-48cc-a3a6-acdaa4089b9f service neutron] Pushing event updated for resources: {'Port': ['ID=117343d1-e9dc-47b5-b09b-1fc4fcc77e1a,revision_number=6']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:51.049607 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebc6633-024a-4dd6-9150-cb77732fec82 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:32:51.060351 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6ebc6633-024a-4dd6-9150-cb77732fec82 admin admin] 10.222.0.75 "PUT /v2.0/routers/15227107-8f8e-4444-a5f9-6dad7146be26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5589497 Dec 16 22:32:51.064526 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69063d26-aa58-4581-8e4d-0c2b5264dae8 None None] Sync routers for ids ['15227107-8f8e-4444-a5f9-6dad7146be26'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:32:51.065443 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 34996) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:51.084510 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69063d26-aa58-4581-8e4d-0c2b5264dae8 None None] Routers {'15227107-8f8e-4444-a5f9-6dad7146be26'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:32:51.085726 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-32a5f927-f617-4705-904a-b52b4713231f req-9cd94d52-5bbd-48cc-a3a6-acdaa4089b9f service neutron] In _notify_port_updated(), no bound segment for port 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a on network 15791355-f493-42e0-a1b7-a4369065109f {{(pid=103613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:32:51.086628 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5f927-f617-4705-904a-b52b4713231f req-9cd94d52-5bbd-48cc-a3a6-acdaa4089b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:51.087332 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-9cd94d52-5bbd-48cc-a3a6-acdaa4089b9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:51.088489 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-69063d26-aa58-4581-8e4d-0c2b5264dae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:32:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['15227107-8f8e-4444-a5f9-6dad7146be26'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:51.088728 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-32a5f927-f617-4705-904a-b52b4713231f req-9cd94d52-5bbd-48cc-a3a6-acdaa4089b9f service neutron] 10.222.0.57 "PUT /v2.0/ports/117343d1-e9dc-47b5-b09b-1fc4fcc77e1a HTTP/1.1" status: 200 len: 1032 time: 1.1463437 Dec 16 22:32:51.370952 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-69063d26-aa58-4581-8e4d-0c2b5264dae8 None None] Set router 15227107-8f8e-4444-a5f9-6dad7146be26 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:32:51.448568 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4ea0e823-9b48-4b08-b708-89a70ad17808 None None] Provisioning complete for port 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:32:51.449173 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ea0e823-9b48-4b08-b708-89a70ad17808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:51.514557 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4ea0e823-9b48-4b08-b708-89a70ad17808 None None] Port 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:32:51.522945 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c7211-a8a4-4d0c-9e27-a4c8751efc98 req-c2524915-3952-42e6-a094-8fe2362a47e3 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:51.532483 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c7211-a8a4-4d0c-9e27-a4c8751efc98 req-c2524915-3952-42e6-a094-8fe2362a47e3 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:51.540046 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c7211-a8a4-4d0c-9e27-a4c8751efc98 req-c2524915-3952-42e6-a094-8fe2362a47e3 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:51.548547 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c7211-a8a4-4d0c-9e27-a4c8751efc98 req-c2524915-3952-42e6-a094-8fe2362a47e3 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:51.556899 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c7211-a8a4-4d0c-9e27-a4c8751efc98 req-c2524915-3952-42e6-a094-8fe2362a47e3 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:51.565343 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c7211-a8a4-4d0c-9e27-a4c8751efc98 req-c2524915-3952-42e6-a094-8fe2362a47e3 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:51.572843 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c7211-a8a4-4d0c-9e27-a4c8751efc98 req-c2524915-3952-42e6-a094-8fe2362a47e3 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:51.575425 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e0c7211-a8a4-4d0c-9e27-a4c8751efc98 req-c2524915-3952-42e6-a094-8fe2362a47e3 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 5442 time: 1.1426928 Dec 16 22:32:51.595212 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5f927-f617-4705-904a-b52b4713231f req-9068aed1-ec64-45fc-8c60-b4597f4cb13b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:51.599512 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-32a5f927-f617-4705-904a-b52b4713231f req-9068aed1-ec64-45fc-8c60-b4597f4cb13b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.57 "GET /v2.0/ports/e0f2a365-369e-405c-9065-780d829281e6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2222662 Dec 16 22:32:51.603450 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-69063d26-aa58-4581-8e4d-0c2b5264dae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'name': 'tempest-ServerActionsTestJSON-1520243544-router', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:22:56Z', 'updated_at': '2021-12-16T22:32:49Z', 'revision_number': 5, 'project_id': 'c8c29047878b45f9aad1e147fc6565e9', 'gw_port': {'id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:22:58Z', 'updated_at': '2021-12-16T22:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:51.624669 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b44f20a9-6137-4146-a715-75c83e8aa3f9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:51.637359 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69063d26-aa58-4581-8e4d-0c2b5264dae8 None None] Checking router: 15227107-8f8e-4444-a5f9-6dad7146be26 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:32:51.655881 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90529c-f256-4c2a-8c6d-9ceb4a7c2a89 req-c2b55545-3ccd-43c0-abe7-fd7bdc6d0091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:51.657479 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0b90529c-f256-4c2a-8c6d-9ceb4a7c2a89 req-c2b55545-3ccd-43c0-abe7-fd7bdc6d0091 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=271e63c4-6a59-41c7-a795-72d699a0357a HTTP/1.1" status: 200 len: 856 time: 1.1054537 Dec 16 22:32:51.661602 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69063d26-aa58-4581-8e4d-0c2b5264dae8 None None] Routers {'15227107-8f8e-4444-a5f9-6dad7146be26'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:32:51.662241 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-69063d26-aa58-4581-8e4d-0c2b5264dae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:32:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['15227107-8f8e-4444-a5f9-6dad7146be26'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:51.791660 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90529c-f256-4c2a-8c6d-9ceb4a7c2a89 req-e06ea379-6330-4ea6-84dd-4fee3f9d1bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:51.793365 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0b90529c-f256-4c2a-8c6d-9ceb4a7c2a89 req-e06ea379-6330-4ea6-84dd-4fee3f9d1bed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3483c04d-9548-45a8-add9-5dd005156af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209447 Dec 16 22:32:51.812866 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-32a5f927-f617-4705-904a-b52b4713231f req-ceae1677-a7f2-4cf9-88a9-f4f342d887cf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:32:51.813451 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e0c7211-a8a4-4d0c-9e27-a4c8751efc98 req-d0300602-e696-4bdd-9797-a84c750a43da tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=a7c0143e-afb5-4938-a413-da33b57b5831&id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2221332 Dec 16 22:32:51.823561 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-69063d26-aa58-4581-8e4d-0c2b5264dae8 None None] Set router 15227107-8f8e-4444-a5f9-6dad7146be26 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:32:51.909226 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d8e76-2268-4e48-b508-c924df5d1b98 req-c5cf6822-3476-41b6-bb93-4b9f711a80c2 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:51.910785 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9a3d8e76-2268-4e48-b508-c924df5d1b98 req-c5cf6822-3476-41b6-bb93-4b9f711a80c2 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 944 time: 0.9349751 Dec 16 22:32:52.050731 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-ceae1677-a7f2-4cf9-88a9-f4f342d887cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:52.068365 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9a3d8e76-2268-4e48-b508-c924df5d1b98 req-585b2d48-55bb-4fd6-841f-c4218c4fde6f tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414690 Dec 16 22:32:52.071840 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b44f20a9-6137-4146-a715-75c83e8aa3f9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:52.106840 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-69063d26-aa58-4581-8e4d-0c2b5264dae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'name': 'tempest-ServerActionsTestJSON-1520243544-router', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:22:56Z', 'updated_at': '2021-12-16T22:32:49Z', 'revision_number': 5, 'project_id': 'c8c29047878b45f9aad1e147fc6565e9', 'gw_port': {'id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:22:58Z', 'updated_at': '2021-12-16T22:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:52.135944 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0b90529c-f256-4c2a-8c6d-9ceb4a7c2a89 req-e04aae4a-52be-4893-ab5c-27500adff8d6 service neutron] 10.222.0.57 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206031 Dec 16 22:32:52.274991 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69063d26-aa58-4581-8e4d-0c2b5264dae8 None None] The sync data for ids ['15227107-8f8e-4444-a5f9-6dad7146be26'] in n-d-815324-4 is: [{'id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'name': 'tempest-ServerActionsTestJSON-1520243544-router', 'tenant_id': 'c8c29047878b45f9aad1e147fc6565e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:22:56Z', 'updated_at': '2021-12-16T22:32:49Z', 'revision_number': 5, 'project_id': 'c8c29047878b45f9aad1e147fc6565e9', 'gw_port': {'id': '232d9346-13e5-4c3a-aed1-79092ffdacc4', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15227107-8f8e-4444-a5f9-6dad7146be26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:22:58Z', 'updated_at': '2021-12-16T22:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:32:52.384422 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-32a5f927-f617-4705-904a-b52b4713231f req-ceae1677-a7f2-4cf9-88a9-f4f342d887cf service neutron] For port e0f2a365-369e-405c-9065-780d829281e6, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=e0f2a365-369e-405c-9065-780d829281e6,segment=NetworkSegment(5e3da25f-4b43-46b0-809d-e43f2b3029cc),segment_id=5e3da25f-4b43-46b0-809d-e43f2b3029cc)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:52.433449 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0b90529c-f256-4c2a-8c6d-9ceb4a7c2a89 req-a51eba87-9e52-48c2-9210-4570b922af5b service neutron] 10.222.0.57 "GET /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790143 Dec 16 22:32:52.505800 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-32a5f927-f617-4705-904a-b52b4713231f req-ceae1677-a7f2-4cf9-88a9-f4f342d887cf service neutron] For port e0f2a365-369e-405c-9065-780d829281e6, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:32:52.569776 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-32a5f927-f617-4705-904a-b52b4713231f req-ceae1677-a7f2-4cf9-88a9-f4f342d887cf service neutron] device_id is not set on port e0f2a365-369e-405c-9065-780d829281e6 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:32:52.582241 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-ceae1677-a7f2-4cf9-88a9-f4f342d887cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:52.587487 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-b44f20a9-6137-4146-a715-75c83e8aa3f9 admin admin] Deleting port 232d9346-13e5-4c3a-aed1-79092ffdacc4 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:32:52.603173 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b44f20a9-6137-4146-a715-75c83e8aa3f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:52.758017 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-b44f20a9-6137-4146-a715-75c83e8aa3f9 admin admin] For port 232d9346-13e5-4c3a-aed1-79092ffdacc4, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=232d9346-13e5-4c3a-aed1-79092ffdacc4,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:52.758565 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b44f20a9-6137-4146-a715-75c83e8aa3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:52.775285 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-b44f20a9-6137-4146-a715-75c83e8aa3f9 admin admin] Calling delete_port for 232d9346-13e5-4c3a-aed1-79092ffdacc4 owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:32:52.840561 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 89d729d1-36db-44a4-9bd2-770e03d7e069 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:32:52.844018 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-ceae1677-a7f2-4cf9-88a9-f4f342d887cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:52.898623 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 89d729d1-36db-44a4-9bd2-770e03d7e069 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:32:52.908589 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 89d729d1-36db-44a4-9bd2-770e03d7e069 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:32:53.116617 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae1677-a7f2-4cf9-88a9-f4f342d887cf service neutron] Pushing event updated for resources: {'Port': ['ID=e0f2a365-369e-405c-9065-780d829281e6,revision_number=6']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:53.126509 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a5f927-f617-4705-904a-b52b4713231f req-ceae1677-a7f2-4cf9-88a9-f4f342d887cf service neutron] No DVR routers for this DVR port e0f2a365-369e-405c-9065-780d829281e6 on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:32:53.270013 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-32a5f927-f617-4705-904a-b52b4713231f req-ceae1677-a7f2-4cf9-88a9-f4f342d887cf service neutron] In _notify_port_updated(), no bound segment for port e0f2a365-369e-405c-9065-780d829281e6 on network 15791355-f493-42e0-a1b7-a4369065109f {{(pid=103613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:32:53.272777 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5f927-f617-4705-904a-b52b4713231f req-ceae1677-a7f2-4cf9-88a9-f4f342d887cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:53.273635 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-ceae1677-a7f2-4cf9-88a9-f4f342d887cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:53.276903 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-32a5f927-f617-4705-904a-b52b4713231f req-ceae1677-a7f2-4cf9-88a9-f4f342d887cf service neutron] 10.222.0.57 "PUT /v2.0/ports/e0f2a365-369e-405c-9065-780d829281e6 HTTP/1.1" status: 200 len: 1031 time: 1.4713860 Dec 16 22:32:53.292275 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b87bc-115d-4e79-8748-1908e42f6a4c req-e1db786b-a300-40dd-9ec9-a1b147260421 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:53.299586 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b87bc-115d-4e79-8748-1908e42f6a4c req-e1db786b-a300-40dd-9ec9-a1b147260421 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:53.306322 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b87bc-115d-4e79-8748-1908e42f6a4c req-e1db786b-a300-40dd-9ec9-a1b147260421 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:53.313060 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b87bc-115d-4e79-8748-1908e42f6a4c req-e1db786b-a300-40dd-9ec9-a1b147260421 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:53.319493 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b87bc-115d-4e79-8748-1908e42f6a4c req-e1db786b-a300-40dd-9ec9-a1b147260421 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:53.321533 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-237b87bc-115d-4e79-8748-1908e42f6a4c req-e1db786b-a300-40dd-9ec9-a1b147260421 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 3885 time: 0.2213130 Dec 16 22:32:53.355762 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d79c182b-dfe0-41fd-94e5-e0ca60a2d36e None None] Provisioning complete for port e0f2a365-369e-405c-9065-780d829281e6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:32:53.356535 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d79c182b-dfe0-41fd-94e5-e0ca60a2d36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:53.408165 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d79c182b-dfe0-41fd-94e5-e0ca60a2d36e None None] Port e0f2a365-369e-405c-9065-780d829281e6 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:32:53.437378 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-363d010f-1a9f-4552-a8e8-f5a389e71d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:53.478810 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-32a5f927-f617-4705-904a-b52b4713231f req-61c7271c-e809-4947-bddb-4b12e11d65b1 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Deleting port 9a1c0d4e-2e67-4e71-b13c-a20d0215551f {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:32:53.479188 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-61c7271c-e809-4947-bddb-4b12e11d65b1 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:53.633156 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b44f20a9-6137-4146-a715-75c83e8aa3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:53.682199 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f20a9-6137-4146-a715-75c83e8aa3f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=232d9346-13e5-4c3a-aed1-79092ffdacc4,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:53.687172 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-237b87bc-115d-4e79-8748-1908e42f6a4c req-69b8c5f4-343c-4618-905b-40d113b4c121 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2881076 Dec 16 22:32:53.700912 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7809ab8e-a728-4668-b009-1315cfcd969a None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:32:53.759261 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 650c7d96-ba98-44b5-a7b8-7096651894e8 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:32:53.886178 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:53.902698 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-32a5f927-f617-4705-904a-b52b4713231f req-61c7271c-e809-4947-bddb-4b12e11d65b1 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] For port 9a1c0d4e-2e67-4e71-b13c-a20d0215551f, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9a1c0d4e-2e67-4e71-b13c-a20d0215551f,segment=NetworkSegment(774ae7ad-6cb3-480b-916f-2a511cfde8af),segment_id=774ae7ad-6cb3-480b-916f-2a511cfde8af)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:53.903465 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-61c7271c-e809-4947-bddb-4b12e11d65b1 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:53.944975 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 650c7d96-ba98-44b5-a7b8-7096651894e8, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=650c7d96-ba98-44b5-a7b8-7096651894e8,segment=NetworkSegment(774ae7ad-6cb3-480b-916f-2a511cfde8af),segment_id=774ae7ad-6cb3-480b-916f-2a511cfde8af)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:53.946272 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '650c7d96-ba98-44b5-a7b8-7096651894e8'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:32:53.948947 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e896f1a-efd2-4130-b785-0e20cd641e5a" -d '{"events": [{"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-unplugged", "status": "completed", "tag": "650c7d96-ba98-44b5-a7b8-7096651894e8"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:32:53.969295 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-32a5f927-f617-4705-904a-b52b4713231f req-61c7271c-e809-4947-bddb-4b12e11d65b1 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Calling delete_port for 9a1c0d4e-2e67-4e71-b13c-a20d0215551f owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:32:54.107871 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b44f20a9-6137-4146-a715-75c83e8aa3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:54.158447 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:54.163843 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 9a1c0d4e-2e67-4e71-b13c-a20d0215551f no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:32:54.287795 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=650c7d96-ba98-44b5-a7b8-7096651894e8,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:54.292484 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b44f20a9-6137-4146-a715-75c83e8aa3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:54.302404 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b44f20a9-6137-4146-a715-75c83e8aa3f9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:54.318058 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f5670-98a8-47da-9b62-e6ddd0d6abc7 req-b130e8f2-ed46-4355-8c6d-0f380790057a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:54.319785 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8e2f5670-98a8-47da-9b62-e6ddd0d6abc7 req-b130e8f2-ed46-4355-8c6d-0f380790057a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 944 time: 0.4510107 Dec 16 22:32:54.425978 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378d613f-f6e1-4291-b606-158e1f8b6230 x-openstack-request-id: req-378d613f-f6e1-4291-b606-158e1f8b6230 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:32:54.427509 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-unplugged", "status": "completed", "tag": "650c7d96-ba98-44b5-a7b8-7096651894e8", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:32:54.427791 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-378d613f-f6e1-4291-b606-158e1f8b6230 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:32:54.428769 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '650c7d96-ba98-44b5-a7b8-7096651894e8', 'code': 200} Dec 16 22:32:54.467794 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:54.477507 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8e2f5670-98a8-47da-9b62-e6ddd0d6abc7 req-3b25ba62-b0d1-4f4d-ab14-5266f508c119 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863326 Dec 16 22:32:54.632842 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b44f20a9-6137-4146-a715-75c83e8aa3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:54.633553 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44f20a9-6137-4146-a715-75c83e8aa3f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15227107-8f8e-4444-a5f9-6dad7146be26 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:32:54.648377 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b44f20a9-6137-4146-a715-75c83e8aa3f9 admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:54.648377 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b44f20a9-6137-4146-a715-75c83e8aa3f9 admin admin] 10.222.0.75 "DELETE /v2.0/routers/15227107-8f8e-4444-a5f9-6dad7146be26 HTTP/1.1" status: 204 len: 168 time: 3.5747414 Dec 16 22:32:54.648377 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35044) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:54.678329 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device e0f2a365-369e-405c-9065-780d829281e6 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:32:54.723918 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-61c7271c-e809-4947-bddb-4b12e11d65b1 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:54.770225 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device e0f2a365-369e-405c-9065-780d829281e6 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:32:54.772471 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:32:54.926934 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:32:54.927855 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device cde1b008-a4d1-440d-ad62-e4ef43bf743c no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:32:55.025986 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f7574-0ee3-4447-b28b-b9041f4b7a42 req-6aa71946-0fbe-4b2a-a709-57ab539daae3 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:55.055261 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f7574-0ee3-4447-b28b-b9041f4b7a42 req-6aa71946-0fbe-4b2a-a709-57ab539daae3 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:55.073542 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f7574-0ee3-4447-b28b-b9041f4b7a42 req-6aa71946-0fbe-4b2a-a709-57ab539daae3 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:55.109354 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f7574-0ee3-4447-b28b-b9041f4b7a42 req-6aa71946-0fbe-4b2a-a709-57ab539daae3 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:55.118037 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b95f7574-0ee3-4447-b28b-b9041f4b7a42 req-6aa71946-0fbe-4b2a-a709-57ab539daae3 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 3148 time: 0.2583480 Dec 16 22:32:55.195654 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:55.250640 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b95f7574-0ee3-4447-b28b-b9041f4b7a42 req-d4af4fb8-a812-4b13-93fe-049eb69d9e1e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292689 Dec 16 22:32:55.287205 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port cde1b008-a4d1-440d-ad62-e4ef43bf743c, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=cde1b008-a4d1-440d-ad62-e4ef43bf743c,segment=NetworkSegment(5e3da25f-4b43-46b0-809d-e43f2b3029cc),segment_id=5e3da25f-4b43-46b0-809d-e43f2b3029cc)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:55.392966 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:55.393622 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device ea1ed190-b5c9-4f29-b19b-8909b9b1bce0 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:32:55.609358 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:55.646671 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=cde1b008-a4d1-440d-ad62-e4ef43bf743c,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:55.694229 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port ea1ed190-b5c9-4f29-b19b-8909b9b1bce0, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=ea1ed190-b5c9-4f29-b19b-8909b9b1bce0,segment=NetworkSegment(d786cf25-cf30-4e56-9b01-a0f05217b60d),segment_id=d786cf25-cf30-4e56-9b01-a0f05217b60d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:55.694680 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:32:55.816688 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7271c-e809-4947-bddb-4b12e11d65b1 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event deleted for resources: {'Port': ['ID=9a1c0d4e-2e67-4e71-b13c-a20d0215551f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:55.827759 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b4b9a81c-3324-40df-8a3d-7975109853dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:55.850013 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:55.852013 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 990713e8-9fa9-4fb5-8920-65b3db167871 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:32:55.933547 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a5f927-f617-4705-904a-b52b4713231f req-61c7271c-e809-4947-bddb-4b12e11d65b1 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] No DVR routers for this DVR port 9a1c0d4e-2e67-4e71-b13c-a20d0215551f on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:32:55.940397 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-61c7271c-e809-4947-bddb-4b12e11d65b1 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:55.944763 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-32a5f927-f617-4705-904a-b52b4713231f req-61c7271c-e809-4947-bddb-4b12e11d65b1 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.57 "DELETE /v2.0/ports/9a1c0d4e-2e67-4e71-b13c-a20d0215551f HTTP/1.1" status: 204 len: 173 time: 2.6177180 Dec 16 22:32:55.948378 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-deleted', 'tag': '9a1c0d4e-2e67-4e71-b13c-a20d0215551f'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:32:55.950737 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57db5858-57eb-49b4-a6ca-c74a4f4c08d8" -d '{"events": [{"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-deleted", "tag": "9a1c0d4e-2e67-4e71-b13c-a20d0215551f"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:32:55.958292 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d151b07-8102-4cba-a8cc-a59be772940a admin admin] Deleting subnet 9ecefe13-aa2d-48b4-a74c-5805e96883cc {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:32:55.990152 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=ea1ed190-b5c9-4f29-b19b-8909b9b1bce0,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:56.115687 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1d151b07-8102-4cba-a8cc-a59be772940a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:56.142407 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:56.168376 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab02cc4-c3fb-41a8-824b-77b2f27c06d2 req-a4e85054-230d-4328-a29d-b478ef75814a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:56.179388 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8ab02cc4-c3fb-41a8-824b-77b2f27c06d2 req-a4e85054-230d-4328-a29d-b478ef75814a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 944 time: 0.3871427 Dec 16 22:32:56.237533 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 990713e8-9fa9-4fb5-8920-65b3db167871, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=990713e8-9fa9-4fb5-8920-65b3db167871,segment=NetworkSegment(5e3da25f-4b43-46b0-809d-e43f2b3029cc),segment_id=5e3da25f-4b43-46b0-809d-e43f2b3029cc)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:56.257366 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8ab02cc4-c3fb-41a8-824b-77b2f27c06d2 req-1a5276c8-a2b0-49e2-a27b-45e7229b948d tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768661 Dec 16 22:32:56.266813 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1d151b07-8102-4cba-a8cc-a59be772940a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:56.327909 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-32a5f927-f617-4705-904a-b52b4713231f req-26a07c09-d04f-4b9c-9033-e37537858e43 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Deleting port ea1ed190-b5c9-4f29-b19b-8909b9b1bce0 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:32:56.332254 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-26a07c09-d04f-4b9c-9033-e37537858e43 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:56.363897 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:56.470025 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cde1b008-a4d1-440d-ad62-e4ef43bf743c'}, {'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea1ed190-b5c9-4f29-b19b-8909b9b1bce0'}, {'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '990713e8-9fa9-4fb5-8920-65b3db167871'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:32:56.477601 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b514ef-e907-453f-8d88-d7c052306dc4" -d '{"events": [{"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-unplugged", "status": "completed", "tag": "cde1b008-a4d1-440d-ad62-e4ef43bf743c"}, {"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-unplugged", "status": "completed", "tag": "ea1ed190-b5c9-4f29-b19b-8909b9b1bce0"}, {"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-unplugged", "status": "completed", "tag": "990713e8-9fa9-4fb5-8920-65b3db167871"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:32:56.566432 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1d151b07-8102-4cba-a8cc-a59be772940a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:56.581718 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=990713e8-9fa9-4fb5-8920-65b3db167871,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:56.758582 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-32a5f927-f617-4705-904a-b52b4713231f req-26a07c09-d04f-4b9c-9033-e37537858e43 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] For port ea1ed190-b5c9-4f29-b19b-8909b9b1bce0, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=ea1ed190-b5c9-4f29-b19b-8909b9b1bce0,segment=NetworkSegment(d786cf25-cf30-4e56-9b01-a0f05217b60d),segment_id=d786cf25-cf30-4e56-9b01-a0f05217b60d)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:56.758582 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-26a07c09-d04f-4b9c-9033-e37537858e43 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:56.774719 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 16 Dec 2021 22:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f163f4-5650-41f5-af33-f7344eb2cb12 x-openstack-request-id: req-37f163f4-5650-41f5-af33-f7344eb2cb12 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:32:56.775025 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-unplugged", "status": "completed", "tag": "cde1b008-a4d1-440d-ad62-e4ef43bf743c", "code": 200}, {"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-unplugged", "status": "completed", "tag": "ea1ed190-b5c9-4f29-b19b-8909b9b1bce0", "code": 200}, {"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-unplugged", "status": "completed", "tag": "990713e8-9fa9-4fb5-8920-65b3db167871", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:32:56.775305 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-37f163f4-5650-41f5-af33-f7344eb2cb12 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:32:56.775704 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cde1b008-a4d1-440d-ad62-e4ef43bf743c', 'code': 200} Dec 16 22:32:56.776008 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea1ed190-b5c9-4f29-b19b-8909b9b1bce0', 'code': 200} Dec 16 22:32:56.776302 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '990713e8-9fa9-4fb5-8920-65b3db167871', 'code': 200} Dec 16 22:32:56.822663 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 232d9346-13e5-4c3a-aed1-79092ffdacc4 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:32:56.830475 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6c07c3-e6b2-4b1c-a558-8cbdda9e750b x-openstack-request-id: req-8a6c07c3-e6b2-4b1c-a558-8cbdda9e750b {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:32:56.831134 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-deleted", "tag": "9a1c0d4e-2e67-4e71-b13c-a20d0215551f", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:32:56.831325 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8a6c07c3-e6b2-4b1c-a558-8cbdda9e750b {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:32:56.831831 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-deleted', 'tag': '9a1c0d4e-2e67-4e71-b13c-a20d0215551f', 'status': 'completed', 'code': 200} Dec 16 22:32:56.842931 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1d151b07-8102-4cba-a8cc-a59be772940a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:56.857093 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 232d9346-13e5-4c3a-aed1-79092ffdacc4 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:32:56.867166 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 232d9346-13e5-4c3a-aed1-79092ffdacc4 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:32:56.949439 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d151b07-8102-4cba-a8cc-a59be772940a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ecefe13-aa2d-48b4-a74c-5805e96883cc,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:57.012408 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1d151b07-8102-4cba-a8cc-a59be772940a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:57.018897 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1d151b07-8102-4cba-a8cc-a59be772940a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/9ecefe13-aa2d-48b4-a74c-5805e96883cc HTTP/1.1" status: 204 len: 168 time: 2.3720477 Dec 16 22:32:57.019317 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35084) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:57.028279 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee4d761-a891-415d-9b3a-70ac806af4b1 None None] Network 282aa10f-496c-46fb-be12-6b2a327d41c1 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:32:57.152042 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-26a07c09-d04f-4b9c-9033-e37537858e43 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:57.152413 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-26a07c09-d04f-4b9c-9033-e37537858e43 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:57.152732 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [req-32a5f927-f617-4705-904a-b52b4713231f req-26a07c09-d04f-4b9c-9033-e37537858e43 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Floating IP eba4e80c-5b5c-4193-b459-c594e682621d disassociated. External IP: 172.25.6.62, port: ea1ed190-b5c9-4f29-b19b-8909b9b1bce0. Dec 16 22:32:57.153087 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-32a5f927-f617-4705-904a-b52b4713231f req-26a07c09-d04f-4b9c-9033-e37537858e43 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Calling delete_port for ea1ed190-b5c9-4f29-b19b-8909b9b1bce0 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:32:57.226015 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:57.227651 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:57.284260 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd90fddb-df1f-4f1c-a039-f1dca9ecd083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:57.328498 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a58d18-3104-4828-8bd0-b42eb915ca43 req-502bc06c-f9fb-4704-9745-644cd8a50859 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:57.356454 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0722fc98-3002-4330-8afe-b63280edd70b None None] DHCP port deletion for 282aa10f-496c-46fb-be12-6b2a327d41c1 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:32:57.361020 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a58d18-3104-4828-8bd0-b42eb915ca43 req-502bc06c-f9fb-4704-9745-644cd8a50859 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:57.381364 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a58d18-3104-4828-8bd0-b42eb915ca43 req-502bc06c-f9fb-4704-9745-644cd8a50859 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:57.390028 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a58d18-3104-4828-8bd0-b42eb915ca43 req-502bc06c-f9fb-4704-9745-644cd8a50859 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:57.399467 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-23a58d18-3104-4828-8bd0-b42eb915ca43 req-502bc06c-f9fb-4704-9745-644cd8a50859 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 3142 time: 0.5752335 Dec 16 22:32:57.440603 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-dd90fddb-df1f-4f1c-a039-f1dca9ecd083 admin admin] Deleting port 483f42e0-eb15-44fb-b6fe-f13b11c3251c {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:32:57.441410 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd90fddb-df1f-4f1c-a039-f1dca9ecd083 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:57.479640 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-23a58d18-3104-4828-8bd0-b42eb915ca43 req-723d22bb-7fb9-494e-85ea-fb1b4ea1c6ab tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785205 Dec 16 22:32:57.521375 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0722fc98-3002-4330-8afe-b63280edd70b None None] Deleting port 483f42e0-eb15-44fb-b6fe-f13b11c3251c {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:32:57.521843 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0722fc98-3002-4330-8afe-b63280edd70b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:57.599672 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0722fc98-3002-4330-8afe-b63280edd70b None None] For port 483f42e0-eb15-44fb-b6fe-f13b11c3251c, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=483f42e0-eb15-44fb-b6fe-f13b11c3251c,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:57.600106 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0722fc98-3002-4330-8afe-b63280edd70b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:57.619511 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0722fc98-3002-4330-8afe-b63280edd70b None None] Calling delete_port for 483f42e0-eb15-44fb-b6fe-f13b11c3251c owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:32:57.721444 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5a9cc-eb86-43c4-bc89-9f29b3e48786 req-75fa4875-0f9d-443a-9c3c-89ecd5c7572e tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:57.728998 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5cf5a9cc-eb86-43c4-bc89-9f29b3e48786 req-75fa4875-0f9d-443a-9c3c-89ecd5c7572e tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 944 time: 0.2981575 Dec 16 22:32:57.733310 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-dd90fddb-df1f-4f1c-a039-f1dca9ecd083 admin admin] For port 483f42e0-eb15-44fb-b6fe-f13b11c3251c, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=483f42e0-eb15-44fb-b6fe-f13b11c3251c,segment=NetworkSegment(c46947a5-8f21-4783-a424-ec394c8c17d4),segment_id=c46947a5-8f21-4783-a424-ec394c8c17d4)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:57.733730 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd90fddb-df1f-4f1c-a039-f1dca9ecd083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:57.761130 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-dd90fddb-df1f-4f1c-a039-f1dca9ecd083 admin admin] Calling delete_port for 483f42e0-eb15-44fb-b6fe-f13b11c3251c owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:32:57.781956 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-26a07c09-d04f-4b9c-9033-e37537858e43 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:57.880805 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5cf5a9cc-eb86-43c4-bc89-9f29b3e48786 req-f18bf701-90b8-4683-bf7b-939f1a161b3d tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508057 Dec 16 22:32:57.888684 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0722fc98-3002-4330-8afe-b63280edd70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:57.898207 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a07c09-d04f-4b9c-9033-e37537858e43 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event deleted for resources: {'Port': ['ID=ea1ed190-b5c9-4f29-b19b-8909b9b1bce0,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:57.916976 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a07c09-d04f-4b9c-9033-e37537858e43 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:57.917377 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a07c09-d04f-4b9c-9033-e37537858e43 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:57.918544 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a07c09-d04f-4b9c-9033-e37537858e43 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:57.918912 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a07c09-d04f-4b9c-9033-e37537858e43 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:57.919294 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a07c09-d04f-4b9c-9033-e37537858e43 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:57.919638 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a07c09-d04f-4b9c-9033-e37537858e43 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:57.920019 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a07c09-d04f-4b9c-9033-e37537858e43 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:57.920665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a07c09-d04f-4b9c-9033-e37537858e43 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:57.921217 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a07c09-d04f-4b9c-9033-e37537858e43 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:57.921608 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a07c09-d04f-4b9c-9033-e37537858e43 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:57.921956 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a07c09-d04f-4b9c-9033-e37537858e43 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:57.922352 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a07c09-d04f-4b9c-9033-e37537858e43 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:57.922711 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a07c09-d04f-4b9c-9033-e37537858e43 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:32:57.963165 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0722fc98-3002-4330-8afe-b63280edd70b None None] No DVR routers for this DVR port 483f42e0-eb15-44fb-b6fe-f13b11c3251c on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:32:57.971653 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722fc98-3002-4330-8afe-b63280edd70b None None] Pushing event deleted for resources: {'Port': ['ID=483f42e0-eb15-44fb-b6fe-f13b11c3251c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:58.016003 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd90fddb-df1f-4f1c-a039-f1dca9ecd083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:58.090834 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90fddb-df1f-4f1c-a039-f1dca9ecd083 admin admin] Pushing event deleted for resources: {'Port': ['ID=483f42e0-eb15-44fb-b6fe-f13b11c3251c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:58.120118 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd90fddb-df1f-4f1c-a039-f1dca9ecd083 admin admin] No DVR routers for this DVR port 483f42e0-eb15-44fb-b6fe-f13b11c3251c on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:32:58.215740 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32a5f927-f617-4705-904a-b52b4713231f req-26a07c09-d04f-4b9c-9033-e37537858e43 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Router 1e282f95-7ca1-4ce1-8784-437eaa93717b has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:32:58.349938 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:58.350522 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd90fddb-df1f-4f1c-a039-f1dca9ecd083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:58.386861 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-dd90fddb-df1f-4f1c-a039-f1dca9ecd083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282aa10f-496c-46fb-be12-6b2a327d41c1']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:58.399850 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-dd90fddb-df1f-4f1c-a039-f1dca9ecd083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46947a5-8f21-4783-a424-ec394c8c17d4') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:58.400285 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-dd90fddb-df1f-4f1c-a039-f1dca9ecd083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46947a5-8f21-4783-a424-ec394c8c17d4') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:58.427627 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd90fddb-df1f-4f1c-a039-f1dca9ecd083 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:58.446568 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd90fddb-df1f-4f1c-a039-f1dca9ecd083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:58.459466 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd90fddb-df1f-4f1c-a039-f1dca9ecd083 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:32:58.465755 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd90fddb-df1f-4f1c-a039-f1dca9ecd083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:32:58.468553 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:32:58.509603 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32a5f927-f617-4705-904a-b52b4713231f req-26a07c09-d04f-4b9c-9033-e37537858e43 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:32:58.528363 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60069ae4-107b-46b3-8fe3-c0e7271766ab None None] Sync routers for ids ['1e282f95-7ca1-4ce1-8784-437eaa93717b'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:32:58.558628 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60069ae4-107b-46b3-8fe3-c0e7271766ab None None] Routers {'1e282f95-7ca1-4ce1-8784-437eaa93717b'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:32:58.560929 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-60069ae4-107b-46b3-8fe3-c0e7271766ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:32:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1e282f95-7ca1-4ce1-8784-437eaa93717b'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:58.571609 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:58.631907 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a5f927-f617-4705-904a-b52b4713231f req-26a07c09-d04f-4b9c-9033-e37537858e43 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] No DVR routers for this DVR port ea1ed190-b5c9-4f29-b19b-8909b9b1bce0 on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:32:58.637866 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-26a07c09-d04f-4b9c-9033-e37537858e43 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:58.641728 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-32a5f927-f617-4705-904a-b52b4713231f req-26a07c09-d04f-4b9c-9033-e37537858e43 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.57 "DELETE /v2.0/ports/ea1ed190-b5c9-4f29-b19b-8909b9b1bce0 HTTP/1.1" status: 204 len: 173 time: 2.6807203 Dec 16 22:32:58.678851 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd90fddb-df1f-4f1c-a039-f1dca9ecd083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:58.720330 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd90fddb-df1f-4f1c-a039-f1dca9ecd083 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:58.726660 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-dd90fddb-df1f-4f1c-a039-f1dca9ecd083 admin admin] 10.222.0.75 "DELETE /v2.0/networks/282aa10f-496c-46fb-be12-6b2a327d41c1 HTTP/1.1" status: 204 len: 168 time: 1.7045956 Dec 16 22:32:58.729060 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90fddb-df1f-4f1c-a039-f1dca9ecd083 admin admin] Pushing event deleted for resources: {'Network': ['ID=282aa10f-496c-46fb-be12-6b2a327d41c1,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:58.833724 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-deleted', 'tag': 'ea1ed190-b5c9-4f29-b19b-8909b9b1bce0'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:32:58.838119 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae17b156-d7b7-4d50-990b-f61521fe000f" -d '{"events": [{"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-deleted", "tag": "ea1ed190-b5c9-4f29-b19b-8909b9b1bce0"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:32:58.876811 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30621e3-8dcf-4a0b-8b8f-29bd3318ffcf req-0945ad43-06c3-42fc-b111-c90a1bff85b0 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:58.885619 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30621e3-8dcf-4a0b-8b8f-29bd3318ffcf req-0945ad43-06c3-42fc-b111-c90a1bff85b0 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:58.892394 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30621e3-8dcf-4a0b-8b8f-29bd3318ffcf req-0945ad43-06c3-42fc-b111-c90a1bff85b0 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:58.901259 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a30621e3-8dcf-4a0b-8b8f-29bd3318ffcf req-0945ad43-06c3-42fc-b111-c90a1bff85b0 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 2409 time: 0.2110038 Dec 16 22:32:58.957250 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-32a5f927-f617-4705-904a-b52b4713231f req-62f65e82-b498-4646-8210-225d0869583d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Deleting port 650c7d96-ba98-44b5-a7b8-7096651894e8 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:32:58.962246 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-62f65e82-b498-4646-8210-225d0869583d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:58.984491 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7469dc-08cc-4cba-9148-02c52e43c1ba x-openstack-request-id: req-ad7469dc-08cc-4cba-9148-02c52e43c1ba {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:32:58.984790 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-deleted", "tag": "ea1ed190-b5c9-4f29-b19b-8909b9b1bce0", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:32:58.985039 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ad7469dc-08cc-4cba-9148-02c52e43c1ba {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:32:58.985438 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-deleted', 'tag': 'ea1ed190-b5c9-4f29-b19b-8909b9b1bce0', 'status': 'completed', 'code': 200} Dec 16 22:32:59.036942 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 483f42e0-eb15-44fb-b6fe-f13b11c3251c no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:32:59.037086 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a30621e3-8dcf-4a0b-8b8f-29bd3318ffcf req-423c434a-bf63-4c61-8600-06eacd9a72d9 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289620 Dec 16 22:32:59.118010 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:59.133734 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 483f42e0-eb15-44fb-b6fe-f13b11c3251c {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:32:59.134905 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 483f42e0-eb15-44fb-b6fe-f13b11c3251c not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:32:59.184880 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-60069ae4-107b-46b3-8fe3-c0e7271766ab None None] Set router 1e282f95-7ca1-4ce1-8784-437eaa93717b gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:32:59.236740 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35114) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:59.267637 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-32a5f927-f617-4705-904a-b52b4713231f req-62f65e82-b498-4646-8210-225d0869583d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] For port 650c7d96-ba98-44b5-a7b8-7096651894e8, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=650c7d96-ba98-44b5-a7b8-7096651894e8,segment=NetworkSegment(774ae7ad-6cb3-480b-916f-2a511cfde8af),segment_id=774ae7ad-6cb3-480b-916f-2a511cfde8af)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:32:59.268283 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-62f65e82-b498-4646-8210-225d0869583d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:59.293148 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-32a5f927-f617-4705-904a-b52b4713231f req-62f65e82-b498-4646-8210-225d0869583d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Calling delete_port for 650c7d96-ba98-44b5-a7b8-7096651894e8 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:32:59.352801 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d2744-9a18-479e-aa6f-0ef10b335f1c req-d6d59ebd-df7c-4d4b-925a-df03e39a1989 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:32:59.354372 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-281d2744-9a18-479e-aa6f-0ef10b335f1c req-d6d59ebd-df7c-4d4b-925a-df03e39a1989 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 944 time: 0.2199292 Dec 16 22:32:59.491419 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-60069ae4-107b-46b3-8fe3-c0e7271766ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'name': 'tempest-TaggedBootDevicesTest_v242-1905417397-router', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'e1ff439b-9537-47f0-9392-b226722face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:59Z', 'updated_at': '2021-12-16T22:21:05Z', 'revision_number': 4, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'gw_port': {'id': 'e1ff439b-9537-47f0-9392-b226722face2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:00Z', 'updated_at': '2021-12-16T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'e0a1b960-81ca-4c77-ade7-a425ef4431bb', 'name': '', 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'mac_address': 'fa:16:3e:b5:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '554b4879-6665-46f7-b33a-c61f9f909b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:04Z', 'updated_at': '2021-12-16T22:21:18Z', 'revision_number': 5, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'subnets': [{'id': '554b4879-6665-46f7-b33a-c61f9f909b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:59.510221 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35122) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:59.530867 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-281d2744-9a18-479e-aa6f-0ef10b335f1c req-e7187f63-dc44-40e9-b958-412d655558b9 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515610 Dec 16 22:32:59.563229 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60069ae4-107b-46b3-8fe3-c0e7271766ab None None] Checking router: 1e282f95-7ca1-4ce1-8784-437eaa93717b for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:32:59.575437 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60069ae4-107b-46b3-8fe3-c0e7271766ab None None] Routers {'1e282f95-7ca1-4ce1-8784-437eaa93717b'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:32:59.581886 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-60069ae4-107b-46b3-8fe3-c0e7271766ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:32:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1e282f95-7ca1-4ce1-8784-437eaa93717b'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:32:59.596429 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2e89c519-3d98-4e55-bf92-f6542a9a16da admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c8c29047878b45f9aad1e147fc6565e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0640795 Dec 16 22:32:59.598763 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35124) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:32:59.710023 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f0c228a3-bb88-4b4e-8eda-8970f61fcb28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:59.737226 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f0c228a3-bb88-4b4e-8eda-8970f61fcb28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:59.746810 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-62f65e82-b498-4646-8210-225d0869583d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:59.832705 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-60069ae4-107b-46b3-8fe3-c0e7271766ab None None] Set router 1e282f95-7ca1-4ce1-8784-437eaa93717b gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:32:59.865042 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-728ab01a-a56f-44ae-a33a-7be9a712764d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:59.875553 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f65e82-b498-4646-8210-225d0869583d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event deleted for resources: {'Port': ['ID=650c7d96-ba98-44b5-a7b8-7096651894e8,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:32:59.956065 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f0c228a3-bb88-4b4e-8eda-8970f61fcb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:59.964868 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f0c228a3-bb88-4b4e-8eda-8970f61fcb28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:32:59.969645 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f0c228a3-bb88-4b4e-8eda-8970f61fcb28 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3e04e5df-3e60-496f-b84e-c76a21709e82 HTTP/1.1" status: 204 len: 168 time: 0.3660617 Dec 16 22:32:59.997185 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c228a3-bb88-4b4e-8eda-8970f61fcb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e04e5df-3e60-496f-b84e-c76a21709e82,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:00.019189 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a5f927-f617-4705-904a-b52b4713231f req-62f65e82-b498-4646-8210-225d0869583d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] No DVR routers for this DVR port 650c7d96-ba98-44b5-a7b8-7096651894e8 on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:33:00.029419 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-62f65e82-b498-4646-8210-225d0869583d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:00.067249 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-32a5f927-f617-4705-904a-b52b4713231f req-62f65e82-b498-4646-8210-225d0869583d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.57 "DELETE /v2.0/ports/650c7d96-ba98-44b5-a7b8-7096651894e8 HTTP/1.1" status: 204 len: 173 time: 1.4039664 Dec 16 22:33:00.069576 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-728ab01a-a56f-44ae-a33a-7be9a712764d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:00.129734 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-728ab01a-a56f-44ae-a33a-7be9a712764d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:00.244451 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ab01a-a56f-44ae-a33a-7be9a712764d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93bed46-a209-4143-886e-b948478e23fb,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:00.280728 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-728ab01a-a56f-44ae-a33a-7be9a712764d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=30527a97845c4e9b8d614522b21d0ae7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0169234 Dec 16 22:33:00.281687 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35130) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:00.410320 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12fc81-d4c3-4afd-afab-20caa4096561 req-80595011-bb47-4e51-9069-0f1bb7ec00ff tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:00.417403 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12fc81-d4c3-4afd-afab-20caa4096561 req-80595011-bb47-4e51-9069-0f1bb7ec00ff tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:00.430650 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eb12fc81-d4c3-4afd-afab-20caa4096561 req-80595011-bb47-4e51-9069-0f1bb7ec00ff tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 1676 time: 0.2184107 Dec 16 22:33:00.483177 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-436648ff-f127-4fe2-9cc6-4b854eedae58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:00.517986 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-32a5f927-f617-4705-904a-b52b4713231f req-556ca98d-5956-470c-9db2-81bdf7eb9cf2 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Deleting port 990713e8-9fa9-4fb5-8920-65b3db167871 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:00.518434 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-556ca98d-5956-470c-9db2-81bdf7eb9cf2 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:00.578799 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-436648ff-f127-4fe2-9cc6-4b854eedae58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:00.870800 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-436648ff-f127-4fe2-9cc6-4b854eedae58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:00.885217 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-436648ff-f127-4fe2-9cc6-4b854eedae58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:00.889844 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-436648ff-f127-4fe2-9cc6-4b854eedae58 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c93bed46-a209-4143-886e-b948478e23fb HTTP/1.1" status: 204 len: 168 time: 0.6068511 Dec 16 22:33:00.922351 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eb12fc81-d4c3-4afd-afab-20caa4096561 req-2f6df239-0ceb-4855-8171-ee516f8bcabd tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4903774 Dec 16 22:33:00.954238 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436648ff-f127-4fe2-9cc6-4b854eedae58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93bed46-a209-4143-886e-b948478e23fb,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:00.987067 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-deleted', 'tag': '650c7d96-ba98-44b5-a7b8-7096651894e8'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:33:00.992128 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4be1ab-c4d3-421d-90d0-0486a92a6644" -d '{"events": [{"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-deleted", "tag": "650c7d96-ba98-44b5-a7b8-7096651894e8"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:33:01.010167 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa81d7-f45a-4e6f-9ea7-c21ee10ae271 req-456add9a-3804-4c50-b2b1-d5cf6a18c165 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:01.038640 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7fa81d7-f45a-4e6f-9ea7-c21ee10ae271 req-456add9a-3804-4c50-b2b1-d5cf6a18c165 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 944 time: 0.2313046 Dec 16 22:33:01.051085 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-32a5f927-f617-4705-904a-b52b4713231f req-556ca98d-5956-470c-9db2-81bdf7eb9cf2 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] For port 990713e8-9fa9-4fb5-8920-65b3db167871, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=990713e8-9fa9-4fb5-8920-65b3db167871,segment=NetworkSegment(5e3da25f-4b43-46b0-809d-e43f2b3029cc),segment_id=5e3da25f-4b43-46b0-809d-e43f2b3029cc)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:01.052804 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-556ca98d-5956-470c-9db2-81bdf7eb9cf2 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:01.079999 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-32a5f927-f617-4705-904a-b52b4713231f req-556ca98d-5956-470c-9db2-81bdf7eb9cf2 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Calling delete_port for 990713e8-9fa9-4fb5-8920-65b3db167871 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:01.167705 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a47f533-8354-4318-bfaf-67185871ff9e x-openstack-request-id: req-2a47f533-8354-4318-bfaf-67185871ff9e {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:33:01.167705 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-deleted", "tag": "650c7d96-ba98-44b5-a7b8-7096651894e8", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:33:01.167705 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2a47f533-8354-4318-bfaf-67185871ff9e {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:33:01.167705 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-deleted', 'tag': '650c7d96-ba98-44b5-a7b8-7096651894e8', 'status': 'completed', 'code': 200} Dec 16 22:33:01.254006 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7fa81d7-f45a-4e6f-9ea7-c21ee10ae271 req-adb56d23-1913-4e6a-a5a0-b6a0815f3208 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077653 Dec 16 22:33:01.392463 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-60069ae4-107b-46b3-8fe3-c0e7271766ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'name': 'tempest-TaggedBootDevicesTest_v242-1905417397-router', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'e1ff439b-9537-47f0-9392-b226722face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:59Z', 'updated_at': '2021-12-16T22:21:05Z', 'revision_number': 4, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'gw_port': {'id': 'e1ff439b-9537-47f0-9392-b226722face2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:00Z', 'updated_at': '2021-12-16T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'e0a1b960-81ca-4c77-ade7-a425ef4431bb', 'name': '', 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'mac_address': 'fa:16:3e:b5:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '554b4879-6665-46f7-b33a-c61f9f909b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:04Z', 'updated_at': '2021-12-16T22:21:18Z', 'revision_number': 5, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'subnets': [{'id': '554b4879-6665-46f7-b33a-c61f9f909b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:01.431196 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60069ae4-107b-46b3-8fe3-c0e7271766ab None None] The sync data for ids ['1e282f95-7ca1-4ce1-8784-437eaa93717b'] in n-d-815324-4 is: [{'id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'name': 'tempest-TaggedBootDevicesTest_v242-1905417397-router', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'e1ff439b-9537-47f0-9392-b226722face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:59Z', 'updated_at': '2021-12-16T22:21:05Z', 'revision_number': 4, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'gw_port': {'id': 'e1ff439b-9537-47f0-9392-b226722face2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:00Z', 'updated_at': '2021-12-16T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'e0a1b960-81ca-4c77-ade7-a425ef4431bb', 'name': '', 'network_id': '5e57a376-cf11-4169-84ca-8ea1ae6aa078', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'mac_address': 'fa:16:3e:b5:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '554b4879-6665-46f7-b33a-c61f9f909b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:04Z', 'updated_at': '2021-12-16T22:21:18Z', 'revision_number': 5, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'subnets': [{'id': '554b4879-6665-46f7-b33a-c61f9f909b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:33:01.634412 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-556ca98d-5956-470c-9db2-81bdf7eb9cf2 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:01.660172 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ca98d-5956-470c-9db2-81bdf7eb9cf2 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event deleted for resources: {'Port': ['ID=990713e8-9fa9-4fb5-8920-65b3db167871,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:01.777472 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a5f927-f617-4705-904a-b52b4713231f req-556ca98d-5956-470c-9db2-81bdf7eb9cf2 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] No DVR routers for this DVR port 990713e8-9fa9-4fb5-8920-65b3db167871 on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:33:01.777472 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-556ca98d-5956-470c-9db2-81bdf7eb9cf2 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:01.780309 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-32a5f927-f617-4705-904a-b52b4713231f req-556ca98d-5956-470c-9db2-81bdf7eb9cf2 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.57 "DELETE /v2.0/ports/990713e8-9fa9-4fb5-8920-65b3db167871 HTTP/1.1" status: 204 len: 173 time: 1.6966112 Dec 16 22:33:01.961219 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a300eb29-a7b9-4014-a8cf-d744f233ea48 None None] New status for floating IP eba4e80c-5b5c-4193-b459-c594e682621d: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:33:01.968070 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-32a5f927-f617-4705-904a-b52b4713231f req-c8013380-4d13-45e3-9fae-ff00a0095808 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Deleting port cde1b008-a4d1-440d-ad62-e4ef43bf743c {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:01.968574 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-c8013380-4d13-45e3-9fae-ff00a0095808 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:02.149045 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-32a5f927-f617-4705-904a-b52b4713231f req-c8013380-4d13-45e3-9fae-ff00a0095808 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] For port cde1b008-a4d1-440d-ad62-e4ef43bf743c, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=cde1b008-a4d1-440d-ad62-e4ef43bf743c,segment=NetworkSegment(5e3da25f-4b43-46b0-809d-e43f2b3029cc),segment_id=5e3da25f-4b43-46b0-809d-e43f2b3029cc)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:02.151400 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-c8013380-4d13-45e3-9fae-ff00a0095808 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:02.172704 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-32a5f927-f617-4705-904a-b52b4713231f req-c8013380-4d13-45e3-9fae-ff00a0095808 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Calling delete_port for cde1b008-a4d1-440d-ad62-e4ef43bf743c owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:02.455274 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35174) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:02.459994 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c79dee-29c8-4592-a195-d5f17d3f7b1e req-216fb991-ce5b-49af-9e0f-266282e6977f tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:02.461731 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-23c79dee-29c8-4592-a195-d5f17d3f7b1e req-216fb991-ce5b-49af-9e0f-266282e6977f tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 944 time: 0.0840931 Dec 16 22:33:02.518062 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-23c79dee-29c8-4592-a195-d5f17d3f7b1e req-ca8bc338-f46b-46e2-af10-b8eb3059ebba tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478342 Dec 16 22:33:02.558624 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-909ad583-e0df-4ade-83bd-56e6654d2f70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:02.618549 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5301817-26f0-4c38-9f92-c534d71ab227 req-4d74a3b6-6bd6-4d8e-88d7-0bf15b96fa29 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:02.619911 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f5301817-26f0-4c38-9f92-c534d71ab227 req-4d74a3b6-6bd6-4d8e-88d7-0bf15b96fa29 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 943 time: 0.5459614 Dec 16 22:33:02.724963 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f5301817-26f0-4c38-9f92-c534d71ab227 req-91922fd5-0bc2-46e4-bd3b-10a6dc9db41f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups?id=1441c638-c88b-4ce3-8d53-759c5e35accf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964055 Dec 16 22:33:02.807376 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-909ad583-e0df-4ade-83bd-56e6654d2f70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:02.808818 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-c8013380-4d13-45e3-9fae-ff00a0095808 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:02.877741 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8013380-4d13-45e3-9fae-ff00a0095808 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event deleted for resources: {'Port': ['ID=cde1b008-a4d1-440d-ad62-e4ef43bf743c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:02.959754 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a5f927-f617-4705-904a-b52b4713231f req-c8013380-4d13-45e3-9fae-ff00a0095808 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] No DVR routers for this DVR port cde1b008-a4d1-440d-ad62-e4ef43bf743c on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:33:02.961779 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-909ad583-e0df-4ade-83bd-56e6654d2f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:02.965226 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32a5f927-f617-4705-904a-b52b4713231f req-c8013380-4d13-45e3-9fae-ff00a0095808 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:02.969648 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-32a5f927-f617-4705-904a-b52b4713231f req-c8013380-4d13-45e3-9fae-ff00a0095808 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.57 "DELETE /v2.0/ports/cde1b008-a4d1-440d-ad62-e4ef43bf743c HTTP/1.1" status: 204 len: 173 time: 1.1598132 Dec 16 22:33:03.034625 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ad583-e0df-4ade-83bd-56e6654d2f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65621ed6-645d-4a5f-af10-dd2f270b9b5d,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:03.052939 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-909ad583-e0df-4ade-83bd-56e6654d2f70 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fba6cfc3df9744a8a715535d8caa8631&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5923772 Dec 16 22:33:03.053525 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35186) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:03.162306 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-deleted', 'tag': '990713e8-9fa9-4fb5-8920-65b3db167871'}, {'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-deleted', 'tag': 'cde1b008-a4d1-440d-ad62-e4ef43bf743c'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:33:03.166254 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe15ee0-209d-4711-aa9e-117000e88f74" -d '{"events": [{"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-deleted", "tag": "990713e8-9fa9-4fb5-8920-65b3db167871"}, {"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-deleted", "tag": "cde1b008-a4d1-440d-ad62-e4ef43bf743c"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:33:03.185265 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a9302509-f81c-4b42-ac9c-9af494c92d41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:03.215318 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a9302509-f81c-4b42-ac9c-9af494c92d41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:03.255572 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 22:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031e99f4-7e08-4985-97b2-6a1d027cf501 x-openstack-request-id: req-031e99f4-7e08-4985-97b2-6a1d027cf501 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:33:03.255572 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-deleted", "tag": "990713e8-9fa9-4fb5-8920-65b3db167871", "status": "completed", "code": 200}, {"server_uuid": "10a3a704-b703-403d-bdaf-0dead804fb56", "name": "network-vif-deleted", "tag": "cde1b008-a4d1-440d-ad62-e4ef43bf743c", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:33:03.255572 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-031e99f4-7e08-4985-97b2-6a1d027cf501 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:33:03.255572 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-deleted', 'tag': '990713e8-9fa9-4fb5-8920-65b3db167871', 'status': 'completed', 'code': 200} Dec 16 22:33:03.255572 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a3a704-b703-403d-bdaf-0dead804fb56', 'name': 'network-vif-deleted', 'tag': 'cde1b008-a4d1-440d-ad62-e4ef43bf743c', 'status': 'completed', 'code': 200} Dec 16 22:33:03.504926 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a9302509-f81c-4b42-ac9c-9af494c92d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:03.504926 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a9302509-f81c-4b42-ac9c-9af494c92d41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:03.506386 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a9302509-f81c-4b42-ac9c-9af494c92d41 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/65621ed6-645d-4a5f-af10-dd2f270b9b5d HTTP/1.1" status: 204 len: 168 time: 0.4519589 Dec 16 22:33:03.520725 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9302509-f81c-4b42-ac9c-9af494c92d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65621ed6-645d-4a5f-af10-dd2f270b9b5d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:03.758175 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7c742-1789-4233-abd1-39355e4acde3 req-37392183-e6a3-4eab-8e98-c0e99b487450 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:03.773978 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-26c7c742-1789-4233-abd1-39355e4acde3 req-37392183-e6a3-4eab-8e98-c0e99b487450 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 944 time: 0.1383698 Dec 16 22:33:03.907961 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-26c7c742-1789-4233-abd1-39355e4acde3 req-a79b76db-a44f-4f7f-a08d-239804d60dbd tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220579 Dec 16 22:33:03.907961 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-ad7e536a-023c-4b06-bdce-7b29dfd0f378 req-e74ad46f-c06a-4dea-bd56-96bb0677215a tempest-ServersTestFqdnHostnames-1082159757 tempest-ServersTestFqdnHostnames-1082159757-project] (103613) timed out ('10.222.0.57', 65363) {{(pid=103613) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:33:04.079698 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1fd0558-1724-4700-a964-72dbac17ba0b req-e1c38f0c-52db-4d9d-b554-e0f336184a4e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 210 time: 0.0729241 Dec 16 22:33:04.119465 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f5fa5d5f-c24b-42c7-9a06-1e0b463663b8 req-3902ca16-2879-4398-aa90-d1d67b2d92c0 tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.1218755 Dec 16 22:33:05.064441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c4f57-352b-4476-ba08-23fa4f001283 req-bda62127-b50d-4ac9-b53b-7c458ed2f049 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:05.073295 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9f5c4f57-352b-4476-ba08-23fa4f001283 req-bda62127-b50d-4ac9-b53b-7c458ed2f049 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 944 time: 0.0662835 Dec 16 22:33:05.137648 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9f5c4f57-352b-4476-ba08-23fa4f001283 req-792c6bde-f840-4c0d-906e-b7a2172b7ece tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630853 Dec 16 22:33:05.274440 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7d510563-3d36-4f78-a76e-fbc68fcb8f7b req-65453cae-9265-412a-8d19-ca6ab453acb9 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 210 time: 0.0471339 Dec 16 22:33:05.300948 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3fe6fc66-1587-4091-8b99-db7f80d4c9d0 req-0ab990d5-b657-4663-904e-3a979337c48f tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0442171 Dec 16 22:33:05.939016 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-b8688102-482d-49fa-9785-c343ff378d60 req-4221165a-614c-44d5-8251-03a24510a972 service neutron] (103614) timed out ('10.222.0.57', 65360) {{(pid=103614) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:33:06.268633 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96973306-9c49-42cd-8b4f-90131fc93de5 req-0d678159-fe7c-41c3-8c87-8075dc9d61dc tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:06.270184 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-96973306-9c49-42cd-8b4f-90131fc93de5 req-0d678159-fe7c-41c3-8c87-8075dc9d61dc tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 944 time: 0.0559802 Dec 16 22:33:06.336429 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-96973306-9c49-42cd-8b4f-90131fc93de5 req-d9f98500-0fd6-4811-8bc1-0aff41d33b80 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544109 Dec 16 22:33:06.406730 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ee0000a6-757a-46d6-bd63-909f76dfd4c9 req-251132cc-df18-43e9-8405-ad6f641d4951 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 210 time: 0.0348487 Dec 16 22:33:06.450372 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fbafc068-c009-485b-bec0-ff7b6d876d3c req-6dd4bb22-638a-40a3-a9b1-e4789cdc6121 tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0288846 Dec 16 22:33:07.235692 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35282) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:07.380226 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7c71196e-b09f-4cbd-99f3-3154a4f8775e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:07.529985 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7c71196e-b09f-4cbd-99f3-3154a4f8775e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:07.562945 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6e0ae707-cfd7-452d-bf96-9eb71d190266 req-16d7ca06-e38f-4a0b-ba79-21a1d27dbf21 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 210 time: 0.0404687 Dec 16 22:33:07.567196 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24209759-945a-4cdf-85d5-f6de4e658df6 req-a3993b73-2f3d-4dd5-a60e-5afd63e6cb45 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:07.571517 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-24209759-945a-4cdf-85d5-f6de4e658df6 req-a3993b73-2f3d-4dd5-a60e-5afd63e6cb45 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 944 time: 0.0772951 Dec 16 22:33:07.619735 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7c71196e-b09f-4cbd-99f3-3154a4f8775e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:07.668798 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-33e4b351-d5c4-400b-a222-0ce1153cae44 req-8fa5f196-f8ec-4dd1-8838-ecb977457f44 tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0283389 Dec 16 22:33:07.674838 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-24209759-945a-4cdf-85d5-f6de4e658df6 req-439b1145-dde9-4d57-bd24-bc10667f4d1a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958383 Dec 16 22:33:07.681871 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7c71196e-b09f-4cbd-99f3-3154a4f8775e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b29cfdd6f6ab41ebb69375af00e4fcb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4449575 Dec 16 22:33:07.684870 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35292) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:07.692927 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71196e-b09f-4cbd-99f3-3154a4f8775e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18f9d07-0d61-4ce9-a469-64b48fe41dc9,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:07.741065 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4cbfc7d9-9629-4a49-8538-49971428c903 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:07.771803 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4cbfc7d9-9629-4a49-8538-49971428c903 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:07.941226 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4cbfc7d9-9629-4a49-8538-49971428c903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:07.943925 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4cbfc7d9-9629-4a49-8538-49971428c903 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:07.945131 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4cbfc7d9-9629-4a49-8538-49971428c903 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d18f9d07-0d61-4ce9-a469-64b48fe41dc9 HTTP/1.1" status: 204 len: 168 time: 0.2585480 Dec 16 22:33:07.959182 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfc7d9-9629-4a49-8538-49971428c903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18f9d07-0d61-4ce9-a469-64b48fe41dc9,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:08.692788 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c02d7d37-6c22-45a6-8a5b-8a697efaa6b0 req-15fde4bc-1f09-47f7-8fe3-a098c9f3026e tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 210 time: 0.0467827 Dec 16 22:33:08.841402 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960623e-03ad-49f5-99c7-923ac6fc2b2b req-d4d9266f-1e21-4035-99fe-e08ff0828dab tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:08.843308 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7eb350f7-acfa-47a5-bd35-e2e63d8f7e9f req-15497db9-8a90-4ac9-9630-24f595bd94c5 tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0389032 Dec 16 22:33:08.846366 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a960623e-03ad-49f5-99c7-923ac6fc2b2b req-d4d9266f-1e21-4035-99fe-e08ff0828dab tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 944 time: 0.0672064 Dec 16 22:33:08.934040 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a960623e-03ad-49f5-99c7-923ac6fc2b2b req-62054559-afc8-42b1-a0ff-51f1b568ec1f tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819314 Dec 16 22:33:09.798948 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cb13efda-f224-41aa-a3f2-6ecb1817c27a req-b92c1da8-3646-4686-8fbb-4f3ca1190fd9 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 210 time: 0.0319116 Dec 16 22:33:09.976851 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67d1915d-3a0f-4a0b-8087-52ebdc71b0f8 req-783567a1-7fd7-4474-9d91-9eb993a86fab tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0384047 Dec 16 22:33:10.122782 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d6955a3b-8014-4c89-add1-1f8e44a1e1b8 req-f1cef653-f56b-449a-90e5-871d30fd40f3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0285308 Dec 16 22:33:10.148611 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d41cc-5043-400f-96cf-4f2fbba62599 req-b7e34d57-b549-45d2-95ac-d31d1a3e1983 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:10.151689 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d6d41cc-5043-400f-96cf-4f2fbba62599 req-b7e34d57-b549-45d2-95ac-d31d1a3e1983 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 944 time: 0.0972161 Dec 16 22:33:10.221764 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d6d41cc-5043-400f-96cf-4f2fbba62599 req-e762a0c5-c789-4100-949c-4e7adce92b1e tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604053 Dec 16 22:33:10.910082 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-021de420-75a5-4c1c-88b0-e72302854144 req-8ca71770-9945-413d-9f84-5980b51cd09c tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 210 time: 0.0314748 Dec 16 22:33:11.108720 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94ca61a8-da70-401f-ba60-1fff566f7a91 req-34a204be-6c62-4479-a89f-d8dc2ac02477 tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0402129 Dec 16 22:33:11.394295 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a367f5-03b1-4046-9a8a-88e810cfe04f req-43e3bfdf-cebf-4437-a028-4f8ed3bf5f98 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:11.397611 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e0a367f5-03b1-4046-9a8a-88e810cfe04f req-43e3bfdf-cebf-4437-a028-4f8ed3bf5f98 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 944 time: 0.0644116 Dec 16 22:33:11.469558 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e0a367f5-03b1-4046-9a8a-88e810cfe04f req-5956c185-2c85-4ac9-9687-3a7d0d25540d tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638845 Dec 16 22:33:12.034483 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f47da0a3-1a32-428d-9c1f-f4152c8ea0a0 req-3d849b0f-c850-44ef-b296-7df7cbe47e84 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 210 time: 0.0386024 Dec 16 22:33:12.066706 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35408) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:12.204136 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-349d7eba-e37b-4d34-9a0b-34d60d0d5ebe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:12.247258 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-24739a57-360f-41a3-9f2a-81dd488b098e req-85d63e9b-17f8-4934-9523-f20b9832f88d tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0338020 Dec 16 22:33:12.369696 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-349d7eba-e37b-4d34-9a0b-34d60d0d5ebe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:12.438608 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-349d7eba-e37b-4d34-9a0b-34d60d0d5ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:12.487864 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d7eba-e37b-4d34-9a0b-34d60d0d5ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81bd446-0c1f-4883-bd9a-edada67c6ec1,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:12.494931 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-349d7eba-e37b-4d34-9a0b-34d60d0d5ebe admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1c0a17dc19524412a60425ca2d7c4341&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4248581 Dec 16 22:33:12.495399 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35428) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:12.549476 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b8fbce3-ea33-4ca1-adb9-58a505a2dbf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:12.583655 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b8fbce3-ea33-4ca1-adb9-58a505a2dbf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:12.618910 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c48b89-d52a-4e0e-b878-6feaabd961f0 req-9d82ec42-477d-4166-80b0-12fa3b094e02 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:12.620405 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-28c48b89-d52a-4e0e-b878-6feaabd961f0 req-9d82ec42-477d-4166-80b0-12fa3b094e02 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 944 time: 0.0726728 Dec 16 22:33:12.674621 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-28c48b89-d52a-4e0e-b878-6feaabd961f0 req-7f368f17-4bb5-44a4-9d8d-d09728c1573c tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473745 Dec 16 22:33:12.769934 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b8fbce3-ea33-4ca1-adb9-58a505a2dbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:12.773388 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b8fbce3-ea33-4ca1-adb9-58a505a2dbf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:12.777256 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5b8fbce3-ea33-4ca1-adb9-58a505a2dbf1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d81bd446-0c1f-4883-bd9a-edada67c6ec1 HTTP/1.1" status: 204 len: 168 time: 0.2808306 Dec 16 22:33:12.786632 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8fbce3-ea33-4ca1-adb9-58a505a2dbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81bd446-0c1f-4883-bd9a-edada67c6ec1,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:12.864575 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-83a0bfb5-49d5-4924-8ff5-cdf3dfd2aacb req-44fbabb3-2412-4571-8765-e35bc628284e tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0295331 Dec 16 22:33:13.186697 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-06b1e806-22a0-41d0-b701-1e6627813939 req-4c448ef3-44ac-4f18-aa19-64aa2be72069 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 210 time: 0.0537229 Dec 16 22:33:13.743724 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9c580-8990-4802-b96f-629d5ae37aaf req-818a86ac-89f6-4072-bc75-adf6b2eee2ba tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:13.745357 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9d9c580-8990-4802-b96f-629d5ae37aaf req-818a86ac-89f6-4072-bc75-adf6b2eee2ba tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.0542009 Dec 16 22:33:13.773640 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 1dae49ac-d9db-49de-be49-02363255d6f3 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:33:13.835075 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35458) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:13.866827 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e0588035-b8f2-4895-93ef-a1737864e0ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:13.868252 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467ca3b-7755-4071-9b80-2bfdcdf1ac7c req-fca30b5b-f018-4615-a2d8-4fd910d902ab tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:13.869858 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4467ca3b-7755-4071-9b80-2bfdcdf1ac7c req-fca30b5b-f018-4615-a2d8-4fd910d902ab tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 944 time: 0.0990429 Dec 16 22:33:13.909288 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 1dae49ac-d9db-49de-be49-02363255d6f3, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1dae49ac-d9db-49de-be49-02363255d6f3,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:13.924699 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '1dae49ac-d9db-49de-be49-02363255d6f3', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'port_id': '1dae49ac-d9db-49de-be49-02363255d6f3', 'mac_address': 'fa:16:3e:06:a9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:33:13.973798 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:13.992863 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dae49ac-d9db-49de-be49-02363255d6f3 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:33:13.999561 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4467ca3b-7755-4071-9b80-2bfdcdf1ac7c req-97d8ee34-61d7-40a7-9ca3-6a82b2d3c14a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141019 Dec 16 22:33:14.015878 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9d9c580-8990-4802-b96f-629d5ae37aaf req-81a85731-0c00-40d3-b9e6-747bc9fd1261 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613728 Dec 16 22:33:14.025457 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 1dae49ac-d9db-49de-be49-02363255d6f3, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1dae49ac-d9db-49de-be49-02363255d6f3,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:14.049053 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e0588035-b8f2-4895-93ef-a1737864e0ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:14.112465 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:14.115371 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d6de1288-c9a0-4ec9-bc91-5f6c24405c61 req-ef7b2326-5df1-4bc0-8de5-45181a57fd4b tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0340128 Dec 16 22:33:14.147142 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e0588035-b8f2-4895-93ef-a1737864e0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:14.181918 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=1dae49ac-d9db-49de-be49-02363255d6f3,revision_number=11']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:14.183197 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e0588035-b8f2-4895-93ef-a1737864e0ee admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=582b5e97f4424f56bf8b054c837f2231&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3466704 Dec 16 22:33:14.186735 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35464) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:14.212797 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0588035-b8f2-4895-93ef-a1737864e0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c87dc7-1948-4f06-bfc6-65d177475588,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:14.247524 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-72c165f9-9c66-4d25-b9a8-bd13b349f836 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:14.273026 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-72c165f9-9c66-4d25-b9a8-bd13b349f836 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:14.310034 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3bfb0f42-63a5-409d-9fca-2957bdbbf51d req-a94d253e-78a6-4c24-bd61-bd2f82b59ced tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 210 time: 0.0292780 Dec 16 22:33:14.399885 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-72c165f9-9c66-4d25-b9a8-bd13b349f836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:14.402544 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-72c165f9-9c66-4d25-b9a8-bd13b349f836 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:14.409231 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-72c165f9-9c66-4d25-b9a8-bd13b349f836 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/17c87dc7-1948-4f06-bfc6-65d177475588 HTTP/1.1" status: 204 len: 168 time: 0.2209787 Dec 16 22:33:14.432170 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c165f9-9c66-4d25-b9a8-bd13b349f836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c87dc7-1948-4f06-bfc6-65d177475588,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:14.479840 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['1dae49ac-d9db-49de-be49-02363255d6f3'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:33:15.142139 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61283cd1-f1e3-4bac-a909-ec02afce4bd6 req-cd2ffced-9822-4368-8aaf-5c13702bee8f tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:15.142736 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10bcd5-7998-4e69-a824-b7d8c7cdf493 req-9f048ddb-bf03-4a7a-9797-6aa780dfbfba tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:15.143790 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-61283cd1-f1e3-4bac-a909-ec02afce4bd6 req-cd2ffced-9822-4368-8aaf-5c13702bee8f tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.0539799 Dec 16 22:33:15.144448 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8a10bcd5-7998-4e69-a824-b7d8c7cdf493 req-9f048ddb-bf03-4a7a-9797-6aa780dfbfba tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 945 time: 0.0578153 Dec 16 22:33:15.210860 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-61283cd1-f1e3-4bac-a909-ec02afce4bd6 req-38286b3f-099a-4dc0-941f-90460cad9360 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559270 Dec 16 22:33:15.224251 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8a10bcd5-7998-4e69-a824-b7d8c7cdf493 req-97244edd-c3a7-44c3-914e-a204a7067f8e tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664351 Dec 16 22:33:15.381844 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d0e2191a-e9a2-4b47-a63e-b21253c2a31e req-499b3181-e489-4541-be7f-f09974763657 tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0407181 Dec 16 22:33:15.467217 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7f4c404a-73a3-48ce-ac40-d1c6d5da4527 req-b1d901a8-4c77-4ae0-a357-d4c804fe020f tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 210 time: 0.0401690 Dec 16 22:33:15.802727 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 1dae49ac-d9db-49de-be49-02363255d6f3 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:33:15.969483 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 1dae49ac-d9db-49de-be49-02363255d6f3 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:33:15.973348 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 1dae49ac-d9db-49de-be49-02363255d6f3 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:33:15.973718 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:16.059959 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:16.088651 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6982707e-cd75-4191-9791-8e3b04b3d5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dae49ac-d9db-49de-be49-02363255d6f3'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:33:16.091080 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9ea774-7704-489c-9b01-79da229c7ac8" -d '{"events": [{"server_uuid": "6982707e-cd75-4191-9791-8e3b04b3d5b8", "name": "network-vif-plugged", "status": "completed", "tag": "1dae49ac-d9db-49de-be49-02363255d6f3"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:33:16.112983 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 1dae49ac-d9db-49de-be49-02363255d6f3, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1dae49ac-d9db-49de-be49-02363255d6f3,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:16.134387 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f57e828-d391-489c-9d84-5fc6c5ff13de x-openstack-request-id: req-5f57e828-d391-489c-9d84-5fc6c5ff13de {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:33:16.134682 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6982707e-cd75-4191-9791-8e3b04b3d5b8", "name": "network-vif-plugged", "status": "completed", "tag": "1dae49ac-d9db-49de-be49-02363255d6f3", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:33:16.134946 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5f57e828-d391-489c-9d84-5fc6c5ff13de {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:33:16.135441 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6982707e-cd75-4191-9791-8e3b04b3d5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dae49ac-d9db-49de-be49-02363255d6f3', 'code': 200} Dec 16 22:33:16.296061 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:16.346921 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=1dae49ac-d9db-49de-be49-02363255d6f3,revision_number=12']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:16.372323 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379e4c6-dcb3-4d38-bac2-1b07b61cfb54 req-29573c10-1ec9-4ac5-a54b-5cfa22455927 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:16.374488 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2379e4c6-dcb3-4d38-bac2-1b07b61cfb54 req-29573c10-1ec9-4ac5-a54b-5cfa22455927 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0571501 Dec 16 22:33:16.451360 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2379e4c6-dcb3-4d38-bac2-1b07b61cfb54 req-a912c322-0d49-476c-b8f2-5f307b0d35a4 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672569 Dec 16 22:33:16.516002 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48283b-a7b7-4cb5-b050-de292eab96ad req-c603bb92-18ab-4770-95ea-dfbf07bed04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:16.524985 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-df48283b-a7b7-4cb5-b050-de292eab96ad req-c603bb92-18ab-4770-95ea-dfbf07bed04a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 1097 time: 0.0874708 Dec 16 22:33:16.617147 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-df48283b-a7b7-4cb5-b050-de292eab96ad req-2880c508-7734-4af3-989c-963eabeb6c4e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827334 Dec 16 22:33:16.623477 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41164d6b-9cda-4add-87dc-e784a85ce487 req-8891825b-155c-4ce1-88d8-93c2e1b1b7be tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:16.625481 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-41164d6b-9cda-4add-87dc-e784a85ce487 req-8891825b-155c-4ce1-88d8-93c2e1b1b7be tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.0865428 Dec 16 22:33:16.649838 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-286caf7a-8487-456f-bdad-c81451ee9747 req-a8db4030-c9cc-4c22-9fec-96e3abd467a4 tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0426204 Dec 16 22:33:16.707224 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-41164d6b-9cda-4add-87dc-e784a85ce487 req-4b70df74-1697-4a05-b37d-18d3da80afd4 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738487 Dec 16 22:33:16.758082 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4f9967e6-3086-4c94-bbee-e6dda51645c0 req-e0d4a2e4-1150-4278-ada7-091a67f04731 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 210 time: 0.0315843 Dec 16 22:33:17.574787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c22ee-6aba-4823-be1c-42c2a1dfb26b req-d102b9e9-bc58-4bce-b1a1-2b8d3f56bed1 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:17.576384 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f50c22ee-6aba-4823-be1c-42c2a1dfb26b req-d102b9e9-bc58-4bce-b1a1-2b8d3f56bed1 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0535538 Dec 16 22:33:17.639970 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f50c22ee-6aba-4823-be1c-42c2a1dfb26b req-48a958db-75c9-4a85-b3a0-8d9e2cf08ea8 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575004 Dec 16 22:33:17.762809 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-759da117-938f-46fd-a976-3acbfefae52c req-893004a0-e9c6-415f-9f47-b3934bb73b27 tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0285444 Dec 16 22:33:17.841082 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5ded7-26f0-4d93-bed5-971cb09a78d8 req-dfc9eb02-dfa1-4304-8499-455f7d6da6b1 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:17.843872 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e4c5ded7-26f0-4d93-bed5-971cb09a78d8 req-dfc9eb02-dfa1-4304-8499-455f7d6da6b1 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.0533743 Dec 16 22:33:17.886906 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c272d141-0028-48e2-a539-e372cf230bb4 req-812afa75-1a7e-4ffb-a15d-1f3166851805 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 210 time: 0.0455213 Dec 16 22:33:17.931500 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e4c5ded7-26f0-4d93-bed5-971cb09a78d8 req-cc1f78b5-5220-4561-8355-83928603be47 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686607 Dec 16 22:33:18.800360 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfae18a-980d-48ad-a2aa-34bd034ba292 req-7261e511-221f-4713-b1a1-7da87440dbef tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:18.802279 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bdfae18a-980d-48ad-a2aa-34bd034ba292 req-7261e511-221f-4713-b1a1-7da87440dbef tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0712335 Dec 16 22:33:18.904363 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bdfae18a-980d-48ad-a2aa-34bd034ba292 req-55e7b66c-e29a-4305-a85c-4784fff073ab tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953407 Dec 16 22:33:18.910673 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3fb720de-6873-4f8e-8242-40ad1b8d78fb req-ab7eac7e-7356-44c1-bfc6-696f7fc2deee tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0429451 Dec 16 22:33:19.016069 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-299b1764-cb7e-4694-a6d3-0791814083a0 req-383e9cab-dab1-45f5-8145-bf0cb3a5e1ee tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 210 time: 0.0371311 Dec 16 22:33:19.078575 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c3881-82a3-45e0-ad22-87c182b10f20 req-3fdb67e2-fe25-433b-9c2b-d982122fb305 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:19.080239 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-992c3881-82a3-45e0-ad22-87c182b10f20 req-3fdb67e2-fe25-433b-9c2b-d982122fb305 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.0583158 Dec 16 22:33:19.134654 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-992c3881-82a3-45e0-ad22-87c182b10f20 req-9f2b2764-382a-45d3-a0b6-cc802c0296c9 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477743 Dec 16 22:33:19.324627 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35664) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:19.346928 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35668) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:19.443497 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bbe871c4-ed67-405b-b8f8-6ebd26785f5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:19.539178 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bbe871c4-ed67-405b-b8f8-6ebd26785f5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:19.775247 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-178a5650-00a8-45a6-ae3d-2c23e17f60b5 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Deleting port 7c012e58-0f81-46ba-8b2e-544420e72db8 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:19.775247 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-178a5650-00a8-45a6-ae3d-2c23e17f60b5 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:19.779960 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-178a5650-00a8-45a6-ae3d-2c23e17f60b5 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:19.780312 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-178a5650-00a8-45a6-ae3d-2c23e17f60b5 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:19.792418 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-178a5650-00a8-45a6-ae3d-2c23e17f60b5 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Calling delete_port for 7c012e58-0f81-46ba-8b2e-544420e72db8 owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:20.022001 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bbe871c4-ed67-405b-b8f8-6ebd26785f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:20.076040 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798086d4-b30d-450c-92e9-09b2c4ab33ef req-577f7b35-f95f-4834-a5c7-063e799d1ca0 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:20.078349 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-798086d4-b30d-450c-92e9-09b2c4ab33ef req-577f7b35-f95f-4834-a5c7-063e799d1ca0 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0761309 Dec 16 22:33:20.087693 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5be74cec-24ad-4e2d-ab3b-9c02b8872da8 req-3b5a21f1-3bca-4503-81cb-e82ff5c4a15a tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0598023 Dec 16 22:33:20.095321 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe871c4-ed67-405b-b8f8-6ebd26785f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5060149b-98f6-40e3-a786-cc8ff689e38a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:20.117805 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bbe871c4-ed67-405b-b8f8-6ebd26785f5b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cb15ada9973d4c4d80b6612d0d87d1a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7903538 Dec 16 22:33:20.120568 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35678) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:20.165501 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-798086d4-b30d-450c-92e9-09b2c4ab33ef req-a29be25d-8083-48c4-b76b-28fed3bb5a7c tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806029 Dec 16 22:33:20.167469 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-178a5650-00a8-45a6-ae3d-2c23e17f60b5 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:20.222746 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a5650-00a8-45a6-ae3d-2c23e17f60b5 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Pushing event deleted for resources: {'Port': ['ID=7c012e58-0f81-46ba-8b2e-544420e72db8,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:20.263520 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-abf7c13d-de49-4e6b-93c2-c811dde1fa2a req-cadd068a-c78a-4260-998c-850b6a25cf1b tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 210 time: 0.0908909 Dec 16 22:33:20.310487 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a79644e0-7caa-46eb-8e99-61c7d907919d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:20.327324 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-178a5650-00a8-45a6-ae3d-2c23e17f60b5 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:20.327324 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-178a5650-00a8-45a6-ae3d-2c23e17f60b5 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Floating IP b99d7571-898f-41e0-9abd-30fa85a3e8d0 disassociated (deleted). External IP: 172.25.6.241, port: 21da3fa1-0858-4cf3-ab49-9efcaef5f907. Dec 16 22:33:20.335642 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8bdc8-8f70-46b7-8058-99b9a810b989 req-1d24b45e-8f11-4e27-8790-bb91477f1512 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:20.337196 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-12d8bdc8-8f70-46b7-8058-99b9a810b989 req-1d24b45e-8f11-4e27-8790-bb91477f1512 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.0539033 Dec 16 22:33:20.379730 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a79644e0-7caa-46eb-8e99-61c7d907919d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:20.393003 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-12d8bdc8-8f70-46b7-8058-99b9a810b989 req-3f13924d-81fc-4feb-a129-97e156a93b76 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460479 Dec 16 22:33:20.592589 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178a5650-00a8-45a6-ae3d-2c23e17f60b5 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Router bc2a67da-9c8a-49f6-bb1c-75de3183e269 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:33:20.687688 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a79644e0-7caa-46eb-8e99-61c7d907919d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:20.690378 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a79644e0-7caa-46eb-8e99-61c7d907919d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:20.691727 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a79644e0-7caa-46eb-8e99-61c7d907919d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5060149b-98f6-40e3-a786-cc8ff689e38a HTTP/1.1" status: 204 len: 168 time: 0.5693111 Dec 16 22:33:20.706925 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79644e0-7caa-46eb-8e99-61c7d907919d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5060149b-98f6-40e3-a786-cc8ff689e38a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:20.723520 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178a5650-00a8-45a6-ae3d-2c23e17f60b5 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:33:20.728315 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-178a5650-00a8-45a6-ae3d-2c23e17f60b5 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:20.753137 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0b56a8-9364-4e2c-8de5-71a59c0220d3 None None] Sync routers for ids ['bc2a67da-9c8a-49f6-bb1c-75de3183e269'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:33:20.761105 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-178a5650-00a8-45a6-ae3d-2c23e17f60b5 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "DELETE /v2.0/floatingips/b99d7571-898f-41e0-9abd-30fa85a3e8d0 HTTP/1.1" status: 204 len: 168 time: 1.4130616 Dec 16 22:33:20.761745 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2841603-9c17-4d0b-b870-5ef976fdbe80', 'tag': '21da3fa1-0858-4cf3-ab49-9efcaef5f907'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:33:20.764768 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b83bdc-ed54-4dd0-83d5-56fd85e532ed" -d '{"events": [{"name": "network-changed", "server_uuid": "a2841603-9c17-4d0b-b870-5ef976fdbe80", "tag": "21da3fa1-0858-4cf3-ab49-9efcaef5f907"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:33:20.786697 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0b56a8-9364-4e2c-8de5-71a59c0220d3 None None] Routers {'bc2a67da-9c8a-49f6-bb1c-75de3183e269'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:33:20.792731 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-2a0b56a8-9364-4e2c-8de5-71a59c0220d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:32:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bc2a67da-9c8a-49f6-bb1c-75de3183e269'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:20.833238 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec95d1d-d6c4-4682-9fab-4454b7aa72f6 x-openstack-request-id: req-eec95d1d-d6c4-4682-9fab-4454b7aa72f6 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:33:20.833541 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2841603-9c17-4d0b-b870-5ef976fdbe80", "tag": "21da3fa1-0858-4cf3-ab49-9efcaef5f907", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:33:20.833806 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-eec95d1d-d6c4-4682-9fab-4454b7aa72f6 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:33:20.834219 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2841603-9c17-4d0b-b870-5ef976fdbe80', 'tag': '21da3fa1-0858-4cf3-ab49-9efcaef5f907', 'status': 'completed', 'code': 200} Dec 16 22:33:20.916857 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-2a0b56a8-9364-4e2c-8de5-71a59c0220d3 None None] Set router bc2a67da-9c8a-49f6-bb1c-75de3183e269 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:33:20.936449 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b83bdc-ed54-4dd0-83d5-56fd85e532ed req-1b34a2f0-5ddb-424d-8c41-2351f22bed70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:20.939225 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5b83bdc-ed54-4dd0-83d5-56fd85e532ed req-1b34a2f0-5ddb-424d-8c41-2351f22bed70 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34b0fd2f7832448286a236e2618576f5&device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 1096 time: 0.0596361 Dec 16 22:33:21.045975 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b83bdc-ed54-4dd0-83d5-56fd85e532ed req-76841fcc-898d-4683-8c83-098dbae7713d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:21.047628 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5b83bdc-ed54-4dd0-83d5-56fd85e532ed req-76841fcc-898d-4683-8c83-098dbae7713d service neutron] 10.222.0.57 "GET /v2.0/networks?id=5474515b-be28-4962-9e16-dbf7636fc2f6 HTTP/1.1" status: 200 len: 914 time: 0.1015027 Dec 16 22:33:21.095322 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5b83bdc-ed54-4dd0-83d5-56fd85e532ed req-52475282-83e8-40b5-acd7-8052d2a1e22e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21da3fa1-0858-4cf3-ab49-9efcaef5f907 HTTP/1.1" status: 200 len: 217 time: 0.0399752 Dec 16 22:33:21.165751 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b83bdc-ed54-4dd0-83d5-56fd85e532ed req-b81fae5e-fb89-4f62-b5bf-c0447193f891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:21.168583 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5b83bdc-ed54-4dd0-83d5-56fd85e532ed req-b81fae5e-fb89-4f62-b5bf-c0447193f891 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=468c6b2c-3f54-4baf-9ce5-16ed201a45b7 HTTP/1.1" status: 200 len: 853 time: 0.0673378 Dec 16 22:33:21.212824 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-2a0b56a8-9364-4e2c-8de5-71a59c0220d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'name': 'tempest-TestVolumeBackupRestore-2110491892-router', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:13Z', 'updated_at': '2021-12-16T22:27:20Z', 'revision_number': 4, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'gw_port': {'id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:15Z', 'updated_at': '2021-12-16T22:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f8d241c9-0fe6-49e9-ba68-06fb6423ee63', 'name': '', 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'mac_address': 'fa:16:3e:5d:a0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:19Z', 'updated_at': '2021-12-16T22:27:30Z', 'revision_number': 5, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'subnets': [{'id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:21.251722 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b83bdc-ed54-4dd0-83d5-56fd85e532ed req-accdd584-6d30-4a4b-a3c3-04e0aa60a621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:21.253762 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5b83bdc-ed54-4dd0-83d5-56fd85e532ed req-accdd584-6d30-4a4b-a3c3-04e0aa60a621 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5474515b-be28-4962-9e16-dbf7636fc2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779951 Dec 16 22:33:21.256737 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0b56a8-9364-4e2c-8de5-71a59c0220d3 None None] Checking router: bc2a67da-9c8a-49f6-bb1c-75de3183e269 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:33:21.276441 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0b56a8-9364-4e2c-8de5-71a59c0220d3 None None] Routers {'bc2a67da-9c8a-49f6-bb1c-75de3183e269'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:33:21.277121 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-2a0b56a8-9364-4e2c-8de5-71a59c0220d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:32:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bc2a67da-9c8a-49f6-bb1c-75de3183e269'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:21.305395 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-140ef904-6261-49e5-b194-d0697939cdb1 req-c3b46294-fd1e-4baf-b7fa-2b5e22537d5f tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0483804 Dec 16 22:33:21.406868 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5b83bdc-ed54-4dd0-83d5-56fd85e532ed req-c3c339ec-589d-4f89-aeb0-a3dcd100707b service neutron] 10.222.0.57 "GET /v2.0/networks/5474515b-be28-4962-9e16-dbf7636fc2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373096 Dec 16 22:33:21.460505 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-2a0b56a8-9364-4e2c-8de5-71a59c0220d3 None None] Set router bc2a67da-9c8a-49f6-bb1c-75de3183e269 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:33:21.510684 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-037983f8-e435-4703-b6d5-8dc5c7345737 req-9cc8873e-321a-4c44-a961-a417600c6ff3 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/ports?device_id=10a3a704-b703-403d-bdaf-0dead804fb56 HTTP/1.1" status: 200 len: 210 time: 0.0555961 Dec 16 22:33:21.596940 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3fbbc-cf3c-47a4-8b2e-6bbaaacfd2fd req-0b65dd35-4622-4a40-8484-5fb1a1b70fb2 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:21.604312 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13d3fbbc-cf3c-47a4-8b2e-6bbaaacfd2fd req-0b65dd35-4622-4a40-8484-5fb1a1b70fb2 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0761571 Dec 16 22:33:21.668009 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5b83bdc-ed54-4dd0-83d5-56fd85e532ed req-f0c6f99d-4d77-46b3-9051-515a72d7ccc9 service neutron] 10.222.0.57 "GET /v2.0/networks/5474515b-be28-4962-9e16-dbf7636fc2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404754 Dec 16 22:33:21.679077 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35700) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:21.691478 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13d3fbbc-cf3c-47a4-8b2e-6bbaaacfd2fd req-0624e767-eaf5-4ae4-a7c8-cfe13a993ae8 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862045 Dec 16 22:33:21.736592 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fce2ec-8705-4221-8047-765625fdd2fb req-ec16e5c3-d93a-4063-881f-6b608be401a5 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:21.745202 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-78fce2ec-8705-4221-8047-765625fdd2fb req-ec16e5c3-d93a-4063-881f-6b608be401a5 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 945 time: 0.1506622 Dec 16 22:33:21.756332 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97ce5d46-3e01-4fec-b8e2-9149ee09fc28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:21.820925 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-2a0b56a8-9364-4e2c-8de5-71a59c0220d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'name': 'tempest-TestVolumeBackupRestore-2110491892-router', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:13Z', 'updated_at': '2021-12-16T22:27:20Z', 'revision_number': 4, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'gw_port': {'id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:15Z', 'updated_at': '2021-12-16T22:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f8d241c9-0fe6-49e9-ba68-06fb6423ee63', 'name': '', 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'mac_address': 'fa:16:3e:5d:a0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:19Z', 'updated_at': '2021-12-16T22:27:30Z', 'revision_number': 5, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'subnets': [{'id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:21.833648 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-78fce2ec-8705-4221-8047-765625fdd2fb req-c8a5acf5-db16-46d9-b732-4f4e93f2a486 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/security-groups?id=2b271281-9c71-43b7-bc76-33368ddcc8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871563 Dec 16 22:33:21.856389 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0b56a8-9364-4e2c-8de5-71a59c0220d3 None None] The sync data for ids ['bc2a67da-9c8a-49f6-bb1c-75de3183e269'] in n-d-815324-4 is: [{'id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'name': 'tempest-TestVolumeBackupRestore-2110491892-router', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:13Z', 'updated_at': '2021-12-16T22:27:20Z', 'revision_number': 4, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'gw_port': {'id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:15Z', 'updated_at': '2021-12-16T22:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f8d241c9-0fe6-49e9-ba68-06fb6423ee63', 'name': '', 'network_id': '5474515b-be28-4962-9e16-dbf7636fc2f6', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'mac_address': 'fa:16:3e:5d:a0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:19Z', 'updated_at': '2021-12-16T22:27:30Z', 'revision_number': 5, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'subnets': [{'id': '468c6b2c-3f54-4baf-9ce5-16ed201a45b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:33:21.881519 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882ce73-3622-468b-ae0a-558a909fd79f req-67292ee4-b1fb-4cba-8887-6b4b2805d965 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:21.883942 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4882ce73-3622-468b-ae0a-558a909fd79f req-67292ee4-b1fb-4cba-8887-6b4b2805d965 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.0851209 Dec 16 22:33:21.931514 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97ce5d46-3e01-4fec-b8e2-9149ee09fc28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:21.955784 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4882ce73-3622-468b-ae0a-558a909fd79f req-64480256-af62-4e73-8b7b-89009b96567e tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633423 Dec 16 22:33:22.026763 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97ce5d46-3e01-4fec-b8e2-9149ee09fc28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:22.079893 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-97ce5d46-3e01-4fec-b8e2-9149ee09fc28 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0941a1a420014ef1936d318ea8f969b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3997495 Dec 16 22:33:22.081024 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce5d46-3e01-4fec-b8e2-9149ee09fc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3b0fbe-aed7-4e71-8a5d-4b24a7f9878f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:22.083506 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35704) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:22.152503 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-926b962b-cb64-4904-b8a9-a4bff10f27f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:22.176974 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-926b962b-cb64-4904-b8a9-a4bff10f27f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:22.187380 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a53d48-ddce-46c1-bd97-508330594c49 None None] New status for floating IP b99d7571-898f-41e0-9abd-30fa85a3e8d0: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:33:22.324164 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-926b962b-cb64-4904-b8a9-a4bff10f27f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:22.327203 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-926b962b-cb64-4904-b8a9-a4bff10f27f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:22.328509 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-926b962b-cb64-4904-b8a9-a4bff10f27f0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ca3b0fbe-aed7-4e71-8a5d-4b24a7f9878f HTTP/1.1" status: 204 len: 168 time: 0.2440045 Dec 16 22:33:22.338666 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b962b-cb64-4904-b8a9-a4bff10f27f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3b0fbe-aed7-4e71-8a5d-4b24a7f9878f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:22.453619 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5f304ae0-7df1-4e5a-8120-26774f96f9f2 req-99f659c2-3095-435b-a019-12223cda369f tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0303798 Dec 16 22:33:22.709613 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35716) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:22.781383 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-759c0fdf-0cd7-4b8d-8ffd-fc429b2deadf tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:22.817851 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-759c0fdf-0cd7-4b8d-8ffd-fc429b2deadf tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:22.970461 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd12d0a-1e3b-422d-a058-aa6ae2544c26 req-a1c8d8f0-19d4-444a-a19f-e8c84e31083b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:22.972307 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7fd12d0a-1e3b-422d-a058-aa6ae2544c26 req-a1c8d8f0-19d4-444a-a19f-e8c84e31083b tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 945 time: 0.0555816 Dec 16 22:33:22.975802 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-759c0fdf-0cd7-4b8d-8ffd-fc429b2deadf tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:22.978849 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-759c0fdf-0cd7-4b8d-8ffd-fc429b2deadf tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:22.980128 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-759c0fdf-0cd7-4b8d-8ffd-fc429b2deadf tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "DELETE /v2.0/security-groups/1441c638-c88b-4ce3-8d53-759c5e35accf HTTP/1.1" status: 204 len: 168 time: 0.2702026 Dec 16 22:33:22.990274 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35730) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:22.993689 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c0fdf-0cd7-4b8d-8ffd-fc429b2deadf tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1441c638-c88b-4ce3-8d53-759c5e35accf,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:23.019015 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-4cba8e04-a0d4-403f-9373-5aba34c74693 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] show failed (client error): The resource could not be found. Dec 16 22:33:23.020417 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4cba8e04-a0d4-403f-9373-5aba34c74693 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "GET /v2.0/security-groups/1441c638-c88b-4ce3-8d53-759c5e35accf HTTP/1.1" status: 404 len: 347 time: 0.0280681 Dec 16 22:33:23.023810 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35732) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:23.071095 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7fd12d0a-1e3b-422d-a058-aa6ae2544c26 req-c69adc7f-8838-4832-8844-ada7c5b3c2b5 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/security-groups?id=2b271281-9c71-43b7-bc76-33368ddcc8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865459 Dec 16 22:33:23.190084 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e061b0-4a27-48fc-b9e6-167d4c720756 req-d0a1e867-8c89-4b7f-9de5-ecfe853db4ac tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:23.191657 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17e061b0-4a27-48fc-b9e6-167d4c720756 req-d0a1e867-8c89-4b7f-9de5-ecfe853db4ac tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.1154404 Dec 16 22:33:23.253067 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-3b6eb56f-3305-4f13-9d57-d86e2de901ed tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Deleting port 072a15cd-abfd-40d0-b3a4-f0bebd268fe5 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:23.253067 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3b6eb56f-3305-4f13-9d57-d86e2de901ed tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:23.258045 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17e061b0-4a27-48fc-b9e6-167d4c720756 req-c4e2cd83-30bf-4e60-b69c-0c6f245bac58 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601931 Dec 16 22:33:23.352350 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3b6eb56f-3305-4f13-9d57-d86e2de901ed tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:23.352756 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3b6eb56f-3305-4f13-9d57-d86e2de901ed tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:23.367334 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-3b6eb56f-3305-4f13-9d57-d86e2de901ed tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Calling delete_port for 072a15cd-abfd-40d0-b3a4-f0bebd268fe5 owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:23.385923 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa418244-a148-495d-a1ff-23d24816189d req-5b8f8ecc-c818-4d16-aec5-ae9bf2ced6a8 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:23.387787 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aa418244-a148-495d-a1ff-23d24816189d req-5b8f8ecc-c818-4d16-aec5-ae9bf2ced6a8 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 945 time: 0.0681310 Dec 16 22:33:23.403807 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-78fc56a1-9373-443d-9b1e-fc006bd538b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:23.513364 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-aa418244-a148-495d-a1ff-23d24816189d req-6362e314-5607-4b35-a406-25efad2a59ef tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Deleting port 21da3fa1-0858-4cf3-ab49-9efcaef5f907 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:23.513874 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-aa418244-a148-495d-a1ff-23d24816189d req-6362e314-5607-4b35-a406-25efad2a59ef tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:23.600085 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3b6eb56f-3305-4f13-9d57-d86e2de901ed tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:23.680202 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6eb56f-3305-4f13-9d57-d86e2de901ed tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event deleted for resources: {'Port': ['ID=072a15cd-abfd-40d0-b3a4-f0bebd268fe5,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:23.787129 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3b6eb56f-3305-4f13-9d57-d86e2de901ed tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:23.787129 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3b6eb56f-3305-4f13-9d57-d86e2de901ed tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:23.789947 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3b6eb56f-3305-4f13-9d57-d86e2de901ed tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "DELETE /v2.0/floatingips/eba4e80c-5b5c-4193-b459-c594e682621d HTTP/1.1" status: 204 len: 168 time: 0.7634993 Dec 16 22:33:23.790730 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35750) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:23.909076 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-e0216994-2ee3-4aa0-bb5b-183acf5305ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Deleting port 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:23.909569 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e0216994-2ee3-4aa0-bb5b-183acf5305ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:24.003519 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1436e29f-6aec-45b6-8129-c9e8d607dbb7 req-e381ffe8-27a8-45d5-ac13-7b7200aa70bb tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.4253404 Dec 16 22:33:24.033402 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e0216994-2ee3-4aa0-bb5b-183acf5305ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:24.042420 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-e0216994-2ee3-4aa0-bb5b-183acf5305ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Calling delete_port for 117343d1-e9dc-47b5-b09b-1fc4fcc77e1a owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:24.045406 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-aa418244-a148-495d-a1ff-23d24816189d req-6362e314-5607-4b35-a406-25efad2a59ef tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] For port 21da3fa1-0858-4cf3-ab49-9efcaef5f907, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=21da3fa1-0858-4cf3-ab49-9efcaef5f907,segment=NetworkSegment(d2e02710-2714-4452-a45f-d3fe8a82c3ce),segment_id=d2e02710-2714-4452-a45f-d3fe8a82c3ce)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:24.046001 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-aa418244-a148-495d-a1ff-23d24816189d req-6362e314-5607-4b35-a406-25efad2a59ef tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:24.058993 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-aa418244-a148-495d-a1ff-23d24816189d req-6362e314-5607-4b35-a406-25efad2a59ef tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Calling delete_port for 21da3fa1-0858-4cf3-ab49-9efcaef5f907 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:24.247681 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860cb11-94b7-4693-b671-3f53fc0a7bec req-f2882e86-cdca-4640-a187-1f40be078366 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:24.250968 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a860cb11-94b7-4693-b671-3f53fc0a7bec req-f2882e86-cdca-4640-a187-1f40be078366 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 945 time: 0.0632904 Dec 16 22:33:24.313826 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e0216994-2ee3-4aa0-bb5b-183acf5305ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:24.319607 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a860cb11-94b7-4693-b671-3f53fc0a7bec req-7141a9d1-a720-4fe3-9bd5-35972bfbfb58 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/security-groups?id=2b271281-9c71-43b7-bc76-33368ddcc8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611794 Dec 16 22:33:24.343360 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-aa418244-a148-495d-a1ff-23d24816189d req-6362e314-5607-4b35-a406-25efad2a59ef tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:24.363337 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0216994-2ee3-4aa0-bb5b-183acf5305ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event deleted for resources: {'Port': ['ID=117343d1-e9dc-47b5-b09b-1fc4fcc77e1a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:24.433378 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362e314-5607-4b35-a406-25efad2a59ef tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Pushing event deleted for resources: {'Port': ['ID=21da3fa1-0858-4cf3-ab49-9efcaef5f907,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:24.478564 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e0216994-2ee3-4aa0-bb5b-183acf5305ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:24.488065 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18584a3-8189-4800-ab50-49fd0766f5ff req-39aa8985-2900-433b-ad02-bbdf5411bb1a tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:24.489874 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b18584a3-8189-4800-ab50-49fd0766f5ff req-39aa8985-2900-433b-ad02-bbdf5411bb1a tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.1496773 Dec 16 22:33:24.490474 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35762) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:24.500015 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e0216994-2ee3-4aa0-bb5b-183acf5305ec tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "DELETE /v2.0/ports/117343d1-e9dc-47b5-b09b-1fc4fcc77e1a HTTP/1.1" status: 204 len: 168 time: 0.6924596 Dec 16 22:33:24.515752 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa418244-a148-495d-a1ff-23d24816189d req-6362e314-5607-4b35-a406-25efad2a59ef tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] No DVR routers for this DVR port 21da3fa1-0858-4cf3-ab49-9efcaef5f907 on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:33:24.527430 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-aa418244-a148-495d-a1ff-23d24816189d req-6362e314-5607-4b35-a406-25efad2a59ef tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:24.531369 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aa418244-a148-495d-a1ff-23d24816189d req-6362e314-5607-4b35-a406-25efad2a59ef tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.57 "DELETE /v2.0/ports/21da3fa1-0858-4cf3-ab49-9efcaef5f907 HTTP/1.1" status: 204 len: 173 time: 1.1374793 Dec 16 22:33:24.531860 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2841603-9c17-4d0b-b870-5ef976fdbe80', 'name': 'network-vif-deleted', 'tag': '21da3fa1-0858-4cf3-ab49-9efcaef5f907'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:33:24.534140 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4fe1e3-8207-4530-9a88-0f39cafc72f2" -d '{"events": [{"server_uuid": "a2841603-9c17-4d0b-b870-5ef976fdbe80", "name": "network-vif-deleted", "tag": "21da3fa1-0858-4cf3-ab49-9efcaef5f907"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:33:24.604084 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6c686f-3d85-4a34-a79b-5173f5bd9a50 x-openstack-request-id: req-6c6c686f-3d85-4a34-a79b-5173f5bd9a50 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:33:24.604386 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2841603-9c17-4d0b-b870-5ef976fdbe80", "name": "network-vif-deleted", "tag": "21da3fa1-0858-4cf3-ab49-9efcaef5f907", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:33:24.604647 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6c6c686f-3d85-4a34-a79b-5173f5bd9a50 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:33:24.605049 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2841603-9c17-4d0b-b870-5ef976fdbe80', 'name': 'network-vif-deleted', 'tag': '21da3fa1-0858-4cf3-ab49-9efcaef5f907', 'status': 'completed', 'code': 200} Dec 16 22:33:24.635283 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b18584a3-8189-4800-ab50-49fd0766f5ff req-f641e602-2b28-4143-915f-606aa2971498 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106212 Dec 16 22:33:24.690049 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-e8d19dea-4798-4e6a-8b43-080667fecf97 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Deleting port e0f2a365-369e-405c-9065-780d829281e6 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:24.690699 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e8d19dea-4798-4e6a-8b43-080667fecf97 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:24.829805 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e8d19dea-4798-4e6a-8b43-080667fecf97 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:24.849151 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-e8d19dea-4798-4e6a-8b43-080667fecf97 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Calling delete_port for e0f2a365-369e-405c-9065-780d829281e6 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:25.147256 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-73b03b45-980e-4fdf-8b5b-430b9a451253 req-e2ae9c91-9058-43f7-9bc6-14a240da7e09 tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0291009 Dec 16 22:33:25.164078 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e8d19dea-4798-4e6a-8b43-080667fecf97 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:25.199370 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d19dea-4798-4e6a-8b43-080667fecf97 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event deleted for resources: {'Port': ['ID=e0f2a365-369e-405c-9065-780d829281e6,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:25.273554 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e8d19dea-4798-4e6a-8b43-080667fecf97 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:25.277506 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e8d19dea-4798-4e6a-8b43-080667fecf97 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "DELETE /v2.0/ports/e0f2a365-369e-405c-9065-780d829281e6 HTTP/1.1" status: 204 len: 168 time: 0.7647016 Dec 16 22:33:25.281013 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35786) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:25.335119 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc1fda00-1119-4e6a-bbee-a618ad4c3323 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Deleting subnet c82cad89-cf9a-46f0-9ac6-686f18c47df5 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:33:25.338634 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc1fda00-1119-4e6a-bbee-a618ad4c3323 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:25.381019 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc1fda00-1119-4e6a-bbee-a618ad4c3323 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:25.441586 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1b7b6aec-29f6-48e2-8c13-f6ccaed47050 req-698e5bc5-66e5-49eb-8256-49c22bf205b9 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 210 time: 0.0343862 Dec 16 22:33:25.521552 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc1fda00-1119-4e6a-bbee-a618ad4c3323 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:25.672790 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d67aa059-aaca-4e6a-8bb5-47cf45b5febf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:25.719934 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc1fda00-1119-4e6a-bbee-a618ad4c3323 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:25.755886 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc1fda00-1119-4e6a-bbee-a618ad4c3323 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:25.759459 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-dc1fda00-1119-4e6a-bbee-a618ad4c3323 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "DELETE /v2.0/subnets/c82cad89-cf9a-46f0-9ac6-686f18c47df5 HTTP/1.1" status: 204 len: 168 time: 0.4774182 Dec 16 22:33:25.762068 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35800) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:25.769317 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e52c51-c97c-4f3b-b86d-81958097d5dd None None] Network 66e9be3c-e724-4370-8e53-fc3253b9f776 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:33:25.786747 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1fda00-1119-4e6a-bbee-a618ad4c3323 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event deleted for resources: {'Subnet': ['ID=c82cad89-cf9a-46f0-9ac6-686f18c47df5,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:25.808666 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9e008-b497-42ae-afda-e5eb42d7b939 req-9b940aab-dea7-4a0e-8c7d-815ed92c07d2 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:25.810742 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ca9e008-b497-42ae-afda-e5eb42d7b939 req-9b940aab-dea7-4a0e-8c7d-815ed92c07d2 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.0987291 Dec 16 22:33:25.897674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-966f65b0-29f2-4687-9ce0-616aed85a949 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Deleting subnet 25876357-a0e7-4570-bc9f-e643775c0f42 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:33:25.901473 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-966f65b0-29f2-4687-9ce0-616aed85a949 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:25.962618 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ca9e008-b497-42ae-afda-e5eb42d7b939 req-1863d470-3fb3-45bc-98c9-2de951cf922a tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280303 Dec 16 22:33:25.964895 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-966f65b0-29f2-4687-9ce0-616aed85a949 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:25.992953 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c9711c-f6df-4057-b52c-b38ce3caadd8 None None] DHCP port deletion for 66e9be3c-e724-4370-8e53-fc3253b9f776 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:33:26.080809 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-29c9711c-f6df-4057-b52c-b38ce3caadd8 None None] Deleting port 04afec58-2a84-4e46-937f-e64d497aa646 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:26.081186 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-29c9711c-f6df-4057-b52c-b38ce3caadd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:26.086634 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-966f65b0-29f2-4687-9ce0-616aed85a949 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:26.156099 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-29c9711c-f6df-4057-b52c-b38ce3caadd8 None None] For port 04afec58-2a84-4e46-937f-e64d497aa646, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=04afec58-2a84-4e46-937f-e64d497aa646,segment=NetworkSegment(774ae7ad-6cb3-480b-916f-2a511cfde8af),segment_id=774ae7ad-6cb3-480b-916f-2a511cfde8af)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:26.156507 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-29c9711c-f6df-4057-b52c-b38ce3caadd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:26.173178 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-29c9711c-f6df-4057-b52c-b38ce3caadd8 None None] Calling delete_port for 04afec58-2a84-4e46-937f-e64d497aa646 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:26.259527 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-77ec8d4e-7122-45c1-a7a7-eed2283880d2 req-3b11c8cd-7357-48f7-9d06-0ceb48d4a8b7 tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0311685 Dec 16 22:33:26.296547 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-966f65b0-29f2-4687-9ce0-616aed85a949 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:26.330109 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f65b0-29f2-4687-9ce0-616aed85a949 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event deleted for resources: {'Subnet': ['ID=25876357-a0e7-4570-bc9f-e643775c0f42,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:26.333409 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-966f65b0-29f2-4687-9ce0-616aed85a949 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:26.336760 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-966f65b0-29f2-4687-9ce0-616aed85a949 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "DELETE /v2.0/subnets/25876357-a0e7-4570-bc9f-e643775c0f42 HTTP/1.1" status: 204 len: 168 time: 0.5728302 Dec 16 22:33:26.339289 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35828) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:26.348072 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9372f8c1-c570-4993-8ad5-2439696436fb None None] Network 15791355-f493-42e0-a1b7-a4369065109f requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:33:26.417052 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-29c9711c-f6df-4057-b52c-b38ce3caadd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:26.456340 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d152-1fdc-4a13-ab6b-e85283b7fa37 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:26.463740 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c9711c-f6df-4057-b52c-b38ce3caadd8 None None] No DVR routers for this DVR port 04afec58-2a84-4e46-937f-e64d497aa646 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:33:26.471109 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9711c-f6df-4057-b52c-b38ce3caadd8 None None] Pushing event deleted for resources: {'Port': ['ID=04afec58-2a84-4e46-937f-e64d497aa646,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:26.484773 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b977f-c3a1-47fb-b328-728600347009 req-200cfd78-22aa-4aa6-852c-c5d2cd1b7f85 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:26.492616 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d94b977f-c3a1-47fb-b328-728600347009 req-200cfd78-22aa-4aa6-852c-c5d2cd1b7f85 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.1317248 Dec 16 22:33:26.544304 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9711c-f6df-4057-b52c-b38ce3caadd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:26.544778 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9711c-f6df-4057-b52c-b38ce3caadd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:26.545269 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9711c-f6df-4057-b52c-b38ce3caadd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:26.545622 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9711c-f6df-4057-b52c-b38ce3caadd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:26.551971 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9711c-f6df-4057-b52c-b38ce3caadd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:26.551971 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9711c-f6df-4057-b52c-b38ce3caadd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:26.551971 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9711c-f6df-4057-b52c-b38ce3caadd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:26.551971 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9711c-f6df-4057-b52c-b38ce3caadd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:26.551971 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9711c-f6df-4057-b52c-b38ce3caadd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:26.551971 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9711c-f6df-4057-b52c-b38ce3caadd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:26.551971 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9711c-f6df-4057-b52c-b38ce3caadd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:26.551971 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9711c-f6df-4057-b52c-b38ce3caadd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:26.551971 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9711c-f6df-4057-b52c-b38ce3caadd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:26.647922 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cfb2787e-e92e-472d-b8e3-6061e4ce11c5 req-e90788f3-99de-4d91-9e75-f51fd8ca76b0 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 210 time: 0.0413566 Dec 16 22:33:26.694989 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d152-1fdc-4a13-ab6b-e85283b7fa37 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:26.711263 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90b29eb-049a-4538-8bc4-9999679ea5c1 None None] DHCP port deletion for 15791355-f493-42e0-a1b7-a4369065109f request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:33:26.778187 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d94b977f-c3a1-47fb-b328-728600347009 req-b7b2f743-e132-459d-bd66-a5c96e48b7ce tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846022 Dec 16 22:33:26.797404 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-5bc7d152-1fdc-4a13-ab6b-e85283b7fa37 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e9be3c-e724-4370-8e53-fc3253b9f776']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:26.835087 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a90b29eb-049a-4538-8bc4-9999679ea5c1 None None] Deleting port 69416bd5-327e-4c02-b2cc-2f08a6616c2f {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:26.835087 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a90b29eb-049a-4538-8bc4-9999679ea5c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:26.835338 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-5bc7d152-1fdc-4a13-ab6b-e85283b7fa37 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774ae7ad-6cb3-480b-916f-2a511cfde8af') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:26.835338 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-5bc7d152-1fdc-4a13-ab6b-e85283b7fa37 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774ae7ad-6cb3-480b-916f-2a511cfde8af') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:26.845027 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7d212-b7a9-47bf-9354-04593b6327fe req-98c1790c-3e8b-4ffe-86d1-36d1ff1722b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:26.846598 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ed7d212-b7a9-47bf-9354-04593b6327fe req-98c1790c-3e8b-4ffe-86d1-36d1ff1722b6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=720f6d1270aa4ecaab964d0eb84b215e&device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 1096 time: 0.2332220 Dec 16 22:33:26.848409 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d152-1fdc-4a13-ab6b-e85283b7fa37 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:26.850152 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35836) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:26.918986 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d152-1fdc-4a13-ab6b-e85283b7fa37 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:26.929341 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 69416bd5-327e-4c02-b2cc-2f08a6616c2f no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:33:26.930901 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc7d152-1fdc-4a13-ab6b-e85283b7fa37 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:33:26.931351 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d152-1fdc-4a13-ab6b-e85283b7fa37 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:33:26.934615 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:33:27.033022 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-afc37459-b39a-436f-bc9f-286c3bbd156c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:27.036884 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7d212-b7a9-47bf-9354-04593b6327fe req-0bf542b6-de43-4d2e-bdee-f5bce7188268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:27.038445 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ed7d212-b7a9-47bf-9354-04593b6327fe req-0bf542b6-de43-4d2e-bdee-f5bce7188268 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d9f61c4-cc29-4ddf-89f0-e4012f9c023f HTTP/1.1" status: 200 len: 911 time: 0.1820073 Dec 16 22:33:27.140682 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-afc37459-b39a-436f-bc9f-286c3bbd156c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:27.149309 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ed7d212-b7a9-47bf-9354-04593b6327fe req-8c2a8f17-9b93-4ee2-bcf5-b009fd5cff24 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe59c16b-1dd6-4b4b-945c-8a61814311d6 HTTP/1.1" status: 200 len: 1000 time: 0.1023316 Dec 16 22:33:27.164544 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d152-1fdc-4a13-ab6b-e85283b7fa37 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:27.172777 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d152-1fdc-4a13-ab6b-e85283b7fa37 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:27.177402 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5bc7d152-1fdc-4a13-ab6b-e85283b7fa37 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "DELETE /v2.0/networks/66e9be3c-e724-4370-8e53-fc3253b9f776 HTTP/1.1" status: 204 len: 168 time: 0.8370590 Dec 16 22:33:27.180045 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35840) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:27.191506 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a90b29eb-049a-4538-8bc4-9999679ea5c1 None None] For port 69416bd5-327e-4c02-b2cc-2f08a6616c2f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=69416bd5-327e-4c02-b2cc-2f08a6616c2f,segment=NetworkSegment(5e3da25f-4b43-46b0-809d-e43f2b3029cc),segment_id=5e3da25f-4b43-46b0-809d-e43f2b3029cc)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:27.191994 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a90b29eb-049a-4538-8bc4-9999679ea5c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:27.208865 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7d152-1fdc-4a13-ab6b-e85283b7fa37 tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event deleted for resources: {'Network': ['ID=66e9be3c-e724-4370-8e53-fc3253b9f776,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:27.215420 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a90b29eb-049a-4538-8bc4-9999679ea5c1 None None] Calling delete_port for 69416bd5-327e-4c02-b2cc-2f08a6616c2f owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:27.235334 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7d212-b7a9-47bf-9354-04593b6327fe req-99eb194d-c264-4216-b13b-ca22a877ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:27.237427 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ed7d212-b7a9-47bf-9354-04593b6327fe req-99eb194d-c264-4216-b13b-ca22a877ebcc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04b9b352-17cc-4c58-8901-6e5b7abd436d HTTP/1.1" status: 200 len: 850 time: 0.0811620 Dec 16 22:33:27.296808 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-afc37459-b39a-436f-bc9f-286c3bbd156c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:27.301557 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:27.309542 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:27.322840 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:27.332595 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7d212-b7a9-47bf-9354-04593b6327fe req-5b1127ca-f4fb-47df-9f0c-6e1686a5317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:27.334897 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ed7d212-b7a9-47bf-9354-04593b6327fe req-5b1127ca-f4fb-47df-9f0c-6e1686a5317c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d9f61c4-cc29-4ddf-89f0-e4012f9c023f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843537 Dec 16 22:33:27.390533 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 69416bd5-327e-4c02-b2cc-2f08a6616c2f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=69416bd5-327e-4c02-b2cc-2f08a6616c2f,segment=NetworkSegment(5e3da25f-4b43-46b0-809d-e43f2b3029cc),segment_id=5e3da25f-4b43-46b0-809d-e43f2b3029cc)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:27.443095 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d41626c6-0e37-46e9-915b-ea419e0aa977 req-f4bd56e8-1b55-4e39-9b27-32cb5f0c3350 tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0550752 Dec 16 22:33:27.453700 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-933aa1d1-ca16-42e7-9c47-22fcd7750a5d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:27.464102 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-afc37459-b39a-436f-bc9f-286c3bbd156c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d004b3f1d67e41c3861010deed01f37a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6128373 Dec 16 22:33:27.468756 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35846) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:27.475404 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc37459-b39a-436f-bc9f-286c3bbd156c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dc9c09-61fc-477e-8326-780c3764fabc,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:27.521989 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:27.521989 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 04afec58-2a84-4e46-937f-e64d497aa646 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:33:27.531690 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650c7f9-46e3-4553-a283-477b6e774370 req-0ff09824-8d86-4e86-bf4c-94c52832305f tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:27.539306 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9650c7f9-46e3-4553-a283-477b6e774370 req-0ff09824-8d86-4e86-bf4c-94c52832305f tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8b809fd-0784-4286-8438-ef0c68e69efa HTTP/1.1" status: 200 len: 945 time: 0.1198409 Dec 16 22:33:27.549723 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-933aa1d1-ca16-42e7-9c47-22fcd7750a5d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Deleting port 69416bd5-327e-4c02-b2cc-2f08a6616c2f {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:27.550337 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-933aa1d1-ca16-42e7-9c47-22fcd7750a5d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:27.564189 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ed7d212-b7a9-47bf-9354-04593b6327fe req-926c07a3-41c8-449e-bf84-aa8ceb573b5c service neutron] 10.222.0.76 "GET /v2.0/networks/4d9f61c4-cc29-4ddf-89f0-e4012f9c023f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117300 Dec 16 22:33:27.573417 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 04afec58-2a84-4e46-937f-e64d497aa646 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:33:27.573417 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 04afec58-2a84-4e46-937f-e64d497aa646 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:33:27.595081 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=69416bd5-327e-4c02-b2cc-2f08a6616c2f,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:27.644111 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-933aa1d1-ca16-42e7-9c47-22fcd7750a5d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] For port 69416bd5-327e-4c02-b2cc-2f08a6616c2f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=69416bd5-327e-4c02-b2cc-2f08a6616c2f,segment=NetworkSegment(5e3da25f-4b43-46b0-809d-e43f2b3029cc),segment_id=5e3da25f-4b43-46b0-809d-e43f2b3029cc)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:27.644483 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-933aa1d1-ca16-42e7-9c47-22fcd7750a5d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:27.660204 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-933aa1d1-ca16-42e7-9c47-22fcd7750a5d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Calling delete_port for 69416bd5-327e-4c02-b2cc-2f08a6616c2f owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:27.673982 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a90b29eb-049a-4538-8bc4-9999679ea5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:27.735934 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b29eb-049a-4538-8bc4-9999679ea5c1 None None] Pushing event deleted for resources: {'Port': ['ID=69416bd5-327e-4c02-b2cc-2f08a6616c2f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:27.740941 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90b29eb-049a-4538-8bc4-9999679ea5c1 None None] No DVR routers for this DVR port 69416bd5-327e-4c02-b2cc-2f08a6616c2f on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:33:27.799522 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8a00f8aa-b953-413c-92c7-57971a8a2b12 req-509e731f-0006-4f7e-a721-374c6e47cf36 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 210 time: 0.0307767 Dec 16 22:33:27.849095 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 21da3fa1-0858-4cf3-ab49-9efcaef5f907 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:33:27.872487 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 21da3fa1-0858-4cf3-ab49-9efcaef5f907 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:33:27.874246 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 21da3fa1-0858-4cf3-ab49-9efcaef5f907 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:33:27.890401 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-933aa1d1-ca16-42e7-9c47-22fcd7750a5d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:27.939460 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933aa1d1-ca16-42e7-9c47-22fcd7750a5d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event deleted for resources: {'Port': ['ID=69416bd5-327e-4c02-b2cc-2f08a6616c2f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:27.945438 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933aa1d1-ca16-42e7-9c47-22fcd7750a5d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] No DVR routers for this DVR port 69416bd5-327e-4c02-b2cc-2f08a6616c2f on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:33:27.998241 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fd5c0c10-a3c6-4b6e-90d5-37e63858a988 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:28.027972 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9650c7f9-46e3-4553-a283-477b6e774370 req-8ac26a8f-6a61-4564-921a-79042400e889 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f16d179-18d5-4d45-b2c2-ad7b37955b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4876933 Dec 16 22:33:28.039687 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee067c7-53d1-4ca9-933f-9f3bbd9474ed req-c0b14e12-3a4a-4b41-8430-95ec56362ee0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:28.041284 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ee067c7-53d1-4ca9-933f-9f3bbd9474ed req-c0b14e12-3a4a-4b41-8430-95ec56362ee0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.1641850 Dec 16 22:33:28.049156 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fd5c0c10-a3c6-4b6e-90d5-37e63858a988 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:28.085104 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-933aa1d1-ca16-42e7-9c47-22fcd7750a5d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:28.112516 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ed7d212-b7a9-47bf-9354-04593b6327fe req-7fd4d0d2-98d7-4057-9a43-4f01200e521f service neutron] 10.222.0.76 "GET /v2.0/networks/4d9f61c4-cc29-4ddf-89f0-e4012f9c023f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5367146 Dec 16 22:33:28.118617 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-933aa1d1-ca16-42e7-9c47-22fcd7750a5d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15791355-f493-42e0-a1b7-a4369065109f']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:28.141837 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-933aa1d1-ca16-42e7-9c47-22fcd7750a5d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e3da25f-4b43-46b0-809d-e43f2b3029cc') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:28.142147 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-933aa1d1-ca16-42e7-9c47-22fcd7750a5d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e3da25f-4b43-46b0-809d-e43f2b3029cc') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:28.150676 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ee067c7-53d1-4ca9-933f-9f3bbd9474ed req-892e76ad-4610-43e4-ac9b-57707aea33fe tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909946 Dec 16 22:33:28.160873 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-933aa1d1-ca16-42e7-9c47-22fcd7750a5d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:28.181169 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-933aa1d1-ca16-42e7-9c47-22fcd7750a5d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:28.187517 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933aa1d1-ca16-42e7-9c47-22fcd7750a5d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:33:28.187908 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-933aa1d1-ca16-42e7-9c47-22fcd7750a5d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:33:28.190873 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:33:28.198129 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fd5c0c10-a3c6-4b6e-90d5-37e63858a988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:28.205237 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fd5c0c10-a3c6-4b6e-90d5-37e63858a988 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:28.208012 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fd5c0c10-a3c6-4b6e-90d5-37e63858a988 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f9dc9c09-61fc-477e-8326-780c3764fabc HTTP/1.1" status: 204 len: 168 time: 0.7350192 Dec 16 22:33:28.220388 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c0c10-a3c6-4b6e-90d5-37e63858a988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dc9c09-61fc-477e-8326-780c3764fabc,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:28.317791 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:28.404439 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-933aa1d1-ca16-42e7-9c47-22fcd7750a5d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:28.414530 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-933aa1d1-ca16-42e7-9c47-22fcd7750a5d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:28.422970 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-933aa1d1-ca16-42e7-9c47-22fcd7750a5d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] 10.222.0.75 "DELETE /v2.0/networks/15791355-f493-42e0-a1b7-a4369065109f HTTP/1.1" status: 204 len: 168 time: 1.2377446 Dec 16 22:33:28.432744 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933aa1d1-ca16-42e7-9c47-22fcd7750a5d tempest-TaggedBootDevicesTest_v242-937185480 tempest-TaggedBootDevicesTest_v242-937185480-project] Pushing event deleted for resources: {'Network': ['ID=15791355-f493-42e0-a1b7-a4369065109f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:28.456128 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:28.590900 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b9e5b64b-6068-4f49-b1c7-f533046b6972 req-e9c074b3-2e3a-4e5e-9352-922d4f2b4ce3 tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0445149 Dec 16 22:33:28.921159 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42007018-79ef-426b-913f-d68c5aacf6a9 req-e8a08ccc-7825-46ed-9ac3-d5729c7d9d04 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 210 time: 0.0324740 Dec 16 22:33:28.986983 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:29.083646 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35870) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:29.116062 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc76771a-4f2a-4e2d-a493-7f9651402a80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:29.220653 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc76771a-4f2a-4e2d-a493-7f9651402a80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:29.223706 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8eb0bc-294c-48b1-9120-9a320cc6a658 req-855b4eea-e3b3-4776-8260-dd6013ef5337 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:29.225678 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7a8eb0bc-294c-48b1-9120-9a320cc6a658 req-855b4eea-e3b3-4776-8260-dd6013ef5337 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8b809fd-0784-4286-8438-ef0c68e69efa HTTP/1.1" status: 200 len: 945 time: 0.0809104 Dec 16 22:33:29.283675 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7a8eb0bc-294c-48b1-9120-9a320cc6a658 req-ffab9210-8dca-4e58-afbe-383046bb1a45 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f16d179-18d5-4d45-b2c2-ad7b37955b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498409 Dec 16 22:33:29.292970 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15809a65-1d10-4efe-8c13-0ba6a8ef326d req-bda4a412-1fcf-4d4a-b6b1-d9b70b851f77 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:29.294760 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-15809a65-1d10-4efe-8c13-0ba6a8ef326d req-bda4a412-1fcf-4d4a-b6b1-d9b70b851f77 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.0599909 Dec 16 22:33:29.333556 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc76771a-4f2a-4e2d-a493-7f9651402a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:29.382141 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-15809a65-1d10-4efe-8c13-0ba6a8ef326d req-a5f29195-7da0-4d82-ab59-28625acbd78a tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759168 Dec 16 22:33:29.390143 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-dc76771a-4f2a-4e2d-a493-7f9651402a80 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a52c4176b06a446fb593884df03deac4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3052936 Dec 16 22:33:29.392767 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35874) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:29.409611 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76771a-4f2a-4e2d-a493-7f9651402a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b094ad26-afbf-4437-89c2-856ee6c440ce,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:29.494999 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ab649d2c-dad1-4d2a-a99c-669b56842dad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:29.527588 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1cee9-a58e-4e55-8fc9-002475c01cb3 req-32d70316-f710-4052-bd4b-6d2478f1294c tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:29.529303 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-38c1cee9-a58e-4e55-8fc9-002475c01cb3 req-32d70316-f710-4052-bd4b-6d2478f1294c tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8b809fd-0784-4286-8438-ef0c68e69efa HTTP/1.1" status: 200 len: 945 time: 0.0786233 Dec 16 22:33:29.534247 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ab649d2c-dad1-4d2a-a99c-669b56842dad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:29.662251 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-38c1cee9-a58e-4e55-8fc9-002475c01cb3 req-619671f4-a240-4c94-8506-2e3e863e0d65 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Deleting port 589995dc-e47c-4e3c-b86d-b8d6cb161863 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:29.662986 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-38c1cee9-a58e-4e55-8fc9-002475c01cb3 req-619671f4-a240-4c94-8506-2e3e863e0d65 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:29.740952 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ba0a5746-b996-4140-ae9e-af0212cbfed9 req-f02850a8-4229-48c6-b7d7-549519d75a6e tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0344036 Dec 16 22:33:29.789594 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ab649d2c-dad1-4d2a-a99c-669b56842dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:29.797686 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ab649d2c-dad1-4d2a-a99c-669b56842dad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:29.797686 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ab649d2c-dad1-4d2a-a99c-669b56842dad admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b094ad26-afbf-4437-89c2-856ee6c440ce HTTP/1.1" status: 204 len: 168 time: 0.3982811 Dec 16 22:33:29.803865 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-38c1cee9-a58e-4e55-8fc9-002475c01cb3 req-619671f4-a240-4c94-8506-2e3e863e0d65 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] For port 589995dc-e47c-4e3c-b86d-b8d6cb161863, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=589995dc-e47c-4e3c-b86d-b8d6cb161863,segment=NetworkSegment(dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3),segment_id=dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:29.804368 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-38c1cee9-a58e-4e55-8fc9-002475c01cb3 req-619671f4-a240-4c94-8506-2e3e863e0d65 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:29.815750 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab649d2c-dad1-4d2a-a99c-669b56842dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b094ad26-afbf-4437-89c2-856ee6c440ce,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:29.824385 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-38c1cee9-a58e-4e55-8fc9-002475c01cb3 req-619671f4-a240-4c94-8506-2e3e863e0d65 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Calling delete_port for 589995dc-e47c-4e3c-b86d-b8d6cb161863 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:30.012253 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c7503241-f7e5-4358-83a4-1c5ccf9f6108 req-d7848b61-7758-43fc-b6e3-daabca89c4ba tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 210 time: 0.0328767 Dec 16 22:33:30.044058 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-38c1cee9-a58e-4e55-8fc9-002475c01cb3 req-619671f4-a240-4c94-8506-2e3e863e0d65 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:30.079156 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619671f4-a240-4c94-8506-2e3e863e0d65 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Pushing event deleted for resources: {'Port': ['ID=589995dc-e47c-4e3c-b86d-b8d6cb161863,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:30.084071 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['589995dc-e47c-4e3c-b86d-b8d6cb161863'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:33:30.123555 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c1cee9-a58e-4e55-8fc9-002475c01cb3 req-619671f4-a240-4c94-8506-2e3e863e0d65 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] No DVR routers for this DVR port 589995dc-e47c-4e3c-b86d-b8d6cb161863 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:33:30.126165 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-38c1cee9-a58e-4e55-8fc9-002475c01cb3 req-619671f4-a240-4c94-8506-2e3e863e0d65 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:30.129826 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-38c1cee9-a58e-4e55-8fc9-002475c01cb3 req-619671f4-a240-4c94-8506-2e3e863e0d65 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.76 "DELETE /v2.0/ports/589995dc-e47c-4e3c-b86d-b8d6cb161863 HTTP/1.1" status: 204 len: 173 time: 0.5931771 Dec 16 22:33:30.130088 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b809fd-0784-4286-8438-ef0c68e69efa', 'name': 'network-vif-deleted', 'tag': '589995dc-e47c-4e3c-b86d-b8d6cb161863'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:33:30.132968 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd79a73-d6d2-48f9-a35e-59b0c3e09ee7" -d '{"events": [{"server_uuid": "e8b809fd-0784-4286-8438-ef0c68e69efa", "name": "network-vif-deleted", "tag": "589995dc-e47c-4e3c-b86d-b8d6cb161863"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:33:30.176346 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072ef8c3-8781-4642-ac93-bf182722beb1 x-openstack-request-id: req-072ef8c3-8781-4642-ac93-bf182722beb1 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:33:30.176346 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b809fd-0784-4286-8438-ef0c68e69efa", "name": "network-vif-deleted", "tag": "589995dc-e47c-4e3c-b86d-b8d6cb161863", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:33:30.176598 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-072ef8c3-8781-4642-ac93-bf182722beb1 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:33:30.177008 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b809fd-0784-4286-8438-ef0c68e69efa', 'name': 'network-vif-deleted', 'tag': '589995dc-e47c-4e3c-b86d-b8d6cb161863', 'status': 'completed', 'code': 200} Dec 16 22:33:30.402931 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67a77a4b-2263-4597-8182-f593e858f6c9 req-97af71e5-23b4-4a86-9a95-b1e99e706d43 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8b809fd-0784-4286-8438-ef0c68e69efa HTTP/1.1" status: 200 len: 210 time: 0.0299127 Dec 16 22:33:30.856954 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ec9bfaf8-7c9b-41ba-a56d-1b07ffc6851c req-0ef95640-e289-46d8-9324-aabbae0eaa81 tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0313935 Dec 16 22:33:31.137055 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1cf676f3-9227-424e-9e21-2d0f88641e07 req-41d4d658-94a3-4a37-8a90-7d326f7a8fef tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 210 time: 0.0388408 Dec 16 22:33:31.526708 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-49a41773-cf07-4f8b-997d-da9cb6ce873f req-4e2bedc6-0a0a-4bf2-b795-0ef7933ecfb4 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=e8b809fd-0784-4286-8438-ef0c68e69efa HTTP/1.1" status: 200 len: 210 time: 0.0307291 Dec 16 22:33:31.948277 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af48ca6d-3e8e-424f-b07b-710f4400fbb8 req-d9401d75-1d71-4322-9284-66878632c9a7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0651941 Dec 16 22:33:31.980305 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9a3dea07-08b1-45e4-a718-62886bc671f5 req-af931388-2699-4f82-a084-537ba261586f tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0294390 Dec 16 22:33:32.038993 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48ca6d-3e8e-424f-b07b-710f4400fbb8 req-ee937238-1968-4f3a-b1e5-8688d5512686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:32.040935 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af48ca6d-3e8e-424f-b07b-710f4400fbb8 req-ee937238-1968-4f3a-b1e5-8688d5512686 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=720f6d1270aa4ecaab964d0eb84b215e&device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 1096 time: 0.0463765 Dec 16 22:33:32.165578 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48ca6d-3e8e-424f-b07b-710f4400fbb8 req-15284d15-35f3-42af-82c9-a6c6cd4d65e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:32.167157 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af48ca6d-3e8e-424f-b07b-710f4400fbb8 req-15284d15-35f3-42af-82c9-a6c6cd4d65e1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d9f61c4-cc29-4ddf-89f0-e4012f9c023f HTTP/1.1" status: 200 len: 911 time: 0.1004565 Dec 16 22:33:32.282997 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bccf133c-a008-454b-8e1a-bce1e49c1ac7 req-59ffc654-c983-4286-86f1-79ed3d4a7204 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2841603-9c17-4d0b-b870-5ef976fdbe80 HTTP/1.1" status: 200 len: 210 time: 0.0447526 Dec 16 22:33:32.292617 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af48ca6d-3e8e-424f-b07b-710f4400fbb8 req-90f7a3b6-1964-4223-ad8e-f9b603b8b6d7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe59c16b-1dd6-4b4b-945c-8a61814311d6 HTTP/1.1" status: 200 len: 1000 time: 0.1169562 Dec 16 22:33:32.351850 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48ca6d-3e8e-424f-b07b-710f4400fbb8 req-da16cf20-7dd2-4c31-bf30-4ee84434fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:32.353497 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af48ca6d-3e8e-424f-b07b-710f4400fbb8 req-da16cf20-7dd2-4c31-bf30-4ee84434fe20 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04b9b352-17cc-4c58-8901-6e5b7abd436d HTTP/1.1" status: 200 len: 850 time: 0.0534413 Dec 16 22:33:32.402559 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48ca6d-3e8e-424f-b07b-710f4400fbb8 req-5517b49d-4039-44d6-b378-3736464f2ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:32.405124 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af48ca6d-3e8e-424f-b07b-710f4400fbb8 req-5517b49d-4039-44d6-b378-3736464f2ce6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d9f61c4-cc29-4ddf-89f0-e4012f9c023f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429442 Dec 16 22:33:32.508486 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af48ca6d-3e8e-424f-b07b-710f4400fbb8 req-7f5bd191-d7c5-4779-804a-2353c7791fd1 service neutron] 10.222.0.76 "GET /v2.0/networks/4d9f61c4-cc29-4ddf-89f0-e4012f9c023f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947826 Dec 16 22:33:32.657180 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af48ca6d-3e8e-424f-b07b-710f4400fbb8 req-720f9370-d160-466d-bc8f-beba331bcb14 service neutron] 10.222.0.76 "GET /v2.0/networks/4d9f61c4-cc29-4ddf-89f0-e4012f9c023f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407473 Dec 16 22:33:32.694978 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:33:33.108021 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53851848-12c7-4195-b39d-2476708c8a17 req-aff47bb4-d0d3-47f3-98b0-29cd365d45bf tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0346069 Dec 16 22:33:33.314310 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 589995dc-e47c-4e3c-b86d-b8d6cb161863 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:33:33.342134 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 589995dc-e47c-4e3c-b86d-b8d6cb161863 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:33:33.342837 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 589995dc-e47c-4e3c-b86d-b8d6cb161863 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:33:33.353811 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35982) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:33.422758 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8ddbaa2f-8694-45ed-a32f-0f7e95b97cd2 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:33.450487 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8ddbaa2f-8694-45ed-a32f-0f7e95b97cd2 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:33.672551 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8ddbaa2f-8694-45ed-a32f-0f7e95b97cd2 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:33.675467 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8ddbaa2f-8694-45ed-a32f-0f7e95b97cd2 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:33.680850 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8ddbaa2f-8694-45ed-a32f-0f7e95b97cd2 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] 10.222.0.75 "DELETE /v2.0/security-groups/2b271281-9c71-43b7-bc76-33368ddcc8b8 HTTP/1.1" status: 204 len: 168 time: 0.3257587 Dec 16 22:33:33.697259 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbaa2f-8694-45ed-a32f-0f7e95b97cd2 tempest-TestVolumeBackupRestore-1245161572 tempest-TestVolumeBackupRestore-1245161572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b271281-9c71-43b7-bc76-33368ddcc8b8,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:33.837251 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35990) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:33.999367 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0587ec41-bfdb-4624-b54f-b85ef20b0c9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:34.116266 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0587ec41-bfdb-4624-b54f-b85ef20b0c9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:34.220672 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1c0fb44c-eea0-4830-8a3d-2256c5606dc5 req-d45cc465-2eb9-4cdf-8fcd-5d4a7de4b1f0 tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0307312 Dec 16 22:33:34.261434 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0587ec41-bfdb-4624-b54f-b85ef20b0c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:34.350980 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36014) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:34.351516 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0587ec41-bfdb-4624-b54f-b85ef20b0c9b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ca3abbd05f1c4843b622ed7ee75719e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5128474 Dec 16 22:33:34.352605 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587ec41-bfdb-4624-b54f-b85ef20b0c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d033bc-f8d1-4b44-9512-e89d3a04696f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:34.474710 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a62c431e-f52a-40a3-9a30-65b92caaae5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:34.505493 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a62c431e-f52a-40a3-9a30-65b92caaae5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:34.741460 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a62c431e-f52a-40a3-9a30-65b92caaae5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:34.745216 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a62c431e-f52a-40a3-9a30-65b92caaae5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:34.746855 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a62c431e-f52a-40a3-9a30-65b92caaae5d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/60d033bc-f8d1-4b44-9512-e89d3a04696f HTTP/1.1" status: 204 len: 168 time: 0.3941624 Dec 16 22:33:34.759612 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c431e-f52a-40a3-9a30-65b92caaae5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d033bc-f8d1-4b44-9512-e89d3a04696f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:35.421516 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-267425ba-3c16-44d4-bb21-a980b87cfcf6 req-b5ed047a-9bc1-4efd-8783-b2a226c8d1c2 tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0485294 Dec 16 22:33:35.835283 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36064) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:35.853479 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7783310e-a4aa-4dfa-a901-8f27a19153e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:36.001765 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7783310e-a4aa-4dfa-a901-8f27a19153e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:36.129851 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7783310e-a4aa-4dfa-a901-8f27a19153e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:36.169017 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7783310e-a4aa-4dfa-a901-8f27a19153e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3901c2-4c16-42af-8731-84769c434ca5,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:36.205968 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7783310e-a4aa-4dfa-a901-8f27a19153e5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2fec541129c549f6b314be792634e9f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3681400 Dec 16 22:33:36.207421 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36080) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:36.270959 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-80fb2eb5-4562-4912-9608-e70d602469f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:36.303757 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-80fb2eb5-4562-4912-9608-e70d602469f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:36.466604 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-80fb2eb5-4562-4912-9608-e70d602469f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:36.469375 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-80fb2eb5-4562-4912-9608-e70d602469f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:36.470638 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-80fb2eb5-4562-4912-9608-e70d602469f5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0e3901c2-4c16-42af-8731-84769c434ca5 HTTP/1.1" status: 204 len: 168 time: 0.2621655 Dec 16 22:33:36.486293 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb2eb5-4562-4912-9608-e70d602469f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3901c2-4c16-42af-8731-84769c434ca5,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:36.643640 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f766f66d-53c5-4011-89ed-97ef200bb7a2 req-a6fd6232-3fe9-4acc-89bd-d3a77f8c43ec tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0690939 Dec 16 22:33:37.864816 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a38738c6-c200-4606-9e57-6f3b234a7f8b req-4b8a94d1-4f10-4861-a477-840b5dd01aae tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0951750 Dec 16 22:33:38.991813 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-18f43c32-e3ec-4994-b4b0-c862df891eab req-617a2268-d4d2-44bf-abd9-5fc39cab0b3a tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0324273 Dec 16 22:33:39.834240 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36262) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:39.954308 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-1cdca2ae-8799-4bd2-a878-7e077330e243 tempest-QuotasTest-529625172 tempest-QuotasTest-529625172-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:40.163539 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-35edd9ef-61e2-4bf7-a7dd-7d3d2645bfeb req-2be08430-3fae-426f-8b27-0f3b5ba40b8e tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0836124 Dec 16 22:33:40.197750 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36282) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:40.242874 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36286) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:40.257982 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1cdca2ae-8799-4bd2-a878-7e077330e243 tempest-QuotasTest-529625172 tempest-QuotasTest-529625172-project-admin] 10.222.0.75 "PUT /v2.0/quotas/de2953464bac47b4bc3a7c0ed8518414 HTTP/1.1" status: 200 len: 366 time: 0.4047625 Dec 16 22:33:40.262083 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36288) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:40.266592 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-77f7e17b-7c5b-4379-9e7f-bb731f3e536b tempest-QuotasTest-529625172 tempest-QuotasTest-529625172-project-admin] 10.222.0.75 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0125179 Dec 16 22:33:40.302285 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36294) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:40.306984 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-da39e675-7297-43ef-a58e-d036d1fc42b5 tempest-QuotasTest-529625172 tempest-QuotasTest-529625172-project-admin] 10.222.0.75 "GET /v2.0/quotas/de2953464bac47b4bc3a7c0ed8518414 HTTP/1.1" status: 200 len: 366 time: 0.0404334 Dec 16 22:33:40.416236 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-00845cc2-ab6f-4924-8ae0-741d0a7f1d16 tempest-QuotasTest-529625172 tempest-QuotasTest-529625172-project-admin] 10.222.0.75 "DELETE /v2.0/quotas/de2953464bac47b4bc3a7c0ed8518414 HTTP/1.1" status: 204 len: 168 time: 0.1120894 Dec 16 22:33:40.418848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36302) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:40.449857 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-857b0960-94e1-4588-b912-d9581919acc4 tempest-QuotasTest-529625172 tempest-QuotasTest-529625172-project-admin] 10.222.0.75 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0282843 Dec 16 22:33:40.457324 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36304) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:40.481010 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-23343764-3a5c-40b9-878f-60d24af13d8b tempest-QuotasTest-529625172 tempest-QuotasTest-529625172-project-admin] 10.222.0.75 "GET /v2.0/quotas/de2953464bac47b4bc3a7c0ed8518414 HTTP/1.1" status: 200 len: 370 time: 0.0126491 Dec 16 22:33:40.485626 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36306) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:40.492330 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-99bf212f-2f6f-42d7-921c-e15e7bff1df2 tempest-QuotasTest-529625172 tempest-QuotasTest-529625172-project-admin] 10.222.0.75 "GET /v2.0/quotas/de2953464bac47b4bc3a7c0ed8518414/default HTTP/1.1" status: 200 len: 370 time: 0.0044343 Dec 16 22:33:40.495163 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36308) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:40.506226 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-1b80a52a-53c7-45ca-a0f3-6a6bd2668f23 tempest-QuotasTest-529625172 tempest-QuotasTest-529625172-project-admin] delete failed (client error): The resource could not be found. Dec 16 22:33:40.507709 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1b80a52a-53c7-45ca-a0f3-6a6bd2668f23 tempest-QuotasTest-529625172 tempest-QuotasTest-529625172-project-admin] 10.222.0.75 "DELETE /v2.0/quotas/de2953464bac47b4bc3a7c0ed8518414 HTTP/1.1" status: 404 len: 348 time: 0.0111158 Dec 16 22:33:40.927625 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36328) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:40.955318 n-d-815324-4 neutron-server[103614]: DEBUG neutron.quota.resource [None req-ab88d130-5c9f-4fab-8709-9df774f48c97 tempest-QuotasTest-529625172 tempest-QuotasTest-529625172-project-admin] Usage tracker for resource:network and project:87cea5501c9f412b887cde2214e92f06 is out of sync, need to count used quota {{(pid=103614) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 22:33:40.959463 n-d-815324-4 neutron-server[103614]: DEBUG neutron.quota.resource [None req-ab88d130-5c9f-4fab-8709-9df774f48c97 tempest-QuotasTest-529625172 tempest-QuotasTest-529625172-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103614) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 22:33:40.967763 n-d-815324-4 neutron-server[103614]: DEBUG neutron.quota.resource [None req-ab88d130-5c9f-4fab-8709-9df774f48c97 tempest-QuotasTest-529625172 tempest-QuotasTest-529625172-project-admin] Usage tracker for resource:subnet and project:87cea5501c9f412b887cde2214e92f06 is out of sync, need to count used quota {{(pid=103614) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 22:33:40.971260 n-d-815324-4 neutron-server[103614]: DEBUG neutron.quota.resource [None req-ab88d130-5c9f-4fab-8709-9df774f48c97 tempest-QuotasTest-529625172 tempest-QuotasTest-529625172-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103614) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 22:33:40.977718 n-d-815324-4 neutron-server[103614]: DEBUG neutron.quota.resource [None req-ab88d130-5c9f-4fab-8709-9df774f48c97 tempest-QuotasTest-529625172 tempest-QuotasTest-529625172-project-admin] Usage tracker for resource:subnetpool and project:87cea5501c9f412b887cde2214e92f06 is out of sync, need to count used quota {{(pid=103614) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 22:33:40.984706 n-d-815324-4 neutron-server[103614]: DEBUG neutron.quota.resource [None req-ab88d130-5c9f-4fab-8709-9df774f48c97 tempest-QuotasTest-529625172 tempest-QuotasTest-529625172-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103614) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 22:33:40.992944 n-d-815324-4 neutron-server[103614]: DEBUG neutron.quota.resource [None req-ab88d130-5c9f-4fab-8709-9df774f48c97 tempest-QuotasTest-529625172 tempest-QuotasTest-529625172-project-admin] Usage tracker for resource:port and project:87cea5501c9f412b887cde2214e92f06 is out of sync, need to count used quota {{(pid=103614) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 22:33:40.996239 n-d-815324-4 neutron-server[103614]: DEBUG neutron.quota.resource [None req-ab88d130-5c9f-4fab-8709-9df774f48c97 tempest-QuotasTest-529625172 tempest-QuotasTest-529625172-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103614) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 22:33:41.003083 n-d-815324-4 neutron-server[103614]: DEBUG neutron.quota.resource [None req-ab88d130-5c9f-4fab-8709-9df774f48c97 tempest-QuotasTest-529625172 tempest-QuotasTest-529625172-project-admin] Usage tracker for resource:router and project:87cea5501c9f412b887cde2214e92f06 is out of sync, need to count used quota {{(pid=103614) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 22:33:41.007359 n-d-815324-4 neutron-server[103614]: DEBUG neutron.quota.resource [None req-ab88d130-5c9f-4fab-8709-9df774f48c97 tempest-QuotasTest-529625172 tempest-QuotasTest-529625172-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103614) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 22:33:41.014648 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8de5ce15-b2c8-418a-a362-add097e3a892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:41.017212 n-d-815324-4 neutron-server[103614]: DEBUG neutron.quota.resource [None req-ab88d130-5c9f-4fab-8709-9df774f48c97 tempest-QuotasTest-529625172 tempest-QuotasTest-529625172-project-admin] Usage tracker for resource:floatingip and project:87cea5501c9f412b887cde2214e92f06 is out of sync, need to count used quota {{(pid=103614) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 22:33:41.030966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.quota.resource [None req-ab88d130-5c9f-4fab-8709-9df774f48c97 tempest-QuotasTest-529625172 tempest-QuotasTest-529625172-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103614) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 22:33:41.086519 n-d-815324-4 neutron-server[103614]: DEBUG neutron.quota.resource [None req-ab88d130-5c9f-4fab-8709-9df774f48c97 tempest-QuotasTest-529625172 tempest-QuotasTest-529625172-project-admin] Usage tracker for resource:security_group and project:87cea5501c9f412b887cde2214e92f06 is out of sync, need to count used quota {{(pid=103614) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 22:33:41.090226 n-d-815324-4 neutron-server[103614]: DEBUG neutron.quota.resource [None req-ab88d130-5c9f-4fab-8709-9df774f48c97 tempest-QuotasTest-529625172 tempest-QuotasTest-529625172-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103614) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 22:33:41.097434 n-d-815324-4 neutron-server[103614]: DEBUG neutron.quota.resource [None req-ab88d130-5c9f-4fab-8709-9df774f48c97 tempest-QuotasTest-529625172 tempest-QuotasTest-529625172-project-admin] Usage tracker for resource:security_group_rule and project:87cea5501c9f412b887cde2214e92f06 is out of sync, need to count used quota {{(pid=103614) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 22:33:41.100907 n-d-815324-4 neutron-server[103614]: DEBUG neutron.quota.resource [None req-ab88d130-5c9f-4fab-8709-9df774f48c97 tempest-QuotasTest-529625172 tempest-QuotasTest-529625172-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103614) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 22:33:41.107663 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ab88d130-5c9f-4fab-8709-9df774f48c97 tempest-QuotasTest-529625172 tempest-QuotasTest-529625172-project-admin] 10.222.0.75 "GET /v2.0/quotas/87cea5501c9f412b887cde2214e92f06/details.json HTTP/1.1" status: 200 len: 703 time: 0.1777990 Dec 16 22:33:41.376174 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e0fbb4bf-88fa-4de7-aa34-af6095121519 req-226d0044-8603-4cda-a0dc-5667bf6081eb tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0500326 Dec 16 22:33:41.401329 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-8de5ce15-b2c8-418a-a362-add097e3a892 admin admin] Deleting port f8d241c9-0fe6-49e9-ba68-06fb6423ee63 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:41.401683 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8de5ce15-b2c8-418a-a362-add097e3a892 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:41.532053 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-8de5ce15-b2c8-418a-a362-add097e3a892 admin admin] For port f8d241c9-0fe6-49e9-ba68-06fb6423ee63, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f8d241c9-0fe6-49e9-ba68-06fb6423ee63,segment=NetworkSegment(d2e02710-2714-4452-a45f-d3fe8a82c3ce),segment_id=d2e02710-2714-4452-a45f-d3fe8a82c3ce)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:41.532485 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8de5ce15-b2c8-418a-a362-add097e3a892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:41.564233 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-8de5ce15-b2c8-418a-a362-add097e3a892 admin admin] Calling delete_port for f8d241c9-0fe6-49e9-ba68-06fb6423ee63 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:41.939388 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36370) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:42.055896 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8de5ce15-b2c8-418a-a362-add097e3a892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:42.114213 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7343b727-def2-44f5-8838-1f5afdba0af4 req-08013825-54d7-4f7b-906e-29589ffd8cd7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0505960 Dec 16 22:33:42.124977 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1624c81-c686-40c4-a5a2-05b707dbf6da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:42.176470 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5ce15-b2c8-418a-a362-add097e3a892 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8d241c9-0fe6-49e9-ba68-06fb6423ee63,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:42.255380 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1624c81-c686-40c4-a5a2-05b707dbf6da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:42.341615 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1624c81-c686-40c4-a5a2-05b707dbf6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:42.444985 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8de5ce15-b2c8-418a-a362-add097e3a892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:42.470363 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36394) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:42.471087 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c1624c81-c686-40c4-a5a2-05b707dbf6da admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9bee739725104959a28dda2259b8455a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5294511 Dec 16 22:33:42.471998 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1624c81-c686-40c4-a5a2-05b707dbf6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2d2109-b28b-4758-aa6a-e4c88cfe1e89,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:42.564367 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7a976c93-c8b2-4657-9f6b-757d17e55431 req-74a7516c-7691-433b-a0a8-d7c46ba0245c tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0446763 Dec 16 22:33:42.714873 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1cc44e02-66f2-4df2-9833-733e3b989222 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:42.807451 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1cc44e02-66f2-4df2-9833-733e3b989222 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:42.880688 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de5ce15-b2c8-418a-a362-add097e3a892 admin admin] Router bc2a67da-9c8a-49f6-bb1c-75de3183e269 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:33:43.045777 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de5ce15-b2c8-418a-a362-add097e3a892 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:33:43.051734 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8de5ce15-b2c8-418a-a362-add097e3a892 admin admin] 10.222.0.75 "PUT /v2.0/routers/bc2a67da-9c8a-49f6-bb1c-75de3183e269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8519979 Dec 16 22:33:43.054116 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36414) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:43.063591 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fcc81d-d501-484a-96e1-2af2def5eadf None None] Sync routers for ids ['bc2a67da-9c8a-49f6-bb1c-75de3183e269'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:33:43.080543 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fcc81d-d501-484a-96e1-2af2def5eadf None None] Routers {'bc2a67da-9c8a-49f6-bb1c-75de3183e269'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:33:43.081735 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-19fcc81d-d501-484a-96e1-2af2def5eadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:33:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bc2a67da-9c8a-49f6-bb1c-75de3183e269'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:43.155210 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1cc44e02-66f2-4df2-9833-733e3b989222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:43.158098 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1cc44e02-66f2-4df2-9833-733e3b989222 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:43.161708 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1cc44e02-66f2-4df2-9833-733e3b989222 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1f2d2109-b28b-4758-aa6a-e4c88cfe1e89 HTTP/1.1" status: 204 len: 168 time: 0.6925192 Dec 16 22:33:43.198633 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc44e02-66f2-4df2-9833-733e3b989222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2d2109-b28b-4758-aa6a-e4c88cfe1e89,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:43.281207 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cfc1fecd-f2b6-47db-801f-b06dc1b3d422 admin admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:43.318353 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-19fcc81d-d501-484a-96e1-2af2def5eadf None None] Set router bc2a67da-9c8a-49f6-bb1c-75de3183e269 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:33:43.548865 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cfc1fecd-f2b6-47db-801f-b06dc1b3d422 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:43.588636 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-19fcc81d-d501-484a-96e1-2af2def5eadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'name': 'tempest-TestVolumeBackupRestore-2110491892-router', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:13Z', 'updated_at': '2021-12-16T22:33:41Z', 'revision_number': 5, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'gw_port': {'id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:15Z', 'updated_at': '2021-12-16T22:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:43.641750 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fcc81d-d501-484a-96e1-2af2def5eadf None None] Checking router: bc2a67da-9c8a-49f6-bb1c-75de3183e269 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:33:43.660352 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fcc81d-d501-484a-96e1-2af2def5eadf None None] Routers {'bc2a67da-9c8a-49f6-bb1c-75de3183e269'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:33:43.661060 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-19fcc81d-d501-484a-96e1-2af2def5eadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:33:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bc2a67da-9c8a-49f6-bb1c-75de3183e269'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:43.944880 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-496e2a1a-9c6b-4cb4-b580-cd8d18aba362 req-46dd5f2c-dcdb-4d98-b9a8-277ed7511994 tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0756383 Dec 16 22:33:43.955090 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-19fcc81d-d501-484a-96e1-2af2def5eadf None None] Set router bc2a67da-9c8a-49f6-bb1c-75de3183e269 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:33:43.958557 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-cfc1fecd-f2b6-47db-801f-b06dc1b3d422 admin admin] Deleting port 7da0fe56-de95-444f-a227-770d0e1b08a6 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:43.958814 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cfc1fecd-f2b6-47db-801f-b06dc1b3d422 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:44.278116 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-19fcc81d-d501-484a-96e1-2af2def5eadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'name': 'tempest-TestVolumeBackupRestore-2110491892-router', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:13Z', 'updated_at': '2021-12-16T22:33:41Z', 'revision_number': 5, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'gw_port': {'id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:15Z', 'updated_at': '2021-12-16T22:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:44.312167 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fcc81d-d501-484a-96e1-2af2def5eadf None None] The sync data for ids ['bc2a67da-9c8a-49f6-bb1c-75de3183e269'] in n-d-815324-4 is: [{'id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'name': 'tempest-TestVolumeBackupRestore-2110491892-router', 'tenant_id': '34b0fd2f7832448286a236e2618576f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:13Z', 'updated_at': '2021-12-16T22:33:41Z', 'revision_number': 5, 'project_id': '34b0fd2f7832448286a236e2618576f5', 'gw_port': {'id': '7da0fe56-de95-444f-a227-770d0e1b08a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2a67da-9c8a-49f6-bb1c-75de3183e269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:15Z', 'updated_at': '2021-12-16T22:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:33:44.490790 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-cfc1fecd-f2b6-47db-801f-b06dc1b3d422 admin admin] For port 7da0fe56-de95-444f-a227-770d0e1b08a6, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7da0fe56-de95-444f-a227-770d0e1b08a6,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:44.491219 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cfc1fecd-f2b6-47db-801f-b06dc1b3d422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:44.500944 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36468) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:44.507739 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-cfc1fecd-f2b6-47db-801f-b06dc1b3d422 admin admin] Calling delete_port for 7da0fe56-de95-444f-a227-770d0e1b08a6 owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:44.516890 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d99d433-0a6f-4186-9a17-aa49abcc3186 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:44.611263 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d99d433-0a6f-4186-9a17-aa49abcc3186 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:44.694768 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1a4730e9-060c-419b-9474-e0d0c980f967 req-01c50f68-0b70-4b89-9432-f1384772dc64 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=328b464f591f4fdeaf127be0f122b3a4&device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0309556 Dec 16 22:33:44.699601 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-43e0531b-4cf7-4d97-9420-a50143d82b30 req-39ddd839-300f-44c0-b80e-36458f03e295 tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0408909 Dec 16 22:33:44.745263 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1a4730e9-060c-419b-9474-e0d0c980f967 req-10695422-0ba6-46ed-9259-41093e463d9c service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=328b464f591f4fdeaf127be0f122b3a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372171 Dec 16 22:33:44.746405 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d99d433-0a6f-4186-9a17-aa49abcc3186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:44.840806 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8d99d433-0a6f-4186-9a17-aa49abcc3186 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=87cea5501c9f412b887cde2214e92f06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3362992 Dec 16 22:33:44.841609 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36484) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:44.849837 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f8d241c9-0fe6-49e9-ba68-06fb6423ee63 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:33:44.852349 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99d433-0a6f-4186-9a17-aa49abcc3186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f74454-c624-4665-af03-7c1f15820ba9,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:44.864806 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99d433-0a6f-4186-9a17-aa49abcc3186 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:44.865165 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99d433-0a6f-4186-9a17-aa49abcc3186 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:44.865568 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99d433-0a6f-4186-9a17-aa49abcc3186 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:44.865912 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99d433-0a6f-4186-9a17-aa49abcc3186 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:44.866244 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99d433-0a6f-4186-9a17-aa49abcc3186 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:44.866576 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99d433-0a6f-4186-9a17-aa49abcc3186 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:44.866903 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99d433-0a6f-4186-9a17-aa49abcc3186 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:44.867474 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99d433-0a6f-4186-9a17-aa49abcc3186 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:44.867985 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99d433-0a6f-4186-9a17-aa49abcc3186 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:44.868483 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99d433-0a6f-4186-9a17-aa49abcc3186 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:44.868978 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99d433-0a6f-4186-9a17-aa49abcc3186 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:44.869472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99d433-0a6f-4186-9a17-aa49abcc3186 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:44.869966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d99d433-0a6f-4186-9a17-aa49abcc3186 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:44.903228 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cfc1fecd-f2b6-47db-801f-b06dc1b3d422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:44.907742 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: f8d241c9-0fe6-49e9-ba68-06fb6423ee63 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:33:44.908094 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f8d241c9-0fe6-49e9-ba68-06fb6423ee63 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:33:44.918259 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4730e9-060c-419b-9474-e0d0c980f967 req-a1a574ab-1c90-47b4-87c8-f46eb3897b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:44.920482 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1a4730e9-060c-419b-9474-e0d0c980f967 req-a1a574ab-1c90-47b4-87c8-f46eb3897b1a service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1624861 Dec 16 22:33:44.957278 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1fecd-f2b6-47db-801f-b06dc1b3d422 admin admin] Pushing event deleted for resources: {'Port': ['ID=7da0fe56-de95-444f-a227-770d0e1b08a6,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:44.964108 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a458bc-1144-4498-972d-c808a5f44ead None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:33:45.027718 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-06f4ba30-f6d3-4d3c-bf75-3aeea9452bdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:45.063273 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-06f4ba30-f6d3-4d3c-bf75-3aeea9452bdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:45.072776 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cfc1fecd-f2b6-47db-801f-b06dc1b3d422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:45.183205 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cfc1fecd-f2b6-47db-801f-b06dc1b3d422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:45.185687 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cfc1fecd-f2b6-47db-801f-b06dc1b3d422 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:45.318333 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cfc1fecd-f2b6-47db-801f-b06dc1b3d422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:45.319037 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc1fecd-f2b6-47db-801f-b06dc1b3d422 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc2a67da-9c8a-49f6-bb1c-75de3183e269 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:33:45.323888 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cfc1fecd-f2b6-47db-801f-b06dc1b3d422 admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:45.328590 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cfc1fecd-f2b6-47db-801f-b06dc1b3d422 admin admin] 10.222.0.75 "DELETE /v2.0/routers/bc2a67da-9c8a-49f6-bb1c-75de3183e269 HTTP/1.1" status: 204 len: 168 time: 2.2698417 Dec 16 22:33:45.332571 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36504) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:45.354169 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-06f4ba30-f6d3-4d3c-bf75-3aeea9452bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:45.361945 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-06f4ba30-f6d3-4d3c-bf75-3aeea9452bdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:45.361945 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-06f4ba30-f6d3-4d3c-bf75-3aeea9452bdc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c0f74454-c624-4665-af03-7c1f15820ba9 HTTP/1.1" status: 204 len: 168 time: 0.5184379 Dec 16 22:33:45.371898 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4ba30-f6d3-4d3c-bf75-3aeea9452bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f74454-c624-4665-af03-7c1f15820ba9,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:45.416112 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-6367eb1e-c1ac-43c9-aa6d-f818535049e8 admin admin] Deleting subnet 468c6b2c-3f54-4baf-9ce5-16ed201a45b7 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:33:45.421028 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6367eb1e-c1ac-43c9-aa6d-f818535049e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:45.563958 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6367eb1e-c1ac-43c9-aa6d-f818535049e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:45.690348 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-a70d7404-19a2-4218-9d94-deb811e7499a tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:45.691803 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-a70d7404-19a2-4218-9d94-deb811e7499a tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/networks?id=daf2ee24-c262-4da5-9a76-f3d93b6d6b90 HTTP/1.1" status: 200 len: 814 time: 0.2114894 Dec 16 22:33:45.699669 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6367eb1e-c1ac-43c9-aa6d-f818535049e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:45.730382 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-31295e2d-5bf4-4d28-b09c-af4257f09aac tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/quotas/4d6adf58f5674384a730a357e3b62c83 HTTP/1.1" status: 200 len: 375 time: 0.0322382 Dec 16 22:33:45.779394 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-1a8298fc-f359-4768-a448-4c9c607e1918 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=4d6adf58f5674384a730a357e3b62c83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425904 Dec 16 22:33:45.843773 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0abec77e-80dc-45e4-a223-8c87405559bc req-f14e82e3-27f2-4312-90f6-e0707af24d2b tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0392964 Dec 16 22:33:45.904698 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-df1eea11-3dc3-4213-8c0a-eff4818fa633 service neutron] 10.222.0.75 "GET /v2.0/networks/daf2ee24-c262-4da5-9a76-f3d93b6d6b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173389 Dec 16 22:33:45.975909 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6367eb1e-c1ac-43c9-aa6d-f818535049e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:46.004670 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12b177a-d4b2-4767-82a9-1166e42e5709 None None] Network 5474515b-be28-4962-9e16-dbf7636fc2f6 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:33:46.016290 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6367eb1e-c1ac-43c9-aa6d-f818535049e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:46.022545 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36542) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:46.022733 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6367eb1e-c1ac-43c9-aa6d-f818535049e8 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/468c6b2c-3f54-4baf-9ce5-16ed201a45b7 HTTP/1.1" status: 204 len: 168 time: 0.6876571 Dec 16 22:33:46.025825 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367eb1e-c1ac-43c9-aa6d-f818535049e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=468c6b2c-3f54-4baf-9ce5-16ed201a45b7,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:46.073729 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-15e98bd8-09b9-46c8-8f96-d7b1a594d845 service neutron] 10.222.0.75 "GET /v2.0/networks/daf2ee24-c262-4da5-9a76-f3d93b6d6b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624172 Dec 16 22:33:46.143426 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27cc3329-1058-46af-bd4a-3871522b1941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:46.220702 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-27cc3329-1058-46af-bd4a-3871522b1941 admin admin] Deleting port 99d8d2c2-c4e1-4073-ad00-c9d0feaaec45 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:46.220702 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27cc3329-1058-46af-bd4a-3871522b1941 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:46.283013 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15046b0-e199-4660-8797-5a3d395a1960 None None] DHCP port deletion for 5474515b-be28-4962-9e16-dbf7636fc2f6 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:33:46.287695 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36558) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:46.309239 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-27cc3329-1058-46af-bd4a-3871522b1941 admin admin] For port 99d8d2c2-c4e1-4073-ad00-c9d0feaaec45, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=99d8d2c2-c4e1-4073-ad00-c9d0feaaec45,segment=NetworkSegment(d2e02710-2714-4452-a45f-d3fe8a82c3ce),segment_id=d2e02710-2714-4452-a45f-d3fe8a82c3ce)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:46.309757 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27cc3329-1058-46af-bd4a-3871522b1941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:46.327757 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-27cc3329-1058-46af-bd4a-3871522b1941 admin admin] Calling delete_port for 99d8d2c2-c4e1-4073-ad00-c9d0feaaec45 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:46.333926 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c15046b0-e199-4660-8797-5a3d395a1960 None None] Deleting port 99d8d2c2-c4e1-4073-ad00-c9d0feaaec45 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:46.334341 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c15046b0-e199-4660-8797-5a3d395a1960 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:46.427560 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c15046b0-e199-4660-8797-5a3d395a1960 None None] For port 99d8d2c2-c4e1-4073-ad00-c9d0feaaec45, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=99d8d2c2-c4e1-4073-ad00-c9d0feaaec45,segment=NetworkSegment(d2e02710-2714-4452-a45f-d3fe8a82c3ce),segment_id=d2e02710-2714-4452-a45f-d3fe8a82c3ce)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:46.427976 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c15046b0-e199-4660-8797-5a3d395a1960 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:46.443730 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c15046b0-e199-4660-8797-5a3d395a1960 None None] Calling delete_port for 99d8d2c2-c4e1-4073-ad00-c9d0feaaec45 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:46.469429 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1a4730e9-060c-419b-9474-e0d0c980f967 req-9e5fc50c-ffc2-4524-af32-269636d82f67 tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0575459 Dec 16 22:33:46.519188 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6b781c9d-836d-421b-8b1f-b1806c7fa42f req-ebf91cae-6259-46e1-b272-b5fda992306b tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a HTTP/1.1" status: 200 len: 210 time: 0.0420570 Dec 16 22:33:46.682775 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27cc3329-1058-46af-bd4a-3871522b1941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:46.688373 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c15046b0-e199-4660-8797-5a3d395a1960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:46.736356 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc3329-1058-46af-bd4a-3871522b1941 admin admin] Pushing event deleted for resources: {'Port': ['ID=99d8d2c2-c4e1-4073-ad00-c9d0feaaec45,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:46.738619 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cc3329-1058-46af-bd4a-3871522b1941 admin admin] No DVR routers for this DVR port 99d8d2c2-c4e1-4073-ad00-c9d0feaaec45 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:33:46.745305 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15046b0-e199-4660-8797-5a3d395a1960 None None] No DVR routers for this DVR port 99d8d2c2-c4e1-4073-ad00-c9d0feaaec45 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:33:46.777243 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15046b0-e199-4660-8797-5a3d395a1960 None None] Pushing event deleted for resources: {'Port': ['ID=99d8d2c2-c4e1-4073-ad00-c9d0feaaec45,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:46.867251 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27cc3329-1058-46af-bd4a-3871522b1941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:46.934147 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7da0fe56-de95-444f-a227-770d0e1b08a6 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:33:46.937092 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-27cc3329-1058-46af-bd4a-3871522b1941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5474515b-be28-4962-9e16-dbf7636fc2f6']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:46.951621 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-27cc3329-1058-46af-bd4a-3871522b1941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e02710-2714-4452-a45f-d3fe8a82c3ce') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:46.951927 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-27cc3329-1058-46af-bd4a-3871522b1941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e02710-2714-4452-a45f-d3fe8a82c3ce') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:46.969295 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27cc3329-1058-46af-bd4a-3871522b1941 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:46.976809 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 7da0fe56-de95-444f-a227-770d0e1b08a6 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:33:46.988583 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7da0fe56-de95-444f-a227-770d0e1b08a6 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:33:46.989116 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 99d8d2c2-c4e1-4073-ad00-c9d0feaaec45 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:33:46.993641 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27cc3329-1058-46af-bd4a-3871522b1941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:47.003060 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27cc3329-1058-46af-bd4a-3871522b1941 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:33:47.003751 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27cc3329-1058-46af-bd4a-3871522b1941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:33:47.005863 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:33:47.046011 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ade8cc2-3dd0-4625-88fa-5967d4d1dcb8 req-628c966d-3ccc-4951-885a-ee3ae8bb7476 tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0819411 Dec 16 22:33:47.058663 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 99d8d2c2-c4e1-4073-ad00-c9d0feaaec45 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:33:47.062045 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 99d8d2c2-c4e1-4073-ad00-c9d0feaaec45 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:33:47.167280 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1a85-806f-42fd-8590-82dc3da6d328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:47.239000 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27cc3329-1058-46af-bd4a-3871522b1941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:47.242199 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27cc3329-1058-46af-bd4a-3871522b1941 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:47.249194 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-27cc3329-1058-46af-bd4a-3871522b1941 admin admin] 10.222.0.75 "DELETE /v2.0/networks/5474515b-be28-4962-9e16-dbf7636fc2f6 HTTP/1.1" status: 204 len: 168 time: 1.2255111 Dec 16 22:33:47.253233 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36602) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:47.342920 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc3329-1058-46af-bd4a-3871522b1941 admin admin] Pushing event deleted for resources: {'Network': ['ID=5474515b-be28-4962-9e16-dbf7636fc2f6,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:47.611514 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-5a1b1a85-806f-42fd-8590-82dc3da6d328 admin admin] Deleting port e0a1b960-81ca-4c77-ade7-a425ef4431bb {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:47.612192 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1a85-806f-42fd-8590-82dc3da6d328 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:47.682916 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c43c72fd-84a0-4d2b-8d3c-216acf66950f req-cbf4ed0b-8423-402e-bc88-25e4718ca579 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a HTTP/1.1" status: 200 len: 210 time: 0.0702229 Dec 16 22:33:47.720096 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-5a1b1a85-806f-42fd-8590-82dc3da6d328 admin admin] For port e0a1b960-81ca-4c77-ade7-a425ef4431bb, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e0a1b960-81ca-4c77-ade7-a425ef4431bb,segment=NetworkSegment(d786cf25-cf30-4e56-9b01-a0f05217b60d),segment_id=d786cf25-cf30-4e56-9b01-a0f05217b60d)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:47.720742 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1a85-806f-42fd-8590-82dc3da6d328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:47.738386 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-5a1b1a85-806f-42fd-8590-82dc3da6d328 admin admin] Calling delete_port for e0a1b960-81ca-4c77-ade7-a425ef4431bb owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:47.838968 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c8837f16-d325-4c66-9b41-d4f4fa3c39f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:48.219554 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b6105fd7-9257-4423-9552-761c763ebe6b req-ccd140dc-518d-4daf-9a28-d066eb012641 tempest-ServerShowV257Test-750920316 tempest-ServerShowV257Test-750920316-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a959e35-5b4f-4990-9850-04737c372357 HTTP/1.1" status: 200 len: 210 time: 0.0281432 Dec 16 22:33:48.225819 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-c8837f16-d325-4c66-9b41-d4f4fa3c39f3 admin admin] Deleting port aeda3df3-298f-435a-8d5b-6231374560c4 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:48.226309 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c8837f16-d325-4c66-9b41-d4f4fa3c39f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:48.256416 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1a85-806f-42fd-8590-82dc3da6d328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:48.334254 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b1a85-806f-42fd-8590-82dc3da6d328 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0a1b960-81ca-4c77-ade7-a425ef4431bb,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:48.380385 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-c8837f16-d325-4c66-9b41-d4f4fa3c39f3 admin admin] For port aeda3df3-298f-435a-8d5b-6231374560c4, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=aeda3df3-298f-435a-8d5b-6231374560c4,segment=NetworkSegment(216abf7f-09a6-48ca-8ac0-ed43c7812bb5),segment_id=216abf7f-09a6-48ca-8ac0-ed43c7812bb5)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:48.380750 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c8837f16-d325-4c66-9b41-d4f4fa3c39f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:48.400543 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-c8837f16-d325-4c66-9b41-d4f4fa3c39f3 admin admin] Calling delete_port for aeda3df3-298f-435a-8d5b-6231374560c4 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:48.571315 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1a85-806f-42fd-8590-82dc3da6d328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:48.687474 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36654) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:48.814381 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4051f25c-828e-4b48-9046-f7150d564257 req-717991bf-e098-4d9b-8b6c-aced5808e48b tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a HTTP/1.1" status: 200 len: 210 time: 0.0648537 Dec 16 22:33:48.817879 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-a0d73c37-f673-41a1-bc2e-30aa214a2a95 tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1484802594', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:48.861394 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1b1a85-806f-42fd-8590-82dc3da6d328 admin admin] Router 1e282f95-7ca1-4ce1-8784-437eaa93717b has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:33:48.974161 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1b1a85-806f-42fd-8590-82dc3da6d328 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:33:48.979138 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5a1b1a85-806f-42fd-8590-82dc3da6d328 admin admin] 10.222.0.75 "PUT /v2.0/routers/1e282f95-7ca1-4ce1-8784-437eaa93717b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6903906 Dec 16 22:33:48.981690 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36664) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:48.985304 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b04b3e-8eb9-43ae-a7e3-85426c18f734 None None] Sync routers for ids ['1e282f95-7ca1-4ce1-8784-437eaa93717b'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:33:48.995239 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b04b3e-8eb9-43ae-a7e3-85426c18f734 None None] Routers {'1e282f95-7ca1-4ce1-8784-437eaa93717b'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:33:48.995914 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e7b04b3e-8eb9-43ae-a7e3-85426c18f734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:33:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1e282f95-7ca1-4ce1-8784-437eaa93717b'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:49.026146 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c8837f16-d325-4c66-9b41-d4f4fa3c39f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:49.085571 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8837f16-d325-4c66-9b41-d4f4fa3c39f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeda3df3-298f-435a-8d5b-6231374560c4,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:49.105992 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-67f19d6f-25fe-44eb-aa83-e21f3523d8ad admin admin] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:49.107979 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-e7b04b3e-8eb9-43ae-a7e3-85426c18f734 None None] Set router 1e282f95-7ca1-4ce1-8784-437eaa93717b gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:33:49.207384 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d73c37-f673-41a1-bc2e-30aa214a2a95 tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Made reservation on behalf of 1a5328c1b63342bea505673fc30ffe28 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:33:49.210042 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0d73c37-f673-41a1-bc2e-30aa214a2a95 tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:49.273790 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c8837f16-d325-4c66-9b41-d4f4fa3c39f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:49.318054 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0d73c37-f673-41a1-bc2e-30aa214a2a95 tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:49.363759 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e7b04b3e-8eb9-43ae-a7e3-85426c18f734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'name': 'tempest-TaggedBootDevicesTest_v242-1905417397-router', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'e1ff439b-9537-47f0-9392-b226722face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:59Z', 'updated_at': '2021-12-16T22:33:47Z', 'revision_number': 5, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'gw_port': {'id': 'e1ff439b-9537-47f0-9392-b226722face2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:00Z', 'updated_at': '2021-12-16T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:49.397227 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b04b3e-8eb9-43ae-a7e3-85426c18f734 None None] Checking router: 1e282f95-7ca1-4ce1-8784-437eaa93717b for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:33:49.412171 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b04b3e-8eb9-43ae-a7e3-85426c18f734 None None] Routers {'1e282f95-7ca1-4ce1-8784-437eaa93717b'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:33:49.412799 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e7b04b3e-8eb9-43ae-a7e3-85426c18f734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:33:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1e282f95-7ca1-4ce1-8784-437eaa93717b'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:49.468951 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-67f19d6f-25fe-44eb-aa83-e21f3523d8ad admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:49.501998 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0d73c37-f673-41a1-bc2e-30aa214a2a95 tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:49.578942 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-e7b04b3e-8eb9-43ae-a7e3-85426c18f734 None None] Set router 1e282f95-7ca1-4ce1-8784-437eaa93717b gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:33:49.631205 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8837f16-d325-4c66-9b41-d4f4fa3c39f3 admin admin] Router d4c36c17-2f7a-4e77-9c08-b3265739ec23 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:33:49.646263 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0d73c37-f673-41a1-bc2e-30aa214a2a95 tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:49.655533 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-a0d73c37-f673-41a1-bc2e-30aa214a2a95 tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] device_id is not set on port 4c637419-f43f-49f1-ac19-8fb6cff9a2fc yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:33:49.759570 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d73c37-f673-41a1-bc2e-30aa214a2a95 tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a408f775-4da8-4761-87a7-851c90652257,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:49.780307 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8837f16-d325-4c66-9b41-d4f4fa3c39f3 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:33:49.788186 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1059ee1-c1ba-43c6-b543-f5e3b3a8ae60 None None] Sync routers for ids ['d4c36c17-2f7a-4e77-9c08-b3265739ec23'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:33:49.791883 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c8837f16-d325-4c66-9b41-d4f4fa3c39f3 admin admin] 10.222.0.75 "PUT /v2.0/routers/d4c36c17-2f7a-4e77-9c08-b3265739ec23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5352073 Dec 16 22:33:49.796153 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36688) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:49.802538 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1059ee1-c1ba-43c6-b543-f5e3b3a8ae60 None None] Routers {'d4c36c17-2f7a-4e77-9c08-b3265739ec23'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:33:49.804106 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c1059ee1-c1ba-43c6-b543-f5e3b3a8ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:33:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['d4c36c17-2f7a-4e77-9c08-b3265739ec23'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:49.821072 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e7b04b3e-8eb9-43ae-a7e3-85426c18f734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'name': 'tempest-TaggedBootDevicesTest_v242-1905417397-router', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'e1ff439b-9537-47f0-9392-b226722face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:59Z', 'updated_at': '2021-12-16T22:33:47Z', 'revision_number': 5, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'gw_port': {'id': 'e1ff439b-9537-47f0-9392-b226722face2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:00Z', 'updated_at': '2021-12-16T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:49.840171 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-67f19d6f-25fe-44eb-aa83-e21f3523d8ad admin admin] Deleting port e1ff439b-9537-47f0-9392-b226722face2 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:49.840513 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-67f19d6f-25fe-44eb-aa83-e21f3523d8ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:49.843747 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-a0d73c37-f673-41a1-bc2e-30aa214a2a95 tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Allocated IP 172.25.6.80 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/4c637419-f43f-49f1-ac19-8fb6cff9a2fc) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:33:49.928898 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b04b3e-8eb9-43ae-a7e3-85426c18f734 None None] The sync data for ids ['1e282f95-7ca1-4ce1-8784-437eaa93717b'] in n-d-815324-4 is: [{'id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'name': 'tempest-TaggedBootDevicesTest_v242-1905417397-router', 'tenant_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'e1ff439b-9537-47f0-9392-b226722face2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:20:59Z', 'updated_at': '2021-12-16T22:33:47Z', 'revision_number': 5, 'project_id': '45dc1fa90bee4d0982a4d71f8e7220e0', 'gw_port': {'id': 'e1ff439b-9537-47f0-9392-b226722face2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e282f95-7ca1-4ce1-8784-437eaa93717b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:00Z', 'updated_at': '2021-12-16T22:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:33:49.998699 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-c1059ee1-c1ba-43c6-b543-f5e3b3a8ae60 None None] Set router d4c36c17-2f7a-4e77-9c08-b3265739ec23 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:33:50.040140 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-67f19d6f-25fe-44eb-aa83-e21f3523d8ad admin admin] For port e1ff439b-9537-47f0-9392-b226722face2, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e1ff439b-9537-47f0-9392-b226722face2,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:50.040512 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-67f19d6f-25fe-44eb-aa83-e21f3523d8ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:50.060696 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-67f19d6f-25fe-44eb-aa83-e21f3523d8ad admin admin] Calling delete_port for e1ff439b-9537-47f0-9392-b226722face2 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:50.061520 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-478aac19-df4f-4e0d-aa3d-a69c3758c655 req-4bca920c-d917-49d0-8bca-424a56f94b60 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a HTTP/1.1" status: 200 len: 210 time: 0.0695639 Dec 16 22:33:50.071535 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2da5516d-5089-4c40-8fbb-85da64cad659 admin admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:50.170088 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0d73c37-f673-41a1-bc2e-30aa214a2a95 tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:50.226595 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36704) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:50.275942 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c1059ee1-c1ba-43c6-b543-f5e3b3a8ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c36c17-2f7a-4e77-9c08-b3265739ec23', 'name': 'tempest-TestVolumeBackupRestore-2123282228-router', 'tenant_id': '085ba3ca03db4459ac5b6a43aefbd8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '7a06c354-a9a3-4c49-8b08-cd45c1ec26c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:27Z', 'updated_at': '2021-12-16T22:33:48Z', 'revision_number': 5, 'project_id': '085ba3ca03db4459ac5b6a43aefbd8bd', 'gw_port': {'id': '7a06c354-a9a3-4c49-8b08-cd45c1ec26c7', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c36c17-2f7a-4e77-9c08-b3265739ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:28Z', 'updated_at': '2021-12-16T22:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:50.317300 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1059ee1-c1ba-43c6-b543-f5e3b3a8ae60 None None] Checking router: d4c36c17-2f7a-4e77-9c08-b3265739ec23 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:33:50.333862 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1059ee1-c1ba-43c6-b543-f5e3b3a8ae60 None None] Routers {'d4c36c17-2f7a-4e77-9c08-b3265739ec23'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:33:50.334503 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c1059ee1-c1ba-43c6-b543-f5e3b3a8ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:33:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['d4c36c17-2f7a-4e77-9c08-b3265739ec23'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:50.350224 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0d73c37-f673-41a1-bc2e-30aa214a2a95 tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:50.421997 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2da5516d-5089-4c40-8fbb-85da64cad659 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:50.473074 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d73c37-f673-41a1-bc2e-30aa214a2a95 tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:33:50.481526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-a0d73c37-f673-41a1-bc2e-30aa214a2a95 tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:33:50.504852 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-69ab4f49-7e7c-447e-8ce3-c06a51ba7ae4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:50.506281 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d73c37-f673-41a1-bc2e-30aa214a2a95 tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:33:50.511764 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d73c37-f673-41a1-bc2e-30aa214a2a95 tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Pushing event updated for resources: {'Port': ['ID=4c637419-f43f-49f1-ac19-8fb6cff9a2fc,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:50.520744 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-c1059ee1-c1ba-43c6-b543-f5e3b3a8ae60 None None] Set router d4c36c17-2f7a-4e77-9c08-b3265739ec23 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:33:50.552320 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-8b75fceb-633f-411b-84db-3838cef87f93 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:50.554100 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-8b75fceb-633f-411b-84db-3838cef87f93 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.57 "GET /v2.0/networks?id=daf2ee24-c262-4da5-9a76-f3d93b6d6b90 HTTP/1.1" status: 200 len: 814 time: 0.2692971 Dec 16 22:33:50.557993 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d73c37-f673-41a1-bc2e-30aa214a2a95 tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:50.558949 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0d73c37-f673-41a1-bc2e-30aa214a2a95 tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:50.589899 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a764a308-1a7c-4c65-a167-070e432f8f90 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:33:50.604463 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-81a22149-fa8a-470b-919b-9d9a102ef3aa tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Request body: {'port': {'device_id': 'cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a', 'network_id': 'daf2ee24-c262-4da5-9a76-f3d93b6d6b90', 'admin_state_up': True, 'tenant_id': '4d6adf58f5674384a730a357e3b62c83'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:50.664602 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-67f19d6f-25fe-44eb-aa83-e21f3523d8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:50.700492 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f19d6f-25fe-44eb-aa83-e21f3523d8ad admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ff439b-9537-47f0-9392-b226722face2,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:50.730108 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f463ecbf-a165-4b34-8212-6d92956799a0 None None] Provisioning complete for port 4c637419-f43f-49f1-ac19-8fb6cff9a2fc triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:33:50.730577 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f463ecbf-a165-4b34-8212-6d92956799a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:50.793300 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1884c16-4670-43b4-94a1-b9e8ae5e97b6 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:33:50.836074 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-2da5516d-5089-4c40-8fbb-85da64cad659 admin admin] Deleting port 7a06c354-a9a3-4c49-8b08-cd45c1ec26c7 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:50.836451 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2da5516d-5089-4c40-8fbb-85da64cad659 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:50.920014 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f463ecbf-a165-4b34-8212-6d92956799a0 None None] Port 4c637419-f43f-49f1-ac19-8fb6cff9a2fc cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:33:50.931790 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-69ab4f49-7e7c-447e-8ce3-c06a51ba7ae4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:50.945794 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c1059ee1-c1ba-43c6-b543-f5e3b3a8ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c36c17-2f7a-4e77-9c08-b3265739ec23', 'name': 'tempest-TestVolumeBackupRestore-2123282228-router', 'tenant_id': '085ba3ca03db4459ac5b6a43aefbd8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '7a06c354-a9a3-4c49-8b08-cd45c1ec26c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:27Z', 'updated_at': '2021-12-16T22:33:48Z', 'revision_number': 5, 'project_id': '085ba3ca03db4459ac5b6a43aefbd8bd', 'gw_port': {'id': '7a06c354-a9a3-4c49-8b08-cd45c1ec26c7', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c36c17-2f7a-4e77-9c08-b3265739ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:28Z', 'updated_at': '2021-12-16T22:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:51.004016 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-2da5516d-5089-4c40-8fbb-85da64cad659 admin admin] For port 7a06c354-a9a3-4c49-8b08-cd45c1ec26c7, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7a06c354-a9a3-4c49-8b08-cd45c1ec26c7,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:51.004682 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2da5516d-5089-4c40-8fbb-85da64cad659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:51.031590 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-2da5516d-5089-4c40-8fbb-85da64cad659 admin admin] Calling delete_port for 7a06c354-a9a3-4c49-8b08-cd45c1ec26c7 owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:51.043014 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-69ab4f49-7e7c-447e-8ce3-c06a51ba7ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:51.080477 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-81a22149-fa8a-470b-919b-9d9a102ef3aa tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Made reservation on behalf of 4d6adf58f5674384a730a357e3b62c83 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:33:51.084388 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-81a22149-fa8a-470b-919b-9d9a102ef3aa tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:51.094775 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab4f49-7e7c-447e-8ce3-c06a51ba7ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d43498b-5174-4042-a294-39c022dd1381,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:51.178953 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-69ab4f49-7e7c-447e-8ce3-c06a51ba7ae4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=328b464f591f4fdeaf127be0f122b3a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9483063 Dec 16 22:33:51.180948 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36736) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:51.191949 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a0d73c37-f673-41a1-bc2e-30aa214a2a95 tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.4989758 Dec 16 22:33:51.193184 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36738) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:51.199083 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-e7c40bdf-88b3-4977-b1db-64e31fcbf93d tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.80'}]}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:51.211408 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e0a1b960-81ca-4c77-ade7-a425ef4431bb no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:33:51.219299 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1059ee1-c1ba-43c6-b543-f5e3b3a8ae60 None None] The sync data for ids ['d4c36c17-2f7a-4e77-9c08-b3265739ec23'] in n-d-815324-4 is: [{'id': 'd4c36c17-2f7a-4e77-9c08-b3265739ec23', 'name': 'tempest-TestVolumeBackupRestore-2123282228-router', 'tenant_id': '085ba3ca03db4459ac5b6a43aefbd8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '7a06c354-a9a3-4c49-8b08-cd45c1ec26c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:27:27Z', 'updated_at': '2021-12-16T22:33:48Z', 'revision_number': 5, 'project_id': '085ba3ca03db4459ac5b6a43aefbd8bd', 'gw_port': {'id': '7a06c354-a9a3-4c49-8b08-cd45c1ec26c7', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c36c17-2f7a-4e77-9c08-b3265739ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:27:28Z', 'updated_at': '2021-12-16T22:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:33:51.239988 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: e0a1b960-81ca-4c77-ade7-a425ef4431bb {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:33:51.240510 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e0a1b960-81ca-4c77-ade7-a425ef4431bb not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:33:51.258834 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fade5196-0cf0-4b10-98d8-6a1ea5a7b63d req-879f3205-b401-46f0-92f9-035bbd0df18c tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a HTTP/1.1" status: 200 len: 210 time: 0.0758114 Dec 16 22:33:51.284014 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-67f19d6f-25fe-44eb-aa83-e21f3523d8ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:51.387734 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-67f19d6f-25fe-44eb-aa83-e21f3523d8ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:51.390142 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9881dfcb-fe2f-4811-a8e8-42a7978ec63d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:51.392230 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-67f19d6f-25fe-44eb-aa83-e21f3523d8ad admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:51.409185 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e7c40bdf-88b3-4977-b1db-64e31fcbf93d tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:51.410248 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e7c40bdf-88b3-4977-b1db-64e31fcbf93d tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:51.422716 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-81a22149-fa8a-470b-919b-9d9a102ef3aa tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Allocated IP 172.20.0.12 (daf2ee24-c262-4da5-9a76-f3d93b6d6b90/e6716b3b-84de-4553-8e58-e0833c224998/0d01086c-b2d3-4344-a48d-aa1fd8ea69f4) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:33:51.452711 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9881dfcb-fe2f-4811-a8e8-42a7978ec63d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:51.510026 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e7c40bdf-88b3-4977-b1db-64e31fcbf93d tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:51.558091 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-67f19d6f-25fe-44eb-aa83-e21f3523d8ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:51.558670 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f19d6f-25fe-44eb-aa83-e21f3523d8ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e282f95-7ca1-4ce1-8784-437eaa93717b {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:33:51.564603 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-67f19d6f-25fe-44eb-aa83-e21f3523d8ad admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:51.568535 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-67f19d6f-25fe-44eb-aa83-e21f3523d8ad admin admin] 10.222.0.75 "DELETE /v2.0/routers/1e282f95-7ca1-4ce1-8784-437eaa93717b HTTP/1.1" status: 204 len: 168 time: 2.5826859 Dec 16 22:33:51.568932 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36740) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:51.618659 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9881dfcb-fe2f-4811-a8e8-42a7978ec63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:51.621482 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2da5516d-5089-4c40-8fbb-85da64cad659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:51.634117 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9881dfcb-fe2f-4811-a8e8-42a7978ec63d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:51.640059 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9881dfcb-fe2f-4811-a8e8-42a7978ec63d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0d43498b-5174-4042-a294-39c022dd1381 HTTP/1.1" status: 204 len: 168 time: 0.4511406 Dec 16 22:33:51.670376 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881dfcb-fe2f-4811-a8e8-42a7978ec63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d43498b-5174-4042-a294-39c022dd1381,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:51.731252 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-9741aed6-9fb9-4568-9e40-77da089c899c admin admin] Deleting subnet 554b4879-6665-46f7-b33a-c61f9f909b35 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:33:51.742725 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9741aed6-9fb9-4568-9e40-77da089c899c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:51.756941 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5516d-5089-4c40-8fbb-85da64cad659 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a06c354-a9a3-4c49-8b08-cd45c1ec26c7,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:51.790688 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30997afb-e538-4c26-900e-8028889d0321 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:33:51.840019 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9741aed6-9fb9-4568-9e40-77da089c899c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:51.991312 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9741aed6-9fb9-4568-9e40-77da089c899c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.119001 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9741aed6-9fb9-4568-9e40-77da089c899c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.146891 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741aed6-9fb9-4568-9e40-77da089c899c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=554b4879-6665-46f7-b33a-c61f9f909b35,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:52.150683 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9741aed6-9fb9-4568-9e40-77da089c899c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.154753 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9741aed6-9fb9-4568-9e40-77da089c899c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/554b4879-6665-46f7-b33a-c61f9f909b35 HTTP/1.1" status: 204 len: 168 time: 0.5847917 Dec 16 22:33:52.157408 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36748) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:52.160920 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a605aca1-c764-4a7d-a999-5a9c3dbea50b None None] Network 5e57a376-cf11-4169-84ca-8ea1ae6aa078 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:33:52.254549 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cb1d899b-0d0f-4d45-b52f-d14c67f4cc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.318192 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-81a22149-fa8a-470b-919b-9d9a102ef3aa tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.350915 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e7c40bdf-88b3-4977-b1db-64e31fcbf93d tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.365525 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d899b-0d0f-4d45-b52f-d14c67f4cc9c admin admin] Deleting port 1f372d07-fc0d-4755-8663-44ce157433c4 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:52.366004 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cb1d899b-0d0f-4d45-b52f-d14c67f4cc9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.382430 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2da5516d-5089-4c40-8fbb-85da64cad659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.411829 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30949bfa-1c43-4872-9050-7ef4c507646d None None] DHCP port deletion for 5e57a376-cf11-4169-84ca-8ea1ae6aa078 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:33:52.461135 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-cb1d899b-0d0f-4d45-b52f-d14c67f4cc9c admin admin] For port 1f372d07-fc0d-4755-8663-44ce157433c4, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=1f372d07-fc0d-4755-8663-44ce157433c4,segment=NetworkSegment(d786cf25-cf30-4e56-9b01-a0f05217b60d),segment_id=d786cf25-cf30-4e56-9b01-a0f05217b60d)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:52.461740 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cb1d899b-0d0f-4d45-b52f-d14c67f4cc9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.490023 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d899b-0d0f-4d45-b52f-d14c67f4cc9c admin admin] Calling delete_port for 1f372d07-fc0d-4755-8663-44ce157433c4 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:52.492639 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-30949bfa-1c43-4872-9050-7ef4c507646d None None] Deleting port 1f372d07-fc0d-4755-8663-44ce157433c4 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:52.493124 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-30949bfa-1c43-4872-9050-7ef4c507646d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.536650 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-df2225e2-444c-4ba0-bfa9-5d0baaf38287 req-b2990e7a-3745-415a-8ae3-a35fe518a91d tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a HTTP/1.1" status: 200 len: 210 time: 0.1516907 Dec 16 22:33:52.569489 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2da5516d-5089-4c40-8fbb-85da64cad659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.573398 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2da5516d-5089-4c40-8fbb-85da64cad659 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.584626 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-30949bfa-1c43-4872-9050-7ef4c507646d None None] For port 1f372d07-fc0d-4755-8663-44ce157433c4, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=1f372d07-fc0d-4755-8663-44ce157433c4,segment=NetworkSegment(d786cf25-cf30-4e56-9b01-a0f05217b60d),segment_id=d786cf25-cf30-4e56-9b01-a0f05217b60d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:52.585039 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-30949bfa-1c43-4872-9050-7ef4c507646d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.600889 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-30949bfa-1c43-4872-9050-7ef4c507646d None None] Calling delete_port for 1f372d07-fc0d-4755-8663-44ce157433c4 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:52.775381 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cb1d899b-0d0f-4d45-b52f-d14c67f4cc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.780525 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-81a22149-fa8a-470b-919b-9d9a102ef3aa tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.791703 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e7c40bdf-88b3-4977-b1db-64e31fcbf93d tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.792582 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-30949bfa-1c43-4872-9050-7ef4c507646d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.816118 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d899b-0d0f-4d45-b52f-d14c67f4cc9c admin admin] Pushing event deleted for resources: {'Port': ['ID=1f372d07-fc0d-4755-8663-44ce157433c4,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:52.821450 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1d899b-0d0f-4d45-b52f-d14c67f4cc9c admin admin] No DVR routers for this DVR port 1f372d07-fc0d-4755-8663-44ce157433c4 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:33:52.839013 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30949bfa-1c43-4872-9050-7ef4c507646d None None] Pushing event deleted for resources: {'Port': ['ID=1f372d07-fc0d-4755-8663-44ce157433c4,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:52.845278 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2da5516d-5089-4c40-8fbb-85da64cad659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.845278 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da5516d-5089-4c40-8fbb-85da64cad659 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4c36c17-2f7a-4e77-9c08-b3265739ec23 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:33:52.850174 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e7c40bdf-88b3-4977-b1db-64e31fcbf93d tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.856266 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30949bfa-1c43-4872-9050-7ef4c507646d None None] No DVR routers for this DVR port 1f372d07-fc0d-4755-8663-44ce157433c4 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:33:52.865800 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2da5516d-5089-4c40-8fbb-85da64cad659 admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.867149 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2da5516d-5089-4c40-8fbb-85da64cad659 admin admin] 10.222.0.75 "DELETE /v2.0/routers/d4c36c17-2f7a-4e77-9c08-b3265739ec23 HTTP/1.1" status: 204 len: 168 time: 3.0698571 Dec 16 22:33:52.870241 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36764) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:52.911299 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-81a22149-fa8a-470b-919b-9d9a102ef3aa tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Network daf2ee24-c262-4da5-9a76-f3d93b6d6b90 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:33:52.920903 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cb1d899b-0d0f-4d45-b52f-d14c67f4cc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:52.945317 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-cb1d899b-0d0f-4d45-b52f-d14c67f4cc9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e57a376-cf11-4169-84ca-8ea1ae6aa078']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:52.960542 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-cb1d899b-0d0f-4d45-b52f-d14c67f4cc9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd786cf25-cf30-4e56-9b01-a0f05217b60d') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:52.961029 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-cb1d899b-0d0f-4d45-b52f-d14c67f4cc9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd786cf25-cf30-4e56-9b01-a0f05217b60d') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:52.980752 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cb1d899b-0d0f-4d45-b52f-d14c67f4cc9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.009376 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cb1d899b-0d0f-4d45-b52f-d14c67f4cc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.009634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-81a22149-fa8a-470b-919b-9d9a102ef3aa tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:33:53.017365 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1d899b-0d0f-4d45-b52f-d14c67f4cc9c admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:33:53.017944 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cb1d899b-0d0f-4d45-b52f-d14c67f4cc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:33:53.019647 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:33:53.066027 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-81a22149-fa8a-470b-919b-9d9a102ef3aa tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:33:53.066401 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 1f372d07-fc0d-4755-8663-44ce157433c4 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:33:53.066498 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a22149-fa8a-470b-919b-9d9a102ef3aa tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Pushing event updated for resources: {'Port': ['ID=0d01086c-b2d3-4344-a48d-aa1fd8ea69f4,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:53.098272 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 1f372d07-fc0d-4755-8663-44ce157433c4 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:33:53.103033 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 1f372d07-fc0d-4755-8663-44ce157433c4 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:33:53.103752 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device aeda3df3-298f-435a-8d5b-6231374560c4 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:33:53.131727 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7a0571-7a6e-4f74-9c1c-931aaf45945d admin admin] Deleting subnet 4442964c-170b-4d68-8c6b-87304508c88e {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:33:53.133292 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: aeda3df3-298f-435a-8d5b-6231374560c4 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:33:53.133745 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device aeda3df3-298f-435a-8d5b-6231374560c4 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:33:53.134245 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e1ff439b-9537-47f0-9392-b226722face2 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:33:53.145320 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1c7a0571-7a6e-4f74-9c1c-931aaf45945d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.155848 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: e1ff439b-9537-47f0-9392-b226722face2 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:33:53.156203 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e1ff439b-9537-47f0-9392-b226722face2 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:33:53.226344 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-81a22149-fa8a-470b-919b-9d9a102ef3aa tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:53.226980 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-81a22149-fa8a-470b-919b-9d9a102ef3aa tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.227701 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cb1d899b-0d0f-4d45-b52f-d14c67f4cc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.235025 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cb1d899b-0d0f-4d45-b52f-d14c67f4cc9c admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.243388 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cb1d899b-0d0f-4d45-b52f-d14c67f4cc9c admin admin] 10.222.0.75 "DELETE /v2.0/networks/5e57a376-cf11-4169-84ca-8ea1ae6aa078 HTTP/1.1" status: 204 len: 168 time: 1.0819888 Dec 16 22:33:53.246071 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36772) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:53.252100 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1c7a0571-7a6e-4f74-9c1c-931aaf45945d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.255413 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d899b-0d0f-4d45-b52f-d14c67f4cc9c admin admin] Pushing event deleted for resources: {'Network': ['ID=5e57a376-cf11-4169-84ca-8ea1ae6aa078,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:53.410529 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-692f3e14-4322-420d-96fe-7d707ffeff03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.426325 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e7c40bdf-88b3-4977-b1db-64e31fcbf93d tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.430779 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-81a22149-fa8a-470b-919b-9d9a102ef3aa tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8360803 Dec 16 22:33:53.509651 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-ed01f7a0-1ed6-4b17-805a-345754182691 service neutron] Request body: {'port': {'device_id': 'cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:33:53.549668 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1c7a0571-7a6e-4f74-9c1c-931aaf45945d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.760633 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e7c40bdf-88b3-4977-b1db-64e31fcbf93d tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.781392 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e7c40bdf-88b3-4977-b1db-64e31fcbf93d tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.787190 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36778) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:53.799629 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-ed01f7a0-1ed6-4b17-805a-345754182691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.915007 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2142eb57-92a0-457d-a68d-8f5af573a4c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:53.942758 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d673d4-8b46-4968-bcbc-f85b20ce9c3c req-c539e06e-a1c7-4d12-877a-64f3f6f7643b tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:53.944594 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a0d673d4-8b46-4968-bcbc-f85b20ce9c3c req-c539e06e-a1c7-4d12-877a-64f3f6f7643b tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a HTTP/1.1" status: 200 len: 932 time: 0.3061147 Dec 16 22:33:53.986650 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1c7a0571-7a6e-4f74-9c1c-931aaf45945d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:54.041140 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e7c40bdf-88b3-4977-b1db-64e31fcbf93d tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:54.041682 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c40bdf-88b3-4977-b1db-64e31fcbf93d tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da4c4c65-53e7-4bdd-8564-a173b3b23bd1 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:33:54.056923 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2142eb57-92a0-457d-a68d-8f5af573a4c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:54.104102 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a0571-7a6e-4f74-9c1c-931aaf45945d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4442964c-170b-4d68-8c6b-87304508c88e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:54.124927 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabae9a2-f51b-4e91-968b-eff48a8a01af None None] Network 8ae04c1b-d969-496b-89e9-e642211588e3 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:33:54.129824 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1c7a0571-7a6e-4f74-9c1c-931aaf45945d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:54.133241 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1c7a0571-7a6e-4f74-9c1c-931aaf45945d admin admin] 10.222.0.75 "DELETE /v2.0/subnets/4442964c-170b-4d68-8c6b-87304508c88e HTTP/1.1" status: 204 len: 168 time: 1.2534378 Dec 16 22:33:54.136301 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36782) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:54.169871 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a0d673d4-8b46-4968-bcbc-f85b20ce9c3c req-109295c2-2d88-4d3b-ad87-8b6660104e24 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f16d179-18d5-4d45-b2c2-ad7b37955b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160213 Dec 16 22:33:54.228510 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2142eb57-92a0-457d-a68d-8f5af573a4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:54.265854 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-e7c40bdf-88b3-4977-b1db-64e31fcbf93d tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 16 22:33:54.271196 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e7c40bdf-88b3-4977-b1db-64e31fcbf93d tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.0729041 Dec 16 22:33:54.273707 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36784) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:54.319141 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2142eb57-92a0-457d-a68d-8f5af573a4c6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c151f090400947aa8bef6c8269280573&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5280690 Dec 16 22:33:54.319305 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142eb57-92a0-457d-a68d-8f5af573a4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6602cab4-1467-4d82-98e1-4a42f6526f69,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:54.326424 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36786) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:54.337806 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c0b560e6-00c2-4fc1-abee-d082bda36ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:54.346693 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b98920b-981a-454b-b11b-935062337553 None None] DHCP port deletion for 8ae04c1b-d969-496b-89e9-e642211588e3 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:33:54.412412 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-8b98920b-981a-454b-b11b-935062337553 None None] Deleting port 128f29f7-8878-4c75-b610-6ac0cf1ec12c {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:54.413105 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8b98920b-981a-454b-b11b-935062337553 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:54.430526 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-37a5af37-3d8d-41e3-96e7-bf93ced33db1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:54.454609 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-37a5af37-3d8d-41e3-96e7-bf93ced33db1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:54.474062 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-c0b560e6-00c2-4fc1-abee-d082bda36ce8 admin admin] Deleting port 128f29f7-8878-4c75-b610-6ac0cf1ec12c {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:54.474431 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c0b560e6-00c2-4fc1-abee-d082bda36ce8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:54.479620 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-ed01f7a0-1ed6-4b17-805a-345754182691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d01086c-b2d3-4344-a48d-aa1fd8ea69f4 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:33:54.488821 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8b98920b-981a-454b-b11b-935062337553 None None] For port 128f29f7-8878-4c75-b610-6ac0cf1ec12c, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=128f29f7-8878-4c75-b610-6ac0cf1ec12c,segment=NetworkSegment(216abf7f-09a6-48ca-8ac0-ed43c7812bb5),segment_id=216abf7f-09a6-48ca-8ac0-ed43c7812bb5)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:54.489229 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8b98920b-981a-454b-b11b-935062337553 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:54.490870 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-ed01f7a0-1ed6-4b17-805a-345754182691 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:54.496971 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-42c0b6e1-beac-48b9-8538-8937fdbc8d85 tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Deleting port 4c637419-f43f-49f1-ac19-8fb6cff9a2fc {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:54.497372 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-42c0b6e1-beac-48b9-8538-8937fdbc8d85 tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:54.503682 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-8b98920b-981a-454b-b11b-935062337553 None None] Calling delete_port for 128f29f7-8878-4c75-b610-6ac0cf1ec12c owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:54.554805 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-73b1f3bc-a62e-45da-a234-d707a9219162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:54.560077 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-c0b560e6-00c2-4fc1-abee-d082bda36ce8 admin admin] For port 128f29f7-8878-4c75-b610-6ac0cf1ec12c, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=128f29f7-8878-4c75-b610-6ac0cf1ec12c,segment=NetworkSegment(216abf7f-09a6-48ca-8ac0-ed43c7812bb5),segment_id=216abf7f-09a6-48ca-8ac0-ed43c7812bb5)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:54.561713 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c0b560e6-00c2-4fc1-abee-d082bda36ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:54.573790 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-c0b560e6-00c2-4fc1-abee-d082bda36ce8 admin admin] Calling delete_port for 128f29f7-8878-4c75-b610-6ac0cf1ec12c owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:54.672722 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-42c0b6e1-beac-48b9-8538-8937fdbc8d85 tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:54.693420 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-42c0b6e1-beac-48b9-8538-8937fdbc8d85 tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Calling delete_port for 4c637419-f43f-49f1-ac19-8fb6cff9a2fc owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:54.714182 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-37a5af37-3d8d-41e3-96e7-bf93ced33db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:54.721443 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-37a5af37-3d8d-41e3-96e7-bf93ced33db1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:54.723485 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-37a5af37-3d8d-41e3-96e7-bf93ced33db1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6602cab4-1467-4d82-98e1-4a42f6526f69 HTTP/1.1" status: 204 len: 168 time: 0.3983457 Dec 16 22:33:54.733559 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5af37-3d8d-41e3-96e7-bf93ced33db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6602cab4-1467-4d82-98e1-4a42f6526f69,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:54.756496 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c0b560e6-00c2-4fc1-abee-d082bda36ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:54.761692 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8b98920b-981a-454b-b11b-935062337553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:54.765092 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-ed01f7a0-1ed6-4b17-805a-345754182691 service neutron] Transition to ACTIVE for port object 0d01086c-b2d3-4344-a48d-aa1fd8ea69f4 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:33:54.801008 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b560e6-00c2-4fc1-abee-d082bda36ce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=128f29f7-8878-4c75-b610-6ac0cf1ec12c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:54.804760 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b98920b-981a-454b-b11b-935062337553 None None] No DVR routers for this DVR port 128f29f7-8878-4c75-b610-6ac0cf1ec12c on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:33:54.807890 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98920b-981a-454b-b11b-935062337553 None None] Pushing event deleted for resources: {'Port': ['ID=128f29f7-8878-4c75-b610-6ac0cf1ec12c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:54.808467 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b560e6-00c2-4fc1-abee-d082bda36ce8 admin admin] No DVR routers for this DVR port 128f29f7-8878-4c75-b610-6ac0cf1ec12c on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:33:54.875243 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-ed01f7a0-1ed6-4b17-805a-345754182691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:54.905560 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c0b560e6-00c2-4fc1-abee-d082bda36ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:54.927190 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7a06c354-a9a3-4c49-8b08-cd45c1ec26c7 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:33:54.946655 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-c0b560e6-00c2-4fc1-abee-d082bda36ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae04c1b-d969-496b-89e9-e642211588e3']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:54.963022 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01f7a0-1ed6-4b17-805a-345754182691 service neutron] Pushing event updated for resources: {'Port': ['ID=0d01086c-b2d3-4344-a48d-aa1fd8ea69f4,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:54.968917 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-c0b560e6-00c2-4fc1-abee-d082bda36ce8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216abf7f-09a6-48ca-8ac0-ed43c7812bb5') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:54.969640 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-c0b560e6-00c2-4fc1-abee-d082bda36ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216abf7f-09a6-48ca-8ac0-ed43c7812bb5') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:54.979276 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 7a06c354-a9a3-4c49-8b08-cd45c1ec26c7 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:33:54.979910 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7a06c354-a9a3-4c49-8b08-cd45c1ec26c7 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:33:54.980430 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 128f29f7-8878-4c75-b610-6ac0cf1ec12c no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:33:54.984867 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c0b560e6-00c2-4fc1-abee-d082bda36ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:55.000301 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c0b560e6-00c2-4fc1-abee-d082bda36ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:55.002360 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 128f29f7-8878-4c75-b610-6ac0cf1ec12c {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:33:55.002822 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 128f29f7-8878-4c75-b610-6ac0cf1ec12c not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:33:55.008522 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b560e6-00c2-4fc1-abee-d082bda36ce8 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:33:55.008940 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c0b560e6-00c2-4fc1-abee-d082bda36ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:33:55.010837 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:33:55.072914 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-42c0b6e1-beac-48b9-8538-8937fdbc8d85 tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:55.078007 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-73b1f3bc-a62e-45da-a234-d707a9219162 admin admin] Deleting port f50573f1-fc11-4e6e-8a82-86eb7587aa02 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:55.078342 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-73b1f3bc-a62e-45da-a234-d707a9219162 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:55.094105 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-ed01f7a0-1ed6-4b17-805a-345754182691 service neutron] Attempting to bind port 0d01086c-b2d3-4344-a48d-aa1fd8ea69f4 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:33:55.094445 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-ed01f7a0-1ed6-4b17-805a-345754182691 service neutron] Attempting to bind port 0d01086c-b2d3-4344-a48d-aa1fd8ea69f4 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'daf2ee24-c262-4da5-9a76-f3d93b6d6b90'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:33:55.094779 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-ed01f7a0-1ed6-4b17-805a-345754182691 service neutron] Attempting to bind port 0d01086c-b2d3-4344-a48d-aa1fd8ea69f4 on network daf2ee24-c262-4da5-9a76-f3d93b6d6b90 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:55.153003 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c0b6e1-beac-48b9-8538-8937fdbc8d85 tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c637419-f43f-49f1-ac19-8fb6cff9a2fc,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:55.159202 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-ed01f7a0-1ed6-4b17-805a-345754182691 service neutron] Port 0d01086c-b2d3-4344-a48d-aa1fd8ea69f4 on network daf2ee24-c262-4da5-9a76-f3d93b6d6b90 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:33:55.159522 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-ed01f7a0-1ed6-4b17-805a-345754182691 service neutron] Attempting to bind port 0d01086c-b2d3-4344-a48d-aa1fd8ea69f4 on network daf2ee24-c262-4da5-9a76-f3d93b6d6b90 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:33:55.169971 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c0b560e6-00c2-4fc1-abee-d082bda36ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:55.180986 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c0b560e6-00c2-4fc1-abee-d082bda36ce8 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:55.182277 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bb9ceb-6960-49ae-be93-e6c7b8e81a44 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:33:55.185849 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c0b560e6-00c2-4fc1-abee-d082bda36ce8 admin admin] 10.222.0.75 "DELETE /v2.0/networks/8ae04c1b-d969-496b-89e9-e642211588e3 HTTP/1.1" status: 204 len: 168 time: 1.0474441 Dec 16 22:33:55.190047 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-ed01f7a0-1ed6-4b17-805a-345754182691 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:33:55.190349 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-ed01f7a0-1ed6-4b17-805a-345754182691 service neutron] Checking segment: {'id': 'dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'daf2ee24-c262-4da5-9a76-f3d93b6d6b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:33:55.190745 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-ed01f7a0-1ed6-4b17-805a-345754182691 service neutron] Bound using segment: {'id': 'dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'daf2ee24-c262-4da5-9a76-f3d93b6d6b90'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:33:55.191239 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-ed01f7a0-1ed6-4b17-805a-345754182691 service neutron] Bound port: 0d01086c-b2d3-4344-a48d-aa1fd8ea69f4, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'daf2ee24-c262-4da5-9a76-f3d93b6d6b90'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:33:55.191604 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-ed01f7a0-1ed6-4b17-805a-345754182691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:55.234727 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b560e6-00c2-4fc1-abee-d082bda36ce8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ae04c1b-d969-496b-89e9-e642211588e3,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:55.296354 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-73b1f3bc-a62e-45da-a234-d707a9219162 admin admin] For port f50573f1-fc11-4e6e-8a82-86eb7587aa02, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f50573f1-fc11-4e6e-8a82-86eb7587aa02,segment=NetworkSegment(2ed3c621-7e59-408e-9ef2-d03073fc914c),segment_id=2ed3c621-7e59-408e-9ef2-d03073fc914c)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:55.296729 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-73b1f3bc-a62e-45da-a234-d707a9219162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:55.322817 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-42c0b6e1-beac-48b9-8538-8937fdbc8d85 tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:55.327294 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-42c0b6e1-beac-48b9-8538-8937fdbc8d85 tempest-RoutersAdminNegativeIpV6Test-1189305672 tempest-RoutersAdminNegativeIpV6Test-1189305672-project-admin] 10.222.0.75 "DELETE /v2.0/ports/4c637419-f43f-49f1-ac19-8fb6cff9a2fc HTTP/1.1" status: 204 len: 168 time: 1.0525334 Dec 16 22:33:55.334472 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-73b1f3bc-a62e-45da-a234-d707a9219162 admin admin] Calling delete_port for f50573f1-fc11-4e6e-8a82-86eb7587aa02 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:55.351000 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-ed01f7a0-1ed6-4b17-805a-345754182691 service neutron] For port 0d01086c-b2d3-4344-a48d-aa1fd8ea69f4, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:33:55.355317 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-ed01f7a0-1ed6-4b17-805a-345754182691 service neutron] For port 0d01086c-b2d3-4344-a48d-aa1fd8ea69f4, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=0d01086c-b2d3-4344-a48d-aa1fd8ea69f4,segment=NetworkSegment(dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3),segment_id=dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:33:55.373440 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa5014-dd47-47f9-ba08-c99f32afd3d2 req-f9bcd30c-d76e-4a0d-9673-8a85dfab4d66 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:55.375415 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-91aa5014-dd47-47f9-ba08-c99f32afd3d2 req-f9bcd30c-d76e-4a0d-9673-8a85dfab4d66 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a HTTP/1.1" status: 200 len: 944 time: 0.0716264 Dec 16 22:33:55.432902 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-91aa5014-dd47-47f9-ba08-c99f32afd3d2 req-e52bde1a-e324-45f6-9044-146a352f770c tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f16d179-18d5-4d45-b2c2-ad7b37955b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507112 Dec 16 22:33:55.464997 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-ed01f7a0-1ed6-4b17-805a-345754182691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:55.690508 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bae0bcea-bcb0-4470-9850-bd5915931e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:55.852054 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-ed01f7a0-1ed6-4b17-805a-345754182691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:55.852678 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-ed01f7a0-1ed6-4b17-805a-345754182691 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:55.854057 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-ed01f7a0-1ed6-4b17-805a-345754182691 service neutron] 10.222.0.57 "PUT /v2.0/ports/0d01086c-b2d3-4344-a48d-aa1fd8ea69f4 HTTP/1.1" status: 200 len: 1092 time: 2.3502162 Dec 16 22:33:55.854508 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a', 'tag': '0d01086c-b2d3-4344-a48d-aa1fd8ea69f4'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:33:55.856854 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41721ae4-2b19-4c93-bc4b-7d606d1fc1b4" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a", "tag": "0d01086c-b2d3-4344-a48d-aa1fd8ea69f4"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:33:55.886051 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01f7a0-1ed6-4b17-805a-345754182691 service neutron] Pushing event updated for resources: {'Port': ['ID=0d01086c-b2d3-4344-a48d-aa1fd8ea69f4,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:55.898489 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9061d6-86df-4669-bc6a-3e3495f78729 x-openstack-request-id: req-1f9061d6-86df-4669-bc6a-3e3495f78729 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:33:55.898779 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a", "tag": "0d01086c-b2d3-4344-a48d-aa1fd8ea69f4", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:33:55.899032 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1f9061d6-86df-4669-bc6a-3e3495f78729 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:33:55.899461 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a', 'tag': '0d01086c-b2d3-4344-a48d-aa1fd8ea69f4', 'status': 'completed', 'code': 200} Dec 16 22:33:55.960172 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36806) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:55.984706 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41721ae4-2b19-4c93-bc4b-7d606d1fc1b4 req-d98bc849-fc8c-495f-b7e1-43b7bbeb52fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:55.986315 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-41721ae4-2b19-4c93-bc4b-7d606d1fc1b4 req-d98bc849-fc8c-495f-b7e1-43b7bbeb52fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d6adf58f5674384a730a357e3b62c83&device_id=cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a HTTP/1.1" status: 200 len: 1095 time: 0.0456131 Dec 16 22:33:56.008811 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5a7a7cce-8b15-4396-b85c-248ec15fe174 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=34b0fd2f7832448286a236e2618576f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449822 Dec 16 22:33:56.009764 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36808) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.057316 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-73b1f3bc-a62e-45da-a234-d707a9219162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:56.082281 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d369f130-314d-4384-a2e4-d37c94ec789c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:56.100009 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1f3bc-a62e-45da-a234-d707a9219162 admin admin] Pushing event deleted for resources: {'Port': ['ID=f50573f1-fc11-4e6e-8a82-86eb7587aa02,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:56.114187 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d369f130-314d-4384-a2e4-d37c94ec789c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:56.200663 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41721ae4-2b19-4c93-bc4b-7d606d1fc1b4 req-06834a87-af7e-49e2-8684-c637c9dfbdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:56.202600 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-41721ae4-2b19-4c93-bc4b-7d606d1fc1b4 req-06834a87-af7e-49e2-8684-c637c9dfbdbc service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4d6adf58f5674384a730a357e3b62c83&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2017655 Dec 16 22:33:56.220479 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36814) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.295659 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d369f130-314d-4384-a2e4-d37c94ec789c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:56.298482 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d369f130-314d-4384-a2e4-d37c94ec789c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:56.299703 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d369f130-314d-4384-a2e4-d37c94ec789c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/44684a75-322e-48d5-bf9e-0b62083a015e HTTP/1.1" status: 204 len: 168 time: 0.2890134 Dec 16 22:33:56.309752 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369f130-314d-4384-a2e4-d37c94ec789c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44684a75-322e-48d5-bf9e-0b62083a015e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:56.426657 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a9b4b98a-e688-45b2-b1c6-5e1007d2effd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:56.426891 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-73b1f3bc-a62e-45da-a234-d707a9219162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:56.426891 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41721ae4-2b19-4c93-bc4b-7d606d1fc1b4 req-ba2356a2-2dc7-4771-bf2e-774c39205a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:56.426891 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-41721ae4-2b19-4c93-bc4b-7d606d1fc1b4 req-ba2356a2-2dc7-4771-bf2e-774c39205a1e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2128451 Dec 16 22:33:56.584077 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a9b4b98a-e688-45b2-b1c6-5e1007d2effd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:56.593604 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac7847-6dfb-4fa7-a04f-35b4171ab4c7 req-4e2546eb-d915-41f3-b6ad-ee61be288529 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:56.595156 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b9ac7847-6dfb-4fa7-a04f-35b4171ab4c7 req-4e2546eb-d915-41f3-b6ad-ee61be288529 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a HTTP/1.1" status: 200 len: 944 time: 0.0779963 Dec 16 22:33:56.638720 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-f457359a-a0e0-4921-85a3-504df8bfc6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:56.640454 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-f457359a-a0e0-4921-85a3-504df8bfc6d5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d6adf58f5674384a730a357e3b62c83&device_id=cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a HTTP/1.1" status: 200 len: 1095 time: 0.0997064 Dec 16 22:33:56.650730 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b9ac7847-6dfb-4fa7-a04f-35b4171ab4c7 req-afcf3eec-e4c9-40c3-ac58-83fe7fecfc0a tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f16d179-18d5-4d45-b2c2-ad7b37955b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488796 Dec 16 22:33:56.730366 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-db2260b1-294d-447c-be50-ab005ef41350 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d01086c-b2d3-4344-a48d-aa1fd8ea69f4 HTTP/1.1" status: 200 len: 217 time: 0.0468383 Dec 16 22:33:56.752704 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a9b4b98a-e688-45b2-b1c6-5e1007d2effd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:56.789394 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b1f3bc-a62e-45da-a234-d707a9219162 admin admin] Router 4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:33:56.796059 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a9b4b98a-e688-45b2-b1c6-5e1007d2effd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cf91317a822440b7a25d71f4f4c7cace&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5743060 Dec 16 22:33:56.796993 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4b98a-e688-45b2-b1c6-5e1007d2effd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474a3444-e317-4a67-835d-e2c15964b9e4,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:56.797250 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-8e65d455-cf39-44aa-a4cf-585ddfb9da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:56.798861 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-8e65d455-cf39-44aa-a4cf-585ddfb9da9e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e6716b3b-84de-4553-8e58-e0833c224998 HTTP/1.1" status: 200 len: 854 time: 0.0599058 Dec 16 22:33:56.799348 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36832) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:56.835296 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-a2800590-df76-4067-8211-57b83b8f5811 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=daf2ee24-c262-4da5-9a76-f3d93b6d6b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292802 Dec 16 22:33:56.856572 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0d6ad830-329c-49b1-8cff-091b796fcb9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:56.916093 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0d6ad830-329c-49b1-8cff-091b796fcb9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:57.031649 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b1f3bc-a62e-45da-a234-d707a9219162 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:33:57.037049 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-73b1f3bc-a62e-45da-a234-d707a9219162 admin admin] 10.222.0.75 "PUT /v2.0/routers/4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7877495 Dec 16 22:33:57.039620 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-535d4b3c-9aac-44cd-aa47-0359144d34f4 service neutron] 10.222.0.57 "GET /v2.0/networks/daf2ee24-c262-4da5-9a76-f3d93b6d6b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517167 Dec 16 22:33:57.039772 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36842) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:57.041549 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:57.049133 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75e1b4c-f069-448e-9400-c680b8cb13f2 None None] Sync routers for ids ['4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:33:57.075477 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75e1b4c-f069-448e-9400-c680b8cb13f2 None None] Routers {'4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:33:57.077021 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-b75e1b4c-f069-448e-9400-c680b8cb13f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:33:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:57.088943 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:57.127579 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0d6ad830-329c-49b1-8cff-091b796fcb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:57.130243 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0d6ad830-329c-49b1-8cff-091b796fcb9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:57.134189 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0d6ad830-329c-49b1-8cff-091b796fcb9f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/474a3444-e317-4a67-835d-e2c15964b9e4 HTTP/1.1" status: 204 len: 168 time: 0.3338654 Dec 16 22:33:57.148423 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ad830-329c-49b1-8cff-091b796fcb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474a3444-e317-4a67-835d-e2c15964b9e4,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:57.174438 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3275375f-d7ed-43ab-b8be-57e171c695d7 req-bc4f5402-9dc8-4779-8915-d4721b8bf7e2 service neutron] 10.222.0.57 "GET /v2.0/networks/daf2ee24-c262-4da5-9a76-f3d93b6d6b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271942 Dec 16 22:33:57.222052 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-95cc5ccc-6d44-405c-bc5f-e1918583fb87 admin admin] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:57.337929 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-95cc5ccc-6d44-405c-bc5f-e1918583fb87 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:57.344108 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-b75e1b4c-f069-448e-9400-c680b8cb13f2 None None] Set router 4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:33:57.524575 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36848) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:57.536307 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-b75e1b4c-f069-448e-9400-c680b8cb13f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57', 'name': 'tempest-TaggedBootDevicesTest_v242-240506083-router', 'tenant_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '6f19efc1-0331-416f-87de-47eaad4459b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:21:15Z', 'updated_at': '2021-12-16T22:33:55Z', 'revision_number': 5, 'project_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'gw_port': {'id': '6f19efc1-0331-416f-87de-47eaad4459b6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:21:19Z', 'updated_at': '2021-12-16T22:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:57.568112 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75e1b4c-f069-448e-9400-c680b8cb13f2 None None] Checking router: 4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:33:57.576580 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75e1b4c-f069-448e-9400-c680b8cb13f2 None None] Routers {'4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:33:57.576782 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-95cc5ccc-6d44-405c-bc5f-e1918583fb87 admin admin] Deleting port 6f19efc1-0331-416f-87de-47eaad4459b6 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:57.577181 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-95cc5ccc-6d44-405c-bc5f-e1918583fb87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:57.577402 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-b75e1b4c-f069-448e-9400-c680b8cb13f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:33:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:57.581114 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-822d4b5d-c8cf-4536-8973-8e2a66743277 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=085ba3ca03db4459ac5b6a43aefbd8bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0548027 Dec 16 22:33:57.584037 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36850) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:57.645575 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e7311654-3abf-45f9-b58b-0ed5392f194a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:57.672538 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e7311654-3abf-45f9-b58b-0ed5392f194a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:57.697380 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-95cc5ccc-6d44-405c-bc5f-e1918583fb87 admin admin] For port 6f19efc1-0331-416f-87de-47eaad4459b6, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=6f19efc1-0331-416f-87de-47eaad4459b6,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:57.698191 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-95cc5ccc-6d44-405c-bc5f-e1918583fb87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:57.727854 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-95cc5ccc-6d44-405c-bc5f-e1918583fb87 admin admin] Calling delete_port for 6f19efc1-0331-416f-87de-47eaad4459b6 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:57.755081 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-b75e1b4c-f069-448e-9400-c680b8cb13f2 None None] Set router 4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:33:57.859020 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-b75e1b4c-f069-448e-9400-c680b8cb13f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57', 'name': 'tempest-TaggedBootDevicesTest_v242-240506083-router', 'tenant_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:21:15Z', 'updated_at': '2021-12-16T22:33:57Z', 'revision_number': 6, 'project_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:57.862170 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f28a6d-4696-4cec-acf0-2eb4e7b754b2 req-bbde703d-1222-4009-8636-a943274fc994 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:57.863912 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b5f28a6d-4696-4cec-acf0-2eb4e7b754b2 req-bbde703d-1222-4009-8636-a943274fc994 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a HTTP/1.1" status: 200 len: 944 time: 0.0767846 Dec 16 22:33:57.883301 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e7311654-3abf-45f9-b58b-0ed5392f194a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:57.886383 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e7311654-3abf-45f9-b58b-0ed5392f194a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:57.887833 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e7311654-3abf-45f9-b58b-0ed5392f194a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a34d0291-cdc2-475c-87c4-fbbab30b21a7 HTTP/1.1" status: 204 len: 168 time: 0.3023562 Dec 16 22:33:57.894748 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75e1b4c-f069-448e-9400-c680b8cb13f2 None None] The sync data for ids ['4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57'] in n-d-815324-4 is: [{'id': '4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57', 'name': 'tempest-TaggedBootDevicesTest_v242-240506083-router', 'tenant_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:21:15Z', 'updated_at': '2021-12-16T22:33:57Z', 'revision_number': 6, 'project_id': 'c6d28cd3b1f445c685a7d9ca1b8f00c3', 'gw_port_host': None}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:33:57.902096 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7311654-3abf-45f9-b58b-0ed5392f194a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34d0291-cdc2-475c-87c4-fbbab30b21a7,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:57.979099 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b5f28a6d-4696-4cec-acf0-2eb4e7b754b2 req-abc84f01-a1a2-4420-b3b7-db8a158575f5 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f16d179-18d5-4d45-b2c2-ad7b37955b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676780 Dec 16 22:33:58.141098 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-95cc5ccc-6d44-405c-bc5f-e1918583fb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:58.174320 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc5ccc-6d44-405c-bc5f-e1918583fb87 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f19efc1-0331-416f-87de-47eaad4459b6,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:58.192427 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cb2ac4-5bdb-4263-921a-066939905a00 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:33:58.250007 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-95cc5ccc-6d44-405c-bc5f-e1918583fb87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:58.353699 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-95cc5ccc-6d44-405c-bc5f-e1918583fb87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:58.356156 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-95cc5ccc-6d44-405c-bc5f-e1918583fb87 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:58.359837 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36868) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:58.398003 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:58.412209 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-41520c97-177e-480b-991c-2d9daeea9dd8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1a5328c1b63342bea505673fc30ffe28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0511324 Dec 16 22:33:58.414716 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36870) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:58.473970 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-01b334d2-4a6d-4280-a4c4-649df8c6f4a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:58.500629 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-01b334d2-4a6d-4280-a4c4-649df8c6f4a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:58.507612 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:58.547113 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-95cc5ccc-6d44-405c-bc5f-e1918583fb87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:58.547718 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cc5ccc-6d44-405c-bc5f-e1918583fb87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:33:58.556779 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-95cc5ccc-6d44-405c-bc5f-e1918583fb87 admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:58.559392 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-95cc5ccc-6d44-405c-bc5f-e1918583fb87 admin admin] 10.222.0.75 "DELETE /v2.0/routers/4b49b6c0-5bff-4c21-9e6d-82e5e9ce2e57 HTTP/1.1" status: 204 len: 168 time: 1.5186427 Dec 16 22:33:58.562861 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36872) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:58.618718 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5041275-370f-4966-b607-6ad19edabdc7 admin admin] Deleting subnet 17610a02-eabf-4576-9952-faec072a6c2b {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:33:58.621033 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f5041275-370f-4966-b607-6ad19edabdc7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:58.650253 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-01b334d2-4a6d-4280-a4c4-649df8c6f4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:58.654587 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-01b334d2-4a6d-4280-a4c4-649df8c6f4a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:58.658905 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-01b334d2-4a6d-4280-a4c4-649df8c6f4a4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a408f775-4da8-4761-87a7-851c90652257 HTTP/1.1" status: 204 len: 168 time: 0.2430472 Dec 16 22:33:58.672706 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f5041275-370f-4966-b607-6ad19edabdc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:58.674688 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b334d2-4a6d-4280-a4c4-649df8c6f4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a408f775-4da8-4761-87a7-851c90652257,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:58.684315 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b334d2-4a6d-4280-a4c4-649df8c6f4a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:58.685165 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b334d2-4a6d-4280-a4c4-649df8c6f4a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:58.685766 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b334d2-4a6d-4280-a4c4-649df8c6f4a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:58.686907 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b334d2-4a6d-4280-a4c4-649df8c6f4a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:58.688875 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b334d2-4a6d-4280-a4c4-649df8c6f4a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:58.692821 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b334d2-4a6d-4280-a4c4-649df8c6f4a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:58.693562 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b334d2-4a6d-4280-a4c4-649df8c6f4a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:58.694244 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b334d2-4a6d-4280-a4c4-649df8c6f4a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:58.694795 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b334d2-4a6d-4280-a4c4-649df8c6f4a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:58.695636 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b334d2-4a6d-4280-a4c4-649df8c6f4a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:58.696296 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b334d2-4a6d-4280-a4c4-649df8c6f4a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:58.697253 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b334d2-4a6d-4280-a4c4-649df8c6f4a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:58.697964 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b334d2-4a6d-4280-a4c4-649df8c6f4a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:33:58.824415 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f5041275-370f-4966-b607-6ad19edabdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:58.953022 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 6f19efc1-0331-416f-87de-47eaad4459b6 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:33:58.978644 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 6f19efc1-0331-416f-87de-47eaad4459b6 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:33:58.978644 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 6f19efc1-0331-416f-87de-47eaad4459b6 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:33:58.978644 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f50573f1-fc11-4e6e-8a82-86eb7587aa02 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:33:58.999890 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: f50573f1-fc11-4e6e-8a82-86eb7587aa02 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:33:59.000360 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f50573f1-fc11-4e6e-8a82-86eb7587aa02 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:33:59.061260 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:59.133431 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a637066-aed7-46c3-8b0b-af6c6d589ad8 req-ebbe3758-2b7c-45b8-b474-a76a07bae599 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:33:59.139431 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1a637066-aed7-46c3-8b0b-af6c6d589ad8 req-ebbe3758-2b7c-45b8-b474-a76a07bae599 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a HTTP/1.1" status: 200 len: 944 time: 0.0655682 Dec 16 22:33:59.173846 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f5041275-370f-4966-b607-6ad19edabdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:59.212099 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1a637066-aed7-46c3-8b0b-af6c6d589ad8 req-e3edada8-1c2c-4c94-99fd-ca25b5efefea tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f16d179-18d5-4d45-b2c2-ad7b37955b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684206 Dec 16 22:33:59.222589 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5041275-370f-4966-b607-6ad19edabdc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17610a02-eabf-4576-9952-faec072a6c2b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:59.225137 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f5041275-370f-4966-b607-6ad19edabdc7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:59.228750 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f5041275-370f-4966-b607-6ad19edabdc7 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/17610a02-eabf-4576-9952-faec072a6c2b HTTP/1.1" status: 204 len: 168 time: 0.6641250 Dec 16 22:33:59.235005 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecbad2a-3d95-4e1f-ae58-1bcb2b4f2cdb None None] Network ea971731-797d-4d89-ac37-fd25042aca96 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:33:59.236041 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36882) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:33:59.346939 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8bfda87e-1b18-4aab-856a-989175e1f35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:59.410214 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-8bfda87e-1b18-4aab-856a-989175e1f35c admin admin] Deleting port 4c55dbb3-77c3-41d9-b328-56cf1004ad4f {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:59.410743 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8bfda87e-1b18-4aab-856a-989175e1f35c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:59.430220 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b0475d-eba3-4e5f-8305-a4534ef60323 None None] DHCP port deletion for ea971731-797d-4d89-ac37-fd25042aca96 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:33:59.493576 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-00b0475d-eba3-4e5f-8305-a4534ef60323 None None] Deleting port 4c55dbb3-77c3-41d9-b328-56cf1004ad4f {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:33:59.494047 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-00b0475d-eba3-4e5f-8305-a4534ef60323 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:59.504210 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-8bfda87e-1b18-4aab-856a-989175e1f35c admin admin] For port 4c55dbb3-77c3-41d9-b328-56cf1004ad4f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4c55dbb3-77c3-41d9-b328-56cf1004ad4f,segment=NetworkSegment(2ed3c621-7e59-408e-9ef2-d03073fc914c),segment_id=2ed3c621-7e59-408e-9ef2-d03073fc914c)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:59.504693 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8bfda87e-1b18-4aab-856a-989175e1f35c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:59.525982 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-8bfda87e-1b18-4aab-856a-989175e1f35c admin admin] Calling delete_port for 4c55dbb3-77c3-41d9-b328-56cf1004ad4f owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:59.574868 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-00b0475d-eba3-4e5f-8305-a4534ef60323 None None] For port 4c55dbb3-77c3-41d9-b328-56cf1004ad4f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4c55dbb3-77c3-41d9-b328-56cf1004ad4f,segment=NetworkSegment(2ed3c621-7e59-408e-9ef2-d03073fc914c),segment_id=2ed3c621-7e59-408e-9ef2-d03073fc914c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:33:59.576353 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-00b0475d-eba3-4e5f-8305-a4534ef60323 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:59.592508 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-00b0475d-eba3-4e5f-8305-a4534ef60323 None None] Calling delete_port for 4c55dbb3-77c3-41d9-b328-56cf1004ad4f owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:33:59.724088 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8bfda87e-1b18-4aab-856a-989175e1f35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:59.730799 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-00b0475d-eba3-4e5f-8305-a4534ef60323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:59.752361 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfda87e-1b18-4aab-856a-989175e1f35c admin admin] Pushing event deleted for resources: {'Port': ['ID=4c55dbb3-77c3-41d9-b328-56cf1004ad4f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:59.753778 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0475d-eba3-4e5f-8305-a4534ef60323 None None] Pushing event deleted for resources: {'Port': ['ID=4c55dbb3-77c3-41d9-b328-56cf1004ad4f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:33:59.755138 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfda87e-1b18-4aab-856a-989175e1f35c admin admin] No DVR routers for this DVR port 4c55dbb3-77c3-41d9-b328-56cf1004ad4f on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:33:59.761347 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b0475d-eba3-4e5f-8305-a4534ef60323 None None] No DVR routers for this DVR port 4c55dbb3-77c3-41d9-b328-56cf1004ad4f on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:33:59.842206 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8bfda87e-1b18-4aab-856a-989175e1f35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:59.863587 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-8bfda87e-1b18-4aab-856a-989175e1f35c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea971731-797d-4d89-ac37-fd25042aca96']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:59.873333 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-8bfda87e-1b18-4aab-856a-989175e1f35c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed3c621-7e59-408e-9ef2-d03073fc914c') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:59.873635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-8bfda87e-1b18-4aab-856a-989175e1f35c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed3c621-7e59-408e-9ef2-d03073fc914c') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:33:59.890849 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8bfda87e-1b18-4aab-856a-989175e1f35c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:59.906692 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8bfda87e-1b18-4aab-856a-989175e1f35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:59.912860 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bfda87e-1b18-4aab-856a-989175e1f35c admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:33:59.913245 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8bfda87e-1b18-4aab-856a-989175e1f35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:33:59.914901 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:00.124060 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8bfda87e-1b18-4aab-856a-989175e1f35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:00.130538 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8bfda87e-1b18-4aab-856a-989175e1f35c admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:00.133896 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8bfda87e-1b18-4aab-856a-989175e1f35c admin admin] 10.222.0.75 "DELETE /v2.0/networks/ea971731-797d-4d89-ac37-fd25042aca96 HTTP/1.1" status: 204 len: 168 time: 0.8963618 Dec 16 22:34:00.148863 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfda87e-1b18-4aab-856a-989175e1f35c admin admin] Pushing event deleted for resources: {'Network': ['ID=ea971731-797d-4d89-ac37-fd25042aca96,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:00.178437 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36908) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:00.284861 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-228c5af6-d123-4307-aac6-f0e198f00fbd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2085313131'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:00.347567 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea5688-fa94-449c-9d4f-9eacbaabd279 req-53c2328b-cc5d-46bb-b7a9-01bf870ef608 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:00.349295 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-58ea5688-fa94-449c-9d4f-9eacbaabd279 req-53c2328b-cc5d-46bb-b7a9-01bf870ef608 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a HTTP/1.1" status: 200 len: 944 time: 0.0536678 Dec 16 22:34:00.407789 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-58ea5688-fa94-449c-9d4f-9eacbaabd279 req-f9ce133b-b43a-4e94-aa49-9ca905ce3ff4 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f16d179-18d5-4d45-b2c2-ad7b37955b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521660 Dec 16 22:34:00.420547 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228c5af6-d123-4307-aac6-f0e198f00fbd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:00.437096 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-228c5af6-d123-4307-aac6-f0e198f00fbd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:00.437096 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-228c5af6-d123-4307-aac6-f0e198f00fbd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:00.540773 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-228c5af6-d123-4307-aac6-f0e198f00fbd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:00.666831 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-228c5af6-d123-4307-aac6-f0e198f00fbd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:00.691490 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228c5af6-d123-4307-aac6-f0e198f00fbd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:34:00.699406 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36922) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:00.708736 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c5af6-d123-4307-aac6-f0e198f00fbd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6bf9a0-af03-4b3f-b28f-fc28a49aa261,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:00.711688 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-228c5af6-d123-4307-aac6-f0e198f00fbd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:00.712037 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-228c5af6-d123-4307-aac6-f0e198f00fbd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Added segment eafebc4c-553a-4c80-8783-d8f019114fe7 of type vlan for network ebdbd17e-5536-44c6-974e-25da0fe95ec7 Dec 16 22:34:00.740923 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6cbba605-9033-401c-9932-9abbcc771bfe admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=45dc1fa90bee4d0982a4d71f8e7220e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403075 Dec 16 22:34:00.743463 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36924) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:00.757884 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-228c5af6-d123-4307-aac6-f0e198f00fbd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:00.792908 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a8827718-fcae-4e78-b06b-696162b111e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:00.818985 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a8827718-fcae-4e78-b06b-696162b111e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:00.903727 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4c55dbb3-77c3-41d9-b328-56cf1004ad4f no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:34:00.924966 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 4c55dbb3-77c3-41d9-b328-56cf1004ad4f {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:34:00.925323 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4c55dbb3-77c3-41d9-b328-56cf1004ad4f not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:34:00.964019 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-228c5af6-d123-4307-aac6-f0e198f00fbd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:00.970333 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228c5af6-d123-4307-aac6-f0e198f00fbd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:00.973659 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-228c5af6-d123-4307-aac6-f0e198f00fbd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:01.038980 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c5af6-d123-4307-aac6-f0e198f00fbd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Network': ['ID=ebdbd17e-5536-44c6-974e-25da0fe95ec7,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:01.049703 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network ebdbd17e-5536-44c6-974e-25da0fe95ec7 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:34:01.071793 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a8827718-fcae-4e78-b06b-696162b111e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:01.076775 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a8827718-fcae-4e78-b06b-696162b111e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:01.076775 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a8827718-fcae-4e78-b06b-696162b111e9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a7c0143e-afb5-4938-a413-da33b57b5831 HTTP/1.1" status: 204 len: 168 time: 0.3313396 Dec 16 22:34:01.086690 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8827718-fcae-4e78-b06b-696162b111e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c0143e-afb5-4938-a413-da33b57b5831,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:01.177882 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-228c5af6-d123-4307-aac6-f0e198f00fbd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9979274 Dec 16 22:34:01.180598 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36928) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:01.186725 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-5ddd201d-1e1c-44bb-83d7-e13e44d0f945 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'port': {'network_id': 'ebdbd17e-5536-44c6-974e-25da0fe95ec7', 'name': 'tempest-PortsTestJSON-1388814965'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:01.421484 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddd201d-1e1c-44bb-83d7-e13e44d0f945 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:01.425403 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ddd201d-1e1c-44bb-83d7-e13e44d0f945 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:01.446192 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-5ddd201d-1e1c-44bb-83d7-e13e44d0f945 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] device_id is not set on port d077fe4d-22d7-41ba-9262-f9c6278a3ee5 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:34:01.625286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b5d08-1c82-427d-bdb8-c9873b7b632a req-5f4819f3-eb98-4704-96f9-9ed82943fa9b tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:01.626869 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a64b5d08-1c82-427d-bdb8-c9873b7b632a req-5f4819f3-eb98-4704-96f9-9ed82943fa9b tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a HTTP/1.1" status: 200 len: 944 time: 0.1262727 Dec 16 22:34:01.693775 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ddd201d-1e1c-44bb-83d7-e13e44d0f945 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:01.724371 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a64b5d08-1c82-427d-bdb8-c9873b7b632a req-4d69f6e8-2000-46a4-b45a-625c61094874 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f16d179-18d5-4d45-b2c2-ad7b37955b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807648 Dec 16 22:34:01.844359 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ddd201d-1e1c-44bb-83d7-e13e44d0f945 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:01.909299 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd201d-1e1c-44bb-83d7-e13e44d0f945 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Port': ['ID=d077fe4d-22d7-41ba-9262-f9c6278a3ee5,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:01.919953 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddd201d-1e1c-44bb-83d7-e13e44d0f945 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Checking segment: {'id': 'eafebc4c-553a-4c80-8783-d8f019114fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ebdbd17e-5536-44c6-974e-25da0fe95ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:01.920328 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddd201d-1e1c-44bb-83d7-e13e44d0f945 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network hostable DHCP agents. Network: ebdbd17e-5536-44c6-974e-25da0fe95ec7, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:34:01.971485 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 0d01086c-b2d3-4344-a48d-aa1fd8ea69f4 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:34:01.974952 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36948) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:02.020392 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3b03a8c6-fda7-41b8-bde4-0d108bac6427 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c6d28cd3b1f445c685a7d9ca1b8f00c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419528 Dec 16 22:34:02.020851 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36950) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:02.061319 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddd201d-1e1c-44bb-83d7-e13e44d0f945 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network ebdbd17e-5536-44c6-974e-25da0fe95ec7 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:34:02.075981 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3525cb3f-95cc-4058-b0c0-9c36c4d0196b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:02.076502 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 0d01086c-b2d3-4344-a48d-aa1fd8ea69f4, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=0d01086c-b2d3-4344-a48d-aa1fd8ea69f4,segment=NetworkSegment(dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3),segment_id=dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:02.089118 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '0d01086c-b2d3-4344-a48d-aa1fd8ea69f4', 'network_id': 'daf2ee24-c262-4da5-9a76-f3d93b6d6b90', 'port_id': '0d01086c-b2d3-4344-a48d-aa1fd8ea69f4', 'mac_address': 'fa:16:3e:6e:80:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6716b3b-84de-4553-8e58-e0833c224998', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:34:02.100054 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3525cb3f-95cc-4058-b0c0-9c36c4d0196b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:02.131767 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:02.145294 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d01086c-b2d3-4344-a48d-aa1fd8ea69f4 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:34:02.165456 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 0d01086c-b2d3-4344-a48d-aa1fd8ea69f4, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=0d01086c-b2d3-4344-a48d-aa1fd8ea69f4,segment=NetworkSegment(dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3),segment_id=dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:02.168767 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-5ddd201d-1e1c-44bb-83d7-e13e44d0f945 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, ebdbd17e-5536-44c6-974e-25da0fe95ec7) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:02.176680 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddd201d-1e1c-44bb-83d7-e13e44d0f945 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:02.177259 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a55146a-0149-4bcf-b3ff-0ba21ba546b8 None None] Network ebdbd17e-5536-44c6-974e-25da0fe95ec7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:02.182001 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddd201d-1e1c-44bb-83d7-e13e44d0f945 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:02.182711 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ddd201d-1e1c-44bb-83d7-e13e44d0f945 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:02.301835 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3525cb3f-95cc-4058-b0c0-9c36c4d0196b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:02.304782 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3525cb3f-95cc-4058-b0c0-9c36c4d0196b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:02.306015 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3525cb3f-95cc-4058-b0c0-9c36c4d0196b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/609e1253-da14-4049-89aa-6e55c2ab16cb HTTP/1.1" status: 204 len: 168 time: 0.2837658 Dec 16 22:34:02.315282 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525cb3f-95cc-4058-b0c0-9c36c4d0196b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609e1253-da14-4049-89aa-6e55c2ab16cb,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:02.341042 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:02.349890 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5ddd201d-1e1c-44bb-83d7-e13e44d0f945 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1577053 Dec 16 22:34:02.350069 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36956) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:02.357407 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-9020e9bc-924f-4877-bc02-fe5600a41ac6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-482756715'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:02.420664 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=0d01086c-b2d3-4344-a48d-aa1fd8ea69f4,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:02.506521 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9020e9bc-924f-4877-bc02-fe5600a41ac6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:02.510028 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9020e9bc-924f-4877-bc02-fe5600a41ac6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:02.535065 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9020e9bc-924f-4877-bc02-fe5600a41ac6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:34:02.548094 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9020e9bc-924f-4877-bc02-fe5600a41ac6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:02.548683 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-9020e9bc-924f-4877-bc02-fe5600a41ac6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Added segment c02ccd31-cf08-41ba-878a-063a36bf45ef of type vlan for network 5253e77b-3992-4075-8513-c446285cfd0f Dec 16 22:34:02.599988 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9020e9bc-924f-4877-bc02-fe5600a41ac6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:02.710685 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['0d01086c-b2d3-4344-a48d-aa1fd8ea69f4'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:34:02.735635 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9020e9bc-924f-4877-bc02-fe5600a41ac6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:02.741789 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9020e9bc-924f-4877-bc02-fe5600a41ac6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:02.742399 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9020e9bc-924f-4877-bc02-fe5600a41ac6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:02.823472 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020e9bc-924f-4877-bc02-fe5600a41ac6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Network': ['ID=5253e77b-3992-4075-8513-c446285cfd0f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:02.837204 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 5253e77b-3992-4075-8513-c446285cfd0f details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:34:02.881902 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93d195-1ed1-470a-87db-b2710c10c36c req-9a43c7a4-f4fb-4f50-a425-2957c9f75648 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:02.883474 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ea93d195-1ed1-470a-87db-b2710c10c36c req-9a43c7a4-f4fb-4f50-a425-2957c9f75648 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a HTTP/1.1" status: 200 len: 945 time: 0.0635846 Dec 16 22:34:02.952392 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ea93d195-1ed1-470a-87db-b2710c10c36c req-caeca00d-4d82-4caf-b2bd-621dbce1eb7f tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f16d179-18d5-4d45-b2c2-ad7b37955b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603065 Dec 16 22:34:02.972246 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9020e9bc-924f-4877-bc02-fe5600a41ac6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6215844 Dec 16 22:34:02.974834 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36968) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:02.979992 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-be2bff78-5879-4279-8b5e-80776a15b120 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'ports': [{'network_id': 'ebdbd17e-5536-44c6-974e-25da0fe95ec7'}, {'network_id': '5253e77b-3992-4075-8513-c446285cfd0f'}]} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:02.982827 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-be2bff78-5879-4279-8b5e-80776a15b120 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'port': {'network_id': 'ebdbd17e-5536-44c6-974e-25da0fe95ec7'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:02.983647 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-be2bff78-5879-4279-8b5e-80776a15b120 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'port': {'network_id': '5253e77b-3992-4075-8513-c446285cfd0f'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:03.301404 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2bff78-5879-4279-8b5e-80776a15b120 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'port': 2} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:03.306332 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-be2bff78-5879-4279-8b5e-80776a15b120 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:03.321374 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-be2bff78-5879-4279-8b5e-80776a15b120 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:03.412419 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-be2bff78-5879-4279-8b5e-80776a15b120 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] device_id is not set on port b089e149-99be-4cd2-abfe-ba780757b0ff yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:34:03.555091 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-be2bff78-5879-4279-8b5e-80776a15b120 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:03.627946 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-be2bff78-5879-4279-8b5e-80776a15b120 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] device_id is not set on port 8ae1372b-9573-47b9-a093-c9b7f630e768 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:34:03.748967 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-be2bff78-5879-4279-8b5e-80776a15b120 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:03.801435 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36996) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:03.884948 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-be2bff78-5879-4279-8b5e-80776a15b120 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:03.931245 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-2edb8438-1db7-4322-b635-1eb8ec032407 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1980396143-network', 'tenant_id': 'd6b0d22d8726493ca4865ebcd360481d'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:03.951764 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2bff78-5879-4279-8b5e-80776a15b120 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network ebdbd17e-5536-44c6-974e-25da0fe95ec7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:03.959132 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-be2bff78-5879-4279-8b5e-80776a15b120 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:03.965013 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2bff78-5879-4279-8b5e-80776a15b120 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:03.965543 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-be2bff78-5879-4279-8b5e-80776a15b120 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:03.970475 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 0d01086c-b2d3-4344-a48d-aa1fd8ea69f4 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:34:03.976939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bff78-5879-4279-8b5e-80776a15b120 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Port': ['ID=b089e149-99be-4cd2-abfe-ba780757b0ff,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:04.030073 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bff78-5879-4279-8b5e-80776a15b120 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Port': ['ID=8ae1372b-9573-47b9-a093-c9b7f630e768,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:04.066863 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2bff78-5879-4279-8b5e-80776a15b120 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Checking segment: {'id': 'c02ccd31-cf08-41ba-878a-063a36bf45ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5253e77b-3992-4075-8513-c446285cfd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:04.077545 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2bff78-5879-4279-8b5e-80776a15b120 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network hostable DHCP agents. Network: 5253e77b-3992-4075-8513-c446285cfd0f, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:34:04.102436 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62847f-ebb1-4313-b757-2b614db7c7d6 req-b83b7597-f856-469c-adca-09fded8e6486 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:04.104015 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e62847f-ebb1-4313-b757-2b614db7c7d6 req-b83b7597-f856-469c-adca-09fded8e6486 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a HTTP/1.1" status: 200 len: 945 time: 0.0586905 Dec 16 22:34:04.129165 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edb8438-1db7-4322-b635-1eb8ec032407 admin admin] Made reservation on behalf of d6b0d22d8726493ca4865ebcd360481d for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:04.131673 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2edb8438-1db7-4322-b635-1eb8ec032407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:04.142015 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2edb8438-1db7-4322-b635-1eb8ec032407 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:04.159638 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e62847f-ebb1-4313-b757-2b614db7c7d6 req-15efc306-ca4c-4888-a3d1-148b80aa9c86 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f16d179-18d5-4d45-b2c2-ad7b37955b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487237 Dec 16 22:34:04.163787 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 0d01086c-b2d3-4344-a48d-aa1fd8ea69f4 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:34:04.170570 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 0d01086c-b2d3-4344-a48d-aa1fd8ea69f4 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:04.170959 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:04.239175 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2bff78-5879-4279-8b5e-80776a15b120 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network 5253e77b-3992-4075-8513-c446285cfd0f is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:34:04.250752 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2edb8438-1db7-4322-b635-1eb8ec032407 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:04.289428 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:04.314438 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d01086c-b2d3-4344-a48d-aa1fd8ea69f4'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:34:04.316778 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13053ee-ea80-4880-af7e-fc4f41347daf" -d '{"events": [{"server_uuid": "cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a", "name": "network-vif-plugged", "status": "completed", "tag": "0d01086c-b2d3-4344-a48d-aa1fd8ea69f4"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:34:04.330689 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 0d01086c-b2d3-4344-a48d-aa1fd8ea69f4, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=0d01086c-b2d3-4344-a48d-aa1fd8ea69f4,segment=NetworkSegment(dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3),segment_id=dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:04.354145 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8588d8c1-9cb5-4f96-82f6-afef6f1c7ffd x-openstack-request-id: req-8588d8c1-9cb5-4f96-82f6-afef6f1c7ffd {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:34:04.354451 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a", "name": "network-vif-plugged", "status": "completed", "tag": "0d01086c-b2d3-4344-a48d-aa1fd8ea69f4", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:34:04.354710 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8588d8c1-9cb5-4f96-82f6-afef6f1c7ffd {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:34:04.355234 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d01086c-b2d3-4344-a48d-aa1fd8ea69f4', 'code': 200} Dec 16 22:34:04.358400 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2edb8438-1db7-4322-b635-1eb8ec032407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:04.388381 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2edb8438-1db7-4322-b635-1eb8ec032407 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:34:04.395874 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb8438-1db7-4322-b635-1eb8ec032407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2660cb5-edb7-4398-9fe5-b0738d68e2b2,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:04.403235 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2edb8438-1db7-4322-b635-1eb8ec032407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:04.403749 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-2edb8438-1db7-4322-b635-1eb8ec032407 admin admin] Added segment 0fcdd428-5d20-478f-9ac0-f78d6556ad91 of type vlan for network 31297fcc-4ffb-4c2c-ad1a-346c87766018 Dec 16 22:34:04.412579 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-be2bff78-5879-4279-8b5e-80776a15b120 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 5253e77b-3992-4075-8513-c446285cfd0f) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:04.417575 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2bff78-5879-4279-8b5e-80776a15b120 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:04.424095 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2bff78-5879-4279-8b5e-80776a15b120 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:04.426255 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834bf59c-1293-4e60-a833-2d6d619f9bb6 None None] Network 5253e77b-3992-4075-8513-c446285cfd0f requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:04.428988 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2bff78-5879-4279-8b5e-80776a15b120 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:04.429697 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-be2bff78-5879-4279-8b5e-80776a15b120 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:04.485274 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2edb8438-1db7-4322-b635-1eb8ec032407 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:04.493364 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:04.535951 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e44b4-cc1a-4c1a-b999-8f24be388184 req-782be98b-d83d-4dc8-9514-4ebf3a4edbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:04.537279 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-500e44b4-cc1a-4c1a-b999-8f24be388184 req-782be98b-d83d-4dc8-9514-4ebf3a4edbaf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a HTTP/1.1" status: 200 len: 1096 time: 0.0712800 Dec 16 22:34:04.562089 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=0d01086c-b2d3-4344-a48d-aa1fd8ea69f4,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:04.588527 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-500e44b4-cc1a-4c1a-b999-8f24be388184 req-3d56e5c6-bdd5-425f-a8e1-4f0300393275 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4f16d179-18d5-4d45-b2c2-ad7b37955b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439208 Dec 16 22:34:04.595756 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-be2bff78-5879-4279-8b5e-80776a15b120 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6198971 Dec 16 22:34:04.598420 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37004) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:04.666061 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2edb8438-1db7-4322-b635-1eb8ec032407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:04.666061 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edb8438-1db7-4322-b635-1eb8ec032407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:04.666061 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2edb8438-1db7-4322-b635-1eb8ec032407 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:04.738191 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb8438-1db7-4322-b635-1eb8ec032407 admin admin] Pushing event updated for resources: {'Network': ['ID=31297fcc-4ffb-4c2c-ad1a-346c87766018,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:04.750734 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 31297fcc-4ffb-4c2c-ad1a-346c87766018 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:34:04.755102 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-4eaf5e39-491c-43aa-b2b4-db084e42e7d3 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting port 8ae1372b-9573-47b9-a093-c9b7f630e768 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:04.755459 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4eaf5e39-491c-43aa-b2b4-db084e42e7d3 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:04.822529 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2edb8438-1db7-4322-b635-1eb8ec032407 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0171375 Dec 16 22:34:04.822819 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37010) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:04.828951 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-38531ded-7bb6-424a-bc6d-b4e555f21495 admin admin] Request body: {'subnet': {'network_id': '31297fcc-4ffb-4c2c-ad1a-346c87766018', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1980396143-subnet', 'tenant_id': 'd6b0d22d8726493ca4865ebcd360481d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:04.843547 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4eaf5e39-491c-43aa-b2b4-db084e42e7d3 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:04.859346 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-4eaf5e39-491c-43aa-b2b4-db084e42e7d3 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Calling delete_port for 8ae1372b-9573-47b9-a093-c9b7f630e768 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:04.917646 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38531ded-7bb6-424a-bc6d-b4e555f21495 admin admin] Made reservation on behalf of d6b0d22d8726493ca4865ebcd360481d for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:04.920318 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-38531ded-7bb6-424a-bc6d-b4e555f21495 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:05.008995 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4eaf5e39-491c-43aa-b2b4-db084e42e7d3 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:05.047583 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4eaf5e39-491c-43aa-b2b4-db084e42e7d3 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:05.051552 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4eaf5e39-491c-43aa-b2b4-db084e42e7d3 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/ports/8ae1372b-9573-47b9-a093-c9b7f630e768 HTTP/1.1" status: 204 len: 168 time: 0.4521294 Dec 16 22:34:05.052468 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf5e39-491c-43aa-b2b4-db084e42e7d3 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Port': ['ID=8ae1372b-9573-47b9-a093-c9b7f630e768,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:05.055664 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37012) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:05.132778 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af4d802-5930-4805-868e-af2e4c8b2c59 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:05.139676 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af4d802-5930-4805-868e-af2e4c8b2c59 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:05.142000 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1af4d802-5930-4805-868e-af2e4c8b2c59 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0852244 Dec 16 22:34:05.144771 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37014) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:05.232830 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-38531ded-7bb6-424a-bc6d-b4e555f21495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:05.240368 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-28fb175f-84cb-450c-9486-48adf7fb068b tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting port b089e149-99be-4cd2-abfe-ba780757b0ff {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:05.240850 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-28fb175f-84cb-450c-9486-48adf7fb068b tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:05.283686 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38531ded-7bb6-424a-bc6d-b4e555f21495 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71be5f97-87e4-47bb-9472-3e24cd3f92a2,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:05.299771 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38531ded-7bb6-424a-bc6d-b4e555f21495 admin admin] Checking segment: {'id': '0fcdd428-5d20-478f-9ac0-f78d6556ad91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '31297fcc-4ffb-4c2c-ad1a-346c87766018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:05.300142 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38531ded-7bb6-424a-bc6d-b4e555f21495 admin admin] Network hostable DHCP agents. Network: 31297fcc-4ffb-4c2c-ad1a-346c87766018, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:34:05.355353 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-28fb175f-84cb-450c-9486-48adf7fb068b tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:05.373901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab6c25-1135-4832-b486-4460baa07217 req-16d47346-6c8a-4501-bd57-c480b3a9d92d tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:05.375614 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a3ab6c25-1135-4832-b486-4460baa07217 req-16d47346-6c8a-4501-bd57-c480b3a9d92d tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a HTTP/1.1" status: 200 len: 946 time: 0.1317267 Dec 16 22:34:05.383008 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-28fb175f-84cb-450c-9486-48adf7fb068b tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Calling delete_port for b089e149-99be-4cd2-abfe-ba780757b0ff owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:05.404813 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38531ded-7bb6-424a-bc6d-b4e555f21495 admin admin] Network 31297fcc-4ffb-4c2c-ad1a-346c87766018 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:34:05.490042 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a3ab6c25-1135-4832-b486-4460baa07217 req-90fa8cba-1f0e-4cc3-a946-f2726bfcc149 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f16d179-18d5-4d45-b2c2-ad7b37955b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046214 Dec 16 22:34:05.557992 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-38531ded-7bb6-424a-bc6d-b4e555f21495 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 31297fcc-4ffb-4c2c-ad1a-346c87766018) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:05.562075 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38531ded-7bb6-424a-bc6d-b4e555f21495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:05.563018 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-38531ded-7bb6-424a-bc6d-b4e555f21495 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:05.567173 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2140b721-35f0-4f69-9d2e-68cfa4ac614a None None] Network 31297fcc-4ffb-4c2c-ad1a-346c87766018 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:05.675004 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-38531ded-7bb6-424a-bc6d-b4e555f21495 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8508239 Dec 16 22:34:05.676246 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f9a6c2-d831-4695-9903-e61025f2b8c5 None None] Network 31297fcc-4ffb-4c2c-ad1a-346c87766018 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:05.781613 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-28fb175f-84cb-450c-9486-48adf7fb068b tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:05.821320 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-28fb175f-84cb-450c-9486-48adf7fb068b tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:05.826358 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-28fb175f-84cb-450c-9486-48adf7fb068b tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/ports/b089e149-99be-4cd2-abfe-ba780757b0ff HTTP/1.1" status: 204 len: 168 time: 0.6797647 Dec 16 22:34:05.830327 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb175f-84cb-450c-9486-48adf7fb068b tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Port': ['ID=b089e149-99be-4cd2-abfe-ba780757b0ff,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:05.830493 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37026) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:05.938792 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5716c55b-5818-4898-bd10-f8d6d334625c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:05.940873 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5716c55b-5818-4898-bd10-f8d6d334625c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1105289 Dec 16 22:34:05.943640 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37036) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:05.972897 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-578b9346-4181-4855-8eab-ef1aab8cba0a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] GET failed (client error): The resource could not be found. Dec 16 22:34:05.974383 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-578b9346-4181-4855-8eab-ef1aab8cba0a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "GET /v2.0/ports/8ae1372b-9573-47b9-a093-c9b7f630e768 HTTP/1.1" status: 404 len: 333 time: 0.0296876 Dec 16 22:34:05.977247 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37038) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:06.002929 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b69e00-ce1f-4ff8-989e-48522c01120c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] GET failed (client error): The resource could not be found. Dec 16 22:34:06.010122 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-82b69e00-ce1f-4ff8-989e-48522c01120c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "GET /v2.0/ports/b089e149-99be-4cd2-abfe-ba780757b0ff HTTP/1.1" status: 404 len: 333 time: 0.0261531 Dec 16 22:34:06.012081 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37044) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:06.101616 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b3a1025-b13b-4a32-b6bf-545e2469751a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:06.166326 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-08ef7c31-95fe-4ec9-87e5-9dab62ae3448 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:06.167899 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-08ef7c31-95fe-4ec9-87e5-9dab62ae3448 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/networks?id=31297fcc-4ffb-4c2c-ad1a-346c87766018 HTTP/1.1" status: 200 len: 822 time: 0.1124799 Dec 16 22:34:06.186555 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-caf617df-2cc1-4c43-9ad5-d39d29504653 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/quotas/d6b0d22d8726493ca4865ebcd360481d HTTP/1.1" status: 200 len: 375 time: 0.0123274 Dec 16 22:34:06.203636 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b3a1025-b13b-4a32-b6bf-545e2469751a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:06.221992 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-4dbe1223-6449-402c-835e-52a0f68d5e4f tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d6b0d22d8726493ca4865ebcd360481d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293636 Dec 16 22:34:06.229460 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-3b3a1025-b13b-4a32-b6bf-545e2469751a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5253e77b-3992-4075-8513-c446285cfd0f']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:06.242481 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-3b3a1025-b13b-4a32-b6bf-545e2469751a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02ccd31-cf08-41ba-878a-063a36bf45ef') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:06.242481 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-3b3a1025-b13b-4a32-b6bf-545e2469751a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02ccd31-cf08-41ba-878a-063a36bf45ef') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:06.254043 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b3a1025-b13b-4a32-b6bf-545e2469751a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:06.269325 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b3a1025-b13b-4a32-b6bf-545e2469751a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:06.276838 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3a1025-b13b-4a32-b6bf-545e2469751a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:06.277403 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b3a1025-b13b-4a32-b6bf-545e2469751a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:06.282272 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:06.334949 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-d8c1090a-8c5d-4a30-b541-fff4a4c1632e service neutron] 10.222.0.75 "GET /v2.0/networks/31297fcc-4ffb-4c2c-ad1a-346c87766018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010799 Dec 16 22:34:06.429374 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-7521aa5c-0ab1-4fb7-aee1-d2ad661da9d3 service neutron] 10.222.0.75 "GET /v2.0/networks/31297fcc-4ffb-4c2c-ad1a-346c87766018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867956 Dec 16 22:34:06.456268 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b3a1025-b13b-4a32-b6bf-545e2469751a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:06.465983 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b3a1025-b13b-4a32-b6bf-545e2469751a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:06.469742 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3b3a1025-b13b-4a32-b6bf-545e2469751a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/networks/5253e77b-3992-4075-8513-c446285cfd0f HTTP/1.1" status: 204 len: 168 time: 0.4566739 Dec 16 22:34:06.475727 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37054) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:06.481076 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a1025-b13b-4a32-b6bf-545e2469751a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Network': ['ID=5253e77b-3992-4075-8513-c446285cfd0f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:06.487592 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-1222bed3-3b70-4486-acdf-ffed4fca1cfc tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1282283603'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:06.628306 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fd190-3e02-4cb9-a268-6bb54c52b0ce req-173f5735-1b4f-49fe-ad4b-a2d5cef3904d tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:06.629809 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-089fd190-3e02-4cb9-a268-6bb54c52b0ce req-173f5735-1b4f-49fe-ad4b-a2d5cef3904d tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a HTTP/1.1" status: 200 len: 946 time: 0.0598121 Dec 16 22:34:06.687222 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-089fd190-3e02-4cb9-a268-6bb54c52b0ce req-07457865-f29a-44e8-9001-33e6e7585cc9 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f16d179-18d5-4d45-b2c2-ad7b37955b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494926 Dec 16 22:34:06.860850 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1222bed3-3b70-4486-acdf-ffed4fca1cfc tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:06.865533 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1222bed3-3b70-4486-acdf-ffed4fca1cfc tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:06.899797 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1222bed3-3b70-4486-acdf-ffed4fca1cfc tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:34:06.910810 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1222bed3-3b70-4486-acdf-ffed4fca1cfc tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:06.911271 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-1222bed3-3b70-4486-acdf-ffed4fca1cfc tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Added segment 3713d7ef-4f7f-4147-b4aa-e03901e35f98 of type vlan for network 778b9fe9-3830-4de4-a83b-33ad002f17e1 Dec 16 22:34:06.960582 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1222bed3-3b70-4486-acdf-ffed4fca1cfc tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:07.028038 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-df020471-1521-4c5e-a931-4efc8981e71f req-e022471b-eea6-4d3d-a16d-43d79b28f1da tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab HTTP/1.1" status: 200 len: 210 time: 0.0279527 Dec 16 22:34:07.134625 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1222bed3-3b70-4486-acdf-ffed4fca1cfc tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:07.136414 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1222bed3-3b70-4486-acdf-ffed4fca1cfc tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:07.137225 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1222bed3-3b70-4486-acdf-ffed4fca1cfc tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:07.206862 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222bed3-3b70-4486-acdf-ffed4fca1cfc tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Network': ['ID=778b9fe9-3830-4de4-a83b-33ad002f17e1,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:07.223441 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 778b9fe9-3830-4de4-a83b-33ad002f17e1 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:34:07.275573 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1222bed3-3b70-4486-acdf-ffed4fca1cfc tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7981822 Dec 16 22:34:07.278513 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37080) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:07.288210 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-2a5170a8-d47e-4891-9846-5528d089a1b0 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'subnet': {'network_id': '778b9fe9-3830-4de4-a83b-33ad002f17e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:07.535233 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5170a8-d47e-4891-9846-5528d089a1b0 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:07.540824 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2a5170a8-d47e-4891-9846-5528d089a1b0 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:07.612178 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.ipam_backend_mixin [None req-2a5170a8-d47e-4891-9846-5528d089a1b0 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Performing IP validity checks on allocation pools {{(pid=103614) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 22:34:07.613004 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.ipam_backend_mixin [None req-2a5170a8-d47e-4891-9846-5528d089a1b0 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103614) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 22:34:07.866245 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2a5170a8-d47e-4891-9846-5528d089a1b0 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:07.926017 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5170a8-d47e-4891-9846-5528d089a1b0 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Subnet': ['ID=8beff9f8-eb67-4cc5-a7ce-aa320e451283,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:07.947748 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5170a8-d47e-4891-9846-5528d089a1b0 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Checking segment: {'id': '3713d7ef-4f7f-4147-b4aa-e03901e35f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '778b9fe9-3830-4de4-a83b-33ad002f17e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:07.948161 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5170a8-d47e-4891-9846-5528d089a1b0 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network hostable DHCP agents. Network: 778b9fe9-3830-4de4-a83b-33ad002f17e1, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:34:08.051527 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5170a8-d47e-4891-9846-5528d089a1b0 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network 778b9fe9-3830-4de4-a83b-33ad002f17e1 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:34:08.139887 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-20694f92-3a87-45b5-be30-a85bd27db2c2 req-8a6cb8ce-2182-4abf-a10c-33b9fee0336a tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab HTTP/1.1" status: 200 len: 210 time: 0.0429869 Dec 16 22:34:08.160759 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-2a5170a8-d47e-4891-9846-5528d089a1b0 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 778b9fe9-3830-4de4-a83b-33ad002f17e1) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:08.164966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5170a8-d47e-4891-9846-5528d089a1b0 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:08.169870 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2a5170a8-d47e-4891-9846-5528d089a1b0 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:08.186248 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5202fcd-4b64-4466-bfac-f3738a584180 None None] Network 778b9fe9-3830-4de4-a83b-33ad002f17e1 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:08.294994 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2a5170a8-d47e-4891-9846-5528d089a1b0 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0106981 Dec 16 22:34:08.297689 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37100) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:08.305392 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-97375e19-56a5-4b1f-90de-d5f75fc973e1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'port': {'network_id': '778b9fe9-3830-4de4-a83b-33ad002f17e1', 'name': 'tempest-PortsTestJSON-1356337873'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:08.530056 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fddccad-5a78-4dec-a1a0-65a80d0b9737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-778b9fe9-3830-4de4-a83b-33ad002f17e1', 'network_id': '778b9fe9-3830-4de4-a83b-33ad002f17e1', 'project_id': '205d5d309c0e4c31af9f0a22be5c7456', 'fixed_ips': [{'subnet_id': '8beff9f8-eb67-4cc5-a7ce-aa320e451283'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:34:08.539124 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1fddccad-5a78-4dec-a1a0-65a80d0b9737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:08.558871 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97375e19-56a5-4b1f-90de-d5f75fc973e1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:08.564479 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-97375e19-56a5-4b1f-90de-d5f75fc973e1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:08.588537 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-97375e19-56a5-4b1f-90de-d5f75fc973e1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] device_id is not set on port 1d085e46-9a15-4560-bd96-605215dc7c0c yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:34:08.708108 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-1fddccad-5a78-4dec-a1a0-65a80d0b9737 None None] Allocated IP 172.20.0.2 (778b9fe9-3830-4de4-a83b-33ad002f17e1/8beff9f8-eb67-4cc5-a7ce-aa320e451283/0e005041-6e8f-43e5-8d5f-2d2e190238ef) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:08.881049 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1fddccad-5a78-4dec-a1a0-65a80d0b9737 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:08.947883 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1fddccad-5a78-4dec-a1a0-65a80d0b9737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:08.995765 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fddccad-5a78-4dec-a1a0-65a80d0b9737 None None] Network 778b9fe9-3830-4de4-a83b-33ad002f17e1 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:08.999366 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-1fddccad-5a78-4dec-a1a0-65a80d0b9737 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:09.004577 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fddccad-5a78-4dec-a1a0-65a80d0b9737 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:09.007025 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddccad-5a78-4dec-a1a0-65a80d0b9737 None None] Pushing event updated for resources: {'Port': ['ID=0e005041-6e8f-43e5-8d5f-2d2e190238ef,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:09.053908 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-97375e19-56a5-4b1f-90de-d5f75fc973e1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Allocated IP 172.20.0.8 (778b9fe9-3830-4de4-a83b-33ad002f17e1/8beff9f8-eb67-4cc5-a7ce-aa320e451283/1d085e46-9a15-4560-bd96-605215dc7c0c) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:09.134514 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-1fddccad-5a78-4dec-a1a0-65a80d0b9737 None None] Attempting to bind port 0e005041-6e8f-43e5-8d5f-2d2e190238ef on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:34:09.134780 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-1fddccad-5a78-4dec-a1a0-65a80d0b9737 None None] Attempting to bind port 0e005041-6e8f-43e5-8d5f-2d2e190238ef by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '3713d7ef-4f7f-4147-b4aa-e03901e35f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '778b9fe9-3830-4de4-a83b-33ad002f17e1'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:34:09.135177 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fddccad-5a78-4dec-a1a0-65a80d0b9737 None None] Attempting to bind port 0e005041-6e8f-43e5-8d5f-2d2e190238ef on network 778b9fe9-3830-4de4-a83b-33ad002f17e1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:34:09.144440 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fddccad-5a78-4dec-a1a0-65a80d0b9737 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:34:09.144820 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fddccad-5a78-4dec-a1a0-65a80d0b9737 None None] Checking segment: {'id': '3713d7ef-4f7f-4147-b4aa-e03901e35f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '778b9fe9-3830-4de4-a83b-33ad002f17e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:09.145296 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1fddccad-5a78-4dec-a1a0-65a80d0b9737 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:09.145706 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fddccad-5a78-4dec-a1a0-65a80d0b9737 None None] Bound using segment: {'id': '3713d7ef-4f7f-4147-b4aa-e03901e35f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '778b9fe9-3830-4de4-a83b-33ad002f17e1'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:34:09.146180 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-1fddccad-5a78-4dec-a1a0-65a80d0b9737 None None] Bound port: 0e005041-6e8f-43e5-8d5f-2d2e190238ef, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3713d7ef-4f7f-4147-b4aa-e03901e35f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '778b9fe9-3830-4de4-a83b-33ad002f17e1'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:34:09.146571 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1fddccad-5a78-4dec-a1a0-65a80d0b9737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:09.304349 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-1fddccad-5a78-4dec-a1a0-65a80d0b9737 None None] For port 0e005041-6e8f-43e5-8d5f-2d2e190238ef, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:34:09.309150 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-1fddccad-5a78-4dec-a1a0-65a80d0b9737 None None] For port 0e005041-6e8f-43e5-8d5f-2d2e190238ef, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0e005041-6e8f-43e5-8d5f-2d2e190238ef,segment=NetworkSegment(3713d7ef-4f7f-4147-b4aa-e03901e35f98),segment_id=3713d7ef-4f7f-4147-b4aa-e03901e35f98)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:34:09.331852 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-462100ef-ce1a-48c4-b360-7d9c89ed3979 req-b6cdfdd6-bba5-475c-8d45-8037131d01c5 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab HTTP/1.1" status: 200 len: 210 time: 0.0510826 Dec 16 22:34:09.362743 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-97375e19-56a5-4b1f-90de-d5f75fc973e1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:09.393702 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1fddccad-5a78-4dec-a1a0-65a80d0b9737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:09.467392 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-97375e19-56a5-4b1f-90de-d5f75fc973e1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:09.470701 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddccad-5a78-4dec-a1a0-65a80d0b9737 None None] Pushing event updated for resources: {'Port': ['ID=0e005041-6e8f-43e5-8d5f-2d2e190238ef,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:09.542547 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97375e19-56a5-4b1f-90de-d5f75fc973e1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network 778b9fe9-3830-4de4-a83b-33ad002f17e1 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:09.546112 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-97375e19-56a5-4b1f-90de-d5f75fc973e1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:09.551060 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97375e19-56a5-4b1f-90de-d5f75fc973e1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:09.587081 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97375e19-56a5-4b1f-90de-d5f75fc973e1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Port': ['ID=1d085e46-9a15-4560-bd96-605215dc7c0c,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:09.611790 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97375e19-56a5-4b1f-90de-d5f75fc973e1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:09.612785 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-97375e19-56a5-4b1f-90de-d5f75fc973e1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:09.702452 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:34:09.717332 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-97375e19-56a5-4b1f-90de-d5f75fc973e1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4176433 Dec 16 22:34:09.719652 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37114) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:09.838510 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-c873c472-cded-4b7a-ab06-1ec1b7a11d21 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting port 1d085e46-9a15-4560-bd96-605215dc7c0c {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:09.838896 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c873c472-cded-4b7a-ab06-1ec1b7a11d21 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:09.946312 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c873c472-cded-4b7a-ab06-1ec1b7a11d21 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:09.960675 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-c873c472-cded-4b7a-ab06-1ec1b7a11d21 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Calling delete_port for 1d085e46-9a15-4560-bd96-605215dc7c0c owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:10.215164 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c873c472-cded-4b7a-ab06-1ec1b7a11d21 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:10.239444 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-fba5122c-b7cd-424f-a2e8-e9f5b656e79b tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:10.240982 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-fba5122c-b7cd-424f-a2e8-e9f5b656e79b tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.76 "GET /v2.0/networks?id=31297fcc-4ffb-4c2c-ad1a-346c87766018 HTTP/1.1" status: 200 len: 822 time: 0.1314132 Dec 16 22:34:10.248251 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873c472-cded-4b7a-ab06-1ec1b7a11d21 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Port': ['ID=1d085e46-9a15-4560-bd96-605215dc7c0c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:10.270737 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-77d9604f-56d6-49da-9822-de04cf8ef392 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Request body: {'port': {'device_id': '36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab', 'network_id': '31297fcc-4ffb-4c2c-ad1a-346c87766018', 'admin_state_up': True, 'tenant_id': 'd6b0d22d8726493ca4865ebcd360481d'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:10.366854 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c873c472-cded-4b7a-ab06-1ec1b7a11d21 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:10.370578 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c873c472-cded-4b7a-ab06-1ec1b7a11d21 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/ports/1d085e46-9a15-4560-bd96-605215dc7c0c HTTP/1.1" status: 204 len: 168 time: 0.6498117 Dec 16 22:34:10.374084 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37118) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:10.443399 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-be93775f-e79e-4e87-9f19-6ca98102ae9a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] DELETE failed (client error): The resource could not be found. Dec 16 22:34:10.443999 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be93775f-e79e-4e87-9f19-6ca98102ae9a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:34:10.452260 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-be93775f-e79e-4e87-9f19-6ca98102ae9a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/ports/1d085e46-9a15-4560-bd96-605215dc7c0c HTTP/1.1" status: 404 len: 333 time: 0.0735886 Dec 16 22:34:10.453381 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37120) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:10.506148 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9352823-fd38-4685-8d23-af963ffc82bb tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] GET failed (client error): The resource could not be found. Dec 16 22:34:10.512822 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e9352823-fd38-4685-8d23-af963ffc82bb tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "GET /v2.0/ports/1d085e46-9a15-4560-bd96-605215dc7c0c HTTP/1.1" status: 404 len: 333 time: 0.0571246 Dec 16 22:34:10.516034 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37122) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:10.532720 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e5be12f-a251-4dd7-8e1d-6cfdaa29de14 req-2b816caa-f6e6-4a2d-981b-c9be06d590f1 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab HTTP/1.1" status: 200 len: 210 time: 0.0807242 Dec 16 22:34:10.538877 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-77d9604f-56d6-49da-9822-de04cf8ef392 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Made reservation on behalf of d6b0d22d8726493ca4865ebcd360481d for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:10.543443 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-77d9604f-56d6-49da-9822-de04cf8ef392 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:10.644084 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-206f128f-71e6-40d7-a1cb-48692027f3c8 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting subnet 8beff9f8-eb67-4cc5-a7ce-aa320e451283 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:34:10.650177 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-206f128f-71e6-40d7-a1cb-48692027f3c8 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:10.702368 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-206f128f-71e6-40d7-a1cb-48692027f3c8 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:10.740668 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-77d9604f-56d6-49da-9822-de04cf8ef392 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Allocated IP 172.20.0.10 (31297fcc-4ffb-4c2c-ad1a-346c87766018/71be5f97-87e4-47bb-9472-3e24cd3f92a2/002cbbf4-4ccd-4c10-9784-6c11e49ea4e9) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:10.784628 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d9417e-a9ad-4335-8530-9a1610935bac None None] Network 778b9fe9-3830-4de4-a83b-33ad002f17e1 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:10.798262 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-206f128f-71e6-40d7-a1cb-48692027f3c8 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:10.934167 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-77d9604f-56d6-49da-9822-de04cf8ef392 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:10.941364 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-206f128f-71e6-40d7-a1cb-48692027f3c8 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:10.943483 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c1273877-0ef2-40e8-a1ab-5889b6b48928 None None] Provisioning complete for port 0e005041-6e8f-43e5-8d5f-2d2e190238ef triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:10.943868 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c1273877-0ef2-40e8-a1ab-5889b6b48928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:10.976237 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f128f-71e6-40d7-a1cb-48692027f3c8 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Subnet': ['ID=8beff9f8-eb67-4cc5-a7ce-aa320e451283,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:10.978977 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-206f128f-71e6-40d7-a1cb-48692027f3c8 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:10.988183 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-206f128f-71e6-40d7-a1cb-48692027f3c8 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/subnets/8beff9f8-eb67-4cc5-a7ce-aa320e451283 HTTP/1.1" status: 204 len: 168 time: 0.4651690 Dec 16 22:34:10.988491 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37124) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:11.001289 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0e005041-6e8f-43e5-8d5f-2d2e190238ef up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:34:11.070945 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-77d9604f-56d6-49da-9822-de04cf8ef392 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:11.108496 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 0e005041-6e8f-43e5-8d5f-2d2e190238ef triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:11.108863 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:11.112356 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c1273877-0ef2-40e8-a1ab-5889b6b48928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:11.131989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-77d9604f-56d6-49da-9822-de04cf8ef392 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Network 31297fcc-4ffb-4c2c-ad1a-346c87766018 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:11.135413 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-77d9604f-56d6-49da-9822-de04cf8ef392 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:11.140742 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d6be4dc-cfbf-4658-960d-e888279b95ec tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:11.144715 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-77d9604f-56d6-49da-9822-de04cf8ef392 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:11.145514 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c1273877-0ef2-40e8-a1ab-5889b6b48928 None None] For port 0e005041-6e8f-43e5-8d5f-2d2e190238ef, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0e005041-6e8f-43e5-8d5f-2d2e190238ef,segment=NetworkSegment(3713d7ef-4f7f-4147-b4aa-e03901e35f98),segment_id=3713d7ef-4f7f-4147-b4aa-e03901e35f98)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:11.187254 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9604f-56d6-49da-9822-de04cf8ef392 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Pushing event updated for resources: {'Port': ['ID=002cbbf4-4ccd-4c10-9784-6c11e49ea4e9,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:11.205386 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c1273877-0ef2-40e8-a1ab-5889b6b48928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:11.226749 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-77d9604f-56d6-49da-9822-de04cf8ef392 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:11.232919 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-77d9604f-56d6-49da-9822-de04cf8ef392 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:11.261525 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-6d6be4dc-cfbf-4658-960d-e888279b95ec tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting port 0e005041-6e8f-43e5-8d5f-2d2e190238ef {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:11.266851 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d6be4dc-cfbf-4658-960d-e888279b95ec tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:11.267085 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1273877-0ef2-40e8-a1ab-5889b6b48928 None None] Pushing event updated for resources: {'Port': ['ID=0e005041-6e8f-43e5-8d5f-2d2e190238ef,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:11.334716 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982fc5f9-bcb0-4e5f-a0e8-b1844a110c92 None None] Network 778b9fe9-3830-4de4-a83b-33ad002f17e1 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:11.445584 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9d505653-354a-42c4-a12e-9c400c3088d2 None None] Provisioning complete for port 0e005041-6e8f-43e5-8d5f-2d2e190238ef triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:11.446071 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9d505653-354a-42c4-a12e-9c400c3088d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:11.545942 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5d2e51-3d77-446c-b7c7-9bc3e197bb78 None None] DHCP port deletion for 778b9fe9-3830-4de4-a83b-33ad002f17e1 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:34:11.616040 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ea5d2e51-3d77-446c-b7c7-9bc3e197bb78 None None] Deleting port 0e005041-6e8f-43e5-8d5f-2d2e190238ef {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:11.616928 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ea5d2e51-3d77-446c-b7c7-9bc3e197bb78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:11.674423 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-77d9604f-56d6-49da-9822-de04cf8ef392 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4117527 Dec 16 22:34:11.692989 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ea5d2e51-3d77-446c-b7c7-9bc3e197bb78 None None] For port 0e005041-6e8f-43e5-8d5f-2d2e190238ef, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0e005041-6e8f-43e5-8d5f-2d2e190238ef,segment=NetworkSegment(3713d7ef-4f7f-4147-b4aa-e03901e35f98),segment_id=3713d7ef-4f7f-4147-b4aa-e03901e35f98)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:11.693393 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ea5d2e51-3d77-446c-b7c7-9bc3e197bb78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:11.706426 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ea5d2e51-3d77-446c-b7c7-9bc3e197bb78 None None] Calling delete_port for 0e005041-6e8f-43e5-8d5f-2d2e190238ef owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:11.714399 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-3c465a30-f94b-4858-a287-d9bc1e6ae8b5 service neutron] Request body: {'port': {'device_id': '36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:11.758689 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-6d6be4dc-cfbf-4658-960d-e888279b95ec tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] For port 0e005041-6e8f-43e5-8d5f-2d2e190238ef, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0e005041-6e8f-43e5-8d5f-2d2e190238ef,segment=NetworkSegment(3713d7ef-4f7f-4147-b4aa-e03901e35f98),segment_id=3713d7ef-4f7f-4147-b4aa-e03901e35f98)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:11.759077 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d6be4dc-cfbf-4658-960d-e888279b95ec tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:11.805104 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-6d6be4dc-cfbf-4658-960d-e888279b95ec tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Calling delete_port for 0e005041-6e8f-43e5-8d5f-2d2e190238ef owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:11.816480 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92e223-9ed5-4626-bed9-b53daba391f7 req-bb826fe3-9958-4ba5-8089-130467708789 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:11.818133 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7d92e223-9ed5-4626-bed9-b53daba391f7 req-bb826fe3-9958-4ba5-8089-130467708789 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab HTTP/1.1" status: 200 len: 932 time: 0.1474471 Dec 16 22:34:11.834420 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-3c465a30-f94b-4858-a287-d9bc1e6ae8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:11.861245 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ea5d2e51-3d77-446c-b7c7-9bc3e197bb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:11.891711 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d2e51-3d77-446c-b7c7-9bc3e197bb78 None None] Pushing event deleted for resources: {'Port': ['ID=0e005041-6e8f-43e5-8d5f-2d2e190238ef,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:11.895514 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5d2e51-3d77-446c-b7c7-9bc3e197bb78 None None] No DVR routers for this DVR port 0e005041-6e8f-43e5-8d5f-2d2e190238ef on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:11.971015 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7d92e223-9ed5-4626-bed9-b53daba391f7 req-6076d4d9-4207-49f2-8bd8-e9aadbedf5b6 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2660cb5-edb7-4398-9fe5-b0738d68e2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458001 Dec 16 22:34:12.003932 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d6be4dc-cfbf-4658-960d-e888279b95ec tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:12.081650 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6be4dc-cfbf-4658-960d-e888279b95ec tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Port': ['ID=0e005041-6e8f-43e5-8d5f-2d2e190238ef,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:12.086934 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6be4dc-cfbf-4658-960d-e888279b95ec tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] No DVR routers for this DVR port 0e005041-6e8f-43e5-8d5f-2d2e190238ef on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:12.214852 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d6be4dc-cfbf-4658-960d-e888279b95ec tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:12.246450 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-6d6be4dc-cfbf-4658-960d-e888279b95ec tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['778b9fe9-3830-4de4-a83b-33ad002f17e1']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:12.264760 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-6d6be4dc-cfbf-4658-960d-e888279b95ec tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3713d7ef-4f7f-4147-b4aa-e03901e35f98') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:12.265064 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-6d6be4dc-cfbf-4658-960d-e888279b95ec tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3713d7ef-4f7f-4147-b4aa-e03901e35f98') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:12.282972 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d6be4dc-cfbf-4658-960d-e888279b95ec tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:12.309747 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d6be4dc-cfbf-4658-960d-e888279b95ec tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:12.322672 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d6be4dc-cfbf-4658-960d-e888279b95ec tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:12.323090 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d6be4dc-cfbf-4658-960d-e888279b95ec tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:12.326643 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:12.401606 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-3c465a30-f94b-4858-a287-d9bc1e6ae8b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 002cbbf4-4ccd-4c10-9784-6c11e49ea4e9 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:34:12.410352 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-3c465a30-f94b-4858-a287-d9bc1e6ae8b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:12.501383 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-3c465a30-f94b-4858-a287-d9bc1e6ae8b5 service neutron] Transition to ACTIVE for port object 002cbbf4-4ccd-4c10-9784-6c11e49ea4e9 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:34:12.502421 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d6be4dc-cfbf-4658-960d-e888279b95ec tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:12.510102 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d6be4dc-cfbf-4658-960d-e888279b95ec tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:12.513440 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6d6be4dc-cfbf-4658-960d-e888279b95ec tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/networks/778b9fe9-3830-4de4-a83b-33ad002f17e1 HTTP/1.1" status: 204 len: 168 time: 1.5232511 Dec 16 22:34:12.517589 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37128) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:12.523539 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-7e81e276-f029-4270-b93d-82b35fcfa7b9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1668717508'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:12.526934 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6be4dc-cfbf-4658-960d-e888279b95ec tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Network': ['ID=778b9fe9-3830-4de4-a83b-33ad002f17e1,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:12.563508 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-3c465a30-f94b-4858-a287-d9bc1e6ae8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:12.620568 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c465a30-f94b-4858-a287-d9bc1e6ae8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=002cbbf4-4ccd-4c10-9784-6c11e49ea4e9,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:12.644103 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e81e276-f029-4270-b93d-82b35fcfa7b9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:12.648120 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7e81e276-f029-4270-b93d-82b35fcfa7b9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:12.674000 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e81e276-f029-4270-b93d-82b35fcfa7b9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:34:12.682929 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7e81e276-f029-4270-b93d-82b35fcfa7b9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:12.683380 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-7e81e276-f029-4270-b93d-82b35fcfa7b9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Added segment 15207a45-86c4-43a1-9201-7404087fd1cd of type vlan for network b0840b55-856e-45c6-85a6-e99b605cffd2 Dec 16 22:34:12.695555 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-3c465a30-f94b-4858-a287-d9bc1e6ae8b5 service neutron] Attempting to bind port 002cbbf4-4ccd-4c10-9784-6c11e49ea4e9 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:34:12.696173 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-3c465a30-f94b-4858-a287-d9bc1e6ae8b5 service neutron] Attempting to bind port 002cbbf4-4ccd-4c10-9784-6c11e49ea4e9 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '0fcdd428-5d20-478f-9ac0-f78d6556ad91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '31297fcc-4ffb-4c2c-ad1a-346c87766018'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:34:12.696306 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-3c465a30-f94b-4858-a287-d9bc1e6ae8b5 service neutron] Attempting to bind port 002cbbf4-4ccd-4c10-9784-6c11e49ea4e9 on network 31297fcc-4ffb-4c2c-ad1a-346c87766018 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:34:12.701712 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-3c465a30-f94b-4858-a287-d9bc1e6ae8b5 service neutron] Port 002cbbf4-4ccd-4c10-9784-6c11e49ea4e9 on network 31297fcc-4ffb-4c2c-ad1a-346c87766018 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:34:12.702041 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-3c465a30-f94b-4858-a287-d9bc1e6ae8b5 service neutron] Attempting to bind port 002cbbf4-4ccd-4c10-9784-6c11e49ea4e9 on network 31297fcc-4ffb-4c2c-ad1a-346c87766018 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:34:12.707517 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-3c465a30-f94b-4858-a287-d9bc1e6ae8b5 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:34:12.707869 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-3c465a30-f94b-4858-a287-d9bc1e6ae8b5 service neutron] Checking segment: {'id': '0fcdd428-5d20-478f-9ac0-f78d6556ad91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '31297fcc-4ffb-4c2c-ad1a-346c87766018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:12.708267 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-3c465a30-f94b-4858-a287-d9bc1e6ae8b5 service neutron] Bound using segment: {'id': '0fcdd428-5d20-478f-9ac0-f78d6556ad91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '31297fcc-4ffb-4c2c-ad1a-346c87766018'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:34:12.708707 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-3c465a30-f94b-4858-a287-d9bc1e6ae8b5 service neutron] Bound port: 002cbbf4-4ccd-4c10-9784-6c11e49ea4e9, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fcdd428-5d20-478f-9ac0-f78d6556ad91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '31297fcc-4ffb-4c2c-ad1a-346c87766018'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:34:12.709064 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-3c465a30-f94b-4858-a287-d9bc1e6ae8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:12.732763 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7e81e276-f029-4270-b93d-82b35fcfa7b9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:12.780808 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-3c465a30-f94b-4858-a287-d9bc1e6ae8b5 service neutron] For port 002cbbf4-4ccd-4c10-9784-6c11e49ea4e9, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:34:12.785079 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-3c465a30-f94b-4858-a287-d9bc1e6ae8b5 service neutron] For port 002cbbf4-4ccd-4c10-9784-6c11e49ea4e9, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=002cbbf4-4ccd-4c10-9784-6c11e49ea4e9,segment=NetworkSegment(0fcdd428-5d20-478f-9ac0-f78d6556ad91),segment_id=0fcdd428-5d20-478f-9ac0-f78d6556ad91)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:34:12.843359 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7e81e276-f029-4270-b93d-82b35fcfa7b9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:12.849001 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e81e276-f029-4270-b93d-82b35fcfa7b9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:12.849581 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7e81e276-f029-4270-b93d-82b35fcfa7b9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:12.874103 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-3c465a30-f94b-4858-a287-d9bc1e6ae8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:12.926879 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-3c465a30-f94b-4858-a287-d9bc1e6ae8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:12.931423 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0e005041-6e8f-43e5-8d5f-2d2e190238ef no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:34:12.939694 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-3c465a30-f94b-4858-a287-d9bc1e6ae8b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:12.946488 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81e276-f029-4270-b93d-82b35fcfa7b9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Network': ['ID=b0840b55-856e-45c6-85a6-e99b605cffd2,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:12.946654 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-3c465a30-f94b-4858-a287-d9bc1e6ae8b5 service neutron] 10.222.0.76 "PUT /v2.0/ports/002cbbf4-4ccd-4c10-9784-6c11e49ea4e9 HTTP/1.1" status: 200 len: 1092 time: 1.2382255 Dec 16 22:34:12.946654 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab', 'tag': '002cbbf4-4ccd-4c10-9784-6c11e49ea4e9'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:34:12.946654 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cf2591-e5d1-4ee0-85f7-d1fbb0deed25" -d '{"events": [{"name": "network-changed", "server_uuid": "36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab", "tag": "002cbbf4-4ccd-4c10-9784-6c11e49ea4e9"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:34:12.959549 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network b0840b55-856e-45c6-85a6-e99b605cffd2 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:34:12.973001 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 0e005041-6e8f-43e5-8d5f-2d2e190238ef {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:34:12.975318 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0e005041-6e8f-43e5-8d5f-2d2e190238ef not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:34:12.978140 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c465a30-f94b-4858-a287-d9bc1e6ae8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=002cbbf4-4ccd-4c10-9784-6c11e49ea4e9,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:12.999780 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37134) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:13.003796 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7e81e276-f029-4270-b93d-82b35fcfa7b9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4811540 Dec 16 22:34:13.013845 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-61d8101c-d045-4042-91e3-95ff0613426c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'subnet': {'network_id': 'b0840b55-856e-45c6-85a6-e99b605cffd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:13.038489 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71369e58-a69c-4cb6-bda3-b4dfe4877232 x-openstack-request-id: req-71369e58-a69c-4cb6-bda3-b4dfe4877232 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:34:13.038925 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab", "tag": "002cbbf4-4ccd-4c10-9784-6c11e49ea4e9", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:34:13.039470 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-71369e58-a69c-4cb6-bda3-b4dfe4877232 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:34:13.040042 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab', 'tag': '002cbbf4-4ccd-4c10-9784-6c11e49ea4e9', 'status': 'completed', 'code': 200} Dec 16 22:34:13.195239 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677ab58-d5ab-44a6-af4a-26a96856bbdd req-0754b3a0-64d2-4aab-8755-dace9be39b6e tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:13.196696 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8677ab58-d5ab-44a6-af4a-26a96856bbdd req-0754b3a0-64d2-4aab-8755-dace9be39b6e tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab HTTP/1.1" status: 200 len: 944 time: 0.1107962 Dec 16 22:34:13.202411 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf2591-e5d1-4ee0-85f7-d1fbb0deed25 req-04db9d84-8d1b-4f8d-9ac6-33e047fad360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:13.203893 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-15cf2591-e5d1-4ee0-85f7-d1fbb0deed25 req-04db9d84-8d1b-4f8d-9ac6-33e047fad360 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d6b0d22d8726493ca4865ebcd360481d&device_id=36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab HTTP/1.1" status: 200 len: 1095 time: 0.1191130 Dec 16 22:34:13.306454 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8677ab58-d5ab-44a6-af4a-26a96856bbdd req-76a08d35-9a0c-4246-ba77-907976126f8a tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2660cb5-edb7-4398-9fe5-b0738d68e2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997026 Dec 16 22:34:13.311933 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d8101c-d045-4042-91e3-95ff0613426c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:13.315569 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-61d8101c-d045-4042-91e3-95ff0613426c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:13.408919 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf2591-e5d1-4ee0-85f7-d1fbb0deed25 req-fc6607ca-c1af-4652-944a-da31a0769db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:13.410437 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-15cf2591-e5d1-4ee0-85f7-d1fbb0deed25 req-fc6607ca-c1af-4652-944a-da31a0769db2 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=d6b0d22d8726493ca4865ebcd360481d&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1829779 Dec 16 22:34:13.590597 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf2591-e5d1-4ee0-85f7-d1fbb0deed25 req-bbd08578-d230-48ac-ae88-c47614052c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:13.592452 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-15cf2591-e5d1-4ee0-85f7-d1fbb0deed25 req-bbd08578-d230-48ac-ae88-c47614052c86 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1695342 Dec 16 22:34:13.688098 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-61d8101c-d045-4042-91e3-95ff0613426c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:13.783359 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-13dcd876-37d5-4b9c-898e-4097f9ad32db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:13.784947 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-13dcd876-37d5-4b9c-898e-4097f9ad32db service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d6b0d22d8726493ca4865ebcd360481d&device_id=36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab HTTP/1.1" status: 200 len: 1095 time: 0.1071761 Dec 16 22:34:13.793791 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8101c-d045-4042-91e3-95ff0613426c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Subnet': ['ID=ae1edbd9-0aff-44ed-ba1a-4887ad6b0032,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:13.814052 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d8101c-d045-4042-91e3-95ff0613426c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Checking segment: {'id': '15207a45-86c4-43a1-9201-7404087fd1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b0840b55-856e-45c6-85a6-e99b605cffd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:13.820463 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d8101c-d045-4042-91e3-95ff0613426c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network hostable DHCP agents. Network: b0840b55-856e-45c6-85a6-e99b605cffd2, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:34:13.850694 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-a99598d2-ce0e-45d2-9dd2-1575b469b505 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=002cbbf4-4ccd-4c10-9784-6c11e49ea4e9 HTTP/1.1" status: 200 len: 217 time: 0.0436707 Dec 16 22:34:13.922039 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-932de107-b3a4-4f06-bb1a-e2da65686238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:13.923605 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-932de107-b3a4-4f06-bb1a-e2da65686238 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=71be5f97-87e4-47bb-9472-3e24cd3f92a2 HTTP/1.1" status: 200 len: 862 time: 0.0618081 Dec 16 22:34:13.929001 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d8101c-d045-4042-91e3-95ff0613426c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network b0840b55-856e-45c6-85a6-e99b605cffd2 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:34:13.988393 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-5cb7be2c-99b2-4df4-a60c-f94a4c12097e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=31297fcc-4ffb-4c2c-ad1a-346c87766018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509062 Dec 16 22:34:14.049968 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-61d8101c-d045-4042-91e3-95ff0613426c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, b0840b55-856e-45c6-85a6-e99b605cffd2) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:14.057411 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d8101c-d045-4042-91e3-95ff0613426c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:14.058085 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-61d8101c-d045-4042-91e3-95ff0613426c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:14.064973 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776d09e1-9b50-46ad-ba0d-bafd8095ab38 None None] Network b0840b55-856e-45c6-85a6-e99b605cffd2 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:14.111548 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-fe50ef59-3b00-433f-a628-a24b72f4fcf9 service neutron] 10.222.0.76 "GET /v2.0/networks/31297fcc-4ffb-4c2c-ad1a-346c87766018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144814 Dec 16 22:34:14.187187 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364880e9-a6b0-4b07-9cea-946e4ce73c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-b0840b55-856e-45c6-85a6-e99b605cffd2', 'network_id': 'b0840b55-856e-45c6-85a6-e99b605cffd2', 'project_id': '205d5d309c0e4c31af9f0a22be5c7456', 'fixed_ips': [{'subnet_id': 'ae1edbd9-0aff-44ed-ba1a-4887ad6b0032'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:34:14.188120 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-364880e9-a6b0-4b07-9cea-946e4ce73c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:14.189745 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-61d8101c-d045-4042-91e3-95ff0613426c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1805811 Dec 16 22:34:14.192693 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37148) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:14.198382 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-4ff4e30b-895a-4096-82c3-98549ea2fc36 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'port': {'network_id': 'b0840b55-856e-45c6-85a6-e99b605cffd2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1366135993'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:14.249923 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d89ee2a9-d383-4501-9d58-dfce33352b61 req-c21d9a11-09a8-4dc8-b38b-02e0203aa9a8 service neutron] 10.222.0.76 "GET /v2.0/networks/31297fcc-4ffb-4c2c-ad1a-346c87766018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228640 Dec 16 22:34:14.361914 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-364880e9-a6b0-4b07-9cea-946e4ce73c51 None None] Allocated IP 172.20.0.2 (b0840b55-856e-45c6-85a6-e99b605cffd2/ae1edbd9-0aff-44ed-ba1a-4887ad6b0032/2255e1b8-fb01-4297-a4e6-3b0a22ba5c4b) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:14.402080 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbb711-6937-43fb-8d27-fc5aff303740 req-6f74fbce-b7c1-4713-b03f-c9489bd497c9 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:14.404395 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-39fbb711-6937-43fb-8d27-fc5aff303740 req-6f74fbce-b7c1-4713-b03f-c9489bd497c9 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.0834808 Dec 16 22:34:14.552911 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640eb684-cb7d-4a82-aa24-63bb13a66166 req-43ed1e3b-279f-4fde-a59e-281556696d8a tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:14.555079 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-640eb684-cb7d-4a82-aa24-63bb13a66166 req-43ed1e3b-279f-4fde-a59e-281556696d8a tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab HTTP/1.1" status: 200 len: 944 time: 0.0868845 Dec 16 22:34:14.568286 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-364880e9-a6b0-4b07-9cea-946e4ce73c51 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:14.632902 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-640eb684-cb7d-4a82-aa24-63bb13a66166 req-63f35eb5-1aaf-4e6f-9881-26b3661e063b tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2660cb5-edb7-4398-9fe5-b0738d68e2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708752 Dec 16 22:34:14.684285 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-364880e9-a6b0-4b07-9cea-946e4ce73c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:14.715335 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37156) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:14.732237 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364880e9-a6b0-4b07-9cea-946e4ce73c51 None None] Network b0840b55-856e-45c6-85a6-e99b605cffd2 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:14.735845 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-364880e9-a6b0-4b07-9cea-946e4ce73c51 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:14.742801 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364880e9-a6b0-4b07-9cea-946e4ce73c51 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:14.750156 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364880e9-a6b0-4b07-9cea-946e4ce73c51 None None] Pushing event updated for resources: {'Port': ['ID=2255e1b8-fb01-4297-a4e6-3b0a22ba5c4b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:14.815493 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-364880e9-a6b0-4b07-9cea-946e4ce73c51 None None] Attempting to bind port 2255e1b8-fb01-4297-a4e6-3b0a22ba5c4b on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:34:14.815976 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-364880e9-a6b0-4b07-9cea-946e4ce73c51 None None] Attempting to bind port 2255e1b8-fb01-4297-a4e6-3b0a22ba5c4b by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '15207a45-86c4-43a1-9201-7404087fd1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b0840b55-856e-45c6-85a6-e99b605cffd2'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:34:14.816451 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364880e9-a6b0-4b07-9cea-946e4ce73c51 None None] Attempting to bind port 2255e1b8-fb01-4297-a4e6-3b0a22ba5c4b on network b0840b55-856e-45c6-85a6-e99b605cffd2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:34:14.824044 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364880e9-a6b0-4b07-9cea-946e4ce73c51 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:34:14.825843 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364880e9-a6b0-4b07-9cea-946e4ce73c51 None None] Checking segment: {'id': '15207a45-86c4-43a1-9201-7404087fd1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b0840b55-856e-45c6-85a6-e99b605cffd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:14.826560 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-364880e9-a6b0-4b07-9cea-946e4ce73c51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:14.827210 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364880e9-a6b0-4b07-9cea-946e4ce73c51 None None] Bound using segment: {'id': '15207a45-86c4-43a1-9201-7404087fd1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b0840b55-856e-45c6-85a6-e99b605cffd2'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:34:14.827807 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-364880e9-a6b0-4b07-9cea-946e4ce73c51 None None] Bound port: 2255e1b8-fb01-4297-a4e6-3b0a22ba5c4b, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15207a45-86c4-43a1-9201-7404087fd1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b0840b55-856e-45c6-85a6-e99b605cffd2'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:34:14.828316 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-364880e9-a6b0-4b07-9cea-946e4ce73c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:14.856702 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff4e30b-895a-4096-82c3-98549ea2fc36 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:14.860750 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4ff4e30b-895a-4096-82c3-98549ea2fc36 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:14.890745 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-4ff4e30b-895a-4096-82c3-98549ea2fc36 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] device_id is not set on port b329306c-aef1-487d-beb7-35b721379411 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:34:14.897256 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c8f9b9c6-c941-4173-9e7c-1d470bb61ca7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:14.933781 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-364880e9-a6b0-4b07-9cea-946e4ce73c51 None None] For port 2255e1b8-fb01-4297-a4e6-3b0a22ba5c4b, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:34:14.940112 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-364880e9-a6b0-4b07-9cea-946e4ce73c51 None None] For port 2255e1b8-fb01-4297-a4e6-3b0a22ba5c4b, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2255e1b8-fb01-4297-a4e6-3b0a22ba5c4b,segment=NetworkSegment(15207a45-86c4-43a1-9201-7404087fd1cd),segment_id=15207a45-86c4-43a1-9201-7404087fd1cd)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:34:14.942969 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-39fbb711-6937-43fb-8d27-fc5aff303740 req-ffb1d624-a9ff-4f2a-9bd3-b741c1cf7264 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5303581 Dec 16 22:34:15.017604 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c8f9b9c6-c941-4173-9e7c-1d470bb61ca7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:15.021691 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-364880e9-a6b0-4b07-9cea-946e4ce73c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:15.038357 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-4ff4e30b-895a-4096-82c3-98549ea2fc36 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Allocated IP 172.20.0.7 (b0840b55-856e-45c6-85a6-e99b605cffd2/ae1edbd9-0aff-44ed-ba1a-4887ad6b0032/b329306c-aef1-487d-beb7-35b721379411) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:15.089294 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364880e9-a6b0-4b07-9cea-946e4ce73c51 None None] Pushing event updated for resources: {'Port': ['ID=2255e1b8-fb01-4297-a4e6-3b0a22ba5c4b,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:15.097508 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c8f9b9c6-c941-4173-9e7c-1d470bb61ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:15.142654 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9b9c6-c941-4173-9e7c-1d470bb61ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5418125b-b781-497a-ba0f-ed581bb439b7,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:15.148421 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c8f9b9c6-c941-4173-9e7c-1d470bb61ca7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cdd7fa36a1d74a019f83a95d694ebba7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4315765 Dec 16 22:34:15.151321 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37162) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:15.209182 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4ff4e30b-895a-4096-82c3-98549ea2fc36 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:15.218511 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b597173-5ae4-4f9e-9e13-12f59fce4d1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:15.243203 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b597173-5ae4-4f9e-9e13-12f59fce4d1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:15.301325 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4ff4e30b-895a-4096-82c3-98549ea2fc36 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:15.367966 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff4e30b-895a-4096-82c3-98549ea2fc36 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network b0840b55-856e-45c6-85a6-e99b605cffd2 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:15.371901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-4ff4e30b-895a-4096-82c3-98549ea2fc36 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:15.375077 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff4e30b-895a-4096-82c3-98549ea2fc36 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:15.408776 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b597173-5ae4-4f9e-9e13-12f59fce4d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:15.411457 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b597173-5ae4-4f9e-9e13-12f59fce4d1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:15.417907 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5b597173-5ae4-4f9e-9e13-12f59fce4d1e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5418125b-b781-497a-ba0f-ed581bb439b7 HTTP/1.1" status: 204 len: 168 time: 0.2603548 Dec 16 22:34:15.429691 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b597173-5ae4-4f9e-9e13-12f59fce4d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5418125b-b781-497a-ba0f-ed581bb439b7,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:15.474833 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4e30b-895a-4096-82c3-98549ea2fc36 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Port': ['ID=b329306c-aef1-487d-beb7-35b721379411,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:15.492169 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff4e30b-895a-4096-82c3-98549ea2fc36 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:15.493407 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4ff4e30b-895a-4096-82c3-98549ea2fc36 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:15.612482 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4ff4e30b-895a-4096-82c3-98549ea2fc36 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.4185486 Dec 16 22:34:15.621426 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37166) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:15.816381 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40039f7-317c-447d-95bc-aee32a7e566e req-d9a58717-630d-4000-a539-78da1562b5ce tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:15.818599 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f40039f7-317c-447d-95bc-aee32a7e566e req-d9a58717-630d-4000-a539-78da1562b5ce tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab HTTP/1.1" status: 200 len: 944 time: 0.0928397 Dec 16 22:34:15.821709 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-55d2eb8f-31db-484a-8f88-e2e925b1a687 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting port b329306c-aef1-487d-beb7-35b721379411 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:15.823791 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55d2eb8f-31db-484a-8f88-e2e925b1a687 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:15.942288 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f40039f7-317c-447d-95bc-aee32a7e566e req-d848680f-1715-444d-969d-fabcae7077a5 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2660cb5-edb7-4398-9fe5-b0738d68e2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133533 Dec 16 22:34:16.008190 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55d2eb8f-31db-484a-8f88-e2e925b1a687 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:16.036470 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-55d2eb8f-31db-484a-8f88-e2e925b1a687 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Calling delete_port for b329306c-aef1-487d-beb7-35b721379411 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:16.189850 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99e9fe-5768-4883-b5c8-bfe952ffe00e req-db141974-8078-41b0-b1de-f53092728f8a tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:16.202032 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4f99e9fe-5768-4883-b5c8-bfe952ffe00e req-db141974-8078-41b0-b1de-f53092728f8a tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.1174853 Dec 16 22:34:16.269233 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4f99e9fe-5768-4883-b5c8-bfe952ffe00e req-266456b3-c1ba-4a4f-9dbd-a93ba790b14d tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587707 Dec 16 22:34:16.307545 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55d2eb8f-31db-484a-8f88-e2e925b1a687 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:16.346949 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2eb8f-31db-484a-8f88-e2e925b1a687 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Port': ['ID=b329306c-aef1-487d-beb7-35b721379411,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:16.437619 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55d2eb8f-31db-484a-8f88-e2e925b1a687 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:16.446308 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37188) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:16.447333 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-55d2eb8f-31db-484a-8f88-e2e925b1a687 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/ports/b329306c-aef1-487d-beb7-35b721379411 HTTP/1.1" status: 204 len: 168 time: 0.8298461 Dec 16 22:34:16.481601 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-966f82f2-7103-4790-a751-4d0e955d6b23 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] GET failed (client error): The resource could not be found. Dec 16 22:34:16.481601 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-966f82f2-7103-4790-a751-4d0e955d6b23 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "GET /v2.0/ports/b329306c-aef1-487d-beb7-35b721379411 HTTP/1.1" status: 404 len: 333 time: 0.0322487 Dec 16 22:34:16.482747 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff6f0e1-cf96-4b04-9400-208891540410 None None] Network b0840b55-856e-45c6-85a6-e99b605cffd2 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:16.483953 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37192) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:16.555096 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc28018b-bb05-4fee-88a2-02ea156f92a0 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting subnet ae1edbd9-0aff-44ed-ba1a-4887ad6b0032 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:34:16.559648 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cc28018b-bb05-4fee-88a2-02ea156f92a0 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:16.568440 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-dd90f391-c8f0-4aa0-b8a2-7123ee2e829e None None] Provisioning complete for port 2255e1b8-fb01-4297-a4e6-3b0a22ba5c4b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:16.569307 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd90f391-c8f0-4aa0-b8a2-7123ee2e829e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:16.619144 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cc28018b-bb05-4fee-88a2-02ea156f92a0 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:16.728389 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd90f391-c8f0-4aa0-b8a2-7123ee2e829e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:16.763656 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cc28018b-bb05-4fee-88a2-02ea156f92a0 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:16.948651 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cc28018b-bb05-4fee-88a2-02ea156f92a0 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:16.981076 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2255e1b8-fb01-4297-a4e6-3b0a22ba5c4b up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:34:17.009532 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cc28018b-bb05-4fee-88a2-02ea156f92a0 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:17.019702 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cc28018b-bb05-4fee-88a2-02ea156f92a0 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/subnets/ae1edbd9-0aff-44ed-ba1a-4887ad6b0032 HTTP/1.1" status: 204 len: 168 time: 0.5346198 Dec 16 22:34:17.022642 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37202) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:17.025043 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28018b-bb05-4fee-88a2-02ea156f92a0 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Subnet': ['ID=ae1edbd9-0aff-44ed-ba1a-4887ad6b0032,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:17.055637 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-dd90f391-c8f0-4aa0-b8a2-7123ee2e829e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:34:17.055998 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-dd90f391-c8f0-4aa0-b8a2-7123ee2e829e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:34:17.080167 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 2255e1b8-fb01-4297-a4e6-3b0a22ba5c4b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:17.080532 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:17.188338 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:17.205693 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e82c98f6-f95f-4490-91d7-10f2c62cc2ba tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:17.283701 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5457ff3-6fca-428b-b1cc-f00a3276110e None None] Network b0840b55-856e-45c6-85a6-e99b605cffd2 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:17.289290 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 2255e1b8-fb01-4297-a4e6-3b0a22ba5c4b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2255e1b8-fb01-4297-a4e6-3b0a22ba5c4b,segment=NetworkSegment(15207a45-86c4-43a1-9201-7404087fd1cd),segment_id=15207a45-86c4-43a1-9201-7404087fd1cd)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:17.331006 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab28f3e-6624-44c9-9a83-ff51086e30a5 req-26fb47af-8b9c-4251-8d63-d8158c55a42f tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:17.332658 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4ab28f3e-6624-44c9-9a83-ff51086e30a5 req-26fb47af-8b9c-4251-8d63-d8158c55a42f tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab HTTP/1.1" status: 200 len: 944 time: 0.1248188 Dec 16 22:34:17.354707 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:17.368505 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-e82c98f6-f95f-4490-91d7-10f2c62cc2ba tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting port 2255e1b8-fb01-4297-a4e6-3b0a22ba5c4b {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:17.368863 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e82c98f6-f95f-4490-91d7-10f2c62cc2ba tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:17.441826 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-e82c98f6-f95f-4490-91d7-10f2c62cc2ba tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] For port 2255e1b8-fb01-4297-a4e6-3b0a22ba5c4b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2255e1b8-fb01-4297-a4e6-3b0a22ba5c4b,segment=NetworkSegment(15207a45-86c4-43a1-9201-7404087fd1cd),segment_id=15207a45-86c4-43a1-9201-7404087fd1cd)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:17.442200 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e82c98f6-f95f-4490-91d7-10f2c62cc2ba tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:17.456926 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-e82c98f6-f95f-4490-91d7-10f2c62cc2ba tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Calling delete_port for 2255e1b8-fb01-4297-a4e6-3b0a22ba5c4b owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:17.470041 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=2255e1b8-fb01-4297-a4e6-3b0a22ba5c4b,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:17.518234 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 002cbbf4-4ccd-4c10-9784-6c11e49ea4e9 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:34:17.576163 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4ab28f3e-6624-44c9-9a83-ff51086e30a5 req-d4f769dc-31e8-41b0-ab4c-f49da8c685dd tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2660cb5-edb7-4398-9fe5-b0738d68e2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357931 Dec 16 22:34:17.596492 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea2274-aab3-4c5e-aa39-8323bfbeafb5 req-9ee80da7-60a8-40b1-ab0b-f8163b167bdd tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:17.605661 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-43ea2274-aab3-4c5e-aa39-8323bfbeafb5 req-9ee80da7-60a8-40b1-ab0b-f8163b167bdd tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.1716404 Dec 16 22:34:17.675666 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-43ea2274-aab3-4c5e-aa39-8323bfbeafb5 req-5d7205f7-2a66-4790-9a8d-a0877310b30a tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688124 Dec 16 22:34:17.681489 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.resource_extend [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:34:17.718287 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e82c98f6-f95f-4490-91d7-10f2c62cc2ba tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:17.725826 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2a313b-2e68-4ab8-ac76-c8e342125a30 None None] DHCP port deletion for b0840b55-856e-45c6-85a6-e99b605cffd2 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:34:17.770484 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c98f6-f95f-4490-91d7-10f2c62cc2ba tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Port': ['ID=2255e1b8-fb01-4297-a4e6-3b0a22ba5c4b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:17.773102 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82c98f6-f95f-4490-91d7-10f2c62cc2ba tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] No DVR routers for this DVR port 2255e1b8-fb01-4297-a4e6-3b0a22ba5c4b on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:17.796724 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 002cbbf4-4ccd-4c10-9784-6c11e49ea4e9, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=002cbbf4-4ccd-4c10-9784-6c11e49ea4e9,segment=NetworkSegment(0fcdd428-5d20-478f-9ac0-f78d6556ad91),segment_id=0fcdd428-5d20-478f-9ac0-f78d6556ad91)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:17.822887 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '002cbbf4-4ccd-4c10-9784-6c11e49ea4e9', 'network_id': '31297fcc-4ffb-4c2c-ad1a-346c87766018', 'port_id': '002cbbf4-4ccd-4c10-9784-6c11e49ea4e9', 'mac_address': 'fa:16:3e:11:50:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71be5f97-87e4-47bb-9472-3e24cd3f92a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:34:17.877621 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6bf9f150-1435-497f-9bb0-058630b41562 None None] Could not find standard attr ID for object b329306c-aef1-487d-beb7-35b721379411. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:34:17.881507 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:17.883711 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6bf9f150-1435-497f-9bb0-058630b41562 None None] Could not find standard attr ID for object 2255e1b8-fb01-4297-a4e6-3b0a22ba5c4b. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:34:17.905152 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002cbbf4-4ccd-4c10-9784-6c11e49ea4e9 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:34:17.937971 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 002cbbf4-4ccd-4c10-9784-6c11e49ea4e9, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=002cbbf4-4ccd-4c10-9784-6c11e49ea4e9,segment=NetworkSegment(0fcdd428-5d20-478f-9ac0-f78d6556ad91),segment_id=0fcdd428-5d20-478f-9ac0-f78d6556ad91)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:17.989316 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e82c98f6-f95f-4490-91d7-10f2c62cc2ba tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:18.009516 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:18.026241 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-e82c98f6-f95f-4490-91d7-10f2c62cc2ba tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0840b55-856e-45c6-85a6-e99b605cffd2']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:18.041318 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-e82c98f6-f95f-4490-91d7-10f2c62cc2ba tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15207a45-86c4-43a1-9201-7404087fd1cd') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:18.041603 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-e82c98f6-f95f-4490-91d7-10f2c62cc2ba tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15207a45-86c4-43a1-9201-7404087fd1cd') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:18.053407 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e82c98f6-f95f-4490-91d7-10f2c62cc2ba tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:18.072682 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e82c98f6-f95f-4490-91d7-10f2c62cc2ba tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:18.080258 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82c98f6-f95f-4490-91d7-10f2c62cc2ba tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e82c98f6-f95f-4490-91d7-10f2c62cc2ba tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:18.086086 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:18.088817 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=002cbbf4-4ccd-4c10-9784-6c11e49ea4e9,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:18.290250 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e82c98f6-f95f-4490-91d7-10f2c62cc2ba tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:18.299885 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e82c98f6-f95f-4490-91d7-10f2c62cc2ba tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:18.307944 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e82c98f6-f95f-4490-91d7-10f2c62cc2ba tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/networks/b0840b55-856e-45c6-85a6-e99b605cffd2 HTTP/1.1" status: 204 len: 168 time: 1.2837901 Dec 16 22:34:18.310873 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37232) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:18.314884 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-b5e0573c-38f4-44ed-9200-b0717db8029e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'port': {'network_id': 'ebdbd17e-5536-44c6-974e-25da0fe95ec7', 'name': 'tempest-PortsTestJSON-2056948424'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:18.320108 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c98f6-f95f-4490-91d7-10f2c62cc2ba tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Network': ['ID=b0840b55-856e-45c6-85a6-e99b605cffd2,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:18.397561 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['002cbbf4-4ccd-4c10-9784-6c11e49ea4e9'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:34:18.504923 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39acaa3-d75e-49d9-a744-e1f28676a144 req-0b2ed5c9-66cf-4282-b747-584c4bad09e5 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:18.506727 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a39acaa3-d75e-49d9-a744-e1f28676a144 req-0b2ed5c9-66cf-4282-b747-584c4bad09e5 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0761118 Dec 16 22:34:18.578595 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a39acaa3-d75e-49d9-a744-e1f28676a144 req-af01b486-d819-4a8a-aad8-cfd0440984a2 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652530 Dec 16 22:34:18.662115 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e0573c-38f4-44ed-9200-b0717db8029e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:18.665767 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b5e0573c-38f4-44ed-9200-b0717db8029e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:18.742994 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-b5e0573c-38f4-44ed-9200-b0717db8029e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] device_id is not set on port 63ed2fad-c4d9-4cb7-a7ca-a16e52b18e91 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:34:18.834718 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ccd67-47b6-492a-a118-9e27512c4fc9 req-43be1976-aaa7-44ef-a2c2-cf702926a356 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:18.836349 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-147ccd67-47b6-492a-a118-9e27512c4fc9 req-43be1976-aaa7-44ef-a2c2-cf702926a356 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab HTTP/1.1" status: 200 len: 945 time: 0.1754136 Dec 16 22:34:18.865484 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209d8ec-bfeb-455f-8fae-e7b1dbc4551c req-c19e113c-c571-4a34-a8db-9aa9332f66ce tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:18.867564 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e209d8ec-bfeb-455f-8fae-e7b1dbc4551c req-c19e113c-c571-4a34-a8db-9aa9332f66ce tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.1000896 Dec 16 22:34:18.958440 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2255e1b8-fb01-4297-a4e6-3b0a22ba5c4b no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:34:19.006191 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e209d8ec-bfeb-455f-8fae-e7b1dbc4551c req-d4eecce4-5d75-4471-b790-20ea2c6656a6 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942574 Dec 16 22:34:19.007346 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 2255e1b8-fb01-4297-a4e6-3b0a22ba5c4b {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:34:19.007346 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2255e1b8-fb01-4297-a4e6-3b0a22ba5c4b not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:34:19.012319 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-147ccd67-47b6-492a-a118-9e27512c4fc9 req-ee1c9cf2-25a4-4698-9ffe-767ee078dba0 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2660cb5-edb7-4398-9fe5-b0738d68e2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598608 Dec 16 22:34:19.057599 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b5e0573c-38f4-44ed-9200-b0717db8029e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:19.174424 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b5e0573c-38f4-44ed-9200-b0717db8029e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:19.221948 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e0573c-38f4-44ed-9200-b0717db8029e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network ebdbd17e-5536-44c6-974e-25da0fe95ec7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:19.225637 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-b5e0573c-38f4-44ed-9200-b0717db8029e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:19.229341 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e0573c-38f4-44ed-9200-b0717db8029e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:19.235717 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e0573c-38f4-44ed-9200-b0717db8029e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:19.235992 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b5e0573c-38f4-44ed-9200-b0717db8029e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:19.245515 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0573c-38f4-44ed-9200-b0717db8029e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Port': ['ID=63ed2fad-c4d9-4cb7-a7ca-a16e52b18e91,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:19.329482 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b5e0573c-38f4-44ed-9200-b0717db8029e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0195239 Dec 16 22:34:19.330097 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37256) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:19.427234 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-d4dbb3f8-96de-48c3-b46b-64b2a84c8e95 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting port 63ed2fad-c4d9-4cb7-a7ca-a16e52b18e91 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:19.427580 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d4dbb3f8-96de-48c3-b46b-64b2a84c8e95 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:19.501723 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d4dbb3f8-96de-48c3-b46b-64b2a84c8e95 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:19.519640 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-d4dbb3f8-96de-48c3-b46b-64b2a84c8e95 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Calling delete_port for 63ed2fad-c4d9-4cb7-a7ca-a16e52b18e91 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:19.522642 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 002cbbf4-4ccd-4c10-9784-6c11e49ea4e9 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:34:19.655404 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 002cbbf4-4ccd-4c10-9784-6c11e49ea4e9 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:34:19.662568 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 002cbbf4-4ccd-4c10-9784-6c11e49ea4e9 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:19.663188 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:19.714483 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d4dbb3f8-96de-48c3-b46b-64b2a84c8e95 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:19.750559 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dbb3f8-96de-48c3-b46b-64b2a84c8e95 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Port': ['ID=63ed2fad-c4d9-4cb7-a7ca-a16e52b18e91,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:19.760074 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:19.761796 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d4dbb3f8-96de-48c3-b46b-64b2a84c8e95 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:19.767101 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d4dbb3f8-96de-48c3-b46b-64b2a84c8e95 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/ports/63ed2fad-c4d9-4cb7-a7ca-a16e52b18e91 HTTP/1.1" status: 204 len: 168 time: 0.4355574 Dec 16 22:34:19.770468 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37268) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:19.776466 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486c659-854d-4b07-98f4-7249878002eb req-909e2f79-c389-4236-832d-b9b42a092209 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:19.777574 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-da33985e-7296-40cc-b7c4-6ece8e5ede04 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'port': {'network_id': 'ebdbd17e-5536-44c6-974e-25da0fe95ec7', 'mac_address': 'fa:16:3e:a6:dd:ca', 'name': 'tempest-PortsTestJSON-1465308179'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:19.784244 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4486c659-854d-4b07-98f4-7249878002eb req-909e2f79-c389-4236-832d-b9b42a092209 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 946 time: 0.1042860 Dec 16 22:34:19.787766 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002cbbf4-4ccd-4c10-9784-6c11e49ea4e9'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:34:19.790666 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac15f4aa-3dda-4ef3-89d3-e81a78a194c1" -d '{"events": [{"server_uuid": "36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab", "name": "network-vif-plugged", "status": "completed", "tag": "002cbbf4-4ccd-4c10-9784-6c11e49ea4e9"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:34:19.843867 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80eeb2b-5a7d-4c80-bdef-05bb90c1ff85 x-openstack-request-id: req-b80eeb2b-5a7d-4c80-bdef-05bb90c1ff85 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:34:19.845392 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab", "name": "network-vif-plugged", "status": "completed", "tag": "002cbbf4-4ccd-4c10-9784-6c11e49ea4e9", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:34:19.845659 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b80eeb2b-5a7d-4c80-bdef-05bb90c1ff85 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:34:19.846087 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002cbbf4-4ccd-4c10-9784-6c11e49ea4e9', 'code': 200} Dec 16 22:34:19.847958 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 002cbbf4-4ccd-4c10-9784-6c11e49ea4e9, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=002cbbf4-4ccd-4c10-9784-6c11e49ea4e9,segment=NetworkSegment(0fcdd428-5d20-478f-9ac0-f78d6556ad91),segment_id=0fcdd428-5d20-478f-9ac0-f78d6556ad91)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:19.906878 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4486c659-854d-4b07-98f4-7249878002eb req-ca3f24f3-3417-40a3-8fb5-ff88b69993c1 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165257 Dec 16 22:34:19.917665 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:19.991387 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=002cbbf4-4ccd-4c10-9784-6c11e49ea4e9,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:20.048952 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da33985e-7296-40cc-b7c4-6ece8e5ede04 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:20.049193 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d54ec1-3e2d-43aa-812d-1bf186b54cf5 req-a9b1aac5-2a9f-40cb-b11f-d09ec51835d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:20.050723 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-31d54ec1-3e2d-43aa-812d-1bf186b54cf5 req-a9b1aac5-2a9f-40cb-b11f-d09ec51835d4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab HTTP/1.1" status: 200 len: 1097 time: 0.0698214 Dec 16 22:34:20.112629 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-31d54ec1-3e2d-43aa-812d-1bf186b54cf5 req-3accefd5-c0cc-4f20-915e-b32fab781648 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e2660cb5-edb7-4398-9fe5-b0738d68e2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523961 Dec 16 22:34:20.171990 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2a031-5341-4823-a874-6b89e7e32297 req-8205220f-c65f-42d5-84dc-8ca504195cbb tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:20.172596 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-da33985e-7296-40cc-b7c4-6ece8e5ede04 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:20.173872 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-98d2a031-5341-4823-a874-6b89e7e32297 req-8205220f-c65f-42d5-84dc-8ca504195cbb tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab HTTP/1.1" status: 200 len: 946 time: 0.0774879 Dec 16 22:34:20.183386 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cee82f-2dad-4742-b231-23b7815c38eb req-c4a79314-3fb8-4055-b096-7e82ce3d88d5 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:20.185455 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-97cee82f-2dad-4742-b231-23b7815c38eb req-c4a79314-3fb8-4055-b096-7e82ce3d88d5 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.0841219 Dec 16 22:34:20.207428 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-da33985e-7296-40cc-b7c4-6ece8e5ede04 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] device_id is not set on port 4264896d-f894-4f75-9e86-64296e9f203a yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:34:20.243591 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-98d2a031-5341-4823-a874-6b89e7e32297 req-092efbb4-6a69-4472-ae86-463069514693 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2660cb5-edb7-4398-9fe5-b0738d68e2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613172 Dec 16 22:34:20.320237 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-97cee82f-2dad-4742-b231-23b7815c38eb req-b25f5950-0b7c-469b-bb5e-7b30aad13bfa tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142671 Dec 16 22:34:20.429369 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-da33985e-7296-40cc-b7c4-6ece8e5ede04 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:20.486579 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bad3ef-95fc-4573-bc5f-8e403654813f req-856b4a94-ac84-48ca-ac47-7071f0223657 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:20.488190 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c1bad3ef-95fc-4573-bc5f-8e403654813f req-856b4a94-ac84-48ca-ac47-7071f0223657 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.57 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0792611 Dec 16 22:34:20.575725 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-da33985e-7296-40cc-b7c4-6ece8e5ede04 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:20.628322 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da33985e-7296-40cc-b7c4-6ece8e5ede04 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network ebdbd17e-5536-44c6-974e-25da0fe95ec7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:20.635721 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-da33985e-7296-40cc-b7c4-6ece8e5ede04 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:20.641445 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da33985e-7296-40cc-b7c4-6ece8e5ede04 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:20.647300 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da33985e-7296-40cc-b7c4-6ece8e5ede04 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:20.647919 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-da33985e-7296-40cc-b7c4-6ece8e5ede04 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:20.651613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-c1bad3ef-95fc-4573-bc5f-8e403654813f req-41a41caf-c589-4897-9a19-fc2055096346 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Deleting port 1dae49ac-d9db-49de-be49-02363255d6f3 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:20.651938 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c1bad3ef-95fc-4573-bc5f-8e403654813f req-41a41caf-c589-4897-9a19-fc2055096346 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:20.656963 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33985e-7296-40cc-b7c4-6ece8e5ede04 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Port': ['ID=4264896d-f894-4f75-9e86-64296e9f203a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:20.758283 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-c1bad3ef-95fc-4573-bc5f-8e403654813f req-41a41caf-c589-4897-9a19-fc2055096346 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] For port 1dae49ac-d9db-49de-be49-02363255d6f3, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1dae49ac-d9db-49de-be49-02363255d6f3,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:20.758649 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c1bad3ef-95fc-4573-bc5f-8e403654813f req-41a41caf-c589-4897-9a19-fc2055096346 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:20.808022 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-da33985e-7296-40cc-b7c4-6ece8e5ede04 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0358520 Dec 16 22:34:20.811493 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37302) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:20.862149 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab9dae6-8855-4a99-aed4-8f6c3f2a5d87 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:20.866874 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9ab9dae6-8855-4a99-aed4-8f6c3f2a5d87 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "GET /v2.0/ports/4264896d-f894-4f75-9e86-64296e9f203a HTTP/1.1" status: 200 len: 841 time: 0.0510459 Dec 16 22:34:20.866874 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37304) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:20.957372 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-063ec98a-6cf6-4ae7-af4c-d34149947028 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting port 4264896d-f894-4f75-9e86-64296e9f203a {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:20.957784 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-063ec98a-6cf6-4ae7-af4c-d34149947028 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:20.958982 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c1bad3ef-95fc-4573-bc5f-8e403654813f req-41a41caf-c589-4897-9a19-fc2055096346 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:20.959456 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c1bad3ef-95fc-4573-bc5f-8e403654813f req-41a41caf-c589-4897-9a19-fc2055096346 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:20.959799 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [req-c1bad3ef-95fc-4573-bc5f-8e403654813f req-41a41caf-c589-4897-9a19-fc2055096346 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Floating IP e0cb313c-cf87-468b-8d10-244e6bf4280c disassociated. External IP: 172.25.6.187, port: 1dae49ac-d9db-49de-be49-02363255d6f3. Dec 16 22:34:20.960265 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-c1bad3ef-95fc-4573-bc5f-8e403654813f req-41a41caf-c589-4897-9a19-fc2055096346 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Calling delete_port for 1dae49ac-d9db-49de-be49-02363255d6f3 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:21.071121 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-063ec98a-6cf6-4ae7-af4c-d34149947028 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:21.088509 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-063ec98a-6cf6-4ae7-af4c-d34149947028 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Calling delete_port for 4264896d-f894-4f75-9e86-64296e9f203a owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:21.113611 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dada17-87c9-4fce-a0b6-b6020f648ddc req-5cf66993-135a-4979-98d9-f840bcaafd88 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:21.115220 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-15dada17-87c9-4fce-a0b6-b6020f648ddc req-5cf66993-135a-4979-98d9-f840bcaafd88 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 946 time: 0.0857306 Dec 16 22:34:21.196952 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c1bad3ef-95fc-4573-bc5f-8e403654813f req-41a41caf-c589-4897-9a19-fc2055096346 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:21.206124 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-15dada17-87c9-4fce-a0b6-b6020f648ddc req-70e3b33f-13dd-46b8-b334-bdcfa218391a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups?id=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591853 Dec 16 22:34:21.233837 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a41caf-c589-4897-9a19-fc2055096346 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Pushing event deleted for resources: {'Port': ['ID=1dae49ac-d9db-49de-be49-02363255d6f3,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:21.318351 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-063ec98a-6cf6-4ae7-af4c-d34149947028 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:21.349168 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ec98a-6cf6-4ae7-af4c-d34149947028 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Port': ['ID=4264896d-f894-4f75-9e86-64296e9f203a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:21.360777 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-063ec98a-6cf6-4ae7-af4c-d34149947028 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:21.366427 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-063ec98a-6cf6-4ae7-af4c-d34149947028 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/ports/4264896d-f894-4f75-9e86-64296e9f203a HTTP/1.1" status: 204 len: 168 time: 0.4986105 Dec 16 22:34:21.370895 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37322) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:21.404091 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ff65fc-429c-4585-aa9e-24f2af1c4d82 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] GET failed (client error): The resource could not be found. Dec 16 22:34:21.406451 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f5ff65fc-429c-4585-aa9e-24f2af1c4d82 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "GET /v2.0/ports/4264896d-f894-4f75-9e86-64296e9f203a HTTP/1.1" status: 404 len: 333 time: 0.0333714 Dec 16 22:34:21.410212 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efdccd-7962-4966-aacc-38b17a8335b5 req-25c084dd-496a-44dd-94a5-932e91cb3306 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:21.418779 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37324) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:21.419462 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-82efdccd-7962-4966-aacc-38b17a8335b5 req-25c084dd-496a-44dd-94a5-932e91cb3306 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab HTTP/1.1" status: 200 len: 946 time: 0.0858011 Dec 16 22:34:21.419575 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-7d0dba85-f33d-4b9d-88a5-7af00a5c391e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'port': {'network_id': 'ebdbd17e-5536-44c6-974e-25da0fe95ec7', 'name': 'tempest-PortsTestJSON-303570690'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:21.423585 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1bad3ef-95fc-4573-bc5f-8e403654813f req-41a41caf-c589-4897-9a19-fc2055096346 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Router 0380fcdd-edf3-4204-a09a-fc471ced0286 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:34:21.507429 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-82efdccd-7962-4966-aacc-38b17a8335b5 req-27823e8c-9177-4b1b-ba36-58775c1f26f2 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2660cb5-edb7-4398-9fe5-b0738d68e2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864484 Dec 16 22:34:21.527820 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01140bd8-21cf-435c-8c32-63d0fed6de8c req-08962692-3251-40ae-9639-a1c0c2509da2 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:21.529997 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-01140bd8-21cf-435c-8c32-63d0fed6de8c req-08962692-3251-40ae-9639-a1c0c2509da2 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.1206210 Dec 16 22:34:21.578462 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1bad3ef-95fc-4573-bc5f-8e403654813f req-41a41caf-c589-4897-9a19-fc2055096346 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:34:21.596521 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df409869-61f8-4daf-a251-feb550c1a380 None None] Sync routers for ids ['0380fcdd-edf3-4204-a09a-fc471ced0286'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:34:21.615328 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df409869-61f8-4daf-a251-feb550c1a380 None None] Routers {'0380fcdd-edf3-4204-a09a-fc471ced0286'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:34:21.616484 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-df409869-61f8-4daf-a251-feb550c1a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:33:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0380fcdd-edf3-4204-a09a-fc471ced0286'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:21.627020 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-01140bd8-21cf-435c-8c32-63d0fed6de8c req-bb99d57e-c627-462f-80a6-b720f0e032e1 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866768 Dec 16 22:34:21.651326 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1bad3ef-95fc-4573-bc5f-8e403654813f req-41a41caf-c589-4897-9a19-fc2055096346 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] No DVR routers for this DVR port 1dae49ac-d9db-49de-be49-02363255d6f3 on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:21.658392 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c1bad3ef-95fc-4573-bc5f-8e403654813f req-41a41caf-c589-4897-9a19-fc2055096346 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:21.662592 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c1bad3ef-95fc-4573-bc5f-8e403654813f req-41a41caf-c589-4897-9a19-fc2055096346 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.57 "DELETE /v2.0/ports/1dae49ac-d9db-49de-be49-02363255d6f3 HTTP/1.1" status: 204 len: 173 time: 1.1665599 Dec 16 22:34:21.663331 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6982707e-cd75-4191-9791-8e3b04b3d5b8', 'name': 'network-vif-deleted', 'tag': '1dae49ac-d9db-49de-be49-02363255d6f3'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:34:21.668309 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c548aef6-b016-4441-a313-b49f3bb70f80" -d '{"events": [{"server_uuid": "6982707e-cd75-4191-9791-8e3b04b3d5b8", "name": "network-vif-deleted", "tag": "1dae49ac-d9db-49de-be49-02363255d6f3"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:34:21.672048 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0dba85-f33d-4b9d-88a5-7af00a5c391e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:21.676743 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7d0dba85-f33d-4b9d-88a5-7af00a5c391e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:21.720300 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbdca58-c384-4b81-8c5f-2c678910d401 x-openstack-request-id: req-ebbdca58-c384-4b81-8c5f-2c678910d401 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:34:21.721116 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6982707e-cd75-4191-9791-8e3b04b3d5b8", "name": "network-vif-deleted", "tag": "1dae49ac-d9db-49de-be49-02363255d6f3", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:34:21.722952 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ebbdca58-c384-4b81-8c5f-2c678910d401 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:34:21.722952 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6982707e-cd75-4191-9791-8e3b04b3d5b8', 'name': 'network-vif-deleted', 'tag': '1dae49ac-d9db-49de-be49-02363255d6f3', 'status': 'completed', 'code': 200} Dec 16 22:34:21.723851 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-7d0dba85-f33d-4b9d-88a5-7af00a5c391e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] device_id is not set on port 92e25fab-d04f-4c15-9460-2f7a509d4d99 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:34:21.779896 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-df409869-61f8-4daf-a251-feb550c1a380 None None] Set router 0380fcdd-edf3-4204-a09a-fc471ced0286 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:34:21.937953 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7d0dba85-f33d-4b9d-88a5-7af00a5c391e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:22.044920 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7d0dba85-f33d-4b9d-88a5-7af00a5c391e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:22.103731 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0dba85-f33d-4b9d-88a5-7af00a5c391e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network ebdbd17e-5536-44c6-974e-25da0fe95ec7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:22.107162 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-7d0dba85-f33d-4b9d-88a5-7af00a5c391e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:22.114928 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0dba85-f33d-4b9d-88a5-7af00a5c391e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:22.121495 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0dba85-f33d-4b9d-88a5-7af00a5c391e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:22.122729 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7d0dba85-f33d-4b9d-88a5-7af00a5c391e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:22.144675 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0dba85-f33d-4b9d-88a5-7af00a5c391e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Port': ['ID=92e25fab-d04f-4c15-9460-2f7a509d4d99,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:22.209823 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-df409869-61f8-4daf-a251-feb550c1a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'name': 'tempest-AttachVolumeShelveTestJSON-1161644038-router', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:23:24Z', 'updated_at': '2021-12-16T22:23:38Z', 'revision_number': 4, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'gw_port': {'id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:26Z', 'updated_at': '2021-12-16T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '19b879d8-cd92-4629-a411-ee42a98d6d73', 'name': '', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'mac_address': 'fa:16:3e:c8:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:34Z', 'updated_at': '2021-12-16T22:23:46Z', 'revision_number': 5, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'subnets': [{'id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:22.212331 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7d0dba85-f33d-4b9d-88a5-7af00a5c391e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8008478 Dec 16 22:34:22.215074 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37338) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:22.222247 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-07f93bb9-a3b3-43c3-843b-0f533acc7b45 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:22.237655 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df409869-61f8-4daf-a251-feb550c1a380 None None] Checking router: 0380fcdd-edf3-4204-a09a-fc471ced0286 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:34:22.246695 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df409869-61f8-4daf-a251-feb550c1a380 None None] Routers {'0380fcdd-edf3-4204-a09a-fc471ced0286'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:34:22.247404 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-df409869-61f8-4daf-a251-feb550c1a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:33:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0380fcdd-edf3-4204-a09a-fc471ced0286'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:22.309861 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-07f93bb9-a3b3-43c3-843b-0f533acc7b45 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:22.345107 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8dade030-a1f3-4143-b0eb-d83dab080fd4 req-f9b73076-d5f2-454e-8eeb-e5529f7eb43a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/ports?device_id=6982707e-cd75-4191-9791-8e3b04b3d5b8 HTTP/1.1" status: 200 len: 210 time: 0.0398128 Dec 16 22:34:22.394502 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-df409869-61f8-4daf-a251-feb550c1a380 None None] Set router 0380fcdd-edf3-4204-a09a-fc471ced0286 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:34:22.518701 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-07f93bb9-a3b3-43c3-843b-0f533acc7b45 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:22.649681 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-07f93bb9-a3b3-43c3-843b-0f533acc7b45 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:22.654145 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-df409869-61f8-4daf-a251-feb550c1a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'name': 'tempest-AttachVolumeShelveTestJSON-1161644038-router', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:23:24Z', 'updated_at': '2021-12-16T22:23:38Z', 'revision_number': 4, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'gw_port': {'id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:26Z', 'updated_at': '2021-12-16T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '19b879d8-cd92-4629-a411-ee42a98d6d73', 'name': '', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'mac_address': 'fa:16:3e:c8:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:34Z', 'updated_at': '2021-12-16T22:23:46Z', 'revision_number': 5, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'subnets': [{'id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:22.691127 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df409869-61f8-4daf-a251-feb550c1a380 None None] The sync data for ids ['0380fcdd-edf3-4204-a09a-fc471ced0286'] in n-d-815324-4 is: [{'id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'name': 'tempest-AttachVolumeShelveTestJSON-1161644038-router', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:23:24Z', 'updated_at': '2021-12-16T22:23:38Z', 'revision_number': 4, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'gw_port': {'id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:26Z', 'updated_at': '2021-12-16T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '19b879d8-cd92-4629-a411-ee42a98d6d73', 'name': '', 'network_id': '3483c04d-9548-45a8-add9-5dd005156af8', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'mac_address': 'fa:16:3e:c8:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:34Z', 'updated_at': '2021-12-16T22:23:46Z', 'revision_number': 5, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'subnets': [{'id': '271e63c4-6a59-41c7-a795-72d699a0357a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:34:22.714681 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-07f93bb9-a3b3-43c3-843b-0f533acc7b45 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] In _notify_port_updated(), no bound segment for port 92e25fab-d04f-4c15-9460-2f7a509d4d99 on network ebdbd17e-5536-44c6-974e-25da0fe95ec7 {{(pid=103613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:34:22.721828 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f93bb9-a3b3-43c3-843b-0f533acc7b45 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:22.722553 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-07f93bb9-a3b3-43c3-843b-0f533acc7b45 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:22.726368 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-07f93bb9-a3b3-43c3-843b-0f533acc7b45 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "PUT /v2.0/ports/92e25fab-d04f-4c15-9460-2f7a509d4d99 HTTP/1.1" status: 200 len: 818 time: 0.5065048 Dec 16 22:34:22.726698 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37352) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:22.731811 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb8c54-34cd-4f30-85c3-3545f066ed7d req-16039a82-de76-4797-aca2-25f1412dfdfe tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:22.733792 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-32eb8c54-34cd-4f30-85c3-3545f066ed7d req-16039a82-de76-4797-aca2-25f1412dfdfe tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab HTTP/1.1" status: 200 len: 946 time: 0.1429310 Dec 16 22:34:22.773919 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f93bb9-a3b3-43c3-843b-0f533acc7b45 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Port': ['ID=92e25fab-d04f-4c15-9460-2f7a509d4d99,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:22.850369 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-32eb8c54-34cd-4f30-85c3-3545f066ed7d req-f50d59a8-8c63-4e19-8f5f-88953cf291f6 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2660cb5-edb7-4398-9fe5-b0738d68e2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986531 Dec 16 22:34:22.884598 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ccc05-e8de-4a07-8d59-e7aba040b89c req-ec455e87-5673-44cf-8d2d-2a9e9e87759f tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:22.886229 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-935ccc05-e8de-4a07-8d59-e7aba040b89c req-ec455e87-5673-44cf-8d2d-2a9e9e87759f tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.1633415 Dec 16 22:34:22.939132 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-6f948378-1f01-4cf0-9583-f360a07a004c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting port 92e25fab-d04f-4c15-9460-2f7a509d4d99 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:22.939483 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6f948378-1f01-4cf0-9583-f360a07a004c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:23.033142 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6f948378-1f01-4cf0-9583-f360a07a004c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:23.046459 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-935ccc05-e8de-4a07-8d59-e7aba040b89c req-53c0daa7-c369-493b-ac90-bfdddd2fa9be tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537457 Dec 16 22:34:23.056288 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-6f948378-1f01-4cf0-9583-f360a07a004c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Calling delete_port for 92e25fab-d04f-4c15-9460-2f7a509d4d99 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:23.098678 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a7f517-10d2-4901-a802-4a68a475aaa4 None None] New status for floating IP e0cb313c-cf87-468b-8d10-244e6bf4280c: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:34:23.284032 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6f948378-1f01-4cf0-9583-f360a07a004c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:23.317709 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f948378-1f01-4cf0-9583-f360a07a004c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Port': ['ID=92e25fab-d04f-4c15-9460-2f7a509d4d99,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:23.321660 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6f948378-1f01-4cf0-9583-f360a07a004c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:23.326232 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6f948378-1f01-4cf0-9583-f360a07a004c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/ports/92e25fab-d04f-4c15-9460-2f7a509d4d99 HTTP/1.1" status: 204 len: 168 time: 0.5985556 Dec 16 22:34:23.328949 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37364) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:23.379507 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8758d5f-7939-4bf6-9b1d-ec8b98302e99 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:23.381134 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b8758d5f-7939-4bf6-9b1d-ec8b98302e99 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0510144 Dec 16 22:34:23.384224 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37368) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:23.392861 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e1e2f78-780e-4c7b-9e1f-e5c32139610a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:23.409845 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-06eca42d-5a79-48d8-9003-ef1eb24bada6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] GET failed (client error): The resource could not be found. Dec 16 22:34:23.411382 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-06eca42d-5a79-48d8-9003-ef1eb24bada6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "GET /v2.0/ports/92e25fab-d04f-4c15-9460-2f7a509d4d99 HTTP/1.1" status: 404 len: 333 time: 0.0261395 Dec 16 22:34:23.415256 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37372) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:23.420723 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-f1c7c0bd-44d3-4a1c-94eb-73d7fc3bbf9c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-906969589'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:23.528486 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b0aa1-4d1a-4179-9599-d041fddc7382 req-819b23e0-54fe-4db0-9d86-18eb98144211 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:23.530002 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-240b0aa1-4d1a-4179-9599-d041fddc7382 req-819b23e0-54fe-4db0-9d86-18eb98144211 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab HTTP/1.1" status: 200 len: 946 time: 0.0541956 Dec 16 22:34:23.541545 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37378) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:23.552518 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c7c0bd-44d3-4a1c-94eb-73d7fc3bbf9c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:23.557410 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c0bd-44d3-4a1c-94eb-73d7fc3bbf9c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:23.583562 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-240b0aa1-4d1a-4179-9599-d041fddc7382 req-4a815e1b-2708-4628-bf93-94131adfdf82 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2660cb5-edb7-4398-9fe5-b0738d68e2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472319 Dec 16 22:34:23.587356 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c7c0bd-44d3-4a1c-94eb-73d7fc3bbf9c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:34:23.599472 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c0bd-44d3-4a1c-94eb-73d7fc3bbf9c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:23.599889 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-f1c7c0bd-44d3-4a1c-94eb-73d7fc3bbf9c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Added segment f4c7ef61-2004-4127-8fbe-d8379632167b of type vlan for network 9b2a1f33-ce02-41b9-a699-03705d9e9df9 Dec 16 22:34:23.611280 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37382) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:24.016900 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e585f85c-cdfb-42c4-a18a-2623727a9940 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.025149 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 1dae49ac-d9db-49de-be49-02363255d6f3 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:34:24.040222 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c0bd-44d3-4a1c-94eb-73d7fc3bbf9c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.047529 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 1dae49ac-d9db-49de-be49-02363255d6f3 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:34:24.047976 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 1dae49ac-d9db-49de-be49-02363255d6f3 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:34:24.088220 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d46f3ef-8017-4d3e-8000-3fede4c68810 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.135519 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d46f3ef-8017-4d3e-8000-3fede4c68810 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.180050 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab94ae8-2372-4ff8-845e-45818706ccd1 req-578c4678-5d40-425c-ab5f-3406d72e18e9 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:24.181885 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fab94ae8-2372-4ff8-845e-45818706ccd1 req-578c4678-5d40-425c-ab5f-3406d72e18e9 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.0625327 Dec 16 22:34:24.201849 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e585f85c-cdfb-42c4-a18a-2623727a9940 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.235113 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fab94ae8-2372-4ff8-845e-45818706ccd1 req-02792820-2501-48fa-a5e9-68af3d051a4e tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458372 Dec 16 22:34:24.237684 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c0bd-44d3-4a1c-94eb-73d7fc3bbf9c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.243430 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c7c0bd-44d3-4a1c-94eb-73d7fc3bbf9c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:24.244023 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c0bd-44d3-4a1c-94eb-73d7fc3bbf9c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.292186 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e585f85c-cdfb-42c4-a18a-2623727a9940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.344569 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7c0bd-44d3-4a1c-94eb-73d7fc3bbf9c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Network': ['ID=9b2a1f33-ce02-41b9-a699-03705d9e9df9,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:24.347692 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d46f3ef-8017-4d3e-8000-3fede4c68810 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.350243 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d46f3ef-8017-4d3e-8000-3fede4c68810 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.351617 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2d46f3ef-8017-4d3e-8000-3fede4c68810 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "DELETE /v2.0/security-groups/171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0 HTTP/1.1" status: 204 len: 168 time: 0.7391245 Dec 16 22:34:24.353900 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e585f85c-cdfb-42c4-a18a-2623727a9940 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3be031cfa5744d2089fef6e5d36e1f5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8112700 Dec 16 22:34:24.356780 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37388) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:24.356921 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 9b2a1f33-ce02-41b9-a699-03705d9e9df9 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:34:24.357033 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585f85c-cdfb-42c4-a18a-2623727a9940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bd2ff3-7a7e-4492-bd6c-1dacbad62b8c,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:24.358504 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37390) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:24.370489 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-7704a1f8-b8d4-40df-a67d-a940a5c205aa tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] show failed (client error): The resource could not be found. Dec 16 22:34:24.374306 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7704a1f8-b8d4-40df-a67d-a940a5c205aa tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "GET /v2.0/security-groups/171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0 HTTP/1.1" status: 404 len: 347 time: 0.0165913 Dec 16 22:34:24.374633 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37392) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:24.385128 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46f3ef-8017-4d3e-8000-3fede4c68810 tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=171cb1e1-7b8b-4ec1-b555-9f01e1bba5c0,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:24.436487 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f1c7c0bd-44d3-4a1c-94eb-73d7fc3bbf9c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0196855 Dec 16 22:34:24.437956 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0c907326-f9be-47d3-9350-ff532dd5f261 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.440638 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37394) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:24.448236 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-bd66b40b-824e-4792-a1a6-72623b7d199f tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'subnet': {'network_id': '9b2a1f33-ce02-41b9-a699-03705d9e9df9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:24.514830 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-1533a16b-eea7-4f1c-a121-39b67635132a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Deleting port 10e96534-1fc7-4d5d-a8f5-1eae790f30f3 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:24.515211 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1533a16b-eea7-4f1c-a121-39b67635132a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.525513 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0c907326-f9be-47d3-9350-ff532dd5f261 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.597003 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1533a16b-eea7-4f1c-a121-39b67635132a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.597616 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1533a16b-eea7-4f1c-a121-39b67635132a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.610963 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-1533a16b-eea7-4f1c-a121-39b67635132a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Calling delete_port for 10e96534-1fc7-4d5d-a8f5-1eae790f30f3 owned by network:floatingip {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:24.682202 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd66b40b-824e-4792-a1a6-72623b7d199f tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:24.686632 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bd66b40b-824e-4792-a1a6-72623b7d199f tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.735991 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0c907326-f9be-47d3-9350-ff532dd5f261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.738604 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0c907326-f9be-47d3-9350-ff532dd5f261 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.739793 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0c907326-f9be-47d3-9350-ff532dd5f261 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/35bd2ff3-7a7e-4492-bd6c-1dacbad62b8c HTTP/1.1" status: 204 len: 168 time: 0.3802183 Dec 16 22:34:24.755999 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c907326-f9be-47d3-9350-ff532dd5f261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bd2ff3-7a7e-4492-bd6c-1dacbad62b8c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:24.784555 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d05ab2-8f3c-478a-96b5-0770d1ff0363 req-c812301c-9c3d-4bde-9021-147fa3070efc tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:24.786614 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-25d05ab2-8f3c-478a-96b5-0770d1ff0363 req-c812301c-9c3d-4bde-9021-147fa3070efc tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab HTTP/1.1" status: 200 len: 946 time: 0.1314344 Dec 16 22:34:24.827398 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1533a16b-eea7-4f1c-a121-39b67635132a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.864758 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533a16b-eea7-4f1c-a121-39b67635132a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Pushing event deleted for resources: {'Port': ['ID=10e96534-1fc7-4d5d-a8f5-1eae790f30f3,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:24.870780 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-25d05ab2-8f3c-478a-96b5-0770d1ff0363 req-af1d4191-6af2-4512-b886-fad78e87f6d5 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2660cb5-edb7-4398-9fe5-b0738d68e2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647519 Dec 16 22:34:24.931497 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1533a16b-eea7-4f1c-a121-39b67635132a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks [] for floatingip, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.935644 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1533a16b-eea7-4f1c-a121-39b67635132a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:24.936840 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1533a16b-eea7-4f1c-a121-39b67635132a tempest-AttachVolumeShelveTestJSON-516714632 tempest-AttachVolumeShelveTestJSON-516714632-project] 10.222.0.75 "DELETE /v2.0/floatingips/e0cb313c-cf87-468b-8d10-244e6bf4280c HTTP/1.1" status: 204 len: 168 time: 0.5611079 Dec 16 22:34:25.067193 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bd66b40b-824e-4792-a1a6-72623b7d199f tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:25.175827 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66b40b-824e-4792-a1a6-72623b7d199f tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Subnet': ['ID=87ce63f7-f232-4b95-8738-62acd00ab8bf,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:25.197085 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b940fd3-c746-458d-bb97-f90d9ed2f60c req-2be9f8e2-6190-4a9f-bd98-d44e778dac06 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:25.198644 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b940fd3-c746-458d-bb97-f90d9ed2f60c req-2be9f8e2-6190-4a9f-bd98-d44e778dac06 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.76 "GET /v2.0/ports?device_id=36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab HTTP/1.1" status: 200 len: 946 time: 0.0972738 Dec 16 22:34:25.199904 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd66b40b-824e-4792-a1a6-72623b7d199f tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Checking segment: {'id': 'f4c7ef61-2004-4127-8fbe-d8379632167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9b2a1f33-ce02-41b9-a699-03705d9e9df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:25.200308 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd66b40b-824e-4792-a1a6-72623b7d199f tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network hostable DHCP agents. Network: 9b2a1f33-ce02-41b9-a699-03705d9e9df9, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:34:25.309471 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-8b940fd3-c746-458d-bb97-f90d9ed2f60c req-ba19b5be-5766-4ab8-8ab0-119a72fb9581 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Deleting port 002cbbf4-4ccd-4c10-9784-6c11e49ea4e9 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:25.310834 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8b940fd3-c746-458d-bb97-f90d9ed2f60c req-ba19b5be-5766-4ab8-8ab0-119a72fb9581 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:25.359486 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd66b40b-824e-4792-a1a6-72623b7d199f tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network 9b2a1f33-ce02-41b9-a699-03705d9e9df9 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:34:25.369728 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4cff7-7bbd-479b-bfa2-b7e793bb3108 req-25ff629f-977d-4d1e-979a-9d398247d5b9 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:25.369728 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0bb4cff7-7bbd-479b-bfa2-b7e793bb3108 req-25ff629f-977d-4d1e-979a-9d398247d5b9 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.0533121 Dec 16 22:34:25.414678 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-8b940fd3-c746-458d-bb97-f90d9ed2f60c req-ba19b5be-5766-4ab8-8ab0-119a72fb9581 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] For port 002cbbf4-4ccd-4c10-9784-6c11e49ea4e9, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=002cbbf4-4ccd-4c10-9784-6c11e49ea4e9,segment=NetworkSegment(0fcdd428-5d20-478f-9ac0-f78d6556ad91),segment_id=0fcdd428-5d20-478f-9ac0-f78d6556ad91)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:25.415487 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8b940fd3-c746-458d-bb97-f90d9ed2f60c req-ba19b5be-5766-4ab8-8ab0-119a72fb9581 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:25.439275 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0bb4cff7-7bbd-479b-bfa2-b7e793bb3108 req-594fb64b-b66e-4a0d-8b89-03f3abb7cf21 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641735 Dec 16 22:34:25.444274 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-8b940fd3-c746-458d-bb97-f90d9ed2f60c req-ba19b5be-5766-4ab8-8ab0-119a72fb9581 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Calling delete_port for 002cbbf4-4ccd-4c10-9784-6c11e49ea4e9 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:25.491001 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-bd66b40b-824e-4792-a1a6-72623b7d199f tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 9b2a1f33-ce02-41b9-a699-03705d9e9df9) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:25.496959 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd66b40b-824e-4792-a1a6-72623b7d199f tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:25.497671 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bd66b40b-824e-4792-a1a6-72623b7d199f tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:25.505383 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18382d34-a041-4ae8-9b69-e9079b4590d4 None None] Network 9b2a1f33-ce02-41b9-a699-03705d9e9df9 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:25.577628 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37412) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:25.593094 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e7e2556c-9a81-4a69-8dad-3f839cbcfb5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:25.639613 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bd66b40b-824e-4792-a1a6-72623b7d199f tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1961131 Dec 16 22:34:25.640063 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37414) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:25.646415 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-9b2a1f33-ce02-41b9-a699-03705d9e9df9', 'network_id': '9b2a1f33-ce02-41b9-a699-03705d9e9df9', 'project_id': '205d5d309c0e4c31af9f0a22be5c7456', 'fixed_ips': [{'subnet_id': '87ce63f7-f232-4b95-8738-62acd00ab8bf'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:34:25.650445 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:25.651866 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-92a18bff-9e0e-4228-b1dc-8f942d6c2097 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'subnet': {'network_id': '9b2a1f33-ce02-41b9-a699-03705d9e9df9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:25.679522 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b88c4672-2faf-46b0-8763-980063d41451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:25.753000 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8b940fd3-c746-458d-bb97-f90d9ed2f60c req-ba19b5be-5766-4ab8-8ab0-119a72fb9581 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:25.817197 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19b5be-5766-4ab8-8ab0-119a72fb9581 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Pushing event deleted for resources: {'Port': ['ID=002cbbf4-4ccd-4c10-9784-6c11e49ea4e9,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:25.851873 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['002cbbf4-4ccd-4c10-9784-6c11e49ea4e9'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:34:25.885679 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e7e2556c-9a81-4a69-8dad-3f839cbcfb5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:25.889532 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a18bff-9e0e-4228-b1dc-8f942d6c2097 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:25.893092 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92a18bff-9e0e-4228-b1dc-8f942d6c2097 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:25.909302 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b940fd3-c746-458d-bb97-f90d9ed2f60c req-ba19b5be-5766-4ab8-8ab0-119a72fb9581 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] No DVR routers for this DVR port 002cbbf4-4ccd-4c10-9784-6c11e49ea4e9 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:25.913055 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8b940fd3-c746-458d-bb97-f90d9ed2f60c req-ba19b5be-5766-4ab8-8ab0-119a72fb9581 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:25.917056 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b940fd3-c746-458d-bb97-f90d9ed2f60c req-ba19b5be-5766-4ab8-8ab0-119a72fb9581 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.76 "DELETE /v2.0/ports/002cbbf4-4ccd-4c10-9784-6c11e49ea4e9 HTTP/1.1" status: 204 len: 173 time: 0.7100348 Dec 16 22:34:25.917620 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab', 'name': 'network-vif-deleted', 'tag': '002cbbf4-4ccd-4c10-9784-6c11e49ea4e9'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:34:25.921039 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3e18fc-60a0-48da-b295-925ea1448971" -d '{"events": [{"server_uuid": "36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab", "name": "network-vif-deleted", "tag": "002cbbf4-4ccd-4c10-9784-6c11e49ea4e9"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:34:25.950714 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1f0eb-b1ea-4b6e-bf6c-8893b0f5d427 req-ac1a2824-dbf3-4611-acf3-06c628b7d14e tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:25.958960 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2fe1f0eb-b1ea-4b6e-bf6c-8893b0f5d427 req-ac1a2824-dbf3-4611-acf3-06c628b7d14e tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.1488922 Dec 16 22:34:25.964296 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e7e2556c-9a81-4a69-8dad-3f839cbcfb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:26.031307 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-37fe64e5-89fc-488c-816e-555e16e69f9d req-fcb96395-74b2-455e-9542-405c1d7b8d18 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab HTTP/1.1" status: 200 len: 210 time: 0.0463214 Dec 16 22:34:26.045414 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e7e2556c-9a81-4a69-8dad-3f839cbcfb5a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=faaf975e367946b9bf247f8726d76823&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4665964 Dec 16 22:34:26.055298 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Allocated IP 172.20.0.2 (9b2a1f33-ce02-41b9-a699-03705d9e9df9/87ce63f7-f232-4b95-8738-62acd00ab8bf/892c0acd-e99c-4b44-b735-1e47e090ba2d) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:26.055568 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37422) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:26.113328 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e866860a-6c1c-4ead-b158-c22a6a579beb x-openstack-request-id: req-e866860a-6c1c-4ead-b158-c22a6a579beb {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:34:26.113934 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab", "name": "network-vif-deleted", "tag": "002cbbf4-4ccd-4c10-9784-6c11e49ea4e9", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:34:26.114203 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e866860a-6c1c-4ead-b158-c22a6a579beb {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:34:26.114614 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab', 'name': 'network-vif-deleted', 'tag': '002cbbf4-4ccd-4c10-9784-6c11e49ea4e9', 'status': 'completed', 'code': 200} Dec 16 22:34:26.115289 n-d-815324-4 neutron-server[103613]: INFO neutron.db.ipam_backend_mixin [None req-92a18bff-9e0e-4228-b1dc-8f942d6c2097 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 87ce63f7-f232-4b95-8738-62acd00ab8bf (CIDR: 172.20.0.0/28) Dec 16 22:34:26.117212 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2556c-9a81-4a69-8dad-3f839cbcfb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed38a222-281e-4b53-a460-d66118d1bfa6,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:26.152563 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6ea20-e8fa-4add-88c0-ae7c8f81e877 req-5a2b7bd5-cc55-48ad-ac4f-51d1194482a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:26.154248 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-23f6ea20-e8fa-4add-88c0-ae7c8f81e877 req-5a2b7bd5-cc55-48ad-ac4f-51d1194482a2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=720f6d1270aa4ecaab964d0eb84b215e&device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 1096 time: 0.1218872 Dec 16 22:34:26.159743 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0018cd76-faa9-4577-945b-565b42c5abe5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:26.175510 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2fe1f0eb-b1ea-4b6e-bf6c-8893b0f5d427 req-6380ab36-c4b9-49dc-b4b5-8ba26f1abca6 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154505 Dec 16 22:34:26.180921 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a18bff-9e0e-4228-b1dc-8f942d6c2097 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:34:26.182687 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a18bff-9e0e-4228-b1dc-8f942d6c2097 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:34:26.249281 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0018cd76-faa9-4577-945b-565b42c5abe5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:26.276133 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:26.291938 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-92a18bff-9e0e-4228-b1dc-8f942d6c2097 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6504161 Dec 16 22:34:26.332397 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6ea20-e8fa-4add-88c0-ae7c8f81e877 req-0b3db59d-1a42-4b20-9076-40e5c3b90028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:26.334248 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-23f6ea20-e8fa-4add-88c0-ae7c8f81e877 req-0b3db59d-1a42-4b20-9076-40e5c3b90028 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d9f61c4-cc29-4ddf-89f0-e4012f9c023f HTTP/1.1" status: 200 len: 911 time: 0.1714542 Dec 16 22:34:26.381069 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37428) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:26.387329 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-223d6cff-7827-4c11-979e-6d7610504569 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'subnet': {'network_id': '9b2a1f33-ce02-41b9-a699-03705d9e9df9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:26.437348 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-23f6ea20-e8fa-4add-88c0-ae7c8f81e877 req-517d41c7-3140-4389-80f8-43b304551663 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe59c16b-1dd6-4b4b-945c-8a61814311d6 HTTP/1.1" status: 200 len: 1000 time: 0.0922565 Dec 16 22:34:26.444545 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:26.494729 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Network 9b2a1f33-ce02-41b9-a699-03705d9e9df9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:26.500330 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:26.506813 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:26.517045 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Pushing event updated for resources: {'Port': ['ID=892c0acd-e99c-4b44-b735-1e47e090ba2d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:26.546395 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6ea20-e8fa-4add-88c0-ae7c8f81e877 req-47fa4369-77e4-4f34-8a7b-b0384f3516be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:26.547960 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-23f6ea20-e8fa-4add-88c0-ae7c8f81e877 req-47fa4369-77e4-4f34-8a7b-b0384f3516be service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04b9b352-17cc-4c58-8901-6e5b7abd436d HTTP/1.1" status: 200 len: 850 time: 0.1022756 Dec 16 22:34:26.567619 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0018cd76-faa9-4577-945b-565b42c5abe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:26.570764 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0018cd76-faa9-4577-945b-565b42c5abe5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:26.574625 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0018cd76-faa9-4577-945b-565b42c5abe5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ed38a222-281e-4b53-a460-d66118d1bfa6 HTTP/1.1" status: 204 len: 168 time: 0.5145977 Dec 16 22:34:26.582938 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Attempting to bind port 892c0acd-e99c-4b44-b735-1e47e090ba2d on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:34:26.583788 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Attempting to bind port 892c0acd-e99c-4b44-b735-1e47e090ba2d by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'f4c7ef61-2004-4127-8fbe-d8379632167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9b2a1f33-ce02-41b9-a699-03705d9e9df9'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:34:26.584516 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Attempting to bind port 892c0acd-e99c-4b44-b735-1e47e090ba2d on network 9b2a1f33-ce02-41b9-a699-03705d9e9df9 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:34:26.597028 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:34:26.597843 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Checking segment: {'id': 'f4c7ef61-2004-4127-8fbe-d8379632167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9b2a1f33-ce02-41b9-a699-03705d9e9df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:26.598721 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:26.599516 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Bound using segment: {'id': 'f4c7ef61-2004-4127-8fbe-d8379632167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9b2a1f33-ce02-41b9-a699-03705d9e9df9'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:34:26.600258 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Bound port: 892c0acd-e99c-4b44-b735-1e47e090ba2d, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c7ef61-2004-4127-8fbe-d8379632167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9b2a1f33-ce02-41b9-a699-03705d9e9df9'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:34:26.601209 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:26.602890 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018cd76-faa9-4577-945b-565b42c5abe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed38a222-281e-4b53-a460-d66118d1bfa6,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:26.627841 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6ea20-e8fa-4add-88c0-ae7c8f81e877 req-e8ac0246-4b89-4010-b1ad-646e44341fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:26.629405 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-23f6ea20-e8fa-4add-88c0-ae7c8f81e877 req-e8ac0246-4b89-4010-b1ad-646e44341fc6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d9f61c4-cc29-4ddf-89f0-e4012f9c023f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726225 Dec 16 22:34:26.702259 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223d6cff-7827-4c11-979e-6d7610504569 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:26.706234 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-223d6cff-7827-4c11-979e-6d7610504569 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:26.760443 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] For port 892c0acd-e99c-4b44-b735-1e47e090ba2d, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:34:26.765555 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] For port 892c0acd-e99c-4b44-b735-1e47e090ba2d, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=892c0acd-e99c-4b44-b735-1e47e090ba2d,segment=NetworkSegment(f4c7ef61-2004-4127-8fbe-d8379632167b),segment_id=f4c7ef61-2004-4127-8fbe-d8379632167b)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:34:26.796656 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-23f6ea20-e8fa-4add-88c0-ae7c8f81e877 req-b187e619-1651-4dfc-8ad4-5930f1e7a7c5 service neutron] 10.222.0.76 "GET /v2.0/networks/4d9f61c4-cc29-4ddf-89f0-e4012f9c023f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569736 Dec 16 22:34:26.854528 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:26.945611 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-23f6ea20-e8fa-4add-88c0-ae7c8f81e877 req-0fb4603d-8941-47e6-96b1-ecccf9abf181 service neutron] 10.222.0.76 "GET /v2.0/networks/4d9f61c4-cc29-4ddf-89f0-e4012f9c023f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376238 Dec 16 22:34:27.038219 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Pushing event updated for resources: {'Port': ['ID=892c0acd-e99c-4b44-b735-1e47e090ba2d,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:27.057486 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:27.061440 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:27.068245 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:27.068779 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:27.072603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:27.072603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:27.072603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:27.072603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:27.072603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:27.072603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:27.072603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:27.072603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:27.072603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:27.072603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:27.079754 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ffb18-6a65-4e1a-973a-02ede1f31bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:27.192765 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34cdd4d4-501f-4137-bbc0-225c121c667c req-4dc9734e-c94d-45fe-81c9-7b1fca350387 tempest-InstanceActionsNegativeTestJSON-1777556953 tempest-InstanceActionsNegativeTestJSON-1777556953-project] 10.222.0.75 "GET /v2.0/ports?device_id=36f67d15-bcd8-4dc0-96c1-eaeb3dffaaab HTTP/1.1" status: 200 len: 210 time: 0.0426409 Dec 16 22:34:27.326668 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-223d6cff-7827-4c11-979e-6d7610504569 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:27.424579 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223d6cff-7827-4c11-979e-6d7610504569 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network 9b2a1f33-ce02-41b9-a699-03705d9e9df9 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:27.431708 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-223d6cff-7827-4c11-979e-6d7610504569 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:27.436913 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223d6cff-7827-4c11-979e-6d7610504569 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:27.436913 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-223d6cff-7827-4c11-979e-6d7610504569 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:27.552565 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d6cff-7827-4c11-979e-6d7610504569 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Subnet': ['ID=23f015c8-dcd6-48af-b654-c48afeb0b289,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:27.576520 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-223d6cff-7827-4c11-979e-6d7610504569 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1941316 Dec 16 22:34:27.579414 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37452) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:27.585989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-0ce10c89-14fd-42ed-87ae-292bc8aabed5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'port': {'network_id': '9b2a1f33-ce02-41b9-a699-03705d9e9df9', 'fixed_ips': [{'subnet_id': '87ce63f7-f232-4b95-8738-62acd00ab8bf'}, {'subnet_id': '23f015c8-dcd6-48af-b654-c48afeb0b289'}], 'name': 'tempest-PortsTestJSON-326660665'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:27.586284 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ea6f4-4a97-45af-baeb-a12a3f43d2fc req-58eab1c3-b242-4762-bd42-e048f7e0f6f2 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:27.592460 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ab1ea6f4-4a97-45af-baeb-a12a3f43d2fc req-58eab1c3-b242-4762-bd42-e048f7e0f6f2 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.2141666 Dec 16 22:34:27.680980 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ab1ea6f4-4a97-45af-baeb-a12a3f43d2fc req-9a52f298-4e84-4b83-8ab8-452b385b846b tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772500 Dec 16 22:34:27.900725 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce10c89-14fd-42ed-87ae-292bc8aabed5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:28.031582 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0ce10c89-14fd-42ed-87ae-292bc8aabed5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:28.077141 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-0ce10c89-14fd-42ed-87ae-292bc8aabed5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] device_id is not set on port 84e64df2-137d-477f-a639-ff2d25e7dbcb yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:34:28.267638 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37468) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:28.300822 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:28.381275 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06e02c7-c0f3-44b6-9c4e-6e743428dfdb admin admin] Deleting subnet 71be5f97-87e4-47bb-9472-3e24cd3f92a2 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:34:28.386734 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a06e02c7-c0f3-44b6-9c4e-6e743428dfdb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:28.442860 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a06e02c7-c0f3-44b6-9c4e-6e743428dfdb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:28.443491 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8046bb-61c3-4085-8fba-02cc97f8bcee None None] Network 9b2a1f33-ce02-41b9-a699-03705d9e9df9 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:28.507559 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a06e02c7-c0f3-44b6-9c4e-6e743428dfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:28.508599 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-0ce10c89-14fd-42ed-87ae-292bc8aabed5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Allocated IP 172.20.0.12 (9b2a1f33-ce02-41b9-a699-03705d9e9df9/87ce63f7-f232-4b95-8738-62acd00ab8bf/84e64df2-137d-477f-a639-ff2d25e7dbcb) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:28.510362 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:28.517943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-0ce10c89-14fd-42ed-87ae-292bc8aabed5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Allocated IP 172.20.0.25 (9b2a1f33-ce02-41b9-a699-03705d9e9df9/23f015c8-dcd6-48af-b654-c48afeb0b289/84e64df2-137d-477f-a639-ff2d25e7dbcb) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:28.535589 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b094ae33-6637-48ba-a830-84da7b6e2eba None None] Provisioning complete for port 892c0acd-e99c-4b44-b735-1e47e090ba2d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:28.536103 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b094ae33-6637-48ba-a830-84da7b6e2eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:28.733349 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b094ae33-6637-48ba-a830-84da7b6e2eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:28.753260 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a06e02c7-c0f3-44b6-9c4e-6e743428dfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:28.814593 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b094ae33-6637-48ba-a830-84da7b6e2eba None None] For port 892c0acd-e99c-4b44-b735-1e47e090ba2d, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=892c0acd-e99c-4b44-b735-1e47e090ba2d,segment=NetworkSegment(f4c7ef61-2004-4127-8fbe-d8379632167b),segment_id=f4c7ef61-2004-4127-8fbe-d8379632167b)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:28.834008 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2fc8d2-76be-4b93-b0ad-3a0a91ff9be4 None None] Update dhcp port {'port': {'network_id': '9b2a1f33-ce02-41b9-a699-03705d9e9df9', 'fixed_ips': [{'subnet_id': '87ce63f7-f232-4b95-8738-62acd00ab8bf', 'ip_address': '172.20.0.2'}, {'subnet_id': '23f015c8-dcd6-48af-b654-c48afeb0b289'}], 'binding:host_id': 'n-d-815324-4'}, 'id': '892c0acd-e99c-4b44-b735-1e47e090ba2d'} from n-d-815324-4. {{(pid=103615) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:34:28.884538 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a06e02c7-c0f3-44b6-9c4e-6e743428dfdb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:28.899488 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a06e02c7-c0f3-44b6-9c4e-6e743428dfdb admin admin] 10.222.0.75 "DELETE /v2.0/subnets/71be5f97-87e4-47bb-9472-3e24cd3f92a2 HTTP/1.1" status: 204 len: 168 time: 0.6276419 Dec 16 22:34:28.905118 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e02c7-c0f3-44b6-9c4e-6e743428dfdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71be5f97-87e4-47bb-9472-3e24cd3f92a2,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:28.906282 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37486) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:28.949470 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c2fc8d2-76be-4b93-b0ad-3a0a91ff9be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:28.963839 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b094ae33-6637-48ba-a830-84da7b6e2eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:28.973649 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0ce10c89-14fd-42ed-87ae-292bc8aabed5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:29.082831 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-38bae341-ba68-4639-9e52-093739300739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:29.101798 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09620cb9-ca95-4d5f-9a5a-7c84c062b8fd req-3ea73831-0535-43d3-a9db-bcb12bc7355b tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:29.103980 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-09620cb9-ca95-4d5f-9a5a-7c84c062b8fd req-3ea73831-0535-43d3-a9db-bcb12bc7355b tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.1967535 Dec 16 22:34:29.204781 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094ae33-6637-48ba-a830-84da7b6e2eba None None] Pushing event updated for resources: {'Port': ['ID=892c0acd-e99c-4b44-b735-1e47e090ba2d,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:29.303404 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 892c0acd-e99c-4b44-b735-1e47e090ba2d up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:34:29.340330 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0ce10c89-14fd-42ed-87ae-292bc8aabed5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:29.367542 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-09620cb9-ca95-4d5f-9a5a-7c84c062b8fd req-6d936bc6-024b-4b7a-8ace-80b72d3e64bd tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543616 Dec 16 22:34:29.407455 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:29.414520 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-38bae341-ba68-4639-9e52-093739300739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:29.505889 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-38bae341-ba68-4639-9e52-093739300739 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31297fcc-4ffb-4c2c-ad1a-346c87766018']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:29.533241 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-38bae341-ba68-4639-9e52-093739300739 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fcdd428-5d20-478f-9ac0-f78d6556ad91') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:29.533489 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-38bae341-ba68-4639-9e52-093739300739 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fcdd428-5d20-478f-9ac0-f78d6556ad91') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:29.569555 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-458a3515-3d45-4193-9188-3a3c999d8594 req-e6c56445-a668-484d-8068-55d4be8d2d80 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1316741 Dec 16 22:34:29.575816 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-38bae341-ba68-4639-9e52-093739300739 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:29.635087 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-38bae341-ba68-4639-9e52-093739300739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:29.676784 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38bae341-ba68-4639-9e52-093739300739 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:29.677327 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-38bae341-ba68-4639-9e52-093739300739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:29.725989 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 002cbbf4-4ccd-4c10-9784-6c11e49ea4e9 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:29.801699 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:29.815195 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a3515-3d45-4193-9188-3a3c999d8594 req-771f2277-951c-4cc0-a46e-d64e91b7c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:29.818104 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-458a3515-3d45-4193-9188-3a3c999d8594 req-771f2277-951c-4cc0-a46e-d64e91b7c569 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d6adf58f5674384a730a357e3b62c83&device_id=cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a HTTP/1.1" status: 200 len: 1097 time: 0.1408150 Dec 16 22:34:29.818602 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce10c89-14fd-42ed-87ae-292bc8aabed5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network 9b2a1f33-ce02-41b9-a699-03705d9e9df9 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:29.819450 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-6c2fc8d2-76be-4b93-b0ad-3a0a91ff9be4 None None] Allocated IP 172.20.0.18 (9b2a1f33-ce02-41b9-a699-03705d9e9df9/23f015c8-dcd6-48af-b654-c48afeb0b289/892c0acd-e99c-4b44-b735-1e47e090ba2d) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:29.876960 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce10c89-14fd-42ed-87ae-292bc8aabed5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Port': ['ID=84e64df2-137d-477f-a639-ff2d25e7dbcb,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:29.886734 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-0ce10c89-14fd-42ed-87ae-292bc8aabed5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:29.902085 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce10c89-14fd-42ed-87ae-292bc8aabed5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:29.970155 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 002cbbf4-4ccd-4c10-9784-6c11e49ea4e9 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:34:29.973931 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 002cbbf4-4ccd-4c10-9784-6c11e49ea4e9 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:34:29.994707 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-38bae341-ba68-4639-9e52-093739300739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:29.998787 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 892c0acd-e99c-4b44-b735-1e47e090ba2d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:29.999251 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:30.052577 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-38bae341-ba68-4639-9e52-093739300739 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:30.057999 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-38bae341-ba68-4639-9e52-093739300739 admin admin] 10.222.0.75 "DELETE /v2.0/networks/31297fcc-4ffb-4c2c-ad1a-346c87766018 HTTP/1.1" status: 204 len: 168 time: 1.1494312 Dec 16 22:34:30.073577 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bae341-ba68-4639-9e52-093739300739 admin admin] Pushing event deleted for resources: {'Network': ['ID=31297fcc-4ffb-4c2c-ad1a-346c87766018,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:30.092107 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a3515-3d45-4193-9188-3a3c999d8594 req-b0e43c5d-1a00-4e25-b1c5-b764b2a32342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:30.093744 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-458a3515-3d45-4193-9188-3a3c999d8594 req-b0e43c5d-1a00-4e25-b1c5-b764b2a32342 service neutron] 10.222.0.57 "GET /v2.0/networks?id=daf2ee24-c262-4da5-9a76-f3d93b6d6b90 HTTP/1.1" status: 200 len: 914 time: 0.2534518 Dec 16 22:34:30.097186 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce10c89-14fd-42ed-87ae-292bc8aabed5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:30.098240 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0ce10c89-14fd-42ed-87ae-292bc8aabed5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:30.155828 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-458a3515-3d45-4193-9188-3a3c999d8594 req-596c4f69-6b59-4c41-a9ba-48bb9fd3227f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d01086c-b2d3-4344-a48d-aa1fd8ea69f4 HTTP/1.1" status: 200 len: 217 time: 0.0537691 Dec 16 22:34:30.162105 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-6c2fc8d2-76be-4b93-b0ad-3a0a91ff9be4 None None] For port 892c0acd-e99c-4b44-b735-1e47e090ba2d, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=892c0acd-e99c-4b44-b735-1e47e090ba2d,segment=NetworkSegment(f4c7ef61-2004-4127-8fbe-d8379632167b),segment_id=f4c7ef61-2004-4127-8fbe-d8379632167b)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:30.215532 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0ce10c89-14fd-42ed-87ae-292bc8aabed5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.6343150 Dec 16 22:34:30.217184 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37514) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:30.228881 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-8d56b6b1-114f-40fb-8493-886f1ba1c675 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '87ce63f7-f232-4b95-8738-62acd00ab8bf'}]}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:30.238284 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a3515-3d45-4193-9188-3a3c999d8594 req-19777171-d72e-4574-9296-fc4906ae3e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:30.239907 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-458a3515-3d45-4193-9188-3a3c999d8594 req-19777171-d72e-4574-9296-fc4906ae3e0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e6716b3b-84de-4553-8e58-e0833c224998 HTTP/1.1" status: 200 len: 854 time: 0.0772572 Dec 16 22:34:30.254265 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c2fc8d2-76be-4b93-b0ad-3a0a91ff9be4 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:30.315387 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-458a3515-3d45-4193-9188-3a3c999d8594 req-517bc700-5dd5-4551-8581-cf373d28b1c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=daf2ee24-c262-4da5-9a76-f3d93b6d6b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676734 Dec 16 22:34:30.392863 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d56b6b1-114f-40fb-8493-886f1ba1c675 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:30.393208 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c2fc8d2-76be-4b93-b0ad-3a0a91ff9be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:30.495091 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2fc8d2-76be-4b93-b0ad-3a0a91ff9be4 None None] Pushing event updated for resources: {'Port': ['ID=892c0acd-e99c-4b44-b735-1e47e090ba2d,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:30.537187 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-458a3515-3d45-4193-9188-3a3c999d8594 req-904f74fa-9974-4bec-9ced-42dd82ca4b78 service neutron] 10.222.0.57 "GET /v2.0/networks/daf2ee24-c262-4da5-9a76-f3d93b6d6b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146320 Dec 16 22:34:30.756844 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37524) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:30.805306 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-458a3515-3d45-4193-9188-3a3c999d8594 req-75dd59fe-0379-4df3-ad6a-3742204b64c4 service neutron] 10.222.0.57 "GET /v2.0/networks/daf2ee24-c262-4da5-9a76-f3d93b6d6b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545736 Dec 16 22:34:30.880975 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7b16eddf-e6ae-41ba-a313-9e3eaf880d0e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d6b0d22d8726493ca4865ebcd360481d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1198199 Dec 16 22:34:30.884056 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37528) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:31.005985 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 892c0acd-e99c-4b44-b735-1e47e090ba2d up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:34:31.027558 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-18f9ba92-3db6-4f4b-8316-9f233f8bdf34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:31.080578 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-18f9ba92-3db6-4f4b-8316-9f233f8bdf34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:31.087496 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-8d56b6b1-114f-40fb-8493-886f1ba1c675 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Delete allocated IP 172.20.0.25 (9b2a1f33-ce02-41b9-a699-03705d9e9df9/23f015c8-dcd6-48af-b654-c48afeb0b289) {{(pid=103614) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 22:34:31.132071 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 892c0acd-e99c-4b44-b735-1e47e090ba2d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:31.132723 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:31.250602 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-18f9ba92-3db6-4f4b-8316-9f233f8bdf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:31.254093 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-18f9ba92-3db6-4f4b-8316-9f233f8bdf34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:31.260247 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-18f9ba92-3db6-4f4b-8316-9f233f8bdf34 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e2660cb5-edb7-4398-9fe5-b0738d68e2b2 HTTP/1.1" status: 204 len: 168 time: 0.3735301 Dec 16 22:34:31.277315 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9ba92-3db6-4f4b-8316-9f233f8bdf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2660cb5-edb7-4398-9fe5-b0738d68e2b2,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:31.402149 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d56b6b1-114f-40fb-8493-886f1ba1c675 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:31.490129 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d56b6b1-114f-40fb-8493-886f1ba1c675 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:31.561487 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bea2d04-7f15-468b-9041-24c84314ed39 None None] Network 9b2a1f33-ce02-41b9-a699-03705d9e9df9 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:31.654000 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56b6b1-114f-40fb-8493-886f1ba1c675 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Port': ['ID=84e64df2-137d-477f-a639-ff2d25e7dbcb,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:31.673545 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-8d56b6b1-114f-40fb-8493-886f1ba1c675 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] In _notify_port_updated(), no bound segment for port 84e64df2-137d-477f-a639-ff2d25e7dbcb on network 9b2a1f33-ce02-41b9-a699-03705d9e9df9 {{(pid=103614) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:34:31.680038 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d56b6b1-114f-40fb-8493-886f1ba1c675 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:31.680941 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d56b6b1-114f-40fb-8493-886f1ba1c675 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:31.686096 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8d56b6b1-114f-40fb-8493-886f1ba1c675 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "PUT /v2.0/ports/84e64df2-137d-477f-a639-ff2d25e7dbcb HTTP/1.1" status: 200 len: 919 time: 1.4676900 Dec 16 22:34:31.686545 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37540) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:31.694642 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-0076595d-75d5-49ff-9610-7ceac792d321 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '87ce63f7-f232-4b95-8738-62acd00ab8bf'}, {'subnet_id': '23f015c8-dcd6-48af-b654-c48afeb0b289'}]}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:31.731592 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-dbbd5fc6-a0a0-4908-9f51-8dcd15bbed20 None None] Provisioning complete for port 892c0acd-e99c-4b44-b735-1e47e090ba2d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:31.731967 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dbbd5fc6-a0a0-4908-9f51-8dcd15bbed20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:31.888088 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0076595d-75d5-49ff-9610-7ceac792d321 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:31.971623 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f5fd8b8-a434-4741-94b8-1faf923734ba req-4982b2e0-b0fb-4dcc-88e2-55d242ed8510 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1477461 Dec 16 22:34:32.148380 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fd8b8-a434-4741-94b8-1faf923734ba req-e86be0d3-29b1-4115-80bf-158f3e3e383c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:32.164729 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f5fd8b8-a434-4741-94b8-1faf923734ba req-e86be0d3-29b1-4115-80bf-158f3e3e383c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=720f6d1270aa4ecaab964d0eb84b215e&device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 1096 time: 0.0934551 Dec 16 22:34:32.313521 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fd8b8-a434-4741-94b8-1faf923734ba req-63cec984-45a9-46f7-b47f-6f6cdbece7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:32.315274 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f5fd8b8-a434-4741-94b8-1faf923734ba req-63cec984-45a9-46f7-b47f-6f6cdbece7cf service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d9f61c4-cc29-4ddf-89f0-e4012f9c023f HTTP/1.1" status: 200 len: 911 time: 0.1414878 Dec 16 22:34:32.349967 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c8ffe918-823c-40dd-9236-939733780391 None None] Provisioning complete for port 84e64df2-137d-477f-a639-ff2d25e7dbcb triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:32.350630 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c8ffe918-823c-40dd-9236-939733780391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:32.424500 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c8ffe918-823c-40dd-9236-939733780391 None None] Port 84e64df2-137d-477f-a639-ff2d25e7dbcb cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:34:32.439078 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f5fd8b8-a434-4741-94b8-1faf923734ba req-e806de09-3aba-42f6-a689-302e20747e6b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe59c16b-1dd6-4b4b-945c-8a61814311d6 HTTP/1.1" status: 200 len: 1000 time: 0.1106706 Dec 16 22:34:32.443454 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-0076595d-75d5-49ff-9610-7ceac792d321 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Allocated IP 172.20.0.23 (9b2a1f33-ce02-41b9-a699-03705d9e9df9/23f015c8-dcd6-48af-b654-c48afeb0b289/84e64df2-137d-477f-a639-ff2d25e7dbcb) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:32.459108 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c8ffe918-823c-40dd-9236-939733780391 None None] Provisioning complete for port 892c0acd-e99c-4b44-b735-1e47e090ba2d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:32.460840 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c8ffe918-823c-40dd-9236-939733780391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:32.542198 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fd8b8-a434-4741-94b8-1faf923734ba req-6ba49480-72b2-479e-806e-d3a2900af11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:32.546554 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f5fd8b8-a434-4741-94b8-1faf923734ba req-6ba49480-72b2-479e-806e-d3a2900af11e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04b9b352-17cc-4c58-8901-6e5b7abd436d HTTP/1.1" status: 200 len: 850 time: 0.0919309 Dec 16 22:34:32.657352 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fd8b8-a434-4741-94b8-1faf923734ba req-8b1c5480-f8ac-4f84-96cb-65c6db7b26af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:32.660928 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f5fd8b8-a434-4741-94b8-1faf923734ba req-8b1c5480-f8ac-4f84-96cb-65c6db7b26af service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d9f61c4-cc29-4ddf-89f0-e4012f9c023f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065903 Dec 16 22:34:32.705020 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0076595d-75d5-49ff-9610-7ceac792d321 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:32.775608 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0076595d-75d5-49ff-9610-7ceac792d321 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:32.852351 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f5fd8b8-a434-4741-94b8-1faf923734ba req-29d85d48-8f02-4e42-9a44-bd979178e676 service neutron] 10.222.0.76 "GET /v2.0/networks/4d9f61c4-cc29-4ddf-89f0-e4012f9c023f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817820 Dec 16 22:34:33.054313 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-0076595d-75d5-49ff-9610-7ceac792d321 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] In _notify_port_updated(), no bound segment for port 84e64df2-137d-477f-a639-ff2d25e7dbcb on network 9b2a1f33-ce02-41b9-a699-03705d9e9df9 {{(pid=103613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:34:33.071679 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0076595d-75d5-49ff-9610-7ceac792d321 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:33.071875 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0076595d-75d5-49ff-9610-7ceac792d321 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:33.073236 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0076595d-75d5-49ff-9610-7ceac792d321 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "PUT /v2.0/ports/84e64df2-137d-477f-a639-ff2d25e7dbcb HTTP/1.1" status: 200 len: 999 time: 1.3853180 Dec 16 22:34:33.081129 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37574) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:33.101077 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076595d-75d5-49ff-9610-7ceac792d321 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Port': ['ID=84e64df2-137d-477f-a639-ff2d25e7dbcb,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:33.129021 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f5fd8b8-a434-4741-94b8-1faf923734ba req-b28746f7-b871-4abb-b3c6-54c11c78f85c service neutron] 10.222.0.76 "GET /v2.0/networks/4d9f61c4-cc29-4ddf-89f0-e4012f9c023f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611098 Dec 16 22:34:33.270410 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37580) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:33.302083 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-5d21c318-b760-4d13-bbd0-1b6679834a48 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting port 84e64df2-137d-477f-a639-ff2d25e7dbcb {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:33.304271 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5d21c318-b760-4d13-bbd0-1b6679834a48 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:33.318766 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-715a48a3-df22-41e3-9d54-4b495e7ad93d None None] Provisioning complete for port 84e64df2-137d-477f-a639-ff2d25e7dbcb triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:33.320214 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-715a48a3-df22-41e3-9d54-4b495e7ad93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:33.428315 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-715a48a3-df22-41e3-9d54-4b495e7ad93d None None] Port 84e64df2-137d-477f-a639-ff2d25e7dbcb cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:34:33.541820 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5d21c318-b760-4d13-bbd0-1b6679834a48 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:33.545741 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-96773471-6c89-41e3-88b6-e8aec9049767 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:33.579246 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-5d21c318-b760-4d13-bbd0-1b6679834a48 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Calling delete_port for 84e64df2-137d-477f-a639-ff2d25e7dbcb owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:33.663894 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2479127d-ae0a-4ff4-a8a2-238daeeab835 None None] Provisioning complete for port 84e64df2-137d-477f-a639-ff2d25e7dbcb triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:33.664266 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2479127d-ae0a-4ff4-a8a2-238daeeab835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:33.713235 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2479127d-ae0a-4ff4-a8a2-238daeeab835 None None] Port 84e64df2-137d-477f-a639-ff2d25e7dbcb cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:34:33.769360 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-96773471-6c89-41e3-88b6-e8aec9049767 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:33.880656 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-96773471-6c89-41e3-88b6-e8aec9049767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:34.441020 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96773471-6c89-41e3-88b6-e8aec9049767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f986b968-6f5a-4876-9195-7a86173d8686,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:34.475978 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-96773471-6c89-41e3-88b6-e8aec9049767 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=17cedebc67374ef6acc83d5f46948cd7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2037926 Dec 16 22:34:34.476495 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37612) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:34.528819 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-587b42f7-6827-47d1-9eb4-dadc62571b9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:34.552570 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5d21c318-b760-4d13-bbd0-1b6679834a48 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:34.564227 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-587b42f7-6827-47d1-9eb4-dadc62571b9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:34.608439 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21c318-b760-4d13-bbd0-1b6679834a48 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Port': ['ID=84e64df2-137d-477f-a639-ff2d25e7dbcb,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:34.694194 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5d21c318-b760-4d13-bbd0-1b6679834a48 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:34.698783 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5d21c318-b760-4d13-bbd0-1b6679834a48 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/ports/84e64df2-137d-477f-a639-ff2d25e7dbcb HTTP/1.1" status: 204 len: 168 time: 1.6161935 Dec 16 22:34:34.701488 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37614) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:34.716763 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-587b42f7-6827-47d1-9eb4-dadc62571b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:34.721029 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-587b42f7-6827-47d1-9eb4-dadc62571b9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:34.731588 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-587b42f7-6827-47d1-9eb4-dadc62571b9f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f986b968-6f5a-4876-9195-7a86173d8686 HTTP/1.1" status: 204 len: 168 time: 0.2532754 Dec 16 22:34:34.742925 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d37846-159a-4f86-9c18-ba2c88e397b4 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] GET failed (client error): The resource could not be found. Dec 16 22:34:34.745008 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e6d37846-159a-4f86-9c18-ba2c88e397b4 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "GET /v2.0/ports/84e64df2-137d-477f-a639-ff2d25e7dbcb HTTP/1.1" status: 404 len: 333 time: 0.0422347 Dec 16 22:34:34.748182 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37620) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:34.753030 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b42f7-6827-47d1-9eb4-dadc62571b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f986b968-6f5a-4876-9195-7a86173d8686,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:34.827947 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-f993a5da-3841-429d-84a2-3c87db71f7f1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting subnet 23f015c8-dcd6-48af-b654-c48afeb0b289 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:34:34.833535 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f993a5da-3841-429d-84a2-3c87db71f7f1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:34.841513 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37624) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:34.910796 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f993a5da-3841-429d-84a2-3c87db71f7f1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:35.005133 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-76fab27b-ff7b-4167-a4c0-80e365133a95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:35.026433 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f993a5da-3841-429d-84a2-3c87db71f7f1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:35.094935 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-76fab27b-ff7b-4167-a4c0-80e365133a95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:35.208843 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-76fab27b-ff7b-4167-a4c0-80e365133a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:35.209089 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f993a5da-3841-429d-84a2-3c87db71f7f1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:35.229254 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f993a5da-3841-429d-84a2-3c87db71f7f1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:35.234469 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f993a5da-3841-429d-84a2-3c87db71f7f1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/subnets/23f015c8-dcd6-48af-b654-c48afeb0b289 HTTP/1.1" status: 204 len: 168 time: 0.4831991 Dec 16 22:34:35.242767 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc0b84a-a2c6-40f9-8aa6-c3ca4f5488ce None None] Network 9b2a1f33-ce02-41b9-a699-03705d9e9df9 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:35.267438 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37636) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:35.267782 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fab27b-ff7b-4167-a4c0-80e365133a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c385de9-dc62-4e7a-9001-b4aa749310fd,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:35.293939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993a5da-3841-429d-84a2-3c87db71f7f1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Subnet': ['ID=23f015c8-dcd6-48af-b654-c48afeb0b289,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:35.305065 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-76fab27b-ff7b-4167-a4c0-80e365133a95 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2919af1f24f44d47830875f2e1881c46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4624405 Dec 16 22:34:35.307877 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37638) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:35.365137 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3164056-455e-4dcf-b9f7-23aba161bf44 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting subnet 87ce63f7-f232-4b95-8738-62acd00ab8bf {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:34:35.367291 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-23e3a6b3-58f1-483d-8b3b-3903c54d827c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:35.369766 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a3164056-455e-4dcf-b9f7-23aba161bf44 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:35.398301 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-23e3a6b3-58f1-483d-8b3b-3903c54d827c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:35.442907 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a3164056-455e-4dcf-b9f7-23aba161bf44 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:35.556875 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a3164056-455e-4dcf-b9f7-23aba161bf44 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:35.671694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37640) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:35.679616 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-23e3a6b3-58f1-483d-8b3b-3903c54d827c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:35.682501 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-23e3a6b3-58f1-483d-8b3b-3903c54d827c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:35.686488 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-23e3a6b3-58f1-483d-8b3b-3903c54d827c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0c385de9-dc62-4e7a-9001-b4aa749310fd HTTP/1.1" status: 204 len: 168 time: 0.3769898 Dec 16 22:34:35.702160 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a3164056-455e-4dcf-b9f7-23aba161bf44 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:35.713328 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2b0e7355-5aa6-4442-a7dc-e810d61f668c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:35.726333 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3a6b3-58f1-483d-8b3b-3903c54d827c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c385de9-dc62-4e7a-9001-b4aa749310fd,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:35.729014 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3164056-455e-4dcf-b9f7-23aba161bf44 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Subnet': ['ID=87ce63f7-f232-4b95-8738-62acd00ab8bf,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:35.743816 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a3164056-455e-4dcf-b9f7-23aba161bf44 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:35.752144 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a3164056-455e-4dcf-b9f7-23aba161bf44 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/subnets/87ce63f7-f232-4b95-8738-62acd00ab8bf HTTP/1.1" status: 204 len: 168 time: 0.4835505 Dec 16 22:34:35.752861 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37644) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:35.923379 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2b0e7355-5aa6-4442-a7dc-e810d61f668c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:35.931463 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-418650af-5047-42c6-8f54-78474035c8cd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:35.992452 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2b0e7355-5aa6-4442-a7dc-e810d61f668c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:36.050309 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-418650af-5047-42c6-8f54-78474035c8cd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting port 892c0acd-e99c-4b44-b735-1e47e090ba2d {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:36.050558 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37652) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:36.050681 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-418650af-5047-42c6-8f54-78474035c8cd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:36.054837 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2b0e7355-5aa6-4442-a7dc-e810d61f668c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=546a07be6d5944cea2a9fb4b9a6df04b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3820963 Dec 16 22:34:36.057538 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37654) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:36.060100 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e7355-5aa6-4442-a7dc-e810d61f668c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3442237a-da47-4855-b121-6021e024d3a2,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:36.266611 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-418650af-5047-42c6-8f54-78474035c8cd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] For port 892c0acd-e99c-4b44-b735-1e47e090ba2d, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=892c0acd-e99c-4b44-b735-1e47e090ba2d,segment=NetworkSegment(f4c7ef61-2004-4127-8fbe-d8379632167b),segment_id=f4c7ef61-2004-4127-8fbe-d8379632167b)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:36.267182 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-418650af-5047-42c6-8f54-78474035c8cd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:36.295650 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-418650af-5047-42c6-8f54-78474035c8cd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Calling delete_port for 892c0acd-e99c-4b44-b735-1e47e090ba2d owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:36.305563 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-564962fb-b551-4dd7-93d9-c7f8e70046db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:36.432009 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f097a5-4204-4bad-a550-2be7a060d49c None None] Network 9b2a1f33-ce02-41b9-a699-03705d9e9df9 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:36.454266 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-564962fb-b551-4dd7-93d9-c7f8e70046db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:36.628784 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b8974b6d-3eb9-45a4-aec8-12f570c26770 None None] Provisioning complete for port 892c0acd-e99c-4b44-b735-1e47e090ba2d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:36.630650 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b8974b6d-3eb9-45a4-aec8-12f570c26770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:36.683904 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-564962fb-b551-4dd7-93d9-c7f8e70046db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:36.687450 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-564962fb-b551-4dd7-93d9-c7f8e70046db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:36.688835 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-564962fb-b551-4dd7-93d9-c7f8e70046db admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3442237a-da47-4855-b121-6021e024d3a2 HTTP/1.1" status: 204 len: 168 time: 0.6303253 Dec 16 22:34:36.709487 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564962fb-b551-4dd7-93d9-c7f8e70046db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3442237a-da47-4855-b121-6021e024d3a2,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:36.716207 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-418650af-5047-42c6-8f54-78474035c8cd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:36.802287 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b8974b6d-3eb9-45a4-aec8-12f570c26770 None None] Could not find standard attr ID for object 892c0acd-e99c-4b44-b735-1e47e090ba2d. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:34:36.818849 n-d-815324-4 neutron-server[103615]: INFO neutron.plugins.ml2.db [None req-b8974b6d-3eb9-45a4-aec8-12f570c26770 None None] No ports have port_id starting with 892c0acd-e99c-4b44-b735-1e47e090ba2d Dec 16 22:34:36.831876 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418650af-5047-42c6-8f54-78474035c8cd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Port': ['ID=892c0acd-e99c-4b44-b735-1e47e090ba2d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:36.834656 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418650af-5047-42c6-8f54-78474035c8cd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] No DVR routers for this DVR port 892c0acd-e99c-4b44-b735-1e47e090ba2d on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:36.874858 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d83dfa-b2f6-4f6e-93ab-bf08d6b3dbc3 None None] DHCP port deletion for 9b2a1f33-ce02-41b9-a699-03705d9e9df9 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:34:36.990549 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 892c0acd-e99c-4b44-b735-1e47e090ba2d no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:34:37.020644 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-418650af-5047-42c6-8f54-78474035c8cd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:37.031898 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 892c0acd-e99c-4b44-b735-1e47e090ba2d {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:34:37.051293 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 892c0acd-e99c-4b44-b735-1e47e090ba2d not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:34:37.078810 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-418650af-5047-42c6-8f54-78474035c8cd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2a1f33-ce02-41b9-a699-03705d9e9df9']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:37.106496 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-418650af-5047-42c6-8f54-78474035c8cd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c7ef61-2004-4127-8fbe-d8379632167b') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:37.109915 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-418650af-5047-42c6-8f54-78474035c8cd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c7ef61-2004-4127-8fbe-d8379632167b') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:37.140894 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-418650af-5047-42c6-8f54-78474035c8cd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:37.165182 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-418650af-5047-42c6-8f54-78474035c8cd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:37.180776 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418650af-5047-42c6-8f54-78474035c8cd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:37.192180 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-418650af-5047-42c6-8f54-78474035c8cd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:37.214685 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:37.296522 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6c781179-f747-42aa-948b-b6c2c7402ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:37.449680 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-418650af-5047-42c6-8f54-78474035c8cd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:37.458786 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-418650af-5047-42c6-8f54-78474035c8cd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:37.468406 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37688) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:37.470843 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-418650af-5047-42c6-8f54-78474035c8cd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/networks/9b2a1f33-ce02-41b9-a699-03705d9e9df9 HTTP/1.1" status: 204 len: 168 time: 1.7152331 Dec 16 22:34:37.500564 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418650af-5047-42c6-8f54-78474035c8cd tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Network': ['ID=9b2a1f33-ce02-41b9-a699-03705d9e9df9,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:37.530306 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37692) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:37.604987 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02ea342-f8d5-499e-bba4-088d2b06c6e9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:37.607009 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e02ea342-f8d5-499e-bba4-088d2b06c6e9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1371443 Dec 16 22:34:37.611598 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37696) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:37.673083 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-82fc2d5f-f25d-4333-9712-ab423df469af admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-973728274-network', 'tenant_id': '29fa6f57f23a484cbcd7503b99a4bf66'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:37.713465 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3ef4a632-97a7-43df-99f3-662f3b5a912b tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1006203 Dec 16 22:34:37.719109 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37698) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:37.724625 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a51d3b24-324c-47c6-b60c-e4ea6cc6fc25 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-454880092'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:37.763183 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-6c781179-f747-42aa-948b-b6c2c7402ce7 admin admin] Deleting port 19b879d8-cd92-4629-a411-ee42a98d6d73 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:37.764052 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6c781179-f747-42aa-948b-b6c2c7402ce7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:37.847054 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-6c781179-f747-42aa-948b-b6c2c7402ce7 admin admin] For port 19b879d8-cd92-4629-a411-ee42a98d6d73, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=19b879d8-cd92-4629-a411-ee42a98d6d73,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:37.847451 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6c781179-f747-42aa-948b-b6c2c7402ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:37.861344 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-6c781179-f747-42aa-948b-b6c2c7402ce7 admin admin] Calling delete_port for 19b879d8-cd92-4629-a411-ee42a98d6d73 owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:37.891357 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fc2d5f-f25d-4333-9712-ab423df469af admin admin] Made reservation on behalf of 29fa6f57f23a484cbcd7503b99a4bf66 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:37.894883 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-82fc2d5f-f25d-4333-9712-ab423df469af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:37.913592 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-82fc2d5f-f25d-4333-9712-ab423df469af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:38.003753 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-82fc2d5f-f25d-4333-9712-ab423df469af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:38.049394 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51d3b24-324c-47c6-b60c-e4ea6cc6fc25 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:38.052999 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a51d3b24-324c-47c6-b60c-e4ea6cc6fc25 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:38.083144 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a51d3b24-324c-47c6-b60c-e4ea6cc6fc25 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:34:38.092164 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a51d3b24-324c-47c6-b60c-e4ea6cc6fc25 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:38.095701 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-a51d3b24-324c-47c6-b60c-e4ea6cc6fc25 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Added segment e5b71b06-e219-4d71-8874-05799179c5c2 of type vlan for network 9b8e341c-8031-4248-bd82-9f0e921963fc Dec 16 22:34:38.123422 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-82fc2d5f-f25d-4333-9712-ab423df469af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:38.141909 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6c781179-f747-42aa-948b-b6c2c7402ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:38.145214 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a51d3b24-324c-47c6-b60c-e4ea6cc6fc25 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:38.162670 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82fc2d5f-f25d-4333-9712-ab423df469af admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:34:38.183523 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c781179-f747-42aa-948b-b6c2c7402ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=19b879d8-cd92-4629-a411-ee42a98d6d73,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:38.189876 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc2d5f-f25d-4333-9712-ab423df469af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c8b77c-23c6-4ea2-8a8d-0bbcdbfa8287,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:38.199438 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-82fc2d5f-f25d-4333-9712-ab423df469af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:38.199792 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-82fc2d5f-f25d-4333-9712-ab423df469af admin admin] Added segment 555acb0b-63bd-4256-8848-d432b02f0b76 of type vlan for network 958972cb-0295-49f7-b91f-85863daf520c Dec 16 22:34:38.243666 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-82fc2d5f-f25d-4333-9712-ab423df469af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:38.302717 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a51d3b24-324c-47c6-b60c-e4ea6cc6fc25 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:38.314087 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51d3b24-324c-47c6-b60c-e4ea6cc6fc25 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:38.314743 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a51d3b24-324c-47c6-b60c-e4ea6cc6fc25 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:38.443613 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6c781179-f747-42aa-948b-b6c2c7402ce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:38.447530 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-82fc2d5f-f25d-4333-9712-ab423df469af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:38.448842 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fc2d5f-f25d-4333-9712-ab423df469af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:38.449446 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-82fc2d5f-f25d-4333-9712-ab423df469af admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:38.475471 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d3b24-324c-47c6-b60c-e4ea6cc6fc25 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Network': ['ID=9b8e341c-8031-4248-bd82-9f0e921963fc,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:38.488355 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 9b8e341c-8031-4248-bd82-9f0e921963fc details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:34:38.570337 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc2d5f-f25d-4333-9712-ab423df469af admin admin] Pushing event updated for resources: {'Network': ['ID=958972cb-0295-49f7-b91f-85863daf520c,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:38.584350 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 958972cb-0295-49f7-b91f-85863daf520c details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:34:38.641076 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a51d3b24-324c-47c6-b60c-e4ea6cc6fc25 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9208603 Dec 16 22:34:38.645239 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-82fc2d5f-f25d-4333-9712-ab423df469af admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1138041 Dec 16 22:34:38.645884 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37716) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:38.648458 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37718) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:38.665666 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-8f02d256-9577-4619-9afc-3f2e8d398672 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'subnet': {'network_id': '9b8e341c-8031-4248-bd82-9f0e921963fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:38.684282 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-31199290-4fdb-4b52-bdbd-80e6f2bacebb admin admin] Request body: {'subnet': {'network_id': '958972cb-0295-49f7-b91f-85863daf520c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-973728274-subnet', 'tenant_id': '29fa6f57f23a484cbcd7503b99a4bf66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:38.857071 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31199290-4fdb-4b52-bdbd-80e6f2bacebb admin admin] Made reservation on behalf of 29fa6f57f23a484cbcd7503b99a4bf66 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:38.859822 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-31199290-4fdb-4b52-bdbd-80e6f2bacebb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:38.956879 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f02d256-9577-4619-9afc-3f2e8d398672 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:38.958600 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f02d256-9577-4619-9afc-3f2e8d398672 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:39.187077 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c781179-f747-42aa-948b-b6c2c7402ce7 admin admin] Router 0380fcdd-edf3-4204-a09a-fc471ced0286 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:34:39.308251 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c781179-f747-42aa-948b-b6c2c7402ce7 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:34:39.314863 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6c781179-f747-42aa-948b-b6c2c7402ce7 admin admin] 10.222.0.75 "PUT /v2.0/routers/0380fcdd-edf3-4204-a09a-fc471ced0286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2618551 Dec 16 22:34:39.316689 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37732) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:39.318926 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e90ee7-538c-41d3-834b-c3cb336f4cdb None None] Sync routers for ids ['0380fcdd-edf3-4204-a09a-fc471ced0286'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:34:39.337181 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e90ee7-538c-41d3-834b-c3cb336f4cdb None None] Routers {'0380fcdd-edf3-4204-a09a-fc471ced0286'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:34:39.337960 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-60e90ee7-538c-41d3-834b-c3cb336f4cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:34:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0380fcdd-edf3-4204-a09a-fc471ced0286'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:39.368371 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-31199290-4fdb-4b52-bdbd-80e6f2bacebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:39.384442 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f02d256-9577-4619-9afc-3f2e8d398672 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:39.484857 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-60e90ee7-538c-41d3-834b-c3cb336f4cdb None None] Set router 0380fcdd-edf3-4204-a09a-fc471ced0286 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:34:39.518124 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31199290-4fdb-4b52-bdbd-80e6f2bacebb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c8cbff1-0457-470d-b94f-7bc54ff917f3,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:39.608611 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f02d256-9577-4619-9afc-3f2e8d398672 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Checking segment: {'id': 'e5b71b06-e219-4d71-8874-05799179c5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9b8e341c-8031-4248-bd82-9f0e921963fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:39.608989 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f02d256-9577-4619-9afc-3f2e8d398672 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network hostable DHCP agents. Network: 9b8e341c-8031-4248-bd82-9f0e921963fc, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:34:39.611541 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31199290-4fdb-4b52-bdbd-80e6f2bacebb admin admin] Checking segment: {'id': '555acb0b-63bd-4256-8848-d432b02f0b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '958972cb-0295-49f7-b91f-85863daf520c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:39.611688 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31199290-4fdb-4b52-bdbd-80e6f2bacebb admin admin] Network hostable DHCP agents. Network: 958972cb-0295-49f7-b91f-85863daf520c, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:34:39.615668 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02d256-9577-4619-9afc-3f2e8d398672 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Subnet': ['ID=e7648502-ab28-4173-870e-eac5858eb4ee,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:39.618622 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b409230b-5ba0-4439-a8aa-08032e15b99c admin admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:39.715673 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-60e90ee7-538c-41d3-834b-c3cb336f4cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'name': 'tempest-AttachVolumeShelveTestJSON-1161644038-router', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:23:24Z', 'updated_at': '2021-12-16T22:34:38Z', 'revision_number': 5, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'gw_port': {'id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:26Z', 'updated_at': '2021-12-16T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:39.749503 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e90ee7-538c-41d3-834b-c3cb336f4cdb None None] Checking router: 0380fcdd-edf3-4204-a09a-fc471ced0286 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:34:39.759747 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e90ee7-538c-41d3-834b-c3cb336f4cdb None None] Routers {'0380fcdd-edf3-4204-a09a-fc471ced0286'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:34:39.761009 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-60e90ee7-538c-41d3-834b-c3cb336f4cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:34:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0380fcdd-edf3-4204-a09a-fc471ced0286'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:39.766734 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b409230b-5ba0-4439-a8aa-08032e15b99c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:39.804853 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31199290-4fdb-4b52-bdbd-80e6f2bacebb admin admin] Network 958972cb-0295-49f7-b91f-85863daf520c is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:34:39.850980 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f02d256-9577-4619-9afc-3f2e8d398672 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network 9b8e341c-8031-4248-bd82-9f0e921963fc is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:34:39.879634 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-60e90ee7-538c-41d3-834b-c3cb336f4cdb None None] Set router 0380fcdd-edf3-4204-a09a-fc471ced0286 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:34:39.949452 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-31199290-4fdb-4b52-bdbd-80e6f2bacebb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 958972cb-0295-49f7-b91f-85863daf520c) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:39.955526 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31199290-4fdb-4b52-bdbd-80e6f2bacebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:39.956488 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-31199290-4fdb-4b52-bdbd-80e6f2bacebb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:39.972199 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-8f02d256-9577-4619-9afc-3f2e8d398672 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 9b8e341c-8031-4248-bd82-9f0e921963fc) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:39.977938 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f02d256-9577-4619-9afc-3f2e8d398672 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:39.989729 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3590369-7e2a-4f00-8f0b-e31eca511706 None None] Network 958972cb-0295-49f7-b91f-85863daf520c requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:39.990364 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f02d256-9577-4619-9afc-3f2e8d398672 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:39.990626 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dfecfb-1e8b-43ec-b893-bc1147f4e9d4 None None] Network 9b8e341c-8031-4248-bd82-9f0e921963fc requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:40.008613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-b409230b-5ba0-4439-a8aa-08032e15b99c admin admin] Deleting port 7199b855-7dcd-4503-a83f-1123c475a68f {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:40.008928 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b409230b-5ba0-4439-a8aa-08032e15b99c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:40.104611 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-31199290-4fdb-4b52-bdbd-80e6f2bacebb admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4492822 Dec 16 22:34:40.149317 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-b409230b-5ba0-4439-a8aa-08032e15b99c admin admin] For port 7199b855-7dcd-4503-a83f-1123c475a68f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7199b855-7dcd-4503-a83f-1123c475a68f,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:40.151696 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b409230b-5ba0-4439-a8aa-08032e15b99c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:40.180399 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-b409230b-5ba0-4439-a8aa-08032e15b99c admin admin] Calling delete_port for 7199b855-7dcd-4503-a83f-1123c475a68f owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:40.316451 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704048ee-2297-497a-96b6-a57c3d8ef0eb None None] Network 958972cb-0295-49f7-b91f-85863daf520c requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:40.320006 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8f02d256-9577-4619-9afc-3f2e8d398672 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6729906 Dec 16 22:34:40.322604 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37752) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:40.328527 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-e0402921-b475-4145-90cc-7439a8f93249 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'port': {'network_id': '9b8e341c-8031-4248-bd82-9f0e921963fc', 'name': 'tempest-PortsTestJSON-503260588'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:40.338555 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ca685c-79da-4be1-b7de-e360710a64a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-9b8e341c-8031-4248-bd82-9f0e921963fc', 'network_id': '9b8e341c-8031-4248-bd82-9f0e921963fc', 'project_id': '205d5d309c0e4c31af9f0a22be5c7456', 'fixed_ips': [{'subnet_id': 'e7648502-ab28-4173-870e-eac5858eb4ee'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:34:40.339455 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-91ca685c-79da-4be1-b7de-e360710a64a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:40.572325 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-60e90ee7-538c-41d3-834b-c3cb336f4cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'name': 'tempest-AttachVolumeShelveTestJSON-1161644038-router', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:23:24Z', 'updated_at': '2021-12-16T22:34:38Z', 'revision_number': 5, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'gw_port': {'id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:26Z', 'updated_at': '2021-12-16T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:40.575401 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0402921-b475-4145-90cc-7439a8f93249 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:40.580944 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e0402921-b475-4145-90cc-7439a8f93249 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:40.615780 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-e0402921-b475-4145-90cc-7439a8f93249 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] device_id is not set on port b43cb287-29bd-490d-b742-7bf926a096b2 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:34:40.685921 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b409230b-5ba0-4439-a8aa-08032e15b99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:40.808288 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e90ee7-538c-41d3-834b-c3cb336f4cdb None None] The sync data for ids ['0380fcdd-edf3-4204-a09a-fc471ced0286'] in n-d-815324-4 is: [{'id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'name': 'tempest-AttachVolumeShelveTestJSON-1161644038-router', 'tenant_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:23:24Z', 'updated_at': '2021-12-16T22:34:38Z', 'revision_number': 5, 'project_id': 'd4dac0c5f3874f5fbbad13b3a269f630', 'gw_port': {'id': '7199b855-7dcd-4503-a83f-1123c475a68f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0380fcdd-edf3-4204-a09a-fc471ced0286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:23:26Z', 'updated_at': '2021-12-16T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:34:40.839613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409230b-5ba0-4439-a8aa-08032e15b99c admin admin] Pushing event deleted for resources: {'Port': ['ID=7199b855-7dcd-4503-a83f-1123c475a68f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:40.863276 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef557d5-7667-4a89-92d4-c275d1857b1e None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:34:40.884266 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-e0402921-b475-4145-90cc-7439a8f93249 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Allocated IP 172.20.0.11 (9b8e341c-8031-4248-bd82-9f0e921963fc/e7648502-ab28-4173-870e-eac5858eb4ee/b43cb287-29bd-490d-b742-7bf926a096b2) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:40.928364 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-8ca9eb7e-c700-423e-8c8c-8b107fdd1728 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:40.929850 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-8ca9eb7e-c700-423e-8c8c-8b107fdd1728 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.75 "GET /v2.0/networks?id=958972cb-0295-49f7-b91f-85863daf520c HTTP/1.1" status: 200 len: 808 time: 0.1901226 Dec 16 22:34:40.941653 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b409230b-5ba0-4439-a8aa-08032e15b99c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:40.959722 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-c6ceab77-e91e-4388-80ca-b112991f6fa8 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.75 "GET /v2.0/quotas/29fa6f57f23a484cbcd7503b99a4bf66 HTTP/1.1" status: 200 len: 375 time: 0.0201929 Dec 16 22:34:41.002634 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-7369290e-f712-44a6-ade5-a295d45c8f42 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=29fa6f57f23a484cbcd7503b99a4bf66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354450 Dec 16 22:34:41.045242 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b409230b-5ba0-4439-a8aa-08032e15b99c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:41.047508 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b409230b-5ba0-4439-a8aa-08032e15b99c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:41.182216 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-51acd73a-c6cd-49cf-9d7b-6c3fde634888 service neutron] 10.222.0.75 "GET /v2.0/networks/958972cb-0295-49f7-b91f-85863daf520c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650496 Dec 16 22:34:41.185765 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e0402921-b475-4145-90cc-7439a8f93249 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:41.255262 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b409230b-5ba0-4439-a8aa-08032e15b99c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:41.255933 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b409230b-5ba0-4439-a8aa-08032e15b99c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0380fcdd-edf3-4204-a09a-fc471ced0286 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:34:41.256338 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 19b879d8-cd92-4629-a411-ee42a98d6d73 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:34:41.261491 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b409230b-5ba0-4439-a8aa-08032e15b99c admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:41.267568 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b409230b-5ba0-4439-a8aa-08032e15b99c admin admin] 10.222.0.75 "DELETE /v2.0/routers/0380fcdd-edf3-4204-a09a-fc471ced0286 HTTP/1.1" status: 204 len: 168 time: 1.9470735 Dec 16 22:34:41.267992 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37778) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:41.281472 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 19b879d8-cd92-4629-a411-ee42a98d6d73 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:34:41.281999 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 19b879d8-cd92-4629-a411-ee42a98d6d73 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:34:41.339035 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e65faba-f118-4d71-9b32-372053fb480a admin admin] Deleting subnet 271e63c4-6a59-41c7-a795-72d699a0357a {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:34:41.343514 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7e65faba-f118-4d71-9b32-372053fb480a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:41.351548 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-64398ef1-9e76-4197-8fde-8e34688fa9c3 service neutron] 10.222.0.75 "GET /v2.0/networks/958972cb-0295-49f7-b91f-85863daf520c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583719 Dec 16 22:34:41.364016 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e0402921-b475-4145-90cc-7439a8f93249 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:41.382643 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7e65faba-f118-4d71-9b32-372053fb480a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:41.429249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0402921-b475-4145-90cc-7439a8f93249 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network 9b8e341c-8031-4248-bd82-9f0e921963fc is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:41.433954 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-e0402921-b475-4145-90cc-7439a8f93249 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:41.434995 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-91ca685c-79da-4be1-b7de-e360710a64a6 None None] Allocated IP 172.20.0.2 (9b8e341c-8031-4248-bd82-9f0e921963fc/e7648502-ab28-4173-870e-eac5858eb4ee/0d3e0280-2282-4939-aeed-184251c11a41) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:41.439466 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0402921-b475-4145-90cc-7439a8f93249 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:41.448111 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0402921-b475-4145-90cc-7439a8f93249 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Port': ['ID=b43cb287-29bd-490d-b742-7bf926a096b2,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:41.506551 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7e65faba-f118-4d71-9b32-372053fb480a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:41.518565 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0402921-b475-4145-90cc-7439a8f93249 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:41.519264 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e0402921-b475-4145-90cc-7439a8f93249 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:41.643037 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-91ca685c-79da-4be1-b7de-e360710a64a6 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:41.716596 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7e65faba-f118-4d71-9b32-372053fb480a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:41.720546 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e0402921-b475-4145-90cc-7439a8f93249 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3965709 Dec 16 22:34:41.724210 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37788) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:41.729312 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-477836c6-75a6-4d71-ac36-6c1646fe5d19 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'port': {'network_id': '9b8e341c-8031-4248-bd82-9f0e921963fc', 'name': 'tempest-PortsTestJSON-1794747945'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:41.746453 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65faba-f118-4d71-9b32-372053fb480a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=271e63c4-6a59-41c7-a795-72d699a0357a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:41.769114 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b073a02-52b4-4a74-a924-708d8f5ae7d9 None None] Network 3483c04d-9548-45a8-add9-5dd005156af8 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:41.775499 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7e65faba-f118-4d71-9b32-372053fb480a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:41.781379 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7e65faba-f118-4d71-9b32-372053fb480a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/271e63c4-6a59-41c7-a795-72d699a0357a HTTP/1.1" status: 204 len: 168 time: 0.5122988 Dec 16 22:34:41.784243 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3fa04b8f-bd90-4a91-807d-d94efbbb8e27 req-93daf67e-5317-479c-8aab-e9c298f476d1 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.75 "GET /v2.0/ports?device_id=d76fd23a-c8a0-4bba-8b22-9e797cdad486 HTTP/1.1" status: 200 len: 210 time: 0.0419648 Dec 16 22:34:41.784427 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37790) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:41.866416 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-91ca685c-79da-4be1-b7de-e360710a64a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:41.905048 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8470c49-9a34-4f84-96ef-57fcd8694291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:41.954278 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ca685c-79da-4be1-b7de-e360710a64a6 None None] Network 9b8e341c-8031-4248-bd82-9f0e921963fc is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:41.972924 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-91ca685c-79da-4be1-b7de-e360710a64a6 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:41.980484 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ca685c-79da-4be1-b7de-e360710a64a6 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:41.986299 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-b8470c49-9a34-4f84-96ef-57fcd8694291 admin admin] Deleting port 50c84473-2353-40e1-bfcc-949bdb842bff {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:41.986902 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8470c49-9a34-4f84-96ef-57fcd8694291 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:41.998554 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477836c6-75a6-4d71-ac36-6c1646fe5d19 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:41.998730 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca685c-79da-4be1-b7de-e360710a64a6 None None] Pushing event updated for resources: {'Port': ['ID=0d3e0280-2282-4939-aeed-184251c11a41,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:42.002436 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-477836c6-75a6-4d71-ac36-6c1646fe5d19 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:42.056027 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-477836c6-75a6-4d71-ac36-6c1646fe5d19 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] device_id is not set on port 6b2e0eaa-70ec-41ed-a52a-55a2513a359e yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:34:42.072059 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-b8470c49-9a34-4f84-96ef-57fcd8694291 admin admin] For port 50c84473-2353-40e1-bfcc-949bdb842bff, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=50c84473-2353-40e1-bfcc-949bdb842bff,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:42.078677 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-91ca685c-79da-4be1-b7de-e360710a64a6 None None] Attempting to bind port 0d3e0280-2282-4939-aeed-184251c11a41 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:34:42.079299 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-91ca685c-79da-4be1-b7de-e360710a64a6 None None] Attempting to bind port 0d3e0280-2282-4939-aeed-184251c11a41 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'e5b71b06-e219-4d71-8874-05799179c5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9b8e341c-8031-4248-bd82-9f0e921963fc'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:34:42.080465 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ca685c-79da-4be1-b7de-e360710a64a6 None None] Attempting to bind port 0d3e0280-2282-4939-aeed-184251c11a41 on network 9b8e341c-8031-4248-bd82-9f0e921963fc {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:34:42.088040 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8470c49-9a34-4f84-96ef-57fcd8694291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:42.093118 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ca685c-79da-4be1-b7de-e360710a64a6 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:34:42.093613 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ca685c-79da-4be1-b7de-e360710a64a6 None None] Checking segment: {'id': 'e5b71b06-e219-4d71-8874-05799179c5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9b8e341c-8031-4248-bd82-9f0e921963fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:42.094037 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-91ca685c-79da-4be1-b7de-e360710a64a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:42.095159 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ca685c-79da-4be1-b7de-e360710a64a6 None None] Bound using segment: {'id': 'e5b71b06-e219-4d71-8874-05799179c5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9b8e341c-8031-4248-bd82-9f0e921963fc'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:34:42.095703 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-91ca685c-79da-4be1-b7de-e360710a64a6 None None] Bound port: 0d3e0280-2282-4939-aeed-184251c11a41, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b71b06-e219-4d71-8874-05799179c5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9b8e341c-8031-4248-bd82-9f0e921963fc'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:34:42.096102 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-91ca685c-79da-4be1-b7de-e360710a64a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:42.143806 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-b8470c49-9a34-4f84-96ef-57fcd8694291 admin admin] Calling delete_port for 50c84473-2353-40e1-bfcc-949bdb842bff owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:42.173008 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7503974d-48c5-4631-9886-a4f13fc87fbc None None] DHCP port deletion for 3483c04d-9548-45a8-add9-5dd005156af8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:34:42.225056 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-91ca685c-79da-4be1-b7de-e360710a64a6 None None] For port 0d3e0280-2282-4939-aeed-184251c11a41, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:34:42.232477 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-477836c6-75a6-4d71-ac36-6c1646fe5d19 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Allocated IP 172.20.0.13 (9b8e341c-8031-4248-bd82-9f0e921963fc/e7648502-ab28-4173-870e-eac5858eb4ee/6b2e0eaa-70ec-41ed-a52a-55a2513a359e) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:42.256823 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-91ca685c-79da-4be1-b7de-e360710a64a6 None None] For port 0d3e0280-2282-4939-aeed-184251c11a41, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0d3e0280-2282-4939-aeed-184251c11a41,segment=NetworkSegment(e5b71b06-e219-4d71-8874-05799179c5c2),segment_id=e5b71b06-e219-4d71-8874-05799179c5c2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:34:42.274289 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7503974d-48c5-4631-9886-a4f13fc87fbc None None] Deleting port 50c84473-2353-40e1-bfcc-949bdb842bff {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:42.275208 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7503974d-48c5-4631-9886-a4f13fc87fbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:42.338680 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-91ca685c-79da-4be1-b7de-e360710a64a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:42.379226 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7503974d-48c5-4631-9886-a4f13fc87fbc None None] For port 50c84473-2353-40e1-bfcc-949bdb842bff, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=50c84473-2353-40e1-bfcc-949bdb842bff,segment=NetworkSegment(4d6c12d1-dcfa-4036-898b-55f6002f0dc3),segment_id=4d6c12d1-dcfa-4036-898b-55f6002f0dc3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:42.379552 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7503974d-48c5-4631-9886-a4f13fc87fbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:42.386941 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8470c49-9a34-4f84-96ef-57fcd8694291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:42.407296 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7503974d-48c5-4631-9886-a4f13fc87fbc None None] Calling delete_port for 50c84473-2353-40e1-bfcc-949bdb842bff owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:42.423894 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8470c49-9a34-4f84-96ef-57fcd8694291 admin admin] No DVR routers for this DVR port 50c84473-2353-40e1-bfcc-949bdb842bff on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:42.446170 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca685c-79da-4be1-b7de-e360710a64a6 None None] Pushing event updated for resources: {'Port': ['ID=0d3e0280-2282-4939-aeed-184251c11a41,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:42.489900 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8470c49-9a34-4f84-96ef-57fcd8694291 admin admin] Pushing event deleted for resources: {'Port': ['ID=50c84473-2353-40e1-bfcc-949bdb842bff,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:42.584757 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7503974d-48c5-4631-9886-a4f13fc87fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:42.617091 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503974d-48c5-4631-9886-a4f13fc87fbc None None] Pushing event deleted for resources: {'Port': ['ID=50c84473-2353-40e1-bfcc-949bdb842bff,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:42.624593 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7503974d-48c5-4631-9886-a4f13fc87fbc None None] No DVR routers for this DVR port 50c84473-2353-40e1-bfcc-949bdb842bff on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:42.632535 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8470c49-9a34-4f84-96ef-57fcd8694291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:42.682089 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-b8470c49-9a34-4f84-96ef-57fcd8694291 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3483c04d-9548-45a8-add9-5dd005156af8']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:42.695005 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-b8470c49-9a34-4f84-96ef-57fcd8694291 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6c12d1-dcfa-4036-898b-55f6002f0dc3') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:42.695342 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-b8470c49-9a34-4f84-96ef-57fcd8694291 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6c12d1-dcfa-4036-898b-55f6002f0dc3') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:42.699221 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-477836c6-75a6-4d71-ac36-6c1646fe5d19 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:42.714605 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8470c49-9a34-4f84-96ef-57fcd8694291 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:42.747760 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8470c49-9a34-4f84-96ef-57fcd8694291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:42.770431 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8470c49-9a34-4f84-96ef-57fcd8694291 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:42.770842 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8470c49-9a34-4f84-96ef-57fcd8694291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:42.773479 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:42.947397 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9deb6f92-c1ab-47e4-8415-3b9811f165bb req-2cc50df1-5df3-41be-80de-b82eb83608c2 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.75 "GET /v2.0/ports?device_id=d76fd23a-c8a0-4bba-8b22-9e797cdad486 HTTP/1.1" status: 200 len: 210 time: 0.0400741 Dec 16 22:34:42.949141 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-477836c6-75a6-4d71-ac36-6c1646fe5d19 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:42.977762 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8470c49-9a34-4f84-96ef-57fcd8694291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:42.987659 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8470c49-9a34-4f84-96ef-57fcd8694291 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:42.993541 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b8470c49-9a34-4f84-96ef-57fcd8694291 admin admin] 10.222.0.75 "DELETE /v2.0/networks/3483c04d-9548-45a8-add9-5dd005156af8 HTTP/1.1" status: 204 len: 168 time: 1.2081490 Dec 16 22:34:43.032159 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0d3e0280-2282-4939-aeed-184251c11a41 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:34:43.043250 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8470c49-9a34-4f84-96ef-57fcd8694291 admin admin] Pushing event deleted for resources: {'Network': ['ID=3483c04d-9548-45a8-add9-5dd005156af8,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:43.054717 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477836c6-75a6-4d71-ac36-6c1646fe5d19 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network 9b8e341c-8031-4248-bd82-9f0e921963fc is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:43.081437 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-477836c6-75a6-4d71-ac36-6c1646fe5d19 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:43.084545 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477836c6-75a6-4d71-ac36-6c1646fe5d19 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:43.092025 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477836c6-75a6-4d71-ac36-6c1646fe5d19 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Port': ['ID=6b2e0eaa-70ec-41ed-a52a-55a2513a359e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:43.132678 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 0d3e0280-2282-4939-aeed-184251c11a41 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:43.133468 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:43.174654 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477836c6-75a6-4d71-ac36-6c1646fe5d19 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:43.175623 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-477836c6-75a6-4d71-ac36-6c1646fe5d19 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:43.229084 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:43.267375 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 0d3e0280-2282-4939-aeed-184251c11a41, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0d3e0280-2282-4939-aeed-184251c11a41,segment=NetworkSegment(e5b71b06-e219-4d71-8874-05799179c5c2),segment_id=e5b71b06-e219-4d71-8874-05799179c5c2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:43.311170 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-477836c6-75a6-4d71-ac36-6c1646fe5d19 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5857780 Dec 16 22:34:43.313943 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37824) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:43.422741 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41917238-ea1f-4550-a1c3-513dde4e3948 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:43.424935 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-41917238-ea1f-4550-a1c3-513dde4e3948 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.1094897 Dec 16 22:34:43.428069 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37828) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:43.449495 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:43.538110 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=0d3e0280-2282-4939-aeed-184251c11a41,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:43.566496 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7199b855-7dcd-4503-a83f-1123c475a68f no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:34:43.587971 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-7761c41f-0e19-43ab-b1f1-983d8cf8ce7f tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting port 6b2e0eaa-70ec-41ed-a52a-55a2513a359e {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:43.588832 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7761c41f-0e19-43ab-b1f1-983d8cf8ce7f tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:43.595160 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 7199b855-7dcd-4503-a83f-1123c475a68f {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:34:43.595659 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7199b855-7dcd-4503-a83f-1123c475a68f not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:34:43.596095 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 50c84473-2353-40e1-bfcc-949bdb842bff no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:34:43.635081 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 50c84473-2353-40e1-bfcc-949bdb842bff {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:34:43.635913 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 50c84473-2353-40e1-bfcc-949bdb842bff not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:34:43.641810 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37832) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:43.707405 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-be3a645c-8640-4009-b4b3-8da5292a244f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d4dac0c5f3874f5fbbad13b3a269f630&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0641932 Dec 16 22:34:43.711826 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37834) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:43.740174 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7761c41f-0e19-43ab-b1f1-983d8cf8ce7f tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:43.757254 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-7761c41f-0e19-43ab-b1f1-983d8cf8ce7f tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Calling delete_port for 6b2e0eaa-70ec-41ed-a52a-55a2513a359e owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:43.786354 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-76ece0cf-9905-4d88-8108-349742260779 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:43.821563 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-76ece0cf-9905-4d88-8108-349742260779 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:43.974371 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-76ece0cf-9905-4d88-8108-349742260779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:43.985042 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-76ece0cf-9905-4d88-8108-349742260779 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:43.985042 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-76ece0cf-9905-4d88-8108-349742260779 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/12f1e234-2c94-4c3a-81e6-8b8d1971be56 HTTP/1.1" status: 204 len: 168 time: 0.2683101 Dec 16 22:34:43.996011 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcbf732-0c4e-4a2c-bfa0-441239261bf3 None None] Network 9b8e341c-8031-4248-bd82-9f0e921963fc requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:44.016884 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ece0cf-9905-4d88-8108-349742260779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f1e234-2c94-4c3a-81e6-8b8d1971be56,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:44.064578 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7761c41f-0e19-43ab-b1f1-983d8cf8ce7f tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:44.146853 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d8cd0ed9-aabd-4af1-9038-9fccdff57dba None None] Provisioning complete for port 0d3e0280-2282-4939-aeed-184251c11a41 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:44.148591 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d8cd0ed9-aabd-4af1-9038-9fccdff57dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:44.216707 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-145cf1ea-6433-4714-b7fc-4baf886e2d31 req-5d4b2ac7-f0d8-45a9-bebf-093129d85e1e tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.75 "GET /v2.0/ports?device_id=d76fd23a-c8a0-4bba-8b22-9e797cdad486 HTTP/1.1" status: 200 len: 210 time: 0.0783975 Dec 16 22:34:44.218468 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761c41f-0e19-43ab-b1f1-983d8cf8ce7f tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Port': ['ID=6b2e0eaa-70ec-41ed-a52a-55a2513a359e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:44.284232 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7761c41f-0e19-43ab-b1f1-983d8cf8ce7f tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:44.294342 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7761c41f-0e19-43ab-b1f1-983d8cf8ce7f tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/ports/6b2e0eaa-70ec-41ed-a52a-55a2513a359e HTTP/1.1" status: 204 len: 168 time: 0.8621261 Dec 16 22:34:44.294835 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37846) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:44.324115 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e0d236c-f489-4d6e-a60a-ace2d6616da1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] GET failed (client error): The resource could not be found. Dec 16 22:34:44.326800 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4e0d236c-f489-4d6e-a60a-ace2d6616da1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "GET /v2.0/ports/6b2e0eaa-70ec-41ed-a52a-55a2513a359e HTTP/1.1" status: 404 len: 333 time: 0.0287464 Dec 16 22:34:44.329654 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37848) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:44.433915 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-824c274a-a5ed-42a2-9ede-8186eb209762 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting port b43cb287-29bd-490d-b742-7bf926a096b2 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:44.434448 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-824c274a-a5ed-42a2-9ede-8186eb209762 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:44.535427 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-824c274a-a5ed-42a2-9ede-8186eb209762 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:44.549240 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-824c274a-a5ed-42a2-9ede-8186eb209762 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Calling delete_port for b43cb287-29bd-490d-b742-7bf926a096b2 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:44.565674 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-64d2f142-e2e9-479c-bcd3-0a86e44b9e82 None None] Provisioning complete for port b43cb287-29bd-490d-b742-7bf926a096b2 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:44.573818 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-64d2f142-e2e9-479c-bcd3-0a86e44b9e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:44.608050 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-64d2f142-e2e9-479c-bcd3-0a86e44b9e82 None None] Port b43cb287-29bd-490d-b742-7bf926a096b2 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:34:44.622660 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-64d2f142-e2e9-479c-bcd3-0a86e44b9e82 None None] Provisioning complete for port 0d3e0280-2282-4939-aeed-184251c11a41 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:44.623073 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-64d2f142-e2e9-479c-bcd3-0a86e44b9e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:44.827380 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-824c274a-a5ed-42a2-9ede-8186eb209762 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:44.907491 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f1e0e3a3-1034-4f72-9f31-c40f1c3b4f94 None None] Could not find standard attr ID for object b43cb287-29bd-490d-b742-7bf926a096b2. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:34:44.911846 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c274a-a5ed-42a2-9ede-8186eb209762 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Port': ['ID=b43cb287-29bd-490d-b742-7bf926a096b2,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:44.991843 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-824c274a-a5ed-42a2-9ede-8186eb209762 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:44.998830 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-824c274a-a5ed-42a2-9ede-8186eb209762 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/ports/b43cb287-29bd-490d-b742-7bf926a096b2 HTTP/1.1" status: 204 len: 168 time: 0.6679313 Dec 16 22:34:45.003705 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37860) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:45.008170 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0d3e0280-2282-4939-aeed-184251c11a41 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:34:45.035596 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f97fc7-1c44-4c15-97d2-60cf09b20cd5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] GET failed (client error): The resource could not be found. Dec 16 22:34:45.041164 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a7f97fc7-1c44-4c15-97d2-60cf09b20cd5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "GET /v2.0/ports/b43cb287-29bd-490d-b742-7bf926a096b2 HTTP/1.1" status: 404 len: 333 time: 0.0360076 Dec 16 22:34:45.042165 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37862) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:45.065215 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-87011aa1-f678-4e88-bff3-6e9d04c09bae tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:45.067544 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-87011aa1-f678-4e88-bff3-6e9d04c09bae tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.76 "GET /v2.0/networks?id=958972cb-0295-49f7-b91f-85863daf520c HTTP/1.1" status: 200 len: 808 time: 0.1602333 Dec 16 22:34:45.092762 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-8b7487f8-91b2-4ae0-9bea-50fcf9d50245 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Request body: {'port': {'device_id': 'd76fd23a-c8a0-4bba-8b22-9e797cdad486', 'network_id': '958972cb-0295-49f7-b91f-85863daf520c', 'admin_state_up': True, 'tenant_id': '29fa6f57f23a484cbcd7503b99a4bf66'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:45.098080 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 0d3e0280-2282-4939-aeed-184251c11a41 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:45.098080 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:45.145678 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de2eb65-d0b9-4c56-b8bd-d66fa40ac6a1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting subnet e7648502-ab28-4173-870e-eac5858eb4ee {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:34:45.158268 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8de2eb65-d0b9-4c56-b8bd-d66fa40ac6a1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:45.253752 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8de2eb65-d0b9-4c56-b8bd-d66fa40ac6a1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:45.283796 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-28b51397-1ea4-47c1-9dc9-641c4f0a2e1c None None] Could not find standard attr ID for object 6b2e0eaa-70ec-41ed-a52a-55a2513a359e. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:34:45.424298 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-8b7487f8-91b2-4ae0-9bea-50fcf9d50245 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Made reservation on behalf of 29fa6f57f23a484cbcd7503b99a4bf66 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:45.431381 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-8b7487f8-91b2-4ae0-9bea-50fcf9d50245 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:45.483682 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1987fbed-3233-4dc3-90a4-dd0741e850d4 req-ad6f5fb2-5000-4194-8b77-2d13b87abe36 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.75 "GET /v2.0/ports?device_id=d76fd23a-c8a0-4bba-8b22-9e797cdad486 HTTP/1.1" status: 200 len: 210 time: 0.0417287 Dec 16 22:34:45.495248 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8de2eb65-d0b9-4c56-b8bd-d66fa40ac6a1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:45.787101 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-8b7487f8-91b2-4ae0-9bea-50fcf9d50245 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Allocated IP 172.20.0.9 (958972cb-0295-49f7-b91f-85863daf520c/6c8cbff1-0457-470d-b94f-7bc54ff917f3/c4915266-bde3-4502-9123-a8a88088fdc3) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:45.827959 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8de2eb65-d0b9-4c56-b8bd-d66fa40ac6a1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:45.892929 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2eb65-d0b9-4c56-b8bd-d66fa40ac6a1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Subnet': ['ID=e7648502-ab28-4173-870e-eac5858eb4ee,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:45.910239 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54555d1-8fcd-4e8d-85f6-01aa7e010a1b None None] Network 9b8e341c-8031-4248-bd82-9f0e921963fc requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:45.910668 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8de2eb65-d0b9-4c56-b8bd-d66fa40ac6a1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:45.920304 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8de2eb65-d0b9-4c56-b8bd-d66fa40ac6a1 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/subnets/e7648502-ab28-4173-870e-eac5858eb4ee HTTP/1.1" status: 204 len: 168 time: 0.8767202 Dec 16 22:34:45.923453 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37890) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:46.063214 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37892) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:46.072354 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-8b7487f8-91b2-4ae0-9bea-50fcf9d50245 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:46.097545 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d89e905-e2e7-4646-a7c3-8b1a0feca136 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:46.164469 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18be1883-7de6-46c0-8a4f-915cab003d22 None None] DHCP port deletion for 9b8e341c-8031-4248-bd82-9f0e921963fc request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:34:46.171594 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-9d89e905-e2e7-4646-a7c3-8b1a0feca136 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting port 0d3e0280-2282-4939-aeed-184251c11a41 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:46.171997 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d89e905-e2e7-4646-a7c3-8b1a0feca136 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:46.198437 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-8b7487f8-91b2-4ae0-9bea-50fcf9d50245 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:46.228869 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-630a47fe-c88f-48ce-9a21-82db60811b6c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1004426159-network', 'tenant_id': '56b451a4e7874b6c8d22f403757d3c5f'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:46.251392 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-18be1883-7de6-46c0-8a4f-915cab003d22 None None] Deleting port 0d3e0280-2282-4939-aeed-184251c11a41 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:46.252098 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-18be1883-7de6-46c0-8a4f-915cab003d22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:46.259918 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-8b7487f8-91b2-4ae0-9bea-50fcf9d50245 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Network 958972cb-0295-49f7-b91f-85863daf520c is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:46.264140 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-8b7487f8-91b2-4ae0-9bea-50fcf9d50245 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:46.268851 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-8b7487f8-91b2-4ae0-9bea-50fcf9d50245 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:46.279298 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-9d89e905-e2e7-4646-a7c3-8b1a0feca136 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] For port 0d3e0280-2282-4939-aeed-184251c11a41, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0d3e0280-2282-4939-aeed-184251c11a41,segment=NetworkSegment(e5b71b06-e219-4d71-8874-05799179c5c2),segment_id=e5b71b06-e219-4d71-8874-05799179c5c2)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:46.279785 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d89e905-e2e7-4646-a7c3-8b1a0feca136 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:46.298512 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-9d89e905-e2e7-4646-a7c3-8b1a0feca136 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Calling delete_port for 0d3e0280-2282-4939-aeed-184251c11a41 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:46.332319 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-8b7487f8-91b2-4ae0-9bea-50fcf9d50245 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:46.332999 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-8b7487f8-91b2-4ae0-9bea-50fcf9d50245 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:46.342295 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-18be1883-7de6-46c0-8a4f-915cab003d22 None None] For port 0d3e0280-2282-4939-aeed-184251c11a41, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0d3e0280-2282-4939-aeed-184251c11a41,segment=NetworkSegment(e5b71b06-e219-4d71-8874-05799179c5c2),segment_id=e5b71b06-e219-4d71-8874-05799179c5c2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:46.343583 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-18be1883-7de6-46c0-8a4f-915cab003d22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:46.348270 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7487f8-91b2-4ae0-9bea-50fcf9d50245 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Pushing event updated for resources: {'Port': ['ID=c4915266-bde3-4502-9123-a8a88088fdc3,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:46.357509 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7487f8-91b2-4ae0-9bea-50fcf9d50245 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:46.357871 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7487f8-91b2-4ae0-9bea-50fcf9d50245 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:46.358226 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7487f8-91b2-4ae0-9bea-50fcf9d50245 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:46.358578 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7487f8-91b2-4ae0-9bea-50fcf9d50245 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:46.358923 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7487f8-91b2-4ae0-9bea-50fcf9d50245 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:46.359318 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7487f8-91b2-4ae0-9bea-50fcf9d50245 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:46.359708 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7487f8-91b2-4ae0-9bea-50fcf9d50245 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:46.360186 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7487f8-91b2-4ae0-9bea-50fcf9d50245 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:46.360553 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7487f8-91b2-4ae0-9bea-50fcf9d50245 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:46.360890 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7487f8-91b2-4ae0-9bea-50fcf9d50245 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:46.361225 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7487f8-91b2-4ae0-9bea-50fcf9d50245 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:46.361560 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7487f8-91b2-4ae0-9bea-50fcf9d50245 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:46.361970 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7487f8-91b2-4ae0-9bea-50fcf9d50245 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:34:46.365057 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-18be1883-7de6-46c0-8a4f-915cab003d22 None None] Calling delete_port for 0d3e0280-2282-4939-aeed-184251c11a41 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:46.366500 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630a47fe-c88f-48ce-9a21-82db60811b6c admin admin] Made reservation on behalf of 56b451a4e7874b6c8d22f403757d3c5f for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:46.369321 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-630a47fe-c88f-48ce-9a21-82db60811b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:46.403306 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-630a47fe-c88f-48ce-9a21-82db60811b6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:46.444777 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-8b7487f8-91b2-4ae0-9bea-50fcf9d50245 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3570573 Dec 16 22:34:46.470394 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-0ac536d8-4116-4a7f-a837-8b149595edd2 service neutron] Request body: {'port': {'device_id': 'd76fd23a-c8a0-4bba-8b22-9e797cdad486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:46.544705 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-0ac536d8-4116-4a7f-a837-8b149595edd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:46.587668 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-18be1883-7de6-46c0-8a4f-915cab003d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:46.662189 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18be1883-7de6-46c0-8a4f-915cab003d22 None None] No DVR routers for this DVR port 0d3e0280-2282-4939-aeed-184251c11a41 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:46.666183 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be1883-7de6-46c0-8a4f-915cab003d22 None None] Pushing event deleted for resources: {'Port': ['ID=0d3e0280-2282-4939-aeed-184251c11a41,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:46.701766 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:34:46.707597 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-630a47fe-c88f-48ce-9a21-82db60811b6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:46.725933 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d89e905-e2e7-4646-a7c3-8b1a0feca136 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:46.779840 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89e905-e2e7-4646-a7c3-8b1a0feca136 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Port': ['ID=0d3e0280-2282-4939-aeed-184251c11a41,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:46.795865 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d89e905-e2e7-4646-a7c3-8b1a0feca136 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] No DVR routers for this DVR port 0d3e0280-2282-4939-aeed-184251c11a41 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:46.812983 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-630a47fe-c88f-48ce-9a21-82db60811b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:46.828337 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-630a47fe-c88f-48ce-9a21-82db60811b6c admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:34:46.842121 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-630a47fe-c88f-48ce-9a21-82db60811b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:46.842504 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-630a47fe-c88f-48ce-9a21-82db60811b6c admin admin] Added segment ebeb3950-671a-4b5d-9be7-8ef3d653ddf1 of type vlan for network 5ad289c5-7afd-4e6b-b966-250f12941104 Dec 16 22:34:46.912187 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-630a47fe-c88f-48ce-9a21-82db60811b6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:46.975756 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0d3e0280-2282-4939-aeed-184251c11a41 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:34:47.006753 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 0d3e0280-2282-4939-aeed-184251c11a41 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:34:47.019293 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0d3e0280-2282-4939-aeed-184251c11a41 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:34:47.074144 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-630a47fe-c88f-48ce-9a21-82db60811b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:47.078568 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630a47fe-c88f-48ce-9a21-82db60811b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:47.078568 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-630a47fe-c88f-48ce-9a21-82db60811b6c admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:47.119228 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b5e5f-f653-428b-a42d-7f691bac928c req-1a7ff0e6-fadd-4551-a389-8657405d3a72 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:47.120797 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-486b5e5f-f653-428b-a42d-7f691bac928c req-1a7ff0e6-fadd-4551-a389-8657405d3a72 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.75 "GET /v2.0/ports?device_id=d76fd23a-c8a0-4bba-8b22-9e797cdad486 HTTP/1.1" status: 200 len: 931 time: 0.4111617 Dec 16 22:34:47.132976 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-0ac536d8-4116-4a7f-a837-8b149595edd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4915266-bde3-4502-9123-a8a88088fdc3 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:34:47.134812 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d89e905-e2e7-4646-a7c3-8b1a0feca136 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:47.144689 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-0ac536d8-4116-4a7f-a837-8b149595edd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:47.178546 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-0ac536d8-4116-4a7f-a837-8b149595edd2 service neutron] Transition to ACTIVE for port object c4915266-bde3-4502-9123-a8a88088fdc3 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:34:47.232492 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-0ac536d8-4116-4a7f-a837-8b149595edd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:47.294036 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac536d8-4116-4a7f-a837-8b149595edd2 service neutron] Pushing event updated for resources: {'Port': ['ID=c4915266-bde3-4502-9123-a8a88088fdc3,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:47.384553 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-0ac536d8-4116-4a7f-a837-8b149595edd2 service neutron] Attempting to bind port c4915266-bde3-4502-9123-a8a88088fdc3 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:34:47.385207 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-0ac536d8-4116-4a7f-a837-8b149595edd2 service neutron] Attempting to bind port c4915266-bde3-4502-9123-a8a88088fdc3 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '555acb0b-63bd-4256-8848-d432b02f0b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '958972cb-0295-49f7-b91f-85863daf520c'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:34:47.385724 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-0ac536d8-4116-4a7f-a837-8b149595edd2 service neutron] Attempting to bind port c4915266-bde3-4502-9123-a8a88088fdc3 on network 958972cb-0295-49f7-b91f-85863daf520c {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:34:47.393146 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-0ac536d8-4116-4a7f-a837-8b149595edd2 service neutron] Port c4915266-bde3-4502-9123-a8a88088fdc3 on network 958972cb-0295-49f7-b91f-85863daf520c not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:34:47.393992 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-0ac536d8-4116-4a7f-a837-8b149595edd2 service neutron] Attempting to bind port c4915266-bde3-4502-9123-a8a88088fdc3 on network 958972cb-0295-49f7-b91f-85863daf520c {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:34:47.401674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-0ac536d8-4116-4a7f-a837-8b149595edd2 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:34:47.402300 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-0ac536d8-4116-4a7f-a837-8b149595edd2 service neutron] Checking segment: {'id': '555acb0b-63bd-4256-8848-d432b02f0b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '958972cb-0295-49f7-b91f-85863daf520c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:47.403441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-0ac536d8-4116-4a7f-a837-8b149595edd2 service neutron] Bound using segment: {'id': '555acb0b-63bd-4256-8848-d432b02f0b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '958972cb-0295-49f7-b91f-85863daf520c'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:34:47.404098 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-0ac536d8-4116-4a7f-a837-8b149595edd2 service neutron] Bound port: c4915266-bde3-4502-9123-a8a88088fdc3, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '555acb0b-63bd-4256-8848-d432b02f0b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '958972cb-0295-49f7-b91f-85863daf520c'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:34:47.404658 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-0ac536d8-4116-4a7f-a837-8b149595edd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:47.503424 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-0ac536d8-4116-4a7f-a837-8b149595edd2 service neutron] For port c4915266-bde3-4502-9123-a8a88088fdc3, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:34:47.511398 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-0ac536d8-4116-4a7f-a837-8b149595edd2 service neutron] For port c4915266-bde3-4502-9123-a8a88088fdc3, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=c4915266-bde3-4502-9123-a8a88088fdc3,segment=NetworkSegment(555acb0b-63bd-4256-8848-d432b02f0b76),segment_id=555acb0b-63bd-4256-8848-d432b02f0b76)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:34:47.569572 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a47fe-c88f-48ce-9a21-82db60811b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e205e1d4-4ccb-4a63-a819-e7013e5861c1,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:47.575479 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-630a47fe-c88f-48ce-9a21-82db60811b6c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5094984 Dec 16 22:34:47.581831 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37914) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:47.595617 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-f8bae050-81eb-4894-94bf-4ed7e9c31f5e admin admin] Request body: {'subnet': {'network_id': '5ad289c5-7afd-4e6b-b966-250f12941104', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1004426159-subnet', 'tenant_id': '56b451a4e7874b6c8d22f403757d3c5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:47.604133 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-0ac536d8-4116-4a7f-a837-8b149595edd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:47.606941 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-9d89e905-e2e7-4646-a7c3-8b1a0feca136 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8e341c-8031-4248-bd82-9f0e921963fc']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:47.631715 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-9d89e905-e2e7-4646-a7c3-8b1a0feca136 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5b71b06-e219-4d71-8874-05799179c5c2') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:47.632141 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-9d89e905-e2e7-4646-a7c3-8b1a0feca136 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5b71b06-e219-4d71-8874-05799179c5c2') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:47.655015 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a47fe-c88f-48ce-9a21-82db60811b6c admin admin] Pushing event updated for resources: {'Network': ['ID=5ad289c5-7afd-4e6b-b966-250f12941104,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:47.665182 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d89e905-e2e7-4646-a7c3-8b1a0feca136 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:47.667165 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 5ad289c5-7afd-4e6b-b966-250f12941104 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:34:47.694104 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-486b5e5f-f653-428b-a42d-7f691bac928c req-78852fcc-94db-4e90-a9e1-8dfd218c62ed tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.75 "GET /v2.0/security-groups?id=02c8b77c-23c6-4ea2-8a8d-0bbcdbfa8287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5565100 Dec 16 22:34:47.695162 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d89e905-e2e7-4646-a7c3-8b1a0feca136 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:47.705842 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d89e905-e2e7-4646-a7c3-8b1a0feca136 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:47.706308 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d89e905-e2e7-4646-a7c3-8b1a0feca136 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:47.712623 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-0ac536d8-4116-4a7f-a837-8b149595edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:47.713942 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-0ac536d8-4116-4a7f-a837-8b149595edd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:47.717140 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-0ac536d8-4116-4a7f-a837-8b149595edd2 service neutron] 10.222.0.76 "PUT /v2.0/ports/c4915266-bde3-4502-9123-a8a88088fdc3 HTTP/1.1" status: 200 len: 1091 time: 1.2524476 Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:47.717811 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:47.725570 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76fd23a-c8a0-4bba-8b22-9e797cdad486', 'tag': 'c4915266-bde3-4502-9123-a8a88088fdc3'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:34:47.725570 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f072aee0-4e51-4b16-83ce-21a374485983" -d '{"events": [{"name": "network-changed", "server_uuid": "d76fd23a-c8a0-4bba-8b22-9e797cdad486", "tag": "c4915266-bde3-4502-9123-a8a88088fdc3"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:34:47.763453 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac536d8-4116-4a7f-a837-8b149595edd2 service neutron] Pushing event updated for resources: {'Port': ['ID=c4915266-bde3-4502-9123-a8a88088fdc3,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:47.780926 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bae050-81eb-4894-94bf-4ed7e9c31f5e admin admin] Made reservation on behalf of 56b451a4e7874b6c8d22f403757d3c5f for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:47.783977 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f8bae050-81eb-4894-94bf-4ed7e9c31f5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:47.789536 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3728fd90-ad0b-4fec-907b-f079a85a7e79 x-openstack-request-id: req-3728fd90-ad0b-4fec-907b-f079a85a7e79 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:34:47.792345 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d76fd23a-c8a0-4bba-8b22-9e797cdad486", "tag": "c4915266-bde3-4502-9123-a8a88088fdc3", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:34:47.792345 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3728fd90-ad0b-4fec-907b-f079a85a7e79 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:34:47.792345 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd76fd23a-c8a0-4bba-8b22-9e797cdad486', 'tag': 'c4915266-bde3-4502-9123-a8a88088fdc3', 'status': 'completed', 'code': 200} Dec 16 22:34:47.935492 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072aee0-4e51-4b16-83ce-21a374485983 req-95e40aca-4a82-48fa-82ea-f172330b9cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:47.937113 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f072aee0-4e51-4b16-83ce-21a374485983 req-95e40aca-4a82-48fa-82ea-f172330b9cf4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=29fa6f57f23a484cbcd7503b99a4bf66&device_id=d76fd23a-c8a0-4bba-8b22-9e797cdad486 HTTP/1.1" status: 200 len: 1094 time: 0.0905979 Dec 16 22:34:47.948305 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d89e905-e2e7-4646-a7c3-8b1a0feca136 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:47.993246 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d89e905-e2e7-4646-a7c3-8b1a0feca136 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:47.998669 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9d89e905-e2e7-4646-a7c3-8b1a0feca136 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/networks/9b8e341c-8031-4248-bd82-9f0e921963fc HTTP/1.1" status: 204 len: 168 time: 2.0713460 Dec 16 22:34:48.002505 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89e905-e2e7-4646-a7c3-8b1a0feca136 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Network': ['ID=9b8e341c-8031-4248-bd82-9f0e921963fc,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:48.017086 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37926) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:48.023959 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-761548cb-ccc6-4fd0-b4bf-552928f2eec6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1401128657'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:48.103416 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-827f42a2-5cd9-43ab-9813-f1649820feef req-6a1a47c6-f20f-4f54-a44e-a6a07deeedc4 service neutron] (103613) timed out ('10.222.0.76', 58899) {{(pid=103613) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:34:48.206138 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072aee0-4e51-4b16-83ce-21a374485983 req-c2d5aa9b-38cb-477f-a711-44837b787497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:48.206138 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f072aee0-4e51-4b16-83ce-21a374485983 req-c2d5aa9b-38cb-477f-a711-44837b787497 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=29fa6f57f23a484cbcd7503b99a4bf66&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2060592 Dec 16 22:34:48.284501 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f8bae050-81eb-4894-94bf-4ed7e9c31f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:48.285234 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761548cb-ccc6-4fd0-b4bf-552928f2eec6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:48.305361 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-761548cb-ccc6-4fd0-b4bf-552928f2eec6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:48.350974 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761548cb-ccc6-4fd0-b4bf-552928f2eec6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:34:48.360108 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072aee0-4e51-4b16-83ce-21a374485983 req-6736f5f5-b1c9-49eb-91ca-8db258f8074c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:48.361965 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f072aee0-4e51-4b16-83ce-21a374485983 req-6736f5f5-b1c9-49eb-91ca-8db258f8074c service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1874268 Dec 16 22:34:48.365071 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-761548cb-ccc6-4fd0-b4bf-552928f2eec6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:48.366080 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-761548cb-ccc6-4fd0-b4bf-552928f2eec6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Added segment e012db29-94da-431a-8652-8636555639e5 of type vlan for network 33d2e64f-c7c9-4eb4-a785-538a7d46279d Dec 16 22:34:48.410097 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bae050-81eb-4894-94bf-4ed7e9c31f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3921af46-4a83-4fac-8615-2a2a9abad034,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:48.432998 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-761548cb-ccc6-4fd0-b4bf-552928f2eec6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:48.439942 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bae050-81eb-4894-94bf-4ed7e9c31f5e admin admin] Checking segment: {'id': 'ebeb3950-671a-4b5d-9be7-8ef3d653ddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5ad289c5-7afd-4e6b-b966-250f12941104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:48.440378 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bae050-81eb-4894-94bf-4ed7e9c31f5e admin admin] Network hostable DHCP agents. Network: 5ad289c5-7afd-4e6b-b966-250f12941104, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:34:48.499838 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-813e03ad-19fd-47a4-9a5f-a0ad08096ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:48.501654 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-813e03ad-19fd-47a4-9a5f-a0ad08096ea3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=29fa6f57f23a484cbcd7503b99a4bf66&device_id=d76fd23a-c8a0-4bba-8b22-9e797cdad486 HTTP/1.1" status: 200 len: 1094 time: 0.0563271 Dec 16 22:34:48.558241 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-761548cb-ccc6-4fd0-b4bf-552928f2eec6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:48.560341 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-10a15a50-c376-410e-a385-e66efc01ec7c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4915266-bde3-4502-9123-a8a88088fdc3 HTTP/1.1" status: 200 len: 217 time: 0.0387588 Dec 16 22:34:48.566166 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761548cb-ccc6-4fd0-b4bf-552928f2eec6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:48.567063 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-761548cb-ccc6-4fd0-b4bf-552928f2eec6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:48.570124 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bae050-81eb-4894-94bf-4ed7e9c31f5e admin admin] Network 5ad289c5-7afd-4e6b-b966-250f12941104 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:34:48.634383 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-f436ccad-fac1-49ef-81ad-ae55699a7e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:48.636007 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-f436ccad-fac1-49ef-81ad-ae55699a7e9b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6c8cbff1-0457-470d-b94f-7bc54ff917f3 HTTP/1.1" status: 200 len: 848 time: 0.0633299 Dec 16 22:34:48.640699 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761548cb-ccc6-4fd0-b4bf-552928f2eec6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Network': ['ID=33d2e64f-c7c9-4eb4-a785-538a7d46279d,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:48.651739 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 33d2e64f-c7c9-4eb4-a785-538a7d46279d details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:34:48.690712 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-085898e4-aa86-4519-b851-c87fa41760d9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=958972cb-0295-49f7-b91f-85863daf520c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390310 Dec 16 22:34:48.802824 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-6f4295eb-2695-48fd-ba32-55dabfcfa570 service neutron] 10.222.0.76 "GET /v2.0/networks/958972cb-0295-49f7-b91f-85863daf520c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062629 Dec 16 22:34:48.803963 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-f8bae050-81eb-4894-94bf-4ed7e9c31f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 5ad289c5-7afd-4e6b-b966-250f12941104) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:48.817926 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832cd85a-ab3a-4332-a74b-a21955c01b53 None None] Network 5ad289c5-7afd-4e6b-b966-250f12941104 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:48.818432 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bae050-81eb-4894-94bf-4ed7e9c31f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:48.819259 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f8bae050-81eb-4894-94bf-4ed7e9c31f5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:48.863255 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-761548cb-ccc6-4fd0-b4bf-552928f2eec6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8434377 Dec 16 22:34:48.869337 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37940) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:48.889991 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-709db6f3-d0cd-4dcb-b3e6-5e11201b02bf tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'subnet': {'network_id': '33d2e64f-c7c9-4eb4-a785-538a7d46279d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:48.960356 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e14a545-7f29-4813-aad5-2f1cd796bdce req-a2adad2f-772b-4716-8559-67c8248f8676 service neutron] 10.222.0.76 "GET /v2.0/networks/958972cb-0295-49f7-b91f-85863daf520c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365249 Dec 16 22:34:48.969943 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae8768-b06a-457e-9941-84cfc8400137 req-744d9d4e-2666-4ad7-bbf3-724a64d062e5 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:48.971556 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-45ae8768-b06a-457e-9941-84cfc8400137 req-744d9d4e-2666-4ad7-bbf3-724a64d062e5 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.75 "GET /v2.0/ports?device_id=d76fd23a-c8a0-4bba-8b22-9e797cdad486 HTTP/1.1" status: 200 len: 943 time: 0.1626554 Dec 16 22:34:49.007029 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f8bae050-81eb-4894-94bf-4ed7e9c31f5e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4255171 Dec 16 22:34:49.009565 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d281ad6a-d2d6-4911-8efd-4ee3774e71af None None] Network 5ad289c5-7afd-4e6b-b966-250f12941104 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:49.113752 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-45ae8768-b06a-457e-9941-84cfc8400137 req-5e0c0a10-0d3d-40a2-9198-8b2c94b3bce0 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.75 "GET /v2.0/security-groups?id=02c8b77c-23c6-4ea2-8a8d-0bbcdbfa8287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327555 Dec 16 22:34:49.193049 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709db6f3-d0cd-4dcb-b3e6-5e11201b02bf tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:49.198314 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-709db6f3-d0cd-4dcb-b3e6-5e11201b02bf tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:49.610156 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-709db6f3-d0cd-4dcb-b3e6-5e11201b02bf tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:49.704342 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709db6f3-d0cd-4dcb-b3e6-5e11201b02bf tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Subnet': ['ID=2ca8ba2e-2ad0-4f72-a604-a70ff338fbf7,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:49.714679 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709db6f3-d0cd-4dcb-b3e6-5e11201b02bf tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Checking segment: {'id': 'e012db29-94da-431a-8652-8636555639e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '33d2e64f-c7c9-4eb4-a785-538a7d46279d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:49.715086 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709db6f3-d0cd-4dcb-b3e6-5e11201b02bf tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network hostable DHCP agents. Network: 33d2e64f-c7c9-4eb4-a785-538a7d46279d, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:34:49.809837 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709db6f3-d0cd-4dcb-b3e6-5e11201b02bf tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network 33d2e64f-c7c9-4eb4-a785-538a7d46279d is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:34:49.906693 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-709db6f3-d0cd-4dcb-b3e6-5e11201b02bf tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 33d2e64f-c7c9-4eb4-a785-538a7d46279d) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:49.911907 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709db6f3-d0cd-4dcb-b3e6-5e11201b02bf tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:49.923069 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-709db6f3-d0cd-4dcb-b3e6-5e11201b02bf tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:49.923809 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd097f3-9567-42cf-9326-0d2342b01a59 None None] Network 33d2e64f-c7c9-4eb4-a785-538a7d46279d requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:49.931171 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-86aa9875-64a4-4db0-a9f0-e05725ce5f79 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:49.932755 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-86aa9875-64a4-4db0-a9f0-e05725ce5f79 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/networks?id=5ad289c5-7afd-4e6b-b966-250f12941104 HTTP/1.1" status: 200 len: 815 time: 0.1132629 Dec 16 22:34:49.951241 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-c55d38f3-0111-40a2-b007-e9b326dd3641 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/quotas/56b451a4e7874b6c8d22f403757d3c5f HTTP/1.1" status: 200 len: 375 time: 0.0102079 Dec 16 22:34:49.989136 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-709db6f3-d0cd-4dcb-b3e6-5e11201b02bf tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1094022 Dec 16 22:34:49.990188 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37966) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:50.011784 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-bf82ec9c-b598-4544-ae35-34fba0961691 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'port': {'network_id': '33d2e64f-c7c9-4eb4-a785-538a7d46279d', 'name': 'tempest-PortsTestJSON-888707306', 'fixed_ips': [{'subnet_id': '2ca8ba2e-2ad0-4f72-a604-a70ff338fbf7', 'ip_address': '172.20.0.10'}]}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:50.015533 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-25c9eb3b-1f87-459f-8c1e-c51421d26b67 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=56b451a4e7874b6c8d22f403757d3c5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573225 Dec 16 22:34:50.036936 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b224596b-4235-48a2-ab8d-416ada701efc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-33d2e64f-c7c9-4eb4-a785-538a7d46279d', 'network_id': '33d2e64f-c7c9-4eb4-a785-538a7d46279d', 'project_id': '205d5d309c0e4c31af9f0a22be5c7456', 'fixed_ips': [{'subnet_id': '2ca8ba2e-2ad0-4f72-a604-a70ff338fbf7'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:34:50.038123 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b224596b-4235-48a2-ab8d-416ada701efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:50.180857 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-11d99701-799f-44c4-a88f-79a5916dd335 service neutron] 10.222.0.75 "GET /v2.0/networks/5ad289c5-7afd-4e6b-b966-250f12941104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431208 Dec 16 22:34:50.221419 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-b224596b-4235-48a2-ab8d-416ada701efc None None] Allocated IP 172.20.0.2 (33d2e64f-c7c9-4eb4-a785-538a7d46279d/2ca8ba2e-2ad0-4f72-a604-a70ff338fbf7/3041c5f3-dc28-4ed0-8ce1-96001650d1db) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:50.307602 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e01125-22e6-4889-988b-c28551bedaa5 req-5365d594-8942-47b3-9371-482b8c88ee14 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:50.310468 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-10e01125-22e6-4889-988b-c28551bedaa5 req-5365d594-8942-47b3-9371-482b8c88ee14 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.75 "GET /v2.0/ports?device_id=d76fd23a-c8a0-4bba-8b22-9e797cdad486 HTTP/1.1" status: 200 len: 943 time: 0.0652151 Dec 16 22:34:50.328182 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-9ee9a691-19f5-4d73-b40a-19bb38e576ae service neutron] 10.222.0.75 "GET /v2.0/networks/5ad289c5-7afd-4e6b-b966-250f12941104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458671 Dec 16 22:34:50.415897 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf82ec9c-b598-4544-ae35-34fba0961691 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:50.433307 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b224596b-4235-48a2-ab8d-416ada701efc None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:50.436213 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-10e01125-22e6-4889-988b-c28551bedaa5 req-3ed13bc9-e614-487c-b74a-7e6f753b38bc tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.75 "GET /v2.0/security-groups?id=02c8b77c-23c6-4ea2-8a8d-0bbcdbfa8287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185548 Dec 16 22:34:50.517974 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf82ec9c-b598-4544-ae35-34fba0961691 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:50.535987 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-bf82ec9c-b598-4544-ae35-34fba0961691 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] device_id is not set on port 4be40a3a-b9a0-479f-86b9-1d630f3b27ce yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:34:50.565023 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b224596b-4235-48a2-ab8d-416ada701efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:50.640463 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b224596b-4235-48a2-ab8d-416ada701efc None None] Network 33d2e64f-c7c9-4eb4-a785-538a7d46279d is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:50.650052 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-b224596b-4235-48a2-ab8d-416ada701efc None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:50.661889 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b224596b-4235-48a2-ab8d-416ada701efc None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:50.725730 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224596b-4235-48a2-ab8d-416ada701efc None None] Pushing event updated for resources: {'Port': ['ID=3041c5f3-dc28-4ed0-8ce1-96001650d1db,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:50.738818 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-b224596b-4235-48a2-ab8d-416ada701efc None None] Attempting to bind port 3041c5f3-dc28-4ed0-8ce1-96001650d1db on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:34:50.739966 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-b224596b-4235-48a2-ab8d-416ada701efc None None] Attempting to bind port 3041c5f3-dc28-4ed0-8ce1-96001650d1db by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'e012db29-94da-431a-8652-8636555639e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '33d2e64f-c7c9-4eb4-a785-538a7d46279d'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:34:50.740466 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b224596b-4235-48a2-ab8d-416ada701efc None None] Attempting to bind port 3041c5f3-dc28-4ed0-8ce1-96001650d1db on network 33d2e64f-c7c9-4eb4-a785-538a7d46279d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:34:50.748072 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b224596b-4235-48a2-ab8d-416ada701efc None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:34:50.748614 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b224596b-4235-48a2-ab8d-416ada701efc None None] Checking segment: {'id': 'e012db29-94da-431a-8652-8636555639e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '33d2e64f-c7c9-4eb4-a785-538a7d46279d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:50.749138 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b224596b-4235-48a2-ab8d-416ada701efc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:50.749637 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b224596b-4235-48a2-ab8d-416ada701efc None None] Bound using segment: {'id': 'e012db29-94da-431a-8652-8636555639e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '33d2e64f-c7c9-4eb4-a785-538a7d46279d'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:34:50.750220 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-b224596b-4235-48a2-ab8d-416ada701efc None None] Bound port: 3041c5f3-dc28-4ed0-8ce1-96001650d1db, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e012db29-94da-431a-8652-8636555639e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '33d2e64f-c7c9-4eb4-a785-538a7d46279d'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:34:50.751183 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b224596b-4235-48a2-ab8d-416ada701efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:50.830465 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-bf82ec9c-b598-4544-ae35-34fba0961691 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Allocated IP 172.20.0.10 (33d2e64f-c7c9-4eb4-a785-538a7d46279d/2ca8ba2e-2ad0-4f72-a604-a70ff338fbf7/4be40a3a-b9a0-479f-86b9-1d630f3b27ce) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:50.839003 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b224596b-4235-48a2-ab8d-416ada701efc None None] For port 3041c5f3-dc28-4ed0-8ce1-96001650d1db, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:34:50.842291 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b224596b-4235-48a2-ab8d-416ada701efc None None] For port 3041c5f3-dc28-4ed0-8ce1-96001650d1db, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=3041c5f3-dc28-4ed0-8ce1-96001650d1db,segment=NetworkSegment(e012db29-94da-431a-8652-8636555639e5),segment_id=e012db29-94da-431a-8652-8636555639e5)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:34:50.849496 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2e9ab654-9bee-4ba6-ba2a-0fb2debcffbc req-9b692144-1158-4ee6-8703-ef1e4210f64e tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=9f10a5d9-aae4-4652-8f90-721b9f05678e HTTP/1.1" status: 200 len: 210 time: 0.1294117 Dec 16 22:34:50.930523 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b224596b-4235-48a2-ab8d-416ada701efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:51.011970 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224596b-4235-48a2-ab8d-416ada701efc None None] Pushing event updated for resources: {'Port': ['ID=3041c5f3-dc28-4ed0-8ce1-96001650d1db,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:51.043002 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf82ec9c-b598-4544-ae35-34fba0961691 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:51.182160 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf82ec9c-b598-4544-ae35-34fba0961691 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:51.226701 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37986) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:51.259950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf82ec9c-b598-4544-ae35-34fba0961691 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network 33d2e64f-c7c9-4eb4-a785-538a7d46279d is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:51.263374 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-bf82ec9c-b598-4544-ae35-34fba0961691 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:51.266072 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf82ec9c-b598-4544-ae35-34fba0961691 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:51.308922 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf82ec9c-b598-4544-ae35-34fba0961691 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Port': ['ID=4be40a3a-b9a0-479f-86b9-1d630f3b27ce,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:51.352716 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf82ec9c-b598-4544-ae35-34fba0961691 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:51.353512 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf82ec9c-b598-4544-ae35-34fba0961691 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:51.402808 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8a8ee8b-64fc-4f07-a44b-940f53b5d7dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:51.424787 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bf82ec9c-b598-4544-ae35-34fba0961691 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4332280 Dec 16 22:34:51.427248 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37992) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:51.432874 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-f6a6405e-cb39-4649-b413-b11086277a58 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'port': {'network_id': '33d2e64f-c7c9-4eb4-a785-538a7d46279d', 'name': 'tempest-PortsTestJSON-93376564', 'fixed_ips': [{'subnet_id': '2ca8ba2e-2ad0-4f72-a604-a70ff338fbf7', 'ip_address': '172.20.0.9'}]}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:51.533562 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8a8ee8b-64fc-4f07-a44b-940f53b5d7dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:51.639847 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3824bbc-e69a-441a-9d48-c789bcbbad3b req-e00812c4-14d3-464d-85d1-447be6d12667 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:51.641764 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a3824bbc-e69a-441a-9d48-c789bcbbad3b req-e00812c4-14d3-464d-85d1-447be6d12667 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.75 "GET /v2.0/ports?device_id=d76fd23a-c8a0-4bba-8b22-9e797cdad486 HTTP/1.1" status: 200 len: 943 time: 0.0795684 Dec 16 22:34:51.658372 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device c4915266-bde3-4502-9123-a8a88088fdc3 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:34:51.658654 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8a8ee8b-64fc-4f07-a44b-940f53b5d7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:51.690364 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a6405e-cb39-4649-b413-b11086277a58 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:51.696517 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f6a6405e-cb39-4649-b413-b11086277a58 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:51.721859 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-f6a6405e-cb39-4649-b413-b11086277a58 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] device_id is not set on port 9655797a-f7bd-400c-a73f-15ff6ebc8fd7 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:34:51.723565 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a8a8ee8b-64fc-4f07-a44b-940f53b5d7dc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cb1a9ef15b7045079ca48bd9d59c164e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4938717 Dec 16 22:34:51.725916 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8ee8b-64fc-4f07-a44b-940f53b5d7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818003ab-5ab6-40c1-ae59-096a327d73e0,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:51.731511 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37998) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:51.766355 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a3824bbc-e69a-441a-9d48-c789bcbbad3b req-075508b0-8cd7-4ceb-8c42-20feaa0da9d8 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.75 "GET /v2.0/security-groups?id=02c8b77c-23c6-4ea2-8a8d-0bbcdbfa8287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174943 Dec 16 22:34:51.837923 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-76a60e36-b056-4eee-ace2-1fd4e2288394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:51.868815 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-76a60e36-b056-4eee-ace2-1fd4e2288394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:52.004855 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port c4915266-bde3-4502-9123-a8a88088fdc3, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=c4915266-bde3-4502-9123-a8a88088fdc3,segment=NetworkSegment(555acb0b-63bd-4256-8848-d432b02f0b76),segment_id=555acb0b-63bd-4256-8848-d432b02f0b76)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:52.017508 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9fae7996-dfaf-4286-95bc-9be5443d6010 req-8876caa6-76e9-4b9a-bafc-526ad862dad8 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=9f10a5d9-aae4-4652-8f90-721b9f05678e HTTP/1.1" status: 200 len: 210 time: 0.0352106 Dec 16 22:34:52.027330 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'c4915266-bde3-4502-9123-a8a88088fdc3', 'network_id': '958972cb-0295-49f7-b91f-85863daf520c', 'port_id': 'c4915266-bde3-4502-9123-a8a88088fdc3', 'mac_address': 'fa:16:3e:3c:07:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c8cbff1-0457-470d-b94f-7bc54ff917f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:34:52.027587 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-f6a6405e-cb39-4649-b413-b11086277a58 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Allocated IP 172.20.0.9 (33d2e64f-c7c9-4eb4-a785-538a7d46279d/2ca8ba2e-2ad0-4f72-a604-a70ff338fbf7/9655797a-f7bd-400c-a73f-15ff6ebc8fd7) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:52.039949 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-76a60e36-b056-4eee-ace2-1fd4e2288394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:52.042612 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-76a60e36-b056-4eee-ace2-1fd4e2288394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:52.043981 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-76a60e36-b056-4eee-ace2-1fd4e2288394 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/818003ab-5ab6-40c1-ae59-096a327d73e0 HTTP/1.1" status: 204 len: 168 time: 0.3111136 Dec 16 22:34:52.052129 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a60e36-b056-4eee-ace2-1fd4e2288394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818003ab-5ab6-40c1-ae59-096a327d73e0,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:52.109063 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:52.124700 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4915266-bde3-4502-9123-a8a88088fdc3 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:34:52.162197 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port c4915266-bde3-4502-9123-a8a88088fdc3, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=c4915266-bde3-4502-9123-a8a88088fdc3,segment=NetworkSegment(555acb0b-63bd-4256-8848-d432b02f0b76),segment_id=555acb0b-63bd-4256-8848-d432b02f0b76)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:52.262661 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f6a6405e-cb39-4649-b413-b11086277a58 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:52.282296 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:52.290005 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6cfc4e-b2c0-43ea-bed5-ad33a1aa9307 None None] Network 33d2e64f-c7c9-4eb4-a785-538a7d46279d requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:52.376995 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f6a6405e-cb39-4649-b413-b11086277a58 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:52.420503 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=c4915266-bde3-4502-9123-a8a88088fdc3,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:52.427383 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5eb614aa-91bb-4814-bf15-428f76829515 None None] Provisioning complete for port 3041c5f3-dc28-4ed0-8ce1-96001650d1db triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:52.427984 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5eb614aa-91bb-4814-bf15-428f76829515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:52.431874 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a6405e-cb39-4649-b413-b11086277a58 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network 33d2e64f-c7c9-4eb4-a785-538a7d46279d is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:52.436100 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-f6a6405e-cb39-4649-b413-b11086277a58 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:52.440149 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a6405e-cb39-4649-b413-b11086277a58 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:52.466567 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6405e-cb39-4649-b413-b11086277a58 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Port': ['ID=9655797a-f7bd-400c-a73f-15ff6ebc8fd7,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:52.507912 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a6405e-cb39-4649-b413-b11086277a58 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:52.509574 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f6a6405e-cb39-4649-b413-b11086277a58 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:52.585254 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5eb614aa-91bb-4814-bf15-428f76829515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:52.610969 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f6a6405e-cb39-4649-b413-b11086277a58 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1802573 Dec 16 22:34:52.611668 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38010) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:52.619287 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5eb614aa-91bb-4814-bf15-428f76829515 None None] For port 3041c5f3-dc28-4ed0-8ce1-96001650d1db, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=3041c5f3-dc28-4ed0-8ce1-96001650d1db,segment=NetworkSegment(e012db29-94da-431a-8652-8636555639e5),segment_id=e012db29-94da-431a-8652-8636555639e5)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:52.651592 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['c4915266-bde3-4502-9123-a8a88088fdc3'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:34:52.702111 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5eb614aa-91bb-4814-bf15-428f76829515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:52.713912 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c416ffc6-a5bb-408a-8b27-5e6c7148da07 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:52.718649 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c416ffc6-a5bb-408a-8b27-5e6c7148da07 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1030157 Dec 16 22:34:52.718899 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38012) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:52.795339 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb614aa-91bb-4814-bf15-428f76829515 None None] Pushing event updated for resources: {'Port': ['ID=3041c5f3-dc28-4ed0-8ce1-96001650d1db,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:52.813913 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec2ba0b-d73a-4df5-a419-e0b9f8f791a0 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:52.820272 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec2ba0b-d73a-4df5-a419-e0b9f8f791a0 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:52.832921 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec2ba0b-d73a-4df5-a419-e0b9f8f791a0 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:52.839914 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-aec2ba0b-d73a-4df5-a419-e0b9f8f791a0 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1199758 Dec 16 22:34:52.843377 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38016) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:52.913709 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38018) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:52.959517 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5102c3e1-c3ff-415a-940c-462593433e94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:52.963446 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2e0234fe-bf8f-4340-9440-b1be28c7ddde None None] Provisioning complete for port 3041c5f3-dc28-4ed0-8ce1-96001650d1db triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:52.963823 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2e0234fe-bf8f-4340-9440-b1be28c7ddde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:53.072258 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a897ea-77e1-48ec-9ab1-194b3daf0ec2 req-e5b2fa14-89cf-499a-a061-d3feca38e5dc tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:53.081225 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-58a897ea-77e1-48ec-9ab1-194b3daf0ec2 req-e5b2fa14-89cf-499a-a061-d3feca38e5dc tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.75 "GET /v2.0/ports?device_id=d76fd23a-c8a0-4bba-8b22-9e797cdad486 HTTP/1.1" status: 200 len: 944 time: 0.1745174 Dec 16 22:34:53.089033 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 3041c5f3-dc28-4ed0-8ce1-96001650d1db up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:34:53.144750 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-58a897ea-77e1-48ec-9ab1-194b3daf0ec2 req-2e06b675-c4c6-4074-b428-f9854242e661 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.75 "GET /v2.0/security-groups?id=02c8b77c-23c6-4ea2-8a8d-0bbcdbfa8287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614161 Dec 16 22:34:53.156663 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2e0234fe-bf8f-4340-9440-b1be28c7ddde None None] Provisioning complete for port 9655797a-f7bd-400c-a73f-15ff6ebc8fd7 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:53.156819 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2e0234fe-bf8f-4340-9440-b1be28c7ddde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:53.174718 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-3fc92845-45bb-47f5-8111-0b47f3148e61 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting port 9655797a-f7bd-400c-a73f-15ff6ebc8fd7 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:53.175985 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3fc92845-45bb-47f5-8111-0b47f3148e61 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:53.182930 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e90f6-32e5-4034-99b0-a4e79f446d60 req-7fdd52e3-a232-4b44-8d2e-7fc0f4d9a7d9 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:53.194557 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-567e90f6-32e5-4034-99b0-a4e79f446d60 req-7fdd52e3-a232-4b44-8d2e-7fc0f4d9a7d9 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a HTTP/1.1" status: 200 len: 946 time: 0.1496079 Dec 16 22:34:53.198829 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 3041c5f3-dc28-4ed0-8ce1-96001650d1db triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:53.199241 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:53.239255 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2e0234fe-bf8f-4340-9440-b1be28c7ddde None None] Port 9655797a-f7bd-400c-a73f-15ff6ebc8fd7 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:34:53.262354 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2e0234fe-bf8f-4340-9440-b1be28c7ddde None None] Provisioning complete for port 4be40a3a-b9a0-479f-86b9-1d630f3b27ce triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:53.263686 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2e0234fe-bf8f-4340-9440-b1be28c7ddde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:53.275890 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5102c3e1-c3ff-415a-940c-462593433e94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:53.325239 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3fc92845-45bb-47f5-8111-0b47f3148e61 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:53.325939 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-567e90f6-32e5-4034-99b0-a4e79f446d60 req-69f162ec-baaa-4032-9a6e-56189fc875cb tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f16d179-18d5-4d45-b2c2-ad7b37955b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177320 Dec 16 22:34:53.343692 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-3fc92845-45bb-47f5-8111-0b47f3148e61 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Calling delete_port for 9655797a-f7bd-400c-a73f-15ff6ebc8fd7 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:53.350138 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2e0234fe-bf8f-4340-9440-b1be28c7ddde None None] Port 4be40a3a-b9a0-479f-86b9-1d630f3b27ce cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:34:53.386667 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5102c3e1-c3ff-415a-940c-462593433e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:53.429534 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5102c3e1-c3ff-415a-940c-462593433e94 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=81e50c8d51c64c3e89b90683cb2f4582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5142908 Dec 16 22:34:53.432494 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8c68fd92-344d-4203-af0c-04d04a94e5c7 req-f936441c-29e7-4cbc-af14-92a159ffc3cd tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=9f10a5d9-aae4-4652-8f90-721b9f05678e HTTP/1.1" status: 200 len: 210 time: 0.0756843 Dec 16 22:34:53.436835 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38024) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:53.446627 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102c3e1-c3ff-415a-940c-462593433e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f94caf0-198f-4ea0-b21c-a7adb007a5ad,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:53.460317 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f487440a-953e-49ae-9e7a-ddbeb0f9ea68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:53.485291 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ebc07e44-bd71-41d5-a8dd-bb3386f8a1e6 None None] Provisioning complete for port 9655797a-f7bd-400c-a73f-15ff6ebc8fd7 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:53.485613 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ebc07e44-bd71-41d5-a8dd-bb3386f8a1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:53.503907 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-87aee3a0-c58d-4f0a-b459-b48a5ebadda2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:53.531154 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-87aee3a0-c58d-4f0a-b459-b48a5ebadda2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:53.531438 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ebc07e44-bd71-41d5-a8dd-bb3386f8a1e6 None None] Port 9655797a-f7bd-400c-a73f-15ff6ebc8fd7 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:34:53.544193 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ebc07e44-bd71-41d5-a8dd-bb3386f8a1e6 None None] Provisioning complete for port 4be40a3a-b9a0-479f-86b9-1d630f3b27ce triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:53.544568 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ebc07e44-bd71-41d5-a8dd-bb3386f8a1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:53.572742 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-e547c2d3-0b68-43d1-bd96-f03a0d3710cd tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:53.574255 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-e547c2d3-0b68-43d1-bd96-f03a0d3710cd tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.57 "GET /v2.0/networks?id=5ad289c5-7afd-4e6b-b966-250f12941104 HTTP/1.1" status: 200 len: 815 time: 0.1443975 Dec 16 22:34:53.587892 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ebc07e44-bd71-41d5-a8dd-bb3386f8a1e6 None None] Port 4be40a3a-b9a0-479f-86b9-1d630f3b27ce cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:34:53.610053 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-b5456116-2654-40cb-b43a-3fd6cba9f077 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Request body: {'port': {'device_id': '9f10a5d9-aae4-4652-8f90-721b9f05678e', 'network_id': '5ad289c5-7afd-4e6b-b966-250f12941104', 'admin_state_up': True, 'tenant_id': '56b451a4e7874b6c8d22f403757d3c5f'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:53.656129 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device c4915266-bde3-4502-9123-a8a88088fdc3 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:34:53.696054 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-87aee3a0-c58d-4f0a-b459-b48a5ebadda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:53.699680 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-87aee3a0-c58d-4f0a-b459-b48a5ebadda2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:53.701463 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-87aee3a0-c58d-4f0a-b459-b48a5ebadda2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0f94caf0-198f-4ea0-b21c-a7adb007a5ad HTTP/1.1" status: 204 len: 168 time: 0.2637303 Dec 16 22:34:53.713127 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aee3a0-c58d-4f0a-b459-b48a5ebadda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f94caf0-198f-4ea0-b21c-a7adb007a5ad,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:53.780906 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3fc92845-45bb-47f5-8111-0b47f3148e61 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:53.809350 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port c4915266-bde3-4502-9123-a8a88088fdc3 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:34:53.814104 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port c4915266-bde3-4502-9123-a8a88088fdc3 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:34:53.814639 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:53.815685 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc92845-45bb-47f5-8111-0b47f3148e61 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Port': ['ID=9655797a-f7bd-400c-a73f-15ff6ebc8fd7,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:53.817831 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-b5456116-2654-40cb-b43a-3fd6cba9f077 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Made reservation on behalf of 56b451a4e7874b6c8d22f403757d3c5f for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:53.821186 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-b5456116-2654-40cb-b43a-3fd6cba9f077 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:53.920527 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:53.952455 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76fd23a-c8a0-4bba-8b22-9e797cdad486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4915266-bde3-4502-9123-a8a88088fdc3'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:34:53.953301 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3fc92845-45bb-47f5-8111-0b47f3148e61 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:53.954754 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b0a309-d52b-4665-a3ec-8405518b396a" -d '{"events": [{"server_uuid": "d76fd23a-c8a0-4bba-8b22-9e797cdad486", "name": "network-vif-plugged", "status": "completed", "tag": "c4915266-bde3-4502-9123-a8a88088fdc3"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:34:53.959191 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3fc92845-45bb-47f5-8111-0b47f3148e61 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/ports/9655797a-f7bd-400c-a73f-15ff6ebc8fd7 HTTP/1.1" status: 204 len: 168 time: 1.1115894 Dec 16 22:34:53.960331 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38030) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:53.974524 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port c4915266-bde3-4502-9123-a8a88088fdc3, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=c4915266-bde3-4502-9123-a8a88088fdc3,segment=NetworkSegment(555acb0b-63bd-4256-8848-d432b02f0b76),segment_id=555acb0b-63bd-4256-8848-d432b02f0b76)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:53.992597 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea70c46-5fdc-4e6e-95f4-afd6ade6be3c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] GET failed (client error): The resource could not be found. Dec 16 22:34:53.994082 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fea70c46-5fdc-4e6e-95f4-afd6ade6be3c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "GET /v2.0/ports/9655797a-f7bd-400c-a73f-15ff6ebc8fd7 HTTP/1.1" status: 404 len: 333 time: 0.0327771 Dec 16 22:34:53.999552 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38032) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:54.011897 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a44bf5-521e-4056-87ba-c26c1e5e4115 x-openstack-request-id: req-d5a44bf5-521e-4056-87ba-c26c1e5e4115 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:34:54.012882 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76fd23a-c8a0-4bba-8b22-9e797cdad486", "name": "network-vif-plugged", "status": "completed", "tag": "c4915266-bde3-4502-9123-a8a88088fdc3", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:34:54.013405 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d5a44bf5-521e-4056-87ba-c26c1e5e4115 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:34:54.013973 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76fd23a-c8a0-4bba-8b22-9e797cdad486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4915266-bde3-4502-9123-a8a88088fdc3', 'code': 200} Dec 16 22:34:54.066878 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:54.072425 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-b5456116-2654-40cb-b43a-3fd6cba9f077 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Allocated IP 172.20.0.13 (5ad289c5-7afd-4e6b-b966-250f12941104/3921af46-4a83-4fac-8615-2a2a9abad034/1c07a043-d9d1-4dd0-a167-799cc8db8c5f) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:54.156532 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=c4915266-bde3-4502-9123-a8a88088fdc3,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:54.302116 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-b5456116-2654-40cb-b43a-3fd6cba9f077 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:54.334251 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5cd23-8854-4efa-9046-9d99331c0da9 req-9d128527-0f27-430b-8909-50de95a777a8 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:54.335928 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2fb5cd23-8854-4efa-9046-9d99331c0da9 req-9d128527-0f27-430b-8909-50de95a777a8 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.75 "GET /v2.0/ports?device_id=d76fd23a-c8a0-4bba-8b22-9e797cdad486 HTTP/1.1" status: 200 len: 945 time: 0.0837049 Dec 16 22:34:54.413564 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2fb5cd23-8854-4efa-9046-9d99331c0da9 req-2b4a0248-b038-481e-bb32-711ebdc07834 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.75 "GET /v2.0/security-groups?id=02c8b77c-23c6-4ea2-8a8d-0bbcdbfa8287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633109 Dec 16 22:34:54.484102 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-b5456116-2654-40cb-b43a-3fd6cba9f077 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:54.549888 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-b5456116-2654-40cb-b43a-3fd6cba9f077 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Network 5ad289c5-7afd-4e6b-b966-250f12941104 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:54.570767 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-b5456116-2654-40cb-b43a-3fd6cba9f077 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:54.576246 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08983b-400f-4453-8fe1-4352c159b50c req-090e2f25-9041-4ad4-bdc3-44eeb3b7e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:54.576767 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-b5456116-2654-40cb-b43a-3fd6cba9f077 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:54.578569 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b08983b-400f-4453-8fe1-4352c159b50c req-090e2f25-9041-4ad4-bdc3-44eeb3b7e139 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d76fd23a-c8a0-4bba-8b22-9e797cdad486 HTTP/1.1" status: 200 len: 1096 time: 0.0993040 Dec 16 22:34:54.586783 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5456116-2654-40cb-b43a-3fd6cba9f077 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Pushing event updated for resources: {'Port': ['ID=1c07a043-d9d1-4dd0-a167-799cc8db8c5f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:54.596021 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27a723-b5db-42db-a527-db5ceb406570 req-42478649-298a-4ce2-8e21-5b7e06125aeb tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:54.598038 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1c27a723-b5db-42db-a527-db5ceb406570 req-42478649-298a-4ce2-8e21-5b7e06125aeb tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a HTTP/1.1" status: 200 len: 946 time: 0.1196320 Dec 16 22:34:54.638783 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86a29e-4099-437b-a60e-30b5832aa1ac req-ba551e27-8c16-4ec7-a304-b141546109eb tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:54.640385 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7b86a29e-4099-437b-a60e-30b5832aa1ac req-ba551e27-8c16-4ec7-a304-b141546109eb tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=9f10a5d9-aae4-4652-8f90-721b9f05678e HTTP/1.1" status: 200 len: 932 time: 0.1131167 Dec 16 22:34:54.642329 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-7abebb6c-dadf-4adc-8fcd-c8cfd7d9af36 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting port 4be40a3a-b9a0-479f-86b9-1d630f3b27ce {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:54.643275 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7abebb6c-dadf-4adc-8fcd-c8cfd7d9af36 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:54.660504 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-b5456116-2654-40cb-b43a-3fd6cba9f077 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:54.661115 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-b5456116-2654-40cb-b43a-3fd6cba9f077 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:54.714346 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7b86a29e-4099-437b-a60e-30b5832aa1ac req-6fd98df7-2033-49f8-97e7-9c939485879a tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612125 Dec 16 22:34:54.754780 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-b5456116-2654-40cb-b43a-3fd6cba9f077 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1492314 Dec 16 22:34:54.758180 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b08983b-400f-4453-8fe1-4352c159b50c req-f82993d2-f2e3-4de2-a617-b0ffe16949e5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=02c8b77c-23c6-4ea2-8a8d-0bbcdbfa8287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493192 Dec 16 22:34:54.765748 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1c27a723-b5db-42db-a527-db5ceb406570 req-4256d066-a085-483a-8db1-ff74d38ddbe0 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f16d179-18d5-4d45-b2c2-ad7b37955b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441913 Dec 16 22:34:54.793264 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-0428a275-e4e9-4914-a8d3-33fdcb9abaf3 service neutron] Request body: {'port': {'device_id': '9f10a5d9-aae4-4652-8f90-721b9f05678e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:54.800326 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7abebb6c-dadf-4adc-8fcd-c8cfd7d9af36 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:54.813463 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-7abebb6c-dadf-4adc-8fcd-c8cfd7d9af36 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Calling delete_port for 4be40a3a-b9a0-479f-86b9-1d630f3b27ce owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:54.861325 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-0428a275-e4e9-4914-a8d3-33fdcb9abaf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.082954 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c87e9c-c28a-42c9-afbe-effb52eb72dc req-1a559117-9cfa-4b84-9453-7267b9ae0e9f tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:55.084547 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f8c87e9c-c28a-42c9-afbe-effb52eb72dc req-1a559117-9cfa-4b84-9453-7267b9ae0e9f tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a HTTP/1.1" status: 200 len: 946 time: 0.0535352 Dec 16 22:34:55.085667 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7abebb6c-dadf-4adc-8fcd-c8cfd7d9af36 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.155317 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abebb6c-dadf-4adc-8fcd-c8cfd7d9af36 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Port': ['ID=4be40a3a-b9a0-479f-86b9-1d630f3b27ce,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:55.160265 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-0428a275-e4e9-4914-a8d3-33fdcb9abaf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c07a043-d9d1-4dd0-a167-799cc8db8c5f {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:34:55.169818 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-0428a275-e4e9-4914-a8d3-33fdcb9abaf3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.185385 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-0428a275-e4e9-4914-a8d3-33fdcb9abaf3 service neutron] Transition to ACTIVE for port object 1c07a043-d9d1-4dd0-a167-799cc8db8c5f will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:34:55.254339 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7abebb6c-dadf-4adc-8fcd-c8cfd7d9af36 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.258297 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7abebb6c-dadf-4adc-8fcd-c8cfd7d9af36 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/ports/4be40a3a-b9a0-479f-86b9-1d630f3b27ce HTTP/1.1" status: 204 len: 168 time: 1.2577474 Dec 16 22:34:55.261353 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38062) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:55.281466 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-f8c87e9c-c28a-42c9-afbe-effb52eb72dc req-587d08e1-dc4d-4e7b-9d81-fe624a04af0f tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Deleting port 0d01086c-b2d3-4344-a48d-aa1fd8ea69f4 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:55.282085 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f8c87e9c-c28a-42c9-afbe-effb52eb72dc req-587d08e1-dc4d-4e7b-9d81-fe624a04af0f tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.288566 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ae47b1-e18c-4fb9-af94-f8f04501311c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] GET failed (client error): The resource could not be found. Dec 16 22:34:55.290954 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-63ae47b1-e18c-4fb9-af94-f8f04501311c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "GET /v2.0/ports/4be40a3a-b9a0-479f-86b9-1d630f3b27ce HTTP/1.1" status: 404 len: 333 time: 0.0275805 Dec 16 22:34:55.293409 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-0428a275-e4e9-4914-a8d3-33fdcb9abaf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.295509 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38064) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:55.386313 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-f8c87e9c-c28a-42c9-afbe-effb52eb72dc req-587d08e1-dc4d-4e7b-9d81-fe624a04af0f tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] For port 0d01086c-b2d3-4344-a48d-aa1fd8ea69f4, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=0d01086c-b2d3-4344-a48d-aa1fd8ea69f4,segment=NetworkSegment(dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3),segment_id=dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:55.386882 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428a275-e4e9-4914-a8d3-33fdcb9abaf3 service neutron] Pushing event updated for resources: {'Port': ['ID=1c07a043-d9d1-4dd0-a167-799cc8db8c5f,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:55.388224 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f8c87e9c-c28a-42c9-afbe-effb52eb72dc req-587d08e1-dc4d-4e7b-9d81-fe624a04af0f tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.400598 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-8076e3d0-e178-4ead-830d-06995a256631 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting subnet 2ca8ba2e-2ad0-4f72-a604-a70ff338fbf7 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:34:55.408107 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-f8c87e9c-c28a-42c9-afbe-effb52eb72dc req-587d08e1-dc4d-4e7b-9d81-fe624a04af0f tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Calling delete_port for 0d01086c-b2d3-4344-a48d-aa1fd8ea69f4 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:55.408328 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8076e3d0-e178-4ead-830d-06995a256631 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.489643 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8076e3d0-e178-4ead-830d-06995a256631 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.578810 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-0428a275-e4e9-4914-a8d3-33fdcb9abaf3 service neutron] Attempting to bind port 1c07a043-d9d1-4dd0-a167-799cc8db8c5f on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:34:55.579185 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-0428a275-e4e9-4914-a8d3-33fdcb9abaf3 service neutron] Attempting to bind port 1c07a043-d9d1-4dd0-a167-799cc8db8c5f by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'ebeb3950-671a-4b5d-9be7-8ef3d653ddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5ad289c5-7afd-4e6b-b966-250f12941104'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:34:55.579523 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-0428a275-e4e9-4914-a8d3-33fdcb9abaf3 service neutron] Attempting to bind port 1c07a043-d9d1-4dd0-a167-799cc8db8c5f on network 5ad289c5-7afd-4e6b-b966-250f12941104 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:34:55.596544 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-0428a275-e4e9-4914-a8d3-33fdcb9abaf3 service neutron] Port 1c07a043-d9d1-4dd0-a167-799cc8db8c5f on network 5ad289c5-7afd-4e6b-b966-250f12941104 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:34:55.596878 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-0428a275-e4e9-4914-a8d3-33fdcb9abaf3 service neutron] Attempting to bind port 1c07a043-d9d1-4dd0-a167-799cc8db8c5f on network 5ad289c5-7afd-4e6b-b966-250f12941104 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:34:55.634982 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a8ba1-bef9-48c6-bc8a-ac56132100db req-b9cb8181-5d21-4beb-8f38-c1ed6f8a8e8a tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:55.636549 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-670a8ba1-bef9-48c6-bc8a-ac56132100db req-b9cb8181-5d21-4beb-8f38-c1ed6f8a8e8a tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.75 "GET /v2.0/ports?device_id=d76fd23a-c8a0-4bba-8b22-9e797cdad486 HTTP/1.1" status: 200 len: 945 time: 0.1253564 Dec 16 22:34:55.637434 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-0428a275-e4e9-4914-a8d3-33fdcb9abaf3 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:34:55.637777 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-0428a275-e4e9-4914-a8d3-33fdcb9abaf3 service neutron] Checking segment: {'id': 'ebeb3950-671a-4b5d-9be7-8ef3d653ddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5ad289c5-7afd-4e6b-b966-250f12941104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:55.638244 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-0428a275-e4e9-4914-a8d3-33fdcb9abaf3 service neutron] Bound using segment: {'id': 'ebeb3950-671a-4b5d-9be7-8ef3d653ddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5ad289c5-7afd-4e6b-b966-250f12941104'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:34:55.638824 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-0428a275-e4e9-4914-a8d3-33fdcb9abaf3 service neutron] Bound port: 1c07a043-d9d1-4dd0-a167-799cc8db8c5f, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebeb3950-671a-4b5d-9be7-8ef3d653ddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5ad289c5-7afd-4e6b-b966-250f12941104'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:34:55.639219 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-0428a275-e4e9-4914-a8d3-33fdcb9abaf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.675255 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38070) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:55.682060 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f8c87e9c-c28a-42c9-afbe-effb52eb72dc req-587d08e1-dc4d-4e7b-9d81-fe624a04af0f tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.705116 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8076e3d0-e178-4ead-830d-06995a256631 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.714560 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d08e1-dc4d-4e7b-9d81-fe624a04af0f tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Pushing event deleted for resources: {'Port': ['ID=0d01086c-b2d3-4344-a48d-aa1fd8ea69f4,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:55.717774 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['0d01086c-b2d3-4344-a48d-aa1fd8ea69f4'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:34:55.756154 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1903ee91-dec0-4bd4-a1f8-f1e7346145ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.781282 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c87e9c-c28a-42c9-afbe-effb52eb72dc req-587d08e1-dc4d-4e7b-9d81-fe624a04af0f tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] No DVR routers for this DVR port 0d01086c-b2d3-4344-a48d-aa1fd8ea69f4 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:55.784857 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f8c87e9c-c28a-42c9-afbe-effb52eb72dc req-587d08e1-dc4d-4e7b-9d81-fe624a04af0f tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.788342 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f8c87e9c-c28a-42c9-afbe-effb52eb72dc req-587d08e1-dc4d-4e7b-9d81-fe624a04af0f tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.57 "DELETE /v2.0/ports/0d01086c-b2d3-4344-a48d-aa1fd8ea69f4 HTTP/1.1" status: 204 len: 173 time: 0.6906846 Dec 16 22:34:55.788799 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a', 'name': 'network-vif-deleted', 'tag': '0d01086c-b2d3-4344-a48d-aa1fd8ea69f4'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:34:55.791468 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f26451-be82-4714-a68c-552ec877579d" -d '{"events": [{"server_uuid": "cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a", "name": "network-vif-deleted", "tag": "0d01086c-b2d3-4344-a48d-aa1fd8ea69f4"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:34:55.805569 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-670a8ba1-bef9-48c6-bc8a-ac56132100db req-d6e9d11a-faf6-4d78-b368-4a7504997012 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.75 "GET /v2.0/security-groups?id=02c8b77c-23c6-4ea2-8a8d-0bbcdbfa8287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612527 Dec 16 22:34:55.816508 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-0428a275-e4e9-4914-a8d3-33fdcb9abaf3 service neutron] For port 1c07a043-d9d1-4dd0-a167-799cc8db8c5f, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:34:55.822310 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-0428a275-e4e9-4914-a8d3-33fdcb9abaf3 service neutron] For port 1c07a043-d9d1-4dd0-a167-799cc8db8c5f, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1c07a043-d9d1-4dd0-a167-799cc8db8c5f,segment=NetworkSegment(ebeb3950-671a-4b5d-9be7-8ef3d653ddf1),segment_id=ebeb3950-671a-4b5d-9be7-8ef3d653ddf1)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:34:55.826241 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-da63e19d-7e4f-487a-af26-146a12b47f3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.916599 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd4714-01ef-4468-b5ba-042b8f38b47f req-8894b8ce-757e-4320-a150-4f2d20b09e31 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:55.918129 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-39fd4714-01ef-4468-b5ba-042b8f38b47f req-8894b8ce-757e-4320-a150-4f2d20b09e31 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=9f10a5d9-aae4-4652-8f90-721b9f05678e HTTP/1.1" status: 200 len: 944 time: 0.0579383 Dec 16 22:34:55.921111 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b98b6dbd-18a5-4a26-9656-63652dcfd497 req-9e4eb77e-063d-4926-99c5-6e5870239af0 tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a HTTP/1.1" status: 200 len: 210 time: 0.0283937 Dec 16 22:34:55.964698 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-0428a275-e4e9-4914-a8d3-33fdcb9abaf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.969311 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8076e3d0-e178-4ead-830d-06995a256631 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:55.979476 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd83a8e8-e2f5-4681-8427-ff7e27fb2dde x-openstack-request-id: req-dd83a8e8-e2f5-4681-8427-ff7e27fb2dde {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:34:55.979778 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a", "name": "network-vif-deleted", "tag": "0d01086c-b2d3-4344-a48d-aa1fd8ea69f4", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:34:55.980038 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dd83a8e8-e2f5-4681-8427-ff7e27fb2dde {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:34:55.980822 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a', 'name': 'network-vif-deleted', 'tag': '0d01086c-b2d3-4344-a48d-aa1fd8ea69f4', 'status': 'completed', 'code': 200} Dec 16 22:34:56.003685 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-39fd4714-01ef-4468-b5ba-042b8f38b47f req-bce32f8d-44c6-4fb6-9694-96fd8c2608e0 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790319 Dec 16 22:34:56.047342 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8076e3d0-e178-4ead-830d-06995a256631 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.050672 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8076e3d0-e178-4ead-830d-06995a256631 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/subnets/2ca8ba2e-2ad0-4f72-a604-a70ff338fbf7 HTTP/1.1" status: 204 len: 168 time: 0.7527616 Dec 16 22:34:56.053351 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38080) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:56.053515 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076e3d0-e178-4ead-830d-06995a256631 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Subnet': ['ID=2ca8ba2e-2ad0-4f72-a604-a70ff338fbf7,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:56.058496 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95ac59c-86bf-49f6-8704-e6b18659c5b3 None None] Network 33d2e64f-c7c9-4eb4-a785-538a7d46279d requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:56.062329 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-0428a275-e4e9-4914-a8d3-33fdcb9abaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:56.062542 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-0428a275-e4e9-4914-a8d3-33fdcb9abaf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.063935 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-0428a275-e4e9-4914-a8d3-33fdcb9abaf3 service neutron] 10.222.0.57 "PUT /v2.0/ports/1c07a043-d9d1-4dd0-a167-799cc8db8c5f HTTP/1.1" status: 200 len: 1092 time: 1.2759271 Dec 16 22:34:56.064383 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f10a5d9-aae4-4652-8f90-721b9f05678e', 'tag': '1c07a043-d9d1-4dd0-a167-799cc8db8c5f'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:34:56.066786 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accab359-658a-4029-b542-fd5721c7e113" -d '{"events": [{"name": "network-changed", "server_uuid": "9f10a5d9-aae4-4652-8f90-721b9f05678e", "tag": "1c07a043-d9d1-4dd0-a167-799cc8db8c5f"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:34:56.097333 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-da63e19d-7e4f-487a-af26-146a12b47f3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.100826 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428a275-e4e9-4914-a8d3-33fdcb9abaf3 service neutron] Pushing event updated for resources: {'Port': ['ID=1c07a043-d9d1-4dd0-a167-799cc8db8c5f,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:56.112923 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db17c7ce-cbf2-4169-9513-5d45a3f9619c x-openstack-request-id: req-db17c7ce-cbf2-4169-9513-5d45a3f9619c {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:34:56.113706 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f10a5d9-aae4-4652-8f90-721b9f05678e", "tag": "1c07a043-d9d1-4dd0-a167-799cc8db8c5f", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:34:56.114315 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-db17c7ce-cbf2-4169-9513-5d45a3f9619c {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:34:56.115184 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f10a5d9-aae4-4652-8f90-721b9f05678e', 'tag': '1c07a043-d9d1-4dd0-a167-799cc8db8c5f', 'status': 'completed', 'code': 200} Dec 16 22:34:56.175182 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-abf4550c-1466-4eb2-9de2-6a2516baabef tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.205741 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accab359-658a-4029-b542-fd5721c7e113 req-b947d6cb-e29b-49ec-a15f-5d453d2ff1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:56.207387 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-accab359-658a-4029-b542-fd5721c7e113 req-b947d6cb-e29b-49ec-a15f-5d453d2ff1b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56b451a4e7874b6c8d22f403757d3c5f&device_id=9f10a5d9-aae4-4652-8f90-721b9f05678e HTTP/1.1" status: 200 len: 1095 time: 0.0505345 Dec 16 22:34:56.218497 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-da63e19d-7e4f-487a-af26-146a12b47f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.287153 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63e19d-7e4f-487a-af26-146a12b47f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ea5c22-f488-4976-bcff-455121564736,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:56.292013 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825af1cb-c59a-4dac-a6e9-3a0a436b6ccb None None] DHCP port deletion for 33d2e64f-c7c9-4eb4-a785-538a7d46279d request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:34:56.298018 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-da63e19d-7e4f-487a-af26-146a12b47f3c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fa8bc2b4d9c541baa4f12400aa3cdb30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6214643 Dec 16 22:34:56.300598 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38084) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:56.337147 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-abf4550c-1466-4eb2-9de2-6a2516baabef tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting port 3041c5f3-dc28-4ed0-8ce1-96001650d1db {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:56.337147 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-abf4550c-1466-4eb2-9de2-6a2516baabef tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.342395 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accab359-658a-4029-b542-fd5721c7e113 req-831d104f-7870-418d-8c99-7a0a58045b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:56.344831 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-accab359-658a-4029-b542-fd5721c7e113 req-831d104f-7870-418d-8c99-7a0a58045b9f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=56b451a4e7874b6c8d22f403757d3c5f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1236291 Dec 16 22:34:56.352909 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-825af1cb-c59a-4dac-a6e9-3a0a436b6ccb None None] Deleting port 3041c5f3-dc28-4ed0-8ce1-96001650d1db {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:34:56.353284 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-825af1cb-c59a-4dac-a6e9-3a0a436b6ccb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.417223 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dc3fec15-220a-493e-aea9-c2117acc2f57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.433101 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-825af1cb-c59a-4dac-a6e9-3a0a436b6ccb None None] For port 3041c5f3-dc28-4ed0-8ce1-96001650d1db, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=3041c5f3-dc28-4ed0-8ce1-96001650d1db,segment=NetworkSegment(e012db29-94da-431a-8652-8636555639e5),segment_id=e012db29-94da-431a-8652-8636555639e5)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:56.433491 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-825af1cb-c59a-4dac-a6e9-3a0a436b6ccb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.448593 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-825af1cb-c59a-4dac-a6e9-3a0a436b6ccb None None] Calling delete_port for 3041c5f3-dc28-4ed0-8ce1-96001650d1db owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:56.454359 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-abf4550c-1466-4eb2-9de2-6a2516baabef tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] For port 3041c5f3-dc28-4ed0-8ce1-96001650d1db, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=3041c5f3-dc28-4ed0-8ce1-96001650d1db,segment=NetworkSegment(e012db29-94da-431a-8652-8636555639e5),segment_id=e012db29-94da-431a-8652-8636555639e5)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:34:56.454740 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-abf4550c-1466-4eb2-9de2-6a2516baabef tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.457920 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accab359-658a-4029-b542-fd5721c7e113 req-1f0a970d-d45a-4541-816d-a8c1729dd316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:56.459493 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-accab359-658a-4029-b542-fd5721c7e113 req-1f0a970d-d45a-4541-816d-a8c1729dd316 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1063998 Dec 16 22:34:56.465972 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dc3fec15-220a-493e-aea9-c2117acc2f57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.486457 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-abf4550c-1466-4eb2-9de2-6a2516baabef tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Calling delete_port for 3041c5f3-dc28-4ed0-8ce1-96001650d1db owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:34:56.563085 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-920374d0-c759-435d-9d6a-c6cf9696a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:56.564632 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-920374d0-c759-435d-9d6a-c6cf9696a516 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56b451a4e7874b6c8d22f403757d3c5f&device_id=9f10a5d9-aae4-4652-8f90-721b9f05678e HTTP/1.1" status: 200 len: 1095 time: 0.0426404 Dec 16 22:34:56.604003 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-825af1cb-c59a-4dac-a6e9-3a0a436b6ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.617238 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-abf4550c-1466-4eb2-9de2-6a2516baabef tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.647328 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-26395573-1eb1-4aac-8380-c0694353fb7e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c07a043-d9d1-4dd0-a167-799cc8db8c5f HTTP/1.1" status: 200 len: 217 time: 0.0522895 Dec 16 22:34:56.648218 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825af1cb-c59a-4dac-a6e9-3a0a436b6ccb None None] No DVR routers for this DVR port 3041c5f3-dc28-4ed0-8ce1-96001650d1db on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:56.651100 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4550c-1466-4eb2-9de2-6a2516baabef tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Port': ['ID=3041c5f3-dc28-4ed0-8ce1-96001650d1db,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:56.658688 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf4550c-1466-4eb2-9de2-6a2516baabef tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] No DVR routers for this DVR port 3041c5f3-dc28-4ed0-8ce1-96001650d1db on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:34:56.659625 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825af1cb-c59a-4dac-a6e9-3a0a436b6ccb None None] Pushing event deleted for resources: {'Port': ['ID=3041c5f3-dc28-4ed0-8ce1-96001650d1db,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:56.690513 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dc3fec15-220a-493e-aea9-c2117acc2f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.693129 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dc3fec15-220a-493e-aea9-c2117acc2f57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.694295 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-dc3fec15-220a-493e-aea9-c2117acc2f57 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f7ea5c22-f488-4976-bcff-455121564736 HTTP/1.1" status: 204 len: 168 time: 0.3927863 Dec 16 22:34:56.714133 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-1779dade-5602-4301-a75f-4da1d91138fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:56.716528 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-1779dade-5602-4301-a75f-4da1d91138fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3921af46-4a83-4fac-8615-2a2a9abad034 HTTP/1.1" status: 200 len: 855 time: 0.0573189 Dec 16 22:34:56.745755 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fec15-220a-493e-aea9-c2117acc2f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ea5c22-f488-4976-bcff-455121564736,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:56.753592 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-91b08e36-bfd3-41d4-95db-8e9dc770c102 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5ad289c5-7afd-4e6b-b966-250f12941104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292244 Dec 16 22:34:56.775882 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-abf4550c-1466-4eb2-9de2-6a2516baabef tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.798354 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-abf4550c-1466-4eb2-9de2-6a2516baabef tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d2e64f-c7c9-4eb4-a785-538a7d46279d']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:56.807954 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-abf4550c-1466-4eb2-9de2-6a2516baabef tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e012db29-94da-431a-8652-8636555639e5') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:56.808261 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-abf4550c-1466-4eb2-9de2-6a2516baabef tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e012db29-94da-431a-8652-8636555639e5') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:34:56.818101 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-abf4550c-1466-4eb2-9de2-6a2516baabef tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.834629 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-abf4550c-1466-4eb2-9de2-6a2516baabef tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.844354 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf4550c-1466-4eb2-9de2-6a2516baabef tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:34:56.844831 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-abf4550c-1466-4eb2-9de2-6a2516baabef tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:34:56.847899 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:34:56.857085 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-5e7dcbf9-cd31-462e-9859-d273d2e79250 service neutron] 10.222.0.57 "GET /v2.0/networks/5ad289c5-7afd-4e6b-b966-250f12941104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951841 Dec 16 22:34:56.981129 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:57.009426 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:57.010128 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-abf4550c-1466-4eb2-9de2-6a2516baabef tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:57.019168 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 3041c5f3-dc28-4ed0-8ce1-96001650d1db no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:34:57.033756 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-abf4550c-1466-4eb2-9de2-6a2516baabef tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:57.037406 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-abf4550c-1466-4eb2-9de2-6a2516baabef tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/networks/33d2e64f-c7c9-4eb4-a785-538a7d46279d HTTP/1.1" status: 204 len: 168 time: 0.9812899 Dec 16 22:34:57.046358 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38096) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:57.052695 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-ef20de04-4515-4009-9994-59fa2b77a144 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1495848051'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:57.052925 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 3041c5f3-dc28-4ed0-8ce1-96001650d1db {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:34:57.053046 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 3041c5f3-dc28-4ed0-8ce1-96001650d1db not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:34:57.055336 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a5269-835a-44a8-94b3-d13704564088 req-116d0fff-4d87-4248-8c6f-c8b2d34c28c9 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:57.056950 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-db7a5269-835a-44a8-94b3-d13704564088 req-116d0fff-4d87-4248-8c6f-c8b2d34c28c9 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.75 "GET /v2.0/ports?device_id=d76fd23a-c8a0-4bba-8b22-9e797cdad486 HTTP/1.1" status: 200 len: 945 time: 0.1238503 Dec 16 22:34:57.060587 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4550c-1466-4eb2-9de2-6a2516baabef tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Network': ['ID=33d2e64f-c7c9-4eb4-a785-538a7d46279d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:57.077284 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2ccc3553-8266-48ee-b3d7-5ed99b3c6c2d req-642e89aa-080c-4684-bbc3-ed83b0e26a08 service neutron] 10.222.0.57 "GET /v2.0/networks/5ad289c5-7afd-4e6b-b966-250f12941104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024426 Dec 16 22:34:57.097202 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cba46445-7657-4958-93cc-beeb41602442 req-a27ba9f6-4ba3-4275-93e8-0c23272d1fcd tempest-VolumesSnapshotTestJSON-1602676020 tempest-VolumesSnapshotTestJSON-1602676020-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd0b9ce9-dc79-4c37-a8e9-8291ea36c09a HTTP/1.1" status: 200 len: 210 time: 0.0516083 Dec 16 22:34:57.123468 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-db7a5269-835a-44a8-94b3-d13704564088 req-5f696218-1cf4-4f04-9593-85ba145dbafd tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.75 "GET /v2.0/security-groups?id=02c8b77c-23c6-4ea2-8a8d-0bbcdbfa8287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503633 Dec 16 22:34:57.234012 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d420b-37b9-41f5-b4a0-f6a194ed5aff req-cde72c48-6f5d-4af9-a84a-b645c24a342e tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:57.235598 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-813d420b-37b9-41f5-b4a0-f6a194ed5aff req-cde72c48-6f5d-4af9-a84a-b645c24a342e tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=9f10a5d9-aae4-4652-8f90-721b9f05678e HTTP/1.1" status: 200 len: 944 time: 0.0583751 Dec 16 22:34:57.276508 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef20de04-4515-4009-9994-59fa2b77a144 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:57.280092 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef20de04-4515-4009-9994-59fa2b77a144 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:57.305215 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-813d420b-37b9-41f5-b4a0-f6a194ed5aff req-df783248-0b5f-4c69-8893-75c0a46c8ff6 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626912 Dec 16 22:34:57.318031 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef20de04-4515-4009-9994-59fa2b77a144 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:34:57.327396 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef20de04-4515-4009-9994-59fa2b77a144 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:57.327844 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-ef20de04-4515-4009-9994-59fa2b77a144 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Added segment d7456121-ee05-448f-8707-bfd1ae6d279d of type vlan for network 57c5d8f4-bab9-452f-a4d6-83bd5e611986 Dec 16 22:34:57.384519 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef20de04-4515-4009-9994-59fa2b77a144 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:57.507028 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef20de04-4515-4009-9994-59fa2b77a144 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:57.516868 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef20de04-4515-4009-9994-59fa2b77a144 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:57.517454 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef20de04-4515-4009-9994-59fa2b77a144 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:57.593634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20de04-4515-4009-9994-59fa2b77a144 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Network': ['ID=57c5d8f4-bab9-452f-a4d6-83bd5e611986,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:57.605697 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 57c5d8f4-bab9-452f-a4d6-83bd5e611986 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:34:57.676351 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ef20de04-4515-4009-9994-59fa2b77a144 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6288638 Dec 16 22:34:57.677581 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38122) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:57.682621 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-3ab6b265-12a2-45d1-81b2-b5939d35b678 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'subnet': {'network_id': '57c5d8f4-bab9-452f-a4d6-83bd5e611986', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:57.877669 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab6b265-12a2-45d1-81b2-b5939d35b678 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:57.881465 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3ab6b265-12a2-45d1-81b2-b5939d35b678 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:58.141295 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3ab6b265-12a2-45d1-81b2-b5939d35b678 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:58.207616 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6b265-12a2-45d1-81b2-b5939d35b678 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Subnet': ['ID=299ea672-bcdc-4357-b5c6-b96768a35280,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:58.251008 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab6b265-12a2-45d1-81b2-b5939d35b678 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Checking segment: {'id': 'd7456121-ee05-448f-8707-bfd1ae6d279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '57c5d8f4-bab9-452f-a4d6-83bd5e611986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:58.251657 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab6b265-12a2-45d1-81b2-b5939d35b678 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network hostable DHCP agents. Network: 57c5d8f4-bab9-452f-a4d6-83bd5e611986, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:34:58.329351 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:58.402245 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab6b265-12a2-45d1-81b2-b5939d35b678 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network 57c5d8f4-bab9-452f-a4d6-83bd5e611986 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:34:58.458976 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0c5cd-c5a1-4774-a7b5-a2c48b636153 req-7e5ba97c-c0c8-41b0-be84-f66578cfa82f tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:58.460730 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-38f0c5cd-c5a1-4774-a7b5-a2c48b636153 req-7e5ba97c-c0c8-41b0-be84-f66578cfa82f tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=9f10a5d9-aae4-4652-8f90-721b9f05678e HTTP/1.1" status: 200 len: 944 time: 0.0726173 Dec 16 22:34:58.489279 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:58.509277 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-38f0c5cd-c5a1-4774-a7b5-a2c48b636153 req-8778c16e-9500-4578-9587-cf657a85c948 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418816 Dec 16 22:34:58.524261 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-3ab6b265-12a2-45d1-81b2-b5939d35b678 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 57c5d8f4-bab9-452f-a4d6-83bd5e611986) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:58.534809 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab6b265-12a2-45d1-81b2-b5939d35b678 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:58.535744 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3ab6b265-12a2-45d1-81b2-b5939d35b678 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:58.543101 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0055cc89-681c-4d10-8501-0b2f12378232 None None] Network 57c5d8f4-bab9-452f-a4d6-83bd5e611986 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:34:58.678350 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b720ac-7802-425f-8011-00310c600954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-57c5d8f4-bab9-452f-a4d6-83bd5e611986', 'network_id': '57c5d8f4-bab9-452f-a4d6-83bd5e611986', 'project_id': '205d5d309c0e4c31af9f0a22be5c7456', 'fixed_ips': [{'subnet_id': '299ea672-bcdc-4357-b5c6-b96768a35280'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:34:58.679262 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68b720ac-7802-425f-8011-00310c600954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:58.703370 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3ab6b265-12a2-45d1-81b2-b5939d35b678 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0246897 Dec 16 22:34:58.708216 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38162) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:58.711587 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-f87e7bfe-3068-47aa-a584-80d099cb7832 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1216474139', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:58.839571 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-68b720ac-7802-425f-8011-00310c600954 None None] Allocated IP 172.20.0.2 (57c5d8f4-bab9-452f-a4d6-83bd5e611986/299ea672-bcdc-4357-b5c6-b96768a35280/caa56201-73ba-4680-9056-2359925e7f2b) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:34:58.867036 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f87e7bfe-3068-47aa-a584-80d099cb7832 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:58.868641 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f87e7bfe-3068-47aa-a584-80d099cb7832 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:58.943688 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f87e7bfe-3068-47aa-a584-80d099cb7832 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:59.052658 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68b720ac-7802-425f-8011-00310c600954 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:59.095364 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:59.096006 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f87e7bfe-3068-47aa-a584-80d099cb7832 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:59.208785 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68b720ac-7802-425f-8011-00310c600954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:59.258667 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f87e7bfe-3068-47aa-a584-80d099cb7832 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:59.260291 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f87e7bfe-3068-47aa-a584-80d099cb7832 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5526357 Dec 16 22:34:59.264278 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38188) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:34:59.271628 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-ee471279-c25d-4d5b-97cf-e6b80b5ee2a9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'port': {'network_id': '57c5d8f4-bab9-452f-a4d6-83bd5e611986', 'name': 'tempest-PortsTestJSON-533063712'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:34:59.274074 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b720ac-7802-425f-8011-00310c600954 None None] Network 57c5d8f4-bab9-452f-a4d6-83bd5e611986 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:34:59.277279 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-68b720ac-7802-425f-8011-00310c600954 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:34:59.281445 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b720ac-7802-425f-8011-00310c600954 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:34:59.295163 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b720ac-7802-425f-8011-00310c600954 None None] Pushing event updated for resources: {'Port': ['ID=caa56201-73ba-4680-9056-2359925e7f2b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:59.355394 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-68b720ac-7802-425f-8011-00310c600954 None None] Attempting to bind port caa56201-73ba-4680-9056-2359925e7f2b on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:34:59.356224 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-68b720ac-7802-425f-8011-00310c600954 None None] Attempting to bind port caa56201-73ba-4680-9056-2359925e7f2b by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'd7456121-ee05-448f-8707-bfd1ae6d279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '57c5d8f4-bab9-452f-a4d6-83bd5e611986'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:34:59.356350 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b720ac-7802-425f-8011-00310c600954 None None] Attempting to bind port caa56201-73ba-4680-9056-2359925e7f2b on network 57c5d8f4-bab9-452f-a4d6-83bd5e611986 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:34:59.363188 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b720ac-7802-425f-8011-00310c600954 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:34:59.367898 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b720ac-7802-425f-8011-00310c600954 None None] Checking segment: {'id': 'd7456121-ee05-448f-8707-bfd1ae6d279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '57c5d8f4-bab9-452f-a4d6-83bd5e611986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:34:59.367898 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68b720ac-7802-425f-8011-00310c600954 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:59.367898 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b720ac-7802-425f-8011-00310c600954 None None] Bound using segment: {'id': 'd7456121-ee05-448f-8707-bfd1ae6d279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '57c5d8f4-bab9-452f-a4d6-83bd5e611986'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:34:59.367898 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-68b720ac-7802-425f-8011-00310c600954 None None] Bound port: caa56201-73ba-4680-9056-2359925e7f2b, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7456121-ee05-448f-8707-bfd1ae6d279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '57c5d8f4-bab9-452f-a4d6-83bd5e611986'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:34:59.367898 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68b720ac-7802-425f-8011-00310c600954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:59.475512 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-68b720ac-7802-425f-8011-00310c600954 None None] For port caa56201-73ba-4680-9056-2359925e7f2b, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:34:59.480008 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-68b720ac-7802-425f-8011-00310c600954 None None] For port caa56201-73ba-4680-9056-2359925e7f2b, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=caa56201-73ba-4680-9056-2359925e7f2b,segment=NetworkSegment(d7456121-ee05-448f-8707-bfd1ae6d279d),segment_id=d7456121-ee05-448f-8707-bfd1ae6d279d)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:34:59.524081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee471279-c25d-4d5b-97cf-e6b80b5ee2a9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:34:59.528838 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ee471279-c25d-4d5b-97cf-e6b80b5ee2a9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:59.557555 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-ee471279-c25d-4d5b-97cf-e6b80b5ee2a9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] device_id is not set on port be1d6a12-635c-4424-bb2e-5b3bc042c29b yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:34:59.644291 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-68b720ac-7802-425f-8011-00310c600954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:34:59.666310 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4ca34-44b1-4dbb-acf3-940d1f47cb73 req-3e79c7f2-6c22-49bd-99e9-60a4830f2f93 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:34:59.674380 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ebf4ca34-44b1-4dbb-acf3-940d1f47cb73 req-3e79c7f2-6c22-49bd-99e9-60a4830f2f93 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=9f10a5d9-aae4-4652-8f90-721b9f05678e HTTP/1.1" status: 200 len: 944 time: 0.0859585 Dec 16 22:34:59.718490 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b720ac-7802-425f-8011-00310c600954 None None] Pushing event updated for resources: {'Port': ['ID=caa56201-73ba-4680-9056-2359925e7f2b,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:34:59.754527 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ebf4ca34-44b1-4dbb-acf3-940d1f47cb73 req-2e51ff32-5e39-4af1-af0c-cc3deba76d6f tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788140 Dec 16 22:34:59.769011 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-ee471279-c25d-4d5b-97cf-e6b80b5ee2a9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Allocated IP 172.20.0.5 (57c5d8f4-bab9-452f-a4d6-83bd5e611986/299ea672-bcdc-4357-b5c6-b96768a35280/be1d6a12-635c-4424-bb2e-5b3bc042c29b) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:35:00.048955 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ee471279-c25d-4d5b-97cf-e6b80b5ee2a9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:00.097621 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 0d01086c-b2d3-4344-a48d-aa1fd8ea69f4 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:35:00.127455 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 0d01086c-b2d3-4344-a48d-aa1fd8ea69f4 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:35:00.127915 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 0d01086c-b2d3-4344-a48d-aa1fd8ea69f4 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:35:00.176141 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ee471279-c25d-4d5b-97cf-e6b80b5ee2a9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:00.268500 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee471279-c25d-4d5b-97cf-e6b80b5ee2a9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network 57c5d8f4-bab9-452f-a4d6-83bd5e611986 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:35:00.272473 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-ee471279-c25d-4d5b-97cf-e6b80b5ee2a9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:35:00.274924 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee471279-c25d-4d5b-97cf-e6b80b5ee2a9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:35:00.294280 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee471279-c25d-4d5b-97cf-e6b80b5ee2a9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Port': ['ID=be1d6a12-635c-4424-bb2e-5b3bc042c29b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:00.363567 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee471279-c25d-4d5b-97cf-e6b80b5ee2a9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:00.364623 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ee471279-c25d-4d5b-97cf-e6b80b5ee2a9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:00.534100 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38246) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:00.555445 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ee471279-c25d-4d5b-97cf-e6b80b5ee2a9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2614708 Dec 16 22:35:00.926172 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42d1c1-fa02-4b48-9fdd-f93865e75cca req-83973fad-ff18-4fe3-822b-d6d215fa54d0 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:00.935067 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0f42d1c1-fa02-4b48-9fdd-f93865e75cca req-83973fad-ff18-4fe3-822b-d6d215fa54d0 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=9f10a5d9-aae4-4652-8f90-721b9f05678e HTTP/1.1" status: 200 len: 944 time: 0.0846314 Dec 16 22:35:00.979581 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ffcd31-93d3-4744-af02-6c89afedb917 None None] Network 57c5d8f4-bab9-452f-a4d6-83bd5e611986 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:35:01.034045 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0f42d1c1-fa02-4b48-9fdd-f93865e75cca req-cbddc473-a957-49bc-a8d2-ebf379b26f5c tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976143 Dec 16 22:35:01.068861 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device caa56201-73ba-4680-9056-2359925e7f2b up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:35:01.136652 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c018f997-d049-4df2-bdbc-eb181e7674a7 None None] Provisioning complete for port caa56201-73ba-4680-9056-2359925e7f2b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:01.137013 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c018f997-d049-4df2-bdbc-eb181e7674a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:01.175727 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bbc61-93db-4920-883a-54d63279712a req-f262ff02-bb48-43a1-b8bb-d008703798f3 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:01.184173 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b60bbc61-93db-4920-883a-54d63279712a req-f262ff02-bb48-43a1-b8bb-d008703798f3 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.75 "GET /v2.0/ports?device_id=d76fd23a-c8a0-4bba-8b22-9e797cdad486 HTTP/1.1" status: 200 len: 945 time: 0.5293603 Dec 16 22:35:01.228366 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port caa56201-73ba-4680-9056-2359925e7f2b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:01.228609 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:01.309114 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b60bbc61-93db-4920-883a-54d63279712a req-02625b52-4f32-464e-8092-fefe62a4b1cb tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.75 "GET /v2.0/security-groups?id=02c8b77c-23c6-4ea2-8a8d-0bbcdbfa8287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222181 Dec 16 22:35:01.323081 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c018f997-d049-4df2-bdbc-eb181e7674a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:01.408721 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c018f997-d049-4df2-bdbc-eb181e7674a7 None None] For port caa56201-73ba-4680-9056-2359925e7f2b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=caa56201-73ba-4680-9056-2359925e7f2b,segment=NetworkSegment(d7456121-ee05-448f-8707-bfd1ae6d279d),segment_id=d7456121-ee05-448f-8707-bfd1ae6d279d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:35:01.417953 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:01.450786 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b278ede2-4aec-49bc-b9f8-fb9e882f5463 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:01.586951 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c018f997-d049-4df2-bdbc-eb181e7674a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:01.676145 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:35:01.676672 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:35:01.681157 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018f997-d049-4df2-bdbc-eb181e7674a7 None None] Pushing event updated for resources: {'Port': ['ID=caa56201-73ba-4680-9056-2359925e7f2b,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:01.716706 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7abc3676-0bd8-4621-8e18-e7d250ce05b4 None None] Provisioning complete for port caa56201-73ba-4680-9056-2359925e7f2b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:01.722077 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7abc3676-0bd8-4621-8e18-e7d250ce05b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:01.744891 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b278ede2-4aec-49bc-b9f8-fb9e882f5463 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:01.829594 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7abc3676-0bd8-4621-8e18-e7d250ce05b4 None None] Provisioning complete for port be1d6a12-635c-4424-bb2e-5b3bc042c29b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:01.829946 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7abc3676-0bd8-4621-8e18-e7d250ce05b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:01.850442 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b278ede2-4aec-49bc-b9f8-fb9e882f5463 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:01.869726 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7abc3676-0bd8-4621-8e18-e7d250ce05b4 None None] Port be1d6a12-635c-4424-bb2e-5b3bc042c29b cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:35:01.935548 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278ede2-4aec-49bc-b9f8-fb9e882f5463 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Port': ['ID=be1d6a12-635c-4424-bb2e-5b3bc042c29b,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:01.949163 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278ede2-4aec-49bc-b9f8-fb9e882f5463 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:01.951020 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278ede2-4aec-49bc-b9f8-fb9e882f5463 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:01.951904 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278ede2-4aec-49bc-b9f8-fb9e882f5463 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:01.952527 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278ede2-4aec-49bc-b9f8-fb9e882f5463 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:01.953046 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278ede2-4aec-49bc-b9f8-fb9e882f5463 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:01.953571 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278ede2-4aec-49bc-b9f8-fb9e882f5463 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:01.954104 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278ede2-4aec-49bc-b9f8-fb9e882f5463 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:01.954643 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278ede2-4aec-49bc-b9f8-fb9e882f5463 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:01.955210 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278ede2-4aec-49bc-b9f8-fb9e882f5463 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:01.955554 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278ede2-4aec-49bc-b9f8-fb9e882f5463 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:01.955899 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278ede2-4aec-49bc-b9f8-fb9e882f5463 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:01.956242 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278ede2-4aec-49bc-b9f8-fb9e882f5463 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:01.956654 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278ede2-4aec-49bc-b9f8-fb9e882f5463 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:01.995841 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-dd0ce576-6e19-48be-8b27-18b559088bf5 None None] Provisioning complete for port be1d6a12-635c-4424-bb2e-5b3bc042c29b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:01.997440 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd0ce576-6e19-48be-8b27-18b559088bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.050894 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-dd0ce576-6e19-48be-8b27-18b559088bf5 None None] Port be1d6a12-635c-4424-bb2e-5b3bc042c29b cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:35:02.097016 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 1c07a043-d9d1-4dd0-a167-799cc8db8c5f details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:35:02.192480 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b278ede2-4aec-49bc-b9f8-fb9e882f5463 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.215484 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d1317-7ca2-4e7e-98fc-4bdc64556f80 req-ee444898-8fe4-4d01-9456-835b5d69e066 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:02.223968 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-675d1317-7ca2-4e7e-98fc-4bdc64556f80 req-ee444898-8fe4-4d01-9456-835b5d69e066 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=9f10a5d9-aae4-4652-8f90-721b9f05678e HTTP/1.1" status: 200 len: 944 time: 0.0836673 Dec 16 22:35:02.290078 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-675d1317-7ca2-4e7e-98fc-4bdc64556f80 req-29e8cdb3-8db5-4bd1-a1df-dc03bc5125bd tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647342 Dec 16 22:35:02.336064 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 1c07a043-d9d1-4dd0-a167-799cc8db8c5f, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1c07a043-d9d1-4dd0-a167-799cc8db8c5f,segment=NetworkSegment(ebeb3950-671a-4b5d-9be7-8ef3d653ddf1),segment_id=ebeb3950-671a-4b5d-9be7-8ef3d653ddf1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:35:02.348416 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-be021740-90a3-4e81-bb36-1801cfc11f8d None None] Provisioning complete for port be1d6a12-635c-4424-bb2e-5b3bc042c29b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:02.349156 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-be021740-90a3-4e81-bb36-1801cfc11f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.377773 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '1c07a043-d9d1-4dd0-a167-799cc8db8c5f', 'network_id': '5ad289c5-7afd-4e6b-b966-250f12941104', 'port_id': '1c07a043-d9d1-4dd0-a167-799cc8db8c5f', 'mac_address': 'fa:16:3e:b3:e5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3921af46-4a83-4fac-8615-2a2a9abad034', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:35:02.426104 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-be021740-90a3-4e81-bb36-1801cfc11f8d None None] Port be1d6a12-635c-4424-bb2e-5b3bc042c29b cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:35:02.437904 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.457688 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b278ede2-4aec-49bc-b9f8-fb9e882f5463 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.493639 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c07a043-d9d1-4dd0-a167-799cc8db8c5f {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:35:02.518169 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c12536-d2ff-4681-a5fe-0cd680bd16d5 req-23c6319c-0790-4943-b8c0-f6caf2423b27 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:02.526248 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9c12536-d2ff-4681-a5fe-0cd680bd16d5 req-23c6319c-0790-4943-b8c0-f6caf2423b27 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.75 "GET /v2.0/ports?device_id=d76fd23a-c8a0-4bba-8b22-9e797cdad486 HTTP/1.1" status: 200 len: 945 time: 0.1235657 Dec 16 22:35:02.533919 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 1c07a043-d9d1-4dd0-a167-799cc8db8c5f, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1c07a043-d9d1-4dd0-a167-799cc8db8c5f,segment=NetworkSegment(ebeb3950-671a-4b5d-9be7-8ef3d653ddf1),segment_id=ebeb3950-671a-4b5d-9be7-8ef3d653ddf1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:35:02.638477 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.661465 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9c12536-d2ff-4681-a5fe-0cd680bd16d5 req-fe89564f-d38b-4ebb-ab4f-c8507032e7ea tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.75 "GET /v2.0/security-groups?id=02c8b77c-23c6-4ea2-8a8d-0bbcdbfa8287&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322043 Dec 16 22:35:02.737303 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905bec0-301a-465a-96b3-6cfdf76b3e75 req-86b4569c-ef97-40eb-95de-b8274ec20f19 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:02.740615 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=1c07a043-d9d1-4dd0-a167-799cc8db8c5f,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:02.741079 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7905bec0-301a-465a-96b3-6cfdf76b3e75 req-86b4569c-ef97-40eb-95de-b8274ec20f19 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.76 "GET /v2.0/ports?device_id=d76fd23a-c8a0-4bba-8b22-9e797cdad486 HTTP/1.1" status: 200 len: 945 time: 0.1014071 Dec 16 22:35:02.842996 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b278ede2-4aec-49bc-b9f8-fb9e882f5463 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.870724 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-7905bec0-301a-465a-96b3-6cfdf76b3e75 req-d63b64ed-6521-4d7b-9fcc-0783ba3ed260 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Deleting port c4915266-bde3-4502-9123-a8a88088fdc3 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:35:02.871408 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7905bec0-301a-465a-96b3-6cfdf76b3e75 req-d63b64ed-6521-4d7b-9fcc-0783ba3ed260 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.940876 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b278ede2-4aec-49bc-b9f8-fb9e882f5463 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.991702 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-7905bec0-301a-465a-96b3-6cfdf76b3e75 req-d63b64ed-6521-4d7b-9fcc-0783ba3ed260 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] For port c4915266-bde3-4502-9123-a8a88088fdc3, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=c4915266-bde3-4502-9123-a8a88088fdc3,segment=NetworkSegment(555acb0b-63bd-4256-8848-d432b02f0b76),segment_id=555acb0b-63bd-4256-8848-d432b02f0b76)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:35:02.992454 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7905bec0-301a-465a-96b3-6cfdf76b3e75 req-d63b64ed-6521-4d7b-9fcc-0783ba3ed260 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:02.992793 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device caa56201-73ba-4680-9056-2359925e7f2b up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:35:03.011915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-7905bec0-301a-465a-96b3-6cfdf76b3e75 req-d63b64ed-6521-4d7b-9fcc-0783ba3ed260 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Calling delete_port for c4915266-bde3-4502-9123-a8a88088fdc3 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:35:03.036815 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['1c07a043-d9d1-4dd0-a167-799cc8db8c5f'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:35:03.068908 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278ede2-4aec-49bc-b9f8-fb9e882f5463 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Port': ['ID=be1d6a12-635c-4424-bb2e-5b3bc042c29b,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:03.116138 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b278ede2-4aec-49bc-b9f8-fb9e882f5463 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:03.127982 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port caa56201-73ba-4680-9056-2359925e7f2b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:03.128996 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:03.244941 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b278ede2-4aec-49bc-b9f8-fb9e882f5463 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network 57c5d8f4-bab9-452f-a4d6-83bd5e611986 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:35:03.246357 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-b278ede2-4aec-49bc-b9f8-fb9e882f5463 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:35:03.301201 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7905bec0-301a-465a-96b3-6cfdf76b3e75 req-d63b64ed-6521-4d7b-9fcc-0783ba3ed260 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:03.362259 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['c4915266-bde3-4502-9123-a8a88088fdc3'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:35:03.435917 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b64ed-6521-4d7b-9fcc-0783ba3ed260 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Pushing event deleted for resources: {'Port': ['ID=c4915266-bde3-4502-9123-a8a88088fdc3,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:03.582933 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-7905bec0-301a-465a-96b3-6cfdf76b3e75 req-d63b64ed-6521-4d7b-9fcc-0783ba3ed260 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] No DVR routers for this DVR port c4915266-bde3-4502-9123-a8a88088fdc3 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:35:03.587027 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7905bec0-301a-465a-96b3-6cfdf76b3e75 req-d63b64ed-6521-4d7b-9fcc-0783ba3ed260 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:03.590829 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7905bec0-301a-465a-96b3-6cfdf76b3e75 req-d63b64ed-6521-4d7b-9fcc-0783ba3ed260 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.76 "DELETE /v2.0/ports/c4915266-bde3-4502-9123-a8a88088fdc3 HTTP/1.1" status: 204 len: 173 time: 0.8396969 Dec 16 22:35:03.620325 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76fd23a-c8a0-4bba-8b22-9e797cdad486', 'name': 'network-vif-deleted', 'tag': 'c4915266-bde3-4502-9123-a8a88088fdc3'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:35:03.627398 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db8299d-eca7-490f-a84e-19a010e1a831" -d '{"events": [{"server_uuid": "d76fd23a-c8a0-4bba-8b22-9e797cdad486", "name": "network-vif-deleted", "tag": "c4915266-bde3-4502-9123-a8a88088fdc3"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:35:03.649807 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b278ede2-4aec-49bc-b9f8-fb9e882f5463 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Router 28039fbf-d17d-4d3b-ba3e-934004a59d21 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:35:03.675788 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0af35-ca6f-4a64-9bfb-08a05ab15432 req-95e0d3d5-df22-4711-97bc-49973f68c9c2 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:03.677482 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9f0af35-ca6f-4a64-9bfb-08a05ab15432 req-95e0d3d5-df22-4711-97bc-49973f68c9c2 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=9f10a5d9-aae4-4652-8f90-721b9f05678e HTTP/1.1" status: 200 len: 945 time: 0.2282248 Dec 16 22:35:03.749923 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9f0af35-ca6f-4a64-9bfb-08a05ab15432 req-e9a86af0-65e9-4443-8182-2574a9f1590d tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619404 Dec 16 22:35:03.785896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38358) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:03.816700 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f188cbfb-9c4e-499b-8f98-dde5225513d0 None None] Provisioning complete for port be1d6a12-635c-4424-bb2e-5b3bc042c29b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:03.819500 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f188cbfb-9c4e-499b-8f98-dde5225513d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:03.821880 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b278ede2-4aec-49bc-b9f8-fb9e882f5463 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:35:03.830665 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b278ede2-4aec-49bc-b9f8-fb9e882f5463 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "PUT /v2.0/routers/28039fbf-d17d-4d3b-ba3e-934004a59d21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2940407 Dec 16 22:35:03.833735 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38362) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:03.840092 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb627c28-32ce-424f-b10c-1d6d3838f075 None None] Sync routers for ids ['28039fbf-d17d-4d3b-ba3e-934004a59d21'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:35:03.870054 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb627c28-32ce-424f-b10c-1d6d3838f075 None None] Routers {'28039fbf-d17d-4d3b-ba3e-934004a59d21'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:35:03.875639 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-cb627c28-32ce-424f-b10c-1d6d3838f075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:34:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['28039fbf-d17d-4d3b-ba3e-934004a59d21'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:03.891841 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7ce5dd-bb48-4182-8e44-0ab7a59e2303 x-openstack-request-id: req-0d7ce5dd-bb48-4182-8e44-0ab7a59e2303 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:35:03.891841 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76fd23a-c8a0-4bba-8b22-9e797cdad486", "name": "network-vif-deleted", "tag": "c4915266-bde3-4502-9123-a8a88088fdc3", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:35:03.892126 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0d7ce5dd-bb48-4182-8e44-0ab7a59e2303 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:35:03.892476 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76fd23a-c8a0-4bba-8b22-9e797cdad486', 'name': 'network-vif-deleted', 'tag': 'c4915266-bde3-4502-9123-a8a88088fdc3', 'status': 'completed', 'code': 200} Dec 16 22:35:03.901818 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f188cbfb-9c4e-499b-8f98-dde5225513d0 None None] Port be1d6a12-635c-4424-bb2e-5b3bc042c29b cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:35:03.941185 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fff834-05f8-46be-b0ee-95a1d61090c0 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:03.943228 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-26fff834-05f8-46be-b0ee-95a1d61090c0 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "GET /v2.0/ports?device_id=28039fbf-d17d-4d3b-ba3e-934004a59d21 HTTP/1.1" status: 200 len: 981 time: 0.1084082 Dec 16 22:35:03.946235 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38366) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:03.958945 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-cb627c28-32ce-424f-b10c-1d6d3838f075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:03.970570 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb627c28-32ce-424f-b10c-1d6d3838f075 None None] Routers {'28039fbf-d17d-4d3b-ba3e-934004a59d21'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:35:03.972230 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-cb627c28-32ce-424f-b10c-1d6d3838f075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:34:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['28039fbf-d17d-4d3b-ba3e-934004a59d21'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:04.012457 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-85e101df-baee-4d43-8cd9-10986a879b54 req-77e739ea-81f4-4d0a-ade5-ecbe2c287d78 tempest-ServerTagsTestJSON-1094016695 tempest-ServerTagsTestJSON-1094016695-project] 10.222.0.75 "GET /v2.0/ports?device_id=d76fd23a-c8a0-4bba-8b22-9e797cdad486 HTTP/1.1" status: 200 len: 210 time: 0.0521061 Dec 16 22:35:04.020885 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-98494a7b-277f-4b2c-b9f9-279b8ca52d22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.024341 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-cb627c28-32ce-424f-b10c-1d6d3838f075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:04.025114 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb627c28-32ce-424f-b10c-1d6d3838f075 None None] The sync data for ids ['28039fbf-d17d-4d3b-ba3e-934004a59d21'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:35:04.112994 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 1c07a043-d9d1-4dd0-a167-799cc8db8c5f up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:35:04.113559 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-98494a7b-277f-4b2c-b9f9-279b8ca52d22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.115256 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad55d80-a836-4cdd-bb4e-ba930a390ec6 req-fb81a02a-f017-4904-84c5-f99702750f01 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:04.117713 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ad55d80-a836-4cdd-bb4e-ba930a390ec6 req-fb81a02a-f017-4904-84c5-f99702750f01 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.1067533 Dec 16 22:35:04.192326 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-98494a7b-277f-4b2c-b9f9-279b8ca52d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.232401 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 1c07a043-d9d1-4dd0-a167-799cc8db8c5f completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:35:04.234320 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ad55d80-a836-4cdd-bb4e-ba930a390ec6 req-976f28e1-8418-445c-9263-7e2394e5abb4 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831816 Dec 16 22:35:04.236798 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-98494a7b-277f-4b2c-b9f9-279b8ca52d22 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e27a43c812f64b8f9bec072eab2602e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4494987 Dec 16 22:35:04.243427 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98494a7b-277f-4b2c-b9f9-279b8ca52d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef332bf-75c9-4655-ae81-1a9ee4f4e4b1,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:04.243727 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38368) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:04.264188 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 1c07a043-d9d1-4dd0-a167-799cc8db8c5f triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:04.264562 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.357894 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.383302 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f10a5d9-aae4-4652-8f90-721b9f05678e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c07a043-d9d1-4dd0-a167-799cc8db8c5f'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:35:04.385529 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6f275f-e0b0-404a-acea-01a728d68efc" -d '{"events": [{"server_uuid": "9f10a5d9-aae4-4652-8f90-721b9f05678e", "name": "network-vif-plugged", "status": "completed", "tag": "1c07a043-d9d1-4dd0-a167-799cc8db8c5f"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:35:04.388544 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b4695266-7210-4e19-95c8-1d42339d1751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.404715 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 1c07a043-d9d1-4dd0-a167-799cc8db8c5f, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1c07a043-d9d1-4dd0-a167-799cc8db8c5f,segment=NetworkSegment(ebeb3950-671a-4b5d-9be7-8ef3d653ddf1),segment_id=ebeb3950-671a-4b5d-9be7-8ef3d653ddf1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:35:04.427629 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef40c3e-58c3-4068-9ad1-377871357a18 x-openstack-request-id: req-eef40c3e-58c3-4068-9ad1-377871357a18 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:35:04.427931 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f10a5d9-aae4-4652-8f90-721b9f05678e", "name": "network-vif-plugged", "status": "completed", "tag": "1c07a043-d9d1-4dd0-a167-799cc8db8c5f", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:35:04.428257 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-eef40c3e-58c3-4068-9ad1-377871357a18 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:35:04.428658 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f10a5d9-aae4-4652-8f90-721b9f05678e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c07a043-d9d1-4dd0-a167-799cc8db8c5f', 'code': 200} Dec 16 22:35:04.458237 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b4695266-7210-4e19-95c8-1d42339d1751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.506447 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.571983 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=1c07a043-d9d1-4dd0-a167-799cc8db8c5f,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:04.630719 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-824f05dc-0e36-4149-8053-1925900cb68b tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.669167 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b0ef5-0938-47c2-9416-50eb9ca6d118 req-4e500684-ac60-4080-9a17-196d09d50421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:04.670827 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2a8b0ef5-0938-47c2-9416-50eb9ca6d118 req-4e500684-ac60-4080-9a17-196d09d50421 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9f10a5d9-aae4-4652-8f90-721b9f05678e HTTP/1.1" status: 200 len: 1097 time: 0.1469288 Dec 16 22:35:04.711399 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b4695266-7210-4e19-95c8-1d42339d1751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.713897 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b4695266-7210-4e19-95c8-1d42339d1751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:04.718412 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b4695266-7210-4e19-95c8-1d42339d1751 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1ef332bf-75c9-4655-ae81-1a9ee4f4e4b1 HTTP/1.1" status: 204 len: 168 time: 0.4634297 Dec 16 22:35:04.741500 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4695266-7210-4e19-95c8-1d42339d1751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef332bf-75c9-4655-ae81-1a9ee4f4e4b1,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:04.798232 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2a8b0ef5-0938-47c2-9416-50eb9ca6d118 req-085381dd-a8f0-458c-9be2-2692d496a83b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959401 Dec 16 22:35:04.940786 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf182b-f2db-4ed8-9592-5571ed8681a8 req-a568083d-06ea-45dc-86c2-e84da5fc3647 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:04.942378 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fcaf182b-f2db-4ed8-9592-5571ed8681a8 req-a568083d-06ea-45dc-86c2-e84da5fc3647 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=9f10a5d9-aae4-4652-8f90-721b9f05678e HTTP/1.1" status: 200 len: 946 time: 0.0744171 Dec 16 22:35:05.032327 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fcaf182b-f2db-4ed8-9592-5571ed8681a8 req-3d7d559d-4f26-47c7-85ef-a6d9f391f51d tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788729 Dec 16 22:35:05.051866 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-824f05dc-0e36-4149-8053-1925900cb68b tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting port be1d6a12-635c-4424-bb2e-5b3bc042c29b {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:35:05.052214 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-824f05dc-0e36-4149-8053-1925900cb68b tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:05.096480 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38384) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:05.145998 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa38632a-ee01-41f3-8afb-5a53eba7c1a9 admin admin] Deleting subnet 6c8cbff1-0457-470d-b94f-7bc54ff917f3 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:35:05.149997 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fa38632a-ee01-41f3-8afb-5a53eba7c1a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:05.162044 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-824f05dc-0e36-4149-8053-1925900cb68b tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:05.178763 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-824f05dc-0e36-4149-8053-1925900cb68b tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Calling delete_port for be1d6a12-635c-4424-bb2e-5b3bc042c29b owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:35:05.191571 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fa38632a-ee01-41f3-8afb-5a53eba7c1a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:05.236657 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fa38632a-ee01-41f3-8afb-5a53eba7c1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:05.415075 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd9437-3130-4c4f-8909-b4a17e24cead req-a1c51e4b-6cc6-4fb0-a8d9-31b902b4c8a8 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:05.416516 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4dd9437-3130-4c4f-8909-b4a17e24cead req-a1c51e4b-6cc6-4fb0-a8d9-31b902b4c8a8 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.0926208 Dec 16 22:35:05.472526 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4dd9437-3130-4c4f-8909-b4a17e24cead req-81be681b-4694-4f27-8bc0-994c193e5a91 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497248 Dec 16 22:35:05.489870 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fa38632a-ee01-41f3-8afb-5a53eba7c1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:05.512424 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-824f05dc-0e36-4149-8053-1925900cb68b tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:05.518650 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38632a-ee01-41f3-8afb-5a53eba7c1a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c8cbff1-0457-470d-b94f-7bc54ff917f3,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:05.534493 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fa38632a-ee01-41f3-8afb-5a53eba7c1a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:05.539237 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fa38632a-ee01-41f3-8afb-5a53eba7c1a9 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/6c8cbff1-0457-470d-b94f-7bc54ff917f3 HTTP/1.1" status: 204 len: 168 time: 0.4405296 Dec 16 22:35:05.549038 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f05dc-0e36-4149-8053-1925900cb68b tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Port': ['ID=be1d6a12-635c-4424-bb2e-5b3bc042c29b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:05.549521 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38392) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:05.577521 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38394) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:05.593670 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-279655bc-376a-4d79-ad5f-643c9ce629dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:05.689268 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2125ab19-9743-4008-8e14-c316d4eaa6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:05.717989 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-279655bc-376a-4d79-ad5f-643c9ce629dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:05.732775 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device c4915266-bde3-4502-9123-a8a88088fdc3 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:35:05.760299 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: c4915266-bde3-4502-9123-a8a88088fdc3 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:35:05.760807 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device c4915266-bde3-4502-9123-a8a88088fdc3 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:35:05.834267 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-824f05dc-0e36-4149-8053-1925900cb68b tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:05.849490 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-279655bc-376a-4d79-ad5f-643c9ce629dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:05.856527 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2125ab19-9743-4008-8e14-c316d4eaa6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:05.898462 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-279655bc-376a-4d79-ad5f-643c9ce629dc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=84461a68a3a847328152a26242080221&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3194463 Dec 16 22:35:05.901075 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38398) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:05.909435 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279655bc-376a-4d79-ad5f-643c9ce629dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3038a52d-95d5-4c0c-ba60-97e6b29e5a8a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:05.944058 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-2125ab19-9743-4008-8e14-c316d4eaa6ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958972cb-0295-49f7-b91f-85863daf520c']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:05.957601 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-2125ab19-9743-4008-8e14-c316d4eaa6ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555acb0b-63bd-4256-8848-d432b02f0b76') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:05.957903 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-2125ab19-9743-4008-8e14-c316d4eaa6ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555acb0b-63bd-4256-8848-d432b02f0b76') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:05.964849 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2cfe07d0-5e87-4afd-a86e-cba4f90d4517 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:05.971833 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2125ab19-9743-4008-8e14-c316d4eaa6ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:05.991070 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2cfe07d0-5e87-4afd-a86e-cba4f90d4517 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:06.048648 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2125ab19-9743-4008-8e14-c316d4eaa6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:06.068459 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2125ab19-9743-4008-8e14-c316d4eaa6ab admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:35:06.068876 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2125ab19-9743-4008-8e14-c316d4eaa6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:35:06.070743 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:35:06.084369 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824f05dc-0e36-4149-8053-1925900cb68b tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Router 28039fbf-d17d-4d3b-ba3e-934004a59d21 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:35:06.139902 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2cfe07d0-5e87-4afd-a86e-cba4f90d4517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:06.142666 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2cfe07d0-5e87-4afd-a86e-cba4f90d4517 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:06.149919 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2cfe07d0-5e87-4afd-a86e-cba4f90d4517 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3038a52d-95d5-4c0c-ba60-97e6b29e5a8a HTTP/1.1" status: 204 len: 168 time: 0.2420568 Dec 16 22:35:06.208083 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe07d0-5e87-4afd-a86e-cba4f90d4517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3038a52d-95d5-4c0c-ba60-97e6b29e5a8a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:06.254337 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39241fc7-2f95-4fe5-8926-442f313d0563 req-c9d37c78-e826-4159-8de3-a588cb92551b tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:06.264263 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-39241fc7-2f95-4fe5-8926-442f313d0563 req-c9d37c78-e826-4159-8de3-a588cb92551b tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=9f10a5d9-aae4-4652-8f90-721b9f05678e HTTP/1.1" status: 200 len: 946 time: 0.1367290 Dec 16 22:35:06.333628 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-39241fc7-2f95-4fe5-8926-442f313d0563 req-73449ae8-e014-4d7e-bbdd-466b9880d8cf tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680964 Dec 16 22:35:06.518368 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510bdf0-7e65-4581-acd6-947b78a809f1 req-21633504-a071-4ee7-91e3-38eb8d4a02ac tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:06.520043 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d510bdf0-7e65-4581-acd6-947b78a809f1 req-21633504-a071-4ee7-91e3-38eb8d4a02ac tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.76 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.0687919 Dec 16 22:35:06.586825 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2125ab19-9743-4008-8e14-c316d4eaa6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:06.607258 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2125ab19-9743-4008-8e14-c316d4eaa6ab admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:06.610541 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2125ab19-9743-4008-8e14-c316d4eaa6ab admin admin] 10.222.0.75 "DELETE /v2.0/networks/958972cb-0295-49f7-b91f-85863daf520c HTTP/1.1" status: 204 len: 168 time: 1.0584452 Dec 16 22:35:06.640434 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-d510bdf0-7e65-4581-acd6-947b78a809f1 req-efee8b6b-3202-4c8f-a421-fe868c6a44f0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Deleting port fe59c16b-1dd6-4b4b-945c-8a61814311d6 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:35:06.640899 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d510bdf0-7e65-4581-acd6-947b78a809f1 req-efee8b6b-3202-4c8f-a421-fe868c6a44f0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:06.659746 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125ab19-9743-4008-8e14-c316d4eaa6ab admin admin] Pushing event deleted for resources: {'Network': ['ID=958972cb-0295-49f7-b91f-85863daf520c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:06.663226 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824f05dc-0e36-4149-8053-1925900cb68b tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:35:06.674096 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb93ff-ae34-4903-bb0d-56d60e0833bd None None] Sync routers for ids ['28039fbf-d17d-4d3b-ba3e-934004a59d21'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:35:06.676596 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-824f05dc-0e36-4149-8053-1925900cb68b tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "PUT /v2.0/routers/28039fbf-d17d-4d3b-ba3e-934004a59d21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7290130 Dec 16 22:35:06.683938 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38410) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:06.699207 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb93ff-ae34-4903-bb0d-56d60e0833bd None None] Routers {'28039fbf-d17d-4d3b-ba3e-934004a59d21'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:35:06.699935 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c3fb93ff-ae34-4903-bb0d-56d60e0833bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:34:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['28039fbf-d17d-4d3b-ba3e-934004a59d21'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:06.743685 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d5a1c9-cbfd-4ccb-9102-0fd1cb31466b tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] GET failed (client error): The resource could not be found. Dec 16 22:35:06.748606 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-58d5a1c9-cbfd-4ccb-9102-0fd1cb31466b tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "GET /v2.0/ports/be1d6a12-635c-4424-bb2e-5b3bc042c29b HTTP/1.1" status: 404 len: 333 time: 0.0581553 Dec 16 22:35:06.749258 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38414) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:06.810609 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c3fb93ff-ae34-4903-bb0d-56d60e0833bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:06.836141 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb93ff-ae34-4903-bb0d-56d60e0833bd None None] Routers {'28039fbf-d17d-4d3b-ba3e-934004a59d21'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:35:06.837598 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c3fb93ff-ae34-4903-bb0d-56d60e0833bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:34:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['28039fbf-d17d-4d3b-ba3e-934004a59d21'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:06.853712 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c83e6-482d-45f3-98d6-1c316e2b85bc req-1079d583-96e5-4da0-a72d-e88bc04f3591 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:06.855541 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-565c83e6-482d-45f3-98d6-1c316e2b85bc req-1079d583-96e5-4da0-a72d-e88bc04f3591 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 945 time: 0.2949698 Dec 16 22:35:06.886144 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f115aa3-0283-4067-aaa6-75c151fa1c2d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:06.890267 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-d510bdf0-7e65-4581-acd6-947b78a809f1 req-efee8b6b-3202-4c8f-a421-fe868c6a44f0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] For port fe59c16b-1dd6-4b4b-945c-8a61814311d6, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=fe59c16b-1dd6-4b4b-945c-8a61814311d6,segment=NetworkSegment(f4015ea8-820e-42f7-bd95-039e02fa3736),segment_id=f4015ea8-820e-42f7-bd95-039e02fa3736)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:35:06.890964 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d510bdf0-7e65-4581-acd6-947b78a809f1 req-efee8b6b-3202-4c8f-a421-fe868c6a44f0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:06.925875 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c3fb93ff-ae34-4903-bb0d-56d60e0833bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:06.933342 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb93ff-ae34-4903-bb0d-56d60e0833bd None None] The sync data for ids ['28039fbf-d17d-4d3b-ba3e-934004a59d21'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:35:07.073141 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-565c83e6-482d-45f3-98d6-1c316e2b85bc req-1261878c-fcef-4cad-a6fd-8eb0d1109d41 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf654753-2113-461f-994f-885aeafae221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059736 Dec 16 22:35:07.114608 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f115aa3-0283-4067-aaa6-75c151fa1c2d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:07.116942 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f115aa3-0283-4067-aaa6-75c151fa1c2d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:07.147788 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d510bdf0-7e65-4581-acd6-947b78a809f1 req-efee8b6b-3202-4c8f-a421-fe868c6a44f0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:07.148955 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d510bdf0-7e65-4581-acd6-947b78a809f1 req-efee8b6b-3202-4c8f-a421-fe868c6a44f0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:07.149735 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [req-d510bdf0-7e65-4581-acd6-947b78a809f1 req-efee8b6b-3202-4c8f-a421-fe868c6a44f0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Floating IP 1a3b57af-2c16-409c-a8b5-432d92a3f2c3 disassociated. External IP: 172.25.6.84, port: fe59c16b-1dd6-4b4b-945c-8a61814311d6. Dec 16 22:35:07.149994 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-d510bdf0-7e65-4581-acd6-947b78a809f1 req-efee8b6b-3202-4c8f-a421-fe868c6a44f0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Calling delete_port for fe59c16b-1dd6-4b4b-945c-8a61814311d6 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:35:07.182108 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38424) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:07.232674 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fedff362-cc6f-4bda-a924-752d018b9e2b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=29fa6f57f23a484cbcd7503b99a4bf66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0494244 Dec 16 22:35:07.235293 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38426) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:07.296921 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f115aa3-0283-4067-aaa6-75c151fa1c2d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:07.297565 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f115aa3-0283-4067-aaa6-75c151fa1c2d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Fanout notify agent at l3_agent the message router_deleted on router 28039fbf-d17d-4d3b-ba3e-934004a59d21 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:35:07.299438 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0cd76fbd-9f24-44bb-a27e-6bb18ecbaf1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:07.322357 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f115aa3-0283-4067-aaa6-75c151fa1c2d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:07.326430 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8f115aa3-0283-4067-aaa6-75c151fa1c2d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/routers/28039fbf-d17d-4d3b-ba3e-934004a59d21 HTTP/1.1" status: 204 len: 168 time: 0.5731294 Dec 16 22:35:07.327411 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38428) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:07.335001 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0cd76fbd-9f24-44bb-a27e-6bb18ecbaf1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:07.401469 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-011a575c-4a7b-4390-ae9c-e85d4c86113c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting subnet 299ea672-bcdc-4357-b5c6-b96768a35280 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:35:07.405958 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-011a575c-4a7b-4390-ae9c-e85d4c86113c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:07.434501 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d510bdf0-7e65-4581-acd6-947b78a809f1 req-efee8b6b-3202-4c8f-a421-fe868c6a44f0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:07.508724 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee8b6b-3202-4c8f-a421-fe868c6a44f0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Pushing event deleted for resources: {'Port': ['ID=fe59c16b-1dd6-4b4b-945c-8a61814311d6,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:07.524323 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-011a575c-4a7b-4390-ae9c-e85d4c86113c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:07.548235 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0cd76fbd-9f24-44bb-a27e-6bb18ecbaf1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:07.551696 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0cd76fbd-9f24-44bb-a27e-6bb18ecbaf1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:07.553876 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0cd76fbd-9f24-44bb-a27e-6bb18ecbaf1e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/02c8b77c-23c6-4ea2-8a8d-0bbcdbfa8287 HTTP/1.1" status: 204 len: 168 time: 0.3173847 Dec 16 22:35:07.574052 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd76fbd-9f24-44bb-a27e-6bb18ecbaf1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c8b77c-23c6-4ea2-8a8d-0bbcdbfa8287,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:07.620336 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d626c-d1ff-470e-b667-29ce0390a3f5 req-ef0bdf7a-2177-44e5-85b5-3fcda2067bab tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:07.621981 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-766d626c-d1ff-470e-b667-29ce0390a3f5 req-ef0bdf7a-2177-44e5-85b5-3fcda2067bab tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=9f10a5d9-aae4-4652-8f90-721b9f05678e HTTP/1.1" status: 200 len: 946 time: 0.1924331 Dec 16 22:35:07.773497 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-011a575c-4a7b-4390-ae9c-e85d4c86113c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:07.812577 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-766d626c-d1ff-470e-b667-29ce0390a3f5 req-5e2e953b-c52c-48a2-bc33-9a90b85f33cb tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704805 Dec 16 22:35:07.845153 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d510bdf0-7e65-4581-acd6-947b78a809f1 req-efee8b6b-3202-4c8f-a421-fe868c6a44f0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Router 338045a6-5fe0-4864-9278-82adf843ae84 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:35:08.053169 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d510bdf0-7e65-4581-acd6-947b78a809f1 req-efee8b6b-3202-4c8f-a421-fe868c6a44f0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:35:08.071028 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa453ae-2ae4-4e43-a4cd-195a068665b2 None None] Sync routers for ids ['338045a6-5fe0-4864-9278-82adf843ae84'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:35:08.077997 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-011a575c-4a7b-4390-ae9c-e85d4c86113c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:08.100840 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa453ae-2ae4-4e43-a4cd-195a068665b2 None None] Routers {'338045a6-5fe0-4864-9278-82adf843ae84'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:35:08.101526 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-7aa453ae-2ae4-4e43-a4cd-195a068665b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:34:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['338045a6-5fe0-4864-9278-82adf843ae84'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:08.195544 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a575c-4a7b-4390-ae9c-e85d4c86113c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Subnet': ['ID=299ea672-bcdc-4357-b5c6-b96768a35280,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:08.232377 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-d510bdf0-7e65-4581-acd6-947b78a809f1 req-efee8b6b-3202-4c8f-a421-fe868c6a44f0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] No DVR routers for this DVR port fe59c16b-1dd6-4b4b-945c-8a61814311d6 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:35:08.234783 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-011a575c-4a7b-4390-ae9c-e85d4c86113c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:08.239209 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-011a575c-4a7b-4390-ae9c-e85d4c86113c tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/subnets/299ea672-bcdc-4357-b5c6-b96768a35280 HTTP/1.1" status: 204 len: 168 time: 0.9101288 Dec 16 22:35:08.240760 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d510bdf0-7e65-4581-acd6-947b78a809f1 req-efee8b6b-3202-4c8f-a421-fe868c6a44f0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:08.244681 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d510bdf0-7e65-4581-acd6-947b78a809f1 req-efee8b6b-3202-4c8f-a421-fe868c6a44f0 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.76 "DELETE /v2.0/ports/fe59c16b-1dd6-4b4b-945c-8a61814311d6 HTTP/1.1" status: 204 len: 173 time: 1.7173688 Dec 16 22:35:08.244951 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f120dd60-a0a8-4301-a4d2-0806a7f391b7 None None] Network 57c5d8f4-bab9-452f-a4d6-83bd5e611986 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:35:08.246054 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc6c33a-333a-4242-9204-4af95f79c694', 'name': 'network-vif-deleted', 'tag': 'fe59c16b-1dd6-4b4b-945c-8a61814311d6'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:35:08.249045 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172b0bd6-299e-4de6-a531-8d9328926478" -d '{"events": [{"server_uuid": "fdc6c33a-333a-4242-9204-4af95f79c694", "name": "network-vif-deleted", "tag": "fe59c16b-1dd6-4b4b-945c-8a61814311d6"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:35:08.252053 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38454) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:08.305464 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9a8636ef-805c-415b-87f7-159c2bd4c962 req-8f4aa6bd-9517-4193-a224-0ff26685e7d4 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 210 time: 0.0993342 Dec 16 22:35:08.322374 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ca4804-cb90-46dc-a2ee-ae80a0f51fc5 x-openstack-request-id: req-e6ca4804-cb90-46dc-a2ee-ae80a0f51fc5 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:35:08.322374 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc6c33a-333a-4242-9204-4af95f79c694", "name": "network-vif-deleted", "tag": "fe59c16b-1dd6-4b4b-945c-8a61814311d6", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:35:08.322374 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e6ca4804-cb90-46dc-a2ee-ae80a0f51fc5 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:35:08.322374 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc6c33a-333a-4242-9204-4af95f79c694', 'name': 'network-vif-deleted', 'tag': 'fe59c16b-1dd6-4b4b-945c-8a61814311d6', 'status': 'completed', 'code': 200} Dec 16 22:35:08.356577 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-7aa453ae-2ae4-4e43-a4cd-195a068665b2 None None] Set router 338045a6-5fe0-4864-9278-82adf843ae84 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:35:08.388331 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7e24aeb7-d4c5-43bc-996c-22463263316d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:08.509318 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-7e24aeb7-d4c5-43bc-996c-22463263316d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting port caa56201-73ba-4680-9056-2359925e7f2b {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:35:08.509800 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7e24aeb7-d4c5-43bc-996c-22463263316d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:08.643871 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29508abe-927e-4672-8d00-25cdc0957359 None None] DHCP port deletion for 57c5d8f4-bab9-452f-a4d6-83bd5e611986 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:35:08.698680 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-7e24aeb7-d4c5-43bc-996c-22463263316d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] For port caa56201-73ba-4680-9056-2359925e7f2b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=caa56201-73ba-4680-9056-2359925e7f2b,segment=NetworkSegment(d7456121-ee05-448f-8707-bfd1ae6d279d),segment_id=d7456121-ee05-448f-8707-bfd1ae6d279d)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:35:08.700621 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7e24aeb7-d4c5-43bc-996c-22463263316d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:08.725518 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-29508abe-927e-4672-8d00-25cdc0957359 None None] Deleting port caa56201-73ba-4680-9056-2359925e7f2b {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:35:08.733533 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-29508abe-927e-4672-8d00-25cdc0957359 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:08.733739 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-7aa453ae-2ae4-4e43-a4cd-195a068665b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338045a6-5fe0-4864-9278-82adf843ae84', 'name': 'tempest-AttachVolumeTestJSON-1810374084-router', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:29Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'gw_port': {'id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:30Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'a2ba4a11-6e95-47ae-b804-dca0427f96e0', 'name': '', 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'mac_address': 'fa:16:3e:cd:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:35Z', 'updated_at': '2021-12-16T22:30:42Z', 'revision_number': 5, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'subnets': [{'id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:08.733962 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-7e24aeb7-d4c5-43bc-996c-22463263316d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Calling delete_port for caa56201-73ba-4680-9056-2359925e7f2b owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:35:08.761613 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa453ae-2ae4-4e43-a4cd-195a068665b2 None None] Checking router: 338045a6-5fe0-4864-9278-82adf843ae84 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:35:08.771296 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa453ae-2ae4-4e43-a4cd-195a068665b2 None None] Routers {'338045a6-5fe0-4864-9278-82adf843ae84'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:35:08.773656 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-7aa453ae-2ae4-4e43-a4cd-195a068665b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:34:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['338045a6-5fe0-4864-9278-82adf843ae84'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:08.808675 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-29508abe-927e-4672-8d00-25cdc0957359 None None] For port caa56201-73ba-4680-9056-2359925e7f2b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=caa56201-73ba-4680-9056-2359925e7f2b,segment=NetworkSegment(d7456121-ee05-448f-8707-bfd1ae6d279d),segment_id=d7456121-ee05-448f-8707-bfd1ae6d279d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:35:08.813793 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-29508abe-927e-4672-8d00-25cdc0957359 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:08.825340 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-29508abe-927e-4672-8d00-25cdc0957359 None None] Calling delete_port for caa56201-73ba-4680-9056-2359925e7f2b owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:35:08.924840 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-7aa453ae-2ae4-4e43-a4cd-195a068665b2 None None] Set router 338045a6-5fe0-4864-9278-82adf843ae84 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:35:09.004029 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7e24aeb7-d4c5-43bc-996c-22463263316d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:09.010358 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-29508abe-927e-4672-8d00-25cdc0957359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:09.075889 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29508abe-927e-4672-8d00-25cdc0957359 None None] No DVR routers for this DVR port caa56201-73ba-4680-9056-2359925e7f2b on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:35:09.080511 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device caa56201-73ba-4680-9056-2359925e7f2b no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:35:09.085595 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29508abe-927e-4672-8d00-25cdc0957359 None None] Pushing event deleted for resources: {'Port': ['ID=caa56201-73ba-4680-9056-2359925e7f2b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:09.099656 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24aeb7-d4c5-43bc-996c-22463263316d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Port': ['ID=caa56201-73ba-4680-9056-2359925e7f2b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:09.101382 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e24aeb7-d4c5-43bc-996c-22463263316d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] No DVR routers for this DVR port caa56201-73ba-4680-9056-2359925e7f2b on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:35:09.125481 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: caa56201-73ba-4680-9056-2359925e7f2b {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:35:09.128873 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device caa56201-73ba-4680-9056-2359925e7f2b not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:35:09.259544 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7e24aeb7-d4c5-43bc-996c-22463263316d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:09.298022 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-7e24aeb7-d4c5-43bc-996c-22463263316d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c5d8f4-bab9-452f-a4d6-83bd5e611986']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:09.312104 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-7e24aeb7-d4c5-43bc-996c-22463263316d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7456121-ee05-448f-8707-bfd1ae6d279d') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:09.312665 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-7e24aeb7-d4c5-43bc-996c-22463263316d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7456121-ee05-448f-8707-bfd1ae6d279d') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:09.332459 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7e24aeb7-d4c5-43bc-996c-22463263316d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:09.360665 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7e24aeb7-d4c5-43bc-996c-22463263316d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:09.382656 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e24aeb7-d4c5-43bc-996c-22463263316d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:35:09.383625 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7e24aeb7-d4c5-43bc-996c-22463263316d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:35:09.394517 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:35:09.419625 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-7aa453ae-2ae4-4e43-a4cd-195a068665b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338045a6-5fe0-4864-9278-82adf843ae84', 'name': 'tempest-AttachVolumeTestJSON-1810374084-router', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:29Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'gw_port': {'id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:30Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'a2ba4a11-6e95-47ae-b804-dca0427f96e0', 'name': '', 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'mac_address': 'fa:16:3e:cd:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:35Z', 'updated_at': '2021-12-16T22:30:42Z', 'revision_number': 5, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'subnets': [{'id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:09.478479 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa453ae-2ae4-4e43-a4cd-195a068665b2 None None] The sync data for ids ['338045a6-5fe0-4864-9278-82adf843ae84'] in n-d-815324-4 is: [{'id': '338045a6-5fe0-4864-9278-82adf843ae84', 'name': 'tempest-AttachVolumeTestJSON-1810374084-router', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:29Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'gw_port': {'id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:30Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'a2ba4a11-6e95-47ae-b804-dca0427f96e0', 'name': '', 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'mac_address': 'fa:16:3e:cd:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:35Z', 'updated_at': '2021-12-16T22:30:42Z', 'revision_number': 5, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'subnets': [{'id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:35:09.612552 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b00f762-11f1-45a0-a3db-c91db4712c02 req-20931e99-9457-4015-be8b-34b7c0f68c3f tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdc6c33a-333a-4242-9204-4af95f79c694 HTTP/1.1" status: 200 len: 210 time: 0.1131120 Dec 16 22:35:09.750192 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7e24aeb7-d4c5-43bc-996c-22463263316d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:09.760228 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7e24aeb7-d4c5-43bc-996c-22463263316d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:09.766006 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device fe59c16b-1dd6-4b4b-945c-8a61814311d6 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:35:09.776928 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38494) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:09.780853 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7e24aeb7-d4c5-43bc-996c-22463263316d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/networks/57c5d8f4-bab9-452f-a4d6-83bd5e611986 HTTP/1.1" status: 204 len: 168 time: 1.5267129 Dec 16 22:35:09.840103 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24aeb7-d4c5-43bc-996c-22463263316d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Network': ['ID=57c5d8f4-bab9-452f-a4d6-83bd5e611986,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:09.855617 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38498) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:09.863401 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: fe59c16b-1dd6-4b4b-945c-8a61814311d6 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:35:09.877718 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device fe59c16b-1dd6-4b4b-945c-8a61814311d6 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:35:09.890733 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7348a31f-2dca-41d9-bc20-e65a2c3effc9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:09.905074 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7348a31f-2dca-41d9-bc20-e65a2c3effc9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "GET /v2.0/ports/d077fe4d-22d7-41ba-9262-f9c6278a3ee5 HTTP/1.1" status: 200 len: 841 time: 0.1261051 Dec 16 22:35:09.909252 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38502) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:10.009216 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-69df0021-fb7a-4edb-b801-8cbb8759c442 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "GET /v2.0/ports/d077fe4d-22d7-41ba-9262-f9c6278a3ee5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0941601 Dec 16 22:35:10.014311 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38504) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:10.034495 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-c5b2d827-7457-4911-ae06-6684339690f4 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'subnet': {'network_id': 'ebdbd17e-5536-44c6-974e-25da0fe95ec7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:10.070034 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a977c3-e275-4916-80d2-99386d28eda6 None None] New status for floating IP 1a3b57af-2c16-409c-a8b5-432d92a3f2c3: DOWN {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:35:10.323921 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b2d827-7457-4911-ae06-6684339690f4 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:35:10.328903 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5b2d827-7457-4911-ae06-6684339690f4 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:10.341355 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-9c7e662d-3b09-48ea-a2a1-dc7791aea2c9 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:10.450597 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c7e662d-3b09-48ea-a2a1-dc7791aea2c9 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:10.558684 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c7e662d-3b09-48ea-a2a1-dc7791aea2c9 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:10.679660 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-9c7e662d-3b09-48ea-a2a1-dc7791aea2c9 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Allocated IP 172.25.6.46 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/74493419-778b-4dd3-a650-660f9bc0289c) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:35:10.748309 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5b2d827-7457-4911-ae06-6684339690f4 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:10.810893 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b2d827-7457-4911-ae06-6684339690f4 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network ebdbd17e-5536-44c6-974e-25da0fe95ec7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:35:10.811713 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38526) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:10.822530 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-c5b2d827-7457-4911-ae06-6684339690f4 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:35:10.827926 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b2d827-7457-4911-ae06-6684339690f4 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:10.829540 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5b2d827-7457-4911-ae06-6684339690f4 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:10.837200 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba00bf60-baa7-4f0f-93eb-8822c4fed7c0 None None] Network ebdbd17e-5536-44c6-974e-25da0fe95ec7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:35:10.842487 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2d827-7457-4911-ae06-6684339690f4 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Subnet': ['ID=b969f2bc-1f62-4c21-8fe5-13177ef0e52a,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:10.899506 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c7e662d-3b09-48ea-a2a1-dc7791aea2c9 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:10.943298 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38530) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:10.987733 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c5b2d827-7457-4911-ae06-6684339690f4 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9683685 Dec 16 22:35:10.989204 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38532) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:10.999665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-9ff5d161-c5e9-41ac-b71f-ecbe4df35eb2 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'security_group': {'name': 'tempest-secgroup-1520793100'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:11.055142 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e78d236c-9d63-40a3-a293-cabb31dbdb81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:11.056915 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164349cc-6ac6-4644-9452-21b2d8d286c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-ebdbd17e-5536-44c6-974e-25da0fe95ec7', 'network_id': 'ebdbd17e-5536-44c6-974e-25da0fe95ec7', 'project_id': '205d5d309c0e4c31af9f0a22be5c7456', 'fixed_ips': [{'subnet_id': 'b969f2bc-1f62-4c21-8fe5-13177ef0e52a'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:35:11.057117 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-164349cc-6ac6-4644-9452-21b2d8d286c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:11.085137 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9c4eed05-0152-46dd-a014-955bb7c8ec6e tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:11.088584 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c7e662d-3b09-48ea-a2a1-dc7791aea2c9 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:11.122029 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9c4eed05-0152-46dd-a014-955bb7c8ec6e tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:11.142995 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e662d-3b09-48ea-a2a1-dc7791aea2c9 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Pushing event updated for resources: {'Port': ['ID=74493419-778b-4dd3-a650-660f9bc0289c,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:11.178260 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7e662d-3b09-48ea-a2a1-dc7791aea2c9 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:35:11.186572 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-9c7e662d-3b09-48ea-a2a1-dc7791aea2c9 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:35:11.193047 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7e662d-3b09-48ea-a2a1-dc7791aea2c9 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:35:11.226671 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9ff5d161-c5e9-41ac-b71f-ecbe4df35eb2 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:11.234493 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e78d236c-9d63-40a3-a293-cabb31dbdb81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:11.251262 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-164349cc-6ac6-4644-9452-21b2d8d286c3 None None] Allocated IP 172.20.0.2 (ebdbd17e-5536-44c6-974e-25da0fe95ec7/b969f2bc-1f62-4c21-8fe5-13177ef0e52a/b33cc677-3beb-4e6f-94c2-88d068946d83) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:35:11.316536 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9c4eed05-0152-46dd-a014-955bb7c8ec6e tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:11.325863 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9c4eed05-0152-46dd-a014-955bb7c8ec6e tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:11.330074 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38538) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:11.331173 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9c4eed05-0152-46dd-a014-955bb7c8ec6e tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "DELETE /v2.0/security-groups/bf654753-2113-461f-994f-885aeafae221 HTTP/1.1" status: 204 len: 168 time: 0.3827085 Dec 16 22:35:11.361861 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c7e662d-3b09-48ea-a2a1-dc7791aea2c9 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:11.365833 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-01dda818-e450-4153-b39b-6ee55c02c556 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] show failed (client error): The resource could not be found. Dec 16 22:35:11.366953 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-01dda818-e450-4153-b39b-6ee55c02c556 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups/bf654753-2113-461f-994f-885aeafae221 HTTP/1.1" status: 404 len: 347 time: 0.0345097 Dec 16 22:35:11.371144 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38544) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:11.423995 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e78d236c-9d63-40a3-a293-cabb31dbdb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:11.437920 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4eed05-0152-46dd-a014-955bb7c8ec6e tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf654753-2113-461f-994f-885aeafae221,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:11.491168 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-164349cc-6ac6-4644-9452-21b2d8d286c3 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:11.538575 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d236c-9d63-40a3-a293-cabb31dbdb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8971a28b-92b3-40d7-9c5e-0f72b241b264,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:11.544338 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c7e662d-3b09-48ea-a2a1-dc7791aea2c9 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:11.552091 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e78d236c-9d63-40a3-a293-cabb31dbdb81 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=211ad59eff484c9fb2f1a82a6ad22272&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7347925 Dec 16 22:35:11.555212 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38546) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:11.559484 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9ff5d161-c5e9-41ac-b71f-ecbe4df35eb2 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:11.622165 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-164349cc-6ac6-4644-9452-21b2d8d286c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:11.627393 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a76456b5-4651-42ce-9140-426f939817c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:11.662159 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a76456b5-4651-42ce-9140-426f939817c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:11.667444 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-580525e5-b1ae-482f-87da-4d3f79f85a71 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Deleting port 6e4db8ce-ad87-4c22-93ad-dbb9e5e60cd2 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:35:11.667789 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-580525e5-b1ae-482f-87da-4d3f79f85a71 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:11.701712 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164349cc-6ac6-4644-9452-21b2d8d286c3 None None] Network ebdbd17e-5536-44c6-974e-25da0fe95ec7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:35:11.705813 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-164349cc-6ac6-4644-9452-21b2d8d286c3 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:35:11.708470 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164349cc-6ac6-4644-9452-21b2d8d286c3 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:35:11.711427 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164349cc-6ac6-4644-9452-21b2d8d286c3 None None] Pushing event updated for resources: {'Port': ['ID=b33cc677-3beb-4e6f-94c2-88d068946d83,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:11.764633 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9ff5d161-c5e9-41ac-b71f-ecbe4df35eb2 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:11.791287 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-164349cc-6ac6-4644-9452-21b2d8d286c3 None None] Attempting to bind port b33cc677-3beb-4e6f-94c2-88d068946d83 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:35:11.791824 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-164349cc-6ac6-4644-9452-21b2d8d286c3 None None] Attempting to bind port b33cc677-3beb-4e6f-94c2-88d068946d83 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'eafebc4c-553a-4c80-8783-d8f019114fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ebdbd17e-5536-44c6-974e-25da0fe95ec7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:35:11.792359 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164349cc-6ac6-4644-9452-21b2d8d286c3 None None] Attempting to bind port b33cc677-3beb-4e6f-94c2-88d068946d83 on network ebdbd17e-5536-44c6-974e-25da0fe95ec7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:35:11.800726 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164349cc-6ac6-4644-9452-21b2d8d286c3 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:35:11.801638 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164349cc-6ac6-4644-9452-21b2d8d286c3 None None] Checking segment: {'id': 'eafebc4c-553a-4c80-8783-d8f019114fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ebdbd17e-5536-44c6-974e-25da0fe95ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:35:11.802471 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-164349cc-6ac6-4644-9452-21b2d8d286c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:11.803235 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164349cc-6ac6-4644-9452-21b2d8d286c3 None None] Bound using segment: {'id': 'eafebc4c-553a-4c80-8783-d8f019114fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ebdbd17e-5536-44c6-974e-25da0fe95ec7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:35:11.804031 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-164349cc-6ac6-4644-9452-21b2d8d286c3 None None] Bound port: b33cc677-3beb-4e6f-94c2-88d068946d83, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eafebc4c-553a-4c80-8783-d8f019114fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ebdbd17e-5536-44c6-974e-25da0fe95ec7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:35:11.804716 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-164349cc-6ac6-4644-9452-21b2d8d286c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:11.856167 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5d161-c5e9-41ac-b71f-ecbe4df35eb2 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14093923-0d6e-4c89-9b57-019404a6c2b8,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:11.892352 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-164349cc-6ac6-4644-9452-21b2d8d286c3 None None] For port b33cc677-3beb-4e6f-94c2-88d068946d83, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:35:11.893859 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a76456b5-4651-42ce-9140-426f939817c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:11.897309 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-164349cc-6ac6-4644-9452-21b2d8d286c3 None None] For port b33cc677-3beb-4e6f-94c2-88d068946d83, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b33cc677-3beb-4e6f-94c2-88d068946d83,segment=NetworkSegment(eafebc4c-553a-4c80-8783-d8f019114fe7),segment_id=eafebc4c-553a-4c80-8783-d8f019114fe7)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:35:11.897563 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a76456b5-4651-42ce-9140-426f939817c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:11.899557 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a76456b5-4651-42ce-9140-426f939817c9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8971a28b-92b3-40d7-9c5e-0f72b241b264 HTTP/1.1" status: 204 len: 168 time: 0.3426995 Dec 16 22:35:11.911867 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76456b5-4651-42ce-9140-426f939817c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8971a28b-92b3-40d7-9c5e-0f72b241b264,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:11.948205 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9ff5d161-c5e9-41ac-b71f-ecbe4df35eb2 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:11.948205 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9ff5d161-c5e9-41ac-b71f-ecbe4df35eb2 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9547281 Dec 16 22:35:11.948205 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38552) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:11.959218 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-ecd4614b-98e1-4689-8742-d2a428ef3c19 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'security_group': {'name': 'tempest-secgroup-2007932874'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:12.048450 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-164349cc-6ac6-4644-9452-21b2d8d286c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:12.143659 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164349cc-6ac6-4644-9452-21b2d8d286c3 None None] Pushing event updated for resources: {'Port': ['ID=b33cc677-3beb-4e6f-94c2-88d068946d83,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:12.149147 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecd4614b-98e1-4689-8742-d2a428ef3c19 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:12.177257 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-580525e5-b1ae-482f-87da-4d3f79f85a71 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:12.177659 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-580525e5-b1ae-482f-87da-4d3f79f85a71 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:12.208559 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-580525e5-b1ae-482f-87da-4d3f79f85a71 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Calling delete_port for 6e4db8ce-ad87-4c22-93ad-dbb9e5e60cd2 owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:35:12.235255 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c7e662d-3b09-48ea-a2a1-dc7791aea2c9 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:12.263796 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecd4614b-98e1-4689-8742-d2a428ef3c19 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:12.332326 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c7e662d-3b09-48ea-a2a1-dc7791aea2c9 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:12.409448 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecd4614b-98e1-4689-8742-d2a428ef3c19 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:12.480575 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e662d-3b09-48ea-a2a1-dc7791aea2c9 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Pushing event updated for resources: {'Port': ['ID=74493419-778b-4dd3-a650-660f9bc0289c,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:12.481376 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4614b-98e1-4689-8742-d2a428ef3c19 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef018af-6966-4f4b-b149-a0bc02f95970,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:12.503284 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c7e662d-3b09-48ea-a2a1-dc7791aea2c9 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:12.578728 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecd4614b-98e1-4689-8742-d2a428ef3c19 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:12.582555 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ecd4614b-98e1-4689-8742-d2a428ef3c19 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6310551 Dec 16 22:35:12.585269 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38562) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:12.588704 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-ca67eb89-eab7-417e-8e5d-24349b772f30 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-506672572', 'security_groups': ['7ef018af-6966-4f4b-b149-a0bc02f95970'], 'network_id': 'ebdbd17e-5536-44c6-974e-25da0fe95ec7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b969f2bc-1f62-4c21-8fe5-13177ef0e52a'}]}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:12.661815 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c7e662d-3b09-48ea-a2a1-dc7791aea2c9 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:12.664061 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9c7e662d-3b09-48ea-a2a1-dc7791aea2c9 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8051131 Dec 16 22:35:12.664979 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-580525e5-b1ae-482f-87da-4d3f79f85a71 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:12.669079 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38568) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:12.679630 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-d1158d07-092f-4147-aba8-18248a0808a6 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1404454724', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'fixed_ips': [{'ip_address': '172.25.6.46'}]}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:12.705720 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580525e5-b1ae-482f-87da-4d3f79f85a71 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Pushing event deleted for resources: {'Port': ['ID=6e4db8ce-ad87-4c22-93ad-dbb9e5e60cd2,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:12.799704 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-580525e5-b1ae-482f-87da-4d3f79f85a71 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:12.802681 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-580525e5-b1ae-482f-87da-4d3f79f85a71 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:12.803942 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-580525e5-b1ae-482f-87da-4d3f79f85a71 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "DELETE /v2.0/floatingips/1a3b57af-2c16-409c-a8b5-432d92a3f2c3 HTTP/1.1" status: 204 len: 168 time: 1.4318717 Dec 16 22:35:12.814449 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1158d07-092f-4147-aba8-18248a0808a6 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Made reservation on behalf of 677c2bd933114a768d4a4e64a3858500 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:35:12.825541 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d1158d07-092f-4147-aba8-18248a0808a6 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:12.833268 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d1158d07-092f-4147-aba8-18248a0808a6 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:13.012362 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d1158d07-092f-4147-aba8-18248a0808a6 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:13.014845 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca67eb89-eab7-417e-8e5d-24349b772f30 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:35:13.089237 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b33cc677-3beb-4e6f-94c2-88d068946d83 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:35:13.144393 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port b33cc677-3beb-4e6f-94c2-88d068946d83 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:13.144913 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:13.152137 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ca67eb89-eab7-417e-8e5d-24349b772f30 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:13.180545 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d1158d07-092f-4147-aba8-18248a0808a6 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:13.183163 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-ca67eb89-eab7-417e-8e5d-24349b772f30 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] device_id is not set on port dbdd10de-4e95-46f1-8029-85130fee4449 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:35:13.189348 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-d1158d07-092f-4147-aba8-18248a0808a6 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] device_id is not set on port b6b7a6f9-ff46-4548-977b-45a1ef112727 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:35:13.265533 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:13.356500 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port b33cc677-3beb-4e6f-94c2-88d068946d83, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b33cc677-3beb-4e6f-94c2-88d068946d83,segment=NetworkSegment(eafebc4c-553a-4c80-8783-d8f019114fe7),segment_id=eafebc4c-553a-4c80-8783-d8f019114fe7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:35:13.415775 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1158d07-092f-4147-aba8-18248a0808a6 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506ed7b8-9e63-402e-ab90-5e85f7660559,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:13.469762 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:13.583157 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-ca67eb89-eab7-417e-8e5d-24349b772f30 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Allocated IP 172.20.0.9 (ebdbd17e-5536-44c6-974e-25da0fe95ec7/b969f2bc-1f62-4c21-8fe5-13177ef0e52a/dbdd10de-4e95-46f1-8029-85130fee4449) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:35:13.753442 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38586) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:13.759608 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-c374caa3-f73e-4094-9ef5-b57fc52e8461 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1314845209', 'description': 'tempest-description--257055397'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:13.850039 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1158d07-092f-4147-aba8-18248a0808a6 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 16 22:35:13.850905 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1158d07-092f-4147-aba8-18248a0808a6 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:35:13.855323 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3f9e8cf2-17c6-437b-99f2-10bdb8cdd255 None None] Provisioning complete for port b33cc677-3beb-4e6f-94c2-88d068946d83 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:13.855855 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f9e8cf2-17c6-437b-99f2-10bdb8cdd255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:13.860905 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=b33cc677-3beb-4e6f-94c2-88d068946d83,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:13.940582 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c374caa3-f73e-4094-9ef5-b57fc52e8461 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:13.977537 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ca67eb89-eab7-417e-8e5d-24349b772f30 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:13.994670 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d1158d07-092f-4147-aba8-18248a0808a6 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.3235211 Dec 16 22:35:14.005582 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38592) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:14.067213 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3f9e8cf2-17c6-437b-99f2-10bdb8cdd255 None None] Provisioning complete for port d077fe4d-22d7-41ba-9262-f9c6278a3ee5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:14.067606 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f9e8cf2-17c6-437b-99f2-10bdb8cdd255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:14.114066 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-3f9e8cf2-17c6-437b-99f2-10bdb8cdd255 None None] Port d077fe4d-22d7-41ba-9262-f9c6278a3ee5 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:35:14.123588 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ca67eb89-eab7-417e-8e5d-24349b772f30 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:14.170875 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca67eb89-eab7-417e-8e5d-24349b772f30 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network ebdbd17e-5536-44c6-974e-25da0fe95ec7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:35:14.174736 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-ca67eb89-eab7-417e-8e5d-24349b772f30 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:35:14.178726 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca67eb89-eab7-417e-8e5d-24349b772f30 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:35:14.186945 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67eb89-eab7-417e-8e5d-24349b772f30 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Port': ['ID=dbdd10de-4e95-46f1-8029-85130fee4449,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:14.266276 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca67eb89-eab7-417e-8e5d-24349b772f30 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:14.266963 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ca67eb89-eab7-417e-8e5d-24349b772f30 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:14.298732 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c374caa3-f73e-4094-9ef5-b57fc52e8461 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:14.322068 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-b46baaca-c588-436d-bdc5-26c838a986f3 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Deleting port 74493419-778b-4dd3-a650-660f9bc0289c {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:35:14.323993 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b46baaca-c588-436d-bdc5-26c838a986f3 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:14.384380 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ca67eb89-eab7-417e-8e5d-24349b772f30 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7997260 Dec 16 22:35:14.387196 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38598) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:14.395152 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-8f9b14b1-fbac-4363-836e-90eac5939dff tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'subnet': {'network_id': 'ebdbd17e-5536-44c6-974e-25da0fe95ec7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:14.442144 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b46baaca-c588-436d-bdc5-26c838a986f3 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:14.442906 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b46baaca-c588-436d-bdc5-26c838a986f3 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:14.462188 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-b46baaca-c588-436d-bdc5-26c838a986f3 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Calling delete_port for 74493419-778b-4dd3-a650-660f9bc0289c owned by network:floatingip {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:35:14.537316 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f394efd3-6677-47be-9e5d-fd1c0797503f None None] Provisioning complete for port dbdd10de-4e95-46f1-8029-85130fee4449 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:14.538242 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f394efd3-6677-47be-9e5d-fd1c0797503f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:14.564651 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c374caa3-f73e-4094-9ef5-b57fc52e8461 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:14.582944 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f394efd3-6677-47be-9e5d-fd1c0797503f None None] Port dbdd10de-4e95-46f1-8029-85130fee4449 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:35:14.621126 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374caa3-f73e-4094-9ef5-b57fc52e8461 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48cdb03a-5106-4293-99fe-06937895d05e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:14.809981 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9b14b1-fbac-4363-836e-90eac5939dff tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:35:14.813685 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8f9b14b1-fbac-4363-836e-90eac5939dff tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:14.885300 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c374caa3-f73e-4094-9ef5-b57fc52e8461 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:14.888988 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c374caa3-f73e-4094-9ef5-b57fc52e8461 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1346350 Dec 16 22:35:14.891833 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b46baaca-c588-436d-bdc5-26c838a986f3 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:14.910249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38604) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:14.910249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-571746f9-012c-4969-939b-a3ede6c15cf6 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Request body: {'security_group_rule': {'security_group_id': '48cdb03a-5106-4293-99fe-06937895d05e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:14.925470 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46baaca-c588-436d-bdc5-26c838a986f3 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Pushing event deleted for resources: {'Port': ['ID=74493419-778b-4dd3-a650-660f9bc0289c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:14.941962 n-d-815324-4 neutron-server[103614]: INFO neutron.db.ipam_backend_mixin [None req-8f9b14b1-fbac-4363-836e-90eac5939dff tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b969f2bc-1f62-4c21-8fe5-13177ef0e52a (CIDR: 172.20.0.0/28) Dec 16 22:35:15.009312 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b33cc677-3beb-4e6f-94c2-88d068946d83 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:35:15.022502 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9b14b1-fbac-4363-836e-90eac5939dff tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:35:15.023279 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f9b14b1-fbac-4363-836e-90eac5939dff tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:35:15.050460 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b46baaca-c588-436d-bdc5-26c838a986f3 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:15.057552 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b46baaca-c588-436d-bdc5-26c838a986f3 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:15.060051 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b46baaca-c588-436d-bdc5-26c838a986f3 tempest-ExternalNetworksAdminNegativeTestJSON-342473462 tempest-ExternalNetworksAdminNegativeTestJSON-342473462-project-admin] 10.222.0.75 "DELETE /v2.0/floatingips/e82eb2e4-0314-45d9-9506-2b765521cc29 HTTP/1.1" status: 204 len: 168 time: 1.0488942 Dec 16 22:35:15.080927 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-571746f9-012c-4969-939b-a3ede6c15cf6 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:15.105283 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port b33cc677-3beb-4e6f-94c2-88d068946d83 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:15.105709 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:15.172799 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8f9b14b1-fbac-4363-836e-90eac5939dff tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7832532 Dec 16 22:35:15.175902 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38616) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:15.181396 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-931b7c5a-206a-41b5-94a1-efe013bdb349 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'subnet': {'network_id': 'ebdbd17e-5536-44c6-974e-25da0fe95ec7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:15.207096 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-571746f9-012c-4969-939b-a3ede6c15cf6 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:15.329183 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-571746f9-012c-4969-939b-a3ede6c15cf6 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:15.364129 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571746f9-012c-4969-939b-a3ede6c15cf6 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85121b22-00fe-49f0-b08f-0e621e169854,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:15.451743 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-571746f9-012c-4969-939b-a3ede6c15cf6 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:15.452900 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-571746f9-012c-4969-939b-a3ede6c15cf6 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5576482 Dec 16 22:35:15.455534 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38622) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:15.460224 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-7f9f56fa-1ff4-401f-a27f-4e2cdd4fc46d tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Request body: {'security_group_rule': {'security_group_id': '48cdb03a-5106-4293-99fe-06937895d05e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:15.558174 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931b7c5a-206a-41b5-94a1-efe013bdb349 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:35:15.566668 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-931b7c5a-206a-41b5-94a1-efe013bdb349 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:15.753198 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7f9f56fa-1ff4-401f-a27f-4e2cdd4fc46d tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:15.829698 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7f9f56fa-1ff4-401f-a27f-4e2cdd4fc46d tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:15.941452 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7f9f56fa-1ff4-401f-a27f-4e2cdd4fc46d tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:15.966579 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f56fa-1ff4-401f-a27f-4e2cdd4fc46d tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3847f81-e3d1-4691-b487-279669712eec,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:15.977852 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38630) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:16.016716 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-931b7c5a-206a-41b5-94a1-efe013bdb349 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:16.093770 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931b7c5a-206a-41b5-94a1-efe013bdb349 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network ebdbd17e-5536-44c6-974e-25da0fe95ec7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:35:16.102092 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-931b7c5a-206a-41b5-94a1-efe013bdb349 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:35:16.125097 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8cbc5a-2b57-4840-918e-36581ad661d5 None None] Network ebdbd17e-5536-44c6-974e-25da0fe95ec7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:35:16.136614 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931b7c5a-206a-41b5-94a1-efe013bdb349 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:16.139132 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7f9f56fa-1ff4-401f-a27f-4e2cdd4fc46d tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:16.139318 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-931b7c5a-206a-41b5-94a1-efe013bdb349 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:16.140690 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7f9f56fa-1ff4-401f-a27f-4e2cdd4fc46d tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6841595 Dec 16 22:35:16.145305 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38638) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:16.161414 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-a02a5f57-3414-4397-97ce-364c845f7177 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:16.215679 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b7c5a-206a-41b5-94a1-efe013bdb349 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Subnet': ['ID=53ccf6ec-2891-4cc9-bbe9-33d9700f3250,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:16.262471 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-68fe9431-1d5e-492c-96ec-626429abf63d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:16.283782 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-931b7c5a-206a-41b5-94a1-efe013bdb349 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1066406 Dec 16 22:35:16.286634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38642) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:16.300432 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-20bae960-be95-4aaf-96ce-d73d069dd569 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2121497155', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '53ccf6ec-2891-4cc9-bbe9-33d9700f3250'}], 'security_groups': ['14093923-0d6e-4c89-9b57-019404a6c2b8']}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:16.405176 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a02a5f57-3414-4397-97ce-364c845f7177 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:16.531561 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350c3589-75c7-4177-94a1-c0ea8e557b15 None None] Update dhcp port {'port': {'network_id': 'ebdbd17e-5536-44c6-974e-25da0fe95ec7', 'fixed_ips': [{'subnet_id': 'b969f2bc-1f62-4c21-8fe5-13177ef0e52a', 'ip_address': '172.20.0.2'}, {'subnet_id': '53ccf6ec-2891-4cc9-bbe9-33d9700f3250'}], 'binding:host_id': 'n-d-815324-4'}, 'id': 'b33cc677-3beb-4e6f-94c2-88d068946d83'} from n-d-815324-4. {{(pid=103615) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:35:16.574111 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-68fe9431-1d5e-492c-96ec-626429abf63d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:16.584487 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-350c3589-75c7-4177-94a1-c0ea8e557b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:16.584737 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-20bae960-be95-4aaf-96ce-d73d069dd569 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:16.663142 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a02a5f57-3414-4397-97ce-364c845f7177 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:16.673081 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-68fe9431-1d5e-492c-96ec-626429abf63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:16.734117 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe9431-1d5e-492c-96ec-626429abf63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193ce5f6-e7ec-49d9-982d-e63ec7d74655,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:16.780780 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-68fe9431-1d5e-492c-96ec-626429abf63d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bb744ae4cbcb46f49576512043efa572&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8017099 Dec 16 22:35:16.783811 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38646) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:16.823179 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-a02a5f57-3414-4397-97ce-364c845f7177 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Allocated IP 172.25.6.82 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/5ef997dd-8e2c-4dce-93a7-d5f1e42d248d) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:35:16.886556 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-350c3589-75c7-4177-94a1-c0ea8e557b15 None None] Allocated IP 172.20.0.18 (ebdbd17e-5536-44c6-974e-25da0fe95ec7/53ccf6ec-2891-4cc9-bbe9-33d9700f3250/b33cc677-3beb-4e6f-94c2-88d068946d83) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:35:16.974600 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8184606-e4f2-4ccd-8353-8fd6e0f2bc74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:16.994795 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a02a5f57-3414-4397-97ce-364c845f7177 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:17.010568 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8184606-e4f2-4ccd-8353-8fd6e0f2bc74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:17.118622 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-350c3589-75c7-4177-94a1-c0ea8e557b15 None None] For port b33cc677-3beb-4e6f-94c2-88d068946d83, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b33cc677-3beb-4e6f-94c2-88d068946d83,segment=NetworkSegment(eafebc4c-553a-4c80-8783-d8f019114fe7),segment_id=eafebc4c-553a-4c80-8783-d8f019114fe7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:35:17.150593 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-350c3589-75c7-4177-94a1-c0ea8e557b15 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:17.170584 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a02a5f57-3414-4397-97ce-364c845f7177 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:17.218362 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02a5f57-3414-4397-97ce-364c845f7177 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:35:17.221419 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-a02a5f57-3414-4397-97ce-364c845f7177 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:35:17.224969 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02a5f57-3414-4397-97ce-364c845f7177 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:35:17.231335 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a5f57-3414-4397-97ce-364c845f7177 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Pushing event updated for resources: {'Port': ['ID=5ef997dd-8e2c-4dce-93a7-d5f1e42d248d,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:17.254520 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8184606-e4f2-4ccd-8353-8fd6e0f2bc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:17.257308 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8184606-e4f2-4ccd-8353-8fd6e0f2bc74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:17.265370 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b8184606-e4f2-4ccd-8353-8fd6e0f2bc74 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/193ce5f6-e7ec-49d9-982d-e63ec7d74655 HTTP/1.1" status: 204 len: 168 time: 0.4763000 Dec 16 22:35:17.289644 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-350c3589-75c7-4177-94a1-c0ea8e557b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:17.296021 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8184606-e4f2-4ccd-8353-8fd6e0f2bc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193ce5f6-e7ec-49d9-982d-e63ec7d74655,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:17.428348 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a02a5f57-3414-4397-97ce-364c845f7177 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:17.444059 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c3589-75c7-4177-94a1-c0ea8e557b15 None None] Pushing event updated for resources: {'Port': ['ID=b33cc677-3beb-4e6f-94c2-88d068946d83,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:17.492033 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-20bae960-be95-4aaf-96ce-d73d069dd569 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Delete allocated IP 172.20.0.9 (ebdbd17e-5536-44c6-974e-25da0fe95ec7/b969f2bc-1f62-4c21-8fe5-13177ef0e52a) {{(pid=103613) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 22:35:17.516865 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-20bae960-be95-4aaf-96ce-d73d069dd569 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Allocated IP 172.20.0.24 (ebdbd17e-5536-44c6-974e-25da0fe95ec7/53ccf6ec-2891-4cc9-bbe9-33d9700f3250/dbdd10de-4e95-46f1-8029-85130fee4449) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:35:17.662746 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a02a5f57-3414-4397-97ce-364c845f7177 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:17.919767 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a02a5f57-3414-4397-97ce-364c845f7177 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:18.055243 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a02a5f57-3414-4397-97ce-364c845f7177 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:18.109630 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-20bae960-be95-4aaf-96ce-d73d069dd569 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:18.153460 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a5f57-3414-4397-97ce-364c845f7177 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Pushing event updated for resources: {'Port': ['ID=5ef997dd-8e2c-4dce-93a7-d5f1e42d248d,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:18.192389 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-20bae960-be95-4aaf-96ce-d73d069dd569 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:18.196940 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38662) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:18.249483 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a02a5f57-3414-4397-97ce-364c845f7177 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:18.259809 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-696479c4-0e1c-4aa8-a285-eebf2abcda01 None None] Provisioning complete for port b33cc677-3beb-4e6f-94c2-88d068946d83 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:18.260430 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-696479c4-0e1c-4aa8-a285-eebf2abcda01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:18.274282 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-abe3808e-b9b5-4edc-b600-69d246b480d0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=677c2bd933114a768d4a4e64a3858500&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0756350 Dec 16 22:35:18.276763 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38664) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:18.308564 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38668) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:18.352508 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-52c484eb-2e98-4f2d-b0d6-bf0818031d45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:18.378627 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a02a5f57-3414-4397-97ce-364c845f7177 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:18.380211 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a02a5f57-3414-4397-97ce-364c845f7177 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2324045 Dec 16 22:35:18.385688 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-52c484eb-2e98-4f2d-b0d6-bf0818031d45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:18.410273 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bae960-be95-4aaf-96ce-d73d069dd569 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Port': ['ID=dbdd10de-4e95-46f1-8029-85130fee4449,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:18.429771 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-20bae960-be95-4aaf-96ce-d73d069dd569 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] In _notify_port_updated(), no bound segment for port dbdd10de-4e95-46f1-8029-85130fee4449 on network ebdbd17e-5536-44c6-974e-25da0fe95ec7 {{(pid=103613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:35:18.442676 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bae960-be95-4aaf-96ce-d73d069dd569 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:18.443702 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-20bae960-be95-4aaf-96ce-d73d069dd569 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:18.445459 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-20bae960-be95-4aaf-96ce-d73d069dd569 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "PUT /v2.0/ports/dbdd10de-4e95-46f1-8029-85130fee4449 HTTP/1.1" status: 200 len: 921 time: 2.1505556 Dec 16 22:35:18.449121 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38674) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:18.496103 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-696479c4-0e1c-4aa8-a285-eebf2abcda01 None None] Provisioning complete for port dbdd10de-4e95-46f1-8029-85130fee4449 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:18.497632 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-696479c4-0e1c-4aa8-a285-eebf2abcda01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:18.561652 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-696479c4-0e1c-4aa8-a285-eebf2abcda01 None None] Port dbdd10de-4e95-46f1-8029-85130fee4449 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:35:18.576988 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-52c484eb-2e98-4f2d-b0d6-bf0818031d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:18.581720 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-52c484eb-2e98-4f2d-b0d6-bf0818031d45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:18.585326 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-52c484eb-2e98-4f2d-b0d6-bf0818031d45 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/506ed7b8-9e63-402e-ab90-5e85f7660559 HTTP/1.1" status: 204 len: 168 time: 0.3054366 Dec 16 22:35:18.589771 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-3861b7c2-bb1e-4e34-8e4c-4212e59e4e7d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting port dbdd10de-4e95-46f1-8029-85130fee4449 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:35:18.589771 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3861b7c2-bb1e-4e34-8e4c-4212e59e4e7d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:18.598257 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c484eb-2e98-4f2d-b0d6-bf0818031d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506ed7b8-9e63-402e-ab90-5e85f7660559,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:18.644585 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-696479c4-0e1c-4aa8-a285-eebf2abcda01 None None] Provisioning complete for port d077fe4d-22d7-41ba-9262-f9c6278a3ee5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:18.644585 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-696479c4-0e1c-4aa8-a285-eebf2abcda01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:18.707219 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0240b2e6-7f4f-495c-b70f-2f5dfa8ce258 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:18.766292 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-696479c4-0e1c-4aa8-a285-eebf2abcda01 None None] Port d077fe4d-22d7-41ba-9262-f9c6278a3ee5 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:35:18.855970 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3861b7c2-bb1e-4e34-8e4c-4212e59e4e7d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:18.859792 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0240b2e6-7f4f-495c-b70f-2f5dfa8ce258 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:18.872596 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d164df27-386a-4160-8f93-356b0042d4cb req-4a02313a-542f-4b1e-81fe-85024e4091d2 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1314845209&fields=id&tenant_id=720f6d1270aa4ecaab964d0eb84b215e HTTP/1.1" status: 200 len: 267 time: 0.1229343 Dec 16 22:35:18.879190 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-3861b7c2-bb1e-4e34-8e4c-4212e59e4e7d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Calling delete_port for dbdd10de-4e95-46f1-8029-85130fee4449 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:35:19.005242 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b33cc677-3beb-4e6f-94c2-88d068946d83 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:35:19.012574 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c5efd09-bc3b-4106-9bfb-0ca3608dea6d None None] Provisioning complete for port dbdd10de-4e95-46f1-8029-85130fee4449 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:19.013551 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c5efd09-bc3b-4106-9bfb-0ca3608dea6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:19.060010 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0240b2e6-7f4f-495c-b70f-2f5dfa8ce258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:19.096339 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164df27-386a-4160-8f93-356b0042d4cb req-3d0f1b6b-076f-49b1-8312-e31af1e7bfca tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:19.100972 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d164df27-386a-4160-8f93-356b0042d4cb req-3d0f1b6b-076f-49b1-8312-e31af1e7bfca tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/networks?id=4d9f61c4-cc29-4ddf-89f0-e4012f9c023f HTTP/1.1" status: 200 len: 811 time: 0.2197645 Dec 16 22:35:19.119811 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0240b2e6-7f4f-495c-b70f-2f5dfa8ce258 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bf3b03eb396441c0a2872b7a01480c07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8062341 Dec 16 22:35:19.120619 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38690) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:19.121363 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240b2e6-7f4f-495c-b70f-2f5dfa8ce258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1053860e-9e27-4e7e-a69b-2e1493950005,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:19.138741 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c5efd09-bc3b-4106-9bfb-0ca3608dea6d None None] Port dbdd10de-4e95-46f1-8029-85130fee4449 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:35:19.153773 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d164df27-386a-4160-8f93-356b0042d4cb req-200efc50-f1c0-4fef-8862-cb694167ef85 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/quotas/720f6d1270aa4ecaab964d0eb84b215e HTTP/1.1" status: 200 len: 375 time: 0.0464408 Dec 16 22:35:19.159400 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port b33cc677-3beb-4e6f-94c2-88d068946d83 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:19.159400 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:19.229789 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-86fa89f8-9378-4b32-9af9-dd84c84b44b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:19.266665 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-86fa89f8-9378-4b32-9af9-dd84c84b44b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:19.339444 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d164df27-386a-4160-8f93-356b0042d4cb req-ec34fdb2-1e63-42b4-825a-6e85dc3165b6 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=720f6d1270aa4ecaab964d0eb84b215e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1608315 Dec 16 22:35:19.380661 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3861b7c2-bb1e-4e34-8e4c-4212e59e4e7d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:19.444416 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861b7c2-bb1e-4e34-8e4c-4212e59e4e7d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Port': ['ID=dbdd10de-4e95-46f1-8029-85130fee4449,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:19.467186 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-86fa89f8-9378-4b32-9af9-dd84c84b44b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:19.470945 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-86fa89f8-9378-4b32-9af9-dd84c84b44b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:19.475213 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-86fa89f8-9378-4b32-9af9-dd84c84b44b5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1053860e-9e27-4e7e-a69b-2e1493950005 HTTP/1.1" status: 204 len: 168 time: 0.3478959 Dec 16 22:35:19.508267 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa89f8-9378-4b32-9af9-dd84c84b44b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1053860e-9e27-4e7e-a69b-2e1493950005,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:19.752392 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3861b7c2-bb1e-4e34-8e4c-4212e59e4e7d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:19.757755 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3861b7c2-bb1e-4e34-8e4c-4212e59e4e7d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/ports/dbdd10de-4e95-46f1-8029-85130fee4449 HTTP/1.1" status: 204 len: 168 time: 1.3066206 Dec 16 22:35:19.764668 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38708) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:19.789705 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d164df27-386a-4160-8f93-356b0042d4cb req-a083f96e-5c60-4d08-bdec-d35cdb9cc070 service neutron] 10.222.0.75 "GET /v2.0/networks/4d9f61c4-cc29-4ddf-89f0-e4012f9c023f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358687 Dec 16 22:35:19.830652 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9a0ec8-221f-466b-9a52-0d108988889e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] GET failed (client error): The resource could not be found. Dec 16 22:35:19.833137 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4c9a0ec8-221f-466b-9a52-0d108988889e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "GET /v2.0/ports/dbdd10de-4e95-46f1-8029-85130fee4449 HTTP/1.1" status: 404 len: 333 time: 0.0674841 Dec 16 22:35:19.836784 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38710) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:19.939437 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-be819cec-2234-4dd3-b718-45a44890e6e4 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:19.967790 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d164df27-386a-4160-8f93-356b0042d4cb req-0f779955-2ceb-4eb0-ac30-aee8c906d522 service neutron] 10.222.0.75 "GET /v2.0/networks/4d9f61c4-cc29-4ddf-89f0-e4012f9c023f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691391 Dec 16 22:35:19.995220 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-be819cec-2234-4dd3-b718-45a44890e6e4 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:20.156431 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-be819cec-2234-4dd3-b718-45a44890e6e4 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:20.162004 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-be819cec-2234-4dd3-b718-45a44890e6e4 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:20.165492 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-be819cec-2234-4dd3-b718-45a44890e6e4 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/security-groups/7ef018af-6966-4f4b-b149-a0bc02f95970 HTTP/1.1" status: 204 len: 168 time: 0.3262734 Dec 16 22:35:20.167592 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38716) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:20.174347 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be819cec-2234-4dd3-b718-45a44890e6e4 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef018af-6966-4f4b-b149-a0bc02f95970,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:20.285198 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a60bea78-9b5b-4f1c-a381-848fa7f9bd34 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:20.313946 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a60bea78-9b5b-4f1c-a381-848fa7f9bd34 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:20.478616 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a60bea78-9b5b-4f1c-a381-848fa7f9bd34 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:20.481999 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a60bea78-9b5b-4f1c-a381-848fa7f9bd34 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:20.491197 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a60bea78-9b5b-4f1c-a381-848fa7f9bd34 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/security-groups/14093923-0d6e-4c89-9b57-019404a6c2b8 HTTP/1.1" status: 204 len: 168 time: 0.3139527 Dec 16 22:35:20.491375 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38734) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:20.493494 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60bea78-9b5b-4f1c-a381-848fa7f9bd34 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14093923-0d6e-4c89-9b57-019404a6c2b8,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:20.564078 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38738) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:20.591127 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e0a26ae-8cae-4de6-aecb-d90c94418650 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:20.595249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-6405f633-03cd-4081-a3b2-440a1139ca9a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting subnet b969f2bc-1f62-4c21-8fe5-13177ef0e52a {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:35:20.599726 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6405f633-03cd-4081-a3b2-440a1139ca9a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:20.685689 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-603674e6-1e6a-455c-8082-bb2ca640558d req-c297aa5b-5ff0-42cf-8e3d-f5f78ea98c34 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=865f7392-65c6-4951-915c-72b4e86e5233 HTTP/1.1" status: 200 len: 210 time: 0.3780231 Dec 16 22:35:20.697108 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6405f633-03cd-4081-a3b2-440a1139ca9a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:20.744722 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e0a26ae-8cae-4de6-aecb-d90c94418650 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:20.804139 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6405f633-03cd-4081-a3b2-440a1139ca9a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:20.940695 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e0a26ae-8cae-4de6-aecb-d90c94418650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:20.983449 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0e0a26ae-8cae-4de6-aecb-d90c94418650 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0e5c074762d04799becfb9d17ed5794d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4176700 Dec 16 22:35:20.986812 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6405f633-03cd-4081-a3b2-440a1139ca9a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:20.989102 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38744) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:20.994285 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a26ae-8cae-4de6-aecb-d90c94418650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b20ca07-95f4-41cb-b7dc-8d764a08148f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:21.033032 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405f633-03cd-4081-a3b2-440a1139ca9a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Subnet': ['ID=b969f2bc-1f62-4c21-8fe5-13177ef0e52a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:21.047486 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6405f633-03cd-4081-a3b2-440a1139ca9a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:21.053722 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6405f633-03cd-4081-a3b2-440a1139ca9a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/subnets/b969f2bc-1f62-4c21-8fe5-13177ef0e52a HTTP/1.1" status: 204 len: 168 time: 0.5620818 Dec 16 22:35:21.053940 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fd7504-80de-4383-8789-5dade8e7dfdd None None] Network ebdbd17e-5536-44c6-974e-25da0fe95ec7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:35:21.054389 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38748) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:21.065187 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-ba4c0068-edea-44d3-9461-fe1ea99b5232 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'subnet': {'network_id': 'ebdbd17e-5536-44c6-974e-25da0fe95ec7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:21.093728 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-edfd738b-891f-41b6-bdf8-212f2b04d42d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:21.124447 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-edfd738b-891f-41b6-bdf8-212f2b04d42d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:21.420796 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4c0068-edea-44d3-9461-fe1ea99b5232 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:35:21.423759 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-edfd738b-891f-41b6-bdf8-212f2b04d42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:21.423759 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-edfd738b-891f-41b6-bdf8-212f2b04d42d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:21.427094 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ba4c0068-edea-44d3-9461-fe1ea99b5232 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:21.427254 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-edfd738b-891f-41b6-bdf8-212f2b04d42d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4b20ca07-95f4-41cb-b7dc-8d764a08148f HTTP/1.1" status: 204 len: 168 time: 0.4291794 Dec 16 22:35:21.446829 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd738b-891f-41b6-bdf8-212f2b04d42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b20ca07-95f4-41cb-b7dc-8d764a08148f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:21.843977 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b88923ad-260c-4af0-aa50-f4de1610479b req-5a4de803-483b-4ada-82e3-2dcf08ef1190 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=865f7392-65c6-4951-915c-72b4e86e5233 HTTP/1.1" status: 200 len: 210 time: 0.0349505 Dec 16 22:35:21.969647 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ba4c0068-edea-44d3-9461-fe1ea99b5232 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:21.994213 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4efe0831-3b53-4d7b-9573-728de093d0fc None None] Provisioning complete for port b33cc677-3beb-4e6f-94c2-88d068946d83 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:21.994623 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4efe0831-3b53-4d7b-9573-728de093d0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:22.013717 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4c0068-edea-44d3-9461-fe1ea99b5232 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network ebdbd17e-5536-44c6-974e-25da0fe95ec7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:35:22.019586 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-ba4c0068-edea-44d3-9461-fe1ea99b5232 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:35:22.025668 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4c0068-edea-44d3-9461-fe1ea99b5232 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:22.026268 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ba4c0068-edea-44d3-9461-fe1ea99b5232 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:22.044117 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6a3a74-11e4-4113-8aee-7291720e1d41 None None] Network ebdbd17e-5536-44c6-974e-25da0fe95ec7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:35:22.047252 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c0068-edea-44d3-9461-fe1ea99b5232 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Subnet': ['ID=7a657a8e-6e73-403b-a3f0-8a68ac8e39f3,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:22.165593 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ba4c0068-edea-44d3-9461-fe1ea99b5232 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1086807 Dec 16 22:35:22.171683 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38778) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:22.176523 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-0b70cfbe-4d34-471c-bdd2-1afa4ab240e2 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'security_group': {'name': 'tempest-secgroup-451799938'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:22.225544 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4efe0831-3b53-4d7b-9573-728de093d0fc None None] Provisioning complete for port d077fe4d-22d7-41ba-9262-f9c6278a3ee5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:22.226127 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4efe0831-3b53-4d7b-9573-728de093d0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:22.294056 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4efe0831-3b53-4d7b-9573-728de093d0fc None None] Port d077fe4d-22d7-41ba-9262-f9c6278a3ee5 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:35:22.309209 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de2d1c9-bec8-4153-8c1a-203aafb91cba None None] Update dhcp port {'port': {'network_id': 'ebdbd17e-5536-44c6-974e-25da0fe95ec7', 'fixed_ips': [{'subnet_id': '53ccf6ec-2891-4cc9-bbe9-33d9700f3250', 'ip_address': '172.20.0.18'}, {'subnet_id': '7a657a8e-6e73-403b-a3f0-8a68ac8e39f3'}], 'binding:host_id': 'n-d-815324-4'}, 'id': 'b33cc677-3beb-4e6f-94c2-88d068946d83'} from n-d-815324-4. {{(pid=103615) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:35:22.338711 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0de2d1c9-bec8-4153-8c1a-203aafb91cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:22.369317 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b70cfbe-4d34-471c-bdd2-1afa4ab240e2 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:22.478170 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b70cfbe-4d34-471c-bdd2-1afa4ab240e2 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:22.567436 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-0de2d1c9-bec8-4153-8c1a-203aafb91cba None None] Allocated IP 172.20.0.2 (ebdbd17e-5536-44c6-974e-25da0fe95ec7/7a657a8e-6e73-403b-a3f0-8a68ac8e39f3/b33cc677-3beb-4e6f-94c2-88d068946d83) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:35:22.655069 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b70cfbe-4d34-471c-bdd2-1afa4ab240e2 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:22.704261 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70cfbe-4d34-471c-bdd2-1afa4ab240e2 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=167b7b9b-1c97-4b30-bf78-f19f8399f34a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:22.707217 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0de2d1c9-bec8-4153-8c1a-203aafb91cba None None] For port b33cc677-3beb-4e6f-94c2-88d068946d83, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b33cc677-3beb-4e6f-94c2-88d068946d83,segment=NetworkSegment(eafebc4c-553a-4c80-8783-d8f019114fe7),segment_id=eafebc4c-553a-4c80-8783-d8f019114fe7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:35:22.740455 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0de2d1c9-bec8-4153-8c1a-203aafb91cba None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:22.868833 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b70cfbe-4d34-471c-bdd2-1afa4ab240e2 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:22.869311 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0de2d1c9-bec8-4153-8c1a-203aafb91cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:22.875333 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0b70cfbe-4d34-471c-bdd2-1afa4ab240e2 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7024448 Dec 16 22:35:22.878061 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38792) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:22.888862 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-fa3c37b8-4a5d-43fd-a9de-2d569ef7e1fc tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'security_group': {'name': 'tempest-secgroup-726435342'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:22.972573 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2a71ce6d-0efc-411a-a999-adc310f37a90 req-c0fc525b-f0d7-48ad-bdd7-41d9847babd4 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=865f7392-65c6-4951-915c-72b4e86e5233 HTTP/1.1" status: 200 len: 210 time: 0.0459104 Dec 16 22:35:23.032160 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2d1c9-bec8-4153-8c1a-203aafb91cba None None] Pushing event updated for resources: {'Port': ['ID=b33cc677-3beb-4e6f-94c2-88d068946d83,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:23.055096 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa3c37b8-4a5d-43fd-a9de-2d569ef7e1fc tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:23.134966 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa3c37b8-4a5d-43fd-a9de-2d569ef7e1fc tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:23.262454 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa3c37b8-4a5d-43fd-a9de-2d569ef7e1fc tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:23.320302 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c37b8-4a5d-43fd-a9de-2d569ef7e1fc tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8bda5e-d117-4862-9bbf-50760f2c9149,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:23.443873 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a22b9626-00c7-4a24-9b40-c62f8062281f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:23.485963 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa3c37b8-4a5d-43fd-a9de-2d569ef7e1fc tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:23.487317 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fa3c37b8-4a5d-43fd-a9de-2d569ef7e1fc tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6073191 Dec 16 22:35:23.490467 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38814) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:23.497377 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-d3cb0b72-06f8-409c-abca-8142b5bb7301 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'security_group': {'name': 'tempest-secgroup-597425991'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:23.545493 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38816) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:23.672978 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164df27-386a-4160-8f93-356b0042d4cb req-1ffba112-cfa0-4d83-9f1d-efe3d6d7a383 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:23.674428 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d164df27-386a-4160-8f93-356b0042d4cb req-1ffba112-cfa0-4d83-9f1d-efe3d6d7a383 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.76 "GET /v2.0/networks?id=4d9f61c4-cc29-4ddf-89f0-e4012f9c023f HTTP/1.1" status: 200 len: 811 time: 0.1412957 Dec 16 22:35:23.694254 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:35:23.741216 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-77af8c05-9053-48e7-942f-7bb59938f28e tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:23.742246 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bbfbcfcd-2cbc-47ef-a9cf-3dd03f4b7e02 None None] Provisioning complete for port b33cc677-3beb-4e6f-94c2-88d068946d83 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:23.742858 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bbfbcfcd-2cbc-47ef-a9cf-3dd03f4b7e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:23.766839 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d164df27-386a-4160-8f93-356b0042d4cb req-3101f223-0d15-4ebb-b3e1-dcbef48749ae tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=720f6d1270aa4ecaab964d0eb84b215e HTTP/1.1" status: 200 len: 380 time: 0.0711031 Dec 16 22:35:23.768158 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0b72-06f8-409c-abca-8142b5bb7301 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:23.807121 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-d164df27-386a-4160-8f93-356b0042d4cb req-808f315e-3b62-4379-8e85-b0e4bd2ac3ab tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Request body: {'port': {'device_id': '865f7392-65c6-4951-915c-72b4e86e5233', 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f', 'admin_state_up': True, 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'security_groups': ['48cdb03a-5106-4293-99fe-06937895d05e']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:23.871873 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bbfbcfcd-2cbc-47ef-a9cf-3dd03f4b7e02 None None] Provisioning complete for port d077fe4d-22d7-41ba-9262-f9c6278a3ee5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:23.872417 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bbfbcfcd-2cbc-47ef-a9cf-3dd03f4b7e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:23.921160 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bbfbcfcd-2cbc-47ef-a9cf-3dd03f4b7e02 None None] Port d077fe4d-22d7-41ba-9262-f9c6278a3ee5 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:35:23.936323 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77af8c05-9053-48e7-942f-7bb59938f28e tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:23.964740 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0b72-06f8-409c-abca-8142b5bb7301 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:24.059294 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77af8c05-9053-48e7-942f-7bb59938f28e tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:24.101002 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0b72-06f8-409c-abca-8142b5bb7301 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:24.133916 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-82fc559a-ee6b-479c-9404-a7aaaf343334 req-1a0a2ce6-a955-4c8b-bf2b-05e4cd937072 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=865f7392-65c6-4951-915c-72b4e86e5233 HTTP/1.1" status: 200 len: 210 time: 0.0643849 Dec 16 22:35:24.142199 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0b72-06f8-409c-abca-8142b5bb7301 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e739017-d13f-4778-bfc1-d5f855585425,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:24.203589 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d164df27-386a-4160-8f93-356b0042d4cb req-808f315e-3b62-4379-8e85-b0e4bd2ac3ab tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Made reservation on behalf of 720f6d1270aa4ecaab964d0eb84b215e for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:35:24.207250 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d164df27-386a-4160-8f93-356b0042d4cb req-808f315e-3b62-4379-8e85-b0e4bd2ac3ab tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:24.214091 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-77af8c05-9053-48e7-942f-7bb59938f28e tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Allocated IP 172.25.6.150 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/6b79e29a-92b8-44eb-8eab-85c7dd2d5bce) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:35:24.269895 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0b72-06f8-409c-abca-8142b5bb7301 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:24.271416 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d3cb0b72-06f8-409c-abca-8142b5bb7301 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7790890 Dec 16 22:35:24.274866 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38834) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:24.282537 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-6b5ffafc-8e40-49c7-8898-6e1c693235f6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1219286458', 'security_groups': ['5e739017-d13f-4778-bfc1-d5f855585425'], 'network_id': 'ebdbd17e-5536-44c6-974e-25da0fe95ec7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7a657a8e-6e73-403b-a3f0-8a68ac8e39f3'}]}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:24.367194 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77af8c05-9053-48e7-942f-7bb59938f28e tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:24.455202 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-d164df27-386a-4160-8f93-356b0042d4cb req-808f315e-3b62-4379-8e85-b0e4bd2ac3ab tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Allocated IP 172.20.0.6 (4d9f61c4-cc29-4ddf-89f0-e4012f9c023f/04b9b352-17cc-4c58-8901-6e5b7abd436d/27e0a11f-6729-4cd8-a02d-e58ddfda84cd) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:35:24.535781 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77af8c05-9053-48e7-942f-7bb59938f28e tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:24.572388 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77af8c05-9053-48e7-942f-7bb59938f28e tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:35:24.579063 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-77af8c05-9053-48e7-942f-7bb59938f28e tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:35:24.582606 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77af8c05-9053-48e7-942f-7bb59938f28e tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:35:24.600174 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5ffafc-8e40-49c7-8898-6e1c693235f6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:35:24.615119 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af8c05-9053-48e7-942f-7bb59938f28e tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Pushing event updated for resources: {'Port': ['ID=6b79e29a-92b8-44eb-8eab-85c7dd2d5bce,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:24.657347 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d164df27-386a-4160-8f93-356b0042d4cb req-808f315e-3b62-4379-8e85-b0e4bd2ac3ab tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:24.730412 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b5ffafc-8e40-49c7-8898-6e1c693235f6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:24.739231 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77af8c05-9053-48e7-942f-7bb59938f28e tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:24.756247 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-6b5ffafc-8e40-49c7-8898-6e1c693235f6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] device_id is not set on port 6f6cac43-a582-430b-8ae2-c3ff6d9091b3 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:35:24.868551 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d164df27-386a-4160-8f93-356b0042d4cb req-808f315e-3b62-4379-8e85-b0e4bd2ac3ab tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:24.947488 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77af8c05-9053-48e7-942f-7bb59938f28e tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:24.956847 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d164df27-386a-4160-8f93-356b0042d4cb req-808f315e-3b62-4379-8e85-b0e4bd2ac3ab tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Network 4d9f61c4-cc29-4ddf-89f0-e4012f9c023f is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:35:24.971464 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-d164df27-386a-4160-8f93-356b0042d4cb req-808f315e-3b62-4379-8e85-b0e4bd2ac3ab tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:35:24.979576 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-6b5ffafc-8e40-49c7-8898-6e1c693235f6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Allocated IP 172.20.0.3 (ebdbd17e-5536-44c6-974e-25da0fe95ec7/7a657a8e-6e73-403b-a3f0-8a68ac8e39f3/6f6cac43-a582-430b-8ae2-c3ff6d9091b3) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:35:24.983968 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-d164df27-386a-4160-8f93-356b0042d4cb req-808f315e-3b62-4379-8e85-b0e4bd2ac3ab tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:35:24.990838 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f315e-3b62-4379-8e85-b0e4bd2ac3ab tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Pushing event updated for resources: {'Port': ['ID=27e0a11f-6729-4cd8-a02d-e58ddfda84cd,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:25.056884 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b33cc677-3beb-4e6f-94c2-88d068946d83 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:35:25.069342 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164df27-386a-4160-8f93-356b0042d4cb req-808f315e-3b62-4379-8e85-b0e4bd2ac3ab tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:25.070066 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d164df27-386a-4160-8f93-356b0042d4cb req-808f315e-3b62-4379-8e85-b0e4bd2ac3ab tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:25.139448 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port b33cc677-3beb-4e6f-94c2-88d068946d83 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:25.140140 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:25.217442 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d164df27-386a-4160-8f93-356b0042d4cb req-808f315e-3b62-4379-8e85-b0e4bd2ac3ab tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4331858 Dec 16 22:35:25.239938 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-d164df27-386a-4160-8f93-356b0042d4cb req-64c1e169-d266-482b-b7c3-404c87aced7c tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:35:25.241476 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d164df27-386a-4160-8f93-356b0042d4cb req-64c1e169-d266-482b-b7c3-404c87aced7c tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121696 Dec 16 22:35:25.257823 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77af8c05-9053-48e7-942f-7bb59938f28e tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:25.301610 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-d164df27-386a-4160-8f93-356b0042d4cb req-72b498d8-08b1-40dc-932f-028121a617a2 service neutron] Request body: {'port': {'device_id': '865f7392-65c6-4951-915c-72b4e86e5233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:25.360792 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d65d53be-5f51-4c1d-92f6-5375e91bd41d None None] Provisioning complete for port 27e0a11f-6729-4cd8-a02d-e58ddfda84cd triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:25.361430 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d65d53be-5f51-4c1d-92f6-5375e91bd41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:25.381153 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b5ffafc-8e40-49c7-8898-6e1c693235f6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:25.398595 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77af8c05-9053-48e7-942f-7bb59938f28e tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:25.408972 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d65d53be-5f51-4c1d-92f6-5375e91bd41d None None] Port 27e0a11f-6729-4cd8-a02d-e58ddfda84cd cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:35:25.458067 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af654f64-508e-453f-b675-55f11103b907 req-08745069-f274-4af6-8d0f-76127daea1a6 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:25.458067 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af654f64-508e-453f-b675-55f11103b907 req-08745069-f274-4af6-8d0f-76127daea1a6 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=865f7392-65c6-4951-915c-72b4e86e5233 HTTP/1.1" status: 200 len: 931 time: 0.2177885 Dec 16 22:35:25.458067 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d164df27-386a-4160-8f93-356b0042d4cb req-72b498d8-08b1-40dc-932f-028121a617a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:25.483424 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af8c05-9053-48e7-942f-7bb59938f28e tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Pushing event updated for resources: {'Port': ['ID=6b79e29a-92b8-44eb-8eab-85c7dd2d5bce,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:25.493733 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77af8c05-9053-48e7-942f-7bb59938f28e tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:25.568706 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af654f64-508e-453f-b675-55f11103b907 req-f1315f38-96f2-4756-a621-cdb04e86146b tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=48cdb03a-5106-4293-99fe-06937895d05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107783 Dec 16 22:35:25.628889 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77af8c05-9053-48e7-942f-7bb59938f28e tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:25.630329 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-77af8c05-9053-48e7-942f-7bb59938f28e tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0819678 Dec 16 22:35:25.647567 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38864) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:25.647567 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-8292ad0e-b43b-40ee-b879-9b8a01809af0 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1865394634'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:25.713498 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b5ffafc-8e40-49c7-8898-6e1c693235f6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:25.781029 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5ffafc-8e40-49c7-8898-6e1c693235f6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network ebdbd17e-5536-44c6-974e-25da0fe95ec7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:35:25.788220 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-6b5ffafc-8e40-49c7-8898-6e1c693235f6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:35:25.791876 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5ffafc-8e40-49c7-8898-6e1c693235f6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:35:25.795206 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ffafc-8e40-49c7-8898-6e1c693235f6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Port': ['ID=6f6cac43-a582-430b-8ae2-c3ff6d9091b3,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:25.799352 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d5c4fb8b-ef6d-4f4d-b9b5-6de33cacbaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:25.862706 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8292ad0e-b43b-40ee-b879-9b8a01809af0 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Made reservation on behalf of c1ee94bc8efe4cf289be9c66f913bcd8 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:35:25.866201 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8292ad0e-b43b-40ee-b879-9b8a01809af0 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:25.888330 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8292ad0e-b43b-40ee-b879-9b8a01809af0 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:25.896938 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5ffafc-8e40-49c7-8898-6e1c693235f6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:25.897459 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b5ffafc-8e40-49c7-8898-6e1c693235f6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:25.978159 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-d164df27-386a-4160-8f93-356b0042d4cb req-72b498d8-08b1-40dc-932f-028121a617a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27e0a11f-6729-4cd8-a02d-e58ddfda84cd {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:35:25.989572 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d164df27-386a-4160-8f93-356b0042d4cb req-72b498d8-08b1-40dc-932f-028121a617a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:26.016797 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-d164df27-386a-4160-8f93-356b0042d4cb req-72b498d8-08b1-40dc-932f-028121a617a2 service neutron] Transition to ACTIVE for port object 27e0a11f-6729-4cd8-a02d-e58ddfda84cd will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:35:26.021592 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6b5ffafc-8e40-49c7-8898-6e1c693235f6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7457821 Dec 16 22:35:26.033447 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38870) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:26.043632 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-91371d41-a257-4a18-8e70-2faa15f1385e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'subnet': {'network_id': 'ebdbd17e-5536-44c6-974e-25da0fe95ec7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:26.055993 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e308ab39-cc25-4e27-a2f3-c2fe4b0b8d1a None None] Provisioning complete for port 6f6cac43-a582-430b-8ae2-c3ff6d9091b3 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:26.056372 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e308ab39-cc25-4e27-a2f3-c2fe4b0b8d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:26.084082 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8292ad0e-b43b-40ee-b879-9b8a01809af0 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:26.122030 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e308ab39-cc25-4e27-a2f3-c2fe4b0b8d1a None None] Port 6f6cac43-a582-430b-8ae2-c3ff6d9091b3 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:35:26.146329 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d164df27-386a-4160-8f93-356b0042d4cb req-72b498d8-08b1-40dc-932f-028121a617a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:26.192019 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8292ad0e-b43b-40ee-b879-9b8a01809af0 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:26.234107 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8292ad0e-b43b-40ee-b879-9b8a01809af0 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:35:26.249228 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b498d8-08b1-40dc-932f-028121a617a2 service neutron] Pushing event updated for resources: {'Port': ['ID=27e0a11f-6729-4cd8-a02d-e58ddfda84cd,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:26.255707 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292ad0e-b43b-40ee-b879-9b8a01809af0 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b2ca03-a68b-4c7f-9789-7743b2bcabf8,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:26.274248 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8292ad0e-b43b-40ee-b879-9b8a01809af0 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:26.274624 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-8292ad0e-b43b-40ee-b879-9b8a01809af0 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Added segment d80ca50e-bed7-4050-80a6-b2655cf49e9c of type vlan for network 598b462c-e72b-48a9-b8bd-4f67e32fe40d Dec 16 22:35:26.333149 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91371d41-a257-4a18-8e70-2faa15f1385e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:35:26.342693 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-91371d41-a257-4a18-8e70-2faa15f1385e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:26.348275 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8292ad0e-b43b-40ee-b879-9b8a01809af0 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:26.384871 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-d164df27-386a-4160-8f93-356b0042d4cb req-72b498d8-08b1-40dc-932f-028121a617a2 service neutron] Attempting to bind port 27e0a11f-6729-4cd8-a02d-e58ddfda84cd on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:35:26.385197 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-d164df27-386a-4160-8f93-356b0042d4cb req-72b498d8-08b1-40dc-932f-028121a617a2 service neutron] Attempting to bind port 27e0a11f-6729-4cd8-a02d-e58ddfda84cd by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'f4015ea8-820e-42f7-bd95-039e02fa3736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:35:26.385524 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d164df27-386a-4160-8f93-356b0042d4cb req-72b498d8-08b1-40dc-932f-028121a617a2 service neutron] Attempting to bind port 27e0a11f-6729-4cd8-a02d-e58ddfda84cd on network 4d9f61c4-cc29-4ddf-89f0-e4012f9c023f {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:35:26.394294 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d164df27-386a-4160-8f93-356b0042d4cb req-72b498d8-08b1-40dc-932f-028121a617a2 service neutron] Port 27e0a11f-6729-4cd8-a02d-e58ddfda84cd on network 4d9f61c4-cc29-4ddf-89f0-e4012f9c023f not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:35:26.394625 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d164df27-386a-4160-8f93-356b0042d4cb req-72b498d8-08b1-40dc-932f-028121a617a2 service neutron] Attempting to bind port 27e0a11f-6729-4cd8-a02d-e58ddfda84cd on network 4d9f61c4-cc29-4ddf-89f0-e4012f9c023f {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:35:26.400245 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d164df27-386a-4160-8f93-356b0042d4cb req-72b498d8-08b1-40dc-932f-028121a617a2 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:35:26.400586 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d164df27-386a-4160-8f93-356b0042d4cb req-72b498d8-08b1-40dc-932f-028121a617a2 service neutron] Checking segment: {'id': 'f4015ea8-820e-42f7-bd95-039e02fa3736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:35:26.401122 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d164df27-386a-4160-8f93-356b0042d4cb req-72b498d8-08b1-40dc-932f-028121a617a2 service neutron] Bound using segment: {'id': 'f4015ea8-820e-42f7-bd95-039e02fa3736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:35:26.401561 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-d164df27-386a-4160-8f93-356b0042d4cb req-72b498d8-08b1-40dc-932f-028121a617a2 service neutron] Bound port: 27e0a11f-6729-4cd8-a02d-e58ddfda84cd, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4015ea8-820e-42f7-bd95-039e02fa3736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:35:26.401927 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d164df27-386a-4160-8f93-356b0042d4cb req-72b498d8-08b1-40dc-932f-028121a617a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:26.467014 n-d-815324-4 neutron-server[103613]: INFO neutron.db.ipam_backend_mixin [None req-91371d41-a257-4a18-8e70-2faa15f1385e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7a657a8e-6e73-403b-a3f0-8a68ac8e39f3 (CIDR: 172.20.0.0/28) Dec 16 22:35:26.486792 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-d164df27-386a-4160-8f93-356b0042d4cb req-72b498d8-08b1-40dc-932f-028121a617a2 service neutron] For port 27e0a11f-6729-4cd8-a02d-e58ddfda84cd, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:35:26.490171 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-d164df27-386a-4160-8f93-356b0042d4cb req-72b498d8-08b1-40dc-932f-028121a617a2 service neutron] For port 27e0a11f-6729-4cd8-a02d-e58ddfda84cd, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=27e0a11f-6729-4cd8-a02d-e58ddfda84cd,segment=NetworkSegment(f4015ea8-820e-42f7-bd95-039e02fa3736),segment_id=f4015ea8-820e-42f7-bd95-039e02fa3736)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:35:26.505528 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8292ad0e-b43b-40ee-b879-9b8a01809af0 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:26.508651 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-91371d41-a257-4a18-8e70-2faa15f1385e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:35:26.509417 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91371d41-a257-4a18-8e70-2faa15f1385e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:35:26.516244 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8292ad0e-b43b-40ee-b879-9b8a01809af0 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:26.526291 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8292ad0e-b43b-40ee-b879-9b8a01809af0 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:26.595793 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292ad0e-b43b-40ee-b879-9b8a01809af0 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Pushing event updated for resources: {'Network': ['ID=598b462c-e72b-48a9-b8bd-4f67e32fe40d,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:26.607154 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 598b462c-e72b-48a9-b8bd-4f67e32fe40d details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:35:26.654410 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d164df27-386a-4160-8f93-356b0042d4cb req-72b498d8-08b1-40dc-932f-028121a617a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:26.701853 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164df27-386a-4160-8f93-356b0042d4cb req-72b498d8-08b1-40dc-932f-028121a617a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:26.702486 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d164df27-386a-4160-8f93-356b0042d4cb req-72b498d8-08b1-40dc-932f-028121a617a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:26.703958 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d164df27-386a-4160-8f93-356b0042d4cb req-72b498d8-08b1-40dc-932f-028121a617a2 service neutron] 10.222.0.76 "PUT /v2.0/ports/27e0a11f-6729-4cd8-a02d-e58ddfda84cd HTTP/1.1" status: 200 len: 1091 time: 1.4079061 Dec 16 22:35:26.704465 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865f7392-65c6-4951-915c-72b4e86e5233', 'tag': '27e0a11f-6729-4cd8-a02d-e58ddfda84cd'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:35:26.706801 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c134aa6-ef5e-4df9-897a-807f6742bc6f" -d '{"events": [{"name": "network-changed", "server_uuid": "865f7392-65c6-4951-915c-72b4e86e5233", "tag": "27e0a11f-6729-4cd8-a02d-e58ddfda84cd"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:35:26.744431 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614ff61-3078-431e-af34-0bb611341b94 req-e45830a2-1ab0-42b5-951f-2c1fb73ba818 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:26.744724 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b498d8-08b1-40dc-932f-028121a617a2 service neutron] Pushing event updated for resources: {'Port': ['ID=27e0a11f-6729-4cd8-a02d-e58ddfda84cd,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:26.746459 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f614ff61-3078-431e-af34-0bb611341b94 req-e45830a2-1ab0-42b5-951f-2c1fb73ba818 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=865f7392-65c6-4951-915c-72b4e86e5233 HTTP/1.1" status: 200 len: 943 time: 0.0804241 Dec 16 22:35:26.753038 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-91371d41-a257-4a18-8e70-2faa15f1385e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7170768 Dec 16 22:35:26.755002 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94edd195-e629-41ad-87fc-28d4db9db1c8 x-openstack-request-id: req-94edd195-e629-41ad-87fc-28d4db9db1c8 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:35:26.755331 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "865f7392-65c6-4951-915c-72b4e86e5233", "tag": "27e0a11f-6729-4cd8-a02d-e58ddfda84cd", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:35:26.755594 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-94edd195-e629-41ad-87fc-28d4db9db1c8 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:35:26.755996 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '865f7392-65c6-4951-915c-72b4e86e5233', 'tag': '27e0a11f-6729-4cd8-a02d-e58ddfda84cd', 'status': 'completed', 'code': 200} Dec 16 22:35:26.756702 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38880) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:26.763327 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-89fc9115-21b8-418f-ad2b-660087bd68d5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'subnet': {'network_id': 'ebdbd17e-5536-44c6-974e-25da0fe95ec7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:26.814190 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f614ff61-3078-431e-af34-0bb611341b94 req-7e986a04-df1e-45ab-8873-8d457ed71f6e tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=48cdb03a-5106-4293-99fe-06937895d05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505536 Dec 16 22:35:26.833736 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8292ad0e-b43b-40ee-b879-9b8a01809af0 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1967680 Dec 16 22:35:26.834160 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38882) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:26.839826 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-53952e11-beb1-41b7-8055-d3392138cac6 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Request body: {'subnet': {'network_id': '598b462c-e72b-48a9-b8bd-4f67e32fe40d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:26.933608 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c134aa6-ef5e-4df9-897a-807f6742bc6f req-e46f84ac-576b-47fe-ab19-07056d80762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:26.941814 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4c134aa6-ef5e-4df9-897a-807f6742bc6f req-e46f84ac-576b-47fe-ab19-07056d80762a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=720f6d1270aa4ecaab964d0eb84b215e&device_id=865f7392-65c6-4951-915c-72b4e86e5233 HTTP/1.1" status: 200 len: 1094 time: 0.1297002 Dec 16 22:35:27.054805 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:27.077397 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c134aa6-ef5e-4df9-897a-807f6742bc6f req-26a24385-b0b2-4f89-902c-ad7dc3556d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:27.078920 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4c134aa6-ef5e-4df9-897a-807f6742bc6f req-26a24385-b0b2-4f89-902c-ad7dc3556d1e service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=720f6d1270aa4ecaab964d0eb84b215e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1161666 Dec 16 22:35:27.107702 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53952e11-beb1-41b7-8055-d3392138cac6 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Made reservation on behalf of c1ee94bc8efe4cf289be9c66f913bcd8 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:35:27.109279 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:27.112282 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53952e11-beb1-41b7-8055-d3392138cac6 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:27.202860 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c134aa6-ef5e-4df9-897a-807f6742bc6f req-7b970525-6d01-45d0-a534-d4001d92d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:27.204523 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4c134aa6-ef5e-4df9-897a-807f6742bc6f req-7b970525-6d01-45d0-a534-d4001d92d415 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1149437 Dec 16 22:35:27.319755 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fc9115-21b8-418f-ad2b-660087bd68d5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:35:27.323292 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-89fc9115-21b8-418f-ad2b-660087bd68d5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:27.391099 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164df27-386a-4160-8f93-356b0042d4cb req-9c169101-71fe-454e-8fe4-d2c395e50331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:27.392643 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d164df27-386a-4160-8f93-356b0042d4cb req-9c169101-71fe-454e-8fe4-d2c395e50331 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=720f6d1270aa4ecaab964d0eb84b215e&device_id=865f7392-65c6-4951-915c-72b4e86e5233 HTTP/1.1" status: 200 len: 1094 time: 0.1167076 Dec 16 22:35:27.450522 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d164df27-386a-4160-8f93-356b0042d4cb req-381967c1-9584-48f9-bf5b-c353798b44c5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27e0a11f-6729-4cd8-a02d-e58ddfda84cd HTTP/1.1" status: 200 len: 217 time: 0.0397203 Dec 16 22:35:27.459794 n-d-815324-4 neutron-server[103614]: INFO neutron.db.ipam_backend_mixin [None req-89fc9115-21b8-418f-ad2b-660087bd68d5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 53ccf6ec-2891-4cc9-bbe9-33d9700f3250 (CIDR: 172.20.0.16/28) Dec 16 22:35:27.478153 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53952e11-beb1-41b7-8055-d3392138cac6 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:27.512604 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164df27-386a-4160-8f93-356b0042d4cb req-390cfa71-cff1-46ec-ae7b-92631e78ae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:27.516821 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d164df27-386a-4160-8f93-356b0042d4cb req-390cfa71-cff1-46ec-ae7b-92631e78ae17 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04b9b352-17cc-4c58-8901-6e5b7abd436d HTTP/1.1" status: 200 len: 850 time: 0.0557673 Dec 16 22:35:27.549326 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53952e11-beb1-41b7-8055-d3392138cac6 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Pushing event updated for resources: {'Subnet': ['ID=a94e4986-bc7d-4621-b186-b193423e872a,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:27.560699 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53952e11-beb1-41b7-8055-d3392138cac6 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Checking segment: {'id': 'd80ca50e-bed7-4050-80a6-b2655cf49e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '598b462c-e72b-48a9-b8bd-4f67e32fe40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:35:27.560699 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53952e11-beb1-41b7-8055-d3392138cac6 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Network hostable DHCP agents. Network: 598b462c-e72b-48a9-b8bd-4f67e32fe40d, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:35:27.701670 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53952e11-beb1-41b7-8055-d3392138cac6 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Network 598b462c-e72b-48a9-b8bd-4f67e32fe40d is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:35:27.849808 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-53952e11-beb1-41b7-8055-d3392138cac6 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 598b462c-e72b-48a9-b8bd-4f67e32fe40d) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:35:27.861140 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0ffe8a-31b1-452c-8fef-e83855c78299 None None] Network 598b462c-e72b-48a9-b8bd-4f67e32fe40d requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:35:27.873823 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53952e11-beb1-41b7-8055-d3392138cac6 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:27.873823 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53952e11-beb1-41b7-8055-d3392138cac6 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:27.965996 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164df27-386a-4160-8f93-356b0042d4cb req-388d3a7d-b7e2-4cd0-ac4e-8696d27a31bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:27.967529 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d164df27-386a-4160-8f93-356b0042d4cb req-388d3a7d-b7e2-4cd0-ac4e-8696d27a31bd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d9f61c4-cc29-4ddf-89f0-e4012f9c023f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4410884 Dec 16 22:35:27.969159 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-89fc9115-21b8-418f-ad2b-660087bd68d5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:35:27.969626 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89fc9115-21b8-418f-ad2b-660087bd68d5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:35:27.978074 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-53952e11-beb1-41b7-8055-d3392138cac6 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1426449 Dec 16 22:35:27.980487 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38896) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:27.984737 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-598b462c-e72b-48a9-b8bd-4f67e32fe40d', 'network_id': '598b462c-e72b-48a9-b8bd-4f67e32fe40d', 'project_id': 'c1ee94bc8efe4cf289be9c66f913bcd8', 'fixed_ips': [{'subnet_id': 'a94e4986-bc7d-4621-b186-b193423e872a'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:35:27.986115 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:27.986790 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a127978f-e5de-4dc3-b209-18c9dbd43b46 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1904343636', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}, 'admin_state_up': False}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:28.086094 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730c865-d6f9-44e5-add4-94a9c0a6867d req-bbd522ef-55b7-4b65-9147-39ed9005387f tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:28.087631 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b730c865-d6f9-44e5-add4-94a9c0a6867d req-bbd522ef-55b7-4b65-9147-39ed9005387f tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=865f7392-65c6-4951-915c-72b4e86e5233 HTTP/1.1" status: 200 len: 943 time: 0.1253273 Dec 16 22:35:28.105139 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a127978f-e5de-4dc3-b209-18c9dbd43b46 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:28.108845 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a127978f-e5de-4dc3-b209-18c9dbd43b46 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:28.159346 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b730c865-d6f9-44e5-add4-94a9c0a6867d req-7f067eba-fba4-4057-9484-eb4b836376cb tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=48cdb03a-5106-4293-99fe-06937895d05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642216 Dec 16 22:35:28.161212 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d164df27-386a-4160-8f93-356b0042d4cb req-f5401c64-2aaf-4803-ba07-f22255be9e2d service neutron] 10.222.0.76 "GET /v2.0/networks/4d9f61c4-cc29-4ddf-89f0-e4012f9c023f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816158 Dec 16 22:35:28.164334 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Allocated IP 172.20.0.2 (598b462c-e72b-48a9-b8bd-4f67e32fe40d/a94e4986-bc7d-4621-b186-b193423e872a/76421993-07b9-49c4-b9d8-f2ae1209722a) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:35:28.164588 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-89fc9115-21b8-418f-ad2b-660087bd68d5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4069312 Dec 16 22:35:28.167870 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38900) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:28.172004 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a127978f-e5de-4dc3-b209-18c9dbd43b46 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:28.174223 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-3a9821ab-3ded-45c9-bf22-42ec4bd4c3f2 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'subnet': {'network_id': 'ebdbd17e-5536-44c6-974e-25da0fe95ec7', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:28.356248 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:28.374561 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d164df27-386a-4160-8f93-356b0042d4cb req-790ed7b1-38b0-4a80-9619-56efc8623563 service neutron] 10.222.0.76 "GET /v2.0/networks/4d9f61c4-cc29-4ddf-89f0-e4012f9c023f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966772 Dec 16 22:35:28.451731 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38908) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:28.452295 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:28.500713 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a127978f-e5de-4dc3-b209-18c9dbd43b46 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:28.563409 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9821ab-3ded-45c9-bf22-42ec4bd4c3f2 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Made reservation on behalf of 205d5d309c0e4c31af9f0a22be5c7456 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:35:28.564046 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:28.567170 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3a9821ab-3ded-45c9-bf22-42ec4bd4c3f2 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:28.568885 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:28.607585 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Network 598b462c-e72b-48a9-b8bd-4f67e32fe40d is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:35:28.609319 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:35:28.612125 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:35:28.648576 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b0bd9414-cfe9-46f4-a640-68d18ed23ac4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:28.831817 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-880452bd-4166-4123-a396-847ce5001ad6 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:28.833579 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-880452bd-4166-4123-a396-847ce5001ad6 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/networks?id=5ad289c5-7afd-4e6b-b966-250f12941104 HTTP/1.1" status: 200 len: 815 time: 0.1543190 Dec 16 22:35:28.843376 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Pushing event updated for resources: {'Port': ['ID=76421993-07b9-49c4-b9d8-f2ae1209722a,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:28.867255 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:28.868325 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:28.868839 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:28.869351 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:28.869867 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:28.870380 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:28.870924 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:28.872051 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:28.872562 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:28.873161 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:28.873500 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:28.873831 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:28.874162 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:28.890259 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Attempting to bind port 76421993-07b9-49c4-b9d8-f2ae1209722a on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:35:28.890852 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Attempting to bind port 76421993-07b9-49c4-b9d8-f2ae1209722a by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'd80ca50e-bed7-4050-80a6-b2655cf49e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '598b462c-e72b-48a9-b8bd-4f67e32fe40d'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:35:28.891449 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Attempting to bind port 76421993-07b9-49c4-b9d8-f2ae1209722a on network 598b462c-e72b-48a9-b8bd-4f67e32fe40d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:35:28.897812 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:35:28.898193 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Checking segment: {'id': 'd80ca50e-bed7-4050-80a6-b2655cf49e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '598b462c-e72b-48a9-b8bd-4f67e32fe40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:35:28.899100 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:28.899529 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Bound using segment: {'id': 'd80ca50e-bed7-4050-80a6-b2655cf49e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '598b462c-e72b-48a9-b8bd-4f67e32fe40d'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:35:28.900173 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Bound port: 76421993-07b9-49c4-b9d8-f2ae1209722a, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd80ca50e-bed7-4050-80a6-b2655cf49e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '598b462c-e72b-48a9-b8bd-4f67e32fe40d'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:35:28.900568 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:28.929011 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b0bd9414-cfe9-46f4-a640-68d18ed23ac4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:28.958012 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-61441a6f-c257-4dc3-9343-fa35bcca6064 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/quotas/56b451a4e7874b6c8d22f403757d3c5f HTTP/1.1" status: 200 len: 375 time: 0.0908775 Dec 16 22:35:28.979606 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] For port 76421993-07b9-49c4-b9d8-f2ae1209722a, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:35:28.983362 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] For port 76421993-07b9-49c4-b9d8-f2ae1209722a, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=76421993-07b9-49c4-b9d8-f2ae1209722a,segment=NetworkSegment(d80ca50e-bed7-4050-80a6-b2655cf49e9c),segment_id=d80ca50e-bed7-4050-80a6-b2655cf49e9c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:35:29.009713 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a127978f-e5de-4dc3-b209-18c9dbd43b46 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:29.035725 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a127978f-e5de-4dc3-b209-18c9dbd43b46 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:29.078135 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3a9821ab-3ded-45c9-bf22-42ec4bd4c3f2 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:29.098689 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-1f0b5d71-e3d9-4fcd-934e-c2da0ffc1ab1 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=56b451a4e7874b6c8d22f403757d3c5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1217105 Dec 16 22:35:29.133139 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9821ab-3ded-45c9-bf22-42ec4bd4c3f2 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Network ebdbd17e-5536-44c6-974e-25da0fe95ec7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:35:29.140445 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-3a9821ab-3ded-45c9-bf22-42ec4bd4c3f2 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:35:29.144781 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9821ab-3ded-45c9-bf22-42ec4bd4c3f2 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:29.149529 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3a9821ab-3ded-45c9-bf22-42ec4bd4c3f2 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:29.155374 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16e2e84-2899-48ea-8d2e-819c45e5c380 None None] Network ebdbd17e-5536-44c6-974e-25da0fe95ec7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:35:29.166824 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9821ab-3ded-45c9-bf22-42ec4bd4c3f2 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Subnet': ['ID=2464019f-6cda-4e82-9775-614789fe7934,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:29.238368 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b0bd9414-cfe9-46f4-a640-68d18ed23ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:29.247158 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:29.253311 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:29.291927 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b0bd9414-cfe9-46f4-a640-68d18ed23ac4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dce74d1d0cfb4bd9891a72ee6287aea0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8388436 Dec 16 22:35:29.305596 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38926) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:29.317380 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3a9821ab-3ded-45c9-bf22-42ec4bd4c3f2 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1473675 Dec 16 22:35:29.350208 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731bb48-8d9f-4c52-afdf-1a7f349d597c None None] Pushing event updated for resources: {'Port': ['ID=76421993-07b9-49c4-b9d8-f2ae1209722a,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:29.425318 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38928) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:29.436216 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-a7e28fcd-e154-40c3-a66f-25c0a14a2952 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-840966769', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2464019f-6cda-4e82-9775-614789fe7934'}], 'security_groups': ['167b7b9b-1c97-4b30-bf78-f19f8399f34a', '8f8bda5e-d117-4862-9bbf-50760f2c9149']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:29.478300 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd9414-cfe9-46f4-a640-68d18ed23ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2afdd5b-ba93-4006-be53-2645be1d2ed5,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:29.480082 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823b304f-a6a3-40b7-b938-694f36f48a58 None None] Update dhcp port {'port': {'network_id': 'ebdbd17e-5536-44c6-974e-25da0fe95ec7', 'fixed_ips': [{'subnet_id': '53ccf6ec-2891-4cc9-bbe9-33d9700f3250', 'ip_address': '172.20.0.18'}, {'subnet_id': '7a657a8e-6e73-403b-a3f0-8a68ac8e39f3', 'ip_address': '172.20.0.2'}, {'subnet_id': '2464019f-6cda-4e82-9775-614789fe7934'}], 'binding:host_id': 'n-d-815324-4'}, 'id': 'b33cc677-3beb-4e6f-94c2-88d068946d83'} from n-d-815324-4. {{(pid=103615) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 22:35:29.494260 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-a127978f-e5de-4dc3-b209-18c9dbd43b46 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Allocated IP 172.25.6.50 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/e5505a84-021f-4a1b-9859-a5980b1481f4) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:35:29.512859 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-d3e22ff4-5b31-4c60-af75-2e62f25c1a66 service neutron] 10.222.0.75 "GET /v2.0/networks/5ad289c5-7afd-4e6b-b966-250f12941104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171569 Dec 16 22:35:29.523595 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-823b304f-a6a3-40b7-b938-694f36f48a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:29.559939 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac8eb9-02ab-4ec5-96cb-362e95db7bae req-ac158ae0-de0b-43d6-a7dd-a5bb4094e083 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:29.567861 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a6ac8eb9-02ab-4ec5-96cb-362e95db7bae req-ac158ae0-de0b-43d6-a7dd-a5bb4094e083 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=865f7392-65c6-4951-915c-72b4e86e5233 HTTP/1.1" status: 200 len: 943 time: 0.2609122 Dec 16 22:35:29.606950 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2237aaaa-37bd-4711-b3a2-693b73884578 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:29.677434 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a7e28fcd-e154-40c3-a66f-25c0a14a2952 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:29.703282 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a6ac8eb9-02ab-4ec5-96cb-362e95db7bae req-4f3e75a7-6c64-4e8a-b023-4710ff786e04 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=48cdb03a-5106-4293-99fe-06937895d05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343710 Dec 16 22:35:29.707386 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2237aaaa-37bd-4711-b3a2-693b73884578 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:29.762099 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-e9becee1-e6da-4004-8301-c6dd356b749f service neutron] 10.222.0.75 "GET /v2.0/networks/5ad289c5-7afd-4e6b-b966-250f12941104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374814 Dec 16 22:35:29.812576 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a127978f-e5de-4dc3-b209-18c9dbd43b46 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:29.883946 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-823b304f-a6a3-40b7-b938-694f36f48a58 None None] Allocated IP 172.20.0.34 (ebdbd17e-5536-44c6-974e-25da0fe95ec7/2464019f-6cda-4e82-9775-614789fe7934/b33cc677-3beb-4e6f-94c2-88d068946d83) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:35:29.981437 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a127978f-e5de-4dc3-b209-18c9dbd43b46 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:29.987580 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2237aaaa-37bd-4711-b3a2-693b73884578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:29.990211 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2237aaaa-37bd-4711-b3a2-693b73884578 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:29.994727 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-823b304f-a6a3-40b7-b938-694f36f48a58 None None] For port b33cc677-3beb-4e6f-94c2-88d068946d83, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b33cc677-3beb-4e6f-94c2-88d068946d83,segment=NetworkSegment(eafebc4c-553a-4c80-8783-d8f019114fe7),segment_id=eafebc4c-553a-4c80-8783-d8f019114fe7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:35:30.000920 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2237aaaa-37bd-4711-b3a2-693b73884578 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b2afdd5b-ba93-4006-be53-2645be1d2ed5 HTTP/1.1" status: 204 len: 168 time: 0.6859608 Dec 16 22:35:30.060532 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a127978f-e5de-4dc3-b209-18c9dbd43b46 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:35:30.061714 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-823b304f-a6a3-40b7-b938-694f36f48a58 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:30.064310 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-a127978f-e5de-4dc3-b209-18c9dbd43b46 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:35:30.073314 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a127978f-e5de-4dc3-b209-18c9dbd43b46 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:35:30.085839 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddbd49b-aa5a-4980-9826-59a36e6a0b6a None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:35:30.088755 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237aaaa-37bd-4711-b3a2-693b73884578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2afdd5b-ba93-4006-be53-2645be1d2ed5,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:30.116723 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127978f-e5de-4dc3-b209-18c9dbd43b46 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Pushing event updated for resources: {'Port': ['ID=e5505a84-021f-4a1b-9859-a5980b1481f4,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:30.164281 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-823b304f-a6a3-40b7-b938-694f36f48a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:30.186675 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-463ffc84-2e9c-4e04-a093-d9109633f8ec req-f900fea3-890f-42f3-ac8f-7101f63bd20d tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a8402cb-ef49-4e89-8be7-8248128f76f7 HTTP/1.1" status: 200 len: 210 time: 0.0706449 Dec 16 22:35:30.269648 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5571868f-2ab6-44bb-bbe7-2736877dc2c9 None None] Provisioning complete for port e5505a84-021f-4a1b-9859-a5980b1481f4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:30.270590 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5571868f-2ab6-44bb-bbe7-2736877dc2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:30.370711 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-a7e28fcd-e154-40c3-a66f-25c0a14a2952 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Delete allocated IP 172.20.0.3 (ebdbd17e-5536-44c6-974e-25da0fe95ec7/7a657a8e-6e73-403b-a3f0-8a68ac8e39f3) {{(pid=103614) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 22:35:30.376681 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5571868f-2ab6-44bb-bbe7-2736877dc2c9 None None] Port e5505a84-021f-4a1b-9859-a5980b1481f4 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:35:30.381802 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-a7e28fcd-e154-40c3-a66f-25c0a14a2952 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Allocated IP 172.20.0.35 (ebdbd17e-5536-44c6-974e-25da0fe95ec7/2464019f-6cda-4e82-9775-614789fe7934/6f6cac43-a582-430b-8ae2-c3ff6d9091b3) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:35:30.382014 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b304f-a6a3-40b7-b938-694f36f48a58 None None] Pushing event updated for resources: {'Port': ['ID=b33cc677-3beb-4e6f-94c2-88d068946d83,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:30.708802 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a7e28fcd-e154-40c3-a66f-25c0a14a2952 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:30.757751 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a127978f-e5de-4dc3-b209-18c9dbd43b46 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:30.906272 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815de014-d9ee-47af-b8f4-7d8e0c765c5d req-b81ac58c-88af-4cd1-b836-f77ba4776973 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:30.907942 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-815de014-d9ee-47af-b8f4-7d8e0c765c5d req-b81ac58c-88af-4cd1-b836-f77ba4776973 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=865f7392-65c6-4951-915c-72b4e86e5233 HTTP/1.1" status: 200 len: 943 time: 0.1098473 Dec 16 22:35:30.929923 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a7e28fcd-e154-40c3-a66f-25c0a14a2952 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:30.952308 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64fe0d2-9422-4013-9775-8d693ee5d015 None None] Network 598b462c-e72b-48a9-b8bd-4f67e32fe40d requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:35:31.078733 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e28fcd-e154-40c3-a66f-25c0a14a2952 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event updated for resources: {'Port': ['ID=6f6cac43-a582-430b-8ae2-c3ff6d9091b3,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:31.096369 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e74cadec-6849-4029-897c-031d9ee01b73 None None] Provisioning complete for port 76421993-07b9-49c4-b9d8-f2ae1209722a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:31.096975 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e74cadec-6849-4029-897c-031d9ee01b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:31.148138 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-815de014-d9ee-47af-b8f4-7d8e0c765c5d req-7d1654d5-2c4f-4f4b-9d80-0d323d44c6db tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=48cdb03a-5106-4293-99fe-06937895d05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261522 Dec 16 22:35:31.170571 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-a7e28fcd-e154-40c3-a66f-25c0a14a2952 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] In _notify_port_updated(), no bound segment for port 6f6cac43-a582-430b-8ae2-c3ff6d9091b3 on network ebdbd17e-5536-44c6-974e-25da0fe95ec7 {{(pid=103614) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:35:31.170571 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e28fcd-e154-40c3-a66f-25c0a14a2952 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:31.172217 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a7e28fcd-e154-40c3-a66f-25c0a14a2952 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:31.176970 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a7e28fcd-e154-40c3-a66f-25c0a14a2952 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "PUT /v2.0/ports/6f6cac43-a582-430b-8ae2-c3ff6d9091b3 HTTP/1.1" status: 200 len: 959 time: 1.7496727 Dec 16 22:35:31.179616 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38948) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:31.260004 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b33cc677-3beb-4e6f-94c2-88d068946d83 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:35:31.264500 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a127978f-e5de-4dc3-b209-18c9dbd43b46 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:31.345888 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8aff494f-1df0-4726-9ef9-a6cb7b164810 req-6016baa7-32fd-46bd-8fb8-9a4818974d3a tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a8402cb-ef49-4e89-8be7-8248128f76f7 HTTP/1.1" status: 200 len: 210 time: 0.0624888 Dec 16 22:35:31.350157 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e74cadec-6849-4029-897c-031d9ee01b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:31.360221 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38956) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:31.399090 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-65cd5d28-e077-4515-8937-4333138151ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:31.404123 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e74cadec-6849-4029-897c-031d9ee01b73 None None] For port 76421993-07b9-49c4-b9d8-f2ae1209722a, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=76421993-07b9-49c4-b9d8-f2ae1209722a,segment=NetworkSegment(d80ca50e-bed7-4050-80a6-b2655cf49e9c),segment_id=d80ca50e-bed7-4050-80a6-b2655cf49e9c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:35:31.408186 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port b33cc677-3beb-4e6f-94c2-88d068946d83 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:31.410256 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:31.505027 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-00126673-b64b-4937-ac67-09c4c3277058 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting port 6f6cac43-a582-430b-8ae2-c3ff6d9091b3 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:35:31.505386 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00126673-b64b-4937-ac67-09c4c3277058 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:31.536866 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e74cadec-6849-4029-897c-031d9ee01b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:31.547653 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-359833a5-0a3a-4c0e-a9d6-2bd5b850c698 req-3d5f661e-17dc-4f4b-b21e-1ee992294f9b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9f10a5d9-aae4-4652-8f90-721b9f05678e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0899856 Dec 16 22:35:31.581336 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 76421993-07b9-49c4-b9d8-f2ae1209722a up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:35:31.673831 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a127978f-e5de-4dc3-b209-18c9dbd43b46 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Router 011e8948-7767-4416-9ede-b0d94cd265cb is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:35:31.673963 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74cadec-6849-4029-897c-031d9ee01b73 None None] Pushing event updated for resources: {'Port': ['ID=76421993-07b9-49c4-b9d8-f2ae1209722a,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:31.684394 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4cf9-fd91-4ed6-901b-dc3be7fce61d None None] Provisioning complete for port b33cc677-3beb-4e6f-94c2-88d068946d83 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:31.685009 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4cf9-fd91-4ed6-901b-dc3be7fce61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:31.703638 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359833a5-0a3a-4c0e-a9d6-2bd5b850c698 req-3d5510d4-9cd9-4929-a8d0-a1669d506307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:31.705197 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-359833a5-0a3a-4c0e-a9d6-2bd5b850c698 req-3d5510d4-9cd9-4929-a8d0-a1669d506307 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56b451a4e7874b6c8d22f403757d3c5f&device_id=9f10a5d9-aae4-4652-8f90-721b9f05678e HTTP/1.1" status: 200 len: 1097 time: 0.0768657 Dec 16 22:35:31.705921 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-65cd5d28-e077-4515-8937-4333138151ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:31.739730 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 76421993-07b9-49c4-b9d8-f2ae1209722a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:31.740115 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:31.760460 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00126673-b64b-4937-ac67-09c4c3277058 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:31.780418 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-00126673-b64b-4937-ac67-09c4c3277058 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Calling delete_port for 6f6cac43-a582-430b-8ae2-c3ff6d9091b3 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:35:31.898790 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 27e0a11f-6729-4cd8-a02d-e58ddfda84cd details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:35:31.940083 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4cf9-fd91-4ed6-901b-dc3be7fce61d None None] Provisioning complete for port d077fe4d-22d7-41ba-9262-f9c6278a3ee5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:31.940617 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4cf9-fd91-4ed6-901b-dc3be7fce61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:31.943479 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359833a5-0a3a-4c0e-a9d6-2bd5b850c698 req-d58bcaa2-a99f-4542-bc72-bae319d5588b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:31.944815 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-359833a5-0a3a-4c0e-a9d6-2bd5b850c698 req-d58bcaa2-a99f-4542-bc72-bae319d5588b service neutron] 10.222.0.57 "GET /v2.0/networks?id=5ad289c5-7afd-4e6b-b966-250f12941104 HTTP/1.1" status: 200 len: 915 time: 0.1957371 Dec 16 22:35:31.965878 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a127978f-e5de-4dc3-b209-18c9dbd43b46 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:35:31.980359 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c135e8-caaa-4937-b18c-6ff1a9afae6a None None] Sync routers for ids ['011e8948-7767-4416-9ede-b0d94cd265cb'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:35:32.001843 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c135e8-caaa-4937-b18c-6ff1a9afae6a None None] Routers {'011e8948-7767-4416-9ede-b0d94cd265cb'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:35:32.002486 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-02c135e8-caaa-4937-b18c-6ff1a9afae6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:35:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['011e8948-7767-4416-9ede-b0d94cd265cb'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:32.028220 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-65cd5d28-e077-4515-8937-4333138151ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:32.053734 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-359833a5-0a3a-4c0e-a9d6-2bd5b850c698 req-90261da6-080e-486a-adf1-3878ac703484 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c07a043-d9d1-4dd0-a167-799cc8db8c5f HTTP/1.1" status: 200 len: 217 time: 0.0993719 Dec 16 22:35:32.067024 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd5d28-e077-4515-8937-4333138151ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d97dd67-2c8c-4a7b-9e0d-3f2f033d7503,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:32.074296 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-02c135e8-caaa-4937-b18c-6ff1a9afae6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:32.092670 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c135e8-caaa-4937-b18c-6ff1a9afae6a None None] Routers {'011e8948-7767-4416-9ede-b0d94cd265cb'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:35:32.093382 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-02c135e8-caaa-4937-b18c-6ff1a9afae6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:35:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['011e8948-7767-4416-9ede-b0d94cd265cb'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:32.128474 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-65cd5d28-e077-4515-8937-4333138151ae admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f1e792db733c46da82565961348363bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7659876 Dec 16 22:35:32.130688 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38962) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:32.132231 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00126673-b64b-4937-ac67-09c4c3277058 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:32.151424 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4cf9-fd91-4ed6-901b-dc3be7fce61d None None] Port d077fe4d-22d7-41ba-9262-f9c6278a3ee5 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:35:32.169066 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4cf9-fd91-4ed6-901b-dc3be7fce61d None None] Could not find standard attr ID for object 6f6cac43-a582-430b-8ae2-c3ff6d9091b3. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:35:32.188629 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359833a5-0a3a-4c0e-a9d6-2bd5b850c698 req-3cd73dee-1421-4889-9a44-a7464800d33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:32.188867 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-02c135e8-caaa-4937-b18c-6ff1a9afae6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:32.189451 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c135e8-caaa-4937-b18c-6ff1a9afae6a None None] The sync data for ids ['011e8948-7767-4416-9ede-b0d94cd265cb'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:35:32.193953 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-359833a5-0a3a-4c0e-a9d6-2bd5b850c698 req-3cd73dee-1421-4889-9a44-a7464800d33f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3921af46-4a83-4fac-8615-2a2a9abad034 HTTP/1.1" status: 200 len: 855 time: 0.1323512 Dec 16 22:35:32.198763 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a127978f-e5de-4dc3-b209-18c9dbd43b46 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:32.206232 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a127978f-e5de-4dc3-b209-18c9dbd43b46 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.2218516 Dec 16 22:35:32.209311 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38966) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:32.224477 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00126673-b64b-4937-ac67-09c4c3277058 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Port': ['ID=6f6cac43-a582-430b-8ae2-c3ff6d9091b3,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:32.248110 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 27e0a11f-6729-4cd8-a02d-e58ddfda84cd, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=27e0a11f-6729-4cd8-a02d-e58ddfda84cd,segment=NetworkSegment(f4015ea8-820e-42f7-bd95-039e02fa3736),segment_id=f4015ea8-820e-42f7-bd95-039e02fa3736)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:35:32.271393 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '27e0a11f-6729-4cd8-a02d-e58ddfda84cd', 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f', 'port_id': '27e0a11f-6729-4cd8-a02d-e58ddfda84cd', 'mac_address': 'fa:16:3e:42:a3:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:35:32.330137 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a818d21a-a6dd-4546-b544-0f4e38aa89cb None None] Provisioning complete for port 76421993-07b9-49c4-b9d8-f2ae1209722a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:32.330525 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a818d21a-a6dd-4546-b544-0f4e38aa89cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:32.367522 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-359833a5-0a3a-4c0e-a9d6-2bd5b850c698 req-5f1dc74b-9e68-48e7-9264-e96bd5ab94f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5ad289c5-7afd-4e6b-b966-250f12941104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1567914 Dec 16 22:35:32.410520 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:32.421507 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7286f60d-04a7-48e5-a8e2-ca7a5f073082 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:32.470784 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27e0a11f-6729-4cd8-a02d-e58ddfda84cd {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:35:32.475342 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00126673-b64b-4937-ac67-09c4c3277058 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:32.486696 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-00126673-b64b-4937-ac67-09c4c3277058 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/ports/6f6cac43-a582-430b-8ae2-c3ff6d9091b3 HTTP/1.1" status: 204 len: 168 time: 1.3057237 Dec 16 22:35:32.490258 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38970) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:32.506272 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7286f60d-04a7-48e5-a8e2-ca7a5f073082 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:32.513827 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 27e0a11f-6729-4cd8-a02d-e58ddfda84cd, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=27e0a11f-6729-4cd8-a02d-e58ddfda84cd,segment=NetworkSegment(f4015ea8-820e-42f7-bd95-039e02fa3736),segment_id=f4015ea8-820e-42f7-bd95-039e02fa3736)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:35:32.540504 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-359833a5-0a3a-4c0e-a9d6-2bd5b850c698 req-64d7e2e5-fb92-4c07-9ce6-da3d1290cdbf service neutron] 10.222.0.57 "GET /v2.0/networks/5ad289c5-7afd-4e6b-b966-250f12941104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403127 Dec 16 22:35:32.569582 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a818d21a-a6dd-4546-b544-0f4e38aa89cb None None] Could not find standard attr ID for object 6f6cac43-a582-430b-8ae2-c3ff6d9091b3. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:35:32.613348 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:32.654063 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-8474b713-c235-4db3-ac87-36e6ea4d5f08 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] GET failed (client error): The resource could not be found. Dec 16 22:35:32.656126 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8474b713-c235-4db3-ac87-36e6ea4d5f08 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "GET /v2.0/ports/6f6cac43-a582-430b-8ae2-c3ff6d9091b3 HTTP/1.1" status: 404 len: 333 time: 0.0836241 Dec 16 22:35:32.659097 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-df925890-41f2-4ed0-a2e6-658745602b3f req-3215deaa-e8c8-47ed-890b-3a4c33cea61e tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a8402cb-ef49-4e89-8be7-8248128f76f7 HTTP/1.1" status: 200 len: 210 time: 0.1698766 Dec 16 22:35:32.659760 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38972) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:32.687203 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=27e0a11f-6729-4cd8-a02d-e58ddfda84cd,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:32.718321 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7c484-690e-4809-9d9d-9b2474868fdc req-8da9a17e-0ab6-4777-ae61-9305736682d8 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:32.720058 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-31a7c484-690e-4809-9d9d-9b2474868fdc req-8da9a17e-0ab6-4777-ae61-9305736682d8 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=865f7392-65c6-4951-915c-72b4e86e5233 HTTP/1.1" status: 200 len: 943 time: 0.3514881 Dec 16 22:35:32.742064 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7286f60d-04a7-48e5-a8e2-ca7a5f073082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:32.746499 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7286f60d-04a7-48e5-a8e2-ca7a5f073082 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:32.752267 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7286f60d-04a7-48e5-a8e2-ca7a5f073082 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6d97dd67-2c8c-4a7b-9e0d-3f2f033d7503 HTTP/1.1" status: 204 len: 168 time: 0.6130342 Dec 16 22:35:32.752267 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64131d0e-82bc-49d4-88ca-02b80f8037e5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:32.764600 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286f60d-04a7-48e5-a8e2-ca7a5f073082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d97dd67-2c8c-4a7b-9e0d-3f2f033d7503,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:32.820302 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64131d0e-82bc-49d4-88ca-02b80f8037e5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:32.949814 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-31a7c484-690e-4809-9d9d-9b2474868fdc req-711f7b44-a6e5-4a3e-8f19-71bafd848332 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=48cdb03a-5106-4293-99fe-06937895d05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117255 Dec 16 22:35:32.954158 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-359833a5-0a3a-4c0e-a9d6-2bd5b850c698 req-4e7a3679-89da-4992-945a-47665b829611 service neutron] 10.222.0.57 "GET /v2.0/networks/5ad289c5-7afd-4e6b-b966-250f12941104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754838 Dec 16 22:35:32.990440 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['27e0a11f-6729-4cd8-a02d-e58ddfda84cd'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:35:32.998699 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64131d0e-82bc-49d4-88ca-02b80f8037e5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:33.007308 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64131d0e-82bc-49d4-88ca-02b80f8037e5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:33.014853 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-64131d0e-82bc-49d4-88ca-02b80f8037e5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/security-groups/5e739017-d13f-4778-bfc1-d5f855585425 HTTP/1.1" status: 204 len: 168 time: 0.3466184 Dec 16 22:35:33.021068 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38978) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:33.023192 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64131d0e-82bc-49d4-88ca-02b80f8037e5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e739017-d13f-4778-bfc1-d5f855585425,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:33.025279 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 76421993-07b9-49c4-b9d8-f2ae1209722a up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:35:33.140272 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 76421993-07b9-49c4-b9d8-f2ae1209722a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:33.140718 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:33.143667 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e1c829c-5a55-44e8-910a-a90114c8c641 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:33.176248 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e1c829c-5a55-44e8-910a-a90114c8c641 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:33.369163 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e1c829c-5a55-44e8-910a-a90114c8c641 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:33.371932 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e1c829c-5a55-44e8-910a-a90114c8c641 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:33.373214 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6e1c829c-5a55-44e8-910a-a90114c8c641 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/security-groups/8f8bda5e-d117-4862-9bbf-50760f2c9149 HTTP/1.1" status: 204 len: 168 time: 0.3447454 Dec 16 22:35:33.377653 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38982) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:33.387164 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-2bdc8ba3-8cfd-483f-b4f3-a828e2abe076 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:33.387164 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-2bdc8ba3-8cfd-483f-b4f3-a828e2abe076 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.57 "GET /v2.0/networks?id=5ad289c5-7afd-4e6b-b966-250f12941104 HTTP/1.1" status: 200 len: 815 time: 0.2542517 Dec 16 22:35:33.417583 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-4928163a-e7f3-43f8-8e5d-79ff3dc752c7 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Request body: {'port': {'device_id': '8a8402cb-ef49-4e89-8be7-8248128f76f7', 'network_id': '5ad289c5-7afd-4e6b-b966-250f12941104', 'admin_state_up': True, 'tenant_id': '56b451a4e7874b6c8d22f403757d3c5f'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:33.434530 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c829c-5a55-44e8-910a-a90114c8c641 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8bda5e-d117-4862-9bbf-50760f2c9149,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:33.457048 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-81f671bd-6649-448d-9a8b-db1274f76de5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:33.506129 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-81f671bd-6649-448d-9a8b-db1274f76de5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:33.672614 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-81f671bd-6649-448d-9a8b-db1274f76de5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:33.675326 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-81f671bd-6649-448d-9a8b-db1274f76de5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:33.679162 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-81f671bd-6649-448d-9a8b-db1274f76de5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/security-groups/167b7b9b-1c97-4b30-bf78-f19f8399f34a HTTP/1.1" status: 204 len: 168 time: 0.2979302 Dec 16 22:35:33.680697 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38990) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:33.750864 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f671bd-6649-448d-9a8b-db1274f76de5 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=167b7b9b-1c97-4b30-bf78-f19f8399f34a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:33.804273 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-be656058-dbce-449a-aa82-1709bab0aab6 req-1c17b3ca-9f54-4871-b621-d56f7bf17dcd tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a8402cb-ef49-4e89-8be7-8248128f76f7 HTTP/1.1" status: 200 len: 210 time: 0.0546393 Dec 16 22:35:33.820992 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-274b71f0-5a48-49e1-b855-fa4e775d404d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting subnet 7a657a8e-6e73-403b-a3f0-8a68ac8e39f3 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:35:33.826067 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-274b71f0-5a48-49e1-b855-fa4e775d404d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:33.839407 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a9470123-9e81-4966-8fd3-228956cae30d tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:33.892656 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-274b71f0-5a48-49e1-b855-fa4e775d404d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:33.895315 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 27e0a11f-6729-4cd8-a02d-e58ddfda84cd up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:35:34.021435 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-274b71f0-5a48-49e1-b855-fa4e775d404d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:34.099483 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-4928163a-e7f3-43f8-8e5d-79ff3dc752c7 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Made reservation on behalf of 56b451a4e7874b6c8d22f403757d3c5f for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:35:34.103153 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-4928163a-e7f3-43f8-8e5d-79ff3dc752c7 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:34.129926 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 27e0a11f-6729-4cd8-a02d-e58ddfda84cd completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:35:34.139334 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 27e0a11f-6729-4cd8-a02d-e58ddfda84cd triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:34.140024 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:34.240996 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa7b0b-0e2c-4149-9436-77ba274d403d req-0dcb0be0-9544-46e0-83a9-ebc35ee4ea00 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:34.242757 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-75aa7b0b-0e2c-4149-9436-77ba274d403d req-0dcb0be0-9544-46e0-83a9-ebc35ee4ea00 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=865f7392-65c6-4951-915c-72b4e86e5233 HTTP/1.1" status: 200 len: 944 time: 0.1593609 Dec 16 22:35:34.246040 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-274b71f0-5a48-49e1-b855-fa4e775d404d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:34.258470 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:34.289784 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865f7392-65c6-4951-915c-72b4e86e5233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e0a11f-6729-4cd8-a02d-e58ddfda84cd'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:35:34.292601 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baef0486-8d65-448b-8f6e-576c20c7117d" -d '{"events": [{"server_uuid": "865f7392-65c6-4951-915c-72b4e86e5233", "name": "network-vif-plugged", "status": "completed", "tag": "27e0a11f-6729-4cd8-a02d-e58ddfda84cd"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:35:34.302099 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b71f0-5a48-49e1-b855-fa4e775d404d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Subnet': ['ID=7a657a8e-6e73-403b-a3f0-8a68ac8e39f3,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:34.310206 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 27e0a11f-6729-4cd8-a02d-e58ddfda84cd, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=27e0a11f-6729-4cd8-a02d-e58ddfda84cd,segment=NetworkSegment(f4015ea8-820e-42f7-bd95-039e02fa3736),segment_id=f4015ea8-820e-42f7-bd95-039e02fa3736)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:35:34.326564 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-274b71f0-5a48-49e1-b855-fa4e775d404d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:34.338365 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd03f12b-845b-43de-b00a-1b0eaf098397 None None] Network ebdbd17e-5536-44c6-974e-25da0fe95ec7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:35:34.351285 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-274b71f0-5a48-49e1-b855-fa4e775d404d tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/subnets/7a657a8e-6e73-403b-a3f0-8a68ac8e39f3 HTTP/1.1" status: 204 len: 168 time: 0.6665452 Dec 16 22:35:34.351887 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39010) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:34.408495 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622156fc-724a-4033-baf9-77d6a2a6ebf4 x-openstack-request-id: req-622156fc-724a-4033-baf9-77d6a2a6ebf4 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:35:34.408857 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865f7392-65c6-4951-915c-72b4e86e5233", "name": "network-vif-plugged", "status": "completed", "tag": "27e0a11f-6729-4cd8-a02d-e58ddfda84cd", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:35:34.409115 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-622156fc-724a-4033-baf9-77d6a2a6ebf4 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:35:34.409702 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865f7392-65c6-4951-915c-72b4e86e5233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e0a11f-6729-4cd8-a02d-e58ddfda84cd', 'code': 200} Dec 16 22:35:34.412638 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:34.424881 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-490f370a-13f4-4d8f-bca8-dcd61483f30a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting subnet 2464019f-6cda-4e82-9775-614789fe7934 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:35:34.429977 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-490f370a-13f4-4d8f-bca8-dcd61483f30a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:34.518732 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-490f370a-13f4-4d8f-bca8-dcd61483f30a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:34.615428 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-a9470123-9e81-4966-8fd3-228956cae30d tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Allocated IP 172.20.0.1 (598b462c-e72b-48a9-b8bd-4f67e32fe40d/a94e4986-bc7d-4621-b186-b193423e872a/05dba10e-1a3e-4b88-8e31-ab0ae5ecc8db) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:35:34.622041 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-75aa7b0b-0e2c-4149-9436-77ba274d403d req-bc1eb7fd-ac9e-48c1-b7fe-1d01ff2d01e8 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=48cdb03a-5106-4293-99fe-06937895d05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3438988 Dec 16 22:35:34.637300 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-4928163a-e7f3-43f8-8e5d-79ff3dc752c7 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Allocated IP 172.20.0.3 (5ad289c5-7afd-4e6b-b966-250f12941104/3921af46-4a83-4fac-8615-2a2a9abad034/f69d3a08-b314-4f8f-8027-b75a7f463ae8) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:35:34.696583 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-490f370a-13f4-4d8f-bca8-dcd61483f30a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:34.815310 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76be36-0bf9-4c13-a95c-05c53cee111e req-40d35a2a-3079-4b07-b20a-a1fc9302b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:34.817128 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0f76be36-0bf9-4c13-a95c-05c53cee111e req-40d35a2a-3079-4b07-b20a-a1fc9302b233 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=865f7392-65c6-4951-915c-72b4e86e5233 HTTP/1.1" status: 200 len: 1096 time: 0.0919657 Dec 16 22:35:34.851897 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=27e0a11f-6729-4cd8-a02d-e58ddfda84cd,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:34.890096 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-490f370a-13f4-4d8f-bca8-dcd61483f30a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:34.946494 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f370a-13f4-4d8f-bca8-dcd61483f30a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Subnet': ['ID=2464019f-6cda-4e82-9775-614789fe7934,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:34.948484 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-490f370a-13f4-4d8f-bca8-dcd61483f30a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:34.954754 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-490f370a-13f4-4d8f-bca8-dcd61483f30a tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/subnets/2464019f-6cda-4e82-9775-614789fe7934 HTTP/1.1" status: 204 len: 168 time: 0.5994527 Dec 16 22:35:34.956986 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39018) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:35.042475 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a9470123-9e81-4966-8fd3-228956cae30d tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:35.043614 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-adcf3d4c-c807-4a2f-9a6e-92f40b3f0700 req-a127d523-a036-4e79-b0c2-b946d56f6774 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a8402cb-ef49-4e89-8be7-8248128f76f7 HTTP/1.1" status: 200 len: 210 time: 0.0891111 Dec 16 22:35:35.058288 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0f76be36-0bf9-4c13-a95c-05c53cee111e req-e0cf0f4b-79e3-4736-abc7-51103a5688e8 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=48cdb03a-5106-4293-99fe-06937895d05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997101 Dec 16 22:35:35.059505 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2ead20-eb41-4970-a21f-fb4d87395eb9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] DELETE failed (client error): The resource could not be found. Dec 16 22:35:35.060785 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f2ead20-eb41-4970-a21f-fb4d87395eb9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:35:35.069609 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39022) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:35.075522 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2f2ead20-eb41-4970-a21f-fb4d87395eb9 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/subnets/7a657a8e-6e73-403b-a3f0-8a68ac8e39f3 HTTP/1.1" status: 404 len: 337 time: 0.1042552 Dec 16 22:35:35.128287 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-4928163a-e7f3-43f8-8e5d-79ff3dc752c7 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:35.167033 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df8f37c-7d02-4a1b-bec4-182b4f30f308 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting subnet 53ccf6ec-2891-4cc9-bbe9-33d9700f3250 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:35:35.173829 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1df8f37c-7d02-4a1b-bec4-182b4f30f308 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:35.231298 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1df8f37c-7d02-4a1b-bec4-182b4f30f308 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:35.270589 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a9470123-9e81-4966-8fd3-228956cae30d tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:35.333980 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9470123-9e81-4966-8fd3-228956cae30d tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Network 598b462c-e72b-48a9-b8bd-4f67e32fe40d is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:35:35.343633 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-a9470123-9e81-4966-8fd3-228956cae30d tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:35:35.346291 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9470123-9e81-4966-8fd3-228956cae30d tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:35:35.397043 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-4928163a-e7f3-43f8-8e5d-79ff3dc752c7 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:35.413659 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9470123-9e81-4966-8fd3-228956cae30d tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Pushing event updated for resources: {'Port': ['ID=05dba10e-1a3e-4b88-8e31-ab0ae5ecc8db,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:35.430287 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['1c07a043-d9d1-4dd0-a167-799cc8db8c5f'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:35:35.490747 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-4928163a-e7f3-43f8-8e5d-79ff3dc752c7 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Network 5ad289c5-7afd-4e6b-b966-250f12941104 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:35:35.509688 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-4928163a-e7f3-43f8-8e5d-79ff3dc752c7 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:35:35.513336 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-4928163a-e7f3-43f8-8e5d-79ff3dc752c7 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:35:35.589412 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a9470123-9e81-4966-8fd3-228956cae30d tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:35.664354 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1df8f37c-7d02-4a1b-bec4-182b4f30f308 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:35.705880 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928163a-e7f3-43f8-8e5d-79ff3dc752c7 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Pushing event updated for resources: {'Port': ['ID=f69d3a08-b314-4f8f-8027-b75a7f463ae8,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:35.733250 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-4928163a-e7f3-43f8-8e5d-79ff3dc752c7 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:35.737823 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-4928163a-e7f3-43f8-8e5d-79ff3dc752c7 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:35.817022 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99650455-db2e-47b6-ae99-d50a44c327f6 None None] Network ebdbd17e-5536-44c6-974e-25da0fe95ec7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:35:35.866048 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0474c21e-3456-45a7-b438-8771823f5a84 None None] Provisioning complete for port 05dba10e-1a3e-4b88-8e31-ab0ae5ecc8db triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:35.866792 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0474c21e-3456-45a7-b438-8771823f5a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:35.890357 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455dedc-758c-4764-84b6-7e9401fafa8f req-a438bb09-0396-4a7d-a48b-1226024bceac tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:35.898942 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8455dedc-758c-4764-84b6-7e9401fafa8f req-a438bb09-0396-4a7d-a48b-1226024bceac tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=865f7392-65c6-4951-915c-72b4e86e5233 HTTP/1.1" status: 200 len: 945 time: 0.1178899 Dec 16 22:35:35.913465 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-4928163a-e7f3-43f8-8e5d-79ff3dc752c7 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5048048 Dec 16 22:35:35.914962 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0474c21e-3456-45a7-b438-8771823f5a84 None None] Port 05dba10e-1a3e-4b88-8e31-ab0ae5ecc8db cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:35:35.934735 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-95633edc-4684-47b4-8cae-17af96b8cc1d service neutron] Request body: {'port': {'device_id': '8a8402cb-ef49-4e89-8be7-8248128f76f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:35.993049 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8455dedc-758c-4764-84b6-7e9401fafa8f req-7578b34e-12bc-4045-bd98-66001c99c868 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=48cdb03a-5106-4293-99fe-06937895d05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943966 Dec 16 22:35:36.024541 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-95633edc-4684-47b4-8cae-17af96b8cc1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:36.029359 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1df8f37c-7d02-4a1b-bec4-182b4f30f308 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:36.039122 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cea1685a-16cb-41c3-84cc-c9f73eba2653 None None] Provisioning complete for port b33cc677-3beb-4e6f-94c2-88d068946d83 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:36.039498 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cea1685a-16cb-41c3-84cc-c9f73eba2653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:36.091814 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1df8f37c-7d02-4a1b-bec4-182b4f30f308 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:36.098177 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39044) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:36.098747 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1df8f37c-7d02-4a1b-bec4-182b4f30f308 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/subnets/53ccf6ec-2891-4cc9-bbe9-33d9700f3250 HTTP/1.1" status: 204 len: 168 time: 1.0190549 Dec 16 22:35:36.102627 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8f37c-7d02-4a1b-bec4-182b4f30f308 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Subnet': ['ID=53ccf6ec-2891-4cc9-bbe9-33d9700f3250,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:36.184352 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a9470123-9e81-4966-8fd3-228956cae30d tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:36.228113 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-236a6295-0d20-47fa-8dd0-925cdfcfc7df tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] DELETE failed (client error): The resource could not be found. Dec 16 22:35:36.230182 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cea1685a-16cb-41c3-84cc-c9f73eba2653 None None] Provisioning complete for port d077fe4d-22d7-41ba-9262-f9c6278a3ee5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:36.231474 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cea1685a-16cb-41c3-84cc-c9f73eba2653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:36.236463 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-236a6295-0d20-47fa-8dd0-925cdfcfc7df tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:35:36.240882 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-236a6295-0d20-47fa-8dd0-925cdfcfc7df tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/subnets/b969f2bc-1f62-4c21-8fe5-13177ef0e52a HTTP/1.1" status: 404 len: 337 time: 0.1389267 Dec 16 22:35:36.263518 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39050) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:36.309689 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-cea1685a-16cb-41c3-84cc-c9f73eba2653 None None] Port d077fe4d-22d7-41ba-9262-f9c6278a3ee5 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:35:36.336305 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-196be927-efbf-4aa9-b283-65699826096f tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "GET /v2.0/ports?device_id=28039fbf-d17d-4d3b-ba3e-934004a59d21 HTTP/1.1" status: 200 len: 205 time: 0.0716424 Dec 16 22:35:36.345524 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39052) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:36.365122 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536db08-aa25-465a-89f4-b8dce92374fd req-76dc7998-4ded-46d1-9cb9-0c12fa5198ac tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:36.366728 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c536db08-aa25-465a-89f4-b8dce92374fd req-76dc7998-4ded-46d1-9cb9-0c12fa5198ac tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a8402cb-ef49-4e89-8be7-8248128f76f7 HTTP/1.1" status: 200 len: 931 time: 0.1610506 Dec 16 22:35:36.457345 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c536db08-aa25-465a-89f4-b8dce92374fd req-afcaac12-651c-4e27-9cf4-17ee09411926 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843668 Dec 16 22:35:36.535746 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-46c7d866-94de-4e46-b8b3-eb254baefd0e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] delete failed (client error): The resource could not be found. Dec 16 22:35:36.538990 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-46c7d866-94de-4e46-b8b3-eb254baefd0e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/routers/28039fbf-d17d-4d3b-ba3e-934004a59d21 HTTP/1.1" status: 404 len: 336 time: 0.0656066 Dec 16 22:35:36.540032 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39056) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:36.592150 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa7dafb8-c2ff-4abf-b1ad-0f74434cc036 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] DELETE failed (client error): The resource could not be found. Dec 16 22:35:36.592694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa7dafb8-c2ff-4abf-b1ad-0f74434cc036 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:35:36.597444 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-aa7dafb8-c2ff-4abf-b1ad-0f74434cc036 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/subnets/299ea672-bcdc-4357-b5c6-b96768a35280 HTTP/1.1" status: 404 len: 337 time: 0.0544341 Dec 16 22:35:36.598589 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39058) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:36.649485 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-217b9af4-e065-40f2-aea4-7ebad241dfe6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] DELETE failed (client error): The resource could not be found. Dec 16 22:35:36.650019 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217b9af4-e065-40f2-aea4-7ebad241dfe6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:35:36.654555 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-217b9af4-e065-40f2-aea4-7ebad241dfe6 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/subnets/2ca8ba2e-2ad0-4f72-a604-a70ff338fbf7 HTTP/1.1" status: 404 len: 337 time: 0.0548298 Dec 16 22:35:36.657730 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39062) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:36.691278 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7217062-4113-4f47-905a-a76d242fbbf8 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] DELETE failed (client error): The resource could not be found. Dec 16 22:35:36.691755 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7217062-4113-4f47-905a-a76d242fbbf8 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:35:36.695216 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e7217062-4113-4f47-905a-a76d242fbbf8 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/subnets/e7648502-ab28-4173-870e-eac5858eb4ee HTTP/1.1" status: 404 len: 337 time: 0.0364556 Dec 16 22:35:36.697744 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39064) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:36.723528 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d70dce1-e7af-4da4-94f1-a266dd36f6e3 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] DELETE failed (client error): The resource could not be found. Dec 16 22:35:36.724052 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d70dce1-e7af-4da4-94f1-a266dd36f6e3 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:35:36.727399 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3d70dce1-e7af-4da4-94f1-a266dd36f6e3 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/ports/84e64df2-137d-477f-a639-ff2d25e7dbcb HTTP/1.1" status: 404 len: 333 time: 0.0286427 Dec 16 22:35:36.729846 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39066) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:36.792094 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-365703ce-4a03-4696-9a47-2d07cd7c9001 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] DELETE failed (client error): The resource could not be found. Dec 16 22:35:36.797026 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-365703ce-4a03-4696-9a47-2d07cd7c9001 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:35:36.803265 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-365703ce-4a03-4696-9a47-2d07cd7c9001 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/subnets/23f015c8-dcd6-48af-b654-c48afeb0b289 HTTP/1.1" status: 404 len: 337 time: 0.0700548 Dec 16 22:35:36.803537 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39070) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:36.839648 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf20d71-e59a-48b4-a1b6-6e7be3ce6422 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] DELETE failed (client error): The resource could not be found. Dec 16 22:35:36.840221 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf20d71-e59a-48b4-a1b6-6e7be3ce6422 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:35:36.847351 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ddf20d71-e59a-48b4-a1b6-6e7be3ce6422 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/subnets/87ce63f7-f232-4b95-8738-62acd00ab8bf HTTP/1.1" status: 404 len: 337 time: 0.0386779 Dec 16 22:35:36.847657 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39072) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:36.871888 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1c755e-38a3-4a70-94ef-ca2c42556fa2 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] DELETE failed (client error): The resource could not be found. Dec 16 22:35:36.872729 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf1c755e-38a3-4a70-94ef-ca2c42556fa2 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:35:36.879447 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bf1c755e-38a3-4a70-94ef-ca2c42556fa2 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/ports/b329306c-aef1-487d-beb7-35b721379411 HTTP/1.1" status: 404 len: 333 time: 0.0283668 Dec 16 22:35:36.879995 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39074) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:36.921560 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e56bd9-9855-4266-b7c9-bf959d20778b tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] DELETE failed (client error): The resource could not be found. Dec 16 22:35:36.922070 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e56bd9-9855-4266-b7c9-bf959d20778b tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:35:36.927699 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-30e56bd9-9855-4266-b7c9-bf959d20778b tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/subnets/ae1edbd9-0aff-44ed-ba1a-4887ad6b0032 HTTP/1.1" status: 404 len: 337 time: 0.0444288 Dec 16 22:35:36.927984 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39076) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:36.949735 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62f4188-a8d7-467a-a332-6091c8a29f8d None None] Network ebdbd17e-5536-44c6-974e-25da0fe95ec7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:35:36.962592 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d9d5b4-4817-4d8e-8463-065ddd77a215 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] DELETE failed (client error): The resource could not be found. Dec 16 22:35:36.963197 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d9d5b4-4817-4d8e-8463-065ddd77a215 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:35:36.969666 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e6d9d5b4-4817-4d8e-8463-065ddd77a215 tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/subnets/8beff9f8-eb67-4cc5-a7ce-aa320e451283 HTTP/1.1" status: 404 len: 337 time: 0.0384171 Dec 16 22:35:36.970073 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39078) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:37.095015 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a9470123-9e81-4966-8fd3-228956cae30d tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:37.099061 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-8f899ab8-c0b4-4ddf-b067-14510bb1e575 None None] Provisioning complete for port b33cc677-3beb-4e6f-94c2-88d068946d83 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:37.099634 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8f899ab8-c0b4-4ddf-b067-14510bb1e575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:37.160381 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-328367e7-4464-4f0b-a4e8-9006fa5b8ccc tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Deleting port d077fe4d-22d7-41ba-9262-f9c6278a3ee5 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:35:37.160942 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-328367e7-4464-4f0b-a4e8-9006fa5b8ccc tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:37.257866 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c916d9-3abe-49ca-8e48-e1d984093120 None None] DHCP port deletion for ebdbd17e-5536-44c6-974e-25da0fe95ec7 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:35:37.274335 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-8f899ab8-c0b4-4ddf-b067-14510bb1e575 None None] Provisioning complete for port d077fe4d-22d7-41ba-9262-f9c6278a3ee5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:37.274538 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a9470123-9e81-4966-8fd3-228956cae30d tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:37.275022 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8f899ab8-c0b4-4ddf-b067-14510bb1e575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:37.283636 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-328367e7-4464-4f0b-a4e8-9006fa5b8ccc tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:37.319847 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-328367e7-4464-4f0b-a4e8-9006fa5b8ccc tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Calling delete_port for d077fe4d-22d7-41ba-9262-f9c6278a3ee5 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:35:37.333776 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-8f899ab8-c0b4-4ddf-b067-14510bb1e575 None None] Port d077fe4d-22d7-41ba-9262-f9c6278a3ee5 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:35:37.364266 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-69c916d9-3abe-49ca-8e48-e1d984093120 None None] Deleting port b33cc677-3beb-4e6f-94c2-88d068946d83 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:35:37.364780 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-69c916d9-3abe-49ca-8e48-e1d984093120 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:37.370413 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248e510-bde5-4a5a-b809-97a425fac99d req-0e6adec3-dd9a-4157-ad95-2f7f469891f8 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:37.372589 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1248e510-bde5-4a5a-b809-97a425fac99d req-0e6adec3-dd9a-4157-ad95-2f7f469891f8 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=865f7392-65c6-4951-915c-72b4e86e5233 HTTP/1.1" status: 200 len: 945 time: 0.1695228 Dec 16 22:35:37.376858 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-95633edc-4684-47b4-8cae-17af96b8cc1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f69d3a08-b314-4f8f-8027-b75a7f463ae8 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:35:37.398141 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-95633edc-4684-47b4-8cae-17af96b8cc1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:37.446016 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-69c916d9-3abe-49ca-8e48-e1d984093120 None None] For port b33cc677-3beb-4e6f-94c2-88d068946d83, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b33cc677-3beb-4e6f-94c2-88d068946d83,segment=NetworkSegment(eafebc4c-553a-4c80-8783-d8f019114fe7),segment_id=eafebc4c-553a-4c80-8783-d8f019114fe7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:35:37.446428 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-69c916d9-3abe-49ca-8e48-e1d984093120 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:37.461240 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-69c916d9-3abe-49ca-8e48-e1d984093120 None None] Calling delete_port for b33cc677-3beb-4e6f-94c2-88d068946d83 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:35:37.461496 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a9470123-9e81-4966-8fd3-228956cae30d tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:37.483192 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9470123-9e81-4966-8fd3-228956cae30d tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Pushing event updated for resources: {'Port': ['ID=05dba10e-1a3e-4b88-8e31-ab0ae5ecc8db,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:37.514126 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1248e510-bde5-4a5a-b809-97a425fac99d req-2eb8ff0c-37ce-4170-8eea-38fe8333aedc tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=48cdb03a-5106-4293-99fe-06937895d05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258397 Dec 16 22:35:37.608924 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831897c8-80d0-4c43-b532-1747485ae4b1 req-75b1fb47-7daa-4f0c-b272-4763b1aee0ba tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:37.610479 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-831897c8-80d0-4c43-b532-1747485ae4b1 req-75b1fb47-7daa-4f0c-b272-4763b1aee0ba tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a8402cb-ef49-4e89-8be7-8248128f76f7 HTTP/1.1" status: 200 len: 931 time: 0.0606334 Dec 16 22:35:37.637027 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9470123-9e81-4966-8fd3-228956cae30d tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Network 598b462c-e72b-48a9-b8bd-4f67e32fe40d is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:35:37.639072 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-328367e7-4464-4f0b-a4e8-9006fa5b8ccc tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:37.643767 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-a9470123-9e81-4966-8fd3-228956cae30d tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:35:37.696807 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328367e7-4464-4f0b-a4e8-9006fa5b8ccc tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Port': ['ID=d077fe4d-22d7-41ba-9262-f9c6278a3ee5,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:37.703346 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-328367e7-4464-4f0b-a4e8-9006fa5b8ccc tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:37.709221 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-328367e7-4464-4f0b-a4e8-9006fa5b8ccc tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/ports/d077fe4d-22d7-41ba-9262-f9c6278a3ee5 HTTP/1.1" status: 204 len: 168 time: 0.7357373 Dec 16 22:35:37.710669 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39100) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:37.712141 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-831897c8-80d0-4c43-b532-1747485ae4b1 req-c17b9d3b-a5ad-4204-8d67-6cc3c9f30bb8 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953217 Dec 16 22:35:37.732447 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b85bf-dc72-4568-9b5a-182513b58664 req-ad1be198-4c28-49f9-aba4-644af41d7fe9 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:37.733457 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e09b85bf-dc72-4568-9b5a-182513b58664 req-ad1be198-4c28-49f9-aba4-644af41d7fe9 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=865f7392-65c6-4951-915c-72b4e86e5233 HTTP/1.1" status: 200 len: 945 time: 0.1262224 Dec 16 22:35:37.745384 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39104) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:37.753264 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-58360745-c3be-43e2-a219-f24caf0ea5d3 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Request body: {'floatingip': {'port_id': '27e0a11f-6729-4cd8-a02d-e58ddfda84cd'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:37.773184 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-69c916d9-3abe-49ca-8e48-e1d984093120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:37.818583 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-58360745-c3be-43e2-a219-f24caf0ea5d3 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for floatingip, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:37.824559 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c916d9-3abe-49ca-8e48-e1d984093120 None None] Pushing event deleted for resources: {'Port': ['ID=b33cc677-3beb-4e6f-94c2-88d068946d83,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:37.828507 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c916d9-3abe-49ca-8e48-e1d984093120 None None] No DVR routers for this DVR port b33cc677-3beb-4e6f-94c2-88d068946d83 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:35:37.970981 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-08ade67b-04cf-4745-9b52-9a4e7d307f20 None None] Provisioning complete for port 05dba10e-1a3e-4b88-8e31-ab0ae5ecc8db triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:37.972565 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-08ade67b-04cf-4745-9b52-9a4e7d307f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:38.020701 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-08ade67b-04cf-4745-9b52-9a4e7d307f20 None None] Port 05dba10e-1a3e-4b88-8e31-ab0ae5ecc8db cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:35:38.102162 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-95633edc-4684-47b4-8cae-17af96b8cc1d service neutron] Transition to ACTIVE for port object f69d3a08-b314-4f8f-8027-b75a7f463ae8 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:35:38.201490 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1f086af3-0b21-4b9d-97bd-bcaac7ac564e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:38.236904 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-95633edc-4684-47b4-8cae-17af96b8cc1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:38.241820 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9470123-9e81-4966-8fd3-228956cae30d tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Router 011e8948-7767-4416-9ede-b0d94cd265cb has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:35:38.294435 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95633edc-4684-47b4-8cae-17af96b8cc1d service neutron] Pushing event updated for resources: {'Port': ['ID=f69d3a08-b314-4f8f-8027-b75a7f463ae8,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:38.445670 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-58360745-c3be-43e2-a219-f24caf0ea5d3 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:38.510020 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1f086af3-0b21-4b9d-97bd-bcaac7ac564e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:38.538755 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-58360745-c3be-43e2-a219-f24caf0ea5d3 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:38.573865 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39114) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:38.581755 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-1f086af3-0b21-4b9d-97bd-bcaac7ac564e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebdbd17e-5536-44c6-974e-25da0fe95ec7']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:38.603996 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-1f086af3-0b21-4b9d-97bd-bcaac7ac564e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eafebc4c-553a-4c80-8783-d8f019114fe7') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:38.608553 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-1f086af3-0b21-4b9d-97bd-bcaac7ac564e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eafebc4c-553a-4c80-8783-d8f019114fe7') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:38.630769 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1f086af3-0b21-4b9d-97bd-bcaac7ac564e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:38.641779 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-95633edc-4684-47b4-8cae-17af96b8cc1d service neutron] Attempting to bind port f69d3a08-b314-4f8f-8027-b75a7f463ae8 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:35:38.642123 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-95633edc-4684-47b4-8cae-17af96b8cc1d service neutron] Attempting to bind port f69d3a08-b314-4f8f-8027-b75a7f463ae8 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'ebeb3950-671a-4b5d-9be7-8ef3d653ddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5ad289c5-7afd-4e6b-b966-250f12941104'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:35:38.642463 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-95633edc-4684-47b4-8cae-17af96b8cc1d service neutron] Attempting to bind port f69d3a08-b314-4f8f-8027-b75a7f463ae8 on network 5ad289c5-7afd-4e6b-b966-250f12941104 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:35:38.653852 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9470123-9e81-4966-8fd3-228956cae30d tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:35:38.655790 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1f086af3-0b21-4b9d-97bd-bcaac7ac564e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:38.657433 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-58360745-c3be-43e2-a219-f24caf0ea5d3 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Floating IP 0c4432be-72fd-4da4-8fb5-d96c3f139d61 associated. External IP: 172.25.6.82, port: 27e0a11f-6729-4cd8-a02d-e58ddfda84cd. Dec 16 22:35:38.661710 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a9470123-9e81-4966-8fd3-228956cae30d tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] 10.222.0.75 "PUT /v2.0/routers/011e8948-7767-4416-9ede-b0d94cd265cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4501138 Dec 16 22:35:38.664188 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb09113-ebe0-40fb-b47e-5a3b8fb99193 None None] Sync routers for ids ['011e8948-7767-4416-9ede-b0d94cd265cb'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:35:38.668295 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-95633edc-4684-47b4-8cae-17af96b8cc1d service neutron] Port f69d3a08-b314-4f8f-8027-b75a7f463ae8 on network 5ad289c5-7afd-4e6b-b966-250f12941104 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:35:38.668770 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-95633edc-4684-47b4-8cae-17af96b8cc1d service neutron] Attempting to bind port f69d3a08-b314-4f8f-8027-b75a7f463ae8 on network 5ad289c5-7afd-4e6b-b966-250f12941104 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:35:38.671031 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39118) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:38.677611 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb09113-ebe0-40fb-b47e-5a3b8fb99193 None None] Routers {'011e8948-7767-4416-9ede-b0d94cd265cb'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:35:38.678600 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-ddb09113-ebe0-40fb-b47e-5a3b8fb99193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:35:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['011e8948-7767-4416-9ede-b0d94cd265cb'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:38.679852 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-26b83865-1745-438b-94ba-5e82d36d2e94 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Request body: {'port': {'network_id': '598b462c-e72b-48a9-b8bd-4f67e32fe40d', 'name': 'tempest-FloatingIPAdminTestJSON-1313143926'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:38.690650 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f086af3-0b21-4b9d-97bd-bcaac7ac564e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:35:38.690650 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1f086af3-0b21-4b9d-97bd-bcaac7ac564e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:35:38.694505 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:35:38.705414 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-95633edc-4684-47b4-8cae-17af96b8cc1d service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:35:38.705770 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-95633edc-4684-47b4-8cae-17af96b8cc1d service neutron] Checking segment: {'id': 'ebeb3950-671a-4b5d-9be7-8ef3d653ddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5ad289c5-7afd-4e6b-b966-250f12941104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:35:38.706168 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-95633edc-4684-47b4-8cae-17af96b8cc1d service neutron] Bound using segment: {'id': 'ebeb3950-671a-4b5d-9be7-8ef3d653ddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5ad289c5-7afd-4e6b-b966-250f12941104'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:35:38.706627 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-95633edc-4684-47b4-8cae-17af96b8cc1d service neutron] Bound port: f69d3a08-b314-4f8f-8027-b75a7f463ae8, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebeb3950-671a-4b5d-9be7-8ef3d653ddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5ad289c5-7afd-4e6b-b966-250f12941104'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:35:38.706997 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-95633edc-4684-47b4-8cae-17af96b8cc1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:38.732368 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-ddb09113-ebe0-40fb-b47e-5a3b8fb99193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:38.756149 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb09113-ebe0-40fb-b47e-5a3b8fb99193 None None] Routers {'011e8948-7767-4416-9ede-b0d94cd265cb'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:35:38.759093 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-ddb09113-ebe0-40fb-b47e-5a3b8fb99193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:35:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['011e8948-7767-4416-9ede-b0d94cd265cb'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:38.838178 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-ddb09113-ebe0-40fb-b47e-5a3b8fb99193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:38.839366 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb09113-ebe0-40fb-b47e-5a3b8fb99193 None None] The sync data for ids ['011e8948-7767-4416-9ede-b0d94cd265cb'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:35:38.889763 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3b1b6faa-eda7-44a6-b968-4ebcf9aa5899 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:38.925153 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-95633edc-4684-47b4-8cae-17af96b8cc1d service neutron] For port f69d3a08-b314-4f8f-8027-b75a7f463ae8, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:35:38.931180 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-95633edc-4684-47b4-8cae-17af96b8cc1d service neutron] For port f69d3a08-b314-4f8f-8027-b75a7f463ae8, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=f69d3a08-b314-4f8f-8027-b75a7f463ae8,segment=NetworkSegment(ebeb3950-671a-4b5d-9be7-8ef3d653ddf1),segment_id=ebeb3950-671a-4b5d-9be7-8ef3d653ddf1)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:35:38.952032 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1f086af3-0b21-4b9d-97bd-bcaac7ac564e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:38.962599 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1f086af3-0b21-4b9d-97bd-bcaac7ac564e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:38.967115 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1f086af3-0b21-4b9d-97bd-bcaac7ac564e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] 10.222.0.75 "DELETE /v2.0/networks/ebdbd17e-5536-44c6-974e-25da0fe95ec7 HTTP/1.1" status: 204 len: 168 time: 1.2563694 Dec 16 22:35:38.979818 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f086af3-0b21-4b9d-97bd-bcaac7ac564e tempest-PortsTestJSON-1481882068 tempest-PortsTestJSON-1481882068-project] Pushing event deleted for resources: {'Network': ['ID=ebdbd17e-5536-44c6-974e-25da0fe95ec7,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:39.010017 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b33cc677-3beb-4e6f-94c2-88d068946d83 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:35:39.033141 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-95633edc-4684-47b4-8cae-17af96b8cc1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:39.034268 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: b33cc677-3beb-4e6f-94c2-88d068946d83 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:35:39.034719 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b33cc677-3beb-4e6f-94c2-88d068946d83 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:35:39.069384 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b83865-1745-438b-94ba-5e82d36d2e94 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Made reservation on behalf of c1ee94bc8efe4cf289be9c66f913bcd8 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:35:39.073539 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-26b83865-1745-438b-94ba-5e82d36d2e94 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:39.089810 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-95633edc-4684-47b4-8cae-17af96b8cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:39.090447 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-95633edc-4684-47b4-8cae-17af96b8cc1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:39.092016 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-95633edc-4684-47b4-8cae-17af96b8cc1d service neutron] 10.222.0.57 "PUT /v2.0/ports/f69d3a08-b314-4f8f-8027-b75a7f463ae8 HTTP/1.1" status: 200 len: 1091 time: 3.1630867 Dec 16 22:35:39.092682 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8402cb-ef49-4e89-8be7-8248128f76f7', 'tag': 'f69d3a08-b314-4f8f-8027-b75a7f463ae8'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:35:39.095175 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5606e6cb-6936-4d6e-9a50-556067eeaba8" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8402cb-ef49-4e89-8be7-8248128f76f7", "tag": "f69d3a08-b314-4f8f-8027-b75a7f463ae8"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:35:39.127246 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-26b83865-1745-438b-94ba-5e82d36d2e94 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] device_id is not set on port 31d73e39-ade4-43d7-8197-5d0a64277066 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:35:39.138024 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95633edc-4684-47b4-8cae-17af96b8cc1d service neutron] Pushing event updated for resources: {'Port': ['ID=f69d3a08-b314-4f8f-8027-b75a7f463ae8,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:39.177709 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae7d399-a87b-42af-9e93-2b14f6c9a2b3 x-openstack-request-id: req-5ae7d399-a87b-42af-9e93-2b14f6c9a2b3 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:35:39.178012 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8402cb-ef49-4e89-8be7-8248128f76f7", "tag": "f69d3a08-b314-4f8f-8027-b75a7f463ae8", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:35:39.178270 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5ae7d399-a87b-42af-9e93-2b14f6c9a2b3 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:35:39.181696 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8402cb-ef49-4e89-8be7-8248128f76f7', 'tag': 'f69d3a08-b314-4f8f-8027-b75a7f463ae8', 'status': 'completed', 'code': 200} Dec 16 22:35:39.294232 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-26b83865-1745-438b-94ba-5e82d36d2e94 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Allocated IP 172.20.0.8 (598b462c-e72b-48a9-b8bd-4f67e32fe40d/a94e4986-bc7d-4621-b186-b193423e872a/31d73e39-ade4-43d7-8197-5d0a64277066) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:35:39.297732 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606e6cb-6936-4d6e-9a50-556067eeaba8 req-ac6e7776-37b2-4b00-ba20-0f2c8627f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:39.299316 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5606e6cb-6936-4d6e-9a50-556067eeaba8 req-ac6e7776-37b2-4b00-ba20-0f2c8627f69c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56b451a4e7874b6c8d22f403757d3c5f&device_id=8a8402cb-ef49-4e89-8be7-8248128f76f7 HTTP/1.1" status: 200 len: 1094 time: 0.0911274 Dec 16 22:35:39.409271 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bfdd2-905a-4cf3-8d28-2aab0f0e3100 req-7db51c42-7243-4876-9562-bfebc7f72b6a tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:39.410924 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b1bfdd2-905a-4cf3-8d28-2aab0f0e3100 req-7db51c42-7243-4876-9562-bfebc7f72b6a tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a8402cb-ef49-4e89-8be7-8248128f76f7 HTTP/1.1" status: 200 len: 943 time: 0.5261264 Dec 16 22:35:39.498391 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606e6cb-6936-4d6e-9a50-556067eeaba8 req-bbb45583-f362-466c-9763-a30d55334816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:39.499949 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5606e6cb-6936-4d6e-9a50-556067eeaba8 req-bbb45583-f362-466c-9763-a30d55334816 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=56b451a4e7874b6c8d22f403757d3c5f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1844051 Dec 16 22:35:39.574188 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39132) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:39.583775 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b1bfdd2-905a-4cf3-8d28-2aab0f0e3100 req-c4878e66-07c7-4366-afc2-d06699a36d06 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650157 Dec 16 22:35:39.586210 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58360745-c3be-43e2-a219-f24caf0ea5d3 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Router 338045a6-5fe0-4864-9278-82adf843ae84 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:35:39.609040 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3b1b6faa-eda7-44a6-b968-4ebcf9aa5899 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:39.611758 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-26b83865-1745-438b-94ba-5e82d36d2e94 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:39.665714 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606e6cb-6936-4d6e-9a50-556067eeaba8 req-b91fa5a1-194c-4fab-916f-0cb71b38bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:39.667269 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5606e6cb-6936-4d6e-9a50-556067eeaba8 req-b91fa5a1-194c-4fab-916f-0cb71b38bfa1 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1582367 Dec 16 22:35:39.760427 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3b1b6faa-eda7-44a6-b968-4ebcf9aa5899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:39.772499 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-be0eed1e-c19c-4a90-9dc2-5375c156b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:39.774370 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-be0eed1e-c19c-4a90-9dc2-5375c156b48d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56b451a4e7874b6c8d22f403757d3c5f&device_id=8a8402cb-ef49-4e89-8be7-8248128f76f7 HTTP/1.1" status: 200 len: 1094 time: 0.0424101 Dec 16 22:35:39.775658 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58360745-c3be-43e2-a219-f24caf0ea5d3 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:35:39.785590 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ecc924-cc33-46f4-b0b2-3304ccda0aba None None] Sync routers for ids ['338045a6-5fe0-4864-9278-82adf843ae84'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:35:39.788823 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-58360745-c3be-43e2-a219-f24caf0ea5d3 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:39.801439 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ecc924-cc33-46f4-b0b2-3304ccda0aba None None] Routers {'338045a6-5fe0-4864-9278-82adf843ae84'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:35:39.801716 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-16ecc924-cc33-46f4-b0b2-3304ccda0aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:35:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['338045a6-5fe0-4864-9278-82adf843ae84'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:39.828749 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-1f87910b-a90e-4484-b36c-2e578e5f8497 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f69d3a08-b314-4f8f-8027-b75a7f463ae8 HTTP/1.1" status: 200 len: 217 time: 0.0395553 Dec 16 22:35:39.856586 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3b1b6faa-eda7-44a6-b968-4ebcf9aa5899 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ca03406ebb1a48aab511f09aa3120dce&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2803786 Dec 16 22:35:39.857643 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39136) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:39.860454 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b6faa-eda7-44a6-b968-4ebcf9aa5899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8dcc26-be36-4482-8eba-104298b3e796,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:39.891207 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-afffe924-f20e-44a1-b738-ee4cac599be0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=205d5d309c0e4c31af9f0a22be5c7456&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2923207 Dec 16 22:35:39.891207 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-58360745-c3be-43e2-a219-f24caf0ea5d3 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "PUT /v2.0/floatingips/0c4432be-72fd-4da4-8fb5-d96c3f139d61 HTTP/1.1" status: 200 len: 990 time: 2.1281192 Dec 16 22:35:39.891735 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-26b83865-1745-438b-94ba-5e82d36d2e94 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:39.892174 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865f7392-65c6-4951-915c-72b4e86e5233', 'tag': '27e0a11f-6729-4cd8-a02d-e58ddfda84cd'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:35:39.892174 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bfad53-13cb-4258-b708-7caa7c28dd15" -d '{"events": [{"name": "network-changed", "server_uuid": "865f7392-65c6-4951-915c-72b4e86e5233", "tag": "27e0a11f-6729-4cd8-a02d-e58ddfda84cd"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:35:39.893981 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39140) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:39.941034 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-16ecc924-cc33-46f4-b0b2-3304ccda0aba None None] Set router 338045a6-5fe0-4864-9278-82adf843ae84 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:35:39.943211 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b83865-1745-438b-94ba-5e82d36d2e94 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Network 598b462c-e72b-48a9-b8bd-4f67e32fe40d is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:35:39.945478 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-26733292-3327-416e-8714-d1506347dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:39.947534 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-26733292-3327-416e-8714-d1506347dc0a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3921af46-4a83-4fac-8615-2a2a9abad034 HTTP/1.1" status: 200 len: 855 time: 0.1124737 Dec 16 22:35:39.954484 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-26b83865-1745-438b-94ba-5e82d36d2e94 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:35:39.957062 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b83865-1745-438b-94ba-5e82d36d2e94 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:35:39.992819 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31298ab0-b077-4b2b-a03f-ef762ed9f3c5 x-openstack-request-id: req-31298ab0-b077-4b2b-a03f-ef762ed9f3c5 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:35:39.993013 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "865f7392-65c6-4951-915c-72b4e86e5233", "tag": "27e0a11f-6729-4cd8-a02d-e58ddfda84cd", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:35:39.993305 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-31298ab0-b077-4b2b-a03f-ef762ed9f3c5 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:35:39.993775 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '865f7392-65c6-4951-915c-72b4e86e5233', 'tag': '27e0a11f-6729-4cd8-a02d-e58ddfda84cd', 'status': 'completed', 'code': 200} Dec 16 22:35:40.057486 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-336a1b6b-00fe-428d-968c-6ec76437400e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5ad289c5-7afd-4e6b-b966-250f12941104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957277 Dec 16 22:35:40.058192 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b83865-1745-438b-94ba-5e82d36d2e94 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Pushing event updated for resources: {'Port': ['ID=31d73e39-ade4-43d7-8197-5d0a64277066,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:40.097831 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-57dd85e0-dc2e-46ba-aeba-a3cf72401177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:40.129205 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfad53-13cb-4258-b708-7caa7c28dd15 req-848ecbb8-cc87-41ae-ad76-2b2bb291281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:40.130962 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e2bfad53-13cb-4258-b708-7caa7c28dd15 req-848ecbb8-cc87-41ae-ad76-2b2bb291281c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=720f6d1270aa4ecaab964d0eb84b215e&device_id=865f7392-65c6-4951-915c-72b4e86e5233 HTTP/1.1" status: 200 len: 1096 time: 0.0945055 Dec 16 22:35:40.138115 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-893ef493-631e-40ed-848b-1c2be73f3fcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:40.144576 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-57dd85e0-dc2e-46ba-aeba-a3cf72401177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:40.225498 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b83865-1745-438b-94ba-5e82d36d2e94 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:40.226989 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-26b83865-1745-438b-94ba-5e82d36d2e94 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:40.293954 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-9e468b5c-e687-4e76-b15c-1247d5e89a63 service neutron] 10.222.0.57 "GET /v2.0/networks/5ad289c5-7afd-4e6b-b966-250f12941104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180648 Dec 16 22:35:40.321835 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-893ef493-631e-40ed-848b-1c2be73f3fcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:40.371036 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-26b83865-1745-438b-94ba-5e82d36d2e94 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6953688 Dec 16 22:35:40.374987 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39148) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:40.385896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfad53-13cb-4258-b708-7caa7c28dd15 req-8c45a3b8-17a2-4079-87a9-429778f3c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:40.388145 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e2bfad53-13cb-4258-b708-7caa7c28dd15 req-8c45a3b8-17a2-4079-87a9-429778f3c6f0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d9f61c4-cc29-4ddf-89f0-e4012f9c023f HTTP/1.1" status: 200 len: 911 time: 0.2414820 Dec 16 22:35:40.392471 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e89605bf-e1f4-4d0d-bb6b-14434ea55cc1 None None] Provisioning complete for port 31d73e39-ade4-43d7-8197-5d0a64277066 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:40.393491 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e89605bf-e1f4-4d0d-bb6b-14434ea55cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:40.461235 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-02c216b9-d95c-4223-8472-a9a32cd396ed req-b288b138-6122-4e79-8d24-2043a5064e57 service neutron] 10.222.0.57 "GET /v2.0/networks/5ad289c5-7afd-4e6b-b966-250f12941104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578763 Dec 16 22:35:40.466965 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e89605bf-e1f4-4d0d-bb6b-14434ea55cc1 None None] Port 31d73e39-ade4-43d7-8197-5d0a64277066 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:35:40.485965 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e2bfad53-13cb-4258-b708-7caa7c28dd15 req-fd1c465a-a53e-4507-90ca-79c6b316b69f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27e0a11f-6729-4cd8-a02d-e58ddfda84cd HTTP/1.1" status: 200 len: 998 time: 0.0878232 Dec 16 22:35:40.489270 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-57dd85e0-dc2e-46ba-aeba-a3cf72401177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:40.492993 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-57dd85e0-dc2e-46ba-aeba-a3cf72401177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:40.499133 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-57dd85e0-dc2e-46ba-aeba-a3cf72401177 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3c6bf9a0-af03-4b3f-b28f-fc28a49aa261 HTTP/1.1" status: 204 len: 168 time: 0.6003256 Dec 16 22:35:40.499381 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-16ecc924-cc33-46f4-b0b2-3304ccda0aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338045a6-5fe0-4864-9278-82adf843ae84', 'name': 'tempest-AttachVolumeTestJSON-1810374084-router', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:29Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'gw_port': {'id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:30Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '0c4432be-72fd-4da4-8fb5-d96c3f139d61', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'port_id': '27e0a11f-6729-4cd8-a02d-e58ddfda84cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f', 'mac_address': 'fa:16:3e:42:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865f7392-65c6-4951-915c-72b4e86e5233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:35:17Z', 'updated_at': '2021-12-16T22:35:38Z', 'revision_number': 1, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ba4a11-6e95-47ae-b804-dca0427f96e0', 'name': '', 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'mac_address': 'fa:16:3e:cd:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:35Z', 'updated_at': '2021-12-16T22:30:42Z', 'revision_number': 5, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'subnets': [{'id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:40.532376 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ecc924-cc33-46f4-b0b2-3304ccda0aba None None] Checking router: 338045a6-5fe0-4864-9278-82adf843ae84 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:35:40.542596 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ecc924-cc33-46f4-b0b2-3304ccda0aba None None] Routers {'338045a6-5fe0-4864-9278-82adf843ae84'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:35:40.543792 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-16ecc924-cc33-46f4-b0b2-3304ccda0aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:35:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['338045a6-5fe0-4864-9278-82adf843ae84'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:40.546629 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd85e0-dc2e-46ba-aeba-a3cf72401177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6bf9a0-af03-4b3f-b28f-fc28a49aa261,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:40.581444 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfad53-13cb-4258-b708-7caa7c28dd15 req-498be783-da65-4985-8964-dfea073a6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:40.581444 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e2bfad53-13cb-4258-b708-7caa7c28dd15 req-498be783-da65-4985-8964-dfea073a6df4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04b9b352-17cc-4c58-8901-6e5b7abd436d HTTP/1.1" status: 200 len: 850 time: 0.0849001 Dec 16 22:35:40.614094 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-471d18f5-6dae-4997-b0ef-7615d88ab3fe tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'project_id': 'c1ee94bc8efe4cf289be9c66f913bcd8', 'port_id': '31d73e39-ade4-43d7-8197-5d0a64277066'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:40.639692 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-893ef493-631e-40ed-848b-1c2be73f3fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:40.642614 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-893ef493-631e-40ed-848b-1c2be73f3fcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:40.646188 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-893ef493-631e-40ed-848b-1c2be73f3fcb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1e8dcc26-be36-4482-8eba-104298b3e796 HTTP/1.1" status: 204 len: 168 time: 0.7828779 Dec 16 22:35:40.673446 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ef493-631e-40ed-848b-1c2be73f3fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8dcc26-be36-4482-8eba-104298b3e796,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:40.690394 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfad53-13cb-4258-b708-7caa7c28dd15 req-5c485d93-8be1-47cf-8aee-01d5e8b02991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:40.692124 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e2bfad53-13cb-4258-b708-7caa7c28dd15 req-5c485d93-8be1-47cf-8aee-01d5e8b02991 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d9f61c4-cc29-4ddf-89f0-e4012f9c023f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002440 Dec 16 22:35:40.781212 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-16ecc924-cc33-46f4-b0b2-3304ccda0aba None None] Set router 338045a6-5fe0-4864-9278-82adf843ae84 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:35:40.824657 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e2bfad53-13cb-4258-b708-7caa7c28dd15 req-3823f179-1368-42f5-87b8-4d2d2cd352e7 service neutron] 10.222.0.76 "GET /v2.0/networks/4d9f61c4-cc29-4ddf-89f0-e4012f9c023f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233387 Dec 16 22:35:40.826470 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-471d18f5-6dae-4997-b0ef-7615d88ab3fe tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:40.866785 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d89c4-55e4-425e-94e3-36a4354c2545 req-a9b114b7-a6d0-48e9-9b6b-8618eeda7044 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:40.869064 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c35d89c4-55e4-425e-94e3-36a4354c2545 req-a9b114b7-a6d0-48e9-9b6b-8618eeda7044 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a8402cb-ef49-4e89-8be7-8248128f76f7 HTTP/1.1" status: 200 len: 943 time: 0.1262450 Dec 16 22:35:40.967965 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c35d89c4-55e4-425e-94e3-36a4354c2545 req-daf08cc7-6435-45be-bf92-2c8938881c1a tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887589 Dec 16 22:35:41.029469 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e2bfad53-13cb-4258-b708-7caa7c28dd15 req-7e726e12-0899-4c52-8369-b57f59737369 service neutron] 10.222.0.76 "GET /v2.0/networks/4d9f61c4-cc29-4ddf-89f0-e4012f9c023f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836574 Dec 16 22:35:41.033243 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-471d18f5-6dae-4997-b0ef-7615d88ab3fe tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:41.160889 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-16ecc924-cc33-46f4-b0b2-3304ccda0aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338045a6-5fe0-4864-9278-82adf843ae84', 'name': 'tempest-AttachVolumeTestJSON-1810374084-router', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:29Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'gw_port': {'id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:30Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '0c4432be-72fd-4da4-8fb5-d96c3f139d61', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'port_id': '27e0a11f-6729-4cd8-a02d-e58ddfda84cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f', 'mac_address': 'fa:16:3e:42:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865f7392-65c6-4951-915c-72b4e86e5233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:35:17Z', 'updated_at': '2021-12-16T22:35:38Z', 'revision_number': 1, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ba4a11-6e95-47ae-b804-dca0427f96e0', 'name': '', 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'mac_address': 'fa:16:3e:cd:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:35Z', 'updated_at': '2021-12-16T22:30:42Z', 'revision_number': 5, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'subnets': [{'id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:41.181178 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-471d18f5-6dae-4997-b0ef-7615d88ab3fe tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Allocated IP 172.25.6.120 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/170fe848-6d28-4896-941d-673dd0a994f6) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:35:41.204107 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ecc924-cc33-46f4-b0b2-3304ccda0aba None None] The sync data for ids ['338045a6-5fe0-4864-9278-82adf843ae84'] in n-d-815324-4 is: [{'id': '338045a6-5fe0-4864-9278-82adf843ae84', 'name': 'tempest-AttachVolumeTestJSON-1810374084-router', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:29Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'gw_port': {'id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:30Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '0c4432be-72fd-4da4-8fb5-d96c3f139d61', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'port_id': '27e0a11f-6729-4cd8-a02d-e58ddfda84cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f', 'mac_address': 'fa:16:3e:42:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865f7392-65c6-4951-915c-72b4e86e5233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:35:17Z', 'updated_at': '2021-12-16T22:35:38Z', 'revision_number': 1, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ba4a11-6e95-47ae-b804-dca0427f96e0', 'name': '', 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'mac_address': 'fa:16:3e:cd:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:35Z', 'updated_at': '2021-12-16T22:30:42Z', 'revision_number': 5, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'subnets': [{'id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:35:41.349468 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-471d18f5-6dae-4997-b0ef-7615d88ab3fe tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:41.520924 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df6bf54-80c9-4a54-92f9-6b8d14422f8c None None] New status for floating IP 0c4432be-72fd-4da4-8fb5-d96c3f139d61: ACTIVE {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:35:41.569950 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-471d18f5-6dae-4997-b0ef-7615d88ab3fe tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:41.615512 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471d18f5-6dae-4997-b0ef-7615d88ab3fe tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:35:41.623034 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-471d18f5-6dae-4997-b0ef-7615d88ab3fe tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:35:41.633060 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471d18f5-6dae-4997-b0ef-7615d88ab3fe tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:35:41.639712 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d18f5-6dae-4997-b0ef-7615d88ab3fe tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Pushing event updated for resources: {'Port': ['ID=170fe848-6d28-4896-941d-673dd0a994f6,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:41.698622 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39176) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:41.724484 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5d39a9ce-f144-46c2-bb55-2871a2670b4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:41.829996 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5d39a9ce-f144-46c2-bb55-2871a2670b4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:41.946236 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5d39a9ce-f144-46c2-bb55-2871a2670b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:41.993282 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5d39a9ce-f144-46c2-bb55-2871a2670b4e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2d7d503f07fa491d8c36e6bf1f736e27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2899604 Dec 16 22:35:41.994112 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39184) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:42.000368 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39a9ce-f144-46c2-bb55-2871a2670b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d802545e-4040-46c7-9d0b-e0427e430201,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:42.093973 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-852926c8-54b0-47fd-8e9f-f1658e234991 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:42.110794 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-471d18f5-6dae-4997-b0ef-7615d88ab3fe tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:42.148111 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-852926c8-54b0-47fd-8e9f-f1658e234991 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:42.205521 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cca8f2-85ec-4991-9f04-d9737881e0d9 req-92c5521d-b0dc-44c6-b19a-eb0392607c4b tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:42.208582 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-20cca8f2-85ec-4991-9f04-d9737881e0d9 req-92c5521d-b0dc-44c6-b19a-eb0392607c4b tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a8402cb-ef49-4e89-8be7-8248128f76f7 HTTP/1.1" status: 200 len: 943 time: 0.1354024 Dec 16 22:35:42.290466 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-20cca8f2-85ec-4991-9f04-d9737881e0d9 req-b004da36-23fa-4098-8873-0921f6d5ee8a tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604835 Dec 16 22:35:42.301958 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39190) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:42.308555 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-471d18f5-6dae-4997-b0ef-7615d88ab3fe tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:42.362033 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-852926c8-54b0-47fd-8e9f-f1658e234991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:42.368827 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-852926c8-54b0-47fd-8e9f-f1658e234991 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:42.376772 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-852926c8-54b0-47fd-8e9f-f1658e234991 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d802545e-4040-46c7-9d0b-e0427e430201 HTTP/1.1" status: 204 len: 168 time: 0.3768971 Dec 16 22:35:42.380911 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852926c8-54b0-47fd-8e9f-f1658e234991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d802545e-4040-46c7-9d0b-e0427e430201,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:42.438983 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-5e9f712d-fa47-41dc-a6b7-9f143fda9ee6 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Request body: {'security_group': {'name': 'tempest-secgroup--981376405'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:42.486539 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-471d18f5-6dae-4997-b0ef-7615d88ab3fe tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:42.658925 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5e9f712d-fa47-41dc-a6b7-9f143fda9ee6 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:42.659178 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-471d18f5-6dae-4997-b0ef-7615d88ab3fe tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:42.668816 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5e9f712d-fa47-41dc-a6b7-9f143fda9ee6 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:42.732021 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d18f5-6dae-4997-b0ef-7615d88ab3fe tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Pushing event updated for resources: {'Port': ['ID=170fe848-6d28-4896-941d-673dd0a994f6,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:42.747104 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-471d18f5-6dae-4997-b0ef-7615d88ab3fe tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:42.753489 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5e9f712d-fa47-41dc-a6b7-9f143fda9ee6 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:42.832335 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5e9f712d-fa47-41dc-a6b7-9f143fda9ee6 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:42.850115 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-471d18f5-6dae-4997-b0ef-7615d88ab3fe tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Floating IP 588feb58-d030-490f-b420-598c907fe154 associated. External IP: 172.25.6.120, port: 31d73e39-ade4-43d7-8197-5d0a64277066. Dec 16 22:35:42.872220 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f712d-fa47-41dc-a6b7-9f143fda9ee6 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f59df8b3-c8fc-48c9-a24a-1d21af8fe029,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:42.917517 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5e9f712d-fa47-41dc-a6b7-9f143fda9ee6 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:42.990669 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5e9f712d-fa47-41dc-a6b7-9f143fda9ee6 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:43.029354 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f712d-fa47-41dc-a6b7-9f143fda9ee6 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4051b354-e8cd-4874-b207-abc5cb30e155,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:43.088003 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471d18f5-6dae-4997-b0ef-7615d88ab3fe tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Router 011e8948-7767-4416-9ede-b0d94cd265cb has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:35:43.089746 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5e9f712d-fa47-41dc-a6b7-9f143fda9ee6 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:43.091815 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5e9f712d-fa47-41dc-a6b7-9f143fda9ee6 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7914054 Dec 16 22:35:43.094473 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39206) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:43.162395 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d9341113-790c-4e0f-8a9e-94cb7f1b909b tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0667880 Dec 16 22:35:43.165079 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39208) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:43.169370 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-cc6ba15d-33fb-4e96-81e6-c11f0de3fd7b tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Request body: {'security_group': {'name': 'tempest-security--743248319', 'description': 'tempest-security-description-2088198681'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:43.198591 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471d18f5-6dae-4997-b0ef-7615d88ab3fe tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:35:43.208374 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a92ff6-8c18-48ec-8979-48f774145f71 None None] Sync routers for ids ['011e8948-7767-4416-9ede-b0d94cd265cb'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:35:43.212337 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cc6ba15d-33fb-4e96-81e6-c11f0de3fd7b tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:43.220864 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a92ff6-8c18-48ec-8979-48f774145f71 None None] Routers {'011e8948-7767-4416-9ede-b0d94cd265cb'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:35:43.221910 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d7a92ff6-8c18-48ec-8979-48f774145f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:35:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['011e8948-7767-4416-9ede-b0d94cd265cb'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:43.266166 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cc6ba15d-33fb-4e96-81e6-c11f0de3fd7b tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:43.280845 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d7a92ff6-8c18-48ec-8979-48f774145f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:43.289765 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a92ff6-8c18-48ec-8979-48f774145f71 None None] Routers {'011e8948-7767-4416-9ede-b0d94cd265cb'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:35:43.290605 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d7a92ff6-8c18-48ec-8979-48f774145f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:35:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['011e8948-7767-4416-9ede-b0d94cd265cb'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:43.324483 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-471d18f5-6dae-4997-b0ef-7615d88ab3fe tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:43.363803 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cc6ba15d-33fb-4e96-81e6-c11f0de3fd7b tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:43.363803 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cc6ba15d-33fb-4e96-81e6-c11f0de3fd7b tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:43.363803 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cc6ba15d-33fb-4e96-81e6-c11f0de3fd7b tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "PUT /v2.0/security-groups/4051b354-e8cd-4874-b207-abc5cb30e155 HTTP/1.1" status: 200 len: 1796 time: 0.1959970 Dec 16 22:35:43.364777 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39218) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:43.403059 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-471d18f5-6dae-4997-b0ef-7615d88ab3fe tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.0262797 Dec 16 22:35:43.408140 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39220) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:43.420380 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ba15d-33fb-4e96-81e6-c11f0de3fd7b tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4051b354-e8cd-4874-b207-abc5cb30e155,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:43.440795 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d7a92ff6-8c18-48ec-8979-48f774145f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:43.441727 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a92ff6-8c18-48ec-8979-48f774145f71 None None] The sync data for ids ['011e8948-7767-4416-9ede-b0d94cd265cb'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:35:43.483800 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be263-3164-4279-9411-67a0cef7d26d req-951f6cac-5d58-4fc7-8e82-84aeca452bac tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:43.487782 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-244be263-3164-4279-9411-67a0cef7d26d req-951f6cac-5d58-4fc7-8e82-84aeca452bac tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a8402cb-ef49-4e89-8be7-8248128f76f7 HTTP/1.1" status: 200 len: 943 time: 0.0694337 Dec 16 22:35:43.524474 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-07fc8423-5da5-47bf-b028-261ff6a7eb7a tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-groups/4051b354-e8cd-4874-b207-abc5cb30e155 HTTP/1.1" status: 200 len: 1796 time: 0.1574388 Dec 16 22:35:43.529871 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39224) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:43.552849 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8fc45970-5d5d-4c48-a6d6-5ca24bbbb24a tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] 10.222.0.75 "GET /v2.0/floatingips/588feb58-d030-490f-b420-598c907fe154 HTTP/1.1" status: 200 len: 983 time: 0.1434739 Dec 16 22:35:43.555792 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39228) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:43.569026 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-244be263-3164-4279-9411-67a0cef7d26d req-dab47ab7-e817-457f-b2e5-032f5bf7a960 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757079 Dec 16 22:35:43.642848 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b3f04917-c4e6-4908-8c6c-d4af6a7a1f77 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:43.669548 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b3f04917-c4e6-4908-8c6c-d4af6a7a1f77 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:43.729925 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3cf586f2-dbc9-45a7-967d-f3e4da26f0b9 tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.1725967 Dec 16 22:35:43.733204 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39234) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:43.897858 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-3dc238ee-4758-4767-a18a-3208f0dc0372 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Deleting port 170fe848-6d28-4896-941d-673dd0a994f6 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:35:43.898228 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3dc238ee-4758-4767-a18a-3208f0dc0372 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:43.951908 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b3f04917-c4e6-4908-8c6c-d4af6a7a1f77 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:43.955285 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b3f04917-c4e6-4908-8c6c-d4af6a7a1f77 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:43.956696 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b3f04917-c4e6-4908-8c6c-d4af6a7a1f77 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "DELETE /v2.0/security-groups/4051b354-e8cd-4874-b207-abc5cb30e155 HTTP/1.1" status: 204 len: 168 time: 0.4260175 Dec 16 22:35:43.966721 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f04917-c4e6-4908-8c6c-d4af6a7a1f77 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4051b354-e8cd-4874-b207-abc5cb30e155,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:43.967716 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39240) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:43.997648 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3dc238ee-4758-4767-a18a-3208f0dc0372 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:43.997648 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3dc238ee-4758-4767-a18a-3208f0dc0372 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:44.033834 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-3dc238ee-4758-4767-a18a-3208f0dc0372 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Calling delete_port for 170fe848-6d28-4896-941d-673dd0a994f6 owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:35:44.057199 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bf3a081a-6f5c-4dce-a775-ded9671fd299 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0884299 Dec 16 22:35:44.061092 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39242) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:44.075064 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-ca4ad3d6-9b1f-4625-869f-b4c7adf247fd tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] delete failed (client error): The resource could not be found. Dec 16 22:35:44.076011 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ca4ad3d6-9b1f-4625-869f-b4c7adf247fd tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "DELETE /v2.0/security-groups/4051b354-e8cd-4874-b207-abc5cb30e155 HTTP/1.1" status: 404 len: 347 time: 0.0139058 Dec 16 22:35:44.088614 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39244) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:44.093748 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-462e9289-3804-4985-9902-642685c77e02 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Request body: {'security_group': {'name': 'tempest-secgroup--828046705'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:44.228046 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-462e9289-3804-4985-9902-642685c77e02 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:44.234665 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device f69d3a08-b314-4f8f-8027-b75a7f463ae8 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:35:44.310476 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-462e9289-3804-4985-9902-642685c77e02 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:44.340975 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port f69d3a08-b314-4f8f-8027-b75a7f463ae8, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=f69d3a08-b314-4f8f-8027-b75a7f463ae8,segment=NetworkSegment(ebeb3950-671a-4b5d-9be7-8ef3d653ddf1),segment_id=ebeb3950-671a-4b5d-9be7-8ef3d653ddf1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:35:44.352962 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': 'f69d3a08-b314-4f8f-8027-b75a7f463ae8', 'network_id': '5ad289c5-7afd-4e6b-b966-250f12941104', 'port_id': 'f69d3a08-b314-4f8f-8027-b75a7f463ae8', 'mac_address': 'fa:16:3e:27:3f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3921af46-4a83-4fac-8615-2a2a9abad034', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:35:44.358379 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3dc238ee-4758-4767-a18a-3208f0dc0372 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:44.390662 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc238ee-4758-4767-a18a-3208f0dc0372 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Pushing event deleted for resources: {'Port': ['ID=170fe848-6d28-4896-941d-673dd0a994f6,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:44.400776 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:44.417261 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f69d3a08-b314-4f8f-8027-b75a7f463ae8 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:35:44.441591 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port f69d3a08-b314-4f8f-8027-b75a7f463ae8, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=f69d3a08-b314-4f8f-8027-b75a7f463ae8,segment=NetworkSegment(ebeb3950-671a-4b5d-9be7-8ef3d653ddf1),segment_id=ebeb3950-671a-4b5d-9be7-8ef3d653ddf1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:35:44.449948 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-462e9289-3804-4985-9902-642685c77e02 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:44.455606 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3dc238ee-4758-4767-a18a-3208f0dc0372 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:44.456088 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-3dc238ee-4758-4767-a18a-3208f0dc0372 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Floating IP 588feb58-d030-490f-b420-598c907fe154 disassociated (deleted). External IP: 172.25.6.120, port: 31d73e39-ade4-43d7-8197-5d0a64277066. Dec 16 22:35:44.482662 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e9289-3804-4985-9902-642685c77e02 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff481509-7fd0-4179-8ded-c642ef82363a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:44.592017 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:44.645813 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-462e9289-3804-4985-9902-642685c77e02 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:44.651140 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-462e9289-3804-4985-9902-642685c77e02 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5608864 Dec 16 22:35:44.655068 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39258) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:44.658752 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-fe449324-7234-4106-8b7b-4c808b34f551 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Request body: {'security_group_rule': {'security_group_id': 'ff481509-7fd0-4179-8ded-c642ef82363a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:44.660321 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=f69d3a08-b314-4f8f-8027-b75a7f463ae8,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:44.729576 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc238ee-4758-4767-a18a-3208f0dc0372 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Router 011e8948-7767-4416-9ede-b0d94cd265cb has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:35:44.756109 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509b90c-a4e0-4a65-af6e-19d80181c50c req-2dde7c81-f2f2-4467-9bdf-41afbaedda70 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:44.757930 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8509b90c-a4e0-4a65-af6e-19d80181c50c req-2dde7c81-f2f2-4467-9bdf-41afbaedda70 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a8402cb-ef49-4e89-8be7-8248128f76f7 HTTP/1.1" status: 200 len: 944 time: 0.0630720 Dec 16 22:35:44.819221 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8509b90c-a4e0-4a65-af6e-19d80181c50c req-8ba444e5-2cb9-40f7-8c0b-43ec21640859 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540836 Dec 16 22:35:44.830064 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe449324-7234-4106-8b7b-4c808b34f551 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:44.931240 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe449324-7234-4106-8b7b-4c808b34f551 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:44.943611 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['f69d3a08-b314-4f8f-8027-b75a7f463ae8'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:35:45.084066 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe449324-7234-4106-8b7b-4c808b34f551 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:45.117333 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe449324-7234-4106-8b7b-4c808b34f551 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41cf5f6b-0794-483d-b6ad-e33e8541b702,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:45.200961 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe449324-7234-4106-8b7b-4c808b34f551 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:45.203671 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fe449324-7234-4106-8b7b-4c808b34f551 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5505025 Dec 16 22:35:45.206447 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39274) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:45.253141 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2734a214-4f14-4f75-ad7a-ef1d0da61e8c tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:45.264583 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2734a214-4f14-4f75-ad7a-ef1d0da61e8c tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:45.296153 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc238ee-4758-4767-a18a-3208f0dc0372 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:35:45.308042 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f052a1-c7b4-490a-9551-6b6f69bb1112 None None] Sync routers for ids ['011e8948-7767-4416-9ede-b0d94cd265cb'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:35:45.309168 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3dc238ee-4758-4767-a18a-3208f0dc0372 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:45.327549 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f052a1-c7b4-490a-9551-6b6f69bb1112 None None] Routers {'011e8948-7767-4416-9ede-b0d94cd265cb'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:35:45.328408 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-65f052a1-c7b4-490a-9551-6b6f69bb1112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:35:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['011e8948-7767-4416-9ede-b0d94cd265cb'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:45.339699 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3dc238ee-4758-4767-a18a-3208f0dc0372 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] 10.222.0.75 "DELETE /v2.0/floatingips/588feb58-d030-490f-b420-598c907fe154 HTTP/1.1" status: 204 len: 168 time: 1.6053593 Dec 16 22:35:45.353069 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39278) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:45.358584 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:45.369971 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-65f052a1-c7b4-490a-9551-6b6f69bb1112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:45.380806 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f052a1-c7b4-490a-9551-6b6f69bb1112 None None] Routers {'011e8948-7767-4416-9ede-b0d94cd265cb'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:35:45.381278 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-65f052a1-c7b4-490a-9551-6b6f69bb1112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:35:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['011e8948-7767-4416-9ede-b0d94cd265cb'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:45.413552 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2734a214-4f14-4f75-ad7a-ef1d0da61e8c tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:45.416501 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-65f052a1-c7b4-490a-9551-6b6f69bb1112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:45.417233 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f052a1-c7b4-490a-9551-6b6f69bb1112 None None] The sync data for ids ['011e8948-7767-4416-9ede-b0d94cd265cb'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:35:45.419818 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2734a214-4f14-4f75-ad7a-ef1d0da61e8c tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:45.421022 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2734a214-4f14-4f75-ad7a-ef1d0da61e8c tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/41cf5f6b-0794-483d-b6ad-e33e8541b702 HTTP/1.1" status: 204 len: 168 time: 0.2132106 Dec 16 22:35:45.424381 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39282) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:45.432645 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734a214-4f14-4f75-ad7a-ef1d0da61e8c tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41cf5f6b-0794-483d-b6ad-e33e8541b702,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:45.479539 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e4c1e88d-d71a-4a84-9e8b-f26654793eb2 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0539954 Dec 16 22:35:45.482522 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39284) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:45.500025 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:45.578740 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f3fcad56-d44a-4e1d-9481-7fb920414357 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:45.607667 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f3fcad56-d44a-4e1d-9481-7fb920414357 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:45.699892 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:45.812270 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f3fcad56-d44a-4e1d-9481-7fb920414357 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:45.814148 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f3fcad56-d44a-4e1d-9481-7fb920414357 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:45.818178 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39290) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:45.826619 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f3fcad56-d44a-4e1d-9481-7fb920414357 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "DELETE /v2.0/security-groups/ff481509-7fd0-4179-8ded-c642ef82363a HTTP/1.1" status: 204 len: 168 time: 0.3428113 Dec 16 22:35:45.893808 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-456b425e-b9f1-43e6-b6d6-aa7a8711986a tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0743394 Dec 16 22:35:45.898383 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39294) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:45.907099 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-aa3d481d-2fed-48f9-ba69-24934d0b178e tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Request body: {'security_group': {'name': 'tempest-secgroup--543941378'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:45.907346 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fcad56-d44a-4e1d-9481-7fb920414357 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff481509-7fd0-4179-8ded-c642ef82363a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:46.000424 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Allocated IP 172.25.6.182 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/b5a80bde-7491-4831-ab17-3b61962c6b2f) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:35:46.051339 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-aa3d481d-2fed-48f9-ba69-24934d0b178e tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:46.109446 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456479c0-27cb-4496-abd9-9a4fe9f3441c req-38cde39b-6dab-4047-a2f8-78643e4e35d7 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:46.117096 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-456479c0-27cb-4496-abd9-9a4fe9f3441c req-38cde39b-6dab-4047-a2f8-78643e4e35d7 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a8402cb-ef49-4e89-8be7-8248128f76f7 HTTP/1.1" status: 200 len: 944 time: 0.1434293 Dec 16 22:35:46.155424 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:46.196124 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-456479c0-27cb-4496-abd9-9a4fe9f3441c req-97c5bcb6-0cb9-4b8c-aeca-64bfd53ca1e3 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777690 Dec 16 22:35:46.223633 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-aa3d481d-2fed-48f9-ba69-24934d0b178e tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:46.240300 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device f69d3a08-b314-4f8f-8027-b75a7f463ae8 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:35:46.290215 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:46.313302 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-aa3d481d-2fed-48f9-ba69-24934d0b178e tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:46.341251 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:35:46.347275 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:35:46.352547 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:35:46.388783 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d481d-2fed-48f9-ba69-24934d0b178e tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a852b4-ba12-4ec4-be93-e8cd867661bd,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:46.392645 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port f69d3a08-b314-4f8f-8027-b75a7f463ae8 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:35:46.396981 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Pushing event updated for resources: {'Port': ['ID=b5a80bde-7491-4831-ab17-3b61962c6b2f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:46.401525 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port f69d3a08-b314-4f8f-8027-b75a7f463ae8 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:35:46.403219 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:46.412909 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:46.413267 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:46.413620 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:46.413963 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:46.414300 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:46.414635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:46.414972 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:46.415382 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:46.415714 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:46.416042 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:46.416374 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:46.416702 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:46.417026 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:35:46.503618 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:46.506466 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-aa3d481d-2fed-48f9-ba69-24934d0b178e tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:46.507775 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-aa3d481d-2fed-48f9-ba69-24934d0b178e tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6065269 Dec 16 22:35:46.510550 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39298) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:46.515671 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-801f9617-e5f1-49b9-8c23-f41b579926e9 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Request body: {'security_group_rule': {'security_group_id': 'c3a852b4-ba12-4ec4-be93-e8cd867661bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:46.521773 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:46.557283 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8402cb-ef49-4e89-8be7-8248128f76f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69d3a08-b314-4f8f-8027-b75a7f463ae8'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:35:46.562506 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7aef1b-f8b2-432b-8365-cac67f791cd3" -d '{"events": [{"server_uuid": "8a8402cb-ef49-4e89-8be7-8248128f76f7", "name": "network-vif-plugged", "status": "completed", "tag": "f69d3a08-b314-4f8f-8027-b75a7f463ae8"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:35:46.583750 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port f69d3a08-b314-4f8f-8027-b75a7f463ae8, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=f69d3a08-b314-4f8f-8027-b75a7f463ae8,segment=NetworkSegment(ebeb3950-671a-4b5d-9be7-8ef3d653ddf1),segment_id=ebeb3950-671a-4b5d-9be7-8ef3d653ddf1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:35:46.611925 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28b16b0-a8a1-4ff0-83a7-8b127f6840c8 x-openstack-request-id: req-b28b16b0-a8a1-4ff0-83a7-8b127f6840c8 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:35:46.612495 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8402cb-ef49-4e89-8be7-8248128f76f7", "name": "network-vif-plugged", "status": "completed", "tag": "f69d3a08-b314-4f8f-8027-b75a7f463ae8", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:35:46.613427 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b28b16b0-a8a1-4ff0-83a7-8b127f6840c8 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:35:46.613701 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8402cb-ef49-4e89-8be7-8248128f76f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69d3a08-b314-4f8f-8027-b75a7f463ae8', 'code': 200} Dec 16 22:35:46.645453 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:46.672111 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39304) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:46.695932 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-801f9617-e5f1-49b9-8c23-f41b579926e9 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:46.701569 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:46.825118 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=f69d3a08-b314-4f8f-8027-b75a7f463ae8,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:46.874158 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0473e-b0f9-451a-84e8-cd94e0aeec4f req-290ab1a2-4c2c-4d45-a80d-ef9463741926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:46.876532 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-20e0473e-b0f9-451a-84e8-cd94e0aeec4f req-290ab1a2-4c2c-4d45-a80d-ef9463741926 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8a8402cb-ef49-4e89-8be7-8248128f76f7 HTTP/1.1" status: 200 len: 1096 time: 0.1230164 Dec 16 22:35:46.893066 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bee92667-d5d4-4212-a9aa-a846108dd18e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:46.930114 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:46.957522 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-801f9617-e5f1-49b9-8c23-f41b579926e9 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:46.991320 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-20e0473e-b0f9-451a-84e8-cd94e0aeec4f req-ed519748-9c89-4c26-9593-35c5232d63d5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069026 Dec 16 22:35:47.031670 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bee92667-d5d4-4212-a9aa-a846108dd18e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:47.035671 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:47.064539 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-801f9617-e5f1-49b9-8c23-f41b579926e9 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:47.079347 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f9617-e5f1-49b9-8c23-f41b579926e9 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8111dfd-1013-45d2-a53c-f442951849e1,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:47.129503 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bee92667-d5d4-4212-a9aa-a846108dd18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:47.140809 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Pushing event updated for resources: {'Port': ['ID=b5a80bde-7491-4831-ab17-3b61962c6b2f,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:47.159807 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:47.175073 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-801f9617-e5f1-49b9-8c23-f41b579926e9 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:47.176210 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-801f9617-e5f1-49b9-8c23-f41b579926e9 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6646852 Dec 16 22:35:47.179212 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39310) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:47.184827 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-8d42026c-d097-409f-a164-ada65f11d52f tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Request body: {'security_group_rule': {'security_group_id': 'c3a852b4-ba12-4ec4-be93-e8cd867661bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:47.190426 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bee92667-d5d4-4212-a9aa-a846108dd18e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f3dce18617f14e6a89bce11fdbd62146&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5143304 Dec 16 22:35:47.190622 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39312) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:47.197594 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee92667-d5d4-4212-a9aa-a846108dd18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceebb9fb-37ca-44a8-87b0-679a2ba8e7a3,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:47.253678 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dd1d26be-a566-43fe-a0b8-add15c203b3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:47.264318 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:47.268615 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6f2f8f01-09c2-4c66-8b40-200853de026b tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9137368 Dec 16 22:35:47.268794 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39316) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:47.288418 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dd1d26be-a566-43fe-a0b8-add15c203b3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:47.360874 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d14f1-db28-4012-99a4-bba2eb65dbee req-f76b9a2c-f794-4306-9495-076b6a3858df tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:47.363027 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a60d14f1-db28-4012-99a4-bba2eb65dbee req-f76b9a2c-f794-4306-9495-076b6a3858df tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a8402cb-ef49-4e89-8be7-8248128f76f7 HTTP/1.1" status: 200 len: 945 time: 0.0755696 Dec 16 22:35:47.447221 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-1941aa94-c82f-4159-8cec-0c825ae49ad8 tempest-FloatingIPAdminTestJSON-1318413948 tempest-FloatingIPAdminTestJSON-1318413948-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:47.448849 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d42026c-d097-409f-a164-ada65f11d52f tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:47.458032 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a60d14f1-db28-4012-99a4-bba2eb65dbee req-4b1c224f-822e-47a0-ae35-ef137bbb1b05 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872843 Dec 16 22:35:47.490495 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dd1d26be-a566-43fe-a0b8-add15c203b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:47.493140 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dd1d26be-a566-43fe-a0b8-add15c203b3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:47.495088 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-dd1d26be-a566-43fe-a0b8-add15c203b3e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ceebb9fb-37ca-44a8-87b0-679a2ba8e7a3 HTTP/1.1" status: 204 len: 168 time: 0.3029485 Dec 16 22:35:47.510809 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d26be-a566-43fe-a0b8-add15c203b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceebb9fb-37ca-44a8-87b0-679a2ba8e7a3,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:47.546609 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d42026c-d097-409f-a164-ada65f11d52f tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:47.675973 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1941aa94-c82f-4159-8cec-0c825ae49ad8 tempest-FloatingIPAdminTestJSON-1318413948 tempest-FloatingIPAdminTestJSON-1318413948-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:47.747931 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d42026c-d097-409f-a164-ada65f11d52f tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:47.777453 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42026c-d097-409f-a164-ada65f11d52f tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1955707d-bd7c-4f2c-bf59-8734b1a926b1,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:47.782966 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1941aa94-c82f-4159-8cec-0c825ae49ad8 tempest-FloatingIPAdminTestJSON-1318413948 tempest-FloatingIPAdminTestJSON-1318413948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:47.899344 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-1941aa94-c82f-4159-8cec-0c825ae49ad8 tempest-FloatingIPAdminTestJSON-1318413948 tempest-FloatingIPAdminTestJSON-1318413948-project] Allocated IP 172.25.6.249 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/514b8739-f8e1-4207-a870-15ecd6b5997d) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:35:47.909665 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d42026c-d097-409f-a164-ada65f11d52f tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:47.911340 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8d42026c-d097-409f-a164-ada65f11d52f tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7305951 Dec 16 22:35:47.913789 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39324) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:47.923688 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-e15c90a4-d8a8-43b9-970b-6688b592f74a tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Request body: {'security_group_rule': {'security_group_id': 'c3a852b4-ba12-4ec4-be93-e8cd867661bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:48.034197 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1941aa94-c82f-4159-8cec-0c825ae49ad8 tempest-FloatingIPAdminTestJSON-1318413948 tempest-FloatingIPAdminTestJSON-1318413948-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:48.066454 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e15c90a4-d8a8-43b9-970b-6688b592f74a tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:48.135073 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e15c90a4-d8a8-43b9-970b-6688b592f74a tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:48.175743 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1941aa94-c82f-4159-8cec-0c825ae49ad8 tempest-FloatingIPAdminTestJSON-1318413948 tempest-FloatingIPAdminTestJSON-1318413948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:48.220406 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1941aa94-c82f-4159-8cec-0c825ae49ad8 tempest-FloatingIPAdminTestJSON-1318413948 tempest-FloatingIPAdminTestJSON-1318413948-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:35:48.225463 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-1941aa94-c82f-4159-8cec-0c825ae49ad8 tempest-FloatingIPAdminTestJSON-1318413948 tempest-FloatingIPAdminTestJSON-1318413948-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:35:48.227902 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1941aa94-c82f-4159-8cec-0c825ae49ad8 tempest-FloatingIPAdminTestJSON-1318413948 tempest-FloatingIPAdminTestJSON-1318413948-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:35:48.243768 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e15c90a4-d8a8-43b9-970b-6688b592f74a tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:48.257034 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941aa94-c82f-4159-8cec-0c825ae49ad8 tempest-FloatingIPAdminTestJSON-1318413948 tempest-FloatingIPAdminTestJSON-1318413948-project] Pushing event updated for resources: {'Port': ['ID=514b8739-f8e1-4207-a870-15ecd6b5997d,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:48.270574 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c90a4-d8a8-43b9-970b-6688b592f74a tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65892d21-f234-4745-a35a-fe8d376f8805,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:48.337822 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1941aa94-c82f-4159-8cec-0c825ae49ad8 tempest-FloatingIPAdminTestJSON-1318413948 tempest-FloatingIPAdminTestJSON-1318413948-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:48.394475 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e15c90a4-d8a8-43b9-970b-6688b592f74a tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:48.398224 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e15c90a4-d8a8-43b9-970b-6688b592f74a tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4809997 Dec 16 22:35:48.398421 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39330) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:48.403812 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-d8e9322c-b1ca-411b-922f-5fe97e173b3a tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Request body: {'security_group_rule': {'security_group_id': 'c3a852b4-ba12-4ec4-be93-e8cd867661bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:48.526958 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1941aa94-c82f-4159-8cec-0c825ae49ad8 tempest-FloatingIPAdminTestJSON-1318413948 tempest-FloatingIPAdminTestJSON-1318413948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:48.535541 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d8e9322c-b1ca-411b-922f-5fe97e173b3a tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:48.540553 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39336) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:48.617034 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42bdf611-04fe-4e39-9a78-f1dbb0dc05ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:48.676934 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d8e9322c-b1ca-411b-922f-5fe97e173b3a tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:48.695491 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76b49e-551f-46b4-a7c2-64406d116bbd req-a0faf6d5-9442-4d50-a319-8c39e042908e tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:48.697167 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af76b49e-551f-46b4-a7c2-64406d116bbd req-a0faf6d5-9442-4d50-a319-8c39e042908e tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a8402cb-ef49-4e89-8be7-8248128f76f7 HTTP/1.1" status: 200 len: 945 time: 0.1322927 Dec 16 22:35:48.705027 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1941aa94-c82f-4159-8cec-0c825ae49ad8 tempest-FloatingIPAdminTestJSON-1318413948 tempest-FloatingIPAdminTestJSON-1318413948-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:48.769174 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af76b49e-551f-46b4-a7c2-64406d116bbd req-6c93a2cd-33e5-4a98-b020-c1d6817bc8d3 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646672 Dec 16 22:35:48.780613 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42bdf611-04fe-4e39-9a78-f1dbb0dc05ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:48.877896 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d8e9322c-b1ca-411b-922f-5fe97e173b3a tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:48.898974 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9322c-b1ca-411b-922f-5fe97e173b3a tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8576b3ee-bafb-41b1-b22d-d051981a7de9,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:48.940581 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42bdf611-04fe-4e39-9a78-f1dbb0dc05ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:48.943591 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1941aa94-c82f-4159-8cec-0c825ae49ad8 tempest-FloatingIPAdminTestJSON-1318413948 tempest-FloatingIPAdminTestJSON-1318413948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:48.980823 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-42bdf611-04fe-4e39-9a78-f1dbb0dc05ca admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6928166b75cc477ea883855f1d568b62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4407160 Dec 16 22:35:48.981887 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bdf611-04fe-4e39-9a78-f1dbb0dc05ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488fc04b-767f-4776-9741-a362ab3d659b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:48.984361 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39338) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:49.025391 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941aa94-c82f-4159-8cec-0c825ae49ad8 tempest-FloatingIPAdminTestJSON-1318413948 tempest-FloatingIPAdminTestJSON-1318413948-project] Pushing event updated for resources: {'Port': ['ID=514b8739-f8e1-4207-a870-15ecd6b5997d,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:49.035283 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1941aa94-c82f-4159-8cec-0c825ae49ad8 tempest-FloatingIPAdminTestJSON-1318413948 tempest-FloatingIPAdminTestJSON-1318413948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:49.039711 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fa3d477b-457d-43bc-a231-8acaf79a2c1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:49.060934 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fa3d477b-457d-43bc-a231-8acaf79a2c1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:49.089584 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d8e9322c-b1ca-411b-922f-5fe97e173b3a tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:49.091570 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d8e9322c-b1ca-411b-922f-5fe97e173b3a tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6918926 Dec 16 22:35:49.094415 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39340) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:49.098806 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-d37cbf42-5e98-45c1-a168-e9e66169e630 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Request body: {'security_group_rule': {'security_group_id': 'c3a852b4-ba12-4ec4-be93-e8cd867661bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:49.165663 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1941aa94-c82f-4159-8cec-0c825ae49ad8 tempest-FloatingIPAdminTestJSON-1318413948 tempest-FloatingIPAdminTestJSON-1318413948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:49.167112 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1941aa94-c82f-4159-8cec-0c825ae49ad8 tempest-FloatingIPAdminTestJSON-1318413948 tempest-FloatingIPAdminTestJSON-1318413948-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8972986 Dec 16 22:35:49.169803 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39342) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:49.209564 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fa3d477b-457d-43bc-a231-8acaf79a2c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:49.212753 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fa3d477b-457d-43bc-a231-8acaf79a2c1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:49.217130 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fa3d477b-457d-43bc-a231-8acaf79a2c1b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/488fc04b-767f-4776-9741-a362ab3d659b HTTP/1.1" status: 204 len: 168 time: 0.2286534 Dec 16 22:35:49.227885 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d477b-457d-43bc-a231-8acaf79a2c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488fc04b-767f-4776-9741-a362ab3d659b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:49.306001 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5cf88d70-d920-482a-a936-1efa8979a98c tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.1345520 Dec 16 22:35:49.310003 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d37cbf42-5e98-45c1-a168-e9e66169e630 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:49.315533 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39348) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:49.388894 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b769f7d7-d39e-4186-ab36-65b627fc16b3 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0720868 Dec 16 22:35:49.389541 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d37cbf42-5e98-45c1-a168-e9e66169e630 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:49.391519 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39350) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:49.518554 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-58291390-c166-45b4-a547-c57892d89d85 tempest-FloatingIPAdminTestJSON-1318413948 tempest-FloatingIPAdminTestJSON-1318413948-project] Deleting port 514b8739-f8e1-4207-a870-15ecd6b5997d {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:35:49.519484 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-58291390-c166-45b4-a547-c57892d89d85 tempest-FloatingIPAdminTestJSON-1318413948 tempest-FloatingIPAdminTestJSON-1318413948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:49.538138 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d37cbf42-5e98-45c1-a168-e9e66169e630 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:49.580672 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37cbf42-5e98-45c1-a168-e9e66169e630 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2cb3ab1-510c-4524-ac53-2eb4b5e147dc,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:49.620862 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-58291390-c166-45b4-a547-c57892d89d85 tempest-FloatingIPAdminTestJSON-1318413948 tempest-FloatingIPAdminTestJSON-1318413948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:49.621278 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-58291390-c166-45b4-a547-c57892d89d85 tempest-FloatingIPAdminTestJSON-1318413948 tempest-FloatingIPAdminTestJSON-1318413948-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:49.640127 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-58291390-c166-45b4-a547-c57892d89d85 tempest-FloatingIPAdminTestJSON-1318413948 tempest-FloatingIPAdminTestJSON-1318413948-project] Calling delete_port for 514b8739-f8e1-4207-a870-15ecd6b5997d owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:35:49.707866 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d37cbf42-5e98-45c1-a168-e9e66169e630 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:49.713454 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d37cbf42-5e98-45c1-a168-e9e66169e630 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6135101 Dec 16 22:35:49.714421 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39356) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:49.753100 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d43fbd84-c077-4a83-abc9-d159275c64f0 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:49.761192 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d43fbd84-c077-4a83-abc9-d159275c64f0 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:49.893075 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6ebce-fd3d-4c46-b0ac-8cf9360b8ac9 req-6a7a29bc-262d-465c-b08f-20894d42e04f tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:49.894674 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a2b6ebce-fd3d-4c46-b0ac-8cf9360b8ac9 req-6a7a29bc-262d-465c-b08f-20894d42e04f tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a8402cb-ef49-4e89-8be7-8248128f76f7 HTTP/1.1" status: 200 len: 945 time: 0.0497456 Dec 16 22:35:49.951598 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a2b6ebce-fd3d-4c46-b0ac-8cf9360b8ac9 req-f1ad6240-b000-4945-b55c-d93f1e162f0e tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505548 Dec 16 22:35:49.961709 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d43fbd84-c077-4a83-abc9-d159275c64f0 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:49.971111 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43fbd84-c077-4a83-abc9-d159275c64f0 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2cb3ab1-510c-4524-ac53-2eb4b5e147dc,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:49.978115 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d43fbd84-c077-4a83-abc9-d159275c64f0 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:49.979325 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d43fbd84-c077-4a83-abc9-d159275c64f0 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/b2cb3ab1-510c-4524-ac53-2eb4b5e147dc HTTP/1.1" status: 204 len: 168 time: 0.2611055 Dec 16 22:35:49.982230 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39368) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:49.998619 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-58291390-c166-45b4-a547-c57892d89d85 tempest-FloatingIPAdminTestJSON-1318413948 tempest-FloatingIPAdminTestJSON-1318413948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:50.032966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58291390-c166-45b4-a547-c57892d89d85 tempest-FloatingIPAdminTestJSON-1318413948 tempest-FloatingIPAdminTestJSON-1318413948-project] Pushing event deleted for resources: {'Port': ['ID=514b8739-f8e1-4207-a870-15ecd6b5997d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:50.110183 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-58291390-c166-45b4-a547-c57892d89d85 tempest-FloatingIPAdminTestJSON-1318413948 tempest-FloatingIPAdminTestJSON-1318413948-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:50.116509 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-58291390-c166-45b4-a547-c57892d89d85 tempest-FloatingIPAdminTestJSON-1318413948 tempest-FloatingIPAdminTestJSON-1318413948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:50.117704 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-58291390-c166-45b4-a547-c57892d89d85 tempest-FloatingIPAdminTestJSON-1318413948 tempest-FloatingIPAdminTestJSON-1318413948-project] 10.222.0.75 "DELETE /v2.0/floatingips/6f871c6e-1c83-4ee8-8ee6-20a838dc5d5d HTTP/1.1" status: 204 len: 168 time: 0.7252350 Dec 16 22:35:50.126207 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39376) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:50.306226 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-144528a5-00a2-45db-82d0-093f4792ce1c tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Deleting port b5a80bde-7491-4831-ab17-3b61962c6b2f {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:35:50.306226 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-144528a5-00a2-45db-82d0-093f4792ce1c tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:50.370486 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-faac9ebd-e073-44ca-ad79-d792a3ed789c tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3844609 Dec 16 22:35:50.371974 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39384) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:50.403263 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-75c9ba35-30c9-41ab-ad80-2cde430ef5c3 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:50.415580 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-75c9ba35-30c9-41ab-ad80-2cde430ef5c3 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:50.421239 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-144528a5-00a2-45db-82d0-093f4792ce1c tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:50.421239 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-144528a5-00a2-45db-82d0-093f4792ce1c tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:50.431431 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-144528a5-00a2-45db-82d0-093f4792ce1c tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Calling delete_port for b5a80bde-7491-4831-ab17-3b61962c6b2f owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:35:50.613128 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-75c9ba35-30c9-41ab-ad80-2cde430ef5c3 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:50.621885 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-75c9ba35-30c9-41ab-ad80-2cde430ef5c3 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:50.625376 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-75c9ba35-30c9-41ab-ad80-2cde430ef5c3 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/8576b3ee-bafb-41b1-b22d-d051981a7de9 HTTP/1.1" status: 204 len: 168 time: 0.2506447 Dec 16 22:35:50.630698 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39396) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:50.633343 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9ba35-30c9-41ab-ad80-2cde430ef5c3 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8576b3ee-bafb-41b1-b22d-d051981a7de9,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:50.677644 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-48ac4bab-a6d3-4c47-8f26-87c7c3a43e0c tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0456531 Dec 16 22:35:50.685721 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39398) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:50.718054 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bcfe9d71-9301-447c-96f7-772fe38ecbac tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:50.726781 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bcfe9d71-9301-447c-96f7-772fe38ecbac tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:50.752837 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-144528a5-00a2-45db-82d0-093f4792ce1c tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:50.777244 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144528a5-00a2-45db-82d0-093f4792ce1c tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5a80bde-7491-4831-ab17-3b61962c6b2f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:50.862562 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-144528a5-00a2-45db-82d0-093f4792ce1c tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:50.865511 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-144528a5-00a2-45db-82d0-093f4792ce1c tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:50.873392 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-144528a5-00a2-45db-82d0-093f4792ce1c tempest-FloatingIPAdminTestJSON-332288315 tempest-FloatingIPAdminTestJSON-332288315-project-admin] 10.222.0.75 "DELETE /v2.0/floatingips/31d98c78-9ac3-418a-81e3-e219658c082b HTTP/1.1" status: 204 len: 168 time: 0.7394760 Dec 16 22:35:50.873392 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bcfe9d71-9301-447c-96f7-772fe38ecbac tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:50.875448 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39406) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:50.880515 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bcfe9d71-9301-447c-96f7-772fe38ecbac tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:50.881965 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bcfe9d71-9301-447c-96f7-772fe38ecbac tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/65892d21-f234-4745-a35a-fe8d376f8805 HTTP/1.1" status: 204 len: 168 time: 0.1949074 Dec 16 22:35:50.885725 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39408) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:50.886391 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe9d71-9301-447c-96f7-772fe38ecbac tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65892d21-f234-4745-a35a-fe8d376f8805,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:50.998849 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-33b4534c-9c6d-431d-82bc-a724e881b98c tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1101520 Dec 16 22:35:51.001731 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39410) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:51.022095 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-605ca0b7-d2a3-4abc-b1bc-bdf6d2346c76 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Deleting port 31d73e39-ade4-43d7-8197-5d0a64277066 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:35:51.022433 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-605ca0b7-d2a3-4abc-b1bc-bdf6d2346c76 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:51.034113 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bcd868cf-afa6-4dea-9697-bfb8e6ba7d18 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:51.042371 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bcd868cf-afa6-4dea-9697-bfb8e6ba7d18 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:51.118928 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-605ca0b7-d2a3-4abc-b1bc-bdf6d2346c76 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:51.132587 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-605ca0b7-d2a3-4abc-b1bc-bdf6d2346c76 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Calling delete_port for 31d73e39-ade4-43d7-8197-5d0a64277066 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:35:51.175058 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bcd868cf-afa6-4dea-9697-bfb8e6ba7d18 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:51.180269 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bcd868cf-afa6-4dea-9697-bfb8e6ba7d18 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:51.184457 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bcd868cf-afa6-4dea-9697-bfb8e6ba7d18 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/1955707d-bd7c-4f2c-bf59-8734b1a926b1 HTTP/1.1" status: 204 len: 168 time: 0.1785970 Dec 16 22:35:51.186503 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39414) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:51.191024 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd868cf-afa6-4dea-9697-bfb8e6ba7d18 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1955707d-bd7c-4f2c-bf59-8734b1a926b1,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:51.245371 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7bbe0762-89c7-4a11-a647-e824589e85e0 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0574067 Dec 16 22:35:51.249090 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39416) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:51.275658 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b99019b7-6fae-401c-a6e9-865977b15037 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:51.284886 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b99019b7-6fae-401c-a6e9-865977b15037 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:51.397923 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-605ca0b7-d2a3-4abc-b1bc-bdf6d2346c76 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:51.417112 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b99019b7-6fae-401c-a6e9-865977b15037 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:51.427793 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b99019b7-6fae-401c-a6e9-865977b15037 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:51.432807 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b99019b7-6fae-401c-a6e9-865977b15037 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/e8111dfd-1013-45d2-a53c-f442951849e1 HTTP/1.1" status: 204 len: 168 time: 0.1826553 Dec 16 22:35:51.436894 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39424) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:51.441004 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99019b7-6fae-401c-a6e9-865977b15037 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8111dfd-1013-45d2-a53c-f442951849e1,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:51.451404 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ca0b7-d2a3-4abc-b1bc-bdf6d2346c76 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Pushing event deleted for resources: {'Port': ['ID=31d73e39-ade4-43d7-8197-5d0a64277066,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:51.569926 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c1a95bb9-427c-4392-8ebc-85a1374a8ac9 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1317911 Dec 16 22:35:51.571560 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-605ca0b7-d2a3-4abc-b1bc-bdf6d2346c76 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:51.572464 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39428) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:51.577745 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-605ca0b7-d2a3-4abc-b1bc-bdf6d2346c76 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] 10.222.0.75 "DELETE /v2.0/ports/31d73e39-ade4-43d7-8197-5d0a64277066 HTTP/1.1" status: 204 len: 168 time: 0.6979098 Dec 16 22:35:51.577977 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39430) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:51.688937 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad632e9-a17b-4761-aa92-7a146eea4b2f tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:51.690392 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-61c2254c-4897-460c-bf91-fbc3f3755b74 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:51.690913 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3ad632e9-a17b-4761-aa92-7a146eea4b2f tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] 10.222.0.75 "GET /v2.0/ports?device_id=011e8948-7767-4416-9ede-b0d94cd265cb HTTP/1.1" status: 200 len: 913 time: 0.1116545 Dec 16 22:35:51.696529 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39434) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:51.727616 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-61c2254c-4897-460c-bf91-fbc3f3755b74 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:51.901412 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-61c2254c-4897-460c-bf91-fbc3f3755b74 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:51.905687 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-61c2254c-4897-460c-bf91-fbc3f3755b74 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:51.910225 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-61c2254c-4897-460c-bf91-fbc3f3755b74 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "DELETE /v2.0/security-groups/c3a852b4-ba12-4ec4-be93-e8cd867661bd HTTP/1.1" status: 204 len: 168 time: 0.3338375 Dec 16 22:35:51.914076 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39442) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:51.934722 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2254c-4897-460c-bf91-fbc3f3755b74 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a852b4-ba12-4ec4-be93-e8cd867661bd,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:52.016190 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-261d2b84-411f-4f63-9f2d-0254db498a60 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0979533 Dec 16 22:35:52.024720 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39444) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:52.028954 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-cd8ac5b8-9098-4b67-8de6-1b5a3705de90 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Request body: {'security_group': {'name': 'tempest-secgroup--633947196'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:52.201721 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd8ac5b8-9098-4b67-8de6-1b5a3705de90 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:52.272444 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-169623a4-546b-48a0-883a-3641012c09a5 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:52.285850 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd8ac5b8-9098-4b67-8de6-1b5a3705de90 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:52.400559 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd8ac5b8-9098-4b67-8de6-1b5a3705de90 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:52.465251 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ac5b8-9098-4b67-8de6-1b5a3705de90 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8bd83f-4647-43d8-bdb9-4396cc34099e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:52.554222 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd8ac5b8-9098-4b67-8de6-1b5a3705de90 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:52.558653 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cd8ac5b8-9098-4b67-8de6-1b5a3705de90 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5360441 Dec 16 22:35:52.565477 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39454) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:52.565477 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-2a081238-259d-43c7-a42a-c060cae0c03e tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Request body: {'security_group_rule': {'security_group_id': '0f8bd83f-4647-43d8-bdb9-4396cc34099e', 'direction': 'ingress', 'protocol': 17}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:52.574451 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-169623a4-546b-48a0-883a-3641012c09a5 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Deleting port 05dba10e-1a3e-4b88-8e31-ab0ae5ecc8db {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:35:52.575746 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-169623a4-546b-48a0-883a-3641012c09a5 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:52.696475 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-169623a4-546b-48a0-883a-3641012c09a5 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:52.717020 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-169623a4-546b-48a0-883a-3641012c09a5 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Calling delete_port for 05dba10e-1a3e-4b88-8e31-ab0ae5ecc8db owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:35:52.720946 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2a081238-259d-43c7-a42a-c060cae0c03e tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:52.810658 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2a081238-259d-43c7-a42a-c060cae0c03e tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:52.940866 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2a081238-259d-43c7-a42a-c060cae0c03e tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:52.970076 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a081238-259d-43c7-a42a-c060cae0c03e tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5838c9-02ee-4996-a3ad-6e3400a4aacb,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:53.063686 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2a081238-259d-43c7-a42a-c060cae0c03e tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:53.065319 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2a081238-259d-43c7-a42a-c060cae0c03e tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5049767 Dec 16 22:35:53.068310 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39466) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:53.133074 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c9441cb0-c774-4dd3-b579-e9bef03063c3 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:53.138064 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-169623a4-546b-48a0-883a-3641012c09a5 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:53.162815 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c9441cb0-c774-4dd3-b579-e9bef03063c3 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:53.174937 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169623a4-546b-48a0-883a-3641012c09a5 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Pushing event deleted for resources: {'Port': ['ID=05dba10e-1a3e-4b88-8e31-ab0ae5ecc8db,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:53.330176 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c9441cb0-c774-4dd3-b579-e9bef03063c3 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:53.334079 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c9441cb0-c774-4dd3-b579-e9bef03063c3 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:53.338817 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c9441cb0-c774-4dd3-b579-e9bef03063c3 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "DELETE /v2.0/security-groups/0f8bd83f-4647-43d8-bdb9-4396cc34099e HTTP/1.1" status: 204 len: 168 time: 0.2693062 Dec 16 22:35:53.346535 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39470) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:53.373944 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9441cb0-c774-4dd3-b579-e9bef03063c3 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8bd83f-4647-43d8-bdb9-4396cc34099e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:53.391856 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-169623a4-546b-48a0-883a-3641012c09a5 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:53.396184 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f0e312c-bfee-4a56-a519-320a5d435030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:53.450031 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-101541f4-bca9-4c34-897f-ab752a387fa6 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0979354 Dec 16 22:35:53.454346 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39472) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:53.462173 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-17714843-8cee-4e3c-8ba7-aba1bf28252e tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Request body: {'security_group': {'name': 'tempest-secgroup--2122760390'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:53.613041 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-17714843-8cee-4e3c-8ba7-aba1bf28252e tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:53.726051 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169623a4-546b-48a0-883a-3641012c09a5 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Router 011e8948-7767-4416-9ede-b0d94cd265cb has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:35:53.746760 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-17714843-8cee-4e3c-8ba7-aba1bf28252e tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:53.863678 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169623a4-546b-48a0-883a-3641012c09a5 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:35:53.869177 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-169623a4-546b-48a0-883a-3641012c09a5 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] 10.222.0.75 "PUT /v2.0/routers/011e8948-7767-4416-9ede-b0d94cd265cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1716292 Dec 16 22:35:53.873122 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39484) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:53.882148 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f5ef8b-db58-48ef-825d-c4ae00ef76b8 None None] Sync routers for ids ['011e8948-7767-4416-9ede-b0d94cd265cb'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:35:53.901855 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-17714843-8cee-4e3c-8ba7-aba1bf28252e tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:53.902941 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f5ef8b-db58-48ef-825d-c4ae00ef76b8 None None] Routers {'011e8948-7767-4416-9ede-b0d94cd265cb'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:35:53.904321 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-75f5ef8b-db58-48ef-825d-c4ae00ef76b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:35:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['011e8948-7767-4416-9ede-b0d94cd265cb'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:53.949276 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-75f5ef8b-db58-48ef-825d-c4ae00ef76b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:53.959315 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f5ef8b-db58-48ef-825d-c4ae00ef76b8 None None] Routers {'011e8948-7767-4416-9ede-b0d94cd265cb'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:35:53.960186 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-75f5ef8b-db58-48ef-825d-c4ae00ef76b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:35:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['011e8948-7767-4416-9ede-b0d94cd265cb'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:53.997358 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-75f5ef8b-db58-48ef-825d-c4ae00ef76b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:53.998262 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f5ef8b-db58-48ef-825d-c4ae00ef76b8 None None] The sync data for ids ['011e8948-7767-4416-9ede-b0d94cd265cb'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:35:54.069120 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17714843-8cee-4e3c-8ba7-aba1bf28252e tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9d26d1-ff17-4f46-b44c-9ec5767a2da5,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:54.118681 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-17714843-8cee-4e3c-8ba7-aba1bf28252e tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:54.123467 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-17714843-8cee-4e3c-8ba7-aba1bf28252e tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6619134 Dec 16 22:35:54.123681 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39490) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:54.128355 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-718215b2-4839-485c-8abe-21da2fc2a4ce tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Request body: {'security_group': {'name': 'tempest-secgroup--1998184510'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:54.169012 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1fc66596-763a-47db-9a66-dff9f6f138a1 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:54.297023 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1fc66596-763a-47db-9a66-dff9f6f138a1 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:54.304603 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-718215b2-4839-485c-8abe-21da2fc2a4ce tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:54.389157 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-718215b2-4839-485c-8abe-21da2fc2a4ce tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:54.483926 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-718215b2-4839-485c-8abe-21da2fc2a4ce tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:54.513373 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-1fc66596-763a-47db-9a66-dff9f6f138a1 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Deleting port e5505a84-021f-4a1b-9859-a5980b1481f4 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:35:54.513784 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1fc66596-763a-47db-9a66-dff9f6f138a1 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:54.521698 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718215b2-4839-485c-8abe-21da2fc2a4ce tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14d4f36b-86ec-4d1d-a368-4ce94d400dc3,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:54.606400 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-718215b2-4839-485c-8abe-21da2fc2a4ce tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:54.608539 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-718215b2-4839-485c-8abe-21da2fc2a4ce tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4837313 Dec 16 22:35:54.609940 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1fc66596-763a-47db-9a66-dff9f6f138a1 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:54.611558 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39496) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:54.619999 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-8743230b-4943-4ca7-8e53-3802c40aea7b tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Request body: {'security_group_rule': {'security_group_id': '8a9d26d1-ff17-4f46-b44c-9ec5767a2da5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '14d4f36b-86ec-4d1d-a368-4ce94d400dc3', 'remote_ip_prefix': None}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:54.646149 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-1fc66596-763a-47db-9a66-dff9f6f138a1 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Calling delete_port for e5505a84-021f-4a1b-9859-a5980b1481f4 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:35:54.792325 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8743230b-4943-4ca7-8e53-3802c40aea7b tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:54.930652 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8743230b-4943-4ca7-8e53-3802c40aea7b tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:55.026585 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1fc66596-763a-47db-9a66-dff9f6f138a1 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:55.027752 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8743230b-4943-4ca7-8e53-3802c40aea7b tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:55.047289 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743230b-4943-4ca7-8e53-3802c40aea7b tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd52719-3709-4182-b2c9-385ccfbcaa1c,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:55.064437 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc66596-763a-47db-9a66-dff9f6f138a1 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Pushing event deleted for resources: {'Port': ['ID=e5505a84-021f-4a1b-9859-a5980b1481f4,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:55.087323 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9e8ae0-24e2-43a8-8918-e33ede04e13b None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:35:55.156920 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8743230b-4943-4ca7-8e53-3802c40aea7b tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:55.164336 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8743230b-4943-4ca7-8e53-3802c40aea7b tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5497997 Dec 16 22:35:55.165339 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39510) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:55.193681 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1fc66596-763a-47db-9a66-dff9f6f138a1 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:55.248620 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4bc8f1d0-958f-4c61-86cf-3e6c63d26ceb tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:55.265729 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4bc8f1d0-958f-4c61-86cf-3e6c63d26ceb tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:55.438489 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4bc8f1d0-958f-4c61-86cf-3e6c63d26ceb tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:55.445378 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4bc8f1d0-958f-4c61-86cf-3e6c63d26ceb tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:55.447291 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4bc8f1d0-958f-4c61-86cf-3e6c63d26ceb tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/5fd52719-3709-4182-b2c9-385ccfbcaa1c HTTP/1.1" status: 204 len: 168 time: 0.2786171 Dec 16 22:35:55.453068 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39514) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:55.484263 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8f1d0-958f-4c61-86cf-3e6c63d26ceb tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fd52719-3709-4182-b2c9-385ccfbcaa1c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:55.527917 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5e0bad67-c760-43c7-8ad0-81bd14cfe07f tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0703566 Dec 16 22:35:55.530704 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39516) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:55.629582 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-90055d74-d301-4f2c-bbc0-7f8b8d044c6c tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:55.630216 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1fc66596-763a-47db-9a66-dff9f6f138a1 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:55.634462 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1fc66596-763a-47db-9a66-dff9f6f138a1 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:55.671293 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-90055d74-d301-4f2c-bbc0-7f8b8d044c6c tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:55.694955 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d790d482-f10e-44b3-a22f-10546b455829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:55.837667 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-90055d74-d301-4f2c-bbc0-7f8b8d044c6c tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:55.843113 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-90055d74-d301-4f2c-bbc0-7f8b8d044c6c tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:55.847288 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-90055d74-d301-4f2c-bbc0-7f8b8d044c6c tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "DELETE /v2.0/security-groups/14d4f36b-86ec-4d1d-a368-4ce94d400dc3 HTTP/1.1" status: 204 len: 168 time: 0.3156881 Dec 16 22:35:55.850433 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39524) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:55.882318 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90055d74-d301-4f2c-bbc0-7f8b8d044c6c tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d4f36b-86ec-4d1d-a368-4ce94d400dc3,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:55.948630 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1fc66596-763a-47db-9a66-dff9f6f138a1 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:55.950562 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc66596-763a-47db-9a66-dff9f6f138a1 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Fanout notify agent at l3_agent the message router_deleted on router 011e8948-7767-4416-9ede-b0d94cd265cb {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:35:55.967250 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1fc66596-763a-47db-9a66-dff9f6f138a1 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:55.967900 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1fc66596-763a-47db-9a66-dff9f6f138a1 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] 10.222.0.75 "DELETE /v2.0/routers/011e8948-7767-4416-9ede-b0d94cd265cb HTTP/1.1" status: 204 len: 168 time: 2.0933783 Dec 16 22:35:55.970917 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39532) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:55.984909 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c2a7eb39-2516-4091-b56d-d509dfb77575 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1300716 Dec 16 22:35:55.985251 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39534) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:56.042137 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-5addef73-1292-491c-8470-d975d6c8b4ac tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Deleting subnet a94e4986-bc7d-4621-b186-b193423e872a {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:35:56.046198 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5addef73-1292-491c-8470-d975d6c8b4ac tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:56.054858 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-46d0b6a8-36ab-48df-a4ae-6685a67c0ca4 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:56.089104 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-46d0b6a8-36ab-48df-a4ae-6685a67c0ca4 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:56.110121 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5addef73-1292-491c-8470-d975d6c8b4ac tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:56.210648 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5addef73-1292-491c-8470-d975d6c8b4ac tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:56.255776 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-46d0b6a8-36ab-48df-a4ae-6685a67c0ca4 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:56.258454 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-46d0b6a8-36ab-48df-a4ae-6685a67c0ca4 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:56.262339 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-46d0b6a8-36ab-48df-a4ae-6685a67c0ca4 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "DELETE /v2.0/security-groups/8a9d26d1-ff17-4f46-b44c-9ec5767a2da5 HTTP/1.1" status: 204 len: 168 time: 0.2733855 Dec 16 22:35:56.263676 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39538) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:56.270808 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0b6a8-36ab-48df-a4ae-6685a67c0ca4 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9d26d1-ff17-4f46-b44c-9ec5767a2da5,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:56.333501 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7f884ddf-87ac-4257-a535-d1f9f536bfdd tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0687044 Dec 16 22:35:56.338513 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39544) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:56.345213 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-9ec24078-89a7-4b0d-a0e4-fc2d7d5bf055 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Request body: {'security_group': {'name': 'tempest-secgroup--1186402144'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:56.463012 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5addef73-1292-491c-8470-d975d6c8b4ac tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:56.485924 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addef73-1292-491c-8470-d975d6c8b4ac tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Pushing event deleted for resources: {'Subnet': ['ID=a94e4986-bc7d-4621-b186-b193423e872a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:56.492778 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5addef73-1292-491c-8470-d975d6c8b4ac tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:56.497330 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5addef73-1292-491c-8470-d975d6c8b4ac tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] 10.222.0.75 "DELETE /v2.0/subnets/a94e4986-bc7d-4621-b186-b193423e872a HTTP/1.1" status: 204 len: 168 time: 0.5250688 Dec 16 22:35:56.499918 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39546) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:56.504220 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab48e359-06ae-4fc1-a6f5-dc7590bda52b None None] Network 598b462c-e72b-48a9-b8bd-4f67e32fe40d requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:35:56.550490 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9ec24078-89a7-4b0d-a0e4-fc2d7d5bf055 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:56.604089 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-135ad566-e19c-4e25-a442-6bd9d11f9378 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:56.714193 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9ec24078-89a7-4b0d-a0e4-fc2d7d5bf055 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:56.729115 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-135ad566-e19c-4e25-a442-6bd9d11f9378 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Deleting port 76421993-07b9-49c4-b9d8-f2ae1209722a {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:35:56.729884 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-135ad566-e19c-4e25-a442-6bd9d11f9378 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:56.737851 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f7892b-9006-4cea-a683-bec80b4a3402 None None] DHCP port deletion for 598b462c-e72b-48a9-b8bd-4f67e32fe40d request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:35:56.795403 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-01f7892b-9006-4cea-a683-bec80b4a3402 None None] Deleting port 76421993-07b9-49c4-b9d8-f2ae1209722a {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:35:56.795788 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01f7892b-9006-4cea-a683-bec80b4a3402 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:56.824201 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-135ad566-e19c-4e25-a442-6bd9d11f9378 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] For port 76421993-07b9-49c4-b9d8-f2ae1209722a, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=76421993-07b9-49c4-b9d8-f2ae1209722a,segment=NetworkSegment(d80ca50e-bed7-4050-80a6-b2655cf49e9c),segment_id=d80ca50e-bed7-4050-80a6-b2655cf49e9c)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:35:56.824845 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-135ad566-e19c-4e25-a442-6bd9d11f9378 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:56.838847 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9ec24078-89a7-4b0d-a0e4-fc2d7d5bf055 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:56.841555 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-135ad566-e19c-4e25-a442-6bd9d11f9378 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Calling delete_port for 76421993-07b9-49c4-b9d8-f2ae1209722a owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:35:56.861144 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-01f7892b-9006-4cea-a683-bec80b4a3402 None None] For port 76421993-07b9-49c4-b9d8-f2ae1209722a, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=76421993-07b9-49c4-b9d8-f2ae1209722a,segment=NetworkSegment(d80ca50e-bed7-4050-80a6-b2655cf49e9c),segment_id=d80ca50e-bed7-4050-80a6-b2655cf49e9c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:35:56.861725 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01f7892b-9006-4cea-a683-bec80b4a3402 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:56.876969 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-01f7892b-9006-4cea-a683-bec80b4a3402 None None] Calling delete_port for 76421993-07b9-49c4-b9d8-f2ae1209722a owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:35:56.881110 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec24078-89a7-4b0d-a0e4-fc2d7d5bf055 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c548a3-d207-4d6f-bfde-9f1bfbb12e28,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:56.985407 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9ec24078-89a7-4b0d-a0e4-fc2d7d5bf055 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:56.987238 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9ec24078-89a7-4b0d-a0e4-fc2d7d5bf055 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6467760 Dec 16 22:35:56.989830 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39560) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:56.996909 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a23f416d-e114-4def-9950-5b0c1eb4f249 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Request body: {'security_group_rule': {'security_group_id': 'd5c548a3-d207-4d6f-bfde-9f1bfbb12e28', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:57.056323 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:57.087572 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 76421993-07b9-49c4-b9d8-f2ae1209722a no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:35:57.175660 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:57.241786 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:35:57.286348 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:35:57.293923 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-135ad566-e19c-4e25-a442-6bd9d11f9378 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:57.312842 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a23f416d-e114-4def-9950-5b0c1eb4f249 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:57.319867 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ad566-e19c-4e25-a442-6bd9d11f9378 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Pushing event deleted for resources: {'Port': ['ID=76421993-07b9-49c4-b9d8-f2ae1209722a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:57.325678 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135ad566-e19c-4e25-a442-6bd9d11f9378 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] No DVR routers for this DVR port 76421993-07b9-49c4-b9d8-f2ae1209722a on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:35:57.341998 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01f7892b-9006-4cea-a683-bec80b4a3402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:57.399879 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f7892b-9006-4cea-a683-bec80b4a3402 None None] No DVR routers for this DVR port 76421993-07b9-49c4-b9d8-f2ae1209722a on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:35:57.431729 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-135ad566-e19c-4e25-a442-6bd9d11f9378 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:57.464622 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7892b-9006-4cea-a683-bec80b4a3402 None None] Pushing event deleted for resources: {'Port': ['ID=76421993-07b9-49c4-b9d8-f2ae1209722a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:57.471542 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a23f416d-e114-4def-9950-5b0c1eb4f249 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:57.476431 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-135ad566-e19c-4e25-a442-6bd9d11f9378 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598b462c-e72b-48a9-b8bd-4f67e32fe40d']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:57.487631 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-135ad566-e19c-4e25-a442-6bd9d11f9378 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd80ca50e-bed7-4050-80a6-b2655cf49e9c') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:57.488006 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-135ad566-e19c-4e25-a442-6bd9d11f9378 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd80ca50e-bed7-4050-80a6-b2655cf49e9c') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:35:57.503864 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-135ad566-e19c-4e25-a442-6bd9d11f9378 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:57.521165 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-135ad566-e19c-4e25-a442-6bd9d11f9378 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:57.528973 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135ad566-e19c-4e25-a442-6bd9d11f9378 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:35:57.529437 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-135ad566-e19c-4e25-a442-6bd9d11f9378 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:35:57.532694 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:35:57.604002 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a23f416d-e114-4def-9950-5b0c1eb4f249 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:57.630197 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f416d-e114-4def-9950-5b0c1eb4f249 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70689e81-6a6a-498b-b377-cbfde0515d85,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:57.731557 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-135ad566-e19c-4e25-a442-6bd9d11f9378 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:57.740872 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-135ad566-e19c-4e25-a442-6bd9d11f9378 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:57.747442 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-135ad566-e19c-4e25-a442-6bd9d11f9378 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] 10.222.0.75 "DELETE /v2.0/networks/598b462c-e72b-48a9-b8bd-4f67e32fe40d HTTP/1.1" status: 204 len: 168 time: 1.2431414 Dec 16 22:35:57.747833 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39586) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:57.772162 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ad566-e19c-4e25-a442-6bd9d11f9378 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Pushing event deleted for resources: {'Network': ['ID=598b462c-e72b-48a9-b8bd-4f67e32fe40d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:57.797029 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a23f416d-e114-4def-9950-5b0c1eb4f249 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:57.801556 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a23f416d-e114-4def-9950-5b0c1eb4f249 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8096685 Dec 16 22:35:57.804531 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39590) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:57.835955 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-f31c63f1-e256-43db-9c31-f391b4db2cdf tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:35:57.837509 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-f31c63f1-e256-43db-9c31-f391b4db2cdf tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/networks?id=5ad289c5-7afd-4e6b-b966-250f12941104 HTTP/1.1" status: 200 len: 815 time: 0.1607497 Dec 16 22:35:57.855911 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-27261231-b9e3-48b2-9014-d41e56bb40c0 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/quotas/56b451a4e7874b6c8d22f403757d3c5f HTTP/1.1" status: 200 len: 375 time: 0.0104833 Dec 16 22:35:57.885089 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33ec57f7-1f3e-469b-9fc7-e9551d3a8901 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:57.894846 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33ec57f7-1f3e-469b-9fc7-e9551d3a8901 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:57.937427 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3175-965e-4283-ab07-583183e70b53 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Deleting port 6b79e29a-92b8-44eb-8eab-85c7dd2d5bce {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:35:57.937757 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7eee3175-965e-4283-ab07-583183e70b53 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:57.967695 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-0f4fd3c9-dcd4-49a4-8db2-05738067c7f7 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=56b451a4e7874b6c8d22f403757d3c5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044254 Dec 16 22:35:57.981206 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-25be084b-4107-4815-8eaf-19e76cd10229 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:35:57.982477 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-25be084b-4107-4815-8eaf-19e76cd10229 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062983 Dec 16 22:35:58.033002 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7eee3175-965e-4283-ab07-583183e70b53 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:58.033975 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7eee3175-965e-4283-ab07-583183e70b53 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:58.045169 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33ec57f7-1f3e-469b-9fc7-e9551d3a8901 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:58.054929 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33ec57f7-1f3e-469b-9fc7-e9551d3a8901 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:58.058177 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-33ec57f7-1f3e-469b-9fc7-e9551d3a8901 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/70689e81-6a6a-498b-b377-cbfde0515d85 HTTP/1.1" status: 204 len: 168 time: 0.2502680 Dec 16 22:35:58.066073 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39596) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:58.071084 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3175-965e-4283-ab07-583183e70b53 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Calling delete_port for 6b79e29a-92b8-44eb-8eab-85c7dd2d5bce owned by network:floatingip {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:35:58.091125 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec57f7-1f3e-469b-9fc7-e9551d3a8901 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70689e81-6a6a-498b-b377-cbfde0515d85,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:58.136926 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a4938c95-726c-44d9-b939-90c05ec6c0c7 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0666964 Dec 16 22:35:58.137780 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39602) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:58.173711 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-f349ca3d-26da-4f0d-9739-4231f588b7c7 service neutron] 10.222.0.75 "GET /v2.0/networks/5ad289c5-7afd-4e6b-b966-250f12941104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831183 Dec 16 22:35:58.269177 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-552fda77-9195-4f76-b239-dbe55fb49443 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:58.307206 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-552fda77-9195-4f76-b239-dbe55fb49443 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:58.346599 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-02829854-2325-4570-887a-34aab20b68b9 service neutron] 10.222.0.75 "GET /v2.0/networks/5ad289c5-7afd-4e6b-b966-250f12941104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615696 Dec 16 22:35:58.355870 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:58.425007 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7eee3175-965e-4283-ab07-583183e70b53 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:58.453975 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee3175-965e-4283-ab07-583183e70b53 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Pushing event deleted for resources: {'Port': ['ID=6b79e29a-92b8-44eb-8eab-85c7dd2d5bce,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:58.516608 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7eee3175-965e-4283-ab07-583183e70b53 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks [] for floatingip, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:58.519348 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7eee3175-965e-4283-ab07-583183e70b53 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:58.520583 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7eee3175-965e-4283-ab07-583183e70b53 tempest-FloatingIPAdminTestJSON-411579325 tempest-FloatingIPAdminTestJSON-411579325-project] 10.222.0.75 "DELETE /v2.0/floatingips/8c8fa0df-3d21-47e1-8038-fbb02a821125 HTTP/1.1" status: 204 len: 168 time: 0.7717164 Dec 16 22:35:58.666270 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-552fda77-9195-4f76-b239-dbe55fb49443 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:58.669108 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:58.669303 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-552fda77-9195-4f76-b239-dbe55fb49443 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:58.670174 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-552fda77-9195-4f76-b239-dbe55fb49443 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "DELETE /v2.0/security-groups/d5c548a3-d207-4d6f-bfde-9f1bfbb12e28 HTTP/1.1" status: 204 len: 168 time: 0.5318649 Dec 16 22:35:58.674386 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39610) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:58.684853 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552fda77-9195-4f76-b239-dbe55fb49443 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c548a3-d207-4d6f-bfde-9f1bfbb12e28,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:58.744224 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e1514b84-fd56-46f3-b239-54705544a3db tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0680614 Dec 16 22:35:58.748472 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39612) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:58.753219 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-11842f0c-532b-40dd-9504-6850b8810396 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Request body: {'security_group': {'name': 'tempest-secgroup--862039706'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:58.890730 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11842f0c-532b-40dd-9504-6850b8810396 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:58.913476 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dc5a193a-be70-461f-8166-ffeaa643487a req-79b7bf6d-278a-4ce2-b080-f91aa552ff24 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=788bb89b-9b13-436b-ab77-083bfdac57e1 HTTP/1.1" status: 200 len: 210 time: 0.0348778 Dec 16 22:35:58.990693 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11842f0c-532b-40dd-9504-6850b8810396 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:59.141188 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:59.144903 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11842f0c-532b-40dd-9504-6850b8810396 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:59.173326 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11842f0c-532b-40dd-9504-6850b8810396 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2b7736-c337-482b-8820-bb65b2540c61,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:59.286639 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11842f0c-532b-40dd-9504-6850b8810396 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:59.289907 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-11842f0c-532b-40dd-9504-6850b8810396 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5388293 Dec 16 22:35:59.291113 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39632) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:59.296644 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-f0584ac3-2026-46eb-9212-46c33097e79c tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Request body: {'security_group_rule': {'security_group_id': '2c2b7736-c337-482b-8820-bb65b2540c61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:35:59.332098 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39634) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:59.445166 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f0584ac3-2026-46eb-9212-46c33097e79c tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:59.524228 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-75209dfd-bd9e-48fc-b34f-0c0a8f4df411 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c1ee94bc8efe4cf289be9c66f913bcd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1904879 Dec 16 22:35:59.525958 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f0584ac3-2026-46eb-9212-46c33097e79c tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:59.526734 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39642) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:35:59.580059 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b516f66-0049-47e3-9cc7-721822e91c8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:59.602312 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b516f66-0049-47e3-9cc7-721822e91c8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:59.757996 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f0584ac3-2026-46eb-9212-46c33097e79c tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:59.778944 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0584ac3-2026-46eb-9212-46c33097e79c tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dbd3b40-826d-4bb0-baec-d1140eef1d6a,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:35:59.878380 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b516f66-0049-47e3-9cc7-721822e91c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:59.881013 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b516f66-0049-47e3-9cc7-721822e91c8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:35:59.885014 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3b516f66-0049-47e3-9cc7-721822e91c8d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f5b2ca03-a68b-4c7f-9789-7743b2bcabf8 HTTP/1.1" status: 204 len: 168 time: 0.3539314 Dec 16 22:35:59.891078 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b516f66-0049-47e3-9cc7-721822e91c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b2ca03-a68b-4c7f-9789-7743b2bcabf8,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:00.016674 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f0584ac3-2026-46eb-9212-46c33097e79c tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:00.018166 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f0584ac3-2026-46eb-9212-46c33097e79c tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7258008 Dec 16 22:36:00.020876 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d931410a-5d49-4328-b9a9-50ed07adabae req-4aa4044c-0776-4192-a7ed-f67cdfa8021c tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=788bb89b-9b13-436b-ab77-083bfdac57e1 HTTP/1.1" status: 200 len: 210 time: 0.0456274 Dec 16 22:36:00.021593 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39654) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:00.062065 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2bfc6015-a743-4d1c-948b-3480fb40d84c tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-group-rules/7dbd3b40-826d-4bb0-baec-d1140eef1d6a HTTP/1.1" status: 200 len: 763 time: 0.0393105 Dec 16 22:36:00.064457 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39660) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:00.113327 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4ae8b300-b758-4a0b-aa34-5695f61e6e0f tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0477319 Dec 16 22:36:00.115909 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39662) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:00.139578 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7cabf9a2-685c-47f5-ba99-fc17fa83b599 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:00.148273 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7cabf9a2-685c-47f5-ba99-fc17fa83b599 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:00.272033 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7cabf9a2-685c-47f5-ba99-fc17fa83b599 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:00.280432 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7cabf9a2-685c-47f5-ba99-fc17fa83b599 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:00.281859 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7cabf9a2-685c-47f5-ba99-fc17fa83b599 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/7dbd3b40-826d-4bb0-baec-d1140eef1d6a HTTP/1.1" status: 204 len: 168 time: 0.1649902 Dec 16 22:36:00.285089 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39668) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:00.286367 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabf9a2-685c-47f5-ba99-fc17fa83b599 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7dbd3b40-826d-4bb0-baec-d1140eef1d6a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:00.331994 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-98e417cb-3bce-4ed6-ad98-24a447f20afc tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0444372 Dec 16 22:36:00.334578 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39670) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:00.338950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-c597668a-e38b-4d85-9627-929076fc2c89 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Request body: {'security_group_rule': {'security_group_id': '2c2b7736-c337-482b-8820-bb65b2540c61', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:00.539960 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c597668a-e38b-4d85-9627-929076fc2c89 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:00.606786 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c597668a-e38b-4d85-9627-929076fc2c89 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:00.694502 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:36:00.761426 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c597668a-e38b-4d85-9627-929076fc2c89 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:00.780686 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597668a-e38b-4d85-9627-929076fc2c89 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee5f359f-0bf6-4832-a773-6a8852e568b3,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:00.984790 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c597668a-e38b-4d85-9627-929076fc2c89 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:00.986636 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c597668a-e38b-4d85-9627-929076fc2c89 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6505449 Dec 16 22:36:00.988806 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39684) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:01.005457 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-496d403a-ee65-4a07-b79f-ae7da544eace tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-group-rules/ee5f359f-0bf6-4832-a773-6a8852e568b3 HTTP/1.1" status: 200 len: 763 time: 0.0155621 Dec 16 22:36:01.007923 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39686) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:01.049089 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-57dfb2e7-c9c2-4770-b9e7-69cbcd3f8cfc tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0401080 Dec 16 22:36:01.052016 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39688) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:01.078879 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ed55f071-3e24-4d10-806a-3d31c30101ca tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:01.087287 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ed55f071-3e24-4d10-806a-3d31c30101ca tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:01.117013 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39692) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:01.132598 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a4eb8028-b401-4f56-b9a4-34b237c14fd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:01.163935 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a10cb025-a684-41dc-bf7a-fcd9794924fa req-a61b7ac8-448c-4e45-a9a6-108a753c5a40 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=788bb89b-9b13-436b-ab77-083bfdac57e1 HTTP/1.1" status: 200 len: 210 time: 0.0519316 Dec 16 22:36:01.219156 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ed55f071-3e24-4d10-806a-3d31c30101ca tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:01.229909 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ed55f071-3e24-4d10-806a-3d31c30101ca tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:01.233895 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ed55f071-3e24-4d10-806a-3d31c30101ca tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/ee5f359f-0bf6-4832-a773-6a8852e568b3 HTTP/1.1" status: 204 len: 168 time: 0.1808867 Dec 16 22:36:01.234251 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39698) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:01.235358 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55f071-3e24-4d10-806a-3d31c30101ca tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee5f359f-0bf6-4832-a773-6a8852e568b3,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:01.306117 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fd582073-d336-43c1-baf9-f382efc7337a tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0703917 Dec 16 22:36:01.309911 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39702) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:01.316057 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-893934e6-8cc5-4f60-a705-2ed3d2c740c8 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Request body: {'security_group_rule': {'security_group_id': '2c2b7736-c337-482b-8820-bb65b2540c61', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:01.324531 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a4eb8028-b401-4f56-b9a4-34b237c14fd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:01.446654 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a4eb8028-b401-4f56-b9a4-34b237c14fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:01.493054 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb8028-b401-4f56-b9a4-34b237c14fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b514b202-ee38-493f-ba1a-a13d6c5060b7,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:01.496054 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a4eb8028-b401-4f56-b9a4-34b237c14fd2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5858a4b561a748d5a3b7230f7815a3e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3778443 Dec 16 22:36:01.498929 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39710) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:01.505417 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-893934e6-8cc5-4f60-a705-2ed3d2c740c8 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:01.570111 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c654412c-485e-4d70-bfeb-f63bd9f118f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:01.588467 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-893934e6-8cc5-4f60-a705-2ed3d2c740c8 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:01.594717 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c654412c-485e-4d70-bfeb-f63bd9f118f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:01.683925 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-893934e6-8cc5-4f60-a705-2ed3d2c740c8 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:01.702276 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893934e6-8cc5-4f60-a705-2ed3d2c740c8 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9a9fb7-21dd-4bcd-b22b-5d5b6f93c234,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:01.797727 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c654412c-485e-4d70-bfeb-f63bd9f118f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:01.801725 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c654412c-485e-4d70-bfeb-f63bd9f118f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:01.803018 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c654412c-485e-4d70-bfeb-f63bd9f118f8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b514b202-ee38-493f-ba1a-a13d6c5060b7 HTTP/1.1" status: 204 len: 168 time: 0.3030686 Dec 16 22:36:01.811786 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654412c-485e-4d70-bfeb-f63bd9f118f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b514b202-ee38-493f-ba1a-a13d6c5060b7,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:01.851617 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-893934e6-8cc5-4f60-a705-2ed3d2c740c8 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:01.853031 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-893934e6-8cc5-4f60-a705-2ed3d2c740c8 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5414712 Dec 16 22:36:01.856108 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39716) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:01.882543 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39720) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:01.882939 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f462d0f1-9684-4eb9-81f0-d889106c66da tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-group-rules/fe9a9fb7-21dd-4bcd-b22b-5d5b6f93c234 HTTP/1.1" status: 200 len: 764 time: 0.0255625 Dec 16 22:36:01.935557 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c4a3ad17-b2ab-40a8-bae8-20188fb09d59 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0512962 Dec 16 22:36:01.938241 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39722) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:01.962354 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c2fd9542-4f36-4c6a-9f91-391e29ad3438 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:01.970680 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c2fd9542-4f36-4c6a-9f91-391e29ad3438 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:02.169915 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c2fd9542-4f36-4c6a-9f91-391e29ad3438 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:02.176278 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c2fd9542-4f36-4c6a-9f91-391e29ad3438 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:02.177384 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c2fd9542-4f36-4c6a-9f91-391e29ad3438 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/fe9a9fb7-21dd-4bcd-b22b-5d5b6f93c234 HTTP/1.1" status: 204 len: 168 time: 0.2382252 Dec 16 22:36:02.180241 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39726) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:02.186719 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd9542-4f36-4c6a-9f91-391e29ad3438 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe9a9fb7-21dd-4bcd-b22b-5d5b6f93c234,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:02.196537 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fd9542-4f36-4c6a-9f91-391e29ad3438 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:02.197825 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fd9542-4f36-4c6a-9f91-391e29ad3438 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:02.197825 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fd9542-4f36-4c6a-9f91-391e29ad3438 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:02.198520 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fd9542-4f36-4c6a-9f91-391e29ad3438 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:02.199331 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fd9542-4f36-4c6a-9f91-391e29ad3438 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:02.199993 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fd9542-4f36-4c6a-9f91-391e29ad3438 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:02.200671 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fd9542-4f36-4c6a-9f91-391e29ad3438 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:02.201186 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fd9542-4f36-4c6a-9f91-391e29ad3438 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:02.201589 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fd9542-4f36-4c6a-9f91-391e29ad3438 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:02.202041 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fd9542-4f36-4c6a-9f91-391e29ad3438 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:02.202442 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fd9542-4f36-4c6a-9f91-391e29ad3438 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:02.202841 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fd9542-4f36-4c6a-9f91-391e29ad3438 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:02.203288 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fd9542-4f36-4c6a-9f91-391e29ad3438 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:02.269531 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-59f90ce9-51cb-4d3c-bdd4-c609eab40f56 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0878513 Dec 16 22:36:02.272150 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39736) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:02.337830 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4f062022-51c6-4ff2-aec6-b1d61e2b1967 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:02.340813 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13adcdd5-f418-4e83-b768-0a69562f8167 req-be541169-2740-4911-b4f4-56443223cede tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=788bb89b-9b13-436b-ab77-083bfdac57e1 HTTP/1.1" status: 200 len: 210 time: 0.0488129 Dec 16 22:36:02.378248 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4f062022-51c6-4ff2-aec6-b1d61e2b1967 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:02.533193 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-3bbfb28c-48bd-4a59-b25b-310579b73a5d tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:02.534615 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-3bbfb28c-48bd-4a59-b25b-310579b73a5d tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.76 "GET /v2.0/networks?id=5ad289c5-7afd-4e6b-b966-250f12941104 HTTP/1.1" status: 200 len: 815 time: 0.1058531 Dec 16 22:36:02.563004 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-2702cd87-7df1-46e2-90bc-e6d30a49fb85 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Request body: {'port': {'device_id': '788bb89b-9b13-436b-ab77-083bfdac57e1', 'network_id': '5ad289c5-7afd-4e6b-b966-250f12941104', 'admin_state_up': True, 'tenant_id': '56b451a4e7874b6c8d22f403757d3c5f'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:02.670390 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4f062022-51c6-4ff2-aec6-b1d61e2b1967 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:02.707586 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4f062022-51c6-4ff2-aec6-b1d61e2b1967 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:02.707586 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4f062022-51c6-4ff2-aec6-b1d61e2b1967 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "DELETE /v2.0/security-groups/2c2b7736-c337-482b-8820-bb65b2540c61 HTTP/1.1" status: 204 len: 168 time: 0.4006271 Dec 16 22:36:02.707586 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f062022-51c6-4ff2-aec6-b1d61e2b1967 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2b7736-c337-482b-8820-bb65b2540c61,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:02.708504 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39742) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:02.754739 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-282ce1ab-e1f4-4f9a-b3bb-8e70116c9f94 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0454676 Dec 16 22:36:02.759127 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39744) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:02.764506 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-14c18f71-bc40-4886-8274-7c4b9cd90fbd tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Request body: {'security_group': {'name': 'tempest-secgroup--373608437'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:02.904622 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-2702cd87-7df1-46e2-90bc-e6d30a49fb85 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Made reservation on behalf of 56b451a4e7874b6c8d22f403757d3c5f for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:36:02.908519 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-2702cd87-7df1-46e2-90bc-e6d30a49fb85 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:03.014057 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39748) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:03.040818 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-14c18f71-bc40-4886-8274-7c4b9cd90fbd tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:03.043755 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-72dc9319-077d-4b14-9742-cabeb70287fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:03.075518 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-2702cd87-7df1-46e2-90bc-e6d30a49fb85 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Allocated IP 172.20.0.5 (5ad289c5-7afd-4e6b-b966-250f12941104/3921af46-4a83-4fac-8615-2a2a9abad034/e3a58c7d-5b29-4f2a-b204-a54e64ab0d55) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:36:03.169082 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-14c18f71-bc40-4886-8274-7c4b9cd90fbd tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:03.191257 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-72dc9319-077d-4b14-9742-cabeb70287fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:03.252431 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-2702cd87-7df1-46e2-90bc-e6d30a49fb85 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:03.260505 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-14c18f71-bc40-4886-8274-7c4b9cd90fbd tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:03.294490 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c18f71-bc40-4886-8274-7c4b9cd90fbd tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d15d0cd2-ebb9-447d-be99-3728b203af32,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:03.303889 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-72dc9319-077d-4b14-9742-cabeb70287fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:03.355862 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-72dc9319-077d-4b14-9742-cabeb70287fb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=78c503a7112b46baa7b24d229ff2f5bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3405626 Dec 16 22:36:03.359793 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39756) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:03.368952 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc9319-077d-4b14-9742-cabeb70287fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2f0634-3a5a-4218-bcbe-e87d4c382dab,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:03.416368 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-49bb5fb0-c6e9-419f-a8fa-3965d8896f32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:03.436331 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-2702cd87-7df1-46e2-90bc-e6d30a49fb85 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:03.442327 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-14c18f71-bc40-4886-8274-7c4b9cd90fbd tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:03.443600 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-14c18f71-bc40-4886-8274-7c4b9cd90fbd tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6834750 Dec 16 22:36:03.453022 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39760) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:03.474571 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['1c07a043-d9d1-4dd0-a167-799cc8db8c5f', 'f69d3a08-b314-4f8f-8027-b75a7f463ae8'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:36:03.482587 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-3af9df36-0d80-4649-bdbe-36316682cc10 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Request body: {'security_group_rule': {'security_group_id': 'd15d0cd2-ebb9-447d-be99-3728b203af32', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:03.482708 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132412b-015a-4681-961c-62ae9c10b595 req-26441520-8746-4e7e-8398-8d29c6c3cefd tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:03.484202 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5132412b-015a-4681-961c-62ae9c10b595 req-26441520-8746-4e7e-8398-8d29c6c3cefd tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=788bb89b-9b13-436b-ab77-083bfdac57e1 HTTP/1.1" status: 200 len: 931 time: 0.0565083 Dec 16 22:36:03.486624 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-49bb5fb0-c6e9-419f-a8fa-3965d8896f32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:03.515719 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-2702cd87-7df1-46e2-90bc-e6d30a49fb85 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Network 5ad289c5-7afd-4e6b-b966-250f12941104 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:36:03.533206 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-2702cd87-7df1-46e2-90bc-e6d30a49fb85 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:03.547645 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-2702cd87-7df1-46e2-90bc-e6d30a49fb85 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:36:03.571214 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5132412b-015a-4681-961c-62ae9c10b595 req-abf19d17-52d6-4fde-b25c-7a2b18c69884 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790515 Dec 16 22:36:03.591274 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702cd87-7df1-46e2-90bc-e6d30a49fb85 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Pushing event updated for resources: {'Port': ['ID=e3a58c7d-5b29-4f2a-b204-a54e64ab0d55,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:03.606730 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-2702cd87-7df1-46e2-90bc-e6d30a49fb85 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:03.607613 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-2702cd87-7df1-46e2-90bc-e6d30a49fb85 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:03.826764 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-49bb5fb0-c6e9-419f-a8fa-3965d8896f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:03.829658 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-49bb5fb0-c6e9-419f-a8fa-3965d8896f32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:03.830866 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-49bb5fb0-c6e9-419f-a8fa-3965d8896f32 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9d2f0634-3a5a-4218-bcbe-e87d4c382dab HTTP/1.1" status: 204 len: 168 time: 0.4701517 Dec 16 22:36:03.839820 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb5fb0-c6e9-419f-a8fa-3965d8896f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2f0634-3a5a-4218-bcbe-e87d4c382dab,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:03.879460 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-2702cd87-7df1-46e2-90bc-e6d30a49fb85 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3225567 Dec 16 22:36:03.880902 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3af9df36-0d80-4649-bdbe-36316682cc10 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:03.909452 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-b1bffd87-42b0-4aed-a2d9-6f9679ddfaba service neutron] Request body: {'port': {'device_id': '788bb89b-9b13-436b-ab77-083bfdac57e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:04.002441 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-b1bffd87-42b0-4aed-a2d9-6f9679ddfaba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:04.006299 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3af9df36-0d80-4649-bdbe-36316682cc10 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:04.115708 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3af9df36-0d80-4649-bdbe-36316682cc10 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:04.147413 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9df36-0d80-4649-bdbe-36316682cc10 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9678a9b-a5d1-49bc-a821-81045c24daf9,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:04.291303 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3af9df36-0d80-4649-bdbe-36316682cc10 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:04.295986 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3af9df36-0d80-4649-bdbe-36316682cc10 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8395405 Dec 16 22:36:04.295986 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39776) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:04.350081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-b1bffd87-42b0-4aed-a2d9-6f9679ddfaba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a58c7d-5b29-4f2a-b204-a54e64ab0d55 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:36:04.362241 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-b1bffd87-42b0-4aed-a2d9-6f9679ddfaba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:04.385070 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-b1bffd87-42b0-4aed-a2d9-6f9679ddfaba service neutron] Transition to ACTIVE for port object e3a58c7d-5b29-4f2a-b204-a54e64ab0d55 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:36:04.406985 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7bfa55e4-2ba2-4283-83b0-c705c5bbc515 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:04.445062 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7bfa55e4-2ba2-4283-83b0-c705c5bbc515 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:04.575521 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-b1bffd87-42b0-4aed-a2d9-6f9679ddfaba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:04.631555 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bffd87-42b0-4aed-a2d9-6f9679ddfaba service neutron] Pushing event updated for resources: {'Port': ['ID=e3a58c7d-5b29-4f2a-b204-a54e64ab0d55,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:04.694473 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece082e-3cdc-450e-822c-9fefafe8e9c8 req-d4c1f8ef-9ff9-4195-ad70-7379492f8c99 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:04.696087 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6ece082e-3cdc-450e-822c-9fefafe8e9c8 req-d4c1f8ef-9ff9-4195-ad70-7379492f8c99 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=788bb89b-9b13-436b-ab77-083bfdac57e1 HTTP/1.1" status: 200 len: 943 time: 0.0522428 Dec 16 22:36:04.711336 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-b1bffd87-42b0-4aed-a2d9-6f9679ddfaba service neutron] Attempting to bind port e3a58c7d-5b29-4f2a-b204-a54e64ab0d55 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:36:04.711635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-b1bffd87-42b0-4aed-a2d9-6f9679ddfaba service neutron] Attempting to bind port e3a58c7d-5b29-4f2a-b204-a54e64ab0d55 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'ebeb3950-671a-4b5d-9be7-8ef3d653ddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5ad289c5-7afd-4e6b-b966-250f12941104'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:36:04.711981 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-b1bffd87-42b0-4aed-a2d9-6f9679ddfaba service neutron] Attempting to bind port e3a58c7d-5b29-4f2a-b204-a54e64ab0d55 on network 5ad289c5-7afd-4e6b-b966-250f12941104 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:36:04.716707 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-b1bffd87-42b0-4aed-a2d9-6f9679ddfaba service neutron] Port e3a58c7d-5b29-4f2a-b204-a54e64ab0d55 on network 5ad289c5-7afd-4e6b-b966-250f12941104 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:36:04.717129 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-b1bffd87-42b0-4aed-a2d9-6f9679ddfaba service neutron] Attempting to bind port e3a58c7d-5b29-4f2a-b204-a54e64ab0d55 on network 5ad289c5-7afd-4e6b-b966-250f12941104 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:36:04.722184 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-b1bffd87-42b0-4aed-a2d9-6f9679ddfaba service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:36:04.722521 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-b1bffd87-42b0-4aed-a2d9-6f9679ddfaba service neutron] Checking segment: {'id': 'ebeb3950-671a-4b5d-9be7-8ef3d653ddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5ad289c5-7afd-4e6b-b966-250f12941104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:36:04.722912 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-b1bffd87-42b0-4aed-a2d9-6f9679ddfaba service neutron] Bound using segment: {'id': 'ebeb3950-671a-4b5d-9be7-8ef3d653ddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5ad289c5-7afd-4e6b-b966-250f12941104'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:36:04.723380 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-b1bffd87-42b0-4aed-a2d9-6f9679ddfaba service neutron] Bound port: e3a58c7d-5b29-4f2a-b204-a54e64ab0d55, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebeb3950-671a-4b5d-9be7-8ef3d653ddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5ad289c5-7afd-4e6b-b966-250f12941104'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:36:04.728047 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-b1bffd87-42b0-4aed-a2d9-6f9679ddfaba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:04.735773 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7bfa55e4-2ba2-4283-83b0-c705c5bbc515 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:04.738395 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7bfa55e4-2ba2-4283-83b0-c705c5bbc515 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:04.742679 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7bfa55e4-2ba2-4283-83b0-c705c5bbc515 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "DELETE /v2.0/security-groups/d15d0cd2-ebb9-447d-be99-3728b203af32 HTTP/1.1" status: 204 len: 168 time: 0.4456737 Dec 16 22:36:04.743388 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39790) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:04.763696 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6ece082e-3cdc-450e-822c-9fefafe8e9c8 req-b6f6f7f4-6253-4e1d-8695-254ee590e4b9 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550659 Dec 16 22:36:04.773170 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa55e4-2ba2-4283-83b0-c705c5bbc515 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15d0cd2-ebb9-447d-be99-3728b203af32,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:04.850990 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39794) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:04.851286 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1816a7d0-98df-4818-9123-c227982b9bf2 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1014144 Dec 16 22:36:04.873759 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-b1bffd87-42b0-4aed-a2d9-6f9679ddfaba service neutron] For port e3a58c7d-5b29-4f2a-b204-a54e64ab0d55, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:36:04.877593 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-b1bffd87-42b0-4aed-a2d9-6f9679ddfaba service neutron] For port e3a58c7d-5b29-4f2a-b204-a54e64ab0d55, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e3a58c7d-5b29-4f2a-b204-a54e64ab0d55,segment=NetworkSegment(ebeb3950-671a-4b5d-9be7-8ef3d653ddf1),segment_id=ebeb3950-671a-4b5d-9be7-8ef3d653ddf1)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:36:04.901617 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fd4cc28f-5e77-4832-a656-9db250df81ad tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0465374 Dec 16 22:36:04.902868 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39798) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:04.921066 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-373e33da-a2a9-4ee6-8f26-60a24b124f93 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] delete failed (client error): The resource could not be found. Dec 16 22:36:04.922095 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-373e33da-a2a9-4ee6-8f26-60a24b124f93 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "DELETE /v2.0/security-groups/d15d0cd2-ebb9-447d-be99-3728b203af32 HTTP/1.1" status: 404 len: 347 time: 0.0179942 Dec 16 22:36:04.926215 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39800) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:04.991780 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c9752ed6-29c7-4a5e-9a12-859a0fa7e329 tempest-SecGroupTest-496306017 tempest-SecGroupTest-496306017-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0640194 Dec 16 22:36:05.047883 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-b1bffd87-42b0-4aed-a2d9-6f9679ddfaba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:05.087451 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-b1bffd87-42b0-4aed-a2d9-6f9679ddfaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:05.088131 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-b1bffd87-42b0-4aed-a2d9-6f9679ddfaba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:05.090204 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-b1bffd87-42b0-4aed-a2d9-6f9679ddfaba service neutron] 10.222.0.76 "PUT /v2.0/ports/e3a58c7d-5b29-4f2a-b204-a54e64ab0d55 HTTP/1.1" status: 200 len: 1091 time: 1.1845846 Dec 16 22:36:05.090835 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '788bb89b-9b13-436b-ab77-083bfdac57e1', 'tag': 'e3a58c7d-5b29-4f2a-b204-a54e64ab0d55'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:36:05.093351 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441b10b6-735e-41e0-9285-8fa0569816eb" -d '{"events": [{"name": "network-changed", "server_uuid": "788bb89b-9b13-436b-ab77-083bfdac57e1", "tag": "e3a58c7d-5b29-4f2a-b204-a54e64ab0d55"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:36:05.132431 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bffd87-42b0-4aed-a2d9-6f9679ddfaba service neutron] Pushing event updated for resources: {'Port': ['ID=e3a58c7d-5b29-4f2a-b204-a54e64ab0d55,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:05.143163 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fdfd73-58ff-4e7d-8294-eec63e1c6850 x-openstack-request-id: req-77fdfd73-58ff-4e7d-8294-eec63e1c6850 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:36:05.143163 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "788bb89b-9b13-436b-ab77-083bfdac57e1", "tag": "e3a58c7d-5b29-4f2a-b204-a54e64ab0d55", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:36:05.143163 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-77fdfd73-58ff-4e7d-8294-eec63e1c6850 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:36:05.143163 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '788bb89b-9b13-436b-ab77-083bfdac57e1', 'tag': 'e3a58c7d-5b29-4f2a-b204-a54e64ab0d55', 'status': 'completed', 'code': 200} Dec 16 22:36:05.747302 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39822) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:05.763122 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b10b6-735e-41e0-9285-8fa0569816eb req-9c643f21-378e-4055-85c6-5a38a78f34be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:05.764822 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-441b10b6-735e-41e0-9285-8fa0569816eb req-9c643f21-378e-4055-85c6-5a38a78f34be service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=56b451a4e7874b6c8d22f403757d3c5f&device_id=788bb89b-9b13-436b-ab77-083bfdac57e1 HTTP/1.1" status: 200 len: 1094 time: 0.5815840 Dec 16 22:36:05.959249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faebe42-c369-4f82-92cd-9a77e1923466 req-139cceed-c639-4b14-9d20-12e2261287ce tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:05.960816 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6faebe42-c369-4f82-92cd-9a77e1923466 req-139cceed-c639-4b14-9d20-12e2261287ce tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=788bb89b-9b13-436b-ab77-083bfdac57e1 HTTP/1.1" status: 200 len: 943 time: 0.0982590 Dec 16 22:36:05.966199 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b10b6-735e-41e0-9285-8fa0569816eb req-7d370fdf-3e26-4f5b-8e47-cdc2f9edfb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:05.967652 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-441b10b6-735e-41e0-9285-8fa0569816eb req-7d370fdf-3e26-4f5b-8e47-cdc2f9edfb28 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=56b451a4e7874b6c8d22f403757d3c5f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1859782 Dec 16 22:36:06.068657 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6faebe42-c369-4f82-92cd-9a77e1923466 req-c50f575e-4ef6-4a18-9b51-9242eb44b4e1 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000254 Dec 16 22:36:06.109948 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b10b6-735e-41e0-9285-8fa0569816eb req-72d14c54-f9e7-48c5-a5aa-3c8884f73ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:06.111879 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-441b10b6-735e-41e0-9285-8fa0569816eb req-72d14c54-f9e7-48c5-a5aa-3c8884f73ae7 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1300883 Dec 16 22:36:06.224143 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d1d85d0e-c7ad-4eca-a70b-fa7b39ceb085 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=05d01873e7ac47f48a9a45eee7ea734a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4747913 Dec 16 22:36:06.226629 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39834) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:06.238655 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-f9b2877f-8aea-44ef-9f47-a174c6ecd58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:06.240338 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-f9b2877f-8aea-44ef-9f47-a174c6ecd58c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=56b451a4e7874b6c8d22f403757d3c5f&device_id=788bb89b-9b13-436b-ab77-083bfdac57e1 HTTP/1.1" status: 200 len: 1094 time: 0.0520277 Dec 16 22:36:06.281996 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4383d80f-8ed7-4c85-ab1d-ba872c9ef4d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:06.309285 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-38d68aa0-c2a7-4eb6-89fc-d43a43c2f8e4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3a58c7d-5b29-4f2a-b204-a54e64ab0d55 HTTP/1.1" status: 200 len: 217 time: 0.0448766 Dec 16 22:36:06.310975 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4383d80f-8ed7-4c85-ab1d-ba872c9ef4d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:06.385607 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-84aa70d7-021c-428a-b0eb-05c4080d732c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:06.387384 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-84aa70d7-021c-428a-b0eb-05c4080d732c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3921af46-4a83-4fac-8615-2a2a9abad034 HTTP/1.1" status: 200 len: 855 time: 0.0688341 Dec 16 22:36:06.425965 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-2de982f3-d015-4480-af77-b94dc1a98ade service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5ad289c5-7afd-4e6b-b966-250f12941104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276501 Dec 16 22:36:06.483493 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4383d80f-8ed7-4c85-ab1d-ba872c9ef4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:06.486328 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4383d80f-8ed7-4c85-ab1d-ba872c9ef4d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:06.487535 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4383d80f-8ed7-4c85-ab1d-ba872c9ef4d2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f59df8b3-c8fc-48c9-a24a-1d21af8fe029 HTTP/1.1" status: 204 len: 168 time: 0.2591946 Dec 16 22:36:06.499975 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383d80f-8ed7-4c85-ab1d-ba872c9ef4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59df8b3-c8fc-48c9-a24a-1d21af8fe029,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:06.545126 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-ad12b828-fd70-4923-8a5f-6b01cd4df41a service neutron] 10.222.0.76 "GET /v2.0/networks/5ad289c5-7afd-4e6b-b966-250f12941104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098375 Dec 16 22:36:06.668148 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58ed5cb5-716b-4e98-838e-66cfd07de2e9 req-29f19308-5b0b-4b85-a913-0e089f9a511e service neutron] 10.222.0.76 "GET /v2.0/networks/5ad289c5-7afd-4e6b-b966-250f12941104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134679 Dec 16 22:36:07.207481 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ecdbd-7263-453b-8ffc-403f118761c0 req-e37c5ed7-4803-4b1a-969b-9591414f8d99 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:07.209295 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-354ecdbd-7263-453b-8ffc-403f118761c0 req-e37c5ed7-4803-4b1a-969b-9591414f8d99 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=788bb89b-9b13-436b-ab77-083bfdac57e1 HTTP/1.1" status: 200 len: 943 time: 0.0689318 Dec 16 22:36:07.273388 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-354ecdbd-7263-453b-8ffc-403f118761c0 req-8f07a5c4-47ce-4955-941f-8a67cb14a9c1 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563080 Dec 16 22:36:07.910033 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39890) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:08.226086 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-ec6319ec-9218-4e41-82c3-ec844f230372 tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1342979149'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:08.227245 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-ec6319ec-9218-4e41-82c3-ec844f230372 tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] Unknown quota resources ['metering_label']. {{(pid=103613) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:36:08.414228 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719220e-183d-469c-988c-d01ecd7b2e62 req-486d14ca-e8bd-4420-9d17-1a6a49fb20e4 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:08.423802 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f719220e-183d-469c-988c-d01ecd7b2e62 req-486d14ca-e8bd-4420-9d17-1a6a49fb20e4 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=788bb89b-9b13-436b-ab77-083bfdac57e1 HTTP/1.1" status: 200 len: 943 time: 0.0624413 Dec 16 22:36:08.486370 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f719220e-183d-469c-988c-d01ecd7b2e62 req-f6b0e110-677e-4593-af85-0a0ef84ee0d7 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608723 Dec 16 22:36:08.559286 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ec6319ec-9218-4e41-82c3-ec844f230372 tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:08.563432 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39914) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:08.563622 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ec6319ec-9218-4e41-82c3-ec844f230372 tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6521976 Dec 16 22:36:08.568721 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-227912de-b4f9-4b56-ae00-c308d40b452c tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e1944c5b-0e17-496f-950d-d5ed2870d7ec'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:08.569341 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-227912de-b4f9-4b56-ae00-c308d40b452c tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103614) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:36:08.740887 n-d-815324-4 neutron-server[103614]: WARNING neutron.services.metering.metering_plugin [None req-227912de-b4f9-4b56-ae00-c308d40b452c tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 16 22:36:08.873478 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-227912de-b4f9-4b56-ae00-c308d40b452c tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:08.875021 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-227912de-b4f9-4b56-ae00-c308d40b452c tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3099720 Dec 16 22:36:08.878204 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39926) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:08.882962 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-e60c33dd-848d-4ed8-926e-bdcd5c7f1017 tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e1944c5b-0e17-496f-950d-d5ed2870d7ec'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:08.883492 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-e60c33dd-848d-4ed8-926e-bdcd5c7f1017 tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103613) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:36:09.071827 n-d-815324-4 neutron-server[103613]: WARNING neutron.services.metering.metering_plugin [None req-e60c33dd-848d-4ed8-926e-bdcd5c7f1017 tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 16 22:36:09.491226 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e60c33dd-848d-4ed8-926e-bdcd5c7f1017 tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:09.495162 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e60c33dd-848d-4ed8-926e-bdcd5c7f1017 tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6132867 Dec 16 22:36:09.495341 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39942) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:09.507073 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a7127c38-d773-4e22-b559-1ced82b189b0 tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=db087185-99e1-482d-bd99-1748bb65637e HTTP/1.1" status: 200 len: 464 time: 0.0101984 Dec 16 22:36:09.509753 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39946) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:09.611314 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb70714-f513-41b3-89d0-399489d10399 req-d5c9916c-fbd0-4694-afad-10170569a865 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:09.613058 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2fb70714-f513-41b3-89d0-399489d10399 req-d5c9916c-fbd0-4694-afad-10170569a865 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=788bb89b-9b13-436b-ab77-083bfdac57e1 HTTP/1.1" status: 200 len: 943 time: 0.0536728 Dec 16 22:36:09.679611 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2fb70714-f513-41b3-89d0-399489d10399 req-d017ebb8-46db-4aef-b4dc-d5fdf4cbc37f tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550721 Dec 16 22:36:09.788977 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6464dd84-1b5f-40d7-8cb4-817e617c0405 tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:09.788977 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6464dd84-1b5f-40d7-8cb4-817e617c0405 tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-label-rules/db087185-99e1-482d-bd99-1748bb65637e HTTP/1.1" status: 204 len: 168 time: 0.2753327 Dec 16 22:36:09.788977 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39950) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:09.802334 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b972e528-e9ba-4992-8caf-f02e9530ac51 tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=db087185-99e1-482d-bd99-1748bb65637e HTTP/1.1" status: 200 len: 221 time: 0.0087872 Dec 16 22:36:09.802604 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39952) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:09.807207 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-e778a93d-8d7e-4801-8b98-a36796d19907 tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1866106423', 'description': 'label created by tempest'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:09.807689 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-e778a93d-8d7e-4801-8b98-a36796d19907 tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] Unknown quota resources ['metering_label']. {{(pid=103613) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:36:10.110623 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e3a58c7d-5b29-4f2a-b204-a54e64ab0d55 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:36:10.141933 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e778a93d-8d7e-4801-8b98-a36796d19907 tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:10.146639 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39964) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:10.147787 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e778a93d-8d7e-4801-8b98-a36796d19907 tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3435683 Dec 16 22:36:10.244072 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e3a58c7d-5b29-4f2a-b204-a54e64ab0d55, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e3a58c7d-5b29-4f2a-b204-a54e64ab0d55,segment=NetworkSegment(ebeb3950-671a-4b5d-9be7-8ef3d653ddf1),segment_id=ebeb3950-671a-4b5d-9be7-8ef3d653ddf1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:36:10.248824 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b7194021-4e16-4699-ba23-8450c39c3cfc tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=6a75b639-b11b-44f7-9fba-14622d2615a7 HTTP/1.1" status: 200 len: 468 time: 0.1006250 Dec 16 22:36:10.252220 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39972) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:10.256263 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'e3a58c7d-5b29-4f2a-b204-a54e64ab0d55', 'network_id': '5ad289c5-7afd-4e6b-b966-250f12941104', 'port_id': 'e3a58c7d-5b29-4f2a-b204-a54e64ab0d55', 'mac_address': 'fa:16:3e:d5:53:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3921af46-4a83-4fac-8615-2a2a9abad034', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:36:10.298540 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:10.311850 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a58c7d-5b29-4f2a-b204-a54e64ab0d55 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:36:10.334725 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e3a58c7d-5b29-4f2a-b204-a54e64ab0d55, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e3a58c7d-5b29-4f2a-b204-a54e64ab0d55,segment=NetworkSegment(ebeb3950-671a-4b5d-9be7-8ef3d653ddf1),segment_id=ebeb3950-671a-4b5d-9be7-8ef3d653ddf1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:36:10.419452 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:10.493345 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=e3a58c7d-5b29-4f2a-b204-a54e64ab0d55,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:10.762812 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['e3a58c7d-5b29-4f2a-b204-a54e64ab0d55'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:36:10.769773 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f55d3a8c-138c-4561-b115-18b2f45f113c tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:10.773550 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f55d3a8c-138c-4561-b115-18b2f45f113c tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-labels/6a75b639-b11b-44f7-9fba-14622d2615a7 HTTP/1.1" status: 204 len: 168 time: 0.5164807 Dec 16 22:36:10.773827 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39980) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:10.792265 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e2afba56-aace-471f-8822-afad309c1cdf tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=6a75b639-b11b-44f7-9fba-14622d2615a7 HTTP/1.1" status: 200 len: 216 time: 0.0167854 Dec 16 22:36:10.793929 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39982) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:10.817785 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d20bf02b-0fe1-47b8-912c-078ddfea5ec8 tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0217226 Dec 16 22:36:10.821385 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39986) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:10.845434 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-31bffeee-1c8d-4a6b-b083-4c417b1873bd tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0210090 Dec 16 22:36:10.848974 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39988) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:10.963066 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-18fe42e0-2d04-4707-ae40-3750d85c41e3 tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels/e1944c5b-0e17-496f-950d-d5ed2870d7ec HTTP/1.1" status: 200 len: 473 time: 0.1127152 Dec 16 22:36:10.969969 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39990) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:10.982481 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2356750a-d646-486c-8343-20cfd1ff54e1 tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules/cdd97603-3895-4fb4-b4f0-9ad3d4f080b8 HTTP/1.1" status: 200 len: 461 time: 0.0107579 Dec 16 22:36:10.985891 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39992) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:11.179407 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e1715-94bc-4dc3-8cd0-daa42d616f95 req-f1f1f5fd-a6ae-4c43-8fdf-843b7d4f2763 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:11.181744 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-404e1715-94bc-4dc3-8cd0-daa42d616f95 req-f1f1f5fd-a6ae-4c43-8fdf-843b7d4f2763 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=788bb89b-9b13-436b-ab77-083bfdac57e1 HTTP/1.1" status: 200 len: 944 time: 0.4370334 Dec 16 22:36:11.260600 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-28090f52-9cbb-4ab5-905f-32643a798d3c tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:11.261840 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-28090f52-9cbb-4ab5-905f-32643a798d3c tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-label-rules/cdd97603-3895-4fb4-b4f0-9ad3d4f080b8 HTTP/1.1" status: 204 len: 168 time: 0.2747068 Dec 16 22:36:11.264279 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40004) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:11.275270 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-404e1715-94bc-4dc3-8cd0-daa42d616f95 req-241c596c-7830-4c59-b4fc-359e38a64c25 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825264 Dec 16 22:36:11.632893 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6e20e549-9aa3-4af4-b34b-23f97c61d18d tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:11.635266 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6e20e549-9aa3-4af4-b34b-23f97c61d18d tempest-MeteringTestJSON-1032077752 tempest-MeteringTestJSON-1032077752-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-labels/e1944c5b-0e17-496f-950d-d5ed2870d7ec HTTP/1.1" status: 204 len: 168 time: 0.3700418 Dec 16 22:36:12.124005 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e3a58c7d-5b29-4f2a-b204-a54e64ab0d55 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:36:12.329361 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port e3a58c7d-5b29-4f2a-b204-a54e64ab0d55 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:36:12.336364 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port e3a58c7d-5b29-4f2a-b204-a54e64ab0d55 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:12.340138 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:12.415351 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40032) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:12.473966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca4e37-fbb0-4230-a9b6-40e157cbc093 req-3ec625da-b091-4c2d-b4af-16cfc6815068 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:12.475579 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-54ca4e37-fbb0-4230-a9b6-40e157cbc093 req-3ec625da-b091-4c2d-b4af-16cfc6815068 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=788bb89b-9b13-436b-ab77-083bfdac57e1 HTTP/1.1" status: 200 len: 944 time: 0.1087749 Dec 16 22:36:12.556206 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-54ca4e37-fbb0-4230-a9b6-40e157cbc093 req-77816957-b8d1-403a-be53-58aaa55ccbb6 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733142 Dec 16 22:36:12.579889 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:12.633101 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef911a4d-2e3f-4c3c-b83c-4d53e978ef8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:12.655709 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788bb89b-9b13-436b-ab77-083bfdac57e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a58c7d-5b29-4f2a-b204-a54e64ab0d55'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:36:12.664978 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7810c81c-0964-47f2-86fd-5ffc62ed14f1" -d '{"events": [{"server_uuid": "788bb89b-9b13-436b-ab77-083bfdac57e1", "name": "network-vif-plugged", "status": "completed", "tag": "e3a58c7d-5b29-4f2a-b204-a54e64ab0d55"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:36:12.678645 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e3a58c7d-5b29-4f2a-b204-a54e64ab0d55, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e3a58c7d-5b29-4f2a-b204-a54e64ab0d55,segment=NetworkSegment(ebeb3950-671a-4b5d-9be7-8ef3d653ddf1),segment_id=ebeb3950-671a-4b5d-9be7-8ef3d653ddf1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:36:12.718209 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7267d865-054f-4584-8745-9fbcaebff148 x-openstack-request-id: req-7267d865-054f-4584-8745-9fbcaebff148 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:36:12.718398 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788bb89b-9b13-436b-ab77-083bfdac57e1", "name": "network-vif-plugged", "status": "completed", "tag": "e3a58c7d-5b29-4f2a-b204-a54e64ab0d55", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:36:12.718594 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7267d865-054f-4584-8745-9fbcaebff148 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:36:12.718989 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788bb89b-9b13-436b-ab77-083bfdac57e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a58c7d-5b29-4f2a-b204-a54e64ab0d55', 'code': 200} Dec 16 22:36:12.742492 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef911a4d-2e3f-4c3c-b83c-4d53e978ef8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:12.784618 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:12.849044 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ef911a4d-2e3f-4c3c-b83c-4d53e978ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:12.914038 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0163d5e-f6ac-429e-9cb5-d28e72a3d8d5 req-ed8b16be-3c36-4e87-b0cf-05aa1136aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:12.931778 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d0163d5e-f6ac-429e-9cb5-d28e72a3d8d5 req-ed8b16be-3c36-4e87-b0cf-05aa1136aa1c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=788bb89b-9b13-436b-ab77-083bfdac57e1 HTTP/1.1" status: 200 len: 1096 time: 0.0958238 Dec 16 22:36:12.958154 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ef911a4d-2e3f-4c3c-b83c-4d53e978ef8d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9950d9f5f8fe45db88fb5b353a0a1392&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5416720 Dec 16 22:36:12.961262 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef911a4d-2e3f-4c3c-b83c-4d53e978ef8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fbf732-a59c-4247-9696-a3702c5890d8,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:12.965727 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40054) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:13.038066 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d0163d5e-f6ac-429e-9cb5-d28e72a3d8d5 req-f38808e8-a269-4610-a787-27f7800b217f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986359 Dec 16 22:36:13.058263 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f928659a-a58f-461d-8237-59e5624c1b3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:13.079463 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=e3a58c7d-5b29-4f2a-b204-a54e64ab0d55,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:13.083930 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f928659a-a58f-461d-8237-59e5624c1b3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:13.213016 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f928659a-a58f-461d-8237-59e5624c1b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:13.216855 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f928659a-a58f-461d-8237-59e5624c1b3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:13.220334 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f928659a-a58f-461d-8237-59e5624c1b3f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/50fbf732-a59c-4247-9696-a3702c5890d8 HTTP/1.1" status: 204 len: 168 time: 0.2502449 Dec 16 22:36:13.231384 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928659a-a58f-461d-8237-59e5624c1b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fbf732-a59c-4247-9696-a3702c5890d8,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:13.717369 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d91418-6837-4c65-a1cc-30e00eca026d req-73bb7327-159c-448c-a6a2-48dcac3f36bb tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:13.720217 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b9d91418-6837-4c65-a1cc-30e00eca026d req-73bb7327-159c-448c-a6a2-48dcac3f36bb tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=788bb89b-9b13-436b-ab77-083bfdac57e1 HTTP/1.1" status: 200 len: 945 time: 0.0593593 Dec 16 22:36:13.774027 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b9d91418-6837-4c65-a1cc-30e00eca026d req-ef547c9a-14ca-44c2-9daa-0fe39b439113 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486982 Dec 16 22:36:14.356349 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40088) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:14.369843 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-74ae1811-4e06-409e-bf75-f9f126888a00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:14.460418 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-74ae1811-4e06-409e-bf75-f9f126888a00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:14.540434 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-74ae1811-4e06-409e-bf75-f9f126888a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:14.584568 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-74ae1811-4e06-409e-bf75-f9f126888a00 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8555eead469446c9b181db945548c8e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2267354 Dec 16 22:36:14.586582 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae1811-4e06-409e-bf75-f9f126888a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e1192b-0c29-4865-b300-06881f687d73,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:14.587242 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40092) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:14.691385 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bfdc74e3-2f38-4c9f-b618-2d8484f4d4b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:14.718676 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bfdc74e3-2f38-4c9f-b618-2d8484f4d4b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:14.863759 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bfdc74e3-2f38-4c9f-b618-2d8484f4d4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:14.870412 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bfdc74e3-2f38-4c9f-b618-2d8484f4d4b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:14.870412 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bfdc74e3-2f38-4c9f-b618-2d8484f4d4b8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f2e1192b-0c29-4865-b300-06881f687d73 HTTP/1.1" status: 204 len: 168 time: 0.2796922 Dec 16 22:36:14.898974 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc74e3-2f38-4c9f-b618-2d8484f4d4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e1192b-0c29-4865-b300-06881f687d73,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:14.978260 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b2471-8d23-4157-a7fd-a9fde077c088 req-9b3f29ff-9583-4e3f-85ae-ab22b7e8c751 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:14.981695 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-406b2471-8d23-4157-a7fd-a9fde077c088 req-9b3f29ff-9583-4e3f-85ae-ab22b7e8c751 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=788bb89b-9b13-436b-ab77-083bfdac57e1 HTTP/1.1" status: 200 len: 945 time: 0.1303642 Dec 16 22:36:15.045136 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-406b2471-8d23-4157-a7fd-a9fde077c088 req-6f174a30-882f-4e82-95bc-75054a6d089a tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559993 Dec 16 22:36:15.254605 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40112) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:15.421250 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8c75e5c-c998-4afb-921e-0920a02f3e4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:15.547260 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8c75e5c-c998-4afb-921e-0920a02f3e4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:15.648023 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8c75e5c-c998-4afb-921e-0920a02f3e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:15.691654 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a8c75e5c-c998-4afb-921e-0920a02f3e4b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e13e73ba3ea54e7b8cc5a220968f96d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4356451 Dec 16 22:36:15.694956 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40126) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:15.710610 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c75e5c-c998-4afb-921e-0920a02f3e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ccc9c3-1dfd-4c2a-a243-edecd0155952,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:15.817317 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-74031b51-cd09-494e-aec2-f2a4019bc4ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:15.863661 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-74031b51-cd09-494e-aec2-f2a4019bc4ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:16.009353 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-74031b51-cd09-494e-aec2-f2a4019bc4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:16.013569 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-74031b51-cd09-494e-aec2-f2a4019bc4ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:16.018080 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-74031b51-cd09-494e-aec2-f2a4019bc4ed admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b7ccc9c3-1dfd-4c2a-a243-edecd0155952 HTTP/1.1" status: 204 len: 168 time: 0.3202109 Dec 16 22:36:16.036563 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74031b51-cd09-494e-aec2-f2a4019bc4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ccc9c3-1dfd-4c2a-a243-edecd0155952,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:16.369683 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40150) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:16.546824 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6dad4b25-2ab0-44b2-b8cd-b66df9ebd21a tempest-AgentManagementNegativeTest-104815244 tempest-AgentManagementNegativeTest-104815244-project] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1709344 Dec 16 22:36:17.160902 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40166) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:17.177117 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-258fd319-db9e-4d9d-bb4c-fc44038a6aa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:17.331727 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-258fd319-db9e-4d9d-bb4c-fc44038a6aa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:17.384643 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40172) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:17.444816 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-258fd319-db9e-4d9d-bb4c-fc44038a6aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:17.481537 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fd319-db9e-4d9d-bb4c-fc44038a6aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e28425-243b-4ad8-af2b-04e5bb5f886a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:17.508812 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40176) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:17.509325 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-258fd319-db9e-4d9d-bb4c-fc44038a6aa5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=82a4101885fe40e9bb11b9e186daf190&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3468542 Dec 16 22:36:17.565430 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d42a9170-5a2a-4551-8514-d2233388598f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:17.580361 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8fffb59-25d4-45a0-891b-dab8beb6e72f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:17.605536 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8fffb59-25d4-45a0-891b-dab8beb6e72f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:17.671133 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d42a9170-5a2a-4551-8514-d2233388598f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:17.752674 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d42a9170-5a2a-4551-8514-d2233388598f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:17.775476 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8fffb59-25d4-45a0-891b-dab8beb6e72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:17.778954 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8fffb59-25d4-45a0-891b-dab8beb6e72f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:17.783091 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d8fffb59-25d4-45a0-891b-dab8beb6e72f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b1e28425-243b-4ad8-af2b-04e5bb5f886a HTTP/1.1" status: 204 len: 168 time: 0.2704720 Dec 16 22:36:17.795931 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fffb59-25d4-45a0-891b-dab8beb6e72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e28425-243b-4ad8-af2b-04e5bb5f886a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:17.852111 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d42a9170-5a2a-4551-8514-d2233388598f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f83ebf429f594c14a951782aa37dd8c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4662275 Dec 16 22:36:17.854805 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40182) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:17.863409 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a9170-5a2a-4551-8514-d2233388598f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2931e4e-e71c-4e01-9b46-86c8a6419eb2,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:17.949780 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40186) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:17.976016 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9be9f81e-9871-4ec6-b6ea-e81de9795d5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:18.018452 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9be9f81e-9871-4ec6-b6ea-e81de9795d5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:18.157631 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9be9f81e-9871-4ec6-b6ea-e81de9795d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:18.163015 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9be9f81e-9871-4ec6-b6ea-e81de9795d5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:18.168383 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9be9f81e-9871-4ec6-b6ea-e81de9795d5c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e2931e4e-e71c-4e01-9b46-86c8a6419eb2 HTTP/1.1" status: 204 len: 168 time: 0.3119273 Dec 16 22:36:18.182019 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9f81e-9871-4ec6-b6ea-e81de9795d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2931e4e-e71c-4e01-9b46-86c8a6419eb2,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:18.353018 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-786db345-7c69-4cd1-ab84-c3b50273ba02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:18.469004 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-786db345-7c69-4cd1-ab84-c3b50273ba02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:18.590944 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-786db345-7c69-4cd1-ab84-c3b50273ba02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:18.637660 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40218) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:18.655363 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-786db345-7c69-4cd1-ab84-c3b50273ba02 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a0a39e317e474b6f9f2096c92df857d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6830757 Dec 16 22:36:18.662303 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786db345-7c69-4cd1-ab84-c3b50273ba02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcd178d-ca11-49a0-88b4-2feb85f71f60,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:18.738859 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b310b70-e8b3-4159-808b-06fd8a759254 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:18.773663 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b310b70-e8b3-4159-808b-06fd8a759254 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:18.953948 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b310b70-e8b3-4159-808b-06fd8a759254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:18.955272 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2b310b70-e8b3-4159-808b-06fd8a759254 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:18.959088 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2b310b70-e8b3-4159-808b-06fd8a759254 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cfcd178d-ca11-49a0-88b4-2feb85f71f60 HTTP/1.1" status: 204 len: 168 time: 0.3173306 Dec 16 22:36:18.979421 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b310b70-e8b3-4159-808b-06fd8a759254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcd178d-ca11-49a0-88b4-2feb85f71f60,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:19.985411 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40270) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:20.152905 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-0a64a3ed-a9f6-4b8d-a2bb-8c7b3efb62f7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'network': {'name': 'tempest-RoutersTest-1721509624'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:20.265730 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a64a3ed-a9f6-4b8d-a2bb-8c7b3efb62f7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Made reservation on behalf of 2433710460934b67bc31a8cc16493c9b for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:36:20.292667 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0a64a3ed-a9f6-4b8d-a2bb-8c7b3efb62f7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:20.308837 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0a64a3ed-a9f6-4b8d-a2bb-8c7b3efb62f7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:20.415204 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0a64a3ed-a9f6-4b8d-a2bb-8c7b3efb62f7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:20.580873 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0a64a3ed-a9f6-4b8d-a2bb-8c7b3efb62f7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:20.605698 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a64a3ed-a9f6-4b8d-a2bb-8c7b3efb62f7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:36:20.626502 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64a3ed-a9f6-4b8d-a2bb-8c7b3efb62f7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21fbac9a-78aa-4268-a411-daf13fa3c6e2,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:20.629738 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0a64a3ed-a9f6-4b8d-a2bb-8c7b3efb62f7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:20.630091 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-0a64a3ed-a9f6-4b8d-a2bb-8c7b3efb62f7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Added segment 102fe3b6-5d58-4673-b166-123c3040c100 of type vlan for network 29595b4a-604d-4af6-8bc3-7d07f11b8b9f Dec 16 22:36:20.672687 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0a64a3ed-a9f6-4b8d-a2bb-8c7b3efb62f7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:20.843499 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0a64a3ed-a9f6-4b8d-a2bb-8c7b3efb62f7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:20.849299 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a64a3ed-a9f6-4b8d-a2bb-8c7b3efb62f7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:20.849903 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0a64a3ed-a9f6-4b8d-a2bb-8c7b3efb62f7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:20.925874 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64a3ed-a9f6-4b8d-a2bb-8c7b3efb62f7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Network': ['ID=29595b4a-604d-4af6-8bc3-7d07f11b8b9f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:20.937715 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 29595b4a-604d-4af6-8bc3-7d07f11b8b9f details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:36:21.011129 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0a64a3ed-a9f6-4b8d-a2bb-8c7b3efb62f7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0221202 Dec 16 22:36:21.011809 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40304) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:21.017920 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-c9f98696-220c-4c08-b264-23c6f09fbd51 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'network': {'name': 'tempest-RoutersTest-438099098'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:21.086400 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40306) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:21.134632 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f98696-220c-4c08-b264-23c6f09fbd51 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Made reservation on behalf of 2433710460934b67bc31a8cc16493c9b for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:36:21.139420 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c9f98696-220c-4c08-b264-23c6f09fbd51 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:21.187617 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f98696-220c-4c08-b264-23c6f09fbd51 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:36:21.202389 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c9f98696-220c-4c08-b264-23c6f09fbd51 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:21.202747 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-c9f98696-220c-4c08-b264-23c6f09fbd51 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Added segment 93c812a9-0cd9-40ac-be9e-3d8218e3e7aa of type vlan for network 52f808e6-a72a-4be4-804c-c5e51ac488ad Dec 16 22:36:21.260817 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c0253388-f234-4324-aaae-0aace4e73ac6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:21.266735 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c9f98696-220c-4c08-b264-23c6f09fbd51 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:21.364202 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c0253388-f234-4324-aaae-0aace4e73ac6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:21.386780 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c9f98696-220c-4c08-b264-23c6f09fbd51 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:21.392452 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f98696-220c-4c08-b264-23c6f09fbd51 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:21.393048 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c9f98696-220c-4c08-b264-23c6f09fbd51 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:21.472721 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f98696-220c-4c08-b264-23c6f09fbd51 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Network': ['ID=52f808e6-a72a-4be4-804c-c5e51ac488ad,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:21.486619 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 52f808e6-a72a-4be4-804c-c5e51ac488ad details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:36:21.488693 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c0253388-f234-4324-aaae-0aace4e73ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:21.536352 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c0253388-f234-4324-aaae-0aace4e73ac6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8e984930836f4f16a4f36e74175cf127&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4475200 Dec 16 22:36:21.538085 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40322) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:21.544788 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c9f98696-220c-4c08-b264-23c6f09fbd51 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5311348 Dec 16 22:36:21.549625 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40324) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:21.556960 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-d2e6d3b6-8d11-4a2e-97b6-62b9bac5fbc5 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'subnet': {'network_id': '29595b4a-604d-4af6-8bc3-7d07f11b8b9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:21.619033 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0253388-f234-4324-aaae-0aace4e73ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de15654-e397-41e5-8520-4687256344ed,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:21.673220 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acd8e0b3-0c3d-405e-9c75-3be8985a831b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:21.706122 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acd8e0b3-0c3d-405e-9c75-3be8985a831b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:21.786116 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e6d3b6-8d11-4a2e-97b6-62b9bac5fbc5 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Made reservation on behalf of 2433710460934b67bc31a8cc16493c9b for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:36:21.791492 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d2e6d3b6-8d11-4a2e-97b6-62b9bac5fbc5 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:21.883399 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acd8e0b3-0c3d-405e-9c75-3be8985a831b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:21.886694 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acd8e0b3-0c3d-405e-9c75-3be8985a831b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:21.888096 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-acd8e0b3-0c3d-405e-9c75-3be8985a831b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2de15654-e397-41e5-8520-4687256344ed HTTP/1.1" status: 204 len: 168 time: 0.3486965 Dec 16 22:36:21.899866 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8e0b3-0c3d-405e-9c75-3be8985a831b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de15654-e397-41e5-8520-4687256344ed,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:22.146405 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d2e6d3b6-8d11-4a2e-97b6-62b9bac5fbc5 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:22.231676 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e6d3b6-8d11-4a2e-97b6-62b9bac5fbc5 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Checking segment: {'id': '102fe3b6-5d58-4673-b166-123c3040c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '29595b4a-604d-4af6-8bc3-7d07f11b8b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:36:22.232059 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e6d3b6-8d11-4a2e-97b6-62b9bac5fbc5 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network hostable DHCP agents. Network: 29595b4a-604d-4af6-8bc3-7d07f11b8b9f, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:36:22.238694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6d3b6-8d11-4a2e-97b6-62b9bac5fbc5 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Subnet': ['ID=6bbe0643-51c0-4d26-9391-94819f693011,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:22.357927 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e6d3b6-8d11-4a2e-97b6-62b9bac5fbc5 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network 29595b4a-604d-4af6-8bc3-7d07f11b8b9f is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:36:22.443707 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-d2e6d3b6-8d11-4a2e-97b6-62b9bac5fbc5 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 29595b4a-604d-4af6-8bc3-7d07f11b8b9f) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:22.456148 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e57aa2b-dad2-4a57-ab91-1b8117a5f3a0 None None] Network 29595b4a-604d-4af6-8bc3-7d07f11b8b9f requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:36:22.458819 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e6d3b6-8d11-4a2e-97b6-62b9bac5fbc5 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:22.460200 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d2e6d3b6-8d11-4a2e-97b6-62b9bac5fbc5 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:22.561781 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d2e6d3b6-8d11-4a2e-97b6-62b9bac5fbc5 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0106041 Dec 16 22:36:22.565620 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40354) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:22.571199 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-90676bda-a0bd-4467-a6fc-8d31f2c422a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'subnet': {'network_id': '52f808e6-a72a-4be4-804c-c5e51ac488ad', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:22.599554 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622891f7-f17f-4763-8956-988e8fd80e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-29595b4a-604d-4af6-8bc3-7d07f11b8b9f', 'network_id': '29595b4a-604d-4af6-8bc3-7d07f11b8b9f', 'project_id': '2433710460934b67bc31a8cc16493c9b', 'fixed_ips': [{'subnet_id': '6bbe0643-51c0-4d26-9391-94819f693011'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:36:22.600918 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-622891f7-f17f-4763-8956-988e8fd80e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:22.829879 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-622891f7-f17f-4763-8956-988e8fd80e4d None None] Allocated IP 172.20.0.2 (29595b4a-604d-4af6-8bc3-7d07f11b8b9f/6bbe0643-51c0-4d26-9391-94819f693011/dee5e017-ed23-4ade-9e3e-bac4b5dc8083) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:36:22.889421 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90676bda-a0bd-4467-a6fc-8d31f2c422a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Made reservation on behalf of 2433710460934b67bc31a8cc16493c9b for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:36:22.893323 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-90676bda-a0bd-4467-a6fc-8d31f2c422a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:23.151641 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-622891f7-f17f-4763-8956-988e8fd80e4d None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:23.221628 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-622891f7-f17f-4763-8956-988e8fd80e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:23.319411 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622891f7-f17f-4763-8956-988e8fd80e4d None None] Network 29595b4a-604d-4af6-8bc3-7d07f11b8b9f is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:36:23.331446 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-622891f7-f17f-4763-8956-988e8fd80e4d None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:23.337212 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622891f7-f17f-4763-8956-988e8fd80e4d None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:36:23.347463 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622891f7-f17f-4763-8956-988e8fd80e4d None None] Pushing event updated for resources: {'Port': ['ID=dee5e017-ed23-4ade-9e3e-bac4b5dc8083,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:23.361883 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-90676bda-a0bd-4467-a6fc-8d31f2c422a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:23.423521 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-622891f7-f17f-4763-8956-988e8fd80e4d None None] Attempting to bind port dee5e017-ed23-4ade-9e3e-bac4b5dc8083 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:36:23.424966 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-622891f7-f17f-4763-8956-988e8fd80e4d None None] Attempting to bind port dee5e017-ed23-4ade-9e3e-bac4b5dc8083 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '102fe3b6-5d58-4673-b166-123c3040c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '29595b4a-604d-4af6-8bc3-7d07f11b8b9f'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:36:23.425364 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622891f7-f17f-4763-8956-988e8fd80e4d None None] Attempting to bind port dee5e017-ed23-4ade-9e3e-bac4b5dc8083 on network 29595b4a-604d-4af6-8bc3-7d07f11b8b9f {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:36:23.432249 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622891f7-f17f-4763-8956-988e8fd80e4d None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:36:23.432648 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622891f7-f17f-4763-8956-988e8fd80e4d None None] Checking segment: {'id': '102fe3b6-5d58-4673-b166-123c3040c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '29595b4a-604d-4af6-8bc3-7d07f11b8b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:36:23.433441 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-622891f7-f17f-4763-8956-988e8fd80e4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:23.433870 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622891f7-f17f-4763-8956-988e8fd80e4d None None] Bound using segment: {'id': '102fe3b6-5d58-4673-b166-123c3040c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '29595b4a-604d-4af6-8bc3-7d07f11b8b9f'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:36:23.434367 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-622891f7-f17f-4763-8956-988e8fd80e4d None None] Bound port: dee5e017-ed23-4ade-9e3e-bac4b5dc8083, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102fe3b6-5d58-4673-b166-123c3040c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '29595b4a-604d-4af6-8bc3-7d07f11b8b9f'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:36:23.434883 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-622891f7-f17f-4763-8956-988e8fd80e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:23.514758 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-77e424a8-86d0-46e6-b66b-7828814df6c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:23.528035 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90676bda-a0bd-4467-a6fc-8d31f2c422a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Subnet': ['ID=1c9263ea-7db3-4a91-a613-918b730ae553,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:23.528545 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-622891f7-f17f-4763-8956-988e8fd80e4d None None] For port dee5e017-ed23-4ade-9e3e-bac4b5dc8083, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:36:23.532200 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-622891f7-f17f-4763-8956-988e8fd80e4d None None] For port dee5e017-ed23-4ade-9e3e-bac4b5dc8083, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=dee5e017-ed23-4ade-9e3e-bac4b5dc8083,segment=NetworkSegment(102fe3b6-5d58-4673-b166-123c3040c100),segment_id=102fe3b6-5d58-4673-b166-123c3040c100)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:36:23.569055 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90676bda-a0bd-4467-a6fc-8d31f2c422a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Checking segment: {'id': '93c812a9-0cd9-40ac-be9e-3d8218e3e7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '52f808e6-a72a-4be4-804c-c5e51ac488ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:36:23.570199 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90676bda-a0bd-4467-a6fc-8d31f2c422a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network hostable DHCP agents. Network: 52f808e6-a72a-4be4-804c-c5e51ac488ad, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:36:23.641983 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-622891f7-f17f-4763-8956-988e8fd80e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:23.677443 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90676bda-a0bd-4467-a6fc-8d31f2c422a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network 52f808e6-a72a-4be4-804c-c5e51ac488ad is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:36:23.721547 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622891f7-f17f-4763-8956-988e8fd80e4d None None] Pushing event updated for resources: {'Port': ['ID=dee5e017-ed23-4ade-9e3e-bac4b5dc8083,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:23.802104 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-90676bda-a0bd-4467-a6fc-8d31f2c422a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 52f808e6-a72a-4be4-804c-c5e51ac488ad) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:23.816357 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf547090-05ee-446a-962c-32c1b4ca8574 None None] Network 52f808e6-a72a-4be4-804c-c5e51ac488ad requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:36:23.820500 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90676bda-a0bd-4467-a6fc-8d31f2c422a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:23.826513 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-90676bda-a0bd-4467-a6fc-8d31f2c422a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:23.964336 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-90676bda-a0bd-4467-a6fc-8d31f2c422a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3973677 Dec 16 22:36:23.967019 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40388) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:23.971940 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-a3a7d025-33b4-4af7-a7dc-c5732dfe4298 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1283506164', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:24.057566 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33c91ff-7613-468c-9c05-3054e8edccda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-52f808e6-a72a-4be4-804c-c5e51ac488ad', 'network_id': '52f808e6-a72a-4be4-804c-c5e51ac488ad', 'project_id': '2433710460934b67bc31a8cc16493c9b', 'fixed_ips': [{'subnet_id': '1c9263ea-7db3-4a91-a613-918b730ae553'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:36:24.059143 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a33c91ff-7613-468c-9c05-3054e8edccda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:24.169016 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d025-33b4-4af7-a7dc-c5732dfe4298 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:24.171922 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d025-33b4-4af7-a7dc-c5732dfe4298 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:24.325457 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-a33c91ff-7613-468c-9c05-3054e8edccda None None] Allocated IP 172.21.0.2 (52f808e6-a72a-4be4-804c-c5e51ac488ad/1c9263ea-7db3-4a91-a613-918b730ae553/f17cd62a-ef21-4479-9fdb-662ac1117eb3) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:36:24.412856 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d025-33b4-4af7-a7dc-c5732dfe4298 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:24.496380 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d025-33b4-4af7-a7dc-c5732dfe4298 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:24.555939 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a33c91ff-7613-468c-9c05-3054e8edccda None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:24.597617 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d025-33b4-4af7-a7dc-c5732dfe4298 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:24.601163 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a3a7d025-33b4-4af7-a7dc-c5732dfe4298 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6310999 Dec 16 22:36:24.602326 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40406) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:24.635106 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a33c91ff-7613-468c-9c05-3054e8edccda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:24.681352 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c91ff-7613-468c-9c05-3054e8edccda None None] Pushing event updated for resources: {'Port': ['ID=f17cd62a-ef21-4479-9fdb-662ac1117eb3,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:24.711864 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33c91ff-7613-468c-9c05-3054e8edccda None None] Network 52f808e6-a72a-4be4-804c-c5e51ac488ad is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:36:24.713678 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-a33c91ff-7613-468c-9c05-3054e8edccda None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:24.717318 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33c91ff-7613-468c-9c05-3054e8edccda None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:36:24.848496 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-a33c91ff-7613-468c-9c05-3054e8edccda None None] Attempting to bind port f17cd62a-ef21-4479-9fdb-662ac1117eb3 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:36:24.848874 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-a33c91ff-7613-468c-9c05-3054e8edccda None None] Attempting to bind port f17cd62a-ef21-4479-9fdb-662ac1117eb3 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '93c812a9-0cd9-40ac-be9e-3d8218e3e7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '52f808e6-a72a-4be4-804c-c5e51ac488ad'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:36:24.849241 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c91ff-7613-468c-9c05-3054e8edccda None None] Attempting to bind port f17cd62a-ef21-4479-9fdb-662ac1117eb3 on network 52f808e6-a72a-4be4-804c-c5e51ac488ad {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:36:24.858661 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c91ff-7613-468c-9c05-3054e8edccda None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:36:24.859062 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c91ff-7613-468c-9c05-3054e8edccda None None] Checking segment: {'id': '93c812a9-0cd9-40ac-be9e-3d8218e3e7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '52f808e6-a72a-4be4-804c-c5e51ac488ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:36:24.859500 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a33c91ff-7613-468c-9c05-3054e8edccda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:24.859903 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c91ff-7613-468c-9c05-3054e8edccda None None] Bound using segment: {'id': '93c812a9-0cd9-40ac-be9e-3d8218e3e7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '52f808e6-a72a-4be4-804c-c5e51ac488ad'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:36:24.860397 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-a33c91ff-7613-468c-9c05-3054e8edccda None None] Bound port: f17cd62a-ef21-4479-9fdb-662ac1117eb3, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c812a9-0cd9-40ac-be9e-3d8218e3e7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '52f808e6-a72a-4be4-804c-c5e51ac488ad'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:36:24.860785 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a33c91ff-7613-468c-9c05-3054e8edccda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:24.999088 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a33c91ff-7613-468c-9c05-3054e8edccda None None] For port f17cd62a-ef21-4479-9fdb-662ac1117eb3, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:36:25.008952 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a33c91ff-7613-468c-9c05-3054e8edccda None None] For port f17cd62a-ef21-4479-9fdb-662ac1117eb3, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f17cd62a-ef21-4479-9fdb-662ac1117eb3,segment=NetworkSegment(93c812a9-0cd9-40ac-be9e-3d8218e3e7aa),segment_id=93c812a9-0cd9-40ac-be9e-3d8218e3e7aa)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:36:25.104591 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1f53-64fa-4ca5-ba2d-33f33c2eee05 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:25.154556 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a33c91ff-7613-468c-9c05-3054e8edccda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:25.187854 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device dee5e017-ed23-4ade-9e3e-bac4b5dc8083 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:36:25.462943 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c91ff-7613-468c-9c05-3054e8edccda None None] Pushing event updated for resources: {'Port': ['ID=f17cd62a-ef21-4479-9fdb-662ac1117eb3,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:25.521432 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port dee5e017-ed23-4ade-9e3e-bac4b5dc8083 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:25.529118 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:25.624582 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ef12aa-088d-4124-ba96-00ee3ac18761 None None] Network 29595b4a-604d-4af6-8bc3-7d07f11b8b9f requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:36:25.773831 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f9dd9dd9-ed0f-4936-9ed3-eb40677ec377 None None] Provisioning complete for port dee5e017-ed23-4ade-9e3e-bac4b5dc8083 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:25.774209 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9dd9dd9-ed0f-4936-9ed3-eb40677ec377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:25.783773 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-ce0a1f53-64fa-4ca5-ba2d-33f33c2eee05 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Allocated IP 172.20.0.1 (29595b4a-604d-4af6-8bc3-7d07f11b8b9f/6bbe0643-51c0-4d26-9391-94819f693011/b4468cb0-8b36-4422-8e1f-e43fde3e5f7e) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:36:25.808843 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-df82dbab-cc1d-4d7e-8a8b-d82bb737bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:25.906666 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:25.980679 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port dee5e017-ed23-4ade-9e3e-bac4b5dc8083, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=dee5e017-ed23-4ade-9e3e-bac4b5dc8083,segment=NetworkSegment(102fe3b6-5d58-4673-b166-123c3040c100),segment_id=102fe3b6-5d58-4673-b166-123c3040c100)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:36:25.990345 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9dd9dd9-ed0f-4936-9ed3-eb40677ec377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:26.087297 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:26.203874 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1f53-64fa-4ca5-ba2d-33f33c2eee05 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:26.232926 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-f9dd9dd9-ed0f-4936-9ed3-eb40677ec377 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:36:26.240842 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-f9dd9dd9-ed0f-4936-9ed3-eb40677ec377 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:36:26.240842 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=dee5e017-ed23-4ade-9e3e-bac4b5dc8083,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:26.282055 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40434) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:26.372148 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1f53-64fa-4ca5-ba2d-33f33c2eee05 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:26.425932 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d04514e8-926f-48b1-b58f-f8b90003c050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:26.457323 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0a1f53-64fa-4ca5-ba2d-33f33c2eee05 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network 29595b4a-604d-4af6-8bc3-7d07f11b8b9f is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:36:26.481596 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-ce0a1f53-64fa-4ca5-ba2d-33f33c2eee05 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:26.489997 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0a1f53-64fa-4ca5-ba2d-33f33c2eee05 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:36:26.603348 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a1f53-64fa-4ca5-ba2d-33f33c2eee05 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Port': ['ID=b4468cb0-8b36-4422-8e1f-e43fde3e5f7e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:26.640107 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d04514e8-926f-48b1-b58f-f8b90003c050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:26.668367 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1f53-64fa-4ca5-ba2d-33f33c2eee05 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:26.729157 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d04514e8-926f-48b1-b58f-f8b90003c050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:26.772411 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04514e8-926f-48b1-b58f-f8b90003c050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d12564-f639-41bc-b927-da28a89ddaa2,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:26.803487 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d04514e8-926f-48b1-b58f-f8b90003c050 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=081b12b39ed3457fbdd8c596768bbaf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5196183 Dec 16 22:36:26.816046 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40458) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:26.907921 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ec19d8e4-db22-4504-af88-c7ff7499661b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:26.953494 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ec19d8e4-db22-4504-af88-c7ff7499661b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:26.972797 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cb8fcaf5-e2e9-4a92-93d7-6479520288cd None None] Provisioning complete for port dee5e017-ed23-4ade-9e3e-bac4b5dc8083 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:26.973695 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb8fcaf5-e2e9-4a92-93d7-6479520288cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:27.036318 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1f53-64fa-4ca5-ba2d-33f33c2eee05 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:27.043926 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19b5e30-82d1-4650-81ad-8ec25a096754 None None] Network 52f808e6-a72a-4be4-804c-c5e51ac488ad requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:36:27.052149 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:27.091019 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:27.152787 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ec19d8e4-db22-4504-af88-c7ff7499661b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:27.155990 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ec19d8e4-db22-4504-af88-c7ff7499661b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:27.158429 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ec19d8e4-db22-4504-af88-c7ff7499661b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a1d12564-f639-41bc-b927-da28a89ddaa2 HTTP/1.1" status: 204 len: 168 time: 0.3409331 Dec 16 22:36:27.176040 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19d8e4-db22-4504-af88-c7ff7499661b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d12564-f639-41bc-b927-da28a89ddaa2,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:27.266291 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f17cd62a-ef21-4479-9fdb-662ac1117eb3 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:36:27.477661 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port f17cd62a-ef21-4479-9fdb-662ac1117eb3 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:27.477661 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:27.576114 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1f53-64fa-4ca5-ba2d-33f33c2eee05 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:27.639266 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a45e8d91-b1fc-4412-9719-67ef8d422fbf None None] Provisioning complete for port f17cd62a-ef21-4479-9fdb-662ac1117eb3 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:27.639643 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a45e8d91-b1fc-4412-9719-67ef8d422fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:27.644501 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:27.666523 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1f53-64fa-4ca5-ba2d-33f33c2eee05 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:27.727359 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port f17cd62a-ef21-4479-9fdb-662ac1117eb3, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f17cd62a-ef21-4479-9fdb-662ac1117eb3,segment=NetworkSegment(93c812a9-0cd9-40ac-be9e-3d8218e3e7aa),segment_id=93c812a9-0cd9-40ac-be9e-3d8218e3e7aa)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:36:27.820553 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a1f53-64fa-4ca5-ba2d-33f33c2eee05 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Port': ['ID=b4468cb0-8b36-4422-8e1f-e43fde3e5f7e,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:27.833318 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1f53-64fa-4ca5-ba2d-33f33c2eee05 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:27.997643 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0a1f53-64fa-4ca5-ba2d-33f33c2eee05 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network 29595b4a-604d-4af6-8bc3-7d07f11b8b9f is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:36:28.000764 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-ce0a1f53-64fa-4ca5-ba2d-33f33c2eee05 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:28.031469 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:28.032892 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device dee5e017-ed23-4ade-9e3e-bac4b5dc8083 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:36:28.130261 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a45e8d91-b1fc-4412-9719-67ef8d422fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:28.256113 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=f17cd62a-ef21-4479-9fdb-662ac1117eb3,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:28.308474 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port dee5e017-ed23-4ade-9e3e-bac4b5dc8083 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:28.311908 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:28.341997 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0a1f53-64fa-4ca5-ba2d-33f33c2eee05 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Router 5f0a01a0-373b-479f-a80a-81afa070eb61 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:36:28.358474 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a45e8d91-b1fc-4412-9719-67ef8d422fbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:36:28.358474 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a45e8d91-b1fc-4412-9719-67ef8d422fbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:36:28.430877 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:28.480292 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0a1f53-64fa-4ca5-ba2d-33f33c2eee05 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:36:28.498541 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509b5028-52d5-4001-921b-563d33f6b8e0 None None] Sync routers for ids ['5f0a01a0-373b-479f-a80a-81afa070eb61'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:36:28.507094 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40500) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:28.513361 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ce0a1f53-64fa-4ca5-ba2d-33f33c2eee05 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "PUT /v2.0/routers/5f0a01a0-373b-479f-a80a-81afa070eb61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9004486 Dec 16 22:36:28.514821 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509b5028-52d5-4001-921b-563d33f6b8e0 None None] Routers {'5f0a01a0-373b-479f-a80a-81afa070eb61'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:36:28.516793 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-509b5028-52d5-4001-921b-563d33f6b8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['5f0a01a0-373b-479f-a80a-81afa070eb61'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:28.569792 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-509b5028-52d5-4001-921b-563d33f6b8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:28.576652 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6a5445-7cc9-46ef-bd34-c983fb17fa43 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:28.588178 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ee6a5445-7cc9-46ef-bd34-c983fb17fa43 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "GET /v2.0/ports/b4468cb0-8b36-4422-8e1f-e43fde3e5f7e HTTP/1.1" status: 200 len: 910 time: 0.0690448 Dec 16 22:36:28.588357 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:28.588357 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509b5028-52d5-4001-921b-563d33f6b8e0 None None] Routers {'5f0a01a0-373b-479f-a80a-81afa070eb61'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:36:28.588357 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-509b5028-52d5-4001-921b-563d33f6b8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['5f0a01a0-373b-479f-a80a-81afa070eb61'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:28.589014 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40502) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:28.622198 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-509b5028-52d5-4001-921b-563d33f6b8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:28.623371 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509b5028-52d5-4001-921b-563d33f6b8e0 None None] The sync data for ids ['5f0a01a0-373b-479f-a80a-81afa070eb61'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:36:28.947308 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a45e8d91-b1fc-4412-9719-67ef8d422fbf None None] Provisioning complete for port b4468cb0-8b36-4422-8e1f-e43fde3e5f7e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:28.948005 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a45e8d91-b1fc-4412-9719-67ef8d422fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:29.057537 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a45e8d91-b1fc-4412-9719-67ef8d422fbf None None] Port b4468cb0-8b36-4422-8e1f-e43fde3e5f7e cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:36:29.068374 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f17cd62a-ef21-4479-9fdb-662ac1117eb3 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:36:29.130193 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:29.154866 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port f17cd62a-ef21-4479-9fdb-662ac1117eb3 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:29.155452 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:29.226114 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-8afbdb47-b7ff-4643-974e-f3936e4d3a09 None None] Provisioning complete for port f17cd62a-ef21-4479-9fdb-662ac1117eb3 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:29.226488 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8afbdb47-b7ff-4643-974e-f3936e4d3a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:29.333269 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c39585ef-d5e7-40da-8d3d-5fca1c7453ba tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:29.395550 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-8afbdb47-b7ff-4643-974e-f3936e4d3a09 None None] Provisioning complete for port b4468cb0-8b36-4422-8e1f-e43fde3e5f7e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:29.397123 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8afbdb47-b7ff-4643-974e-f3936e4d3a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:29.440578 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-8afbdb47-b7ff-4643-974e-f3936e4d3a09 None None] Port b4468cb0-8b36-4422-8e1f-e43fde3e5f7e cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:36:29.722958 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-c39585ef-d5e7-40da-8d3d-5fca1c7453ba tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Allocated IP 172.21.0.1 (52f808e6-a72a-4be4-804c-c5e51ac488ad/1c9263ea-7db3-4a91-a613-918b730ae553/6ab27ffb-ff8e-4bf3-ad6f-b4d8c9db2b39) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:36:29.867831 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c39585ef-d5e7-40da-8d3d-5fca1c7453ba tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:30.010648 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c39585ef-d5e7-40da-8d3d-5fca1c7453ba tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:30.053897 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39585ef-d5e7-40da-8d3d-5fca1c7453ba tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network 52f808e6-a72a-4be4-804c-c5e51ac488ad is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:36:30.057229 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-c39585ef-d5e7-40da-8d3d-5fca1c7453ba tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:30.061413 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39585ef-d5e7-40da-8d3d-5fca1c7453ba tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:36:30.095632 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39585ef-d5e7-40da-8d3d-5fca1c7453ba tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Port': ['ID=6ab27ffb-ff8e-4bf3-ad6f-b4d8c9db2b39,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:30.132132 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c39585ef-d5e7-40da-8d3d-5fca1c7453ba tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:30.382513 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c9123814-9341-4c0b-b8b0-4e2d8b25223b None None] Provisioning complete for port 6ab27ffb-ff8e-4bf3-ad6f-b4d8c9db2b39 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:30.384354 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c9123814-9341-4c0b-b8b0-4e2d8b25223b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:30.423697 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c39585ef-d5e7-40da-8d3d-5fca1c7453ba tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:30.436212 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c9123814-9341-4c0b-b8b0-4e2d8b25223b None None] Port 6ab27ffb-ff8e-4bf3-ad6f-b4d8c9db2b39 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:36:30.785872 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c39585ef-d5e7-40da-8d3d-5fca1c7453ba tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:30.880772 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c39585ef-d5e7-40da-8d3d-5fca1c7453ba tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:30.971901 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c39585ef-d5e7-40da-8d3d-5fca1c7453ba tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:30.973761 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39585ef-d5e7-40da-8d3d-5fca1c7453ba tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Port': ['ID=6ab27ffb-ff8e-4bf3-ad6f-b4d8c9db2b39,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:31.090534 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39585ef-d5e7-40da-8d3d-5fca1c7453ba tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network 52f808e6-a72a-4be4-804c-c5e51ac488ad is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:36:31.092069 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-c39585ef-d5e7-40da-8d3d-5fca1c7453ba tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:31.260826 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39585ef-d5e7-40da-8d3d-5fca1c7453ba tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Router 5f0a01a0-373b-479f-a80a-81afa070eb61 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:36:31.404662 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39585ef-d5e7-40da-8d3d-5fca1c7453ba tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:36:31.418545 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c39585ef-d5e7-40da-8d3d-5fca1c7453ba tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "PUT /v2.0/routers/5f0a01a0-373b-479f-a80a-81afa070eb61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8267088 Dec 16 22:36:31.429194 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40590) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:31.429323 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc73b35-b644-44d5-8d34-c4e2614e45dd None None] Sync routers for ids ['5f0a01a0-373b-479f-a80a-81afa070eb61'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:36:31.438593 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc73b35-b644-44d5-8d34-c4e2614e45dd None None] Routers {'5f0a01a0-373b-479f-a80a-81afa070eb61'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:36:31.439671 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-6fc73b35-b644-44d5-8d34-c4e2614e45dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['5f0a01a0-373b-479f-a80a-81afa070eb61'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:31.469773 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809cf363-f00e-49aa-925a-a9fab196189c tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:31.471299 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-809cf363-f00e-49aa-925a-a9fab196189c tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "GET /v2.0/ports/6ab27ffb-ff8e-4bf3-ad6f-b4d8c9db2b39 HTTP/1.1" status: 200 len: 910 time: 0.0501263 Dec 16 22:36:31.472497 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b7e8dfd2-0938-4816-a735-93c716d56f63 None None] Provisioning complete for port 6ab27ffb-ff8e-4bf3-ad6f-b4d8c9db2b39 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:31.474419 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40596) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:31.474883 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7e8dfd2-0938-4816-a735-93c716d56f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:31.518529 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-6fc73b35-b644-44d5-8d34-c4e2614e45dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:31.530828 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc73b35-b644-44d5-8d34-c4e2614e45dd None None] Routers {'5f0a01a0-373b-479f-a80a-81afa070eb61'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:36:31.531777 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-6fc73b35-b644-44d5-8d34-c4e2614e45dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['5f0a01a0-373b-479f-a80a-81afa070eb61'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:31.535793 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b7e8dfd2-0938-4816-a735-93c716d56f63 None None] Port 6ab27ffb-ff8e-4bf3-ad6f-b4d8c9db2b39 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:36:31.567375 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-6fc73b35-b644-44d5-8d34-c4e2614e45dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:31.568037 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc73b35-b644-44d5-8d34-c4e2614e45dd None None] The sync data for ids ['5f0a01a0-373b-479f-a80a-81afa070eb61'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:36:31.591836 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8270851-8c99-4250-8543-770f28076293 req-aeadb182-50f3-4af7-8482-1fdbd63e8e0f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9f10a5d9-aae4-4652-8f90-721b9f05678e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1616254 Dec 16 22:36:31.751253 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8270851-8c99-4250-8543-770f28076293 req-32036735-7566-4764-ba85-37cf8d44fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:31.757526 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8270851-8c99-4250-8543-770f28076293 req-32036735-7566-4764-ba85-37cf8d44fc75 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56b451a4e7874b6c8d22f403757d3c5f&device_id=9f10a5d9-aae4-4652-8f90-721b9f05678e HTTP/1.1" status: 200 len: 1097 time: 0.0705719 Dec 16 22:36:31.956990 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8270851-8c99-4250-8543-770f28076293 req-258dc48e-3c1d-4c38-bd1a-66a9657c5a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:31.958685 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8270851-8c99-4250-8543-770f28076293 req-258dc48e-3c1d-4c38-bd1a-66a9657c5a73 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5ad289c5-7afd-4e6b-b966-250f12941104 HTTP/1.1" status: 200 len: 915 time: 0.1627080 Dec 16 22:36:32.038794 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8270851-8c99-4250-8543-770f28076293 req-0a69956f-60cf-4f88-8d88-cbf3ba7025b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c07a043-d9d1-4dd0-a167-799cc8db8c5f HTTP/1.1" status: 200 len: 217 time: 0.0497987 Dec 16 22:36:32.115167 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0c637971-6d7e-43ca-ac92-cec2df3d6523 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:32.195201 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8270851-8c99-4250-8543-770f28076293 req-906254a5-7c03-47db-9bd1-4885b47c006a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:32.196961 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8270851-8c99-4250-8543-770f28076293 req-906254a5-7c03-47db-9bd1-4885b47c006a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3921af46-4a83-4fac-8615-2a2a9abad034 HTTP/1.1" status: 200 len: 855 time: 0.1495564 Dec 16 22:36:32.238345 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8270851-8c99-4250-8543-770f28076293 req-ce1312f8-087d-419d-bdc1-f2504dbcee49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5ad289c5-7afd-4e6b-b966-250f12941104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329857 Dec 16 22:36:32.255849 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-f8270851-8c99-4250-8543-770f28076293 req-28576d99-b80a-4179-962d-36afaf437367 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:36:32.257114 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8270851-8c99-4250-8543-770f28076293 req-28576d99-b80a-4179-962d-36afaf437367 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058658 Dec 16 22:36:32.387508 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8270851-8c99-4250-8543-770f28076293 req-53c8786c-8894-4aad-824f-4f0b71e115be service neutron] 10.222.0.57 "GET /v2.0/networks/5ad289c5-7afd-4e6b-b966-250f12941104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231058 Dec 16 22:36:32.586483 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8270851-8c99-4250-8543-770f28076293 req-0ed927c7-d265-4464-9d7d-293658dae45e service neutron] 10.222.0.57 "GET /v2.0/networks/5ad289c5-7afd-4e6b-b966-250f12941104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748457 Dec 16 22:36:32.657762 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-0c637971-6d7e-43ca-ac92-cec2df3d6523 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Deleting port 6ab27ffb-ff8e-4bf3-ad6f-b4d8c9db2b39 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:36:32.658134 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0c637971-6d7e-43ca-ac92-cec2df3d6523 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:32.802289 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0c637971-6d7e-43ca-ac92-cec2df3d6523 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:32.817976 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-0c637971-6d7e-43ca-ac92-cec2df3d6523 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Calling delete_port for 6ab27ffb-ff8e-4bf3-ad6f-b4d8c9db2b39 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:36:33.136228 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40652) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:33.284893 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5995e184-0207-4692-9210-e452a6dcebbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:33.318417 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0c637971-6d7e-43ca-ac92-cec2df3d6523 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:33.348220 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c637971-6d7e-43ca-ac92-cec2df3d6523 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Port': ['ID=6ab27ffb-ff8e-4bf3-ad6f-b4d8c9db2b39,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:33.441197 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5995e184-0207-4692-9210-e452a6dcebbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:33.521089 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5995e184-0207-4692-9210-e452a6dcebbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:33.572662 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5995e184-0207-4692-9210-e452a6dcebbc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=137e579937b343b3bc0721aa71acff00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4343946 Dec 16 22:36:33.578457 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40662) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:33.611739 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995e184-0207-4692-9210-e452a6dcebbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c68151-354d-41e2-beb7-575cd4078f8c,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:33.643179 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0c637971-6d7e-43ca-ac92-cec2df3d6523 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:33.699353 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-91385134-bbc5-4d09-be6d-305d0e808da6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:33.728526 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-91385134-bbc5-4d09-be6d-305d0e808da6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:33.859877 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-01be88e7-eb3f-44dc-94c3-155c9dd1b710 req-2a2fe6f0-49fb-43fc-a0f7-039da88602f0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=865f7392-65c6-4951-915c-72b4e86e5233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459924 Dec 16 22:36:33.904034 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-91385134-bbc5-4d09-be6d-305d0e808da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:33.911637 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-91385134-bbc5-4d09-be6d-305d0e808da6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:33.913912 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-91385134-bbc5-4d09-be6d-305d0e808da6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a5c68151-354d-41e2-beb7-575cd4078f8c HTTP/1.1" status: 204 len: 168 time: 0.3325551 Dec 16 22:36:33.931848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91385134-bbc5-4d09-be6d-305d0e808da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c68151-354d-41e2-beb7-575cd4078f8c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:34.057954 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be88e7-eb3f-44dc-94c3-155c9dd1b710 req-fa5f6ab3-0775-4a28-a81b-d7cb475f7736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:34.057954 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-01be88e7-eb3f-44dc-94c3-155c9dd1b710 req-fa5f6ab3-0775-4a28-a81b-d7cb475f7736 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=720f6d1270aa4ecaab964d0eb84b215e&device_id=865f7392-65c6-4951-915c-72b4e86e5233 HTTP/1.1" status: 200 len: 1096 time: 0.0954998 Dec 16 22:36:34.293552 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be88e7-eb3f-44dc-94c3-155c9dd1b710 req-2f2fc0a6-c776-46e6-8105-7504184da8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:34.296364 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-01be88e7-eb3f-44dc-94c3-155c9dd1b710 req-2f2fc0a6-c776-46e6-8105-7504184da8b5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d9f61c4-cc29-4ddf-89f0-e4012f9c023f HTTP/1.1" status: 200 len: 911 time: 0.2067816 Dec 16 22:36:34.394031 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c637971-6d7e-43ca-ac92-cec2df3d6523 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Router 5f0a01a0-373b-479f-a80a-81afa070eb61 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:36:34.445251 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-01be88e7-eb3f-44dc-94c3-155c9dd1b710 req-755c039c-90cf-4953-94d8-7e40b1cec72e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27e0a11f-6729-4cd8-a02d-e58ddfda84cd HTTP/1.1" status: 200 len: 1000 time: 0.1385896 Dec 16 22:36:34.539787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be88e7-eb3f-44dc-94c3-155c9dd1b710 req-f0f0f73d-fa68-4c10-aad4-827fdb0660d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:34.551594 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-01be88e7-eb3f-44dc-94c3-155c9dd1b710 req-f0f0f73d-fa68-4c10-aad4-827fdb0660d8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04b9b352-17cc-4c58-8901-6e5b7abd436d HTTP/1.1" status: 200 len: 850 time: 0.0878863 Dec 16 22:36:34.558372 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c637971-6d7e-43ca-ac92-cec2df3d6523 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:36:34.564215 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0c637971-6d7e-43ca-ac92-cec2df3d6523 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "PUT /v2.0/routers/5f0a01a0-373b-479f-a80a-81afa070eb61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0881286 Dec 16 22:36:34.567483 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40684) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:34.572457 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2642f991-3c46-4335-bbbc-f461e8952c8f None None] Sync routers for ids ['5f0a01a0-373b-479f-a80a-81afa070eb61'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:36:34.584935 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2642f991-3c46-4335-bbbc-f461e8952c8f None None] Routers {'5f0a01a0-373b-479f-a80a-81afa070eb61'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:36:34.585694 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-2642f991-3c46-4335-bbbc-f461e8952c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['5f0a01a0-373b-479f-a80a-81afa070eb61'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:34.631816 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be88e7-eb3f-44dc-94c3-155c9dd1b710 req-29aa07d2-e2b5-481e-a3e2-687971611bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:34.633715 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-01be88e7-eb3f-44dc-94c3-155c9dd1b710 req-29aa07d2-e2b5-481e-a3e2-687971611bde service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d9f61c4-cc29-4ddf-89f0-e4012f9c023f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802264 Dec 16 22:36:34.661189 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-2642f991-3c46-4335-bbbc-f461e8952c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:34.675741 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2642f991-3c46-4335-bbbc-f461e8952c8f None None] Routers {'5f0a01a0-373b-479f-a80a-81afa070eb61'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:36:34.676844 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-2642f991-3c46-4335-bbbc-f461e8952c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['5f0a01a0-373b-479f-a80a-81afa070eb61'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:34.716247 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-2642f991-3c46-4335-bbbc-f461e8952c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:34.717194 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2642f991-3c46-4335-bbbc-f461e8952c8f None None] The sync data for ids ['5f0a01a0-373b-479f-a80a-81afa070eb61'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:36:34.827288 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-01be88e7-eb3f-44dc-94c3-155c9dd1b710 req-1497834e-2f0e-4105-8d84-44681d25a475 service neutron] 10.222.0.76 "GET /v2.0/networks/4d9f61c4-cc29-4ddf-89f0-e4012f9c023f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809957 Dec 16 22:36:34.938817 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40696) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:34.989085 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87ff30bf-4a59-44d9-b1a3-fc456e49ba2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:35.019310 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-01be88e7-eb3f-44dc-94c3-155c9dd1b710 req-19b7112e-60d2-4d36-9117-58d2dc700e6c service neutron] 10.222.0.76 "GET /v2.0/networks/4d9f61c4-cc29-4ddf-89f0-e4012f9c023f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866450 Dec 16 22:36:35.131518 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87ff30bf-4a59-44d9-b1a3-fc456e49ba2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:35.165014 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-975d24e3-3425-4db6-9997-2c5473559209 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:35.263349 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87ff30bf-4a59-44d9-b1a3-fc456e49ba2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:35.328148 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-87ff30bf-4a59-44d9-b1a3-fc456e49ba2b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0f7286adf9834c9a9836549fde3f6204&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3596168 Dec 16 22:36:35.329290 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40706) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:35.329798 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff30bf-4a59-44d9-b1a3-fc456e49ba2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876a829c-99bc-427f-95d9-6e4c8abb06f6,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:35.444646 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4499b8b3-c987-4ee0-b61e-729ba22e8adc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:35.474975 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4499b8b3-c987-4ee0-b61e-729ba22e8adc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:35.593551 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-975d24e3-3425-4db6-9997-2c5473559209 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Deleting port b4468cb0-8b36-4422-8e1f-e43fde3e5f7e {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:36:35.593941 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-975d24e3-3425-4db6-9997-2c5473559209 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:35.623565 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4499b8b3-c987-4ee0-b61e-729ba22e8adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:35.626497 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4499b8b3-c987-4ee0-b61e-729ba22e8adc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:35.635062 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4499b8b3-c987-4ee0-b61e-729ba22e8adc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/876a829c-99bc-427f-95d9-6e4c8abb06f6 HTTP/1.1" status: 204 len: 168 time: 0.3042319 Dec 16 22:36:35.649211 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499b8b3-c987-4ee0-b61e-729ba22e8adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876a829c-99bc-427f-95d9-6e4c8abb06f6,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:35.719759 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-975d24e3-3425-4db6-9997-2c5473559209 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:35.747888 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-975d24e3-3425-4db6-9997-2c5473559209 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Calling delete_port for b4468cb0-8b36-4422-8e1f-e43fde3e5f7e owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:36:36.035897 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-975d24e3-3425-4db6-9997-2c5473559209 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:36.072274 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d24e3-3425-4db6-9997-2c5473559209 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Port': ['ID=b4468cb0-8b36-4422-8e1f-e43fde3e5f7e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:36.258865 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-975d24e3-3425-4db6-9997-2c5473559209 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:36.463699 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975d24e3-3425-4db6-9997-2c5473559209 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Router 5f0a01a0-373b-479f-a80a-81afa070eb61 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:36:36.567468 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975d24e3-3425-4db6-9997-2c5473559209 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:36:36.573185 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-975d24e3-3425-4db6-9997-2c5473559209 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "PUT /v2.0/routers/5f0a01a0-373b-479f-a80a-81afa070eb61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0045431 Dec 16 22:36:36.576959 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40738) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:36.579605 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff5ec0d-bfec-403d-82ef-c536ea041550 None None] Sync routers for ids ['5f0a01a0-373b-479f-a80a-81afa070eb61'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:36:36.592098 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff5ec0d-bfec-403d-82ef-c536ea041550 None None] Routers {'5f0a01a0-373b-479f-a80a-81afa070eb61'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:36:36.594971 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-fff5ec0d-bfec-403d-82ef-c536ea041550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['5f0a01a0-373b-479f-a80a-81afa070eb61'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:36.631183 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-eca00103-0cb6-4068-b106-35c7fb9cebbd tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f0a01a0-373b-479f-a80a-81afa070eb61 HTTP/1.1" status: 200 len: 205 time: 0.0405769 Dec 16 22:36:36.632966 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40742) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:36.656685 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-fff5ec0d-bfec-403d-82ef-c536ea041550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:36.667134 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff5ec0d-bfec-403d-82ef-c536ea041550 None None] Routers {'5f0a01a0-373b-479f-a80a-81afa070eb61'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:36:36.668617 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-fff5ec0d-bfec-403d-82ef-c536ea041550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['5f0a01a0-373b-479f-a80a-81afa070eb61'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:36.714843 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-fff5ec0d-bfec-403d-82ef-c536ea041550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:36.715991 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff5ec0d-bfec-403d-82ef-c536ea041550 None None] The sync data for ids ['5f0a01a0-373b-479f-a80a-81afa070eb61'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:36:36.771641 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbda86f1-7eec-49f1-a9fe-b9fcb86a5475 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:36.982429 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbda86f1-7eec-49f1-a9fe-b9fcb86a5475 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:36.984745 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbda86f1-7eec-49f1-a9fe-b9fcb86a5475 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:37.141150 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbda86f1-7eec-49f1-a9fe-b9fcb86a5475 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:37.145683 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbda86f1-7eec-49f1-a9fe-b9fcb86a5475 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Fanout notify agent at l3_agent the message router_deleted on router 5f0a01a0-373b-479f-a80a-81afa070eb61 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:36:37.160751 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fbda86f1-7eec-49f1-a9fe-b9fcb86a5475 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:37.162400 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fbda86f1-7eec-49f1-a9fe-b9fcb86a5475 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/routers/5f0a01a0-373b-479f-a80a-81afa070eb61 HTTP/1.1" status: 204 len: 168 time: 0.5282910 Dec 16 22:36:37.165984 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40760) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:37.267737 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7047d15-02ed-4980-8042-afa695a37598 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Deleting subnet 1c9263ea-7db3-4a91-a613-918b730ae553 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:36:37.272921 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a7047d15-02ed-4980-8042-afa695a37598 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:37.340034 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a7047d15-02ed-4980-8042-afa695a37598 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:37.463228 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a7047d15-02ed-4980-8042-afa695a37598 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:37.638329 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a7047d15-02ed-4980-8042-afa695a37598 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:37.665282 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a7047d15-02ed-4980-8042-afa695a37598 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:37.672397 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759b671f-6dd0-4ba0-8c5b-ecb1baa2f4eb None None] Network 52f808e6-a72a-4be4-804c-c5e51ac488ad requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:36:37.676848 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a7047d15-02ed-4980-8042-afa695a37598 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/subnets/1c9263ea-7db3-4a91-a613-918b730ae553 HTTP/1.1" status: 204 len: 168 time: 0.5069242 Dec 16 22:36:37.677637 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40780) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:37.693902 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:36:37.727275 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7047d15-02ed-4980-8042-afa695a37598 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Subnet': ['ID=1c9263ea-7db3-4a91-a613-918b730ae553,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:37.762434 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a4327c1-be9c-4384-b257-88f4f4ccfeb4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Deleting subnet 6bbe0643-51c0-4d26-9391-94819f693011 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:36:37.775795 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1a4327c1-be9c-4384-b257-88f4f4ccfeb4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:37.863448 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1a4327c1-be9c-4384-b257-88f4f4ccfeb4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:37.970965 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41808b8b-52c4-48dd-a43a-6ed94fac3a44 None None] DHCP port deletion for 52f808e6-a72a-4be4-804c-c5e51ac488ad request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:36:38.032699 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1a4327c1-be9c-4384-b257-88f4f4ccfeb4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:38.074485 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-41808b8b-52c4-48dd-a43a-6ed94fac3a44 None None] Deleting port f17cd62a-ef21-4479-9fdb-662ac1117eb3 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:36:38.075173 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-41808b8b-52c4-48dd-a43a-6ed94fac3a44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:38.204858 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1a4327c1-be9c-4384-b257-88f4f4ccfeb4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:38.222759 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-41808b8b-52c4-48dd-a43a-6ed94fac3a44 None None] For port f17cd62a-ef21-4479-9fdb-662ac1117eb3, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f17cd62a-ef21-4479-9fdb-662ac1117eb3,segment=NetworkSegment(93c812a9-0cd9-40ac-be9e-3d8218e3e7aa),segment_id=93c812a9-0cd9-40ac-be9e-3d8218e3e7aa)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:36:38.223565 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-41808b8b-52c4-48dd-a43a-6ed94fac3a44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:38.250360 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-41808b8b-52c4-48dd-a43a-6ed94fac3a44 None None] Calling delete_port for f17cd62a-ef21-4479-9fdb-662ac1117eb3 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:36:38.253919 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1a4327c1-be9c-4384-b257-88f4f4ccfeb4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:38.261453 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1de056-40f0-49c8-9012-31ad9883eba3 None None] Network 29595b4a-604d-4af6-8bc3-7d07f11b8b9f requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:36:38.263780 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40790) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:38.264402 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1a4327c1-be9c-4384-b257-88f4f4ccfeb4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/subnets/6bbe0643-51c0-4d26-9391-94819f693011 HTTP/1.1" status: 204 len: 168 time: 0.5848870 Dec 16 22:36:38.265461 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4327c1-be9c-4384-b257-88f4f4ccfeb4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Subnet': ['ID=6bbe0643-51c0-4d26-9391-94819f693011,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:38.452560 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-73d7f660-7efe-4263-91d7-5d7e96d7e691 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:38.535516 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f3199e-47cc-45c1-b805-916849d655d8 None None] DHCP port deletion for 29595b4a-604d-4af6-8bc3-7d07f11b8b9f request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:36:38.552574 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-73d7f660-7efe-4263-91d7-5d7e96d7e691 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Deleting port f17cd62a-ef21-4479-9fdb-662ac1117eb3 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:36:38.552928 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-73d7f660-7efe-4263-91d7-5d7e96d7e691 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:38.587071 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-41808b8b-52c4-48dd-a43a-6ed94fac3a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:38.691207 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41808b8b-52c4-48dd-a43a-6ed94fac3a44 None None] Pushing event deleted for resources: {'Port': ['ID=f17cd62a-ef21-4479-9fdb-662ac1117eb3,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:38.700959 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41808b8b-52c4-48dd-a43a-6ed94fac3a44 None None] No DVR routers for this DVR port f17cd62a-ef21-4479-9fdb-662ac1117eb3 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:36:38.730091 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41808b8b-52c4-48dd-a43a-6ed94fac3a44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:38.730442 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41808b8b-52c4-48dd-a43a-6ed94fac3a44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:38.730788 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41808b8b-52c4-48dd-a43a-6ed94fac3a44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:38.731118 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-73d7f660-7efe-4263-91d7-5d7e96d7e691 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] For port f17cd62a-ef21-4479-9fdb-662ac1117eb3, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f17cd62a-ef21-4479-9fdb-662ac1117eb3,segment=NetworkSegment(93c812a9-0cd9-40ac-be9e-3d8218e3e7aa),segment_id=93c812a9-0cd9-40ac-be9e-3d8218e3e7aa)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:36:38.731606 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-73d7f660-7efe-4263-91d7-5d7e96d7e691 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:38.734205 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41808b8b-52c4-48dd-a43a-6ed94fac3a44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:38.734615 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41808b8b-52c4-48dd-a43a-6ed94fac3a44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:38.734967 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41808b8b-52c4-48dd-a43a-6ed94fac3a44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:38.739171 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41808b8b-52c4-48dd-a43a-6ed94fac3a44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:38.739480 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41808b8b-52c4-48dd-a43a-6ed94fac3a44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:38.739905 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41808b8b-52c4-48dd-a43a-6ed94fac3a44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:38.740250 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41808b8b-52c4-48dd-a43a-6ed94fac3a44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:38.740769 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41808b8b-52c4-48dd-a43a-6ed94fac3a44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:38.741322 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41808b8b-52c4-48dd-a43a-6ed94fac3a44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:38.742433 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41808b8b-52c4-48dd-a43a-6ed94fac3a44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:38.762529 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-73d7f660-7efe-4263-91d7-5d7e96d7e691 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Calling delete_port for f17cd62a-ef21-4479-9fdb-662ac1117eb3 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:36:38.773476 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-48f3199e-47cc-45c1-b805-916849d655d8 None None] Deleting port dee5e017-ed23-4ade-9e3e-bac4b5dc8083 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:36:38.773851 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-48f3199e-47cc-45c1-b805-916849d655d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:38.900722 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-73d7f660-7efe-4263-91d7-5d7e96d7e691 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:38.911247 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-48f3199e-47cc-45c1-b805-916849d655d8 None None] For port dee5e017-ed23-4ade-9e3e-bac4b5dc8083, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=dee5e017-ed23-4ade-9e3e-bac4b5dc8083,segment=NetworkSegment(102fe3b6-5d58-4673-b166-123c3040c100),segment_id=102fe3b6-5d58-4673-b166-123c3040c100)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:36:38.912580 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-48f3199e-47cc-45c1-b805-916849d655d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:38.927744 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-48f3199e-47cc-45c1-b805-916849d655d8 None None] Calling delete_port for dee5e017-ed23-4ade-9e3e-bac4b5dc8083 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:36:38.981223 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7f660-7efe-4263-91d7-5d7e96d7e691 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Port': ['ID=f17cd62a-ef21-4479-9fdb-662ac1117eb3,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:39.008682 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d7f660-7efe-4263-91d7-5d7e96d7e691 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] No DVR routers for this DVR port f17cd62a-ef21-4479-9fdb-662ac1117eb3 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:36:39.118373 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f17cd62a-ef21-4479-9fdb-662ac1117eb3 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:36:39.163659 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: f17cd62a-ef21-4479-9fdb-662ac1117eb3 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:36:39.164144 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f17cd62a-ef21-4479-9fdb-662ac1117eb3 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:36:39.164582 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device dee5e017-ed23-4ade-9e3e-bac4b5dc8083 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:36:39.169077 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-73d7f660-7efe-4263-91d7-5d7e96d7e691 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:39.218338 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-73d7f660-7efe-4263-91d7-5d7e96d7e691 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f808e6-a72a-4be4-804c-c5e51ac488ad']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:39.225932 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-48f3199e-47cc-45c1-b805-916849d655d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:39.233343 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-73d7f660-7efe-4263-91d7-5d7e96d7e691 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c812a9-0cd9-40ac-be9e-3d8218e3e7aa') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:39.234056 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-73d7f660-7efe-4263-91d7-5d7e96d7e691 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c812a9-0cd9-40ac-be9e-3d8218e3e7aa') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:39.250127 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-73d7f660-7efe-4263-91d7-5d7e96d7e691 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:39.275378 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3199e-47cc-45c1-b805-916849d655d8 None None] Pushing event deleted for resources: {'Port': ['ID=dee5e017-ed23-4ade-9e3e-bac4b5dc8083,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:39.293994 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f3199e-47cc-45c1-b805-916849d655d8 None None] No DVR routers for this DVR port dee5e017-ed23-4ade-9e3e-bac4b5dc8083 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:36:39.300354 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-73d7f660-7efe-4263-91d7-5d7e96d7e691 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:39.316244 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d7f660-7efe-4263-91d7-5d7e96d7e691 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:36:39.316627 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-73d7f660-7efe-4263-91d7-5d7e96d7e691 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:39.324003 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No active binding found for port dee5e017-ed23-4ade-9e3e-bac4b5dc8083 {{(pid=103615) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 22:36:39.324468 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device dee5e017-ed23-4ade-9e3e-bac4b5dc8083 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:36:39.326675 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:36:39.471950 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-73d7f660-7efe-4263-91d7-5d7e96d7e691 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:39.495389 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-73d7f660-7efe-4263-91d7-5d7e96d7e691 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:39.502925 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-73d7f660-7efe-4263-91d7-5d7e96d7e691 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/networks/52f808e6-a72a-4be4-804c-c5e51ac488ad HTTP/1.1" status: 204 len: 168 time: 1.2336898 Dec 16 22:36:39.502925 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7f660-7efe-4263-91d7-5d7e96d7e691 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Network': ['ID=52f808e6-a72a-4be4-804c-c5e51ac488ad,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:39.503205 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40832) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:39.654977 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-394f6196-69d8-4aa1-bebe-145050242aa3 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:39.686085 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40846) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:39.761722 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-394f6196-69d8-4aa1-bebe-145050242aa3 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:39.785171 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-394f6196-69d8-4aa1-bebe-145050242aa3 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29595b4a-604d-4af6-8bc3-7d07f11b8b9f']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:39.815190 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-394f6196-69d8-4aa1-bebe-145050242aa3 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102fe3b6-5d58-4673-b166-123c3040c100') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:39.815497 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-394f6196-69d8-4aa1-bebe-145050242aa3 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102fe3b6-5d58-4673-b166-123c3040c100') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:39.846752 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-394f6196-69d8-4aa1-bebe-145050242aa3 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:39.882457 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-394f6196-69d8-4aa1-bebe-145050242aa3 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:39.898196 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394f6196-69d8-4aa1-bebe-145050242aa3 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:36:39.902651 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-394f6196-69d8-4aa1-bebe-145050242aa3 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:36:39.936327 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:36:40.066419 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3da2dc-882b-4b8e-aa5e-a37b31d0ef85 admin admin] Deleting subnet e6716b3b-84de-4553-8e58-e0833c224998 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:36:40.070176 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fc3da2dc-882b-4b8e-aa5e-a37b31d0ef85 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:40.083606 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-394f6196-69d8-4aa1-bebe-145050242aa3 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:40.112142 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-394f6196-69d8-4aa1-bebe-145050242aa3 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:40.116144 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-394f6196-69d8-4aa1-bebe-145050242aa3 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/networks/29595b4a-604d-4af6-8bc3-7d07f11b8b9f HTTP/1.1" status: 204 len: 168 time: 0.6126320 Dec 16 22:36:40.120733 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f6196-69d8-4aa1-bebe-145050242aa3 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Network': ['ID=29595b4a-604d-4af6-8bc3-7d07f11b8b9f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:40.122592 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40854) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:40.132199 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fc3da2dc-882b-4b8e-aa5e-a37b31d0ef85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:40.177246 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fc3da2dc-882b-4b8e-aa5e-a37b31d0ef85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:40.238912 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-0db012a8-b42f-4d1f-b647-49813979ae2d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'network': {'name': 'tempest-RoutersTest-1052827858'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:40.312756 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fc3da2dc-882b-4b8e-aa5e-a37b31d0ef85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:40.364933 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fc3da2dc-882b-4b8e-aa5e-a37b31d0ef85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:40.370303 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fc3da2dc-882b-4b8e-aa5e-a37b31d0ef85 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/e6716b3b-84de-4553-8e58-e0833c224998 HTTP/1.1" status: 204 len: 168 time: 0.6829095 Dec 16 22:36:40.373541 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40856) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:40.380588 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3da2dc-882b-4b8e-aa5e-a37b31d0ef85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6716b3b-84de-4553-8e58-e0833c224998,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:40.386981 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db012a8-b42f-4d1f-b647-49813979ae2d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Made reservation on behalf of 2433710460934b67bc31a8cc16493c9b for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:36:40.391863 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0db012a8-b42f-4d1f-b647-49813979ae2d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:40.452757 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db012a8-b42f-4d1f-b647-49813979ae2d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:36:40.532876 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40860) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:40.625751 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ed5edb8-f631-4d79-b912-d710ec1112b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:40.971923 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0db012a8-b42f-4d1f-b647-49813979ae2d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:40.971923 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-0db012a8-b42f-4d1f-b647-49813979ae2d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Added segment 08a85e0f-ce38-4bd3-88b9-8e5697134f7b of type vlan for network f7df56ba-19d4-45df-93c3-79ab5da17b25 Dec 16 22:36:40.971923 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0db012a8-b42f-4d1f-b647-49813979ae2d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:40.974686 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ca4d5e7-e769-4dd4-9057-13f0b1783161 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:40.974686 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ed5edb8-f631-4d79-b912-d710ec1112b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:40.974686 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-7ed5edb8-f631-4d79-b912-d710ec1112b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf2ee24-c262-4da5-9a76-f3d93b6d6b90']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:40.974686 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-7ed5edb8-f631-4d79-b912-d710ec1112b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:40.974686 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-7ed5edb8-f631-4d79-b912-d710ec1112b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea4e2b8-0b60-4c0c-b9dc-22bf856cb8e3') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:40.974686 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ed5edb8-f631-4d79-b912-d710ec1112b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:40.977563 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0db012a8-b42f-4d1f-b647-49813979ae2d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:40.977563 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db012a8-b42f-4d1f-b647-49813979ae2d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:40.977563 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0db012a8-b42f-4d1f-b647-49813979ae2d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ed5edb8-f631-4d79-b912-d710ec1112b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed5edb8-f631-4d79-b912-d710ec1112b9 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ed5edb8-f631-4d79-b912-d710ec1112b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ca4d5e7-e769-4dd4-9057-13f0b1783161 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:36:40.978719 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:36:41.037761 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db012a8-b42f-4d1f-b647-49813979ae2d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Network': ['ID=f7df56ba-19d4-45df-93c3-79ab5da17b25,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:41.059186 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network f7df56ba-19d4-45df-93c3-79ab5da17b25 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:36:41.222210 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ca4d5e7-e769-4dd4-9057-13f0b1783161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:41.246848 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0db012a8-b42f-4d1f-b647-49813979ae2d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1229320 Dec 16 22:36:41.249780 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40870) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:41.255059 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-3612643c-1178-4acc-ab31-35e3d2803720 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'subnet': {'network_id': 'f7df56ba-19d4-45df-93c3-79ab5da17b25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:41.256222 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4d5e7-e769-4dd4-9057-13f0b1783161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0615091e-317b-412e-8e85-cb656bcef70d,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:41.274647 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5ca4d5e7-e769-4dd4-9057-13f0b1783161 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e00a15924ece43569f951067c550f882&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7405169 Dec 16 22:36:41.276534 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ed5edb8-f631-4d79-b912-d710ec1112b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:41.278801 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40872) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:41.298228 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ed5edb8-f631-4d79-b912-d710ec1112b9 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:41.301897 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7ed5edb8-f631-4d79-b912-d710ec1112b9 admin admin] 10.222.0.75 "DELETE /v2.0/networks/daf2ee24-c262-4da5-9a76-f3d93b6d6b90 HTTP/1.1" status: 204 len: 168 time: 0.9273078 Dec 16 22:36:41.332240 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5edb8-f631-4d79-b912-d710ec1112b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=daf2ee24-c262-4da5-9a76-f3d93b6d6b90,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:41.384596 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4f921dd8-5099-4d7b-b1b6-4c88884ef8cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:41.424343 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4f921dd8-5099-4d7b-b1b6-4c88884ef8cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:41.552052 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3612643c-1178-4acc-ab31-35e3d2803720 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Made reservation on behalf of 2433710460934b67bc31a8cc16493c9b for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:36:41.555864 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3612643c-1178-4acc-ab31-35e3d2803720 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:41.643541 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4f921dd8-5099-4d7b-b1b6-4c88884ef8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:41.646256 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4f921dd8-5099-4d7b-b1b6-4c88884ef8cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:41.649949 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4f921dd8-5099-4d7b-b1b6-4c88884ef8cd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0615091e-317b-412e-8e85-cb656bcef70d HTTP/1.1" status: 204 len: 168 time: 0.3669605 Dec 16 22:36:41.660840 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f921dd8-5099-4d7b-b1b6-4c88884ef8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0615091e-317b-412e-8e85-cb656bcef70d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:41.841790 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40886) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:41.920721 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-65a0bd59-6078-4a82-bbb1-5d67054a0d45 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4d6adf58f5674384a730a357e3b62c83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0775120 Dec 16 22:36:41.924174 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40890) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:41.986883 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3802c68f-74e8-43a7-968a-166019ba9185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:42.020254 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3802c68f-74e8-43a7-968a-166019ba9185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:42.187509 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3802c68f-74e8-43a7-968a-166019ba9185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:42.190657 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3802c68f-74e8-43a7-968a-166019ba9185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:42.191955 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3802c68f-74e8-43a7-968a-166019ba9185 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4f16d179-18d5-4d45-b2c2-ad7b37955b54 HTTP/1.1" status: 204 len: 168 time: 0.2666371 Dec 16 22:36:42.210127 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802c68f-74e8-43a7-968a-166019ba9185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f16d179-18d5-4d45-b2c2-ad7b37955b54,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:42.380780 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3612643c-1178-4acc-ab31-35e3d2803720 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:42.498146 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612643c-1178-4acc-ab31-35e3d2803720 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Subnet': ['ID=fb12ceac-056f-4adb-9f3d-0b1b205d59a2,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:42.514878 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3612643c-1178-4acc-ab31-35e3d2803720 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Checking segment: {'id': '08a85e0f-ce38-4bd3-88b9-8e5697134f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f7df56ba-19d4-45df-93c3-79ab5da17b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:36:42.515491 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3612643c-1178-4acc-ab31-35e3d2803720 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network hostable DHCP agents. Network: f7df56ba-19d4-45df-93c3-79ab5da17b25, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:36:42.552684 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40900) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:42.570829 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8c6b4aed-6c4b-4410-b0e5-798b7e95e721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:42.656657 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40902) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:42.678028 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3612643c-1178-4acc-ab31-35e3d2803720 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network f7df56ba-19d4-45df-93c3-79ab5da17b25 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:36:42.728220 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8c6b4aed-6c4b-4410-b0e5-798b7e95e721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:42.800838 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-52a9f516-0f1b-4a82-9b33-a70ef1654591 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:42.821190 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-3612643c-1178-4acc-ab31-35e3d2803720 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, f7df56ba-19d4-45df-93c3-79ab5da17b25) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:42.822698 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8c6b4aed-6c4b-4410-b0e5-798b7e95e721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:42.827717 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3612643c-1178-4acc-ab31-35e3d2803720 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:42.827946 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3612643c-1178-4acc-ab31-35e3d2803720 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:42.836850 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430e66f2-0869-4aea-bfb0-2148ef212e72 None None] Network f7df56ba-19d4-45df-93c3-79ab5da17b25 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:36:42.892757 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b4aed-6c4b-4410-b0e5-798b7e95e721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145db356-a8bf-4097-9e2b-69b126887d5f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:42.900421 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8c6b4aed-6c4b-4410-b0e5-798b7e95e721 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=28a471834c0e489cac3c69ed8ed3c22a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3465729 Dec 16 22:36:42.905490 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40908) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:42.974056 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-52a9f516-0f1b-4a82-9b33-a70ef1654591 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:43.013868 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24ba38ea-608e-445f-b255-18b4d7ce5d13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:43.016173 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7657f25c-b540-4aeb-925f-68354feea118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-f7df56ba-19d4-45df-93c3-79ab5da17b25', 'network_id': 'f7df56ba-19d4-45df-93c3-79ab5da17b25', 'project_id': '2433710460934b67bc31a8cc16493c9b', 'fixed_ips': [{'subnet_id': 'fb12ceac-056f-4adb-9f3d-0b1b205d59a2'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:36:43.017279 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7657f25c-b540-4aeb-925f-68354feea118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:43.019405 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3612643c-1178-4acc-ab31-35e3d2803720 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7669649 Dec 16 22:36:43.021453 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40912) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:43.027742 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-36b5d0ac-6fb1-4da0-ab63-27c69bb6038a tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-12411368', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:43.038483 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24ba38ea-608e-445f-b255-18b4d7ce5d13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:43.112014 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-52a9f516-0f1b-4a82-9b33-a70ef1654591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:43.159806 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-52a9f516-0f1b-4a82-9b33-a70ef1654591 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6f1bde78671d4473b22396cfb6c0722e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5011568 Dec 16 22:36:43.160914 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9f516-0f1b-4a82-9b33-a70ef1654591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef152f24-1971-4415-b8f0-58f0ef85ba75,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:43.162414 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40918) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:43.164295 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-36b5d0ac-6fb1-4da0-ab63-27c69bb6038a tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:43.165377 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-36b5d0ac-6fb1-4da0-ab63-27c69bb6038a tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:43.188860 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-7657f25c-b540-4aeb-925f-68354feea118 None None] Allocated IP 172.20.0.2 (f7df56ba-19d4-45df-93c3-79ab5da17b25/fb12ceac-056f-4adb-9f3d-0b1b205d59a2/5496778b-7ffb-48a5-a7cf-d49f620d3f33) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:36:43.222334 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24ba38ea-608e-445f-b255-18b4d7ce5d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:43.226064 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24ba38ea-608e-445f-b255-18b4d7ce5d13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:43.230342 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-24ba38ea-608e-445f-b255-18b4d7ce5d13 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/145db356-a8bf-4097-9e2b-69b126887d5f HTTP/1.1" status: 204 len: 168 time: 0.3204017 Dec 16 22:36:43.260830 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba38ea-608e-445f-b255-18b4d7ce5d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145db356-a8bf-4097-9e2b-69b126887d5f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:43.286694 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-90592922-7825-4af0-b031-71d9a29406d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:43.308711 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-36b5d0ac-6fb1-4da0-ab63-27c69bb6038a tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:43.336416 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-90592922-7825-4af0-b031-71d9a29406d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:43.382127 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7657f25c-b540-4aeb-925f-68354feea118 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:43.438338 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-36b5d0ac-6fb1-4da0-ab63-27c69bb6038a tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:43.466384 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-90592922-7825-4af0-b031-71d9a29406d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:43.466782 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7657f25c-b540-4aeb-925f-68354feea118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:43.469121 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-90592922-7825-4af0-b031-71d9a29406d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:43.470381 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-90592922-7825-4af0-b031-71d9a29406d4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ef152f24-1971-4415-b8f0-58f0ef85ba75 HTTP/1.1" status: 204 len: 168 time: 0.3048968 Dec 16 22:36:43.478572 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90592922-7825-4af0-b031-71d9a29406d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef152f24-1971-4415-b8f0-58f0ef85ba75,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:43.519029 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7657f25c-b540-4aeb-925f-68354feea118 None None] Network f7df56ba-19d4-45df-93c3-79ab5da17b25 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:36:43.522584 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-36b5d0ac-6fb1-4da0-ab63-27c69bb6038a tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:43.523851 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-36b5d0ac-6fb1-4da0-ab63-27c69bb6038a tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5011921 Dec 16 22:36:43.525310 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-7657f25c-b540-4aeb-925f-68354feea118 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:43.527628 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40930) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:43.529709 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7657f25c-b540-4aeb-925f-68354feea118 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:36:43.534414 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-d17347e1-e841-4ee1-b4ad-3fb288886b49 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'port': {'network_id': 'f7df56ba-19d4-45df-93c3-79ab5da17b25', 'name': 'tempest-RoutersTest-359260475'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:43.541104 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657f25c-b540-4aeb-925f-68354feea118 None None] Pushing event updated for resources: {'Port': ['ID=5496778b-7ffb-48a5-a7cf-d49f620d3f33,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:43.595637 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7657f25c-b540-4aeb-925f-68354feea118 None None] Attempting to bind port 5496778b-7ffb-48a5-a7cf-d49f620d3f33 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:36:43.596220 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7657f25c-b540-4aeb-925f-68354feea118 None None] Attempting to bind port 5496778b-7ffb-48a5-a7cf-d49f620d3f33 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '08a85e0f-ce38-4bd3-88b9-8e5697134f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f7df56ba-19d4-45df-93c3-79ab5da17b25'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:36:43.596846 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7657f25c-b540-4aeb-925f-68354feea118 None None] Attempting to bind port 5496778b-7ffb-48a5-a7cf-d49f620d3f33 on network f7df56ba-19d4-45df-93c3-79ab5da17b25 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:36:43.615360 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7657f25c-b540-4aeb-925f-68354feea118 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:36:43.615360 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7657f25c-b540-4aeb-925f-68354feea118 None None] Checking segment: {'id': '08a85e0f-ce38-4bd3-88b9-8e5697134f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f7df56ba-19d4-45df-93c3-79ab5da17b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:36:43.615360 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7657f25c-b540-4aeb-925f-68354feea118 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:43.615360 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7657f25c-b540-4aeb-925f-68354feea118 None None] Bound using segment: {'id': '08a85e0f-ce38-4bd3-88b9-8e5697134f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f7df56ba-19d4-45df-93c3-79ab5da17b25'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:36:43.615360 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7657f25c-b540-4aeb-925f-68354feea118 None None] Bound port: 5496778b-7ffb-48a5-a7cf-d49f620d3f33, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a85e0f-ce38-4bd3-88b9-8e5697134f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f7df56ba-19d4-45df-93c3-79ab5da17b25'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:36:43.615360 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7657f25c-b540-4aeb-925f-68354feea118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:43.700649 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7657f25c-b540-4aeb-925f-68354feea118 None None] For port 5496778b-7ffb-48a5-a7cf-d49f620d3f33, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:36:43.704631 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7657f25c-b540-4aeb-925f-68354feea118 None None] For port 5496778b-7ffb-48a5-a7cf-d49f620d3f33, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=5496778b-7ffb-48a5-a7cf-d49f620d3f33,segment=NetworkSegment(08a85e0f-ce38-4bd3-88b9-8e5697134f7b),segment_id=08a85e0f-ce38-4bd3-88b9-8e5697134f7b)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:36:43.749645 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17347e1-e841-4ee1-b4ad-3fb288886b49 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Made reservation on behalf of 2433710460934b67bc31a8cc16493c9b for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:36:43.753804 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d17347e1-e841-4ee1-b4ad-3fb288886b49 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:43.771778 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-d17347e1-e841-4ee1-b4ad-3fb288886b49 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] device_id is not set on port ed6757c3-ab7c-43a6-95bc-4fe4dc83b63b yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:36:43.778383 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7657f25c-b540-4aeb-925f-68354feea118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:43.845970 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657f25c-b540-4aeb-925f-68354feea118 None None] Pushing event updated for resources: {'Port': ['ID=5496778b-7ffb-48a5-a7cf-d49f620d3f33,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:43.913499 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-d17347e1-e841-4ee1-b4ad-3fb288886b49 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Allocated IP 172.20.0.9 (f7df56ba-19d4-45df-93c3-79ab5da17b25/fb12ceac-056f-4adb-9f3d-0b1b205d59a2/ed6757c3-ab7c-43a6-95bc-4fe4dc83b63b) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:36:44.160829 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d17347e1-e841-4ee1-b4ad-3fb288886b49 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:44.319147 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d17347e1-e841-4ee1-b4ad-3fb288886b49 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:44.388164 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17347e1-e841-4ee1-b4ad-3fb288886b49 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network f7df56ba-19d4-45df-93c3-79ab5da17b25 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:36:44.395711 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-d17347e1-e841-4ee1-b4ad-3fb288886b49 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:44.403332 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17347e1-e841-4ee1-b4ad-3fb288886b49 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:36:44.450524 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17347e1-e841-4ee1-b4ad-3fb288886b49 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Port': ['ID=ed6757c3-ab7c-43a6-95bc-4fe4dc83b63b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:44.483020 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-12b22f69-f7c0-44e5-a13b-66224b615a74 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:44.484911 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-12b22f69-f7c0-44e5-a13b-66224b615a74 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/networks?id=5ad289c5-7afd-4e6b-b966-250f12941104 HTTP/1.1" status: 200 len: 815 time: 0.2199552 Dec 16 22:36:44.491031 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17347e1-e841-4ee1-b4ad-3fb288886b49 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:44.491794 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d17347e1-e841-4ee1-b4ad-3fb288886b49 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:44.513014 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-46aad0bf-c5cb-43c3-8f32-579c5144c358 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/quotas/56b451a4e7874b6c8d22f403757d3c5f HTTP/1.1" status: 200 len: 375 time: 0.0183651 Dec 16 22:36:44.572908 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-f542c7eb-c584-4f66-afc4-db9d0617de33 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=56b451a4e7874b6c8d22f403757d3c5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512762 Dec 16 22:36:44.614446 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40974) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:44.632947 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d17347e1-e841-4ee1-b4ad-3fb288886b49 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.1041830 Dec 16 22:36:44.639253 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 40976) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:44.654325 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5c2dfdc8-dbdc-40f0-ab49-b24f745f210a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:44.827185 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5c2dfdc8-dbdc-40f0-ab49-b24f745f210a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:44.965491 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5c2dfdc8-dbdc-40f0-ab49-b24f745f210a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:45.068662 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2dfdc8-dbdc-40f0-ab49-b24f745f210a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c143bf00-e4d9-4792-b0c7-cc47fb2c3399,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:45.085795 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5c2dfdc8-dbdc-40f0-ab49-b24f745f210a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cd9ba0b5a6784251a22ab886015ccd77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4546578 Dec 16 22:36:45.090374 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 40980) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:45.123913 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10508c76-d62f-4be6-aca7-930932e77a01 None None] Network f7df56ba-19d4-45df-93c3-79ab5da17b25 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:36:45.160079 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 5496778b-7ffb-48a5-a7cf-d49f620d3f33 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:36:45.191936 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-74096cc6-7891-4998-a4b6-aa6dbc54f3f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:45.228437 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-4f8f383d-0000-4787-98f9-bb5417a9419b service neutron] 10.222.0.75 "GET /v2.0/networks/5ad289c5-7afd-4e6b-b966-250f12941104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6479809 Dec 16 22:36:45.247888 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-74096cc6-7891-4998-a4b6-aa6dbc54f3f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:45.263009 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4b1d6ed6-d4d3-44e5-b68e-5320a4131b95 None None] Provisioning complete for port 5496778b-7ffb-48a5-a7cf-d49f620d3f33 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:45.263413 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4b1d6ed6-d4d3-44e5-b68e-5320a4131b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:45.397766 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-74096cc6-7891-4998-a4b6-aa6dbc54f3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:45.400830 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-74096cc6-7891-4998-a4b6-aa6dbc54f3f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:45.403908 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-74096cc6-7891-4998-a4b6-aa6dbc54f3f1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c143bf00-e4d9-4792-b0c7-cc47fb2c3399 HTTP/1.1" status: 204 len: 168 time: 0.3124657 Dec 16 22:36:45.410531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 5496778b-7ffb-48a5-a7cf-d49f620d3f33 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:45.411160 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:45.414249 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4b1d6ed6-d4d3-44e5-b68e-5320a4131b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:45.429914 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74096cc6-7891-4998-a4b6-aa6dbc54f3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c143bf00-e4d9-4792-b0c7-cc47fb2c3399,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:45.485237 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-bf68a0dc-1b5d-46d9-bef3-8857634c7eee service neutron] 10.222.0.75 "GET /v2.0/networks/5ad289c5-7afd-4e6b-b966-250f12941104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124803 Dec 16 22:36:45.519740 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4b1d6ed6-d4d3-44e5-b68e-5320a4131b95 None None] For port 5496778b-7ffb-48a5-a7cf-d49f620d3f33, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=5496778b-7ffb-48a5-a7cf-d49f620d3f33,segment=NetworkSegment(08a85e0f-ce38-4bd3-88b9-8e5697134f7b),segment_id=08a85e0f-ce38-4bd3-88b9-8e5697134f7b)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:36:45.557854 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aeb11421-1582-4ea0-94e8-27146936315e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:45.605632 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:45.644321 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4b1d6ed6-d4d3-44e5-b68e-5320a4131b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:45.749566 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:36:45.750027 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:36:45.754194 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d6ed6-d4d3-44e5-b68e-5320a4131b95 None None] Pushing event updated for resources: {'Port': ['ID=5496778b-7ffb-48a5-a7cf-d49f620d3f33,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:46.007193 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fd9ff2e6-8622-42c7-9ba4-313323893e06 req-030f2b41-115c-4465-81f0-232c0a94d3ab tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=32f0250f-e0cc-4013-9a6a-23358ca9baf6 HTTP/1.1" status: 200 len: 210 time: 0.0784245 Dec 16 22:36:46.021509 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-46adaca5-074f-44e8-865a-d58f1929ae35 None None] Provisioning complete for port 5496778b-7ffb-48a5-a7cf-d49f620d3f33 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:46.022405 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-46adaca5-074f-44e8-865a-d58f1929ae35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:46.083617 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aeb11421-1582-4ea0-94e8-27146936315e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:46.165020 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aeb11421-1582-4ea0-94e8-27146936315e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:46.291419 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-46adaca5-074f-44e8-865a-d58f1929ae35 None None] Provisioning complete for port ed6757c3-ab7c-43a6-95bc-4fe4dc83b63b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:46.292490 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-46adaca5-074f-44e8-865a-d58f1929ae35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:46.347448 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb11421-1582-4ea0-94e8-27146936315e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Port': ['ID=ed6757c3-ab7c-43a6-95bc-4fe4dc83b63b,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:46.369918 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-46adaca5-074f-44e8-865a-d58f1929ae35 None None] Port ed6757c3-ab7c-43a6-95bc-4fe4dc83b63b cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:36:46.503167 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0568768f-b4d8-407a-84e3-a8cfa00fa138 None None] Provisioning complete for port ed6757c3-ab7c-43a6-95bc-4fe4dc83b63b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:46.503549 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0568768f-b4d8-407a-84e3-a8cfa00fa138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:46.565673 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0568768f-b4d8-407a-84e3-a8cfa00fa138 None None] Port ed6757c3-ab7c-43a6-95bc-4fe4dc83b63b cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:36:46.635544 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aeb11421-1582-4ea0-94e8-27146936315e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:46.710612 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41022) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:46.732518 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-05ce7676-6826-404f-ac9e-bbcb7040f8b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:46.799747 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3cf2a991-b95c-4de3-8bc7-1e01d149214c None None] Provisioning complete for port ed6757c3-ab7c-43a6-95bc-4fe4dc83b63b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:46.801449 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3cf2a991-b95c-4de3-8bc7-1e01d149214c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:46.884426 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2a991-b95c-4de3-8bc7-1e01d149214c None None] Port ed6757c3-ab7c-43a6-95bc-4fe4dc83b63b cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:36:46.944398 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-05ce7676-6826-404f-ac9e-bbcb7040f8b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:46.973969 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aeb11421-1582-4ea0-94e8-27146936315e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:47.081958 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 5496778b-7ffb-48a5-a7cf-d49f620d3f33 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:36:47.131991 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a4b6dce0-c8c1-41ef-ab26-ee2717134a93 req-df684178-9540-4f1f-8323-7f28db0d069a tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=32f0250f-e0cc-4013-9a6a-23358ca9baf6 HTTP/1.1" status: 200 len: 210 time: 0.0419228 Dec 16 22:36:47.133370 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-05ce7676-6826-404f-ac9e-bbcb7040f8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:47.183809 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41032) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:47.185449 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 5496778b-7ffb-48a5-a7cf-d49f620d3f33 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:47.186741 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:47.214367 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-05ce7676-6826-404f-ac9e-bbcb7040f8b3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fb55f59730374098804fc778f9c06bcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5020196 Dec 16 22:36:47.216979 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41036) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:47.221140 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce7676-6826-404f-ac9e-bbcb7040f8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01406632-80ba-4db9-aa4d-2916bcfcb570,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:47.346700 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-533466b8-2513-45b1-b75e-4d59e7a0b22e tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-254704239', 'router:external': True}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:47.425862 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-683e0df6-c85f-408e-8bf9-47b5f1568043 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:47.496519 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-683e0df6-c85f-408e-8bf9-47b5f1568043 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:47.524467 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533466b8-2513-45b1-b75e-4d59e7a0b22e tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Made reservation on behalf of d2fca60e3e474e9cbc297be680ec982a for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:36:47.527136 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-533466b8-2513-45b1-b75e-4d59e7a0b22e tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:47.548836 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-533466b8-2513-45b1-b75e-4d59e7a0b22e tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:47.586548 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aeb11421-1582-4ea0-94e8-27146936315e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:47.734953 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aeb11421-1582-4ea0-94e8-27146936315e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:47.811701 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aeb11421-1582-4ea0-94e8-27146936315e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:47.814627 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb11421-1582-4ea0-94e8-27146936315e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Port': ['ID=ed6757c3-ab7c-43a6-95bc-4fe4dc83b63b,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:47.827928 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb11421-1582-4ea0-94e8-27146936315e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:47.828177 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb11421-1582-4ea0-94e8-27146936315e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:47.828512 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb11421-1582-4ea0-94e8-27146936315e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:47.828849 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb11421-1582-4ea0-94e8-27146936315e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:47.829939 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb11421-1582-4ea0-94e8-27146936315e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:47.830274 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb11421-1582-4ea0-94e8-27146936315e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:47.830608 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb11421-1582-4ea0-94e8-27146936315e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:47.830943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb11421-1582-4ea0-94e8-27146936315e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:47.831482 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb11421-1582-4ea0-94e8-27146936315e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:47.831817 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb11421-1582-4ea0-94e8-27146936315e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:47.832143 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb11421-1582-4ea0-94e8-27146936315e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:47.832466 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb11421-1582-4ea0-94e8-27146936315e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:47.832786 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb11421-1582-4ea0-94e8-27146936315e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:36:47.904618 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-683e0df6-c85f-408e-8bf9-47b5f1568043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:47.907468 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-683e0df6-c85f-408e-8bf9-47b5f1568043 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:47.908635 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-683e0df6-c85f-408e-8bf9-47b5f1568043 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/01406632-80ba-4db9-aa4d-2916bcfcb570 HTTP/1.1" status: 204 len: 168 time: 0.6903527 Dec 16 22:36:47.948072 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e0df6-c85f-408e-8bf9-47b5f1568043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01406632-80ba-4db9-aa4d-2916bcfcb570,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:47.977866 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb11421-1582-4ea0-94e8-27146936315e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network f7df56ba-19d4-45df-93c3-79ab5da17b25 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:36:47.980925 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-aeb11421-1582-4ea0-94e8-27146936315e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:48.093518 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-533466b8-2513-45b1-b75e-4d59e7a0b22e tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:48.172679 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-533466b8-2513-45b1-b75e-4d59e7a0b22e tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:48.217097 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533466b8-2513-45b1-b75e-4d59e7a0b22e tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:36:48.234453 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533466b8-2513-45b1-b75e-4d59e7a0b22e tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d0f4f5-2832-4fd8-95c4-adfa77c5e1e0,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:48.239518 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-533466b8-2513-45b1-b75e-4d59e7a0b22e tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:48.239887 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-533466b8-2513-45b1-b75e-4d59e7a0b22e tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Added segment 25330183-935f-40a3-999d-845b55b12668 of type vlan for network 650946d5-54c8-4139-a037-1e4befaaa199 Dec 16 22:36:48.241782 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb11421-1582-4ea0-94e8-27146936315e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Router 6275de33-9c32-4e74-a1f8-bd3b4f0067dc is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:36:48.272804 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-103d000d-d63c-4437-b99d-850ed14e89f0 req-3c0ccd1c-0851-44de-9c4b-3a4a9abb3a60 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=32f0250f-e0cc-4013-9a6a-23358ca9baf6 HTTP/1.1" status: 200 len: 210 time: 0.0341589 Dec 16 22:36:48.326313 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-48978061-52fb-487a-a646-eddb03b34d8b None None] Provisioning complete for port ed6757c3-ab7c-43a6-95bc-4fe4dc83b63b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:48.327326 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-48978061-52fb-487a-a646-eddb03b34d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:48.367944 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-533466b8-2513-45b1-b75e-4d59e7a0b22e tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:48.372826 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-48978061-52fb-487a-a646-eddb03b34d8b None None] Port ed6757c3-ab7c-43a6-95bc-4fe4dc83b63b cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:36:48.408925 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb11421-1582-4ea0-94e8-27146936315e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:36:48.420630 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-aeb11421-1582-4ea0-94e8-27146936315e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "PUT /v2.0/routers/6275de33-9c32-4e74-a1f8-bd3b4f0067dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7749708 Dec 16 22:36:48.420630 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41050) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:48.422842 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e617019-4e44-42e1-b722-1d8dfe0b1fca None None] Sync routers for ids ['6275de33-9c32-4e74-a1f8-bd3b4f0067dc'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:36:48.433316 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e617019-4e44-42e1-b722-1d8dfe0b1fca None None] Routers {'6275de33-9c32-4e74-a1f8-bd3b4f0067dc'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:36:48.434181 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0e617019-4e44-42e1-b722-1d8dfe0b1fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['6275de33-9c32-4e74-a1f8-bd3b4f0067dc'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:48.468767 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f5f80-59dc-4b1b-adc6-c3c5b92d6d42 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:48.473331 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-752f5f80-59dc-4b1b-adc6-c3c5b92d6d42 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "GET /v2.0/ports/ed6757c3-ab7c-43a6-95bc-4fe4dc83b63b HTTP/1.1" status: 200 len: 976 time: 0.0495806 Dec 16 22:36:48.473542 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41052) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:48.528345 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-533466b8-2513-45b1-b75e-4d59e7a0b22e tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:48.529350 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533466b8-2513-45b1-b75e-4d59e7a0b22e tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:48.529956 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-533466b8-2513-45b1-b75e-4d59e7a0b22e tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:48.665534 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0e617019-4e44-42e1-b722-1d8dfe0b1fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:48.682931 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e617019-4e44-42e1-b722-1d8dfe0b1fca None None] Routers {'6275de33-9c32-4e74-a1f8-bd3b4f0067dc'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:36:48.684070 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0e617019-4e44-42e1-b722-1d8dfe0b1fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['6275de33-9c32-4e74-a1f8-bd3b4f0067dc'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:48.713324 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533466b8-2513-45b1-b75e-4d59e7a0b22e tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Pushing event updated for resources: {'Network': ['ID=650946d5-54c8-4139-a037-1e4befaaa199,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:48.720582 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0e617019-4e44-42e1-b722-1d8dfe0b1fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:48.721237 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e617019-4e44-42e1-b722-1d8dfe0b1fca None None] The sync data for ids ['6275de33-9c32-4e74-a1f8-bd3b4f0067dc'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:36:48.723402 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-533466b8-2513-45b1-b75e-4d59e7a0b22e tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.5375717 Dec 16 22:36:48.725138 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 650946d5-54c8-4139-a037-1e4befaaa199 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:36:48.726341 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41062) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:48.733762 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-dcbfa22d-9f84-43c6-adae-5a8cc67c9647 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Request body: {'subnet': {'network_id': '650946d5-54c8-4139-a037-1e4befaaa199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:48.875629 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbfa22d-9f84-43c6-adae-5a8cc67c9647 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Made reservation on behalf of d2fca60e3e474e9cbc297be680ec982a for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:36:48.878989 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dcbfa22d-9f84-43c6-adae-5a8cc67c9647 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:49.157392 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1878b586-ea83-4e5b-ad4f-ed4214dda52f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:49.484429 n-d-815324-4 neutron-server[103613]: DEBUG neutron.objects.ports [None req-dcbfa22d-9f84-43c6-adae-5a8cc67c9647 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103613) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:36:49.486199 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dcbfa22d-9f84-43c6-adae-5a8cc67c9647 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:49.491685 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41078) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:49.556913 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22913041-a9da-435c-96b1-6bea332bef95 req-3b4dfa84-eafe-4ac5-9051-18cefc5a626a tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=32f0250f-e0cc-4013-9a6a-23358ca9baf6 HTTP/1.1" status: 200 len: 210 time: 0.0745976 Dec 16 22:36:49.593104 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfa22d-9f84-43c6-adae-5a8cc67c9647 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Pushing event updated for resources: {'Subnet': ['ID=74cea030-1a24-4dc2-bfa9-3fdd1805615a,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:49.600574 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbfa22d-9f84-43c6-adae-5a8cc67c9647 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Checking segment: {'id': '25330183-935f-40a3-999d-845b55b12668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '650946d5-54c8-4139-a037-1e4befaaa199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:36:49.600922 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbfa22d-9f84-43c6-adae-5a8cc67c9647 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Network hostable DHCP agents. Network: 650946d5-54c8-4139-a037-1e4befaaa199, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:36:49.720617 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a5cd8973-20cf-427d-b023-cf80bb41a666 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1242843396-network', 'tenant_id': '985f1a01158e40fea4c343bb4ac44b15'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:49.747905 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbfa22d-9f84-43c6-adae-5a8cc67c9647 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Network 650946d5-54c8-4139-a037-1e4befaaa199 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:36:49.799142 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-0a67cf91-4a38-42ec-b4c3-5d7a88397fa2 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:49.800614 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-0a67cf91-4a38-42ec-b4c3-5d7a88397fa2 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.76 "GET /v2.0/networks?id=5ad289c5-7afd-4e6b-b966-250f12941104 HTTP/1.1" status: 200 len: 815 time: 0.6089840 Dec 16 22:36:49.825378 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-d58a4b66-909d-42da-84ec-e959de8b9393 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Request body: {'port': {'device_id': '32f0250f-e0cc-4013-9a6a-23358ca9baf6', 'network_id': '5ad289c5-7afd-4e6b-b966-250f12941104', 'admin_state_up': True, 'tenant_id': '56b451a4e7874b6c8d22f403757d3c5f'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:49.838928 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cd8973-20cf-427d-b023-cf80bb41a666 admin admin] Made reservation on behalf of 985f1a01158e40fea4c343bb4ac44b15 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:36:49.843428 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a5cd8973-20cf-427d-b023-cf80bb41a666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:49.854940 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a5cd8973-20cf-427d-b023-cf80bb41a666 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:49.864107 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-dcbfa22d-9f84-43c6-adae-5a8cc67c9647 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 650946d5-54c8-4139-a037-1e4befaaa199) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:49.870950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbfa22d-9f84-43c6-adae-5a8cc67c9647 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:49.871658 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dcbfa22d-9f84-43c6-adae-5a8cc67c9647 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:49.878300 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef142c8-e385-498b-896b-69555c30a326 None None] Network 650946d5-54c8-4139-a037-1e4befaaa199 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:36:49.955700 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-dcbfa22d-9f84-43c6-adae-5a8cc67c9647 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2276914 Dec 16 22:36:49.961503 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41084) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:49.970651 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-107636a9-30af-4720-9dca-e68c55bcd72b tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1712510308', 'network_id': '650946d5-54c8-4139-a037-1e4befaaa199'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:50.010348 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a5cd8973-20cf-427d-b023-cf80bb41a666 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:50.031719 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a749e736-e878-4ad7-b581-cd286d19fa01 None None] Network 650946d5-54c8-4139-a037-1e4befaaa199 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:36:50.083539 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-1878b586-ea83-4e5b-ad4f-ed4214dda52f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Deleting port ed6757c3-ab7c-43a6-95bc-4fe4dc83b63b {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:36:50.084024 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1878b586-ea83-4e5b-ad4f-ed4214dda52f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:50.114506 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a5cd8973-20cf-427d-b023-cf80bb41a666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:50.149513 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5cd8973-20cf-427d-b023-cf80bb41a666 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:36:50.159947 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107636a9-30af-4720-9dca-e68c55bcd72b tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Made reservation on behalf of d2fca60e3e474e9cbc297be680ec982a for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:36:50.162737 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-107636a9-30af-4720-9dca-e68c55bcd72b tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:50.193487 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd8973-20cf-427d-b023-cf80bb41a666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324cd851-9fba-4262-9fcd-1ba6ba23dbcc,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:50.200010 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a5cd8973-20cf-427d-b023-cf80bb41a666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:50.200362 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-a5cd8973-20cf-427d-b023-cf80bb41a666 admin admin] Added segment 22d31f97-f4c8-4c9c-97fc-28dec5be91d3 of type vlan for network 21b1773b-f25c-429f-b997-c6ca2375290a Dec 16 22:36:50.212989 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-107636a9-30af-4720-9dca-e68c55bcd72b tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] device_id is not set on port bf0724ad-5f52-431d-8eb1-3e715c9945fe yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:36:50.214810 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1878b586-ea83-4e5b-ad4f-ed4214dda52f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:50.229449 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-1878b586-ea83-4e5b-ad4f-ed4214dda52f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Calling delete_port for ed6757c3-ab7c-43a6-95bc-4fe4dc83b63b owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:36:50.282214 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a5cd8973-20cf-427d-b023-cf80bb41a666 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:50.297563 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-d58a4b66-909d-42da-84ec-e959de8b9393 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Made reservation on behalf of 56b451a4e7874b6c8d22f403757d3c5f for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:36:50.301133 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-d58a4b66-909d-42da-84ec-e959de8b9393 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:50.369003 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-107636a9-30af-4720-9dca-e68c55bcd72b tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Allocated IP 2001:db8::339 (650946d5-54c8-4139-a037-1e4befaaa199/74cea030-1a24-4dc2-bfa9-3fdd1805615a/bf0724ad-5f52-431d-8eb1-3e715c9945fe) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:36:50.418192 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a5cd8973-20cf-427d-b023-cf80bb41a666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:50.419194 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cd8973-20cf-427d-b023-cf80bb41a666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:50.419887 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a5cd8973-20cf-427d-b023-cf80bb41a666 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:50.539924 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd8973-20cf-427d-b023-cf80bb41a666 admin admin] Pushing event updated for resources: {'Network': ['ID=21b1773b-f25c-429f-b997-c6ca2375290a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:50.569731 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 21b1773b-f25c-429f-b997-c6ca2375290a details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:36:50.721843 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a5cd8973-20cf-427d-b023-cf80bb41a666 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2189746 Dec 16 22:36:50.728744 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41090) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:50.750065 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-35e12181-1b1a-4864-af41-b426d3af62bb admin admin] Request body: {'subnet': {'network_id': '21b1773b-f25c-429f-b997-c6ca2375290a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1242843396-subnet', 'tenant_id': '985f1a01158e40fea4c343bb4ac44b15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:50.787325 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-107636a9-30af-4720-9dca-e68c55bcd72b tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:50.821217 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-d58a4b66-909d-42da-84ec-e959de8b9393 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Allocated IP 172.20.0.9 (5ad289c5-7afd-4e6b-b966-250f12941104/3921af46-4a83-4fac-8615-2a2a9abad034/7aa4d3bf-ae64-4a61-a357-14d21a730005) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:36:50.855535 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1878b586-ea83-4e5b-ad4f-ed4214dda52f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:50.858049 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7a170488-a41b-42d7-9139-5227bd883dbb req-e6b68d54-900d-4646-975f-612715b3ea1f tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=32f0250f-e0cc-4013-9a6a-23358ca9baf6 HTTP/1.1" status: 200 len: 210 time: 0.0332060 Dec 16 22:36:50.906595 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e12181-1b1a-4864-af41-b426d3af62bb admin admin] Made reservation on behalf of 985f1a01158e40fea4c343bb4ac44b15 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:36:50.909467 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-35e12181-1b1a-4864-af41-b426d3af62bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:50.911219 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878b586-ea83-4e5b-ad4f-ed4214dda52f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Port': ['ID=ed6757c3-ab7c-43a6-95bc-4fe4dc83b63b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:50.956588 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-107636a9-30af-4720-9dca-e68c55bcd72b tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:51.036195 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107636a9-30af-4720-9dca-e68c55bcd72b tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Network 650946d5-54c8-4139-a037-1e4befaaa199 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:36:51.045058 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-107636a9-30af-4720-9dca-e68c55bcd72b tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:51.046917 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107636a9-30af-4720-9dca-e68c55bcd72b tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Pushing event updated for resources: {'Port': ['ID=bf0724ad-5f52-431d-8eb1-3e715c9945fe,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:51.050799 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107636a9-30af-4720-9dca-e68c55bcd72b tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:36:51.052254 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107636a9-30af-4720-9dca-e68c55bcd72b tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:51.052466 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-107636a9-30af-4720-9dca-e68c55bcd72b tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:51.157429 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-107636a9-30af-4720-9dca-e68c55bcd72b tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1924555 Dec 16 22:36:51.159658 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41096) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:51.180231 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-d58a4b66-909d-42da-84ec-e959de8b9393 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:51.181651 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1878b586-ea83-4e5b-ad4f-ed4214dda52f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:51.251297 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-35e12181-1b1a-4864-af41-b426d3af62bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:51.307989 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e12181-1b1a-4864-af41-b426d3af62bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0af3e35-f243-4472-8aca-be3fffc5d74f,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:51.318636 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e12181-1b1a-4864-af41-b426d3af62bb admin admin] Checking segment: {'id': '22d31f97-f4c8-4c9c-97fc-28dec5be91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '21b1773b-f25c-429f-b997-c6ca2375290a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:36:51.319008 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e12181-1b1a-4864-af41-b426d3af62bb admin admin] Network hostable DHCP agents. Network: 21b1773b-f25c-429f-b997-c6ca2375290a, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:36:51.391954 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e12181-1b1a-4864-af41-b426d3af62bb admin admin] Network 21b1773b-f25c-429f-b997-c6ca2375290a is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:36:51.425769 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-2e12bf59-a815-428c-9f2c-cebf6f1b8e84 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Deleting port bf0724ad-5f52-431d-8eb1-3e715c9945fe {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:36:51.426031 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2e12bf59-a815-428c-9f2c-cebf6f1b8e84 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:51.442181 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-d58a4b66-909d-42da-84ec-e959de8b9393 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:51.466320 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-35e12181-1b1a-4864-af41-b426d3af62bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 21b1773b-f25c-429f-b997-c6ca2375290a) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:51.470750 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e12181-1b1a-4864-af41-b426d3af62bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:51.471407 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-35e12181-1b1a-4864-af41-b426d3af62bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:51.476098 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1878b586-ea83-4e5b-ad4f-ed4214dda52f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Router 6275de33-9c32-4e74-a1f8-bd3b4f0067dc has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:36:51.480481 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e711e45e-373b-4b66-b04e-0f70f61359bd None None] Network 21b1773b-f25c-429f-b997-c6ca2375290a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:36:51.483918 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['1c07a043-d9d1-4dd0-a167-799cc8db8c5f', 'f69d3a08-b314-4f8f-8027-b75a7f463ae8'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:36:51.486438 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['e3a58c7d-5b29-4f2a-b204-a54e64ab0d55'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:36:51.532870 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-d58a4b66-909d-42da-84ec-e959de8b9393 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Network 5ad289c5-7afd-4e6b-b966-250f12941104 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:36:51.541526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-d58a4b66-909d-42da-84ec-e959de8b9393 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:51.550812 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-d58a4b66-909d-42da-84ec-e959de8b9393 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:36:51.575075 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-35e12181-1b1a-4864-af41-b426d3af62bb admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8381469 Dec 16 22:36:51.617156 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a4b66-909d-42da-84ec-e959de8b9393 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Pushing event updated for resources: {'Port': ['ID=7aa4d3bf-ae64-4a61-a357-14d21a730005,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:51.643087 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2e12bf59-a815-428c-9f2c-cebf6f1b8e84 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:51.697544 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-2e12bf59-a815-428c-9f2c-cebf6f1b8e84 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Calling delete_port for bf0724ad-5f52-431d-8eb1-3e715c9945fe owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:36:51.701459 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64612941-9894-4531-8dae-042da37383aa None None] Network 21b1773b-f25c-429f-b997-c6ca2375290a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:36:51.710495 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1878b586-ea83-4e5b-ad4f-ed4214dda52f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:36:51.720508 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1878b586-ea83-4e5b-ad4f-ed4214dda52f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "PUT /v2.0/routers/6275de33-9c32-4e74-a1f8-bd3b4f0067dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2458544 Dec 16 22:36:51.723573 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41104) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:51.728386 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a36433-2400-45c5-a72e-61f6c0a6af2b None None] Sync routers for ids ['6275de33-9c32-4e74-a1f8-bd3b4f0067dc'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:36:51.730526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-d58a4b66-909d-42da-84ec-e959de8b9393 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:51.731296 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-d58a4b66-909d-42da-84ec-e959de8b9393 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:51.746570 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a36433-2400-45c5-a72e-61f6c0a6af2b None None] Routers {'6275de33-9c32-4e74-a1f8-bd3b4f0067dc'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:36:51.751215 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-b6a36433-2400-45c5-a72e-61f6c0a6af2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['6275de33-9c32-4e74-a1f8-bd3b4f0067dc'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:51.839644 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-b6a36433-2400-45c5-a72e-61f6c0a6af2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:51.857428 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a36433-2400-45c5-a72e-61f6c0a6af2b None None] Routers {'6275de33-9c32-4e74-a1f8-bd3b4f0067dc'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:36:51.858223 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-b6a36433-2400-45c5-a72e-61f6c0a6af2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['6275de33-9c32-4e74-a1f8-bd3b4f0067dc'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:51.867518 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-d58a4b66-909d-42da-84ec-e959de8b9393 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0464020 Dec 16 22:36:51.893704 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-88535a36-18cb-4ed7-9646-faaeb64658b4 service neutron] Request body: {'port': {'device_id': '32f0250f-e0cc-4013-9a6a-23358ca9baf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:51.899085 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-b6a36433-2400-45c5-a72e-61f6c0a6af2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:51.900301 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a36433-2400-45c5-a72e-61f6c0a6af2b None None] The sync data for ids ['6275de33-9c32-4e74-a1f8-bd3b4f0067dc'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:36:51.999477 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2e12bf59-a815-428c-9f2c-cebf6f1b8e84 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:52.064162 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12bf59-a815-428c-9f2c-cebf6f1b8e84 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf0724ad-5f52-431d-8eb1-3e715c9945fe,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:52.066713 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-f1b0087c-75f9-4992-a439-ef82165641fe tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] remove_router_interface failed (client error): The resource could not be found. Dec 16 22:36:52.067972 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f1b0087c-75f9-4992-a439-ef82165641fe tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "PUT /v2.0/routers/6275de33-9c32-4e74-a1f8-bd3b4f0067dc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3421426 Dec 16 22:36:52.071199 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-88535a36-18cb-4ed7-9646-faaeb64658b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:52.075802 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41112) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:52.113067 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9fd063fa-6d4a-4ed7-9f7e-5a9afc8cc43c tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "GET /v2.0/ports?device_id=6275de33-9c32-4e74-a1f8-bd3b4f0067dc HTTP/1.1" status: 200 len: 205 time: 0.0353451 Dec 16 22:36:52.113587 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2e12bf59-a815-428c-9f2c-cebf6f1b8e84 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:52.114842 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41114) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:52.119089 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2e12bf59-a815-428c-9f2c-cebf6f1b8e84 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "DELETE /v2.0/ports/bf0724ad-5f52-431d-8eb1-3e715c9945fe HTTP/1.1" status: 204 len: 168 time: 0.9562192 Dec 16 22:36:52.119623 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41116) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:52.125904 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-97b3b4f0-4135-4e7f-837f-fa947551e06d tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '650946d5-54c8-4139-a037-1e4befaaa199', 'external_fixed_ips': [{'subnet_id': '74cea030-1a24-4dc2-bfa9-3fdd1805615a', 'ip_address': '2001:db8::339'}]}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:52.199072 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232e181-621b-4333-a5fd-b2fc9daad6e9 req-025877dc-e890-402c-bc35-81ee498aa633 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:52.200707 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7232e181-621b-4333-a5fd-b2fc9daad6e9 req-025877dc-e890-402c-bc35-81ee498aa633 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=32f0250f-e0cc-4013-9a6a-23358ca9baf6 HTTP/1.1" status: 200 len: 931 time: 0.1933136 Dec 16 22:36:52.210114 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a96eb994-8162-4f7c-974a-cedfc02e5b3c tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:52.272696 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97b3b4f0-4135-4e7f-837f-fa947551e06d tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:52.273769 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97b3b4f0-4135-4e7f-837f-fa947551e06d tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:52.385794 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97b3b4f0-4135-4e7f-837f-fa947551e06d tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:52.442784 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7232e181-621b-4333-a5fd-b2fc9daad6e9 req-1e1ced0c-fae1-4e94-a0b1-9490db8fe2a1 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275653 Dec 16 22:36:52.446222 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a96eb994-8162-4f7c-974a-cedfc02e5b3c tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:52.449266 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a96eb994-8162-4f7c-974a-cedfc02e5b3c tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:52.556190 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a96eb994-8162-4f7c-974a-cedfc02e5b3c tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:52.557240 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96eb994-8162-4f7c-974a-cedfc02e5b3c tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Fanout notify agent at l3_agent the message router_deleted on router 6275de33-9c32-4e74-a1f8-bd3b4f0067dc {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:36:52.557846 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-88535a36-18cb-4ed7-9646-faaeb64658b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa4d3bf-ae64-4a61-a357-14d21a730005 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:36:52.569684 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a96eb994-8162-4f7c-974a-cedfc02e5b3c tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:52.571882 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a96eb994-8162-4f7c-974a-cedfc02e5b3c tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/routers/6275de33-9c32-4e74-a1f8-bd3b4f0067dc HTTP/1.1" status: 204 len: 168 time: 0.4557946 Dec 16 22:36:52.575238 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41122) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:52.607798 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-88535a36-18cb-4ed7-9646-faaeb64658b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:52.649078 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97b3b4f0-4135-4e7f-837f-fa947551e06d tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:52.655928 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e39f21-863e-400b-a930-57ae06823e73 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Deleting subnet fb12ceac-056f-4adb-9f3d-0b1b205d59a2 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:36:52.656206 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-88535a36-18cb-4ed7-9646-faaeb64658b4 service neutron] Transition to ACTIVE for port object 7aa4d3bf-ae64-4a61-a357-14d21a730005 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:36:52.660698 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-06e39f21-863e-400b-a930-57ae06823e73 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:52.723731 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-88535a36-18cb-4ed7-9646-faaeb64658b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:52.726882 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-06e39f21-863e-400b-a930-57ae06823e73 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:52.823951 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-06e39f21-863e-400b-a930-57ae06823e73 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:52.837445 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88535a36-18cb-4ed7-9646-faaeb64658b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa4d3bf-ae64-4a61-a357-14d21a730005,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:52.924274 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-88535a36-18cb-4ed7-9646-faaeb64658b4 service neutron] Attempting to bind port 7aa4d3bf-ae64-4a61-a357-14d21a730005 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:36:52.924924 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-88535a36-18cb-4ed7-9646-faaeb64658b4 service neutron] Attempting to bind port 7aa4d3bf-ae64-4a61-a357-14d21a730005 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'ebeb3950-671a-4b5d-9be7-8ef3d653ddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5ad289c5-7afd-4e6b-b966-250f12941104'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:36:52.924924 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-88535a36-18cb-4ed7-9646-faaeb64658b4 service neutron] Attempting to bind port 7aa4d3bf-ae64-4a61-a357-14d21a730005 on network 5ad289c5-7afd-4e6b-b966-250f12941104 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:36:52.933082 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-88535a36-18cb-4ed7-9646-faaeb64658b4 service neutron] Port 7aa4d3bf-ae64-4a61-a357-14d21a730005 on network 5ad289c5-7afd-4e6b-b966-250f12941104 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:36:52.933439 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-88535a36-18cb-4ed7-9646-faaeb64658b4 service neutron] Attempting to bind port 7aa4d3bf-ae64-4a61-a357-14d21a730005 on network 5ad289c5-7afd-4e6b-b966-250f12941104 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:36:52.948109 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-88535a36-18cb-4ed7-9646-faaeb64658b4 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:36:52.948617 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-88535a36-18cb-4ed7-9646-faaeb64658b4 service neutron] Checking segment: {'id': 'ebeb3950-671a-4b5d-9be7-8ef3d653ddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5ad289c5-7afd-4e6b-b966-250f12941104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:36:52.949016 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-88535a36-18cb-4ed7-9646-faaeb64658b4 service neutron] Bound using segment: {'id': 'ebeb3950-671a-4b5d-9be7-8ef3d653ddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5ad289c5-7afd-4e6b-b966-250f12941104'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:36:52.949497 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-88535a36-18cb-4ed7-9646-faaeb64658b4 service neutron] Bound port: 7aa4d3bf-ae64-4a61-a357-14d21a730005, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebeb3950-671a-4b5d-9be7-8ef3d653ddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5ad289c5-7afd-4e6b-b966-250f12941104'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:36:52.949846 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-88535a36-18cb-4ed7-9646-faaeb64658b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:52.977089 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-06e39f21-863e-400b-a930-57ae06823e73 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:53.019799 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e39f21-863e-400b-a930-57ae06823e73 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Subnet': ['ID=fb12ceac-056f-4adb-9f3d-0b1b205d59a2,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:53.027357 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-06e39f21-863e-400b-a930-57ae06823e73 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:53.031452 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-06e39f21-863e-400b-a930-57ae06823e73 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/subnets/fb12ceac-056f-4adb-9f3d-0b1b205d59a2 HTTP/1.1" status: 204 len: 168 time: 0.4541128 Dec 16 22:36:53.033723 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41130) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:53.036519 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3582dee-42b6-4a61-a39d-058878c1e3f5 None None] Network f7df56ba-19d4-45df-93c3-79ab5da17b25 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:36:53.126887 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb931ccc-b954-400f-84c6-15acad3d068f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:53.156768 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-88535a36-18cb-4ed7-9646-faaeb64658b4 service neutron] For port 7aa4d3bf-ae64-4a61-a357-14d21a730005, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:36:53.163936 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97b3b4f0-4135-4e7f-837f-fa947551e06d tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:53.192443 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-88535a36-18cb-4ed7-9646-faaeb64658b4 service neutron] For port 7aa4d3bf-ae64-4a61-a357-14d21a730005, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=7aa4d3bf-ae64-4a61-a357-14d21a730005,segment=NetworkSegment(ebeb3950-671a-4b5d-9be7-8ef3d653ddf1),segment_id=ebeb3950-671a-4b5d-9be7-8ef3d653ddf1)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:36:53.194461 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97b3b4f0-4135-4e7f-837f-fa947551e06d tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:53.203493 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-bb931ccc-b954-400f-84c6-15acad3d068f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Deleting port 5496778b-7ffb-48a5-a7cf-d49f620d3f33 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:36:53.204993 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb931ccc-b954-400f-84c6-15acad3d068f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:53.272182 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-88535a36-18cb-4ed7-9646-faaeb64658b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:53.306263 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-bb931ccc-b954-400f-84c6-15acad3d068f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] For port 5496778b-7ffb-48a5-a7cf-d49f620d3f33, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=5496778b-7ffb-48a5-a7cf-d49f620d3f33,segment=NetworkSegment(08a85e0f-ce38-4bd3-88b9-8e5697134f7b),segment_id=08a85e0f-ce38-4bd3-88b9-8e5697134f7b)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:36:53.306642 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb931ccc-b954-400f-84c6-15acad3d068f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:53.314194 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87a1533-d06a-41c7-9223-cbb4462634ad None None] DHCP port deletion for f7df56ba-19d4-45df-93c3-79ab5da17b25 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:36:53.348442 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-88535a36-18cb-4ed7-9646-faaeb64658b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:53.349438 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-88535a36-18cb-4ed7-9646-faaeb64658b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:53.351779 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-88535a36-18cb-4ed7-9646-faaeb64658b4 service neutron] 10.222.0.76 "PUT /v2.0/ports/7aa4d3bf-ae64-4a61-a357-14d21a730005 HTTP/1.1" status: 200 len: 1091 time: 1.4645255 Dec 16 22:36:53.366314 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f0250f-e0cc-4013-9a6a-23358ca9baf6', 'tag': '7aa4d3bf-ae64-4a61-a357-14d21a730005'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:36:53.368628 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4956a4e-74ca-42ac-8066-fd6036f98bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "32f0250f-e0cc-4013-9a6a-23358ca9baf6", "tag": "7aa4d3bf-ae64-4a61-a357-14d21a730005"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:36:53.392781 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-bb931ccc-b954-400f-84c6-15acad3d068f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Calling delete_port for 5496778b-7ffb-48a5-a7cf-d49f620d3f33 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:36:53.443385 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88535a36-18cb-4ed7-9646-faaeb64658b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa4d3bf-ae64-4a61-a357-14d21a730005,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:53.483339 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7eca1bd0-1006-45d7-a591-56a1076d080c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:53.509979 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2143167b-45e4-4509-9696-db3956df6780 x-openstack-request-id: req-2143167b-45e4-4509-9696-db3956df6780 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:36:53.510276 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f0250f-e0cc-4013-9a6a-23358ca9baf6", "tag": "7aa4d3bf-ae64-4a61-a357-14d21a730005", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:36:53.511101 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2143167b-45e4-4509-9696-db3956df6780 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:36:53.513879 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f0250f-e0cc-4013-9a6a-23358ca9baf6', 'tag': '7aa4d3bf-ae64-4a61-a357-14d21a730005', 'status': 'completed', 'code': 200} Dec 16 22:36:53.554669 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d87a1533-d06a-41c7-9223-cbb4462634ad None None] Deleting port 5496778b-7ffb-48a5-a7cf-d49f620d3f33 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:36:53.555322 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d87a1533-d06a-41c7-9223-cbb4462634ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:53.609940 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-97b3b4f0-4135-4e7f-837f-fa947551e06d tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Allocated IP 2001:db8::339 (650946d5-54c8-4139-a037-1e4befaaa199/74cea030-1a24-4dc2-bfa9-3fdd1805615a/b7917a7b-d6b2-4317-aaf1-132793dfdf5e) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:36:53.626585 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-3b3330f3-dd16-4ae0-b99c-2c0129bc86d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:53.628403 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-3b3330f3-dd16-4ae0-b99c-2c0129bc86d4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=56b451a4e7874b6c8d22f403757d3c5f&device_id=32f0250f-e0cc-4013-9a6a-23358ca9baf6 HTTP/1.1" status: 200 len: 1094 time: 0.1136107 Dec 16 22:36:53.740545 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d87a1533-d06a-41c7-9223-cbb4462634ad None None] For port 5496778b-7ffb-48a5-a7cf-d49f620d3f33, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=5496778b-7ffb-48a5-a7cf-d49f620d3f33,segment=NetworkSegment(08a85e0f-ce38-4bd3-88b9-8e5697134f7b),segment_id=08a85e0f-ce38-4bd3-88b9-8e5697134f7b)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:36:53.741424 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d87a1533-d06a-41c7-9223-cbb4462634ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:53.749779 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac36244-89b4-4182-8927-1a5ced4cde91 req-c1ceff68-9847-4cdf-976a-a138d2e3ec13 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:53.757898 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3ac36244-89b4-4182-8927-1a5ced4cde91 req-c1ceff68-9847-4cdf-976a-a138d2e3ec13 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=32f0250f-e0cc-4013-9a6a-23358ca9baf6 HTTP/1.1" status: 200 len: 943 time: 0.0984664 Dec 16 22:36:53.762342 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb931ccc-b954-400f-84c6-15acad3d068f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:53.765849 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d87a1533-d06a-41c7-9223-cbb4462634ad None None] Calling delete_port for 5496778b-7ffb-48a5-a7cf-d49f620d3f33 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:36:53.833078 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb931ccc-b954-400f-84c6-15acad3d068f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Port': ['ID=5496778b-7ffb-48a5-a7cf-d49f620d3f33,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:53.849012 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb931ccc-b954-400f-84c6-15acad3d068f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] No DVR routers for this DVR port 5496778b-7ffb-48a5-a7cf-d49f620d3f33 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:36:53.882643 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3ac36244-89b4-4182-8927-1a5ced4cde91 req-cb34030c-2f07-42ee-acff-b475c7518169 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142991 Dec 16 22:36:53.952615 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb931ccc-b954-400f-84c6-15acad3d068f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:53.965713 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d87a1533-d06a-41c7-9223-cbb4462634ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:53.985964 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-bb931ccc-b954-400f-84c6-15acad3d068f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7df56ba-19d4-45df-93c3-79ab5da17b25']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:53.999242 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-bb931ccc-b954-400f-84c6-15acad3d068f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a85e0f-ce38-4bd3-88b9-8e5697134f7b') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:53.999876 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-bb931ccc-b954-400f-84c6-15acad3d068f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a85e0f-ce38-4bd3-88b9-8e5697134f7b') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:54.008904 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a1533-d06a-41c7-9223-cbb4462634ad None None] Pushing event deleted for resources: {'Port': ['ID=5496778b-7ffb-48a5-a7cf-d49f620d3f33,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:54.013100 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb931ccc-b954-400f-84c6-15acad3d068f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:54.015477 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87a1533-d06a-41c7-9223-cbb4462634ad None None] No DVR routers for this DVR port 5496778b-7ffb-48a5-a7cf-d49f620d3f33 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:36:54.032131 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb931ccc-b954-400f-84c6-15acad3d068f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:54.040209 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb931ccc-b954-400f-84c6-15acad3d068f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:36:54.040836 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb931ccc-b954-400f-84c6-15acad3d068f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:36:54.045021 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:36:54.096860 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-a09e1cdb-5df4-4f30-a7b3-435791c11ff0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aa4d3bf-ae64-4a61-a357-14d21a730005 HTTP/1.1" status: 200 len: 217 time: 0.0704737 Dec 16 22:36:54.174997 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-949ec711-24e3-4adb-81de-39cc3069c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:54.176534 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-949ec711-24e3-4adb-81de-39cc3069c0ca service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3921af46-4a83-4fac-8615-2a2a9abad034 HTTP/1.1" status: 200 len: 855 time: 0.0700660 Dec 16 22:36:54.189043 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb931ccc-b954-400f-84c6-15acad3d068f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:54.196696 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb931ccc-b954-400f-84c6-15acad3d068f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:54.204334 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bb931ccc-b954-400f-84c6-15acad3d068f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/networks/f7df56ba-19d4-45df-93c3-79ab5da17b25 HTTP/1.1" status: 204 len: 168 time: 1.1660399 Dec 16 22:36:54.205541 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41142) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:54.220123 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-49da05ec-2f7c-404d-8a34-8808b8f78fd4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'network': {'name': 'tempest-RoutersTest-1566127567'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:54.222857 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-ebecc4cb-5b69-44bd-8ed8-8cae00019cd2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5ad289c5-7afd-4e6b-b966-250f12941104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345988 Dec 16 22:36:54.224053 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb931ccc-b954-400f-84c6-15acad3d068f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Network': ['ID=f7df56ba-19d4-45df-93c3-79ab5da17b25,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:54.225803 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97b3b4f0-4135-4e7f-837f-fa947551e06d tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:54.359337 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49da05ec-2f7c-404d-8a34-8808b8f78fd4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Made reservation on behalf of 2433710460934b67bc31a8cc16493c9b for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:36:54.364331 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49da05ec-2f7c-404d-8a34-8808b8f78fd4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:54.398644 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-4cfaf53d-58a5-4443-8807-66ed32fe838c service neutron] 10.222.0.76 "GET /v2.0/networks/5ad289c5-7afd-4e6b-b966-250f12941104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657228 Dec 16 22:36:54.403781 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97b3b4f0-4135-4e7f-837f-fa947551e06d tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:54.414729 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49da05ec-2f7c-404d-8a34-8808b8f78fd4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:36:54.428247 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49da05ec-2f7c-404d-8a34-8808b8f78fd4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:54.428600 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-49da05ec-2f7c-404d-8a34-8808b8f78fd4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Added segment e4b66336-37bc-425c-8012-72ffc56139a2 of type vlan for network b54f9275-0863-4195-bc99-5fc0bb114867 Dec 16 22:36:54.477052 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49da05ec-2f7c-404d-8a34-8808b8f78fd4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:54.530976 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b3b4f0-4135-4e7f-837f-fa947551e06d tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Network 650946d5-54c8-4139-a037-1e4befaaa199 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:36:54.532092 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3b4f0-4135-4e7f-837f-fa947551e06d tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Pushing event updated for resources: {'Port': ['ID=b7917a7b-d6b2-4317-aaf1-132793dfdf5e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:54.536566 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-97b3b4f0-4135-4e7f-837f-fa947551e06d tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:54.540892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b3b4f0-4135-4e7f-837f-fa947551e06d tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:36:54.634925 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49da05ec-2f7c-404d-8a34-8808b8f78fd4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:54.637972 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49da05ec-2f7c-404d-8a34-8808b8f78fd4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:54.638572 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49da05ec-2f7c-404d-8a34-8808b8f78fd4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:54.666859 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb36eb3d-b6e4-498a-b644-0c435a1619b7 req-a194bbb2-a380-4d18-ab49-992700991355 service neutron] 10.222.0.76 "GET /v2.0/networks/5ad289c5-7afd-4e6b-b966-250f12941104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558568 Dec 16 22:36:54.758289 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da05ec-2f7c-404d-8a34-8808b8f78fd4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Network': ['ID=b54f9275-0863-4195-bc99-5fc0bb114867,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:54.771279 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network b54f9275-0863-4195-bc99-5fc0bb114867 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:36:54.869346 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-49da05ec-2f7c-404d-8a34-8808b8f78fd4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6533546 Dec 16 22:36:54.872649 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41150) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:54.878069 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-ecb9360a-05ec-43de-9b65-3a8ebd32b4bd tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'subnet': {'network_id': 'b54f9275-0863-4195-bc99-5fc0bb114867', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:55.014356 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97b3b4f0-4135-4e7f-837f-fa947551e06d tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:55.019422 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4956a4e-74ca-42ac-8066-fd6036f98bf7 req-5317770e-f772-4a51-a44c-a9cd6d41aacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:55.025607 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4956a4e-74ca-42ac-8066-fd6036f98bf7 req-5317770e-f772-4a51-a44c-a9cd6d41aacf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=56b451a4e7874b6c8d22f403757d3c5f&device_id=32f0250f-e0cc-4013-9a6a-23358ca9baf6 HTTP/1.1" status: 200 len: 1094 time: 0.0945880 Dec 16 22:36:55.061422 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 5496778b-7ffb-48a5-a7cf-d49f620d3f33 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:36:55.085634 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 5496778b-7ffb-48a5-a7cf-d49f620d3f33 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:36:55.086221 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 5496778b-7ffb-48a5-a7cf-d49f620d3f33 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:36:55.110151 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcda639-7df8-45d4-8aa4-cd5ce75eefcb req-e2dbde29-03a9-4b7b-bac3-32ebddb64a2a tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:55.112138 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-efcda639-7df8-45d4-8aa4-cd5ce75eefcb req-e2dbde29-03a9-4b7b-bac3-32ebddb64a2a tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=32f0250f-e0cc-4013-9a6a-23358ca9baf6 HTTP/1.1" status: 200 len: 943 time: 0.0941868 Dec 16 22:36:55.174363 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-efcda639-7df8-45d4-8aa4-cd5ce75eefcb req-1a7b6c8e-61e8-44ec-8c66-8ae130431f85 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542097 Dec 16 22:36:55.197333 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb9360a-05ec-43de-9b65-3a8ebd32b4bd tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Made reservation on behalf of 2433710460934b67bc31a8cc16493c9b for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:36:55.201709 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecb9360a-05ec-43de-9b65-3a8ebd32b4bd tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:55.211271 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4956a4e-74ca-42ac-8066-fd6036f98bf7 req-07ec1fbc-fd67-4dcd-a41a-d98e1946afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:55.212791 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4956a4e-74ca-42ac-8066-fd6036f98bf7 req-07ec1fbc-fd67-4dcd-a41a-d98e1946afdf service neutron] 10.222.0.76 "GET /v2.0/networks?id=5ad289c5-7afd-4e6b-b966-250f12941104 HTTP/1.1" status: 200 len: 915 time: 0.1566508 Dec 16 22:36:55.288175 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4956a4e-74ca-42ac-8066-fd6036f98bf7 req-04b78d8f-8335-4486-bbd0-b1917932ab85 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aa4d3bf-ae64-4a61-a357-14d21a730005 HTTP/1.1" status: 200 len: 217 time: 0.0413585 Dec 16 22:36:55.396097 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4956a4e-74ca-42ac-8066-fd6036f98bf7 req-d998b865-47c4-496a-8b21-f75827cf31d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:55.397605 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4956a4e-74ca-42ac-8066-fd6036f98bf7 req-d998b865-47c4-496a-8b21-f75827cf31d1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3921af46-4a83-4fac-8615-2a2a9abad034 HTTP/1.1" status: 200 len: 855 time: 0.0974977 Dec 16 22:36:55.398967 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97b3b4f0-4135-4e7f-837f-fa947551e06d tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:55.448729 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecb9360a-05ec-43de-9b65-3a8ebd32b4bd tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:55.469742 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4956a4e-74ca-42ac-8066-fd6036f98bf7 req-09e25c2b-e887-4c77-819a-286cf47ae164 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5ad289c5-7afd-4e6b-b966-250f12941104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635674 Dec 16 22:36:55.530099 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9360a-05ec-43de-9b65-3a8ebd32b4bd tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Checking segment: {'id': 'e4b66336-37bc-425c-8012-72ffc56139a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b54f9275-0863-4195-bc99-5fc0bb114867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:36:55.530856 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb9360a-05ec-43de-9b65-3a8ebd32b4bd tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network hostable DHCP agents. Network: b54f9275-0863-4195-bc99-5fc0bb114867, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:36:55.541112 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9360a-05ec-43de-9b65-3a8ebd32b4bd tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Subnet': ['ID=870bdd46-7c8e-445d-aad7-9b255253d9a8,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:55.640209 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4956a4e-74ca-42ac-8066-fd6036f98bf7 req-135d6ad2-2aee-4c44-abbe-8f00d8fad836 service neutron] 10.222.0.76 "GET /v2.0/networks/5ad289c5-7afd-4e6b-b966-250f12941104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560104 Dec 16 22:36:55.672231 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb9360a-05ec-43de-9b65-3a8ebd32b4bd tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network b54f9275-0863-4195-bc99-5fc0bb114867 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:36:55.672745 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b6fa321e-3348-4512-a1a6-f22e5cc2ac93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:55.738873 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4956a4e-74ca-42ac-8066-fd6036f98bf7 req-3e3571d2-5455-48d3-a0ec-29dddac8e20f service neutron] 10.222.0.76 "GET /v2.0/networks/5ad289c5-7afd-4e6b-b966-250f12941104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899913 Dec 16 22:36:55.757525 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b3b4f0-4135-4e7f-837f-fa947551e06d tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Router b767362c-b165-4679-a128-5fe090bf6ba4 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:36:55.758096 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-ecb9360a-05ec-43de-9b65-3a8ebd32b4bd tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, b54f9275-0863-4195-bc99-5fc0bb114867) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:55.762656 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb9360a-05ec-43de-9b65-3a8ebd32b4bd tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:55.767439 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ecb9360a-05ec-43de-9b65-3a8ebd32b4bd tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:55.768189 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3c6134-5843-4b8b-8574-40bcce91a67b None None] Network b54f9275-0863-4195-bc99-5fc0bb114867 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:36:55.863663 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ecb9360a-05ec-43de-9b65-3a8ebd32b4bd tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9899025 Dec 16 22:36:55.874279 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41164) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:55.878987 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-9960858f-d676-4d24-b34b-0ee9b850f733 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1198276955', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:55.894028 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1cf686-3beb-4bb2-ab7b-ed19200cc995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-b54f9275-0863-4195-bc99-5fc0bb114867', 'network_id': 'b54f9275-0863-4195-bc99-5fc0bb114867', 'project_id': '2433710460934b67bc31a8cc16493c9b', 'fixed_ips': [{'subnet_id': '870bdd46-7c8e-445d-aad7-9b255253d9a8'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:36:55.894028 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf686-3beb-4bb2-ab7b-ed19200cc995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:55.919783 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b3b4f0-4135-4e7f-837f-fa947551e06d tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:36:55.959753 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d02bb80-e6ad-4dce-bcfc-dec2ec8f4759 None None] Sync routers for ids ['b767362c-b165-4679-a128-5fe090bf6ba4'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:36:55.987807 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d02bb80-e6ad-4dce-bcfc-dec2ec8f4759 None None] Routers {'b767362c-b165-4679-a128-5fe090bf6ba4'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:36:55.988443 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-4d02bb80-e6ad-4dce-bcfc-dec2ec8f4759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['b767362c-b165-4679-a128-5fe090bf6ba4'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:55.994189 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9960858f-d676-4d24-b34b-0ee9b850f733 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:55.995799 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9960858f-d676-4d24-b34b-0ee9b850f733 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:56.002349 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97b3b4f0-4135-4e7f-837f-fa947551e06d tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:56.003754 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-97b3b4f0-4135-4e7f-837f-fa947551e06d tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.8828728 Dec 16 22:36:56.006506 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41166) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:56.060629 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9960858f-d676-4d24-b34b-0ee9b850f733 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:56.134255 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2ba1c24b-6843-4fb6-85eb-04d531bb36cd tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:56.144309 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-0d1cf686-3beb-4bb2-ab7b-ed19200cc995 None None] Allocated IP 172.20.0.2 (b54f9275-0863-4195-bc99-5fc0bb114867/870bdd46-7c8e-445d-aad7-9b255253d9a8/0fecc384-16e1-4546-ba25-dff377743547) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:36:56.146960 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9960858f-d676-4d24-b34b-0ee9b850f733 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:56.168400 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-4d02bb80-e6ad-4dce-bcfc-dec2ec8f4759 None None] Set router b767362c-b165-4679-a128-5fe090bf6ba4 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:36:56.250908 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9960858f-d676-4d24-b34b-0ee9b850f733 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:56.256225 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9960858f-d676-4d24-b34b-0ee9b850f733 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3808410 Dec 16 22:36:56.266180 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41182) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:56.311341 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2ba1c24b-6843-4fb6-85eb-04d531bb36cd tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:56.443296 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-e35580c4-ca79-44b1-a64b-1e51ae95e527 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:56.444851 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-e35580c4-ca79-44b1-a64b-1e51ae95e527 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/networks?id=21b1773b-f25c-429f-b997-c6ca2375290a HTTP/1.1" status: 200 len: 809 time: 0.1500094 Dec 16 22:36:56.495471 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-26c8091a-406a-4bf6-8cab-1729b91a6b29 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/quotas/985f1a01158e40fea4c343bb4ac44b15 HTTP/1.1" status: 200 len: 375 time: 0.0227065 Dec 16 22:36:56.535870 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-e27200a8-af46-4ebf-9999-f40e54bf0a18 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=985f1a01158e40fea4c343bb4ac44b15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333517 Dec 16 22:36:56.544947 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-2ba1c24b-6843-4fb6-85eb-04d531bb36cd tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Deleting port b7917a7b-d6b2-4317-aaf1-132793dfdf5e {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:36:56.545298 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2ba1c24b-6843-4fb6-85eb-04d531bb36cd tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:56.650435 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2ba1c24b-6843-4fb6-85eb-04d531bb36cd tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:56.664213 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-2ba1c24b-6843-4fb6-85eb-04d531bb36cd tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Calling delete_port for b7917a7b-d6b2-4317-aaf1-132793dfdf5e owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:36:56.678906 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c83667-08b2-43be-89a3-cdd545cc9c1f req-2ea4c20b-e846-4c0c-a7d1-27af36721055 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:56.689857 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-20c83667-08b2-43be-89a3-cdd545cc9c1f req-2ea4c20b-e846-4c0c-a7d1-27af36721055 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=32f0250f-e0cc-4013-9a6a-23358ca9baf6 HTTP/1.1" status: 200 len: 943 time: 0.2747438 Dec 16 22:36:56.718190 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf686-3beb-4bb2-ab7b-ed19200cc995 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:56.735957 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-4d02bb80-e6ad-4dce-bcfc-dec2ec8f4759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b767362c-b165-4679-a128-5fe090bf6ba4', 'name': '', 'tenant_id': 'd2fca60e3e474e9cbc297be680ec982a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '650946d5-54c8-4139-a037-1e4befaaa199', 'external_fixed_ips': [{'subnet_id': '74cea030-1a24-4dc2-bfa9-3fdd1805615a', 'ip_address': '2001:db8::339'}], 'enable_snat': True}, 'gw_port_id': 'b7917a7b-d6b2-4317-aaf1-132793dfdf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:36:52Z', 'updated_at': '2021-12-16T22:36:54Z', 'revision_number': 3, 'project_id': 'd2fca60e3e474e9cbc297be680ec982a', 'gw_port': {'id': 'b7917a7b-d6b2-4317-aaf1-132793dfdf5e', 'name': '', 'network_id': '650946d5-54c8-4139-a037-1e4befaaa199', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:83:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b767362c-b165-4679-a128-5fe090bf6ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '74cea030-1a24-4dc2-bfa9-3fdd1805615a', 'ip_address': '2001:db8::339', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:36:53Z', 'updated_at': '2021-12-16T22:36:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74cea030-1a24-4dc2-bfa9-3fdd1805615a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:56.769516 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d02bb80-e6ad-4dce-bcfc-dec2ec8f4759 None None] Checking router: b767362c-b165-4679-a128-5fe090bf6ba4 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:36:56.770169 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d02bb80-e6ad-4dce-bcfc-dec2ec8f4759 None None] Updating router b767362c-b165-4679-a128-5fe090bf6ba4 port b7917a7b-d6b2-4317-aaf1-132793dfdf5e binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:36:56.783405 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-20c83667-08b2-43be-89a3-cdd545cc9c1f req-c71f6bda-2caf-4b09-86f4-96535a129bf6 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925016 Dec 16 22:36:56.803843 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4d02bb80-e6ad-4dce-bcfc-dec2ec8f4759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:56.834696 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1046b8da-30a2-4a1f-ad0e-2df349035b31 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:56.845224 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf686-3beb-4bb2-ab7b-ed19200cc995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:56.957579 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1cf686-3beb-4bb2-ab7b-ed19200cc995 None None] Network b54f9275-0863-4195-bc99-5fc0bb114867 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:36:56.971031 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-0d1cf686-3beb-4bb2-ab7b-ed19200cc995 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:56.986783 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1cf686-3beb-4bb2-ab7b-ed19200cc995 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:36:57.117518 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:57.126816 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cf686-3beb-4bb2-ab7b-ed19200cc995 None None] Pushing event updated for resources: {'Port': ['ID=0fecc384-16e1-4546-ba25-dff377743547,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:57.164129 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-0d1cf686-3beb-4bb2-ab7b-ed19200cc995 None None] Attempting to bind port 0fecc384-16e1-4546-ba25-dff377743547 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:36:57.164129 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-0d1cf686-3beb-4bb2-ab7b-ed19200cc995 None None] Attempting to bind port 0fecc384-16e1-4546-ba25-dff377743547 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'e4b66336-37bc-425c-8012-72ffc56139a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b54f9275-0863-4195-bc99-5fc0bb114867'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:36:57.164129 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1cf686-3beb-4bb2-ab7b-ed19200cc995 None None] Attempting to bind port 0fecc384-16e1-4546-ba25-dff377743547 on network b54f9275-0863-4195-bc99-5fc0bb114867 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:36:57.169810 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1cf686-3beb-4bb2-ab7b-ed19200cc995 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:36:57.170338 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1cf686-3beb-4bb2-ab7b-ed19200cc995 None None] Checking segment: {'id': 'e4b66336-37bc-425c-8012-72ffc56139a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b54f9275-0863-4195-bc99-5fc0bb114867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:36:57.170767 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf686-3beb-4bb2-ab7b-ed19200cc995 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:57.171261 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1cf686-3beb-4bb2-ab7b-ed19200cc995 None None] Bound using segment: {'id': 'e4b66336-37bc-425c-8012-72ffc56139a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b54f9275-0863-4195-bc99-5fc0bb114867'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:36:57.171966 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-0d1cf686-3beb-4bb2-ab7b-ed19200cc995 None None] Bound port: 0fecc384-16e1-4546-ba25-dff377743547, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4b66336-37bc-425c-8012-72ffc56139a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b54f9275-0863-4195-bc99-5fc0bb114867'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:36:57.172938 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf686-3beb-4bb2-ab7b-ed19200cc995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:57.186550 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-1046b8da-30a2-4a1f-ad0e-2df349035b31 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Allocated IP 172.20.0.1 (b54f9275-0863-4195-bc99-5fc0bb114867/870bdd46-7c8e-445d-aad7-9b255253d9a8/43df0e90-8fc1-4571-aedc-99546b971349) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:36:57.223224 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-bfbe7256-e5ff-45b3-b31d-802c78d35975 service neutron] 10.222.0.75 "GET /v2.0/networks/21b1773b-f25c-429f-b997-c6ca2375290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097313 Dec 16 22:36:57.231221 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:57.317844 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0d1cf686-3beb-4bb2-ab7b-ed19200cc995 None None] For port 0fecc384-16e1-4546-ba25-dff377743547, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:36:57.324503 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0d1cf686-3beb-4bb2-ab7b-ed19200cc995 None None] For port 0fecc384-16e1-4546-ba25-dff377743547, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0fecc384-16e1-4546-ba25-dff377743547,segment=NetworkSegment(e4b66336-37bc-425c-8012-72ffc56139a2),segment_id=e4b66336-37bc-425c-8012-72ffc56139a2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:36:57.368946 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1046b8da-30a2-4a1f-ad0e-2df349035b31 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:57.369673 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-b503341e-338a-44a9-a52f-dcb07047f2bd service neutron] 10.222.0.75 "GET /v2.0/networks/21b1773b-f25c-429f-b997-c6ca2375290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318748 Dec 16 22:36:57.429179 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2ba1c24b-6843-4fb6-85eb-04d531bb36cd tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:57.437332 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf686-3beb-4bb2-ab7b-ed19200cc995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:57.466282 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1c24b-6843-4fb6-85eb-04d531bb36cd tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7917a7b-d6b2-4317-aaf1-132793dfdf5e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:57.491067 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-4d02bb80-e6ad-4dce-bcfc-dec2ec8f4759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:36:57.491533 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-4d02bb80-e6ad-4dce-bcfc-dec2ec8f4759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:36:57.493655 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2ba1c24b-6843-4fb6-85eb-04d531bb36cd tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:57.507001 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1046b8da-30a2-4a1f-ad0e-2df349035b31 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:57.538179 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1046b8da-30a2-4a1f-ad0e-2df349035b31 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network b54f9275-0863-4195-bc99-5fc0bb114867 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:36:57.546603 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-1046b8da-30a2-4a1f-ad0e-2df349035b31 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:57.550451 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1046b8da-30a2-4a1f-ad0e-2df349035b31 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:36:57.555706 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cf686-3beb-4bb2-ab7b-ed19200cc995 None None] Pushing event updated for resources: {'Port': ['ID=0fecc384-16e1-4546-ba25-dff377743547,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:57.606858 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2ba1c24b-6843-4fb6-85eb-04d531bb36cd tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:57.609204 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2ba1c24b-6843-4fb6-85eb-04d531bb36cd tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:57.670142 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046b8da-30a2-4a1f-ad0e-2df349035b31 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Port': ['ID=43df0e90-8fc1-4571-aedc-99546b971349,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:57.685655 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1046b8da-30a2-4a1f-ad0e-2df349035b31 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:57.778207 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c99a2582-956d-478b-b60c-f69cb7e40731 req-05801eb8-f8ec-43ef-a708-c8507ad507cf tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a HTTP/1.1" status: 200 len: 210 time: 0.0409396 Dec 16 22:36:57.795026 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2ba1c24b-6843-4fb6-85eb-04d531bb36cd tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:57.795668 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba1c24b-6843-4fb6-85eb-04d531bb36cd tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b767362c-b165-4679-a128-5fe090bf6ba4 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:36:57.803456 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2ba1c24b-6843-4fb6-85eb-04d531bb36cd tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:57.818318 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2ba1c24b-6843-4fb6-85eb-04d531bb36cd tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "DELETE /v2.0/routers/b767362c-b165-4679-a128-5fe090bf6ba4 HTTP/1.1" status: 204 len: 168 time: 1.8106110 Dec 16 22:36:57.822683 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41194) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:58.033613 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d02bb80-e6ad-4dce-bcfc-dec2ec8f4759 None None] Port b7917a7b-d6b2-4317-aaf1-132793dfdf5e not found while updating agent binding for router b767362c-b165-4679-a128-5fe090bf6ba4. {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 16 22:36:58.058954 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d02bb80-e6ad-4dce-bcfc-dec2ec8f4759 None None] Routers set() bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:36:58.059383 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d02bb80-e6ad-4dce-bcfc-dec2ec8f4759 None None] Router IDs set() for agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 22:36:58.060077 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_agentschedulers_db [None req-4d02bb80-e6ad-4dce-bcfc-dec2ec8f4759 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b767362c-b165-4679-a128-5fe090bf6ba4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent'). {{(pid=103615) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 22:36:58.060460 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d02bb80-e6ad-4dce-bcfc-dec2ec8f4759 None None] The sync data for ids ['b767362c-b165-4679-a128-5fe090bf6ba4'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:36:58.111396 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-64cfcce8-2744-4ff2-abe0-9a074774839d tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Deleting subnet 74cea030-1a24-4dc2-bfa9-3fdd1805615a {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:36:58.115713 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-64cfcce8-2744-4ff2-abe0-9a074774839d tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:58.164272 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824ccae-493e-4cbf-8568-9128a15fcf53 req-8623baf2-0b5f-4726-aba0-51db3936b4da tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:58.165836 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3824ccae-493e-4cbf-8568-9128a15fcf53 req-8623baf2-0b5f-4726-aba0-51db3936b4da tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=32f0250f-e0cc-4013-9a6a-23358ca9baf6 HTTP/1.1" status: 200 len: 943 time: 0.1483178 Dec 16 22:36:58.190546 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-64cfcce8-2744-4ff2-abe0-9a074774839d tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:58.282690 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-64cfcce8-2744-4ff2-abe0-9a074774839d tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:58.288102 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3824ccae-493e-4cbf-8568-9128a15fcf53 req-7f8f5fb6-5e2a-408b-a0cd-50e4254c5ab1 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013789 Dec 16 22:36:58.295306 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:58.298285 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 7aa4d3bf-ae64-4a61-a357-14d21a730005 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:36:58.433465 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-64cfcce8-2744-4ff2-abe0-9a074774839d tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:58.448683 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 7aa4d3bf-ae64-4a61-a357-14d21a730005, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=7aa4d3bf-ae64-4a61-a357-14d21a730005,segment=NetworkSegment(ebeb3950-671a-4b5d-9be7-8ef3d653ddf1),segment_id=ebeb3950-671a-4b5d-9be7-8ef3d653ddf1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:36:58.454977 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1046b8da-30a2-4a1f-ad0e-2df349035b31 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:58.461299 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '7aa4d3bf-ae64-4a61-a357-14d21a730005', 'network_id': '5ad289c5-7afd-4e6b-b966-250f12941104', 'port_id': '7aa4d3bf-ae64-4a61-a357-14d21a730005', 'mac_address': 'fa:16:3e:16:42:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3921af46-4a83-4fac-8615-2a2a9abad034', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:36:58.466526 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfcce8-2744-4ff2-abe0-9a074774839d tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=74cea030-1a24-4dc2-bfa9-3fdd1805615a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:58.468442 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-64cfcce8-2744-4ff2-abe0-9a074774839d tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:58.478752 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-64cfcce8-2744-4ff2-abe0-9a074774839d tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "DELETE /v2.0/subnets/74cea030-1a24-4dc2-bfa9-3fdd1805615a HTTP/1.1" status: 204 len: 168 time: 0.6420407 Dec 16 22:36:58.478888 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41206) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:58.504583 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:58.518046 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:58.521282 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa4d3bf-ae64-4a61-a357-14d21a730005 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:36:58.543028 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 7aa4d3bf-ae64-4a61-a357-14d21a730005, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=7aa4d3bf-ae64-4a61-a357-14d21a730005,segment=NetworkSegment(ebeb3950-671a-4b5d-9be7-8ef3d653ddf1),segment_id=ebeb3950-671a-4b5d-9be7-8ef3d653ddf1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:36:58.602223 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-80ce77ba-683f-4c31-9bde-83d7892148b4 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:58.663638 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:58.726623 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=7aa4d3bf-ae64-4a61-a357-14d21a730005,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:58.774596 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-80ce77ba-683f-4c31-9bde-83d7892148b4 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:58.845709 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-80ce77ba-683f-4c31-9bde-83d7892148b4 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650946d5-54c8-4139-a037-1e4befaaa199']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:58.864087 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-80ce77ba-683f-4c31-9bde-83d7892148b4 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25330183-935f-40a3-999d-845b55b12668') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:58.864382 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-80ce77ba-683f-4c31-9bde-83d7892148b4 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25330183-935f-40a3-999d-845b55b12668') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:36:58.879580 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-80ce77ba-683f-4c31-9bde-83d7892148b4 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:58.912825 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-80ce77ba-683f-4c31-9bde-83d7892148b4 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:58.930021 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ce77ba-683f-4c31-9bde-83d7892148b4 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:36:58.930664 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-80ce77ba-683f-4c31-9bde-83d7892148b4 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:36:58.932732 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:36:58.947222 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaf4ed4-7364-491f-aebb-731240ed2b6a None None] Network b54f9275-0863-4195-bc99-5fc0bb114867 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:36:59.026732 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-495d9f98-8d7c-4720-8ada-31b368bbdb31 req-49b68216-ec5a-46a3-bae3-965c9e5034da tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a HTTP/1.1" status: 200 len: 210 time: 0.0974956 Dec 16 22:36:59.046563 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1046b8da-30a2-4a1f-ad0e-2df349035b31 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:59.061623 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['7aa4d3bf-ae64-4a61-a357-14d21a730005'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:36:59.130228 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0fecc384-16e1-4546-ba25-dff377743547 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:36:59.153398 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1046b8da-30a2-4a1f-ad0e-2df349035b31 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:59.161706 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-80ce77ba-683f-4c31-9bde-83d7892148b4 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:59.169825 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a79ad2c8-f7de-4635-8f1c-e2253e7584dc None None] Provisioning complete for port 0fecc384-16e1-4546-ba25-dff377743547 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:59.170208 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a79ad2c8-f7de-4635-8f1c-e2253e7584dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:59.217081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ce77ba-683f-4c31-9bde-83d7892148b4 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 650946d5-54c8-4139-a037-1e4befaaa199 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 22:36:59.224908 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:59.232281 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-80ce77ba-683f-4c31-9bde-83d7892148b4 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:59.235616 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-80ce77ba-683f-4c31-9bde-83d7892148b4 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "DELETE /v2.0/networks/650946d5-54c8-4139-a037-1e4befaaa199 HTTP/1.1" status: 204 len: 168 time: 0.7550361 Dec 16 22:36:59.264229 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce77ba-683f-4c31-9bde-83d7892148b4 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Pushing event deleted for resources: {'Network': ['ID=650946d5-54c8-4139-a037-1e4befaaa199,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:59.275837 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1046b8da-30a2-4a1f-ad0e-2df349035b31 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:59.284175 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046b8da-30a2-4a1f-ad0e-2df349035b31 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Port': ['ID=43df0e90-8fc1-4571-aedc-99546b971349,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:36:59.405725 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 0fecc384-16e1-4546-ba25-dff377743547 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:36:59.408033 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:59.503996 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1046b8da-30a2-4a1f-ad0e-2df349035b31 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network b54f9275-0863-4195-bc99-5fc0bb114867 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:36:59.517001 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-1046b8da-30a2-4a1f-ad0e-2df349035b31 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:36:59.609070 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a79ad2c8-f7de-4635-8f1c-e2253e7584dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:59.641488 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aac84f-2c0b-4118-ab2e-4234101c5ca2 req-9d6ead46-3fea-4e31-80aa-b970e9007dff tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:36:59.649474 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-36aac84f-2c0b-4118-ab2e-4234101c5ca2 req-9d6ead46-3fea-4e31-80aa-b970e9007dff tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=32f0250f-e0cc-4013-9a6a-23358ca9baf6 HTTP/1.1" status: 200 len: 944 time: 0.1947029 Dec 16 22:36:59.753962 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-36aac84f-2c0b-4118-ab2e-4234101c5ca2 req-2df8e2b5-8ae1-4acb-a438-563068cca7ab tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971115 Dec 16 22:36:59.766382 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a79ad2c8-f7de-4635-8f1c-e2253e7584dc None None] For port 0fecc384-16e1-4546-ba25-dff377743547, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0fecc384-16e1-4546-ba25-dff377743547,segment=NetworkSegment(e4b66336-37bc-425c-8012-72ffc56139a2),segment_id=e4b66336-37bc-425c-8012-72ffc56139a2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:36:59.829693 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:59.848902 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a79ad2c8-f7de-4635-8f1c-e2253e7584dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:36:59.863471 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41252) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:36:59.869681 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-6bb5eb63-312a-4b75-ba62-6de03ed9e70e tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Request body: {'router': {'name': 'tempest-router--1648057986', 'project_id': '3eec46261c9d422bbf2e8db6629c3a96'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:36:59.882021 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1046b8da-30a2-4a1f-ad0e-2df349035b31 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Router d8fa463d-482e-455f-968e-e9f493700996 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:36:59.985227 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:36:59.985590 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:37:00.023887 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ad2c8-f7de-4635-8f1c-e2253e7584dc None None] Pushing event updated for resources: {'Port': ['ID=0fecc384-16e1-4546-ba25-dff377743547,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:00.042258 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6bb5eb63-312a-4b75-ba62-6de03ed9e70e tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:00.043461 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6bb5eb63-312a-4b75-ba62-6de03ed9e70e tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:00.045856 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2dd889c8-5222-4d21-8f02-af61fdd69614 None None] Provisioning complete for port 43df0e90-8fc1-4571-aedc-99546b971349 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:00.046403 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2dd889c8-5222-4d21-8f02-af61fdd69614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:00.110328 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2dd889c8-5222-4d21-8f02-af61fdd69614 None None] Port 43df0e90-8fc1-4571-aedc-99546b971349 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:00.122660 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2dd889c8-5222-4d21-8f02-af61fdd69614 None None] Provisioning complete for port 0fecc384-16e1-4546-ba25-dff377743547 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:00.123308 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2dd889c8-5222-4d21-8f02-af61fdd69614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:00.204170 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6bb5eb63-312a-4b75-ba62-6de03ed9e70e tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:00.217684 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1046b8da-30a2-4a1f-ad0e-2df349035b31 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:37:00.226822 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1046b8da-30a2-4a1f-ad0e-2df349035b31 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "PUT /v2.0/routers/d8fa463d-482e-455f-968e-e9f493700996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9595447 Dec 16 22:37:00.227855 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41266) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:00.261746 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eb081287-7fbf-4fc4-810f-9a3261302e2c req-7b973884-baed-445e-a5aa-5df35daa5854 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a HTTP/1.1" status: 200 len: 210 time: 0.0868981 Dec 16 22:37:00.325221 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8f6305-2a07-48eb-8ca5-6ed6768ab3e7 None None] Sync routers for ids ['d8fa463d-482e-455f-968e-e9f493700996'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:37:00.331985 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6bb5eb63-312a-4b75-ba62-6de03ed9e70e tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:00.342890 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8f6305-2a07-48eb-8ca5-6ed6768ab3e7 None None] Routers {'d8fa463d-482e-455f-968e-e9f493700996'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:00.343693 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-dc8f6305-2a07-48eb-8ca5-6ed6768ab3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['d8fa463d-482e-455f-968e-e9f493700996'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:00.387801 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d36288c-f597-476e-8327-07e40dde6be7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:00.387801 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6d36288c-f597-476e-8327-07e40dde6be7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "GET /v2.0/ports/43df0e90-8fc1-4571-aedc-99546b971349 HTTP/1.1" status: 200 len: 910 time: 0.1575739 Dec 16 22:37:00.390707 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41272) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:00.424364 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-dc8f6305-2a07-48eb-8ca5-6ed6768ab3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:00.436302 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8f6305-2a07-48eb-8ca5-6ed6768ab3e7 None None] Routers {'d8fa463d-482e-455f-968e-e9f493700996'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:00.437096 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-dc8f6305-2a07-48eb-8ca5-6ed6768ab3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['d8fa463d-482e-455f-968e-e9f493700996'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:00.476707 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-dc8f6305-2a07-48eb-8ca5-6ed6768ab3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:00.477661 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8f6305-2a07-48eb-8ca5-6ed6768ab3e7 None None] The sync data for ids ['d8fa463d-482e-455f-968e-e9f493700996'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:37:00.536733 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6bb5eb63-312a-4b75-ba62-6de03ed9e70e tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:00.544036 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6bb5eb63-312a-4b75-ba62-6de03ed9e70e tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6772716 Dec 16 22:37:00.545435 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9dd25437-e595-423a-9f38-d9cb3f4b41aa None None] Provisioning complete for port 43df0e90-8fc1-4571-aedc-99546b971349 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:00.545717 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41274) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:00.545819 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9dd25437-e595-423a-9f38-d9cb3f4b41aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:00.587556 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9dd25437-e595-423a-9f38-d9cb3f4b41aa None None] Port 43df0e90-8fc1-4571-aedc-99546b971349 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:00.651937 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-29375c4b-241e-46a6-8494-0d0bbd1ef0d7 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:00.881209 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-29375c4b-241e-46a6-8494-0d0bbd1ef0d7 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:00.888416 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-29375c4b-241e-46a6-8494-0d0bbd1ef0d7 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:00.978611 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b58d63-fdfc-4428-a4bd-fc835da2392b req-12076027-85c3-4a2c-834a-cbb7c5897f3e tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:00.981196 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d8b58d63-fdfc-4428-a4bd-fc835da2392b req-12076027-85c3-4a2c-834a-cbb7c5897f3e tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=32f0250f-e0cc-4013-9a6a-23358ca9baf6 HTTP/1.1" status: 200 len: 944 time: 0.1439412 Dec 16 22:37:01.004001 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-29375c4b-241e-46a6-8494-0d0bbd1ef0d7 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:01.004681 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29375c4b-241e-46a6-8494-0d0bbd1ef0d7 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af72084d-c764-458b-b970-359de9b86c77 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:37:01.019629 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-29375c4b-241e-46a6-8494-0d0bbd1ef0d7 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:01.021220 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-29375c4b-241e-46a6-8494-0d0bbd1ef0d7 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "DELETE /v2.0/routers/af72084d-c764-458b-b970-359de9b86c77 HTTP/1.1" status: 204 len: 168 time: 0.4741967 Dec 16 22:37:01.068152 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d8b58d63-fdfc-4428-a4bd-fc835da2392b req-8dda9b93-2740-4095-bc29-44ac8ee8720f tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753884 Dec 16 22:37:01.100762 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0fecc384-16e1-4546-ba25-dff377743547 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:37:01.130278 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2cde0b44-be1a-4c9e-b5e6-8b8935d22145 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:01.139512 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-6bebd92c-32e5-46d4-b497-c0d0cc0a30b3 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:01.141311 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-6bebd92c-32e5-46d4-b497-c0d0cc0a30b3 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.57 "GET /v2.0/networks?id=21b1773b-f25c-429f-b997-c6ca2375290a HTTP/1.1" status: 200 len: 809 time: 0.2579484 Dec 16 22:37:01.184916 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 0fecc384-16e1-4546-ba25-dff377743547 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:01.185586 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:01.185687 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-aefaef06-127e-4ef8-ae74-e14adcb93e4d tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Request body: {'port': {'device_id': '6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a', 'network_id': '21b1773b-f25c-429f-b997-c6ca2375290a', 'admin_state_up': True, 'tenant_id': '985f1a01158e40fea4c343bb4ac44b15'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:01.346829 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41284) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:01.422913 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-97173c48-1826-4b2b-abf2-8eec1e8f32d4 req-ffb77249-7434-4c93-96dc-df073fc1214f tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a HTTP/1.1" status: 200 len: 210 time: 0.0397882 Dec 16 22:37:01.535199 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-aefaef06-127e-4ef8-ae74-e14adcb93e4d tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Made reservation on behalf of 985f1a01158e40fea4c343bb4ac44b15 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:37:01.538517 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-aefaef06-127e-4ef8-ae74-e14adcb93e4d tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:01.622333 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-3c2b1a9b-c89b-4181-a35f-6ebdff47c7e9 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-38496253', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}, 'admin_state_up': False}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:01.638289 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-2cde0b44-be1a-4c9e-b5e6-8b8935d22145 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Deleting port 43df0e90-8fc1-4571-aedc-99546b971349 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:37:01.638641 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2cde0b44-be1a-4c9e-b5e6-8b8935d22145 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:01.703843 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1a9b-c89b-4181-a35f-6ebdff47c7e9 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:01.705398 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1a9b-c89b-4181-a35f-6ebdff47c7e9 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:01.748999 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-aefaef06-127e-4ef8-ae74-e14adcb93e4d tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Allocated IP 172.20.0.5 (21b1773b-f25c-429f-b997-c6ca2375290a/a0af3e35-f243-4472-8aca-be3fffc5d74f/d18f5d10-b133-4342-b283-5bb998e7e6b5) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:01.780106 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2cde0b44-be1a-4c9e-b5e6-8b8935d22145 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:01.783851 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1a9b-c89b-4181-a35f-6ebdff47c7e9 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:01.803148 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-2cde0b44-be1a-4c9e-b5e6-8b8935d22145 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Calling delete_port for 43df0e90-8fc1-4571-aedc-99546b971349 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:37:01.978364 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1a9b-c89b-4181-a35f-6ebdff47c7e9 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:02.032440 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-aefaef06-127e-4ef8-ae74-e14adcb93e4d tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:02.192428 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2cde0b44-be1a-4c9e-b5e6-8b8935d22145 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:02.227317 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde0b44-be1a-4c9e-b5e6-8b8935d22145 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Port': ['ID=43df0e90-8fc1-4571-aedc-99546b971349,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:02.235137 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-aefaef06-127e-4ef8-ae74-e14adcb93e4d tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:02.262916 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde0b44-be1a-4c9e-b5e6-8b8935d22145 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:02.263394 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde0b44-be1a-4c9e-b5e6-8b8935d22145 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:02.263850 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde0b44-be1a-4c9e-b5e6-8b8935d22145 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:02.264271 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde0b44-be1a-4c9e-b5e6-8b8935d22145 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:02.264723 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde0b44-be1a-4c9e-b5e6-8b8935d22145 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:02.265185 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde0b44-be1a-4c9e-b5e6-8b8935d22145 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:02.265953 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde0b44-be1a-4c9e-b5e6-8b8935d22145 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:02.266384 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde0b44-be1a-4c9e-b5e6-8b8935d22145 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:02.267604 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde0b44-be1a-4c9e-b5e6-8b8935d22145 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:02.267604 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde0b44-be1a-4c9e-b5e6-8b8935d22145 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:02.267770 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde0b44-be1a-4c9e-b5e6-8b8935d22145 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:02.269870 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde0b44-be1a-4c9e-b5e6-8b8935d22145 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:02.270217 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cde0b44-be1a-4c9e-b5e6-8b8935d22145 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:02.306020 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5b11f-b7fc-4766-bb1d-fbf1b9de5be5 req-9f7023fd-72fa-4325-a0b9-70deb5b490ab tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:02.307701 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b2e5b11f-b7fc-4766-bb1d-fbf1b9de5be5 req-9f7023fd-72fa-4325-a0b9-70deb5b490ab tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=32f0250f-e0cc-4013-9a6a-23358ca9baf6 HTTP/1.1" status: 200 len: 944 time: 0.1225986 Dec 16 22:37:02.328402 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 7aa4d3bf-ae64-4a61-a357-14d21a730005 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:37:02.365791 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-aefaef06-127e-4ef8-ae74-e14adcb93e4d tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Network 21b1773b-f25c-429f-b997-c6ca2375290a is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:02.394051 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-aefaef06-127e-4ef8-ae74-e14adcb93e4d tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:02.396605 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-aefaef06-127e-4ef8-ae74-e14adcb93e4d tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:02.432031 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefaef06-127e-4ef8-ae74-e14adcb93e4d tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Pushing event updated for resources: {'Port': ['ID=d18f5d10-b133-4342-b283-5bb998e7e6b5,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:02.470120 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1a9b-c89b-4181-a35f-6ebdff47c7e9 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:02.474063 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-aefaef06-127e-4ef8-ae74-e14adcb93e4d tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:02.474669 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-aefaef06-127e-4ef8-ae74-e14adcb93e4d tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:02.476050 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b2e5b11f-b7fc-4766-bb1d-fbf1b9de5be5 req-6f534dad-4ebe-4a95-880c-e637eb4b2e80 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529598 Dec 16 22:37:02.501957 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1a9b-c89b-4181-a35f-6ebdff47c7e9 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:02.510060 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 7aa4d3bf-ae64-4a61-a357-14d21a730005 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:37:02.518289 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 7aa4d3bf-ae64-4a61-a357-14d21a730005 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:02.518911 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:02.583717 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-aefaef06-127e-4ef8-ae74-e14adcb93e4d tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4035633 Dec 16 22:37:02.615962 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2cde0b44-be1a-4c9e-b5e6-8b8935d22145 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:02.628335 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-777a24ec-3ca9-4968-b9ff-09f10467dada service neutron] Request body: {'port': {'device_id': '6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:02.688350 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:02.708809 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-3c2b1a9b-c89b-4181-a35f-6ebdff47c7e9 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Allocated IP 172.25.6.38 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/a45a5221-78cf-4091-88e3-9fd80b9c9dd5) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:02.725243 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f0250f-e0cc-4013-9a6a-23358ca9baf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa4d3bf-ae64-4a61-a357-14d21a730005'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:37:02.728393 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884d15cc-10be-4ed6-860f-97c5673b1c39" -d '{"events": [{"server_uuid": "32f0250f-e0cc-4013-9a6a-23358ca9baf6", "name": "network-vif-plugged", "status": "completed", "tag": "7aa4d3bf-ae64-4a61-a357-14d21a730005"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:37:02.735010 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 7aa4d3bf-ae64-4a61-a357-14d21a730005, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=7aa4d3bf-ae64-4a61-a357-14d21a730005,segment=NetworkSegment(ebeb3950-671a-4b5d-9be7-8ef3d653ddf1),segment_id=ebeb3950-671a-4b5d-9be7-8ef3d653ddf1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:02.784138 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-777a24ec-3ca9-4968-b9ff-09f10467dada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:02.797569 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d04917-5c96-4f6c-a9e7-256bca031571 x-openstack-request-id: req-d3d04917-5c96-4f6c-a9e7-256bca031571 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:37:02.797972 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f0250f-e0cc-4013-9a6a-23358ca9baf6", "name": "network-vif-plugged", "status": "completed", "tag": "7aa4d3bf-ae64-4a61-a357-14d21a730005", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:37:02.798464 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d3d04917-5c96-4f6c-a9e7-256bca031571 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:37:02.798944 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f0250f-e0cc-4013-9a6a-23358ca9baf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa4d3bf-ae64-4a61-a357-14d21a730005', 'code': 200} Dec 16 22:37:02.813155 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4dbe9f-9cd4-463e-ad04-9907085cc320 req-d0d4e506-7840-4317-ab7d-d77f6deb8d30 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:02.814748 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5e4dbe9f-9cd4-463e-ad04-9907085cc320 req-d0d4e506-7840-4317-ab7d-d77f6deb8d30 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a HTTP/1.1" status: 200 len: 931 time: 0.2476034 Dec 16 22:37:02.826954 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:02.850362 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1a9b-c89b-4181-a35f-6ebdff47c7e9 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:02.879594 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=7aa4d3bf-ae64-4a61-a357-14d21a730005,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:02.960858 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc8b56-73af-419b-bc2a-4d551ff6071d req-3c38290f-e168-415e-b6c9-ad0a5b4c32d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:02.962896 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-69dc8b56-73af-419b-bc2a-4d551ff6071d req-3c38290f-e168-415e-b6c9-ad0a5b4c32d6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=32f0250f-e0cc-4013-9a6a-23358ca9baf6 HTTP/1.1" status: 200 len: 1096 time: 0.0439165 Dec 16 22:37:02.969960 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1a9b-c89b-4181-a35f-6ebdff47c7e9 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:03.022961 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cde0b44-be1a-4c9e-b5e6-8b8935d22145 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Router d8fa463d-482e-455f-968e-e9f493700996 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:37:03.038307 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5e4dbe9f-9cd4-463e-ad04-9907085cc320 req-ef928f5a-7622-4e0e-a6d7-023894c9e641 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947353 Dec 16 22:37:03.039530 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2b1a9b-c89b-4181-a35f-6ebdff47c7e9 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:03.050048 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-3c2b1a9b-c89b-4181-a35f-6ebdff47c7e9 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:03.056976 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b1a9b-c89b-4181-a35f-6ebdff47c7e9 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:03.063024 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b1a9b-c89b-4181-a35f-6ebdff47c7e9 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Pushing event updated for resources: {'Port': ['ID=a45a5221-78cf-4091-88e3-9fd80b9c9dd5,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:03.070835 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dd6fc0-ec7a-4948-b52a-654bd3f69a9e None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:03.090841 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-69dc8b56-73af-419b-bc2a-4d551ff6071d req-2680f474-19e5-4e40-bb4c-45d6a8ce57b5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147499 Dec 16 22:37:03.134831 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7aba85e6-2ef5-4015-91b1-774956230157 None None] Provisioning complete for port a45a5221-78cf-4091-88e3-9fd80b9c9dd5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:03.135306 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7aba85e6-2ef5-4015-91b1-774956230157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:03.173638 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7aba85e6-2ef5-4015-91b1-774956230157 None None] Port a45a5221-78cf-4091-88e3-9fd80b9c9dd5 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:03.183539 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cde0b44-be1a-4c9e-b5e6-8b8935d22145 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:37:03.189611 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2cde0b44-be1a-4c9e-b5e6-8b8935d22145 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "PUT /v2.0/routers/d8fa463d-482e-455f-968e-e9f493700996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7974794 Dec 16 22:37:03.193759 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41302) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:03.195632 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c1c257-9573-4db4-b76c-8ed718e82d3b None None] Sync routers for ids ['d8fa463d-482e-455f-968e-e9f493700996'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:37:03.206825 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c1c257-9573-4db4-b76c-8ed718e82d3b None None] Routers {'d8fa463d-482e-455f-968e-e9f493700996'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:03.208167 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-01c1c257-9573-4db4-b76c-8ed718e82d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['d8fa463d-482e-455f-968e-e9f493700996'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:03.227142 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c74ea251-fefd-4a69-8b63-e0abf19f303d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "GET /v2.0/ports?device_id=d8fa463d-482e-455f-968e-e9f493700996 HTTP/1.1" status: 200 len: 205 time: 0.0322051 Dec 16 22:37:03.229734 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41304) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:03.243114 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-01c1c257-9573-4db4-b76c-8ed718e82d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:03.251789 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c1c257-9573-4db4-b76c-8ed718e82d3b None None] Routers {'d8fa463d-482e-455f-968e-e9f493700996'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:03.252397 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-01c1c257-9573-4db4-b76c-8ed718e82d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['d8fa463d-482e-455f-968e-e9f493700996'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:03.290466 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-01c1c257-9573-4db4-b76c-8ed718e82d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:03.291075 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c1c257-9573-4db4-b76c-8ed718e82d3b None None] The sync data for ids ['d8fa463d-482e-455f-968e-e9f493700996'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:37:03.312073 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16cade9f-7380-4971-aff9-d95327dd7a25 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:03.323683 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-777a24ec-3ca9-4968-b9ff-09f10467dada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d18f5d10-b133-4342-b283-5bb998e7e6b5 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:37:03.331735 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-777a24ec-3ca9-4968-b9ff-09f10467dada service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:03.345052 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-777a24ec-3ca9-4968-b9ff-09f10467dada service neutron] Transition to ACTIVE for port object d18f5d10-b133-4342-b283-5bb998e7e6b5 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:37:03.426321 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-777a24ec-3ca9-4968-b9ff-09f10467dada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:03.478820 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a24ec-3ca9-4968-b9ff-09f10467dada service neutron] Pushing event updated for resources: {'Port': ['ID=d18f5d10-b133-4342-b283-5bb998e7e6b5,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:03.562287 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-777a24ec-3ca9-4968-b9ff-09f10467dada service neutron] Attempting to bind port d18f5d10-b133-4342-b283-5bb998e7e6b5 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:37:03.562665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-777a24ec-3ca9-4968-b9ff-09f10467dada service neutron] Attempting to bind port d18f5d10-b133-4342-b283-5bb998e7e6b5 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '22d31f97-f4c8-4c9c-97fc-28dec5be91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '21b1773b-f25c-429f-b997-c6ca2375290a'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:37:03.562988 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-777a24ec-3ca9-4968-b9ff-09f10467dada service neutron] Attempting to bind port d18f5d10-b133-4342-b283-5bb998e7e6b5 on network 21b1773b-f25c-429f-b997-c6ca2375290a {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:37:03.568606 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-777a24ec-3ca9-4968-b9ff-09f10467dada service neutron] Port d18f5d10-b133-4342-b283-5bb998e7e6b5 on network 21b1773b-f25c-429f-b997-c6ca2375290a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:37:03.568929 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-777a24ec-3ca9-4968-b9ff-09f10467dada service neutron] Attempting to bind port d18f5d10-b133-4342-b283-5bb998e7e6b5 on network 21b1773b-f25c-429f-b997-c6ca2375290a {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:37:03.575024 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-777a24ec-3ca9-4968-b9ff-09f10467dada service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:37:03.575426 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-777a24ec-3ca9-4968-b9ff-09f10467dada service neutron] Checking segment: {'id': '22d31f97-f4c8-4c9c-97fc-28dec5be91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '21b1773b-f25c-429f-b997-c6ca2375290a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:03.575797 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-777a24ec-3ca9-4968-b9ff-09f10467dada service neutron] Bound using segment: {'id': '22d31f97-f4c8-4c9c-97fc-28dec5be91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '21b1773b-f25c-429f-b997-c6ca2375290a'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:37:03.576247 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-777a24ec-3ca9-4968-b9ff-09f10467dada service neutron] Bound port: d18f5d10-b133-4342-b283-5bb998e7e6b5, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22d31f97-f4c8-4c9c-97fc-28dec5be91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '21b1773b-f25c-429f-b997-c6ca2375290a'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:37:03.576605 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-777a24ec-3ca9-4968-b9ff-09f10467dada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:03.662939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-777a24ec-3ca9-4968-b9ff-09f10467dada service neutron] For port d18f5d10-b133-4342-b283-5bb998e7e6b5, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:37:03.667443 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-777a24ec-3ca9-4968-b9ff-09f10467dada service neutron] For port d18f5d10-b133-4342-b283-5bb998e7e6b5, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=d18f5d10-b133-4342-b283-5bb998e7e6b5,segment=NetworkSegment(22d31f97-f4c8-4c9c-97fc-28dec5be91d3),segment_id=22d31f97-f4c8-4c9c-97fc-28dec5be91d3)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:37:03.755445 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-777a24ec-3ca9-4968-b9ff-09f10467dada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:03.797396 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-777a24ec-3ca9-4968-b9ff-09f10467dada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:03.798029 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-777a24ec-3ca9-4968-b9ff-09f10467dada service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:03.800744 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-777a24ec-3ca9-4968-b9ff-09f10467dada service neutron] 10.222.0.57 "PUT /v2.0/ports/d18f5d10-b133-4342-b283-5bb998e7e6b5 HTTP/1.1" status: 200 len: 1091 time: 1.1813524 Dec 16 22:37:03.800744 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a', 'tag': 'd18f5d10-b133-4342-b283-5bb998e7e6b5'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:37:03.802373 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6339326-1334-453a-883a-98a29f50f885" -d '{"events": [{"name": "network-changed", "server_uuid": "6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a", "tag": "d18f5d10-b133-4342-b283-5bb998e7e6b5"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:37:03.827370 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a24ec-3ca9-4968-b9ff-09f10467dada service neutron] Pushing event updated for resources: {'Port': ['ID=d18f5d10-b133-4342-b283-5bb998e7e6b5,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:03.858913 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221c67aa-3aed-421a-9f7c-f74a28442b58 x-openstack-request-id: req-221c67aa-3aed-421a-9f7c-f74a28442b58 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:37:03.859256 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a", "tag": "d18f5d10-b133-4342-b283-5bb998e7e6b5", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:37:03.859521 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-221c67aa-3aed-421a-9f7c-f74a28442b58 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:37:03.859946 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a', 'tag': 'd18f5d10-b133-4342-b283-5bb998e7e6b5', 'status': 'completed', 'code': 200} Dec 16 22:37:03.894077 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16cade9f-7380-4971-aff9-d95327dd7a25 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:03.913425 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16cade9f-7380-4971-aff9-d95327dd7a25 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:03.966393 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6339326-1334-453a-883a-98a29f50f885 req-2ff03da8-2357-4aa3-ada1-5f383b2f43e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:03.968326 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d6339326-1334-453a-883a-98a29f50f885 req-2ff03da8-2357-4aa3-ada1-5f383b2f43e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=985f1a01158e40fea4c343bb4ac44b15&device_id=6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a HTTP/1.1" status: 200 len: 1094 time: 0.0519814 Dec 16 22:37:03.975503 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1a9b-c89b-4181-a35f-6ebdff47c7e9 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:03.987592 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f898f80-40f4-4988-ba99-da2fe6402df7 req-dd658193-1cf6-4928-8d98-c9984c58a6c5 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:03.990738 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0f898f80-40f4-4988-ba99-da2fe6402df7 req-dd658193-1cf6-4928-8d98-c9984c58a6c5 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=32f0250f-e0cc-4013-9a6a-23358ca9baf6 HTTP/1.1" status: 200 len: 945 time: 0.1449640 Dec 16 22:37:04.103493 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6339326-1334-453a-883a-98a29f50f885 req-50836eaa-9562-4b54-87ca-e97a5f7cab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:04.105528 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d6339326-1334-453a-883a-98a29f50f885 req-50836eaa-9562-4b54-87ca-e97a5f7cab63 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=985f1a01158e40fea4c343bb4ac44b15&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1217265 Dec 16 22:37:04.106707 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16cade9f-7380-4971-aff9-d95327dd7a25 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:04.107253 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cade9f-7380-4971-aff9-d95327dd7a25 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Fanout notify agent at l3_agent the message router_deleted on router d8fa463d-482e-455f-968e-e9f493700996 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:37:04.118257 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16cade9f-7380-4971-aff9-d95327dd7a25 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:04.122794 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-16cade9f-7380-4971-aff9-d95327dd7a25 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/routers/d8fa463d-482e-455f-968e-e9f493700996 HTTP/1.1" status: 204 len: 168 time: 0.8918679 Dec 16 22:37:04.125813 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41320) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:04.140450 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0f898f80-40f4-4988-ba99-da2fe6402df7 req-2f49981e-74c2-42d4-9143-5008d9a71780 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184092 Dec 16 22:37:04.273697 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1a9b-c89b-4181-a35f-6ebdff47c7e9 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:04.566349 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2b1a9b-c89b-4181-a35f-6ebdff47c7e9 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Router 7c2ace56-323c-4426-b489-f353b052070d is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:37:04.614833 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc20465-7e57-4ce6-89da-5aeea86a5fde tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Deleting subnet 870bdd46-7c8e-445d-aad7-9b255253d9a8 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:37:04.624422 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bfc20465-7e57-4ce6-89da-5aeea86a5fde tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:04.679911 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23995e95-5d01-4a18-9070-11515d1d25a4 req-3be11ac2-aee3-4ac5-a117-73bffb2b24a7 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:04.680580 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-23995e95-5d01-4a18-9070-11515d1d25a4 req-3be11ac2-aee3-4ac5-a117-73bffb2b24a7 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a HTTP/1.1" status: 200 len: 943 time: 0.5405402 Dec 16 22:37:04.705287 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2b1a9b-c89b-4181-a35f-6ebdff47c7e9 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:37:04.708994 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6339326-1334-453a-883a-98a29f50f885 req-ee4a3e62-5260-40b0-bc20-565590e4a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:04.711347 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d6339326-1334-453a-883a-98a29f50f885 req-ee4a3e62-5260-40b0-bc20-565590e4a065 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5982239 Dec 16 22:37:04.727023 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bfc20465-7e57-4ce6-89da-5aeea86a5fde tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:04.730954 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b3841a-a709-4595-b9e2-0c713f42535d None None] Sync routers for ids ['7c2ace56-323c-4426-b489-f353b052070d'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:37:04.755780 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b3841a-a709-4595-b9e2-0c713f42535d None None] Routers {'7c2ace56-323c-4426-b489-f353b052070d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:04.757651 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-50b3841a-a709-4595-b9e2-0c713f42535d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['7c2ace56-323c-4426-b489-f353b052070d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:04.798015 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1a9b-c89b-4181-a35f-6ebdff47c7e9 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:04.801779 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3c2b1a9b-c89b-4181-a35f-6ebdff47c7e9 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4514315 Dec 16 22:37:04.802980 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41324) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:04.818809 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-23995e95-5d01-4a18-9070-11515d1d25a4 req-8a3c391e-3078-486f-bb50-d939e3690f7f tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205728 Dec 16 22:37:04.851467 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-50b3841a-a709-4595-b9e2-0c713f42535d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:04.868649 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b3841a-a709-4595-b9e2-0c713f42535d None None] Routers {'7c2ace56-323c-4426-b489-f353b052070d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:04.871589 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-50b3841a-a709-4595-b9e2-0c713f42535d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['7c2ace56-323c-4426-b489-f353b052070d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:04.889264 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-3efd6267-e053-41a4-9e5b-5711ac786bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:04.890807 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-3efd6267-e053-41a4-9e5b-5711ac786bf5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=985f1a01158e40fea4c343bb4ac44b15&device_id=6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a HTTP/1.1" status: 200 len: 1094 time: 0.0881855 Dec 16 22:37:04.895621 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bfc20465-7e57-4ce6-89da-5aeea86a5fde tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:04.917297 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-50b3841a-a709-4595-b9e2-0c713f42535d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:04.918140 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b3841a-a709-4595-b9e2-0c713f42535d None None] The sync data for ids ['7c2ace56-323c-4426-b489-f353b052070d'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:37:04.968988 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8de16ebb-cfc6-49f8-8737-198496624374 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "GET /v2.0/routers/7c2ace56-323c-4426-b489-f353b052070d HTTP/1.1" status: 200 len: 922 time: 0.1630130 Dec 16 22:37:04.969537 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41326) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:04.972646 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-8b01ae33-7cf9-4f0c-968f-2e8c66422259 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d18f5d10-b133-4342-b283-5bb998e7e6b5 HTTP/1.1" status: 200 len: 217 time: 0.0533633 Dec 16 22:37:05.012677 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d3a43dc1-d957-4def-8954-f0b79bc3c6b0 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2ace56-323c-4426-b489-f353b052070d HTTP/1.1" status: 200 len: 205 time: 0.0410190 Dec 16 22:37:05.015425 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41328) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:05.094404 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-26d2c985-7e39-44c8-b5b7-158bf8f90cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:05.095902 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-26d2c985-7e39-44c8-b5b7-158bf8f90cdd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a0af3e35-f243-4472-8aca-be3fffc5d74f HTTP/1.1" status: 200 len: 849 time: 0.1167068 Dec 16 22:37:05.144494 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bfc20465-7e57-4ce6-89da-5aeea86a5fde tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:05.171478 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-faa02cf1-b127-435b-95a7-c10f3748e41c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21b1773b-f25c-429f-b997-c6ca2375290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430901 Dec 16 22:37:05.212207 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc20465-7e57-4ce6-89da-5aeea86a5fde tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Subnet': ['ID=870bdd46-7c8e-445d-aad7-9b255253d9a8,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:05.218323 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bfc20465-7e57-4ce6-89da-5aeea86a5fde tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:05.221813 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bfc20465-7e57-4ce6-89da-5aeea86a5fde tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/subnets/870bdd46-7c8e-445d-aad7-9b255253d9a8 HTTP/1.1" status: 204 len: 168 time: 1.0948009 Dec 16 22:37:05.226078 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1c8b01-788e-4c1b-a850-a63da630dca5 None None] Network b54f9275-0863-4195-bc99-5fc0bb114867 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:37:05.235708 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41334) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:05.288543 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-99472bf0-f555-4baa-8b09-de937aa57020 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:05.294222 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396bba4-f6d5-416f-9210-1fdba1319afa req-eca2947b-6874-451a-a233-312931fb588c tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:05.304601 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2396bba4-f6d5-416f-9210-1fdba1319afa req-eca2947b-6874-451a-a233-312931fb588c tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=32f0250f-e0cc-4013-9a6a-23358ca9baf6 HTTP/1.1" status: 200 len: 945 time: 0.0786772 Dec 16 22:37:05.371701 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2396bba4-f6d5-416f-9210-1fdba1319afa req-8f3eafdd-7f1d-44d3-8de8-e6f128c7582f tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659535 Dec 16 22:37:05.439011 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c1766f-494f-4ff5-bad0-22422dfacfab None None] DHCP port deletion for b54f9275-0863-4195-bc99-5fc0bb114867 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:05.462753 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b50f590a-c2c8-4de9-9a2c-3c7b67ebac9b tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:05.489918 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-ed394439-1e16-4a7e-a95f-877c69c071f3 service neutron] 10.222.0.57 "GET /v2.0/networks/21b1773b-f25c-429f-b997-c6ca2375290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919753 Dec 16 22:37:05.524245 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d3c1766f-494f-4ff5-bad0-22422dfacfab None None] Deleting port 0fecc384-16e1-4546-ba25-dff377743547 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:37:05.527563 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d3c1766f-494f-4ff5-bad0-22422dfacfab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:05.592803 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-99472bf0-f555-4baa-8b09-de937aa57020 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:05.611243 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d3c1766f-494f-4ff5-bad0-22422dfacfab None None] For port 0fecc384-16e1-4546-ba25-dff377743547, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0fecc384-16e1-4546-ba25-dff377743547,segment=NetworkSegment(e4b66336-37bc-425c-8012-72ffc56139a2),segment_id=e4b66336-37bc-425c-8012-72ffc56139a2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:05.611573 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d3c1766f-494f-4ff5-bad0-22422dfacfab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:05.626745 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d3c1766f-494f-4ff5-bad0-22422dfacfab None None] Calling delete_port for 0fecc384-16e1-4546-ba25-dff377743547 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:37:05.669179 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ff35016-5a20-4690-be09-556bfc5dc024 req-de53b0ec-41f9-4d53-a7b5-94fc06a56bcb service neutron] 10.222.0.57 "GET /v2.0/networks/21b1773b-f25c-429f-b997-c6ca2375290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668847 Dec 16 22:37:05.671700 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-b50f590a-c2c8-4de9-9a2c-3c7b67ebac9b tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Deleting port 0fecc384-16e1-4546-ba25-dff377743547 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:37:05.672030 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b50f590a-c2c8-4de9-9a2c-3c7b67ebac9b tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:05.777779 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-b50f590a-c2c8-4de9-9a2c-3c7b67ebac9b tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] For port 0fecc384-16e1-4546-ba25-dff377743547, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0fecc384-16e1-4546-ba25-dff377743547,segment=NetworkSegment(e4b66336-37bc-425c-8012-72ffc56139a2),segment_id=e4b66336-37bc-425c-8012-72ffc56139a2)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:05.778407 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b50f590a-c2c8-4de9-9a2c-3c7b67ebac9b tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:05.799909 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-b50f590a-c2c8-4de9-9a2c-3c7b67ebac9b tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Calling delete_port for 0fecc384-16e1-4546-ba25-dff377743547 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:37:05.981067 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-99472bf0-f555-4baa-8b09-de937aa57020 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Deleting port a45a5221-78cf-4091-88e3-9fd80b9c9dd5 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:37:05.981590 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-99472bf0-f555-4baa-8b09-de937aa57020 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:06.014388 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab641f-2855-42f6-9069-dbca097421e9 req-f47459f1-f945-4d57-a85a-7fc56fccbfe5 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:06.022646 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aeab641f-2855-42f6-9069-dbca097421e9 req-f47459f1-f945-4d57-a85a-7fc56fccbfe5 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a HTTP/1.1" status: 200 len: 943 time: 0.0636179 Dec 16 22:37:06.071413 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b50f590a-c2c8-4de9-9a2c-3c7b67ebac9b tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:06.075365 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d3c1766f-494f-4ff5-bad0-22422dfacfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:06.097737 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c1766f-494f-4ff5-bad0-22422dfacfab None None] No DVR routers for this DVR port 0fecc384-16e1-4546-ba25-dff377743547 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:37:06.113010 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aeab641f-2855-42f6-9069-dbca097421e9 req-76d2e8cd-bddc-48fb-90ca-ba1389fc4ec9 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915544 Dec 16 22:37:06.134752 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1766f-494f-4ff5-bad0-22422dfacfab None None] Pushing event deleted for resources: {'Port': ['ID=0fecc384-16e1-4546-ba25-dff377743547,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:06.165133 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50f590a-c2c8-4de9-9a2c-3c7b67ebac9b tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] No DVR routers for this DVR port 0fecc384-16e1-4546-ba25-dff377743547 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:37:06.167562 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f590a-c2c8-4de9-9a2c-3c7b67ebac9b tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Port': ['ID=0fecc384-16e1-4546-ba25-dff377743547,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:06.176630 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-99472bf0-f555-4baa-8b09-de937aa57020 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:06.209712 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-99472bf0-f555-4baa-8b09-de937aa57020 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Calling delete_port for a45a5221-78cf-4091-88e3-9fd80b9c9dd5 owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:37:06.272627 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b50f590a-c2c8-4de9-9a2c-3c7b67ebac9b tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:06.331077 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-b50f590a-c2c8-4de9-9a2c-3c7b67ebac9b tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b54f9275-0863-4195-bc99-5fc0bb114867']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:06.349113 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-b50f590a-c2c8-4de9-9a2c-3c7b67ebac9b tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4b66336-37bc-425c-8012-72ffc56139a2') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:06.349418 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-b50f590a-c2c8-4de9-9a2c-3c7b67ebac9b tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4b66336-37bc-425c-8012-72ffc56139a2') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:06.361661 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b50f590a-c2c8-4de9-9a2c-3c7b67ebac9b tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:06.406497 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b50f590a-c2c8-4de9-9a2c-3c7b67ebac9b tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:06.417261 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50f590a-c2c8-4de9-9a2c-3c7b67ebac9b tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:37:06.417709 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b50f590a-c2c8-4de9-9a2c-3c7b67ebac9b tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:37:06.420761 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:37:06.580720 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b50f590a-c2c8-4de9-9a2c-3c7b67ebac9b tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:06.585464 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b50f590a-c2c8-4de9-9a2c-3c7b67ebac9b tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:06.589384 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b50f590a-c2c8-4de9-9a2c-3c7b67ebac9b tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/networks/b54f9275-0863-4195-bc99-5fc0bb114867 HTTP/1.1" status: 204 len: 168 time: 1.3284822 Dec 16 22:37:06.593320 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41352) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:06.598537 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-cae342b5-8aa5-4903-9c66-6623ad1a11ac tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-719494775', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}, 'admin_state_up': False}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:06.605418 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f590a-c2c8-4de9-9a2c-3c7b67ebac9b tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Network': ['ID=b54f9275-0863-4195-bc99-5fc0bb114867,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:06.622423 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-99472bf0-f555-4baa-8b09-de937aa57020 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:06.654543 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99472bf0-f555-4baa-8b09-de937aa57020 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Pushing event deleted for resources: {'Port': ['ID=a45a5221-78cf-4091-88e3-9fd80b9c9dd5,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:06.672107 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6288e6-bde4-4114-93a2-44554db9df68 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:06.695203 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cae342b5-8aa5-4903-9c66-6623ad1a11ac tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:06.696460 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cae342b5-8aa5-4903-9c66-6623ad1a11ac tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:06.723154 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-99472bf0-f555-4baa-8b09-de937aa57020 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:06.755386 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cae342b5-8aa5-4903-9c66-6623ad1a11ac tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:06.819834 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-99472bf0-f555-4baa-8b09-de937aa57020 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:06.822033 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-99472bf0-f555-4baa-8b09-de937aa57020 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:06.918405 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-99472bf0-f555-4baa-8b09-de937aa57020 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:06.919258 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99472bf0-f555-4baa-8b09-de937aa57020 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Fanout notify agent at l3_agent the message router_deleted on router 7c2ace56-323c-4426-b489-f353b052070d {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:37:06.926700 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-99472bf0-f555-4baa-8b09-de937aa57020 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:06.931241 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-99472bf0-f555-4baa-8b09-de937aa57020 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "DELETE /v2.0/routers/7c2ace56-323c-4426-b489-f353b052070d HTTP/1.1" status: 204 len: 168 time: 1.9115136 Dec 16 22:37:06.931519 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41354) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:06.936753 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-eb49f373-6b82-4cd8-84db-5a008d612e87 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Request body: {'router': {'name': 'tempest-snat-router-692769311', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'enable_snat': False}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:06.958301 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cae342b5-8aa5-4903-9c66-6623ad1a11ac tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:07.043643 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0fecc384-16e1-4546-ba25-dff377743547 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:37:07.065061 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 0fecc384-16e1-4546-ba25-dff377743547 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:37:07.065411 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0fecc384-16e1-4546-ba25-dff377743547 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:37:07.088366 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb49f373-6b82-4cd8-84db-5a008d612e87 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:07.090158 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb49f373-6b82-4cd8-84db-5a008d612e87 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:07.174131 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb49f373-6b82-4cd8-84db-5a008d612e87 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:07.328974 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cae342b5-8aa5-4903-9c66-6623ad1a11ac tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:07.353398 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cae342b5-8aa5-4903-9c66-6623ad1a11ac tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:07.368044 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47a575-3b5b-4968-9869-fb16d10de0a0 req-4e28248b-19f6-4700-a9c6-70884d463699 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:07.369620 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2a47a575-3b5b-4968-9869-fb16d10de0a0 req-4e28248b-19f6-4700-a9c6-70884d463699 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a HTTP/1.1" status: 200 len: 943 time: 0.1318629 Dec 16 22:37:07.404151 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb49f373-6b82-4cd8-84db-5a008d612e87 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:07.490941 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2a47a575-3b5b-4968-9869-fb16d10de0a0 req-873fdd8e-479e-4443-9134-760a182128f1 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127636 Dec 16 22:37:07.527793 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-cae342b5-8aa5-4903-9c66-6623ad1a11ac tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Allocated IP 172.25.6.163 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/58052b4f-b8b9-4c78-b24e-e2b79b50ae7f) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:07.661306 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cae342b5-8aa5-4903-9c66-6623ad1a11ac tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:07.724882 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb49f373-6b82-4cd8-84db-5a008d612e87 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:07.745372 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb49f373-6b82-4cd8-84db-5a008d612e87 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:07.749819 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cae342b5-8aa5-4903-9c66-6623ad1a11ac tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:07.793141 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae342b5-8aa5-4903-9c66-6623ad1a11ac tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:07.798135 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-cae342b5-8aa5-4903-9c66-6623ad1a11ac tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:07.800675 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae342b5-8aa5-4903-9c66-6623ad1a11ac tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:07.817325 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3464ccd0-4b07-4f9d-a9bb-e5f4733a8f3a None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:07.834901 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae342b5-8aa5-4903-9c66-6623ad1a11ac tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Port': ['ID=58052b4f-b8b9-4c78-b24e-e2b79b50ae7f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:07.869970 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-eb49f373-6b82-4cd8-84db-5a008d612e87 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Allocated IP 172.25.6.36 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/4ca5b281-7977-4346-848c-24a81253effb) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:07.941537 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bd2f5c91-aa47-4daa-8231-f57c743dc566 None None] Provisioning complete for port 58052b4f-b8b9-4c78-b24e-e2b79b50ae7f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:07.943082 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bd2f5c91-aa47-4daa-8231-f57c743dc566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:08.002036 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bd2f5c91-aa47-4daa-8231-f57c743dc566 None None] Port 58052b4f-b8b9-4c78-b24e-e2b79b50ae7f cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:08.005881 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb49f373-6b82-4cd8-84db-5a008d612e87 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:08.121052 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb49f373-6b82-4cd8-84db-5a008d612e87 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:08.165999 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb49f373-6b82-4cd8-84db-5a008d612e87 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:08.171597 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-eb49f373-6b82-4cd8-84db-5a008d612e87 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:08.180746 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cae342b5-8aa5-4903-9c66-6623ad1a11ac tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:08.183714 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a939c99-5920-4d63-b071-730e8ebfeac3 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:08.185972 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb49f373-6b82-4cd8-84db-5a008d612e87 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:08.196486 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49f373-6b82-4cd8-84db-5a008d612e87 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Pushing event updated for resources: {'Port': ['ID=4ca5b281-7977-4346-848c-24a81253effb,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:08.235975 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-283f934b-7b21-4f7d-baec-e6cfc20bb705 None None] Provisioning complete for port 4ca5b281-7977-4346-848c-24a81253effb triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:08.236363 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-283f934b-7b21-4f7d-baec-e6cfc20bb705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:08.294832 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-283f934b-7b21-4f7d-baec-e6cfc20bb705 None None] Port 4ca5b281-7977-4346-848c-24a81253effb cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:08.475847 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cae342b5-8aa5-4903-9c66-6623ad1a11ac tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:08.602448 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb49f373-6b82-4cd8-84db-5a008d612e87 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:08.786111 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae342b5-8aa5-4903-9c66-6623ad1a11ac tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Router 471122b6-c995-41b3-86c2-65bb0be2a6b2 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:37:08.908028 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae342b5-8aa5-4903-9c66-6623ad1a11ac tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:37:08.922792 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f201961b-4520-48b6-9026-689ce1182aaa None None] Sync routers for ids ['471122b6-c995-41b3-86c2-65bb0be2a6b2'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:37:08.937428 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f201961b-4520-48b6-9026-689ce1182aaa None None] Routers {'471122b6-c995-41b3-86c2-65bb0be2a6b2'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:08.938279 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f201961b-4520-48b6-9026-689ce1182aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['471122b6-c995-41b3-86c2-65bb0be2a6b2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:08.978794 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f201961b-4520-48b6-9026-689ce1182aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:08.990290 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f201961b-4520-48b6-9026-689ce1182aaa None None] Routers {'471122b6-c995-41b3-86c2-65bb0be2a6b2'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:08.991002 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f201961b-4520-48b6-9026-689ce1182aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['471122b6-c995-41b3-86c2-65bb0be2a6b2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:09.026170 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f201961b-4520-48b6-9026-689ce1182aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:09.027068 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f201961b-4520-48b6-9026-689ce1182aaa None None] The sync data for ids ['471122b6-c995-41b3-86c2-65bb0be2a6b2'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:37:09.031172 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cae342b5-8aa5-4903-9c66-6623ad1a11ac tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:09.035014 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cae342b5-8aa5-4903-9c66-6623ad1a11ac tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.4377754 Dec 16 22:37:09.035808 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41384) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:09.063413 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f700fe-0e0b-41d9-a75e-606af4bebfcf req-74dabffb-6e2c-481f-a483-b280d8d7eb1a tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:09.075412 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-14f700fe-0e0b-41d9-a75e-606af4bebfcf req-74dabffb-6e2c-481f-a483-b280d8d7eb1a tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a HTTP/1.1" status: 200 len: 943 time: 0.4705536 Dec 16 22:37:09.170371 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-14f700fe-0e0b-41d9-a75e-606af4bebfcf req-83d88770-b0c9-43a3-baee-f50760cb2bc2 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988576 Dec 16 22:37:09.241906 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb49f373-6b82-4cd8-84db-5a008d612e87 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:09.443651 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb49f373-6b82-4cd8-84db-5a008d612e87 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Router 69d5584d-21cc-4457-9b37-39313a2442cb is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:37:09.532462 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-00b40a73-49ce-4dd3-a774-dfada81feda9 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "GET /v2.0/routers/471122b6-c995-41b3-86c2-65bb0be2a6b2 HTTP/1.1" status: 200 len: 880 time: 0.4954798 Dec 16 22:37:09.534775 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41394) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:09.567791 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb49f373-6b82-4cd8-84db-5a008d612e87 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:37:09.578911 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e2d5ee-2157-4550-b156-a248a280232b None None] Sync routers for ids ['69d5584d-21cc-4457-9b37-39313a2442cb'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:37:09.589148 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e2d5ee-2157-4550-b156-a248a280232b None None] Routers {'69d5584d-21cc-4457-9b37-39313a2442cb'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:09.590044 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-98e2d5ee-2157-4550-b156-a248a280232b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['69d5584d-21cc-4457-9b37-39313a2442cb'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:09.672389 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb49f373-6b82-4cd8-84db-5a008d612e87 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:09.674331 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-eb49f373-6b82-4cd8-84db-5a008d612e87 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.7418971 Dec 16 22:37:09.677221 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41398) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:09.761425 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-98e2d5ee-2157-4550-b156-a248a280232b None None] Set router 69d5584d-21cc-4457-9b37-39313a2442cb gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:37:09.826047 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4b0a98cc-8f3d-4960-9906-3fd39f761085 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2897985 Dec 16 22:37:09.827463 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41400) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:09.832849 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-d09a39e7-d68b-4cbd-a1ec-6c5675495281 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-719494775'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:09.874192 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a23b289e-d7c2-4556-a3b0-1444aed8b51c tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "GET /v2.0/routers/69d5584d-21cc-4457-9b37-39313a2442cb HTTP/1.1" status: 200 len: 907 time: 0.1955481 Dec 16 22:37:09.876511 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41402) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:09.885760 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-68b1a7e6-a0cb-403e-9b29-8db89241dce8 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Request body: {'router': {'name': 'tempest-snat-router-692769311', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'enable_snat': True}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:09.991969 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-68b1a7e6-a0cb-403e-9b29-8db89241dce8 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:09.993105 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-68b1a7e6-a0cb-403e-9b29-8db89241dce8 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:10.006061 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-98e2d5ee-2157-4550-b156-a248a280232b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d5584d-21cc-4457-9b37-39313a2442cb', 'name': 'tempest-snat-router-692769311', 'tenant_id': 'd2fca60e3e474e9cbc297be680ec982a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.36'}], 'enable_snat': False}, 'gw_port_id': '4ca5b281-7977-4346-848c-24a81253effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:07Z', 'updated_at': '2021-12-16T22:37:08Z', 'revision_number': 3, 'project_id': 'd2fca60e3e474e9cbc297be680ec982a', 'gw_port': {'id': '4ca5b281-7977-4346-848c-24a81253effb', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:57:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d5584d-21cc-4457-9b37-39313a2442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:07Z', 'updated_at': '2021-12-16T22:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:10.039090 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e2d5ee-2157-4550-b156-a248a280232b None None] Checking router: 69d5584d-21cc-4457-9b37-39313a2442cb for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:37:10.039429 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e2d5ee-2157-4550-b156-a248a280232b None None] Updating router 69d5584d-21cc-4457-9b37-39313a2442cb port 4ca5b281-7977-4346-848c-24a81253effb binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:37:10.076386 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-98e2d5ee-2157-4550-b156-a248a280232b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:10.090828 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-68b1a7e6-a0cb-403e-9b29-8db89241dce8 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:10.221795 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d09a39e7-d68b-4cbd-a1ec-6c5675495281 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5457'] for router, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:10.301028 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d09a39e7-d68b-4cbd-a1ec-6c5675495281 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-598410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-598419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597305'] for router, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:10.408991 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-98e2d5ee-2157-4550-b156-a248a280232b None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:10.456863 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-68b1a7e6-a0cb-403e-9b29-8db89241dce8 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:10.481537 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9936945-fb18-4674-85dc-7bbfc214057f req-450d1f20-9ced-4124-9f60-0b76e3b797c5 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:10.483631 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d9936945-fb18-4674-85dc-7bbfc214057f req-450d1f20-9ced-4124-9f60-0b76e3b797c5 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a HTTP/1.1" status: 200 len: 943 time: 0.1997674 Dec 16 22:37:10.486058 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09a39e7-d68b-4cbd-a1ec-6c5675495281 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Router 471122b6-c995-41b3-86c2-65bb0be2a6b2 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:37:10.486235 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-98e2d5ee-2157-4550-b156-a248a280232b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:10.563175 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed378ca-2f97-4830-8a88-023c949dbe94 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:10.577022 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device d18f5d10-b133-4342-b283-5bb998e7e6b5 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:37:10.598469 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-98e2d5ee-2157-4550-b156-a248a280232b None None] Attempting to bind port 4ca5b281-7977-4346-848c-24a81253effb on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:37:10.599081 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-98e2d5ee-2157-4550-b156-a248a280232b None None] Attempting to bind port 4ca5b281-7977-4346-848c-24a81253effb by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:37:10.599337 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e2d5ee-2157-4550-b156-a248a280232b None None] Attempting to bind port 4ca5b281-7977-4346-848c-24a81253effb on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:37:10.613885 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997060c-d2cb-4cea-a888-54f7401b6b15 None None] Pushing event updated for resources: {'Port': ['ID=4ca5b281-7977-4346-848c-24a81253effb,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:10.642175 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e2d5ee-2157-4550-b156-a248a280232b None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:37:10.642578 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e2d5ee-2157-4550-b156-a248a280232b None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:10.642998 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-98e2d5ee-2157-4550-b156-a248a280232b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:10.645423 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e2d5ee-2157-4550-b156-a248a280232b None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:37:10.645936 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-98e2d5ee-2157-4550-b156-a248a280232b None None] Bound port: 4ca5b281-7977-4346-848c-24a81253effb, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:37:10.646853 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-98e2d5ee-2157-4550-b156-a248a280232b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:10.653050 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997060c-d2cb-4cea-a888-54f7401b6b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:10.654659 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997060c-d2cb-4cea-a888-54f7401b6b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:10.655019 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997060c-d2cb-4cea-a888-54f7401b6b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:10.656776 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997060c-d2cb-4cea-a888-54f7401b6b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:10.657126 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997060c-d2cb-4cea-a888-54f7401b6b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:10.659286 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997060c-d2cb-4cea-a888-54f7401b6b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:10.659286 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997060c-d2cb-4cea-a888-54f7401b6b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:10.660861 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997060c-d2cb-4cea-a888-54f7401b6b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:10.661222 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997060c-d2cb-4cea-a888-54f7401b6b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:10.661572 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997060c-d2cb-4cea-a888-54f7401b6b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:10.662457 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997060c-d2cb-4cea-a888-54f7401b6b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:10.662801 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997060c-d2cb-4cea-a888-54f7401b6b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:10.664133 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997060c-d2cb-4cea-a888-54f7401b6b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:10.680575 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d9936945-fb18-4674-85dc-7bbfc214057f req-f11997d4-8595-431f-bce5-05135f9b104d tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816297 Dec 16 22:37:10.715145 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09a39e7-d68b-4cbd-a1ec-6c5675495281 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:37:10.738608 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d09a39e7-d68b-4cbd-a1ec-6c5675495281 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:10.740064 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d09a39e7-d68b-4cbd-a1ec-6c5675495281 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "PUT /v2.0/routers/471122b6-c995-41b3-86c2-65bb0be2a6b2 HTTP/1.1" status: 200 len: 887 time: 0.9119215 Dec 16 22:37:10.742682 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41412) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:10.747079 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f85785f-0585-442c-9de6-792f85c0bb9a None None] Sync routers for ids ['471122b6-c995-41b3-86c2-65bb0be2a6b2'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:37:10.796158 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-98e2d5ee-2157-4550-b156-a248a280232b None None] For port 4ca5b281-7977-4346-848c-24a81253effb, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:37:10.801511 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f85785f-0585-442c-9de6-792f85c0bb9a None None] Routers {'471122b6-c995-41b3-86c2-65bb0be2a6b2'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:10.803596 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-98e2d5ee-2157-4550-b156-a248a280232b None None] For port 4ca5b281-7977-4346-848c-24a81253effb, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4ca5b281-7977-4346-848c-24a81253effb,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:37:10.805569 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9f85785f-0585-442c-9de6-792f85c0bb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['471122b6-c995-41b3-86c2-65bb0be2a6b2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:10.856380 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9f85785f-0585-442c-9de6-792f85c0bb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:10.868541 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-57a5d9f3-bda5-4164-a4c9-72338d8b5643 None None] Provisioning complete for port 4ca5b281-7977-4346-848c-24a81253effb triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:10.869089 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57a5d9f3-bda5-4164-a4c9-72338d8b5643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:10.881554 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-98e2d5ee-2157-4550-b156-a248a280232b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:10.920255 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-57a5d9f3-bda5-4164-a4c9-72338d8b5643 None None] Port 4ca5b281-7977-4346-848c-24a81253effb cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:10.928995 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41414) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:10.930461 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-100120ca-3663-4968-9131-1d52831da265 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "GET /v2.0/routers/471122b6-c995-41b3-86c2-65bb0be2a6b2 HTTP/1.1" status: 200 len: 887 time: 0.1857932 Dec 16 22:37:10.938869 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f85785f-0585-442c-9de6-792f85c0bb9a None None] Routers {'471122b6-c995-41b3-86c2-65bb0be2a6b2'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:10.939819 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9f85785f-0585-442c-9de6-792f85c0bb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['471122b6-c995-41b3-86c2-65bb0be2a6b2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:10.973129 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41416) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:10.977441 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9f85785f-0585-442c-9de6-792f85c0bb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:10.978537 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f85785f-0585-442c-9de6-792f85c0bb9a None None] The sync data for ids ['471122b6-c995-41b3-86c2-65bb0be2a6b2'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:37:10.984485 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997060c-d2cb-4cea-a888-54f7401b6b15 None None] Pushing event updated for resources: {'Port': ['ID=4ca5b281-7977-4346-848c-24a81253effb,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:10.985149 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port d18f5d10-b133-4342-b283-5bb998e7e6b5, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=d18f5d10-b133-4342-b283-5bb998e7e6b5,segment=NetworkSegment(22d31f97-f4c8-4c9c-97fc-28dec5be91d3),segment_id=22d31f97-f4c8-4c9c-97fc-28dec5be91d3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:10.989958 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-10e326ec-61da-423e-92f4-cdd15ed892c6 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "GET /v2.0/ports?device_id=471122b6-c995-41b3-86c2-65bb0be2a6b2 HTTP/1.1" status: 200 len: 205 time: 0.0558410 Dec 16 22:37:10.998802 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4baba5-7014-4355-a4bc-339af41928c1 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:11.004571 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-68b1a7e6-a0cb-403e-9b29-8db89241dce8 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:11.008347 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': 'd18f5d10-b133-4342-b283-5bb998e7e6b5', 'network_id': '21b1773b-f25c-429f-b997-c6ca2375290a', 'port_id': 'd18f5d10-b133-4342-b283-5bb998e7e6b5', 'mac_address': 'fa:16:3e:a0:ec:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0af3e35-f243-4472-8aca-be3fffc5d74f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:37:11.038120 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e2d5ee-2157-4550-b156-a248a280232b None None] Routers {'69d5584d-21cc-4457-9b37-39313a2442cb'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:11.038909 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-98e2d5ee-2157-4550-b156-a248a280232b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['69d5584d-21cc-4457-9b37-39313a2442cb'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:11.054089 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:11.055677 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-68b1a7e6-a0cb-403e-9b29-8db89241dce8 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:11.090211 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d18f5d10-b133-4342-b283-5bb998e7e6b5 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:37:11.101441 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d9d226df-7fed-4322-9a73-99742cc73a73 None None] Provisioning complete for port 4ca5b281-7977-4346-848c-24a81253effb triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:11.101760 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9d226df-7fed-4322-9a73-99742cc73a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:11.140544 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port d18f5d10-b133-4342-b283-5bb998e7e6b5, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=d18f5d10-b133-4342-b283-5bb998e7e6b5,segment=NetworkSegment(22d31f97-f4c8-4c9c-97fc-28dec5be91d3),segment_id=22d31f97-f4c8-4c9c-97fc-28dec5be91d3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:11.146456 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4f6a-1843-4b64-8669-2674884c2204 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:11.220091 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:11.274145 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-68b1a7e6-a0cb-403e-9b29-8db89241dce8 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Allocated IP 172.25.6.128 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/0629c24e-5c7c-4f9d-aed9-380047e37043) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:11.349024 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4f6a-1843-4b64-8669-2674884c2204 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:11.352222 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-98e2d5ee-2157-4550-b156-a248a280232b None None] Set router 69d5584d-21cc-4457-9b37-39313a2442cb gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:37:11.400203 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=d18f5d10-b133-4342-b283-5bb998e7e6b5,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:11.443691 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9d226df-7fed-4322-9a73-99742cc73a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:11.485320 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-68b1a7e6-a0cb-403e-9b29-8db89241dce8 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:11.486321 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d9d226df-7fed-4322-9a73-99742cc73a73 None None] For port 4ca5b281-7977-4346-848c-24a81253effb, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4ca5b281-7977-4346-848c-24a81253effb,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:11.538557 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-ecbe4f6a-1843-4b64-8669-2674884c2204 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Deleting port 58052b4f-b8b9-4c78-b24e-e2b79b50ae7f {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:37:11.538557 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4f6a-1843-4b64-8669-2674884c2204 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:11.562803 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9d226df-7fed-4322-9a73-99742cc73a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:11.639942 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['d18f5d10-b133-4342-b283-5bb998e7e6b5'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:37:11.648097 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-68b1a7e6-a0cb-403e-9b29-8db89241dce8 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:11.674330 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-98e2d5ee-2157-4550-b156-a248a280232b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d5584d-21cc-4457-9b37-39313a2442cb', 'name': 'tempest-snat-router-692769311', 'tenant_id': 'd2fca60e3e474e9cbc297be680ec982a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.36'}], 'enable_snat': False}, 'gw_port_id': '4ca5b281-7977-4346-848c-24a81253effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:07Z', 'updated_at': '2021-12-16T22:37:08Z', 'revision_number': 3, 'project_id': 'd2fca60e3e474e9cbc297be680ec982a', 'gw_port': {'id': '4ca5b281-7977-4346-848c-24a81253effb', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:57:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d5584d-21cc-4457-9b37-39313a2442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:07Z', 'updated_at': '2021-12-16T22:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:11.677375 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b1a7e6-a0cb-403e-9b29-8db89241dce8 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:11.679655 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4f6a-1843-4b64-8669-2674884c2204 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:11.711404 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-ecbe4f6a-1843-4b64-8669-2674884c2204 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Calling delete_port for 58052b4f-b8b9-4c78-b24e-e2b79b50ae7f owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:37:11.735604 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e2d5ee-2157-4550-b156-a248a280232b None None] The sync data for ids ['69d5584d-21cc-4457-9b37-39313a2442cb'] in n-d-815324-4 is: [{'id': '69d5584d-21cc-4457-9b37-39313a2442cb', 'name': 'tempest-snat-router-692769311', 'tenant_id': 'd2fca60e3e474e9cbc297be680ec982a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.36'}], 'enable_snat': False}, 'gw_port_id': '4ca5b281-7977-4346-848c-24a81253effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:07Z', 'updated_at': '2021-12-16T22:37:08Z', 'revision_number': 3, 'project_id': 'd2fca60e3e474e9cbc297be680ec982a', 'gw_port': {'id': '4ca5b281-7977-4346-848c-24a81253effb', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:57:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d5584d-21cc-4457-9b37-39313a2442cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:07Z', 'updated_at': '2021-12-16T22:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:37:11.751964 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-68b1a7e6-a0cb-403e-9b29-8db89241dce8 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:11.754177 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d226df-7fed-4322-9a73-99742cc73a73 None None] Pushing event updated for resources: {'Port': ['ID=4ca5b281-7977-4346-848c-24a81253effb,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:11.770375 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b1a7e6-a0cb-403e-9b29-8db89241dce8 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:11.771421 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364ed972-8626-445e-a088-fde18754cfd2 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:11.922515 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-dc1f46cb-256a-48b1-beab-8388c11587fb None None] Provisioning complete for port 0629c24e-5c7c-4f9d-aed9-380047e37043 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:11.922922 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dc1f46cb-256a-48b1-beab-8388c11587fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:11.943157 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1a7e6-a0cb-403e-9b29-8db89241dce8 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Pushing event updated for resources: {'Port': ['ID=0629c24e-5c7c-4f9d-aed9-380047e37043,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:11.973090 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5df66f-8ce4-40fa-9792-23a4b7125aac req-afc59e06-416d-421c-8eb4-9b1d3df1117b tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:11.974561 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5b5df66f-8ce4-40fa-9792-23a4b7125aac req-afc59e06-416d-421c-8eb4-9b1d3df1117b tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a HTTP/1.1" status: 200 len: 944 time: 0.1291013 Dec 16 22:37:11.985758 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-dc1f46cb-256a-48b1-beab-8388c11587fb None None] Port 0629c24e-5c7c-4f9d-aed9-380047e37043 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:12.123938 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5b5df66f-8ce4-40fa-9792-23a4b7125aac req-d55b62fb-f37c-4632-bc7a-ceba4f9ce445 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104331 Dec 16 22:37:12.204114 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4f6a-1843-4b64-8669-2674884c2204 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:12.267325 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe4f6a-1843-4b64-8669-2674884c2204 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Port': ['ID=58052b4f-b8b9-4c78-b24e-e2b79b50ae7f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:12.290913 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e071463d-a214-4e88-9bc3-09fbad74dcea None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:12.412540 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4f6a-1843-4b64-8669-2674884c2204 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:12.475938 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-68b1a7e6-a0cb-403e-9b29-8db89241dce8 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:12.570022 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4f6a-1843-4b64-8669-2674884c2204 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:12.574065 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4f6a-1843-4b64-8669-2674884c2204 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:12.726929 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4f6a-1843-4b64-8669-2674884c2204 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:12.727542 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbe4f6a-1843-4b64-8669-2674884c2204 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Fanout notify agent at l3_agent the message router_deleted on router 471122b6-c995-41b3-86c2-65bb0be2a6b2 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:37:12.735281 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4f6a-1843-4b64-8669-2674884c2204 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:12.736485 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ecbe4f6a-1843-4b64-8669-2674884c2204 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/routers/471122b6-c995-41b3-86c2-65bb0be2a6b2 HTTP/1.1" status: 204 len: 168 time: 1.7623842 Dec 16 22:37:12.740196 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41430) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:12.745510 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-26eea897-5602-4ba4-a4bd-e239cd057587 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'network': {'name': 'tempest-RoutersTest-200655239'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:12.836300 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-68b1a7e6-a0cb-403e-9b29-8db89241dce8 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:12.844094 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26eea897-5602-4ba4-a4bd-e239cd057587 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Made reservation on behalf of 2433710460934b67bc31a8cc16493c9b for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:37:12.847776 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-26eea897-5602-4ba4-a4bd-e239cd057587 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:12.921624 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26eea897-5602-4ba4-a4bd-e239cd057587 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:37:12.936319 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-26eea897-5602-4ba4-a4bd-e239cd057587 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:12.936750 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-26eea897-5602-4ba4-a4bd-e239cd057587 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Added segment 86e57134-bd68-42db-9f13-3f43a6b6332c of type vlan for network ad1841f6-f2b3-4d2e-8195-e47a140d48c8 Dec 16 22:37:13.069422 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-26eea897-5602-4ba4-a4bd-e239cd057587 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:13.116884 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4ca5b281-7977-4346-848c-24a81253effb up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:37:13.157471 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b1a7e6-a0cb-403e-9b29-8db89241dce8 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Router 3ef92d5e-a5ad-4b27-b602-53065116d309 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:37:13.174932 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 4ca5b281-7977-4346-848c-24a81253effb triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:13.175911 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:13.221049 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-26eea897-5602-4ba4-a4bd-e239cd057587 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:13.227001 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26eea897-5602-4ba4-a4bd-e239cd057587 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:13.227632 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-26eea897-5602-4ba4-a4bd-e239cd057587 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:13.329601 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eea897-5602-4ba4-a4bd-e239cd057587 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Network': ['ID=ad1841f6-f2b3-4d2e-8195-e47a140d48c8,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:13.344042 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b1a7e6-a0cb-403e-9b29-8db89241dce8 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:37:13.346713 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network ad1841f6-f2b3-4d2e-8195-e47a140d48c8 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:37:13.356167 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ce2bb0-008e-4fa1-a952-22ffb32a6920 None None] Sync routers for ids ['3ef92d5e-a5ad-4b27-b602-53065116d309'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:37:13.363921 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633152b-63b7-4307-aad6-52e9d90665e6 req-4a539dce-21bb-4437-a868-93f87f5c414d tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:13.367199 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9633152b-63b7-4307-aad6-52e9d90665e6 req-4a539dce-21bb-4437-a868-93f87f5c414d tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a HTTP/1.1" status: 200 len: 944 time: 0.0755770 Dec 16 22:37:13.373427 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ce2bb0-008e-4fa1-a952-22ffb32a6920 None None] Routers {'3ef92d5e-a5ad-4b27-b602-53065116d309'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:13.374102 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-f8ce2bb0-008e-4fa1-a952-22ffb32a6920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['3ef92d5e-a5ad-4b27-b602-53065116d309'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:13.419645 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-26eea897-5602-4ba4-a4bd-e239cd057587 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6783221 Dec 16 22:37:13.424460 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41436) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:13.426723 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9633152b-63b7-4307-aad6-52e9d90665e6 req-0cc1f649-b30c-48b1-ae76-c871ec5c8c3a tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533469 Dec 16 22:37:13.429525 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-9e5bafa5-92b0-4fdc-9277-f096a08d0d7d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'subnet': {'network_id': 'ad1841f6-f2b3-4d2e-8195-e47a140d48c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:13.506936 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-68b1a7e6-a0cb-403e-9b29-8db89241dce8 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:13.511966 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-68b1a7e6-a0cb-403e-9b29-8db89241dce8 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.6312015 Dec 16 22:37:13.512921 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41438) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:13.533387 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-f8ce2bb0-008e-4fa1-a952-22ffb32a6920 None None] Set router 3ef92d5e-a5ad-4b27-b602-53065116d309 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:37:13.668275 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41442) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:13.668920 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-82d8c5e4-e605-4cef-a914-165879ea9dea tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "GET /v2.0/routers/3ef92d5e-a5ad-4b27-b602-53065116d309 HTTP/1.1" status: 200 len: 907 time: 0.1543605 Dec 16 22:37:13.765978 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-f8ce2bb0-008e-4fa1-a952-22ffb32a6920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef92d5e-a5ad-4b27-b602-53065116d309', 'name': 'tempest-snat-router-692769311', 'tenant_id': 'd2fca60e3e474e9cbc297be680ec982a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '0629c24e-5c7c-4f9d-aed9-380047e37043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:09Z', 'updated_at': '2021-12-16T22:37:12Z', 'revision_number': 3, 'project_id': 'd2fca60e3e474e9cbc297be680ec982a', 'gw_port': {'id': '0629c24e-5c7c-4f9d-aed9-380047e37043', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:60:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef92d5e-a5ad-4b27-b602-53065116d309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:11Z', 'updated_at': '2021-12-16T22:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:13.804107 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ce2bb0-008e-4fa1-a952-22ffb32a6920 None None] Checking router: 3ef92d5e-a5ad-4b27-b602-53065116d309 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:37:13.804678 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ce2bb0-008e-4fa1-a952-22ffb32a6920 None None] Updating router 3ef92d5e-a5ad-4b27-b602-53065116d309 port 0629c24e-5c7c-4f9d-aed9-380047e37043 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:37:13.839399 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8ce2bb0-008e-4fa1-a952-22ffb32a6920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:14.199092 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8ce2bb0-008e-4fa1-a952-22ffb32a6920 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:14.243519 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5bafa5-92b0-4fdc-9277-f096a08d0d7d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Made reservation on behalf of 2433710460934b67bc31a8cc16493c9b for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:37:14.247422 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9e5bafa5-92b0-4fdc-9277-f096a08d0d7d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:14.303002 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8ce2bb0-008e-4fa1-a952-22ffb32a6920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:14.356671 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb760c0-ab3d-4286-a707-da58b0cf6cc8 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:14.366216 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-f8ce2bb0-008e-4fa1-a952-22ffb32a6920 None None] Attempting to bind port 0629c24e-5c7c-4f9d-aed9-380047e37043 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:37:14.366714 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-f8ce2bb0-008e-4fa1-a952-22ffb32a6920 None None] Attempting to bind port 0629c24e-5c7c-4f9d-aed9-380047e37043 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:37:14.366953 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ce2bb0-008e-4fa1-a952-22ffb32a6920 None None] Attempting to bind port 0629c24e-5c7c-4f9d-aed9-380047e37043 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:37:14.379170 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fcd70-24c7-44d1-9428-d1cf9815634f None None] Pushing event updated for resources: {'Port': ['ID=0629c24e-5c7c-4f9d-aed9-380047e37043,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:14.381952 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ce2bb0-008e-4fa1-a952-22ffb32a6920 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:37:14.382849 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ce2bb0-008e-4fa1-a952-22ffb32a6920 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:14.383300 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8ce2bb0-008e-4fa1-a952-22ffb32a6920 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:14.383690 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ce2bb0-008e-4fa1-a952-22ffb32a6920 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:37:14.384178 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-f8ce2bb0-008e-4fa1-a952-22ffb32a6920 None None] Bound port: 0629c24e-5c7c-4f9d-aed9-380047e37043, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:37:14.384567 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8ce2bb0-008e-4fa1-a952-22ffb32a6920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:14.387114 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4de6b384-e92b-42e8-ad16-b6a10decefaf tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:14.435173 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-22d70730-1897-4548-8bd8-a63d23a616a9 None None] Provisioning complete for port 0629c24e-5c7c-4f9d-aed9-380047e37043 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:14.438888 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-22d70730-1897-4548-8bd8-a63d23a616a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:14.485975 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-f8ce2bb0-008e-4fa1-a952-22ffb32a6920 None None] For port 0629c24e-5c7c-4f9d-aed9-380047e37043, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:37:14.490212 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-f8ce2bb0-008e-4fa1-a952-22ffb32a6920 None None] For port 0629c24e-5c7c-4f9d-aed9-380047e37043, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0629c24e-5c7c-4f9d-aed9-380047e37043,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:37:14.504556 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-22d70730-1897-4548-8bd8-a63d23a616a9 None None] Port 0629c24e-5c7c-4f9d-aed9-380047e37043 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:14.575539 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-f8ce2bb0-008e-4fa1-a952-22ffb32a6920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:14.592412 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device d18f5d10-b133-4342-b283-5bb998e7e6b5 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:37:14.722477 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab1aeaa-b6e0-4cd6-9165-6b90ed16920a None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:14.725524 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffb726-af0a-4b11-9a8b-323249e398a3 req-7ec8c893-eea9-4cbc-909a-26d77c3b7520 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:14.732653 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c6ffb726-af0a-4b11-9a8b-323249e398a3 req-7ec8c893-eea9-4cbc-909a-26d77c3b7520 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a HTTP/1.1" status: 200 len: 944 time: 0.1722138 Dec 16 22:37:14.815471 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:37:14.827608 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41458) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:14.827765 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ce2bb0-008e-4fa1-a952-22ffb32a6920 None None] Routers {'3ef92d5e-a5ad-4b27-b602-53065116d309'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:14.827765 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-f8ce2bb0-008e-4fa1-a952-22ffb32a6920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['3ef92d5e-a5ad-4b27-b602-53065116d309'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:14.839275 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-71496313-6c2a-4a8a-9e73-137d413e2c61 None None] Provisioning complete for port 0629c24e-5c7c-4f9d-aed9-380047e37043 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:14.841397 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-71496313-6c2a-4a8a-9e73-137d413e2c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:14.846198 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c6ffb726-af0a-4b11-9a8b-323249e398a3 req-4fc5d9e2-a46f-4067-ace4-8e51dc439e4f tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046011 Dec 16 22:37:14.847236 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4de6b384-e92b-42e8-ad16-b6a10decefaf tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:14.900090 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port d18f5d10-b133-4342-b283-5bb998e7e6b5 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:37:14.941541 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-71496313-6c2a-4a8a-9e73-137d413e2c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:14.945085 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fcd70-24c7-44d1-9428-d1cf9815634f None None] Pushing event updated for resources: {'Port': ['ID=0629c24e-5c7c-4f9d-aed9-380047e37043,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:15.001690 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-71496313-6c2a-4a8a-9e73-137d413e2c61 None None] For port 0629c24e-5c7c-4f9d-aed9-380047e37043, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0629c24e-5c7c-4f9d-aed9-380047e37043,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:15.014563 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port d18f5d10-b133-4342-b283-5bb998e7e6b5 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:15.014563 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:15.018969 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9e5bafa5-92b0-4fdc-9277-f096a08d0d7d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:15.081996 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55a131b8-fc5b-44b1-b41a-fc338d49d3ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:15.108080 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-71496313-6c2a-4a8a-9e73-137d413e2c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:15.109331 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-f8ce2bb0-008e-4fa1-a952-22ffb32a6920 None None] Set router 3ef92d5e-a5ad-4b27-b602-53065116d309 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:37:15.146994 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:15.158199 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-4de6b384-e92b-42e8-ad16-b6a10decefaf tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Deleting port 0629c24e-5c7c-4f9d-aed9-380047e37043 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:37:15.158531 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4de6b384-e92b-42e8-ad16-b6a10decefaf tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:15.189372 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port d18f5d10-b133-4342-b283-5bb998e7e6b5, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=d18f5d10-b133-4342-b283-5bb998e7e6b5,segment=NetworkSegment(22d31f97-f4c8-4c9c-97fc-28dec5be91d3),segment_id=22d31f97-f4c8-4c9c-97fc-28dec5be91d3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:15.194088 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18f5d10-b133-4342-b283-5bb998e7e6b5'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:37:15.195278 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be94cee8-30ef-4a04-8eb3-fac8542d8e1d" -d '{"events": [{"server_uuid": "6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a", "name": "network-vif-plugged", "status": "completed", "tag": "d18f5d10-b133-4342-b283-5bb998e7e6b5"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:37:15.207818 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71496313-6c2a-4a8a-9e73-137d413e2c61 None None] Pushing event updated for resources: {'Port': ['ID=0629c24e-5c7c-4f9d-aed9-380047e37043,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:15.223737 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5bafa5-92b0-4fdc-9277-f096a08d0d7d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Subnet': ['ID=44c6f4fd-3737-4a39-8f3b-50511f918ddd,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:15.263161 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce6c2fc-3a64-4ea2-9ca6-6aea22028ccd x-openstack-request-id: req-fce6c2fc-3a64-4ea2-9ca6-6aea22028ccd {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:37:15.263509 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a", "name": "network-vif-plugged", "status": "completed", "tag": "d18f5d10-b133-4342-b283-5bb998e7e6b5", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:37:15.263794 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fce6c2fc-3a64-4ea2-9ca6-6aea22028ccd {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:37:15.264201 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18f5d10-b133-4342-b283-5bb998e7e6b5', 'code': 200} Dec 16 22:37:15.265595 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:15.289320 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5bafa5-92b0-4fdc-9277-f096a08d0d7d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Checking segment: {'id': '86e57134-bd68-42db-9f13-3f43a6b6332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ad1841f6-f2b3-4d2e-8195-e47a140d48c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:15.289847 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5bafa5-92b0-4fdc-9277-f096a08d0d7d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network hostable DHCP agents. Network: ad1841f6-f2b3-4d2e-8195-e47a140d48c8, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:37:15.311772 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-4de6b384-e92b-42e8-ad16-b6a10decefaf tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] For port 0629c24e-5c7c-4f9d-aed9-380047e37043, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0629c24e-5c7c-4f9d-aed9-380047e37043,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:15.312146 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4de6b384-e92b-42e8-ad16-b6a10decefaf tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:15.335453 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=d18f5d10-b133-4342-b283-5bb998e7e6b5,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:15.342954 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-4de6b384-e92b-42e8-ad16-b6a10decefaf tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Calling delete_port for 0629c24e-5c7c-4f9d-aed9-380047e37043 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:37:15.371099 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55a131b8-fc5b-44b1-b41a-fc338d49d3ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:15.414318 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5bafa5-92b0-4fdc-9277-f096a08d0d7d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network ad1841f6-f2b3-4d2e-8195-e47a140d48c8 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:37:15.424513 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-f8ce2bb0-008e-4fa1-a952-22ffb32a6920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef92d5e-a5ad-4b27-b602-53065116d309', 'name': 'tempest-snat-router-692769311', 'tenant_id': 'd2fca60e3e474e9cbc297be680ec982a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '0629c24e-5c7c-4f9d-aed9-380047e37043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:09Z', 'updated_at': '2021-12-16T22:37:12Z', 'revision_number': 3, 'project_id': 'd2fca60e3e474e9cbc297be680ec982a', 'gw_port': {'id': '0629c24e-5c7c-4f9d-aed9-380047e37043', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:60:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef92d5e-a5ad-4b27-b602-53065116d309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:11Z', 'updated_at': '2021-12-16T22:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:15.435843 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619498a-408f-405d-bfbc-f91385a28a04 req-5f175ef6-cef6-4371-afd2-4a1b384cbe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:15.437418 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7619498a-408f-405d-bfbc-f91385a28a04 req-5f175ef6-cef6-4371-afd2-4a1b384cbe47 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a HTTP/1.1" status: 200 len: 1096 time: 0.0626729 Dec 16 22:37:15.445298 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-55a131b8-fc5b-44b1-b41a-fc338d49d3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:15.465163 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ce2bb0-008e-4fa1-a952-22ffb32a6920 None None] The sync data for ids ['3ef92d5e-a5ad-4b27-b602-53065116d309'] in n-d-815324-4 is: [{'id': '3ef92d5e-a5ad-4b27-b602-53065116d309', 'name': 'tempest-snat-router-692769311', 'tenant_id': 'd2fca60e3e474e9cbc297be680ec982a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '0629c24e-5c7c-4f9d-aed9-380047e37043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:09Z', 'updated_at': '2021-12-16T22:37:12Z', 'revision_number': 3, 'project_id': 'd2fca60e3e474e9cbc297be680ec982a', 'gw_port': {'id': '0629c24e-5c7c-4f9d-aed9-380047e37043', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:60:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef92d5e-a5ad-4b27-b602-53065116d309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:11Z', 'updated_at': '2021-12-16T22:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:37:15.518305 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7619498a-408f-405d-bfbc-f91385a28a04 req-0fa6fa95-2d1c-48e8-8262-094f68a24789 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734081 Dec 16 22:37:15.525841 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a131b8-fc5b-44b1-b41a-fc338d49d3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b41271-c537-4afc-bae8-db48fdba544b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:15.546990 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41466) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:15.547181 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-55a131b8-fc5b-44b1-b41a-fc338d49d3ab admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=efd2437593f04fbf9e6b94d1f415dc20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7160568 Dec 16 22:37:15.548820 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-9e5bafa5-92b0-4fdc-9277-f096a08d0d7d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, ad1841f6-f2b3-4d2e-8195-e47a140d48c8) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:15.553816 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5bafa5-92b0-4fdc-9277-f096a08d0d7d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:15.554402 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9e5bafa5-92b0-4fdc-9277-f096a08d0d7d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:15.559159 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79b25e0-3a8a-430e-bfa5-938e33c56d81 None None] Network ad1841f6-f2b3-4d2e-8195-e47a140d48c8 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:37:15.628915 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-58a99c3c-9ff0-4b54-aff3-b6563c28896a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:15.655236 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-58a99c3c-9ff0-4b54-aff3-b6563c28896a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:15.677810 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9e5bafa5-92b0-4fdc-9277-f096a08d0d7d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2500701 Dec 16 22:37:15.682023 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41468) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:15.684267 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-cc9e3f50-fbf8-45aa-bf62-26ef56e64686 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1804059834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:15.743134 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4de6b384-e92b-42e8-ad16-b6a10decefaf tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:15.754271 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273e5b66-8fc7-43e2-9dc7-4536a15e0fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-ad1841f6-f2b3-4d2e-8195-e47a140d48c8', 'network_id': 'ad1841f6-f2b3-4d2e-8195-e47a140d48c8', 'project_id': '2433710460934b67bc31a8cc16493c9b', 'fixed_ips': [{'subnet_id': '44c6f4fd-3737-4a39-8f3b-50511f918ddd'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:37:15.755856 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-273e5b66-8fc7-43e2-9dc7-4536a15e0fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:15.786128 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6b384-e92b-42e8-ad16-b6a10decefaf tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Pushing event deleted for resources: {'Port': ['ID=0629c24e-5c7c-4f9d-aed9-380047e37043,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:15.803403 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8c6b4e-fec1-421b-afae-75511a4d2ceb None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:15.835214 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-58a99c3c-9ff0-4b54-aff3-b6563c28896a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:15.839264 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-58a99c3c-9ff0-4b54-aff3-b6563c28896a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:15.840835 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-58a99c3c-9ff0-4b54-aff3-b6563c28896a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d7b41271-c537-4afc-bae8-db48fdba544b HTTP/1.1" status: 204 len: 168 time: 0.2926571 Dec 16 22:37:15.856083 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a99c3c-9ff0-4b54-aff3-b6563c28896a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b41271-c537-4afc-bae8-db48fdba544b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:15.919870 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4de6b384-e92b-42e8-ad16-b6a10decefaf tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:15.942174 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cc9e3f50-fbf8-45aa-bf62-26ef56e64686 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:15.943349 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cc9e3f50-fbf8-45aa-bf62-26ef56e64686 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:16.077322 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-273e5b66-8fc7-43e2-9dc7-4536a15e0fa7 None None] Allocated IP 172.20.0.2 (ad1841f6-f2b3-4d2e-8195-e47a140d48c8/44c6f4fd-3737-4a39-8f3b-50511f918ddd/027366b9-3732-44f4-888f-3e368684e455) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:16.183341 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4de6b384-e92b-42e8-ad16-b6a10decefaf tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:16.199305 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4de6b384-e92b-42e8-ad16-b6a10decefaf tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:16.268820 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-273e5b66-8fc7-43e2-9dc7-4536a15e0fa7 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:16.294663 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cc9e3f50-fbf8-45aa-bf62-26ef56e64686 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:16.315003 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56763e-3fe2-4eba-9ead-f5583354fe49 req-174f10a8-7230-4157-a0a4-fb88d98e353d tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:16.316680 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bb56763e-3fe2-4eba-9ead-f5583354fe49 req-174f10a8-7230-4157-a0a4-fb88d98e353d tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a HTTP/1.1" status: 200 len: 945 time: 0.2236981 Dec 16 22:37:16.358174 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-273e5b66-8fc7-43e2-9dc7-4536a15e0fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:16.372154 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bb56763e-3fe2-4eba-9ead-f5583354fe49 req-68b6e5ad-5d58-46e6-a09a-670ca0267836 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486159 Dec 16 22:37:16.394883 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cc9e3f50-fbf8-45aa-bf62-26ef56e64686 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:16.403825 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4de6b384-e92b-42e8-ad16-b6a10decefaf tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:16.404349 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de6b384-e92b-42e8-ad16-b6a10decefaf tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ef92d5e-a5ad-4b27-b602-53065116d309 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:37:16.423741 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e5b66-8fc7-43e2-9dc7-4536a15e0fa7 None None] Pushing event updated for resources: {'Port': ['ID=027366b9-3732-44f4-888f-3e368684e455,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:16.428720 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4de6b384-e92b-42e8-ad16-b6a10decefaf tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:16.432254 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4de6b384-e92b-42e8-ad16-b6a10decefaf tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "DELETE /v2.0/routers/3ef92d5e-a5ad-4b27-b602-53065116d309 HTTP/1.1" status: 204 len: 168 time: 2.7606096 Dec 16 22:37:16.432803 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41480) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:16.462560 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273e5b66-8fc7-43e2-9dc7-4536a15e0fa7 None None] Network ad1841f6-f2b3-4d2e-8195-e47a140d48c8 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:16.472587 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-273e5b66-8fc7-43e2-9dc7-4536a15e0fa7 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:16.475116 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273e5b66-8fc7-43e2-9dc7-4536a15e0fa7 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:16.528060 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cc9e3f50-fbf8-45aa-bf62-26ef56e64686 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:16.532468 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cc9e3f50-fbf8-45aa-bf62-26ef56e64686 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8524435 Dec 16 22:37:16.535111 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41486) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:16.587938 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-273e5b66-8fc7-43e2-9dc7-4536a15e0fa7 None None] Attempting to bind port 027366b9-3732-44f4-888f-3e368684e455 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:37:16.589040 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-273e5b66-8fc7-43e2-9dc7-4536a15e0fa7 None None] Attempting to bind port 027366b9-3732-44f4-888f-3e368684e455 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '86e57134-bd68-42db-9f13-3f43a6b6332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ad1841f6-f2b3-4d2e-8195-e47a140d48c8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:37:16.589597 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e5b66-8fc7-43e2-9dc7-4536a15e0fa7 None None] Attempting to bind port 027366b9-3732-44f4-888f-3e368684e455 on network ad1841f6-f2b3-4d2e-8195-e47a140d48c8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:37:16.597774 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e5b66-8fc7-43e2-9dc7-4536a15e0fa7 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:37:16.598367 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e5b66-8fc7-43e2-9dc7-4536a15e0fa7 None None] Checking segment: {'id': '86e57134-bd68-42db-9f13-3f43a6b6332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ad1841f6-f2b3-4d2e-8195-e47a140d48c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:16.598943 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-273e5b66-8fc7-43e2-9dc7-4536a15e0fa7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:16.599513 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e5b66-8fc7-43e2-9dc7-4536a15e0fa7 None None] Bound using segment: {'id': '86e57134-bd68-42db-9f13-3f43a6b6332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ad1841f6-f2b3-4d2e-8195-e47a140d48c8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:37:16.600175 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-273e5b66-8fc7-43e2-9dc7-4536a15e0fa7 None None] Bound port: 027366b9-3732-44f4-888f-3e368684e455, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e57134-bd68-42db-9f13-3f43a6b6332c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ad1841f6-f2b3-4d2e-8195-e47a140d48c8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:37:16.600723 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-273e5b66-8fc7-43e2-9dc7-4536a15e0fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:16.704404 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-273e5b66-8fc7-43e2-9dc7-4536a15e0fa7 None None] For port 027366b9-3732-44f4-888f-3e368684e455, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:37:16.708208 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-273e5b66-8fc7-43e2-9dc7-4536a15e0fa7 None None] For port 027366b9-3732-44f4-888f-3e368684e455, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=027366b9-3732-44f4-888f-3e368684e455,segment=NetworkSegment(86e57134-bd68-42db-9f13-3f43a6b6332c),segment_id=86e57134-bd68-42db-9f13-3f43a6b6332c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:37:16.818038 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-273e5b66-8fc7-43e2-9dc7-4536a15e0fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:16.868751 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c4be4cb-f3a5-4c01-a45b-ea57f2c8f1cb tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:16.890829 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e5b66-8fc7-43e2-9dc7-4536a15e0fa7 None None] Pushing event updated for resources: {'Port': ['ID=027366b9-3732-44f4-888f-3e368684e455,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:17.074142 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4d813d27-8ac6-4aaf-a73d-cf2633621142 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:17.305467 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c4be4cb-f3a5-4c01-a45b-ea57f2c8f1cb tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:17.558899 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-4d813d27-8ac6-4aaf-a73d-cf2633621142 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Allocated IP 172.20.0.1 (ad1841f6-f2b3-4d2e-8195-e47a140d48c8/44c6f4fd-3737-4a39-8f3b-50511f918ddd/49ab6882-2573-45d0-b64e-2f4bd7f5632a) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:17.562250 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-2c4be4cb-f3a5-4c01-a45b-ea57f2c8f1cb tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Deleting port 4ca5b281-7977-4346-848c-24a81253effb {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:37:17.562518 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c4be4cb-f3a5-4c01-a45b-ea57f2c8f1cb tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:17.567595 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93a972-4c7c-492f-be26-80bc0f8764e3 req-a25d6a67-ef3a-4d45-96d6-ce5eccc611f1 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:17.569381 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0c93a972-4c7c-492f-be26-80bc0f8764e3 req-a25d6a67-ef3a-4d45-96d6-ce5eccc611f1 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a HTTP/1.1" status: 200 len: 945 time: 0.0762794 Dec 16 22:37:17.627540 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0c93a972-4c7c-492f-be26-80bc0f8764e3 req-3005a869-2235-454f-8959-521d13af50b6 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510483 Dec 16 22:37:17.754454 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-2c4be4cb-f3a5-4c01-a45b-ea57f2c8f1cb tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] For port 4ca5b281-7977-4346-848c-24a81253effb, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4ca5b281-7977-4346-848c-24a81253effb,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:17.754797 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c4be4cb-f3a5-4c01-a45b-ea57f2c8f1cb tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:17.779166 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-2c4be4cb-f3a5-4c01-a45b-ea57f2c8f1cb tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Calling delete_port for 4ca5b281-7977-4346-848c-24a81253effb owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:37:17.786369 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4d813d27-8ac6-4aaf-a73d-cf2633621142 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:18.003967 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4d813d27-8ac6-4aaf-a73d-cf2633621142 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:18.273178 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9609fc9-18bb-4a17-a744-593811d3a2d6 None None] Network ad1841f6-f2b3-4d2e-8195-e47a140d48c8 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:37:18.387011 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d813d27-8ac6-4aaf-a73d-cf2633621142 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network ad1841f6-f2b3-4d2e-8195-e47a140d48c8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:18.390322 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-4d813d27-8ac6-4aaf-a73d-cf2633621142 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:18.392992 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d813d27-8ac6-4aaf-a73d-cf2633621142 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:18.399957 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d813d27-8ac6-4aaf-a73d-cf2633621142 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Port': ['ID=49ab6882-2573-45d0-b64e-2f4bd7f5632a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:18.405170 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-8903ebd3-b1b0-44a7-a3fe-63de7ba6e0fa None None] Provisioning complete for port 027366b9-3732-44f4-888f-3e368684e455 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:18.405888 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8903ebd3-b1b0-44a7-a3fe-63de7ba6e0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:18.454710 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4d813d27-8ac6-4aaf-a73d-cf2633621142 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:18.495436 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c4be4cb-f3a5-4c01-a45b-ea57f2c8f1cb tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:18.542763 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8903ebd3-b1b0-44a7-a3fe-63de7ba6e0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:18.546522 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca712cfe-bb4b-41f7-8995-7519e4577dbd None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:18.553765 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4be4cb-f3a5-4c01-a45b-ea57f2c8f1cb tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ca5b281-7977-4346-848c-24a81253effb,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:18.600542 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8903ebd3-b1b0-44a7-a3fe-63de7ba6e0fa None None] For port 027366b9-3732-44f4-888f-3e368684e455, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=027366b9-3732-44f4-888f-3e368684e455,segment=NetworkSegment(86e57134-bd68-42db-9f13-3f43a6b6332c),segment_id=86e57134-bd68-42db-9f13-3f43a6b6332c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:18.642871 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c4be4cb-f3a5-4c01-a45b-ea57f2c8f1cb tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:18.684068 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8903ebd3-b1b0-44a7-a3fe-63de7ba6e0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:18.767809 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903ebd3-b1b0-44a7-a3fe-63de7ba6e0fa None None] Pushing event updated for resources: {'Port': ['ID=027366b9-3732-44f4-888f-3e368684e455,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:18.794154 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c4be4cb-f3a5-4c01-a45b-ea57f2c8f1cb tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:18.802610 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c4be4cb-f3a5-4c01-a45b-ea57f2c8f1cb tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:18.828308 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-95132ca3-c661-466a-a480-6bbae9889d00 None None] Provisioning complete for port 027366b9-3732-44f4-888f-3e368684e455 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:18.828804 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95132ca3-c661-466a-a480-6bbae9889d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:18.835692 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4d813d27-8ac6-4aaf-a73d-cf2633621142 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:18.944745 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-95132ca3-c661-466a-a480-6bbae9889d00 None None] Provisioning complete for port 49ab6882-2573-45d0-b64e-2f4bd7f5632a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:18.945207 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95132ca3-c661-466a-a480-6bbae9889d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:19.021536 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-95132ca3-c661-466a-a480-6bbae9889d00 None None] Port 49ab6882-2573-45d0-b64e-2f4bd7f5632a cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:19.053850 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c4be4cb-f3a5-4c01-a45b-ea57f2c8f1cb tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:19.054417 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4be4cb-f3a5-4c01-a45b-ea57f2c8f1cb tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69d5584d-21cc-4457-9b37-39313a2442cb {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:37:19.060657 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c4be4cb-f3a5-4c01-a45b-ea57f2c8f1cb tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:19.066206 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2c4be4cb-f3a5-4c01-a45b-ea57f2c8f1cb tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "DELETE /v2.0/routers/69d5584d-21cc-4457-9b37-39313a2442cb HTTP/1.1" status: 204 len: 168 time: 2.6280739 Dec 16 22:37:19.066313 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41538) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:19.070122 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-c1cf5ea8-8b89-4c73-b7cf-69abdf4fa966 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-95620435', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}, 'admin_state_up': False}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:19.145233 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-775ac60e-271c-4464-b3c7-c7cc5e3176e0 None None] Provisioning complete for port 49ab6882-2573-45d0-b64e-2f4bd7f5632a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:19.145895 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-775ac60e-271c-4464-b3c7-c7cc5e3176e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:19.216648 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5ea8-8b89-4c73-b7cf-69abdf4fa966 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:19.218350 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5ea8-8b89-4c73-b7cf-69abdf4fa966 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:19.232828 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-775ac60e-271c-4464-b3c7-c7cc5e3176e0 None None] Port 49ab6882-2573-45d0-b64e-2f4bd7f5632a cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:19.259803 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 027366b9-3732-44f4-888f-3e368684e455 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:37:19.301171 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4d813d27-8ac6-4aaf-a73d-cf2633621142 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:19.353399 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5ea8-8b89-4c73-b7cf-69abdf4fa966 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:19.365674 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 027366b9-3732-44f4-888f-3e368684e455 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:19.366184 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:19.377289 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4d813d27-8ac6-4aaf-a73d-cf2633621142 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:19.495776 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0629c24e-5c7c-4f9d-aed9-380047e37043 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:37:19.496234 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d813d27-8ac6-4aaf-a73d-cf2633621142 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Port': ['ID=49ab6882-2573-45d0-b64e-2f4bd7f5632a,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:19.505972 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4d813d27-8ac6-4aaf-a73d-cf2633621142 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:19.523710 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73713b-fec7-438a-a908-65fce8c4da88 req-9dfb8e92-495f-47ce-95d6-55308b343e8d tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:19.525702 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fd73713b-fec7-438a-a908-65fce8c4da88 req-9dfb8e92-495f-47ce-95d6-55308b343e8d tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a HTTP/1.1" status: 200 len: 945 time: 0.1024358 Dec 16 22:37:19.537196 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 0629c24e-5c7c-4f9d-aed9-380047e37043 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:37:19.542663 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0629c24e-5c7c-4f9d-aed9-380047e37043 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:37:19.644709 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fd73713b-fec7-438a-a908-65fce8c4da88 req-194f8d42-ef9d-4a03-b7f7-75c6e2c8cfa8 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003263 Dec 16 22:37:19.661260 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5ea8-8b89-4c73-b7cf-69abdf4fa966 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:19.676432 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d813d27-8ac6-4aaf-a73d-cf2633621142 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network ad1841f6-f2b3-4d2e-8195-e47a140d48c8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:19.678155 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-4d813d27-8ac6-4aaf-a73d-cf2633621142 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:19.929161 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d813d27-8ac6-4aaf-a73d-cf2633621142 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Router 7de8965b-4606-494b-ac87-9090168f51f1 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:37:19.963186 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9f7075ed-c90a-489a-9223-7276d2107ead None None] Provisioning complete for port 49ab6882-2573-45d0-b64e-2f4bd7f5632a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:19.964579 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9f7075ed-c90a-489a-9223-7276d2107ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:19.981891 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5ea8-8b89-4c73-b7cf-69abdf4fa966 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:20.000046 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9f7075ed-c90a-489a-9223-7276d2107ead None None] Port 49ab6882-2573-45d0-b64e-2f4bd7f5632a cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:20.001961 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5ea8-8b89-4c73-b7cf-69abdf4fa966 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:20.038629 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d813d27-8ac6-4aaf-a73d-cf2633621142 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:37:20.051108 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4d813d27-8ac6-4aaf-a73d-cf2633621142 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "PUT /v2.0/routers/7de8965b-4606-494b-ac87-9090168f51f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5147855 Dec 16 22:37:20.052100 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41550) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:20.054757 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1442bcd-56d8-452a-9ea0-e04c77129c72 None None] Sync routers for ids ['7de8965b-4606-494b-ac87-9090168f51f1'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:37:20.068973 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1442bcd-56d8-452a-9ea0-e04c77129c72 None None] Routers {'7de8965b-4606-494b-ac87-9090168f51f1'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:20.070004 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f1442bcd-56d8-452a-9ea0-e04c77129c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['7de8965b-4606-494b-ac87-9090168f51f1'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:20.110993 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5a1373-ae22-4b72-b7de-dafe52ffecfb tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:20.111551 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-af5a1373-ae22-4b72-b7de-dafe52ffecfb tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "GET /v2.0/ports/49ab6882-2573-45d0-b64e-2f4bd7f5632a HTTP/1.1" status: 200 len: 910 time: 0.0581248 Dec 16 22:37:20.113906 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41552) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:20.119955 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-8de96bcf-e7c0-4bbe-85d4-df7697a291b1 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '44c6f4fd-3737-4a39-8f3b-50511f918ddd'}]}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:20.123221 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f1442bcd-56d8-452a-9ea0-e04c77129c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:20.132545 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1442bcd-56d8-452a-9ea0-e04c77129c72 None None] Routers {'7de8965b-4606-494b-ac87-9090168f51f1'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:20.133730 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f1442bcd-56d8-452a-9ea0-e04c77129c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['7de8965b-4606-494b-ac87-9090168f51f1'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:20.173028 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-c1cf5ea8-8b89-4c73-b7cf-69abdf4fa966 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Allocated IP 172.25.6.101 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/38a36bd9-b148-41bf-8929-8a38157007d8) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:20.179546 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f1442bcd-56d8-452a-9ea0-e04c77129c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:20.180226 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1442bcd-56d8-452a-9ea0-e04c77129c72 None None] The sync data for ids ['7de8965b-4606-494b-ac87-9090168f51f1'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:37:20.293161 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5ea8-8b89-4c73-b7cf-69abdf4fa966 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:20.297612 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8de96bcf-e7c0-4bbe-85d4-df7697a291b1 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:20.403978 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5ea8-8b89-4c73-b7cf-69abdf4fa966 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:20.446838 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cf5ea8-8b89-4c73-b7cf-69abdf4fa966 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:20.450759 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-c1cf5ea8-8b89-4c73-b7cf-69abdf4fa966 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:20.455928 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf5ea8-8b89-4c73-b7cf-69abdf4fa966 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:20.465817 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a10f56-f638-4ba8-a3c3-db6db5a3df54 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:20.486423 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf5ea8-8b89-4c73-b7cf-69abdf4fa966 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Pushing event updated for resources: {'Port': ['ID=38a36bd9-b148-41bf-8929-8a38157007d8,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:20.523545 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d00dfa65-a870-4026-9100-59b1a54b2902 None None] Provisioning complete for port 38a36bd9-b148-41bf-8929-8a38157007d8 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:20.523918 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d00dfa65-a870-4026-9100-59b1a54b2902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:20.564311 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d00dfa65-a870-4026-9100-59b1a54b2902 None None] Port 38a36bd9-b148-41bf-8929-8a38157007d8 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:20.716167 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8de96bcf-e7c0-4bbe-85d4-df7697a291b1 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:20.781239 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee4395-1c96-445d-9bdf-be52bd25ad72 req-df0bac59-f5fe-4967-8916-425a0ec7b7dc tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:20.782796 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9bee4395-1c96-445d-9bdf-be52bd25ad72 req-df0bac59-f5fe-4967-8916-425a0ec7b7dc tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a HTTP/1.1" status: 200 len: 945 time: 0.0573306 Dec 16 22:37:20.821272 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5ea8-8b89-4c73-b7cf-69abdf4fa966 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:20.832686 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9bee4395-1c96-445d-9bdf-be52bd25ad72 req-1026af13-279a-46ec-8efa-15b67b238820 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437467 Dec 16 22:37:20.857217 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8de96bcf-e7c0-4bbe-85d4-df7697a291b1 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:20.979657 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de96bcf-e7c0-4bbe-85d4-df7697a291b1 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:20.979960 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8de96bcf-e7c0-4bbe-85d4-df7697a291b1 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:20.981341 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8de96bcf-e7c0-4bbe-85d4-df7697a291b1 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "PUT /v2.0/ports/49ab6882-2573-45d0-b64e-2f4bd7f5632a HTTP/1.1" status: 200 len: 910 time: 0.8664281 Dec 16 22:37:20.985132 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41564) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:20.985800 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de96bcf-e7c0-4bbe-85d4-df7697a291b1 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Port': ['ID=49ab6882-2573-45d0-b64e-2f4bd7f5632a,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:21.004183 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78283212-7c62-444a-90e2-43f8eea6e776 req-26c7b351-6870-4666-b351-9abceedc91ed tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:21.006035 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-78283212-7c62-444a-90e2-43f8eea6e776 req-26c7b351-6870-4666-b351-9abceedc91ed tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a HTTP/1.1" status: 200 len: 945 time: 0.1232221 Dec 16 22:37:21.013495 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4ca5b281-7977-4346-848c-24a81253effb no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:37:21.066582 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5ea8-8b89-4c73-b7cf-69abdf4fa966 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:21.203346 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 4ca5b281-7977-4346-848c-24a81253effb {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:37:21.203692 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4ca5b281-7977-4346-848c-24a81253effb not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:37:21.263281 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-78283212-7c62-444a-90e2-43f8eea6e776 req-35da96fb-4195-48a7-9830-3400c3ef240b tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Deleting port d18f5d10-b133-4342-b283-5bb998e7e6b5 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:37:21.263825 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-78283212-7c62-444a-90e2-43f8eea6e776 req-35da96fb-4195-48a7-9830-3400c3ef240b tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:21.283266 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cf5ea8-8b89-4c73-b7cf-69abdf4fa966 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Router 8bbb7620-b610-4e9a-9584-d1b1f67e6686 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:37:21.410318 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cf5ea8-8b89-4c73-b7cf-69abdf4fa966 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:37:21.425461 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356c4683-76cc-400d-b15c-265fc9b3215c None None] Sync routers for ids ['8bbb7620-b610-4e9a-9584-d1b1f67e6686'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:37:21.426331 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-78283212-7c62-444a-90e2-43f8eea6e776 req-35da96fb-4195-48a7-9830-3400c3ef240b tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] For port d18f5d10-b133-4342-b283-5bb998e7e6b5, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=d18f5d10-b133-4342-b283-5bb998e7e6b5,segment=NetworkSegment(22d31f97-f4c8-4c9c-97fc-28dec5be91d3),segment_id=22d31f97-f4c8-4c9c-97fc-28dec5be91d3)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:21.426712 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-78283212-7c62-444a-90e2-43f8eea6e776 req-35da96fb-4195-48a7-9830-3400c3ef240b tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:21.436948 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356c4683-76cc-400d-b15c-265fc9b3215c None None] Routers {'8bbb7620-b610-4e9a-9584-d1b1f67e6686'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:21.437591 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-356c4683-76cc-400d-b15c-265fc9b3215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['8bbb7620-b610-4e9a-9584-d1b1f67e6686'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:21.450058 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-78283212-7c62-444a-90e2-43f8eea6e776 req-35da96fb-4195-48a7-9830-3400c3ef240b tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Calling delete_port for d18f5d10-b133-4342-b283-5bb998e7e6b5 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:37:21.479675 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-356c4683-76cc-400d-b15c-265fc9b3215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:21.494772 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356c4683-76cc-400d-b15c-265fc9b3215c None None] Routers {'8bbb7620-b610-4e9a-9584-d1b1f67e6686'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:21.496180 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-356c4683-76cc-400d-b15c-265fc9b3215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['8bbb7620-b610-4e9a-9584-d1b1f67e6686'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:21.537053 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-356c4683-76cc-400d-b15c-265fc9b3215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:21.537879 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356c4683-76cc-400d-b15c-265fc9b3215c None None] The sync data for ids ['8bbb7620-b610-4e9a-9584-d1b1f67e6686'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:37:21.589309 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4cc83c95-15e4-41c9-b269-31f47a3b74dd tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:21.599485 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5ea8-8b89-4c73-b7cf-69abdf4fa966 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:21.600977 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c1cf5ea8-8b89-4c73-b7cf-69abdf4fa966 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5343771 Dec 16 22:37:21.604416 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41570) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:21.608793 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-8e84f90b-421a-43eb-8510-256d78c02be0 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'enable_snat': False}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:21.787236 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-78283212-7c62-444a-90e2-43f8eea6e776 req-35da96fb-4195-48a7-9830-3400c3ef240b tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:21.822482 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['d18f5d10-b133-4342-b283-5bb998e7e6b5'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:37:21.828840 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da96fb-4195-48a7-9830-3400c3ef240b tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Pushing event deleted for resources: {'Port': ['ID=d18f5d10-b133-4342-b283-5bb998e7e6b5,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:21.881537 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-78283212-7c62-444a-90e2-43f8eea6e776 req-35da96fb-4195-48a7-9830-3400c3ef240b tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] No DVR routers for this DVR port d18f5d10-b133-4342-b283-5bb998e7e6b5 on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:37:21.884231 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-78283212-7c62-444a-90e2-43f8eea6e776 req-35da96fb-4195-48a7-9830-3400c3ef240b tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:21.889093 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-78283212-7c62-444a-90e2-43f8eea6e776 req-35da96fb-4195-48a7-9830-3400c3ef240b tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.57 "DELETE /v2.0/ports/d18f5d10-b133-4342-b283-5bb998e7e6b5 HTTP/1.1" status: 204 len: 173 time: 0.8465855 Dec 16 22:37:21.891412 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a', 'name': 'network-vif-deleted', 'tag': 'd18f5d10-b133-4342-b283-5bb998e7e6b5'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:37:21.894561 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e84922-198d-4707-8575-4502e94e8131" -d '{"events": [{"server_uuid": "6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a", "name": "network-vif-deleted", "tag": "d18f5d10-b133-4342-b283-5bb998e7e6b5"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:37:21.966137 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8e84f90b-421a-43eb-8510-256d78c02be0 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:21.994330 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93428e43-8fbe-4cff-a791-1fd8fc486796 x-openstack-request-id: req-93428e43-8fbe-4cff-a791-1fd8fc486796 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:37:21.994667 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a", "name": "network-vif-deleted", "tag": "d18f5d10-b133-4342-b283-5bb998e7e6b5", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:37:21.995029 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-93428e43-8fbe-4cff-a791-1fd8fc486796 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:37:21.996266 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a', 'name': 'network-vif-deleted', 'tag': 'd18f5d10-b133-4342-b283-5bb998e7e6b5', 'status': 'completed', 'code': 200} Dec 16 22:37:21.999728 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2fc16f34-ff98-4269-83ee-09a8ccd93290 req-ab8161ec-f08a-4c83-ac3a-35a8c2d49056 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a HTTP/1.1" status: 200 len: 210 time: 0.0568104 Dec 16 22:37:22.030545 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-4cc83c95-15e4-41c9-b269-31f47a3b74dd tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Deleting port 49ab6882-2573-45d0-b64e-2f4bd7f5632a {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:37:22.030823 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4cc83c95-15e4-41c9-b269-31f47a3b74dd tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:22.120965 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4cc83c95-15e4-41c9-b269-31f47a3b74dd tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:22.132716 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-4cc83c95-15e4-41c9-b269-31f47a3b74dd tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Calling delete_port for 49ab6882-2573-45d0-b64e-2f4bd7f5632a owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:37:22.626865 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4cc83c95-15e4-41c9-b269-31f47a3b74dd tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:22.656915 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc83c95-15e4-41c9-b269-31f47a3b74dd tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Port': ['ID=49ab6882-2573-45d0-b64e-2f4bd7f5632a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:22.849850 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4cc83c95-15e4-41c9-b269-31f47a3b74dd tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:23.058486 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8e84f90b-421a-43eb-8510-256d78c02be0 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5457'] for router, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:23.063379 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8e84f90b-421a-43eb-8510-256d78c02be0 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-598410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-598419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597305'] for router, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:23.185145 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-01b70d35-e810-4f8a-9b9a-45f9a0937572 req-220ac9fe-3fc5-443e-aab4-ad09a0991890 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d48baeb-9b8c-4b83-a1ce-d7fca4091e7a HTTP/1.1" status: 200 len: 210 time: 0.0655665 Dec 16 22:37:23.227349 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e84f90b-421a-43eb-8510-256d78c02be0 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Router 8bbb7620-b610-4e9a-9584-d1b1f67e6686 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:37:23.372487 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e84f90b-421a-43eb-8510-256d78c02be0 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:37:23.377154 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8e84f90b-421a-43eb-8510-256d78c02be0 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:23.379276 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8e84f90b-421a-43eb-8510-256d78c02be0 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "PUT /v2.0/routers/8bbb7620-b610-4e9a-9584-d1b1f67e6686 HTTP/1.1" status: 200 len: 924 time: 1.7729218 Dec 16 22:37:23.381002 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41590) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:23.383756 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5255f1-6b77-491d-a2fb-76736e6c61c5 None None] Sync routers for ids ['8bbb7620-b610-4e9a-9584-d1b1f67e6686'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:37:23.397350 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5255f1-6b77-491d-a2fb-76736e6c61c5 None None] Routers {'8bbb7620-b610-4e9a-9584-d1b1f67e6686'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:23.398363 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-1b5255f1-6b77-491d-a2fb-76736e6c61c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['8bbb7620-b610-4e9a-9584-d1b1f67e6686'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:23.439676 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-1b5255f1-6b77-491d-a2fb-76736e6c61c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:23.448878 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5255f1-6b77-491d-a2fb-76736e6c61c5 None None] Routers {'8bbb7620-b610-4e9a-9584-d1b1f67e6686'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:23.449590 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-1b5255f1-6b77-491d-a2fb-76736e6c61c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['8bbb7620-b610-4e9a-9584-d1b1f67e6686'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:23.483656 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-1b5255f1-6b77-491d-a2fb-76736e6c61c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:23.484228 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5255f1-6b77-491d-a2fb-76736e6c61c5 None None] The sync data for ids ['8bbb7620-b610-4e9a-9584-d1b1f67e6686'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:37:23.494985 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc83c95-15e4-41c9-b269-31f47a3b74dd tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Router 7de8965b-4606-494b-ac87-9090168f51f1 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:37:23.506003 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e96dd859-603d-4821-8400-c136b74f1007 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "GET /v2.0/routers/8bbb7620-b610-4e9a-9584-d1b1f67e6686 HTTP/1.1" status: 200 len: 924 time: 0.1237950 Dec 16 22:37:23.508690 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41594) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:23.575102 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc83c95-15e4-41c9-b269-31f47a3b74dd tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:37:23.580274 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4cc83c95-15e4-41c9-b269-31f47a3b74dd tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "PUT /v2.0/routers/7de8965b-4606-494b-ac87-9090168f51f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5908291 Dec 16 22:37:23.582967 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41598) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:23.585946 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11962e1b-b0b9-4736-86ef-09317f051f14 None None] Sync routers for ids ['7de8965b-4606-494b-ac87-9090168f51f1'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:37:23.586998 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345ec359-0409-4565-a24f-322d79815fbc tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:23.589305 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-345ec359-0409-4565-a24f-322d79815fbc tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8&device_id=8bbb7620-b610-4e9a-9584-d1b1f67e6686&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0795732 Dec 16 22:37:23.591992 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41600) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:23.601961 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11962e1b-b0b9-4736-86ef-09317f051f14 None None] Routers {'7de8965b-4606-494b-ac87-9090168f51f1'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:23.603121 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-11962e1b-b0b9-4736-86ef-09317f051f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['7de8965b-4606-494b-ac87-9090168f51f1'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:23.623514 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9ae045a0-e14a-4f29-99d7-74291cde42b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:23.636841 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-23325830-09b6-438d-9fb1-8564906fbcac tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "GET /v2.0/ports?device_id=7de8965b-4606-494b-ac87-9090168f51f1 HTTP/1.1" status: 200 len: 205 time: 0.0524387 Dec 16 22:37:23.641331 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41602) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:23.645351 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-11962e1b-b0b9-4736-86ef-09317f051f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:23.657494 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11962e1b-b0b9-4736-86ef-09317f051f14 None None] Routers {'7de8965b-4606-494b-ac87-9090168f51f1'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:23.658362 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-11962e1b-b0b9-4736-86ef-09317f051f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:36:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['7de8965b-4606-494b-ac87-9090168f51f1'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:23.745124 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b923e87-9677-4e07-a60b-1510e358e3b5 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:23.750210 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6b923e87-9677-4e07-a60b-1510e358e3b5 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 881 time: 0.1535630 Dec 16 22:37:23.750942 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41604) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:23.808605 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-11962e1b-b0b9-4736-86ef-09317f051f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:23.808605 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11962e1b-b0b9-4736-86ef-09317f051f14 None None] The sync data for ids ['7de8965b-4606-494b-ac87-9090168f51f1'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:37:23.824223 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-eaa80d0c-5950-43d5-b6d5-5958352e301d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "GET /v2.0/ports?device_id=8bbb7620-b610-4e9a-9584-d1b1f67e6686 HTTP/1.1" status: 200 len: 205 time: 0.0707338 Dec 16 22:37:23.827358 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41606) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:23.893585 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1e7a837a-3743-4e90-bf7e-0d121dfa211f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:23.999643 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bff5541f-e0a4-4f25-933d-caf16378f92c tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:24.133698 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1e7a837a-3743-4e90-bf7e-0d121dfa211f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:24.139304 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1e7a837a-3743-4e90-bf7e-0d121dfa211f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:24.154000 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bff5541f-e0a4-4f25-933d-caf16378f92c tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:24.334955 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1e7a837a-3743-4e90-bf7e-0d121dfa211f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:24.335655 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7a837a-3743-4e90-bf7e-0d121dfa211f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Fanout notify agent at l3_agent the message router_deleted on router 7de8965b-4606-494b-ac87-9090168f51f1 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:37:24.343910 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1e7a837a-3743-4e90-bf7e-0d121dfa211f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:24.348055 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1e7a837a-3743-4e90-bf7e-0d121dfa211f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/routers/7de8965b-4606-494b-ac87-9090168f51f1 HTTP/1.1" status: 204 len: 168 time: 0.7027018 Dec 16 22:37:24.348190 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41628) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:24.348399 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-bff5541f-e0a4-4f25-933d-caf16378f92c tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Deleting port 38a36bd9-b148-41bf-8929-8a38157007d8 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:37:24.348756 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bff5541f-e0a4-4f25-933d-caf16378f92c tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:24.416965 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbfe6fa2-5356-41dc-b463-88d59454a288 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Deleting subnet 44c6f4fd-3737-4a39-8f3b-50511f918ddd {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:37:24.420487 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cbfe6fa2-5356-41dc-b463-88d59454a288 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:24.457029 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bff5541f-e0a4-4f25-933d-caf16378f92c tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:24.464458 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cbfe6fa2-5356-41dc-b463-88d59454a288 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:24.515229 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-bff5541f-e0a4-4f25-933d-caf16378f92c tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Calling delete_port for 38a36bd9-b148-41bf-8929-8a38157007d8 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:37:24.576629 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cbfe6fa2-5356-41dc-b463-88d59454a288 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:24.638893 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-34deb9f7-6aea-4be7-81be-c2cf5358ec16 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:24.638893 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-34deb9f7-6aea-4be7-81be-c2cf5358ec16 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/networks?id=21b1773b-f25c-429f-b997-c6ca2375290a HTTP/1.1" status: 200 len: 809 time: 0.1871939 Dec 16 22:37:24.660712 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device d18f5d10-b133-4342-b283-5bb998e7e6b5 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:37:24.689109 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: d18f5d10-b133-4342-b283-5bb998e7e6b5 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:37:24.689611 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device d18f5d10-b133-4342-b283-5bb998e7e6b5 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:37:24.695740 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-cafba6bd-bf30-471b-97e0-90dc211b06bd tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/quotas/985f1a01158e40fea4c343bb4ac44b15 HTTP/1.1" status: 200 len: 375 time: 0.0505214 Dec 16 22:37:24.732786 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cbfe6fa2-5356-41dc-b463-88d59454a288 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:24.742766 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-c2c1969a-1324-4276-9eef-64815127f445 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=985f1a01158e40fea4c343bb4ac44b15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342274 Dec 16 22:37:24.780837 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe6fa2-5356-41dc-b463-88d59454a288 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Subnet': ['ID=44c6f4fd-3737-4a39-8f3b-50511f918ddd,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:24.785788 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cbfe6fa2-5356-41dc-b463-88d59454a288 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:24.789555 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cbfe6fa2-5356-41dc-b463-88d59454a288 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/subnets/44c6f4fd-3737-4a39-8f3b-50511f918ddd HTTP/1.1" status: 204 len: 168 time: 0.4402652 Dec 16 22:37:24.792652 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41644) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:24.796174 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44001b37-2b1d-4c16-99d4-53e895b9117c None None] Network ad1841f6-f2b3-4d2e-8195-e47a140d48c8 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:37:24.907788 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-3d9cddc1-50f9-4b6c-a45a-78c00a9d0740 service neutron] 10.222.0.75 "GET /v2.0/networks/21b1773b-f25c-429f-b997-c6ca2375290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556597 Dec 16 22:37:24.913311 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-34232df8-98b5-4cf2-bc71-ba9778f96f85 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:24.991688 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bff5541f-e0a4-4f25-933d-caf16378f92c tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:25.013542 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49c1952-a467-411c-a742-af4140b788d3 None None] DHCP port deletion for ad1841f6-f2b3-4d2e-8195-e47a140d48c8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:25.050073 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-34232df8-98b5-4cf2-bc71-ba9778f96f85 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Deleting port 027366b9-3732-44f4-888f-3e368684e455 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:37:25.050180 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-34232df8-98b5-4cf2-bc71-ba9778f96f85 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:25.055912 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5541f-e0a4-4f25-933d-caf16378f92c tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Pushing event deleted for resources: {'Port': ['ID=38a36bd9-b148-41bf-8929-8a38157007d8,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:25.113140 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 027366b9-3732-44f4-888f-3e368684e455 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:37:25.173663 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d948c7ab-3d96-4324-9b09-09321ef156eb None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:25.188477 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-34232df8-98b5-4cf2-bc71-ba9778f96f85 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] For port 027366b9-3732-44f4-888f-3e368684e455, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=027366b9-3732-44f4-888f-3e368684e455,segment=NetworkSegment(86e57134-bd68-42db-9f13-3f43a6b6332c),segment_id=86e57134-bd68-42db-9f13-3f43a6b6332c)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:25.195198 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-34232df8-98b5-4cf2-bc71-ba9778f96f85 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:25.195537 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d49c1952-a467-411c-a742-af4140b788d3 None None] Deleting port 027366b9-3732-44f4-888f-3e368684e455 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:37:25.195537 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d49c1952-a467-411c-a742-af4140b788d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:25.204635 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-34232df8-98b5-4cf2-bc71-ba9778f96f85 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Calling delete_port for 027366b9-3732-44f4-888f-3e368684e455 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:37:25.224936 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-22dc996a-0bf2-4282-b020-33d520692569 service neutron] 10.222.0.75 "GET /v2.0/networks/21b1773b-f25c-429f-b997-c6ca2375290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146396 Dec 16 22:37:25.247957 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bff5541f-e0a4-4f25-933d-caf16378f92c tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:25.394546 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d49c1952-a467-411c-a742-af4140b788d3 None None] For port 027366b9-3732-44f4-888f-3e368684e455, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=027366b9-3732-44f4-888f-3e368684e455,segment=NetworkSegment(86e57134-bd68-42db-9f13-3f43a6b6332c),segment_id=86e57134-bd68-42db-9f13-3f43a6b6332c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:25.395174 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d49c1952-a467-411c-a742-af4140b788d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:25.425705 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d49c1952-a467-411c-a742-af4140b788d3 None None] Calling delete_port for 027366b9-3732-44f4-888f-3e368684e455 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:37:25.425894 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-34232df8-98b5-4cf2-bc71-ba9778f96f85 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:25.427975 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:25.485479 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bff5541f-e0a4-4f25-933d-caf16378f92c tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:25.495338 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bff5541f-e0a4-4f25-933d-caf16378f92c tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:25.508238 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34232df8-98b5-4cf2-bc71-ba9778f96f85 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Port': ['ID=027366b9-3732-44f4-888f-3e368684e455,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:25.523389 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34232df8-98b5-4cf2-bc71-ba9778f96f85 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] No DVR routers for this DVR port 027366b9-3732-44f4-888f-3e368684e455 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:37:25.743891 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d49c1952-a467-411c-a742-af4140b788d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:25.751946 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bff5541f-e0a4-4f25-933d-caf16378f92c tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:25.752373 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff5541f-e0a4-4f25-933d-caf16378f92c tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Fanout notify agent at l3_agent the message router_deleted on router 8bbb7620-b610-4e9a-9584-d1b1f67e6686 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:37:25.762091 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bff5541f-e0a4-4f25-933d-caf16378f92c tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:25.762091 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bff5541f-e0a4-4f25-933d-caf16378f92c tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "DELETE /v2.0/routers/8bbb7620-b610-4e9a-9584-d1b1f67e6686 HTTP/1.1" status: 204 len: 168 time: 1.9325788 Dec 16 22:37:25.770532 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41662) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:25.780866 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-f579b954-a727-4682-9c98-8462f36d508f tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-447056503', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:25.854791 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-db135bab-3f15-4c3c-9692-a93132101153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:25.857237 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c1952-a467-411c-a742-af4140b788d3 None None] Pushing event deleted for resources: {'Port': ['ID=027366b9-3732-44f4-888f-3e368684e455,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:25.864252 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-34232df8-98b5-4cf2-bc71-ba9778f96f85 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:25.869184 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49c1952-a467-411c-a742-af4140b788d3 None None] No DVR routers for this DVR port 027366b9-3732-44f4-888f-3e368684e455 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:37:25.899992 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-34232df8-98b5-4cf2-bc71-ba9778f96f85 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1841f6-f2b3-4d2e-8195-e47a140d48c8']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:25.912980 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-34232df8-98b5-4cf2-bc71-ba9778f96f85 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e57134-bd68-42db-9f13-3f43a6b6332c') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:25.913480 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-34232df8-98b5-4cf2-bc71-ba9778f96f85 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e57134-bd68-42db-9f13-3f43a6b6332c') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:25.928330 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-34232df8-98b5-4cf2-bc71-ba9778f96f85 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:25.947158 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-34232df8-98b5-4cf2-bc71-ba9778f96f85 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:25.957735 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34232df8-98b5-4cf2-bc71-ba9778f96f85 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:37:25.958421 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-34232df8-98b5-4cf2-bc71-ba9778f96f85 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:26.006665 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f579b954-a727-4682-9c98-8462f36d508f tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:26.006665 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f579b954-a727-4682-9c98-8462f36d508f tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:37:26.073336 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:37:26.079957 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f579b954-a727-4682-9c98-8462f36d508f tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:26.080999 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-95401b7c-72a6-448f-b1b5-f914e1ccd986 req-4fc2613b-2895-45e7-8f41-6f9bfb610806 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=abbf801b-8c9a-4638-aefd-bd6a92101664 HTTP/1.1" status: 200 len: 210 time: 0.0511754 Dec 16 22:37:26.117710 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-34232df8-98b5-4cf2-bc71-ba9778f96f85 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:26.132538 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-34232df8-98b5-4cf2-bc71-ba9778f96f85 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:26.140387 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-34232df8-98b5-4cf2-bc71-ba9778f96f85 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/networks/ad1841f6-f2b3-4d2e-8195-e47a140d48c8 HTTP/1.1" status: 204 len: 168 time: 1.3466368 Dec 16 22:37:26.142711 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41668) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:26.149039 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-abafa8ce-f529-4ded-959b-237f64b65a52 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-804894297', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:26.159211 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34232df8-98b5-4cf2-bc71-ba9778f96f85 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Network': ['ID=ad1841f6-f2b3-4d2e-8195-e47a140d48c8,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:26.179397 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f579b954-a727-4682-9c98-8462f36d508f tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:26.266923 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-abafa8ce-f529-4ded-959b-237f64b65a52 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:26.268051 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-abafa8ce-f529-4ded-959b-237f64b65a52 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:26.335675 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-abafa8ce-f529-4ded-959b-237f64b65a52 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:26.340637 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f579b954-a727-4682-9c98-8462f36d508f tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:26.343414 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f579b954-a727-4682-9c98-8462f36d508f tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5707443 Dec 16 22:37:26.345142 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41674) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:26.352234 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-0a18d6a5-77fc-4213-8288-8515aabb7e3e tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Request body: {'router': {'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:26.424376 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-abafa8ce-f529-4ded-959b-237f64b65a52 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:26.525229 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-abafa8ce-f529-4ded-959b-237f64b65a52 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:26.527660 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-abafa8ce-f529-4ded-959b-237f64b65a52 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3833342 Dec 16 22:37:26.530239 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41682) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:26.535574 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-3180d2c4-1768-4d32-9784-7680176f497e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'network': {'name': 'tempest-RoutersTest-1775885661'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:26.670782 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0a18d6a5-77fc-4213-8288-8515aabb7e3e tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:26.711554 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3180d2c4-1768-4d32-9784-7680176f497e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Made reservation on behalf of 2433710460934b67bc31a8cc16493c9b for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:37:26.715990 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3180d2c4-1768-4d32-9784-7680176f497e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:26.763963 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3180d2c4-1768-4d32-9784-7680176f497e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:37:26.787918 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3180d2c4-1768-4d32-9784-7680176f497e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:26.788506 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-3180d2c4-1768-4d32-9784-7680176f497e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Added segment ba304d55-c192-4bdb-b775-5b52786c06c4 of type vlan for network bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43 Dec 16 22:37:26.863175 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3180d2c4-1768-4d32-9784-7680176f497e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:26.996837 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3180d2c4-1768-4d32-9784-7680176f497e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:27.015713 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3180d2c4-1768-4d32-9784-7680176f497e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:27.016728 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3180d2c4-1768-4d32-9784-7680176f497e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:27.021514 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:27.081155 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:27.106517 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0a18d6a5-77fc-4213-8288-8515aabb7e3e tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:27.131583 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180d2c4-1768-4d32-9784-7680176f497e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Network': ['ID=bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:27.147525 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:37:27.162408 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0a18d6a5-77fc-4213-8288-8515aabb7e3e tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:27.198612 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3180d2c4-1768-4d32-9784-7680176f497e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6664834 Dec 16 22:37:27.201713 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41692) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:27.216390 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-64fcc0de-e49a-43fb-9ebd-662cb5174520 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'subnet': {'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:27.344196 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6c83116f-2d4e-406b-92db-8c807f59d59c req-fa503030-becd-493c-aaaf-66e16a16c352 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=abbf801b-8c9a-4638-aefd-bd6a92101664 HTTP/1.1" status: 200 len: 210 time: 0.0757935 Dec 16 22:37:27.454892 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-0a18d6a5-77fc-4213-8288-8515aabb7e3e tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Allocated IP 172.25.6.162 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/f9b543ba-96bb-406d-a4e2-cbbd52c00f44) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:27.566071 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fcc0de-e49a-43fb-9ebd-662cb5174520 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Made reservation on behalf of 2433710460934b67bc31a8cc16493c9b for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:37:27.570218 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-64fcc0de-e49a-43fb-9ebd-662cb5174520 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:27.652088 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0a18d6a5-77fc-4213-8288-8515aabb7e3e tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:27.809978 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0a18d6a5-77fc-4213-8288-8515aabb7e3e tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:27.873194 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a18d6a5-77fc-4213-8288-8515aabb7e3e tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:27.878064 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-0a18d6a5-77fc-4213-8288-8515aabb7e3e tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:27.882622 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a18d6a5-77fc-4213-8288-8515aabb7e3e tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:27.886035 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18d6a5-77fc-4213-8288-8515aabb7e3e tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Pushing event updated for resources: {'Port': ['ID=f9b543ba-96bb-406d-a4e2-cbbd52c00f44,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:27.899167 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92098d5-68e5-4bcf-9dce-e1bb7856405f None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:27.934647 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-64fcc0de-e49a-43fb-9ebd-662cb5174520 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:27.973728 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-84f6c23a-70d2-4da0-b9d9-c9fa8e437804 None None] Provisioning complete for port f9b543ba-96bb-406d-a4e2-cbbd52c00f44 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:27.974233 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-84f6c23a-70d2-4da0-b9d9-c9fa8e437804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:28.023741 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-84f6c23a-70d2-4da0-b9d9-c9fa8e437804 None None] Port f9b543ba-96bb-406d-a4e2-cbbd52c00f44 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:28.122120 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fcc0de-e49a-43fb-9ebd-662cb5174520 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Subnet': ['ID=2e7ce1e7-daae-4b75-9f9e-cbdab33922ac,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:28.140023 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fcc0de-e49a-43fb-9ebd-662cb5174520 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Checking segment: {'id': 'ba304d55-c192-4bdb-b775-5b52786c06c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:28.140613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fcc0de-e49a-43fb-9ebd-662cb5174520 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network hostable DHCP agents. Network: bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:37:28.262459 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fcc0de-e49a-43fb-9ebd-662cb5174520 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:37:28.318300 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:28.417829 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-64fcc0de-e49a-43fb-9ebd-662cb5174520 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:28.429819 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fcc0de-e49a-43fb-9ebd-662cb5174520 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:28.430436 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-64fcc0de-e49a-43fb-9ebd-662cb5174520 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:28.438445 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be68b49d-e5e5-480b-b0a8-75cd798656fa None None] Network bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:37:28.483032 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-8b794546-6ce1-4d45-8d68-c93a38f60743 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:28.484530 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-8b794546-6ce1-4d45-8d68-c93a38f60743 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.57 "GET /v2.0/networks?id=21b1773b-f25c-429f-b997-c6ca2375290a HTTP/1.1" status: 200 len: 809 time: 0.2029402 Dec 16 22:37:28.485154 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0a18d6a5-77fc-4213-8288-8515aabb7e3e tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:28.502444 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1cea8690-af3d-40be-b697-82da38f993d1 req-913d3cf1-874f-4b2b-9828-945ab13202d1 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=abbf801b-8c9a-4638-aefd-bd6a92101664 HTTP/1.1" status: 200 len: 210 time: 0.0448084 Dec 16 22:37:28.545060 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-49ba3796-2d3e-446f-889c-766ac5c20dbb tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Request body: {'port': {'device_id': 'abbf801b-8c9a-4638-aefd-bd6a92101664', 'network_id': '21b1773b-f25c-429f-b997-c6ca2375290a', 'admin_state_up': True, 'tenant_id': '985f1a01158e40fea4c343bb4ac44b15'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:28.560242 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41706) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:28.567796 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-64fcc0de-e49a-43fb-9ebd-662cb5174520 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3649149 Dec 16 22:37:28.601591 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903fa947-504a-4380-a846-f050df5d45a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43', 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43', 'project_id': '2433710460934b67bc31a8cc16493c9b', 'fixed_ips': [{'subnet_id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:37:28.602772 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-903fa947-504a-4380-a846-f050df5d45a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:28.649358 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:28.831744 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-903fa947-504a-4380-a846-f050df5d45a8 None None] Allocated IP 172.20.0.2 (bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43/2e7ce1e7-daae-4b75-9f9e-cbdab33922ac/ecafcd74-573b-4015-bd55-cd57a0805709) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:28.957331 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-673a3408-420f-4bbe-b71c-765936668805 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:29.105713 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-903fa947-504a-4380-a846-f050df5d45a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:29.117936 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:29.204790 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-903fa947-504a-4380-a846-f050df5d45a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:29.221257 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0a18d6a5-77fc-4213-8288-8515aabb7e3e tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5457'] for router, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:29.225659 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0a18d6a5-77fc-4213-8288-8515aabb7e3e tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-598410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-598419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597305'] for router, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:29.256576 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903fa947-504a-4380-a846-f050df5d45a8 None None] Pushing event updated for resources: {'Port': ['ID=ecafcd74-573b-4015-bd55-cd57a0805709,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:29.279149 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903fa947-504a-4380-a846-f050df5d45a8 None None] Network bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:29.281514 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-903fa947-504a-4380-a846-f050df5d45a8 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:29.283440 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903fa947-504a-4380-a846-f050df5d45a8 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:29.301634 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-673a3408-420f-4bbe-b71c-765936668805 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Allocated IP 172.20.0.1 (bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43/2e7ce1e7-daae-4b75-9f9e-cbdab33922ac/c11fe976-1bc8-419a-b493-680bcee04bba) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:29.344772 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-903fa947-504a-4380-a846-f050df5d45a8 None None] Attempting to bind port ecafcd74-573b-4015-bd55-cd57a0805709 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:37:29.345167 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-903fa947-504a-4380-a846-f050df5d45a8 None None] Attempting to bind port ecafcd74-573b-4015-bd55-cd57a0805709 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'ba304d55-c192-4bdb-b775-5b52786c06c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:37:29.345538 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903fa947-504a-4380-a846-f050df5d45a8 None None] Attempting to bind port ecafcd74-573b-4015-bd55-cd57a0805709 on network bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:37:29.351904 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903fa947-504a-4380-a846-f050df5d45a8 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:37:29.352156 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903fa947-504a-4380-a846-f050df5d45a8 None None] Checking segment: {'id': 'ba304d55-c192-4bdb-b775-5b52786c06c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:29.352507 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-903fa947-504a-4380-a846-f050df5d45a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:29.352906 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903fa947-504a-4380-a846-f050df5d45a8 None None] Bound using segment: {'id': 'ba304d55-c192-4bdb-b775-5b52786c06c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:37:29.353387 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-903fa947-504a-4380-a846-f050df5d45a8 None None] Bound port: ecafcd74-573b-4015-bd55-cd57a0805709, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba304d55-c192-4bdb-b775-5b52786c06c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:37:29.353891 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-903fa947-504a-4380-a846-f050df5d45a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:29.372096 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-49ba3796-2d3e-446f-889c-766ac5c20dbb tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Made reservation on behalf of 985f1a01158e40fea4c343bb4ac44b15 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:37:29.377384 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-49ba3796-2d3e-446f-889c-766ac5c20dbb tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:29.427272 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-903fa947-504a-4380-a846-f050df5d45a8 None None] For port ecafcd74-573b-4015-bd55-cd57a0805709, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:37:29.430530 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-903fa947-504a-4380-a846-f050df5d45a8 None None] For port ecafcd74-573b-4015-bd55-cd57a0805709, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=ecafcd74-573b-4015-bd55-cd57a0805709,segment=NetworkSegment(ba304d55-c192-4bdb-b775-5b52786c06c4),segment_id=ba304d55-c192-4bdb-b775-5b52786c06c4)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:37:29.456655 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-673a3408-420f-4bbe-b71c-765936668805 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:29.459975 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a18d6a5-77fc-4213-8288-8515aabb7e3e tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Router 91567f46-b4a0-455d-b682-e0db6ca6b0d4 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:37:29.483005 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-903fa947-504a-4380-a846-f050df5d45a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:29.574329 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903fa947-504a-4380-a846-f050df5d45a8 None None] Pushing event updated for resources: {'Port': ['ID=ecafcd74-573b-4015-bd55-cd57a0805709,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:29.597920 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-673a3408-420f-4bbe-b71c-765936668805 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:29.648743 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-49ba3796-2d3e-446f-889c-766ac5c20dbb tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Allocated IP 172.20.0.9 (21b1773b-f25c-429f-b997-c6ca2375290a/a0af3e35-f243-4472-8aca-be3fffc5d74f/449c0a00-3efc-4f9e-9568-388b4d324c45) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:29.664488 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a18d6a5-77fc-4213-8288-8515aabb7e3e tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:37:29.673593 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0a18d6a5-77fc-4213-8288-8515aabb7e3e tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:29.675127 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0a18d6a5-77fc-4213-8288-8515aabb7e3e tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "PUT /v2.0/routers/91567f46-b4a0-455d-b682-e0db6ca6b0d4 HTTP/1.1" status: 200 len: 883 time: 3.3286514 Dec 16 22:37:29.678112 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41714) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:29.683581 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be448cf4-78ae-403b-ac54-d0a0dd0c7455 None None] Sync routers for ids ['91567f46-b4a0-455d-b682-e0db6ca6b0d4'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:37:29.697160 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be448cf4-78ae-403b-ac54-d0a0dd0c7455 None None] Routers {'91567f46-b4a0-455d-b682-e0db6ca6b0d4'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:29.701847 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-be448cf4-78ae-403b-ac54-d0a0dd0c7455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['91567f46-b4a0-455d-b682-e0db6ca6b0d4'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:29.703016 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-360c852f-7623-44b2-b5c2-6461dacf4a42 req-d3fb5892-a396-449d-8060-585332e871a6 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=abbf801b-8c9a-4638-aefd-bd6a92101664 HTTP/1.1" status: 200 len: 210 time: 0.0531471 Dec 16 22:37:29.707426 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673a3408-420f-4bbe-b71c-765936668805 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:29.719214 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-673a3408-420f-4bbe-b71c-765936668805 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:29.728422 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673a3408-420f-4bbe-b71c-765936668805 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:29.733151 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a3408-420f-4bbe-b71c-765936668805 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Port': ['ID=c11fe976-1bc8-419a-b493-680bcee04bba,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:29.758656 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-be448cf4-78ae-403b-ac54-d0a0dd0c7455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:29.769053 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be448cf4-78ae-403b-ac54-d0a0dd0c7455 None None] Routers {'91567f46-b4a0-455d-b682-e0db6ca6b0d4'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:29.769763 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-be448cf4-78ae-403b-ac54-d0a0dd0c7455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['91567f46-b4a0-455d-b682-e0db6ca6b0d4'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:29.812057 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-be448cf4-78ae-403b-ac54-d0a0dd0c7455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:29.812325 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-673a3408-420f-4bbe-b71c-765936668805 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:29.812729 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be448cf4-78ae-403b-ac54-d0a0dd0c7455 None None] The sync data for ids ['91567f46-b4a0-455d-b682-e0db6ca6b0d4'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:37:29.965668 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-159a2316-48c5-4503-a664-ec2760263c33 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "GET /v2.0/routers/91567f46-b4a0-455d-b682-e0db6ca6b0d4 HTTP/1.1" status: 200 len: 924 time: 0.2861457 Dec 16 22:37:29.969458 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41716) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:30.027377 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-49ba3796-2d3e-446f-889c-766ac5c20dbb tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:30.039477 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4d8dc6-2151-462a-81bd-fa2974a3a12f tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:30.044088 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7c4d8dc6-2151-462a-81bd-fa2974a3a12f tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8&device_id=91567f46-b4a0-455d-b682-e0db6ca6b0d4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0712855 Dec 16 22:37:30.044729 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41718) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:30.056262 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-673a3408-420f-4bbe-b71c-765936668805 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:30.160027 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-49ba3796-2d3e-446f-889c-766ac5c20dbb tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:30.217817 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-49ba3796-2d3e-446f-889c-766ac5c20dbb tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Network 21b1773b-f25c-429f-b997-c6ca2375290a is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:30.226584 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-49ba3796-2d3e-446f-889c-766ac5c20dbb tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:30.237412 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-49ba3796-2d3e-446f-889c-766ac5c20dbb tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:30.268109 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cad74b-2fbd-4b16-ae05-cadcb9179f6a tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:30.273051 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-57cad74b-2fbd-4b16-ae05-cadcb9179f6a tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 881 time: 0.2240622 Dec 16 22:37:30.276907 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41722) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:30.288613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba3796-2d3e-446f-889c-766ac5c20dbb tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Pushing event updated for resources: {'Port': ['ID=449c0a00-3efc-4f9e-9568-388b4d324c45,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:30.320395 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a4c5f5bc-0a40-496c-8d73-50e35972ce9e tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "GET /v2.0/ports?device_id=91567f46-b4a0-455d-b682-e0db6ca6b0d4 HTTP/1.1" status: 200 len: 205 time: 0.0399425 Dec 16 22:37:30.321579 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41724) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:30.382266 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-49ba3796-2d3e-446f-889c-766ac5c20dbb tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:30.383121 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-49ba3796-2d3e-446f-889c-766ac5c20dbb tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:30.457795 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b248a815-269d-4f32-a8c2-cc8fa2fdb63d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:30.501711 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-49ba3796-2d3e-446f-889c-766ac5c20dbb tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9658537 Dec 16 22:37:30.587716 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b248a815-269d-4f32-a8c2-cc8fa2fdb63d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:30.738221 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-adeb4964-d60b-40cf-941e-67c13be73f82 service neutron] Request body: {'port': {'device_id': 'abbf801b-8c9a-4638-aefd-bd6a92101664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:30.738701 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-673a3408-420f-4bbe-b71c-765936668805 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:30.781018 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-b248a815-269d-4f32-a8c2-cc8fa2fdb63d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Deleting port f9b543ba-96bb-406d-a4e2-cbbd52c00f44 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:37:30.781462 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b248a815-269d-4f32-a8c2-cc8fa2fdb63d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:30.786135 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-673a3408-420f-4bbe-b71c-765936668805 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:30.855935 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-adeb4964-d60b-40cf-941e-67c13be73f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:30.897273 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a3408-420f-4bbe-b71c-765936668805 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Port': ['ID=c11fe976-1bc8-419a-b493-680bcee04bba,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:30.917436 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3dde74-9be0-40c6-8e40-b50e61d6fe85 req-182cff9c-3f49-44a4-93a4-6d414e4ba4c5 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:30.919072 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5f3dde74-9be0-40c6-8e40-b50e61d6fe85 req-182cff9c-3f49-44a4-93a4-6d414e4ba4c5 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=abbf801b-8c9a-4638-aefd-bd6a92101664 HTTP/1.1" status: 200 len: 931 time: 0.1296697 Dec 16 22:37:30.922598 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-673a3408-420f-4bbe-b71c-765936668805 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:30.934858 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b248a815-269d-4f32-a8c2-cc8fa2fdb63d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:30.960164 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-b248a815-269d-4f32-a8c2-cc8fa2fdb63d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Calling delete_port for f9b543ba-96bb-406d-a4e2-cbbd52c00f44 owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:37:31.017548 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5f3dde74-9be0-40c6-8e40-b50e61d6fe85 req-a90d17e7-4aa5-4bb1-9f00-585ba19b9a70 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899937 Dec 16 22:37:31.059328 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9096c5-caaa-480a-9c43-90a3be40ad58 None None] Network bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:37:31.091750 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673a3408-420f-4bbe-b71c-765936668805 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:31.093689 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-673a3408-420f-4bbe-b71c-765936668805 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:31.202140 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-435ffc08-5482-4bfc-9838-37388a32e280 None None] Provisioning complete for port ecafcd74-573b-4015-bd55-cd57a0805709 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:31.202782 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-435ffc08-5482-4bfc-9838-37388a32e280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:31.288189 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device ecafcd74-573b-4015-bd55-cd57a0805709 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:37:31.433331 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673a3408-420f-4bbe-b71c-765936668805 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:37:31.452099 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port ecafcd74-573b-4015-bd55-cd57a0805709 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:31.452926 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:31.501771 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-adeb4964-d60b-40cf-941e-67c13be73f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449c0a00-3efc-4f9e-9568-388b4d324c45 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:37:31.528754 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-435ffc08-5482-4bfc-9838-37388a32e280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:31.530140 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b248a815-269d-4f32-a8c2-cc8fa2fdb63d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:31.534381 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-adeb4964-d60b-40cf-941e-67c13be73f82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:31.598151 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673a3408-420f-4bbe-b71c-765936668805 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:37:31.609717 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ecb35d-a77b-4b90-b4d6-9f5d1a4d4795 None None] Sync routers for ids ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:37:31.615766 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-673a3408-420f-4bbe-b71c-765936668805 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "PUT /v2.0/routers/0d1d0f02-13dc-4cb7-af75-2abe4029cf6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0531590 Dec 16 22:37:31.617832 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41736) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:31.626855 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248a815-269d-4f32-a8c2-cc8fa2fdb63d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Pushing event deleted for resources: {'Port': ['ID=f9b543ba-96bb-406d-a4e2-cbbd52c00f44,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:31.630531 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-1c3a0190-9ad8-4d10-bdbd-9935e886e1a9 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'network': {'name': 'tempest-RoutersTest-560942631'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:31.635323 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ecb35d-a77b-4b90-b4d6-9f5d1a4d4795 None None] Routers {'0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:31.642131 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-63ecb35d-a77b-4b90-b4d6-9f5d1a4d4795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:31.654847 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-adeb4964-d60b-40cf-941e-67c13be73f82 service neutron] Transition to ACTIVE for port object 449c0a00-3efc-4f9e-9568-388b4d324c45 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:37:31.703900 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b0df26-463b-461e-8296-65ab06a88bfa None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:31.710500 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-435ffc08-5482-4bfc-9838-37388a32e280 None None] For port ecafcd74-573b-4015-bd55-cd57a0805709, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=ecafcd74-573b-4015-bd55-cd57a0805709,segment=NetworkSegment(ba304d55-c192-4bdb-b775-5b52786c06c4),segment_id=ba304d55-c192-4bdb-b775-5b52786c06c4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:31.736131 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:31.776393 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-adeb4964-d60b-40cf-941e-67c13be73f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:31.803300 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3a0190-9ad8-4d10-bdbd-9935e886e1a9 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Made reservation on behalf of 2433710460934b67bc31a8cc16493c9b for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:37:31.812568 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0190-9ad8-4d10-bdbd-9935e886e1a9 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:31.832471 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-435ffc08-5482-4bfc-9838-37388a32e280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:31.903835 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c3a0190-9ad8-4d10-bdbd-9935e886e1a9 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:37:31.906667 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b248a815-269d-4f32-a8c2-cc8fa2fdb63d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:31.938227 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0190-9ad8-4d10-bdbd-9935e886e1a9 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:31.938592 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-1c3a0190-9ad8-4d10-bdbd-9935e886e1a9 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Added segment a78d3cbe-0373-47fc-9a3d-333f91643424 of type vlan for network d4d8a795-f637-49bf-8f20-87574bf25b3c Dec 16 22:37:31.974248 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-63ecb35d-a77b-4b90-b4d6-9f5d1a4d4795 None None] Set router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:37:32.078995 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cb6ddf05-44a0-4ca8-90a2-529e6da3f3e4 None None] Provisioning complete for port c11fe976-1bc8-419a-b493-680bcee04bba triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:32.089636 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb6ddf05-44a0-4ca8-90a2-529e6da3f3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:32.106786 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb4964-d60b-40cf-941e-67c13be73f82 service neutron] Pushing event updated for resources: {'Port': ['ID=449c0a00-3efc-4f9e-9568-388b4d324c45,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:32.123650 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-596cf1eb-e441-4392-9749-e5e29c270f85 req-b1540d05-4093-48b0-884d-ffd1b77d8ae9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8a8402cb-ef49-4e89-8be7-8248128f76f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1948388 Dec 16 22:37:32.174381 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:37:32.177664 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:37:32.180224 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ffc08-5482-4bfc-9838-37388a32e280 None None] Pushing event updated for resources: {'Port': ['ID=ecafcd74-573b-4015-bd55-cd57a0805709,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:32.189980 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0190-9ad8-4d10-bdbd-9935e886e1a9 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:32.209237 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b248a815-269d-4f32-a8c2-cc8fa2fdb63d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:32.211303 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ddf05-44a0-4ca8-90a2-529e6da3f3e4 None None] Port c11fe976-1bc8-419a-b493-680bcee04bba cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:32.214434 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b248a815-269d-4f32-a8c2-cc8fa2fdb63d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:32.235929 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cb6ddf05-44a0-4ca8-90a2-529e6da3f3e4 None None] Provisioning complete for port ecafcd74-573b-4015-bd55-cd57a0805709 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:32.236648 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb6ddf05-44a0-4ca8-90a2-529e6da3f3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:32.352633 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.db.resource_extend [None req-1c3a0190-9ad8-4d10-bdbd-9935e886e1a9 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:37:32.392930 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-63ecb35d-a77b-4b90-b4d6-9f5d1a4d4795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:37:29Z', 'revision_number': 2, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None, '_interfaces': [{'id': 'c11fe976-1bc8-419a-b493-680bcee04bba', 'name': '', 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:2a:36:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:29Z', 'updated_at': '2021-12-16T22:37:30Z', 'revision_number': 2, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:32.405241 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-adeb4964-d60b-40cf-941e-67c13be73f82 service neutron] Attempting to bind port 449c0a00-3efc-4f9e-9568-388b4d324c45 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:37:32.405599 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-adeb4964-d60b-40cf-941e-67c13be73f82 service neutron] Attempting to bind port 449c0a00-3efc-4f9e-9568-388b4d324c45 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '22d31f97-f4c8-4c9c-97fc-28dec5be91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '21b1773b-f25c-429f-b997-c6ca2375290a'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:37:32.406128 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-adeb4964-d60b-40cf-941e-67c13be73f82 service neutron] Attempting to bind port 449c0a00-3efc-4f9e-9568-388b4d324c45 on network 21b1773b-f25c-429f-b997-c6ca2375290a {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:37:32.412822 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-adeb4964-d60b-40cf-941e-67c13be73f82 service neutron] Port 449c0a00-3efc-4f9e-9568-388b4d324c45 on network 21b1773b-f25c-429f-b997-c6ca2375290a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:37:32.413164 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-adeb4964-d60b-40cf-941e-67c13be73f82 service neutron] Attempting to bind port 449c0a00-3efc-4f9e-9568-388b4d324c45 on network 21b1773b-f25c-429f-b997-c6ca2375290a {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:37:32.422067 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cf1eb-e441-4392-9749-e5e29c270f85 req-8e45a1e8-5e4b-4be1-87b6-3bc9480ee0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:32.422897 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-adeb4964-d60b-40cf-941e-67c13be73f82 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:37:32.423422 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-adeb4964-d60b-40cf-941e-67c13be73f82 service neutron] Checking segment: {'id': '22d31f97-f4c8-4c9c-97fc-28dec5be91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '21b1773b-f25c-429f-b997-c6ca2375290a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:32.423650 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-596cf1eb-e441-4392-9749-e5e29c270f85 req-8e45a1e8-5e4b-4be1-87b6-3bc9480ee0d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56b451a4e7874b6c8d22f403757d3c5f&device_id=8a8402cb-ef49-4e89-8be7-8248128f76f7 HTTP/1.1" status: 200 len: 1096 time: 0.2635250 Dec 16 22:37:32.423983 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-adeb4964-d60b-40cf-941e-67c13be73f82 service neutron] Bound using segment: {'id': '22d31f97-f4c8-4c9c-97fc-28dec5be91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '21b1773b-f25c-429f-b997-c6ca2375290a'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:37:32.424504 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-adeb4964-d60b-40cf-941e-67c13be73f82 service neutron] Bound port: 449c0a00-3efc-4f9e-9568-388b4d324c45, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22d31f97-f4c8-4c9c-97fc-28dec5be91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '21b1773b-f25c-429f-b997-c6ca2375290a'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:37:32.424956 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-adeb4964-d60b-40cf-941e-67c13be73f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:32.484341 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ecb35d-a77b-4b90-b4d6-9f5d1a4d4795 None None] Checking router: 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:37:32.484703 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ecb35d-a77b-4b90-b4d6-9f5d1a4d4795 None None] Updating router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d port c11fe976-1bc8-419a-b493-680bcee04bba binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:37:32.497792 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7acb83f-ecf5-4abd-a5f8-a068c4bc4b69 req-30b9337a-0e2f-4592-90fc-a10b2ba02e7f tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:32.502278 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b248a815-269d-4f32-a8c2-cc8fa2fdb63d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:32.502922 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b248a815-269d-4f32-a8c2-cc8fa2fdb63d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Fanout notify agent at l3_agent the message router_deleted on router 91567f46-b4a0-455d-b682-e0db6ca6b0d4 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:37:32.504470 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d7acb83f-ecf5-4abd-a5f8-a068c4bc4b69 req-30b9337a-0e2f-4592-90fc-a10b2ba02e7f tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=abbf801b-8c9a-4638-aefd-bd6a92101664 HTTP/1.1" status: 200 len: 943 time: 0.2569559 Dec 16 22:37:32.511670 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b248a815-269d-4f32-a8c2-cc8fa2fdb63d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:32.513025 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b248a815-269d-4f32-a8c2-cc8fa2fdb63d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "DELETE /v2.0/routers/91567f46-b4a0-455d-b682-e0db6ca6b0d4 HTTP/1.1" status: 204 len: 168 time: 2.1907158 Dec 16 22:37:32.517527 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41746) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:32.539222 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-4282f791-2282-457f-8ee9-c1fa83fa3190 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1945236617', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:32.548261 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-63ecb35d-a77b-4b90-b4d6-9f5d1a4d4795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:32.592716 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-05f5f5fe-42b0-4ea9-8723-af3c90e56cc5 None None] Provisioning complete for port c11fe976-1bc8-419a-b493-680bcee04bba triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:32.593089 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-05f5f5fe-42b0-4ea9-8723-af3c90e56cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:32.625234 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0190-9ad8-4d10-bdbd-9935e886e1a9 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:32.651814 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3a0190-9ad8-4d10-bdbd-9935e886e1a9 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:32.652585 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1c3a0190-9ad8-4d10-bdbd-9935e886e1a9 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:32.685565 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-adeb4964-d60b-40cf-941e-67c13be73f82 service neutron] For port 449c0a00-3efc-4f9e-9568-388b4d324c45, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:37:32.701897 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-05f5f5fe-42b0-4ea9-8723-af3c90e56cc5 None None] Port c11fe976-1bc8-419a-b493-680bcee04bba cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:32.709560 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-adeb4964-d60b-40cf-941e-67c13be73f82 service neutron] For port 449c0a00-3efc-4f9e-9568-388b4d324c45, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=449c0a00-3efc-4f9e-9568-388b4d324c45,segment=NetworkSegment(22d31f97-f4c8-4c9c-97fc-28dec5be91d3),segment_id=22d31f97-f4c8-4c9c-97fc-28dec5be91d3)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:37:32.827909 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d7acb83f-ecf5-4abd-a5f8-a068c4bc4b69 req-fd7c976b-c99f-486b-9d63-6af60863c2f0 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949481 Dec 16 22:37:32.837903 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4282f791-2282-457f-8ee9-c1fa83fa3190 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:32.839642 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4282f791-2282-457f-8ee9-c1fa83fa3190 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:32.846634 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a0190-9ad8-4d10-bdbd-9935e886e1a9 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Network': ['ID=d4d8a795-f637-49bf-8f20-87574bf25b3c,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:32.853418 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-adeb4964-d60b-40cf-941e-67c13be73f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:32.862178 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-041af8dd-fb93-42b8-b28e-736b8ad6d2dc None None] Provisioning complete for port c11fe976-1bc8-419a-b493-680bcee04bba triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:32.862178 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-041af8dd-fb93-42b8-b28e-736b8ad6d2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:32.875269 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cf1eb-e441-4392-9749-e5e29c270f85 req-ba75fdea-4850-4e8a-b627-2e1c65bf543c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:32.878456 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-596cf1eb-e441-4392-9749-e5e29c270f85 req-ba75fdea-4850-4e8a-b627-2e1c65bf543c service neutron] 10.222.0.57 "GET /v2.0/networks?id=5ad289c5-7afd-4e6b-b966-250f12941104 HTTP/1.1" status: 200 len: 915 time: 0.4274607 Dec 16 22:37:32.887656 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1c3a0190-9ad8-4d10-bdbd-9935e886e1a9 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2672665 Dec 16 22:37:32.888535 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41752) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:32.902051 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-beb0b88d-d2a0-4dae-a2b2-a0cb0fad5825 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'subnet': {'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:32.933586 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-041af8dd-fb93-42b8-b28e-736b8ad6d2dc None None] Port c11fe976-1bc8-419a-b493-680bcee04bba cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:32.935313 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network d4d8a795-f637-49bf-8f20-87574bf25b3c details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:37:32.952166 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-596cf1eb-e441-4392-9749-e5e29c270f85 req-99a23912-5535-4685-aa48-15bdb5b9ebff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f69d3a08-b314-4f8f-8027-b75a7f463ae8 HTTP/1.1" status: 200 len: 217 time: 0.0619678 Dec 16 22:37:33.069012 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-63ecb35d-a77b-4b90-b4d6-9f5d1a4d4795 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:33.115897 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-adeb4964-d60b-40cf-941e-67c13be73f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:33.116521 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-adeb4964-d60b-40cf-941e-67c13be73f82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:33.118123 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-adeb4964-d60b-40cf-941e-67c13be73f82 service neutron] 10.222.0.57 "PUT /v2.0/ports/449c0a00-3efc-4f9e-9568-388b4d324c45 HTTP/1.1" status: 200 len: 1091 time: 2.6018839 Dec 16 22:37:33.118587 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abbf801b-8c9a-4638-aefd-bd6a92101664', 'tag': '449c0a00-3efc-4f9e-9568-388b4d324c45'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:37:33.121257 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba833f5c-fe52-4d84-897c-e32b52766224" -d '{"events": [{"name": "network-changed", "server_uuid": "abbf801b-8c9a-4638-aefd-bd6a92101664", "tag": "449c0a00-3efc-4f9e-9568-388b4d324c45"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:37:33.124848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cf1eb-e441-4392-9749-e5e29c270f85 req-51abd72b-7466-459e-949b-4c0acbdca4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:33.144849 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-596cf1eb-e441-4392-9749-e5e29c270f85 req-51abd72b-7466-459e-949b-4c0acbdca4d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3921af46-4a83-4fac-8615-2a2a9abad034 HTTP/1.1" status: 200 len: 855 time: 0.1603010 Dec 16 22:37:33.150530 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4282f791-2282-457f-8ee9-c1fa83fa3190 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:33.161472 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-63ecb35d-a77b-4b90-b4d6-9f5d1a4d4795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:33.169400 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb4964-d60b-40cf-941e-67c13be73f82 service neutron] Pushing event updated for resources: {'Port': ['ID=449c0a00-3efc-4f9e-9568-388b4d324c45,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:33.173104 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device ecafcd74-573b-4015-bd55-cd57a0805709 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:37:33.206086 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588eebba-a640-4785-9ad4-5f369df0ee11 x-openstack-request-id: req-588eebba-a640-4785-9ad4-5f369df0ee11 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:37:33.206575 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abbf801b-8c9a-4638-aefd-bd6a92101664", "tag": "449c0a00-3efc-4f9e-9568-388b4d324c45", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:37:33.206975 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-588eebba-a640-4785-9ad4-5f369df0ee11 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:37:33.207540 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abbf801b-8c9a-4638-aefd-bd6a92101664', 'tag': '449c0a00-3efc-4f9e-9568-388b4d324c45', 'status': 'completed', 'code': 200} Dec 16 22:37:33.221425 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-596cf1eb-e441-4392-9749-e5e29c270f85 req-c155c57c-0a85-4732-a383-885f671a0403 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5ad289c5-7afd-4e6b-b966-250f12941104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680840 Dec 16 22:37:33.243882 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54219cf7-d778-4ef3-970a-8a13cc0fc933 None None] Pushing event updated for resources: {'Port': ['ID=c11fe976-1bc8-419a-b493-680bcee04bba,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:33.305185 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port ecafcd74-573b-4015-bd55-cd57a0805709 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:33.305740 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:33.316024 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4282f791-2282-457f-8ee9-c1fa83fa3190 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:33.360990 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb0b88d-d2a0-4dae-a2b2-a0cb0fad5825 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Made reservation on behalf of 2433710460934b67bc31a8cc16493c9b for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:37:33.370403 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-beb0b88d-d2a0-4dae-a2b2-a0cb0fad5825 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:33.370601 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba833f5c-fe52-4d84-897c-e32b52766224 req-46794aa5-b1a1-4a4f-ac01-1df540acddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:33.372209 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ba833f5c-fe52-4d84-897c-e32b52766224 req-46794aa5-b1a1-4a4f-ac01-1df540acddbd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=985f1a01158e40fea4c343bb4ac44b15&device_id=abbf801b-8c9a-4638-aefd-bd6a92101664 HTTP/1.1" status: 200 len: 1094 time: 0.1247544 Dec 16 22:37:33.392226 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-63ecb35d-a77b-4b90-b4d6-9f5d1a4d4795 None None] Attempting to bind port c11fe976-1bc8-419a-b493-680bcee04bba on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:37:33.392976 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-63ecb35d-a77b-4b90-b4d6-9f5d1a4d4795 None None] Attempting to bind port c11fe976-1bc8-419a-b493-680bcee04bba by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'ba304d55-c192-4bdb-b775-5b52786c06c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:37:33.393878 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ecb35d-a77b-4b90-b4d6-9f5d1a4d4795 None None] Attempting to bind port c11fe976-1bc8-419a-b493-680bcee04bba on network bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:37:33.404031 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ecb35d-a77b-4b90-b4d6-9f5d1a4d4795 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:37:33.404412 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ecb35d-a77b-4b90-b4d6-9f5d1a4d4795 None None] Checking segment: {'id': 'ba304d55-c192-4bdb-b775-5b52786c06c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:33.404876 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-63ecb35d-a77b-4b90-b4d6-9f5d1a4d4795 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:33.405337 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ecb35d-a77b-4b90-b4d6-9f5d1a4d4795 None None] Bound using segment: {'id': 'ba304d55-c192-4bdb-b775-5b52786c06c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:37:33.406076 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-63ecb35d-a77b-4b90-b4d6-9f5d1a4d4795 None None] Bound port: c11fe976-1bc8-419a-b493-680bcee04bba, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba304d55-c192-4bdb-b775-5b52786c06c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:37:33.406488 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-63ecb35d-a77b-4b90-b4d6-9f5d1a4d4795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:33.525509 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-63ecb35d-a77b-4b90-b4d6-9f5d1a4d4795 None None] For port c11fe976-1bc8-419a-b493-680bcee04bba, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:37:33.535246 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-63ecb35d-a77b-4b90-b4d6-9f5d1a4d4795 None None] For port c11fe976-1bc8-419a-b493-680bcee04bba, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c11fe976-1bc8-419a-b493-680bcee04bba,segment=NetworkSegment(ba304d55-c192-4bdb-b775-5b52786c06c4),segment_id=ba304d55-c192-4bdb-b775-5b52786c06c4)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:37:33.601013 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4282f791-2282-457f-8ee9-c1fa83fa3190 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:33.611119 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4282f791-2282-457f-8ee9-c1fa83fa3190 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0887742 Dec 16 22:37:33.612054 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41760) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:33.642456 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-596cf1eb-e441-4392-9749-e5e29c270f85 req-fd35f3f5-6750-4428-93a1-dbf3b9dc2012 service neutron] 10.222.0.57 "GET /v2.0/networks/5ad289c5-7afd-4e6b-b966-250f12941104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049504 Dec 16 22:37:33.644442 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-53ba6c53-2c29-4f4d-b182-d54b70c0cffc tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'enable_snat': True}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:33.654370 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-63ecb35d-a77b-4b90-b4d6-9f5d1a4d4795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:33.722331 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ecb35d-a77b-4b90-b4d6-9f5d1a4d4795 None None] Routers {'0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:33.723070 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-63ecb35d-a77b-4b90-b4d6-9f5d1a4d4795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:33.917816 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-596cf1eb-e441-4392-9749-e5e29c270f85 req-e98b3a2d-b72a-4a0e-9cfe-7ae963e197cf service neutron] 10.222.0.57 "GET /v2.0/networks/5ad289c5-7afd-4e6b-b966-250f12941104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639327 Dec 16 22:37:33.980423 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-61fcd4c6-3da7-4ed4-a4ad-8f5ab932ab2b None None] Provisioning complete for port c11fe976-1bc8-419a-b493-680bcee04bba triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:33.987460 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61fcd4c6-3da7-4ed4-a4ad-8f5ab932ab2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:33.999238 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54219cf7-d778-4ef3-970a-8a13cc0fc933 None None] Pushing event updated for resources: {'Port': ['ID=c11fe976-1bc8-419a-b493-680bcee04bba,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:34.022538 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-63ecb35d-a77b-4b90-b4d6-9f5d1a4d4795 None None] Set router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:37:34.137024 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6b98d632-c04a-49d2-a017-671b17bd85e8 req-1a61cce6-bdf3-47e6-aec9-6cd0ffcd25f4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=788bb89b-9b13-436b-ab77-083bfdac57e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2190030 Dec 16 22:37:34.235318 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61fcd4c6-3da7-4ed4-a4ad-8f5ab932ab2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:34.255444 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba833f5c-fe52-4d84-897c-e32b52766224 req-bac5e248-a28c-46cd-8e2b-fbc0411c6049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:34.257011 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ba833f5c-fe52-4d84-897c-e32b52766224 req-bac5e248-a28c-46cd-8e2b-fbc0411c6049 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=985f1a01158e40fea4c343bb4ac44b15&shared=False HTTP/1.1" status: 200 len: 909 time: 0.8708754 Dec 16 22:37:34.264629 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53ba6c53-2c29-4f4d-b182-d54b70c0cffc tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:34.321709 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71b9bd-e854-47b4-bb7e-f3ab4f5a34b7 req-04db9978-e415-48e3-a18c-f4f74c9b3e67 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:34.329162 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-61fcd4c6-3da7-4ed4-a4ad-8f5ab932ab2b None None] For port c11fe976-1bc8-419a-b493-680bcee04bba, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c11fe976-1bc8-419a-b493-680bcee04bba,segment=NetworkSegment(ba304d55-c192-4bdb-b775-5b52786c06c4),segment_id=ba304d55-c192-4bdb-b775-5b52786c06c4)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:34.333454 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e71b9bd-e854-47b4-bb7e-f3ab4f5a34b7 req-04db9978-e415-48e3-a18c-f4f74c9b3e67 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=abbf801b-8c9a-4638-aefd-bd6a92101664 HTTP/1.1" status: 200 len: 943 time: 0.3274882 Dec 16 22:37:34.354952 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-63ecb35d-a77b-4b90-b4d6-9f5d1a4d4795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:37:29Z', 'revision_number': 2, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None, '_interfaces': [{'id': 'c11fe976-1bc8-419a-b493-680bcee04bba', 'name': '', 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:2a:36:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:29Z', 'updated_at': '2021-12-16T22:37:33Z', 'revision_number': 4, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:34.394953 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98d632-c04a-49d2-a017-671b17bd85e8 req-1187ed98-f1d9-47be-98cd-b4cdb36056a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:34.396978 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6b98d632-c04a-49d2-a017-671b17bd85e8 req-1187ed98-f1d9-47be-98cd-b4cdb36056a0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=56b451a4e7874b6c8d22f403757d3c5f&device_id=788bb89b-9b13-436b-ab77-083bfdac57e1 HTTP/1.1" status: 200 len: 1096 time: 0.1640942 Dec 16 22:37:34.399820 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61fcd4c6-3da7-4ed4-a4ad-8f5ab932ab2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:34.427861 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ecb35d-a77b-4b90-b4d6-9f5d1a4d4795 None None] The sync data for ids ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'] in n-d-815324-4 is: [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:37:29Z', 'revision_number': 2, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None, '_interfaces': [{'id': 'c11fe976-1bc8-419a-b493-680bcee04bba', 'name': '', 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:2a:36:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:29Z', 'updated_at': '2021-12-16T22:37:33Z', 'revision_number': 4, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:37:34.439475 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e71b9bd-e854-47b4-bb7e-f3ab4f5a34b7 req-87876ae6-62a7-492f-9e5f-a5eebb38733d tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046154 Dec 16 22:37:34.461110 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-beb0b88d-d2a0-4dae-a2b2-a0cb0fad5825 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:34.480290 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba833f5c-fe52-4d84-897c-e32b52766224 req-a38887dd-e840-4534-ac98-f092fee1345f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:34.481998 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ba833f5c-fe52-4d84-897c-e32b52766224 req-a38887dd-e840-4534-ac98-f092fee1345f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2131300 Dec 16 22:37:34.500938 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fcd4c6-3da7-4ed4-a4ad-8f5ab932ab2b None None] Pushing event updated for resources: {'Port': ['ID=c11fe976-1bc8-419a-b493-680bcee04bba,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:34.549135 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2af842a5-c855-4ca7-adf4-09fe2bd738be None None] Provisioning complete for port c11fe976-1bc8-419a-b493-680bcee04bba triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:34.549546 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2af842a5-c855-4ca7-adf4-09fe2bd738be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:34.616580 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0b88d-d2a0-4dae-a2b2-a0cb0fad5825 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Subnet': ['ID=7241d2dc-6240-4730-9a91-d127025f23e9,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:34.664710 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0b88d-d2a0-4dae-a2b2-a0cb0fad5825 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Checking segment: {'id': 'a78d3cbe-0373-47fc-9a3d-333f91643424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:34.665419 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb0b88d-d2a0-4dae-a2b2-a0cb0fad5825 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network hostable DHCP agents. Network: d4d8a795-f637-49bf-8f20-87574bf25b3c, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:37:34.677166 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98d632-c04a-49d2-a017-671b17bd85e8 req-eeca23a1-4108-4021-8144-e72d7d8de59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:34.679018 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6b98d632-c04a-49d2-a017-671b17bd85e8 req-eeca23a1-4108-4021-8144-e72d7d8de59d service neutron] 10.222.0.76 "GET /v2.0/networks?id=5ad289c5-7afd-4e6b-b966-250f12941104 HTTP/1.1" status: 200 len: 915 time: 0.2333572 Dec 16 22:37:34.783900 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb0b88d-d2a0-4dae-a2b2-a0cb0fad5825 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network d4d8a795-f637-49bf-8f20-87574bf25b3c is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:37:34.800016 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6b98d632-c04a-49d2-a017-671b17bd85e8 req-672267d0-151d-4f85-b26b-851cbc1ce885 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3a58c7d-5b29-4f2a-b204-a54e64ab0d55 HTTP/1.1" status: 200 len: 217 time: 0.1119678 Dec 16 22:37:34.917999 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-beb0b88d-d2a0-4dae-a2b2-a0cb0fad5825 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, d4d8a795-f637-49bf-8f20-87574bf25b3c) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:34.929951 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b26ea67-27c1-4f43-a953-cb046841f7bb None None] Network d4d8a795-f637-49bf-8f20-87574bf25b3c requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:37:34.936812 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb0b88d-d2a0-4dae-a2b2-a0cb0fad5825 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:34.937771 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-beb0b88d-d2a0-4dae-a2b2-a0cb0fad5825 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:34.942356 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98d632-c04a-49d2-a017-671b17bd85e8 req-0b22cdcb-e2cd-43b1-97dd-958f22680d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:34.944677 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6b98d632-c04a-49d2-a017-671b17bd85e8 req-0b22cdcb-e2cd-43b1-97dd-958f22680d2b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3921af46-4a83-4fac-8615-2a2a9abad034 HTTP/1.1" status: 200 len: 855 time: 0.1093531 Dec 16 22:37:35.010345 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6b98d632-c04a-49d2-a017-671b17bd85e8 req-84dca515-5131-4a52-bd06-bcc07d3afae9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5ad289c5-7afd-4e6b-b966-250f12941104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539701 Dec 16 22:37:35.083498 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-beb0b88d-d2a0-4dae-a2b2-a0cb0fad5825 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1866596 Dec 16 22:37:35.085405 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41770) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:35.198768 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c11fe976-1bc8-419a-b493-680bcee04bba up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:37:35.221673 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-9ee36f24-9fb8-4dd7-9a0f-7561a9825515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:35.223499 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-9ee36f24-9fb8-4dd7-9a0f-7561a9825515 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=985f1a01158e40fea4c343bb4ac44b15&device_id=abbf801b-8c9a-4638-aefd-bd6a92101664 HTTP/1.1" status: 200 len: 1094 time: 0.6752343 Dec 16 22:37:35.251648 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95755e60-3336-4cd7-9a7e-c7e200fbb91c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-d4d8a795-f637-49bf-8f20-87574bf25b3c', 'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c', 'project_id': '2433710460934b67bc31a8cc16493c9b', 'fixed_ips': [{'subnet_id': '7241d2dc-6240-4730-9a91-d127025f23e9'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:37:35.254727 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95755e60-3336-4cd7-9a7e-c7e200fbb91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:35.336966 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-383d28f3-77fa-440e-a00a-4781ca09a9be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=449c0a00-3efc-4f9e-9568-388b4d324c45 HTTP/1.1" status: 200 len: 217 time: 0.0991175 Dec 16 22:37:35.375282 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6b98d632-c04a-49d2-a017-671b17bd85e8 req-7cccb7c6-fb87-4ae9-82fa-531cb4193a98 service neutron] 10.222.0.76 "GET /v2.0/networks/5ad289c5-7afd-4e6b-b966-250f12941104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511665 Dec 16 22:37:35.418762 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port c11fe976-1bc8-419a-b493-680bcee04bba triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:35.419347 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:35.553340 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-95755e60-3336-4cd7-9a7e-c7e200fbb91c None None] Allocated IP 172.21.0.2 (d4d8a795-f637-49bf-8f20-87574bf25b3c/7241d2dc-6240-4730-9a91-d127025f23e9/a67cc74b-5a3d-4535-88fc-548f3aa01cc9) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:35.795916 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6b98d632-c04a-49d2-a017-671b17bd85e8 req-2c1a8638-3ecd-43ab-a7aa-dbd181c3fa04 service neutron] 10.222.0.76 "GET /v2.0/networks/5ad289c5-7afd-4e6b-b966-250f12941104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588815 Dec 16 22:37:35.815160 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53ba6c53-2c29-4f4d-b182-d54b70c0cffc tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:35.869211 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53ba6c53-2c29-4f4d-b182-d54b70c0cffc tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:35.887156 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-cc33d199-4066-4db5-a35c-196f7b945800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:35.888978 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-cc33d199-4066-4db5-a35c-196f7b945800 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a0af3e35-f243-4472-8aca-be3fffc5d74f HTTP/1.1" status: 200 len: 849 time: 0.3769624 Dec 16 22:37:35.903152 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc2648-0cc3-40e3-b9ec-f0cd93ba6b0e req-5737952d-9b42-4fbc-a376-5ad9e5e66bb6 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:35.905425 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-23cc2648-0cc3-40e3-b9ec-f0cd93ba6b0e req-5737952d-9b42-4fbc-a376-5ad9e5e66bb6 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=abbf801b-8c9a-4638-aefd-bd6a92101664 HTTP/1.1" status: 200 len: 943 time: 0.2511585 Dec 16 22:37:35.997427 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-4e9bbc49-1406-40c7-9c89-b6bedce505fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21b1773b-f25c-429f-b997-c6ca2375290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901749 Dec 16 22:37:36.009443 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95755e60-3336-4cd7-9a7e-c7e200fbb91c None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:36.076353 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4247ffa2-0f6c-4e94-8617-011da797ea53 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:36.092008 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95755e60-3336-4cd7-9a7e-c7e200fbb91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:36.130550 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-23cc2648-0cc3-40e3-b9ec-f0cd93ba6b0e req-ef938b66-df26-4279-a3a5-657b33e66143 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100224 Dec 16 22:37:36.171971 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-53ba6c53-2c29-4f4d-b182-d54b70c0cffc tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Allocated IP 172.25.6.134 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/ff88f237-ccf8-4916-b3cb-3258c3afdc9b) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:36.194340 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-76f7c140-4825-4a9d-8d56-965dc6924b1d service neutron] 10.222.0.57 "GET /v2.0/networks/21b1773b-f25c-429f-b997-c6ca2375290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851282 Dec 16 22:37:36.202874 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95755e60-3336-4cd7-9a7e-c7e200fbb91c None None] Pushing event updated for resources: {'Port': ['ID=a67cc74b-5a3d-4535-88fc-548f3aa01cc9,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:36.227210 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95755e60-3336-4cd7-9a7e-c7e200fbb91c None None] Network d4d8a795-f637-49bf-8f20-87574bf25b3c is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:36.229918 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-95755e60-3336-4cd7-9a7e-c7e200fbb91c None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:36.236067 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95755e60-3336-4cd7-9a7e-c7e200fbb91c None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:36.314200 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-95755e60-3336-4cd7-9a7e-c7e200fbb91c None None] Attempting to bind port a67cc74b-5a3d-4535-88fc-548f3aa01cc9 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:37:36.314763 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-95755e60-3336-4cd7-9a7e-c7e200fbb91c None None] Attempting to bind port a67cc74b-5a3d-4535-88fc-548f3aa01cc9 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'a78d3cbe-0373-47fc-9a3d-333f91643424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:37:36.315247 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95755e60-3336-4cd7-9a7e-c7e200fbb91c None None] Attempting to bind port a67cc74b-5a3d-4535-88fc-548f3aa01cc9 on network d4d8a795-f637-49bf-8f20-87574bf25b3c {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:37:36.315840 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53ba6c53-2c29-4f4d-b182-d54b70c0cffc tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:36.321762 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95755e60-3336-4cd7-9a7e-c7e200fbb91c None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:37:36.322164 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95755e60-3336-4cd7-9a7e-c7e200fbb91c None None] Checking segment: {'id': 'a78d3cbe-0373-47fc-9a3d-333f91643424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:36.322819 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95755e60-3336-4cd7-9a7e-c7e200fbb91c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:36.323251 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95755e60-3336-4cd7-9a7e-c7e200fbb91c None None] Bound using segment: {'id': 'a78d3cbe-0373-47fc-9a3d-333f91643424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:37:36.323751 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-95755e60-3336-4cd7-9a7e-c7e200fbb91c None None] Bound port: a67cc74b-5a3d-4535-88fc-548f3aa01cc9, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78d3cbe-0373-47fc-9a3d-333f91643424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:37:36.324731 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95755e60-3336-4cd7-9a7e-c7e200fbb91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:36.412139 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-95755e60-3336-4cd7-9a7e-c7e200fbb91c None None] For port a67cc74b-5a3d-4535-88fc-548f3aa01cc9, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:37:36.417036 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-95755e60-3336-4cd7-9a7e-c7e200fbb91c None None] For port a67cc74b-5a3d-4535-88fc-548f3aa01cc9, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a67cc74b-5a3d-4535-88fc-548f3aa01cc9,segment=NetworkSegment(a78d3cbe-0373-47fc-9a3d-333f91643424),segment_id=a78d3cbe-0373-47fc-9a3d-333f91643424)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:37:36.500067 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-05fb9040-2972-4a38-ad06-b866e6143d6a req-21864abb-37a7-44a1-91ac-17a7c277f5c6 service neutron] 10.222.0.57 "GET /v2.0/networks/21b1773b-f25c-429f-b997-c6ca2375290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942116 Dec 16 22:37:36.509050 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53ba6c53-2c29-4f4d-b182-d54b70c0cffc tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:36.517829 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-4247ffa2-0f6c-4e94-8617-011da797ea53 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Allocated IP 172.21.0.1 (d4d8a795-f637-49bf-8f20-87574bf25b3c/7241d2dc-6240-4730-9a91-d127025f23e9/fafe046b-f690-4493-9bdd-c44e47442bb1) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:36.538631 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95755e60-3336-4cd7-9a7e-c7e200fbb91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:36.580052 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ba6c53-2c29-4f4d-b182-d54b70c0cffc tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:36.583296 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-53ba6c53-2c29-4f4d-b182-d54b70c0cffc tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:36.587894 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ba6c53-2c29-4f4d-b182-d54b70c0cffc tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:36.619826 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba6c53-2c29-4f4d-b182-d54b70c0cffc tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Pushing event updated for resources: {'Port': ['ID=ff88f237-ccf8-4916-b3cb-3258c3afdc9b,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:36.649741 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba403eb7-721e-45cb-82d0-627dd0150bcb None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:36.729305 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95755e60-3336-4cd7-9a7e-c7e200fbb91c None None] Pushing event updated for resources: {'Port': ['ID=a67cc74b-5a3d-4535-88fc-548f3aa01cc9,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:36.824460 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-79051e19-67f1-4ab0-bf26-40df8b0082d2 None None] Provisioning complete for port ff88f237-ccf8-4916-b3cb-3258c3afdc9b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:36.826272 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4247ffa2-0f6c-4e94-8617-011da797ea53 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:36.826848 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-79051e19-67f1-4ab0-bf26-40df8b0082d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:36.953432 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-79051e19-67f1-4ab0-bf26-40df8b0082d2 None None] Port ff88f237-ccf8-4916-b3cb-3258c3afdc9b cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:36.969422 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4247ffa2-0f6c-4e94-8617-011da797ea53 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:36.999588 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41790) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:37.022686 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4247ffa2-0f6c-4e94-8617-011da797ea53 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network d4d8a795-f637-49bf-8f20-87574bf25b3c is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:37.031549 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-4247ffa2-0f6c-4e94-8617-011da797ea53 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:37.035541 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4247ffa2-0f6c-4e94-8617-011da797ea53 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:37.078599 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247ffa2-0f6c-4e94-8617-011da797ea53 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Port': ['ID=fafe046b-f690-4493-9bdd-c44e47442bb1,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:37.116607 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4247ffa2-0f6c-4e94-8617-011da797ea53 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:37.164088 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53ba6c53-2c29-4f4d-b182-d54b70c0cffc tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:37.313056 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-58679909-ab54-46a9-854b-63e8ab5f071b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:37.354720 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd70f3-0902-4682-86e0-33408359297d req-7a71ee4c-1ae8-42f7-b8ae-4d48f08f5cfb tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:37.360333 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8fcd70f3-0902-4682-86e0-33408359297d req-7a71ee4c-1ae8-42f7-b8ae-4d48f08f5cfb tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=abbf801b-8c9a-4638-aefd-bd6a92101664 HTTP/1.1" status: 200 len: 943 time: 0.0843778 Dec 16 22:37:37.439902 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4247ffa2-0f6c-4e94-8617-011da797ea53 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:37.459816 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8fcd70f3-0902-4682-86e0-33408359297d req-ae9daf71-ab00-430e-a07a-4aa7f9e75aed tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968900 Dec 16 22:37:37.572270 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-58679909-ab54-46a9-854b-63e8ab5f071b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:37.582299 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53ba6c53-2c29-4f4d-b182-d54b70c0cffc tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5457'] for router, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:37.587856 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53ba6c53-2c29-4f4d-b182-d54b70c0cffc tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-598410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-598419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597305'] for router, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:37.649964 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-58679909-ab54-46a9-854b-63e8ab5f071b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:37.690460 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-58679909-ab54-46a9-854b-63e8ab5f071b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=eb425823300940a1bc8f0b0bc7dac5b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6879697 Dec 16 22:37:37.692792 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41798) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:37.797852 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58679909-ab54-46a9-854b-63e8ab5f071b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a49dce-53ad-47cb-879f-de78855e8285,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:37.902607 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf942bfb-da91-48af-b280-9570c6f92693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:37.935014 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf942bfb-da91-48af-b280-9570c6f92693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:38.134820 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf942bfb-da91-48af-b280-9570c6f92693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:38.138715 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf942bfb-da91-48af-b280-9570c6f92693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:38.142221 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bf942bfb-da91-48af-b280-9570c6f92693 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a8a49dce-53ad-47cb-879f-de78855e8285 HTTP/1.1" status: 204 len: 168 time: 0.4439497 Dec 16 22:37:38.166883 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ba6c53-2c29-4f4d-b182-d54b70c0cffc tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Router 536db12a-63b3-42b6-983b-ccccbb1ba22e is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:37:38.169481 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf942bfb-da91-48af-b280-9570c6f92693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a49dce-53ad-47cb-879f-de78855e8285,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:38.326852 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4247ffa2-0f6c-4e94-8617-011da797ea53 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:38.412059 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1907f77-501e-4340-adc3-757d8cc82db5 None None] Network d4d8a795-f637-49bf-8f20-87574bf25b3c requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:37:38.412602 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ba6c53-2c29-4f4d-b182-d54b70c0cffc tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:37:38.427769 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53ba6c53-2c29-4f4d-b182-d54b70c0cffc tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:38.428575 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4247ffa2-0f6c-4e94-8617-011da797ea53 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:38.432483 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-53ba6c53-2c29-4f4d-b182-d54b70c0cffc tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "PUT /v2.0/routers/536db12a-63b3-42b6-983b-ccccbb1ba22e HTTP/1.1" status: 200 len: 919 time: 4.7966559 Dec 16 22:37:38.433054 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41804) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:38.443115 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d27df9-88f6-483b-b5a0-dfaf31668239 None None] Sync routers for ids ['536db12a-63b3-42b6-983b-ccccbb1ba22e'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:37:38.612301 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4247ffa2-0f6c-4e94-8617-011da797ea53 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:38.627164 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247ffa2-0f6c-4e94-8617-011da797ea53 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Port': ['ID=fafe046b-f690-4493-9bdd-c44e47442bb1,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:38.670042 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d27df9-88f6-483b-b5a0-dfaf31668239 None None] Routers {'536db12a-63b3-42b6-983b-ccccbb1ba22e'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:38.670757 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-43d27df9-88f6-483b-b5a0-dfaf31668239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['536db12a-63b3-42b6-983b-ccccbb1ba22e'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:38.775405 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e5d9da5a-fcfc-4d0a-8d64-424670898fd4 None None] Provisioning complete for port a67cc74b-5a3d-4535-88fc-548f3aa01cc9 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:38.775749 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e5d9da5a-fcfc-4d0a-8d64-424670898fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:38.874771 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-43d27df9-88f6-483b-b5a0-dfaf31668239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:38.906667 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-506e3905-2e21-4cdc-89e6-945c3d88f32c tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "GET /v2.0/routers/536db12a-63b3-42b6-983b-ccccbb1ba22e HTTP/1.1" status: 200 len: 925 time: 0.4721794 Dec 16 22:37:38.926632 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c0fb2-6db1-4a9f-abc7-9edb4ae85d75 req-82fcf493-639f-4e1d-8930-eddcb278fd9d tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:38.929823 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41812) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:38.933788 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ac3c0fb2-6db1-4a9f-abc7-9edb4ae85d75 req-82fcf493-639f-4e1d-8930-eddcb278fd9d tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=abbf801b-8c9a-4638-aefd-bd6a92101664 HTTP/1.1" status: 200 len: 943 time: 0.2585607 Dec 16 22:37:38.933964 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4247ffa2-0f6c-4e94-8617-011da797ea53 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network d4d8a795-f637-49bf-8f20-87574bf25b3c is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:38.983766 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-4247ffa2-0f6c-4e94-8617-011da797ea53 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:38.986340 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d27df9-88f6-483b-b5a0-dfaf31668239 None None] Routers {'536db12a-63b3-42b6-983b-ccccbb1ba22e'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:38.988285 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-43d27df9-88f6-483b-b5a0-dfaf31668239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['536db12a-63b3-42b6-983b-ccccbb1ba22e'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:39.013738 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ac3c0fb2-6db1-4a9f-abc7-9edb4ae85d75 req-a9b2f6ec-ae52-4cf3-88d1-9eabfda39db4 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698998 Dec 16 22:37:39.100230 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e24b3d-e929-49c3-9038-b51700540a97 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:39.101861 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-88e24b3d-e929-49c3-9038-b51700540a97 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8&device_id=536db12a-63b3-42b6-983b-ccccbb1ba22e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1715345 Dec 16 22:37:39.105457 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41820) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:39.109520 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-43d27df9-88f6-483b-b5a0-dfaf31668239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:39.110605 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d27df9-88f6-483b-b5a0-dfaf31668239 None None] The sync data for ids ['536db12a-63b3-42b6-983b-ccccbb1ba22e'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:37:39.234744 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e5d9da5a-fcfc-4d0a-8d64-424670898fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:39.255538 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a67cc74b-5a3d-4535-88fc-548f3aa01cc9 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:37:39.308938 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4247ffa2-0f6c-4e94-8617-011da797ea53 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:37:39.337926 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e5d9da5a-fcfc-4d0a-8d64-424670898fd4 None None] For port a67cc74b-5a3d-4535-88fc-548f3aa01cc9, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a67cc74b-5a3d-4535-88fc-548f3aa01cc9,segment=NetworkSegment(a78d3cbe-0373-47fc-9a3d-333f91643424),segment_id=a78d3cbe-0373-47fc-9a3d-333f91643424)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:39.374019 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port a67cc74b-5a3d-4535-88fc-548f3aa01cc9 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:39.374393 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:39.414383 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e5d9da5a-fcfc-4d0a-8d64-424670898fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:39.518050 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9da5a-fcfc-4d0a-8d64-424670898fd4 None None] Pushing event updated for resources: {'Port': ['ID=a67cc74b-5a3d-4535-88fc-548f3aa01cc9,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:39.537532 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4247ffa2-0f6c-4e94-8617-011da797ea53 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:37:39.538707 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9da5a-fcfc-4d0a-8d64-424670898fd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:39.539137 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9da5a-fcfc-4d0a-8d64-424670898fd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:39.539486 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9da5a-fcfc-4d0a-8d64-424670898fd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:39.539828 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9da5a-fcfc-4d0a-8d64-424670898fd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:39.540787 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9da5a-fcfc-4d0a-8d64-424670898fd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:39.540787 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9da5a-fcfc-4d0a-8d64-424670898fd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:39.540787 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9da5a-fcfc-4d0a-8d64-424670898fd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:39.541146 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9da5a-fcfc-4d0a-8d64-424670898fd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:39.542078 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9da5a-fcfc-4d0a-8d64-424670898fd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:39.542642 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9da5a-fcfc-4d0a-8d64-424670898fd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:39.543115 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9da5a-fcfc-4d0a-8d64-424670898fd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:39.543451 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9da5a-fcfc-4d0a-8d64-424670898fd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:39.543783 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9da5a-fcfc-4d0a-8d64-424670898fd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:39.553941 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17ab35c-a602-44f3-b0e5-3d33eac7bffb None None] Sync routers for ids ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:37:39.560485 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4247ffa2-0f6c-4e94-8617-011da797ea53 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "PUT /v2.0/routers/0d1d0f02-13dc-4cb7-af75-2abe4029cf6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3928273 Dec 16 22:37:39.560485 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41826) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:39.565617 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-60310fc4-249a-4c3b-8568-f4a4eed5ebdf tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'network': {'name': 'tempest-RoutersTest-1895437548'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:39.569221 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4301cafc-6dd4-490a-97a5-3fcde202f39b tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:39.570583 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4301cafc-6dd4-490a-97a5-3fcde202f39b tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 881 time: 0.4648449 Dec 16 22:37:39.573685 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41828) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:39.582135 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17ab35c-a602-44f3-b0e5-3d33eac7bffb None None] Routers {'0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:39.582862 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a17ab35c-a602-44f3-b0e5-3d33eac7bffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:39.645040 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ea86cf95-efaf-42cd-8ba7-b776a9588736 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "GET /v2.0/ports?device_id=536db12a-63b3-42b6-983b-ccccbb1ba22e HTTP/1.1" status: 200 len: 205 time: 0.0609248 Dec 16 22:37:39.646663 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41832) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:39.772826 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4ea4794b-cd53-4926-a302-9194e2232526 None None] Provisioning complete for port a67cc74b-5a3d-4535-88fc-548f3aa01cc9 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:39.773344 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ea4794b-cd53-4926-a302-9194e2232526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:39.778463 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60310fc4-249a-4c3b-8568-f4a4eed5ebdf tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Made reservation on behalf of 2433710460934b67bc31a8cc16493c9b for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:37:39.782254 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-60310fc4-249a-4c3b-8568-f4a4eed5ebdf tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:39.857165 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60310fc4-249a-4c3b-8568-f4a4eed5ebdf tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:37:39.879119 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-60310fc4-249a-4c3b-8568-f4a4eed5ebdf tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:39.880152 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-60310fc4-249a-4c3b-8568-f4a4eed5ebdf tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Added segment 3594ca27-6d85-4e28-89be-89960a23fb52 of type vlan for network 2d4cdac8-8b45-480c-9914-8d10bf026c93 Dec 16 22:37:39.909747 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-a17ab35c-a602-44f3-b0e5-3d33eac7bffb None None] Set router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:37:39.914911 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c91fcfac-4f6a-4883-a500-0cd02b6b281d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:40.032154 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-60310fc4-249a-4c3b-8568-f4a4eed5ebdf tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:40.050700 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4ea4794b-cd53-4926-a302-9194e2232526 None None] Provisioning complete for port fafe046b-f690-4493-9bdd-c44e47442bb1 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:40.051227 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ea4794b-cd53-4926-a302-9194e2232526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:40.143204 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4ea4794b-cd53-4926-a302-9194e2232526 None None] Port fafe046b-f690-4493-9bdd-c44e47442bb1 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:40.147680 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c91fcfac-4f6a-4883-a500-0cd02b6b281d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:40.185371 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41844) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:40.228156 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-60310fc4-249a-4c3b-8568-f4a4eed5ebdf tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:40.234756 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60310fc4-249a-4c3b-8568-f4a4eed5ebdf tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:40.244569 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-60310fc4-249a-4c3b-8568-f4a4eed5ebdf tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:40.303604 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d6859756-8605-4abd-b115-49f7273263e8 None None] Provisioning complete for port fafe046b-f690-4493-9bdd-c44e47442bb1 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:40.303952 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d6859756-8605-4abd-b115-49f7273263e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:40.378506 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a451e-1a05-45f2-982b-8f55e010d8e9 req-1946824a-4654-4079-8ff2-18e659d57c33 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:40.387939 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f38a451e-1a05-45f2-982b-8f55e010d8e9 req-1946824a-4654-4079-8ff2-18e659d57c33 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=abbf801b-8c9a-4638-aefd-bd6a92101664 HTTP/1.1" status: 200 len: 943 time: 0.2152810 Dec 16 22:37:40.405859 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-60310fc4-249a-4c3b-8568-f4a4eed5ebdf tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8441896 Dec 16 22:37:40.409224 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41850) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:40.416377 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-b83797a0-c51f-42d8-8a0a-a9b65e587ac9 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'subnet': {'network_id': '2d4cdac8-8b45-480c-9914-8d10bf026c93', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:40.437415 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-c91fcfac-4f6a-4883-a500-0cd02b6b281d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Deleting port ff88f237-ccf8-4916-b3cb-3258c3afdc9b {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:37:40.437585 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c91fcfac-4f6a-4883-a500-0cd02b6b281d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:40.442337 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60310fc4-249a-4c3b-8568-f4a4eed5ebdf tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Network': ['ID=2d4cdac8-8b45-480c-9914-8d10bf026c93,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:40.455331 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d6859756-8605-4abd-b115-49f7273263e8 None None] Port fafe046b-f690-4493-9bdd-c44e47442bb1 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:40.460758 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-0b1fca1b-6663-425a-93b1-a32754a8aa55 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-34556659-network', 'tenant_id': '8b495aadcfa74bb7bfe5453c43de3984'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:40.467455 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 2d4cdac8-8b45-480c-9914-8d10bf026c93 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:37:40.513139 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f38a451e-1a05-45f2-982b-8f55e010d8e9 req-d4d8b0d8-f015-4dff-a487-de768c324eb6 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229627 Dec 16 22:37:40.548873 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a17ab35c-a602-44f3-b0e5-3d33eac7bffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:37:37Z', 'revision_number': 3, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None, '_interfaces': [{'id': 'c11fe976-1bc8-419a-b493-680bcee04bba', 'name': '', 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:2a:36:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:29Z', 'updated_at': '2021-12-16T22:37:34Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafe046b-f690-4493-9bdd-c44e47442bb1', 'name': '', 'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:96:33:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:36Z', 'updated_at': '2021-12-16T22:37:38Z', 'revision_number': 2, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:40.593402 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17ab35c-a602-44f3-b0e5-3d33eac7bffb None None] Checking router: 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:37:40.594743 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17ab35c-a602-44f3-b0e5-3d33eac7bffb None None] Updating router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d port fafe046b-f690-4493-9bdd-c44e47442bb1 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:37:40.595891 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e2b65cb6-17c0-434c-b301-c773c1f9c4ae None None] Provisioning complete for port fafe046b-f690-4493-9bdd-c44e47442bb1 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:40.596284 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e2b65cb6-17c0-434c-b301-c773c1f9c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:40.611379 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1fca1b-6663-425a-93b1-a32754a8aa55 admin admin] Made reservation on behalf of 8b495aadcfa74bb7bfe5453c43de3984 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:37:40.621996 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b1fca1b-6663-425a-93b1-a32754a8aa55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:40.632581 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b1fca1b-6663-425a-93b1-a32754a8aa55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:40.671209 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c91fcfac-4f6a-4883-a500-0cd02b6b281d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:40.674129 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a17ab35c-a602-44f3-b0e5-3d33eac7bffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:40.692524 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-c91fcfac-4f6a-4883-a500-0cd02b6b281d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Calling delete_port for ff88f237-ccf8-4916-b3cb-3258c3afdc9b owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:37:40.697884 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e2b65cb6-17c0-434c-b301-c773c1f9c4ae None None] Port fafe046b-f690-4493-9bdd-c44e47442bb1 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:40.715803 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 449c0a00-3efc-4f9e-9568-388b4d324c45 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:37:40.823658 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b1fca1b-6663-425a-93b1-a32754a8aa55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:40.828229 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83797a0-c51f-42d8-8a0a-a9b65e587ac9 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Made reservation on behalf of 2433710460934b67bc31a8cc16493c9b for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:37:40.834556 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b83797a0-c51f-42d8-8a0a-a9b65e587ac9 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:40.889509 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b1fca1b-6663-425a-93b1-a32754a8aa55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:40.944556 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1fca1b-6663-425a-93b1-a32754a8aa55 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:37:40.957097 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 449c0a00-3efc-4f9e-9568-388b4d324c45, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=449c0a00-3efc-4f9e-9568-388b4d324c45,segment=NetworkSegment(22d31f97-f4c8-4c9c-97fc-28dec5be91d3),segment_id=22d31f97-f4c8-4c9c-97fc-28dec5be91d3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:40.967134 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fca1b-6663-425a-93b1-a32754a8aa55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd5c140-9aee-45a8-8149-914853cc4837,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:40.983871 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '449c0a00-3efc-4f9e-9568-388b4d324c45', 'network_id': '21b1773b-f25c-429f-b997-c6ca2375290a', 'port_id': '449c0a00-3efc-4f9e-9568-388b4d324c45', 'mac_address': 'fa:16:3e:68:77:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0af3e35-f243-4472-8aca-be3fffc5d74f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:37:40.985328 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b1fca1b-6663-425a-93b1-a32754a8aa55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:40.985604 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-0b1fca1b-6663-425a-93b1-a32754a8aa55 admin admin] Added segment 60eee0cb-7142-4fb4-a514-e07da5f5ab54 of type vlan for network 31e514b6-144d-402b-8199-c3c4cc0fbdc5 Dec 16 22:37:41.073614 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:41.089764 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b1fca1b-6663-425a-93b1-a32754a8aa55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:41.141481 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449c0a00-3efc-4f9e-9568-388b4d324c45 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:37:41.151599 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a67cc74b-5a3d-4535-88fc-548f3aa01cc9 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:37:41.212956 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 449c0a00-3efc-4f9e-9568-388b4d324c45, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=449c0a00-3efc-4f9e-9568-388b4d324c45,segment=NetworkSegment(22d31f97-f4c8-4c9c-97fc-28dec5be91d3),segment_id=22d31f97-f4c8-4c9c-97fc-28dec5be91d3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:41.226117 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b1fca1b-6663-425a-93b1-a32754a8aa55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:41.227352 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1fca1b-6663-425a-93b1-a32754a8aa55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:41.228043 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b1fca1b-6663-425a-93b1-a32754a8aa55 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:41.270218 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port a67cc74b-5a3d-4535-88fc-548f3aa01cc9 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:41.270592 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:41.329412 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0b1fca1b-6663-425a-93b1-a32754a8aa55 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1398125 Dec 16 22:37:41.331316 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41854) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:41.337486 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-8cc2061a-f970-48ed-af0c-af9c2975a781 admin admin] Request body: {'subnet': {'network_id': '31e514b6-144d-402b-8199-c3c4cc0fbdc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-34556659-subnet', 'tenant_id': '8b495aadcfa74bb7bfe5453c43de3984', 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:41.341785 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:41.360794 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a17ab35c-a602-44f3-b0e5-3d33eac7bffb None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:41.377515 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fca1b-6663-425a-93b1-a32754a8aa55 admin admin] Pushing event updated for resources: {'Network': ['ID=31e514b6-144d-402b-8199-c3c4cc0fbdc5,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:41.421933 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 31e514b6-144d-402b-8199-c3c4cc0fbdc5 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:37:41.475121 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a17ab35c-a602-44f3-b0e5-3d33eac7bffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:41.515552 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc2061a-f970-48ed-af0c-af9c2975a781 admin admin] Made reservation on behalf of 8b495aadcfa74bb7bfe5453c43de3984 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:37:41.518223 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8cc2061a-f970-48ed-af0c-af9c2975a781 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:41.532611 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5879c0-4465-4309-a575-bb472d26858e None None] Pushing event updated for resources: {'Port': ['ID=fafe046b-f690-4493-9bdd-c44e47442bb1,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:41.632420 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=449c0a00-3efc-4f9e-9568-388b4d324c45,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:41.646173 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-a17ab35c-a602-44f3-b0e5-3d33eac7bffb None None] Attempting to bind port fafe046b-f690-4493-9bdd-c44e47442bb1 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:37:41.646709 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-a17ab35c-a602-44f3-b0e5-3d33eac7bffb None None] Attempting to bind port fafe046b-f690-4493-9bdd-c44e47442bb1 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'a78d3cbe-0373-47fc-9a3d-333f91643424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:37:41.647002 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17ab35c-a602-44f3-b0e5-3d33eac7bffb None None] Attempting to bind port fafe046b-f690-4493-9bdd-c44e47442bb1 on network d4d8a795-f637-49bf-8f20-87574bf25b3c {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:37:41.656442 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17ab35c-a602-44f3-b0e5-3d33eac7bffb None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:37:41.657129 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17ab35c-a602-44f3-b0e5-3d33eac7bffb None None] Checking segment: {'id': 'a78d3cbe-0373-47fc-9a3d-333f91643424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:41.657279 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a17ab35c-a602-44f3-b0e5-3d33eac7bffb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:41.657648 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17ab35c-a602-44f3-b0e5-3d33eac7bffb None None] Bound using segment: {'id': 'a78d3cbe-0373-47fc-9a3d-333f91643424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:37:41.658161 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-a17ab35c-a602-44f3-b0e5-3d33eac7bffb None None] Bound port: fafe046b-f690-4493-9bdd-c44e47442bb1, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78d3cbe-0373-47fc-9a3d-333f91643424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:37:41.659124 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a17ab35c-a602-44f3-b0e5-3d33eac7bffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:41.738543 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c91fcfac-4f6a-4883-a500-0cd02b6b281d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:41.751994 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['449c0a00-3efc-4f9e-9568-388b4d324c45'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:37:41.802865 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-a17ab35c-a602-44f3-b0e5-3d33eac7bffb None None] For port fafe046b-f690-4493-9bdd-c44e47442bb1, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:37:41.809603 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-a17ab35c-a602-44f3-b0e5-3d33eac7bffb None None] For port fafe046b-f690-4493-9bdd-c44e47442bb1, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=fafe046b-f690-4493-9bdd-c44e47442bb1,segment=NetworkSegment(a78d3cbe-0373-47fc-9a3d-333f91643424),segment_id=a78d3cbe-0373-47fc-9a3d-333f91643424)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:37:41.833774 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91fcfac-4f6a-4883-a500-0cd02b6b281d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Pushing event deleted for resources: {'Port': ['ID=ff88f237-ccf8-4916-b3cb-3258c3afdc9b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:41.847400 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a43f42-8f54-4da1-80e5-96fa2d7fc462 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:41.887193 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a17ab35c-a602-44f3-b0e5-3d33eac7bffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:41.953086 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-46434a9e-a484-4a36-aac4-fdaaf1a716e7 None None] Provisioning complete for port fafe046b-f690-4493-9bdd-c44e47442bb1 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:41.953465 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-46434a9e-a484-4a36-aac4-fdaaf1a716e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:41.969208 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047a694-d859-4f2e-b25e-c10d6bf38e76 req-30f28343-5614-4854-b2f7-86a48b21a763 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:41.970884 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a047a694-d859-4f2e-b25e-c10d6bf38e76 req-30f28343-5614-4854-b2f7-86a48b21a763 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=abbf801b-8c9a-4638-aefd-bd6a92101664 HTTP/1.1" status: 200 len: 944 time: 0.2892718 Dec 16 22:37:42.029630 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17ab35c-a602-44f3-b0e5-3d33eac7bffb None None] Routers {'0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:42.030350 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a17ab35c-a602-44f3-b0e5-3d33eac7bffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:42.092149 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-46434a9e-a484-4a36-aac4-fdaaf1a716e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:42.131708 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-46434a9e-a484-4a36-aac4-fdaaf1a716e7 None None] For port fafe046b-f690-4493-9bdd-c44e47442bb1, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=fafe046b-f690-4493-9bdd-c44e47442bb1,segment=NetworkSegment(a78d3cbe-0373-47fc-9a3d-333f91643424),segment_id=a78d3cbe-0373-47fc-9a3d-333f91643424)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:42.140904 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8cc2061a-f970-48ed-af0c-af9c2975a781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:42.141448 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5879c0-4465-4309-a575-bb472d26858e None None] Pushing event updated for resources: {'Port': ['ID=fafe046b-f690-4493-9bdd-c44e47442bb1,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:42.162638 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a047a694-d859-4f2e-b25e-c10d6bf38e76 req-7b751549-327d-4bf5-9bbb-b3c7b2500677 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668568 Dec 16 22:37:42.179413 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c91fcfac-4f6a-4883-a500-0cd02b6b281d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:42.184908 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-a17ab35c-a602-44f3-b0e5-3d33eac7bffb None None] Set router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:37:42.224009 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-46434a9e-a484-4a36-aac4-fdaaf1a716e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:42.242249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2061a-f970-48ed-af0c-af9c2975a781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b4a22d4-3564-47c5-858a-c8e4d5d8b3af,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:42.287360 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c91fcfac-4f6a-4883-a500-0cd02b6b281d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:42.289663 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c91fcfac-4f6a-4883-a500-0cd02b6b281d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:42.290526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc2061a-f970-48ed-af0c-af9c2975a781 admin admin] Checking segment: {'id': '60eee0cb-7142-4fb4-a514-e07da5f5ab54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '31e514b6-144d-402b-8199-c3c4cc0fbdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:42.290906 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc2061a-f970-48ed-af0c-af9c2975a781 admin admin] Network hostable DHCP agents. Network: 31e514b6-144d-402b-8199-c3c4cc0fbdc5, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:37:42.316099 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46434a9e-a484-4a36-aac4-fdaaf1a716e7 None None] Pushing event updated for resources: {'Port': ['ID=fafe046b-f690-4493-9bdd-c44e47442bb1,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:42.348637 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-96d2cb77-11b1-4514-b336-4dd76e6b168d None None] Provisioning complete for port fafe046b-f690-4493-9bdd-c44e47442bb1 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:42.349025 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-96d2cb77-11b1-4514-b336-4dd76e6b168d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:42.373257 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc2061a-f970-48ed-af0c-af9c2975a781 admin admin] Network 31e514b6-144d-402b-8199-c3c4cc0fbdc5 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:37:42.421106 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b83797a0-c51f-42d8-8a0a-a9b65e587ac9 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:42.485231 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-8cc2061a-f970-48ed-af0c-af9c2975a781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 31e514b6-144d-402b-8199-c3c4cc0fbdc5) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:42.490150 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc2061a-f970-48ed-af0c-af9c2975a781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:42.490884 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8cc2061a-f970-48ed-af0c-af9c2975a781 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:42.498193 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaab038-973f-4813-bbb0-e4d4aa2fda70 None None] Network 31e514b6-144d-402b-8199-c3c4cc0fbdc5 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:37:42.510452 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a17ab35c-a602-44f3-b0e5-3d33eac7bffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:37:37Z', 'revision_number': 3, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None, '_interfaces': [{'id': 'c11fe976-1bc8-419a-b493-680bcee04bba', 'name': '', 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:2a:36:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:29Z', 'updated_at': '2021-12-16T22:37:34Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafe046b-f690-4493-9bdd-c44e47442bb1', 'name': '', 'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:96:33:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:36Z', 'updated_at': '2021-12-16T22:37:41Z', 'revision_number': 4, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:42.525181 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c91fcfac-4f6a-4883-a500-0cd02b6b281d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:42.526721 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91fcfac-4f6a-4883-a500-0cd02b6b281d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Fanout notify agent at l3_agent the message router_deleted on router 536db12a-63b3-42b6-983b-ccccbb1ba22e {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:37:42.538284 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c91fcfac-4f6a-4883-a500-0cd02b6b281d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:42.545781 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41864) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:42.553682 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-65ead677-f4ad-4e6c-aa3f-6b1d96e37e2d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-510080018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:42.556158 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c91fcfac-4f6a-4883-a500-0cd02b6b281d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "DELETE /v2.0/routers/536db12a-63b3-42b6-983b-ccccbb1ba22e HTTP/1.1" status: 204 len: 168 time: 2.9081841 Dec 16 22:37:42.568565 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83797a0-c51f-42d8-8a0a-a9b65e587ac9 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Subnet': ['ID=d6b17f09-bbb3-4d73-91c2-a9aa36dc4517,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:42.571985 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83797a0-c51f-42d8-8a0a-a9b65e587ac9 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Checking segment: {'id': '3594ca27-6d85-4e28-89be-89960a23fb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2d4cdac8-8b45-480c-9914-8d10bf026c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:42.572991 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83797a0-c51f-42d8-8a0a-a9b65e587ac9 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network hostable DHCP agents. Network: 2d4cdac8-8b45-480c-9914-8d10bf026c93, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:37:42.582667 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17ab35c-a602-44f3-b0e5-3d33eac7bffb None None] The sync data for ids ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'] in n-d-815324-4 is: [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:37:37Z', 'revision_number': 3, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None, '_interfaces': [{'id': 'c11fe976-1bc8-419a-b493-680bcee04bba', 'name': '', 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:2a:36:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:29Z', 'updated_at': '2021-12-16T22:37:34Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafe046b-f690-4493-9bdd-c44e47442bb1', 'name': '', 'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:96:33:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:36Z', 'updated_at': '2021-12-16T22:37:41Z', 'revision_number': 4, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:37:42.593950 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8cc2061a-f970-48ed-af0c-af9c2975a781 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2612617 Dec 16 22:37:42.597581 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41866) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:42.608857 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-c06b3454-df38-4f1b-86ac-12cbf078b2c2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-34556659-router', 'tenant_id': '8b495aadcfa74bb7bfe5453c43de3984', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:42.643920 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c809593-b55e-4364-995c-127a6398958f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-31e514b6-144d-402b-8199-c3c4cc0fbdc5', 'network_id': '31e514b6-144d-402b-8199-c3c4cc0fbdc5', 'project_id': '8b495aadcfa74bb7bfe5453c43de3984', 'fixed_ips': [{'subnet_id': '1b4a22d4-3564-47c5-858a-c8e4d5d8b3af'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:37:42.645344 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c809593-b55e-4364-995c-127a6398958f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:42.691637 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83797a0-c51f-42d8-8a0a-a9b65e587ac9 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network 2d4cdac8-8b45-480c-9914-8d10bf026c93 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:37:42.707625 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-b83797a0-c51f-42d8-8a0a-a9b65e587ac9 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 2d4cdac8-8b45-480c-9914-8d10bf026c93) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:42.718692 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83797a0-c51f-42d8-8a0a-a9b65e587ac9 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:42.719318 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b83797a0-c51f-42d8-8a0a-a9b65e587ac9 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:42.773564 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210c83b6-5485-4001-b7f6-35a856e89a94 None None] Network 2d4cdac8-8b45-480c-9914-8d10bf026c93 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:37:42.793022 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-65ead677-f4ad-4e6c-aa3f-6b1d96e37e2d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:42.794496 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-65ead677-f4ad-4e6c-aa3f-6b1d96e37e2d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:42.804872 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c06b3454-df38-4f1b-86ac-12cbf078b2c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:42.806622 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c06b3454-df38-4f1b-86ac-12cbf078b2c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:42.808314 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b83797a0-c51f-42d8-8a0a-a9b65e587ac9 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3969932 Dec 16 22:37:42.810819 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41868) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:42.908823 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-65ead677-f4ad-4e6c-aa3f-6b1d96e37e2d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:42.942493 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-6c809593-b55e-4364-995c-127a6398958f None None] Allocated IP 172.20.0.2 (31e514b6-144d-402b-8199-c3c4cc0fbdc5/1b4a22d4-3564-47c5-858a-c8e4d5d8b3af/50695d41-603b-40d2-adac-0da5be5a1c22) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:42.988994 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c06b3454-df38-4f1b-86ac-12cbf078b2c2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:43.033392 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-65ead677-f4ad-4e6c-aa3f-6b1d96e37e2d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:43.273235 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7037d5-a5d9-47e8-ad03-0d46676bf9b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-2d4cdac8-8b45-480c-9914-8d10bf026c93', 'network_id': '2d4cdac8-8b45-480c-9914-8d10bf026c93', 'project_id': '2433710460934b67bc31a8cc16493c9b', 'fixed_ips': [{'subnet_id': 'd6b17f09-bbb3-4d73-91c2-a9aa36dc4517'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:37:43.276398 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ff7037d5-a5d9-47e8-ad03-0d46676bf9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:43.283644 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-65ead677-f4ad-4e6c-aa3f-6b1d96e37e2d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:43.290864 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41876) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:43.291699 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-65ead677-f4ad-4e6c-aa3f-6b1d96e37e2d tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7427242 Dec 16 22:37:43.295647 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-949fd8ab-d3f1-473b-a91c-52301a38fcd2 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'enable_snat': False}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:43.297689 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device fafe046b-f690-4493-9bdd-c44e47442bb1 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:37:43.432363 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c06b3454-df38-4f1b-86ac-12cbf078b2c2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:43.702141 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b146bf7-a9ac-4508-87ce-9e6a643ca5a4 req-6ede952b-e3bb-4dc2-811e-dabc3a990e64 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:43.705122 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1b146bf7-a9ac-4508-87ce-9e6a643ca5a4 req-6ede952b-e3bb-4dc2-811e-dabc3a990e64 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=abbf801b-8c9a-4638-aefd-bd6a92101664 HTTP/1.1" status: 200 len: 944 time: 0.4016349 Dec 16 22:37:43.755696 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5fdfd-5667-456d-937a-798a1072f703 req-47ccfb6b-ed96-4faa-beae-ded26b3d49eb tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:43.766360 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53c5fdfd-5667-456d-937a-798a1072f703 req-47ccfb6b-ed96-4faa-beae-ded26b3d49eb tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=32f0250f-e0cc-4013-9a6a-23358ca9baf6 HTTP/1.1" status: 200 len: 945 time: 0.0889807 Dec 16 22:37:43.803077 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port fafe046b-f690-4493-9bdd-c44e47442bb1 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:43.803641 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:43.866677 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-ff7037d5-a5d9-47e8-ad03-0d46676bf9b2 None None] Allocated IP 172.22.0.2 (2d4cdac8-8b45-480c-9914-8d10bf026c93/d6b17f09-bbb3-4d73-91c2-a9aa36dc4517/8c4cc43c-75c5-4f77-bdd1-42de4a17665a) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:43.888040 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c809593-b55e-4364-995c-127a6398958f None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:43.891167 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-949fd8ab-d3f1-473b-a91c-52301a38fcd2 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:43.906124 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53c5fdfd-5667-456d-937a-798a1072f703 req-87b02657-d058-44b2-9a99-868667a7e807 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384649 Dec 16 22:37:43.957938 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1b146bf7-a9ac-4508-87ce-9e6a643ca5a4 req-3920e4c8-5657-4122-83fe-e9169b0f8f00 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078161 Dec 16 22:37:43.959179 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c06b3454-df38-4f1b-86ac-12cbf078b2c2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:43.968856 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5500df17-049d-46b7-8b15-fe883937c424 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:43.988551 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c06b3454-df38-4f1b-86ac-12cbf078b2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:43.991394 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c809593-b55e-4364-995c-127a6398958f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:44.063733 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c809593-b55e-4364-995c-127a6398958f None None] Network 31e514b6-144d-402b-8199-c3c4cc0fbdc5 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:44.079965 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-6c809593-b55e-4364-995c-127a6398958f None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:44.088104 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c809593-b55e-4364-995c-127a6398958f None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:44.102388 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c809593-b55e-4364-995c-127a6398958f None None] Pushing event updated for resources: {'Port': ['ID=50695d41-603b-40d2-adac-0da5be5a1c22,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:44.129529 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-c06b3454-df38-4f1b-86ac-12cbf078b2c2 admin admin] Allocated IP 172.25.6.2 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/d3731d3b-b11b-45d8-89f2-17eda83b83ea) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:44.194649 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-6c809593-b55e-4364-995c-127a6398958f None None] Attempting to bind port 50695d41-603b-40d2-adac-0da5be5a1c22 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:37:44.195029 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-6c809593-b55e-4364-995c-127a6398958f None None] Attempting to bind port 50695d41-603b-40d2-adac-0da5be5a1c22 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '60eee0cb-7142-4fb4-a514-e07da5f5ab54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '31e514b6-144d-402b-8199-c3c4cc0fbdc5'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:37:44.195423 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c809593-b55e-4364-995c-127a6398958f None None] Attempting to bind port 50695d41-603b-40d2-adac-0da5be5a1c22 on network 31e514b6-144d-402b-8199-c3c4cc0fbdc5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:37:44.203771 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c809593-b55e-4364-995c-127a6398958f None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:37:44.204169 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c809593-b55e-4364-995c-127a6398958f None None] Checking segment: {'id': '60eee0cb-7142-4fb4-a514-e07da5f5ab54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '31e514b6-144d-402b-8199-c3c4cc0fbdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:44.204572 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c809593-b55e-4364-995c-127a6398958f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:44.204975 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c809593-b55e-4364-995c-127a6398958f None None] Bound using segment: {'id': '60eee0cb-7142-4fb4-a514-e07da5f5ab54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '31e514b6-144d-402b-8199-c3c4cc0fbdc5'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:37:44.205475 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-6c809593-b55e-4364-995c-127a6398958f None None] Bound port: 50695d41-603b-40d2-adac-0da5be5a1c22, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60eee0cb-7142-4fb4-a514-e07da5f5ab54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '31e514b6-144d-402b-8199-c3c4cc0fbdc5'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:37:44.205843 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c809593-b55e-4364-995c-127a6398958f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:44.226290 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ff7037d5-a5d9-47e8-ad03-0d46676bf9b2 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:44.265964 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c06b3454-df38-4f1b-86ac-12cbf078b2c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:44.287845 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-6c809593-b55e-4364-995c-127a6398958f None None] For port 50695d41-603b-40d2-adac-0da5be5a1c22, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:37:44.291132 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-6c809593-b55e-4364-995c-127a6398958f None None] For port 50695d41-603b-40d2-adac-0da5be5a1c22, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=50695d41-603b-40d2-adac-0da5be5a1c22,segment=NetworkSegment(60eee0cb-7142-4fb4-a514-e07da5f5ab54),segment_id=60eee0cb-7142-4fb4-a514-e07da5f5ab54)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:37:44.297936 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ff7037d5-a5d9-47e8-ad03-0d46676bf9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:44.342868 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7037d5-a5d9-47e8-ad03-0d46676bf9b2 None None] Network 2d4cdac8-8b45-480c-9914-8d10bf026c93 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:44.345822 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-ff7037d5-a5d9-47e8-ad03-0d46676bf9b2 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:44.350113 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7037d5-a5d9-47e8-ad03-0d46676bf9b2 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:44.353494 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7037d5-a5d9-47e8-ad03-0d46676bf9b2 None None] Pushing event updated for resources: {'Port': ['ID=8c4cc43c-75c5-4f77-bdd1-42de4a17665a,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:44.379424 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c809593-b55e-4364-995c-127a6398958f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:44.418151 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c06b3454-df38-4f1b-86ac-12cbf078b2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:44.425625 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-5500df17-049d-46b7-8b15-fe883937c424 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Allocated IP 172.22.0.1 (2d4cdac8-8b45-480c-9914-8d10bf026c93/d6b17f09-bbb3-4d73-91c2-a9aa36dc4517/72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:44.465845 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ff7037d5-a5d9-47e8-ad03-0d46676bf9b2 None None] Attempting to bind port 8c4cc43c-75c5-4f77-bdd1-42de4a17665a on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:37:44.465845 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ff7037d5-a5d9-47e8-ad03-0d46676bf9b2 None None] Attempting to bind port 8c4cc43c-75c5-4f77-bdd1-42de4a17665a by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '3594ca27-6d85-4e28-89be-89960a23fb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2d4cdac8-8b45-480c-9914-8d10bf026c93'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:37:44.470629 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7037d5-a5d9-47e8-ad03-0d46676bf9b2 None None] Attempting to bind port 8c4cc43c-75c5-4f77-bdd1-42de4a17665a on network 2d4cdac8-8b45-480c-9914-8d10bf026c93 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:37:44.476909 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06b3454-df38-4f1b-86ac-12cbf078b2c2 admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:44.481383 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-c06b3454-df38-4f1b-86ac-12cbf078b2c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:44.484871 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7037d5-a5d9-47e8-ad03-0d46676bf9b2 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:37:44.485509 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7037d5-a5d9-47e8-ad03-0d46676bf9b2 None None] Checking segment: {'id': '3594ca27-6d85-4e28-89be-89960a23fb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2d4cdac8-8b45-480c-9914-8d10bf026c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:44.486588 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ff7037d5-a5d9-47e8-ad03-0d46676bf9b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:44.486731 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06b3454-df38-4f1b-86ac-12cbf078b2c2 admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:44.487296 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7037d5-a5d9-47e8-ad03-0d46676bf9b2 None None] Bound using segment: {'id': '3594ca27-6d85-4e28-89be-89960a23fb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2d4cdac8-8b45-480c-9914-8d10bf026c93'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:37:44.487950 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ff7037d5-a5d9-47e8-ad03-0d46676bf9b2 None None] Bound port: 8c4cc43c-75c5-4f77-bdd1-42de4a17665a, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3594ca27-6d85-4e28-89be-89960a23fb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2d4cdac8-8b45-480c-9914-8d10bf026c93'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:37:44.488548 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ff7037d5-a5d9-47e8-ad03-0d46676bf9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:44.503401 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c809593-b55e-4364-995c-127a6398958f None None] Pushing event updated for resources: {'Port': ['ID=50695d41-603b-40d2-adac-0da5be5a1c22,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:44.509570 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d523044d-c067-4422-87a5-f67be99325c9 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:44.516192 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b3454-df38-4f1b-86ac-12cbf078b2c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d3731d3b-b11b-45d8-89f2-17eda83b83ea,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:44.546611 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-949fd8ab-d3f1-473b-a91c-52301a38fcd2 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:44.574428 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ff7037d5-a5d9-47e8-ad03-0d46676bf9b2 None None] For port 8c4cc43c-75c5-4f77-bdd1-42de4a17665a, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:37:44.575810 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-949fd8ab-d3f1-473b-a91c-52301a38fcd2 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:44.578260 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ff7037d5-a5d9-47e8-ad03-0d46676bf9b2 None None] For port 8c4cc43c-75c5-4f77-bdd1-42de4a17665a, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=8c4cc43c-75c5-4f77-bdd1-42de4a17665a,segment=NetworkSegment(3594ca27-6d85-4e28-89be-89960a23fb52),segment_id=3594ca27-6d85-4e28-89be-89960a23fb52)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:37:44.607716 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0c25774c-3947-4cd5-98df-768da3cfeeac None None] Provisioning complete for port d3731d3b-b11b-45d8-89f2-17eda83b83ea triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:44.608311 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0c25774c-3947-4cd5-98df-768da3cfeeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:44.658300 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0c25774c-3947-4cd5-98df-768da3cfeeac None None] Port d3731d3b-b11b-45d8-89f2-17eda83b83ea cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:44.666473 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ff7037d5-a5d9-47e8-ad03-0d46676bf9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:44.706406 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5500df17-049d-46b7-8b15-fe883937c424 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:44.745693 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 449c0a00-3efc-4f9e-9568-388b4d324c45 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:37:44.748501 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7037d5-a5d9-47e8-ad03-0d46676bf9b2 None None] Pushing event updated for resources: {'Port': ['ID=8c4cc43c-75c5-4f77-bdd1-42de4a17665a,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:44.840657 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-949fd8ab-d3f1-473b-a91c-52301a38fcd2 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Allocated IP 172.25.6.178 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/0e08e485-7c66-469c-bb0d-daf9c772e4df) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:44.898450 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 449c0a00-3efc-4f9e-9568-388b4d324c45 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:37:44.906619 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 449c0a00-3efc-4f9e-9568-388b4d324c45 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:44.907356 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:44.952903 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5500df17-049d-46b7-8b15-fe883937c424 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:45.012203 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c06b3454-df38-4f1b-86ac-12cbf078b2c2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:45.110430 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:45.141927 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5500df17-049d-46b7-8b15-fe883937c424 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network 2d4cdac8-8b45-480c-9914-8d10bf026c93 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:45.158257 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abbf801b-8c9a-4638-aefd-bd6a92101664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449c0a00-3efc-4f9e-9568-388b4d324c45'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:37:45.161109 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a41aa71-086d-42f6-81ab-dc5c7be051a2" -d '{"events": [{"server_uuid": "abbf801b-8c9a-4638-aefd-bd6a92101664", "name": "network-vif-plugged", "status": "completed", "tag": "449c0a00-3efc-4f9e-9568-388b4d324c45"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:37:45.174972 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-5500df17-049d-46b7-8b15-fe883937c424 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:45.184970 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 449c0a00-3efc-4f9e-9568-388b4d324c45, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=449c0a00-3efc-4f9e-9568-388b4d324c45,segment=NetworkSegment(22d31f97-f4c8-4c9c-97fc-28dec5be91d3),segment_id=22d31f97-f4c8-4c9c-97fc-28dec5be91d3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:45.204728 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-949fd8ab-d3f1-473b-a91c-52301a38fcd2 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:45.210261 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5500df17-049d-46b7-8b15-fe883937c424 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:45.227815 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 50695d41-603b-40d2-adac-0da5be5a1c22 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:37:45.237571 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500df17-049d-46b7-8b15-fe883937c424 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Port': ['ID=72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:45.264526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed57579-4351-44fb-a414-6206629398e2 req-cdc8fa7a-7cf2-4ea6-b4c1-d9f738ee396b tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:45.264769 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:45.267676 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0ed57579-4351-44fb-a414-6206629398e2 req-cdc8fa7a-7cf2-4ea6-b4c1-d9f738ee396b tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=32f0250f-e0cc-4013-9a6a-23358ca9baf6 HTTP/1.1" status: 200 len: 945 time: 0.1353912 Dec 16 22:37:45.348982 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5500df17-049d-46b7-8b15-fe883937c424 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:45.355855 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=449c0a00-3efc-4f9e-9568-388b4d324c45,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:45.369097 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 50695d41-603b-40d2-adac-0da5be5a1c22 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:45.369534 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:45.408301 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df962c-1b48-48ab-95c2-ded63cba5b58 req-22d243e4-4c85-48e6-9474-4d7b2048e4af tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:45.409907 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-43df962c-1b48-48ab-95c2-ded63cba5b58 req-22d243e4-4c85-48e6-9474-4d7b2048e4af tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=abbf801b-8c9a-4638-aefd-bd6a92101664 HTTP/1.1" status: 200 len: 944 time: 0.2595649 Dec 16 22:37:45.418745 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0ed57579-4351-44fb-a414-6206629398e2 req-50594233-4cce-454b-bf13-6c9f747945a2 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391196 Dec 16 22:37:45.480858 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:45.486616 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c06b3454-df38-4f1b-86ac-12cbf078b2c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:45.488930 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-949fd8ab-d3f1-473b-a91c-52301a38fcd2 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:45.549648 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 50695d41-603b-40d2-adac-0da5be5a1c22, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=50695d41-603b-40d2-adac-0da5be5a1c22,segment=NetworkSegment(60eee0cb-7142-4fb4-a514-e07da5f5ab54),segment_id=60eee0cb-7142-4fb4-a514-e07da5f5ab54)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:45.569430 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949fd8ab-d3f1-473b-a91c-52301a38fcd2 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:45.585639 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-949fd8ab-d3f1-473b-a91c-52301a38fcd2 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:45.585639 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949fd8ab-d3f1-473b-a91c-52301a38fcd2 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:45.598305 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-43df962c-1b48-48ab-95c2-ded63cba5b58 req-e27ed05f-b80c-4561-85ff-2f3996fb1be1 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426363 Dec 16 22:37:45.605578 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236fcf70-ce23-4f9a-b668-6f580b5fab75 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:45.632605 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949fd8ab-d3f1-473b-a91c-52301a38fcd2 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Pushing event updated for resources: {'Port': ['ID=0e08e485-7c66-469c-bb0d-daf9c772e4df,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:45.677934 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:45.703370 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb588347-c3af-4265-aa78-2c98d0d7993e req-4098e9b2-48f4-49d8-b2bf-c3bea6d58e99 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:45.709046 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bb588347-c3af-4265-aa78-2c98d0d7993e req-4098e9b2-48f4-49d8-b2bf-c3bea6d58e99 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.76 "GET /v2.0/ports?device_id=32f0250f-e0cc-4013-9a6a-23358ca9baf6 HTTP/1.1" status: 200 len: 945 time: 0.1182971 Dec 16 22:37:45.780900 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36999bef-ab10-4052-99ab-8900c0bc175d x-openstack-request-id: req-36999bef-ab10-4052-99ab-8900c0bc175d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:37:45.781296 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abbf801b-8c9a-4638-aefd-bd6a92101664", "name": "network-vif-plugged", "status": "completed", "tag": "449c0a00-3efc-4f9e-9568-388b4d324c45", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:37:45.781630 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-36999bef-ab10-4052-99ab-8900c0bc175d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:37:45.782637 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abbf801b-8c9a-4638-aefd-bd6a92101664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449c0a00-3efc-4f9e-9568-388b4d324c45', 'code': 200} Dec 16 22:37:45.791452 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=50695d41-603b-40d2-adac-0da5be5a1c22,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:45.796675 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6e3291c5-5ede-4ee5-91c9-28354866aa99 None None] Provisioning complete for port 0e08e485-7c66-469c-bb0d-daf9c772e4df triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:45.797144 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e3291c5-5ede-4ee5-91c9-28354866aa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:45.872462 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-6e3291c5-5ede-4ee5-91c9-28354866aa99 None None] Port 0e08e485-7c66-469c-bb0d-daf9c772e4df cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:45.962476 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-bb588347-c3af-4265-aa78-2c98d0d7993e req-893003a5-9c88-4647-b597-aaf524b0039c tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Deleting port 7aa4d3bf-ae64-4a61-a357-14d21a730005 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:37:45.963133 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bb588347-c3af-4265-aa78-2c98d0d7993e req-893003a5-9c88-4647-b597-aaf524b0039c tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:46.083759 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06b3454-df38-4f1b-86ac-12cbf078b2c2 admin admin] Router bce174a6-a4db-459c-9515-492ed17b2144 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:37:46.137604 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-bb588347-c3af-4265-aa78-2c98d0d7993e req-893003a5-9c88-4647-b597-aaf524b0039c tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] For port 7aa4d3bf-ae64-4a61-a357-14d21a730005, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=7aa4d3bf-ae64-4a61-a357-14d21a730005,segment=NetworkSegment(ebeb3950-671a-4b5d-9be7-8ef3d653ddf1),segment_id=ebeb3950-671a-4b5d-9be7-8ef3d653ddf1)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:46.138125 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bb588347-c3af-4265-aa78-2c98d0d7993e req-893003a5-9c88-4647-b597-aaf524b0039c tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:46.176866 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-bb588347-c3af-4265-aa78-2c98d0d7993e req-893003a5-9c88-4647-b597-aaf524b0039c tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Calling delete_port for 7aa4d3bf-ae64-4a61-a357-14d21a730005 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:37:46.351931 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5500df17-049d-46b7-8b15-fe883937c424 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:46.357820 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06b3454-df38-4f1b-86ac-12cbf078b2c2 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:37:46.363930 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb50262-3f9c-4d7e-af61-8300a87a2ed5 None None] Network 2d4cdac8-8b45-480c-9914-8d10bf026c93 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:37:46.389028 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb6c569-fab1-4e39-a06a-6f0687f1973b None None] Sync routers for ids ['bce174a6-a4db-459c-9515-492ed17b2144'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:37:46.433328 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb6c569-fab1-4e39-a06a-6f0687f1973b None None] Routers {'bce174a6-a4db-459c-9515-492ed17b2144'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:46.434245 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9eb6c569-fab1-4e39-a06a-6f0687f1973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bce174a6-a4db-459c-9515-492ed17b2144'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:46.450585 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c06b3454-df38-4f1b-86ac-12cbf078b2c2 admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:46.453898 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c06b3454-df38-4f1b-86ac-12cbf078b2c2 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8539579 Dec 16 22:37:46.455733 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41896) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:46.479198 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342019b1-e803-4630-9c79-c62b29984d4b req-59869d43-64e6-4ed4-b279-08f142701fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:46.479198 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-342019b1-e803-4630-9c79-c62b29984d4b req-59869d43-64e6-4ed4-b279-08f142701fdc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=abbf801b-8c9a-4638-aefd-bd6a92101664 HTTP/1.1" status: 200 len: 1096 time: 0.2548525 Dec 16 22:37:46.545681 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bb588347-c3af-4265-aa78-2c98d0d7993e req-893003a5-9c88-4647-b597-aaf524b0039c tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:46.586906 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['1c07a043-d9d1-4dd0-a167-799cc8db8c5f', 'f69d3a08-b314-4f8f-8027-b75a7f463ae8'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:37:46.599671 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893003a5-9c88-4647-b597-aaf524b0039c tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Pushing event deleted for resources: {'Port': ['ID=7aa4d3bf-ae64-4a61-a357-14d21a730005,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:46.600153 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['e3a58c7d-5b29-4f2a-b204-a54e64ab0d55', '7aa4d3bf-ae64-4a61-a357-14d21a730005'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:37:46.626478 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-310921af-e3a1-43dd-99e2-15721e62c1bb req-322d8194-3860-498b-935a-aa55e67bfb9d tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=32f0250f-e0cc-4013-9a6a-23358ca9baf6 HTTP/1.1" status: 200 len: 210 time: 0.0603149 Dec 16 22:37:46.716797 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb588347-c3af-4265-aa78-2c98d0d7993e req-893003a5-9c88-4647-b597-aaf524b0039c tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] No DVR routers for this DVR port 7aa4d3bf-ae64-4a61-a357-14d21a730005 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:37:46.719779 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bb588347-c3af-4265-aa78-2c98d0d7993e req-893003a5-9c88-4647-b597-aaf524b0039c tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:46.723665 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bb588347-c3af-4265-aa78-2c98d0d7993e req-893003a5-9c88-4647-b597-aaf524b0039c tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.76 "DELETE /v2.0/ports/7aa4d3bf-ae64-4a61-a357-14d21a730005 HTTP/1.1" status: 204 len: 173 time: 1.0057104 Dec 16 22:37:46.728527 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f0250f-e0cc-4013-9a6a-23358ca9baf6', 'name': 'network-vif-deleted', 'tag': '7aa4d3bf-ae64-4a61-a357-14d21a730005'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:37:46.731554 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab70d980-5339-4820-982f-b5873b27da8b" -d '{"events": [{"server_uuid": "32f0250f-e0cc-4013-9a6a-23358ca9baf6", "name": "network-vif-deleted", "tag": "7aa4d3bf-ae64-4a61-a357-14d21a730005"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:37:46.734908 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da52a8b-6678-4014-b1a4-38cbd816d657 None None] Network 31e514b6-144d-402b-8199-c3c4cc0fbdc5 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:37:46.748040 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2fd3190a-0c81-403e-a1e4-2a94ee3fadfa None None] Provisioning complete for port 8c4cc43c-75c5-4f77-bdd1-42de4a17665a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:46.748424 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2fd3190a-0c81-403e-a1e4-2a94ee3fadfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:46.884444 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-342019b1-e803-4630-9c79-c62b29984d4b req-ef9a4cef-5fe3-461c-ac6b-97b0a0247f33 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729196 Dec 16 22:37:47.030688 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5500df17-049d-46b7-8b15-fe883937c424 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:47.094713 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-9eb6c569-fab1-4e39-a06a-6f0687f1973b None None] Set router bce174a6-a4db-459c-9515-492ed17b2144 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:37:47.128429 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5500df17-049d-46b7-8b15-fe883937c424 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:47.256075 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-949fd8ab-d3f1-473b-a91c-52301a38fcd2 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:47.335378 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500df17-049d-46b7-8b15-fe883937c424 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Port': ['ID=72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:47.349855 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5500df17-049d-46b7-8b15-fe883937c424 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:47.391850 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352889b8-1f50-4629-9496-288080a20671 x-openstack-request-id: req-352889b8-1f50-4629-9496-288080a20671 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:37:47.392145 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f0250f-e0cc-4013-9a6a-23358ca9baf6", "name": "network-vif-deleted", "tag": "7aa4d3bf-ae64-4a61-a357-14d21a730005", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:37:47.392399 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-352889b8-1f50-4629-9496-288080a20671 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:37:47.392797 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f0250f-e0cc-4013-9a6a-23358ca9baf6', 'name': 'network-vif-deleted', 'tag': '7aa4d3bf-ae64-4a61-a357-14d21a730005', 'status': 'completed', 'code': 200} Dec 16 22:37:47.404439 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab8680-844f-4bc7-b911-23c91eb1412f req-36d04dee-6143-442e-933e-89a4c8fc9929 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:47.406075 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4aab8680-844f-4bc7-b911-23c91eb1412f req-36d04dee-6143-442e-933e-89a4c8fc9929 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=abbf801b-8c9a-4638-aefd-bd6a92101664 HTTP/1.1" status: 200 len: 945 time: 0.6908612 Dec 16 22:37:47.464872 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 8c4cc43c-75c5-4f77-bdd1-42de4a17665a up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:37:47.528674 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5500df17-049d-46b7-8b15-fe883937c424 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network 2d4cdac8-8b45-480c-9914-8d10bf026c93 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:47.536925 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4aab8680-844f-4bc7-b911-23c91eb1412f req-88c1c8ac-bd4b-417c-a130-43187a376237 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000767 Dec 16 22:37:47.561883 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-5500df17-049d-46b7-8b15-fe883937c424 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:47.800909 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:47.863644 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-949fd8ab-d3f1-473b-a91c-52301a38fcd2 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5457'] for router, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:47.871270 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2fd3190a-0c81-403e-a1e4-2a94ee3fadfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:47.976717 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e5be1716-a0e8-457c-8adf-d0f37add79d6 req-21abced5-e92e-4304-88c9-a2595a0cf829 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=32f0250f-e0cc-4013-9a6a-23358ca9baf6 HTTP/1.1" status: 200 len: 210 time: 0.1154065 Dec 16 22:37:47.981351 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-949fd8ab-d3f1-473b-a91c-52301a38fcd2 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-598410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-598419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597305'] for router, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:47.995375 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 8c4cc43c-75c5-4f77-bdd1-42de4a17665a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:47.995757 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:48.084420 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Allocated IP 172.20.0.1 (31e514b6-144d-402b-8199-c3c4cc0fbdc5/1b4a22d4-3564-47c5-858a-c8e4d5d8b3af/9d338cdc-b8f7-494e-af2e-87b6bddf952b) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:48.108926 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5500df17-049d-46b7-8b15-fe883937c424 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:37:48.199211 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-2fd3190a-0c81-403e-a1e4-2a94ee3fadfa None None] For port 8c4cc43c-75c5-4f77-bdd1-42de4a17665a, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=8c4cc43c-75c5-4f77-bdd1-42de4a17665a,segment=NetworkSegment(3594ca27-6d85-4e28-89be-89960a23fb52),segment_id=3594ca27-6d85-4e28-89be-89960a23fb52)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:48.317510 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2fd3190a-0c81-403e-a1e4-2a94ee3fadfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:48.336836 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5500df17-049d-46b7-8b15-fe883937c424 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:37:48.346240 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5500df17-049d-46b7-8b15-fe883937c424 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "PUT /v2.0/routers/0d1d0f02-13dc-4cb7-af75-2abe4029cf6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5310762 Dec 16 22:37:48.347498 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a819fc-70bc-44a5-a7b7-14016df83aa3 None None] Sync routers for ids ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:37:48.356606 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41914) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:48.361972 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a819fc-70bc-44a5-a7b7-14016df83aa3 None None] Routers {'0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:48.362615 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-49a819fc-70bc-44a5-a7b7-14016df83aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:48.366599 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:48.370166 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-8bb0716f-535e-40ad-8845-5ddd0f6bb8c4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'network': {'name': 'tempest-RoutersTest-1417494246'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:48.408910 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:48.433390 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9eb6c569-fab1-4e39-a06a-6f0687f1973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce174a6-a4db-459c-9515-492ed17b2144', 'name': 'tempest-TestAggregatesBasicOps-34556659-router', 'tenant_id': '8b495aadcfa74bb7bfe5453c43de3984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'd3731d3b-b11b-45d8-89f2-17eda83b83ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:42Z', 'updated_at': '2021-12-16T22:37:44Z', 'revision_number': 3, 'project_id': '8b495aadcfa74bb7bfe5453c43de3984', 'gw_port': {'id': 'd3731d3b-b11b-45d8-89f2-17eda83b83ea', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce174a6-a4db-459c-9515-492ed17b2144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:43Z', 'updated_at': '2021-12-16T22:37:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:48.493668 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3190a-0c81-403e-a1e4-2a94ee3fadfa None None] Pushing event updated for resources: {'Port': ['ID=8c4cc43c-75c5-4f77-bdd1-42de4a17665a,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:48.503481 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb6c569-fab1-4e39-a06a-6f0687f1973b None None] Checking router: bce174a6-a4db-459c-9515-492ed17b2144 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:37:48.503974 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb6c569-fab1-4e39-a06a-6f0687f1973b None None] Updating router bce174a6-a4db-459c-9515-492ed17b2144 port d3731d3b-b11b-45d8-89f2-17eda83b83ea binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:37:48.517992 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949fd8ab-d3f1-473b-a91c-52301a38fcd2 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Router 4dc26000-a825-4f51-a75a-b63ebff559bd is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:37:48.521762 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:48.592199 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-49a819fc-70bc-44a5-a7b7-14016df83aa3 None None] Set router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:37:48.627983 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Pushing event updated for resources: {'Port': ['ID=9d338cdc-b8f7-494e-af2e-87b6bddf952b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:48.658607 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:48.663239 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:48.663695 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:48.664099 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:48.664492 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:48.664840 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:48.665182 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:48.665559 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:48.671365 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:48.672212 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:48.672212 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:48.672508 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:48.673006 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:37:48.681735 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb0716f-535e-40ad-8845-5ddd0f6bb8c4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Made reservation on behalf of 2433710460934b67bc31a8cc16493c9b for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:37:48.686975 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8bb0716f-535e-40ad-8845-5ddd0f6bb8c4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:48.693003 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 7aa4d3bf-ae64-4a61-a357-14d21a730005 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:37:48.699017 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Network 31e514b6-144d-402b-8199-c3c4cc0fbdc5 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:48.706775 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:48.710449 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:48.733034 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb0716f-535e-40ad-8845-5ddd0f6bb8c4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:37:48.793530 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c9786330-0a47-4586-8e22-dbfe6ab574e0 None None] Provisioning complete for port 8c4cc43c-75c5-4f77-bdd1-42de4a17665a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:48.793530 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c9786330-0a47-4586-8e22-dbfe6ab574e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:48.794667 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:37:48.795025 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:37:48.796788 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 7aa4d3bf-ae64-4a61-a357-14d21a730005 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:37:48.797136 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 7aa4d3bf-ae64-4a61-a357-14d21a730005 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:37:48.798543 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c569-fab1-4e39-a06a-6f0687f1973b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:48.807250 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8bb0716f-535e-40ad-8845-5ddd0f6bb8c4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:48.807943 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-8bb0716f-535e-40ad-8845-5ddd0f6bb8c4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Added segment a6abf203-3c58-4b64-9db2-072be9ba4a86 of type vlan for network 0362fcce-bb59-48e6-8cf4-5f08aecdbbf2 Dec 16 22:37:48.868326 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8bb0716f-535e-40ad-8845-5ddd0f6bb8c4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:48.897137 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949fd8ab-d3f1-473b-a91c-52301a38fcd2 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:37:48.901303 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e661438-5d12-4733-9aa4-2e37cf81a468 req-6445e36a-e6b6-4c73-9c10-cc49266a0fa9 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:48.902923 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e661438-5d12-4733-9aa4-2e37cf81a468 req-6445e36a-e6b6-4c73-9c10-cc49266a0fa9 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=abbf801b-8c9a-4638-aefd-bd6a92101664 HTTP/1.1" status: 200 len: 945 time: 0.1936741 Dec 16 22:37:48.904236 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:48.908468 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-949fd8ab-d3f1-473b-a91c-52301a38fcd2 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:48.916698 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-949fd8ab-d3f1-473b-a91c-52301a38fcd2 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "PUT /v2.0/routers/4dc26000-a825-4f51-a75a-b63ebff559bd HTTP/1.1" status: 200 len: 919 time: 5.6262856 Dec 16 22:37:48.920511 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41922) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:48.976856 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b3b695-b5f6-49f0-9e5a-152720280789 None None] Sync routers for ids ['4dc26000-a825-4f51-a75a-b63ebff559bd'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:37:49.023275 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-49a819fc-70bc-44a5-a7b7-14016df83aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:37:45Z', 'revision_number': 4, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None, '_interfaces': [{'id': '72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc', 'name': '', 'network_id': '2d4cdac8-8b45-480c-9914-8d10bf026c93', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:0a:1c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'd6b17f09-bbb3-4d73-91c2-a9aa36dc4517', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:46Z', 'revision_number': 2, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': 'd6b17f09-bbb3-4d73-91c2-a9aa36dc4517', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11fe976-1bc8-419a-b493-680bcee04bba', 'name': '', 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:2a:36:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:29Z', 'updated_at': '2021-12-16T22:37:34Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafe046b-f690-4493-9bdd-c44e47442bb1', 'name': '', 'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:96:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:36Z', 'updated_at': '2021-12-16T22:37:42Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:49.077283 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8bb0716f-535e-40ad-8845-5ddd0f6bb8c4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:49.084067 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb0716f-535e-40ad-8845-5ddd0f6bb8c4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:49.084880 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8bb0716f-535e-40ad-8845-5ddd0f6bb8c4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:49.098748 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-29f87186-c058-4070-a82a-7b7a484ad9fa tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "GET /v2.0/routers/4dc26000-a825-4f51-a75a-b63ebff559bd HTTP/1.1" status: 200 len: 925 time: 0.1767178 Dec 16 22:37:49.106622 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e661438-5d12-4733-9aa4-2e37cf81a468 req-0a271634-8f86-4cb4-b93a-d2fbcb327352 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226797 Dec 16 22:37:49.109271 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41928) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:49.130536 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a819fc-70bc-44a5-a7b7-14016df83aa3 None None] Checking router: 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:37:49.130744 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a819fc-70bc-44a5-a7b7-14016df83aa3 None None] Updating router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d port 72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:37:49.179235 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b3b695-b5f6-49f0-9e5a-152720280789 None None] Routers {'4dc26000-a825-4f51-a75a-b63ebff559bd'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:49.179883 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-22b3b695-b5f6-49f0-9e5a-152720280789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['4dc26000-a825-4f51-a75a-b63ebff559bd'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:49.193420 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0716f-535e-40ad-8845-5ddd0f6bb8c4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Network': ['ID=0362fcce-bb59-48e6-8cf4-5f08aecdbbf2,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:49.206253 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-49a819fc-70bc-44a5-a7b7-14016df83aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:49.253120 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6ff7dc-2856-4cee-ace6-dd30cd93a1ef tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:49.253238 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41932) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:49.253464 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9e6ff7dc-2856-4cee-ace6-dd30cd93a1ef tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8&device_id=4dc26000-a825-4f51-a75a-b63ebff559bd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1425116 Dec 16 22:37:49.258699 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 0362fcce-bb59-48e6-8cf4-5f08aecdbbf2 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:37:49.265341 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-22b3b695-b5f6-49f0-9e5a-152720280789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:49.292091 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8bb0716f-535e-40ad-8845-5ddd0f6bb8c4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9286876 Dec 16 22:37:49.293755 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41934) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:49.307866 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-c6ff0136-6c4a-437a-8af8-a831b9aec2f1 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'subnet': {'network_id': '0362fcce-bb59-48e6-8cf4-5f08aecdbbf2', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:49.414852 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506410e2-ff53-407a-a7d7-2c04545c383f tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:49.420437 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-506410e2-ff53-407a-a7d7-2c04545c383f tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "GET /v2.0/networks/646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 881 time: 0.1651058 Dec 16 22:37:49.423375 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41940) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:49.424979 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 50695d41-603b-40d2-adac-0da5be5a1c22 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:37:49.443701 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b3b695-b5f6-49f0-9e5a-152720280789 None None] Routers {'4dc26000-a825-4f51-a75a-b63ebff559bd'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:49.444508 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-22b3b695-b5f6-49f0-9e5a-152720280789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['4dc26000-a825-4f51-a75a-b63ebff559bd'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:49.448229 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:49.483097 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-010fe0db-c57e-4385-af71-68f2c4995dd2 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "GET /v2.0/ports?device_id=4dc26000-a825-4f51-a75a-b63ebff559bd HTTP/1.1" status: 200 len: 205 time: 0.0580087 Dec 16 22:37:49.485449 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41942) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:49.545000 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c9786330-0a47-4586-8e22-dbfe6ab574e0 None None] Provisioning complete for port 72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:49.546010 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c9786330-0a47-4586-8e22-dbfe6ab574e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:49.547774 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-22b3b695-b5f6-49f0-9e5a-152720280789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:49.548563 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b3b695-b5f6-49f0-9e5a-152720280789 None None] The sync data for ids ['4dc26000-a825-4f51-a75a-b63ebff559bd'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:37:49.642673 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-073f5f48-785b-41c5-85a5-80efff689c7a tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:49.667170 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c9786330-0a47-4586-8e22-dbfe6ab574e0 None None] Port 72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:49.688934 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:49.708205 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-49a819fc-70bc-44a5-a7b7-14016df83aa3 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:49.711090 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 50695d41-603b-40d2-adac-0da5be5a1c22 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:49.711374 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:49.729156 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ff0136-6c4a-437a-8af8-a831b9aec2f1 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Made reservation on behalf of 2433710460934b67bc31a8cc16493c9b for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:37:49.734247 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c6ff0136-6c4a-437a-8af8-a831b9aec2f1 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:49.740039 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c9786330-0a47-4586-8e22-dbfe6ab574e0 None None] Provisioning complete for port 50695d41-603b-40d2-adac-0da5be5a1c22 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:49.740423 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c9786330-0a47-4586-8e22-dbfe6ab574e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:49.743258 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c569-fab1-4e39-a06a-6f0687f1973b None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:49.820239 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-49a819fc-70bc-44a5-a7b7-14016df83aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:49.851826 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-073f5f48-785b-41c5-85a5-80efff689c7a tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:49.858662 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c569-fab1-4e39-a06a-6f0687f1973b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:49.867018 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:49.930027 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc6fb9-563d-411d-8898-713d73f5af36 None None] Pushing event updated for resources: {'Port': ['ID=72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:49.950554 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:50.020687 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-49a819fc-70bc-44a5-a7b7-14016df83aa3 None None] Attempting to bind port 72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:37:50.021099 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-49a819fc-70bc-44a5-a7b7-14016df83aa3 None None] Attempting to bind port 72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '3594ca27-6d85-4e28-89be-89960a23fb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2d4cdac8-8b45-480c-9914-8d10bf026c93'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:37:50.021495 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a819fc-70bc-44a5-a7b7-14016df83aa3 None None] Attempting to bind port 72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc on network 2d4cdac8-8b45-480c-9914-8d10bf026c93 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:37:50.036950 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a819fc-70bc-44a5-a7b7-14016df83aa3 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:37:50.037362 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a819fc-70bc-44a5-a7b7-14016df83aa3 None None] Checking segment: {'id': '3594ca27-6d85-4e28-89be-89960a23fb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2d4cdac8-8b45-480c-9914-8d10bf026c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:50.037788 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-49a819fc-70bc-44a5-a7b7-14016df83aa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:50.038195 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a819fc-70bc-44a5-a7b7-14016df83aa3 None None] Bound using segment: {'id': '3594ca27-6d85-4e28-89be-89960a23fb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2d4cdac8-8b45-480c-9914-8d10bf026c93'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:37:50.040564 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-49a819fc-70bc-44a5-a7b7-14016df83aa3 None None] Bound port: 72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3594ca27-6d85-4e28-89be-89960a23fb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2d4cdac8-8b45-480c-9914-8d10bf026c93'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:37:50.054270 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-49a819fc-70bc-44a5-a7b7-14016df83aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:50.054652 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053009d-e1e6-40c5-9138-de16b9df8478 None None] Pushing event updated for resources: {'Port': ['ID=d3731d3b-b11b-45d8-89f2-17eda83b83ea,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:50.057319 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b94c8d-a4ec-4a35-b26a-1886aeeaa9c0 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:50.058391 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-073f5f48-785b-41c5-85a5-80efff689c7a tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Deleting port 0e08e485-7c66-469c-bb0d-daf9c772e4df {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:37:50.059071 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-073f5f48-785b-41c5-85a5-80efff689c7a tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:50.217733 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-49a819fc-70bc-44a5-a7b7-14016df83aa3 None None] For port 72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:37:50.225650 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-49a819fc-70bc-44a5-a7b7-14016df83aa3 None None] For port 72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc,segment=NetworkSegment(3594ca27-6d85-4e28-89be-89960a23fb52),segment_id=3594ca27-6d85-4e28-89be-89960a23fb52)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:37:50.250055 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Pushing event updated for resources: {'Port': ['ID=9d338cdc-b8f7-494e-af2e-87b6bddf952b,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:50.302324 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-073f5f48-785b-41c5-85a5-80efff689c7a tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:50.331015 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-073f5f48-785b-41c5-85a5-80efff689c7a tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Calling delete_port for 0e08e485-7c66-469c-bb0d-daf9c772e4df owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:37:50.349056 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-49a819fc-70bc-44a5-a7b7-14016df83aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:50.446045 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Network 31e514b6-144d-402b-8199-c3c4cc0fbdc5 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:50.455119 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:50.520669 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9eb6c569-fab1-4e39-a06a-6f0687f1973b None None] Attempting to bind port d3731d3b-b11b-45d8-89f2-17eda83b83ea on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:37:50.522603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9eb6c569-fab1-4e39-a06a-6f0687f1973b None None] Attempting to bind port d3731d3b-b11b-45d8-89f2-17eda83b83ea by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:37:50.523400 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb6c569-fab1-4e39-a06a-6f0687f1973b None None] Attempting to bind port d3731d3b-b11b-45d8-89f2-17eda83b83ea on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:37:50.539421 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb6c569-fab1-4e39-a06a-6f0687f1973b None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:37:50.540066 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb6c569-fab1-4e39-a06a-6f0687f1973b None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:50.540671 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c569-fab1-4e39-a06a-6f0687f1973b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:50.541338 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb6c569-fab1-4e39-a06a-6f0687f1973b None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:37:50.542230 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9eb6c569-fab1-4e39-a06a-6f0687f1973b None None] Bound port: d3731d3b-b11b-45d8-89f2-17eda83b83ea, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:37:50.542849 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c569-fab1-4e39-a06a-6f0687f1973b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:50.577235 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc6fb9-563d-411d-8898-713d73f5af36 None None] Pushing event updated for resources: {'Port': ['ID=72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:50.594383 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a819fc-70bc-44a5-a7b7-14016df83aa3 None None] Routers {'0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:50.598927 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-49a819fc-70bc-44a5-a7b7-14016df83aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:50.655229 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9eb6c569-fab1-4e39-a06a-6f0687f1973b None None] For port d3731d3b-b11b-45d8-89f2-17eda83b83ea, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:37:50.678496 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9eb6c569-fab1-4e39-a06a-6f0687f1973b None None] For port d3731d3b-b11b-45d8-89f2-17eda83b83ea, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d3731d3b-b11b-45d8-89f2-17eda83b83ea,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:37:50.685985 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 8c4cc43c-75c5-4f77-bdd1-42de4a17665a up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:37:50.688340 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c6ff0136-6c4a-437a-8af8-a831b9aec2f1 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:50.737475 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-073f5f48-785b-41c5-85a5-80efff689c7a tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:50.767515 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cd0ba21c-b9aa-4aa1-8c53-57103436587c None None] Provisioning complete for port 9d338cdc-b8f7-494e-af2e-87b6bddf952b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:50.767515 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cd0ba21c-b9aa-4aa1-8c53-57103436587c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:50.823260 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c569-fab1-4e39-a06a-6f0687f1973b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:50.847586 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f5f48-785b-41c5-85a5-80efff689c7a tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Pushing event deleted for resources: {'Port': ['ID=0e08e485-7c66-469c-bb0d-daf9c772e4df,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:50.850254 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7100753-8419-432a-98e3-344e7ea19685 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:50.885436 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de37565-726b-484e-9c23-19e4c4851cb5 req-7757b457-e642-4d35-94fc-2b79aa3d1348 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:50.893327 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-49a819fc-70bc-44a5-a7b7-14016df83aa3 None None] Set router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:37:50.905067 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6de37565-726b-484e-9c23-19e4c4851cb5 req-7757b457-e642-4d35-94fc-2b79aa3d1348 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=abbf801b-8c9a-4638-aefd-bd6a92101664 HTTP/1.1" status: 200 len: 945 time: 0.2788701 Dec 16 22:37:50.914608 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff0136-6c4a-437a-8af8-a831b9aec2f1 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Subnet': ['ID=11ca306b-ebd3-41b7-b42d-47a1f54884de,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:50.941028 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Router bce174a6-a4db-459c-9515-492ed17b2144 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:37:50.965600 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ff0136-6c4a-437a-8af8-a831b9aec2f1 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Checking segment: {'id': 'a6abf203-3c58-4b64-9db2-072be9ba4a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0362fcce-bb59-48e6-8cf4-5f08aecdbbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:50.966374 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ff0136-6c4a-437a-8af8-a831b9aec2f1 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network hostable DHCP agents. Network: 0362fcce-bb59-48e6-8cf4-5f08aecdbbf2, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:37:51.003056 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-cd0ba21c-b9aa-4aa1-8c53-57103436587c None None] Port 9d338cdc-b8f7-494e-af2e-87b6bddf952b cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:51.024774 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d85672-507f-47c7-baa7-e17303fb1c2c None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:51.036574 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb6c569-fab1-4e39-a06a-6f0687f1973b None None] Routers {'bce174a6-a4db-459c-9515-492ed17b2144'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:51.040501 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9eb6c569-fab1-4e39-a06a-6f0687f1973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bce174a6-a4db-459c-9515-492ed17b2144'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:51.060947 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cd0ba21c-b9aa-4aa1-8c53-57103436587c None None] Provisioning complete for port 72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:51.061346 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cd0ba21c-b9aa-4aa1-8c53-57103436587c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:51.063702 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 8c4cc43c-75c5-4f77-bdd1-42de4a17665a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:51.064067 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:51.093873 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6de37565-726b-484e-9c23-19e4c4851cb5 req-919f039f-d9f2-470a-9a22-a1d7907505d0 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875753 Dec 16 22:37:51.128419 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-073f5f48-785b-41c5-85a5-80efff689c7a tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:51.266097 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053009d-e1e6-40c5-9138-de16b9df8478 None None] Pushing event updated for resources: {'Port': ['ID=d3731d3b-b11b-45d8-89f2-17eda83b83ea,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:51.313277 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:37:51.330450 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9416a5a1-125f-4b0c-9558-d2684244e2b0 admin admin] 10.222.0.75 "PUT /v2.0/routers/bce174a6-a4db-459c-9515-492ed17b2144/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8654308 Dec 16 22:37:51.333481 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-073f5f48-785b-41c5-85a5-80efff689c7a tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:51.339644 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-073f5f48-785b-41c5-85a5-80efff689c7a tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:51.403908 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ff0136-6c4a-437a-8af8-a831b9aec2f1 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network 0362fcce-bb59-48e6-8cf4-5f08aecdbbf2 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:37:51.478009 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-9eb6c569-fab1-4e39-a06a-6f0687f1973b None None] Set router bce174a6-a4db-459c-9515-492ed17b2144 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:37:51.548499 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cd0ba21c-b9aa-4aa1-8c53-57103436587c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:51.567277 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-49a819fc-70bc-44a5-a7b7-14016df83aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:37:45Z', 'revision_number': 4, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None, '_interfaces': [{'id': '72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc', 'name': '', 'network_id': '2d4cdac8-8b45-480c-9914-8d10bf026c93', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:0a:1c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'd6b17f09-bbb3-4d73-91c2-a9aa36dc4517', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:50Z', 'revision_number': 4, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': 'd6b17f09-bbb3-4d73-91c2-a9aa36dc4517', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11fe976-1bc8-419a-b493-680bcee04bba', 'name': '', 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:2a:36:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:29Z', 'updated_at': '2021-12-16T22:37:34Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafe046b-f690-4493-9bdd-c44e47442bb1', 'name': '', 'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:96:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:36Z', 'updated_at': '2021-12-16T22:37:42Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:51.591885 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-c6ff0136-6c4a-437a-8af8-a831b9aec2f1 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 0362fcce-bb59-48e6-8cf4-5f08aecdbbf2) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:51.592139 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-073f5f48-785b-41c5-85a5-80efff689c7a tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:51.596307 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073f5f48-785b-41c5-85a5-80efff689c7a tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Fanout notify agent at l3_agent the message router_deleted on router 4dc26000-a825-4f51-a75a-b63ebff559bd {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:37:51.597599 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ff0136-6c4a-437a-8af8-a831b9aec2f1 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:51.598702 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c6ff0136-6c4a-437a-8af8-a831b9aec2f1 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:51.609846 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-073f5f48-785b-41c5-85a5-80efff689c7a tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:51.612775 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-073f5f48-785b-41c5-85a5-80efff689c7a tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "DELETE /v2.0/routers/4dc26000-a825-4f51-a75a-b63ebff559bd HTTP/1.1" status: 204 len: 168 time: 2.1263237 Dec 16 22:37:51.619135 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41962) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:51.621133 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75556416-8ce5-4b2d-9e25-629d12b916da None None] Network 0362fcce-bb59-48e6-8cf4-5f08aecdbbf2 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:37:51.634190 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-04cf054e-4639-46bc-b1a3-511e035d378f tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1965544066', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}, 'admin_state_up': False}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:51.655450 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a819fc-70bc-44a5-a7b7-14016df83aa3 None None] The sync data for ids ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'] in n-d-815324-4 is: [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:37:45Z', 'revision_number': 4, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None, '_interfaces': [{'id': '72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc', 'name': '', 'network_id': '2d4cdac8-8b45-480c-9914-8d10bf026c93', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:0a:1c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'd6b17f09-bbb3-4d73-91c2-a9aa36dc4517', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:50Z', 'revision_number': 4, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': 'd6b17f09-bbb3-4d73-91c2-a9aa36dc4517', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11fe976-1bc8-419a-b493-680bcee04bba', 'name': '', 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:2a:36:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:29Z', 'updated_at': '2021-12-16T22:37:34Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafe046b-f690-4493-9bdd-c44e47442bb1', 'name': '', 'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:96:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:36Z', 'updated_at': '2021-12-16T22:37:42Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:37:51.711696 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:37:51.792271 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-cd0ba21c-b9aa-4aa1-8c53-57103436587c None None] For port 72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc,segment=NetworkSegment(3594ca27-6d85-4e28-89be-89960a23fb52),segment_id=3594ca27-6d85-4e28-89be-89960a23fb52)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:51.811398 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c6ff0136-6c4a-437a-8af8-a831b9aec2f1 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5153818 Dec 16 22:37:51.821228 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 41968) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:51.909293 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cd0ba21c-b9aa-4aa1-8c53-57103436587c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:51.942648 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-04cf054e-4639-46bc-b1a3-511e035d378f tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:51.945034 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-04cf054e-4639-46bc-b1a3-511e035d378f tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:52.027630 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ba21c-b9aa-4aa1-8c53-57103436587c None None] Pushing event updated for resources: {'Port': ['ID=72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:52.027630 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdaa6b3-f8fa-4c96-bcce-179322b8f967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-0362fcce-bb59-48e6-8cf4-5f08aecdbbf2', 'network_id': '0362fcce-bb59-48e6-8cf4-5f08aecdbbf2', 'project_id': '2433710460934b67bc31a8cc16493c9b', 'fixed_ips': [{'subnet_id': '11ca306b-ebd3-41b7-b42d-47a1f54884de'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:37:52.030555 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7cdaa6b3-f8fa-4c96-bcce-179322b8f967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:52.100569 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-04cf054e-4639-46bc-b1a3-511e035d378f tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:52.147751 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cd0ba21c-b9aa-4aa1-8c53-57103436587c None None] Provisioning complete for port d3731d3b-b11b-45d8-89f2-17eda83b83ea triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:52.148119 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cd0ba21c-b9aa-4aa1-8c53-57103436587c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:52.361059 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9eb6c569-fab1-4e39-a06a-6f0687f1973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce174a6-a4db-459c-9515-492ed17b2144', 'name': 'tempest-TestAggregatesBasicOps-34556659-router', 'tenant_id': '8b495aadcfa74bb7bfe5453c43de3984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'd3731d3b-b11b-45d8-89f2-17eda83b83ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:42Z', 'updated_at': '2021-12-16T22:37:49Z', 'revision_number': 4, 'project_id': '8b495aadcfa74bb7bfe5453c43de3984', 'gw_port': {'id': 'd3731d3b-b11b-45d8-89f2-17eda83b83ea', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce174a6-a4db-459c-9515-492ed17b2144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:43Z', 'updated_at': '2021-12-16T22:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '9d338cdc-b8f7-494e-af2e-87b6bddf952b', 'name': '', 'network_id': '31e514b6-144d-402b-8199-c3c4cc0fbdc5', 'tenant_id': '8b495aadcfa74bb7bfe5453c43de3984', 'mac_address': 'fa:16:3e:23:80:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce174a6-a4db-459c-9515-492ed17b2144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '1b4a22d4-3564-47c5-858a-c8e4d5d8b3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:47Z', 'updated_at': '2021-12-16T22:37:49Z', 'revision_number': 2, 'project_id': '8b495aadcfa74bb7bfe5453c43de3984', 'subnets': [{'id': '1b4a22d4-3564-47c5-858a-c8e4d5d8b3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:52.518985 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb6c569-fab1-4e39-a06a-6f0687f1973b None None] The sync data for ids ['bce174a6-a4db-459c-9515-492ed17b2144'] in n-d-815324-4 is: [{'id': 'bce174a6-a4db-459c-9515-492ed17b2144', 'name': 'tempest-TestAggregatesBasicOps-34556659-router', 'tenant_id': '8b495aadcfa74bb7bfe5453c43de3984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'd3731d3b-b11b-45d8-89f2-17eda83b83ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:42Z', 'updated_at': '2021-12-16T22:37:49Z', 'revision_number': 4, 'project_id': '8b495aadcfa74bb7bfe5453c43de3984', 'gw_port': {'id': 'd3731d3b-b11b-45d8-89f2-17eda83b83ea', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce174a6-a4db-459c-9515-492ed17b2144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:43Z', 'updated_at': '2021-12-16T22:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '9d338cdc-b8f7-494e-af2e-87b6bddf952b', 'name': '', 'network_id': '31e514b6-144d-402b-8199-c3c4cc0fbdc5', 'tenant_id': '8b495aadcfa74bb7bfe5453c43de3984', 'mac_address': 'fa:16:3e:23:80:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce174a6-a4db-459c-9515-492ed17b2144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '1b4a22d4-3564-47c5-858a-c8e4d5d8b3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:47Z', 'updated_at': '2021-12-16T22:37:49Z', 'revision_number': 2, 'project_id': '8b495aadcfa74bb7bfe5453c43de3984', 'subnets': [{'id': '1b4a22d4-3564-47c5-858a-c8e4d5d8b3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:37:52.541522 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cd0ba21c-b9aa-4aa1-8c53-57103436587c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:52.602288 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-7cdaa6b3-f8fa-4c96-bcce-179322b8f967 None None] Allocated IP 172.23.0.2 (0362fcce-bb59-48e6-8cf4-5f08aecdbbf2/11ca306b-ebd3-41b7-b42d-47a1f54884de/9828d48a-bb02-42f6-b9b4-d6a02b74fb03) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:52.645277 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-04cf054e-4639-46bc-b1a3-511e035d378f tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:52.768387 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-cd0ba21c-b9aa-4aa1-8c53-57103436587c None None] For port d3731d3b-b11b-45d8-89f2-17eda83b83ea, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d3731d3b-b11b-45d8-89f2-17eda83b83ea,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:52.770981 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:37:52.797761 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 41996) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:52.803559 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-921a2ba8-af37-47b6-9296-189ab90e2bab admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-164731493-network', 'tenant_id': '6f6e3b2616ad4da29e4256625da9fe06'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:52.948767 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cd0ba21c-b9aa-4aa1-8c53-57103436587c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:52.949538 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921a2ba8-af37-47b6-9296-189ab90e2bab admin admin] Made reservation on behalf of 6f6e3b2616ad4da29e4256625da9fe06 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:37:52.953616 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-921a2ba8-af37-47b6-9296-189ab90e2bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:52.968008 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-921a2ba8-af37-47b6-9296-189ab90e2bab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:53.130003 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ba21c-b9aa-4aa1-8c53-57103436587c None None] Pushing event updated for resources: {'Port': ['ID=d3731d3b-b11b-45d8-89f2-17eda83b83ea,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:53.187662 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4875b68b-fe19-4490-8728-1efbc5d1d4f8 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:53.192250 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-921a2ba8-af37-47b6-9296-189ab90e2bab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:53.304982 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-921a2ba8-af37-47b6-9296-189ab90e2bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:53.321015 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-89225ea9-7492-46ba-bfe6-754c4ec6d355 None None] Provisioning complete for port 9d338cdc-b8f7-494e-af2e-87b6bddf952b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:53.321400 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89225ea9-7492-46ba-bfe6-754c4ec6d355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:53.386435 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a2ba8-af37-47b6-9296-189ab90e2bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7999a8a6-3227-4088-a6c0-85217cf95d88,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:53.459804 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7cdaa6b3-f8fa-4c96-bcce-179322b8f967 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:53.465489 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:53.465840 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:53.485934 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921a2ba8-af37-47b6-9296-189ab90e2bab admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:37:53.504219 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-89225ea9-7492-46ba-bfe6-754c4ec6d355 None None] Port 9d338cdc-b8f7-494e-af2e-87b6bddf952b cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:53.523655 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-04cf054e-4639-46bc-b1a3-511e035d378f tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:53.560906 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-04cf054e-4639-46bc-b1a3-511e035d378f tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:53.573753 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-921a2ba8-af37-47b6-9296-189ab90e2bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:53.574104 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-921a2ba8-af37-47b6-9296-189ab90e2bab admin admin] Added segment f67c40bd-8b53-44bf-b1fe-44fd99dc8d69 of type vlan for network 34a99589-0d53-4b15-9ec5-4b8e3da39ee0 Dec 16 22:37:53.601851 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-014c5c82-b2cf-4505-8000-1264a939ccab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:53.636483 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7cdaa6b3-f8fa-4c96-bcce-179322b8f967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:53.658875 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b2f03-605c-4dd0-b84a-54511a46558f req-394f57db-f98d-4984-b0cb-6c4c169ccd16 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:53.660654 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-957b2f03-605c-4dd0-b84a-54511a46558f req-394f57db-f98d-4984-b0cb-6c4c169ccd16 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=abbf801b-8c9a-4638-aefd-bd6a92101664 HTTP/1.1" status: 200 len: 945 time: 0.2768526 Dec 16 22:37:53.665076 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-921a2ba8-af37-47b6-9296-189ab90e2bab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:53.709356 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-89225ea9-7492-46ba-bfe6-754c4ec6d355 None None] Provisioning complete for port 72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:53.709729 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89225ea9-7492-46ba-bfe6-754c4ec6d355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:53.715175 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdaa6b3-f8fa-4c96-bcce-179322b8f967 None None] Pushing event updated for resources: {'Port': ['ID=9828d48a-bb02-42f6-b9b4-d6a02b74fb03,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:53.747627 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdaa6b3-f8fa-4c96-bcce-179322b8f967 None None] Network 0362fcce-bb59-48e6-8cf4-5f08aecdbbf2 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:53.754050 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-7cdaa6b3-f8fa-4c96-bcce-179322b8f967 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:53.762662 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdaa6b3-f8fa-4c96-bcce-179322b8f967 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:53.855297 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-957b2f03-605c-4dd0-b84a-54511a46558f req-0b8acbfc-e3fd-4a45-a7ce-2daa72ea839a tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777613 Dec 16 22:37:53.857190 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.db.resource_extend [None req-921a2ba8-af37-47b6-9296-189ab90e2bab admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:37:53.896876 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-4875b68b-fe19-4490-8728-1efbc5d1d4f8 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Allocated IP 172.23.0.1 (0362fcce-bb59-48e6-8cf4-5f08aecdbbf2/11ca306b-ebd3-41b7-b42d-47a1f54884de/d9034da1-95fb-4df1-8e68-e4e3c64a4f95) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:54.039813 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-921a2ba8-af37-47b6-9296-189ab90e2bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:54.041090 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921a2ba8-af37-47b6-9296-189ab90e2bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:54.042173 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-921a2ba8-af37-47b6-9296-189ab90e2bab admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:54.125768 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a2ba8-af37-47b6-9296-189ab90e2bab admin admin] Pushing event updated for resources: {'Network': ['ID=34a99589-0d53-4b15-9ec5-4b8e3da39ee0,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:54.129217 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4875b68b-fe19-4490-8728-1efbc5d1d4f8 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:54.172482 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-04cf054e-4639-46bc-b1a3-511e035d378f tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Allocated IP 172.25.6.248 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/ca5c9d67-c205-4601-8d8b-995d6e06e306) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:54.214968 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 34a99589-0d53-4b15-9ec5-4b8e3da39ee0 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:37:54.225405 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-921a2ba8-af37-47b6-9296-189ab90e2bab admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4260588 Dec 16 22:37:54.228227 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42008) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:54.236050 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-5c80e5de-7469-46f9-9c30-3ae328a1f492 admin admin] Request body: {'subnet': {'network_id': '34a99589-0d53-4b15-9ec5-4b8e3da39ee0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-164731493-subnet', 'tenant_id': '6f6e3b2616ad4da29e4256625da9fe06', 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:54.287388 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4875b68b-fe19-4490-8728-1efbc5d1d4f8 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:54.297888 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7cdaa6b3-f8fa-4c96-bcce-179322b8f967 None None] Attempting to bind port 9828d48a-bb02-42f6-b9b4-d6a02b74fb03 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:37:54.298263 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7cdaa6b3-f8fa-4c96-bcce-179322b8f967 None None] Attempting to bind port 9828d48a-bb02-42f6-b9b4-d6a02b74fb03 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'a6abf203-3c58-4b64-9db2-072be9ba4a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0362fcce-bb59-48e6-8cf4-5f08aecdbbf2'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:37:54.298635 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdaa6b3-f8fa-4c96-bcce-179322b8f967 None None] Attempting to bind port 9828d48a-bb02-42f6-b9b4-d6a02b74fb03 on network 0362fcce-bb59-48e6-8cf4-5f08aecdbbf2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:37:54.317140 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdaa6b3-f8fa-4c96-bcce-179322b8f967 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:37:54.317542 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdaa6b3-f8fa-4c96-bcce-179322b8f967 None None] Checking segment: {'id': 'a6abf203-3c58-4b64-9db2-072be9ba4a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0362fcce-bb59-48e6-8cf4-5f08aecdbbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:54.317962 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7cdaa6b3-f8fa-4c96-bcce-179322b8f967 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:54.318363 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdaa6b3-f8fa-4c96-bcce-179322b8f967 None None] Bound using segment: {'id': 'a6abf203-3c58-4b64-9db2-072be9ba4a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0362fcce-bb59-48e6-8cf4-5f08aecdbbf2'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:37:54.318862 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-7cdaa6b3-f8fa-4c96-bcce-179322b8f967 None None] Bound port: 9828d48a-bb02-42f6-b9b4-d6a02b74fb03, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6abf203-3c58-4b64-9db2-072be9ba4a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0362fcce-bb59-48e6-8cf4-5f08aecdbbf2'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:37:54.319332 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7cdaa6b3-f8fa-4c96-bcce-179322b8f967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:54.365996 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-89225ea9-7492-46ba-bfe6-754c4ec6d355 None None] Provisioning complete for port d3731d3b-b11b-45d8-89f2-17eda83b83ea triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:54.366387 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89225ea9-7492-46ba-bfe6-754c4ec6d355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:54.438510 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4875b68b-fe19-4490-8728-1efbc5d1d4f8 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network 0362fcce-bb59-48e6-8cf4-5f08aecdbbf2 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:54.447069 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-04cf054e-4639-46bc-b1a3-511e035d378f tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:54.449633 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c80e5de-7469-46f9-9c30-3ae328a1f492 admin admin] Made reservation on behalf of 6f6e3b2616ad4da29e4256625da9fe06 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:37:54.452019 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5c80e5de-7469-46f9-9c30-3ae328a1f492 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:54.458308 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-4875b68b-fe19-4490-8728-1efbc5d1d4f8 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:54.469078 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4875b68b-fe19-4490-8728-1efbc5d1d4f8 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:54.549933 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7cdaa6b3-f8fa-4c96-bcce-179322b8f967 None None] For port 9828d48a-bb02-42f6-b9b4-d6a02b74fb03, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:37:54.573715 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7cdaa6b3-f8fa-4c96-bcce-179322b8f967 None None] For port 9828d48a-bb02-42f6-b9b4-d6a02b74fb03, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=9828d48a-bb02-42f6-b9b4-d6a02b74fb03,segment=NetworkSegment(a6abf203-3c58-4b64-9db2-072be9ba4a86),segment_id=a6abf203-3c58-4b64-9db2-072be9ba4a86)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:37:54.666897 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875b68b-fe19-4490-8728-1efbc5d1d4f8 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Port': ['ID=d9034da1-95fb-4df1-8e68-e4e3c64a4f95,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:54.683541 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7cdaa6b3-f8fa-4c96-bcce-179322b8f967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:54.704826 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d3731d3b-b11b-45d8-89f2-17eda83b83ea up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:37:54.725793 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-04cf054e-4639-46bc-b1a3-511e035d378f tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:54.735361 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4875b68b-fe19-4490-8728-1efbc5d1d4f8 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:54.826488 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdaa6b3-f8fa-4c96-bcce-179322b8f967 None None] Pushing event updated for resources: {'Port': ['ID=9828d48a-bb02-42f6-b9b4-d6a02b74fb03,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:54.845760 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cf054e-4639-46bc-b1a3-511e035d378f tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:54.855323 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port d3731d3b-b11b-45d8-89f2-17eda83b83ea triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:54.855738 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-04cf054e-4639-46bc-b1a3-511e035d378f tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:54.857300 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:54.873207 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cf054e-4639-46bc-b1a3-511e035d378f tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:54.924624 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf054e-4639-46bc-b1a3-511e035d378f tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Pushing event updated for resources: {'Port': ['ID=ca5c9d67-c205-4601-8d8b-995d6e06e306,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:54.953228 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48855333-2142-4fce-aa69-73133348a974 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:37:55.153607 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c5251ed5-09bb-4ee4-aeaa-9c13a85a0e4c None None] Provisioning complete for port ca5c9d67-c205-4601-8d8b-995d6e06e306 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:55.154564 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c5251ed5-09bb-4ee4-aeaa-9c13a85a0e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:55.267379 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c5251ed5-09bb-4ee4-aeaa-9c13a85a0e4c None None] Port ca5c9d67-c205-4601-8d8b-995d6e06e306 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:55.345178 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886eefe-2b2b-44eb-b9b4-2366f8fed93a req-d51e3eb7-5bcf-4228-86df-82940722256c tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:55.353063 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5886eefe-2b2b-44eb-b9b4-2366f8fed93a req-d51e3eb7-5bcf-4228-86df-82940722256c tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=abbf801b-8c9a-4638-aefd-bd6a92101664 HTTP/1.1" status: 200 len: 945 time: 0.2817807 Dec 16 22:37:55.367796 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0e527-a359-4f92-82f2-689c629ed29a req-2a45893c-753f-4d92-a0aa-96b8f99e58d7 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:55.369630 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dd0e527-a359-4f92-82f2-689c629ed29a req-2a45893c-753f-4d92-a0aa-96b8f99e58d7 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.57 "GET /v2.0/ports?device_id=abbf801b-8c9a-4638-aefd-bd6a92101664 HTTP/1.1" status: 200 len: 945 time: 0.4878213 Dec 16 22:37:55.438898 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-04cf054e-4639-46bc-b1a3-511e035d378f tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:55.534350 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5886eefe-2b2b-44eb-b9b4-2366f8fed93a req-53fee34e-ce30-40cf-9a34-1a3fd7bc81d5 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798444 Dec 16 22:37:55.570488 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4875b68b-fe19-4490-8728-1efbc5d1d4f8 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:55.635915 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5c80e5de-7469-46f9-9c30-3ae328a1f492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:55.706819 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-04cf054e-4639-46bc-b1a3-511e035d378f tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:55.719609 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f4c287ed-aa7b-4654-ada8-8cf7fe78cdeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:55.782990 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-6dd0e527-a359-4f92-82f2-689c629ed29a req-bbc18e6a-d090-44c4-a80d-a385a7787a0e tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Deleting port 449c0a00-3efc-4f9e-9568-388b4d324c45 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:37:55.783367 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6dd0e527-a359-4f92-82f2-689c629ed29a req-bbc18e6a-d090-44c4-a80d-a385a7787a0e tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:55.847619 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80e5de-7469-46f9-9c30-3ae328a1f492 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcb2dc0f-5ce7-478d-97cb-0b64f35b6794,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:56.056128 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4875b68b-fe19-4490-8728-1efbc5d1d4f8 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:56.074898 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c80e5de-7469-46f9-9c30-3ae328a1f492 admin admin] Checking segment: {'id': 'f67c40bd-8b53-44bf-b1fe-44fd99dc8d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '34a99589-0d53-4b15-9ec5-4b8e3da39ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:56.075359 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c80e5de-7469-46f9-9c30-3ae328a1f492 admin admin] Network hostable DHCP agents. Network: 34a99589-0d53-4b15-9ec5-4b8e3da39ee0, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:37:56.135614 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4875b68b-fe19-4490-8728-1efbc5d1d4f8 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:56.148474 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-6dd0e527-a359-4f92-82f2-689c629ed29a req-bbc18e6a-d090-44c4-a80d-a385a7787a0e tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] For port 449c0a00-3efc-4f9e-9568-388b4d324c45, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=449c0a00-3efc-4f9e-9568-388b4d324c45,segment=NetworkSegment(22d31f97-f4c8-4c9c-97fc-28dec5be91d3),segment_id=22d31f97-f4c8-4c9c-97fc-28dec5be91d3)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:56.149093 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6dd0e527-a359-4f92-82f2-689c629ed29a req-bbc18e6a-d090-44c4-a80d-a385a7787a0e tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:56.236628 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c80e5de-7469-46f9-9c30-3ae328a1f492 admin admin] Network 34a99589-0d53-4b15-9ec5-4b8e3da39ee0 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:37:56.249957 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-6dd0e527-a359-4f92-82f2-689c629ed29a req-bbc18e6a-d090-44c4-a80d-a385a7787a0e tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Calling delete_port for 449c0a00-3efc-4f9e-9568-388b4d324c45 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:37:56.322014 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4875b68b-fe19-4490-8728-1efbc5d1d4f8 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:56.361774 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c095e8f-e9f9-49d2-a8bb-b713682b65f9 None None] Sync routers for ids ['bce174a6-a4db-459c-9515-492ed17b2144'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:37:56.390651 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c095e8f-e9f9-49d2-a8bb-b713682b65f9 None None] Routers {'bce174a6-a4db-459c-9515-492ed17b2144'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:56.391326 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4c095e8f-e9f9-49d2-a8bb-b713682b65f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bce174a6-a4db-459c-9515-492ed17b2144'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:56.464449 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-5c80e5de-7469-46f9-9c30-3ae328a1f492 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 34a99589-0d53-4b15-9ec5-4b8e3da39ee0) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:56.473691 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5e81e0-dd2d-44ab-898a-fa565fd31798 None None] Network 34a99589-0d53-4b15-9ec5-4b8e3da39ee0 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:37:56.602599 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875b68b-fe19-4490-8728-1efbc5d1d4f8 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event updated for resources: {'Port': ['ID=d9034da1-95fb-4df1-8e68-e4e3c64a4f95,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:56.621192 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c80e5de-7469-46f9-9c30-3ae328a1f492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:56.625144 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5c80e5de-7469-46f9-9c30-3ae328a1f492 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:56.628177 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cf054e-4639-46bc-b1a3-511e035d378f tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Router 9b558735-0ded-48fd-b3de-5efc5a33a972 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:37:56.675368 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-4c095e8f-e9f9-49d2-a8bb-b713682b65f9 None None] Set router bce174a6-a4db-459c-9515-492ed17b2144 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:37:56.700852 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 9828d48a-bb02-42f6-b9b4-d6a02b74fb03 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:37:56.737262 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe3e9aa-842b-42ff-af6a-1b8e7ef24ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-34a99589-0d53-4b15-9ec5-4b8e3da39ee0', 'network_id': '34a99589-0d53-4b15-9ec5-4b8e3da39ee0', 'project_id': '6f6e3b2616ad4da29e4256625da9fe06', 'fixed_ips': [{'subnet_id': 'dcb2dc0f-5ce7-478d-97cb-0b64f35b6794'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:37:56.738447 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e9aa-842b-42ff-af6a-1b8e7ef24ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:56.839401 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5c80e5de-7469-46f9-9c30-3ae328a1f492 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6051421 Dec 16 22:37:56.903550 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42026) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:56.932510 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-c177a9a6-6d54-4fd2-b7b2-601e8cc70ff6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-164731493-router', 'tenant_id': '6f6e3b2616ad4da29e4256625da9fe06', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:56.979323 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 9828d48a-bb02-42f6-b9b4-d6a02b74fb03 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:56.979747 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:57.012509 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4875b68b-fe19-4490-8728-1efbc5d1d4f8 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Network 0362fcce-bb59-48e6-8cf4-5f08aecdbbf2 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:57.015453 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-4875b68b-fe19-4490-8728-1efbc5d1d4f8 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:57.027568 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effef88a-a98c-4570-ab49-29303f966a57 req-57a63125-d4f6-4919-bb47-f10c4454e5fd tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:57.029197 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-effef88a-a98c-4570-ab49-29303f966a57 req-57a63125-d4f6-4919-bb47-f10c4454e5fd tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=abbf801b-8c9a-4638-aefd-bd6a92101664 HTTP/1.1" status: 200 len: 945 time: 0.2602954 Dec 16 22:37:57.068165 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ec7a4-935d-4654-af84-0f9d574d9a91 req-932aa78a-b3d8-40ff-9b54-9881e1275db3 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:57.069804 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-847ec7a4-935d-4654-af84-0f9d574d9a91 req-932aa78a-b3d8-40ff-9b54-9881e1275db3 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=788bb89b-9b13-436b-ab77-083bfdac57e1 HTTP/1.1" status: 200 len: 945 time: 0.1652296 Dec 16 22:37:57.119184 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cf054e-4639-46bc-b1a3-511e035d378f tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:37:57.124073 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c177a9a6-6d54-4fd2-b7b2-601e8cc70ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:57.127188 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c177a9a6-6d54-4fd2-b7b2-601e8cc70ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:57.128964 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:57.151923 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aba9d3f-a8f3-47a8-8d44-eddc8ccce9a4 None None] Sync routers for ids ['9b558735-0ded-48fd-b3de-5efc5a33a972'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:37:57.192782 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:57.210457 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aba9d3f-a8f3-47a8-8d44-eddc8ccce9a4 None None] Routers {'9b558735-0ded-48fd-b3de-5efc5a33a972'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:57.212658 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-7aba9d3f-a8f3-47a8-8d44-eddc8ccce9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['9b558735-0ded-48fd-b3de-5efc5a33a972'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:57.224219 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-847ec7a4-935d-4654-af84-0f9d574d9a91 req-25a356d3-d270-4eb9-8042-34ee80c926ae tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447051 Dec 16 22:37:57.280708 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-ffe3e9aa-842b-42ff-af6a-1b8e7ef24ff2 None None] Allocated IP 172.20.0.2 (34a99589-0d53-4b15-9ec5-4b8e3da39ee0/dcb2dc0f-5ce7-478d-97cb-0b64f35b6794/8ed9cda0-7f47-4000-9375-551ffac672ff) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:57.284552 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-7aba9d3f-a8f3-47a8-8d44-eddc8ccce9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:57.313680 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-04cf054e-4639-46bc-b1a3-511e035d378f tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:57.314948 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-04cf054e-4639-46bc-b1a3-511e035d378f tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.6970356 Dec 16 22:37:57.317742 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42028) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:57.323319 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-c4997c21-445d-4577-aae9-8638dba47895 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:57.337164 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4c095e8f-e9f9-49d2-a8bb-b713682b65f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce174a6-a4db-459c-9515-492ed17b2144', 'name': 'tempest-TestAggregatesBasicOps-34556659-router', 'tenant_id': '8b495aadcfa74bb7bfe5453c43de3984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'd3731d3b-b11b-45d8-89f2-17eda83b83ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:42Z', 'updated_at': '2021-12-16T22:37:49Z', 'revision_number': 4, 'project_id': '8b495aadcfa74bb7bfe5453c43de3984', 'gw_port': {'id': 'd3731d3b-b11b-45d8-89f2-17eda83b83ea', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce174a6-a4db-459c-9515-492ed17b2144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:43Z', 'updated_at': '2021-12-16T22:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '9d338cdc-b8f7-494e-af2e-87b6bddf952b', 'name': '', 'network_id': '31e514b6-144d-402b-8199-c3c4cc0fbdc5', 'tenant_id': '8b495aadcfa74bb7bfe5453c43de3984', 'mac_address': 'fa:16:3e:23:80:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce174a6-a4db-459c-9515-492ed17b2144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '1b4a22d4-3564-47c5-858a-c8e4d5d8b3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:47Z', 'updated_at': '2021-12-16T22:37:49Z', 'revision_number': 2, 'project_id': '8b495aadcfa74bb7bfe5453c43de3984', 'subnets': [{'id': '1b4a22d4-3564-47c5-858a-c8e4d5d8b3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:57.375386 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4875b68b-fe19-4490-8728-1efbc5d1d4f8 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:37:57.380222 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aba9d3f-a8f3-47a8-8d44-eddc8ccce9a4 None None] Routers {'9b558735-0ded-48fd-b3de-5efc5a33a972'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:57.380649 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-effef88a-a98c-4570-ab49-29303f966a57 req-574c60e5-0df0-4d57-b8ee-8fc8f7e44170 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/security-groups?id=324cd851-9fba-4262-9fcd-1ba6ba23dbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414476 Dec 16 22:37:57.389746 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-7aba9d3f-a8f3-47a8-8d44-eddc8ccce9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['9b558735-0ded-48fd-b3de-5efc5a33a972'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:57.434888 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c095e8f-e9f9-49d2-a8bb-b713682b65f9 None None] Checking router: bce174a6-a4db-459c-9515-492ed17b2144 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:37:57.435838 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c095e8f-e9f9-49d2-a8bb-b713682b65f9 None None] Updating router bce174a6-a4db-459c-9515-492ed17b2144 port 9d338cdc-b8f7-494e-af2e-87b6bddf952b binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:37:57.460975 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-7aba9d3f-a8f3-47a8-8d44-eddc8ccce9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:57.461795 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aba9d3f-a8f3-47a8-8d44-eddc8ccce9a4 None None] The sync data for ids ['9b558735-0ded-48fd-b3de-5efc5a33a972'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:37:57.512209 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c095e8f-e9f9-49d2-a8bb-b713682b65f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:57.527695 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846c0ee5-01b1-42eb-9de0-4320eeffa3f4 None None] Network 0362fcce-bb59-48e6-8cf4-5f08aecdbbf2 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:37:57.543941 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6dd0e527-a359-4f92-82f2-689c629ed29a req-bbc18e6a-d090-44c4-a80d-a385a7787a0e tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:57.599734 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:57.632148 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4875b68b-fe19-4490-8728-1efbc5d1d4f8 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:37:57.633844 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c177a9a6-6d54-4fd2-b7b2-601e8cc70ff6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:57.684039 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-8a6d5be3-2f66-4823-a01c-3f95d17979b3 None None] Provisioning complete for port 9828d48a-bb02-42f6-b9b4-d6a02b74fb03 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:57.684409 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8a6d5be3-2f66-4823-a01c-3f95d17979b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:57.724807 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4875b68b-fe19-4490-8728-1efbc5d1d4f8 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "PUT /v2.0/routers/0d1d0f02-13dc-4cb7-af75-2abe4029cf6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9033856 Dec 16 22:37:57.727372 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd0e527-a359-4f92-82f2-689c629ed29a req-bbc18e6a-d090-44c4-a80d-a385a7787a0e tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] No DVR routers for this DVR port 449c0a00-3efc-4f9e-9568-388b4d324c45 on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:37:57.729823 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42032) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:37:57.740985 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 9828d48a-bb02-42f6-b9b4-d6a02b74fb03, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=9828d48a-bb02-42f6-b9b4-d6a02b74fb03,segment=NetworkSegment(a6abf203-3c58-4b64-9db2-072be9ba4a86),segment_id=a6abf203-3c58-4b64-9db2-072be9ba4a86)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:37:57.741359 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-348b0d74-71b6-407c-a0e3-3a08da780740 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:37:57.744354 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc18e6a-d090-44c4-a80d-a385a7787a0e tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Pushing event deleted for resources: {'Port': ['ID=449c0a00-3efc-4f9e-9568-388b4d324c45,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:57.757071 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6dd0e527-a359-4f92-82f2-689c629ed29a req-bbc18e6a-d090-44c4-a80d-a385a7787a0e tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:57.765941 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dd0e527-a359-4f92-82f2-689c629ed29a req-bbc18e6a-d090-44c4-a80d-a385a7787a0e tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.57 "DELETE /v2.0/ports/449c0a00-3efc-4f9e-9568-388b4d324c45 HTTP/1.1" status: 204 len: 173 time: 2.3875771 Dec 16 22:37:57.776660 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abbf801b-8c9a-4638-aefd-bd6a92101664', 'name': 'network-vif-deleted', 'tag': '449c0a00-3efc-4f9e-9568-388b4d324c45'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:37:57.779847 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15b9aa1-11c6-4493-b44a-acdc5bd47cc3" -d '{"events": [{"server_uuid": "abbf801b-8c9a-4638-aefd-bd6a92101664", "name": "network-vif-deleted", "tag": "449c0a00-3efc-4f9e-9568-388b4d324c45"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:37:57.856343 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1f941d-d0de-4c45-9aae-42226b588a8e None None] Sync routers for ids ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:37:57.922694 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:57.994862 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c177a9a6-6d54-4fd2-b7b2-601e8cc70ff6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:58.095325 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c4997c21-445d-4577-aae9-8638dba47895 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:58.101620 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1f941d-d0de-4c45-9aae-42226b588a8e None None] Routers {'0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:37:58.104501 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-fa1f941d-d0de-4c45-9aae-42226b588a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:58.225880 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514e82b7-4e3f-4a2e-a8ce-72de536a5d21 x-openstack-request-id: req-514e82b7-4e3f-4a2e-a8ce-72de536a5d21 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:37:58.226359 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abbf801b-8c9a-4638-aefd-bd6a92101664", "name": "network-vif-deleted", "tag": "449c0a00-3efc-4f9e-9568-388b4d324c45", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:37:58.226740 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-514e82b7-4e3f-4a2e-a8ce-72de536a5d21 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:37:58.227177 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abbf801b-8c9a-4638-aefd-bd6a92101664', 'name': 'network-vif-deleted', 'tag': '449c0a00-3efc-4f9e-9568-388b4d324c45', 'status': 'completed', 'code': 200} Dec 16 22:37:58.235917 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c4997c21-445d-4577-aae9-8638dba47895 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:58.380492 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-fa1f941d-d0de-4c45-9aae-42226b588a8e None None] Set router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:37:58.613785 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=9828d48a-bb02-42f6-b9b4-d6a02b74fb03,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:58.658606 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e9aa-842b-42ff-af6a-1b8e7ef24ff2 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:58.668865 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:58.683799 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b722ecf-8a1a-4222-88fc-846c3fd31b45 req-96c44978-9e6f-4365-adda-d66424628550 tempest-VolumesActionsTest-1438510275 tempest-VolumesActionsTest-1438510275-project] 10.222.0.75 "GET /v2.0/ports?device_id=abbf801b-8c9a-4638-aefd-bd6a92101664 HTTP/1.1" status: 200 len: 210 time: 0.0815406 Dec 16 22:37:58.702996 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c177a9a6-6d54-4fd2-b7b2-601e8cc70ff6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:58.727355 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c095e8f-e9f9-49d2-a8bb-b713682b65f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:58.747097 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c177a9a6-6d54-4fd2-b7b2-601e8cc70ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:58.765848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-c4997c21-445d-4577-aae9-8638dba47895 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Deleting port ca5c9d67-c205-4601-8d8b-995d6e06e306 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:37:58.766193 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c4997c21-445d-4577-aae9-8638dba47895 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:58.774853 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:58.788959 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 449c0a00-3efc-4f9e-9568-388b4d324c45 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:37:58.853143 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 449c0a00-3efc-4f9e-9568-388b4d324c45 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:37:58.854308 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 449c0a00-3efc-4f9e-9568-388b4d324c45 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:37:58.858596 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c095e8f-e9f9-49d2-a8bb-b713682b65f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:58.859752 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e9aa-842b-42ff-af6a-1b8e7ef24ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:58.881598 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe3e9aa-842b-42ff-af6a-1b8e7ef24ff2 None None] Network 34a99589-0d53-4b15-9ec5-4b8e3da39ee0 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:37:58.887679 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-ffe3e9aa-842b-42ff-af6a-1b8e7ef24ff2 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:37:58.892208 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe3e9aa-842b-42ff-af6a-1b8e7ef24ff2 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:37:58.942656 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-fa1f941d-d0de-4c45-9aae-42226b588a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:37:55Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None, '_interfaces': [{'id': '72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc', 'name': '', 'network_id': '2d4cdac8-8b45-480c-9914-8d10bf026c93', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:0a:1c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'd6b17f09-bbb3-4d73-91c2-a9aa36dc4517', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:51Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': 'd6b17f09-bbb3-4d73-91c2-a9aa36dc4517', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11fe976-1bc8-419a-b493-680bcee04bba', 'name': '', 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:2a:36:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:29Z', 'updated_at': '2021-12-16T22:37:34Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9034da1-95fb-4df1-8e68-e4e3c64a4f95', 'name': '', 'network_id': '0362fcce-bb59-48e6-8cf4-5f08aecdbbf2', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:4d:1d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '11ca306b-ebd3-41b7-b42d-47a1f54884de', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:53Z', 'updated_at': '2021-12-16T22:37:55Z', 'revision_number': 2, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '11ca306b-ebd3-41b7-b42d-47a1f54884de', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafe046b-f690-4493-9bdd-c44e47442bb1', 'name': '', 'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:96:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:36Z', 'updated_at': '2021-12-16T22:37:42Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:37:59.005323 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe3e9aa-842b-42ff-af6a-1b8e7ef24ff2 None None] Pushing event updated for resources: {'Port': ['ID=8ed9cda0-7f47-4000-9375-551ffac672ff,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:59.044471 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1f941d-d0de-4c45-9aae-42226b588a8e None None] Checking router: 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:37:59.044471 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1f941d-d0de-4c45-9aae-42226b588a8e None None] Updating router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d port d9034da1-95fb-4df1-8e68-e4e3c64a4f95 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:37:59.044833 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ffe3e9aa-842b-42ff-af6a-1b8e7ef24ff2 None None] Attempting to bind port 8ed9cda0-7f47-4000-9375-551ffac672ff on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:37:59.044833 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ffe3e9aa-842b-42ff-af6a-1b8e7ef24ff2 None None] Attempting to bind port 8ed9cda0-7f47-4000-9375-551ffac672ff by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'f67c40bd-8b53-44bf-b1fe-44fd99dc8d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '34a99589-0d53-4b15-9ec5-4b8e3da39ee0'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:37:59.044833 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe3e9aa-842b-42ff-af6a-1b8e7ef24ff2 None None] Attempting to bind port 8ed9cda0-7f47-4000-9375-551ffac672ff on network 34a99589-0d53-4b15-9ec5-4b8e3da39ee0 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:37:59.058276 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe3e9aa-842b-42ff-af6a-1b8e7ef24ff2 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:37:59.058811 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe3e9aa-842b-42ff-af6a-1b8e7ef24ff2 None None] Checking segment: {'id': 'f67c40bd-8b53-44bf-b1fe-44fd99dc8d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '34a99589-0d53-4b15-9ec5-4b8e3da39ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:59.059257 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e9aa-842b-42ff-af6a-1b8e7ef24ff2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:59.059731 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe3e9aa-842b-42ff-af6a-1b8e7ef24ff2 None None] Bound using segment: {'id': 'f67c40bd-8b53-44bf-b1fe-44fd99dc8d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '34a99589-0d53-4b15-9ec5-4b8e3da39ee0'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:37:59.060274 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ffe3e9aa-842b-42ff-af6a-1b8e7ef24ff2 None None] Bound port: 8ed9cda0-7f47-4000-9375-551ffac672ff, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67c40bd-8b53-44bf-b1fe-44fd99dc8d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '34a99589-0d53-4b15-9ec5-4b8e3da39ee0'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:37:59.060759 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e9aa-842b-42ff-af6a-1b8e7ef24ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:59.104679 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa1f941d-d0de-4c45-9aae-42226b588a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:59.129775 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24c340-6cfd-4d02-9e29-bb3bb3aff2e4 req-c1427fa7-410b-45f6-8a0c-11392f6e0586 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:59.139886 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e24c340-6cfd-4d02-9e29-bb3bb3aff2e4 req-c1427fa7-410b-45f6-8a0c-11392f6e0586 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.76 "GET /v2.0/ports?device_id=788bb89b-9b13-436b-ab77-083bfdac57e1 HTTP/1.1" status: 200 len: 945 time: 0.2232285 Dec 16 22:37:59.145428 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c4997c21-445d-4577-aae9-8638dba47895 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:59.184742 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ffe3e9aa-842b-42ff-af6a-1b8e7ef24ff2 None None] For port 8ed9cda0-7f47-4000-9375-551ffac672ff, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:37:59.195741 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ffe3e9aa-842b-42ff-af6a-1b8e7ef24ff2 None None] For port 8ed9cda0-7f47-4000-9375-551ffac672ff, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=8ed9cda0-7f47-4000-9375-551ffac672ff,segment=NetworkSegment(f67c40bd-8b53-44bf-b1fe-44fd99dc8d69),segment_id=f67c40bd-8b53-44bf-b1fe-44fd99dc8d69)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:37:59.217077 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:59.245364 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-58ab402f-f98e-4335-95f2-e0bacfd043dd None None] Provisioning complete for port 9828d48a-bb02-42f6-b9b4-d6a02b74fb03 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:59.245658 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-58ab402f-f98e-4335-95f2-e0bacfd043dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:59.323451 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-c177a9a6-6d54-4fd2-b7b2-601e8cc70ff6 admin admin] Allocated IP 172.25.6.39 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/d0be3562-d705-4396-8662-f8ccec81241d) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:37:59.327665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24addcd-d701-4b92-963e-31047598a43e req-31ef54b1-d6b8-43ba-9114-4827a6e4c94b tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:37:59.328182 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e9aa-842b-42ff-af6a-1b8e7ef24ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:59.329289 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a24addcd-d701-4b92-963e-31047598a43e req-31ef54b1-d6b8-43ba-9114-4827a6e4c94b tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=788bb89b-9b13-436b-ab77-083bfdac57e1 HTTP/1.1" status: 200 len: 945 time: 0.2502854 Dec 16 22:37:59.340346 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-c4997c21-445d-4577-aae9-8638dba47895 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Calling delete_port for ca5c9d67-c205-4601-8d8b-995d6e06e306 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:37:59.396750 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.extraroute_db [None req-348b0d74-71b6-407c-a0e3-3a08da780740 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103613) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 22:37:59.416922 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbff4b2-7dbc-414d-ba88-aadb4d9dfdfc None None] Pushing event updated for resources: {'Port': ['ID=9d338cdc-b8f7-494e-af2e-87b6bddf952b,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:59.471578 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe3e9aa-842b-42ff-af6a-1b8e7ef24ff2 None None] Pushing event updated for resources: {'Port': ['ID=8ed9cda0-7f47-4000-9375-551ffac672ff,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:37:59.480836 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.extraroute_db [None req-348b0d74-71b6-407c-a0e3-3a08da780740 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Removed routes are [] {{(pid=103613) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 22:37:59.481243 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-348b0d74-71b6-407c-a0e3-3a08da780740 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5457'] for router, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:59.505493 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a24addcd-d701-4b92-963e-31047598a43e req-8e9916c2-43d2-4518-b114-f8224a85a9ac tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620495 Dec 16 22:37:59.649201 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-4c095e8f-e9f9-49d2-a8bb-b713682b65f9 None None] Attempting to bind port 9d338cdc-b8f7-494e-af2e-87b6bddf952b on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:37:59.649558 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-4c095e8f-e9f9-49d2-a8bb-b713682b65f9 None None] Attempting to bind port 9d338cdc-b8f7-494e-af2e-87b6bddf952b by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '60eee0cb-7142-4fb4-a514-e07da5f5ab54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '31e514b6-144d-402b-8199-c3c4cc0fbdc5'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:37:59.649911 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c095e8f-e9f9-49d2-a8bb-b713682b65f9 None None] Attempting to bind port 9d338cdc-b8f7-494e-af2e-87b6bddf952b on network 31e514b6-144d-402b-8199-c3c4cc0fbdc5 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:37:59.657613 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c095e8f-e9f9-49d2-a8bb-b713682b65f9 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:37:59.658048 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c095e8f-e9f9-49d2-a8bb-b713682b65f9 None None] Checking segment: {'id': '60eee0cb-7142-4fb4-a514-e07da5f5ab54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '31e514b6-144d-402b-8199-c3c4cc0fbdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:37:59.658571 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c095e8f-e9f9-49d2-a8bb-b713682b65f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:59.659611 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c095e8f-e9f9-49d2-a8bb-b713682b65f9 None None] Bound using segment: {'id': '60eee0cb-7142-4fb4-a514-e07da5f5ab54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '31e514b6-144d-402b-8199-c3c4cc0fbdc5'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:37:59.660126 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-4c095e8f-e9f9-49d2-a8bb-b713682b65f9 None None] Bound port: 9d338cdc-b8f7-494e-af2e-87b6bddf952b, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60eee0cb-7142-4fb4-a514-e07da5f5ab54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '31e514b6-144d-402b-8199-c3c4cc0fbdc5'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:37:59.660666 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c095e8f-e9f9-49d2-a8bb-b713682b65f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:59.732691 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-58ab402f-f98e-4335-95f2-e0bacfd043dd None None] Provisioning complete for port d9034da1-95fb-4df1-8e68-e4e3c64a4f95 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:59.735257 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-58ab402f-f98e-4335-95f2-e0bacfd043dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:59.769348 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-8e24c340-6cfd-4d02-9e29-bb3bb3aff2e4 req-dc7e900d-70aa-44cc-8e78-f533da2e0831 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Deleting port e3a58c7d-5b29-4f2a-b204-a54e64ab0d55 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:37:59.769938 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8e24c340-6cfd-4d02-9e29-bb3bb3aff2e4 req-dc7e900d-70aa-44cc-8e78-f533da2e0831 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:37:59.788410 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-58ab402f-f98e-4335-95f2-e0bacfd043dd None None] Port d9034da1-95fb-4df1-8e68-e4e3c64a4f95 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:37:59.921146 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5a8f9fc6-594e-43f2-a318-c9e09df7a9a2 None None] Provisioning complete for port 9d338cdc-b8f7-494e-af2e-87b6bddf952b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:37:59.921615 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5a8f9fc6-594e-43f2-a318-c9e09df7a9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:00.005059 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c177a9a6-6d54-4fd2-b7b2-601e8cc70ff6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:00.011612 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-8e24c340-6cfd-4d02-9e29-bb3bb3aff2e4 req-dc7e900d-70aa-44cc-8e78-f533da2e0831 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] For port e3a58c7d-5b29-4f2a-b204-a54e64ab0d55, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e3a58c7d-5b29-4f2a-b204-a54e64ab0d55,segment=NetworkSegment(ebeb3950-671a-4b5d-9be7-8ef3d653ddf1),segment_id=ebeb3950-671a-4b5d-9be7-8ef3d653ddf1)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:00.012025 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8e24c340-6cfd-4d02-9e29-bb3bb3aff2e4 req-dc7e900d-70aa-44cc-8e78-f533da2e0831 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:00.037954 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-8e24c340-6cfd-4d02-9e29-bb3bb3aff2e4 req-dc7e900d-70aa-44cc-8e78-f533da2e0831 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Calling delete_port for e3a58c7d-5b29-4f2a-b204-a54e64ab0d55 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:00.038168 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5a8f9fc6-594e-43f2-a318-c9e09df7a9a2 None None] Port 9d338cdc-b8f7-494e-af2e-87b6bddf952b cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:38:00.071518 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5a8f9fc6-594e-43f2-a318-c9e09df7a9a2 None None] Provisioning complete for port d9034da1-95fb-4df1-8e68-e4e3c64a4f95 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:00.071835 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5a8f9fc6-594e-43f2-a318-c9e09df7a9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:00.095844 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-348b0d74-71b6-407c-a0e3-3a08da780740 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5457'] for router, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:00.100832 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-348b0d74-71b6-407c-a0e3-3a08da780740 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-598410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-598419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597305'] for router, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:00.128412 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-4c095e8f-e9f9-49d2-a8bb-b713682b65f9 None None] For port 9d338cdc-b8f7-494e-af2e-87b6bddf952b, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:38:00.151100 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-4c095e8f-e9f9-49d2-a8bb-b713682b65f9 None None] For port 9d338cdc-b8f7-494e-af2e-87b6bddf952b, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=9d338cdc-b8f7-494e-af2e-87b6bddf952b,segment=NetworkSegment(60eee0cb-7142-4fb4-a514-e07da5f5ab54),segment_id=60eee0cb-7142-4fb4-a514-e07da5f5ab54)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:38:00.164480 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5a8f9fc6-594e-43f2-a318-c9e09df7a9a2 None None] Port d9034da1-95fb-4df1-8e68-e4e3c64a4f95 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:38:00.226008 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4c095e8f-e9f9-49d2-a8bb-b713682b65f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:00.297169 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348b0d74-71b6-407c-a0e3-3a08da780740 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:38:00.313514 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-91d3773b-3554-43fc-950e-6a9722da74ff None None] Provisioning complete for port d9034da1-95fb-4df1-8e68-e4e3c64a4f95 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:00.318159 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-91d3773b-3554-43fc-950e-6a9722da74ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:00.355794 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c4997c21-445d-4577-aae9-8638dba47895 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:00.379805 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa1f941d-d0de-4c45-9aae-42226b588a8e None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:00.389800 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c095e8f-e9f9-49d2-a8bb-b713682b65f9 None None] Routers {'bce174a6-a4db-459c-9515-492ed17b2144'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:00.390570 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4c095e8f-e9f9-49d2-a8bb-b713682b65f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bce174a6-a4db-459c-9515-492ed17b2144'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:00.414852 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-91d3773b-3554-43fc-950e-6a9722da74ff None None] Port d9034da1-95fb-4df1-8e68-e4e3c64a4f95 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:38:00.457955 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c177a9a6-6d54-4fd2-b7b2-601e8cc70ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:00.467294 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbff4b2-7dbc-414d-ba88-aadb4d9dfdfc None None] Pushing event updated for resources: {'Port': ['ID=9d338cdc-b8f7-494e-af2e-87b6bddf952b,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:00.514811 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4997c21-445d-4577-aae9-8638dba47895 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Pushing event deleted for resources: {'Port': ['ID=ca5c9d67-c205-4601-8d8b-995d6e06e306,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:00.529728 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd9e733-c201-45fb-b384-3e50c6643371 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:38:00.536166 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c177a9a6-6d54-4fd2-b7b2-601e8cc70ff6 admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:38:00.555092 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-c177a9a6-6d54-4fd2-b7b2-601e8cc70ff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:38:00.572874 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348b0d74-71b6-407c-a0e3-3a08da780740 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:38:00.586241 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa1f941d-d0de-4c45-9aae-42226b588a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:00.599442 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-348b0d74-71b6-407c-a0e3-3a08da780740 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:00.610239 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-348b0d74-71b6-407c-a0e3-3a08da780740 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "PUT /v2.0/routers/0d1d0f02-13dc-4cb7-af75-2abe4029cf6d HTTP/1.1" status: 200 len: 933 time: 2.8693972 Dec 16 22:38:00.613286 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42064) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:00.667341 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d33d4d-021f-46da-bb2a-897d51f1848c None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:38:00.719949 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c177a9a6-6d54-4fd2-b7b2-601e8cc70ff6 admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:38:00.776861 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ac3191a4-458c-4e1d-87a8-c001f1d367fe None None] Provisioning complete for port d0be3562-d705-4396-8662-f8ccec81241d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:00.777463 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ac3191a4-458c-4e1d-87a8-c001f1d367fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:00.828820 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77115d-17e9-4fca-8d96-a8a90e3b0b0e None None] Pushing event updated for resources: {'Port': ['ID=d9034da1-95fb-4df1-8e68-e4e3c64a4f95,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:00.880793 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-4c095e8f-e9f9-49d2-a8bb-b713682b65f9 None None] Set router bce174a6-a4db-459c-9515-492ed17b2144 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:00.941648 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ac3191a4-458c-4e1d-87a8-c001f1d367fe None None] Port d0be3562-d705-4396-8662-f8ccec81241d cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:38:00.950579 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 8ed9cda0-7f47-4000-9375-551ffac672ff up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:38:00.965820 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-fa1f941d-d0de-4c45-9aae-42226b588a8e None None] Attempting to bind port d9034da1-95fb-4df1-8e68-e4e3c64a4f95 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:38:00.966332 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-fa1f941d-d0de-4c45-9aae-42226b588a8e None None] Attempting to bind port d9034da1-95fb-4df1-8e68-e4e3c64a4f95 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'a6abf203-3c58-4b64-9db2-072be9ba4a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0362fcce-bb59-48e6-8cf4-5f08aecdbbf2'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:38:00.966699 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1f941d-d0de-4c45-9aae-42226b588a8e None None] Attempting to bind port d9034da1-95fb-4df1-8e68-e4e3c64a4f95 on network 0362fcce-bb59-48e6-8cf4-5f08aecdbbf2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:38:00.967872 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177a9a6-6d54-4fd2-b7b2-601e8cc70ff6 admin admin] Pushing event updated for resources: {'Port': ['ID=d0be3562-d705-4396-8662-f8ccec81241d,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:00.981736 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c4997c21-445d-4577-aae9-8638dba47895 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:00.990010 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8e24c340-6cfd-4d02-9e29-bb3bb3aff2e4 req-dc7e900d-70aa-44cc-8e78-f533da2e0831 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:01.005965 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1f941d-d0de-4c45-9aae-42226b588a8e None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:38:01.006367 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1f941d-d0de-4c45-9aae-42226b588a8e None None] Checking segment: {'id': 'a6abf203-3c58-4b64-9db2-072be9ba4a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0362fcce-bb59-48e6-8cf4-5f08aecdbbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:38:01.010913 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa1f941d-d0de-4c45-9aae-42226b588a8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:01.011479 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1f941d-d0de-4c45-9aae-42226b588a8e None None] Bound using segment: {'id': 'a6abf203-3c58-4b64-9db2-072be9ba4a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0362fcce-bb59-48e6-8cf4-5f08aecdbbf2'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:38:01.011995 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-fa1f941d-d0de-4c45-9aae-42226b588a8e None None] Bound port: d9034da1-95fb-4df1-8e68-e4e3c64a4f95, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6abf203-3c58-4b64-9db2-072be9ba4a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0362fcce-bb59-48e6-8cf4-5f08aecdbbf2'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:38:01.012393 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa1f941d-d0de-4c45-9aae-42226b588a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:01.060150 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['1c07a043-d9d1-4dd0-a167-799cc8db8c5f', 'f69d3a08-b314-4f8f-8027-b75a7f463ae8'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:38:01.104073 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda34324-4e87-4631-85ff-4748af8a1e97 req-fb78a204-003d-40d1-8e60-71c8bc2d17f0 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:01.113445 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cda34324-4e87-4631-85ff-4748af8a1e97 req-fb78a204-003d-40d1-8e60-71c8bc2d17f0 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=788bb89b-9b13-436b-ab77-083bfdac57e1 HTTP/1.1" status: 200 len: 867 time: 0.3403006 Dec 16 22:38:01.140282 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-adb2864c-c0dc-44ec-8eaa-adcc9b88e8b5 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "GET /v2.0/routers/0d1d0f02-13dc-4cb7-af75-2abe4029cf6d HTTP/1.1" status: 200 len: 933 time: 0.5266020 Dec 16 22:38:01.148949 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42072) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:01.158141 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-e3154ecc-33f0-41e2-aa9c-6ad66c981624 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'router': {'routes': None}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:01.271131 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2f3795d4-bdc4-48cc-b22b-b1d37147f56d None None] Provisioning complete for port 9d338cdc-b8f7-494e-af2e-87b6bddf952b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:01.271511 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f3795d4-bdc4-48cc-b22b-b1d37147f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:01.335173 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cda34324-4e87-4631-85ff-4748af8a1e97 req-8c8652e4-7299-4768-a2e0-f8efb73a700d tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117801 Dec 16 22:38:01.394261 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 8ed9cda0-7f47-4000-9375-551ffac672ff triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:01.394629 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:01.506680 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-fa1f941d-d0de-4c45-9aae-42226b588a8e None None] For port d9034da1-95fb-4df1-8e68-e4e3c64a4f95, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:38:01.512473 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-fa1f941d-d0de-4c45-9aae-42226b588a8e None None] For port d9034da1-95fb-4df1-8e68-e4e3c64a4f95, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d9034da1-95fb-4df1-8e68-e4e3c64a4f95,segment=NetworkSegment(a6abf203-3c58-4b64-9db2-072be9ba4a86),segment_id=a6abf203-3c58-4b64-9db2-072be9ba4a86)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:38:01.551167 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4c095e8f-e9f9-49d2-a8bb-b713682b65f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce174a6-a4db-459c-9515-492ed17b2144', 'name': 'tempest-TestAggregatesBasicOps-34556659-router', 'tenant_id': '8b495aadcfa74bb7bfe5453c43de3984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'd3731d3b-b11b-45d8-89f2-17eda83b83ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:42Z', 'updated_at': '2021-12-16T22:37:49Z', 'revision_number': 4, 'project_id': '8b495aadcfa74bb7bfe5453c43de3984', 'gw_port': {'id': 'd3731d3b-b11b-45d8-89f2-17eda83b83ea', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce174a6-a4db-459c-9515-492ed17b2144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:43Z', 'updated_at': '2021-12-16T22:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '9d338cdc-b8f7-494e-af2e-87b6bddf952b', 'name': '', 'network_id': '31e514b6-144d-402b-8199-c3c4cc0fbdc5', 'tenant_id': '8b495aadcfa74bb7bfe5453c43de3984', 'mac_address': 'fa:16:3e:23:80:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce174a6-a4db-459c-9515-492ed17b2144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '1b4a22d4-3564-47c5-858a-c8e4d5d8b3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:47Z', 'updated_at': '2021-12-16T22:38:00Z', 'revision_number': 4, 'project_id': '8b495aadcfa74bb7bfe5453c43de3984', 'subnets': [{'id': '1b4a22d4-3564-47c5-858a-c8e4d5d8b3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:01.578559 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e24c340-6cfd-4d02-9e29-bb3bb3aff2e4 req-dc7e900d-70aa-44cc-8e78-f533da2e0831 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] No DVR routers for this DVR port e3a58c7d-5b29-4f2a-b204-a54e64ab0d55 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:38:01.581578 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8e24c340-6cfd-4d02-9e29-bb3bb3aff2e4 req-dc7e900d-70aa-44cc-8e78-f533da2e0831 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:01.585971 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e24c340-6cfd-4d02-9e29-bb3bb3aff2e4 req-dc7e900d-70aa-44cc-8e78-f533da2e0831 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.76 "DELETE /v2.0/ports/e3a58c7d-5b29-4f2a-b204-a54e64ab0d55 HTTP/1.1" status: 204 len: 173 time: 2.4157169 Dec 16 22:38:01.586930 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e900d-70aa-44cc-8e78-f533da2e0831 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Pushing event deleted for resources: {'Port': ['ID=e3a58c7d-5b29-4f2a-b204-a54e64ab0d55,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:01.589582 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c095e8f-e9f9-49d2-a8bb-b713682b65f9 None None] The sync data for ids ['bce174a6-a4db-459c-9515-492ed17b2144'] in n-d-815324-4 is: [{'id': 'bce174a6-a4db-459c-9515-492ed17b2144', 'name': 'tempest-TestAggregatesBasicOps-34556659-router', 'tenant_id': '8b495aadcfa74bb7bfe5453c43de3984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'd3731d3b-b11b-45d8-89f2-17eda83b83ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:42Z', 'updated_at': '2021-12-16T22:37:49Z', 'revision_number': 4, 'project_id': '8b495aadcfa74bb7bfe5453c43de3984', 'gw_port': {'id': 'd3731d3b-b11b-45d8-89f2-17eda83b83ea', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce174a6-a4db-459c-9515-492ed17b2144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:43Z', 'updated_at': '2021-12-16T22:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '9d338cdc-b8f7-494e-af2e-87b6bddf952b', 'name': '', 'network_id': '31e514b6-144d-402b-8199-c3c4cc0fbdc5', 'tenant_id': '8b495aadcfa74bb7bfe5453c43de3984', 'mac_address': 'fa:16:3e:23:80:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce174a6-a4db-459c-9515-492ed17b2144', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '1b4a22d4-3564-47c5-858a-c8e4d5d8b3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:47Z', 'updated_at': '2021-12-16T22:38:00Z', 'revision_number': 4, 'project_id': '8b495aadcfa74bb7bfe5453c43de3984', 'subnets': [{'id': '1b4a22d4-3564-47c5-858a-c8e4d5d8b3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:38:01.638702 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-fa1f941d-d0de-4c45-9aae-42226b588a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:01.650820 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788bb89b-9b13-436b-ab77-083bfdac57e1', 'name': 'network-vif-deleted', 'tag': 'e3a58c7d-5b29-4f2a-b204-a54e64ab0d55'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:38:01.659297 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551fbd5f-ff99-47cb-af16-38543eac0856" -d '{"events": [{"server_uuid": "788bb89b-9b13-436b-ab77-083bfdac57e1", "name": "network-vif-deleted", "tag": "e3a58c7d-5b29-4f2a-b204-a54e64ab0d55"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:38:01.800859 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0045bd65-b6c9-4553-9da1-90d41719ec8f x-openstack-request-id: req-0045bd65-b6c9-4553-9da1-90d41719ec8f {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:38:01.801158 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788bb89b-9b13-436b-ab77-083bfdac57e1", "name": "network-vif-deleted", "tag": "e3a58c7d-5b29-4f2a-b204-a54e64ab0d55", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:38:01.801471 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0045bd65-b6c9-4553-9da1-90d41719ec8f {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:38:01.801894 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788bb89b-9b13-436b-ab77-083bfdac57e1', 'name': 'network-vif-deleted', 'tag': 'e3a58c7d-5b29-4f2a-b204-a54e64ab0d55', 'status': 'completed', 'code': 200} Dec 16 22:38:01.804369 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c177a9a6-6d54-4fd2-b7b2-601e8cc70ff6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:01.824374 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77115d-17e9-4fca-8d96-a8a90e3b0b0e None None] Pushing event updated for resources: {'Port': ['ID=d9034da1-95fb-4df1-8e68-e4e3c64a4f95,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:01.873835 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1f941d-d0de-4c45-9aae-42226b588a8e None None] Routers {'0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:01.874676 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-fa1f941d-d0de-4c45-9aae-42226b588a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:01.996431 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba24dc8-2163-4870-b224-0eb772dee7b7 None None] Network 34a99589-0d53-4b15-9ec5-4b8e3da39ee0 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:38:02.036256 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.extraroute_db [None req-e3154ecc-33f0-41e2-aa9c-6ad66c981624 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Added routes are [] {{(pid=103613) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 22:38:02.037278 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.extraroute_db [None req-e3154ecc-33f0-41e2-aa9c-6ad66c981624 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103613) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 22:38:02.086771 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e3154ecc-33f0-41e2-aa9c-6ad66c981624 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5457'] for router, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:02.143655 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-fa1f941d-d0de-4c45-9aae-42226b588a8e None None] Set router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:02.293530 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c4997c21-445d-4577-aae9-8638dba47895 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5457'] for router, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:02.305732 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f3795d4-bdc4-48cc-b22b-b1d37147f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:02.310719 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c4997c21-445d-4577-aae9-8638dba47895 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-598410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-598419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597305'] for router, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:02.436331 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-2f3795d4-bdc4-48cc-b22b-b1d37147f56d None None] For port 9d338cdc-b8f7-494e-af2e-87b6bddf952b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=9d338cdc-b8f7-494e-af2e-87b6bddf952b,segment=NetworkSegment(60eee0cb-7142-4fb4-a514-e07da5f5ab54),segment_id=60eee0cb-7142-4fb4-a514-e07da5f5ab54)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:02.475143 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:02.589986 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 8ed9cda0-7f47-4000-9375-551ffac672ff, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=8ed9cda0-7f47-4000-9375-551ffac672ff,segment=NetworkSegment(f67c40bd-8b53-44bf-b1fe-44fd99dc8d69),segment_id=f67c40bd-8b53-44bf-b1fe-44fd99dc8d69)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:02.591722 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f3795d4-bdc4-48cc-b22b-b1d37147f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:02.632076 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4997c21-445d-4577-aae9-8638dba47895 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Router 9b558735-0ded-48fd-b3de-5efc5a33a972 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:38:02.676167 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c177a9a6-6d54-4fd2-b7b2-601e8cc70ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:02.699960 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-fa1f941d-d0de-4c45-9aae-42226b588a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:37:59Z', 'revision_number': 6, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None, '_interfaces': [{'id': '72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc', 'name': '', 'network_id': '2d4cdac8-8b45-480c-9914-8d10bf026c93', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:0a:1c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'd6b17f09-bbb3-4d73-91c2-a9aa36dc4517', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:51Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': 'd6b17f09-bbb3-4d73-91c2-a9aa36dc4517', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11fe976-1bc8-419a-b493-680bcee04bba', 'name': '', 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:2a:36:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:29Z', 'updated_at': '2021-12-16T22:37:34Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9034da1-95fb-4df1-8e68-e4e3c64a4f95', 'name': '', 'network_id': '0362fcce-bb59-48e6-8cf4-5f08aecdbbf2', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:4d:1d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '11ca306b-ebd3-41b7-b42d-47a1f54884de', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:53Z', 'updated_at': '2021-12-16T22:38:01Z', 'revision_number': 4, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '11ca306b-ebd3-41b7-b42d-47a1f54884de', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafe046b-f690-4493-9bdd-c44e47442bb1', 'name': '', 'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:96:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:36Z', 'updated_at': '2021-12-16T22:37:42Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:02.721630 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3795d4-bdc4-48cc-b22b-b1d37147f56d None None] Pushing event updated for resources: {'Port': ['ID=9d338cdc-b8f7-494e-af2e-87b6bddf952b,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:02.726469 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e3a58c7d-5b29-4f2a-b204-a54e64ab0d55 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:38:02.732747 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:02.733322 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 9d338cdc-b8f7-494e-af2e-87b6bddf952b up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:38:02.765287 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1f941d-d0de-4c45-9aae-42226b588a8e None None] The sync data for ids ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'] in n-d-815324-4 is: [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:37:59Z', 'revision_number': 6, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None, '_interfaces': [{'id': '72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc', 'name': '', 'network_id': '2d4cdac8-8b45-480c-9914-8d10bf026c93', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:0a:1c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'd6b17f09-bbb3-4d73-91c2-a9aa36dc4517', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:51Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': 'd6b17f09-bbb3-4d73-91c2-a9aa36dc4517', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11fe976-1bc8-419a-b493-680bcee04bba', 'name': '', 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:2a:36:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:29Z', 'updated_at': '2021-12-16T22:37:34Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9034da1-95fb-4df1-8e68-e4e3c64a4f95', 'name': '', 'network_id': '0362fcce-bb59-48e6-8cf4-5f08aecdbbf2', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:4d:1d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '11ca306b-ebd3-41b7-b42d-47a1f54884de', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:53Z', 'updated_at': '2021-12-16T22:38:01Z', 'revision_number': 4, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '11ca306b-ebd3-41b7-b42d-47a1f54884de', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafe046b-f690-4493-9bdd-c44e47442bb1', 'name': '', 'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:96:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:36Z', 'updated_at': '2021-12-16T22:37:42Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:38:02.808810 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f3bf01ad-1203-45c2-b42f-e328049db949 req-7e0b21ca-3553-4386-9dad-4fd16ee7c608 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=788bb89b-9b13-436b-ab77-083bfdac57e1 HTTP/1.1" status: 200 len: 210 time: 0.2569468 Dec 16 22:38:02.930216 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e3154ecc-33f0-41e2-aa9c-6ad66c981624 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5457'] for router, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:02.963362 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e3154ecc-33f0-41e2-aa9c-6ad66c981624 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-598410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-598419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597305'] for router, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:02.990448 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=8ed9cda0-7f47-4000-9375-551ffac672ff,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:03.052559 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: e3a58c7d-5b29-4f2a-b204-a54e64ab0d55 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:38:03.053198 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e3a58c7d-5b29-4f2a-b204-a54e64ab0d55 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:38:03.188487 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-020e65cb-4a09-4849-9c05-db1f56ae3b45 None None] Provisioning complete for port 8ed9cda0-7f47-4000-9375-551ffac672ff triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:03.188954 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-020e65cb-4a09-4849-9c05-db1f56ae3b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:03.230306 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3154ecc-33f0-41e2-aa9c-6ad66c981624 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:38:03.451627 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 9d338cdc-b8f7-494e-af2e-87b6bddf952b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:03.456495 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:03.458809 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3154ecc-33f0-41e2-aa9c-6ad66c981624 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:38:03.467562 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e3154ecc-33f0-41e2-aa9c-6ad66c981624 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:03.469037 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e3154ecc-33f0-41e2-aa9c-6ad66c981624 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "PUT /v2.0/routers/0d1d0f02-13dc-4cb7-af75-2abe4029cf6d HTTP/1.1" status: 200 len: 699 time: 2.3169656 Dec 16 22:38:03.471474 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42106) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:03.701299 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d09783a2-7644-4a14-95bb-c8ab281429dc tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "GET /v2.0/routers/0d1d0f02-13dc-4cb7-af75-2abe4029cf6d HTTP/1.1" status: 200 len: 699 time: 0.2260036 Dec 16 22:38:03.702466 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42114) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:03.705714 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-020e65cb-4a09-4849-9c05-db1f56ae3b45 None None] Provisioning complete for port d9034da1-95fb-4df1-8e68-e4e3c64a4f95 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:03.713764 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-020e65cb-4a09-4849-9c05-db1f56ae3b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:03.929383 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4997c21-445d-4577-aae9-8638dba47895 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:38:03.953631 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba329e-371d-4d60-8912-4e6697758db5 None None] Sync routers for ids ['9b558735-0ded-48fd-b3de-5efc5a33a972'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:38:03.954378 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c4997c21-445d-4577-aae9-8638dba47895 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:03.962126 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c4997c21-445d-4577-aae9-8638dba47895 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "PUT /v2.0/routers/9b558735-0ded-48fd-b3de-5efc5a33a972 HTTP/1.1" status: 200 len: 710 time: 6.6369364 Dec 16 22:38:03.963493 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42126) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:03.992731 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 9828d48a-bb02-42f6-b9b4-d6a02b74fb03 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:38:04.075598 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eba329e-371d-4d60-8912-4e6697758db5 None None] Routers {'9b558735-0ded-48fd-b3de-5efc5a33a972'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:04.076874 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8eba329e-371d-4d60-8912-4e6697758db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['9b558735-0ded-48fd-b3de-5efc5a33a972'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:04.123745 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8eba329e-371d-4d60-8912-4e6697758db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:04.172277 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bf09857d-3168-4a04-9854-92e4f55111a2 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "GET /v2.0/routers/9b558735-0ded-48fd-b3de-5efc5a33a972 HTTP/1.1" status: 200 len: 745 time: 0.2055125 Dec 16 22:38:04.175565 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42136) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:04.192581 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eba329e-371d-4d60-8912-4e6697758db5 None None] Routers {'9b558735-0ded-48fd-b3de-5efc5a33a972'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:04.193454 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8eba329e-371d-4d60-8912-4e6697758db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['9b558735-0ded-48fd-b3de-5efc5a33a972'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:04.250274 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8eba329e-371d-4d60-8912-4e6697758db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:04.250977 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba329e-371d-4d60-8912-4e6697758db5 None None] The sync data for ids ['9b558735-0ded-48fd-b3de-5efc5a33a972'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:38:04.255681 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 9828d48a-bb02-42f6-b9b4-d6a02b74fb03 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:04.256446 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:04.280387 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-020e65cb-4a09-4849-9c05-db1f56ae3b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:04.332682 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42140) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:04.342526 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8dcb102c-2365-4fe9-b793-27b7b209d413 tempest-RoutersIpV6AdminTest-1821079869 tempest-RoutersIpV6AdminTest-1821079869-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8&device_id=9b558735-0ded-48fd-b3de-5efc5a33a972 HTTP/1.1" status: 200 len: 205 time: 0.1525650 Dec 16 22:38:04.352816 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-020e65cb-4a09-4849-9c05-db1f56ae3b45 None None] For port d9034da1-95fb-4df1-8e68-e4e3c64a4f95, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d9034da1-95fb-4df1-8e68-e4e3c64a4f95,segment=NetworkSegment(a6abf203-3c58-4b64-9db2-072be9ba4a86),segment_id=a6abf203-3c58-4b64-9db2-072be9ba4a86)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:04.394051 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-20d05372-f992-4f8a-9dbd-15ba364bc08e tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b558735-0ded-48fd-b3de-5efc5a33a972 HTTP/1.1" status: 200 len: 205 time: 0.0586526 Dec 16 22:38:04.394474 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42144) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:04.437164 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-020e65cb-4a09-4849-9c05-db1f56ae3b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:04.453983 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c177a9a6-6d54-4fd2-b7b2-601e8cc70ff6 admin admin] Router 167bbfd4-9285-48ed-be45-a2d41dda53f1 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:38:04.587947 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-17856c70-3e24-442f-a774-308bfd51bca4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:04.603281 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e65cb-4a09-4849-9c05-db1f56ae3b45 None None] Pushing event updated for resources: {'Port': ['ID=d9034da1-95fb-4df1-8e68-e4e3c64a4f95,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:04.640431 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-204f0ede-9c23-4000-b6a5-ad947e84dbc9 None None] Provisioning complete for port 8ed9cda0-7f47-4000-9375-551ffac672ff triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:04.643880 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-204f0ede-9c23-4000-b6a5-ad947e84dbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:04.693758 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-71916061-d4eb-4605-806e-3d1867ee9f5e tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:04.746044 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5503a98e-72c1-4c58-932c-fcc7190954bc None None] Sync routers for ids ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:38:04.762796 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5503a98e-72c1-4c58-932c-fcc7190954bc None None] Routers {'0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:04.763634 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5503a98e-72c1-4c58-932c-fcc7190954bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:04.839925 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d9034da1-95fb-4df1-8e68-e4e3c64a4f95 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:38:04.951943 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port d9034da1-95fb-4df1-8e68-e4e3c64a4f95 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:04.952795 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:05.014613 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-5503a98e-72c1-4c58-932c-fcc7190954bc None None] Set router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:05.063385 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c177a9a6-6d54-4fd2-b7b2-601e8cc70ff6 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:38:05.102214 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06090b4d-4ad1-4b40-a241-25e3eac19ded None None] Sync routers for ids ['167bbfd4-9285-48ed-be45-a2d41dda53f1'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:38:05.120126 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d053b-7efc-4e1e-b220-6acddf1cc919 req-e8adf2aa-9f5b-4817-8406-fb8f59dc1ed5 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:05.130416 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-246d053b-7efc-4e1e-b220-6acddf1cc919 req-e8adf2aa-9f5b-4817-8406-fb8f59dc1ed5 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a8402cb-ef49-4e89-8be7-8248128f76f7 HTTP/1.1" status: 200 len: 945 time: 0.5952508 Dec 16 22:38:05.163722 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06090b4d-4ad1-4b40-a241-25e3eac19ded None None] Routers {'167bbfd4-9285-48ed-be45-a2d41dda53f1'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:05.164371 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-06090b4d-4ad1-4b40-a241-25e3eac19ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['167bbfd4-9285-48ed-be45-a2d41dda53f1'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:05.220317 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c177a9a6-6d54-4fd2-b7b2-601e8cc70ff6 admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:05.221835 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c177a9a6-6d54-4fd2-b7b2-601e8cc70ff6 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.2933068 Dec 16 22:38:05.225597 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42156) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:05.266420 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-17856c70-3e24-442f-a774-308bfd51bca4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Deleting port d9034da1-95fb-4df1-8e68-e4e3c64a4f95 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:05.268740 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-17856c70-3e24-442f-a774-308bfd51bca4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:05.306137 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-06090b4d-4ad1-4b40-a241-25e3eac19ded None None] Set router 167bbfd4-9285-48ed-be45-a2d41dda53f1 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:05.377657 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-71916061-d4eb-4605-806e-3d1867ee9f5e tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:05.379666 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 9d338cdc-b8f7-494e-af2e-87b6bddf952b up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:38:05.397518 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-71916061-d4eb-4605-806e-3d1867ee9f5e tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:05.518638 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-246d053b-7efc-4e1e-b220-6acddf1cc919 req-8efc137d-7e29-457e-aae1-c9c5223e964f tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823340 Dec 16 22:38:05.536476 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-17856c70-3e24-442f-a774-308bfd51bca4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] For port d9034da1-95fb-4df1-8e68-e4e3c64a4f95, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d9034da1-95fb-4df1-8e68-e4e3c64a4f95,segment=NetworkSegment(a6abf203-3c58-4b64-9db2-072be9ba4a86),segment_id=a6abf203-3c58-4b64-9db2-072be9ba4a86)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:05.536984 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-17856c70-3e24-442f-a774-308bfd51bca4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:05.544854 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 9d338cdc-b8f7-494e-af2e-87b6bddf952b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:05.545576 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:05.605236 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-71916061-d4eb-4605-806e-3d1867ee9f5e tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:05.605813 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71916061-d4eb-4605-806e-3d1867ee9f5e tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Fanout notify agent at l3_agent the message router_deleted on router 9b558735-0ded-48fd-b3de-5efc5a33a972 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:38:05.628725 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-71916061-d4eb-4605-806e-3d1867ee9f5e tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:05.637831 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-71916061-d4eb-4605-806e-3d1867ee9f5e tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "DELETE /v2.0/routers/9b558735-0ded-48fd-b3de-5efc5a33a972 HTTP/1.1" status: 204 len: 168 time: 1.2404287 Dec 16 22:38:05.642789 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42162) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:05.689393 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5503a98e-72c1-4c58-932c-fcc7190954bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:38:02Z', 'revision_number': 7, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None, '_interfaces': [{'id': '72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc', 'name': '', 'network_id': '2d4cdac8-8b45-480c-9914-8d10bf026c93', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:0a:1c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'd6b17f09-bbb3-4d73-91c2-a9aa36dc4517', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:51Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': 'd6b17f09-bbb3-4d73-91c2-a9aa36dc4517', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11fe976-1bc8-419a-b493-680bcee04bba', 'name': '', 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:2a:36:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:29Z', 'updated_at': '2021-12-16T22:37:34Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9034da1-95fb-4df1-8e68-e4e3c64a4f95', 'name': '', 'network_id': '0362fcce-bb59-48e6-8cf4-5f08aecdbbf2', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:4d:1d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '11ca306b-ebd3-41b7-b42d-47a1f54884de', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:53Z', 'updated_at': '2021-12-16T22:38:04Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '11ca306b-ebd3-41b7-b42d-47a1f54884de', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafe046b-f690-4493-9bdd-c44e47442bb1', 'name': '', 'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:96:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:36Z', 'updated_at': '2021-12-16T22:37:42Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:05.694872 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-06090b4d-4ad1-4b40-a241-25e3eac19ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167bbfd4-9285-48ed-be45-a2d41dda53f1', 'name': 'tempest-TestAggregatesBasicOps-164731493-router', 'tenant_id': '6f6e3b2616ad4da29e4256625da9fe06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd0be3562-d705-4396-8662-f8ccec81241d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:57Z', 'updated_at': '2021-12-16T22:38:01Z', 'revision_number': 3, 'project_id': '6f6e3b2616ad4da29e4256625da9fe06', 'gw_port': {'id': 'd0be3562-d705-4396-8662-f8ccec81241d', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:be:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167bbfd4-9285-48ed-be45-a2d41dda53f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:58Z', 'updated_at': '2021-12-16T22:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:05.731997 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f9872951-5ef4-4a6f-97f4-4b7f0ec0c47c tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b558735-0ded-48fd-b3de-5efc5a33a972 HTTP/1.1" status: 200 len: 205 time: 0.0879757 Dec 16 22:38:05.740351 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42164) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:05.763691 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-17856c70-3e24-442f-a774-308bfd51bca4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Calling delete_port for d9034da1-95fb-4df1-8e68-e4e3c64a4f95 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:05.783641 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5503a98e-72c1-4c58-932c-fcc7190954bc None None] Checking router: 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:38:05.805674 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5503a98e-72c1-4c58-932c-fcc7190954bc None None] Routers {'0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:05.807369 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5503a98e-72c1-4c58-932c-fcc7190954bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:05.821745 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06090b4d-4ad1-4b40-a241-25e3eac19ded None None] Checking router: 167bbfd4-9285-48ed-be45-a2d41dda53f1 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:38:05.822868 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06090b4d-4ad1-4b40-a241-25e3eac19ded None None] Updating router 167bbfd4-9285-48ed-be45-a2d41dda53f1 port d0be3562-d705-4396-8662-f8ccec81241d binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:38:05.856174 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-abd82b62-fe6a-496a-a470-1cc483977212 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] delete failed (client error): The resource could not be found. Dec 16 22:38:05.857624 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-abd82b62-fe6a-496a-a470-1cc483977212 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "DELETE /v2.0/routers/9b558735-0ded-48fd-b3de-5efc5a33a972 HTTP/1.1" status: 404 len: 336 time: 0.1012607 Dec 16 22:38:05.860333 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42166) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:05.873485 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-06090b4d-4ad1-4b40-a241-25e3eac19ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:05.925473 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e46d36c2-e153-49bf-ace4-e96895454071 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "GET /v2.0/ports?device_id=4dc26000-a825-4f51-a75a-b63ebff559bd HTTP/1.1" status: 200 len: 205 time: 0.0635326 Dec 16 22:38:05.928432 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42168) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:05.966416 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 8ed9cda0-7f47-4000-9375-551ffac672ff up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:38:06.021065 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-5503a98e-72c1-4c58-932c-fcc7190954bc None None] Set router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:06.024910 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-6d1844cf-c311-40c4-a96b-c05f252037de tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] delete failed (client error): The resource could not be found. Dec 16 22:38:06.032502 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6d1844cf-c311-40c4-a96b-c05f252037de tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "DELETE /v2.0/routers/4dc26000-a825-4f51-a75a-b63ebff559bd HTTP/1.1" status: 404 len: 336 time: 0.1026227 Dec 16 22:38:06.035036 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42172) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:06.112591 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-61cd84ee-d43c-496c-9c0b-c809bf1811b3 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "GET /v2.0/ports?device_id=536db12a-63b3-42b6-983b-ccccbb1ba22e HTTP/1.1" status: 200 len: 205 time: 0.0764127 Dec 16 22:38:06.117886 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42174) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:06.159717 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 8ed9cda0-7f47-4000-9375-551ffac672ff triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:06.173925 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:06.205868 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-a5bddb4c-39d3-4365-b4aa-03c45ffb58ce tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] delete failed (client error): The resource could not be found. Dec 16 22:38:06.206949 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a5bddb4c-39d3-4365-b4aa-03c45ffb58ce tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "DELETE /v2.0/routers/536db12a-63b3-42b6-983b-ccccbb1ba22e HTTP/1.1" status: 404 len: 336 time: 0.0880589 Dec 16 22:38:06.210927 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42176) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:06.263598 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a8ad13ea-d825-4abd-8f26-cd618f8c8112 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "GET /v2.0/ports?device_id=91567f46-b4a0-455d-b682-e0db6ca6b0d4 HTTP/1.1" status: 200 len: 205 time: 0.0513694 Dec 16 22:38:06.264493 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42178) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:06.346442 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-0a159e85-f1c8-44d6-a564-c2296145e2d8 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] delete failed (client error): The resource could not be found. Dec 16 22:38:06.347825 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0a159e85-f1c8-44d6-a564-c2296145e2d8 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "DELETE /v2.0/routers/91567f46-b4a0-455d-b682-e0db6ca6b0d4 HTTP/1.1" status: 404 len: 336 time: 0.0815907 Dec 16 22:38:06.351220 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42180) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:06.403638 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ef70599a-ac6a-4ad4-b0db-ef0ec57b515b tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "GET /v2.0/ports?device_id=8bbb7620-b610-4e9a-9584-d1b1f67e6686 HTTP/1.1" status: 200 len: 205 time: 0.0504332 Dec 16 22:38:06.406066 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42182) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:06.428886 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5503a98e-72c1-4c58-932c-fcc7190954bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:38:02Z', 'revision_number': 7, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None, '_interfaces': [{'id': '72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc', 'name': '', 'network_id': '2d4cdac8-8b45-480c-9914-8d10bf026c93', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:0a:1c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'd6b17f09-bbb3-4d73-91c2-a9aa36dc4517', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:51Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': 'd6b17f09-bbb3-4d73-91c2-a9aa36dc4517', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11fe976-1bc8-419a-b493-680bcee04bba', 'name': '', 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:2a:36:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:29Z', 'updated_at': '2021-12-16T22:37:34Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9034da1-95fb-4df1-8e68-e4e3c64a4f95', 'name': '', 'network_id': '0362fcce-bb59-48e6-8cf4-5f08aecdbbf2', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:4d:1d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '11ca306b-ebd3-41b7-b42d-47a1f54884de', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:53Z', 'updated_at': '2021-12-16T22:38:04Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '11ca306b-ebd3-41b7-b42d-47a1f54884de', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafe046b-f690-4493-9bdd-c44e47442bb1', 'name': '', 'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:96:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:36Z', 'updated_at': '2021-12-16T22:37:42Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:06.449956 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-ea701b0e-2f75-49b1-8db4-ad4ad7b0c875 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] delete failed (client error): The resource could not be found. Dec 16 22:38:06.451338 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ea701b0e-2f75-49b1-8db4-ad4ad7b0c875 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "DELETE /v2.0/routers/8bbb7620-b610-4e9a-9584-d1b1f67e6686 HTTP/1.1" status: 404 len: 336 time: 0.0440795 Dec 16 22:38:06.457354 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42184) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:06.466312 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5503a98e-72c1-4c58-932c-fcc7190954bc None None] The sync data for ids ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'] in n-d-815324-4 is: [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:38:02Z', 'revision_number': 7, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None, '_interfaces': [{'id': '72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc', 'name': '', 'network_id': '2d4cdac8-8b45-480c-9914-8d10bf026c93', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:0a:1c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'd6b17f09-bbb3-4d73-91c2-a9aa36dc4517', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:51Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': 'd6b17f09-bbb3-4d73-91c2-a9aa36dc4517', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11fe976-1bc8-419a-b493-680bcee04bba', 'name': '', 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:2a:36:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:29Z', 'updated_at': '2021-12-16T22:37:34Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9034da1-95fb-4df1-8e68-e4e3c64a4f95', 'name': '', 'network_id': '0362fcce-bb59-48e6-8cf4-5f08aecdbbf2', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:4d:1d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '11ca306b-ebd3-41b7-b42d-47a1f54884de', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:53Z', 'updated_at': '2021-12-16T22:38:04Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '11ca306b-ebd3-41b7-b42d-47a1f54884de', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafe046b-f690-4493-9bdd-c44e47442bb1', 'name': '', 'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:96:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:36Z', 'updated_at': '2021-12-16T22:37:42Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:38:06.684731 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42192) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:06.687497 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-27d00e87-6480-42b0-9f16-1715935d7615 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c2ace56-323c-4426-b489-f353b052070d HTTP/1.1" status: 200 len: 205 time: 0.1884904 Dec 16 22:38:06.764579 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-0d90930a-fa79-4112-a93f-b9e1956905e0 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] delete failed (client error): The resource could not be found. Dec 16 22:38:06.768907 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0d90930a-fa79-4112-a93f-b9e1956905e0 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "DELETE /v2.0/routers/7c2ace56-323c-4426-b489-f353b052070d HTTP/1.1" status: 404 len: 336 time: 0.0808091 Dec 16 22:38:06.769903 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42194) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:06.807370 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87f563c-c9c9-4b7b-8e34-7f4706cc3275 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] DELETE failed (client error): The resource could not be found. Dec 16 22:38:06.807644 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e87f563c-c9c9-4b7b-8e34-7f4706cc3275 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:38:06.816168 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e87f563c-c9c9-4b7b-8e34-7f4706cc3275 tempest-RoutersIpV6AdminTest-1830720038 tempest-RoutersIpV6AdminTest-1830720038-project] 10.222.0.75 "DELETE /v2.0/subnets/74cea030-1a24-4dc2-bfa9-3fdd1805615a HTTP/1.1" status: 404 len: 337 time: 0.0398915 Dec 16 22:38:06.918661 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-06090b4d-4ad1-4b40-a241-25e3eac19ded None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:06.982059 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821562c-18c3-4c7a-993b-69c3ed328828 req-6bb5d9be-bc9d-484d-a9c2-11838c2ff5db tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:06.984075 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1821562c-18c3-4c7a-993b-69c3ed328828 req-6bb5d9be-bc9d-484d-a9c2-11838c2ff5db tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a8402cb-ef49-4e89-8be7-8248128f76f7 HTTP/1.1" status: 200 len: 945 time: 0.5386508 Dec 16 22:38:07.020452 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-06090b4d-4ad1-4b40-a241-25e3eac19ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:07.084759 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe74074-407d-475a-bb3a-3cb1c77bfbf6 req-c9884d16-484b-4cbf-9e4e-876d57624cf2 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:07.091559 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d9034da1-95fb-4df1-8e68-e4e3c64a4f95 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:38:07.093795 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1fe74074-407d-475a-bb3a-3cb1c77bfbf6 req-c9884d16-484b-4cbf-9e4e-876d57624cf2 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a8402cb-ef49-4e89-8be7-8248128f76f7 HTTP/1.1" status: 200 len: 945 time: 0.4000838 Dec 16 22:38:07.185967 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b947f9cc-21c0-48d9-a6dc-c2a6c0f7f647 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:38:07.202151 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-06090b4d-4ad1-4b40-a241-25e3eac19ded None None] Attempting to bind port d0be3562-d705-4396-8662-f8ccec81241d on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:38:07.202623 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-06090b4d-4ad1-4b40-a241-25e3eac19ded None None] Attempting to bind port d0be3562-d705-4396-8662-f8ccec81241d by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:38:07.203199 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06090b4d-4ad1-4b40-a241-25e3eac19ded None None] Attempting to bind port d0be3562-d705-4396-8662-f8ccec81241d on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:38:07.243121 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b89db-1ca6-4595-a737-3c4fe546914b None None] Pushing event updated for resources: {'Port': ['ID=d0be3562-d705-4396-8662-f8ccec81241d,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:07.249089 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port d9034da1-95fb-4df1-8e68-e4e3c64a4f95 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:07.253989 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:07.276222 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06090b4d-4ad1-4b40-a241-25e3eac19ded None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:38:07.277516 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06090b4d-4ad1-4b40-a241-25e3eac19ded None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:38:07.277970 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acb0df30-9e27-4c7c-8bb7-9ab2fc102559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:07.278504 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-06090b4d-4ad1-4b40-a241-25e3eac19ded None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:07.279102 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06090b4d-4ad1-4b40-a241-25e3eac19ded None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:38:07.279784 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-06090b4d-4ad1-4b40-a241-25e3eac19ded None None] Bound port: d0be3562-d705-4396-8662-f8ccec81241d, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:38:07.283375 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-06090b4d-4ad1-4b40-a241-25e3eac19ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:07.370705 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-17856c70-3e24-442f-a774-308bfd51bca4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:07.391900 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Could not find standard attr ID for object d9034da1-95fb-4df1-8e68-e4e3c64a4f95. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:38:07.398405 n-d-815324-4 neutron-server[103615]: INFO neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No ports have port_id starting with d9034da1-95fb-4df1-8e68-e4e3c64a4f95 Dec 16 22:38:07.434103 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0a9b12b-062a-4bac-aafd-feeba3d91d73 None None] Provisioning complete for port d0be3562-d705-4396-8662-f8ccec81241d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:07.434488 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0a9b12b-062a-4bac-aafd-feeba3d91d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:07.468251 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17856c70-3e24-442f-a774-308bfd51bca4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Port': ['ID=d9034da1-95fb-4df1-8e68-e4e3c64a4f95,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:07.511695 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-06090b4d-4ad1-4b40-a241-25e3eac19ded None None] For port d0be3562-d705-4396-8662-f8ccec81241d, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:38:07.539915 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-06090b4d-4ad1-4b40-a241-25e3eac19ded None None] For port d0be3562-d705-4396-8662-f8ccec81241d, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d0be3562-d705-4396-8662-f8ccec81241d,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:38:07.543223 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0a9b12b-062a-4bac-aafd-feeba3d91d73 None None] Port d0be3562-d705-4396-8662-f8ccec81241d cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:38:07.594680 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42202) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:07.611614 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-06090b4d-4ad1-4b40-a241-25e3eac19ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:07.612197 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17856c70-3e24-442f-a774-308bfd51bca4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:07.612562 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17856c70-3e24-442f-a774-308bfd51bca4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:07.612907 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17856c70-3e24-442f-a774-308bfd51bca4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:07.613257 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17856c70-3e24-442f-a774-308bfd51bca4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:07.613582 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17856c70-3e24-442f-a774-308bfd51bca4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:07.613923 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17856c70-3e24-442f-a774-308bfd51bca4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:07.614253 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17856c70-3e24-442f-a774-308bfd51bca4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:07.614581 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17856c70-3e24-442f-a774-308bfd51bca4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:07.614913 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17856c70-3e24-442f-a774-308bfd51bca4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:07.619487 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17856c70-3e24-442f-a774-308bfd51bca4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:07.619487 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17856c70-3e24-442f-a774-308bfd51bca4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:07.619487 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17856c70-3e24-442f-a774-308bfd51bca4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:07.619487 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17856c70-3e24-442f-a774-308bfd51bca4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:07.647387 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1fe74074-407d-475a-bb3a-3cb1c77bfbf6 req-a6d501bd-9d50-4b58-8771-29fdb32d305c tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5518651 Dec 16 22:38:07.767314 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808ebf59-dcd5-4e41-b5c2-add415076399 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:38:07.786874 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-1821562c-18c3-4c7a-993b-69c3ed328828 req-70a4c8a6-16ca-44fe-9983-b0e13a61b6cf tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Deleting port f69d3a08-b314-4f8f-8027-b75a7f463ae8 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:07.787482 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1821562c-18c3-4c7a-993b-69c3ed328828 req-70a4c8a6-16ca-44fe-9983-b0e13a61b6cf tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:07.793169 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06090b4d-4ad1-4b40-a241-25e3eac19ded None None] Routers {'167bbfd4-9285-48ed-be45-a2d41dda53f1'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:07.794069 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-06090b4d-4ad1-4b40-a241-25e3eac19ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['167bbfd4-9285-48ed-be45-a2d41dda53f1'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:07.867458 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5f473e4e-f61a-4422-988e-1b19ed3eb236 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:07.924547 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b89db-1ca6-4595-a737-3c4fe546914b None None] Pushing event updated for resources: {'Port': ['ID=d0be3562-d705-4396-8662-f8ccec81241d,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:07.976344 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-06090b4d-4ad1-4b40-a241-25e3eac19ded None None] Set router 167bbfd4-9285-48ed-be45-a2d41dda53f1 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:07.987731 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5f473e4e-f61a-4422-988e-1b19ed3eb236 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:08.081447 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-1821562c-18c3-4c7a-993b-69c3ed328828 req-70a4c8a6-16ca-44fe-9983-b0e13a61b6cf tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] For port f69d3a08-b314-4f8f-8027-b75a7f463ae8, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=f69d3a08-b314-4f8f-8027-b75a7f463ae8,segment=NetworkSegment(ebeb3950-671a-4b5d-9be7-8ef3d653ddf1),segment_id=ebeb3950-671a-4b5d-9be7-8ef3d653ddf1)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:08.082551 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1821562c-18c3-4c7a-993b-69c3ed328828 req-70a4c8a6-16ca-44fe-9983-b0e13a61b6cf tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:08.109541 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5f473e4e-f61a-4422-988e-1b19ed3eb236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:08.130454 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-1821562c-18c3-4c7a-993b-69c3ed328828 req-70a4c8a6-16ca-44fe-9983-b0e13a61b6cf tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Calling delete_port for f69d3a08-b314-4f8f-8027-b75a7f463ae8 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:08.140555 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-acb0df30-9e27-4c7c-8bb7-9ab2fc102559 admin admin] Allocated IP 172.20.0.1 (34a99589-0d53-4b15-9ec5-4b8e3da39ee0/dcb2dc0f-5ce7-478d-97cb-0b64f35b6794/ba916308-59a7-48cf-8675-82db2c0429d3) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:38:08.159851 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-17856c70-3e24-442f-a774-308bfd51bca4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:08.180109 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6f07951d-5bd5-4d9f-82e2-d64fedcc8afb None None] Provisioning complete for port d0be3562-d705-4396-8662-f8ccec81241d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:08.180406 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6f07951d-5bd5-4d9f-82e2-d64fedcc8afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:08.198928 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5f473e4e-f61a-4422-988e-1b19ed3eb236 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b99b699726a4403e9521e94cdd4d792a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6021245 Dec 16 22:38:08.203510 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42212) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:08.225298 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f473e4e-f61a-4422-988e-1b19ed3eb236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce0d210-2997-407f-8c87-591c3387ebe1,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:08.313095 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-06090b4d-4ad1-4b40-a241-25e3eac19ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167bbfd4-9285-48ed-be45-a2d41dda53f1', 'name': 'tempest-TestAggregatesBasicOps-164731493-router', 'tenant_id': '6f6e3b2616ad4da29e4256625da9fe06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd0be3562-d705-4396-8662-f8ccec81241d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:57Z', 'updated_at': '2021-12-16T22:38:01Z', 'revision_number': 3, 'project_id': '6f6e3b2616ad4da29e4256625da9fe06', 'gw_port': {'id': 'd0be3562-d705-4396-8662-f8ccec81241d', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:be:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167bbfd4-9285-48ed-be45-a2d41dda53f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:58Z', 'updated_at': '2021-12-16T22:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:08.329260 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fe69c569-85f8-454a-91c8-8127692a0ed3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:08.356969 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06090b4d-4ad1-4b40-a241-25e3eac19ded None None] The sync data for ids ['167bbfd4-9285-48ed-be45-a2d41dda53f1'] in n-d-815324-4 is: [{'id': '167bbfd4-9285-48ed-be45-a2d41dda53f1', 'name': 'tempest-TestAggregatesBasicOps-164731493-router', 'tenant_id': '6f6e3b2616ad4da29e4256625da9fe06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd0be3562-d705-4396-8662-f8ccec81241d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:57Z', 'updated_at': '2021-12-16T22:38:01Z', 'revision_number': 3, 'project_id': '6f6e3b2616ad4da29e4256625da9fe06', 'gw_port': {'id': 'd0be3562-d705-4396-8662-f8ccec81241d', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:be:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167bbfd4-9285-48ed-be45-a2d41dda53f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:58Z', 'updated_at': '2021-12-16T22:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:38:08.357257 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fe69c569-85f8-454a-91c8-8127692a0ed3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:08.382146 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6f07951d-5bd5-4d9f-82e2-d64fedcc8afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:08.441463 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-6f07951d-5bd5-4d9f-82e2-d64fedcc8afb None None] For port d0be3562-d705-4396-8662-f8ccec81241d, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d0be3562-d705-4396-8662-f8ccec81241d,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:08.540232 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6f07951d-5bd5-4d9f-82e2-d64fedcc8afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:08.563683 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fe69c569-85f8-454a-91c8-8127692a0ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:08.567355 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fe69c569-85f8-454a-91c8-8127692a0ed3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:08.571169 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fe69c569-85f8-454a-91c8-8127692a0ed3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2ce0d210-2997-407f-8c87-591c3387ebe1 HTTP/1.1" status: 204 len: 168 time: 0.3606260 Dec 16 22:38:08.579752 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69c569-85f8-454a-91c8-8127692a0ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce0d210-2997-407f-8c87-591c3387ebe1,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:08.673285 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07951d-5bd5-4d9f-82e2-d64fedcc8afb None None] Pushing event updated for resources: {'Port': ['ID=d0be3562-d705-4396-8662-f8ccec81241d,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:08.751417 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acb0df30-9e27-4c7c-8bb7-9ab2fc102559 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:08.871658 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device f69d3a08-b314-4f8f-8027-b75a7f463ae8 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:38:08.918807 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17856c70-3e24-442f-a774-308bfd51bca4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:38:08.959403 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838fc3b-b5c2-4d6e-af2d-d8effc63ecc6 req-053d5faf-62b5-4260-bb2b-8fd616b8b871 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:08.968209 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a838fc3b-b5c2-4d6e-af2d-d8effc63ecc6 req-053d5faf-62b5-4260-bb2b-8fd616b8b871 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a8402cb-ef49-4e89-8be7-8248128f76f7 HTTP/1.1" status: 200 len: 945 time: 0.1213264 Dec 16 22:38:08.995008 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No active binding found for port f69d3a08-b314-4f8f-8027-b75a7f463ae8 {{(pid=103615) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 22:38:08.995484 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device f69d3a08-b314-4f8f-8027-b75a7f463ae8 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:38:09.019784 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acb0df30-9e27-4c7c-8bb7-9ab2fc102559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:09.028298 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1821562c-18c3-4c7a-993b-69c3ed328828 req-70a4c8a6-16ca-44fe-9983-b0e13a61b6cf tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:09.062998 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['1c07a043-d9d1-4dd0-a167-799cc8db8c5f'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:38:09.115513 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a838fc3b-b5c2-4d6e-af2d-d8effc63ecc6 req-1dc28a52-a987-4ed1-84c3-7d18b3b48d31 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454237 Dec 16 22:38:09.317093 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0df30-9e27-4c7c-8bb7-9ab2fc102559 admin admin] Pushing event updated for resources: {'Port': ['ID=ba916308-59a7-48cf-8675-82db2c0429d3,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:09.386654 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d0be3562-d705-4396-8662-f8ccec81241d up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:38:09.437075 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb0df30-9e27-4c7c-8bb7-9ab2fc102559 admin admin] Network 34a99589-0d53-4b15-9ec5-4b8e3da39ee0 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:38:09.475660 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4c8a6-16ca-44fe-9983-b0e13a61b6cf tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Pushing event deleted for resources: {'Port': ['ID=f69d3a08-b314-4f8f-8027-b75a7f463ae8,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:09.478029 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-1821562c-18c3-4c7a-993b-69c3ed328828 req-70a4c8a6-16ca-44fe-9983-b0e13a61b6cf tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] No DVR routers for this DVR port f69d3a08-b314-4f8f-8027-b75a7f463ae8 on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:38:09.482298 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-acb0df30-9e27-4c7c-8bb7-9ab2fc102559 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:38:09.487772 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1821562c-18c3-4c7a-993b-69c3ed328828 req-70a4c8a6-16ca-44fe-9983-b0e13a61b6cf tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:09.492360 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1821562c-18c3-4c7a-993b-69c3ed328828 req-70a4c8a6-16ca-44fe-9983-b0e13a61b6cf tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.57 "DELETE /v2.0/ports/f69d3a08-b314-4f8f-8027-b75a7f463ae8 HTTP/1.1" status: 204 len: 173 time: 2.4866066 Dec 16 22:38:09.492882 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8402cb-ef49-4e89-8be7-8248128f76f7', 'name': 'network-vif-deleted', 'tag': 'f69d3a08-b314-4f8f-8027-b75a7f463ae8'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:38:09.497023 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b3f671-7ec6-4fed-adef-2751d5eb9976" -d '{"events": [{"server_uuid": "8a8402cb-ef49-4e89-8be7-8248128f76f7", "name": "network-vif-deleted", "tag": "f69d3a08-b314-4f8f-8027-b75a7f463ae8"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:38:09.500634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb0df30-9e27-4c7c-8bb7-9ab2fc102559 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:38:09.535888 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17856c70-3e24-442f-a774-308bfd51bca4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:38:09.548134 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42228) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:09.548599 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-17856c70-3e24-442f-a774-308bfd51bca4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "PUT /v2.0/routers/0d1d0f02-13dc-4cb7-af75-2abe4029cf6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8443208 Dec 16 22:38:09.565212 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acb0df30-9e27-4c7c-8bb7-9ab2fc102559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:09.574165 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8338489-ffab-43c8-9cfe-034293189e57 None None] Sync routers for ids ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:38:09.596795 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8338489-ffab-43c8-9cfe-034293189e57 None None] Routers {'0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:09.597523 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e8338489-ffab-43c8-9cfe-034293189e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:09.624269 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port d0be3562-d705-4396-8662-f8ccec81241d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:09.626594 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:09.656668 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42230) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:09.737936 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c23e59-2942-471b-be41-4a9b5de872f6 x-openstack-request-id: req-80c23e59-2942-471b-be41-4a9b5de872f6 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:38:09.739503 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8402cb-ef49-4e89-8be7-8248128f76f7", "name": "network-vif-deleted", "tag": "f69d3a08-b314-4f8f-8027-b75a7f463ae8", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:38:09.767861 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-80c23e59-2942-471b-be41-4a9b5de872f6 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:38:09.768380 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8402cb-ef49-4e89-8be7-8248128f76f7', 'name': 'network-vif-deleted', 'tag': 'f69d3a08-b314-4f8f-8027-b75a7f463ae8', 'status': 'completed', 'code': 200} Dec 16 22:38:09.783372 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-92c05254-109c-45af-9f50-4186a54b68e8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d2fca60e3e474e9cbc297be680ec982a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1050096 Dec 16 22:38:09.786924 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42232) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:09.944344 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81641d7-9f24-492a-b37a-d141746169d7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Deleting subnet 11ca306b-ebd3-41b7-b42d-47a1f54884de {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:38:09.950235 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a81641d7-9f24-492a-b37a-d141746169d7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:09.961872 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-e8338489-ffab-43c8-9cfe-034293189e57 None None] Set router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:10.000265 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-523656f8-9d7c-4f0b-8027-d1a44730eef5 None None] Provisioning complete for port ba916308-59a7-48cf-8675-82db2c0429d3 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:10.000917 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-523656f8-9d7c-4f0b-8027-d1a44730eef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:10.031162 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9267527b-2fa8-47a7-bc93-a0f0ac87c88d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:10.065122 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-523656f8-9d7c-4f0b-8027-d1a44730eef5 None None] Port ba916308-59a7-48cf-8675-82db2c0429d3 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:38:10.077124 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9267527b-2fa8-47a7-bc93-a0f0ac87c88d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:10.180942 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a81641d7-9f24-492a-b37a-d141746169d7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:10.239291 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acb0df30-9e27-4c7c-8bb7-9ab2fc102559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:10.336500 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b3e2643f-444f-478c-9e42-47df22a2813c req-c5b340cc-01c8-4ffb-a533-e8d6ef001650 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a8402cb-ef49-4e89-8be7-8248128f76f7 HTTP/1.1" status: 200 len: 210 time: 0.0661163 Dec 16 22:38:10.342127 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9267527b-2fa8-47a7-bc93-a0f0ac87c88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:10.349461 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9267527b-2fa8-47a7-bc93-a0f0ac87c88d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:10.356469 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9267527b-2fa8-47a7-bc93-a0f0ac87c88d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/53d0f4f5-2832-4fd8-95c4-adfa77c5e1e0 HTTP/1.1" status: 204 len: 168 time: 0.5682478 Dec 16 22:38:10.396238 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267527b-2fa8-47a7-bc93-a0f0ac87c88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d0f4f5-2832-4fd8-95c4-adfa77c5e1e0,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:10.410247 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e8338489-ffab-43c8-9cfe-034293189e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:38:07Z', 'revision_number': 8, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None, '_interfaces': [{'id': '72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc', 'name': '', 'network_id': '2d4cdac8-8b45-480c-9914-8d10bf026c93', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:0a:1c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'd6b17f09-bbb3-4d73-91c2-a9aa36dc4517', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:51Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': 'd6b17f09-bbb3-4d73-91c2-a9aa36dc4517', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11fe976-1bc8-419a-b493-680bcee04bba', 'name': '', 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:2a:36:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:29Z', 'updated_at': '2021-12-16T22:37:34Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafe046b-f690-4493-9bdd-c44e47442bb1', 'name': '', 'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:96:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:36Z', 'updated_at': '2021-12-16T22:37:42Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:10.489834 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8338489-ffab-43c8-9cfe-034293189e57 None None] Checking router: 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:38:10.495036 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a81641d7-9f24-492a-b37a-d141746169d7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:10.514454 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8338489-ffab-43c8-9cfe-034293189e57 None None] Routers {'0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:10.516872 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e8338489-ffab-43c8-9cfe-034293189e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:10.711966 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acb0df30-9e27-4c7c-8bb7-9ab2fc102559 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:10.741952 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-e8338489-ffab-43c8-9cfe-034293189e57 None None] Set router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:10.815600 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a81641d7-9f24-492a-b37a-d141746169d7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:10.848275 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a81641d7-9f24-492a-b37a-d141746169d7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:10.850281 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cd001b-b466-4b7f-9780-06ec3b8676a3 None None] Network 0362fcce-bb59-48e6-8cf4-5f08aecdbbf2 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:38:10.857977 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a81641d7-9f24-492a-b37a-d141746169d7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/subnets/11ca306b-ebd3-41b7-b42d-47a1f54884de HTTP/1.1" status: 204 len: 168 time: 1.3049314 Dec 16 22:38:10.859308 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42248) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:10.868786 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acb0df30-9e27-4c7c-8bb7-9ab2fc102559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:10.996776 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81641d7-9f24-492a-b37a-d141746169d7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Subnet': ['ID=11ca306b-ebd3-41b7-b42d-47a1f54884de,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:11.146774 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0df30-9e27-4c7c-8bb7-9ab2fc102559 admin admin] Pushing event updated for resources: {'Port': ['ID=ba916308-59a7-48cf-8675-82db2c0429d3,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:11.160562 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c76d175-fb8d-4908-a31b-77f31b8341a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:11.215605 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acb0df30-9e27-4c7c-8bb7-9ab2fc102559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:11.253216 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e8338489-ffab-43c8-9cfe-034293189e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:38:07Z', 'revision_number': 8, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None, '_interfaces': [{'id': '72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc', 'name': '', 'network_id': '2d4cdac8-8b45-480c-9914-8d10bf026c93', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:0a:1c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'd6b17f09-bbb3-4d73-91c2-a9aa36dc4517', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:51Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': 'd6b17f09-bbb3-4d73-91c2-a9aa36dc4517', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11fe976-1bc8-419a-b493-680bcee04bba', 'name': '', 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:2a:36:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:29Z', 'updated_at': '2021-12-16T22:37:34Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafe046b-f690-4493-9bdd-c44e47442bb1', 'name': '', 'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:96:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:36Z', 'updated_at': '2021-12-16T22:37:42Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:11.254972 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6678a3d-353b-4315-beae-6eda6d9dfe27 None None] DHCP port deletion for 0362fcce-bb59-48e6-8cf4-5f08aecdbbf2 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:38:11.292518 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8338489-ffab-43c8-9cfe-034293189e57 None None] The sync data for ids ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'] in n-d-815324-4 is: [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:38:07Z', 'revision_number': 8, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None, '_interfaces': [{'id': '72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc', 'name': '', 'network_id': '2d4cdac8-8b45-480c-9914-8d10bf026c93', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:0a:1c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'd6b17f09-bbb3-4d73-91c2-a9aa36dc4517', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:51Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': 'd6b17f09-bbb3-4d73-91c2-a9aa36dc4517', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11fe976-1bc8-419a-b493-680bcee04bba', 'name': '', 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:2a:36:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:29Z', 'updated_at': '2021-12-16T22:37:34Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafe046b-f690-4493-9bdd-c44e47442bb1', 'name': '', 'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:96:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:36Z', 'updated_at': '2021-12-16T22:37:42Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:38:11.362324 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d6678a3d-353b-4315-beae-6eda6d9dfe27 None None] Deleting port 9828d48a-bb02-42f6-b9b4-d6a02b74fb03 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:11.362954 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d6678a3d-353b-4315-beae-6eda6d9dfe27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:11.390034 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-2c76d175-fb8d-4908-a31b-77f31b8341a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Deleting port 9828d48a-bb02-42f6-b9b4-d6a02b74fb03 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:11.390034 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c76d175-fb8d-4908-a31b-77f31b8341a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:11.480192 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d6678a3d-353b-4315-beae-6eda6d9dfe27 None None] For port 9828d48a-bb02-42f6-b9b4-d6a02b74fb03, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=9828d48a-bb02-42f6-b9b4-d6a02b74fb03,segment=NetworkSegment(a6abf203-3c58-4b64-9db2-072be9ba4a86),segment_id=a6abf203-3c58-4b64-9db2-072be9ba4a86)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:11.480594 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d6678a3d-353b-4315-beae-6eda6d9dfe27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:11.492255 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-2c76d175-fb8d-4908-a31b-77f31b8341a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] For port 9828d48a-bb02-42f6-b9b4-d6a02b74fb03, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=9828d48a-bb02-42f6-b9b4-d6a02b74fb03,segment=NetworkSegment(a6abf203-3c58-4b64-9db2-072be9ba4a86),segment_id=a6abf203-3c58-4b64-9db2-072be9ba4a86)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:11.492713 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c76d175-fb8d-4908-a31b-77f31b8341a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:11.497114 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d6678a3d-353b-4315-beae-6eda6d9dfe27 None None] Calling delete_port for 9828d48a-bb02-42f6-b9b4-d6a02b74fb03 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:11.533796 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0030cc2b-90cd-4572-8924-34b03c98b59e req-cf6c08be-6eea-46ee-a4ee-81c5653acc14 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=8a8402cb-ef49-4e89-8be7-8248128f76f7 HTTP/1.1" status: 200 len: 210 time: 0.0447776 Dec 16 22:38:11.538414 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb0df30-9e27-4c7c-8bb7-9ab2fc102559 admin admin] Network 34a99589-0d53-4b15-9ec5-4b8e3da39ee0 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:38:11.540097 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-2c76d175-fb8d-4908-a31b-77f31b8341a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Calling delete_port for 9828d48a-bb02-42f6-b9b4-d6a02b74fb03 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:11.542747 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-acb0df30-9e27-4c7c-8bb7-9ab2fc102559 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:38:11.708851 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d6678a3d-353b-4315-beae-6eda6d9dfe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:11.780179 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c76d175-fb8d-4908-a31b-77f31b8341a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:11.838638 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6678a3d-353b-4315-beae-6eda6d9dfe27 None None] Pushing event deleted for resources: {'Port': ['ID=9828d48a-bb02-42f6-b9b4-d6a02b74fb03,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:11.858424 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6678a3d-353b-4315-beae-6eda6d9dfe27 None None] No DVR routers for this DVR port 9828d48a-bb02-42f6-b9b4-d6a02b74fb03 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:38:11.883194 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76d175-fb8d-4908-a31b-77f31b8341a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Port': ['ID=9828d48a-bb02-42f6-b9b4-d6a02b74fb03,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:11.903134 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c76d175-fb8d-4908-a31b-77f31b8341a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] No DVR routers for this DVR port 9828d48a-bb02-42f6-b9b4-d6a02b74fb03 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:38:12.111917 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0da9632d-ab21-4309-a4d3-a873c29f9085 None None] Provisioning complete for port ba916308-59a7-48cf-8675-82db2c0429d3 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:12.112747 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0da9632d-ab21-4309-a4d3-a873c29f9085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:12.113483 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c76d175-fb8d-4908-a31b-77f31b8341a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:12.145561 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb0df30-9e27-4c7c-8bb7-9ab2fc102559 admin admin] Router 167bbfd4-9285-48ed-be45-a2d41dda53f1 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:38:12.175622 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-2c76d175-fb8d-4908-a31b-77f31b8341a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0362fcce-bb59-48e6-8cf4-5f08aecdbbf2']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:12.192475 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0da9632d-ab21-4309-a4d3-a873c29f9085 None None] Port ba916308-59a7-48cf-8675-82db2c0429d3 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:38:12.233265 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-2c76d175-fb8d-4908-a31b-77f31b8341a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6abf203-3c58-4b64-9db2-072be9ba4a86') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:12.233574 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-2c76d175-fb8d-4908-a31b-77f31b8341a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6abf203-3c58-4b64-9db2-072be9ba4a86') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:12.490614 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42292) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:12.617815 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c76d175-fb8d-4908-a31b-77f31b8341a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:12.637906 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c76d175-fb8d-4908-a31b-77f31b8341a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:12.678851 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c76d175-fb8d-4908-a31b-77f31b8341a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:38:12.679311 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c76d175-fb8d-4908-a31b-77f31b8341a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:38:12.683389 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:38:12.692115 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-2d584e94-4de3-4158-bd28-aee06ef009b9 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-56175897'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:12.761713 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb0df30-9e27-4c7c-8bb7-9ab2fc102559 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:38:12.771422 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-acb0df30-9e27-4c7c-8bb7-9ab2fc102559 admin admin] 10.222.0.75 "PUT /v2.0/routers/167bbfd4-9285-48ed-be45-a2d41dda53f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5364652 Dec 16 22:38:12.782202 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28534328-3e20-4066-bb19-a15cff051dbe None None] Sync routers for ids ['167bbfd4-9285-48ed-be45-a2d41dda53f1'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:38:12.806480 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d584e94-4de3-4158-bd28-aee06ef009b9 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Made reservation on behalf of 133ec781575b496e9fbed21c9f05ce9a for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:38:12.811466 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d584e94-4de3-4158-bd28-aee06ef009b9 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:12.817379 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28534328-3e20-4066-bb19-a15cff051dbe None None] Routers {'167bbfd4-9285-48ed-be45-a2d41dda53f1'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:12.818042 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-28534328-3e20-4066-bb19-a15cff051dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['167bbfd4-9285-48ed-be45-a2d41dda53f1'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:12.839961 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d584e94-4de3-4158-bd28-aee06ef009b9 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:12.862119 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c76d175-fb8d-4908-a31b-77f31b8341a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:12.869308 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c76d175-fb8d-4908-a31b-77f31b8341a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:12.882244 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2c76d175-fb8d-4908-a31b-77f31b8341a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/networks/0362fcce-bb59-48e6-8cf4-5f08aecdbbf2 HTTP/1.1" status: 204 len: 168 time: 2.0213773 Dec 16 22:38:12.882923 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42306) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:13.026376 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76d175-fb8d-4908-a31b-77f31b8341a7 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Network': ['ID=0362fcce-bb59-48e6-8cf4-5f08aecdbbf2,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:13.028331 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d584e94-4de3-4158-bd28-aee06ef009b9 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:13.112060 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d584e94-4de3-4158-bd28-aee06ef009b9 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:13.130195 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d584e94-4de3-4158-bd28-aee06ef009b9 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:38:13.137070 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-28534328-3e20-4066-bb19-a15cff051dbe None None] Set router 167bbfd4-9285-48ed-be45-a2d41dda53f1 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:13.162517 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d584e94-4de3-4158-bd28-aee06ef009b9 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:13.162873 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-2d584e94-4de3-4158-bd28-aee06ef009b9 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Added segment 72792a7f-e2a2-4f3a-b3f2-1829667b18c2 of type vlan for network 3a62d531-c376-463f-8a30-4c7376a5819b Dec 16 22:38:13.188499 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d9034da1-95fb-4df1-8e68-e4e3c64a4f95 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:38:13.213540 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: d9034da1-95fb-4df1-8e68-e4e3c64a4f95 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:38:13.214103 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d9034da1-95fb-4df1-8e68-e4e3c64a4f95 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:38:13.214964 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 9828d48a-bb02-42f6-b9b4-d6a02b74fb03 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:38:13.242844 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 9828d48a-bb02-42f6-b9b4-d6a02b74fb03 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:38:13.243241 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 9828d48a-bb02-42f6-b9b4-d6a02b74fb03 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:38:13.353836 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d584e94-4de3-4158-bd28-aee06ef009b9 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:13.465464 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-28534328-3e20-4066-bb19-a15cff051dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167bbfd4-9285-48ed-be45-a2d41dda53f1', 'name': 'tempest-TestAggregatesBasicOps-164731493-router', 'tenant_id': '6f6e3b2616ad4da29e4256625da9fe06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd0be3562-d705-4396-8662-f8ccec81241d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:57Z', 'updated_at': '2021-12-16T22:38:09Z', 'revision_number': 4, 'project_id': '6f6e3b2616ad4da29e4256625da9fe06', 'gw_port': {'id': 'd0be3562-d705-4396-8662-f8ccec81241d', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167bbfd4-9285-48ed-be45-a2d41dda53f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:58Z', 'updated_at': '2021-12-16T22:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'ba916308-59a7-48cf-8675-82db2c0429d3', 'name': '', 'network_id': '34a99589-0d53-4b15-9ec5-4b8e3da39ee0', 'tenant_id': '6f6e3b2616ad4da29e4256625da9fe06', 'mac_address': 'fa:16:3e:9f:af:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167bbfd4-9285-48ed-be45-a2d41dda53f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'dcb2dc0f-5ce7-478d-97cb-0b64f35b6794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:07Z', 'updated_at': '2021-12-16T22:38:10Z', 'revision_number': 2, 'project_id': '6f6e3b2616ad4da29e4256625da9fe06', 'subnets': [{'id': 'dcb2dc0f-5ce7-478d-97cb-0b64f35b6794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:13.507831 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28534328-3e20-4066-bb19-a15cff051dbe None None] Checking router: 167bbfd4-9285-48ed-be45-a2d41dda53f1 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:38:13.508494 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28534328-3e20-4066-bb19-a15cff051dbe None None] Updating router 167bbfd4-9285-48ed-be45-a2d41dda53f1 port ba916308-59a7-48cf-8675-82db2c0429d3 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:38:13.518765 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d584e94-4de3-4158-bd28-aee06ef009b9 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:13.541523 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-28534328-3e20-4066-bb19-a15cff051dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:13.545445 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d584e94-4de3-4158-bd28-aee06ef009b9 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:13.546840 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d584e94-4de3-4158-bd28-aee06ef009b9 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:13.570800 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d584e94-4de3-4158-bd28-aee06ef009b9 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de7c95fc-0122-4873-bd48-e4d83fbd926a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:13.711371 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d584e94-4de3-4158-bd28-aee06ef009b9 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Pushing event updated for resources: {'Network': ['ID=3a62d531-c376-463f-8a30-4c7376a5819b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:13.762161 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42320) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:13.764421 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2d584e94-4de3-4158-bd28-aee06ef009b9 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2714138 Dec 16 22:38:13.769402 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-48893779-0d55-4fb4-a62a-0368c562a0e6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Request body: {'subnet': {'network_id': '3a62d531-c376-463f-8a30-4c7376a5819b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:13.809112 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 3a62d531-c376-463f-8a30-4c7376a5819b details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:38:13.935164 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-89f708f3-0689-404c-b3a9-de2da466252f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:14.142308 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48893779-0d55-4fb4-a62a-0368c562a0e6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Made reservation on behalf of 133ec781575b496e9fbed21c9f05ce9a for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:38:14.146127 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-48893779-0d55-4fb4-a62a-0368c562a0e6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:14.170320 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-28534328-3e20-4066-bb19-a15cff051dbe None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:14.286452 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-28534328-3e20-4066-bb19-a15cff051dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:14.374613 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de91083-152f-451b-8d93-1958cbf0318a None None] Pushing event updated for resources: {'Port': ['ID=ba916308-59a7-48cf-8675-82db2c0429d3,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:14.467892 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-28534328-3e20-4066-bb19-a15cff051dbe None None] Attempting to bind port ba916308-59a7-48cf-8675-82db2c0429d3 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:38:14.468489 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-28534328-3e20-4066-bb19-a15cff051dbe None None] Attempting to bind port ba916308-59a7-48cf-8675-82db2c0429d3 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'f67c40bd-8b53-44bf-b1fe-44fd99dc8d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '34a99589-0d53-4b15-9ec5-4b8e3da39ee0'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:38:14.469105 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28534328-3e20-4066-bb19-a15cff051dbe None None] Attempting to bind port ba916308-59a7-48cf-8675-82db2c0429d3 on network 34a99589-0d53-4b15-9ec5-4b8e3da39ee0 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:38:14.488549 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28534328-3e20-4066-bb19-a15cff051dbe None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:38:14.490279 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28534328-3e20-4066-bb19-a15cff051dbe None None] Checking segment: {'id': 'f67c40bd-8b53-44bf-b1fe-44fd99dc8d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '34a99589-0d53-4b15-9ec5-4b8e3da39ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:38:14.492592 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-28534328-3e20-4066-bb19-a15cff051dbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:14.493521 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28534328-3e20-4066-bb19-a15cff051dbe None None] Bound using segment: {'id': 'f67c40bd-8b53-44bf-b1fe-44fd99dc8d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '34a99589-0d53-4b15-9ec5-4b8e3da39ee0'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:38:14.494952 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-28534328-3e20-4066-bb19-a15cff051dbe None None] Bound port: ba916308-59a7-48cf-8675-82db2c0429d3, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67c40bd-8b53-44bf-b1fe-44fd99dc8d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '34a99589-0d53-4b15-9ec5-4b8e3da39ee0'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:38:14.495650 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-28534328-3e20-4066-bb19-a15cff051dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:14.570353 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-89f708f3-0689-404c-b3a9-de2da466252f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Deleting port 72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:14.570759 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-89f708f3-0689-404c-b3a9-de2da466252f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:14.583722 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-28534328-3e20-4066-bb19-a15cff051dbe None None] For port ba916308-59a7-48cf-8675-82db2c0429d3, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:38:14.588048 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-28534328-3e20-4066-bb19-a15cff051dbe None None] For port ba916308-59a7-48cf-8675-82db2c0429d3, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=ba916308-59a7-48cf-8675-82db2c0429d3,segment=NetworkSegment(f67c40bd-8b53-44bf-b1fe-44fd99dc8d69),segment_id=f67c40bd-8b53-44bf-b1fe-44fd99dc8d69)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:38:14.701409 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-48893779-0d55-4fb4-a62a-0368c562a0e6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:14.718304 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-28534328-3e20-4066-bb19-a15cff051dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:14.785840 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48893779-0d55-4fb4-a62a-0368c562a0e6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Pushing event updated for resources: {'Subnet': ['ID=0a284c26-550f-4104-a379-37d090178429,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:14.786399 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28534328-3e20-4066-bb19-a15cff051dbe None None] Routers {'167bbfd4-9285-48ed-be45-a2d41dda53f1'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:14.786616 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-28534328-3e20-4066-bb19-a15cff051dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['167bbfd4-9285-48ed-be45-a2d41dda53f1'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:14.789327 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-89f708f3-0689-404c-b3a9-de2da466252f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] For port 72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc,segment=NetworkSegment(3594ca27-6d85-4e28-89be-89960a23fb52),segment_id=3594ca27-6d85-4e28-89be-89960a23fb52)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:14.792189 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-89f708f3-0689-404c-b3a9-de2da466252f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:14.825460 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-89f708f3-0689-404c-b3a9-de2da466252f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Calling delete_port for 72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:14.843449 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48893779-0d55-4fb4-a62a-0368c562a0e6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Checking segment: {'id': '72792a7f-e2a2-4f3a-b3f2-1829667b18c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3a62d531-c376-463f-8a30-4c7376a5819b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:38:14.843823 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48893779-0d55-4fb4-a62a-0368c562a0e6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Network hostable DHCP agents. Network: 3a62d531-c376-463f-8a30-4c7376a5819b, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:38:15.135701 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48893779-0d55-4fb4-a62a-0368c562a0e6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Network 3a62d531-c376-463f-8a30-4c7376a5819b is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:38:15.261995 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-48893779-0d55-4fb4-a62a-0368c562a0e6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 3a62d531-c376-463f-8a30-4c7376a5819b) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:38:15.266598 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48893779-0d55-4fb4-a62a-0368c562a0e6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:15.267235 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-48893779-0d55-4fb4-a62a-0368c562a0e6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:15.291493 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10bf52c-b30f-4aa9-a5f4-5cb052531d0a None None] Network 3a62d531-c376-463f-8a30-4c7376a5819b requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:38:15.300373 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-89f708f3-0689-404c-b3a9-de2da466252f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:15.395151 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-28534328-3e20-4066-bb19-a15cff051dbe None None] Set router 167bbfd4-9285-48ed-be45-a2d41dda53f1 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:15.401840 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f708f3-0689-404c-b3a9-de2da466252f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Port': ['ID=72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:15.423721 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42352) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:15.429148 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-26accc5e-e1fb-4cde-8cac-d5959afa304d tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Request body: {'port': {'network_id': '3a62d531-c376-463f-8a30-4c7376a5819b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1135921171'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:15.446563 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-48893779-0d55-4fb4-a62a-0368c562a0e6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6830471 Dec 16 22:38:15.762639 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de91083-152f-451b-8d93-1958cbf0318a None None] Pushing event updated for resources: {'Port': ['ID=ba916308-59a7-48cf-8675-82db2c0429d3,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:15.787634 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-96037291-6ea2-4711-8d5b-f55150d7060a None None] Provisioning complete for port ba916308-59a7-48cf-8675-82db2c0429d3 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:15.788177 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-96037291-6ea2-4711-8d5b-f55150d7060a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:15.828543 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26accc5e-e1fb-4cde-8cac-d5959afa304d tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Made reservation on behalf of 133ec781575b496e9fbed21c9f05ce9a for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:38:15.835634 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-26accc5e-e1fb-4cde-8cac-d5959afa304d tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:15.888070 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-26accc5e-e1fb-4cde-8cac-d5959afa304d tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] device_id is not set on port 14bcaa4b-81f5-45bd-bfd3-ae48f5f022fe yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:38:15.907914 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-89f708f3-0689-404c-b3a9-de2da466252f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:16.111884 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec07298-135a-4506-b0db-b7d0313e4f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-3a62d531-c376-463f-8a30-4c7376a5819b', 'network_id': '3a62d531-c376-463f-8a30-4c7376a5819b', 'project_id': '133ec781575b496e9fbed21c9f05ce9a', 'fixed_ips': [{'subnet_id': '0a284c26-550f-4104-a379-37d090178429'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:38:16.112952 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ec07298-135a-4506-b0db-b7d0313e4f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:16.324111 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-26accc5e-e1fb-4cde-8cac-d5959afa304d tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Allocated IP 172.20.0.9 (3a62d531-c376-463f-8a30-4c7376a5819b/0a284c26-550f-4104-a379-37d090178429/14bcaa4b-81f5-45bd-bfd3-ae48f5f022fe) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:38:16.564476 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-96037291-6ea2-4711-8d5b-f55150d7060a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:16.593767 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f708f3-0689-404c-b3a9-de2da466252f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:38:16.703945 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f708f3-0689-404c-b3a9-de2da466252f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:38:16.711920 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-89f708f3-0689-404c-b3a9-de2da466252f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "PUT /v2.0/routers/0d1d0f02-13dc-4cb7-af75-2abe4029cf6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8257756 Dec 16 22:38:16.715200 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42380) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:16.716171 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed45b3e4-3021-46ca-9406-88478bcdf2f9 None None] Sync routers for ids ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:38:16.753233 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed45b3e4-3021-46ca-9406-88478bcdf2f9 None None] Routers {'0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:16.762489 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-ed45b3e4-3021-46ca-9406-88478bcdf2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:16.767719 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-96037291-6ea2-4711-8d5b-f55150d7060a None None] For port ba916308-59a7-48cf-8675-82db2c0429d3, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=ba916308-59a7-48cf-8675-82db2c0429d3,segment=NetworkSegment(f67c40bd-8b53-44bf-b1fe-44fd99dc8d69),segment_id=f67c40bd-8b53-44bf-b1fe-44fd99dc8d69)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:16.784620 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-047fa8a3-ccec-4726-b1f3-bd2da0cc9b71 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Deleting subnet d6b17f09-bbb3-4d73-91c2-a9aa36dc4517 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:38:16.789667 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-047fa8a3-ccec-4726-b1f3-bd2da0cc9b71 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:16.849986 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-96037291-6ea2-4711-8d5b-f55150d7060a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:16.879241 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-28534328-3e20-4066-bb19-a15cff051dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167bbfd4-9285-48ed-be45-a2d41dda53f1', 'name': 'tempest-TestAggregatesBasicOps-164731493-router', 'tenant_id': '6f6e3b2616ad4da29e4256625da9fe06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd0be3562-d705-4396-8662-f8ccec81241d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:57Z', 'updated_at': '2021-12-16T22:38:09Z', 'revision_number': 4, 'project_id': '6f6e3b2616ad4da29e4256625da9fe06', 'gw_port': {'id': 'd0be3562-d705-4396-8662-f8ccec81241d', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167bbfd4-9285-48ed-be45-a2d41dda53f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:58Z', 'updated_at': '2021-12-16T22:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'ba916308-59a7-48cf-8675-82db2c0429d3', 'name': '', 'network_id': '34a99589-0d53-4b15-9ec5-4b8e3da39ee0', 'tenant_id': '6f6e3b2616ad4da29e4256625da9fe06', 'mac_address': 'fa:16:3e:9f:af:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167bbfd4-9285-48ed-be45-a2d41dda53f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'dcb2dc0f-5ce7-478d-97cb-0b64f35b6794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:07Z', 'updated_at': '2021-12-16T22:38:14Z', 'revision_number': 4, 'project_id': '6f6e3b2616ad4da29e4256625da9fe06', 'subnets': [{'id': 'dcb2dc0f-5ce7-478d-97cb-0b64f35b6794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:16.939304 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-047fa8a3-ccec-4726-b1f3-bd2da0cc9b71 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:16.998106 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-ed45b3e4-3021-46ca-9406-88478bcdf2f9 None None] Set router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:16.998342 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-26accc5e-e1fb-4cde-8cac-d5959afa304d tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:17.120069 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28534328-3e20-4066-bb19-a15cff051dbe None None] The sync data for ids ['167bbfd4-9285-48ed-be45-a2d41dda53f1'] in n-d-815324-4 is: [{'id': '167bbfd4-9285-48ed-be45-a2d41dda53f1', 'name': 'tempest-TestAggregatesBasicOps-164731493-router', 'tenant_id': '6f6e3b2616ad4da29e4256625da9fe06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd0be3562-d705-4396-8662-f8ccec81241d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:57Z', 'updated_at': '2021-12-16T22:38:09Z', 'revision_number': 4, 'project_id': '6f6e3b2616ad4da29e4256625da9fe06', 'gw_port': {'id': 'd0be3562-d705-4396-8662-f8ccec81241d', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167bbfd4-9285-48ed-be45-a2d41dda53f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:58Z', 'updated_at': '2021-12-16T22:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'ba916308-59a7-48cf-8675-82db2c0429d3', 'name': '', 'network_id': '34a99589-0d53-4b15-9ec5-4b8e3da39ee0', 'tenant_id': '6f6e3b2616ad4da29e4256625da9fe06', 'mac_address': 'fa:16:3e:9f:af:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167bbfd4-9285-48ed-be45-a2d41dda53f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'dcb2dc0f-5ce7-478d-97cb-0b64f35b6794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:07Z', 'updated_at': '2021-12-16T22:38:14Z', 'revision_number': 4, 'project_id': '6f6e3b2616ad4da29e4256625da9fe06', 'subnets': [{'id': 'dcb2dc0f-5ce7-478d-97cb-0b64f35b6794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:38:17.217492 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-db11c969-0d88-4b6a-83bf-f5b67482002f None None] Provisioning complete for port ba916308-59a7-48cf-8675-82db2c0429d3 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:17.220915 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-db11c969-0d88-4b6a-83bf-f5b67482002f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:17.234679 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-26accc5e-e1fb-4cde-8cac-d5959afa304d tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:17.364916 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-047fa8a3-ccec-4726-b1f3-bd2da0cc9b71 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:17.414698 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26accc5e-e1fb-4cde-8cac-d5959afa304d tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Network 3a62d531-c376-463f-8a30-4c7376a5819b is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:38:17.424791 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-26accc5e-e1fb-4cde-8cac-d5959afa304d tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:38:17.434339 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26accc5e-e1fb-4cde-8cac-d5959afa304d tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:38:17.459724 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42394) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:17.599418 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26accc5e-e1fb-4cde-8cac-d5959afa304d tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Pushing event updated for resources: {'Port': ['ID=14bcaa4b-81f5-45bd-bfd3-ae48f5f022fe,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:17.668256 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96037291-6ea2-4711-8d5b-f55150d7060a None None] Pushing event updated for resources: {'Port': ['ID=ba916308-59a7-48cf-8675-82db2c0429d3,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:17.745335 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26accc5e-e1fb-4cde-8cac-d5959afa304d tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:17.747293 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-26accc5e-e1fb-4cde-8cac-d5959afa304d tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:17.857950 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-ed45b3e4-3021-46ca-9406-88478bcdf2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:38:15Z', 'revision_number': 9, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None, '_interfaces': [{'id': 'c11fe976-1bc8-419a-b493-680bcee04bba', 'name': '', 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:2a:36:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:29Z', 'updated_at': '2021-12-16T22:37:34Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafe046b-f690-4493-9bdd-c44e47442bb1', 'name': '', 'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:96:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:36Z', 'updated_at': '2021-12-16T22:37:42Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:17.884890 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-26accc5e-e1fb-4cde-8cac-d5959afa304d tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4600241 Dec 16 22:38:17.892957 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42398) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:17.915343 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a18b4d8d-ef60-43e1-8330-ed2e6ba1e9a6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Request body: {'port': {'network_id': '3a62d531-c376-463f-8a30-4c7376a5819b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-61632692', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:17.917617 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.api.validators [None req-a18b4d8d-ef60-43e1-8330-ed2e6ba1e9a6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] bootfile-name is not in valid_values {{(pid=103613) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 22:38:17.921819 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.api.validators [None req-a18b4d8d-ef60-43e1-8330-ed2e6ba1e9a6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] tftp-server is not in valid_values {{(pid=103613) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 22:38:17.922646 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-4ec07298-135a-4506-b0db-b7d0313e4f72 None None] Allocated IP 172.20.0.2 (3a62d531-c376-463f-8a30-4c7376a5819b/0a284c26-550f-4104-a379-37d090178429/bb425916-3541-4bd0-b7ff-f48d45bf6ca5) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:38:17.923935 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.api.validators [None req-a18b4d8d-ef60-43e1-8330-ed2e6ba1e9a6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] server-ip-address is not in valid_values {{(pid=103613) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 22:38:17.970798 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed45b3e4-3021-46ca-9406-88478bcdf2f9 None None] Checking router: 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:38:18.002749 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed45b3e4-3021-46ca-9406-88478bcdf2f9 None None] Routers {'0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:18.003428 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-ed45b3e4-3021-46ca-9406-88478bcdf2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:18.075305 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-047fa8a3-ccec-4726-b1f3-bd2da0cc9b71 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:18.161587 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99d555a-5acd-449a-9c70-1e1bf7e557be None None] Network 2d4cdac8-8b45-480c-9914-8d10bf026c93 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:38:18.246768 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047fa8a3-ccec-4726-b1f3-bd2da0cc9b71 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Subnet': ['ID=d6b17f09-bbb3-4d73-91c2-a9aa36dc4517,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:18.258554 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-047fa8a3-ccec-4726-b1f3-bd2da0cc9b71 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:18.265098 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-047fa8a3-ccec-4726-b1f3-bd2da0cc9b71 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/subnets/d6b17f09-bbb3-4d73-91c2-a9aa36dc4517 HTTP/1.1" status: 204 len: 168 time: 1.5463347 Dec 16 22:38:18.266408 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42404) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:18.268735 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-ed45b3e4-3021-46ca-9406-88478bcdf2f9 None None] Set router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:18.446002 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cfee7c4c-3211-47ad-98d5-aa9fd2b39f6f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:18.492470 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18b4d8d-ef60-43e1-8330-ed2e6ba1e9a6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Made reservation on behalf of 133ec781575b496e9fbed21c9f05ce9a for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:38:18.499756 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a18b4d8d-ef60-43e1-8330-ed2e6ba1e9a6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:18.537398 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-cfee7c4c-3211-47ad-98d5-aa9fd2b39f6f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Deleting port 8c4cc43c-75c5-4f77-bdd1-42de4a17665a {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:18.538134 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cfee7c4c-3211-47ad-98d5-aa9fd2b39f6f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:18.607078 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-a18b4d8d-ef60-43e1-8330-ed2e6ba1e9a6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] device_id is not set on port 56adfad5-86e9-4131-ab74-95e8f20c9b57 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:38:18.650679 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b6b2b520-8396-4241-9150-76975c4c8d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:18.689643 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ec07298-135a-4506-b0db-b7d0313e4f72 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:18.745989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-cfee7c4c-3211-47ad-98d5-aa9fd2b39f6f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] For port 8c4cc43c-75c5-4f77-bdd1-42de4a17665a, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=8c4cc43c-75c5-4f77-bdd1-42de4a17665a,segment=NetworkSegment(3594ca27-6d85-4e28-89be-89960a23fb52),segment_id=3594ca27-6d85-4e28-89be-89960a23fb52)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:18.745989 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cfee7c4c-3211-47ad-98d5-aa9fd2b39f6f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:18.782176 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-cfee7c4c-3211-47ad-98d5-aa9fd2b39f6f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Calling delete_port for 8c4cc43c-75c5-4f77-bdd1-42de4a17665a owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:18.809032 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ec07298-135a-4506-b0db-b7d0313e4f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:18.886022 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-ed45b3e4-3021-46ca-9406-88478bcdf2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:38:15Z', 'revision_number': 9, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None, '_interfaces': [{'id': 'c11fe976-1bc8-419a-b493-680bcee04bba', 'name': '', 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:2a:36:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:29Z', 'updated_at': '2021-12-16T22:37:34Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafe046b-f690-4493-9bdd-c44e47442bb1', 'name': '', 'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:96:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:36Z', 'updated_at': '2021-12-16T22:37:42Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:18.922468 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed45b3e4-3021-46ca-9406-88478bcdf2f9 None None] The sync data for ids ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'] in n-d-815324-4 is: [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:38:15Z', 'revision_number': 9, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None, '_interfaces': [{'id': 'c11fe976-1bc8-419a-b493-680bcee04bba', 'name': '', 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:2a:36:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:29Z', 'updated_at': '2021-12-16T22:37:34Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fafe046b-f690-4493-9bdd-c44e47442bb1', 'name': '', 'network_id': 'd4d8a795-f637-49bf-8f20-87574bf25b3c', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:96:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:36Z', 'updated_at': '2021-12-16T22:37:42Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '7241d2dc-6240-4730-9a91-d127025f23e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:38:18.936771 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c61964-bb4f-4953-94d8-653f22f7ecd6 None None] DHCP port deletion for 2d4cdac8-8b45-480c-9914-8d10bf026c93 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:38:19.020447 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec07298-135a-4506-b0db-b7d0313e4f72 None None] Network 3a62d531-c376-463f-8a30-4c7376a5819b is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:38:19.090162 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-4ec07298-135a-4506-b0db-b7d0313e4f72 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:38:19.099531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec07298-135a-4506-b0db-b7d0313e4f72 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:38:19.102665 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cfee7c4c-3211-47ad-98d5-aa9fd2b39f6f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:19.139826 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec07298-135a-4506-b0db-b7d0313e4f72 None None] Pushing event updated for resources: {'Port': ['ID=bb425916-3541-4bd0-b7ff-f48d45bf6ca5,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:19.212133 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfee7c4c-3211-47ad-98d5-aa9fd2b39f6f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] No DVR routers for this DVR port 8c4cc43c-75c5-4f77-bdd1-42de4a17665a on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:38:19.217451 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee7c4c-3211-47ad-98d5-aa9fd2b39f6f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Port': ['ID=8c4cc43c-75c5-4f77-bdd1-42de4a17665a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:19.279263 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4ec07298-135a-4506-b0db-b7d0313e4f72 None None] Attempting to bind port bb425916-3541-4bd0-b7ff-f48d45bf6ca5 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:38:19.280640 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4ec07298-135a-4506-b0db-b7d0313e4f72 None None] Attempting to bind port bb425916-3541-4bd0-b7ff-f48d45bf6ca5 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '72792a7f-e2a2-4f3a-b3f2-1829667b18c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3a62d531-c376-463f-8a30-4c7376a5819b'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:38:19.281262 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec07298-135a-4506-b0db-b7d0313e4f72 None None] Attempting to bind port bb425916-3541-4bd0-b7ff-f48d45bf6ca5 on network 3a62d531-c376-463f-8a30-4c7376a5819b {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:38:19.287382 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c3c61964-bb4f-4953-94d8-653f22f7ecd6 None None] Deleting port 8c4cc43c-75c5-4f77-bdd1-42de4a17665a {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:19.291266 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c3c61964-bb4f-4953-94d8-653f22f7ecd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:19.391694 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec07298-135a-4506-b0db-b7d0313e4f72 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:38:19.392243 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec07298-135a-4506-b0db-b7d0313e4f72 None None] Checking segment: {'id': '72792a7f-e2a2-4f3a-b3f2-1829667b18c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3a62d531-c376-463f-8a30-4c7376a5819b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:38:19.392750 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ec07298-135a-4506-b0db-b7d0313e4f72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:19.393370 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec07298-135a-4506-b0db-b7d0313e4f72 None None] Bound using segment: {'id': '72792a7f-e2a2-4f3a-b3f2-1829667b18c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3a62d531-c376-463f-8a30-4c7376a5819b'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:38:19.394139 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4ec07298-135a-4506-b0db-b7d0313e4f72 None None] Bound port: bb425916-3541-4bd0-b7ff-f48d45bf6ca5, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72792a7f-e2a2-4f3a-b3f2-1829667b18c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3a62d531-c376-463f-8a30-4c7376a5819b'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:38:19.416664 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ec07298-135a-4506-b0db-b7d0313e4f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:19.548246 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device ba916308-59a7-48cf-8675-82db2c0429d3 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:38:19.559722 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cfee7c4c-3211-47ad-98d5-aa9fd2b39f6f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:19.614020 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-cfee7c4c-3211-47ad-98d5-aa9fd2b39f6f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d4cdac8-8b45-480c-9914-8d10bf026c93']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:19.657242 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-cfee7c4c-3211-47ad-98d5-aa9fd2b39f6f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3594ca27-6d85-4e28-89be-89960a23fb52') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:19.658564 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-cfee7c4c-3211-47ad-98d5-aa9fd2b39f6f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3594ca27-6d85-4e28-89be-89960a23fb52') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:19.676153 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cfee7c4c-3211-47ad-98d5-aa9fd2b39f6f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:19.700414 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cfee7c4c-3211-47ad-98d5-aa9fd2b39f6f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:19.719796 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfee7c4c-3211-47ad-98d5-aa9fd2b39f6f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:38:19.720275 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cfee7c4c-3211-47ad-98d5-aa9fd2b39f6f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:38:19.808519 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:38:19.828304 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c3c61964-bb4f-4953-94d8-653f22f7ecd6 None None] For port 8c4cc43c-75c5-4f77-bdd1-42de4a17665a, host n-d-815324-4, got binding levels [] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:19.828802 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c3c61964-bb4f-4953-94d8-653f22f7ecd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:19.911694 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4ec07298-135a-4506-b0db-b7d0313e4f72 None None] For port bb425916-3541-4bd0-b7ff-f48d45bf6ca5, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:38:19.911694 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4ec07298-135a-4506-b0db-b7d0313e4f72 None None] For port bb425916-3541-4bd0-b7ff-f48d45bf6ca5, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=bb425916-3541-4bd0-b7ff-f48d45bf6ca5,segment=NetworkSegment(72792a7f-e2a2-4f3a-b3f2-1829667b18c2),segment_id=72792a7f-e2a2-4f3a-b3f2-1829667b18c2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:38:19.911694 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c3c61964-bb4f-4953-94d8-653f22f7ecd6 None None] Calling delete_port for 8c4cc43c-75c5-4f77-bdd1-42de4a17665a owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:19.911694 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.ipam_backend_mixin [None req-c3c61964-bb4f-4953-94d8-653f22f7ecd6 None None] Port 8c4cc43c-75c5-4f77-bdd1-42de4a17665a was not found and therefore no delete operation was performed {{(pid=103615) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 22:38:19.911694 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c3c61964-bb4f-4953-94d8-653f22f7ecd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:19.945492 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c61964-bb4f-4953-94d8-653f22f7ecd6 None None] Pushing event deleted for resources: {'Port': ['ID=8c4cc43c-75c5-4f77-bdd1-42de4a17665a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:19.949777 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port ba916308-59a7-48cf-8675-82db2c0429d3 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:19.950396 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:20.008757 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c61964-bb4f-4953-94d8-653f22f7ecd6 None None] No DVR routers for this DVR port 8c4cc43c-75c5-4f77-bdd1-42de4a17665a on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:38:20.096125 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-a18b4d8d-ef60-43e1-8330-ed2e6ba1e9a6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Allocated IP 172.20.0.12 (3a62d531-c376-463f-8a30-4c7376a5819b/0a284c26-550f-4104-a379-37d090178429/56adfad5-86e9-4131-ab74-95e8f20c9b57) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:38:20.175801 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 8c4cc43c-75c5-4f77-bdd1-42de4a17665a no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:38:20.205162 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cfee7c4c-3211-47ad-98d5-aa9fd2b39f6f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:20.209876 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cfee7c4c-3211-47ad-98d5-aa9fd2b39f6f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:20.216486 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cfee7c4c-3211-47ad-98d5-aa9fd2b39f6f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/networks/2d4cdac8-8b45-480c-9914-8d10bf026c93 HTTP/1.1" status: 204 len: 168 time: 1.9457736 Dec 16 22:38:20.217943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42418) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:20.222588 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 8c4cc43c-75c5-4f77-bdd1-42de4a17665a {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:38:20.222940 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 8c4cc43c-75c5-4f77-bdd1-42de4a17665a not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:38:20.357227 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee7c4c-3211-47ad-98d5-aa9fd2b39f6f tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Network': ['ID=2d4cdac8-8b45-480c-9914-8d10bf026c93,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:20.427679 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ec07298-135a-4506-b0db-b7d0313e4f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:20.437446 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a18b4d8d-ef60-43e1-8330-ed2e6ba1e9a6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:20.492223 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-b6b2b520-8396-4241-9150-76975c4c8d37 admin admin] Deleting port 9d338cdc-b8f7-494e-af2e-87b6bddf952b {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:20.492964 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b6b2b520-8396-4241-9150-76975c4c8d37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:20.535527 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec07298-135a-4506-b0db-b7d0313e4f72 None None] Pushing event updated for resources: {'Port': ['ID=bb425916-3541-4bd0-b7ff-f48d45bf6ca5,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:20.678888 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-b6b2b520-8396-4241-9150-76975c4c8d37 admin admin] For port 9d338cdc-b8f7-494e-af2e-87b6bddf952b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=9d338cdc-b8f7-494e-af2e-87b6bddf952b,segment=NetworkSegment(60eee0cb-7142-4fb4-a514-e07da5f5ab54),segment_id=60eee0cb-7142-4fb4-a514-e07da5f5ab54)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:20.679292 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b6b2b520-8396-4241-9150-76975c4c8d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:20.787151 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-b6b2b520-8396-4241-9150-76975c4c8d37 admin admin] Calling delete_port for 9d338cdc-b8f7-494e-af2e-87b6bddf952b owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:20.822612 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a18b4d8d-ef60-43e1-8330-ed2e6ba1e9a6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:20.896153 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b4d8d-ef60-43e1-8330-ed2e6ba1e9a6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Pushing event updated for resources: {'Port': ['ID=56adfad5-86e9-4131-ab74-95e8f20c9b57,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:21.007984 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18b4d8d-ef60-43e1-8330-ed2e6ba1e9a6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Network 3a62d531-c376-463f-8a30-4c7376a5819b is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:38:21.026455 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-a18b4d8d-ef60-43e1-8330-ed2e6ba1e9a6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:38:21.029885 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18b4d8d-ef60-43e1-8330-ed2e6ba1e9a6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:38:21.153568 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aad09aff-03e8-4dd3-8b36-e933577904ec tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:21.171702 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18b4d8d-ef60-43e1-8330-ed2e6ba1e9a6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:21.172682 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a18b4d8d-ef60-43e1-8330-ed2e6ba1e9a6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:21.265754 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device bb425916-3541-4bd0-b7ff-f48d45bf6ca5 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:38:21.317761 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a18b4d8d-ef60-43e1-8330-ed2e6ba1e9a6 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.4209983 Dec 16 22:38:21.318683 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42432) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:21.428035 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d211d48b-1842-4e6c-ba72-de2f154795bf tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:21.436115 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port bb425916-3541-4bd0-b7ff-f48d45bf6ca5 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:21.441775 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d211d48b-1842-4e6c-ba72-de2f154795bf tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:21.452749 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:21.452860 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d211d48b-1842-4e6c-ba72-de2f154795bf tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:21.453581 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d211d48b-1842-4e6c-ba72-de2f154795bf tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1309018 Dec 16 22:38:21.455559 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42438) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:21.631960 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:21.692679 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port bb425916-3541-4bd0-b7ff-f48d45bf6ca5, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=bb425916-3541-4bd0-b7ff-f48d45bf6ca5,segment=NetworkSegment(72792a7f-e2a2-4f3a-b3f2-1829667b18c2),segment_id=72792a7f-e2a2-4f3a-b3f2-1829667b18c2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:21.770892 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-675b81da-94b4-4cd7-be8d-8bfea66ec2b0 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Deleting port 56adfad5-86e9-4131-ab74-95e8f20c9b57 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:21.776234 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-675b81da-94b4-4cd7-be8d-8bfea66ec2b0 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:21.815195 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:21.899550 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:38:21.919616 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b6b2b520-8396-4241-9150-76975c4c8d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:21.980986 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2b520-8396-4241-9150-76975c4c8d37 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d338cdc-b8f7-494e-af2e-87b6bddf952b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:22.013133 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:38:22.017340 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 72e18beb-4d1c-4c6d-97eb-6e3fee1cb0dc not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:38:22.050980 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=bb425916-3541-4bd0-b7ff-f48d45bf6ca5,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:22.246211 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-675b81da-94b4-4cd7-be8d-8bfea66ec2b0 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:22.437497 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b6b2b520-8396-4241-9150-76975c4c8d37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:22.448642 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-675b81da-94b4-4cd7-be8d-8bfea66ec2b0 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Calling delete_port for 56adfad5-86e9-4131-ab74-95e8f20c9b57 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:22.582334 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e6b70c-026d-4e8d-89d1-5cddd5c11d3f None None] Network 3a62d531-c376-463f-8a30-4c7376a5819b requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:38:22.631478 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-aad09aff-03e8-4dd3-8b36-e933577904ec tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Deleting port fafe046b-f690-4493-9bdd-c44e47442bb1 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:22.631900 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aad09aff-03e8-4dd3-8b36-e933577904ec tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:22.804046 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6eed691c-0590-4b86-a71b-fdd1a2c2d4de None None] Provisioning complete for port bb425916-3541-4bd0-b7ff-f48d45bf6ca5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:22.804298 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6eed691c-0590-4b86-a71b-fdd1a2c2d4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:22.876960 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-aad09aff-03e8-4dd3-8b36-e933577904ec tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] For port fafe046b-f690-4493-9bdd-c44e47442bb1, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=fafe046b-f690-4493-9bdd-c44e47442bb1,segment=NetworkSegment(a78d3cbe-0373-47fc-9a3d-333f91643424),segment_id=a78d3cbe-0373-47fc-9a3d-333f91643424)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:22.877676 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aad09aff-03e8-4dd3-8b36-e933577904ec tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:22.900820 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-aad09aff-03e8-4dd3-8b36-e933577904ec tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Calling delete_port for fafe046b-f690-4493-9bdd-c44e47442bb1 owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:23.294525 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device bb425916-3541-4bd0-b7ff-f48d45bf6ca5 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:38:23.486250 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c02a787b-4113-4d76-8f7c-ccbdf98997e2 None None] Provisioning complete for port bb425916-3541-4bd0-b7ff-f48d45bf6ca5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:23.488162 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c02a787b-4113-4d76-8f7c-ccbdf98997e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:23.500158 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa98f47-64f3-4f4a-ae63-94b196c93fe1 req-9e821f02-c140-4f67-b31a-8125a2ec6027 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:23.503540 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-daa98f47-64f3-4f4a-ae63-94b196c93fe1 req-9e821f02-c140-4f67-b31a-8125a2ec6027 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=9f10a5d9-aae4-4652-8f90-721b9f05678e HTTP/1.1" status: 200 len: 946 time: 0.3851161 Dec 16 22:38:23.614960 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port bb425916-3541-4bd0-b7ff-f48d45bf6ca5 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:23.615526 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:23.633530 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aad09aff-03e8-4dd3-8b36-e933577904ec tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:23.672152 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-daa98f47-64f3-4f4a-ae63-94b196c93fe1 req-1c79cd26-5f2f-4648-869c-c965695154a6 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547022 Dec 16 22:38:23.684588 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b2b520-8396-4241-9150-76975c4c8d37 admin admin] Router bce174a6-a4db-459c-9515-492ed17b2144 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:38:23.689675 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2d81bc4d-3f0a-4223-9d7c-3d46da4e25b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:23.726213 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad09aff-03e8-4dd3-8b36-e933577904ec tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Port': ['ID=fafe046b-f690-4493-9bdd-c44e47442bb1,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:23.827061 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-675b81da-94b4-4cd7-be8d-8bfea66ec2b0 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:24.054751 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c02a787b-4113-4d76-8f7c-ccbdf98997e2 None None] Could not find standard attr ID for object 56adfad5-86e9-4131-ab74-95e8f20c9b57. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:38:24.063554 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b81da-94b4-4cd7-be8d-8bfea66ec2b0 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Pushing event deleted for resources: {'Port': ['ID=56adfad5-86e9-4131-ab74-95e8f20c9b57,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:24.118192 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c02a787b-4113-4d76-8f7c-ccbdf98997e2 None None] Provisioning complete for port 14bcaa4b-81f5-45bd-bfd3-ae48f5f022fe triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:24.118584 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c02a787b-4113-4d76-8f7c-ccbdf98997e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:24.212720 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aad09aff-03e8-4dd3-8b36-e933577904ec tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:24.235988 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b2b520-8396-4241-9150-76975c4c8d37 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:38:24.393630 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b6b2b520-8396-4241-9150-76975c4c8d37 admin admin] 10.222.0.75 "PUT /v2.0/routers/bce174a6-a4db-459c-9515-492ed17b2144/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9156480 Dec 16 22:38:24.394563 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42464) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:24.401952 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-675b81da-94b4-4cd7-be8d-8bfea66ec2b0 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:24.405561 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-675b81da-94b4-4cd7-be8d-8bfea66ec2b0 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] 10.222.0.75 "DELETE /v2.0/ports/56adfad5-86e9-4131-ab74-95e8f20c9b57 HTTP/1.1" status: 204 len: 168 time: 2.9487617 Dec 16 22:38:24.410697 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42466) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:24.417036 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a2c3058b-4dd5-4242-863b-4147ea758d86 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Request body: {'port': {'name': 'tempest-new-port-name-244103207', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:24.417488 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.api.validators [None req-a2c3058b-4dd5-4242-863b-4147ea758d86 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] bootfile-name is not in valid_values {{(pid=103613) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 22:38:24.417784 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.api.validators [None req-a2c3058b-4dd5-4242-863b-4147ea758d86 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] tftp-server is not in valid_values {{(pid=103613) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 22:38:24.418129 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.api.validators [None req-a2c3058b-4dd5-4242-863b-4147ea758d86 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] server-ip-address is not in valid_values {{(pid=103613) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 22:38:24.585597 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96295e40-43c7-4c31-b4b4-196d8848f152 None None] Sync routers for ids ['bce174a6-a4db-459c-9515-492ed17b2144'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:38:24.632826 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96295e40-43c7-4c31-b4b4-196d8848f152 None None] Routers {'bce174a6-a4db-459c-9515-492ed17b2144'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:24.633482 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-96295e40-43c7-4c31-b4b4-196d8848f152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bce174a6-a4db-459c-9515-492ed17b2144'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:24.643095 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c02a787b-4113-4d76-8f7c-ccbdf98997e2 None None] Port 14bcaa4b-81f5-45bd-bfd3-ae48f5f022fe cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:38:24.897184 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-96295e40-43c7-4c31-b4b4-196d8848f152 None None] Set router bce174a6-a4db-459c-9515-492ed17b2144 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:24.930922 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f63d77-5b9a-42a4-b096-04cb3473cdc6 req-ccda08d3-5590-47eb-9599-ac36075c7617 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:24.933428 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-19f63d77-5b9a-42a4-b096-04cb3473cdc6 req-ccda08d3-5590-47eb-9599-ac36075c7617 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f10a5d9-aae4-4652-8f90-721b9f05678e HTTP/1.1" status: 200 len: 946 time: 0.3083956 Dec 16 22:38:24.942343 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a2c3058b-4dd5-4242-863b-4147ea758d86 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:25.021979 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a42e516-9aa9-4c16-93be-dfe92b7a92d8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:25.060784 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661d9dc-a1f5-4c37-ae9e-e411efec4793 req-9fa041a8-dd57-4f86-949e-5fbe0d1c8d31 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:25.060784 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c661d9dc-a1f5-4c37-ae9e-e411efec4793 req-9fa041a8-dd57-4f86-949e-5fbe0d1c8d31 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=9f10a5d9-aae4-4652-8f90-721b9f05678e HTTP/1.1" status: 200 len: 946 time: 0.2139442 Dec 16 22:38:25.125031 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad09aff-03e8-4dd3-8b36-e933577904ec tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:38:25.253847 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad09aff-03e8-4dd3-8b36-e933577904ec tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:38:25.260566 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-aad09aff-03e8-4dd3-8b36-e933577904ec tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "PUT /v2.0/routers/0d1d0f02-13dc-4cb7-af75-2abe4029cf6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0407805 Dec 16 22:38:25.264473 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0bf6ad-eccd-4166-b3d4-c4c8e799a281 None None] Sync routers for ids ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:38:25.273930 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2eed3611-7989-4b1e-878e-d443adf7870e None None] Provisioning complete for port 14bcaa4b-81f5-45bd-bfd3-ae48f5f022fe triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:25.274860 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2eed3611-7989-4b1e-878e-d443adf7870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:25.277713 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0bf6ad-eccd-4166-b3d4-c4c8e799a281 None None] Routers {'0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:25.282081 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4e0bf6ad-eccd-4166-b3d4-c4c8e799a281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:37:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:25.285493 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42474) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:25.385268 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a2c3058b-4dd5-4242-863b-4147ea758d86 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:25.411130 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c661d9dc-a1f5-4c37-ae9e-e411efec4793 req-48f991b1-eade-448d-85f4-52f93ac6c788 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568137 Dec 16 22:38:25.482218 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2eed3611-7989-4b1e-878e-d443adf7870e None None] Port 14bcaa4b-81f5-45bd-bfd3-ae48f5f022fe cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:38:25.491306 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a2c3058b-4dd5-4242-863b-4147ea758d86 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:25.492297 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-360576df-8f20-4734-b8d2-33f8669ba576 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Deleting subnet 7241d2dc-6240-4730-9a91-d127025f23e9 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:38:25.502347 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-360576df-8f20-4734-b8d2-33f8669ba576 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:25.558727 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2eed3611-7989-4b1e-878e-d443adf7870e None None] Could not find standard attr ID for object 56adfad5-86e9-4131-ab74-95e8f20c9b57. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:38:25.580386 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-4e0bf6ad-eccd-4166-b3d4-c4c8e799a281 None None] Set router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:25.583310 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-360576df-8f20-4734-b8d2-33f8669ba576 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:25.749793 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-19f63d77-5b9a-42a4-b096-04cb3473cdc6 req-2ab4eda3-fb06-42d5-a26c-15d30c91f0fc tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Deleting port 1c07a043-d9d1-4dd0-a167-799cc8db8c5f {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:25.753089 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-19f63d77-5b9a-42a4-b096-04cb3473cdc6 req-2ab4eda3-fb06-42d5-a26c-15d30c91f0fc tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:25.804167 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-96295e40-43c7-4c31-b4b4-196d8848f152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce174a6-a4db-459c-9515-492ed17b2144', 'name': 'tempest-TestAggregatesBasicOps-34556659-router', 'tenant_id': '8b495aadcfa74bb7bfe5453c43de3984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'd3731d3b-b11b-45d8-89f2-17eda83b83ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:42Z', 'updated_at': '2021-12-16T22:38:21Z', 'revision_number': 5, 'project_id': '8b495aadcfa74bb7bfe5453c43de3984', 'gw_port': {'id': 'd3731d3b-b11b-45d8-89f2-17eda83b83ea', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce174a6-a4db-459c-9515-492ed17b2144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:43Z', 'updated_at': '2021-12-16T22:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:25.815384 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-360576df-8f20-4734-b8d2-33f8669ba576 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:25.894502 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96295e40-43c7-4c31-b4b4-196d8848f152 None None] Checking router: bce174a6-a4db-459c-9515-492ed17b2144 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:38:25.906154 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2448718d-5fa7-4140-bb48-621a2a4a33d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:25.937742 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96295e40-43c7-4c31-b4b4-196d8848f152 None None] Routers {'bce174a6-a4db-459c-9515-492ed17b2144'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:25.940416 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-96295e40-43c7-4c31-b4b4-196d8848f152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:38:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bce174a6-a4db-459c-9515-492ed17b2144'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:26.056087 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3058b-4dd5-4242-863b-4147ea758d86 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Pushing event updated for resources: {'Port': ['ID=14bcaa4b-81f5-45bd-bfd3-ae48f5f022fe,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:26.114173 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-360576df-8f20-4734-b8d2-33f8669ba576 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:26.126162 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a42e516-9aa9-4c16-93be-dfe92b7a92d8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:26.142844 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-19f63d77-5b9a-42a4-b096-04cb3473cdc6 req-2ab4eda3-fb06-42d5-a26c-15d30c91f0fc tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] For port 1c07a043-d9d1-4dd0-a167-799cc8db8c5f, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1c07a043-d9d1-4dd0-a167-799cc8db8c5f,segment=NetworkSegment(ebeb3950-671a-4b5d-9be7-8ef3d653ddf1),segment_id=ebeb3950-671a-4b5d-9be7-8ef3d653ddf1)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:26.143124 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-19f63d77-5b9a-42a4-b096-04cb3473cdc6 req-2ab4eda3-fb06-42d5-a26c-15d30c91f0fc tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:26.153428 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4e0bf6ad-eccd-4166-b3d4-c4c8e799a281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:38:23Z', 'revision_number': 10, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None, '_interfaces': [{'id': 'c11fe976-1bc8-419a-b493-680bcee04bba', 'name': '', 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:2a:36:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:29Z', 'updated_at': '2021-12-16T22:37:34Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:26.170604 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360576df-8f20-4734-b8d2-33f8669ba576 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Subnet': ['ID=7241d2dc-6240-4730-9a91-d127025f23e9,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:26.180515 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-a2c3058b-4dd5-4242-863b-4147ea758d86 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] In _notify_port_updated(), no bound segment for port 14bcaa4b-81f5-45bd-bfd3-ae48f5f022fe on network 3a62d531-c376-463f-8a30-4c7376a5819b {{(pid=103613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:38:26.187026 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-360576df-8f20-4734-b8d2-33f8669ba576 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:26.193062 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c3058b-4dd5-4242-863b-4147ea758d86 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:26.193774 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a2c3058b-4dd5-4242-863b-4147ea758d86 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:26.197905 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a2c3058b-4dd5-4242-863b-4147ea758d86 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] 10.222.0.75 "PUT /v2.0/ports/14bcaa4b-81f5-45bd-bfd3-ae48f5f022fe HTTP/1.1" status: 200 len: 1135 time: 1.7832570 Dec 16 22:38:26.198585 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-360576df-8f20-4734-b8d2-33f8669ba576 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/subnets/7241d2dc-6240-4730-9a91-d127025f23e9 HTTP/1.1" status: 204 len: 168 time: 0.9109924 Dec 16 22:38:26.199443 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42482) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:26.199791 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42484) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:26.208130 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-96295e40-43c7-4c31-b4b4-196d8848f152 None None] Set router bce174a6-a4db-459c-9515-492ed17b2144 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:26.213473 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0bf6ad-eccd-4166-b3d4-c4c8e799a281 None None] Checking router: 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:38:26.228976 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-19f63d77-5b9a-42a4-b096-04cb3473cdc6 req-2ab4eda3-fb06-42d5-a26c-15d30c91f0fc tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Calling delete_port for 1c07a043-d9d1-4dd0-a167-799cc8db8c5f owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:26.230644 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0bf6ad-eccd-4166-b3d4-c4c8e799a281 None None] Routers {'0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:26.231723 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4e0bf6ad-eccd-4166-b3d4-c4c8e799a281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:38:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:26.319087 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf301c6a-1868-44bd-8578-c1d47609aaa4 None None] Network d4d8a795-f637-49bf-8f20-87574bf25b3c requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:38:26.385470 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236848cd-6575-4c8e-8691-7e365be26cba tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:26.390221 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-236848cd-6575-4c8e-8691-7e365be26cba tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] 10.222.0.75 "GET /v2.0/ports/14bcaa4b-81f5-45bd-bfd3-ae48f5f022fe HTTP/1.1" status: 200 len: 1135 time: 0.1684542 Dec 16 22:38:26.391005 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42486) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:26.448641 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49b864db-1bda-48b2-b298-5bbe81176371 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:26.458938 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-60c9084e-648d-491e-ba26-6053b5e19893 None None] Provisioning complete for port 14bcaa4b-81f5-45bd-bfd3-ae48f5f022fe triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:26.459436 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-60c9084e-648d-491e-ba26-6053b5e19893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:26.462144 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-4e0bf6ad-eccd-4166-b3d4-c4c8e799a281 None None] Set router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:26.531664 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-60c9084e-648d-491e-ba26-6053b5e19893 None None] Port 14bcaa4b-81f5-45bd-bfd3-ae48f5f022fe cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:38:26.662301 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-4a42e516-9aa9-4c16-93be-dfe92b7a92d8 admin admin] Deleting port d3731d3b-b11b-45d8-89f2-17eda83b83ea {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:26.662652 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a42e516-9aa9-4c16-93be-dfe92b7a92d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:26.752312 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-42a532b2-b589-43c4-bd69-337cde3b2a83 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Deleting port 14bcaa4b-81f5-45bd-bfd3-ae48f5f022fe {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:26.753029 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42a532b2-b589-43c4-bd69-337cde3b2a83 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:26.765532 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07aa73c-f94a-4ae3-b371-b2a837b73f33 None None] DHCP port deletion for d4d8a795-f637-49bf-8f20-87574bf25b3c request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:38:26.878768 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b07aa73c-f94a-4ae3-b371-b2a837b73f33 None None] Deleting port a67cc74b-5a3d-4535-88fc-548f3aa01cc9 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:26.879491 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b07aa73c-f94a-4ae3-b371-b2a837b73f33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:26.882521 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-96295e40-43c7-4c31-b4b4-196d8848f152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce174a6-a4db-459c-9515-492ed17b2144', 'name': 'tempest-TestAggregatesBasicOps-34556659-router', 'tenant_id': '8b495aadcfa74bb7bfe5453c43de3984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'd3731d3b-b11b-45d8-89f2-17eda83b83ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:42Z', 'updated_at': '2021-12-16T22:38:21Z', 'revision_number': 5, 'project_id': '8b495aadcfa74bb7bfe5453c43de3984', 'gw_port': {'id': 'd3731d3b-b11b-45d8-89f2-17eda83b83ea', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce174a6-a4db-459c-9515-492ed17b2144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:43Z', 'updated_at': '2021-12-16T22:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:26.948729 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42a532b2-b589-43c4-bd69-337cde3b2a83 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:26.980375 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-42a532b2-b589-43c4-bd69-337cde3b2a83 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Calling delete_port for 14bcaa4b-81f5-45bd-bfd3-ae48f5f022fe owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:27.011561 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96295e40-43c7-4c31-b4b4-196d8848f152 None None] The sync data for ids ['bce174a6-a4db-459c-9515-492ed17b2144'] in n-d-815324-4 is: [{'id': 'bce174a6-a4db-459c-9515-492ed17b2144', 'name': 'tempest-TestAggregatesBasicOps-34556659-router', 'tenant_id': '8b495aadcfa74bb7bfe5453c43de3984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'd3731d3b-b11b-45d8-89f2-17eda83b83ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:42Z', 'updated_at': '2021-12-16T22:38:21Z', 'revision_number': 5, 'project_id': '8b495aadcfa74bb7bfe5453c43de3984', 'gw_port': {'id': 'd3731d3b-b11b-45d8-89f2-17eda83b83ea', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce174a6-a4db-459c-9515-492ed17b2144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:43Z', 'updated_at': '2021-12-16T22:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:38:27.062821 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345604a3-df9f-4440-9ea8-6ae93dbbfe6c req-477a732b-b56d-4c95-82a7-8bbdf1fc54ff tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:27.071815 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-345604a3-df9f-4440-9ea8-6ae93dbbfe6c req-477a732b-b56d-4c95-82a7-8bbdf1fc54ff tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=9f10a5d9-aae4-4652-8f90-721b9f05678e HTTP/1.1" status: 200 len: 946 time: 0.4326494 Dec 16 22:38:27.097804 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b07aa73c-f94a-4ae3-b371-b2a837b73f33 None None] For port a67cc74b-5a3d-4535-88fc-548f3aa01cc9, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a67cc74b-5a3d-4535-88fc-548f3aa01cc9,segment=NetworkSegment(a78d3cbe-0373-47fc-9a3d-333f91643424),segment_id=a78d3cbe-0373-47fc-9a3d-333f91643424)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:27.098213 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b07aa73c-f94a-4ae3-b371-b2a837b73f33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:27.099842 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4e0bf6ad-eccd-4166-b3d4-c4c8e799a281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:38:23Z', 'revision_number': 10, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None, '_interfaces': [{'id': 'c11fe976-1bc8-419a-b493-680bcee04bba', 'name': '', 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:2a:36:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:29Z', 'updated_at': '2021-12-16T22:37:34Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:27.115353 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:27.116924 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b07aa73c-f94a-4ae3-b371-b2a837b73f33 None None] Calling delete_port for a67cc74b-5a3d-4535-88fc-548f3aa01cc9 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:27.141433 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-49b864db-1bda-48b2-b298-5bbe81176371 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Deleting port a67cc74b-5a3d-4535-88fc-548f3aa01cc9 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:27.141771 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49b864db-1bda-48b2-b298-5bbe81176371 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:27.189805 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0bf6ad-eccd-4166-b3d4-c4c8e799a281 None None] The sync data for ids ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'] in n-d-815324-4 is: [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:38:23Z', 'revision_number': 10, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None, '_interfaces': [{'id': 'c11fe976-1bc8-419a-b493-680bcee04bba', 'name': '', 'network_id': 'bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'mac_address': 'fa:16:3e:2a:36:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:29Z', 'updated_at': '2021-12-16T22:37:34Z', 'revision_number': 5, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'subnets': [{'id': '2e7ce1e7-daae-4b75-9f9e-cbdab33922ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:38:27.211415 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:27.352726 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42a532b2-b589-43c4-bd69-337cde3b2a83 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:27.424718 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a532b2-b589-43c4-bd69-337cde3b2a83 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Pushing event deleted for resources: {'Port': ['ID=14bcaa4b-81f5-45bd-bfd3-ae48f5f022fe,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:27.445698 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b07aa73c-f94a-4ae3-b371-b2a837b73f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:27.504229 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07aa73c-f94a-4ae3-b371-b2a837b73f33 None None] Pushing event deleted for resources: {'Port': ['ID=a67cc74b-5a3d-4535-88fc-548f3aa01cc9,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:27.524764 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07aa73c-f94a-4ae3-b371-b2a837b73f33 None None] No DVR routers for this DVR port a67cc74b-5a3d-4535-88fc-548f3aa01cc9 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:38:27.584841 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42a532b2-b589-43c4-bd69-337cde3b2a83 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:27.590204 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-42a532b2-b589-43c4-bd69-337cde3b2a83 tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] 10.222.0.75 "DELETE /v2.0/ports/14bcaa4b-81f5-45bd-bfd3-ae48f5f022fe HTTP/1.1" status: 204 len: 168 time: 1.1977737 Dec 16 22:38:27.593496 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42496) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:27.695674 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a67cc74b-5a3d-4535-88fc-548f3aa01cc9 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:38:27.727024 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-a772c622-61e8-43d9-9fda-dc46c7859f4f tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Deleting subnet 0a284c26-550f-4104-a379-37d090178429 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:38:27.739928 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a772c622-61e8-43d9-9fda-dc46c7859f4f tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:27.770644 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-19f63d77-5b9a-42a4-b096-04cb3473cdc6 req-2ab4eda3-fb06-42d5-a26c-15d30c91f0fc tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:27.774585 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-4a42e516-9aa9-4c16-93be-dfe92b7a92d8 admin admin] For port d3731d3b-b11b-45d8-89f2-17eda83b83ea, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d3731d3b-b11b-45d8-89f2-17eda83b83ea,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:27.775916 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a42e516-9aa9-4c16-93be-dfe92b7a92d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:27.784849 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-345604a3-df9f-4440-9ea8-6ae93dbbfe6c req-777c0187-155c-4185-b817-c3ce034347a1 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/security-groups?id=e205e1d4-4ccb-4a63-a819-e7013e5861c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6929536 Dec 16 22:38:27.814283 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: a67cc74b-5a3d-4535-88fc-548f3aa01cc9 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:38:27.814283 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a67cc74b-5a3d-4535-88fc-548f3aa01cc9 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:38:27.863435 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4eda3-fb06-42d5-a26c-15d30c91f0fc tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Pushing event deleted for resources: {'Port': ['ID=1c07a043-d9d1-4dd0-a167-799cc8db8c5f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:27.877526 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-4a42e516-9aa9-4c16-93be-dfe92b7a92d8 admin admin] Calling delete_port for d3731d3b-b11b-45d8-89f2-17eda83b83ea owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:27.935267 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a772c622-61e8-43d9-9fda-dc46c7859f4f tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:27.972092 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-49b864db-1bda-48b2-b298-5bbe81176371 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] For port a67cc74b-5a3d-4535-88fc-548f3aa01cc9, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a67cc74b-5a3d-4535-88fc-548f3aa01cc9,segment=NetworkSegment(a78d3cbe-0373-47fc-9a3d-333f91643424),segment_id=a78d3cbe-0373-47fc-9a3d-333f91643424)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:27.972953 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49b864db-1bda-48b2-b298-5bbe81176371 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:28.043777 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f63d77-5b9a-42a4-b096-04cb3473cdc6 req-2ab4eda3-fb06-42d5-a26c-15d30c91f0fc tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] No DVR routers for this DVR port 1c07a043-d9d1-4dd0-a167-799cc8db8c5f on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:38:28.052239 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-19f63d77-5b9a-42a4-b096-04cb3473cdc6 req-2ab4eda3-fb06-42d5-a26c-15d30c91f0fc tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:28.056637 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-19f63d77-5b9a-42a4-b096-04cb3473cdc6 req-2ab4eda3-fb06-42d5-a26c-15d30c91f0fc tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.57 "DELETE /v2.0/ports/1c07a043-d9d1-4dd0-a167-799cc8db8c5f HTTP/1.1" status: 204 len: 173 time: 3.1056697 Dec 16 22:38:28.057848 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-49b864db-1bda-48b2-b298-5bbe81176371 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Calling delete_port for a67cc74b-5a3d-4535-88fc-548f3aa01cc9 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:28.060644 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f10a5d9-aae4-4652-8f90-721b9f05678e', 'name': 'network-vif-deleted', 'tag': '1c07a043-d9d1-4dd0-a167-799cc8db8c5f'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:38:28.063232 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fffe739-699c-433e-8222-e7be75ac537c" -d '{"events": [{"server_uuid": "9f10a5d9-aae4-4652-8f90-721b9f05678e", "name": "network-vif-deleted", "tag": "1c07a043-d9d1-4dd0-a167-799cc8db8c5f"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:38:28.141741 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa32bb8d-ba79-48be-8783-8205fb661d21 x-openstack-request-id: req-fa32bb8d-ba79-48be-8783-8205fb661d21 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:38:28.142260 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f10a5d9-aae4-4652-8f90-721b9f05678e", "name": "network-vif-deleted", "tag": "1c07a043-d9d1-4dd0-a167-799cc8db8c5f", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:38:28.142706 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fa32bb8d-ba79-48be-8783-8205fb661d21 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:38:28.143313 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f10a5d9-aae4-4652-8f90-721b9f05678e', 'name': 'network-vif-deleted', 'tag': '1c07a043-d9d1-4dd0-a167-799cc8db8c5f', 'status': 'completed', 'code': 200} Dec 16 22:38:28.183078 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a772c622-61e8-43d9-9fda-dc46c7859f4f tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:28.299419 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49b864db-1bda-48b2-b298-5bbe81176371 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:28.341160 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b864db-1bda-48b2-b298-5bbe81176371 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] No DVR routers for this DVR port a67cc74b-5a3d-4535-88fc-548f3aa01cc9 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:38:28.350239 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b864db-1bda-48b2-b298-5bbe81176371 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Port': ['ID=a67cc74b-5a3d-4535-88fc-548f3aa01cc9,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:28.363714 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:28.448121 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49b864db-1bda-48b2-b298-5bbe81176371 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:28.467478 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a772c622-61e8-43d9-9fda-dc46c7859f4f tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:28.482857 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-49b864db-1bda-48b2-b298-5bbe81176371 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d8a795-f637-49bf-8f20-87574bf25b3c']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:28.494713 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-49b864db-1bda-48b2-b298-5bbe81176371 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78d3cbe-0373-47fc-9a3d-333f91643424') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:28.495476 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-49b864db-1bda-48b2-b298-5bbe81176371 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78d3cbe-0373-47fc-9a3d-333f91643424') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:28.503515 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff463e6a-6c6b-4516-87ce-ddc65cba2c6d None None] Network 3a62d531-c376-463f-8a30-4c7376a5819b requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:38:28.507144 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49b864db-1bda-48b2-b298-5bbe81176371 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:28.510934 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a42e516-9aa9-4c16-93be-dfe92b7a92d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:28.517502 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a772c622-61e8-43d9-9fda-dc46c7859f4f tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:28.539096 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a772c622-61e8-43d9-9fda-dc46c7859f4f tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] 10.222.0.75 "DELETE /v2.0/subnets/0a284c26-550f-4104-a379-37d090178429 HTTP/1.1" status: 204 len: 168 time: 0.9420600 Dec 16 22:38:28.544400 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42514) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:28.558654 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42e516-9aa9-4c16-93be-dfe92b7a92d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3731d3b-b11b-45d8-89f2-17eda83b83ea,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:28.564509 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49b864db-1bda-48b2-b298-5bbe81176371 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:28.603571 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b864db-1bda-48b2-b298-5bbe81176371 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:38:28.604345 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49b864db-1bda-48b2-b298-5bbe81176371 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:38:28.608169 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:38:28.615627 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772c622-61e8-43d9-9fda-dc46c7859f4f tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Pushing event deleted for resources: {'Subnet': ['ID=0a284c26-550f-4104-a379-37d090178429,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:28.652125 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353aa512-140e-492e-bb04-369727ac7863 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:38:28.658119 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:28.704703 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:38:28.762449 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1e66bbd0-67fb-4629-bf94-504568b6c68b tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:28.789432 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a42e516-9aa9-4c16-93be-dfe92b7a92d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:28.839060 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-1e66bbd0-67fb-4629-bf94-504568b6c68b tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Deleting port bb425916-3541-4bd0-b7ff-f48d45bf6ca5 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:28.839477 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1e66bbd0-67fb-4629-bf94-504568b6c68b tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:28.895912 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a53121-9ad2-4cd3-8262-b5b3b53e3671 None None] DHCP port deletion for 3a62d531-c376-463f-8a30-4c7376a5819b request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:38:28.909594 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 1c07a043-d9d1-4dd0-a167-799cc8db8c5f no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:38:28.947088 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-1e66bbd0-67fb-4629-bf94-504568b6c68b tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] For port bb425916-3541-4bd0-b7ff-f48d45bf6ca5, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=bb425916-3541-4bd0-b7ff-f48d45bf6ca5,segment=NetworkSegment(72792a7f-e2a2-4f3a-b3f2-1829667b18c2),segment_id=72792a7f-e2a2-4f3a-b3f2-1829667b18c2)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:28.947534 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1e66bbd0-67fb-4629-bf94-504568b6c68b tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:28.956490 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49b864db-1bda-48b2-b298-5bbe81176371 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:28.986987 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-1e66bbd0-67fb-4629-bf94-504568b6c68b tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Calling delete_port for bb425916-3541-4bd0-b7ff-f48d45bf6ca5 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:29.032938 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 1c07a043-d9d1-4dd0-a167-799cc8db8c5f {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:38:29.033284 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 1c07a043-d9d1-4dd0-a167-799cc8db8c5f not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:38:29.034119 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49b864db-1bda-48b2-b298-5bbe81176371 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:29.037751 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-49b864db-1bda-48b2-b298-5bbe81176371 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/networks/d4d8a795-f637-49bf-8f20-87574bf25b3c HTTP/1.1" status: 204 len: 168 time: 2.8369145 Dec 16 22:38:29.041385 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b864db-1bda-48b2-b298-5bbe81176371 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Network': ['ID=d4d8a795-f637-49bf-8f20-87574bf25b3c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:29.046234 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42524) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:29.058539 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a42e516-9aa9-4c16-93be-dfe92b7a92d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:29.061538 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a42e516-9aa9-4c16-93be-dfe92b7a92d8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:29.109294 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e5a53121-9ad2-4cd3-8262-b5b3b53e3671 None None] Deleting port bb425916-3541-4bd0-b7ff-f48d45bf6ca5 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:29.109599 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e5a53121-9ad2-4cd3-8262-b5b3b53e3671 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:29.112566 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e880dffa-eeba-443a-8205-7727a1a14cfa req-18bed643-82ef-43f8-b94b-5b505d33c775 tempest-AttachVolumeNegativeTest-929625613 tempest-AttachVolumeNegativeTest-929625613-project] 10.222.0.75 "GET /v2.0/ports?device_id=9f10a5d9-aae4-4652-8f90-721b9f05678e HTTP/1.1" status: 200 len: 210 time: 0.0964077 Dec 16 22:38:29.219815 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e5a53121-9ad2-4cd3-8262-b5b3b53e3671 None None] For port bb425916-3541-4bd0-b7ff-f48d45bf6ca5, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=bb425916-3541-4bd0-b7ff-f48d45bf6ca5,segment=NetworkSegment(72792a7f-e2a2-4f3a-b3f2-1829667b18c2),segment_id=72792a7f-e2a2-4f3a-b3f2-1829667b18c2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:29.220306 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e5a53121-9ad2-4cd3-8262-b5b3b53e3671 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:29.235746 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e5a53121-9ad2-4cd3-8262-b5b3b53e3671 None None] Calling delete_port for bb425916-3541-4bd0-b7ff-f48d45bf6ca5 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:29.286416 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device fafe046b-f690-4493-9bdd-c44e47442bb1 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:38:29.311431 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: fafe046b-f690-4493-9bdd-c44e47442bb1 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:38:29.311774 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device fafe046b-f690-4493-9bdd-c44e47442bb1 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:38:29.312178 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device bb425916-3541-4bd0-b7ff-f48d45bf6ca5 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:38:29.414156 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:29.449852 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:29.575640 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-771a94e0-dc9d-4c7a-98f7-d88f9ed5ec38 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:29.635552 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a42e516-9aa9-4c16-93be-dfe92b7a92d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:29.635552 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a42e516-9aa9-4c16-93be-dfe92b7a92d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bce174a6-a4db-459c-9515-492ed17b2144 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:38:29.641611 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e5a53121-9ad2-4cd3-8262-b5b3b53e3671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:29.649679 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a42e516-9aa9-4c16-93be-dfe92b7a92d8 admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:29.652333 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4a42e516-9aa9-4c16-93be-dfe92b7a92d8 admin admin] 10.222.0.75 "DELETE /v2.0/routers/bce174a6-a4db-459c-9515-492ed17b2144 HTTP/1.1" status: 204 len: 168 time: 5.2572265 Dec 16 22:38:29.657209 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42528) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:29.709140 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1e66bbd0-67fb-4629-bf94-504568b6c68b tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:29.724293 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a53121-9ad2-4cd3-8262-b5b3b53e3671 None None] Pushing event deleted for resources: {'Port': ['ID=bb425916-3541-4bd0-b7ff-f48d45bf6ca5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:29.727860 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a53121-9ad2-4cd3-8262-b5b3b53e3671 None None] No DVR routers for this DVR port bb425916-3541-4bd0-b7ff-f48d45bf6ca5 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:38:29.730777 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 9d338cdc-b8f7-494e-af2e-87b6bddf952b no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:38:29.774110 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 9d338cdc-b8f7-494e-af2e-87b6bddf952b {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:38:29.774528 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 9d338cdc-b8f7-494e-af2e-87b6bddf952b not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:38:29.796865 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f29e8a-6382-42bd-8062-5d293cd14d17 admin admin] Deleting subnet 1b4a22d4-3564-47c5-858a-c8e4d5d8b3af {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:38:29.803247 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-90f29e8a-6382-42bd-8062-5d293cd14d17 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:29.872358 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e66bbd0-67fb-4629-bf94-504568b6c68b tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] No DVR routers for this DVR port bb425916-3541-4bd0-b7ff-f48d45bf6ca5 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:38:29.885786 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66bbd0-67fb-4629-bf94-504568b6c68b tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Pushing event deleted for resources: {'Port': ['ID=bb425916-3541-4bd0-b7ff-f48d45bf6ca5,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:29.926925 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-90f29e8a-6382-42bd-8062-5d293cd14d17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:30.051877 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-90f29e8a-6382-42bd-8062-5d293cd14d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:30.101143 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1e66bbd0-67fb-4629-bf94-504568b6c68b tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:30.156122 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-1e66bbd0-67fb-4629-bf94-504568b6c68b tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a62d531-c376-463f-8a30-4c7376a5819b']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:30.168945 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-1e66bbd0-67fb-4629-bf94-504568b6c68b tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72792a7f-e2a2-4f3a-b3f2-1829667b18c2') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:30.169390 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-1e66bbd0-67fb-4629-bf94-504568b6c68b tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72792a7f-e2a2-4f3a-b3f2-1829667b18c2') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:30.191493 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1e66bbd0-67fb-4629-bf94-504568b6c68b tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:30.208318 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1e66bbd0-67fb-4629-bf94-504568b6c68b tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:30.215870 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e66bbd0-67fb-4629-bf94-504568b6c68b tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:38:30.216380 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1e66bbd0-67fb-4629-bf94-504568b6c68b tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:30.223646 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42540) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:30.233466 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-90f29e8a-6382-42bd-8062-5d293cd14d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:38:30.305711 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:38:30.327224 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f29e8a-6382-42bd-8062-5d293cd14d17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b4a22d4-3564-47c5-858a-c8e4d5d8b3af,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:30.343258 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed2df6d-83d8-4fcd-8692-37038edebda9 None None] Network 31e514b6-144d-402b-8199-c3c4cc0fbdc5 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:38:30.350217 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-90f29e8a-6382-42bd-8062-5d293cd14d17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:30.362967 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-90f29e8a-6382-42bd-8062-5d293cd14d17 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1b4a22d4-3564-47c5-858a-c8e4d5d8b3af HTTP/1.1" status: 204 len: 168 time: 0.7041059 Dec 16 22:38:30.366437 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42542) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:30.432592 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba966674-923e-4190-9029-c6dc2e90587c admin admin] Deleting subnet 3921af46-4a83-4fac-8615-2a2a9abad034 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:38:30.444643 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ba966674-923e-4190-9029-c6dc2e90587c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:30.453570 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1e66bbd0-67fb-4629-bf94-504568b6c68b tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:30.488893 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1e66bbd0-67fb-4629-bf94-504568b6c68b tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:30.498488 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1e66bbd0-67fb-4629-bf94-504568b6c68b tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] 10.222.0.75 "DELETE /v2.0/networks/3a62d531-c376-463f-8a30-4c7376a5819b HTTP/1.1" status: 204 len: 168 time: 1.9425123 Dec 16 22:38:30.503989 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-04272e30-7c8d-45cb-ad4e-9b1cf2d4b832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:30.515572 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ba966674-923e-4190-9029-c6dc2e90587c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:30.544278 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66bbd0-67fb-4629-bf94-504568b6c68b tempest-ExtraDHCPOptionsTestJSON-1625606186 tempest-ExtraDHCPOptionsTestJSON-1625606186-project] Pushing event deleted for resources: {'Network': ['ID=3a62d531-c376-463f-8a30-4c7376a5819b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:30.700150 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ba966674-923e-4190-9029-c6dc2e90587c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:30.733843 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-771a94e0-dc9d-4c7a-98f7-d88f9ed5ec38 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Deleting port c11fe976-1bc8-419a-b493-680bcee04bba {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:30.744843 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-771a94e0-dc9d-4c7a-98f7-d88f9ed5ec38 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:30.747603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85bfa4f-30c2-40d9-94fe-5f17ac0d4ec5 None None] DHCP port deletion for 31e514b6-144d-402b-8199-c3c4cc0fbdc5 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:38:30.895378 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f85bfa4f-30c2-40d9-94fe-5f17ac0d4ec5 None None] Deleting port 50695d41-603b-40d2-adac-0da5be5a1c22 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:30.895943 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f85bfa4f-30c2-40d9-94fe-5f17ac0d4ec5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:30.959901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-04272e30-7c8d-45cb-ad4e-9b1cf2d4b832 admin admin] Deleting port 50695d41-603b-40d2-adac-0da5be5a1c22 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:30.961197 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-04272e30-7c8d-45cb-ad4e-9b1cf2d4b832 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:31.077194 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f85bfa4f-30c2-40d9-94fe-5f17ac0d4ec5 None None] For port 50695d41-603b-40d2-adac-0da5be5a1c22, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=50695d41-603b-40d2-adac-0da5be5a1c22,segment=NetworkSegment(60eee0cb-7142-4fb4-a514-e07da5f5ab54),segment_id=60eee0cb-7142-4fb4-a514-e07da5f5ab54)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:31.077953 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f85bfa4f-30c2-40d9-94fe-5f17ac0d4ec5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:31.104484 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ba966674-923e-4190-9029-c6dc2e90587c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:31.123821 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f85bfa4f-30c2-40d9-94fe-5f17ac0d4ec5 None None] Calling delete_port for 50695d41-603b-40d2-adac-0da5be5a1c22 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:31.162814 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba966674-923e-4190-9029-c6dc2e90587c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3921af46-4a83-4fac-8615-2a2a9abad034,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:31.167762 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d3731d3b-b11b-45d8-89f2-17eda83b83ea no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:38:31.170306 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ba966674-923e-4190-9029-c6dc2e90587c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:31.176788 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ba966674-923e-4190-9029-c6dc2e90587c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/3921af46-4a83-4fac-8615-2a2a9abad034 HTTP/1.1" status: 204 len: 168 time: 0.9492881 Dec 16 22:38:31.178791 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42552) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:31.455144 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-04272e30-7c8d-45cb-ad4e-9b1cf2d4b832 admin admin] For port 50695d41-603b-40d2-adac-0da5be5a1c22, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=50695d41-603b-40d2-adac-0da5be5a1c22,segment=NetworkSegment(60eee0cb-7142-4fb4-a514-e07da5f5ab54),segment_id=60eee0cb-7142-4fb4-a514-e07da5f5ab54)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:31.455988 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-04272e30-7c8d-45cb-ad4e-9b1cf2d4b832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:31.465865 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: d3731d3b-b11b-45d8-89f2-17eda83b83ea {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:38:31.468578 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d3731d3b-b11b-45d8-89f2-17eda83b83ea not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:38:31.469135 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 50695d41-603b-40d2-adac-0da5be5a1c22 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:38:31.484026 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42556) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:31.542902 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-97f5da84-386a-4bde-aa0f-27ec9815ecea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:31.548871 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-04272e30-7c8d-45cb-ad4e-9b1cf2d4b832 admin admin] Calling delete_port for 50695d41-603b-40d2-adac-0da5be5a1c22 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:31.780405 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:31.782542 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f85bfa4f-30c2-40d9-94fe-5f17ac0d4ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:31.803944 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85bfa4f-30c2-40d9-94fe-5f17ac0d4ec5 None None] No DVR routers for this DVR port 50695d41-603b-40d2-adac-0da5be5a1c22 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:38:31.842573 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-97f5da84-386a-4bde-aa0f-27ec9815ecea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:31.862519 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bfa4f-30c2-40d9-94fe-5f17ac0d4ec5 None None] Pushing event deleted for resources: {'Port': ['ID=50695d41-603b-40d2-adac-0da5be5a1c22,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:31.879726 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-771a94e0-dc9d-4c7a-98f7-d88f9ed5ec38 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] For port c11fe976-1bc8-419a-b493-680bcee04bba, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c11fe976-1bc8-419a-b493-680bcee04bba,segment=NetworkSegment(ba304d55-c192-4bdb-b775-5b52786c06c4),segment_id=ba304d55-c192-4bdb-b775-5b52786c06c4)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:31.880228 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-771a94e0-dc9d-4c7a-98f7-d88f9ed5ec38 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:31.883928 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-97f5da84-386a-4bde-aa0f-27ec9815ecea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad289c5-7afd-4e6b-b966-250f12941104']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:31.894844 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-771a94e0-dc9d-4c7a-98f7-d88f9ed5ec38 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Calling delete_port for c11fe976-1bc8-419a-b493-680bcee04bba owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:31.895062 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-97f5da84-386a-4bde-aa0f-27ec9815ecea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebeb3950-671a-4b5d-9be7-8ef3d653ddf1') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:31.895353 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-97f5da84-386a-4bde-aa0f-27ec9815ecea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebeb3950-671a-4b5d-9be7-8ef3d653ddf1') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:31.906659 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-97f5da84-386a-4bde-aa0f-27ec9815ecea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:31.934013 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-97f5da84-386a-4bde-aa0f-27ec9815ecea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:31.941015 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f5da84-386a-4bde-aa0f-27ec9815ecea admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:38:31.941420 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-97f5da84-386a-4bde-aa0f-27ec9815ecea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:38:32.019562 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:38:32.081063 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7d62fbbf-28aa-4fcb-b149-383f2e5c0685 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=133ec781575b496e9fbed21c9f05ce9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5941916 Dec 16 22:38:32.089314 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-97f5da84-386a-4bde-aa0f-27ec9815ecea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:32.100606 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-97f5da84-386a-4bde-aa0f-27ec9815ecea admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:32.100606 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-97f5da84-386a-4bde-aa0f-27ec9815ecea admin admin] 10.222.0.75 "DELETE /v2.0/networks/5ad289c5-7afd-4e6b-b966-250f12941104 HTTP/1.1" status: 204 len: 168 time: 0.9188035 Dec 16 22:38:32.100606 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42566) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:32.157676 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-04272e30-7c8d-45cb-ad4e-9b1cf2d4b832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:32.188593 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5da84-386a-4bde-aa0f-27ec9815ecea admin admin] Pushing event deleted for resources: {'Network': ['ID=5ad289c5-7afd-4e6b-b966-250f12941104,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:32.228630 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04272e30-7c8d-45cb-ad4e-9b1cf2d4b832 admin admin] Pushing event deleted for resources: {'Port': ['ID=50695d41-603b-40d2-adac-0da5be5a1c22,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:32.230555 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04272e30-7c8d-45cb-ad4e-9b1cf2d4b832 admin admin] No DVR routers for this DVR port 50695d41-603b-40d2-adac-0da5be5a1c22 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:38:32.273227 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-771a94e0-dc9d-4c7a-98f7-d88f9ed5ec38 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:32.305553 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a94e0-dc9d-4c7a-98f7-d88f9ed5ec38 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Port': ['ID=c11fe976-1bc8-419a-b493-680bcee04bba,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:32.345405 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-04272e30-7c8d-45cb-ad4e-9b1cf2d4b832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:32.366347 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-73447b6f-0c7f-4bc0-99d7-21df873d5305 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:32.378898 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-04272e30-7c8d-45cb-ad4e-9b1cf2d4b832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e514b6-144d-402b-8199-c3c4cc0fbdc5']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:32.397793 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-04272e30-7c8d-45cb-ad4e-9b1cf2d4b832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60eee0cb-7142-4fb4-a514-e07da5f5ab54') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:32.400865 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-04272e30-7c8d-45cb-ad4e-9b1cf2d4b832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60eee0cb-7142-4fb4-a514-e07da5f5ab54') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:32.416077 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-73447b6f-0c7f-4bc0-99d7-21df873d5305 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:32.418883 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-04272e30-7c8d-45cb-ad4e-9b1cf2d4b832 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:32.470570 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-04272e30-7c8d-45cb-ad4e-9b1cf2d4b832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:32.503868 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04272e30-7c8d-45cb-ad4e-9b1cf2d4b832 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:38:32.504419 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-04272e30-7c8d-45cb-ad4e-9b1cf2d4b832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:38:32.506062 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:38:32.528404 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-771a94e0-dc9d-4c7a-98f7-d88f9ed5ec38 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:32.661313 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42570) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:32.714785 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-73447b6f-0c7f-4bc0-99d7-21df873d5305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:32.718085 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-73447b6f-0c7f-4bc0-99d7-21df873d5305 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:32.722652 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-73447b6f-0c7f-4bc0-99d7-21df873d5305 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/de7c95fc-0122-4873-bd48-e4d83fbd926a HTTP/1.1" status: 204 len: 168 time: 0.6153047 Dec 16 22:38:32.745702 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-04272e30-7c8d-45cb-ad4e-9b1cf2d4b832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:32.767481 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73447b6f-0c7f-4bc0-99d7-21df873d5305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7c95fc-0122-4873-bd48-e4d83fbd926a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:32.776070 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-04272e30-7c8d-45cb-ad4e-9b1cf2d4b832 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:32.779834 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-04272e30-7c8d-45cb-ad4e-9b1cf2d4b832 admin admin] 10.222.0.75 "DELETE /v2.0/networks/31e514b6-144d-402b-8199-c3c4cc0fbdc5 HTTP/1.1" status: 204 len: 168 time: 2.4121614 Dec 16 22:38:32.780866 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04272e30-7c8d-45cb-ad4e-9b1cf2d4b832 admin admin] Pushing event deleted for resources: {'Network': ['ID=31e514b6-144d-402b-8199-c3c4cc0fbdc5,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:32.783191 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42574) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:32.794415 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-33976180-935d-4c13-8459-ad20b7295b27 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=56b451a4e7874b6c8d22f403757d3c5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315408 Dec 16 22:38:32.795062 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42576) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:32.820080 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771a94e0-dc9d-4c7a-98f7-d88f9ed5ec38 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:38:33.138055 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771a94e0-dc9d-4c7a-98f7-d88f9ed5ec38 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:38:33.147254 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-771a94e0-dc9d-4c7a-98f7-d88f9ed5ec38 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "PUT /v2.0/routers/0d1d0f02-13dc-4cb7-af75-2abe4029cf6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0682895 Dec 16 22:38:33.150514 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42584) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:33.153655 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2b2af7-d0c5-491a-a841-400eaad7bcf9 None None] Sync routers for ids ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:38:33.175886 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2b2af7-d0c5-491a-a841-400eaad7bcf9 None None] Routers {'0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:33.180661 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-eb2b2af7-d0c5-491a-a841-400eaad7bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:38:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:33.235517 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac36e00-4639-4d87-8684-03224a12dc2c tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Deleting subnet 2e7ce1e7-daae-4b75-9f9e-cbdab33922ac {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:38:33.249834 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3ac36e00-4639-4d87-8684-03224a12dc2c tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:33.296971 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5bcdb70e-7eb2-47a9-b697-5ace162ef5e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:33.337143 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5bcdb70e-7eb2-47a9-b697-5ace162ef5e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:33.380069 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-eb2b2af7-d0c5-491a-a841-400eaad7bcf9 None None] Set router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:33.395756 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3ac36e00-4639-4d87-8684-03224a12dc2c tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:33.520557 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-eb2b2af7-d0c5-491a-a841-400eaad7bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:38:32Z', 'revision_number': 11, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:33.537643 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3ac36e00-4639-4d87-8684-03224a12dc2c tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:33.584617 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2b2af7-d0c5-491a-a841-400eaad7bcf9 None None] Checking router: 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:38:33.614196 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2b2af7-d0c5-491a-a841-400eaad7bcf9 None None] Routers {'0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:33.614956 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-eb2b2af7-d0c5-491a-a841-400eaad7bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:38:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:33.626807 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5bcdb70e-7eb2-47a9-b697-5ace162ef5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:33.629652 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5bcdb70e-7eb2-47a9-b697-5ace162ef5e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:33.652330 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5bcdb70e-7eb2-47a9-b697-5ace162ef5e8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e205e1d4-4ccb-4a63-a819-e7013e5861c1 HTTP/1.1" status: 204 len: 168 time: 0.8387671 Dec 16 22:38:33.708853 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdb70e-7eb2-47a9-b697-5ace162ef5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e205e1d4-4ccb-4a63-a819-e7013e5861c1,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:33.715155 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3ac36e00-4639-4d87-8684-03224a12dc2c tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:33.750662 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3ac36e00-4639-4d87-8684-03224a12dc2c tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:33.765405 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3ac36e00-4639-4d87-8684-03224a12dc2c tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/subnets/2e7ce1e7-daae-4b75-9f9e-cbdab33922ac HTTP/1.1" status: 204 len: 168 time: 0.6107106 Dec 16 22:38:33.767217 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-672b652c-5bdd-4fe7-89c4-8654a335e107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:33.768950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42596) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:33.830641 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac36e00-4639-4d87-8684-03224a12dc2c tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Subnet': ['ID=2e7ce1e7-daae-4b75-9f9e-cbdab33922ac,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:33.839757 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfe4e4c-49c9-4376-985f-38e40a50b33f None None] Network bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:38:33.993130 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-eb2b2af7-d0c5-491a-a841-400eaad7bcf9 None None] Set router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:34.030951 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3727c88b-985e-4182-b0b2-4ce618180722 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:34.202451 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-3727c88b-985e-4182-b0b2-4ce618180722 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Deleting port ecafcd74-573b-4015-bd55-cd57a0805709 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:34.205262 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3727c88b-985e-4182-b0b2-4ce618180722 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:34.215647 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-eb2b2af7-d0c5-491a-a841-400eaad7bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:38:32Z', 'revision_number': 11, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:34.315664 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-3727c88b-985e-4182-b0b2-4ce618180722 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] For port ecafcd74-573b-4015-bd55-cd57a0805709, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=ecafcd74-573b-4015-bd55-cd57a0805709,segment=NetworkSegment(ba304d55-c192-4bdb-b775-5b52786c06c4),segment_id=ba304d55-c192-4bdb-b775-5b52786c06c4)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:34.329066 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3727c88b-985e-4182-b0b2-4ce618180722 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:34.338717 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2b2af7-d0c5-491a-a841-400eaad7bcf9 None None] The sync data for ids ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'] in n-d-815324-4 is: [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:38:32Z', 'revision_number': 11, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:38:34.348033 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-3727c88b-985e-4182-b0b2-4ce618180722 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Calling delete_port for ecafcd74-573b-4015-bd55-cd57a0805709 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:34.383065 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-672b652c-5bdd-4fe7-89c4-8654a335e107 admin admin] Deleting port ba916308-59a7-48cf-8675-82db2c0429d3 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:34.383598 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-672b652c-5bdd-4fe7-89c4-8654a335e107 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:34.552533 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-672b652c-5bdd-4fe7-89c4-8654a335e107 admin admin] For port ba916308-59a7-48cf-8675-82db2c0429d3, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=ba916308-59a7-48cf-8675-82db2c0429d3,segment=NetworkSegment(f67c40bd-8b53-44bf-b1fe-44fd99dc8d69),segment_id=f67c40bd-8b53-44bf-b1fe-44fd99dc8d69)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:34.555405 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-672b652c-5bdd-4fe7-89c4-8654a335e107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:34.594838 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-672b652c-5bdd-4fe7-89c4-8654a335e107 admin admin] Calling delete_port for ba916308-59a7-48cf-8675-82db2c0429d3 owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:34.673518 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3727c88b-985e-4182-b0b2-4ce618180722 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:34.734843 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727c88b-985e-4182-b0b2-4ce618180722 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Port': ['ID=ecafcd74-573b-4015-bd55-cd57a0805709,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:34.735708 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3e4d45-e595-459f-bd81-80e9206d9457 None None] DHCP port deletion for bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:38:34.756765 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3727c88b-985e-4182-b0b2-4ce618180722 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] No DVR routers for this DVR port ecafcd74-573b-4015-bd55-cd57a0805709 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:38:35.042201 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42628) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:35.063455 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-672b652c-5bdd-4fe7-89c4-8654a335e107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:35.074185 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3727c88b-985e-4182-b0b2-4ce618180722 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:35.129276 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c11fe976-1bc8-419a-b493-680bcee04bba no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:38:35.163419 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-3727c88b-985e-4182-b0b2-4ce618180722 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:35.190317 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-3727c88b-985e-4182-b0b2-4ce618180722 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba304d55-c192-4bdb-b775-5b52786c06c4') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:35.193290 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: c11fe976-1bc8-419a-b493-680bcee04bba {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:38:35.194957 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c11fe976-1bc8-419a-b493-680bcee04bba not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:38:35.195648 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-3727c88b-985e-4182-b0b2-4ce618180722 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba304d55-c192-4bdb-b775-5b52786c06c4') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:35.196389 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device ecafcd74-573b-4015-bd55-cd57a0805709 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:38:35.233866 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3727c88b-985e-4182-b0b2-4ce618180722 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:35.271894 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3727c88b-985e-4182-b0b2-4ce618180722 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:35.272572 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b652c-5bdd-4fe7-89c4-8654a335e107 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba916308-59a7-48cf-8675-82db2c0429d3,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:35.282357 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: ecafcd74-573b-4015-bd55-cd57a0805709 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:38:35.283816 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device ecafcd74-573b-4015-bd55-cd57a0805709 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:38:35.293119 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3727c88b-985e-4182-b0b2-4ce618180722 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:38:35.293547 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3727c88b-985e-4182-b0b2-4ce618180722 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:38:35.302282 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:38:35.356219 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-5b11b18f-ee01-4d0c-822a-42364374f225 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Request body: {'networks': [{'name': 'tempest-network--1908140238'}, {'name': 'tempest-network--1428137065'}]} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:35.359657 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-5b11b18f-ee01-4d0c-822a-42364374f225 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Request body: {'network': {'name': 'tempest-network--1908140238'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:35.359657 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-5b11b18f-ee01-4d0c-822a-42364374f225 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Request body: {'network': {'name': 'tempest-network--1428137065'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:35.542350 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3727c88b-985e-4182-b0b2-4ce618180722 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:35.550971 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3727c88b-985e-4182-b0b2-4ce618180722 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:35.566474 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3727c88b-985e-4182-b0b2-4ce618180722 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/networks/bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43 HTTP/1.1" status: 204 len: 168 time: 1.7829256 Dec 16 22:38:35.568371 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-672b652c-5bdd-4fe7-89c4-8654a335e107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:35.573863 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42642) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:35.583395 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-9a238e75-84e2-4ea5-a6cb-5e5e5d1c1f46 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'router': {'routes': None}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:35.594536 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727c88b-985e-4182-b0b2-4ce618180722 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Pushing event deleted for resources: {'Network': ['ID=bcc10e4d-8d3a-4b94-a8d3-3620c9af4f43,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:35.714140 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3511d879-6b53-4b12-b917-c4da4ddebc1f req-c7daacd0-2a91-43e5-ab71-d5f4a7d646f7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=865f7392-65c6-4951-915c-72b4e86e5233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4327130 Dec 16 22:38:35.950519 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b11b18f-ee01-4d0c-822a-42364374f225 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Made reservation on behalf of 68507bbd506a4b96afa76bfa6e90e658 for: {'network': 2} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:38:35.955277 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b11b18f-ee01-4d0c-822a-42364374f225 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:36.065704 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.extraroute_db [None req-9a238e75-84e2-4ea5-a6cb-5e5e5d1c1f46 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Added routes are [] {{(pid=103614) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 22:38:36.066260 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.extraroute_db [None req-9a238e75-84e2-4ea5-a6cb-5e5e5d1c1f46 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Removed routes are [] {{(pid=103614) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 22:38:36.066852 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a238e75-84e2-4ea5-a6cb-5e5e5d1c1f46 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5457'] for router, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:36.183438 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b11b18f-ee01-4d0c-822a-42364374f225 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:36.323289 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a238e75-84e2-4ea5-a6cb-5e5e5d1c1f46 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5457'] for router, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:36.331258 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a238e75-84e2-4ea5-a6cb-5e5e5d1c1f46 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-598410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-598419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597305'] for router, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:36.348064 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511d879-6b53-4b12-b917-c4da4ddebc1f req-33be07c6-2aeb-4ca8-89d3-820100757087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:36.348064 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3511d879-6b53-4b12-b917-c4da4ddebc1f req-33be07c6-2aeb-4ca8-89d3-820100757087 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=720f6d1270aa4ecaab964d0eb84b215e&device_id=865f7392-65c6-4951-915c-72b4e86e5233 HTTP/1.1" status: 200 len: 1096 time: 0.5448239 Dec 16 22:38:36.591651 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511d879-6b53-4b12-b917-c4da4ddebc1f req-d704ce94-f7dc-4685-a779-b773e8097604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:36.592339 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3511d879-6b53-4b12-b917-c4da4ddebc1f req-d704ce94-f7dc-4685-a779-b773e8097604 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d9f61c4-cc29-4ddf-89f0-e4012f9c023f HTTP/1.1" status: 200 len: 911 time: 0.1509681 Dec 16 22:38:36.625121 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a238e75-84e2-4ea5-a6cb-5e5e5d1c1f46 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:38:37.204907 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b11b18f-ee01-4d0c-822a-42364374f225 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:37.212594 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3511d879-6b53-4b12-b917-c4da4ddebc1f req-cd9876e2-e84e-4427-93ef-825ccbe2ec39 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27e0a11f-6729-4cd8-a02d-e58ddfda84cd HTTP/1.1" status: 200 len: 1000 time: 0.6103857 Dec 16 22:38:37.267194 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a238e75-84e2-4ea5-a6cb-5e5e5d1c1f46 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:38:37.283500 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abca29f-d53a-4447-b86f-b4551d4a5726 None None] Sync routers for ids ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:38:37.294695 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a238e75-84e2-4ea5-a6cb-5e5e5d1c1f46 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:37.295819 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abca29f-d53a-4447-b86f-b4551d4a5726 None None] Routers {'0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:37.296114 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9a238e75-84e2-4ea5-a6cb-5e5e5d1c1f46 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "PUT /v2.0/routers/0d1d0f02-13dc-4cb7-af75-2abe4029cf6d HTTP/1.1" status: 200 len: 700 time: 1.7180078 Dec 16 22:38:37.298440 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-3abca29f-d53a-4447-b86f-b4551d4a5726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:38:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:37.302108 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42672) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:37.330512 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511d879-6b53-4b12-b917-c4da4ddebc1f req-769cd236-532c-4e7e-8f12-750d306dbc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:37.331975 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3511d879-6b53-4b12-b917-c4da4ddebc1f req-769cd236-532c-4e7e-8f12-750d306dbc83 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04b9b352-17cc-4c58-8901-6e5b7abd436d HTTP/1.1" status: 200 len: 850 time: 0.0822864 Dec 16 22:38:37.341578 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672b652c-5bdd-4fe7-89c4-8654a335e107 admin admin] Router 167bbfd4-9285-48ed-be45-a2d41dda53f1 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:38:37.356763 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b11b18f-ee01-4d0c-822a-42364374f225 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:37.357296 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b11b18f-ee01-4d0c-822a-42364374f225 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:37.364248 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3ccb3308-cfa2-40b4-9d5a-c0446656e77d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d1d0f02-13dc-4cb7-af75-2abe4029cf6d HTTP/1.1" status: 200 len: 205 time: 0.0609334 Dec 16 22:38:37.366852 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42674) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:37.488551 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-3abca29f-d53a-4447-b86f-b4551d4a5726 None None] Set router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:37.509817 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b43ae9a1-c5c8-4d7c-bb27-1268a588ceda tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:37.606023 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b11b18f-ee01-4d0c-822a-42364374f225 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:38:37.632803 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b11b18f-ee01-4d0c-822a-42364374f225 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:37.633780 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-5b11b18f-ee01-4d0c-822a-42364374f225 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Added segment 6942579b-02d6-4644-add0-baac85dd9d70 of type vlan for network 8bac32af-20d2-4431-bfc3-dd60437500d2 Dec 16 22:38:37.691310 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b11b18f-ee01-4d0c-822a-42364374f225 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:37.727736 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b11b18f-ee01-4d0c-822a-42364374f225 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:38:37.735813 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-3abca29f-d53a-4447-b86f-b4551d4a5726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:38:32Z', 'revision_number': 11, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:37.737238 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b11b18f-ee01-4d0c-822a-42364374f225 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:37.737692 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-5b11b18f-ee01-4d0c-822a-42364374f225 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Added segment 2ef5860b-a7b6-41c6-a0e7-a2ed7d936862 of type vlan for network 803bb761-75dd-47c0-a226-a31ae4dc11ba Dec 16 22:38:37.783711 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b11b18f-ee01-4d0c-822a-42364374f225 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:37.854280 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11b18f-ee01-4d0c-822a-42364374f225 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0d606b-7ba7-4e20-a7ce-c2bb1ce80d37,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:37.870511 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511d879-6b53-4b12-b917-c4da4ddebc1f req-97ccfb01-48fb-4cc2-999e-84286327739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:37.872780 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3511d879-6b53-4b12-b917-c4da4ddebc1f req-97ccfb01-48fb-4cc2-999e-84286327739e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d9f61c4-cc29-4ddf-89f0-e4012f9c023f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5300794 Dec 16 22:38:37.924704 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b11b18f-ee01-4d0c-822a-42364374f225 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:37.925347 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b11b18f-ee01-4d0c-822a-42364374f225 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:37.932500 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b11b18f-ee01-4d0c-822a-42364374f225 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:37.938321 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b11b18f-ee01-4d0c-822a-42364374f225 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:37.939124 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b11b18f-ee01-4d0c-822a-42364374f225 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:37.950224 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b43ae9a1-c5c8-4d7c-bb27-1268a588ceda tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:37.953901 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b43ae9a1-c5c8-4d7c-bb27-1268a588ceda tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:38.064230 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abca29f-d53a-4447-b86f-b4551d4a5726 None None] Checking router: 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:38:38.076382 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abca29f-d53a-4447-b86f-b4551d4a5726 None None] Routers {'0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:38.077310 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-3abca29f-d53a-4447-b86f-b4551d4a5726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:38:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:38.145765 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b43ae9a1-c5c8-4d7c-bb27-1268a588ceda tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:38.146778 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43ae9a1-c5c8-4d7c-bb27-1268a588ceda tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Fanout notify agent at l3_agent the message router_deleted on router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:38:38.165986 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b43ae9a1-c5c8-4d7c-bb27-1268a588ceda tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:38.180772 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42698) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:38.183240 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b43ae9a1-c5c8-4d7c-bb27-1268a588ceda tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/routers/0d1d0f02-13dc-4cb7-af75-2abe4029cf6d HTTP/1.1" status: 204 len: 168 time: 0.8137860 Dec 16 22:38:38.189342 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-8acbc8a6-5a62-44d4-a673-8c6b413b1a86 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2010346912', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:38.217620 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5b11b18f-ee01-4d0c-822a-42364374f225 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.1721766 Dec 16 22:38:38.217620 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11b18f-ee01-4d0c-822a-42364374f225 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Pushing event updated for resources: {'Network': ['ID=8bac32af-20d2-4431-bfc3-dd60437500d2,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:38.218709 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42700) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:38.222208 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672b652c-5bdd-4fe7-89c4-8654a335e107 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:38:38.229893 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 8bac32af-20d2-4431-bfc3-dd60437500d2 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:38:38.236505 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9032baf9-fe07-4262-8be1-d1d62cde987d None None] Sync routers for ids ['167bbfd4-9285-48ed-be45-a2d41dda53f1'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:38:38.246042 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-3abca29f-d53a-4447-b86f-b4551d4a5726 None None] Set router 0d1d0f02-13dc-4cb7-af75-2abe4029cf6d gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:38.272309 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-672b652c-5bdd-4fe7-89c4-8654a335e107 admin admin] 10.222.0.75 "PUT /v2.0/routers/167bbfd4-9285-48ed-be45-a2d41dda53f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4871950 Dec 16 22:38:38.307782 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9032baf9-fe07-4262-8be1-d1d62cde987d None None] Routers {'167bbfd4-9285-48ed-be45-a2d41dda53f1'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:38.323306 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9032baf9-fe07-4262-8be1-d1d62cde987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:38:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['167bbfd4-9285-48ed-be45-a2d41dda53f1'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:38.373757 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42704) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:38.447496 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-3abca29f-d53a-4447-b86f-b4551d4a5726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:38:32Z', 'revision_number': 11, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:38.561423 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3511d879-6b53-4b12-b917-c4da4ddebc1f req-4208bf38-7d18-4ff2-bc52-1d9986926eef service neutron] 10.222.0.76 "GET /v2.0/networks/4d9f61c4-cc29-4ddf-89f0-e4012f9c023f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6788976 Dec 16 22:38:38.561423 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8acbc8a6-5a62-44d4-a673-8c6b413b1a86 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:38.567032 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8acbc8a6-5a62-44d4-a673-8c6b413b1a86 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:38.594824 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abca29f-d53a-4447-b86f-b4551d4a5726 None None] The sync data for ids ['0d1d0f02-13dc-4cb7-af75-2abe4029cf6d'] in n-d-815324-4 is: [{'id': '0d1d0f02-13dc-4cb7-af75-2abe4029cf6d', 'name': 'tempest-RoutersTest-router-804894297', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:26Z', 'updated_at': '2021-12-16T22:38:32Z', 'revision_number': 11, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:38:38.778423 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-9032baf9-fe07-4262-8be1-d1d62cde987d None None] Set router 167bbfd4-9285-48ed-be45-a2d41dda53f1 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:38.846566 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11b18f-ee01-4d0c-822a-42364374f225 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Pushing event updated for resources: {'Network': ['ID=803bb761-75dd-47c0-a226-a31ae4dc11ba,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:38.942103 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 803bb761-75dd-47c0-a226-a31ae4dc11ba details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:38:39.007310 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793fb4b2-2c11-49d8-800c-60ff0e189339 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:39.015709 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793fb4b2-2c11-49d8-800c-60ff0e189339 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:39.030447 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793fb4b2-2c11-49d8-800c-60ff0e189339 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:39.050639 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793fb4b2-2c11-49d8-800c-60ff0e189339 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:39.057043 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-793fb4b2-2c11-49d8-800c-60ff0e189339 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.8369019 Dec 16 22:38:39.057760 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42710) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:39.067545 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78ca5a3e-6951-43ea-845f-33cbfe1da3a3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:39.214866 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b990c2d-1b0d-457a-95f5-f6b1126e9174 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:39.244757 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3511d879-6b53-4b12-b917-c4da4ddebc1f req-3ede7903-963d-457c-8c91-9cf55f42b73f service neutron] 10.222.0.76 "GET /v2.0/networks/4d9f61c4-cc29-4ddf-89f0-e4012f9c023f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6549394 Dec 16 22:38:39.264857 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78ca5a3e-6951-43ea-845f-33cbfe1da3a3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:39.315018 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8acbc8a6-5a62-44d4-a673-8c6b413b1a86 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:39.328834 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9032baf9-fe07-4262-8be1-d1d62cde987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167bbfd4-9285-48ed-be45-a2d41dda53f1', 'name': 'tempest-TestAggregatesBasicOps-164731493-router', 'tenant_id': '6f6e3b2616ad4da29e4256625da9fe06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd0be3562-d705-4396-8662-f8ccec81241d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:57Z', 'updated_at': '2021-12-16T22:38:34Z', 'revision_number': 5, 'project_id': '6f6e3b2616ad4da29e4256625da9fe06', 'gw_port': {'id': 'd0be3562-d705-4396-8662-f8ccec81241d', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167bbfd4-9285-48ed-be45-a2d41dda53f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:58Z', 'updated_at': '2021-12-16T22:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:39.364164 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9032baf9-fe07-4262-8be1-d1d62cde987d None None] Checking router: 167bbfd4-9285-48ed-be45-a2d41dda53f1 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:38:39.376619 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9032baf9-fe07-4262-8be1-d1d62cde987d None None] Routers {'167bbfd4-9285-48ed-be45-a2d41dda53f1'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:39.377452 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9032baf9-fe07-4262-8be1-d1d62cde987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:38:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['167bbfd4-9285-48ed-be45-a2d41dda53f1'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:39.435913 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b990c2d-1b0d-457a-95f5-f6b1126e9174 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:39.507308 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-8b990c2d-1b0d-457a-95f5-f6b1126e9174 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bac32af-20d2-4431-bfc3-dd60437500d2']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:39.526390 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8acbc8a6-5a62-44d4-a673-8c6b413b1a86 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:39.544023 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-8b990c2d-1b0d-457a-95f5-f6b1126e9174 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6942579b-02d6-4644-add0-baac85dd9d70') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:39.544023 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-8b990c2d-1b0d-457a-95f5-f6b1126e9174 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6942579b-02d6-4644-add0-baac85dd9d70') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:39.554178 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-9032baf9-fe07-4262-8be1-d1d62cde987d None None] Set router 167bbfd4-9285-48ed-be45-a2d41dda53f1 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:39.580062 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b990c2d-1b0d-457a-95f5-f6b1126e9174 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:39.611245 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b990c2d-1b0d-457a-95f5-f6b1126e9174 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:39.643072 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b990c2d-1b0d-457a-95f5-f6b1126e9174 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:38:39.645774 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b990c2d-1b0d-457a-95f5-f6b1126e9174 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:39.647248 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-78ca5a3e-6951-43ea-845f-33cbfe1da3a3 admin admin] Deleting port d0be3562-d705-4396-8662-f8ccec81241d {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:38:39.651394 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:38:39.654323 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78ca5a3e-6951-43ea-845f-33cbfe1da3a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:39.760029 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8acbc8a6-5a62-44d4-a673-8c6b413b1a86 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:39.782102 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8acbc8a6-5a62-44d4-a673-8c6b413b1a86 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.5966845 Dec 16 22:38:39.784779 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42720) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:39.789257 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-86af608a-ca43-4303-a412-74e80ef8a07e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:39.811559 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9032baf9-fe07-4262-8be1-d1d62cde987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167bbfd4-9285-48ed-be45-a2d41dda53f1', 'name': 'tempest-TestAggregatesBasicOps-164731493-router', 'tenant_id': '6f6e3b2616ad4da29e4256625da9fe06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd0be3562-d705-4396-8662-f8ccec81241d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:57Z', 'updated_at': '2021-12-16T22:38:34Z', 'revision_number': 5, 'project_id': '6f6e3b2616ad4da29e4256625da9fe06', 'gw_port': {'id': 'd0be3562-d705-4396-8662-f8ccec81241d', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167bbfd4-9285-48ed-be45-a2d41dda53f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:58Z', 'updated_at': '2021-12-16T22:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:39.850833 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9032baf9-fe07-4262-8be1-d1d62cde987d None None] The sync data for ids ['167bbfd4-9285-48ed-be45-a2d41dda53f1'] in n-d-815324-4 is: [{'id': '167bbfd4-9285-48ed-be45-a2d41dda53f1', 'name': 'tempest-TestAggregatesBasicOps-164731493-router', 'tenant_id': '6f6e3b2616ad4da29e4256625da9fe06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'd0be3562-d705-4396-8662-f8ccec81241d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:57Z', 'updated_at': '2021-12-16T22:38:34Z', 'revision_number': 5, 'project_id': '6f6e3b2616ad4da29e4256625da9fe06', 'gw_port': {'id': 'd0be3562-d705-4396-8662-f8ccec81241d', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167bbfd4-9285-48ed-be45-a2d41dda53f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:58Z', 'updated_at': '2021-12-16T22:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:38:39.915561 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b990c2d-1b0d-457a-95f5-f6b1126e9174 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:39.917006 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b990c2d-1b0d-457a-95f5-f6b1126e9174 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:39.923675 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8b990c2d-1b0d-457a-95f5-f6b1126e9174 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] 10.222.0.75 "DELETE /v2.0/networks/8bac32af-20d2-4431-bfc3-dd60437500d2 HTTP/1.1" status: 204 len: 168 time: 0.8639035 Dec 16 22:38:39.929313 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42724) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:39.976282 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b990c2d-1b0d-457a-95f5-f6b1126e9174 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Pushing event deleted for resources: {'Network': ['ID=8bac32af-20d2-4431-bfc3-dd60437500d2,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:40.107988 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6ea03892-9ebb-49aa-8f53-affdfb681a4f tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:40.256891 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6ea03892-9ebb-49aa-8f53-affdfb681a4f tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:40.286136 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-6ea03892-9ebb-49aa-8f53-affdfb681a4f tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803bb761-75dd-47c0-a226-a31ae4dc11ba']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:40.300297 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-6ea03892-9ebb-49aa-8f53-affdfb681a4f tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef5860b-a7b6-41c6-a0e7-a2ed7d936862') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:40.300743 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-6ea03892-9ebb-49aa-8f53-affdfb681a4f tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef5860b-a7b6-41c6-a0e7-a2ed7d936862') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:40.341481 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-78ca5a3e-6951-43ea-845f-33cbfe1da3a3 admin admin] For port d0be3562-d705-4396-8662-f8ccec81241d, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d0be3562-d705-4396-8662-f8ccec81241d,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:40.342499 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78ca5a3e-6951-43ea-845f-33cbfe1da3a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:40.344477 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6ea03892-9ebb-49aa-8f53-affdfb681a4f tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:40.362383 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-78ca5a3e-6951-43ea-845f-33cbfe1da3a3 admin admin] Calling delete_port for d0be3562-d705-4396-8662-f8ccec81241d owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:40.381326 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6ea03892-9ebb-49aa-8f53-affdfb681a4f tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:40.401083 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea03892-9ebb-49aa-8f53-affdfb681a4f tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:38:40.402565 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6ea03892-9ebb-49aa-8f53-affdfb681a4f tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:38:40.409332 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:38:40.522824 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-86af608a-ca43-4303-a412-74e80ef8a07e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5457'] for router, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:40.576741 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6ea03892-9ebb-49aa-8f53-affdfb681a4f tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:40.588348 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6ea03892-9ebb-49aa-8f53-affdfb681a4f tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:40.605162 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6ea03892-9ebb-49aa-8f53-affdfb681a4f tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] 10.222.0.75 "DELETE /v2.0/networks/803bb761-75dd-47c0-a226-a31ae4dc11ba HTTP/1.1" status: 204 len: 168 time: 0.6745853 Dec 16 22:38:40.623245 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42754) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:40.642041 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea03892-9ebb-49aa-8f53-affdfb681a4f tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Pushing event deleted for resources: {'Network': ['ID=803bb761-75dd-47c0-a226-a31ae4dc11ba,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:40.796192 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-86af608a-ca43-4303-a412-74e80ef8a07e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-598410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-598419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597305'] for router, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:40.987433 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78ca5a3e-6951-43ea-845f-33cbfe1da3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:41.037696 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173e543e-b52c-4734-8085-328fb8e19fc4 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:38:41.041039 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device ba916308-59a7-48cf-8675-82db2c0429d3 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:38:41.091320 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: ba916308-59a7-48cf-8675-82db2c0429d3 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:38:41.091802 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device ba916308-59a7-48cf-8675-82db2c0429d3 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:38:41.095342 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62799949-3735-495b-ba72-dfa71aa1b4a7 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:41.102644 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62799949-3735-495b-ba72-dfa71aa1b4a7 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:41.105065 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-62799949-3735-495b-ba72-dfa71aa1b4a7 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4911549 Dec 16 22:38:41.109569 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42762) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:41.115523 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-fa60ad9a-dbdb-4723-9526-b7565a9ed844 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-303950924'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:41.132568 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca5a3e-6951-43ea-845f-33cbfe1da3a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0be3562-d705-4396-8662-f8ccec81241d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:41.179099 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78ca5a3e-6951-43ea-845f-33cbfe1da3a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:41.302651 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce38c38-3d38-4866-b7ec-a3c59c6929db req-834956ba-c156-44ea-8d48-36caba01dab4 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:41.304427 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0ce38c38-3d38-4866-b7ec-a3c59c6929db req-834956ba-c156-44ea-8d48-36caba01dab4 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=865f7392-65c6-4951-915c-72b4e86e5233 HTTP/1.1" status: 200 len: 945 time: 0.1828339 Dec 16 22:38:41.453847 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0ce38c38-3d38-4866-b7ec-a3c59c6929db req-11d7031e-ec5c-4968-b992-1e5357aa6d20 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=48cdb03a-5106-4293-99fe-06937895d05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955062 Dec 16 22:38:41.593540 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa60ad9a-dbdb-4723-9526-b7565a9ed844 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Made reservation on behalf of 68507bbd506a4b96afa76bfa6e90e658 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:38:41.603910 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa60ad9a-dbdb-4723-9526-b7565a9ed844 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:41.684652 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa60ad9a-dbdb-4723-9526-b7565a9ed844 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:38:41.702824 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa60ad9a-dbdb-4723-9526-b7565a9ed844 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:41.703376 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-fa60ad9a-dbdb-4723-9526-b7565a9ed844 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Added segment a42b67d7-c3bc-4153-b0fb-06687d7d4efe of type vlan for network d6c32e05-72c3-47c9-8f6a-8fc14fe9aa19 Dec 16 22:38:41.786281 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa60ad9a-dbdb-4723-9526-b7565a9ed844 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:41.812780 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86af608a-ca43-4303-a412-74e80ef8a07e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Router a785eb5e-36c5-4aa4-8e74-dc4be7b4525c is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:38:41.823740 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78ca5a3e-6951-43ea-845f-33cbfe1da3a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:41.827407 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78ca5a3e-6951-43ea-845f-33cbfe1da3a3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:41.906062 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa60ad9a-dbdb-4723-9526-b7565a9ed844 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:41.912021 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa60ad9a-dbdb-4723-9526-b7565a9ed844 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:41.912608 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa60ad9a-dbdb-4723-9526-b7565a9ed844 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:41.931640 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86af608a-ca43-4303-a412-74e80ef8a07e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:38:41.939552 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-86af608a-ca43-4303-a412-74e80ef8a07e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:41.943135 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-86af608a-ca43-4303-a412-74e80ef8a07e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "PUT /v2.0/routers/a785eb5e-36c5-4aa4-8e74-dc4be7b4525c HTTP/1.1" status: 200 len: 694 time: 2.1574337 Dec 16 22:38:41.943792 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42770) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:41.972830 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14d4d6d-e5ee-414a-9e17-655db9e1256d None None] Sync routers for ids ['a785eb5e-36c5-4aa4-8e74-dc4be7b4525c'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:38:42.022975 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14d4d6d-e5ee-414a-9e17-655db9e1256d None None] Routers {'a785eb5e-36c5-4aa4-8e74-dc4be7b4525c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:42.024542 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c14d4d6d-e5ee-414a-9e17-655db9e1256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:38:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a785eb5e-36c5-4aa4-8e74-dc4be7b4525c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:42.043237 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60ad9a-dbdb-4723-9526-b7565a9ed844 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Pushing event updated for resources: {'Network': ['ID=d6c32e05-72c3-47c9-8f6a-8fc14fe9aa19,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:42.064251 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network d6c32e05-72c3-47c9-8f6a-8fc14fe9aa19 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:38:42.077714 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78ca5a3e-6951-43ea-845f-33cbfe1da3a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:42.078240 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ca5a3e-6951-43ea-845f-33cbfe1da3a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 167bbfd4-9285-48ed-be45-a2d41dda53f1 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:38:42.083701 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78ca5a3e-6951-43ea-845f-33cbfe1da3a3 admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:42.088451 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42774) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:42.113285 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-78ca5a3e-6951-43ea-845f-33cbfe1da3a3 admin admin] 10.222.0.75 "DELETE /v2.0/routers/167bbfd4-9285-48ed-be45-a2d41dda53f1 HTTP/1.1" status: 204 len: 168 time: 3.7058187 Dec 16 22:38:42.156505 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-18907f7f-4774-41d4-a557-68f2a7f6b07d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "GET /v2.0/routers/a785eb5e-36c5-4aa4-8e74-dc4be7b4525c HTTP/1.1" status: 200 len: 700 time: 0.2114050 Dec 16 22:38:42.157059 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42776) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:42.179651 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fa60ad9a-dbdb-4723-9526-b7565a9ed844 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0687673 Dec 16 22:38:42.180438 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42778) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:42.224695 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-36ca9744-7a5d-4ffa-b6da-623b378fe59c tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1534650724'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:42.231719 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3ee2469e-9762-454b-bd58-52f4465221d8 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "GET /v2.0/ports?device_id=a785eb5e-36c5-4aa4-8e74-dc4be7b4525c HTTP/1.1" status: 200 len: 205 time: 0.0731895 Dec 16 22:38:42.234400 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42784) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:42.240244 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-c14d4d6d-e5ee-414a-9e17-655db9e1256d None None] Set router a785eb5e-36c5-4aa4-8e74-dc4be7b4525c gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:42.292142 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-533e875c-bd84-4054-af28-b81e8fcc42ba admin admin] Deleting subnet dcb2dc0f-5ce7-478d-97cb-0b64f35b6794 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:38:42.299788 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-533e875c-bd84-4054-af28-b81e8fcc42ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:42.380067 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c14d4d6d-e5ee-414a-9e17-655db9e1256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a785eb5e-36c5-4aa4-8e74-dc4be7b4525c', 'name': 'tempest-RoutersTest-router-2010346912', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:38Z', 'updated_at': '2021-12-16T22:38:40Z', 'revision_number': 2, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:42.398489 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-533e875c-bd84-4054-af28-b81e8fcc42ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:42.419759 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-185c6f80-6d64-4aa4-8486-168190fa68a6 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:42.444439 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14d4d6d-e5ee-414a-9e17-655db9e1256d None None] Checking router: a785eb5e-36c5-4aa4-8e74-dc4be7b4525c for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:38:42.469657 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14d4d6d-e5ee-414a-9e17-655db9e1256d None None] Routers {'a785eb5e-36c5-4aa4-8e74-dc4be7b4525c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:42.471723 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c14d4d6d-e5ee-414a-9e17-655db9e1256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:38:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a785eb5e-36c5-4aa4-8e74-dc4be7b4525c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:42.563139 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-533e875c-bd84-4054-af28-b81e8fcc42ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:42.612301 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ca9744-7a5d-4ffa-b6da-623b378fe59c tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Made reservation on behalf of 68507bbd506a4b96afa76bfa6e90e658 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:38:42.613302 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-c14d4d6d-e5ee-414a-9e17-655db9e1256d None None] Set router a785eb5e-36c5-4aa4-8e74-dc4be7b4525c gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:42.623346 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-36ca9744-7a5d-4ffa-b6da-623b378fe59c tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:42.689681 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ca9744-7a5d-4ffa-b6da-623b378fe59c tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:38:42.714577 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-36ca9744-7a5d-4ffa-b6da-623b378fe59c tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:42.715202 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-36ca9744-7a5d-4ffa-b6da-623b378fe59c tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Added segment b788d9aa-fb51-488a-a918-d822cd8a0bdb of type vlan for network 6ba73ecd-485b-4f0d-99f8-7b97d75a700f Dec 16 22:38:42.757811 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-185c6f80-6d64-4aa4-8486-168190fa68a6 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:42.762507 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-185c6f80-6d64-4aa4-8486-168190fa68a6 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:42.780884 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-533e875c-bd84-4054-af28-b81e8fcc42ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:42.797448 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c14d4d6d-e5ee-414a-9e17-655db9e1256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a785eb5e-36c5-4aa4-8e74-dc4be7b4525c', 'name': 'tempest-RoutersTest-router-2010346912', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:38Z', 'updated_at': '2021-12-16T22:38:40Z', 'revision_number': 2, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:42.801675 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-533e875c-bd84-4054-af28-b81e8fcc42ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:42.807260 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78edde69-cd86-4a70-81f3-a5dc76e884a0 None None] Network 34a99589-0d53-4b15-9ec5-4b8e3da39ee0 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:38:42.810958 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-533e875c-bd84-4054-af28-b81e8fcc42ba admin admin] 10.222.0.75 "DELETE /v2.0/subnets/dcb2dc0f-5ce7-478d-97cb-0b64f35b6794 HTTP/1.1" status: 204 len: 168 time: 0.7195547 Dec 16 22:38:42.817649 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42792) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:42.879912 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14d4d6d-e5ee-414a-9e17-655db9e1256d None None] The sync data for ids ['a785eb5e-36c5-4aa4-8e74-dc4be7b4525c'] in n-d-815324-4 is: [{'id': 'a785eb5e-36c5-4aa4-8e74-dc4be7b4525c', 'name': 'tempest-RoutersTest-router-2010346912', 'tenant_id': '2433710460934b67bc31a8cc16493c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:38Z', 'updated_at': '2021-12-16T22:38:40Z', 'revision_number': 2, 'project_id': '2433710460934b67bc31a8cc16493c9b', 'gw_port_host': None}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:38:42.880121 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230812e-47f5-42f5-ab94-4f984daed2ff req-af7f4ce6-6085-4135-95ab-08df4779c4d4 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:42.894642 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7230812e-47f5-42f5-ab94-4f984daed2ff req-af7f4ce6-6085-4135-95ab-08df4779c4d4 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=865f7392-65c6-4951-915c-72b4e86e5233 HTTP/1.1" status: 200 len: 945 time: 0.2616620 Dec 16 22:38:42.909887 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-36ca9744-7a5d-4ffa-b6da-623b378fe59c tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:42.917014 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e875c-bd84-4054-af28-b81e8fcc42ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcb2dc0f-5ce7-478d-97cb-0b64f35b6794,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:42.987419 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-185c6f80-6d64-4aa4-8486-168190fa68a6 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:42.992619 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185c6f80-6d64-4aa4-8486-168190fa68a6 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Fanout notify agent at l3_agent the message router_deleted on router a785eb5e-36c5-4aa4-8e74-dc4be7b4525c {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:38:43.008477 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-185c6f80-6d64-4aa4-8486-168190fa68a6 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:43.036151 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-185c6f80-6d64-4aa4-8486-168190fa68a6 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/routers/a785eb5e-36c5-4aa4-8e74-dc4be7b4525c HTTP/1.1" status: 204 len: 168 time: 0.8003619 Dec 16 22:38:43.044071 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42798) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:43.077340 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e0db0774-6f1f-437f-991e-8fe87adb4f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:43.089709 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7230812e-47f5-42f5-ab94-4f984daed2ff req-4c6e1eba-187b-4aeb-bc41-a4cd05aad41f tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=48cdb03a-5106-4293-99fe-06937895d05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888995 Dec 16 22:38:43.100895 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.db.resource_extend [None req-36ca9744-7a5d-4ffa-b6da-623b378fe59c tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:38:43.132304 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ce2b21cd-9f37-4dcb-8a4d-9ec8fb6c7534 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "GET /v2.0/ports?device_id=a785eb5e-36c5-4aa4-8e74-dc4be7b4525c HTTP/1.1" status: 200 len: 205 time: 0.0834684 Dec 16 22:38:43.138381 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42802) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:43.142295 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d0be3562-d705-4396-8662-f8ccec81241d no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:38:43.199669 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71114b80-ee8b-4f96-8db5-268b6223d56b None None] DHCP port deletion for 34a99589-0d53-4b15-9ec5-4b8e3da39ee0 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:38:43.202117 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: d0be3562-d705-4396-8662-f8ccec81241d {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:38:43.203206 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d0be3562-d705-4396-8662-f8ccec81241d not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:38:43.208885 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-aca63d8c-aab9-4ca8-a36b-1cbe3848bd95 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] delete failed (client error): The resource could not be found. Dec 16 22:38:43.213568 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-aca63d8c-aab9-4ca8-a36b-1cbe3848bd95 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/routers/a785eb5e-36c5-4aa4-8e74-dc4be7b4525c HTTP/1.1" status: 404 len: 336 time: 0.0703981 Dec 16 22:38:43.213946 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42804) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:43.269819 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-52af9280-3422-446b-94da-dff0cafd4a5d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] DELETE failed (client error): The resource could not be found. Dec 16 22:38:43.269819 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52af9280-3422-446b-94da-dff0cafd4a5d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:38:43.272153 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-52af9280-3422-446b-94da-dff0cafd4a5d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/subnets/11ca306b-ebd3-41b7-b42d-47a1f54884de HTTP/1.1" status: 404 len: 337 time: 0.0573106 Dec 16 22:38:43.273493 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-e0db0774-6f1f-437f-991e-8fe87adb4f79 admin admin] Deleting port 8ed9cda0-7f47-4000-9375-551ffac672ff {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:43.274493 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e0db0774-6f1f-437f-991e-8fe87adb4f79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:43.279351 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42810) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:43.305424 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-36ca9744-7a5d-4ffa-b6da-623b378fe59c tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:43.313915 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ca9744-7a5d-4ffa-b6da-623b378fe59c tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:43.315394 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-79572421-7e10-488a-8def-7530fd5fde7d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] DELETE failed (client error): The resource could not be found. Dec 16 22:38:43.315802 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-36ca9744-7a5d-4ffa-b6da-623b378fe59c tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:43.316017 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79572421-7e10-488a-8def-7530fd5fde7d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:38:43.322155 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-79572421-7e10-488a-8def-7530fd5fde7d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/subnets/d6b17f09-bbb3-4d73-91c2-a9aa36dc4517 HTTP/1.1" status: 404 len: 337 time: 0.0390027 Dec 16 22:38:43.328958 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42812) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:43.359794 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-71114b80-ee8b-4f96-8db5-268b6223d56b None None] Deleting port 8ed9cda0-7f47-4000-9375-551ffac672ff {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:43.360177 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-71114b80-ee8b-4f96-8db5-268b6223d56b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:43.432948 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0319ae0-7361-412c-aaee-8487adbb9997 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] DELETE failed (client error): The resource could not be found. Dec 16 22:38:43.433410 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0319ae0-7361-412c-aaee-8487adbb9997 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:38:43.440144 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c0319ae0-7361-412c-aaee-8487adbb9997 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/subnets/7241d2dc-6240-4730-9a91-d127025f23e9 HTTP/1.1" status: 404 len: 337 time: 0.1060054 Dec 16 22:38:43.442517 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42820) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:43.494534 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-58143cda-1724-4c73-815b-71b73806873c tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] DELETE failed (client error): The resource could not be found. Dec 16 22:38:43.495373 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58143cda-1724-4c73-815b-71b73806873c tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:38:43.499340 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-58143cda-1724-4c73-815b-71b73806873c tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/subnets/2e7ce1e7-daae-4b75-9f9e-cbdab33922ac HTTP/1.1" status: 404 len: 337 time: 0.0557551 Dec 16 22:38:43.505954 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42822) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:43.542782 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a56dd6a8-403f-4907-9295-f1ae11b2dfcc tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d1d0f02-13dc-4cb7-af75-2abe4029cf6d HTTP/1.1" status: 200 len: 205 time: 0.0340900 Dec 16 22:38:43.552993 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42824) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:43.556173 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-71114b80-ee8b-4f96-8db5-268b6223d56b None None] For port 8ed9cda0-7f47-4000-9375-551ffac672ff, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=8ed9cda0-7f47-4000-9375-551ffac672ff,segment=NetworkSegment(f67c40bd-8b53-44bf-b1fe-44fd99dc8d69),segment_id=f67c40bd-8b53-44bf-b1fe-44fd99dc8d69)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:43.557241 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-71114b80-ee8b-4f96-8db5-268b6223d56b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:43.582840 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-71114b80-ee8b-4f96-8db5-268b6223d56b None None] Calling delete_port for 8ed9cda0-7f47-4000-9375-551ffac672ff owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:43.622889 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b4868-45bf-4ee3-ac46-9c1a926e65ab req-5e218e1e-1704-46f8-9249-975df843f10b tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:43.625764 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-008b4868-45bf-4ee3-ac46-9c1a926e65ab req-5e218e1e-1704-46f8-9249-975df843f10b tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.76 "GET /v2.0/ports?device_id=865f7392-65c6-4951-915c-72b4e86e5233 HTTP/1.1" status: 200 len: 945 time: 0.2755773 Dec 16 22:38:43.627330 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-f902627e-8022-4d61-b35c-3b653d8dca8e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] delete failed (client error): The resource could not be found. Dec 16 22:38:43.629443 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f902627e-8022-4d61-b35c-3b653d8dca8e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/routers/0d1d0f02-13dc-4cb7-af75-2abe4029cf6d HTTP/1.1" status: 404 len: 336 time: 0.0831747 Dec 16 22:38:43.641040 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42826) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:43.723119 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-027c55c4-98fe-4c39-978a-41ef7d81c590 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "GET /v2.0/ports?device_id=7de8965b-4606-494b-ac87-9090168f51f1 HTTP/1.1" status: 200 len: 205 time: 0.0809798 Dec 16 22:38:43.726371 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42828) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:43.786627 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-9f0cf842-da6c-4fd4-8c73-4a0fac4f4dcc tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] delete failed (client error): The resource could not be found. Dec 16 22:38:43.790074 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9f0cf842-da6c-4fd4-8c73-4a0fac4f4dcc tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/routers/7de8965b-4606-494b-ac87-9090168f51f1 HTTP/1.1" status: 404 len: 336 time: 0.0607417 Dec 16 22:38:43.794537 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42832) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:43.856341 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0ff3ee-25ef-49d8-98f0-362972cdfab5 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] DELETE failed (client error): The resource could not be found. Dec 16 22:38:43.856802 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc0ff3ee-25ef-49d8-98f0-362972cdfab5 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:38:43.862572 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fc0ff3ee-25ef-49d8-98f0-362972cdfab5 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/subnets/44c6f4fd-3737-4a39-8f3b-50511f918ddd HTTP/1.1" status: 404 len: 337 time: 0.0636413 Dec 16 22:38:43.863213 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42834) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:43.877415 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-e0db0774-6f1f-437f-991e-8fe87adb4f79 admin admin] For port 8ed9cda0-7f47-4000-9375-551ffac672ff, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=8ed9cda0-7f47-4000-9375-551ffac672ff,segment=NetworkSegment(f67c40bd-8b53-44bf-b1fe-44fd99dc8d69),segment_id=f67c40bd-8b53-44bf-b1fe-44fd99dc8d69)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:43.877796 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e0db0774-6f1f-437f-991e-8fe87adb4f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:43.885925 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-71114b80-ee8b-4f96-8db5-268b6223d56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:43.893537 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca9744-7a5d-4ffa-b6da-623b378fe59c tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Pushing event updated for resources: {'Network': ['ID=6ba73ecd-485b-4f0d-99f8-7b97d75a700f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:43.898288 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0b30cb80-8f04-4816-b9ff-4407ecbe90c8 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "GET /v2.0/ports?device_id=471122b6-c995-41b3-86c2-65bb0be2a6b2 HTTP/1.1" status: 200 len: 205 time: 0.0320864 Dec 16 22:38:43.898848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42836) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:43.898940 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-e0db0774-6f1f-437f-991e-8fe87adb4f79 admin admin] Calling delete_port for 8ed9cda0-7f47-4000-9375-551ffac672ff owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:43.920527 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-36ca9744-7a5d-4ffa-b6da-623b378fe59c tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7186306 Dec 16 22:38:43.925428 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71114b80-ee8b-4f96-8db5-268b6223d56b None None] Pushing event deleted for resources: {'Port': ['ID=8ed9cda0-7f47-4000-9375-551ffac672ff,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:43.925428 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 6ba73ecd-485b-4f0d-99f8-7b97d75a700f details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:38:43.945207 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42838) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:43.955964 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-03f8455b-0343-435f-817f-dba37269183d tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Request body: {'ports': [{'network_id': 'd6c32e05-72c3-47c9-8f6a-8fc14fe9aa19', 'name': 'tempest-port--1786914348', 'admin_state_up': True}, {'network_id': '6ba73ecd-485b-4f0d-99f8-7b97d75a700f', 'admin_state_up': False}]} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:43.956369 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-03f8455b-0343-435f-817f-dba37269183d tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Request body: {'port': {'network_id': 'd6c32e05-72c3-47c9-8f6a-8fc14fe9aa19', 'name': 'tempest-port--1786914348', 'admin_state_up': True}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:43.956863 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-03f8455b-0343-435f-817f-dba37269183d tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Request body: {'port': {'network_id': '6ba73ecd-485b-4f0d-99f8-7b97d75a700f', 'admin_state_up': False}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:43.961118 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-086c3f5f-bfd3-43eb-9073-00c51a3c39ed tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] delete failed (client error): The resource could not be found. Dec 16 22:38:43.966749 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-086c3f5f-bfd3-43eb-9073-00c51a3c39ed tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/routers/471122b6-c995-41b3-86c2-65bb0be2a6b2 HTTP/1.1" status: 404 len: 336 time: 0.0624125 Dec 16 22:38:43.966749 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42842) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:44.024471 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71114b80-ee8b-4f96-8db5-268b6223d56b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:44.026503 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71114b80-ee8b-4f96-8db5-268b6223d56b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:44.026870 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71114b80-ee8b-4f96-8db5-268b6223d56b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:44.028142 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71114b80-ee8b-4f96-8db5-268b6223d56b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:44.028498 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71114b80-ee8b-4f96-8db5-268b6223d56b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:44.028838 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71114b80-ee8b-4f96-8db5-268b6223d56b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:44.029178 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71114b80-ee8b-4f96-8db5-268b6223d56b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:44.032060 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e0db0774-6f1f-437f-991e-8fe87adb4f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:44.036945 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71114b80-ee8b-4f96-8db5-268b6223d56b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:44.042531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71114b80-ee8b-4f96-8db5-268b6223d56b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:44.042531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71114b80-ee8b-4f96-8db5-268b6223d56b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:44.042531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71114b80-ee8b-4f96-8db5-268b6223d56b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:44.042531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71114b80-ee8b-4f96-8db5-268b6223d56b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:44.042531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71114b80-ee8b-4f96-8db5-268b6223d56b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:44.058274 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71114b80-ee8b-4f96-8db5-268b6223d56b None None] No DVR routers for this DVR port 8ed9cda0-7f47-4000-9375-551ffac672ff on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:38:44.074937 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db0774-6f1f-437f-991e-8fe87adb4f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ed9cda0-7f47-4000-9375-551ffac672ff,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:44.080059 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0db0774-6f1f-437f-991e-8fe87adb4f79 admin admin] No DVR routers for this DVR port 8ed9cda0-7f47-4000-9375-551ffac672ff on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:38:44.097488 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4c1a94fc-1fca-4a2e-b350-588789389702 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "GET /v2.0/ports?device_id=d8fa463d-482e-455f-968e-e9f493700996 HTTP/1.1" status: 200 len: 205 time: 0.1284606 Dec 16 22:38:44.101175 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-008b4868-45bf-4ee3-ac46-9c1a926e65ab req-a3e46cba-e927-4369-bf17-2952c5407a43 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Deleting port 27e0a11f-6729-4cd8-a02d-e58ddfda84cd {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:44.101517 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-008b4868-45bf-4ee3-ac46-9c1a926e65ab req-a3e46cba-e927-4369-bf17-2952c5407a43 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:44.102576 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42848) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:44.173015 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-bdae1ea4-38f7-476c-9add-53cdd850abe4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] delete failed (client error): The resource could not be found. Dec 16 22:38:44.176534 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bdae1ea4-38f7-476c-9add-53cdd850abe4 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/routers/d8fa463d-482e-455f-968e-e9f493700996 HTTP/1.1" status: 404 len: 336 time: 0.0703468 Dec 16 22:38:44.177656 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42852) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:44.245390 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-153ec13e-684f-4712-b36a-19a37d1cef36 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] DELETE failed (client error): The resource could not be found. Dec 16 22:38:44.246278 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153ec13e-684f-4712-b36a-19a37d1cef36 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:38:44.252035 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-153ec13e-684f-4712-b36a-19a37d1cef36 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/subnets/870bdd46-7c8e-445d-aad7-9b255253d9a8 HTTP/1.1" status: 404 len: 337 time: 0.0717669 Dec 16 22:38:44.253471 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42854) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:44.277654 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e0db0774-6f1f-437f-991e-8fe87adb4f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:44.322597 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33b55f-fd47-4b30-993b-1e34871bb378 req-8c6b7b0b-0af6-4468-b6be-a100717c8661 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:44.324844 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cc33b55f-fd47-4b30-993b-1e34871bb378 req-8c6b7b0b-0af6-4468-b6be-a100717c8661 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=865f7392-65c6-4951-915c-72b4e86e5233 HTTP/1.1" status: 200 len: 945 time: 0.1039953 Dec 16 22:38:44.329112 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-e0db0774-6f1f-437f-991e-8fe87adb4f79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a99589-0d53-4b15-9ec5-4b8e3da39ee0']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:44.341386 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-452917da-64a1-4d07-9f91-4705f48ce50e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "GET /v2.0/ports?device_id=6275de33-9c32-4e74-a1f8-bd3b4f0067dc HTTP/1.1" status: 200 len: 205 time: 0.0734792 Dec 16 22:38:44.346095 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42860) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:44.405181 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-008b4868-45bf-4ee3-ac46-9c1a926e65ab req-a3e46cba-e927-4369-bf17-2952c5407a43 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] For port 27e0a11f-6729-4cd8-a02d-e58ddfda84cd, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=27e0a11f-6729-4cd8-a02d-e58ddfda84cd,segment=NetworkSegment(f4015ea8-820e-42f7-bd95-039e02fa3736),segment_id=f4015ea8-820e-42f7-bd95-039e02fa3736)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:44.405742 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-008b4868-45bf-4ee3-ac46-9c1a926e65ab req-a3e46cba-e927-4369-bf17-2952c5407a43 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:44.447636 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-e0db0774-6f1f-437f-991e-8fe87adb4f79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67c40bd-8b53-44bf-b1fe-44fd99dc8d69') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:44.447964 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-e0db0774-6f1f-437f-991e-8fe87adb4f79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67c40bd-8b53-44bf-b1fe-44fd99dc8d69') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:44.452730 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-bc3f38a2-6419-4379-9831-921eb92d000a tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] delete failed (client error): The resource could not be found. Dec 16 22:38:44.453995 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bc3f38a2-6419-4379-9831-921eb92d000a tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/routers/6275de33-9c32-4e74-a1f8-bd3b4f0067dc HTTP/1.1" status: 404 len: 336 time: 0.1035419 Dec 16 22:38:44.473818 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42864) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:44.526723 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1054940-c6a1-403c-8197-ac8876ec2fbe tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] DELETE failed (client error): The resource could not be found. Dec 16 22:38:44.527555 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1054940-c6a1-403c-8197-ac8876ec2fbe tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:38:44.530964 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b1054940-c6a1-403c-8197-ac8876ec2fbe tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/subnets/fb12ceac-056f-4adb-9f3d-0b1b205d59a2 HTTP/1.1" status: 404 len: 337 time: 0.0558925 Dec 16 22:38:44.538761 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e0db0774-6f1f-437f-991e-8fe87adb4f79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:44.540491 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42866) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:44.561843 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cc33b55f-fd47-4b30-993b-1e34871bb378 req-a73c9bbe-8784-4696-9bf6-158846e0b199 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups?id=48cdb03a-5106-4293-99fe-06937895d05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142711 Dec 16 22:38:44.568261 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e0db0774-6f1f-437f-991e-8fe87adb4f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:44.574347 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0db0774-6f1f-437f-991e-8fe87adb4f79 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:38:44.574954 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e0db0774-6f1f-437f-991e-8fe87adb4f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:38:44.577662 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:38:44.597395 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b79b633a-6906-468f-b774-b8e1a4236df6 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f0a01a0-373b-479f-a80a-81afa070eb61 HTTP/1.1" status: 200 len: 205 time: 0.0553041 Dec 16 22:38:44.645476 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42868) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:44.695659 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-cf385e80-b126-4676-beb6-e21c425d9b90 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] delete failed (client error): The resource could not be found. Dec 16 22:38:44.696737 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cf385e80-b126-4676-beb6-e21c425d9b90 tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/routers/5f0a01a0-373b-479f-a80a-81afa070eb61 HTTP/1.1" status: 404 len: 336 time: 0.0502372 Dec 16 22:38:44.699552 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f8455b-0343-435f-817f-dba37269183d tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Made reservation on behalf of 68507bbd506a4b96afa76bfa6e90e658 for: {'port': 2} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:38:44.701326 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42872) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:44.704258 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03f8455b-0343-435f-817f-dba37269183d tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:44.723060 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03f8455b-0343-435f-817f-dba37269183d tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:44.761196 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-756265fe-5e68-4614-9805-5364509c179d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] DELETE failed (client error): The resource could not be found. Dec 16 22:38:44.761917 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-756265fe-5e68-4614-9805-5364509c179d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:38:44.765484 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-756265fe-5e68-4614-9805-5364509c179d tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/subnets/1c9263ea-7db3-4a91-a613-918b730ae553 HTTP/1.1" status: 404 len: 337 time: 0.0618553 Dec 16 22:38:44.768479 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42874) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:44.813528 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e5821c-cc75-436e-800c-77e3be62603e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] DELETE failed (client error): The resource could not be found. Dec 16 22:38:44.814440 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63e5821c-cc75-436e-800c-77e3be62603e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:38:44.838369 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-63e5821c-cc75-436e-800c-77e3be62603e tempest-RoutersTest-1514237486 tempest-RoutersTest-1514237486-project] 10.222.0.75 "DELETE /v2.0/subnets/6bbe0643-51c0-4d26-9391-94819f693011 HTTP/1.1" status: 404 len: 337 time: 0.0609040 Dec 16 22:38:44.842518 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e0db0774-6f1f-437f-991e-8fe87adb4f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:44.852607 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-008b4868-45bf-4ee3-ac46-9c1a926e65ab req-a3e46cba-e927-4369-bf17-2952c5407a43 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:44.852607 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-008b4868-45bf-4ee3-ac46-9c1a926e65ab req-a3e46cba-e927-4369-bf17-2952c5407a43 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:44.852969 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [req-008b4868-45bf-4ee3-ac46-9c1a926e65ab req-a3e46cba-e927-4369-bf17-2952c5407a43 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Floating IP 0c4432be-72fd-4da4-8fb5-d96c3f139d61 disassociated. External IP: 172.25.6.82, port: 27e0a11f-6729-4cd8-a02d-e58ddfda84cd. Dec 16 22:38:44.853279 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-008b4868-45bf-4ee3-ac46-9c1a926e65ab req-a3e46cba-e927-4369-bf17-2952c5407a43 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Calling delete_port for 27e0a11f-6729-4cd8-a02d-e58ddfda84cd owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:44.859412 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e0db0774-6f1f-437f-991e-8fe87adb4f79 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:44.872194 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e0db0774-6f1f-437f-991e-8fe87adb4f79 admin admin] 10.222.0.75 "DELETE /v2.0/networks/34a99589-0d53-4b15-9ec5-4b8e3da39ee0 HTTP/1.1" status: 204 len: 168 time: 2.0488975 Dec 16 22:38:44.878667 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-03f8455b-0343-435f-817f-dba37269183d tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] device_id is not set on port ddf6b1ee-2e93-4b1e-bce7-e57a92bf5e48 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:38:44.905064 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db0774-6f1f-437f-991e-8fe87adb4f79 admin admin] Pushing event deleted for resources: {'Network': ['ID=34a99589-0d53-4b15-9ec5-4b8e3da39ee0,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:45.107232 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 8ed9cda0-7f47-4000-9375-551ffac672ff no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:38:45.142221 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 8ed9cda0-7f47-4000-9375-551ffac672ff {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:38:45.142572 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 8ed9cda0-7f47-4000-9375-551ffac672ff not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:38:45.200858 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-008b4868-45bf-4ee3-ac46-9c1a926e65ab req-a3e46cba-e927-4369-bf17-2952c5407a43 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:45.237723 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e46cba-e927-4369-bf17-2952c5407a43 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Pushing event deleted for resources: {'Port': ['ID=27e0a11f-6729-4cd8-a02d-e58ddfda84cd,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:45.246369 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03f8455b-0343-435f-817f-dba37269183d tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:45.376883 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-03f8455b-0343-435f-817f-dba37269183d tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] device_id is not set on port 06d2ba0a-0134-4549-8c5b-143dce0a3639 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:38:45.477764 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-008b4868-45bf-4ee3-ac46-9c1a926e65ab req-a3e46cba-e927-4369-bf17-2952c5407a43 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Router 338045a6-5fe0-4864-9278-82adf843ae84 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:38:45.507477 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42888) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:45.578429 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-59a91e78-8c3e-441d-877a-1b64341a4b9c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8b495aadcfa74bb7bfe5453c43de3984&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0672381 Dec 16 22:38:45.584519 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42892) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:45.646677 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42896) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:45.704996 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e5803d0d-136c-4b67-a9a4-52ba00d9d431 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:45.741186 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03f8455b-0343-435f-817f-dba37269183d tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:45.751076 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e5803d0d-136c-4b67-a9a4-52ba00d9d431 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:45.799988 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-baaa5274-c662-42a6-a852-5914ef3591d0 req-8ceb8b8a-0c6e-4758-9916-230554cf501e tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=865f7392-65c6-4951-915c-72b4e86e5233 HTTP/1.1" status: 200 len: 210 time: 0.1095223 Dec 16 22:38:45.843557 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-008b4868-45bf-4ee3-ac46-9c1a926e65ab req-a3e46cba-e927-4369-bf17-2952c5407a43 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:38:45.859902 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1219c90-453d-4e0b-bfe8-7eef55086a1b None None] Sync routers for ids ['338045a6-5fe0-4864-9278-82adf843ae84'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:38:45.893011 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1219c90-453d-4e0b-bfe8-7eef55086a1b None None] Routers {'338045a6-5fe0-4864-9278-82adf843ae84'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:45.893684 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a1219c90-453d-4e0b-bfe8-7eef55086a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:38:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['338045a6-5fe0-4864-9278-82adf843ae84'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:45.914847 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-008b4868-45bf-4ee3-ac46-9c1a926e65ab req-a3e46cba-e927-4369-bf17-2952c5407a43 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] No DVR routers for this DVR port 27e0a11f-6729-4cd8-a02d-e58ddfda84cd on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:38:45.916307 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e5803d0d-136c-4b67-a9a4-52ba00d9d431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:45.918106 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-008b4868-45bf-4ee3-ac46-9c1a926e65ab req-a3e46cba-e927-4369-bf17-2952c5407a43 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:45.920794 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e5803d0d-136c-4b67-a9a4-52ba00d9d431 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:45.921435 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-008b4868-45bf-4ee3-ac46-9c1a926e65ab req-a3e46cba-e927-4369-bf17-2952c5407a43 tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.76 "DELETE /v2.0/ports/27e0a11f-6729-4cd8-a02d-e58ddfda84cd HTTP/1.1" status: 204 len: 173 time: 2.2878110 Dec 16 22:38:45.922068 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865f7392-65c6-4951-915c-72b4e86e5233', 'name': 'network-vif-deleted', 'tag': '27e0a11f-6729-4cd8-a02d-e58ddfda84cd'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:38:45.924620 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e5803d0d-136c-4b67-a9a4-52ba00d9d431 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3cd5c140-9aee-45a8-8149-914853cc4837 HTTP/1.1" status: 204 len: 168 time: 0.3443232 Dec 16 22:38:45.925441 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31995561-7103-4e39-b92e-b3fc449ae516" -d '{"events": [{"server_uuid": "865f7392-65c6-4951-915c-72b4e86e5233", "name": "network-vif-deleted", "tag": "27e0a11f-6729-4cd8-a02d-e58ddfda84cd"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:38:45.952827 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5803d0d-136c-4b67-a9a4-52ba00d9d431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd5c140-9aee-45a8-8149-914853cc4837,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:46.013407 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a290f4c-0762-418a-be84-9a6cf07b57fe x-openstack-request-id: req-2a290f4c-0762-418a-be84-9a6cf07b57fe {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:38:46.013967 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865f7392-65c6-4951-915c-72b4e86e5233", "name": "network-vif-deleted", "tag": "27e0a11f-6729-4cd8-a02d-e58ddfda84cd", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:38:46.014448 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2a290f4c-0762-418a-be84-9a6cf07b57fe {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:38:46.014957 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865f7392-65c6-4951-915c-72b4e86e5233', 'name': 'network-vif-deleted', 'tag': '27e0a11f-6729-4cd8-a02d-e58ddfda84cd', 'status': 'completed', 'code': 200} Dec 16 22:38:46.017668 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03f8455b-0343-435f-817f-dba37269183d tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:46.044200 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-852d8efb-df48-40fa-9fa0-4f43778e084a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2433710460934b67bc31a8cc16493c9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3963642 Dec 16 22:38:46.048382 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42920) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:46.163078 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e4ef681d-e196-4e63-b521-20d6a9032923 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:46.213695 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e4ef681d-e196-4e63-b521-20d6a9032923 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:46.227672 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f8455b-0343-435f-817f-dba37269183d tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Pushing event updated for resources: {'Port': ['ID=ddf6b1ee-2e93-4b1e-bce7-e57a92bf5e48,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:46.240268 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f8455b-0343-435f-817f-dba37269183d tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Checking segment: {'id': 'a42b67d7-c3bc-4153-b0fb-06687d7d4efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd6c32e05-72c3-47c9-8f6a-8fc14fe9aa19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:38:46.240268 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f8455b-0343-435f-817f-dba37269183d tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Network hostable DHCP agents. Network: d6c32e05-72c3-47c9-8f6a-8fc14fe9aa19, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:38:46.369762 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f8455b-0343-435f-817f-dba37269183d tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Network d6c32e05-72c3-47c9-8f6a-8fc14fe9aa19 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:38:46.409691 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e4ef681d-e196-4e63-b521-20d6a9032923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:46.414803 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e4ef681d-e196-4e63-b521-20d6a9032923 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:46.430042 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e4ef681d-e196-4e63-b521-20d6a9032923 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/21fbac9a-78aa-4268-a411-daf13fa3c6e2 HTTP/1.1" status: 204 len: 168 time: 0.3677564 Dec 16 22:38:46.446339 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef681d-e196-4e63-b521-20d6a9032923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fbac9a-78aa-4268-a411-daf13fa3c6e2,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:46.473246 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-03f8455b-0343-435f-817f-dba37269183d tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, d6c32e05-72c3-47c9-8f6a-8fc14fe9aa19) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:38:46.477518 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f8455b-0343-435f-817f-dba37269183d tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:38:46.479277 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03f8455b-0343-435f-817f-dba37269183d tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:46.512028 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-a1219c90-453d-4e0b-bfe8-7eef55086a1b None None] Set router 338045a6-5fe0-4864-9278-82adf843ae84 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:46.615877 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f8455b-0343-435f-817f-dba37269183d tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Pushing event updated for resources: {'Port': ['ID=06d2ba0a-0134-4549-8c5b-143dce0a3639,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:46.658286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f8455b-0343-435f-817f-dba37269183d tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Checking segment: {'id': 'b788d9aa-fb51-488a-a918-d822cd8a0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6ba73ecd-485b-4f0d-99f8-7b97d75a700f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:38:46.658767 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f8455b-0343-435f-817f-dba37269183d tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Network hostable DHCP agents. Network: 6ba73ecd-485b-4f0d-99f8-7b97d75a700f, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:38:46.703746 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6853aa3-b7b8-44ab-824e-6d0f46cfc81e None None] Network d6c32e05-72c3-47c9-8f6a-8fc14fe9aa19 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:38:46.767979 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f8455b-0343-435f-817f-dba37269183d tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Network 6ba73ecd-485b-4f0d-99f8-7b97d75a700f is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:38:46.852406 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-03f8455b-0343-435f-817f-dba37269183d tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 6ba73ecd-485b-4f0d-99f8-7b97d75a700f) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:38:46.867802 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5962d537-847a-4036-a5d7-020428dd8383 None None] Network 6ba73ecd-485b-4f0d-99f8-7b97d75a700f requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:38:46.877528 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f8455b-0343-435f-817f-dba37269183d tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:38:46.902717 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f8455b-0343-435f-817f-dba37269183d tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:46.912238 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f8455b-0343-435f-817f-dba37269183d tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:46.914060 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03f8455b-0343-435f-817f-dba37269183d tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:46.959606 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a6980b69-835d-4d27-9669-8e1462812124 req-f7f4b81a-55b3-468f-9779-b12bb3bf022a tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/ports?device_id=865f7392-65c6-4951-915c-72b4e86e5233 HTTP/1.1" status: 200 len: 210 time: 0.0339279 Dec 16 22:38:46.960491 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 27e0a11f-6729-4cd8-a02d-e58ddfda84cd no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:38:47.003949 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a1219c90-453d-4e0b-bfe8-7eef55086a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338045a6-5fe0-4864-9278-82adf843ae84', 'name': 'tempest-AttachVolumeTestJSON-1810374084-router', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:29Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'gw_port': {'id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:30Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'a2ba4a11-6e95-47ae-b804-dca0427f96e0', 'name': '', 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'mac_address': 'fa:16:3e:cd:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:35Z', 'updated_at': '2021-12-16T22:30:42Z', 'revision_number': 5, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'subnets': [{'id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:47.030097 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42956) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:47.031981 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-03f8455b-0343-435f-817f-dba37269183d tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.0834594 Dec 16 22:38:47.050012 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 27e0a11f-6729-4cd8-a02d-e58ddfda84cd {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:38:47.052467 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 27e0a11f-6729-4cd8-a02d-e58ddfda84cd not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:38:47.075430 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1219c90-453d-4e0b-bfe8-7eef55086a1b None None] Checking router: 338045a6-5fe0-4864-9278-82adf843ae84 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:38:47.096300 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389a64ee-9569-4a53-afc2-6e06a31bc7d1 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:47.096671 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1219c90-453d-4e0b-bfe8-7eef55086a1b None None] Routers {'338045a6-5fe0-4864-9278-82adf843ae84'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:47.097286 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a1219c90-453d-4e0b-bfe8-7eef55086a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:38:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['338045a6-5fe0-4864-9278-82adf843ae84'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:47.105822 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389a64ee-9569-4a53-afc2-6e06a31bc7d1 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:47.107954 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-389a64ee-9569-4a53-afc2-6e06a31bc7d1 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0759315 Dec 16 22:38:47.110813 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 42960) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:47.128989 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42962) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:47.207993 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1abf5e40-bc71-4d39-aa61-cee7800adf41 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6f6e3b2616ad4da29e4256625da9fe06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0776701 Dec 16 22:38:47.210608 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42964) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:47.308884 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5e884211-9761-4085-a641-9e7c9477c868 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:47.312931 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-a1219c90-453d-4e0b-bfe8-7eef55086a1b None None] Set router 338045a6-5fe0-4864-9278-82adf843ae84 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:47.335166 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-741e57e6-cc7d-46ed-806f-8ce072d84976 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Deleting port ddf6b1ee-2e93-4b1e-bce7-e57a92bf5e48 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:47.335725 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-741e57e6-cc7d-46ed-806f-8ce072d84976 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:47.348843 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5e884211-9761-4085-a641-9e7c9477c868 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:47.477260 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-741e57e6-cc7d-46ed-806f-8ce072d84976 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:47.501409 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-741e57e6-cc7d-46ed-806f-8ce072d84976 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Calling delete_port for ddf6b1ee-2e93-4b1e-bce7-e57a92bf5e48 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:47.519672 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5e884211-9761-4085-a641-9e7c9477c868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:47.525838 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5e884211-9761-4085-a641-9e7c9477c868 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:47.531342 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5e884211-9761-4085-a641-9e7c9477c868 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7999a8a6-3227-4088-a6c0-85217cf95d88 HTTP/1.1" status: 204 len: 168 time: 0.3156531 Dec 16 22:38:47.554313 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e884211-9761-4085-a641-9e7c9477c868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7999a8a6-3227-4088-a6c0-85217cf95d88,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:47.735058 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a1219c90-453d-4e0b-bfe8-7eef55086a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338045a6-5fe0-4864-9278-82adf843ae84', 'name': 'tempest-AttachVolumeTestJSON-1810374084-router', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:29Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'gw_port': {'id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:30Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'a2ba4a11-6e95-47ae-b804-dca0427f96e0', 'name': '', 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'mac_address': 'fa:16:3e:cd:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:35Z', 'updated_at': '2021-12-16T22:30:42Z', 'revision_number': 5, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'subnets': [{'id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:47.765194 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1219c90-453d-4e0b-bfe8-7eef55086a1b None None] The sync data for ids ['338045a6-5fe0-4864-9278-82adf843ae84'] in n-d-815324-4 is: [{'id': '338045a6-5fe0-4864-9278-82adf843ae84', 'name': 'tempest-AttachVolumeTestJSON-1810374084-router', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:29Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'gw_port': {'id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:30Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'a2ba4a11-6e95-47ae-b804-dca0427f96e0', 'name': '', 'network_id': '4d9f61c4-cc29-4ddf-89f0-e4012f9c023f', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'mac_address': 'fa:16:3e:cd:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:35Z', 'updated_at': '2021-12-16T22:30:42Z', 'revision_number': 5, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'subnets': [{'id': '04b9b352-17cc-4c58-8901-6e5b7abd436d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:38:47.787566 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-741e57e6-cc7d-46ed-806f-8ce072d84976 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:47.820898 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e57e6-cc7d-46ed-806f-8ce072d84976 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Pushing event deleted for resources: {'Port': ['ID=ddf6b1ee-2e93-4b1e-bce7-e57a92bf5e48,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:47.828609 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-741e57e6-cc7d-46ed-806f-8ce072d84976 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:47.835555 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-741e57e6-cc7d-46ed-806f-8ce072d84976 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] 10.222.0.75 "DELETE /v2.0/ports/ddf6b1ee-2e93-4b1e-bce7-e57a92bf5e48 HTTP/1.1" status: 204 len: 168 time: 0.7209756 Dec 16 22:38:47.835764 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 42996) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:47.955431 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-194a0e3a-7ecc-411d-9e78-1da0d42c4517 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Deleting port 06d2ba0a-0134-4549-8c5b-143dce0a3639 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:47.955983 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-194a0e3a-7ecc-411d-9e78-1da0d42c4517 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:48.054232 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-194a0e3a-7ecc-411d-9e78-1da0d42c4517 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:48.083672 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-194a0e3a-7ecc-411d-9e78-1da0d42c4517 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Calling delete_port for 06d2ba0a-0134-4549-8c5b-143dce0a3639 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:48.125343 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dfb414-facd-4be6-9caa-b090450a5b2f None None] New status for floating IP 0c4432be-72fd-4da4-8fb5-d96c3f139d61: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:38:48.208283 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43016) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:48.258503 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-194a0e3a-7ecc-411d-9e78-1da0d42c4517 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:48.312161 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a0e3a-7ecc-411d-9e78-1da0d42c4517 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Pushing event deleted for resources: {'Port': ['ID=06d2ba0a-0134-4549-8c5b-143dce0a3639,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:48.318162 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-194a0e3a-7ecc-411d-9e78-1da0d42c4517 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:48.325911 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43030) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:48.326393 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-194a0e3a-7ecc-411d-9e78-1da0d42c4517 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] 10.222.0.75 "DELETE /v2.0/ports/06d2ba0a-0134-4549-8c5b-143dce0a3639 HTTP/1.1" status: 204 len: 168 time: 0.4891729 Dec 16 22:38:48.352232 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e1b0f98-dc19-45d1-8555-0a8744d094ec tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:48.400585 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e1b0f98-dc19-45d1-8555-0a8744d094ec tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:48.424300 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c5eef4ea-0987-48ce-bf66-4fd8ef935671 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0936007 Dec 16 22:38:48.424856 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43036) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:48.437781 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-8860e1f0-972e-436a-b385-dfce9521ab92 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-900490131'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:48.559289 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8860e1f0-972e-436a-b385-dfce9521ab92 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Made reservation on behalf of 68507bbd506a4b96afa76bfa6e90e658 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:38:48.563152 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8860e1f0-972e-436a-b385-dfce9521ab92 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:48.588254 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8860e1f0-972e-436a-b385-dfce9521ab92 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:38:48.599193 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8860e1f0-972e-436a-b385-dfce9521ab92 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:48.600210 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-8860e1f0-972e-436a-b385-dfce9521ab92 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Added segment 1c9a5390-5bad-4488-93ce-5532d39148fe of type vlan for network 771e76cb-c001-4f2c-b2b3-8871a23dead8 Dec 16 22:38:48.610937 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e1b0f98-dc19-45d1-8555-0a8744d094ec tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:48.613645 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e1b0f98-dc19-45d1-8555-0a8744d094ec tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:48.615594 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0e1b0f98-dc19-45d1-8555-0a8744d094ec tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "DELETE /v2.0/security-groups/48cdb03a-5106-4293-99fe-06937895d05e HTTP/1.1" status: 204 len: 168 time: 0.4056170 Dec 16 22:38:48.619927 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43050) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:48.640548 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-56aa3f43-59e0-47e7-9e2f-67460105637a tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] show failed (client error): The resource could not be found. Dec 16 22:38:48.641596 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-56aa3f43-59e0-47e7-9e2f-67460105637a tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "GET /v2.0/security-groups/48cdb03a-5106-4293-99fe-06937895d05e HTTP/1.1" status: 404 len: 347 time: 0.0206573 Dec 16 22:38:48.649657 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43052) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:48.650074 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b0f98-dc19-45d1-8555-0a8744d094ec tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cdb03a-5106-4293-99fe-06937895d05e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:48.669274 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8860e1f0-972e-436a-b385-dfce9521ab92 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:48.767741 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43056) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:48.798064 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8860e1f0-972e-436a-b385-dfce9521ab92 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:48.804787 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8860e1f0-972e-436a-b385-dfce9521ab92 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:48.805517 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8860e1f0-972e-436a-b385-dfce9521ab92 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:48.840033 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-d34dec2e-5a97-4d25-82a4-8a7f3fa77abf tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Deleting port 5ef997dd-8e2c-4dce-93a7-d5f1e42d248d {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:48.840412 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d34dec2e-5a97-4d25-82a4-8a7f3fa77abf tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:48.900215 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8860e1f0-972e-436a-b385-dfce9521ab92 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4722381 Dec 16 22:38:48.902939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43072) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:48.905255 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860e1f0-972e-436a-b385-dfce9521ab92 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Pushing event updated for resources: {'Network': ['ID=771e76cb-c001-4f2c-b2b3-8871a23dead8,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:48.918530 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-7ab476c3-21b8-4736-b130-49350d534a44 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2051430217', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:48.920003 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-3dadd33c-ef6f-4134-b78e-4e4387989c70 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-869760059'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:48.928462 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 771e76cb-c001-4f2c-b2b3-8871a23dead8 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:38:48.968553 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d34dec2e-5a97-4d25-82a4-8a7f3fa77abf tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:48.968999 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d34dec2e-5a97-4d25-82a4-8a7f3fa77abf tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:48.985619 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-d34dec2e-5a97-4d25-82a4-8a7f3fa77abf tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Calling delete_port for 5ef997dd-8e2c-4dce-93a7-d5f1e42d248d owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:49.062182 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dadd33c-ef6f-4134-b78e-4e4387989c70 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Made reservation on behalf of 68507bbd506a4b96afa76bfa6e90e658 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:38:49.072039 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3dadd33c-ef6f-4134-b78e-4e4387989c70 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:49.095503 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ab476c3-21b8-4736-b130-49350d534a44 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:49.096599 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ab476c3-21b8-4736-b130-49350d534a44 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:49.111088 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dadd33c-ef6f-4134-b78e-4e4387989c70 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:38:49.121273 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3dadd33c-ef6f-4134-b78e-4e4387989c70 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:49.121751 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-3dadd33c-ef6f-4134-b78e-4e4387989c70 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Added segment c9839bfe-b8f7-4ba7-8ab4-9cce69794a82 of type vlan for network 002b48f0-1de1-4340-9c53-16d060bfda9a Dec 16 22:38:49.189580 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3dadd33c-ef6f-4134-b78e-4e4387989c70 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:49.281042 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d34dec2e-5a97-4d25-82a4-8a7f3fa77abf tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:49.313745 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3dadd33c-ef6f-4134-b78e-4e4387989c70 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:49.324076 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dadd33c-ef6f-4134-b78e-4e4387989c70 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:49.325080 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3dadd33c-ef6f-4134-b78e-4e4387989c70 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:49.346881 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34dec2e-5a97-4d25-82a4-8a7f3fa77abf tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Pushing event deleted for resources: {'Port': ['ID=5ef997dd-8e2c-4dce-93a7-d5f1e42d248d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:49.355935 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ab476c3-21b8-4736-b130-49350d534a44 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:49.369310 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dec2e-5a97-4d25-82a4-8a7f3fa77abf tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:49.369560 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dec2e-5a97-4d25-82a4-8a7f3fa77abf tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:49.369850 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dec2e-5a97-4d25-82a4-8a7f3fa77abf tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:49.370934 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dec2e-5a97-4d25-82a4-8a7f3fa77abf tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:49.371327 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dec2e-5a97-4d25-82a4-8a7f3fa77abf tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:49.371671 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dec2e-5a97-4d25-82a4-8a7f3fa77abf tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:49.372010 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dec2e-5a97-4d25-82a4-8a7f3fa77abf tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:49.372343 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dec2e-5a97-4d25-82a4-8a7f3fa77abf tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:49.372843 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dec2e-5a97-4d25-82a4-8a7f3fa77abf tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:49.373174 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dec2e-5a97-4d25-82a4-8a7f3fa77abf tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:49.373569 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dec2e-5a97-4d25-82a4-8a7f3fa77abf tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:49.373887 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dec2e-5a97-4d25-82a4-8a7f3fa77abf tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:49.374214 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dec2e-5a97-4d25-82a4-8a7f3fa77abf tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:38:49.434932 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dadd33c-ef6f-4134-b78e-4e4387989c70 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Pushing event updated for resources: {'Network': ['ID=002b48f0-1de1-4340-9c53-16d060bfda9a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:49.447658 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ab476c3-21b8-4736-b130-49350d534a44 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:49.453954 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 002b48f0-1de1-4340-9c53-16d060bfda9a details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:38:49.460486 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d34dec2e-5a97-4d25-82a4-8a7f3fa77abf tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:49.464260 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d34dec2e-5a97-4d25-82a4-8a7f3fa77abf tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:49.471458 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d34dec2e-5a97-4d25-82a4-8a7f3fa77abf tempest-AttachVolumeTestJSON-880836805 tempest-AttachVolumeTestJSON-880836805-project] 10.222.0.75 "DELETE /v2.0/floatingips/0c4432be-72fd-4da4-8fb5-d96c3f139d61 HTTP/1.1" status: 204 len: 168 time: 0.8148515 Dec 16 22:38:49.478816 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3dadd33c-ef6f-4134-b78e-4e4387989c70 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5668600 Dec 16 22:38:49.549842 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ab476c3-21b8-4736-b130-49350d534a44 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:49.553603 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7ab476c3-21b8-4736-b130-49350d534a44 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7834227 Dec 16 22:38:49.557101 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43130) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:49.562377 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-d6c704f1-a5f8-48a2-9575-51042c27915c tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1288595901'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:49.679462 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c704f1-a5f8-48a2-9575-51042c27915c tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Made reservation on behalf of d392bbf19e8d441c892db83f4b296b40 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:38:49.684747 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6c704f1-a5f8-48a2-9575-51042c27915c tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:49.709342 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6c704f1-a5f8-48a2-9575-51042c27915c tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:49.828594 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6c704f1-a5f8-48a2-9575-51042c27915c tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:49.923881 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6c704f1-a5f8-48a2-9575-51042c27915c tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:49.958066 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c704f1-a5f8-48a2-9575-51042c27915c tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:38:49.975470 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c704f1-a5f8-48a2-9575-51042c27915c tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=078570a2-5018-413a-908d-54add02cfbd2,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:49.981615 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6c704f1-a5f8-48a2-9575-51042c27915c tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:49.982649 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-d6c704f1-a5f8-48a2-9575-51042c27915c tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Added segment f94a715f-c13c-41c0-8bc7-7dd9bc127de1 of type vlan for network c3f77ddd-2208-4e6a-92b2-5dbd2e583437 Dec 16 22:38:50.032518 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6c704f1-a5f8-48a2-9575-51042c27915c tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:50.164366 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6c704f1-a5f8-48a2-9575-51042c27915c tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:50.177110 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c704f1-a5f8-48a2-9575-51042c27915c tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:50.179529 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6c704f1-a5f8-48a2-9575-51042c27915c tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:50.417892 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c704f1-a5f8-48a2-9575-51042c27915c tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Pushing event updated for resources: {'Network': ['ID=c3f77ddd-2208-4e6a-92b2-5dbd2e583437,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:50.445328 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network c3f77ddd-2208-4e6a-92b2-5dbd2e583437 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:38:50.450185 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d6c704f1-a5f8-48a2-9575-51042c27915c tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8918521 Dec 16 22:38:50.453746 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43182) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:50.460347 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-7984593c-45cc-4ebf-8887-d850c579980c tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Request body: {'subnet': {'network_id': 'c3f77ddd-2208-4e6a-92b2-5dbd2e583437', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:50.657730 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43184) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:50.787386 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7984593c-45cc-4ebf-8887-d850c579980c tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Made reservation on behalf of d392bbf19e8d441c892db83f4b296b40 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:38:50.792785 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7984593c-45cc-4ebf-8887-d850c579980c tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:51.016727 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-fb39af97-a5c3-4331-9c14-0cbd67c62f6d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'network': {'name': 'tempest-network-smoke--1522361934', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'port_security_enabled': True}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:51.153044 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb39af97-a5c3-4331-9c14-0cbd67c62f6d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Made reservation on behalf of c2b4fafbea3d45ac8d3254c1d8b5fceb for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:38:51.157790 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fb39af97-a5c3-4331-9c14-0cbd67c62f6d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:51.176238 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fb39af97-a5c3-4331-9c14-0cbd67c62f6d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:51.278425 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7984593c-45cc-4ebf-8887-d850c579980c tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:51.355678 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fb39af97-a5c3-4331-9c14-0cbd67c62f6d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:51.420417 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984593c-45cc-4ebf-8887-d850c579980c tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Pushing event updated for resources: {'Subnet': ['ID=9aed0d7e-9aa1-468b-9fe9-2a4e132e8c92,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:51.431807 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7984593c-45cc-4ebf-8887-d850c579980c tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Checking segment: {'id': 'f94a715f-c13c-41c0-8bc7-7dd9bc127de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c3f77ddd-2208-4e6a-92b2-5dbd2e583437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:38:51.432417 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7984593c-45cc-4ebf-8887-d850c579980c tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Network hostable DHCP agents. Network: c3f77ddd-2208-4e6a-92b2-5dbd2e583437, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:38:51.450733 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fb39af97-a5c3-4331-9c14-0cbd67c62f6d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:51.482066 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb39af97-a5c3-4331-9c14-0cbd67c62f6d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:38:51.490289 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39af97-a5c3-4331-9c14-0cbd67c62f6d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c303f03-9a95-4200-a50d-d7ab3b171275,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:51.547543 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7984593c-45cc-4ebf-8887-d850c579980c tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Network c3f77ddd-2208-4e6a-92b2-5dbd2e583437 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:38:51.633343 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-7984593c-45cc-4ebf-8887-d850c579980c tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, c3f77ddd-2208-4e6a-92b2-5dbd2e583437) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:38:51.644377 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd0c15d-9bb1-4e75-81db-ce6ec6630b7a None None] Network c3f77ddd-2208-4e6a-92b2-5dbd2e583437 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:38:51.646226 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7984593c-45cc-4ebf-8887-d850c579980c tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:51.650196 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7984593c-45cc-4ebf-8887-d850c579980c tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:51.688590 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fb39af97-a5c3-4331-9c14-0cbd67c62f6d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:51.689013 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-fb39af97-a5c3-4331-9c14-0cbd67c62f6d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Added segment c6fad3a5-15d0-432c-8186-01ac8d5d9e02 of type vlan for network 4b762631-c20c-4f8f-844e-ced8a9f6fe72 Dec 16 22:38:51.708724 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43200) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:51.740702 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7984593c-45cc-4ebf-8887-d850c579980c tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2856805 Dec 16 22:38:51.744778 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43204) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:51.756885 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-b4d950c8-ec6f-40b1-9fba-cc7c0e8a9523 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Request body: {'network': {'name': 'tempest-router-network01--119390886'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:51.818819 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fb39af97-a5c3-4331-9c14-0cbd67c62f6d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:51.839603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f01d32f-96b6-4bfd-be1d-772338d9ff9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-c3f77ddd-2208-4e6a-92b2-5dbd2e583437', 'network_id': 'c3f77ddd-2208-4e6a-92b2-5dbd2e583437', 'project_id': 'd392bbf19e8d441c892db83f4b296b40', 'fixed_ips': [{'subnet_id': '9aed0d7e-9aa1-468b-9fe9-2a4e132e8c92'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:38:51.840524 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f01d32f-96b6-4bfd-be1d-772338d9ff9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:51.878709 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d950c8-ec6f-40b1-9fba-cc7c0e8a9523 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Made reservation on behalf of d392bbf19e8d441c892db83f4b296b40 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:38:51.883267 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4d950c8-ec6f-40b1-9fba-cc7c0e8a9523 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:51.960181 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fb39af97-a5c3-4331-9c14-0cbd67c62f6d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:51.967360 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb39af97-a5c3-4331-9c14-0cbd67c62f6d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:51.968811 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fb39af97-a5c3-4331-9c14-0cbd67c62f6d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:51.975664 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d950c8-ec6f-40b1-9fba-cc7c0e8a9523 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:38:51.991615 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a09bf2b3-0720-4f0c-902a-8db888e837ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:52.055358 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-5f01d32f-96b6-4bfd-be1d-772338d9ff9e None None] Allocated IP 172.20.0.2 (c3f77ddd-2208-4e6a-92b2-5dbd2e583437/9aed0d7e-9aa1-468b-9fe9-2a4e132e8c92/999ffecb-0132-4695-b7dc-21413bc92364) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:38:52.178790 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a09bf2b3-0720-4f0c-902a-8db888e837ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:52.180337 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4d950c8-ec6f-40b1-9fba-cc7c0e8a9523 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:52.186666 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-b4d950c8-ec6f-40b1-9fba-cc7c0e8a9523 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Added segment 64cc6382-2907-436a-ae44-2daab1f9e730 of type vlan for network d8a55b75-e6af-4320-88d4-745c8deef434 Dec 16 22:38:52.208696 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39af97-a5c3-4331-9c14-0cbd67c62f6d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'Network': ['ID=4b762631-c20c-4f8f-844e-ced8a9f6fe72,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:52.226749 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f01d32f-96b6-4bfd-be1d-772338d9ff9e None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:52.234073 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 4b762631-c20c-4f8f-844e-ced8a9f6fe72 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:38:52.237682 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fb39af97-a5c3-4331-9c14-0cbd67c62f6d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5764792 Dec 16 22:38:52.238543 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43208) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:52.244090 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-c81b763f-ce78-4c34-ae24-9da3d7a27b0b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1072748978', 'admin_state_up': True, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:52.266317 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a09bf2b3-0720-4f0c-902a-8db888e837ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:52.332177 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a09bf2b3-0720-4f0c-902a-8db888e837ad admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cc201226038847f1ace38a4e668b1b8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6197331 Dec 16 22:38:52.332410 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f01d32f-96b6-4bfd-be1d-772338d9ff9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:52.334000 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43210) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:52.350748 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4d950c8-ec6f-40b1-9fba-cc7c0e8a9523 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:52.398685 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09bf2b3-0720-4f0c-902a-8db888e837ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e96c410-b091-4359-94e8-cef1cc31e66a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:52.423572 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f01d32f-96b6-4bfd-be1d-772338d9ff9e None None] Network c3f77ddd-2208-4e6a-92b2-5dbd2e583437 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:38:52.423572 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-5f01d32f-96b6-4bfd-be1d-772338d9ff9e None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:38:52.435802 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f01d32f-96b6-4bfd-be1d-772338d9ff9e None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:38:52.449142 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01d32f-96b6-4bfd-be1d-772338d9ff9e None None] Pushing event updated for resources: {'Port': ['ID=999ffecb-0132-4695-b7dc-21413bc92364,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:52.460765 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c81b763f-ce78-4c34-ae24-9da3d7a27b0b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:52.463647 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c81b763f-ce78-4c34-ae24-9da3d7a27b0b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:52.500917 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4d950c8-ec6f-40b1-9fba-cc7c0e8a9523 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:52.508342 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d950c8-ec6f-40b1-9fba-cc7c0e8a9523 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:52.509712 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4d950c8-ec6f-40b1-9fba-cc7c0e8a9523 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:52.539905 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c7f6f2a-e9b7-48c0-a460-038e3c7bcff4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:52.546096 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-5f01d32f-96b6-4bfd-be1d-772338d9ff9e None None] Attempting to bind port 999ffecb-0132-4695-b7dc-21413bc92364 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:38:52.546488 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-5f01d32f-96b6-4bfd-be1d-772338d9ff9e None None] Attempting to bind port 999ffecb-0132-4695-b7dc-21413bc92364 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'f94a715f-c13c-41c0-8bc7-7dd9bc127de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c3f77ddd-2208-4e6a-92b2-5dbd2e583437'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:38:52.546866 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f01d32f-96b6-4bfd-be1d-772338d9ff9e None None] Attempting to bind port 999ffecb-0132-4695-b7dc-21413bc92364 on network c3f77ddd-2208-4e6a-92b2-5dbd2e583437 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:38:52.552840 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f01d32f-96b6-4bfd-be1d-772338d9ff9e None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:38:52.553222 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f01d32f-96b6-4bfd-be1d-772338d9ff9e None None] Checking segment: {'id': 'f94a715f-c13c-41c0-8bc7-7dd9bc127de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c3f77ddd-2208-4e6a-92b2-5dbd2e583437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:38:52.553685 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f01d32f-96b6-4bfd-be1d-772338d9ff9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:52.554082 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f01d32f-96b6-4bfd-be1d-772338d9ff9e None None] Bound using segment: {'id': 'f94a715f-c13c-41c0-8bc7-7dd9bc127de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c3f77ddd-2208-4e6a-92b2-5dbd2e583437'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:38:52.554558 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-5f01d32f-96b6-4bfd-be1d-772338d9ff9e None None] Bound port: 999ffecb-0132-4695-b7dc-21413bc92364, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94a715f-c13c-41c0-8bc7-7dd9bc127de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c3f77ddd-2208-4e6a-92b2-5dbd2e583437'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:38:52.554997 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f01d32f-96b6-4bfd-be1d-772338d9ff9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:52.599615 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c7f6f2a-e9b7-48c0-a460-038e3c7bcff4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:52.692336 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5f01d32f-96b6-4bfd-be1d-772338d9ff9e None None] For port 999ffecb-0132-4695-b7dc-21413bc92364, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:38:52.701442 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5f01d32f-96b6-4bfd-be1d-772338d9ff9e None None] For port 999ffecb-0132-4695-b7dc-21413bc92364, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=999ffecb-0132-4695-b7dc-21413bc92364,segment=NetworkSegment(f94a715f-c13c-41c0-8bc7-7dd9bc127de1),segment_id=f94a715f-c13c-41c0-8bc7-7dd9bc127de1)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:38:52.762505 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b4d950c8-ec6f-40b1-9fba-cc7c0e8a9523 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0150955 Dec 16 22:38:52.763886 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d950c8-ec6f-40b1-9fba-cc7c0e8a9523 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Pushing event updated for resources: {'Network': ['ID=d8a55b75-e6af-4320-88d4-745c8deef434,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:52.766204 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43214) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:52.776592 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network d8a55b75-e6af-4320-88d4-745c8deef434 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:38:52.781461 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-1345b0e8-8c06-47a1-8464-f26a2214695a tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Request body: {'network': {'name': 'tempest-router-network02--237554128'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:52.808627 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43216) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:52.814058 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-9a7b4198-093f-42a4-a0ac-93f5d176403e tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Request body: {'subnets': [{'network_id': '771e76cb-c001-4f2c-b2b3-8871a23dead8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1487851558', 'ip_version': 6}, {'network_id': '002b48f0-1de1-4340-9c53-16d060bfda9a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:52.814438 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-9a7b4198-093f-42a4-a0ac-93f5d176403e tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Request body: {'subnet': {'network_id': '771e76cb-c001-4f2c-b2b3-8871a23dead8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1487851558', 'ip_version': 6}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:52.815192 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-9a7b4198-093f-42a4-a0ac-93f5d176403e tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Request body: {'subnet': {'network_id': '002b48f0-1de1-4340-9c53-16d060bfda9a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:52.835986 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c81b763f-ce78-4c34-ae24-9da3d7a27b0b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:52.838392 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c7f6f2a-e9b7-48c0-a460-038e3c7bcff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:52.841934 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c7f6f2a-e9b7-48c0-a460-038e3c7bcff4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:52.843351 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8c7f6f2a-e9b7-48c0-a460-038e3c7bcff4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8e96c410-b091-4359-94e8-cef1cc31e66a HTTP/1.1" status: 204 len: 168 time: 0.5079906 Dec 16 22:38:52.844314 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f01d32f-96b6-4bfd-be1d-772338d9ff9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:52.876234 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f6f2a-e9b7-48c0-a460-038e3c7bcff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e96c410-b091-4359-94e8-cef1cc31e66a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:52.950303 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01d32f-96b6-4bfd-be1d-772338d9ff9e None None] Pushing event updated for resources: {'Port': ['ID=999ffecb-0132-4695-b7dc-21413bc92364,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:52.993281 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1345b0e8-8c06-47a1-8464-f26a2214695a tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Made reservation on behalf of d392bbf19e8d441c892db83f4b296b40 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:38:53.006231 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1345b0e8-8c06-47a1-8464-f26a2214695a tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:53.193085 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c81b763f-ce78-4c34-ae24-9da3d7a27b0b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:53.219514 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1345b0e8-8c06-47a1-8464-f26a2214695a tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:38:53.239031 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1345b0e8-8c06-47a1-8464-f26a2214695a tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:53.241022 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7b4198-093f-42a4-a0ac-93f5d176403e tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Made reservation on behalf of 68507bbd506a4b96afa76bfa6e90e658 for: {'subnet': 2} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:38:53.244182 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-1345b0e8-8c06-47a1-8464-f26a2214695a tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Added segment 6082354d-b532-40e1-a1bf-564cf64f196a of type vlan for network 141a644f-9cbc-4a60-8de7-f4fb50b6c1d8 Dec 16 22:38:53.245830 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a7b4198-093f-42a4-a0ac-93f5d176403e tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:53.246187 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a7b4198-093f-42a4-a0ac-93f5d176403e tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:53.409908 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1345b0e8-8c06-47a1-8464-f26a2214695a tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:53.433079 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-93d83f78-225b-4f24-96f1-ff1482a6766d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:53.716571 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1345b0e8-8c06-47a1-8464-f26a2214695a tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:53.722557 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1345b0e8-8c06-47a1-8464-f26a2214695a tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:53.723321 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1345b0e8-8c06-47a1-8464-f26a2214695a tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:53.856037 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c81b763f-ce78-4c34-ae24-9da3d7a27b0b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:53.878787 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345b0e8-8c06-47a1-8464-f26a2214695a tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Pushing event updated for resources: {'Network': ['ID=141a644f-9cbc-4a60-8de7-f4fb50b6c1d8,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:53.882266 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c81b763f-ce78-4c34-ae24-9da3d7a27b0b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:53.893505 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 141a644f-9cbc-4a60-8de7-f4fb50b6c1d8 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:38:53.941241 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1345b0e8-8c06-47a1-8464-f26a2214695a tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1696632 Dec 16 22:38:53.942724 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43226) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:53.947825 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-f82883fe-b280-4d2d-82cb-218c28e22dab tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Request body: {'subnet': {'network_id': 'd8a55b75-e6af-4320-88d4-745c8deef434', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:54.090303 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-c81b763f-ce78-4c34-ae24-9da3d7a27b0b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Allocated IP 172.25.6.30 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/4cc74763-77c6-402c-92f2-290d2a5df426) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:38:54.291677 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43230) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:54.304960 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c81b763f-ce78-4c34-ae24-9da3d7a27b0b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:54.316940 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-37598660-18e9-454c-883b-7a3bb1764243 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:54.375593 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82883fe-b280-4d2d-82cb-218c28e22dab tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Made reservation on behalf of d392bbf19e8d441c892db83f4b296b40 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:38:54.380825 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f82883fe-b280-4d2d-82cb-218c28e22dab tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:54.525614 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a7b4198-093f-42a4-a0ac-93f5d176403e tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:54.550397 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43234) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:54.562442 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-37598660-18e9-454c-883b-7a3bb1764243 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:54.609263 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c81b763f-ce78-4c34-ae24-9da3d7a27b0b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:54.617986 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35a3620-9247-4baa-a73e-358d2df9b66a None None] Network c3f77ddd-2208-4e6a-92b2-5dbd2e583437 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:38:54.622660 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b4198-093f-42a4-a0ac-93f5d176403e tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Pushing event updated for resources: {'Subnet': ['ID=4f711003-60a8-4865-b9e6-9872d2c316a4,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:54.632919 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7b4198-093f-42a4-a0ac-93f5d176403e tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Checking segment: {'id': '1c9a5390-5bad-4488-93ce-5532d39148fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '771e76cb-c001-4f2c-b2b3-8871a23dead8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:38:54.633574 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7b4198-093f-42a4-a0ac-93f5d176403e tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Network hostable DHCP agents. Network: 771e76cb-c001-4f2c-b2b3-8871a23dead8, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:38:54.676454 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-37598660-18e9-454c-883b-7a3bb1764243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:54.699348 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81b763f-ce78-4c34-ae24-9da3d7a27b0b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:38:54.709512 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-8be0cce7-c4dd-4871-bd79-c291da672a2e None None] Provisioning complete for port 999ffecb-0132-4695-b7dc-21413bc92364 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:54.710156 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8be0cce7-c4dd-4871-bd79-c291da672a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:54.731436 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-c81b763f-ce78-4c34-ae24-9da3d7a27b0b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:38:54.740293 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7b4198-093f-42a4-a0ac-93f5d176403e tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Network 771e76cb-c001-4f2c-b2b3-8871a23dead8 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:38:54.751881 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81b763f-ce78-4c34-ae24-9da3d7a27b0b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:38:54.762090 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967ea83a-8f2a-41ff-bec8-65e98ae68af0 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:38:54.826481 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-9a7b4198-093f-42a4-a0ac-93f5d176403e tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 771e76cb-c001-4f2c-b2b3-8871a23dead8) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:38:54.831114 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a7b4198-093f-42a4-a0ac-93f5d176403e tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:54.850467 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a15ac76-76d8-484d-8e15-d44b60e784bf None None] Network 771e76cb-c001-4f2c-b2b3-8871a23dead8 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:38:54.863374 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b143013-62f7-406b-a9ab-324e74bd60c7 admin admin] Deleting subnet a0af3e35-f243-4472-8aca-be3fffc5d74f {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:38:54.869444 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b143013-62f7-406b-a9ab-324e74bd60c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:54.960222 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8be0cce7-c4dd-4871-bd79-c291da672a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:54.990437 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b4198-093f-42a4-a0ac-93f5d176403e tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Pushing event updated for resources: {'Subnet': ['ID=2c05f581-1fa9-471d-a15e-8749481d8e57,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:54.993462 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7b4198-093f-42a4-a0ac-93f5d176403e tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Checking segment: {'id': 'c9839bfe-b8f7-4ba7-8ab4-9cce69794a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '002b48f0-1de1-4340-9c53-16d060bfda9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:38:54.994005 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7b4198-093f-42a4-a0ac-93f5d176403e tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Network hostable DHCP agents. Network: 002b48f0-1de1-4340-9c53-16d060bfda9a, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:38:55.017346 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b763f-ce78-4c34-ae24-9da3d7a27b0b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'Port': ['ID=4cc74763-77c6-402c-92f2-290d2a5df426,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:55.047889 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8be0cce7-c4dd-4871-bd79-c291da672a2e None None] For port 999ffecb-0132-4695-b7dc-21413bc92364, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=999ffecb-0132-4695-b7dc-21413bc92364,segment=NetworkSegment(f94a715f-c13c-41c0-8bc7-7dd9bc127de1),segment_id=f94a715f-c13c-41c0-8bc7-7dd9bc127de1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:55.084090 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-37598660-18e9-454c-883b-7a3bb1764243 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1e2467ea23294185ada873a06f68b4e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7912176 Dec 16 22:38:55.086594 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43236) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:55.093563 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37598660-18e9-454c-883b-7a3bb1764243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50efaaf0-0d14-4172-8156-6d6ddf838499,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:55.127567 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7b4198-093f-42a4-a0ac-93f5d176403e tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Network 002b48f0-1de1-4340-9c53-16d060bfda9a is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:38:55.162160 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b143013-62f7-406b-a9ab-324e74bd60c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:55.218837 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-17cfb8de-6077-4108-984a-d7b480d86e52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:55.225449 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f82883fe-b280-4d2d-82cb-218c28e22dab tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:55.248112 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-17cfb8de-6077-4108-984a-d7b480d86e52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:55.255960 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-9a7b4198-093f-42a4-a0ac-93f5d176403e tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 002b48f0-1de1-4340-9c53-16d060bfda9a) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:38:55.267291 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7b4198-093f-42a4-a0ac-93f5d176403e tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:55.267291 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7b4198-093f-42a4-a0ac-93f5d176403e tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:55.267739 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a7b4198-093f-42a4-a0ac-93f5d176403e tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:55.276468 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b143013-62f7-406b-a9ab-324e74bd60c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:55.365672 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82883fe-b280-4d2d-82cb-218c28e22dab tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Pushing event updated for resources: {'Subnet': ['ID=1ed0cab6-01d7-480f-a423-60a2fdedee9d,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:55.366564 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 999ffecb-0132-4695-b7dc-21413bc92364 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:38:55.366564 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23efd498-56d5-46bf-ad5b-d00a235fbcd1 None None] Network 002b48f0-1de1-4340-9c53-16d060bfda9a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:38:55.419826 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9a7b4198-093f-42a4-a0ac-93f5d176403e tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.6097717 Dec 16 22:38:55.422818 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43242) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:55.459984 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8be0cce7-c4dd-4871-bd79-c291da672a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:55.465417 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82883fe-b280-4d2d-82cb-218c28e22dab tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Checking segment: {'id': '64cc6382-2907-436a-ae44-2daab1f9e730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd8a55b75-e6af-4320-88d4-745c8deef434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:38:55.465798 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82883fe-b280-4d2d-82cb-218c28e22dab tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Network hostable DHCP agents. Network: d8a55b75-e6af-4320-88d4-745c8deef434, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:38:55.565976 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54648fa-19ac-4e5f-b373-fa2cd26a33c9 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:55.570447 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54648fa-19ac-4e5f-b373-fa2cd26a33c9 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:55.574097 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54648fa-19ac-4e5f-b373-fa2cd26a33c9 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:55.576819 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c54648fa-19ac-4e5f-b373-fa2cd26a33c9 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1520348 Dec 16 22:38:55.581657 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a867f7a-008d-4eac-b389-1b194ebbf296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-771e76cb-c001-4f2c-b2b3-8871a23dead8', 'network_id': '771e76cb-c001-4f2c-b2b3-8871a23dead8', 'project_id': '68507bbd506a4b96afa76bfa6e90e658', 'fixed_ips': [{'subnet_id': '4f711003-60a8-4865-b9e6-9872d2c316a4'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:38:55.582271 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-17cfb8de-6077-4108-984a-d7b480d86e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:55.582698 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4a867f7a-008d-4eac-b389-1b194ebbf296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:55.585415 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43244) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:55.586816 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-17cfb8de-6077-4108-984a-d7b480d86e52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:55.588054 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-17cfb8de-6077-4108-984a-d7b480d86e52 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/50efaaf0-0d14-4172-8156-6d6ddf838499 HTTP/1.1" status: 204 len: 168 time: 0.4988108 Dec 16 22:38:55.615622 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cfb8de-6077-4108-984a-d7b480d86e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50efaaf0-0d14-4172-8156-6d6ddf838499,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:55.657637 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b143013-62f7-406b-a9ab-324e74bd60c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:55.743732 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b143013-62f7-406b-a9ab-324e74bd60c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0af3e35-f243-4472-8aca-be3fffc5d74f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:55.759014 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c81b763f-ce78-4c34-ae24-9da3d7a27b0b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:55.761019 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82883fe-b280-4d2d-82cb-218c28e22dab tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Network d8a55b75-e6af-4320-88d4-745c8deef434 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:38:55.821069 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b143013-62f7-406b-a9ab-324e74bd60c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:55.825082 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3b143013-62f7-406b-a9ab-324e74bd60c7 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/a0af3e35-f243-4472-8aca-be3fffc5d74f HTTP/1.1" status: 204 len: 168 time: 1.2737029 Dec 16 22:38:55.827663 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43250) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:55.854649 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe6f28a-7f54-40b9-ac68-97303e721d52 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Deleting subnet 4f711003-60a8-4865-b9e6-9872d2c316a4 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:38:55.869179 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f28a-7f54-40b9-ac68-97303e721d52 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:55.891501 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b371727-a6cf-42e3-bbac-bc4d205b44e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-002b48f0-1de1-4340-9c53-16d060bfda9a', 'network_id': '002b48f0-1de1-4340-9c53-16d060bfda9a', 'project_id': '68507bbd506a4b96afa76bfa6e90e658', 'fixed_ips': [{'subnet_id': '2c05f581-1fa9-471d-a15e-8749481d8e57'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:38:55.892217 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8b371727-a6cf-42e3-bbac-bc4d205b44e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:55.944548 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c34740c6-e250-4d09-bd05-c7f63f0bddf7 None None] Provisioning complete for port 4cc74763-77c6-402c-92f2-290d2a5df426 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:55.945091 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c34740c6-e250-4d09-bd05-c7f63f0bddf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:55.973344 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f28a-7f54-40b9-ac68-97303e721d52 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:55.992498 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1a7ca67a-4320-4615-95ae-4a75b64d3b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:56.005825 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-f82883fe-b280-4d2d-82cb-218c28e22dab tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, d8a55b75-e6af-4320-88d4-745c8deef434) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:38:56.008704 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0cce7-c4dd-4871-bd79-c291da672a2e None None] Pushing event updated for resources: {'Port': ['ID=999ffecb-0132-4695-b7dc-21413bc92364,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:56.027276 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0402e1d8-ccbf-4070-a37c-7b1fb79054b9 None None] Network d8a55b75-e6af-4320-88d4-745c8deef434 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:38:56.030004 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82883fe-b280-4d2d-82cb-218c28e22dab tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:56.035086 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f82883fe-b280-4d2d-82cb-218c28e22dab tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:56.190626 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1a7ca67a-4320-4615-95ae-4a75b64d3b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:56.214264 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f28a-7f54-40b9-ac68-97303e721d52 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:56.220766 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f82883fe-b280-4d2d-82cb-218c28e22dab tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2771964 Dec 16 22:38:56.243075 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43254) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:56.250966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-62f4fba4-91a0-434d-9b11-5ba0911d1989 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Request body: {'subnet': {'network_id': '141a644f-9cbc-4a60-8de7-f4fb50b6c1d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:56.380067 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-1a7ca67a-4320-4615-95ae-4a75b64d3b97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b1773b-f25c-429f-b997-c6ca2375290a']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:56.408081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-1a7ca67a-4320-4615-95ae-4a75b64d3b97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d31f97-f4c8-4c9c-97fc-28dec5be91d3') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:56.416706 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-1a7ca67a-4320-4615-95ae-4a75b64d3b97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d31f97-f4c8-4c9c-97fc-28dec5be91d3') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:56.434014 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-8b371727-a6cf-42e3-bbac-bc4d205b44e0 None None] Allocated IP 2001:db8:0:1::1 (002b48f0-1de1-4340-9c53-16d060bfda9a/2c05f581-1fa9-471d-a15e-8749481d8e57/d626b82e-1cfb-42ed-a2f7-9a1757ecc09b) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:38:56.466845 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1a7ca67a-4320-4615-95ae-4a75b64d3b97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:56.498635 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1a7ca67a-4320-4615-95ae-4a75b64d3b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:56.508398 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7ca67a-4320-4615-95ae-4a75b64d3b97 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:38:56.508808 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1a7ca67a-4320-4615-95ae-4a75b64d3b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:38:56.516219 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:38:56.608697 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f4fba4-91a0-434d-9b11-5ba0911d1989 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Made reservation on behalf of d392bbf19e8d441c892db83f4b296b40 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:38:56.612448 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-62f4fba4-91a0-434d-9b11-5ba0911d1989 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:56.628229 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8b371727-a6cf-42e3-bbac-bc4d205b44e0 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:56.631394 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f47c6ae-f02b-4d7a-9e28-fa361b2cd1bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:56.635094 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 999ffecb-0132-4695-b7dc-21413bc92364 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:56.635624 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:56.747104 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c32401b-c358-4bd7-80c7-a10f6f158ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-d8a55b75-e6af-4320-88d4-745c8deef434', 'network_id': 'd8a55b75-e6af-4320-88d4-745c8deef434', 'project_id': 'd392bbf19e8d441c892db83f4b296b40', 'fixed_ips': [{'subnet_id': '1ed0cab6-01d7-480f-a423-60a2fdedee9d'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:38:56.750041 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2c32401b-c358-4bd7-80c7-a10f6f158ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:56.783242 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c34740c6-e250-4d09-bd05-c7f63f0bddf7 None None] Port 4cc74763-77c6-402c-92f2-290d2a5df426 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:38:56.786435 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8b371727-a6cf-42e3-bbac-bc4d205b44e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:56.904593 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1a7ca67a-4320-4615-95ae-4a75b64d3b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:56.914579 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1a7ca67a-4320-4615-95ae-4a75b64d3b97 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:56.924249 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1a7ca67a-4320-4615-95ae-4a75b64d3b97 admin admin] 10.222.0.75 "DELETE /v2.0/networks/21b1773b-f25c-429f-b997-c6ca2375290a HTTP/1.1" status: 204 len: 168 time: 1.0954254 Dec 16 22:38:56.958841 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b371727-a6cf-42e3-bbac-bc4d205b44e0 None None] Network 002b48f0-1de1-4340-9c53-16d060bfda9a is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:38:56.961263 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ca67a-4320-4615-95ae-4a75b64d3b97 admin admin] Pushing event deleted for resources: {'Network': ['ID=21b1773b-f25c-429f-b997-c6ca2375290a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:57.001368 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c34740c6-e250-4d09-bd05-c7f63f0bddf7 None None] Provisioning complete for port 999ffecb-0132-4695-b7dc-21413bc92364 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:57.004142 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c34740c6-e250-4d09-bd05-c7f63f0bddf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:57.060575 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c81b763f-ce78-4c34-ae24-9da3d7a27b0b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:57.124641 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-8b371727-a6cf-42e3-bbac-bc4d205b44e0 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:38:57.134928 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b371727-a6cf-42e3-bbac-bc4d205b44e0 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:38:57.161283 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f28a-7f54-40b9-ac68-97303e721d52 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:57.238398 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b371727-a6cf-42e3-bbac-bc4d205b44e0 None None] Pushing event updated for resources: {'Port': ['ID=d626b82e-1cfb-42ed-a2f7-9a1757ecc09b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:57.242308 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6f28a-7f54-40b9-ac68-97303e721d52 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Pushing event deleted for resources: {'Subnet': ['ID=4f711003-60a8-4865-b9e6-9872d2c316a4,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:57.244809 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f28a-7f54-40b9-ac68-97303e721d52 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:57.248364 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8fe6f28a-7f54-40b9-ac68-97303e721d52 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] 10.222.0.75 "DELETE /v2.0/subnets/4f711003-60a8-4865-b9e6-9872d2c316a4 HTTP/1.1" status: 204 len: 168 time: 1.6598995 Dec 16 22:38:57.251034 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43274) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:57.255070 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-62f4fba4-91a0-434d-9b11-5ba0911d1989 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server [None req-4a867f7a-008d-4eac-b389-1b194ebbf296 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f711003-60a8-4865-b9e6-9872d2c316a4: This subnet is being modified by another concurrent operation. Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise exception Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f711003-60a8-4865-b9e6-9872d2c316a4: This subnet is being modified by another concurrent operation. Dec 16 22:38:57.280720 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server Dec 16 22:38:57.307889 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:57.314072 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4fba4-91a0-434d-9b11-5ba0911d1989 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Pushing event updated for resources: {'Subnet': ['ID=e665fb1b-debb-4c2d-82e6-e92854a222dd,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:57.355592 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-3818c696-b0c2-4fed-bdb2-a71e5ca2909f tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Deleting subnet 2c05f581-1fa9-471d-a15e-8749481d8e57 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:38:57.358608 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f4fba4-91a0-434d-9b11-5ba0911d1989 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Checking segment: {'id': '6082354d-b532-40e1-a1bf-564cf64f196a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '141a644f-9cbc-4a60-8de7-f4fb50b6c1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:38:57.359273 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f4fba4-91a0-434d-9b11-5ba0911d1989 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Network hostable DHCP agents. Network: 141a644f-9cbc-4a60-8de7-f4fb50b6c1d8, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:38:57.360941 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3818c696-b0c2-4fed-bdb2-a71e5ca2909f tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:57.415625 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43278) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:57.421363 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3818c696-b0c2-4fed-bdb2-a71e5ca2909f tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:57.454903 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-2c32401b-c358-4bd7-80c7-a10f6f158ade None None] Allocated IP 172.20.0.2 (d8a55b75-e6af-4320-88d4-745c8deef434/1ed0cab6-01d7-480f-a423-60a2fdedee9d/17471076-608f-4a24-8ab2-dfecb634ad35) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:38:57.468060 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e75527f6-c89c-4798-af25-460ca4016ab0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=985f1a01158e40fea4c343bb4ac44b15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0506167 Dec 16 22:38:57.470469 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43280) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:57.520565 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f4fba4-91a0-434d-9b11-5ba0911d1989 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Network 141a644f-9cbc-4a60-8de7-f4fb50b6c1d8 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:38:57.540685 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9e30822c-ba70-47a5-9cca-8e4b0385ca86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:57.545323 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3818c696-b0c2-4fed-bdb2-a71e5ca2909f tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:57.583321 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9e30822c-ba70-47a5-9cca-8e4b0385ca86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:57.629618 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-8b371727-a6cf-42e3-bbac-bc4d205b44e0 None None] Attempting to bind port d626b82e-1cfb-42ed-a2f7-9a1757ecc09b on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:38:57.630207 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-8b371727-a6cf-42e3-bbac-bc4d205b44e0 None None] Attempting to bind port d626b82e-1cfb-42ed-a2f7-9a1757ecc09b by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'c9839bfe-b8f7-4ba7-8ab4-9cce69794a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '002b48f0-1de1-4340-9c53-16d060bfda9a'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:38:57.630627 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b371727-a6cf-42e3-bbac-bc4d205b44e0 None None] Attempting to bind port d626b82e-1cfb-42ed-a2f7-9a1757ecc09b on network 002b48f0-1de1-4340-9c53-16d060bfda9a {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:38:57.633485 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81b763f-ce78-4c34-ae24-9da3d7a27b0b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Router 1b3e7dc8-e569-4abb-aabd-91a5e396a70a is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:38:57.642264 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04152111-92c1-4085-8a17-1bf5acb166cb None None] Network 771e76cb-c001-4f2c-b2b3-8871a23dead8 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:38:57.704807 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b371727-a6cf-42e3-bbac-bc4d205b44e0 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:38:57.705193 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b371727-a6cf-42e3-bbac-bc4d205b44e0 None None] Checking segment: {'id': 'c9839bfe-b8f7-4ba7-8ab4-9cce69794a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '002b48f0-1de1-4340-9c53-16d060bfda9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:38:57.705671 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8b371727-a6cf-42e3-bbac-bc4d205b44e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:57.706073 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b371727-a6cf-42e3-bbac-bc4d205b44e0 None None] Bound using segment: {'id': 'c9839bfe-b8f7-4ba7-8ab4-9cce69794a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '002b48f0-1de1-4340-9c53-16d060bfda9a'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:38:57.706579 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-8b371727-a6cf-42e3-bbac-bc4d205b44e0 None None] Bound port: d626b82e-1cfb-42ed-a2f7-9a1757ecc09b, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9839bfe-b8f7-4ba7-8ab4-9cce69794a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '002b48f0-1de1-4340-9c53-16d060bfda9a'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:38:57.706980 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8b371727-a6cf-42e3-bbac-bc4d205b44e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:57.747978 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:57.761121 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-62f4fba4-91a0-434d-9b11-5ba0911d1989 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 141a644f-9cbc-4a60-8de7-f4fb50b6c1d8) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:38:57.766577 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 999ffecb-0132-4695-b7dc-21413bc92364 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:38:57.775345 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f4fba4-91a0-434d-9b11-5ba0911d1989 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:57.778092 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-62f4fba4-91a0-434d-9b11-5ba0911d1989 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:57.782185 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81b763f-ce78-4c34-ae24-9da3d7a27b0b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:38:57.811537 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4afb5d-67a6-4280-bd97-9eb727bff0da None None] Network 141a644f-9cbc-4a60-8de7-f4fb50b6c1d8 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:38:57.811742 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3818c696-b0c2-4fed-bdb2-a71e5ca2909f tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:57.813588 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c83ec0-a750-4f9e-bf7f-e8989aff8d67 None None] Sync routers for ids ['1b3e7dc8-e569-4abb-aabd-91a5e396a70a'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:38:57.830240 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3818c696-b0c2-4fed-bdb2-a71e5ca2909f tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:57.833480 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3818c696-b0c2-4fed-bdb2-a71e5ca2909f tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] 10.222.0.75 "DELETE /v2.0/subnets/2c05f581-1fa9-471d-a15e-8749481d8e57 HTTP/1.1" status: 204 len: 168 time: 0.5810425 Dec 16 22:38:57.836242 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43284) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:57.859456 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818c696-b0c2-4fed-bdb2-a71e5ca2909f tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Pushing event deleted for resources: {'Subnet': ['ID=2c05f581-1fa9-471d-a15e-8749481d8e57,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:57.886320 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9e30822c-ba70-47a5-9cca-8e4b0385ca86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:57.889081 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9e30822c-ba70-47a5-9cca-8e4b0385ca86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:57.890238 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9e30822c-ba70-47a5-9cca-8e4b0385ca86 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/324cd851-9fba-4262-9fcd-1ba6ba23dbcc HTTP/1.1" status: 204 len: 168 time: 0.4185200 Dec 16 22:38:57.898172 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dbee78-f442-437b-b3f1-f3ab766d9408 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:57.899994 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-88dbee78-f442-437b-b3f1-f3ab766d9408 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0626588 Dec 16 22:38:57.906202 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30822c-ba70-47a5-9cca-8e4b0385ca86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324cd851-9fba-4262-9fcd-1ba6ba23dbcc,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:57.908659 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43290) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:57.946421 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c81b763f-ce78-4c34-ae24-9da3d7a27b0b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:57.952089 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c81b763f-ce78-4c34-ae24-9da3d7a27b0b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.7094436 Dec 16 22:38:57.952752 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43294) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:57.976528 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-62f4fba4-91a0-434d-9b11-5ba0911d1989 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7296190 Dec 16 22:38:57.980013 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43298) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:58.019211 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d5a64d64-49ee-41d5-bb97-58b257608b93 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:58.021909 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c83ec0-a750-4f9e-bf7f-e8989aff8d67 None None] Routers {'1b3e7dc8-e569-4abb-aabd-91a5e396a70a'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:38:58.022730 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-32c83ec0-a750-4f9e-bf7f-e8989aff8d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:38:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1b3e7dc8-e569-4abb-aabd-91a5e396a70a'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:58.091181 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-d5a64d64-49ee-41d5-bb97-58b257608b93 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Deleting port d626b82e-1cfb-42ed-a2f7-9a1757ecc09b {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:38:58.091666 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d5a64d64-49ee-41d5-bb97-58b257608b93 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:58.181672 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-d5a64d64-49ee-41d5-bb97-58b257608b93 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] For port d626b82e-1cfb-42ed-a2f7-9a1757ecc09b, host n-d-815324-4, got binding levels [] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:38:58.182063 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d5a64d64-49ee-41d5-bb97-58b257608b93 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:58.196601 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-d5a64d64-49ee-41d5-bb97-58b257608b93 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Calling delete_port for d626b82e-1cfb-42ed-a2f7-9a1757ecc09b owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:38:58.266757 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8b371727-a6cf-42e3-bbac-bc4d205b44e0 None None] For port d626b82e-1cfb-42ed-a2f7-9a1757ecc09b, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:38:58.270049 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8b371727-a6cf-42e3-bbac-bc4d205b44e0 None None] For port d626b82e-1cfb-42ed-a2f7-9a1757ecc09b, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d626b82e-1cfb-42ed-a2f7-9a1757ecc09b,segment=NetworkSegment(c9839bfe-b8f7-4ba7-8ab4-9cce69794a82),segment_id=c9839bfe-b8f7-4ba7-8ab4-9cce69794a82)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:38:58.284055 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2c32401b-c358-4bd7-80c7-a10f6f158ade None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:58.301688 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 999ffecb-0132-4695-b7dc-21413bc92364 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:38:58.302225 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:58.378622 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-96b68422-1a77-440c-a5eb-d2c81405f264 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:58.644522 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d5a64d64-49ee-41d5-bb97-58b257608b93 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:58.660992 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2c32401b-c358-4bd7-80c7-a10f6f158ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:58.694084 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a64d64-49ee-41d5-bb97-58b257608b93 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Pushing event deleted for resources: {'Port': ['ID=d626b82e-1cfb-42ed-a2f7-9a1757ecc09b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:58.698013 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a64d64-49ee-41d5-bb97-58b257608b93 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] No DVR routers for this DVR port d626b82e-1cfb-42ed-a2f7-9a1757ecc09b on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:38:58.761085 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-96b68422-1a77-440c-a5eb-d2c81405f264 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Allocated IP 172.20.0.1 (d8a55b75-e6af-4320-88d4-745c8deef434/1ed0cab6-01d7-480f-a423-60a2fdedee9d/b7003124-0a0c-4d48-8069-1e6b1359e2c7) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:38:58.812100 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d5a64d64-49ee-41d5-bb97-58b257608b93 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:58.821336 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8b371727-a6cf-42e3-bbac-bc4d205b44e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:58.842650 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-d5a64d64-49ee-41d5-bb97-58b257608b93 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002b48f0-1de1-4340-9c53-16d060bfda9a']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:58.854820 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-d5a64d64-49ee-41d5-bb97-58b257608b93 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9839bfe-b8f7-4ba7-8ab4-9cce69794a82') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:58.855405 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-d5a64d64-49ee-41d5-bb97-58b257608b93 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9839bfe-b8f7-4ba7-8ab4-9cce69794a82') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:58.869930 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d5a64d64-49ee-41d5-bb97-58b257608b93 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:58.893552 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d5a64d64-49ee-41d5-bb97-58b257608b93 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:58.914073 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a64d64-49ee-41d5-bb97-58b257608b93 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:38:58.914518 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d5a64d64-49ee-41d5-bb97-58b257608b93 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:38:58.919467 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:38:58.948822 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6ee0f642-c778-44dc-9358-113faefc6fca tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=c2b4fafbea3d45ac8d3254c1d8b5fceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9947586 Dec 16 22:38:58.951650 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43318) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:58.958474 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c32401b-c358-4bd7-80c7-a10f6f158ade None None] Network d8a55b75-e6af-4320-88d4-745c8deef434 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:38:58.978766 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc352fec-696d-4ffe-9518-390849842681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-141a644f-9cbc-4a60-8de7-f4fb50b6c1d8', 'network_id': '141a644f-9cbc-4a60-8de7-f4fb50b6c1d8', 'project_id': 'd392bbf19e8d441c892db83f4b296b40', 'fixed_ips': [{'subnet_id': 'e665fb1b-debb-4c2d-82e6-e92854a222dd'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:38:58.995696 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc352fec-696d-4ffe-9518-390849842681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:59.031673 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-2c32401b-c358-4bd7-80c7-a10f6f158ade None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:38:59.078126 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:59.094741 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c32401b-c358-4bd7-80c7-a10f6f158ade None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:38:59.112501 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:59.130075 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d5a64d64-49ee-41d5-bb97-58b257608b93 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:59.145131 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d5a64d64-49ee-41d5-bb97-58b257608b93 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:59.159207 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32401b-c358-4bd7-80c7-a10f6f158ade None None] Pushing event updated for resources: {'Port': ['ID=17471076-608f-4a24-8ab2-dfecb634ad35,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:59.160203 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43322) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:59.161350 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d5a64d64-49ee-41d5-bb97-58b257608b93 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] 10.222.0.75 "DELETE /v2.0/networks/002b48f0-1de1-4340-9c53-16d060bfda9a HTTP/1.1" status: 204 len: 168 time: 1.2512445 Dec 16 22:38:59.174053 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-32c83ec0-a750-4f9e-bf7f-e8989aff8d67 None None] Set router 1b3e7dc8-e569-4abb-aabd-91a5e396a70a gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:38:59.189795 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a64d64-49ee-41d5-bb97-58b257608b93 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Pushing event deleted for resources: {'Network': ['ID=002b48f0-1de1-4340-9c53-16d060bfda9a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server [None req-13023336-5759-4982-a10a-c3b0d8e95d38 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port d626b82e-1cfb-42ed-a2f7-9a1757ecc09b could not be found. Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 354, in get_dhcp_port Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port d626b82e-1cfb-42ed-a2f7-9a1757ecc09b could not be found. Dec 16 22:38:59.191274 n-d-815324-4 neutron-server[103615]: ERROR oslo_messaging.rpc.server Dec 16 22:38:59.290822 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-07047ea1-4cbb-4c3e-bff3-1a1fd67f37e5 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:59.297984 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1378e5f2-edf0-4950-b043-457cdf6d0bae None None] Network 002b48f0-1de1-4340-9c53-16d060bfda9a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:38:59.306014 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b371727-a6cf-42e3-bbac-bc4d205b44e0 None None] Pushing event deleted for resources: {'Port': ['ID=d626b82e-1cfb-42ed-a2f7-9a1757ecc09b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:59.325997 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:59.398201 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-96b68422-1a77-440c-a5eb-d2c81405f264 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:59.438335 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1378e5f2-edf0-4950-b043-457cdf6d0bae None None] Network 002b48f0-1de1-4340-9c53-16d060bfda9a could not be found, it might have been deleted concurrently. {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 16 22:38:59.461517 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9d2863-9cb9-47bc-be80-315ae79f4373 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:38:59.467104 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43338) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:59.467229 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-dd9d2863-9cb9-47bc-be80-315ae79f4373 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5028293 Dec 16 22:38:59.537838 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-23550c9e-3f11-4301-9c6f-b2486608c084 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0693567 Dec 16 22:38:59.542144 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-2c32401b-c358-4bd7-80c7-a10f6f158ade None None] Attempting to bind port 17471076-608f-4a24-8ab2-dfecb634ad35 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:38:59.542436 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-2c32401b-c358-4bd7-80c7-a10f6f158ade None None] Attempting to bind port 17471076-608f-4a24-8ab2-dfecb634ad35 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '64cc6382-2907-436a-ae44-2daab1f9e730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd8a55b75-e6af-4320-88d4-745c8deef434'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:38:59.543073 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43340) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:38:59.543431 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c32401b-c358-4bd7-80c7-a10f6f158ade None None] Attempting to bind port 17471076-608f-4a24-8ab2-dfecb634ad35 on network d8a55b75-e6af-4320-88d4-745c8deef434 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:38:59.548524 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-1582ff07-454d-464b-b101-c87b08980ecc tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-639239311', 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:38:59.552650 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-07047ea1-4cbb-4c3e-bff3-1a1fd67f37e5 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:59.584350 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c32401b-c358-4bd7-80c7-a10f6f158ade None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:38:59.584781 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c32401b-c358-4bd7-80c7-a10f6f158ade None None] Checking segment: {'id': '64cc6382-2907-436a-ae44-2daab1f9e730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd8a55b75-e6af-4320-88d4-745c8deef434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:38:59.585145 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2c32401b-c358-4bd7-80c7-a10f6f158ade None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:59.585547 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c32401b-c358-4bd7-80c7-a10f6f158ade None None] Bound using segment: {'id': '64cc6382-2907-436a-ae44-2daab1f9e730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd8a55b75-e6af-4320-88d4-745c8deef434'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:38:59.586048 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-2c32401b-c358-4bd7-80c7-a10f6f158ade None None] Bound port: 17471076-608f-4a24-8ab2-dfecb634ad35, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64cc6382-2907-436a-ae44-2daab1f9e730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd8a55b75-e6af-4320-88d4-745c8deef434'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:38:59.586452 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2c32401b-c358-4bd7-80c7-a10f6f158ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:59.594023 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-07047ea1-4cbb-4c3e-bff3-1a1fd67f37e5 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771e76cb-c001-4f2c-b2b3-8871a23dead8']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:59.608943 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-07047ea1-4cbb-4c3e-bff3-1a1fd67f37e5 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c9a5390-5bad-4488-93ce-5532d39148fe') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:59.615682 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-07047ea1-4cbb-4c3e-bff3-1a1fd67f37e5 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c9a5390-5bad-4488-93ce-5532d39148fe') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:38:59.624890 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-07047ea1-4cbb-4c3e-bff3-1a1fd67f37e5 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:59.650891 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-07047ea1-4cbb-4c3e-bff3-1a1fd67f37e5 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:59.659851 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07047ea1-4cbb-4c3e-bff3-1a1fd67f37e5 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:38:59.660172 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-fc352fec-696d-4ffe-9518-390849842681 None None] Allocated IP 172.20.0.2 (141a644f-9cbc-4a60-8de7-f4fb50b6c1d8/e665fb1b-debb-4c2d-82e6-e92854a222dd/17c566ac-27b9-45d6-9bc4-a01d17321154) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:38:59.661532 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-07047ea1-4cbb-4c3e-bff3-1a1fd67f37e5 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:38:59.667083 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:38:59.686178 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-96b68422-1a77-440c-a5eb-d2c81405f264 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:59.811423 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-2c32401b-c358-4bd7-80c7-a10f6f158ade None None] For port 17471076-608f-4a24-8ab2-dfecb634ad35, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:38:59.815914 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b68422-1a77-440c-a5eb-d2c81405f264 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Pushing event updated for resources: {'Port': ['ID=b7003124-0a0c-4d48-8069-1e6b1359e2c7,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:38:59.839737 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b68422-1a77-440c-a5eb-d2c81405f264 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Network d8a55b75-e6af-4320-88d4-745c8deef434 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:38:59.841584 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-2c32401b-c358-4bd7-80c7-a10f6f158ade None None] For port 17471076-608f-4a24-8ab2-dfecb634ad35, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=17471076-608f-4a24-8ab2-dfecb634ad35,segment=NetworkSegment(64cc6382-2907-436a-ae44-2daab1f9e730),segment_id=64cc6382-2907-436a-ae44-2daab1f9e730)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:38:59.844534 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1582ff07-454d-464b-b101-c87b08980ecc tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Made reservation on behalf of c2b4fafbea3d45ac8d3254c1d8b5fceb for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:38:59.848103 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1582ff07-454d-464b-b101-c87b08980ecc tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:59.856004 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-96b68422-1a77-440c-a5eb-d2c81405f264 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:38:59.865708 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b68422-1a77-440c-a5eb-d2c81405f264 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:38:59.933138 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2c32401b-c358-4bd7-80c7-a10f6f158ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:38:59.965415 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-96b68422-1a77-440c-a5eb-d2c81405f264 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:00.106305 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc352fec-696d-4ffe-9518-390849842681 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:00.141890 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-07047ea1-4cbb-4c3e-bff3-1a1fd67f37e5 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:00.160276 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-07047ea1-4cbb-4c3e-bff3-1a1fd67f37e5 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:00.174329 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-07047ea1-4cbb-4c3e-bff3-1a1fd67f37e5 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] 10.222.0.75 "DELETE /v2.0/networks/771e76cb-c001-4f2c-b2b3-8871a23dead8 HTTP/1.1" status: 204 len: 168 time: 1.0036976 Dec 16 22:39:00.174563 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-32c83ec0-a750-4f9e-bf7f-e8989aff8d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'name': 'tempest-TestNetworkBasicOps-router-1072748978', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:52Z', 'updated_at': '2021-12-16T22:38:55Z', 'revision_number': 3, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:00.175518 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43354) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:00.216084 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07047ea1-4cbb-4c3e-bff3-1a1fd67f37e5 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Pushing event deleted for resources: {'Network': ['ID=771e76cb-c001-4f2c-b2b3-8871a23dead8,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:00.244975 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc352fec-696d-4ffe-9518-390849842681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:00.255263 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c83ec0-a750-4f9e-bf7f-e8989aff8d67 None None] Checking router: 1b3e7dc8-e569-4abb-aabd-91a5e396a70a for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:39:00.255620 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c83ec0-a750-4f9e-bf7f-e8989aff8d67 None None] Updating router 1b3e7dc8-e569-4abb-aabd-91a5e396a70a port 4cc74763-77c6-402c-92f2-290d2a5df426 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:39:00.312640 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1f047c79-60eb-4045-83ec-d80b507fdfb3 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:00.377541 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-96b68422-1a77-440c-a5eb-d2c81405f264 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:00.378899 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32401b-c358-4bd7-80c7-a10f6f158ade None None] Pushing event updated for resources: {'Port': ['ID=17471076-608f-4a24-8ab2-dfecb634ad35,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:00.382370 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32c83ec0-a750-4f9e-bf7f-e8989aff8d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:00.386855 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc352fec-696d-4ffe-9518-390849842681 None None] Network 141a644f-9cbc-4a60-8de7-f4fb50b6c1d8 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:00.390208 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1582ff07-454d-464b-b101-c87b08980ecc tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:00.395637 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-fc352fec-696d-4ffe-9518-390849842681 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:00.476541 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc352fec-696d-4ffe-9518-390849842681 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:39:00.528468 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1f047c79-60eb-4045-83ec-d80b507fdfb3 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:00.614709 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-1f047c79-60eb-4045-83ec-d80b507fdfb3 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba73ecd-485b-4f0d-99f8-7b97d75a700f']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:00.639980 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-1f047c79-60eb-4045-83ec-d80b507fdfb3 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b788d9aa-fb51-488a-a918-d822cd8a0bdb') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:00.641839 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-1f047c79-60eb-4045-83ec-d80b507fdfb3 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b788d9aa-fb51-488a-a918-d822cd8a0bdb') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:00.666836 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1f047c79-60eb-4045-83ec-d80b507fdfb3 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:00.677725 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1582ff07-454d-464b-b101-c87b08980ecc tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Checking segment: {'id': 'c6fad3a5-15d0-432c-8186-01ac8d5d9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:00.678198 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1582ff07-454d-464b-b101-c87b08980ecc tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Network hostable DHCP agents. Network: 4b762631-c20c-4f8f-844e-ced8a9f6fe72, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:39:00.689006 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582ff07-454d-464b-b101-c87b08980ecc tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'Subnet': ['ID=2f51de97-c7db-4621-9d6f-882ca53cdf97,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:00.691371 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc352fec-696d-4ffe-9518-390849842681 None None] Pushing event updated for resources: {'Port': ['ID=17c566ac-27b9-45d6-9bc4-a01d17321154,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:00.738865 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1f047c79-60eb-4045-83ec-d80b507fdfb3 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:00.752832 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f047c79-60eb-4045-83ec-d80b507fdfb3 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:39:00.753231 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1f047c79-60eb-4045-83ec-d80b507fdfb3 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:39:00.760637 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:39:00.802164 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-fc352fec-696d-4ffe-9518-390849842681 None None] Attempting to bind port 17c566ac-27b9-45d6-9bc4-a01d17321154 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:39:00.802579 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-fc352fec-696d-4ffe-9518-390849842681 None None] Attempting to bind port 17c566ac-27b9-45d6-9bc4-a01d17321154 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '6082354d-b532-40e1-a1bf-564cf64f196a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '141a644f-9cbc-4a60-8de7-f4fb50b6c1d8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:39:00.803397 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc352fec-696d-4ffe-9518-390849842681 None None] Attempting to bind port 17c566ac-27b9-45d6-9bc4-a01d17321154 on network 141a644f-9cbc-4a60-8de7-f4fb50b6c1d8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:00.817320 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc352fec-696d-4ffe-9518-390849842681 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:39:00.817320 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc352fec-696d-4ffe-9518-390849842681 None None] Checking segment: {'id': '6082354d-b532-40e1-a1bf-564cf64f196a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '141a644f-9cbc-4a60-8de7-f4fb50b6c1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:00.817320 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc352fec-696d-4ffe-9518-390849842681 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:00.817320 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc352fec-696d-4ffe-9518-390849842681 None None] Bound using segment: {'id': '6082354d-b532-40e1-a1bf-564cf64f196a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '141a644f-9cbc-4a60-8de7-f4fb50b6c1d8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:39:00.817753 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-fc352fec-696d-4ffe-9518-390849842681 None None] Bound port: 17c566ac-27b9-45d6-9bc4-a01d17321154, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6082354d-b532-40e1-a1bf-564cf64f196a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '141a644f-9cbc-4a60-8de7-f4fb50b6c1d8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:39:00.817753 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc352fec-696d-4ffe-9518-390849842681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:00.839815 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1582ff07-454d-464b-b101-c87b08980ecc tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Network 4b762631-c20c-4f8f-844e-ced8a9f6fe72 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:39:00.945981 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1f047c79-60eb-4045-83ec-d80b507fdfb3 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:00.954846 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-96b68422-1a77-440c-a5eb-d2c81405f264 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:00.971393 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1f047c79-60eb-4045-83ec-d80b507fdfb3 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:00.982967 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1f047c79-60eb-4045-83ec-d80b507fdfb3 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] 10.222.0.75 "DELETE /v2.0/networks/6ba73ecd-485b-4f0d-99f8-7b97d75a700f HTTP/1.1" status: 204 len: 168 time: 0.8009803 Dec 16 22:39:00.993578 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43360) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:00.994408 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f047c79-60eb-4045-83ec-d80b507fdfb3 tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Pushing event deleted for resources: {'Network': ['ID=6ba73ecd-485b-4f0d-99f8-7b97d75a700f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:01.005564 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-1582ff07-454d-464b-b101-c87b08980ecc tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 4b762631-c20c-4f8f-844e-ced8a9f6fe72) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:01.013706 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1582ff07-454d-464b-b101-c87b08980ecc tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:01.015257 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1582ff07-454d-464b-b101-c87b08980ecc tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:01.043343 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b02dd0-f50c-4576-9c38-65e0a939aa19 None None] Network 4b762631-c20c-4f8f-844e-ced8a9f6fe72 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:39:01.048046 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-fc352fec-696d-4ffe-9518-390849842681 None None] For port 17c566ac-27b9-45d6-9bc4-a01d17321154, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:39:01.097293 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-96b68422-1a77-440c-a5eb-d2c81405f264 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:01.116203 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-fc352fec-696d-4ffe-9518-390849842681 None None] For port 17c566ac-27b9-45d6-9bc4-a01d17321154, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=17c566ac-27b9-45d6-9bc4-a01d17321154,segment=NetworkSegment(6082354d-b532-40e1-a1bf-564cf64f196a),segment_id=6082354d-b532-40e1-a1bf-564cf64f196a)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:39:01.137205 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1582ff07-454d-464b-b101-c87b08980ecc tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5929618 Dec 16 22:39:01.141562 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43366) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:01.236036 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b036b0b2-d09e-4986-9252-c94b7911294c tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:01.280795 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-96b68422-1a77-440c-a5eb-d2c81405f264 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:01.291444 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b68422-1a77-440c-a5eb-d2c81405f264 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Pushing event updated for resources: {'Port': ['ID=b7003124-0a0c-4d48-8069-1e6b1359e2c7,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:01.556273 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b036b0b2-d09e-4986-9252-c94b7911294c tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:01.569166 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc352fec-696d-4ffe-9518-390849842681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:01.644482 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-b036b0b2-d09e-4986-9252-c94b7911294c tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c32e05-72c3-47c9-8f6a-8fc14fe9aa19']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:01.739686 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32c83ec0-a750-4f9e-bf7f-e8989aff8d67 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:01.740080 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-b036b0b2-d09e-4986-9252-c94b7911294c tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a42b67d7-c3bc-4153-b0fb-06687d7d4efe') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:01.740385 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-b036b0b2-d09e-4986-9252-c94b7911294c tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a42b67d7-c3bc-4153-b0fb-06687d7d4efe') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:01.800242 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa126695-69ec-41d3-9061-6cb5cff2599e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'fixed_ips': [{'subnet_id': '2f51de97-c7db-4621-9d6f-882ca53cdf97'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:39:01.802827 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa126695-69ec-41d3-9061-6cb5cff2599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:01.849269 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b68422-1a77-440c-a5eb-d2c81405f264 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Network d8a55b75-e6af-4320-88d4-745c8deef434 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:01.850053 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc352fec-696d-4ffe-9518-390849842681 None None] Pushing event updated for resources: {'Port': ['ID=17c566ac-27b9-45d6-9bc4-a01d17321154,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:01.866183 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-96b68422-1a77-440c-a5eb-d2c81405f264 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:01.879181 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b036b0b2-d09e-4986-9252-c94b7911294c tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:01.902199 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 17471076-608f-4a24-8ab2-dfecb634ad35 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:02.129990 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b036b0b2-d09e-4986-9252-c94b7911294c tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:02.178938 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b036b0b2-d09e-4986-9252-c94b7911294c tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:39:02.183701 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b036b0b2-d09e-4986-9252-c94b7911294c tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:39:02.188358 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:39:02.191055 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32c83ec0-a750-4f9e-bf7f-e8989aff8d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:02.215257 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349b7736-816a-4e10-9b4c-55b71ab73db2 None None] Network d8a55b75-e6af-4320-88d4-745c8deef434 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:39:02.437561 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb853dc8-35ea-427e-8780-ed32ac50ad40 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:39:02.490097 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d8d57fc0-35c2-454e-baff-2056390f93cf tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:02.494951 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d2e2de91-f20c-4c18-a8da-77cae35923e1 None None] Provisioning complete for port 17471076-608f-4a24-8ab2-dfecb634ad35 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:02.495490 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2e2de91-f20c-4c18-a8da-77cae35923e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:02.554029 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-32c83ec0-a750-4f9e-bf7f-e8989aff8d67 None None] Attempting to bind port 4cc74763-77c6-402c-92f2-290d2a5df426 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:39:02.554571 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-32c83ec0-a750-4f9e-bf7f-e8989aff8d67 None None] Attempting to bind port 4cc74763-77c6-402c-92f2-290d2a5df426 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:39:02.555058 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c83ec0-a750-4f9e-bf7f-e8989aff8d67 None None] Attempting to bind port 4cc74763-77c6-402c-92f2-290d2a5df426 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:02.562942 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127cfe1d-f2ff-45b4-b987-7ee045a649a7 None None] Pushing event updated for resources: {'Port': ['ID=4cc74763-77c6-402c-92f2-290d2a5df426,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:02.581481 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b68422-1a77-440c-a5eb-d2c81405f264 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Router 1d41f077-6f47-48d0-92cc-396af4f74a40 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:39:02.592608 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c83ec0-a750-4f9e-bf7f-e8989aff8d67 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:39:02.592608 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c83ec0-a750-4f9e-bf7f-e8989aff8d67 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:02.592608 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32c83ec0-a750-4f9e-bf7f-e8989aff8d67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:02.592608 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c83ec0-a750-4f9e-bf7f-e8989aff8d67 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:39:02.592608 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-32c83ec0-a750-4f9e-bf7f-e8989aff8d67 None None] Bound port: 4cc74763-77c6-402c-92f2-290d2a5df426, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:39:02.592608 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32c83ec0-a750-4f9e-bf7f-e8989aff8d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:02.708240 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 17471076-608f-4a24-8ab2-dfecb634ad35 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:02.708860 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:02.711128 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-fa126695-69ec-41d3-9061-6cb5cff2599e None None] Allocated IP 172.20.0.2 (4b762631-c20c-4f8f-844e-ced8a9f6fe72/2f51de97-c7db-4621-9d6f-882ca53cdf97/b7e8c779-9789-4150-a105-740aeeee2381) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:39:02.854727 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b68422-1a77-440c-a5eb-d2c81405f264 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:39:02.857545 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b036b0b2-d09e-4986-9252-c94b7911294c tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:02.868836 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-96b68422-1a77-440c-a5eb-d2c81405f264 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] 10.222.0.75 "PUT /v2.0/routers/1d41f077-6f47-48d0-92cc-396af4f74a40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8843288 Dec 16 22:39:02.870493 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43392) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:02.874140 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b036b0b2-d09e-4986-9252-c94b7911294c tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:02.880340 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b036b0b2-d09e-4986-9252-c94b7911294c tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] 10.222.0.75 "DELETE /v2.0/networks/d6c32e05-72c3-47c9-8f6a-8fc14fe9aa19 HTTP/1.1" status: 204 len: 168 time: 1.8926713 Dec 16 22:39:02.892480 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b53eee-3ced-45a5-bbe2-ef706a0f8dfe None None] Sync routers for ids ['1d41f077-6f47-48d0-92cc-396af4f74a40'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:39:02.951141 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b53eee-3ced-45a5-bbe2-ef706a0f8dfe None None] Routers {'1d41f077-6f47-48d0-92cc-396af4f74a40'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:02.951980 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-23b53eee-3ced-45a5-bbe2-ef706a0f8dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:38:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1d41f077-6f47-48d0-92cc-396af4f74a40'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:02.958412 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b036b0b2-d09e-4986-9252-c94b7911294c tempest-BulkNetworkOpsIpV6Test-209091969 tempest-BulkNetworkOpsIpV6Test-209091969-project] Pushing event deleted for resources: {'Network': ['ID=d6c32e05-72c3-47c9-8f6a-8fc14fe9aa19,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:03.144994 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-23b53eee-3ced-45a5-bbe2-ef706a0f8dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:03.215938 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-32c83ec0-a750-4f9e-bf7f-e8989aff8d67 None None] For port 4cc74763-77c6-402c-92f2-290d2a5df426, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:39:03.216643 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b53eee-3ced-45a5-bbe2-ef706a0f8dfe None None] Routers {'1d41f077-6f47-48d0-92cc-396af4f74a40'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:03.217289 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-23b53eee-3ced-45a5-bbe2-ef706a0f8dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:38:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1d41f077-6f47-48d0-92cc-396af4f74a40'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:03.324171 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-32c83ec0-a750-4f9e-bf7f-e8989aff8d67 None None] For port 4cc74763-77c6-402c-92f2-290d2a5df426, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4cc74763-77c6-402c-92f2-290d2a5df426,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:39:03.328333 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2e2de91-f20c-4c18-a8da-77cae35923e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:03.375186 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-23b53eee-3ced-45a5-bbe2-ef706a0f8dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:03.376534 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b53eee-3ced-45a5-bbe2-ef706a0f8dfe None None] The sync data for ids ['1d41f077-6f47-48d0-92cc-396af4f74a40'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:39:03.550233 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d2e2de91-f20c-4c18-a8da-77cae35923e1 None None] For port 17471076-608f-4a24-8ab2-dfecb634ad35, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=17471076-608f-4a24-8ab2-dfecb634ad35,segment=NetworkSegment(64cc6382-2907-436a-ae44-2daab1f9e730),segment_id=64cc6382-2907-436a-ae44-2daab1f9e730)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:03.561231 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32c83ec0-a750-4f9e-bf7f-e8989aff8d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:03.684789 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2e2de91-f20c-4c18-a8da-77cae35923e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:03.713103 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:03.824078 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d42373b-fffa-4552-a6a0-3b0d9b8825b2 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:39:03.922771 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71053b1-b7a4-42d9-af87-6dae5a009e5d None None] Network 141a644f-9cbc-4a60-8de7-f4fb50b6c1d8 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:39:03.956885 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127cfe1d-f2ff-45b4-b987-7ee045a649a7 None None] Pushing event updated for resources: {'Port': ['ID=4cc74763-77c6-402c-92f2-290d2a5df426,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:03.988472 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-15446c64-e92a-47d0-9b35-a40212644cfa tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:39:03.992246 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43408) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:03.995284 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-15446c64-e92a-47d0-9b35-a40212644cfa tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] 10.222.0.75 "PUT /v2.0/routers/1d41f077-6f47-48d0-92cc-396af4f74a40/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1219168 Dec 16 22:39:04.053606 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43410) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:04.083843 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43414) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:04.100092 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2de91-f20c-4c18-a8da-77cae35923e1 None None] Pushing event updated for resources: {'Port': ['ID=17471076-608f-4a24-8ab2-dfecb634ad35,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:04.123856 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c83ec0-a750-4f9e-bf7f-e8989aff8d67 None None] Routers {'1b3e7dc8-e569-4abb-aabd-91a5e396a70a'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:04.124618 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-32c83ec0-a750-4f9e-bf7f-e8989aff8d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:38:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1b3e7dc8-e569-4abb-aabd-91a5e396a70a'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:04.249194 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f76df4a7-663e-433e-941f-b837a74f9f36 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=68507bbd506a4b96afa76bfa6e90e658&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1942701 Dec 16 22:39:04.251356 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43418) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:04.289607 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-498619e2-bb7f-4277-bf43-8d225e9a4018 None None] Provisioning complete for port 17471076-608f-4a24-8ab2-dfecb634ad35 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:04.290873 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-498619e2-bb7f-4277-bf43-8d225e9a4018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:04.365922 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f31fc934-84e4-4868-8305-293036ca3440 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:04.388680 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa126695-69ec-41d3-9061-6cb5cff2599e None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:04.402250 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3dba-a963-41ca-b23e-d3ae10984847 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:04.404500 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-32c83ec0-a750-4f9e-bf7f-e8989aff8d67 None None] Set router 1b3e7dc8-e569-4abb-aabd-91a5e396a70a gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:39:04.426122 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f31fc934-84e4-4868-8305-293036ca3440 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:04.539656 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:39:04.540476 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:39:04.549129 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa126695-69ec-41d3-9061-6cb5cff2599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:04.553361 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-d8d57fc0-35c2-454e-baff-2056390f93cf tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Allocated IP 172.20.0.1 (4b762631-c20c-4f8f-844e-ced8a9f6fe72/2f51de97-c7db-4621-9d6f-882ca53cdf97/aaa69281-18ff-4252-9210-95e260e664e7) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:39:04.717894 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d8d57fc0-35c2-454e-baff-2056390f93cf tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:04.739498 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa126695-69ec-41d3-9061-6cb5cff2599e None None] Network 4b762631-c20c-4f8f-844e-ced8a9f6fe72 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:04.745008 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3dba-a963-41ca-b23e-d3ae10984847 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:04.754840 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-fa126695-69ec-41d3-9061-6cb5cff2599e None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:04.757785 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa126695-69ec-41d3-9061-6cb5cff2599e None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:39:04.760856 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa126695-69ec-41d3-9061-6cb5cff2599e None None] Pushing event updated for resources: {'Port': ['ID=b7e8c779-9789-4150-a105-740aeeee2381,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:04.839125 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3dba-a963-41ca-b23e-d3ae10984847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:04.841551 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f31fc934-84e4-4868-8305-293036ca3440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:04.847212 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-498619e2-bb7f-4277-bf43-8d225e9a4018 None None] Provisioning complete for port 4cc74763-77c6-402c-92f2-290d2a5df426 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:04.847212 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-498619e2-bb7f-4277-bf43-8d225e9a4018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:04.847605 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f31fc934-84e4-4868-8305-293036ca3440 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:04.848065 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f31fc934-84e4-4868-8305-293036ca3440 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/aa0d606b-7ba7-4e20-a7ce-c2bb1ce80d37 HTTP/1.1" status: 204 len: 168 time: 0.5953438 Dec 16 22:39:04.922779 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe3dba-a963-41ca-b23e-d3ae10984847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d32b75-c823-40ce-94e5-8a734e7be7a0,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:04.972127 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d8d57fc0-35c2-454e-baff-2056390f93cf tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:05.045780 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fc934-84e4-4868-8305-293036ca3440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0d606b-7ba7-4e20-a7ce-c2bb1ce80d37,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:05.073602 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7cbe3dba-a963-41ca-b23e-d3ae10984847 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=38bf028f72294dc4a401da265e294211&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9886520 Dec 16 22:39:05.074478 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43426) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:05.087779 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d57fc0-35c2-454e-baff-2056390f93cf tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Network 4b762631-c20c-4f8f-844e-ced8a9f6fe72 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:05.159006 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-d8d57fc0-35c2-454e-baff-2056390f93cf tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:05.168727 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d57fc0-35c2-454e-baff-2056390f93cf tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:39:05.174324 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d57fc0-35c2-454e-baff-2056390f93cf tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'Port': ['ID=aaa69281-18ff-4252-9210-95e260e664e7,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:05.300574 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ce45496-dbee-410e-9d0b-2f31eeda4c13 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:05.307918 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7a7b9acf-30c3-4cf2-b8ca-b27d6ff9e4c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:05.325661 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d8d57fc0-35c2-454e-baff-2056390f93cf tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:05.344812 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-fa126695-69ec-41d3-9061-6cb5cff2599e None None] Attempting to bind port b7e8c779-9789-4150-a105-740aeeee2381 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:39:05.346835 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-fa126695-69ec-41d3-9061-6cb5cff2599e None None] Attempting to bind port b7e8c779-9789-4150-a105-740aeeee2381 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'c6fad3a5-15d0-432c-8186-01ac8d5d9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:39:05.348664 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa126695-69ec-41d3-9061-6cb5cff2599e None None] Attempting to bind port b7e8c779-9789-4150-a105-740aeeee2381 on network 4b762631-c20c-4f8f-844e-ced8a9f6fe72 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:05.406411 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa126695-69ec-41d3-9061-6cb5cff2599e None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:39:05.407292 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa126695-69ec-41d3-9061-6cb5cff2599e None None] Checking segment: {'id': 'c6fad3a5-15d0-432c-8186-01ac8d5d9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:05.407409 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa126695-69ec-41d3-9061-6cb5cff2599e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:05.407876 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa126695-69ec-41d3-9061-6cb5cff2599e None None] Bound using segment: {'id': 'c6fad3a5-15d0-432c-8186-01ac8d5d9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:39:05.408659 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-fa126695-69ec-41d3-9061-6cb5cff2599e None None] Bound port: b7e8c779-9789-4150-a105-740aeeee2381, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6fad3a5-15d0-432c-8186-01ac8d5d9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:39:05.409050 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa126695-69ec-41d3-9061-6cb5cff2599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:05.515594 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7a7b9acf-30c3-4cf2-b8ca-b27d6ff9e4c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:05.568394 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-32c83ec0-a750-4f9e-bf7f-e8989aff8d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'name': 'tempest-TestNetworkBasicOps-router-1072748978', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:52Z', 'updated_at': '2021-12-16T22:38:55Z', 'revision_number': 3, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:05.704515 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:39:05.710010 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-fa126695-69ec-41d3-9061-6cb5cff2599e None None] For port b7e8c779-9789-4150-a105-740aeeee2381, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:39:05.718425 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7a7b9acf-30c3-4cf2-b8ca-b27d6ff9e4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:05.721091 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7a7b9acf-30c3-4cf2-b8ca-b27d6ff9e4c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:05.724866 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7a7b9acf-30c3-4cf2-b8ca-b27d6ff9e4c7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/04d32b75-c823-40ce-94e5-8a734e7be7a0 HTTP/1.1" status: 204 len: 168 time: 0.6214242 Dec 16 22:39:05.736894 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 17c566ac-27b9-45d6-9bc4-a01d17321154 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:05.738977 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b9acf-30c3-4cf2-b8ca-b27d6ff9e4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d32b75-c823-40ce-94e5-8a734e7be7a0,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:05.776172 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-0ce45496-dbee-410e-9d0b-2f31eeda4c13 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Deleting port b7003124-0a0c-4d48-8069-1e6b1359e2c7 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:05.776527 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ce45496-dbee-410e-9d0b-2f31eeda4c13 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:05.805299 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-fa126695-69ec-41d3-9061-6cb5cff2599e None None] For port b7e8c779-9789-4150-a105-740aeeee2381, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b7e8c779-9789-4150-a105-740aeeee2381,segment=NetworkSegment(c6fad3a5-15d0-432c-8186-01ac8d5d9e02),segment_id=c6fad3a5-15d0-432c-8186-01ac8d5d9e02)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:39:05.815568 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c83ec0-a750-4f9e-bf7f-e8989aff8d67 None None] The sync data for ids ['1b3e7dc8-e569-4abb-aabd-91a5e396a70a'] in n-d-815324-4 is: [{'id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'name': 'tempest-TestNetworkBasicOps-router-1072748978', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:52Z', 'updated_at': '2021-12-16T22:38:55Z', 'revision_number': 3, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:39:05.835320 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d8d57fc0-35c2-454e-baff-2056390f93cf tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:05.882443 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-498619e2-bb7f-4277-bf43-8d225e9a4018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:05.911381 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa126695-69ec-41d3-9061-6cb5cff2599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:05.955427 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ce45496-dbee-410e-9d0b-2f31eeda4c13 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:05.994113 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-0ce45496-dbee-410e-9d0b-2f31eeda4c13 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Calling delete_port for b7003124-0a0c-4d48-8069-1e6b1359e2c7 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:06.032099 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-498619e2-bb7f-4277-bf43-8d225e9a4018 None None] For port 4cc74763-77c6-402c-92f2-290d2a5df426, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4cc74763-77c6-402c-92f2-290d2a5df426,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:06.091485 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 17c566ac-27b9-45d6-9bc4-a01d17321154 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:06.093914 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:06.101448 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa126695-69ec-41d3-9061-6cb5cff2599e None None] Pushing event updated for resources: {'Port': ['ID=b7e8c779-9789-4150-a105-740aeeee2381,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:06.152796 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-2dd3a2d5-4e6f-4868-a243-4f37b6e3bd25 req-f1bcc13b-7814-4728-aec0-60d32d2e7d2a service neutron] (103614) timed out ('10.222.0.75', 49708) {{(pid=103614) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:39:06.169359 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-498619e2-bb7f-4277-bf43-8d225e9a4018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:06.375641 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-498619e2-bb7f-4277-bf43-8d225e9a4018 None None] Provisioning complete for port b7003124-0a0c-4d48-8069-1e6b1359e2c7 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:06.376274 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-498619e2-bb7f-4277-bf43-8d225e9a4018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:06.559358 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-498619e2-bb7f-4277-bf43-8d225e9a4018 None None] Port b7003124-0a0c-4d48-8069-1e6b1359e2c7 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:39:06.583472 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498619e2-bb7f-4277-bf43-8d225e9a4018 None None] Pushing event updated for resources: {'Port': ['ID=4cc74763-77c6-402c-92f2-290d2a5df426,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:06.633335 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:06.638851 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ce45496-dbee-410e-9d0b-2f31eeda4c13 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:06.679644 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 17c566ac-27b9-45d6-9bc4-a01d17321154, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=17c566ac-27b9-45d6-9bc4-a01d17321154,segment=NetworkSegment(6082354d-b532-40e1-a1bf-564cf64f196a),segment_id=6082354d-b532-40e1-a1bf-564cf64f196a)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:06.708013 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3c106be9-18e6-486d-b045-28cf929a607e None None] Provisioning complete for port 17c566ac-27b9-45d6-9bc4-a01d17321154 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:06.708589 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3c106be9-18e6-486d-b045-28cf929a607e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:06.721190 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce45496-dbee-410e-9d0b-2f31eeda4c13 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Pushing event deleted for resources: {'Port': ['ID=b7003124-0a0c-4d48-8069-1e6b1359e2c7,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:06.782385 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:06.783351 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 17471076-608f-4a24-8ab2-dfecb634ad35 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:07.097996 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43458) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:07.098353 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43460) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:07.100400 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ce45496-dbee-410e-9d0b-2f31eeda4c13 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:07.159544 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af7d1a04-a9d1-4b6c-8356-f949e2681a8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:07.161739 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=17c566ac-27b9-45d6-9bc4-a01d17321154,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:07.209266 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3c106be9-18e6-486d-b045-28cf929a607e None None] Provisioning complete for port 4cc74763-77c6-402c-92f2-290d2a5df426 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:07.209645 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3c106be9-18e6-486d-b045-28cf929a607e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:07.212779 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 17471076-608f-4a24-8ab2-dfecb634ad35 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:07.213153 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:07.408496 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d8d57fc0-35c2-454e-baff-2056390f93cf tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:07.495651 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d8d57fc0-35c2-454e-baff-2056390f93cf tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:07.731220 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3c106be9-18e6-486d-b045-28cf929a607e None None] Could not find standard attr ID for object b7003124-0a0c-4d48-8069-1e6b1359e2c7. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:39:07.737043 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d8d57fc0-35c2-454e-baff-2056390f93cf tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:07.742517 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d57fc0-35c2-454e-baff-2056390f93cf tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'Port': ['ID=aaa69281-18ff-4252-9210-95e260e664e7,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:07.750482 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-33d25c72-ed6f-4241-8491-6b3647076a45 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-110826760'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:07.866224 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce45496-dbee-410e-9d0b-2f31eeda4c13 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Router 1d41f077-6f47-48d0-92cc-396af4f74a40 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:39:07.917787 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af7d1a04-a9d1-4b6c-8356-f949e2681a8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:07.927681 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d57fc0-35c2-454e-baff-2056390f93cf tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Network 4b762631-c20c-4f8f-844e-ced8a9f6fe72 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:07.932516 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-d8d57fc0-35c2-454e-baff-2056390f93cf tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:08.036319 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b7e8c779-9789-4150-a105-740aeeee2381 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:08.042841 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d25c72-ed6f-4241-8491-6b3647076a45 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Made reservation on behalf of c05405cdf7b54ea7866fba40038aff98 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:39:08.046575 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33d25c72-ed6f-4241-8491-6b3647076a45 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:08.056473 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af7d1a04-a9d1-4b6c-8356-f949e2681a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:08.093260 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-af7d1a04-a9d1-4b6c-8356-f949e2681a8b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=73af51cf28fc4611b0e966df48c9347e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9796484 Dec 16 22:39:08.094501 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43468) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:08.095575 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a9ddf9-b2af-4698-a53b-f874d5130d92 None None] Network 4b762631-c20c-4f8f-844e-ced8a9f6fe72 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:39:08.098947 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33d25c72-ed6f-4241-8491-6b3647076a45 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:08.119552 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce45496-dbee-410e-9d0b-2f31eeda4c13 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:39:08.131896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43470) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:08.133152 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0ce45496-dbee-410e-9d0b-2f31eeda4c13 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] 10.222.0.75 "PUT /v2.0/routers/1d41f077-6f47-48d0-92cc-396af4f74a40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1391783 Dec 16 22:39:08.138338 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d1a04-a9d1-4b6c-8356-f949e2681a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597a431a-19c3-488a-9ef6-848205a0fc1e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:08.139078 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d57fc0-35c2-454e-baff-2056390f93cf tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Router 1b3e7dc8-e569-4abb-aabd-91a5e396a70a has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:39:08.155074 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d1a04-a9d1-4b6c-8356-f949e2681a8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:08.155442 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d1a04-a9d1-4b6c-8356-f949e2681a8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:08.155794 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d1a04-a9d1-4b6c-8356-f949e2681a8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:08.156147 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d1a04-a9d1-4b6c-8356-f949e2681a8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:08.156509 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d1a04-a9d1-4b6c-8356-f949e2681a8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:08.156832 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d1a04-a9d1-4b6c-8356-f949e2681a8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:08.157279 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d1a04-a9d1-4b6c-8356-f949e2681a8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:08.157507 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d1a04-a9d1-4b6c-8356-f949e2681a8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:08.158308 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d1a04-a9d1-4b6c-8356-f949e2681a8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:08.158308 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d1a04-a9d1-4b6c-8356-f949e2681a8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:08.158497 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d1a04-a9d1-4b6c-8356-f949e2681a8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:08.159790 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d1a04-a9d1-4b6c-8356-f949e2681a8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:08.162841 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7d1a04-a9d1-4b6c-8356-f949e2681a8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:08.222455 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-312b8c8d-2f48-4f67-a7df-e1a4b3057fcf tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] delete failed (client error): The resource could not be found. Dec 16 22:39:08.229343 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-312b8c8d-2f48-4f67-a7df-e1a4b3057fcf tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] 10.222.0.75 "DELETE /v2.0/routers/tempest-non_exist_router-1692698226 HTTP/1.1" status: 404 len: 335 time: 0.0886323 Dec 16 22:39:08.230016 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43472) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:08.236765 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-3de43374-8d7b-4479-83b4-505ad58a8ecb tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Request body: {'router': {'external_gateway_info': {'network_id': '1d41f077-6f47-48d0-92cc-396af4f74a40'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:08.258097 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33d25c72-ed6f-4241-8491-6b3647076a45 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:08.298094 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548358bd-4b60-4537-9d52-47180f8db3f5 None None] Sync routers for ids ['1d41f077-6f47-48d0-92cc-396af4f74a40'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:39:08.334749 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33d25c72-ed6f-4241-8491-6b3647076a45 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:08.336443 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-39343b38-f379-4799-9ead-b746cbe2201f None None] Provisioning complete for port b7e8c779-9789-4150-a105-740aeeee2381 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:08.337460 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-39343b38-f379-4799-9ead-b746cbe2201f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:08.362816 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d25c72-ed6f-4241-8491-6b3647076a45 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:39:08.397531 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33d25c72-ed6f-4241-8491-6b3647076a45 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:08.398199 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-33d25c72-ed6f-4241-8491-6b3647076a45 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Added segment fdf5d934-623b-4cf6-8c85-1a14de1b08b8 of type vlan for network 16560dac-aa02-4d5a-9713-4fd1c4b5f4c7 Dec 16 22:39:08.402506 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548358bd-4b60-4537-9d52-47180f8db3f5 None None] Routers {'1d41f077-6f47-48d0-92cc-396af4f74a40'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:08.403731 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-548358bd-4b60-4537-9d52-47180f8db3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:38:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1d41f077-6f47-48d0-92cc-396af4f74a40'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:08.406583 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d57fc0-35c2-454e-baff-2056390f93cf tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:39:08.415634 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d8d57fc0-35c2-454e-baff-2056390f93cf tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "PUT /v2.0/routers/1b3e7dc8-e569-4abb-aabd-91a5e396a70a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2722430 Dec 16 22:39:08.421277 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43476) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:08.467351 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4371a79-fdf2-4f60-830d-0bde02ae7b7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:08.475404 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-548358bd-4b60-4537-9d52-47180f8db3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:08.501463 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4371a79-fdf2-4f60-830d-0bde02ae7b7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:08.545428 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33d25c72-ed6f-4241-8491-6b3647076a45 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:08.602194 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548358bd-4b60-4537-9d52-47180f8db3f5 None None] Routers {'1d41f077-6f47-48d0-92cc-396af4f74a40'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:08.605823 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-548358bd-4b60-4537-9d52-47180f8db3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:38:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1d41f077-6f47-48d0-92cc-396af4f74a40'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:08.635678 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d25c72-ed6f-4241-8491-6b3647076a45 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc53c8a-17d7-4353-9edc-46fb34210fda,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:08.679256 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33d25c72-ed6f-4241-8491-6b3647076a45 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:08.687246 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d25c72-ed6f-4241-8491-6b3647076a45 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:08.688323 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33d25c72-ed6f-4241-8491-6b3647076a45 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:08.691942 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port b7e8c779-9789-4150-a105-740aeeee2381 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:08.692440 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:08.695997 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-548358bd-4b60-4537-9d52-47180f8db3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:08.697258 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548358bd-4b60-4537-9d52-47180f8db3f5 None None] The sync data for ids ['1d41f077-6f47-48d0-92cc-396af4f74a40'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:39:08.742715 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43484) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:08.819877 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-39343b38-f379-4799-9ead-b746cbe2201f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:08.885804 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b313722b-d6b8-496d-a02f-68df9c6a3153 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:08.886675 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b313722b-d6b8-496d-a02f-68df9c6a3153 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:08.887355 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b313722b-d6b8-496d-a02f-68df9c6a3153 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:08.888226 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b313722b-d6b8-496d-a02f-68df9c6a3153 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:08.889126 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b313722b-d6b8-496d-a02f-68df9c6a3153 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:08.889751 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b313722b-d6b8-496d-a02f-68df9c6a3153 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:08.890365 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b313722b-d6b8-496d-a02f-68df9c6a3153 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:08.890977 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b313722b-d6b8-496d-a02f-68df9c6a3153 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:08.893485 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b313722b-d6b8-496d-a02f-68df9c6a3153 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5655 time: 0.4697099 Dec 16 22:39:08.898924 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43488) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:08.997997 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:09.001049 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-39343b38-f379-4799-9ead-b746cbe2201f None None] For port b7e8c779-9789-4150-a105-740aeeee2381, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b7e8c779-9789-4150-a105-740aeeee2381,segment=NetworkSegment(c6fad3a5-15d0-432c-8186-01ac8d5d9e02),segment_id=c6fad3a5-15d0-432c-8186-01ac8d5d9e02)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:09.021622 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-33d25c72-ed6f-4241-8491-6b3647076a45 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8773282 Dec 16 22:39:09.036494 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d25c72-ed6f-4241-8491-6b3647076a45 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event updated for resources: {'Network': ['ID=16560dac-aa02-4d5a-9713-4fd1c4b5f4c7,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:09.078823 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-39343b38-f379-4799-9ead-b746cbe2201f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:09.159606 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 16560dac-aa02-4d5a-9713-4fd1c4b5f4c7 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:39:09.265610 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9be78a5-e689-4dfa-ab17-e1dfa11b99ce None None] Sync routers for ids ['1b3e7dc8-e569-4abb-aabd-91a5e396a70a'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:39:09.286949 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9be78a5-e689-4dfa-ab17-e1dfa11b99ce None None] Routers {'1b3e7dc8-e569-4abb-aabd-91a5e396a70a'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:09.288747 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a9be78a5-e689-4dfa-ab17-e1dfa11b99ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:38:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1b3e7dc8-e569-4abb-aabd-91a5e396a70a'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:09.289933 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4371a79-fdf2-4f60-830d-0bde02ae7b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:09.292983 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b4371a79-fdf2-4f60-830d-0bde02ae7b7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:09.294228 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b4371a79-fdf2-4f60-830d-0bde02ae7b7a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/597a431a-19c3-488a-9ef6-848205a0fc1e HTTP/1.1" status: 204 len: 168 time: 1.1995394 Dec 16 22:39:09.438683 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4371a79-fdf2-4f60-830d-0bde02ae7b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597a431a-19c3-488a-9ef6-848205a0fc1e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:09.454276 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:39:09.454834 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:39:09.480725 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24727ec7-bb3a-486d-b6c2-9f998b38fd82 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:09.484010 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3de43374-8d7b-4479-83b4-505ad58a8ecb tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:09.489515 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24727ec7-bb3a-486d-b6c2-9f998b38fd82 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:09.489996 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24727ec7-bb3a-486d-b6c2-9f998b38fd82 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:09.490455 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24727ec7-bb3a-486d-b6c2-9f998b38fd82 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:09.490913 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24727ec7-bb3a-486d-b6c2-9f998b38fd82 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:09.495199 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24727ec7-bb3a-486d-b6c2-9f998b38fd82 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:09.495545 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24727ec7-bb3a-486d-b6c2-9f998b38fd82 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:09.496015 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24727ec7-bb3a-486d-b6c2-9f998b38fd82 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:09.505303 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43494) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:09.509964 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-24727ec7-bb3a-486d-b6c2-9f998b38fd82 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5141 time: 0.6060667 Dec 16 22:39:09.526179 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-a9be78a5-e689-4dfa-ab17-e1dfa11b99ce None None] Set router 1b3e7dc8-e569-4abb-aabd-91a5e396a70a gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:39:09.529018 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39343b38-f379-4799-9ead-b746cbe2201f None None] Pushing event updated for resources: {'Port': ['ID=b7e8c779-9789-4150-a105-740aeeee2381,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:09.566971 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4930d539-da42-4004-9a9b-fa6e5a3a8ce6 None None] Provisioning complete for port aaa69281-18ff-4252-9210-95e260e664e7 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:09.567364 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4930d539-da42-4004-9a9b-fa6e5a3a8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:09.692373 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4930d539-da42-4004-9a9b-fa6e5a3a8ce6 None None] Port aaa69281-18ff-4252-9210-95e260e664e7 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:39:09.719928 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4930d539-da42-4004-9a9b-fa6e5a3a8ce6 None None] Provisioning complete for port b7e8c779-9789-4150-a105-740aeeee2381 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:09.720618 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4930d539-da42-4004-9a9b-fa6e5a3a8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:09.742539 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-3de43374-8d7b-4479-83b4-505ad58a8ecb tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] update failed (client error): The resource could not be found. Dec 16 22:39:09.755473 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3de43374-8d7b-4479-83b4-505ad58a8ecb tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] 10.222.0.75 "PUT /v2.0/routers/1d41f077-6f47-48d0-92cc-396af4f74a40 HTTP/1.1" status: 404 len: 339 time: 1.5215390 Dec 16 22:39:09.757494 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43496) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:10.146242 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64c1d2e-6381-4460-8c32-33fb69c0f10e None None] get_active_networks_info from n-d-815324-4 {{(pid=103615) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:39:10.183582 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a9be78a5-e689-4dfa-ab17-e1dfa11b99ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'name': 'tempest-TestNetworkBasicOps-router-1072748978', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:52Z', 'updated_at': '2021-12-16T22:39:05Z', 'revision_number': 4, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'aaa69281-18ff-4252-9210-95e260e664e7', 'name': '', 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'mac_address': 'fa:16:3e:4f:fc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:02Z', 'updated_at': '2021-12-16T22:39:06Z', 'revision_number': 2, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'subnets': [{'id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:10.281440 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4cc74763-77c6-402c-92f2-290d2a5df426 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:10.413125 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ceb20889-4e3e-4ed1-92e4-ccaebc83904a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:10.495478 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f1514813-b758-49be-a9a4-32c9ae91dbea None None] Provisioning complete for port aaa69281-18ff-4252-9210-95e260e664e7 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:10.496000 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f1514813-b758-49be-a9a4-32c9ae91dbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:10.503996 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9be78a5-e689-4dfa-ab17-e1dfa11b99ce None None] Checking router: 1b3e7dc8-e569-4abb-aabd-91a5e396a70a for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:39:10.511711 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9be78a5-e689-4dfa-ab17-e1dfa11b99ce None None] Updating router 1b3e7dc8-e569-4abb-aabd-91a5e396a70a port aaa69281-18ff-4252-9210-95e260e664e7 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:39:10.569481 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9be78a5-e689-4dfa-ab17-e1dfa11b99ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:10.639309 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 4cc74763-77c6-402c-92f2-290d2a5df426 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:10.645166 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:10.791250 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f1514813-b758-49be-a9a4-32c9ae91dbea None None] Port aaa69281-18ff-4252-9210-95e260e664e7 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:39:10.827588 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64c1d2e-6381-4460-8c32-33fb69c0f10e None None] Resources bound (agent type, host, resource id): {{(pid=103615) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:39:11.099025 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-ceb20889-4e3e-4ed1-92e4-ccaebc83904a admin admin] Deleting port a2ba4a11-6e95-47ae-b804-dca0427f96e0 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:11.099408 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ceb20889-4e3e-4ed1-92e4-ccaebc83904a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:11.261376 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9be78a5-e689-4dfa-ab17-e1dfa11b99ce None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:11.287905 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-56c09304-2be8-444a-ad3c-69750a7e05fb tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:11.302013 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 17c566ac-27b9-45d6-9bc4-a01d17321154 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:11.324437 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-935d254c-75fd-4013-b42c-eaac43a353c4 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2866 time: 1.8177314 Dec 16 22:39:11.341750 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9be78a5-e689-4dfa-ab17-e1dfa11b99ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:11.398610 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-ceb20889-4e3e-4ed1-92e4-ccaebc83904a admin admin] For port a2ba4a11-6e95-47ae-b804-dca0427f96e0, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a2ba4a11-6e95-47ae-b804-dca0427f96e0,segment=NetworkSegment(f4015ea8-820e-42f7-bd95-039e02fa3736),segment_id=f4015ea8-820e-42f7-bd95-039e02fa3736)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:11.403526 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ceb20889-4e3e-4ed1-92e4-ccaebc83904a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:11.457640 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-ceb20889-4e3e-4ed1-92e4-ccaebc83904a admin admin] Calling delete_port for a2ba4a11-6e95-47ae-b804-dca0427f96e0 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:11.467901 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c38163-44a5-4fc2-ba6b-7b5f6a968812 None None] Pushing event updated for resources: {'Port': ['ID=aaa69281-18ff-4252-9210-95e260e664e7,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:11.508642 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c38163-44a5-4fc2-ba6b-7b5f6a968812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:11.509321 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c38163-44a5-4fc2-ba6b-7b5f6a968812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:11.509417 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c38163-44a5-4fc2-ba6b-7b5f6a968812 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:11.509764 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c38163-44a5-4fc2-ba6b-7b5f6a968812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:11.510097 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c38163-44a5-4fc2-ba6b-7b5f6a968812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:11.510426 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c38163-44a5-4fc2-ba6b-7b5f6a968812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:11.523863 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c38163-44a5-4fc2-ba6b-7b5f6a968812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:11.523863 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c38163-44a5-4fc2-ba6b-7b5f6a968812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:11.523863 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c38163-44a5-4fc2-ba6b-7b5f6a968812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:11.524174 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c38163-44a5-4fc2-ba6b-7b5f6a968812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:11.531314 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c38163-44a5-4fc2-ba6b-7b5f6a968812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:11.531737 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c38163-44a5-4fc2-ba6b-7b5f6a968812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:11.532074 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c38163-44a5-4fc2-ba6b-7b5f6a968812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:11.569888 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc4116e-f09f-4510-941b-cd43de2e7705 None None] get_active_networks_info from n-d-815324-4 {{(pid=103615) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:39:11.702016 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-56c09304-2be8-444a-ad3c-69750a7e05fb tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Allocated IP 172.20.0.1 (c3f77ddd-2208-4e6a-92b2-5dbd2e583437/9aed0d7e-9aa1-468b-9fe9-2a4e132e8c92/3ddda94a-d2f3-4bdb-8ab9-cb84be95981c) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:39:11.708909 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-a9be78a5-e689-4dfa-ab17-e1dfa11b99ce None None] Attempting to bind port aaa69281-18ff-4252-9210-95e260e664e7 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:39:11.709293 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-a9be78a5-e689-4dfa-ab17-e1dfa11b99ce None None] Attempting to bind port aaa69281-18ff-4252-9210-95e260e664e7 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'c6fad3a5-15d0-432c-8186-01ac8d5d9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:39:11.709658 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9be78a5-e689-4dfa-ab17-e1dfa11b99ce None None] Attempting to bind port aaa69281-18ff-4252-9210-95e260e664e7 on network 4b762631-c20c-4f8f-844e-ced8a9f6fe72 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:11.726908 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9be78a5-e689-4dfa-ab17-e1dfa11b99ce None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:39:11.727346 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9be78a5-e689-4dfa-ab17-e1dfa11b99ce None None] Checking segment: {'id': 'c6fad3a5-15d0-432c-8186-01ac8d5d9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:11.731572 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9be78a5-e689-4dfa-ab17-e1dfa11b99ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:11.732020 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9be78a5-e689-4dfa-ab17-e1dfa11b99ce None None] Bound using segment: {'id': 'c6fad3a5-15d0-432c-8186-01ac8d5d9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:39:11.732506 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-a9be78a5-e689-4dfa-ab17-e1dfa11b99ce None None] Bound port: aaa69281-18ff-4252-9210-95e260e664e7, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6fad3a5-15d0-432c-8186-01ac8d5d9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:39:11.732897 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9be78a5-e689-4dfa-ab17-e1dfa11b99ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:11.861140 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc4116e-f09f-4510-941b-cd43de2e7705 None None] Resources bound (agent type, host, resource id): {{(pid=103615) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:39:11.891304 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-a9be78a5-e689-4dfa-ab17-e1dfa11b99ce None None] For port aaa69281-18ff-4252-9210-95e260e664e7, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:39:11.901576 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-a9be78a5-e689-4dfa-ab17-e1dfa11b99ce None None] For port aaa69281-18ff-4252-9210-95e260e664e7, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=aaa69281-18ff-4252-9210-95e260e664e7,segment=NetworkSegment(c6fad3a5-15d0-432c-8186-01ac8d5d9e02),segment_id=c6fad3a5-15d0-432c-8186-01ac8d5d9e02)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:39:11.982166 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a9be78a5-e689-4dfa-ab17-e1dfa11b99ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:12.004444 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-56c09304-2be8-444a-ad3c-69750a7e05fb tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:12.053017 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 17c566ac-27b9-45d6-9bc4-a01d17321154 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:12.053328 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:12.104038 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43528) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:12.108069 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c38163-44a5-4fc2-ba6b-7b5f6a968812 None None] Pushing event updated for resources: {'Port': ['ID=aaa69281-18ff-4252-9210-95e260e664e7,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:12.114205 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-2cb57108-1ed7-4e94-9f73-131199f78572 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-39060477', 'description': 'tempest-secgroup-smoke-39060477 description', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:12.121643 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ceb20889-4e3e-4ed1-92e4-ccaebc83904a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:12.154103 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9be78a5-e689-4dfa-ab17-e1dfa11b99ce None None] Routers {'1b3e7dc8-e569-4abb-aabd-91a5e396a70a'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:12.154751 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a9be78a5-e689-4dfa-ab17-e1dfa11b99ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:38:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1b3e7dc8-e569-4abb-aabd-91a5e396a70a'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:12.176568 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-56c09304-2be8-444a-ad3c-69750a7e05fb tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:12.225651 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb20889-4e3e-4ed1-92e4-ccaebc83904a admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ba4a11-6e95-47ae-b804-dca0427f96e0,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:12.246580 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c09304-2be8-444a-ad3c-69750a7e05fb tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Network c3f77ddd-2208-4e6a-92b2-5dbd2e583437 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:12.263294 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-56c09304-2be8-444a-ad3c-69750a7e05fb tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:12.269797 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c09304-2be8-444a-ad3c-69750a7e05fb tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:39:12.448044 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-a9be78a5-e689-4dfa-ab17-e1dfa11b99ce None None] Set router 1b3e7dc8-e569-4abb-aabd-91a5e396a70a gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:39:12.537664 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2cb57108-1ed7-4e94-9f73-131199f78572 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:12.556181 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c09304-2be8-444a-ad3c-69750a7e05fb tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Pushing event updated for resources: {'Port': ['ID=3ddda94a-d2f3-4bdb-8ab9-cb84be95981c,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:12.619741 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-56c09304-2be8-444a-ad3c-69750a7e05fb tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:12.683618 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43538) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:12.703091 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-ada0a8f3-1708-49be-a1b9-bb610439179d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Request body: {'subnet': {'network_id': '16560dac-aa02-4d5a-9713-4fd1c4b5f4c7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:12.860246 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ceb20889-4e3e-4ed1-92e4-ccaebc83904a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:12.929111 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-56c09304-2be8-444a-ad3c-69750a7e05fb tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:12.959670 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b7e8c779-9789-4150-a105-740aeeee2381 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:12.981375 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a9be78a5-e689-4dfa-ab17-e1dfa11b99ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'name': 'tempest-TestNetworkBasicOps-router-1072748978', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:52Z', 'updated_at': '2021-12-16T22:39:05Z', 'revision_number': 4, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'aaa69281-18ff-4252-9210-95e260e664e7', 'name': '', 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'mac_address': 'fa:16:3e:4f:fc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:02Z', 'updated_at': '2021-12-16T22:39:11Z', 'revision_number': 4, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'subnets': [{'id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:13.066723 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port b7e8c779-9789-4150-a105-740aeeee2381 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:13.067516 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:13.074046 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9be78a5-e689-4dfa-ab17-e1dfa11b99ce None None] The sync data for ids ['1b3e7dc8-e569-4abb-aabd-91a5e396a70a'] in n-d-815324-4 is: [{'id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'name': 'tempest-TestNetworkBasicOps-router-1072748978', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:52Z', 'updated_at': '2021-12-16T22:39:05Z', 'revision_number': 4, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'aaa69281-18ff-4252-9210-95e260e664e7', 'name': '', 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'mac_address': 'fa:16:3e:4f:fc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:02Z', 'updated_at': '2021-12-16T22:39:11Z', 'revision_number': 4, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'subnets': [{'id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:39:13.284011 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2cb57108-1ed7-4e94-9f73-131199f78572 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:13.349825 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2cb57108-1ed7-4e94-9f73-131199f78572 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:13.482085 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3d7828ee-292f-4e68-9950-ebcf3f2cd845 None None] Provisioning complete for port aaa69281-18ff-4252-9210-95e260e664e7 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:13.482568 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3d7828ee-292f-4e68-9950-ebcf3f2cd845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:13.495955 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada0a8f3-1708-49be-a1b9-bb610439179d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Made reservation on behalf of c05405cdf7b54ea7866fba40038aff98 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:39:13.499727 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ada0a8f3-1708-49be-a1b9-bb610439179d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:13.647096 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2cb57108-1ed7-4e94-9f73-131199f78572 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:13.648440 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2cb57108-1ed7-4e94-9f73-131199f78572 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.5423038 Dec 16 22:39:13.653438 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43548) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:13.662268 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-4d043368-26ed-4cc9-94be-fc29f83d7a1a tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'security_group_rule': {'security_group_id': '34aa2075-3bb6-44e2-a0b8-d174e3f1dd2d', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:13.667656 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb57108-1ed7-4e94-9f73-131199f78572 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34aa2075-3bb6-44e2-a0b8-d174e3f1dd2d,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:13.684940 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3d7828ee-292f-4e68-9950-ebcf3f2cd845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:13.779982 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-3d7828ee-292f-4e68-9950-ebcf3f2cd845 None None] For port aaa69281-18ff-4252-9210-95e260e664e7, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=aaa69281-18ff-4252-9210-95e260e664e7,segment=NetworkSegment(c6fad3a5-15d0-432c-8186-01ac8d5d9e02),segment_id=c6fad3a5-15d0-432c-8186-01ac8d5d9e02)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:13.789225 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-56c09304-2be8-444a-ad3c-69750a7e05fb tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:13.827323 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3d7828ee-292f-4e68-9950-ebcf3f2cd845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:13.851342 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-56c09304-2be8-444a-ad3c-69750a7e05fb tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:13.904380 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7828ee-292f-4e68-9950-ebcf3f2cd845 None None] Pushing event updated for resources: {'Port': ['ID=aaa69281-18ff-4252-9210-95e260e664e7,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:13.928218 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb20889-4e3e-4ed1-92e4-ccaebc83904a admin admin] Router 338045a6-5fe0-4864-9278-82adf843ae84 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:39:13.960527 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d043368-26ed-4cc9-94be-fc29f83d7a1a tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:13.968754 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3063b958-c913-470b-b6f7-52ffcd8e11cf None None] Provisioning complete for port aaa69281-18ff-4252-9210-95e260e664e7 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:13.969553 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3063b958-c913-470b-b6f7-52ffcd8e11cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:14.021889 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c09304-2be8-444a-ad3c-69750a7e05fb tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Pushing event updated for resources: {'Port': ['ID=3ddda94a-d2f3-4bdb-8ab9-cb84be95981c,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:14.046130 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-56c09304-2be8-444a-ad3c-69750a7e05fb tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:14.134431 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3063b958-c913-470b-b6f7-52ffcd8e11cf None None] Provisioning complete for port 3ddda94a-d2f3-4bdb-8ab9-cb84be95981c triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:14.135282 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3063b958-c913-470b-b6f7-52ffcd8e11cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:14.168585 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d043368-26ed-4cc9-94be-fc29f83d7a1a tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:14.186206 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-3063b958-c913-470b-b6f7-52ffcd8e11cf None None] Port 3ddda94a-d2f3-4bdb-8ab9-cb84be95981c cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:39:14.253450 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c09304-2be8-444a-ad3c-69750a7e05fb tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Network c3f77ddd-2208-4e6a-92b2-5dbd2e583437 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:14.255955 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-56c09304-2be8-444a-ad3c-69750a7e05fb tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:14.260395 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb20889-4e3e-4ed1-92e4-ccaebc83904a admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:39:14.267374 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ceb20889-4e3e-4ed1-92e4-ccaebc83904a admin admin] 10.222.0.75 "PUT /v2.0/routers/338045a6-5fe0-4864-9278-82adf843ae84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5161195 Dec 16 22:39:14.269193 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ada0a8f3-1708-49be-a1b9-bb610439179d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:14.273297 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951b96a2-c465-43a2-9719-2a8a41372a5d None None] Sync routers for ids ['338045a6-5fe0-4864-9278-82adf843ae84'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:39:14.289511 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43560) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:14.307824 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d043368-26ed-4cc9-94be-fc29f83d7a1a tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:14.312179 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951b96a2-c465-43a2-9719-2a8a41372a5d None None] Routers {'338045a6-5fe0-4864-9278-82adf843ae84'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:14.312825 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-951b96a2-c465-43a2-9719-2a8a41372a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:38:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['338045a6-5fe0-4864-9278-82adf843ae84'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:14.574500 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada0a8f3-1708-49be-a1b9-bb610439179d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Checking segment: {'id': 'fdf5d934-623b-4cf6-8c85-1a14de1b08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16560dac-aa02-4d5a-9713-4fd1c4b5f4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:14.574890 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada0a8f3-1708-49be-a1b9-bb610439179d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Network hostable DHCP agents. Network: 16560dac-aa02-4d5a-9713-4fd1c4b5f4c7, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:39:14.591257 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d043368-26ed-4cc9-94be-fc29f83d7a1a tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:14.593666 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4d043368-26ed-4cc9-94be-fc29f83d7a1a tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9391851 Dec 16 22:39:14.598830 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43564) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:14.599684 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d043368-26ed-4cc9-94be-fc29f83d7a1a tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd063dd-7746-432c-b55a-9c5d393eda66,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:14.615426 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-00b886cc-b675-407c-87b4-2e0abd94b37e tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'security_group_rule': {'security_group_id': '34aa2075-3bb6-44e2-a0b8-d174e3f1dd2d', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:14.622471 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-951b96a2-c465-43a2-9719-2a8a41372a5d None None] Set router 338045a6-5fe0-4864-9278-82adf843ae84 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:39:14.644270 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0a8f3-1708-49be-a1b9-bb610439179d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event updated for resources: {'Subnet': ['ID=72c6cdb3-17c3-4341-acb0-494b1e3614fd,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:14.709808 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c09304-2be8-444a-ad3c-69750a7e05fb tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Router 1d41f077-6f47-48d0-92cc-396af4f74a40 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:39:14.713921 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b764e26-f68d-4ad0-b5df-4dda61b6a66c admin admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:14.786648 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada0a8f3-1708-49be-a1b9-bb610439179d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Network 16560dac-aa02-4d5a-9713-4fd1c4b5f4c7 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:39:14.820015 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device aaa69281-18ff-4252-9210-95e260e664e7 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:14.856594 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-ada0a8f3-1708-49be-a1b9-bb610439179d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 16560dac-aa02-4d5a-9713-4fd1c4b5f4c7) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:14.863798 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada0a8f3-1708-49be-a1b9-bb610439179d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:14.864517 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ada0a8f3-1708-49be-a1b9-bb610439179d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:14.922821 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b764e26-f68d-4ad0-b5df-4dda61b6a66c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:14.929071 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959f2d78-fb21-46fb-b2eb-4945f0c37404 None None] Network 16560dac-aa02-4d5a-9713-4fd1c4b5f4c7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:39:14.938639 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ada0a8f3-1708-49be-a1b9-bb610439179d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2515931 Dec 16 22:39:14.942448 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43570) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:14.949215 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-22e5a7cf-5b35-48af-ab3c-156ae11a8e03 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1668342213'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:14.973557 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00b886cc-b675-407c-87b4-2e0abd94b37e tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:15.077375 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b942822c-1a56-4769-8e64-7e958836dae0 None None] Provisioning complete for port 3ddda94a-d2f3-4bdb-8ab9-cb84be95981c triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:15.082416 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e5a7cf-5b35-48af-ab3c-156ae11a8e03 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Made reservation on behalf of c05405cdf7b54ea7866fba40038aff98 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:39:15.082690 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b942822c-1a56-4769-8e64-7e958836dae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:15.086850 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-22e5a7cf-5b35-48af-ab3c-156ae11a8e03 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:15.095430 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c09304-2be8-444a-ad3c-69750a7e05fb tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:39:15.109665 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17599f7-86e1-4c15-843f-01a906b0c46f None None] Sync routers for ids ['1d41f077-6f47-48d0-92cc-396af4f74a40'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:39:15.132718 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b942822c-1a56-4769-8e64-7e958836dae0 None None] Port 3ddda94a-d2f3-4bdb-8ab9-cb84be95981c cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:39:15.142658 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-56c09304-2be8-444a-ad3c-69750a7e05fb tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] 10.222.0.75 "PUT /v2.0/routers/1d41f077-6f47-48d0-92cc-396af4f74a40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3731182 Dec 16 22:39:15.145437 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17599f7-86e1-4c15-843f-01a906b0c46f None None] Routers {'1d41f077-6f47-48d0-92cc-396af4f74a40'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:15.145437 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d17599f7-86e1-4c15-843f-01a906b0c46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:38:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1d41f077-6f47-48d0-92cc-396af4f74a40'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:15.146412 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43574) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:15.148898 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e5a7cf-5b35-48af-ab3c-156ae11a8e03 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:39:15.158549 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-5b764e26-f68d-4ad0-b5df-4dda61b6a66c admin admin] Deleting port 76a1ec6d-53df-406f-b9b0-d651791b876c {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:15.158903 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b764e26-f68d-4ad0-b5df-4dda61b6a66c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:15.165836 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port aaa69281-18ff-4252-9210-95e260e664e7 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:15.166552 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:15.174196 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00b886cc-b675-407c-87b4-2e0abd94b37e tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:15.217281 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-22e5a7cf-5b35-48af-ab3c-156ae11a8e03 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:15.217623 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-22e5a7cf-5b35-48af-ab3c-156ae11a8e03 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Added segment 526d7290-e80c-402e-887a-18c5b0f5fd6f of type vlan for network ec70c306-0f37-4a88-9928-6ab18b6a2beb Dec 16 22:39:15.279414 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d17599f7-86e1-4c15-843f-01a906b0c46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:15.310988 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17599f7-86e1-4c15-843f-01a906b0c46f None None] Routers {'1d41f077-6f47-48d0-92cc-396af4f74a40'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:15.311658 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d17599f7-86e1-4c15-843f-01a906b0c46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:38:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1d41f077-6f47-48d0-92cc-396af4f74a40'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:15.341474 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-22e5a7cf-5b35-48af-ab3c-156ae11a8e03 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:15.346687 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a80c9d-c07b-4b50-99e2-ced71da28bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-16560dac-aa02-4d5a-9713-4fd1c4b5f4c7', 'network_id': '16560dac-aa02-4d5a-9713-4fd1c4b5f4c7', 'project_id': 'c05405cdf7b54ea7866fba40038aff98', 'fixed_ips': [{'subnet_id': '72c6cdb3-17c3-4341-acb0-494b1e3614fd'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:39:15.347699 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2a80c9d-c07b-4b50-99e2-ced71da28bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:15.386711 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d17599f7-86e1-4c15-843f-01a906b0c46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:15.387827 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17599f7-86e1-4c15-843f-01a906b0c46f None None] The sync data for ids ['1d41f077-6f47-48d0-92cc-396af4f74a40'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:39:15.462740 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-5b764e26-f68d-4ad0-b5df-4dda61b6a66c admin admin] For port 76a1ec6d-53df-406f-b9b0-d651791b876c, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=76a1ec6d-53df-406f-b9b0-d651791b876c,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:15.468383 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b764e26-f68d-4ad0-b5df-4dda61b6a66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:15.497531 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-5b764e26-f68d-4ad0-b5df-4dda61b6a66c admin admin] Calling delete_port for 76a1ec6d-53df-406f-b9b0-d651791b876c owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:15.511558 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-22e5a7cf-5b35-48af-ab3c-156ae11a8e03 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:15.517223 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-951b96a2-c465-43a2-9719-2a8a41372a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338045a6-5fe0-4864-9278-82adf843ae84', 'name': 'tempest-AttachVolumeTestJSON-1810374084-router', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:29Z', 'updated_at': '2021-12-16T22:39:11Z', 'revision_number': 5, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'gw_port': {'id': '76a1ec6d-53df-406f-b9b0-d651791b876c', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:37:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338045a6-5fe0-4864-9278-82adf843ae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:30:30Z', 'updated_at': '2021-12-16T22:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:15.529150 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e5a7cf-5b35-48af-ab3c-156ae11a8e03 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:15.529809 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-22e5a7cf-5b35-48af-ab3c-156ae11a8e03 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:15.561724 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951b96a2-c465-43a2-9719-2a8a41372a5d None None] Checking router: 338045a6-5fe0-4864-9278-82adf843ae84 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:39:15.577559 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951b96a2-c465-43a2-9719-2a8a41372a5d None None] Routers {'338045a6-5fe0-4864-9278-82adf843ae84'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:15.578483 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-951b96a2-c465-43a2-9719-2a8a41372a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:38:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['338045a6-5fe0-4864-9278-82adf843ae84'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:15.651760 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-d2a80c9d-c07b-4b50-99e2-ced71da28bc5 None None] Allocated IP 2001:db8:0:ffff::2 (16560dac-aa02-4d5a-9713-4fd1c4b5f4c7/72c6cdb3-17c3-4341-acb0-494b1e3614fd/eccae989-f48a-4e54-87df-41f8e2bf625f) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:39:15.707497 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-22e5a7cf-5b35-48af-ab3c-156ae11a8e03 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7638223 Dec 16 22:39:15.720859 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43582) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:15.737135 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-ad6ddae2-3d99-417b-b6d0-e7272df6316d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Request body: {'subnet': {'network_id': 'ec70c306-0f37-4a88-9928-6ab18b6a2beb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:15.747122 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5a7cf-5b35-48af-ab3c-156ae11a8e03 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event updated for resources: {'Network': ['ID=ec70c306-0f37-4a88-9928-6ab18b6a2beb,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:15.750563 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-951b96a2-c465-43a2-9719-2a8a41372a5d None None] Set router 338045a6-5fe0-4864-9278-82adf843ae84 gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:39:15.784675 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network ec70c306-0f37-4a88-9928-6ab18b6a2beb details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:39:15.806265 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00b886cc-b675-407c-87b4-2e0abd94b37e tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:15.844801 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b886cc-b675-407c-87b4-2e0abd94b37e tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19597553-8115-4086-9063-d528fa18cb3c,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:15.847467 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-951b96a2-c465-43a2-9719-2a8a41372a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338045a6-5fe0-4864-9278-82adf843ae84', 'name': 'tempest-AttachVolumeTestJSON-1810374084-router', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:29Z', 'updated_at': '2021-12-16T22:39:14Z', 'revision_number': 6, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:15.877810 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2ccd88f5-f6d2-4576-b385-0714b36e1fab tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:15.917691 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951b96a2-c465-43a2-9719-2a8a41372a5d None None] The sync data for ids ['338045a6-5fe0-4864-9278-82adf843ae84'] in n-d-815324-4 is: [{'id': '338045a6-5fe0-4864-9278-82adf843ae84', 'name': 'tempest-AttachVolumeTestJSON-1810374084-router', 'tenant_id': '720f6d1270aa4ecaab964d0eb84b215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:30:29Z', 'updated_at': '2021-12-16T22:39:14Z', 'revision_number': 6, 'project_id': '720f6d1270aa4ecaab964d0eb84b215e', 'gw_port_host': None}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:39:16.008934 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-2ccd88f5-f6d2-4576-b385-0714b36e1fab tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 22:39:16.008934 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2ccd88f5-f6d2-4576-b385-0714b36e1fab tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] 10.222.0.75 "DELETE /v2.0/routers/1d41f077-6f47-48d0-92cc-396af4f74a40 HTTP/1.1" status: 409 len: 329 time: 0.8376613 Dec 16 22:39:16.009912 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00b886cc-b675-407c-87b4-2e0abd94b37e tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:16.014147 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-00b886cc-b675-407c-87b4-2e0abd94b37e tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4121675 Dec 16 22:39:16.015037 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43590) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:16.016977 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43592) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:16.023383 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-29f8497a-3814-4e5e-80e8-31e4b24a7ff7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'security_group_rule': {'security_group_id': '34aa2075-3bb6-44e2-a0b8-d174e3f1dd2d', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:16.140863 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b764e26-f68d-4ad0-b5df-4dda61b6a66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:16.216909 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996f8c58-ecc5-4b01-87bf-0a32e81f44a7 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:39:16.218650 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b764e26-f68d-4ad0-b5df-4dda61b6a66c admin admin] Pushing event deleted for resources: {'Port': ['ID=76a1ec6d-53df-406f-b9b0-d651791b876c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:16.227290 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6ddae2-3d99-417b-b6d0-e7272df6316d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Made reservation on behalf of c05405cdf7b54ea7866fba40038aff98 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:39:16.235645 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ad6ddae2-3d99-417b-b6d0-e7272df6316d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:16.250188 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2a80c9d-c07b-4b50-99e2-ced71da28bc5 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:16.277485 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-29f8497a-3814-4e5e-80e8-31e4b24a7ff7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:16.330919 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2a80c9d-c07b-4b50-99e2-ced71da28bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:16.389411 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-29f8497a-3814-4e5e-80e8-31e4b24a7ff7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:16.397104 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b764e26-f68d-4ad0-b5df-4dda61b6a66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:16.407019 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a80c9d-c07b-4b50-99e2-ced71da28bc5 None None] Network 16560dac-aa02-4d5a-9713-4fd1c4b5f4c7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:16.419221 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-d2a80c9d-c07b-4b50-99e2-ced71da28bc5 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:16.430235 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a80c9d-c07b-4b50-99e2-ced71da28bc5 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:39:16.464927 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-29f8497a-3814-4e5e-80e8-31e4b24a7ff7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:16.521934 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8497a-3814-4e5e-80e8-31e4b24a7ff7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46f7fcb3-641e-48d0-9347-cfdcc0f1b4e9,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:16.535897 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b764e26-f68d-4ad0-b5df-4dda61b6a66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:16.539064 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b764e26-f68d-4ad0-b5df-4dda61b6a66c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:16.556585 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a80c9d-c07b-4b50-99e2-ced71da28bc5 None None] Pushing event updated for resources: {'Port': ['ID=eccae989-f48a-4e54-87df-41f8e2bf625f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:16.575088 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-29f8497a-3814-4e5e-80e8-31e4b24a7ff7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:16.580163 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-29f8497a-3814-4e5e-80e8-31e4b24a7ff7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5602331 Dec 16 22:39:16.583188 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43598) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:16.593073 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-dcf94b99-ed1d-41d2-b767-127321a772dc tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'security_group_rule': {'security_group_id': '34aa2075-3bb6-44e2-a0b8-d174e3f1dd2d', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:16.597533 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d2a80c9d-c07b-4b50-99e2-ced71da28bc5 None None] Attempting to bind port eccae989-f48a-4e54-87df-41f8e2bf625f on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:39:16.597913 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d2a80c9d-c07b-4b50-99e2-ced71da28bc5 None None] Attempting to bind port eccae989-f48a-4e54-87df-41f8e2bf625f by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'fdf5d934-623b-4cf6-8c85-1a14de1b08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16560dac-aa02-4d5a-9713-4fd1c4b5f4c7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:39:16.599338 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a80c9d-c07b-4b50-99e2-ced71da28bc5 None None] Attempting to bind port eccae989-f48a-4e54-87df-41f8e2bf625f on network 16560dac-aa02-4d5a-9713-4fd1c4b5f4c7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:16.614285 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a80c9d-c07b-4b50-99e2-ced71da28bc5 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:39:16.621857 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a80c9d-c07b-4b50-99e2-ced71da28bc5 None None] Checking segment: {'id': 'fdf5d934-623b-4cf6-8c85-1a14de1b08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16560dac-aa02-4d5a-9713-4fd1c4b5f4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:16.622396 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2a80c9d-c07b-4b50-99e2-ced71da28bc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:16.622809 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a80c9d-c07b-4b50-99e2-ced71da28bc5 None None] Bound using segment: {'id': 'fdf5d934-623b-4cf6-8c85-1a14de1b08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16560dac-aa02-4d5a-9713-4fd1c4b5f4c7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:39:16.632863 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d2a80c9d-c07b-4b50-99e2-ced71da28bc5 None None] Bound port: eccae989-f48a-4e54-87df-41f8e2bf625f, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf5d934-623b-4cf6-8c85-1a14de1b08b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16560dac-aa02-4d5a-9713-4fd1c4b5f4c7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:39:16.632863 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2a80c9d-c07b-4b50-99e2-ced71da28bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:16.665581 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ec28b4cc-2c95-463e-9505-5bd9c878bf05 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:16.674414 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b764e26-f68d-4ad0-b5df-4dda61b6a66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:16.675336 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b764e26-f68d-4ad0-b5df-4dda61b6a66c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 338045a6-5fe0-4864-9278-82adf843ae84 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:39:16.682801 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b764e26-f68d-4ad0-b5df-4dda61b6a66c admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:16.687184 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5b764e26-f68d-4ad0-b5df-4dda61b6a66c admin admin] 10.222.0.75 "DELETE /v2.0/routers/338045a6-5fe0-4864-9278-82adf843ae84 HTTP/1.1" status: 204 len: 168 time: 2.3797936 Dec 16 22:39:16.687888 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43600) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:16.711615 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d2a80c9d-c07b-4b50-99e2-ced71da28bc5 None None] For port eccae989-f48a-4e54-87df-41f8e2bf625f, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:39:16.716000 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d2a80c9d-c07b-4b50-99e2-ced71da28bc5 None None] For port eccae989-f48a-4e54-87df-41f8e2bf625f, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=eccae989-f48a-4e54-87df-41f8e2bf625f,segment=NetworkSegment(fdf5d934-623b-4cf6-8c85-1a14de1b08b8),segment_id=fdf5d934-623b-4cf6-8c85-1a14de1b08b8)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:39:16.766680 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dcf94b99-ed1d-41d2-b767-127321a772dc tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:16.793377 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2a80c9d-c07b-4b50-99e2-ced71da28bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:16.897070 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a80c9d-c07b-4b50-99e2-ced71da28bc5 None None] Pushing event updated for resources: {'Port': ['ID=eccae989-f48a-4e54-87df-41f8e2bf625f,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:16.992555 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a2ba4a11-6e95-47ae-b804-dca0427f96e0 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:39:17.009304 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dcf94b99-ed1d-41d2-b767-127321a772dc tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:17.049744 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: a2ba4a11-6e95-47ae-b804-dca0427f96e0 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:39:17.050120 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a2ba4a11-6e95-47ae-b804-dca0427f96e0 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:39:17.098488 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dcf94b99-ed1d-41d2-b767-127321a772dc tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:17.214121 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf94b99-ed1d-41d2-b767-127321a772dc tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a931cc-d1c9-423c-a823-9229acc004cf,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:17.249596 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-ec28b4cc-2c95-463e-9505-5bd9c878bf05 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Deleting port 3ddda94a-d2f3-4bdb-8ab9-cb84be95981c {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:17.249963 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ec28b4cc-2c95-463e-9505-5bd9c878bf05 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:17.262090 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dcf94b99-ed1d-41d2-b767-127321a772dc tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:17.262090 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-dcf94b99-ed1d-41d2-b767-127321a772dc tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6763668 Dec 16 22:39:17.273667 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43610) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:17.279520 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-5c68960c-7cad-4962-8639-69d088b96728 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'security_group_rule': {'security_group_id': '34aa2075-3bb6-44e2-a0b8-d174e3f1dd2d', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:17.427716 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e079827-24c9-450a-b22d-65d432a07de6 admin admin] Deleting subnet 04b9b352-17cc-4c58-8901-6e5b7abd436d {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:39:17.438059 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e079827-24c9-450a-b22d-65d432a07de6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:17.452357 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ec28b4cc-2c95-463e-9505-5bd9c878bf05 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:17.474540 n-d-815324-4 neutron-server[103614]: INFO neutron.db.securitygroups_db [None req-5c68960c-7cad-4962-8639-69d088b96728 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Project c2b4fafbea3d45ac8d3254c1d8b5fceb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:39:17.478772 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-ec28b4cc-2c95-463e-9505-5bd9c878bf05 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Calling delete_port for 3ddda94a-d2f3-4bdb-8ab9-cb84be95981c owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:17.478922 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e079827-24c9-450a-b22d-65d432a07de6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:17.488594 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5c68960c-7cad-4962-8639-69d088b96728 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:17.601475 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5c68960c-7cad-4962-8639-69d088b96728 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:17.663896 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e079827-24c9-450a-b22d-65d432a07de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:17.717460 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5c68960c-7cad-4962-8639-69d088b96728 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:17.745643 n-d-815324-4 neutron-server[103613]: DEBUG neutron.objects.ports [None req-ad6ddae2-3d99-417b-b6d0-e7272df6316d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103613) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:39:17.750310 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68960c-7cad-4962-8639-69d088b96728 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563cd3de-5532-4260-a0c8-a2cedd139d7b,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:17.750487 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ad6ddae2-3d99-417b-b6d0-e7272df6316d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:17.832373 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5c68960c-7cad-4962-8639-69d088b96728 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:17.838023 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5c68960c-7cad-4962-8639-69d088b96728 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5590668 Dec 16 22:39:17.838023 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43620) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:17.841895 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-e823fd13-f7e2-414f-b52c-082e9e5103bd tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'security_group_rule': {'security_group_id': '34aa2075-3bb6-44e2-a0b8-d174e3f1dd2d', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:17.852989 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ddae2-3d99-417b-b6d0-e7272df6316d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event updated for resources: {'Subnet': ['ID=cb68f759-9955-47e1-ab99-e982e1c7f322,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:17.879460 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ec28b4cc-2c95-463e-9505-5bd9c878bf05 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:17.904058 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6ddae2-3d99-417b-b6d0-e7272df6316d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Checking segment: {'id': '526d7290-e80c-402e-887a-18c5b0f5fd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ec70c306-0f37-4a88-9928-6ab18b6a2beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:17.904824 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6ddae2-3d99-417b-b6d0-e7272df6316d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Network hostable DHCP agents. Network: ec70c306-0f37-4a88-9928-6ab18b6a2beb, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:39:17.964477 n-d-815324-4 neutron-server[103614]: INFO neutron.db.securitygroups_db [None req-e823fd13-f7e2-414f-b52c-082e9e5103bd tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Project c2b4fafbea3d45ac8d3254c1d8b5fceb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:39:17.975804 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e823fd13-f7e2-414f-b52c-082e9e5103bd tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:17.981429 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28b4cc-2c95-463e-9505-5bd9c878bf05 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Pushing event deleted for resources: {'Port': ['ID=3ddda94a-d2f3-4bdb-8ab9-cb84be95981c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:18.003585 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e079827-24c9-450a-b22d-65d432a07de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:18.029054 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca55d90-eb43-437f-886e-d54290cf45cc None None] Network 4d9f61c4-cc29-4ddf-89f0-e4012f9c023f requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:39:18.046637 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e079827-24c9-450a-b22d-65d432a07de6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:18.053011 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0e079827-24c9-450a-b22d-65d432a07de6 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/04b9b352-17cc-4c58-8901-6e5b7abd436d HTTP/1.1" status: 204 len: 168 time: 1.3618138 Dec 16 22:39:18.053669 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43624) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:18.135027 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6ddae2-3d99-417b-b6d0-e7272df6316d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Network ec70c306-0f37-4a88-9928-6ab18b6a2beb is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:39:18.182672 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e079827-24c9-450a-b22d-65d432a07de6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04b9b352-17cc-4c58-8901-6e5b7abd436d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:18.280992 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-ad6ddae2-3d99-417b-b6d0-e7272df6316d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, ec70c306-0f37-4a88-9928-6ab18b6a2beb) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:18.297354 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6ddae2-3d99-417b-b6d0-e7272df6316d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:18.300653 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ad6ddae2-3d99-417b-b6d0-e7272df6316d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:18.317245 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a55691-88ea-4113-bf23-4507db89c37c None None] Network ec70c306-0f37-4a88-9928-6ab18b6a2beb requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:39:18.320722 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0efe5d98-0bd9-4eb9-8304-758f2996b30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:18.431761 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e823fd13-f7e2-414f-b52c-082e9e5103bd tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:18.447394 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ec28b4cc-2c95-463e-9505-5bd9c878bf05 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:18.447556 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533bdc96-b896-49d7-adf8-32c0fb053d7b None None] DHCP port deletion for 4d9f61c4-cc29-4ddf-89f0-e4012f9c023f request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:39:18.457499 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-0efe5d98-0bd9-4eb9-8304-758f2996b30d admin admin] Deleting port db822761-f654-4700-8b1f-7de4ad134d6f {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:18.458041 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0efe5d98-0bd9-4eb9-8304-758f2996b30d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:18.505251 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ad6ddae2-3d99-417b-b6d0-e7272df6316d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7791660 Dec 16 22:39:18.547567 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43628) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:18.556813 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-1d3340f2-54d9-4638-a105-29ca99c3910a tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Request body: {'port': {'network_id': 'ec70c306-0f37-4a88-9928-6ab18b6a2beb', 'name': 'tempest-NetworksIpV6TestAttrs-852587701'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:18.606651 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e823fd13-f7e2-414f-b52c-082e9e5103bd tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:18.641435 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5408c653-0433-412a-a3af-01a6357a7d67 None None] Network 16560dac-aa02-4d5a-9713-4fd1c4b5f4c7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:39:18.658034 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a186436-50e8-43e6-bba7-e62df7cd5ec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-ec70c306-0f37-4a88-9928-6ab18b6a2beb', 'network_id': 'ec70c306-0f37-4a88-9928-6ab18b6a2beb', 'project_id': 'c05405cdf7b54ea7866fba40038aff98', 'fixed_ips': [{'subnet_id': 'cb68f759-9955-47e1-ab99-e982e1c7f322'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:39:18.659449 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0a186436-50e8-43e6-bba7-e62df7cd5ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:18.667233 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823fd13-f7e2-414f-b52c-082e9e5103bd tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f656a4-fad9-4998-91e8-25ffd2029876,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:18.674388 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-0efe5d98-0bd9-4eb9-8304-758f2996b30d admin admin] For port db822761-f654-4700-8b1f-7de4ad134d6f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=db822761-f654-4700-8b1f-7de4ad134d6f,segment=NetworkSegment(f4015ea8-820e-42f7-bd95-039e02fa3736),segment_id=f4015ea8-820e-42f7-bd95-039e02fa3736)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:18.674721 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0efe5d98-0bd9-4eb9-8304-758f2996b30d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:18.692250 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-0efe5d98-0bd9-4eb9-8304-758f2996b30d admin admin] Calling delete_port for db822761-f654-4700-8b1f-7de4ad134d6f owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:18.729067 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device eccae989-f48a-4e54-87df-41f8e2bf625f up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:18.773004 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e823fd13-f7e2-414f-b52c-082e9e5103bd tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:18.775397 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e823fd13-f7e2-414f-b52c-082e9e5103bd tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9369266 Dec 16 22:39:18.805041 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec28b4cc-2c95-463e-9505-5bd9c878bf05 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Router 1d41f077-6f47-48d0-92cc-396af4f74a40 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:39:18.920476 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-0a186436-50e8-43e6-bba7-e62df7cd5ec8 None None] Allocated IP 2001:db8::f816:3eff:fe6c:9085 (ec70c306-0f37-4a88-9928-6ab18b6a2beb/cb68f759-9955-47e1-ab99-e982e1c7f322/6cb596e0-9baf-4faf-9833-d364da284dcc) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:39:18.956401 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6640ae2b-0adb-4341-a54f-30589aa5c613 None None] Provisioning complete for port eccae989-f48a-4e54-87df-41f8e2bf625f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:18.957062 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6640ae2b-0adb-4341-a54f-30589aa5c613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:18.965259 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-533bdc96-b896-49d7-adf8-32c0fb053d7b None None] Deleting port db822761-f654-4700-8b1f-7de4ad134d6f {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:18.965637 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-533bdc96-b896-49d7-adf8-32c0fb053d7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:18.965930 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec28b4cc-2c95-463e-9505-5bd9c878bf05 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:39:18.972918 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ec28b4cc-2c95-463e-9505-5bd9c878bf05 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] 10.222.0.75 "PUT /v2.0/routers/1d41f077-6f47-48d0-92cc-396af4f74a40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9547186 Dec 16 22:39:18.979901 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43640) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:19.049458 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-4e6c261c-bc90-47dc-8884-d81f48dc96a6 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] show failed (client error): The resource could not be found. Dec 16 22:39:19.051384 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4e6c261c-bc90-47dc-8884-d81f48dc96a6 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] 10.222.0.75 "GET /v2.0/routers/tempest-non_exist_router-149079821 HTTP/1.1" status: 404 len: 334 time: 0.0704758 Dec 16 22:39:19.055657 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43650) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:19.062047 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-1dd2004a-594f-404c-a470-be178f485e9d tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:19.119583 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-1dd2004a-594f-404c-a470-be178f485e9d tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] update failed (client error): The resource could not be found. Dec 16 22:39:19.120741 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1dd2004a-594f-404c-a470-be178f485e9d tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] 10.222.0.75 "PUT /v2.0/routers/tempest-non_exist_router-818379726 HTTP/1.1" status: 404 len: 334 time: 0.0637538 Dec 16 22:39:19.121928 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0efe5d98-0bd9-4eb9-8304-758f2996b30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:19.124085 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3340f2-54d9-4638-a105-29ca99c3910a tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Made reservation on behalf of c05405cdf7b54ea7866fba40038aff98 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:39:19.127686 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1d3340f2-54d9-4638-a105-29ca99c3910a tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:19.128439 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43652) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:19.179318 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe5d98-0bd9-4eb9-8304-758f2996b30d admin admin] Pushing event deleted for resources: {'Port': ['ID=db822761-f654-4700-8b1f-7de4ad134d6f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:19.180645 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-76fe80d4-63b0-45f8-9c9d-30e6537e216f tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-39060477&fields=id&tenant_id=c2b4fafbea3d45ac8d3254c1d8b5fceb HTTP/1.1" status: 200 len: 267 time: 0.1107554 Dec 16 22:39:19.187932 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-1d3340f2-54d9-4638-a105-29ca99c3910a tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] device_id is not set on port 63e68174-8292-4ec4-8a87-9aed798a661b yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:39:19.189258 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8337c3e0-010b-47de-9f33-071c9ec4221f None None] Sync routers for ids ['1d41f077-6f47-48d0-92cc-396af4f74a40'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:39:19.197834 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efe5d98-0bd9-4eb9-8304-758f2996b30d admin admin] No DVR routers for this DVR port db822761-f654-4700-8b1f-7de4ad134d6f on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:39:19.239773 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port eccae989-f48a-4e54-87df-41f8e2bf625f triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:19.240155 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:19.343485 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6640ae2b-0adb-4341-a54f-30589aa5c613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:19.345397 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8337c3e0-010b-47de-9f33-071c9ec4221f None None] Routers {'1d41f077-6f47-48d0-92cc-396af4f74a40'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:19.346106 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8337c3e0-010b-47de-9f33-071c9ec4221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:38:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1d41f077-6f47-48d0-92cc-396af4f74a40'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:19.348001 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-1468b477-34e4-4ecc-8fec-34ce293435d9 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Deleting subnet e665fb1b-debb-4c2d-82e6-e92854a222dd {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:39:19.349691 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0efe5d98-0bd9-4eb9-8304-758f2996b30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:19.356846 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-533bdc96-b896-49d7-adf8-32c0fb053d7b None None] For port db822761-f654-4700-8b1f-7de4ad134d6f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=db822761-f654-4700-8b1f-7de4ad134d6f,segment=NetworkSegment(f4015ea8-820e-42f7-bd95-039e02fa3736),segment_id=f4015ea8-820e-42f7-bd95-039e02fa3736)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:19.357085 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1468b477-34e4-4ecc-8fec-34ce293435d9 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:19.357402 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-533bdc96-b896-49d7-adf8-32c0fb053d7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:19.374150 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-0efe5d98-0bd9-4eb9-8304-758f2996b30d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9f61c4-cc29-4ddf-89f0-e4012f9c023f']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:19.394829 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-0efe5d98-0bd9-4eb9-8304-758f2996b30d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4015ea8-820e-42f7-bd95-039e02fa3736') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:19.396449 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-0efe5d98-0bd9-4eb9-8304-758f2996b30d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4015ea8-820e-42f7-bd95-039e02fa3736') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:19.408639 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1468b477-34e4-4ecc-8fec-34ce293435d9 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:19.422385 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0efe5d98-0bd9-4eb9-8304-758f2996b30d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:19.431539 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8337c3e0-010b-47de-9f33-071c9ec4221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:19.450865 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0efe5d98-0bd9-4eb9-8304-758f2996b30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:19.471758 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-533bdc96-b896-49d7-adf8-32c0fb053d7b None None] Calling delete_port for db822761-f654-4700-8b1f-7de4ad134d6f owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0efe5d98-0bd9-4eb9-8304-758f2996b30d admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0efe5d98-0bd9-4eb9-8304-758f2996b30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:39:19.471937 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:39:19.510505 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8337c3e0-010b-47de-9f33-071c9ec4221f None None] Routers {'1d41f077-6f47-48d0-92cc-396af4f74a40'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:19.511603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8337c3e0-010b-47de-9f33-071c9ec4221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:38:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1d41f077-6f47-48d0-92cc-396af4f74a40'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:19.590520 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1468b477-34e4-4ecc-8fec-34ce293435d9 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:19.630225 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8337c3e0-010b-47de-9f33-071c9ec4221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:19.631280 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8337c3e0-010b-47de-9f33-071c9ec4221f None None] The sync data for ids ['1d41f077-6f47-48d0-92cc-396af4f74a40'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:39:19.639073 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-6640ae2b-0adb-4341-a54f-30589aa5c613 None None] For port eccae989-f48a-4e54-87df-41f8e2bf625f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=eccae989-f48a-4e54-87df-41f8e2bf625f,segment=NetworkSegment(fdf5d934-623b-4cf6-8c85-1a14de1b08b8),segment_id=fdf5d934-623b-4cf6-8c85-1a14de1b08b8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:19.661767 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0efe5d98-0bd9-4eb9-8304-758f2996b30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:19.664402 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-9cf8f467-223a-490d-b14a-2167926dd532 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:19.673299 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-9cf8f467-223a-490d-b14a-2167926dd532 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/networks?id=4b762631-c20c-4f8f-844e-ced8a9f6fe72 HTTP/1.1" status: 200 len: 797 time: 0.4916031 Dec 16 22:39:19.680015 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0efe5d98-0bd9-4eb9-8304-758f2996b30d admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:19.687696 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0efe5d98-0bd9-4eb9-8304-758f2996b30d admin admin] 10.222.0.75 "DELETE /v2.0/networks/4d9f61c4-cc29-4ddf-89f0-e4012f9c023f HTTP/1.1" status: 204 len: 168 time: 1.5596781 Dec 16 22:39:19.701276 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-cab60b75-7a90-44c7-a0dc-44c9a85f4ead tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/quotas/c2b4fafbea3d45ac8d3254c1d8b5fceb HTTP/1.1" status: 200 len: 375 time: 0.0270078 Dec 16 22:39:19.704891 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe5d98-0bd9-4eb9-8304-758f2996b30d admin admin] Pushing event deleted for resources: {'Network': ['ID=4d9f61c4-cc29-4ddf-89f0-e4012f9c023f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:19.723099 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6640ae2b-0adb-4341-a54f-30589aa5c613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:19.729335 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0a186436-50e8-43e6-bba7-e62df7cd5ec8 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:19.769043 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:19.820198 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-533bdc96-b896-49d7-adf8-32c0fb053d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:19.838190 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-e4c838d0-5a34-430c-81fb-c30309949caf tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c2b4fafbea3d45ac8d3254c1d8b5fceb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1282485 Dec 16 22:39:19.846040 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0a186436-50e8-43e6-bba7-e62df7cd5ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:19.870648 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-533bdc96-b896-49d7-adf8-32c0fb053d7b None None] Network 4d9f61c4-cc29-4ddf-89f0-e4012f9c023f is not hosted by any dhcp agent {{(pid=103615) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 22:39:19.871718 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533bdc96-b896-49d7-adf8-32c0fb053d7b None None] No DVR routers for this DVR port db822761-f654-4700-8b1f-7de4ad134d6f on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:39:19.890784 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1468b477-34e4-4ecc-8fec-34ce293435d9 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:19.894930 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-1d3340f2-54d9-4638-a105-29ca99c3910a tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Allocated IP 2001:db8::f816:3eff:fec3:aba9 (ec70c306-0f37-4a88-9928-6ab18b6a2beb/cb68f759-9955-47e1-ab99-e982e1c7f322/63e68174-8292-4ec4-8a87-9aed798a661b) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:39:19.904215 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640ae2b-0adb-4341-a54f-30589aa5c613 None None] Pushing event updated for resources: {'Port': ['ID=eccae989-f48a-4e54-87df-41f8e2bf625f,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:19.946613 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a186436-50e8-43e6-bba7-e62df7cd5ec8 None None] Network ec70c306-0f37-4a88-9928-6ab18b6a2beb is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:19.951329 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d157dc55-e982-4820-b83f-afc22ee83d97 None None] Network 141a644f-9cbc-4a60-8de7-f4fb50b6c1d8 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:39:19.951819 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1468b477-34e4-4ecc-8fec-34ce293435d9 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:19.953883 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533bdc96-b896-49d7-adf8-32c0fb053d7b None None] Pushing event deleted for resources: {'Port': ['ID=db822761-f654-4700-8b1f-7de4ad134d6f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:19.958716 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-0a186436-50e8-43e6-bba7-e62df7cd5ec8 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:19.959968 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1468b477-34e4-4ecc-8fec-34ce293435d9 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] 10.222.0.75 "DELETE /v2.0/subnets/e665fb1b-debb-4c2d-82e6-e92854a222dd HTTP/1.1" status: 204 len: 168 time: 0.8302774 Dec 16 22:39:19.961349 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468b477-34e4-4ecc-8fec-34ce293435d9 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Pushing event deleted for resources: {'Subnet': ['ID=e665fb1b-debb-4c2d-82e6-e92854a222dd,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:19.969637 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43672) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:20.033135 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a186436-50e8-43e6-bba7-e62df7cd5ec8 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:39:20.036121 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:39:20.037902 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:39:20.045605 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-294e0c72-34bc-4680-bc80-77391aa909fa tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Deleting subnet 1ed0cab6-01d7-480f-a423-60a2fdedee9d {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:39:20.052177 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-294e0c72-34bc-4680-bc80-77391aa909fa tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:20.111900 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-294e0c72-34bc-4680-bc80-77391aa909fa tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:20.136314 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1d3340f2-54d9-4638-a105-29ca99c3910a tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:20.196356 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a186436-50e8-43e6-bba7-e62df7cd5ec8 None None] Pushing event updated for resources: {'Port': ['ID=6cb596e0-9baf-4faf-9833-d364da284dcc,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:20.229275 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-294e0c72-34bc-4680-bc80-77391aa909fa tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:20.239013 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-0a186436-50e8-43e6-bba7-e62df7cd5ec8 None None] Attempting to bind port 6cb596e0-9baf-4faf-9833-d364da284dcc on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:39:20.239422 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-0a186436-50e8-43e6-bba7-e62df7cd5ec8 None None] Attempting to bind port 6cb596e0-9baf-4faf-9833-d364da284dcc by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '526d7290-e80c-402e-887a-18c5b0f5fd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ec70c306-0f37-4a88-9928-6ab18b6a2beb'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:39:20.239799 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a186436-50e8-43e6-bba7-e62df7cd5ec8 None None] Attempting to bind port 6cb596e0-9baf-4faf-9833-d364da284dcc on network ec70c306-0f37-4a88-9928-6ab18b6a2beb {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:20.247523 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a186436-50e8-43e6-bba7-e62df7cd5ec8 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:39:20.247914 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a186436-50e8-43e6-bba7-e62df7cd5ec8 None None] Checking segment: {'id': '526d7290-e80c-402e-887a-18c5b0f5fd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ec70c306-0f37-4a88-9928-6ab18b6a2beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:20.248414 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0a186436-50e8-43e6-bba7-e62df7cd5ec8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:20.248723 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a186436-50e8-43e6-bba7-e62df7cd5ec8 None None] Bound using segment: {'id': '526d7290-e80c-402e-887a-18c5b0f5fd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ec70c306-0f37-4a88-9928-6ab18b6a2beb'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:39:20.249208 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-0a186436-50e8-43e6-bba7-e62df7cd5ec8 None None] Bound port: 6cb596e0-9baf-4faf-9833-d364da284dcc, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526d7290-e80c-402e-887a-18c5b0f5fd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ec70c306-0f37-4a88-9928-6ab18b6a2beb'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:39:20.249601 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0a186436-50e8-43e6-bba7-e62df7cd5ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:20.302903 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1d3340f2-54d9-4638-a105-29ca99c3910a tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:20.360641 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3340f2-54d9-4638-a105-29ca99c3910a tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Network ec70c306-0f37-4a88-9928-6ab18b6a2beb is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:20.364907 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-294e0c72-34bc-4680-bc80-77391aa909fa tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:20.377314 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43678) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:20.413883 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-1d3340f2-54d9-4638-a105-29ca99c3910a tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:20.418335 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3340f2-54d9-4638-a105-29ca99c3910a tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:39:20.422140 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e0c72-34bc-4680-bc80-77391aa909fa tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed0cab6-01d7-480f-a423-60a2fdedee9d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:20.432185 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3340f2-54d9-4638-a105-29ca99c3910a tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:20.432185 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1d3340f2-54d9-4638-a105-29ca99c3910a tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:20.445192 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3340f2-54d9-4638-a105-29ca99c3910a tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event updated for resources: {'Port': ['ID=63e68174-8292-4ec4-8a87-9aed798a661b,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:20.481102 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-02b96c72-6aa6-4fa3-9b06-01076aad713c None None] Provisioning complete for port eccae989-f48a-4e54-87df-41f8e2bf625f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:20.481494 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-02b96c72-6aa6-4fa3-9b06-01076aad713c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:20.509681 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-34855de7-c61f-4fcb-bf1f-be13b5e8b9b4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=720f6d1270aa4ecaab964d0eb84b215e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305246 Dec 16 22:39:20.513110 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43680) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:20.521593 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1d3340f2-54d9-4638-a105-29ca99c3910a tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.9707141 Dec 16 22:39:20.527343 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43684) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:20.548894 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0a186436-50e8-43e6-bba7-e62df7cd5ec8 None None] For port 6cb596e0-9baf-4faf-9833-d364da284dcc, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:39:20.552160 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84650cc7-7d05-444c-9893-702176487eca None None] DHCP port deletion for 141a644f-9cbc-4a60-8de7-f4fb50b6c1d8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:39:20.597141 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0a186436-50e8-43e6-bba7-e62df7cd5ec8 None None] For port 6cb596e0-9baf-4faf-9833-d364da284dcc, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=6cb596e0-9baf-4faf-9833-d364da284dcc,segment=NetworkSegment(526d7290-e80c-402e-887a-18c5b0f5fd6f),segment_id=526d7290-e80c-402e-887a-18c5b0f5fd6f)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:39:20.633375 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-3edacf5a-7d5d-4f51-b119-5fb9ace8394e tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Deleting subnet cb68f759-9955-47e1-ab99-e982e1c7f322 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:39:20.642721 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3edacf5a-7d5d-4f51-b119-5fb9ace8394e tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:20.710875 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-84650cc7-7d05-444c-9893-702176487eca None None] Deleting port 17c566ac-27b9-45d6-9bc4-a01d17321154 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:20.711574 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-84650cc7-7d05-444c-9893-702176487eca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:20.738426 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e617a070-9249-4a78-94f6-4600d7481281 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:20.751076 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3edacf5a-7d5d-4f51-b119-5fb9ace8394e tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:20.793792 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-84650cc7-7d05-444c-9893-702176487eca None None] For port 17c566ac-27b9-45d6-9bc4-a01d17321154, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=17c566ac-27b9-45d6-9bc4-a01d17321154,segment=NetworkSegment(6082354d-b532-40e1-a1bf-564cf64f196a),segment_id=6082354d-b532-40e1-a1bf-564cf64f196a)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:20.794550 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-84650cc7-7d05-444c-9893-702176487eca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:20.808500 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-84650cc7-7d05-444c-9893-702176487eca None None] Calling delete_port for 17c566ac-27b9-45d6-9bc4-a01d17321154 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:20.811395 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e617a070-9249-4a78-94f6-4600d7481281 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:20.893780 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 76a1ec6d-53df-406f-b9b0-d651791b876c no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:39:20.897453 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0a186436-50e8-43e6-bba7-e62df7cd5ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:20.899922 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-294e0c72-34bc-4680-bc80-77391aa909fa tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:20.904791 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-294e0c72-34bc-4680-bc80-77391aa909fa tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] 10.222.0.75 "DELETE /v2.0/subnets/1ed0cab6-01d7-480f-a423-60a2fdedee9d HTTP/1.1" status: 204 len: 168 time: 0.9331577 Dec 16 22:39:20.908002 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2854a967-80c3-4bdc-b86f-edb56d5cb2f3 None None] Network d8a55b75-e6af-4320-88d4-745c8deef434 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:39:20.908270 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43694) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:20.974608 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 76a1ec6d-53df-406f-b9b0-d651791b876c {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:39:20.974973 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 76a1ec6d-53df-406f-b9b0-d651791b876c not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:39:20.975427 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device db822761-f654-4700-8b1f-7de4ad134d6f no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:39:21.013292 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e617a070-9249-4a78-94f6-4600d7481281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:21.022766 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e617a070-9249-4a78-94f6-4600d7481281 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:21.029610 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e617a070-9249-4a78-94f6-4600d7481281 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2056ddbc-c7cd-4134-bc41-178fe4344d5b HTTP/1.1" status: 204 len: 168 time: 0.5048280 Dec 16 22:39:21.043597 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-04aa2f1f-2322-44ff-bd8f-a0dc99e5d910 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:21.052178 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-84650cc7-7d05-444c-9893-702176487eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:21.054981 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3edacf5a-7d5d-4f51-b119-5fb9ace8394e tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:21.058037 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-5f37b8ac-d50c-4204-9c6d-4f37b057fe2b service neutron] 10.222.0.75 "GET /v2.0/networks/4b762631-c20c-4f8f-844e-ced8a9f6fe72?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2163124 Dec 16 22:39:21.076225 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: db822761-f654-4700-8b1f-7de4ad134d6f {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:39:21.076617 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device db822761-f654-4700-8b1f-7de4ad134d6f not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:39:21.119567 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84650cc7-7d05-444c-9893-702176487eca None None] No DVR routers for this DVR port 17c566ac-27b9-45d6-9bc4-a01d17321154 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:39:21.164458 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a186436-50e8-43e6-bba7-e62df7cd5ec8 None None] Pushing event updated for resources: {'Port': ['ID=6cb596e0-9baf-4faf-9833-d364da284dcc,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:21.206137 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-6442fe34-7d63-4bc4-b6fa-5a0f78cc9404 service neutron] 10.222.0.75 "GET /v2.0/networks/4b762631-c20c-4f8f-844e-ced8a9f6fe72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358311 Dec 16 22:39:21.217656 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617a070-9249-4a78-94f6-4600d7481281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2056ddbc-c7cd-4134-bc41-178fe4344d5b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:21.246097 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84650cc7-7d05-444c-9893-702176487eca None None] Pushing event deleted for resources: {'Port': ['ID=17c566ac-27b9-45d6-9bc4-a01d17321154,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:21.318348 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device eccae989-f48a-4e54-87df-41f8e2bf625f up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:21.397475 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-04aa2f1f-2322-44ff-bd8f-a0dc99e5d910 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:21.417367 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3edacf5a-7d5d-4f51-b119-5fb9ace8394e tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:21.435652 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-04aa2f1f-2322-44ff-bd8f-a0dc99e5d910 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['141a644f-9cbc-4a60-8de7-f4fb50b6c1d8']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:21.437908 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059f1f22-a6e0-43dc-841e-27e062157d82 None None] DHCP port deletion for d8a55b75-e6af-4320-88d4-745c8deef434 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:39:21.467095 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-04aa2f1f-2322-44ff-bd8f-a0dc99e5d910 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6082354d-b532-40e1-a1bf-564cf64f196a') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:21.467626 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-04aa2f1f-2322-44ff-bd8f-a0dc99e5d910 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6082354d-b532-40e1-a1bf-564cf64f196a') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:21.478368 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edacf5a-7d5d-4f51-b119-5fb9ace8394e tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event deleted for resources: {'Subnet': ['ID=cb68f759-9955-47e1-ab99-e982e1c7f322,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:21.499513 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3edacf5a-7d5d-4f51-b119-5fb9ace8394e tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:21.506899 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3edacf5a-7d5d-4f51-b119-5fb9ace8394e tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "DELETE /v2.0/subnets/cb68f759-9955-47e1-ab99-e982e1c7f322 HTTP/1.1" status: 204 len: 168 time: 0.9740896 Dec 16 22:39:21.507257 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-04aa2f1f-2322-44ff-bd8f-a0dc99e5d910 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:21.507365 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43704) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:21.548695 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-04aa2f1f-2322-44ff-bd8f-a0dc99e5d910 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:21.557023 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port eccae989-f48a-4e54-87df-41f8e2bf625f triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:21.557392 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:21.569499 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04aa2f1f-2322-44ff-bd8f-a0dc99e5d910 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:39:21.569499 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-04aa2f1f-2322-44ff-bd8f-a0dc99e5d910 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:39:21.572992 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:39:21.629324 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-059f1f22-a6e0-43dc-841e-27e062157d82 None None] Deleting port 17471076-608f-4a24-8ab2-dfecb634ad35 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:21.629961 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-059f1f22-a6e0-43dc-841e-27e062157d82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:21.714052 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f34787-e329-40a1-aabc-15764251d814 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:21.718660 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f34787-e329-40a1-aabc-15764251d814 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:21.724979 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e1f34787-e329-40a1-aabc-15764251d814 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2166121 Dec 16 22:39:21.729550 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43710) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:21.798998 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-059f1f22-a6e0-43dc-841e-27e062157d82 None None] For port 17471076-608f-4a24-8ab2-dfecb634ad35, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=17471076-608f-4a24-8ab2-dfecb634ad35,segment=NetworkSegment(64cc6382-2907-436a-ae44-2daab1f9e730),segment_id=64cc6382-2907-436a-ae44-2daab1f9e730)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:21.799474 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-059f1f22-a6e0-43dc-841e-27e062157d82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:21.816164 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-04aa2f1f-2322-44ff-bd8f-a0dc99e5d910 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:21.819541 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-059f1f22-a6e0-43dc-841e-27e062157d82 None None] Calling delete_port for 17471076-608f-4a24-8ab2-dfecb634ad35 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:21.827803 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-04aa2f1f-2322-44ff-bd8f-a0dc99e5d910 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:21.832055 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-04aa2f1f-2322-44ff-bd8f-a0dc99e5d910 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] 10.222.0.75 "DELETE /v2.0/networks/141a644f-9cbc-4a60-8de7-f4fb50b6c1d8 HTTP/1.1" status: 204 len: 168 time: 0.9213369 Dec 16 22:39:21.838863 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43712) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:21.855447 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa2f1f-2322-44ff-bd8f-a0dc99e5d910 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Pushing event deleted for resources: {'Network': ['ID=141a644f-9cbc-4a60-8de7-f4fb50b6c1d8,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:21.862504 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-daeb8a74-eb32-46d0-9f6d-999c3c404bcf tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:21.885442 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-daeb8a74-eb32-46d0-9f6d-999c3c404bcf tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 16 22:39:21.885930 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daeb8a74-eb32-46d0-9f6d-999c3c404bcf tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:39:21.895768 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-daeb8a74-eb32-46d0-9f6d-999c3c404bcf tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "DELETE /v2.0/networks/ec70c306-0f37-4a88-9928-6ab18b6a2beb HTTP/1.1" status: 409 len: 405 time: 0.1645672 Dec 16 22:39:21.896433 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43714) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:21.905373 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-ec7a573c-1ec8-452c-8583-50cf70997982 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-462865405'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:21.985626 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 17c566ac-27b9-45d6-9bc4-a01d17321154 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:39:22.010221 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7a573c-1ec8-452c-8583-50cf70997982 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Made reservation on behalf of c05405cdf7b54ea7866fba40038aff98 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:39:22.015551 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ec7a573c-1ec8-452c-8583-50cf70997982 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:22.031032 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 17c566ac-27b9-45d6-9bc4-a01d17321154 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:39:22.031511 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 17c566ac-27b9-45d6-9bc4-a01d17321154 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:39:22.034170 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-059f1f22-a6e0-43dc-841e-27e062157d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:22.059164 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7a573c-1ec8-452c-8583-50cf70997982 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:39:22.080850 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ec7a573c-1ec8-452c-8583-50cf70997982 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:22.081472 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-ec7a573c-1ec8-452c-8583-50cf70997982 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Added segment b4ed21c6-08e9-44f1-bcfe-5fb721fd40e0 of type vlan for network fb65ec58-4d15-4094-a242-b57ad89aadbd Dec 16 22:39:22.087861 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f1f22-a6e0-43dc-841e-27e062157d82 None None] Pushing event deleted for resources: {'Port': ['ID=17471076-608f-4a24-8ab2-dfecb634ad35,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:22.093988 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059f1f22-a6e0-43dc-841e-27e062157d82 None None] No DVR routers for this DVR port 17471076-608f-4a24-8ab2-dfecb634ad35 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:39:22.149920 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ec7a573c-1ec8-452c-8583-50cf70997982 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:22.161792 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-04689235-6c01-4cbd-821c-7a12427672d3 req-2a49d316-fb44-462f-b803-7a7516689efc tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 210 time: 0.1131828 Dec 16 22:39:22.166177 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-049489ea-f07d-4a68-b332-e915651a98ba tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:22.296932 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ec7a573c-1ec8-452c-8583-50cf70997982 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:22.311013 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7a573c-1ec8-452c-8583-50cf70997982 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:22.312109 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ec7a573c-1ec8-452c-8583-50cf70997982 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:22.349255 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-049489ea-f07d-4a68-b332-e915651a98ba tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:22.401136 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-049489ea-f07d-4a68-b332-e915651a98ba tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a55b75-e6af-4320-88d4-745c8deef434']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:22.416081 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-049489ea-f07d-4a68-b332-e915651a98ba tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64cc6382-2907-436a-ae44-2daab1f9e730') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:22.417635 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-049489ea-f07d-4a68-b332-e915651a98ba tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64cc6382-2907-436a-ae44-2daab1f9e730') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:22.424832 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a573c-1ec8-452c-8583-50cf70997982 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event updated for resources: {'Network': ['ID=fb65ec58-4d15-4094-a242-b57ad89aadbd,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:22.437578 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network fb65ec58-4d15-4094-a242-b57ad89aadbd details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:39:22.446564 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ec7a573c-1ec8-452c-8583-50cf70997982 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5444860 Dec 16 22:39:22.448081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43736) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:22.459203 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-d4f93a75-75d6-420d-9c07-22d9d02fca6b tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Request body: {'subnet': {'network_id': 'fb65ec58-4d15-4094-a242-b57ad89aadbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:22.462578 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-049489ea-f07d-4a68-b332-e915651a98ba tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:22.544092 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-049489ea-f07d-4a68-b332-e915651a98ba tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:22.560126 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049489ea-f07d-4a68-b332-e915651a98ba tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:39:22.562294 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-049489ea-f07d-4a68-b332-e915651a98ba tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:39:22.565957 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:39:22.724734 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c74de62-a2ef-47a8-a904-571ff5535877 None None] Network ec70c306-0f37-4a88-9928-6ab18b6a2beb requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:39:22.769913 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f93a75-75d6-420d-9c07-22d9d02fca6b tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Made reservation on behalf of c05405cdf7b54ea7866fba40038aff98 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:39:22.774599 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d4f93a75-75d6-420d-9c07-22d9d02fca6b tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:22.812271 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-8f511944-7c08-4e0d-8362-cdf92cfb8217 None None] Provisioning complete for port 6cb596e0-9baf-4faf-9833-d364da284dcc triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:22.812652 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8f511944-7c08-4e0d-8362-cdf92cfb8217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:22.827216 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-049489ea-f07d-4a68-b332-e915651a98ba tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:22.832542 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-049489ea-f07d-4a68-b332-e915651a98ba tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:22.839351 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-049489ea-f07d-4a68-b332-e915651a98ba tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] 10.222.0.75 "DELETE /v2.0/networks/d8a55b75-e6af-4320-88d4-745c8deef434 HTTP/1.1" status: 204 len: 168 time: 1.0003626 Dec 16 22:39:22.844623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43744) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:22.888125 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049489ea-f07d-4a68-b332-e915651a98ba tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Pushing event deleted for resources: {'Network': ['ID=d8a55b75-e6af-4320-88d4-745c8deef434,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:22.941786 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8f511944-7c08-4e0d-8362-cdf92cfb8217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:22.982058 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a480acc8-3776-440c-93de-f31d50a0018e None None] DHCP port deletion for ec70c306-0f37-4a88-9928-6ab18b6a2beb request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:39:22.999087 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-875cba7b-fe81-40c8-a001-8ee49e94bb8d tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Deleting subnet 9aed0d7e-9aa1-468b-9fe9-2a4e132e8c92 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:39:23.015810 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-875cba7b-fe81-40c8-a001-8ee49e94bb8d tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:23.051227 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8f511944-7c08-4e0d-8362-cdf92cfb8217 None None] For port 6cb596e0-9baf-4faf-9833-d364da284dcc, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=6cb596e0-9baf-4faf-9833-d364da284dcc,segment=NetworkSegment(526d7290-e80c-402e-887a-18c5b0f5fd6f),segment_id=526d7290-e80c-402e-887a-18c5b0f5fd6f)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:23.107829 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-875cba7b-fe81-40c8-a001-8ee49e94bb8d tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:23.125224 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a480acc8-3776-440c-93de-f31d50a0018e None None] Deleting port 6cb596e0-9baf-4faf-9833-d364da284dcc {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:23.128935 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a480acc8-3776-440c-93de-f31d50a0018e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:23.128935 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8f511944-7c08-4e0d-8362-cdf92cfb8217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:23.224291 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 17471076-608f-4a24-8ab2-dfecb634ad35 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:39:23.254704 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-875cba7b-fe81-40c8-a001-8ee49e94bb8d tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:23.301245 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 17471076-608f-4a24-8ab2-dfecb634ad35 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:39:23.301749 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 17471076-608f-4a24-8ab2-dfecb634ad35 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:39:23.323358 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a480acc8-3776-440c-93de-f31d50a0018e None None] For port 6cb596e0-9baf-4faf-9833-d364da284dcc, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=6cb596e0-9baf-4faf-9833-d364da284dcc,segment=NetworkSegment(526d7290-e80c-402e-887a-18c5b0f5fd6f),segment_id=526d7290-e80c-402e-887a-18c5b0f5fd6f)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:23.332503 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a480acc8-3776-440c-93de-f31d50a0018e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:23.349056 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a1a57679-0e51-4f5b-9436-48f16eb29a46 req-9665922d-f5d2-42cc-b778-c7236ef6fe6d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 210 time: 0.0864809 Dec 16 22:39:23.350980 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a480acc8-3776-440c-93de-f31d50a0018e None None] Calling delete_port for 6cb596e0-9baf-4faf-9833-d364da284dcc owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:23.355935 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f511944-7c08-4e0d-8362-cdf92cfb8217 None None] Pushing event updated for resources: {'Port': ['ID=6cb596e0-9baf-4faf-9833-d364da284dcc,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:23.443961 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5a24ee0e-4dc9-454d-ae0d-a758f5c4d4ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:23.485086 n-d-815324-4 neutron-server[103614]: DEBUG neutron.objects.ports [None req-d4f93a75-75d6-420d-9c07-22d9d02fca6b tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103614) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:39:23.486629 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d4f93a75-75d6-420d-9c07-22d9d02fca6b tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:23.527226 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-875cba7b-fe81-40c8-a001-8ee49e94bb8d tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:23.547340 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a480acc8-3776-440c-93de-f31d50a0018e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:23.572622 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cba7b-fe81-40c8-a001-8ee49e94bb8d tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Pushing event deleted for resources: {'Subnet': ['ID=9aed0d7e-9aa1-468b-9fe9-2a4e132e8c92,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:23.596102 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f93a75-75d6-420d-9c07-22d9d02fca6b tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event updated for resources: {'Subnet': ['ID=371ee761-c792-4932-bc61-c54a71c2d681,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:23.597119 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-875cba7b-fe81-40c8-a001-8ee49e94bb8d tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:23.602151 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-875cba7b-fe81-40c8-a001-8ee49e94bb8d tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] 10.222.0.75 "DELETE /v2.0/subnets/9aed0d7e-9aa1-468b-9fe9-2a4e132e8c92 HTTP/1.1" status: 204 len: 168 time: 0.7554996 Dec 16 22:39:23.605824 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43774) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:23.619172 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279c3ed3-4074-40be-b93a-c982d977ea75 None None] Network c3f77ddd-2208-4e6a-92b2-5dbd2e583437 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:39:23.633024 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480acc8-3776-440c-93de-f31d50a0018e None None] Pushing event deleted for resources: {'Port': ['ID=6cb596e0-9baf-4faf-9833-d364da284dcc,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:23.645854 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f93a75-75d6-420d-9c07-22d9d02fca6b tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Checking segment: {'id': 'b4ed21c6-08e9-44f1-bcfe-5fb721fd40e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb65ec58-4d15-4094-a242-b57ad89aadbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:23.646314 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f93a75-75d6-420d-9c07-22d9d02fca6b tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Network hostable DHCP agents. Network: fb65ec58-4d15-4094-a242-b57ad89aadbd, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:39:23.662662 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a480acc8-3776-440c-93de-f31d50a0018e None None] No DVR routers for this DVR port 6cb596e0-9baf-4faf-9833-d364da284dcc on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:39:23.764165 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f93a75-75d6-420d-9c07-22d9d02fca6b tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Network fb65ec58-4d15-4094-a242-b57ad89aadbd is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:39:23.775424 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16bb9639-1da9-4cf0-982a-dc424e40ce22 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:23.845355 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-16bb9639-1da9-4cf0-982a-dc424e40ce22 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Deleting port 999ffecb-0132-4695-b7dc-21413bc92364 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:23.845889 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16bb9639-1da9-4cf0-982a-dc424e40ce22 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:23.856554 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-d4f93a75-75d6-420d-9c07-22d9d02fca6b tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, fb65ec58-4d15-4094-a242-b57ad89aadbd) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:23.877387 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f93a75-75d6-420d-9c07-22d9d02fca6b tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:23.877387 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d4f93a75-75d6-420d-9c07-22d9d02fca6b tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:23.882632 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bb7c44-1b18-417b-ad89-f53f2e024782 None None] Network fb65ec58-4d15-4094-a242-b57ad89aadbd requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:39:23.919590 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-16bb9639-1da9-4cf0-982a-dc424e40ce22 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] For port 999ffecb-0132-4695-b7dc-21413bc92364, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=999ffecb-0132-4695-b7dc-21413bc92364,segment=NetworkSegment(f94a715f-c13c-41c0-8bc7-7dd9bc127de1),segment_id=f94a715f-c13c-41c0-8bc7-7dd9bc127de1)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:23.919944 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16bb9639-1da9-4cf0-982a-dc424e40ce22 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:23.925078 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27088f4f-fba4-4217-96b3-b1aabebc5685 None None] DHCP port deletion for c3f77ddd-2208-4e6a-92b2-5dbd2e583437 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:39:23.933344 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-16bb9639-1da9-4cf0-982a-dc424e40ce22 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Calling delete_port for 999ffecb-0132-4695-b7dc-21413bc92364 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:23.973713 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d4f93a75-75d6-420d-9c07-22d9d02fca6b tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5122323 Dec 16 22:39:23.974676 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43782) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:23.981948 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-126ec452-d850-4ba9-8e6b-56ef0fcd7c72 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Request body: {'port': {'network_id': 'fb65ec58-4d15-4094-a242-b57ad89aadbd', 'name': 'tempest-NetworksIpV6TestAttrs-2046842843'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:24.028242 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e081a1cb-e5f0-4b1d-95c2-686d554f153c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-fb65ec58-4d15-4094-a242-b57ad89aadbd', 'network_id': 'fb65ec58-4d15-4094-a242-b57ad89aadbd', 'project_id': 'c05405cdf7b54ea7866fba40038aff98', 'fixed_ips': [{'subnet_id': '371ee761-c792-4932-bc61-c54a71c2d681'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:39:24.029367 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e081a1cb-e5f0-4b1d-95c2-686d554f153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:24.046328 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-27088f4f-fba4-4217-96b3-b1aabebc5685 None None] Deleting port 999ffecb-0132-4695-b7dc-21413bc92364 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:24.046994 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-27088f4f-fba4-4217-96b3-b1aabebc5685 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:24.157928 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-27088f4f-fba4-4217-96b3-b1aabebc5685 None None] For port 999ffecb-0132-4695-b7dc-21413bc92364, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=999ffecb-0132-4695-b7dc-21413bc92364,segment=NetworkSegment(f94a715f-c13c-41c0-8bc7-7dd9bc127de1),segment_id=f94a715f-c13c-41c0-8bc7-7dd9bc127de1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:24.163015 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-27088f4f-fba4-4217-96b3-b1aabebc5685 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:24.170259 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16bb9639-1da9-4cf0-982a-dc424e40ce22 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:24.227856 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-27088f4f-fba4-4217-96b3-b1aabebc5685 None None] Calling delete_port for 999ffecb-0132-4695-b7dc-21413bc92364 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:24.237220 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb9639-1da9-4cf0-982a-dc424e40ce22 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Pushing event deleted for resources: {'Port': ['ID=999ffecb-0132-4695-b7dc-21413bc92364,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:24.240664 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bb9639-1da9-4cf0-982a-dc424e40ce22 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] No DVR routers for this DVR port 999ffecb-0132-4695-b7dc-21413bc92364 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:39:24.342909 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16bb9639-1da9-4cf0-982a-dc424e40ce22 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:24.353499 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-e081a1cb-e5f0-4b1d-95c2-686d554f153c None None] Allocated IP 2001:db8::f816:3eff:febb:11d7 (fb65ec58-4d15-4094-a242-b57ad89aadbd/371ee761-c792-4932-bc61-c54a71c2d681/6792c395-56fb-41ca-99b9-ccb1f91272c3) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:39:24.367297 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-16bb9639-1da9-4cf0-982a-dc424e40ce22 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f77ddd-2208-4e6a-92b2-5dbd2e583437']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:24.377597 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-16bb9639-1da9-4cf0-982a-dc424e40ce22 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94a715f-c13c-41c0-8bc7-7dd9bc127de1') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:24.378045 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-16bb9639-1da9-4cf0-982a-dc424e40ce22 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94a715f-c13c-41c0-8bc7-7dd9bc127de1') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:24.391974 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16bb9639-1da9-4cf0-982a-dc424e40ce22 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:24.404159 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16bb9639-1da9-4cf0-982a-dc424e40ce22 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:24.414053 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-27088f4f-fba4-4217-96b3-b1aabebc5685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:24.416347 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16bb9639-1da9-4cf0-982a-dc424e40ce22 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:39:24.417464 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16bb9639-1da9-4cf0-982a-dc424e40ce22 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:39:24.420872 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:39:24.426683 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126ec452-d850-4ba9-8e6b-56ef0fcd7c72 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Made reservation on behalf of c05405cdf7b54ea7866fba40038aff98 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:39:24.431409 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-126ec452-d850-4ba9-8e6b-56ef0fcd7c72 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:24.469395 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27088f4f-fba4-4217-96b3-b1aabebc5685 None None] Pushing event deleted for resources: {'Port': ['ID=999ffecb-0132-4695-b7dc-21413bc92364,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:24.470608 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-126ec452-d850-4ba9-8e6b-56ef0fcd7c72 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] device_id is not set on port 1481c3e0-ddf6-4089-9dc4-13251c7fc010 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:39:24.488511 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27088f4f-fba4-4217-96b3-b1aabebc5685 None None] No DVR routers for this DVR port 999ffecb-0132-4695-b7dc-21413bc92364 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:39:24.620818 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e081a1cb-e5f0-4b1d-95c2-686d554f153c None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:24.627114 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c0537997-8353-4ca6-9113-07a770477d4b req-3d25d99b-ea04-4359-933b-e57179bdc142 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 210 time: 0.1760836 Dec 16 22:39:24.678952 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e081a1cb-e5f0-4b1d-95c2-686d554f153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:24.700216 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16bb9639-1da9-4cf0-982a-dc424e40ce22 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:24.719959 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16bb9639-1da9-4cf0-982a-dc424e40ce22 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:24.729394 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-16bb9639-1da9-4cf0-982a-dc424e40ce22 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] 10.222.0.75 "DELETE /v2.0/networks/c3f77ddd-2208-4e6a-92b2-5dbd2e583437 HTTP/1.1" status: 204 len: 168 time: 1.1209009 Dec 16 22:39:24.746757 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43806) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:24.754688 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e081a1cb-e5f0-4b1d-95c2-686d554f153c None None] Network fb65ec58-4d15-4094-a242-b57ad89aadbd is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:24.765724 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb9639-1da9-4cf0-982a-dc424e40ce22 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Pushing event deleted for resources: {'Network': ['ID=c3f77ddd-2208-4e6a-92b2-5dbd2e583437,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:24.772928 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-e081a1cb-e5f0-4b1d-95c2-686d554f153c None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:24.777447 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e081a1cb-e5f0-4b1d-95c2-686d554f153c None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:39:24.815365 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43814) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:24.816810 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b281cb66-2a36-48ed-baaf-0f8bb12251e1 tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d41f077-6f47-48d0-92cc-396af4f74a40 HTTP/1.1" status: 200 len: 205 time: 0.0683110 Dec 16 22:39:24.848583 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081a1cb-e5f0-4b1d-95c2-686d554f153c None None] Pushing event updated for resources: {'Port': ['ID=6792c395-56fb-41ca-99b9-ccb1f91272c3,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:24.850278 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-126ec452-d850-4ba9-8e6b-56ef0fcd7c72 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Allocated IP 2001:db8::f816:3eff:fe4e:6880 (fb65ec58-4d15-4094-a242-b57ad89aadbd/371ee761-c792-4932-bc61-c54a71c2d681/1481c3e0-ddf6-4089-9dc4-13251c7fc010) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:39:24.869792 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e081a1cb-e5f0-4b1d-95c2-686d554f153c None None] Attempting to bind port 6792c395-56fb-41ca-99b9-ccb1f91272c3 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:39:24.870178 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e081a1cb-e5f0-4b1d-95c2-686d554f153c None None] Attempting to bind port 6792c395-56fb-41ca-99b9-ccb1f91272c3 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'b4ed21c6-08e9-44f1-bcfe-5fb721fd40e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb65ec58-4d15-4094-a242-b57ad89aadbd'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:39:24.870556 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e081a1cb-e5f0-4b1d-95c2-686d554f153c None None] Attempting to bind port 6792c395-56fb-41ca-99b9-ccb1f91272c3 on network fb65ec58-4d15-4094-a242-b57ad89aadbd {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:24.876083 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e081a1cb-e5f0-4b1d-95c2-686d554f153c None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:39:24.876460 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e081a1cb-e5f0-4b1d-95c2-686d554f153c None None] Checking segment: {'id': 'b4ed21c6-08e9-44f1-bcfe-5fb721fd40e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb65ec58-4d15-4094-a242-b57ad89aadbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:24.876969 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e081a1cb-e5f0-4b1d-95c2-686d554f153c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:24.877395 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e081a1cb-e5f0-4b1d-95c2-686d554f153c None None] Bound using segment: {'id': 'b4ed21c6-08e9-44f1-bcfe-5fb721fd40e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb65ec58-4d15-4094-a242-b57ad89aadbd'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:39:24.878061 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e081a1cb-e5f0-4b1d-95c2-686d554f153c None None] Bound port: 6792c395-56fb-41ca-99b9-ccb1f91272c3, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ed21c6-08e9-44f1-bcfe-5fb721fd40e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb65ec58-4d15-4094-a242-b57ad89aadbd'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:39:24.878635 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e081a1cb-e5f0-4b1d-95c2-686d554f153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:24.952639 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-50756eee-d53d-4558-b27f-5a816f73c16b tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:25.156196 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-126ec452-d850-4ba9-8e6b-56ef0fcd7c72 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:25.244095 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 999ffecb-0132-4695-b7dc-21413bc92364 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:39:25.244427 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-50756eee-d53d-4558-b27f-5a816f73c16b tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:25.247130 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-50756eee-d53d-4558-b27f-5a816f73c16b tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:25.315348 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 999ffecb-0132-4695-b7dc-21413bc92364 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:39:25.315925 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 999ffecb-0132-4695-b7dc-21413bc92364 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:39:25.342680 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-126ec452-d850-4ba9-8e6b-56ef0fcd7c72 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:25.357075 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e081a1cb-e5f0-4b1d-95c2-686d554f153c None None] For port 6792c395-56fb-41ca-99b9-ccb1f91272c3, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:39:25.361115 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e081a1cb-e5f0-4b1d-95c2-686d554f153c None None] For port 6792c395-56fb-41ca-99b9-ccb1f91272c3, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=6792c395-56fb-41ca-99b9-ccb1f91272c3,segment=NetworkSegment(b4ed21c6-08e9-44f1-bcfe-5fb721fd40e0),segment_id=b4ed21c6-08e9-44f1-bcfe-5fb721fd40e0)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:39:25.370862 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-50756eee-d53d-4558-b27f-5a816f73c16b tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:25.373731 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50756eee-d53d-4558-b27f-5a816f73c16b tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Fanout notify agent at l3_agent the message router_deleted on router 1d41f077-6f47-48d0-92cc-396af4f74a40 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:39:25.380638 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-50756eee-d53d-4558-b27f-5a816f73c16b tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:25.385853 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-50756eee-d53d-4558-b27f-5a816f73c16b tempest-RoutersNegativeTest-545999278 tempest-RoutersNegativeTest-545999278-project] 10.222.0.75 "DELETE /v2.0/routers/1d41f077-6f47-48d0-92cc-396af4f74a40 HTTP/1.1" status: 204 len: 168 time: 0.5689487 Dec 16 22:39:25.408732 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126ec452-d850-4ba9-8e6b-56ef0fcd7c72 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Network fb65ec58-4d15-4094-a242-b57ad89aadbd is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:25.411946 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-126ec452-d850-4ba9-8e6b-56ef0fcd7c72 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:25.416472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126ec452-d850-4ba9-8e6b-56ef0fcd7c72 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:39:25.422158 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126ec452-d850-4ba9-8e6b-56ef0fcd7c72 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:25.422800 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-126ec452-d850-4ba9-8e6b-56ef0fcd7c72 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:25.436500 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ec452-d850-4ba9-8e6b-56ef0fcd7c72 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event updated for resources: {'Port': ['ID=1481c3e0-ddf6-4089-9dc4-13251c7fc010,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:25.472886 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e081a1cb-e5f0-4b1d-95c2-686d554f153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:25.587352 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081a1cb-e5f0-4b1d-95c2-686d554f153c None None] Pushing event updated for resources: {'Port': ['ID=6792c395-56fb-41ca-99b9-ccb1f91272c3,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:25.595654 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-126ec452-d850-4ba9-8e6b-56ef0fcd7c72 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6195199 Dec 16 22:39:25.598115 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43840) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:25.672899 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba4daa0a-e640-440c-b58f-ba72f6c9cd12 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Deleting subnet 371ee761-c792-4932-bc61-c54a71c2d681 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:39:25.676711 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ba4daa0a-e640-440c-b58f-ba72f6c9cd12 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:25.706481 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-19683b1a-679d-4e38-ad98-c6d934869f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:25.737964 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ba4daa0a-e640-440c-b58f-ba72f6c9cd12 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:25.747372 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6dbf5858-f357-48bb-ba0f-2b211a5b2522 req-ccc1228f-ca6a-4e47-b9c8-15f430069c63 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 210 time: 0.0436878 Dec 16 22:39:25.913467 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ba4daa0a-e640-440c-b58f-ba72f6c9cd12 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:26.079362 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ba4daa0a-e640-440c-b58f-ba72f6c9cd12 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:26.114827 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4daa0a-e640-440c-b58f-ba72f6c9cd12 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event deleted for resources: {'Subnet': ['ID=371ee761-c792-4932-bc61-c54a71c2d681,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:26.121390 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ba4daa0a-e640-440c-b58f-ba72f6c9cd12 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:26.126810 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ba4daa0a-e640-440c-b58f-ba72f6c9cd12 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "DELETE /v2.0/subnets/371ee761-c792-4932-bc61-c54a71c2d681 HTTP/1.1" status: 204 len: 168 time: 0.5253484 Dec 16 22:39:26.127277 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43856) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:26.185175 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4502894-167d-427a-ae25-672006a83386 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:26.187305 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4502894-167d-427a-ae25-672006a83386 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:26.189104 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d4502894-167d-427a-ae25-672006a83386 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0609105 Dec 16 22:39:26.192084 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43858) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:26.304949 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7beb4984-15d9-4240-b95f-e24e57f50463 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:26.315192 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-7beb4984-15d9-4240-b95f-e24e57f50463 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 16 22:39:26.315667 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7beb4984-15d9-4240-b95f-e24e57f50463 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:39:26.323844 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7beb4984-15d9-4240-b95f-e24e57f50463 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "DELETE /v2.0/networks/fb65ec58-4d15-4094-a242-b57ad89aadbd HTTP/1.1" status: 409 len: 405 time: 0.1259832 Dec 16 22:39:26.324216 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43866) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:26.329294 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-9fc6f8fd-811d-473c-96eb-bf65733f593d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-251293292'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:26.422127 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43870) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:26.563951 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc6f8fd-811d-473c-96eb-bf65733f593d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Made reservation on behalf of c05405cdf7b54ea7866fba40038aff98 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:39:26.567627 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9fc6f8fd-811d-473c-96eb-bf65733f593d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:26.596464 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc6f8fd-811d-473c-96eb-bf65733f593d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:39:26.607383 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9fc6f8fd-811d-473c-96eb-bf65733f593d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:26.608614 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-9fc6f8fd-811d-473c-96eb-bf65733f593d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Added segment 30a68911-ebb4-4cd4-8963-c3cd742270f1 of type vlan for network 967f206f-b0d8-4f09-8433-e0460101c7e3 Dec 16 22:39:26.665086 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9fc6f8fd-811d-473c-96eb-bf65733f593d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:26.809657 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9fc6f8fd-811d-473c-96eb-bf65733f593d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:26.827436 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc6f8fd-811d-473c-96eb-bf65733f593d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:26.828112 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9fc6f8fd-811d-473c-96eb-bf65733f593d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.010002 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1f627b92-30fc-43fe-857a-fafb5e1d8580 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d392bbf19e8d441c892db83f4b296b40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5864482 Dec 16 22:39:27.012475 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43890) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:27.019345 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8f38e8f4-0e4f-4dc7-925c-6b5d36588134 req-c4749b60-10f2-48a1-a473-723b157362de tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 210 time: 0.1880856 Dec 16 22:39:27.058863 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6f8fd-811d-473c-96eb-bf65733f593d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event updated for resources: {'Network': ['ID=967f206f-b0d8-4f09-8433-e0460101c7e3,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:27.070920 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 967f206f-b0d8-4f09-8433-e0460101c7e3 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:39:27.092899 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4b104b29-5910-4dc8-997d-135f3e34745f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.135162 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5efcb70-c7cb-4ef6-93ff-af538852ff7b None None] Network fb65ec58-4d15-4094-a242-b57ad89aadbd requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:39:27.136165 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4b104b29-5910-4dc8-997d-135f3e34745f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.137744 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.151734 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9fc6f8fd-811d-473c-96eb-bf65733f593d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8262930 Dec 16 22:39:27.156947 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43892) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:27.162142 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-50c2ccdc-24fb-4c27-a09f-1d9eefb003e8 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Request body: {'subnet': {'network_id': '967f206f-b0d8-4f09-8433-e0460101c7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:27.197916 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.263398 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 6792c395-56fb-41ca-99b9-ccb1f91272c3 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:27.268612 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-aec7a720-ba13-4471-b757-c7460a7aa868 None None] Provisioning complete for port 6792c395-56fb-41ca-99b9-ccb1f91272c3 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:27.269211 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aec7a720-ba13-4471-b757-c7460a7aa868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.346831 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4b104b29-5910-4dc8-997d-135f3e34745f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.356123 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4b104b29-5910-4dc8-997d-135f3e34745f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.363841 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4b104b29-5910-4dc8-997d-135f3e34745f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/078570a2-5018-413a-908d-54add02cfbd2 HTTP/1.1" status: 204 len: 168 time: 0.3502438 Dec 16 22:39:27.373006 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 6792c395-56fb-41ca-99b9-ccb1f91272c3 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:27.373151 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.392536 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b104b29-5910-4dc8-997d-135f3e34745f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078570a2-5018-413a-908d-54add02cfbd2,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:27.456044 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aec7a720-ba13-4471-b757-c7460a7aa868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.460710 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c2ccdc-24fb-4c27-a09f-1d9eefb003e8 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Made reservation on behalf of c05405cdf7b54ea7866fba40038aff98 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:39:27.464578 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-50c2ccdc-24fb-4c27-a09f-1d9eefb003e8 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.480047 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4f7cba-bb3e-4f1b-b1ee-eda289787ced None None] DHCP port deletion for fb65ec58-4d15-4094-a242-b57ad89aadbd request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:39:27.524595 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-aec7a720-ba13-4471-b757-c7460a7aa868 None None] For port 6792c395-56fb-41ca-99b9-ccb1f91272c3, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=6792c395-56fb-41ca-99b9-ccb1f91272c3,segment=NetworkSegment(b4ed21c6-08e9-44f1-bcfe-5fb721fd40e0),segment_id=b4ed21c6-08e9-44f1-bcfe-5fb721fd40e0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:27.574334 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.614732 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1c4f7cba-bb3e-4f1b-b1ee-eda289787ced None None] Deleting port 6792c395-56fb-41ca-99b9-ccb1f91272c3 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:27.615162 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1c4f7cba-bb3e-4f1b-b1ee-eda289787ced None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.655787 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aec7a720-ba13-4471-b757-c7460a7aa868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.747863 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:39:27.748201 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:39:27.749765 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-1c4f7cba-bb3e-4f1b-b1ee-eda289787ced None None] For port 6792c395-56fb-41ca-99b9-ccb1f91272c3, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=6792c395-56fb-41ca-99b9-ccb1f91272c3,segment=NetworkSegment(b4ed21c6-08e9-44f1-bcfe-5fb721fd40e0),segment_id=b4ed21c6-08e9-44f1-bcfe-5fb721fd40e0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:27.750171 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1c4f7cba-bb3e-4f1b-b1ee-eda289787ced None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.768758 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1c4f7cba-bb3e-4f1b-b1ee-eda289787ced None None] Calling delete_port for 6792c395-56fb-41ca-99b9-ccb1f91272c3 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:27.770540 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7a720-ba13-4471-b757-c7460a7aa868 None None] Pushing event updated for resources: {'Port': ['ID=6792c395-56fb-41ca-99b9-ccb1f91272c3,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:27.909614 n-d-815324-4 neutron-server[103613]: DEBUG neutron.objects.ports [None req-50c2ccdc-24fb-4c27-a09f-1d9eefb003e8 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103613) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:39:27.911144 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-50c2ccdc-24fb-4c27-a09f-1d9eefb003e8 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:27.969569 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2ccdc-24fb-4c27-a09f-1d9eefb003e8 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event updated for resources: {'Subnet': ['ID=3ac5b419-7706-4ac8-9f93-45804860afc8,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:27.986084 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c2ccdc-24fb-4c27-a09f-1d9eefb003e8 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Checking segment: {'id': '30a68911-ebb4-4cd4-8963-c3cd742270f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '967f206f-b0d8-4f09-8433-e0460101c7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:27.986646 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c2ccdc-24fb-4c27-a09f-1d9eefb003e8 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Network hostable DHCP agents. Network: 967f206f-b0d8-4f09-8433-e0460101c7e3, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:39:27.993195 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1c4f7cba-bb3e-4f1b-b1ee-eda289787ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:28.032251 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4f7cba-bb3e-4f1b-b1ee-eda289787ced None None] No DVR routers for this DVR port 6792c395-56fb-41ca-99b9-ccb1f91272c3 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:39:28.044112 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f7cba-bb3e-4f1b-b1ee-eda289787ced None None] Pushing event deleted for resources: {'Port': ['ID=6792c395-56fb-41ca-99b9-ccb1f91272c3,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:28.077830 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c2ccdc-24fb-4c27-a09f-1d9eefb003e8 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Network 967f206f-b0d8-4f09-8433-e0460101c7e3 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:39:28.137900 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2e02f9f7-9c38-40b2-b1f5-a2d693677127 req-071d9d25-6687-4d5f-9732-6f7344af246c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 210 time: 0.0314877 Dec 16 22:39:28.220708 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-50c2ccdc-24fb-4c27-a09f-1d9eefb003e8 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 967f206f-b0d8-4f09-8433-e0460101c7e3) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:28.225431 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c2ccdc-24fb-4c27-a09f-1d9eefb003e8 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:28.225951 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-50c2ccdc-24fb-4c27-a09f-1d9eefb003e8 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:28.230369 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3535fb-eb31-438f-91ed-b800c79fe694 None None] Network 967f206f-b0d8-4f09-8433-e0460101c7e3 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:39:28.313463 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Port 6792c395-56fb-41ca-99b9-ccb1f91272c3 update to ACTIVE by agent not found {{(pid=103615) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 16 22:39:28.330333 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-50c2ccdc-24fb-4c27-a09f-1d9eefb003e8 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1722109 Dec 16 22:39:28.333232 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 43926) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:28.381186 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:28.451246 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ad0c92-4f05-44f7-a4da-a4b0691e67b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-967f206f-b0d8-4f09-8433-e0460101c7e3', 'network_id': '967f206f-b0d8-4f09-8433-e0460101c7e3', 'project_id': 'c05405cdf7b54ea7866fba40038aff98', 'fixed_ips': [{'subnet_id': '3ac5b419-7706-4ac8-9f93-45804860afc8'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:39:28.452886 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09ad0c92-4f05-44f7-a4da-a4b0691e67b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:28.539715 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:28.653815 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:28.708865 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-09ad0c92-4f05-44f7-a4da-a4b0691e67b4 None None] Allocated IP 2001:db8::f816:3eff:fe5c:9a37 (967f206f-b0d8-4f09-8433-e0460101c7e3/3ac5b419-7706-4ac8-9f93-45804860afc8/00484017-5da3-462f-8d00-46baf4dc0371) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:39:28.766762 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:28.871505 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09ad0c92-4f05-44f7-a4da-a4b0691e67b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:28.989025 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09ad0c92-4f05-44f7-a4da-a4b0691e67b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:29.058870 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ad0c92-4f05-44f7-a4da-a4b0691e67b4 None None] Network 967f206f-b0d8-4f09-8433-e0460101c7e3 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:29.063344 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-09ad0c92-4f05-44f7-a4da-a4b0691e67b4 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:29.066192 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad0c92-4f05-44f7-a4da-a4b0691e67b4 None None] Pushing event updated for resources: {'Port': ['ID=00484017-5da3-462f-8d00-46baf4dc0371,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:29.079005 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:29.081408 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ad0c92-4f05-44f7-a4da-a4b0691e67b4 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:39:29.111277 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac5b419-7706-4ac8-9f93-45804860afc8,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:29.150689 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-09ad0c92-4f05-44f7-a4da-a4b0691e67b4 None None] Attempting to bind port 00484017-5da3-462f-8d00-46baf4dc0371 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:39:29.151241 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-09ad0c92-4f05-44f7-a4da-a4b0691e67b4 None None] Attempting to bind port 00484017-5da3-462f-8d00-46baf4dc0371 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '30a68911-ebb4-4cd4-8963-c3cd742270f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '967f206f-b0d8-4f09-8433-e0460101c7e3'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:39:29.151767 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ad0c92-4f05-44f7-a4da-a4b0691e67b4 None None] Attempting to bind port 00484017-5da3-462f-8d00-46baf4dc0371 on network 967f206f-b0d8-4f09-8433-e0460101c7e3 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:29.158187 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:29.159884 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ad0c92-4f05-44f7-a4da-a4b0691e67b4 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:39:29.160372 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ad0c92-4f05-44f7-a4da-a4b0691e67b4 None None] Checking segment: {'id': '30a68911-ebb4-4cd4-8963-c3cd742270f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '967f206f-b0d8-4f09-8433-e0460101c7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:29.160873 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09ad0c92-4f05-44f7-a4da-a4b0691e67b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:29.161370 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ad0c92-4f05-44f7-a4da-a4b0691e67b4 None None] Bound using segment: {'id': '30a68911-ebb4-4cd4-8963-c3cd742270f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '967f206f-b0d8-4f09-8433-e0460101c7e3'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:39:29.162073 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-09ad0c92-4f05-44f7-a4da-a4b0691e67b4 None None] Bound port: 00484017-5da3-462f-8d00-46baf4dc0371, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a68911-ebb4-4cd4-8963-c3cd742270f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '967f206f-b0d8-4f09-8433-e0460101c7e3'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:39:29.162660 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09ad0c92-4f05-44f7-a4da-a4b0691e67b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:29.174986 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 6792c395-56fb-41ca-99b9-ccb1f91272c3 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:39:29.202773 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 6792c395-56fb-41ca-99b9-ccb1f91272c3 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:39:29.206002 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 6792c395-56fb-41ca-99b9-ccb1f91272c3 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:39:29.233151 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:29.266924 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['967f206f-b0d8-4f09-8433-e0460101c7e3']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:29.293817 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-09ad0c92-4f05-44f7-a4da-a4b0691e67b4 None None] For port 00484017-5da3-462f-8d00-46baf4dc0371, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:39:29.301291 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a68911-ebb4-4cd4-8963-c3cd742270f1') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:29.301989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a68911-ebb4-4cd4-8963-c3cd742270f1') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:29.318168 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-09ad0c92-4f05-44f7-a4da-a4b0691e67b4 None None] For port 00484017-5da3-462f-8d00-46baf4dc0371, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=00484017-5da3-462f-8d00-46baf4dc0371,segment=NetworkSegment(30a68911-ebb4-4cd4-8963-c3cd742270f1),segment_id=30a68911-ebb4-4cd4-8963-c3cd742270f1)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:39:29.327143 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:29.363465 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-41d12919-55e0-4025-a19c-853113b2b2c4 req-5e4ccd75-baf6-4328-9686-979ac669c09f tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 210 time: 0.0483325 Dec 16 22:39:29.418863 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:29.419533 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09ad0c92-4f05-44f7-a4da-a4b0691e67b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:29.427629 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:39:29.428479 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:39:29.432461 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:39:29.513967 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad0c92-4f05-44f7-a4da-a4b0691e67b4 None None] Pushing event updated for resources: {'Port': ['ID=00484017-5da3-462f-8d00-46baf4dc0371,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:29.536727 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e16d487-ccbd-4091-9a24-635770147317 None None] Network 967f206f-b0d8-4f09-8433-e0460101c7e3 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:39:29.583324 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.db.api [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 22:39:29.583324 n-d-815324-4 neutron-server[103614]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 22:39:29.583324 n-d-815324-4 neutron-server[103614]: [parameters: {'id': '967f206f-b0d8-4f09-8433-e0460101c7e3'}] Dec 16 22:39:29.583324 n-d-815324-4 neutron-server[103614]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:39:29.584889 n-d-815324-4 neutron-server[103614]: DEBUG oslo_db.api [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:39:29.653904 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6731ad-b680-4fff-b2fe-56411f7008f3 None None] get_active_networks_info from n-d-815324-4 {{(pid=103615) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:39:29.780636 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6731ad-b680-4fff-b2fe-56411f7008f3 None None] Resources bound (agent type, host, resource id): {{(pid=103615) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:39:29.810577 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-fbd77ccf-dd56-407c-93a3-cba0b1637379 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:29.812271 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-fbd77ccf-dd56-407c-93a3-cba0b1637379 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.57 "GET /v2.0/networks?id=4b762631-c20c-4f8f-844e-ced8a9f6fe72 HTTP/1.1" status: 200 len: 797 time: 0.1554773 Dec 16 22:39:29.923567 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-e5d1d92c-a198-48f4-85f7-72c4e647581a tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2b4fafbea3d45ac8d3254c1d8b5fceb HTTP/1.1" status: 200 len: 378 time: 0.0961895 Dec 16 22:39:29.932463 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-54a43760-70ea-440a-85b7-84b71c1e73b4 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'port': {'device_id': '87270c55-4ce2-4d1d-ad02-3bbe51ccdce5', 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'admin_state_up': True, 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'security_groups': ['34aa2075-3bb6-44e2-a0b8-d174e3f1dd2d']}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:30.087263 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:30.150723 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Deleting port 00484017-5da3-462f-8d00-46baf4dc0371 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:30.151016 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:30.215871 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-54a43760-70ea-440a-85b7-84b71c1e73b4 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Made reservation on behalf of c2b4fafbea3d45ac8d3254c1d8b5fceb for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:39:30.233473 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-54a43760-70ea-440a-85b7-84b71c1e73b4 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:30.241578 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] For port 00484017-5da3-462f-8d00-46baf4dc0371, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=00484017-5da3-462f-8d00-46baf4dc0371,segment=NetworkSegment(30a68911-ebb4-4cd4-8963-c3cd742270f1),segment_id=30a68911-ebb4-4cd4-8963-c3cd742270f1)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:30.244350 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:30.264638 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Calling delete_port for 00484017-5da3-462f-8d00-46baf4dc0371 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:30.459419 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-54a43760-70ea-440a-85b7-84b71c1e73b4 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Allocated IP 172.20.0.13 (4b762631-c20c-4f8f-844e-ced8a9f6fe72/2f51de97-c7db-4621-9d6f-882ca53cdf97/3063c79a-90d7-4a7b-b7a3-7feddeaf2496) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:39:30.465821 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:30.505365 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event deleted for resources: {'Port': ['ID=00484017-5da3-462f-8d00-46baf4dc0371,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:30.509905 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] No DVR routers for this DVR port 00484017-5da3-462f-8d00-46baf4dc0371 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:39:30.532033 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c6ab1fb1-0a43-427e-9542-9c4751d60858 req-7cc7b23e-4ee7-4730-be2b-af238e57b2de tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 210 time: 0.0578001 Dec 16 22:39:30.636962 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-54a43760-70ea-440a-85b7-84b71c1e73b4 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:30.642219 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:30.673519 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['967f206f-b0d8-4f09-8433-e0460101c7e3']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:30.687685 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a68911-ebb4-4cd4-8963-c3cd742270f1') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:30.687998 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a68911-ebb4-4cd4-8963-c3cd742270f1') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:30.698770 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:30.712825 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:30.719024 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:39:30.719503 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:39:30.722924 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:39:30.739209 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43996) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:30.744066 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [-] 10.222.0.75 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034494 Dec 16 22:39:30.747309 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 43998) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:30.776261 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-54a43760-70ea-440a-85b7-84b71c1e73b4 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:30.831729 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-54a43760-70ea-440a-85b7-84b71c1e73b4 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Network 4b762631-c20c-4f8f-844e-ced8a9f6fe72 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:30.837110 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-54a43760-70ea-440a-85b7-84b71c1e73b4 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:30.841523 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-54a43760-70ea-440a-85b7-84b71c1e73b4 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:39:30.846007 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a43760-70ea-440a-85b7-84b71c1e73b4 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'Port': ['ID=3063c79a-90d7-4a7b-b7a3-7feddeaf2496,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:30.895340 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:30.905043 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-54a43760-70ea-440a-85b7-84b71c1e73b4 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:30.905043 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-54a43760-70ea-440a-85b7-84b71c1e73b4 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:30.911781 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:30.915603 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "DELETE /v2.0/networks/967f206f-b0d8-4f09-8433-e0460101c7e3 HTTP/1.1" status: 204 len: 168 time: 2.5813344 Dec 16 22:39:30.921628 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44004) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:30.926942 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b566ed5-c04f-4a35-9924-0d25ec66a103 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event deleted for resources: {'Network': ['ID=967f206f-b0d8-4f09-8433-e0460101c7e3,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:30.927397 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-96f780f2-4c9b-4f4a-bb17-2bb6f7907afc tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1793111243'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:31.015375 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-54a43760-70ea-440a-85b7-84b71c1e73b4 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0867085 Dec 16 22:39:31.035111 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-55fa3ba2-f60f-4bcf-9656-279e18a8f8b4 service neutron] Request body: {'port': {'device_id': '87270c55-4ce2-4d1d-ad02-3bbe51ccdce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:31.083992 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f780f2-4c9b-4f4a-bb17-2bb6f7907afc tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Made reservation on behalf of c05405cdf7b54ea7866fba40038aff98 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:39:31.088474 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-96f780f2-4c9b-4f4a-bb17-2bb6f7907afc tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.135440 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f7691cd6-fbfb-43cb-b415-cb077079f692 None None] Provisioning complete for port 3063c79a-90d7-4a7b-b7a3-7feddeaf2496 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:31.135993 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f7691cd6-fbfb-43cb-b415-cb077079f692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.154403 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-55fa3ba2-f60f-4bcf-9656-279e18a8f8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.173529 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f780f2-4c9b-4f4a-bb17-2bb6f7907afc tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:39:31.181340 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f7691cd6-fbfb-43cb-b415-cb077079f692 None None] Port 3063c79a-90d7-4a7b-b7a3-7feddeaf2496 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:39:31.190043 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-96f780f2-4c9b-4f4a-bb17-2bb6f7907afc tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.190587 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-96f780f2-4c9b-4f4a-bb17-2bb6f7907afc tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Added segment 8fa96c1a-f414-4d07-98cf-75b46b891698 of type vlan for network 8a204549-6a2a-4b4f-b8f1-bab09e99f367 Dec 16 22:39:31.228380 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fe5322d6-8c53-43c7-ac89-1d984daccfa9 tempest-NetworksApiDiscovery-1042476432 tempest-NetworksApiDiscovery-1042476432-project] 10.222.0.75 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4799628 Dec 16 22:39:31.288651 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-96f780f2-4c9b-4f4a-bb17-2bb6f7907afc tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.298256 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44016) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:31.531492 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c6495ea4-0b33-4d17-a996-ac6223016c8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.639369 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c6495ea4-0b33-4d17-a996-ac6223016c8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.718527 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c6495ea4-0b33-4d17-a996-ac6223016c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.787294 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c6495ea4-0b33-4d17-a996-ac6223016c8b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7fb5a08635b444b08b7090a55cfe4da3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4877970 Dec 16 22:39:31.789093 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6495ea4-0b33-4d17-a996-ac6223016c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea654dc-c135-4226-968d-fea67277e912,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:31.792995 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44036) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:31.865540 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5c033a1f-a817-4edb-bcb9-695d6f33712c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.880208 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-96f780f2-4c9b-4f4a-bb17-2bb6f7907afc tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.886389 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f780f2-4c9b-4f4a-bb17-2bb6f7907afc tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:31.887601 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-96f780f2-4c9b-4f4a-bb17-2bb6f7907afc tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.902358 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5c033a1f-a817-4edb-bcb9-695d6f33712c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:31.902548 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44038) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:32.012321 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc842c5-0eed-4bce-9c48-e75abe2b5da7 req-8c7b631b-8724-4540-a9af-0f4179be9684 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:32.014056 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2dc842c5-0eed-4bce-9c48-e75abe2b5da7 req-8c7b631b-8724-4540-a9af-0f4179be9684 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 932 time: 0.2069795 Dec 16 22:39:32.018840 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f780f2-4c9b-4f4a-bb17-2bb6f7907afc tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event updated for resources: {'Network': ['ID=8a204549-6a2a-4b4f-b8f1-bab09e99f367,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:32.031541 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 8a204549-6a2a-4b4f-b8f1-bab09e99f367 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:39:32.041701 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-96f780f2-4c9b-4f4a-bb17-2bb6f7907afc tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1189818 Dec 16 22:39:32.044719 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44044) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:32.055013 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-0a20c025-a59b-4171-94d0-47be4d6968d8 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Request body: {'subnet': {'network_id': '8a204549-6a2a-4b4f-b8f1-bab09e99f367', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:32.141363 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5c033a1f-a817-4edb-bcb9-695d6f33712c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:32.146953 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5c033a1f-a817-4edb-bcb9-695d6f33712c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:32.150137 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5c033a1f-a817-4edb-bcb9-695d6f33712c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7ea654dc-c135-4226-968d-fea67277e912 HTTP/1.1" status: 204 len: 168 time: 0.3559349 Dec 16 22:39:32.159641 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2dc842c5-0eed-4bce-9c48-e75abe2b5da7 req-cb23fc0d-e8a9-4d5c-b39a-65ed9aeaa977 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=34aa2075-3bb6-44e2-a0b8-d174e3f1dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1314788 Dec 16 22:39:32.163831 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ebe8fbc4-2a49-4452-b786-fe2f8be44f1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:32.185622 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c033a1f-a817-4edb-bcb9-695d6f33712c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea654dc-c135-4226-968d-fea67277e912,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:32.201795 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-55fa3ba2-f60f-4bcf-9656-279e18a8f8b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3063c79a-90d7-4a7b-b7a3-7feddeaf2496 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:39:32.214823 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-55fa3ba2-f60f-4bcf-9656-279e18a8f8b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:32.249576 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-55fa3ba2-f60f-4bcf-9656-279e18a8f8b4 service neutron] Transition to ACTIVE for port object 3063c79a-90d7-4a7b-b7a3-7feddeaf2496 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:39:32.308182 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ebe8fbc4-2a49-4452-b786-fe2f8be44f1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:32.334816 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a20c025-a59b-4171-94d0-47be4d6968d8 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Made reservation on behalf of c05405cdf7b54ea7866fba40038aff98 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:39:32.338623 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0a20c025-a59b-4171-94d0-47be4d6968d8 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:32.363383 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-55fa3ba2-f60f-4bcf-9656-279e18a8f8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:32.423849 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ebe8fbc4-2a49-4452-b786-fe2f8be44f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:32.459193 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa3ba2-f60f-4bcf-9656-279e18a8f8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3063c79a-90d7-4a7b-b7a3-7feddeaf2496,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:32.488807 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8fbc4-2a49-4452-b786-fe2f8be44f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82438418-bab5-46d6-ae7f-657f59284b1b,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:32.504503 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ebe8fbc4-2a49-4452-b786-fe2f8be44f1f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bba608ff7229429485357c7fc8ada43b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5839424 Dec 16 22:39:32.507450 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44058) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:32.591719 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-55fa3ba2-f60f-4bcf-9656-279e18a8f8b4 service neutron] Attempting to bind port 3063c79a-90d7-4a7b-b7a3-7feddeaf2496 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:39:32.592169 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-55fa3ba2-f60f-4bcf-9656-279e18a8f8b4 service neutron] Attempting to bind port 3063c79a-90d7-4a7b-b7a3-7feddeaf2496 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'c6fad3a5-15d0-432c-8186-01ac8d5d9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:39:32.607098 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-55fa3ba2-f60f-4bcf-9656-279e18a8f8b4 service neutron] Attempting to bind port 3063c79a-90d7-4a7b-b7a3-7feddeaf2496 on network 4b762631-c20c-4f8f-844e-ced8a9f6fe72 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:32.620508 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-55fa3ba2-f60f-4bcf-9656-279e18a8f8b4 service neutron] Port 3063c79a-90d7-4a7b-b7a3-7feddeaf2496 on network 4b762631-c20c-4f8f-844e-ced8a9f6fe72 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:39:32.620853 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-55fa3ba2-f60f-4bcf-9656-279e18a8f8b4 service neutron] Attempting to bind port 3063c79a-90d7-4a7b-b7a3-7feddeaf2496 on network 4b762631-c20c-4f8f-844e-ced8a9f6fe72 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:32.629212 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-55fa3ba2-f60f-4bcf-9656-279e18a8f8b4 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:39:32.629590 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-55fa3ba2-f60f-4bcf-9656-279e18a8f8b4 service neutron] Checking segment: {'id': 'c6fad3a5-15d0-432c-8186-01ac8d5d9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:32.632462 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-55fa3ba2-f60f-4bcf-9656-279e18a8f8b4 service neutron] Bound using segment: {'id': 'c6fad3a5-15d0-432c-8186-01ac8d5d9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:39:32.632572 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-55fa3ba2-f60f-4bcf-9656-279e18a8f8b4 service neutron] Bound port: 3063c79a-90d7-4a7b-b7a3-7feddeaf2496, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fad3a5-15d0-432c-8186-01ac8d5d9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:39:32.634050 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-55fa3ba2-f60f-4bcf-9656-279e18a8f8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:32.637961 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-151a6989-7eb2-4bf0-8bee-1dfd3d00c9a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:32.709084 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-151a6989-7eb2-4bf0-8bee-1dfd3d00c9a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:32.761417 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-55fa3ba2-f60f-4bcf-9656-279e18a8f8b4 service neutron] For port 3063c79a-90d7-4a7b-b7a3-7feddeaf2496, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:39:32.765424 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-55fa3ba2-f60f-4bcf-9656-279e18a8f8b4 service neutron] For port 3063c79a-90d7-4a7b-b7a3-7feddeaf2496, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=3063c79a-90d7-4a7b-b7a3-7feddeaf2496,segment=NetworkSegment(c6fad3a5-15d0-432c-8186-01ac8d5d9e02),segment_id=c6fad3a5-15d0-432c-8186-01ac8d5d9e02)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:39:32.773845 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0a20c025-a59b-4171-94d0-47be4d6968d8 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:32.832953 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-55fa3ba2-f60f-4bcf-9656-279e18a8f8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:32.854078 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a20c025-a59b-4171-94d0-47be4d6968d8 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Checking segment: {'id': '8fa96c1a-f414-4d07-98cf-75b46b891698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8a204549-6a2a-4b4f-b8f1-bab09e99f367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:32.854449 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a20c025-a59b-4171-94d0-47be4d6968d8 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Network hostable DHCP agents. Network: 8a204549-6a2a-4b4f-b8f1-bab09e99f367, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:39:32.859973 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20c025-a59b-4171-94d0-47be4d6968d8 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event updated for resources: {'Subnet': ['ID=74590215-a225-477a-a3be-bed3990b2d44,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:32.877874 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-151a6989-7eb2-4bf0-8bee-1dfd3d00c9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:32.880536 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-151a6989-7eb2-4bf0-8bee-1dfd3d00c9a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:32.881728 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-151a6989-7eb2-4bf0-8bee-1dfd3d00c9a6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/82438418-bab5-46d6-ae7f-657f59284b1b HTTP/1.1" status: 204 len: 168 time: 0.3733728 Dec 16 22:39:32.891938 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a6989-7eb2-4bf0-8bee-1dfd3d00c9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82438418-bab5-46d6-ae7f-657f59284b1b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:32.902078 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-55fa3ba2-f60f-4bcf-9656-279e18a8f8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:32.903385 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-55fa3ba2-f60f-4bcf-9656-279e18a8f8b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:32.927577 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-55fa3ba2-f60f-4bcf-9656-279e18a8f8b4 service neutron] 10.222.0.57 "PUT /v2.0/ports/3063c79a-90d7-4a7b-b7a3-7feddeaf2496 HTTP/1.1" status: 200 len: 1092 time: 1.8757746 Dec 16 22:39:32.935226 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a20c025-a59b-4171-94d0-47be4d6968d8 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Network 8a204549-6a2a-4b4f-b8f1-bab09e99f367 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:39:32.936994 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87270c55-4ce2-4d1d-ad02-3bbe51ccdce5', 'tag': '3063c79a-90d7-4a7b-b7a3-7feddeaf2496'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:39:32.944563 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854069e2-b6db-4c07-803d-44194a412b27" -d '{"events": [{"name": "network-changed", "server_uuid": "87270c55-4ce2-4d1d-ad02-3bbe51ccdce5", "tag": "3063c79a-90d7-4a7b-b7a3-7feddeaf2496"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:39:32.965012 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa3ba2-f60f-4bcf-9656-279e18a8f8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3063c79a-90d7-4a7b-b7a3-7feddeaf2496,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:32.988068 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0283ebbc-77ec-490b-a663-bb81945da9aa x-openstack-request-id: req-0283ebbc-77ec-490b-a663-bb81945da9aa {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:39:32.988379 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87270c55-4ce2-4d1d-ad02-3bbe51ccdce5", "tag": "3063c79a-90d7-4a7b-b7a3-7feddeaf2496", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:39:32.988648 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0283ebbc-77ec-490b-a663-bb81945da9aa {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:39:32.989055 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87270c55-4ce2-4d1d-ad02-3bbe51ccdce5', 'tag': '3063c79a-90d7-4a7b-b7a3-7feddeaf2496', 'status': 'completed', 'code': 200} Dec 16 22:39:33.026453 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-0a20c025-a59b-4171-94d0-47be4d6968d8 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 8a204549-6a2a-4b4f-b8f1-bab09e99f367) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:33.032541 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a20c025-a59b-4171-94d0-47be4d6968d8 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:33.034616 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0a20c025-a59b-4171-94d0-47be4d6968d8 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:33.048205 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b156f465-11a9-45c5-8ac7-804da7f406fd None None] Network 8a204549-6a2a-4b4f-b8f1-bab09e99f367 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:39:33.139234 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854069e2-b6db-4c07-803d-44194a412b27 req-b66947f7-1f5e-429e-9241-de501f6650b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:33.142039 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-854069e2-b6db-4c07-803d-44194a412b27 req-b66947f7-1f5e-429e-9241-de501f6650b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2b4fafbea3d45ac8d3254c1d8b5fceb&device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 1095 time: 0.1074700 Dec 16 22:39:33.164595 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0a20c025-a59b-4171-94d0-47be4d6968d8 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1171525 Dec 16 22:39:33.165595 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44076) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:33.305066 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44080) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:33.311075 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854069e2-b6db-4c07-803d-44194a412b27 req-635c77c0-f17b-4ea6-bb6c-fdcccd1d015c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:33.314429 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-854069e2-b6db-4c07-803d-44194a412b27 req-635c77c0-f17b-4ea6-bb6c-fdcccd1d015c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=c2b4fafbea3d45ac8d3254c1d8b5fceb&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1590743 Dec 16 22:39:33.317768 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef75ad80-cd05-4cd8-9ba7-16b032ca7e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-8a204549-6a2a-4b4f-b8f1-bab09e99f367', 'network_id': '8a204549-6a2a-4b4f-b8f1-bab09e99f367', 'project_id': 'c05405cdf7b54ea7866fba40038aff98', 'fixed_ips': [{'subnet_id': '74590215-a225-477a-a3be-bed3990b2d44'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:39:33.322909 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ef75ad80-cd05-4cd8-9ba7-16b032ca7e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:33.327881 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f97df82a-0857-4569-9200-ef87cbff21eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:33.413421 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:33.537944 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c84bad-65ac-48db-b592-42c71ccf0543 req-1ae384a1-6161-4647-9662-15efde8d5d23 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:33.539944 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:33.548381 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-12c84bad-65ac-48db-b592-42c71ccf0543 req-1ae384a1-6161-4647-9662-15efde8d5d23 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 944 time: 0.1821945 Dec 16 22:39:33.664069 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854069e2-b6db-4c07-803d-44194a412b27 req-455927cc-7bcf-4f8d-88b6-d6d08fa4c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:33.666598 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-854069e2-b6db-4c07-803d-44194a412b27 req-455927cc-7bcf-4f8d-88b6-d6d08fa4c0c7 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3453045 Dec 16 22:39:33.708459 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f97df82a-0857-4569-9200-ef87cbff21eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:33.734877 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-12c84bad-65ac-48db-b592-42c71ccf0543 req-85acd0c5-3461-4709-b46d-68709652e2ca tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=34aa2075-3bb6-44e2-a0b8-d174e3f1dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1837482 Dec 16 22:39:33.769260 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f97df82a-0857-4569-9200-ef87cbff21eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:33.782571 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-ef75ad80-cd05-4cd8-9ba7-16b032ca7e9f None None] Allocated IP 2001:db8::2 (8a204549-6a2a-4b4f-b8f1-bab09e99f367/74590215-a225-477a-a3be-bed3990b2d44/5e95569f-82d5-4bea-809b-be7c456ffe6d) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:39:33.815976 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-f095119a-69d5-4fdf-a11c-d5b6c6b9b027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:33.818368 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-f095119a-69d5-4fdf-a11c-d5b6c6b9b027 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2b4fafbea3d45ac8d3254c1d8b5fceb&device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 1095 time: 0.0794981 Dec 16 22:39:33.830645 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44094) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:33.831844 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f97df82a-0857-4569-9200-ef87cbff21eb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fe68bef918e44c358328565a719bbf9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5251732 Dec 16 22:39:33.834712 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97df82a-0857-4569-9200-ef87cbff21eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff887e7b-eeb8-4e20-9483-d5af5f3684a2,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:33.900468 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-4f9105b0-43c5-49a8-88ed-df30e3726bd9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3063c79a-90d7-4a7b-b7a3-7feddeaf2496 HTTP/1.1" status: 200 len: 217 time: 0.0628536 Dec 16 22:39:33.975576 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d727acac-dddf-4c9f-99c8-3c5442293f41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:33.978155 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-9ac09657-3973-407f-9d8d-bbae8ddc84db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:33.979761 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-9ac09657-3973-407f-9d8d-bbae8ddc84db service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2f51de97-c7db-4621-9d6f-882ca53cdf97 HTTP/1.1" status: 200 len: 834 time: 0.0710502 Dec 16 22:39:34.035922 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ef75ad80-cd05-4cd8-9ba7-16b032ca7e9f None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:34.052121 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d727acac-dddf-4c9f-99c8-3c5442293f41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:34.096815 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ef75ad80-cd05-4cd8-9ba7-16b032ca7e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:34.121946 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-8c74cef0-d6ab-4b2e-bf4c-11ccfe97c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:34.124442 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-8c74cef0-d6ab-4b2e-bf4c-11ccfe97c5da service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b762631-c20c-4f8f-844e-ced8a9f6fe72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337869 Dec 16 22:39:34.139308 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef75ad80-cd05-4cd8-9ba7-16b032ca7e9f None None] Network 8a204549-6a2a-4b4f-b8f1-bab09e99f367 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:34.143425 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-ef75ad80-cd05-4cd8-9ba7-16b032ca7e9f None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:34.155181 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef75ad80-cd05-4cd8-9ba7-16b032ca7e9f None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:39:34.168958 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75ad80-cd05-4cd8-9ba7-16b032ca7e9f None None] Pushing event updated for resources: {'Port': ['ID=5e95569f-82d5-4bea-809b-be7c456ffe6d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:34.182529 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:34.224719 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d727acac-dddf-4c9f-99c8-3c5442293f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:34.228785 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d727acac-dddf-4c9f-99c8-3c5442293f41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:34.231098 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d727acac-dddf-4c9f-99c8-3c5442293f41 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ff887e7b-eeb8-4e20-9483-d5af5f3684a2 HTTP/1.1" status: 204 len: 168 time: 0.3991826 Dec 16 22:39:34.238783 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ef75ad80-cd05-4cd8-9ba7-16b032ca7e9f None None] Attempting to bind port 5e95569f-82d5-4bea-809b-be7c456ffe6d on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:39:34.244985 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ef75ad80-cd05-4cd8-9ba7-16b032ca7e9f None None] Attempting to bind port 5e95569f-82d5-4bea-809b-be7c456ffe6d by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '8fa96c1a-f414-4d07-98cf-75b46b891698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8a204549-6a2a-4b4f-b8f1-bab09e99f367'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:39:34.244985 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef75ad80-cd05-4cd8-9ba7-16b032ca7e9f None None] Attempting to bind port 5e95569f-82d5-4bea-809b-be7c456ffe6d on network 8a204549-6a2a-4b4f-b8f1-bab09e99f367 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:34.246460 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event deleted for resources: {'Subnet': ['ID=74590215-a225-477a-a3be-bed3990b2d44,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:34.246589 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727acac-dddf-4c9f-99c8-3c5442293f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff887e7b-eeb8-4e20-9483-d5af5f3684a2,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:34.246673 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef75ad80-cd05-4cd8-9ba7-16b032ca7e9f None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:39:34.247019 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef75ad80-cd05-4cd8-9ba7-16b032ca7e9f None None] Checking segment: {'id': '8fa96c1a-f414-4d07-98cf-75b46b891698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8a204549-6a2a-4b4f-b8f1-bab09e99f367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:34.247658 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ef75ad80-cd05-4cd8-9ba7-16b032ca7e9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:34.248421 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef75ad80-cd05-4cd8-9ba7-16b032ca7e9f None None] Bound using segment: {'id': '8fa96c1a-f414-4d07-98cf-75b46b891698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8a204549-6a2a-4b4f-b8f1-bab09e99f367'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:39:34.249232 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ef75ad80-cd05-4cd8-9ba7-16b032ca7e9f None None] Bound port: 5e95569f-82d5-4bea-809b-be7c456ffe6d, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa96c1a-f414-4d07-98cf-75b46b891698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8a204549-6a2a-4b4f-b8f1-bab09e99f367'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:39:34.249729 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ef75ad80-cd05-4cd8-9ba7-16b032ca7e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:34.332018 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-2219cfbd-39f2-4ad0-8f0c-53dbed57af34 service neutron] 10.222.0.57 "GET /v2.0/networks/4b762631-c20c-4f8f-844e-ced8a9f6fe72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972308 Dec 16 22:39:34.357897 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ef75ad80-cd05-4cd8-9ba7-16b032ca7e9f None None] For port 5e95569f-82d5-4bea-809b-be7c456ffe6d, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:39:34.364387 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:34.364807 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ef75ad80-cd05-4cd8-9ba7-16b032ca7e9f None None] For port 5e95569f-82d5-4bea-809b-be7c456ffe6d, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=5e95569f-82d5-4bea-809b-be7c456ffe6d,segment=NetworkSegment(8fa96c1a-f414-4d07-98cf-75b46b891698),segment_id=8fa96c1a-f414-4d07-98cf-75b46b891698)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:39:34.410648 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a204549-6a2a-4b4f-b8f1-bab09e99f367']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:34.415802 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ef75ad80-cd05-4cd8-9ba7-16b032ca7e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:34.423705 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa96c1a-f414-4d07-98cf-75b46b891698') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:34.424308 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa96c1a-f414-4d07-98cf-75b46b891698') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:34.438624 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:34.457320 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:34.468044 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:39:34.468458 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:39:34.471725 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:39:34.506279 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-add3b5a6-7474-44b9-b6fd-3cc705997893 req-e4e812da-e5ca-446d-87ff-7cdd1ac82c28 service neutron] 10.222.0.57 "GET /v2.0/networks/4b762631-c20c-4f8f-844e-ced8a9f6fe72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670992 Dec 16 22:39:34.559007 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75ad80-cd05-4cd8-9ba7-16b032ca7e9f None None] Pushing event updated for resources: {'Port': ['ID=5e95569f-82d5-4bea-809b-be7c456ffe6d,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:34.582360 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08428e16-a8f4-4832-a7dc-608ab308a3f3 None None] Network 8a204549-6a2a-4b4f-b8f1-bab09e99f367 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:39:34.591552 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.db.api [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 22:39:34.591552 n-d-815324-4 neutron-server[103614]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 22:39:34.591552 n-d-815324-4 neutron-server[103614]: [parameters: {'id': '8a204549-6a2a-4b4f-b8f1-bab09e99f367'}] Dec 16 22:39:34.591552 n-d-815324-4 neutron-server[103614]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:39:34.595314 n-d-815324-4 neutron-server[103614]: DEBUG oslo_db.api [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:39:34.707372 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afac6a4a-588f-402e-84f0-047dcf499b6b None None] get_active_networks_info from n-d-815324-4 {{(pid=103615) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:39:34.846604 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afac6a4a-588f-402e-84f0-047dcf499b6b None None] Resources bound (agent type, host, resource id): {{(pid=103615) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:39:34.917565 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4388f-07ac-46bd-a1ad-895b00a4ff9e req-ce00140b-9ebb-4baf-b339-828ee6c29130 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:34.919365 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3df4388f-07ac-46bd-a1ad-895b00a4ff9e req-ce00140b-9ebb-4baf-b339-828ee6c29130 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 944 time: 0.0633304 Dec 16 22:39:34.982189 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3df4388f-07ac-46bd-a1ad-895b00a4ff9e req-781b8d29-2094-48a1-9244-f349bb0fbee2 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=34aa2075-3bb6-44e2-a0b8-d174e3f1dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562377 Dec 16 22:39:35.093535 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:35.186909 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Deleting port 5e95569f-82d5-4bea-809b-be7c456ffe6d {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:35.187514 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:35.269834 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] For port 5e95569f-82d5-4bea-809b-be7c456ffe6d, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=5e95569f-82d5-4bea-809b-be7c456ffe6d,segment=NetworkSegment(8fa96c1a-f414-4d07-98cf-75b46b891698),segment_id=8fa96c1a-f414-4d07-98cf-75b46b891698)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:35.276045 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:35.286363 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Calling delete_port for 5e95569f-82d5-4bea-809b-be7c456ffe6d owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:35.500252 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:35.524506 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event deleted for resources: {'Port': ['ID=5e95569f-82d5-4bea-809b-be7c456ffe6d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:35.532165 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] No DVR routers for this DVR port 5e95569f-82d5-4bea-809b-be7c456ffe6d on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:39:35.642537 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:35.665278 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a204549-6a2a-4b4f-b8f1-bab09e99f367']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:35.681223 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa96c1a-f414-4d07-98cf-75b46b891698') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:35.681543 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa96c1a-f414-4d07-98cf-75b46b891698') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:35.694376 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:35.715072 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:35.721893 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:39:35.722307 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:39:35.725589 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:39:35.842726 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44166) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:35.905902 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:35.914759 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:35.918262 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "DELETE /v2.0/networks/8a204549-6a2a-4b4f-b8f1-bab09e99f367 HTTP/1.1" status: 204 len: 168 time: 2.7518301 Dec 16 22:39:35.922054 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44172) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:35.930063 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-65207e5f-0940-4bee-9fd7-5bbd353935e1 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1346398935'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:35.930404 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbb72a-4c33-4b32-998f-4ce64f842193 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event deleted for resources: {'Network': ['ID=8a204549-6a2a-4b4f-b8f1-bab09e99f367,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:36.004812 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6c926155-93d7-47b5-a6a0-16c2e8ff70dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:36.103251 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65207e5f-0940-4bee-9fd7-5bbd353935e1 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Made reservation on behalf of c05405cdf7b54ea7866fba40038aff98 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:39:36.106817 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-65207e5f-0940-4bee-9fd7-5bbd353935e1 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:36.203666 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6c926155-93d7-47b5-a6a0-16c2e8ff70dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:36.205597 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65207e5f-0940-4bee-9fd7-5bbd353935e1 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:39:36.219081 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ad4d5-215a-4573-a656-67be411e1e42 req-23bb9269-fcc8-41a9-83f1-cce8bae63b47 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:36.227840 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6f4ad4d5-215a-4573-a656-67be411e1e42 req-23bb9269-fcc8-41a9-83f1-cce8bae63b47 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 944 time: 0.1304667 Dec 16 22:39:36.243777 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-65207e5f-0940-4bee-9fd7-5bbd353935e1 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:36.244138 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-65207e5f-0940-4bee-9fd7-5bbd353935e1 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Added segment c0cca889-051d-4c93-aec4-873a22c25d73 of type vlan for network 8ee1e00f-e53c-46c0-a619-71b9d577fe64 Dec 16 22:39:36.318453 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6c926155-93d7-47b5-a6a0-16c2e8ff70dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:36.330637 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-65207e5f-0940-4bee-9fd7-5bbd353935e1 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:36.336839 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6f4ad4d5-215a-4573-a656-67be411e1e42 req-abec936b-7828-474c-a152-5735c46a357e tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=34aa2075-3bb6-44e2-a0b8-d174e3f1dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1080742 Dec 16 22:39:36.386555 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c926155-93d7-47b5-a6a0-16c2e8ff70dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c7cc41-de19-4e27-9abe-f31da7076923,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:36.403890 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6c926155-93d7-47b5-a6a0-16c2e8ff70dd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=930a431f275e4208b3086a05ebc1fe60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5600128 Dec 16 22:39:36.411543 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44198) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:36.471743 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d62e5d2d-0815-4464-96be-033aeae675c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:36.489921 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-65207e5f-0940-4bee-9fd7-5bbd353935e1 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:36.496729 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65207e5f-0940-4bee-9fd7-5bbd353935e1 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:36.497736 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-65207e5f-0940-4bee-9fd7-5bbd353935e1 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:36.499523 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d62e5d2d-0815-4464-96be-033aeae675c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:36.638138 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65207e5f-0940-4bee-9fd7-5bbd353935e1 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event updated for resources: {'Network': ['ID=8ee1e00f-e53c-46c0-a619-71b9d577fe64,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:36.644603 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-65207e5f-0940-4bee-9fd7-5bbd353935e1 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7206743 Dec 16 22:39:36.647639 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44208) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:36.651627 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 8ee1e00f-e53c-46c0-a619-71b9d577fe64 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:39:36.656096 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-2090aad5-cd7c-4be6-92b6-e0ed48421239 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Request body: {'subnet': {'network_id': '8ee1e00f-e53c-46c0-a619-71b9d577fe64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:36.677972 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d62e5d2d-0815-4464-96be-033aeae675c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:36.681735 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d62e5d2d-0815-4464-96be-033aeae675c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:36.685706 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d62e5d2d-0815-4464-96be-033aeae675c9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/79c7cc41-de19-4e27-9abe-f31da7076923 HTTP/1.1" status: 204 len: 168 time: 0.2702427 Dec 16 22:39:36.740473 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e5d2d-0815-4464-96be-033aeae675c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c7cc41-de19-4e27-9abe-f31da7076923,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:36.884124 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2090aad5-cd7c-4be6-92b6-e0ed48421239 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Made reservation on behalf of c05405cdf7b54ea7866fba40038aff98 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:39:36.891129 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2090aad5-cd7c-4be6-92b6-e0ed48421239 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:37.152049 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 3063c79a-90d7-4a7b-b7a3-7feddeaf2496 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:39:37.273967 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 3063c79a-90d7-4a7b-b7a3-7feddeaf2496, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=3063c79a-90d7-4a7b-b7a3-7feddeaf2496,segment=NetworkSegment(c6fad3a5-15d0-432c-8186-01ac8d5d9e02),segment_id=c6fad3a5-15d0-432c-8186-01ac8d5d9e02)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:37.292883 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '3063c79a-90d7-4a7b-b7a3-7feddeaf2496', 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'port_id': '3063c79a-90d7-4a7b-b7a3-7feddeaf2496', 'mac_address': 'fa:16:3e:65:09:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:39:37.341856 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:37.391857 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3063c79a-90d7-4a7b-b7a3-7feddeaf2496 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:39:37.446076 n-d-815324-4 neutron-server[103614]: DEBUG neutron.objects.ports [None req-2090aad5-cd7c-4be6-92b6-e0ed48421239 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103614) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:39:37.455785 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 3063c79a-90d7-4a7b-b7a3-7feddeaf2496, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=3063c79a-90d7-4a7b-b7a3-7feddeaf2496,segment=NetworkSegment(c6fad3a5-15d0-432c-8186-01ac8d5d9e02),segment_id=c6fad3a5-15d0-432c-8186-01ac8d5d9e02)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:37.459255 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2090aad5-cd7c-4be6-92b6-e0ed48421239 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:37.483291 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44236) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:37.502670 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4d6fa36d-0aab-4569-8a15-b140a41f2c4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:37.544935 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:37.657905 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=3063c79a-90d7-4a7b-b7a3-7feddeaf2496,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:37.676623 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4d6fa36d-0aab-4569-8a15-b140a41f2c4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:37.769776 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4d6fa36d-0aab-4569-8a15-b140a41f2c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:37.842284 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4d6fa36d-0aab-4569-8a15-b140a41f2c4b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9eca0bf9474944c195d052f58170b04c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3576984 Dec 16 22:39:37.843006 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44246) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:37.845179 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fa36d-0aab-4569-8a15-b140a41f2c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ba4cee-0aac-4aca-8e4f-e617af4df79e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:37.893818 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['3063c79a-90d7-4a7b-b7a3-7feddeaf2496'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:39:37.910595 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-25f0bb8e-0222-481c-9f7d-8678461f2055 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:37.948855 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-25f0bb8e-0222-481c-9f7d-8678461f2055 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:38.014779 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090aad5-cd7c-4be6-92b6-e0ed48421239 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event updated for resources: {'Subnet': ['ID=41f063e1-c690-4322-b119-9710fd06fe79,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:38.073687 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573251b-745a-4e8a-82e0-5dadda61ebe2 req-d10ecd18-8d73-4e6b-bb65-dd13a318ee2c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:38.075154 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a573251b-745a-4e8a-82e0-5dadda61ebe2 req-d10ecd18-8d73-4e6b-bb65-dd13a318ee2c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 945 time: 0.2060783 Dec 16 22:39:38.076886 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2090aad5-cd7c-4be6-92b6-e0ed48421239 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Checking segment: {'id': 'c0cca889-051d-4c93-aec4-873a22c25d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8ee1e00f-e53c-46c0-a619-71b9d577fe64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:38.077639 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2090aad5-cd7c-4be6-92b6-e0ed48421239 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Network hostable DHCP agents. Network: 8ee1e00f-e53c-46c0-a619-71b9d577fe64, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:39:38.118093 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-25f0bb8e-0222-481c-9f7d-8678461f2055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:38.120856 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-25f0bb8e-0222-481c-9f7d-8678461f2055 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:38.122926 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-25f0bb8e-0222-481c-9f7d-8678461f2055 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e2ba4cee-0aac-4aca-8e4f-e617af4df79e HTTP/1.1" status: 204 len: 168 time: 0.2786648 Dec 16 22:39:38.133073 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0bb8e-0222-481c-9f7d-8678461f2055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ba4cee-0aac-4aca-8e4f-e617af4df79e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:38.188151 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a573251b-745a-4e8a-82e0-5dadda61ebe2 req-114a35ba-d5f4-4c1e-b3d7-db7bf06eb947 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=34aa2075-3bb6-44e2-a0b8-d174e3f1dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0912614 Dec 16 22:39:38.214560 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2090aad5-cd7c-4be6-92b6-e0ed48421239 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Network 8ee1e00f-e53c-46c0-a619-71b9d577fe64 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:39:38.374806 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-2090aad5-cd7c-4be6-92b6-e0ed48421239 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 8ee1e00f-e53c-46c0-a619-71b9d577fe64) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:38.379635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2090aad5-cd7c-4be6-92b6-e0ed48421239 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:38.391348 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2090aad5-cd7c-4be6-92b6-e0ed48421239 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:38.392066 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f719b8b5-2f83-45cf-9f3e-37cdb8f27aa2 None None] Network 8ee1e00f-e53c-46c0-a619-71b9d577fe64 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:39:38.501346 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9378f70f-5eda-4c2f-bff5-7e049ceb872a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-8ee1e00f-e53c-46c0-a619-71b9d577fe64', 'network_id': '8ee1e00f-e53c-46c0-a619-71b9d577fe64', 'project_id': 'c05405cdf7b54ea7866fba40038aff98', 'fixed_ips': [{'subnet_id': '41f063e1-c690-4322-b119-9710fd06fe79'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:39:38.502374 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9378f70f-5eda-4c2f-bff5-7e049ceb872a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:38.549408 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2090aad5-cd7c-4be6-92b6-e0ed48421239 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8984442 Dec 16 22:39:38.551937 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44262) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:38.670932 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:38.686113 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-9378f70f-5eda-4c2f-bff5-7e049ceb872a None None] Allocated IP 2001:db8::f816:3eff:fed8:fb1d (8ee1e00f-e53c-46c0-a619-71b9d577fe64/41f063e1-c690-4322-b119-9710fd06fe79/df62a0db-6435-42a5-8366-a0bcbeb420fb) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:39:38.791601 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:38.865968 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9378f70f-5eda-4c2f-bff5-7e049ceb872a None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:38.952712 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9378f70f-5eda-4c2f-bff5-7e049ceb872a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:39.018592 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378f70f-5eda-4c2f-bff5-7e049ceb872a None None] Pushing event updated for resources: {'Port': ['ID=df62a0db-6435-42a5-8366-a0bcbeb420fb,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:39.024840 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9378f70f-5eda-4c2f-bff5-7e049ceb872a None None] Network 8ee1e00f-e53c-46c0-a619-71b9d577fe64 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:39.027140 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-9378f70f-5eda-4c2f-bff5-7e049ceb872a None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:39.030197 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9378f70f-5eda-4c2f-bff5-7e049ceb872a None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:39:39.049458 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:39.079776 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event deleted for resources: {'Subnet': ['ID=41f063e1-c690-4322-b119-9710fd06fe79,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:39.091961 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9378f70f-5eda-4c2f-bff5-7e049ceb872a None None] Attempting to bind port df62a0db-6435-42a5-8366-a0bcbeb420fb on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:39:39.092875 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9378f70f-5eda-4c2f-bff5-7e049ceb872a None None] Attempting to bind port df62a0db-6435-42a5-8366-a0bcbeb420fb by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'c0cca889-051d-4c93-aec4-873a22c25d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8ee1e00f-e53c-46c0-a619-71b9d577fe64'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:39:39.093489 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9378f70f-5eda-4c2f-bff5-7e049ceb872a None None] Attempting to bind port df62a0db-6435-42a5-8366-a0bcbeb420fb on network 8ee1e00f-e53c-46c0-a619-71b9d577fe64 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:39:39.102857 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9378f70f-5eda-4c2f-bff5-7e049ceb872a None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:39:39.102992 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9378f70f-5eda-4c2f-bff5-7e049ceb872a None None] Checking segment: {'id': 'c0cca889-051d-4c93-aec4-873a22c25d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8ee1e00f-e53c-46c0-a619-71b9d577fe64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:39:39.108704 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9378f70f-5eda-4c2f-bff5-7e049ceb872a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:39.108968 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9378f70f-5eda-4c2f-bff5-7e049ceb872a None None] Bound using segment: {'id': 'c0cca889-051d-4c93-aec4-873a22c25d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8ee1e00f-e53c-46c0-a619-71b9d577fe64'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:39:39.109473 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9378f70f-5eda-4c2f-bff5-7e049ceb872a None None] Bound port: df62a0db-6435-42a5-8366-a0bcbeb420fb, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0cca889-051d-4c93-aec4-873a22c25d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8ee1e00f-e53c-46c0-a619-71b9d577fe64'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:39:39.110307 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9378f70f-5eda-4c2f-bff5-7e049ceb872a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:39.170744 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 3063c79a-90d7-4a7b-b7a3-7feddeaf2496 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:39:39.177146 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:39.182001 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44288) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:39.208735 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a2c1acaa-b071-4f46-ab9f-4366c361c96d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:39.210174 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee1e00f-e53c-46c0-a619-71b9d577fe64']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:39.243520 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0cca889-051d-4c93-aec4-873a22c25d73') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:39.244917 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0cca889-051d-4c93-aec4-873a22c25d73') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:39.252720 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9378f70f-5eda-4c2f-bff5-7e049ceb872a None None] For port df62a0db-6435-42a5-8366-a0bcbeb420fb, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:39:39.256914 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9378f70f-5eda-4c2f-bff5-7e049ceb872a None None] For port df62a0db-6435-42a5-8366-a0bcbeb420fb, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=df62a0db-6435-42a5-8366-a0bcbeb420fb,segment=NetworkSegment(c0cca889-051d-4c93-aec4-873a22c25d73),segment_id=c0cca889-051d-4c93-aec4-873a22c25d73)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:39:39.270853 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:39.338647 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a2c1acaa-b071-4f46-ab9f-4366c361c96d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:39.357850 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 3063c79a-90d7-4a7b-b7a3-7feddeaf2496 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:39:39.361449 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:39.365018 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9378f70f-5eda-4c2f-bff5-7e049ceb872a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:39.373186 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc751d2-e503-479a-b1bc-e24c37107a83 req-55e62722-1557-486c-8b60-c7c7e8c8d67d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:39.376063 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bfc751d2-e503-479a-b1bc-e24c37107a83 req-55e62722-1557-486c-8b60-c7c7e8c8d67d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 945 time: 0.0806723 Dec 16 22:39:39.391250 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:39:39.393573 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:39.404419 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 3063c79a-90d7-4a7b-b7a3-7feddeaf2496 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:39:39.405428 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:39.414711 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a2c1acaa-b071-4f46-ab9f-4366c361c96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:39:39.417395 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:39:39.490644 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a2c1acaa-b071-4f46-ab9f-4366c361c96d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=32f7f507a8b8457ea83bca4b6908b1dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3052931 Dec 16 22:39:39.499640 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44296) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:39.504691 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bfc751d2-e503-479a-b1bc-e24c37107a83 req-7f72c09b-2ce0-402b-8111-055a6e37ccac tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=34aa2075-3bb6-44e2-a0b8-d174e3f1dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1173129 Dec 16 22:39:39.538526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1acaa-b071-4f46-ab9f-4366c361c96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75febaca-97d7-46aa-849c-425ac3be9a5e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:39.547626 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.db.api [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 22:39:39.547626 n-d-815324-4 neutron-server[103613]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 22:39:39.547626 n-d-815324-4 neutron-server[103613]: [parameters: {'id': '8ee1e00f-e53c-46c0-a619-71b9d577fe64'}] Dec 16 22:39:39.547626 n-d-815324-4 neutron-server[103613]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:39:39.548370 n-d-815324-4 neutron-server[103613]: DEBUG oslo_db.api [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:39:39.557031 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378f70f-5eda-4c2f-bff5-7e049ceb872a None None] Pushing event updated for resources: {'Port': ['ID=df62a0db-6435-42a5-8366-a0bcbeb420fb,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:39.600149 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0479adf5-3a95-4bac-b300-767fc270c682 None None] Network 8ee1e00f-e53c-46c0-a619-71b9d577fe64 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:39:39.619177 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9f912d89-ff19-465f-abd6-89faf27f4413 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:39.651383 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9f912d89-ff19-465f-abd6-89faf27f4413 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:39.676479 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:39.727386 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87270c55-4ce2-4d1d-ad02-3bbe51ccdce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3063c79a-90d7-4a7b-b7a3-7feddeaf2496'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:39:39.729903 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d5f939-b891-4248-a0e5-2bdf025b2293" -d '{"events": [{"server_uuid": "87270c55-4ce2-4d1d-ad02-3bbe51ccdce5", "name": "network-vif-plugged", "status": "completed", "tag": "3063c79a-90d7-4a7b-b7a3-7feddeaf2496"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:39:39.746995 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 3063c79a-90d7-4a7b-b7a3-7feddeaf2496, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=3063c79a-90d7-4a7b-b7a3-7feddeaf2496,segment=NetworkSegment(c6fad3a5-15d0-432c-8186-01ac8d5d9e02),segment_id=c6fad3a5-15d0-432c-8186-01ac8d5d9e02)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:39.764639 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e00d76-ca1f-46b3-8ba9-7f6998199f39 None None] get_active_networks_info from n-d-815324-4 {{(pid=103615) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 22:39:39.795263 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c856be42-ecbc-41ae-ae19-adede490929a x-openstack-request-id: req-c856be42-ecbc-41ae-ae19-adede490929a {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:39:39.795616 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87270c55-4ce2-4d1d-ad02-3bbe51ccdce5", "name": "network-vif-plugged", "status": "completed", "tag": "3063c79a-90d7-4a7b-b7a3-7feddeaf2496", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:39:39.795798 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c856be42-ecbc-41ae-ae19-adede490929a {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:39:39.796220 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87270c55-4ce2-4d1d-ad02-3bbe51ccdce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3063c79a-90d7-4a7b-b7a3-7feddeaf2496', 'code': 200} Dec 16 22:39:39.821719 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9f912d89-ff19-465f-abd6-89faf27f4413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:39.825077 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9f912d89-ff19-465f-abd6-89faf27f4413 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:39.826741 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9f912d89-ff19-465f-abd6-89faf27f4413 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/75febaca-97d7-46aa-849c-425ac3be9a5e HTTP/1.1" status: 204 len: 168 time: 0.3261158 Dec 16 22:39:39.839266 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f912d89-ff19-465f-abd6-89faf27f4413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75febaca-97d7-46aa-849c-425ac3be9a5e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:39.873273 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:39.874698 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e00d76-ca1f-46b3-8ba9-7f6998199f39 None None] Resources bound (agent type, host, resource id): {{(pid=103615) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 22:39:39.946740 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a1d52-9668-43d7-9c32-0309c36cd78d req-b4e1747e-083e-4a95-a0dd-c5afc8728cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:39.947848 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-019a1d52-9668-43d7-9c32-0309c36cd78d req-b4e1747e-083e-4a95-a0dd-c5afc8728cfd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 1097 time: 0.0742853 Dec 16 22:39:40.010426 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-019a1d52-9668-43d7-9c32-0309c36cd78d req-0c0e6ee2-baf0-4a97-806a-17a921bc135f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=34aa2075-3bb6-44e2-a0b8-d174e3f1dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567744 Dec 16 22:39:40.012957 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=3063c79a-90d7-4a7b-b7a3-7feddeaf2496,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:40.049892 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:40.130521 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Deleting port df62a0db-6435-42a5-8366-a0bcbeb420fb {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:40.130776 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:40.216995 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] For port df62a0db-6435-42a5-8366-a0bcbeb420fb, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=df62a0db-6435-42a5-8366-a0bcbeb420fb,segment=NetworkSegment(c0cca889-051d-4c93-aec4-873a22c25d73),segment_id=c0cca889-051d-4c93-aec4-873a22c25d73)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:40.216995 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:40.231259 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Calling delete_port for df62a0db-6435-42a5-8366-a0bcbeb420fb owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:40.419874 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:40.450851 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event deleted for resources: {'Port': ['ID=df62a0db-6435-42a5-8366-a0bcbeb420fb,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:40.456585 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] No DVR routers for this DVR port df62a0db-6435-42a5-8366-a0bcbeb420fb on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:39:40.545907 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:40.591032 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee1e00f-e53c-46c0-a619-71b9d577fe64']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:40.606269 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0cca889-051d-4c93-aec4-873a22c25d73') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:40.607222 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0cca889-051d-4c93-aec4-873a22c25d73') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:40.624115 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:40.677268 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:40.687278 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:39:40.687859 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:39:40.692578 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:39:40.767971 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3144f-0085-4970-b7a9-c7a3f543acbd req-2c5f9c8d-192e-4cbb-b18f-b8c6a487eb07 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:40.769774 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44342) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:40.770339 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-73c3144f-0085-4970-b7a9-c7a3f543acbd req-2c5f9c8d-192e-4cbb-b18f-b8c6a487eb07 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 946 time: 0.1300592 Dec 16 22:39:40.852683 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:40.858346 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-73c3144f-0085-4970-b7a9-c7a3f543acbd req-0b7e432b-674b-4576-b897-5d3d622a0bc8 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=34aa2075-3bb6-44e2-a0b8-d174e3f1dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772004 Dec 16 22:39:40.867194 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:40.871290 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "DELETE /v2.0/networks/8ee1e00f-e53c-46c0-a619-71b9d577fe64 HTTP/1.1" status: 204 len: 168 time: 2.3182032 Dec 16 22:39:40.875444 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44350) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:40.891035 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc758c-df94-4529-b281-dedb377b7792 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event deleted for resources: {'Network': ['ID=8ee1e00f-e53c-46c0-a619-71b9d577fe64,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:40.918272 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33b185e-d1e6-4cbc-9cd4-6a83913bf964 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] DELETE failed (client error): The resource could not be found. Dec 16 22:39:40.918753 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d33b185e-d1e6-4cbc-9cd4-6a83913bf964 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:39:40.924861 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44352) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:40.925036 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d33b185e-d1e6-4cbc-9cd4-6a83913bf964 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "DELETE /v2.0/subnets/41f063e1-c690-4322-b119-9710fd06fe79 HTTP/1.1" status: 404 len: 337 time: 0.0482824 Dec 16 22:39:40.950671 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ded7b2-dca2-44e5-8a08-1241ce2b7f20 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] DELETE failed (client error): The resource could not be found. Dec 16 22:39:40.951317 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ded7b2-dca2-44e5-8a08-1241ce2b7f20 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:39:40.954855 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d3ded7b2-dca2-44e5-8a08-1241ce2b7f20 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "DELETE /v2.0/networks/8ee1e00f-e53c-46c0-a619-71b9d577fe64 HTTP/1.1" status: 404 len: 339 time: 0.0289316 Dec 16 22:39:40.957862 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44356) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:40.959081 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-edda6775-eeb9-4689-b247-74e1f88906ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:40.987852 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba54dec1-86a2-4933-a918-adfede66da9d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] DELETE failed (client error): The resource could not be found. Dec 16 22:39:40.988324 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba54dec1-86a2-4933-a918-adfede66da9d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:39:40.991482 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ba54dec1-86a2-4933-a918-adfede66da9d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "DELETE /v2.0/subnets/74590215-a225-477a-a3be-bed3990b2d44 HTTP/1.1" status: 404 len: 337 time: 0.0324826 Dec 16 22:39:40.995250 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44358) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:41.031069 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc2aa77-6699-48fe-9238-6622f12c9c27 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] DELETE failed (client error): The resource could not be found. Dec 16 22:39:41.031593 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc2aa77-6699-48fe-9238-6622f12c9c27 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:39:41.039820 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44362) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:41.046151 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6dc2aa77-6699-48fe-9238-6622f12c9c27 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "DELETE /v2.0/networks/8a204549-6a2a-4b4f-b8f1-bab09e99f367 HTTP/1.1" status: 404 len: 339 time: 0.0482922 Dec 16 22:39:41.077268 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b792d3d-41d8-4aa9-9bce-84722336236f tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] DELETE failed (client error): The resource could not be found. Dec 16 22:39:41.077742 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b792d3d-41d8-4aa9-9bce-84722336236f tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:39:41.080935 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9b792d3d-41d8-4aa9-9bce-84722336236f tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "DELETE /v2.0/subnets/3ac5b419-7706-4ac8-9f93-45804860afc8 HTTP/1.1" status: 404 len: 337 time: 0.0390799 Dec 16 22:39:41.083782 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44364) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:41.104524 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d2f5a9-a74b-4b2d-80f7-06776efd60fc tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] DELETE failed (client error): The resource could not be found. Dec 16 22:39:41.105283 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d2f5a9-a74b-4b2d-80f7-06776efd60fc tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:39:41.107579 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-edda6775-eeb9-4689-b247-74e1f88906ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:41.108903 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d6d2f5a9-a74b-4b2d-80f7-06776efd60fc tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "DELETE /v2.0/networks/967f206f-b0d8-4f09-8433-e0460101c7e3 HTTP/1.1" status: 404 len: 339 time: 0.0241020 Dec 16 22:39:41.111505 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44366) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:41.174730 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-edda6775-eeb9-4689-b247-74e1f88906ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:41.219266 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda6775-eeb9-4689-b247-74e1f88906ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85411284-fa8f-4628-93a5-671966da67c6,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:41.225839 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-edda6775-eeb9-4689-b247-74e1f88906ea admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b68972ea72464b2f9621f94eb8f77e06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4550719 Dec 16 22:39:41.229432 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44374) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:41.248718 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-6d7477a5-ad9b-4df6-9acb-d17ae7d433b3 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Deleting port 1481c3e0-ddf6-4089-9dc4-13251c7fc010 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:41.249298 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6d7477a5-ad9b-4df6-9acb-d17ae7d433b3 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:41.288073 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b0964752-aebe-46b7-ad07-f53d2acbd74c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:41.312613 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b0964752-aebe-46b7-ad07-f53d2acbd74c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:41.404784 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6d7477a5-ad9b-4df6-9acb-d17ae7d433b3 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:41.421639 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-6d7477a5-ad9b-4df6-9acb-d17ae7d433b3 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Calling delete_port for 1481c3e0-ddf6-4089-9dc4-13251c7fc010 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:41.478533 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b0964752-aebe-46b7-ad07-f53d2acbd74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:41.482433 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b0964752-aebe-46b7-ad07-f53d2acbd74c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:41.484059 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b0964752-aebe-46b7-ad07-f53d2acbd74c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/85411284-fa8f-4628-93a5-671966da67c6 HTTP/1.1" status: 204 len: 168 time: 0.2529721 Dec 16 22:39:41.506853 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0964752-aebe-46b7-ad07-f53d2acbd74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85411284-fa8f-4628-93a5-671966da67c6,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:41.677672 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6d7477a5-ad9b-4df6-9acb-d17ae7d433b3 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:41.706930 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7477a5-ad9b-4df6-9acb-d17ae7d433b3 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event deleted for resources: {'Port': ['ID=1481c3e0-ddf6-4089-9dc4-13251c7fc010,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:41.716557 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6d7477a5-ad9b-4df6-9acb-d17ae7d433b3 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:41.721967 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6d7477a5-ad9b-4df6-9acb-d17ae7d433b3 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "DELETE /v2.0/ports/1481c3e0-ddf6-4089-9dc4-13251c7fc010 HTTP/1.1" status: 204 len: 168 time: 0.6091557 Dec 16 22:39:41.724371 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44392) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:41.757964 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b93c72e-f9b6-4bb2-a2cb-e7fb31feb68d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] DELETE failed (client error): The resource could not be found. Dec 16 22:39:41.769767 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b93c72e-f9b6-4bb2-a2cb-e7fb31feb68d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:39:41.775480 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4b93c72e-f9b6-4bb2-a2cb-e7fb31feb68d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "DELETE /v2.0/subnets/371ee761-c792-4932-bc61-c54a71c2d681 HTTP/1.1" status: 404 len: 337 time: 0.0500467 Dec 16 22:39:41.778312 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44396) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:41.888375 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-32f23899-da40-436e-9ba9-826d76edb672 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.016300 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-32f23899-da40-436e-9ba9-826d76edb672 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.059586 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-32f23899-da40-436e-9ba9-826d76edb672 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb65ec58-4d15-4094-a242-b57ad89aadbd']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:42.083404 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-32f23899-da40-436e-9ba9-826d76edb672 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ed21c6-08e9-44f1-bcfe-5fb721fd40e0') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:42.083995 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-32f23899-da40-436e-9ba9-826d76edb672 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ed21c6-08e9-44f1-bcfe-5fb721fd40e0') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:42.103371 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e580c76-d6a0-459e-9c76-ffdecbcdf8c3 req-f63bbb79-6e72-4fab-bde1-a7416c54eb61 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:42.105340 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e580c76-d6a0-459e-9c76-ffdecbcdf8c3 req-f63bbb79-6e72-4fab-bde1-a7416c54eb61 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 946 time: 0.1062305 Dec 16 22:39:42.107530 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-32f23899-da40-436e-9ba9-826d76edb672 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.132398 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-32f23899-da40-436e-9ba9-826d76edb672 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.140507 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f23899-da40-436e-9ba9-826d76edb672 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:39:42.140902 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-32f23899-da40-436e-9ba9-826d76edb672 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:39:42.144086 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:39:42.229005 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e580c76-d6a0-459e-9c76-ffdecbcdf8c3 req-fed48e8f-5038-4037-9a26-f569f598a712 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=34aa2075-3bb6-44e2-a0b8-d174e3f1dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1145177 Dec 16 22:39:42.334707 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-32f23899-da40-436e-9ba9-826d76edb672 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.343227 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-32f23899-da40-436e-9ba9-826d76edb672 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.347710 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-32f23899-da40-436e-9ba9-826d76edb672 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "DELETE /v2.0/networks/fb65ec58-4d15-4094-a242-b57ad89aadbd HTTP/1.1" status: 204 len: 168 time: 0.5681534 Dec 16 22:39:42.350425 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44418) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:42.352544 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265b291-0b2d-41bb-87df-a9b5c1e5ca2e req-bd651bd7-1aa8-4a2a-ba02-d1c146a44b96 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:42.354214 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5265b291-0b2d-41bb-87df-a9b5c1e5ca2e req-bd651bd7-1aa8-4a2a-ba02-d1c146a44b96 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 946 time: 0.0558600 Dec 16 22:39:42.449235 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f23899-da40-436e-9ba9-826d76edb672 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event deleted for resources: {'Network': ['ID=fb65ec58-4d15-4094-a242-b57ad89aadbd,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:42.452333 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44424) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:42.493187 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5265b291-0b2d-41bb-87df-a9b5c1e5ca2e req-694db696-e293-4708-b15f-9ef3e0a9451a tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=34aa2075-3bb6-44e2-a0b8-d174e3f1dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1295598 Dec 16 22:39:42.509072 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44428) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:42.518309 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f5ba43a8-0d41-4df1-aedc-1e8aaacf5a62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.571737 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-4e6742a6-2cdd-4afd-adae-4ae7ee7e0396 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Deleting port 63e68174-8292-4ec4-8a87-9aed798a661b {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:42.572004 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4e6742a6-2cdd-4afd-adae-4ae7ee7e0396 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.613714 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3926ccc-e8c0-41dc-8900-417bb06a5746 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:42.618043 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d3926ccc-e8c0-41dc-8900-417bb06a5746 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 1092 time: 0.1048069 Dec 16 22:39:42.618288 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44434) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:42.622681 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-92d37d70-fa56-4caa-8245-aa3b14f83add tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'port_id': '3063c79a-90d7-4a7b-b7a3-7feddeaf2496', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:42.690831 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4e6742a6-2cdd-4afd-adae-4ae7ee7e0396 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.712805 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:39:42.719347 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-4e6742a6-2cdd-4afd-adae-4ae7ee7e0396 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Calling delete_port for 63e68174-8292-4ec4-8a87-9aed798a661b owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:42.732014 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f5ba43a8-0d41-4df1-aedc-1e8aaacf5a62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.794241 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92d37d70-fa56-4caa-8245-aa3b14f83add tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.831515 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f5ba43a8-0d41-4df1-aedc-1e8aaacf5a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.873027 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f5ba43a8-0d41-4df1-aedc-1e8aaacf5a62 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f64b8971a4fc4edfa2408697b011a8b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4194374 Dec 16 22:39:42.873842 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba43a8-0d41-4df1-aedc-1e8aaacf5a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23a4225-e132-4ffe-9cad-251780e3d257,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:42.876097 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44444) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:42.939808 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92d37d70-fa56-4caa-8245-aa3b14f83add tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.942535 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-be441088-a087-4c25-8cd5-a1e0e95e0655 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.968883 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-be441088-a087-4c25-8cd5-a1e0e95e0655 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:42.979488 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4e6742a6-2cdd-4afd-adae-4ae7ee7e0396 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.059755 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6742a6-2cdd-4afd-adae-4ae7ee7e0396 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event deleted for resources: {'Port': ['ID=63e68174-8292-4ec4-8a87-9aed798a661b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:43.078677 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4e6742a6-2cdd-4afd-adae-4ae7ee7e0396 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.083724 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4e6742a6-2cdd-4afd-adae-4ae7ee7e0396 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "DELETE /v2.0/ports/63e68174-8292-4ec4-8a87-9aed798a661b HTTP/1.1" status: 204 len: 168 time: 0.7312098 Dec 16 22:39:43.084245 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-92d37d70-fa56-4caa-8245-aa3b14f83add tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Allocated IP 172.25.6.122 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/9f41c648-d87f-442f-bb60-9aadf5fd285d) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:39:43.086313 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44450) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:43.129388 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-be441088-a087-4c25-8cd5-a1e0e95e0655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.132347 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-be441088-a087-4c25-8cd5-a1e0e95e0655 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.136942 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-be441088-a087-4c25-8cd5-a1e0e95e0655 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f23a4225-e132-4ffe-9cad-251780e3d257 HTTP/1.1" status: 204 len: 168 time: 0.2573092 Dec 16 22:39:43.146662 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be441088-a087-4c25-8cd5-a1e0e95e0655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23a4225-e132-4ffe-9cad-251780e3d257,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:43.159082 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-c629c076-095e-4fd4-83fc-77e86af383e4 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] DELETE failed (client error): The resource could not be found. Dec 16 22:39:43.159607 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c629c076-095e-4fd4-83fc-77e86af383e4 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:39:43.165137 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c629c076-095e-4fd4-83fc-77e86af383e4 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "DELETE /v2.0/subnets/cb68f759-9955-47e1-ab99-e982e1c7f322 HTTP/1.1" status: 404 len: 337 time: 0.0773969 Dec 16 22:39:43.172534 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44454) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:43.279844 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4a404723-eba1-472d-b115-abae4332648d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.315221 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92d37d70-fa56-4caa-8245-aa3b14f83add tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.376883 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4a404723-eba1-472d-b115-abae4332648d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.397816 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-4a404723-eba1-472d-b115-abae4332648d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec70c306-0f37-4a88-9928-6ab18b6a2beb']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:43.412396 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-4a404723-eba1-472d-b115-abae4332648d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526d7290-e80c-402e-887a-18c5b0f5fd6f') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:43.412396 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-4a404723-eba1-472d-b115-abae4332648d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526d7290-e80c-402e-887a-18c5b0f5fd6f') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:43.433779 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4a404723-eba1-472d-b115-abae4332648d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.458773 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4a404723-eba1-472d-b115-abae4332648d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.460779 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92d37d70-fa56-4caa-8245-aa3b14f83add tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.472793 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a404723-eba1-472d-b115-abae4332648d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:39:43.473780 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4a404723-eba1-472d-b115-abae4332648d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:39:43.480599 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:39:43.510185 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d37d70-fa56-4caa-8245-aa3b14f83add tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:39:43.526217 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-92d37d70-fa56-4caa-8245-aa3b14f83add tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:39:43.531352 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d37d70-fa56-4caa-8245-aa3b14f83add tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:39:43.534123 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d37d70-fa56-4caa-8245-aa3b14f83add tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'Port': ['ID=9f41c648-d87f-442f-bb60-9aadf5fd285d,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:43.699434 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4a404723-eba1-472d-b115-abae4332648d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.708355 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4a404723-eba1-472d-b115-abae4332648d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.720108 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4a404723-eba1-472d-b115-abae4332648d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "DELETE /v2.0/networks/ec70c306-0f37-4a88-9928-6ab18b6a2beb HTTP/1.1" status: 204 len: 168 time: 0.5463979 Dec 16 22:39:43.724120 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44468) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:43.737566 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a404723-eba1-472d-b115-abae4332648d tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event deleted for resources: {'Network': ['ID=ec70c306-0f37-4a88-9928-6ab18b6a2beb,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:43.865728 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-0070de1e-9de5-435b-8b2e-cd1d711d630c tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Deleting subnet 72c6cdb3-17c3-4341-acb0-494b1e3614fd {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:39:43.875104 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0070de1e-9de5-435b-8b2e-cd1d711d630c tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:43.914851 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0070de1e-9de5-435b-8b2e-cd1d711d630c tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:44.115588 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0070de1e-9de5-435b-8b2e-cd1d711d630c tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:44.335292 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92d37d70-fa56-4caa-8245-aa3b14f83add tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:44.409178 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0070de1e-9de5-435b-8b2e-cd1d711d630c tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:44.436819 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5165a9-40c8-46b6-9445-544d76d7e8a1 None None] Network 16560dac-aa02-4d5a-9713-4fd1c4b5f4c7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:39:44.667783 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fbcf72-2029-439c-a3b3-73c11bc217c4 None None] DHCP port deletion for 16560dac-aa02-4d5a-9713-4fd1c4b5f4c7 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:39:44.802024 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d4fbcf72-2029-439c-a3b3-73c11bc217c4 None None] Deleting port eccae989-f48a-4e54-87df-41f8e2bf625f {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:39:44.802656 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d4fbcf72-2029-439c-a3b3-73c11bc217c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:44.895979 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d4fbcf72-2029-439c-a3b3-73c11bc217c4 None None] For port eccae989-f48a-4e54-87df-41f8e2bf625f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=eccae989-f48a-4e54-87df-41f8e2bf625f,segment=NetworkSegment(fdf5d934-623b-4cf6-8c85-1a14de1b08b8),segment_id=fdf5d934-623b-4cf6-8c85-1a14de1b08b8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:39:44.896384 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d4fbcf72-2029-439c-a3b3-73c11bc217c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:44.914344 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d4fbcf72-2029-439c-a3b3-73c11bc217c4 None None] Calling delete_port for eccae989-f48a-4e54-87df-41f8e2bf625f owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:39:44.971002 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0070de1e-9de5-435b-8b2e-cd1d711d630c tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:44.979156 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0070de1e-9de5-435b-8b2e-cd1d711d630c tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "DELETE /v2.0/subnets/72c6cdb3-17c3-4341-acb0-494b1e3614fd HTTP/1.1" status: 204 len: 168 time: 1.2542045 Dec 16 22:39:44.979351 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44512) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:44.981058 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070de1e-9de5-435b-8b2e-cd1d711d630c tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event deleted for resources: {'Subnet': ['ID=72c6cdb3-17c3-4341-acb0-494b1e3614fd,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:45.118135 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7814bc30-d5d1-4945-a90b-ccd1bb105fb7 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:45.137014 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d4fbcf72-2029-439c-a3b3-73c11bc217c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:45.168543 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fbcf72-2029-439c-a3b3-73c11bc217c4 None None] No DVR routers for this DVR port eccae989-f48a-4e54-87df-41f8e2bf625f on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:39:45.218636 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92d37d70-fa56-4caa-8245-aa3b14f83add tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:45.245944 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device eccae989-f48a-4e54-87df-41f8e2bf625f no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:39:45.273686 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbcf72-2029-439c-a3b3-73c11bc217c4 None None] Pushing event deleted for resources: {'Port': ['ID=eccae989-f48a-4e54-87df-41f8e2bf625f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:45.328566 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7814bc30-d5d1-4945-a90b-ccd1bb105fb7 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:45.346159 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: eccae989-f48a-4e54-87df-41f8e2bf625f {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:39:45.347424 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device eccae989-f48a-4e54-87df-41f8e2bf625f not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:39:45.361391 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fbcf72-2029-439c-a3b3-73c11bc217c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:45.362098 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fbcf72-2029-439c-a3b3-73c11bc217c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:45.362606 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fbcf72-2029-439c-a3b3-73c11bc217c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:45.362739 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-7814bc30-d5d1-4945-a90b-ccd1bb105fb7 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16560dac-aa02-4d5a-9713-4fd1c4b5f4c7']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:45.366095 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fbcf72-2029-439c-a3b3-73c11bc217c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:45.367766 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fbcf72-2029-439c-a3b3-73c11bc217c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:45.369043 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fbcf72-2029-439c-a3b3-73c11bc217c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:45.369725 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fbcf72-2029-439c-a3b3-73c11bc217c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:45.370208 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fbcf72-2029-439c-a3b3-73c11bc217c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:45.370687 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fbcf72-2029-439c-a3b3-73c11bc217c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:45.371190 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fbcf72-2029-439c-a3b3-73c11bc217c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:45.376824 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fbcf72-2029-439c-a3b3-73c11bc217c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:45.377399 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fbcf72-2029-439c-a3b3-73c11bc217c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:45.377909 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fbcf72-2029-439c-a3b3-73c11bc217c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:45.399776 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-7814bc30-d5d1-4945-a90b-ccd1bb105fb7 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf5d934-623b-4cf6-8c85-1a14de1b08b8') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:45.400821 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-7814bc30-d5d1-4945-a90b-ccd1bb105fb7 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf5d934-623b-4cf6-8c85-1a14de1b08b8') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:45.428507 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7814bc30-d5d1-4945-a90b-ccd1bb105fb7 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:45.450387 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7814bc30-d5d1-4945-a90b-ccd1bb105fb7 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:45.460567 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7814bc30-d5d1-4945-a90b-ccd1bb105fb7 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:39:45.461262 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7814bc30-d5d1-4945-a90b-ccd1bb105fb7 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:39:45.474404 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:39:45.494075 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92d37d70-fa56-4caa-8245-aa3b14f83add tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:45.564901 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92d37d70-fa56-4caa-8245-aa3b14f83add tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:45.653415 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d37d70-fa56-4caa-8245-aa3b14f83add tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'Port': ['ID=9f41c648-d87f-442f-bb60-9aadf5fd285d,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:45.712584 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92d37d70-fa56-4caa-8245-aa3b14f83add tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:45.728082 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7814bc30-d5d1-4945-a90b-ccd1bb105fb7 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:45.736879 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7814bc30-d5d1-4945-a90b-ccd1bb105fb7 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:45.755094 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7814bc30-d5d1-4945-a90b-ccd1bb105fb7 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] 10.222.0.75 "DELETE /v2.0/networks/16560dac-aa02-4d5a-9713-4fd1c4b5f4c7 HTTP/1.1" status: 204 len: 168 time: 0.7602315 Dec 16 22:39:45.759570 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814bc30-d5d1-4945-a90b-ccd1bb105fb7 tempest-NetworksIpV6TestAttrs-269303604 tempest-NetworksIpV6TestAttrs-269303604-project] Pushing event deleted for resources: {'Network': ['ID=16560dac-aa02-4d5a-9713-4fd1c4b5f4c7,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:45.892787 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-92d37d70-fa56-4caa-8245-aa3b14f83add tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Floating IP 791e8ae8-7e12-4de2-b31e-f4fe1425089d associated. External IP: 172.25.6.122, port: 3063c79a-90d7-4a7b-b7a3-7feddeaf2496. Dec 16 22:39:46.217428 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d37d70-fa56-4caa-8245-aa3b14f83add tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Router 1b3e7dc8-e569-4abb-aabd-91a5e396a70a has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:39:46.360485 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d37d70-fa56-4caa-8245-aa3b14f83add tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:39:46.376598 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eed52e-16ea-4e44-9264-7215cc671858 None None] Sync routers for ids ['1b3e7dc8-e569-4abb-aabd-91a5e396a70a'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:39:46.392777 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eed52e-16ea-4e44-9264-7215cc671858 None None] Routers {'1b3e7dc8-e569-4abb-aabd-91a5e396a70a'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:46.393869 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-60eed52e-16ea-4e44-9264-7215cc671858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:39:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1b3e7dc8-e569-4abb-aabd-91a5e396a70a'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:46.456599 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92d37d70-fa56-4caa-8245-aa3b14f83add tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:46.496733 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44556) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:46.497670 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-92d37d70-fa56-4caa-8245-aa3b14f83add tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8777409 Dec 16 22:39:46.498726 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87270c55-4ce2-4d1d-ad02-3bbe51ccdce5', 'tag': '3063c79a-90d7-4a7b-b7a3-7feddeaf2496'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:39:46.504367 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3067f1be-bfc3-4bfd-891c-50db453fec97" -d '{"events": [{"name": "network-changed", "server_uuid": "87270c55-4ce2-4d1d-ad02-3bbe51ccdce5", "tag": "3063c79a-90d7-4a7b-b7a3-7feddeaf2496"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:39:46.504613 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44558) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:46.559957 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-60eed52e-16ea-4e44-9264-7215cc671858 None None] Set router 1b3e7dc8-e569-4abb-aabd-91a5e396a70a gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:39:46.650505 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37627e3-471e-435c-b0fa-631489055718 x-openstack-request-id: req-c37627e3-471e-435c-b0fa-631489055718 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:39:46.650810 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87270c55-4ce2-4d1d-ad02-3bbe51ccdce5", "tag": "3063c79a-90d7-4a7b-b7a3-7feddeaf2496", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:39:46.651088 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c37627e3-471e-435c-b0fa-631489055718 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:39:46.651504 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87270c55-4ce2-4d1d-ad02-3bbe51ccdce5', 'tag': '3063c79a-90d7-4a7b-b7a3-7feddeaf2496', 'status': 'completed', 'code': 200} Dec 16 22:39:46.775899 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-84c61a71-1533-4740-b4e8-8d4cf33c2813 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/floatingips/791e8ae8-7e12-4de2-b31e-f4fe1425089d HTTP/1.1" status: 200 len: 992 time: 0.2712269 Dec 16 22:39:46.801270 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067f1be-bfc3-4bfd-891c-50db453fec97 req-cf5cbbd4-0792-44b5-94a9-6d5b5e26fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:46.802984 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3067f1be-bfc3-4bfd-891c-50db453fec97 req-cf5cbbd4-0792-44b5-94a9-6d5b5e26fe64 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2b4fafbea3d45ac8d3254c1d8b5fceb&device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 1097 time: 0.0739861 Dec 16 22:39:46.954894 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9b286c9c-6e98-46c0-9f2c-8a3c8fb1f860 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c05405cdf7b54ea7866fba40038aff98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4567325 Dec 16 22:39:46.961396 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44582) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:47.139390 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-32148d2b-5159-4411-8bc3-830b08c9130e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:47.171001 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-60eed52e-16ea-4e44-9264-7215cc671858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'name': 'tempest-TestNetworkBasicOps-router-1072748978', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:52Z', 'updated_at': '2021-12-16T22:39:05Z', 'revision_number': 4, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '791e8ae8-7e12-4de2-b31e-f4fe1425089d', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'port_id': '3063c79a-90d7-4a7b-b7a3-7feddeaf2496', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3205, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'mac_address': 'fa:16:3e:65:09:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87270c55-4ce2-4d1d-ad02-3bbe51ccdce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:39:43Z', 'updated_at': '2021-12-16T22:39:43Z', 'revision_number': 0, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa69281-18ff-4252-9210-95e260e664e7', 'name': '', 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'mac_address': 'fa:16:3e:4f:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:02Z', 'updated_at': '2021-12-16T22:39:13Z', 'revision_number': 5, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'subnets': [{'id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:47.206319 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-32148d2b-5159-4411-8bc3-830b08c9130e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:47.251630 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eed52e-16ea-4e44-9264-7215cc671858 None None] Checking router: 1b3e7dc8-e569-4abb-aabd-91a5e396a70a for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:39:47.270127 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067f1be-bfc3-4bfd-891c-50db453fec97 req-4ee765b1-f950-4576-b471-321a13b98709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:47.275865 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3067f1be-bfc3-4bfd-891c-50db453fec97 req-4ee765b1-f950-4576-b471-321a13b98709 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4b762631-c20c-4f8f-844e-ced8a9f6fe72 HTTP/1.1" status: 200 len: 897 time: 0.4662561 Dec 16 22:39:47.287738 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eed52e-16ea-4e44-9264-7215cc671858 None None] Routers {'1b3e7dc8-e569-4abb-aabd-91a5e396a70a'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:39:47.299135 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-60eed52e-16ea-4e44-9264-7215cc671858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:39:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1b3e7dc8-e569-4abb-aabd-91a5e396a70a'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:47.371068 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-32148d2b-5159-4411-8bc3-830b08c9130e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:47.375663 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-32148d2b-5159-4411-8bc3-830b08c9130e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:47.377135 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-32148d2b-5159-4411-8bc3-830b08c9130e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ccc53c8a-17d7-4353-9edc-46fb34210fda HTTP/1.1" status: 204 len: 168 time: 0.4144731 Dec 16 22:39:47.394929 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32148d2b-5159-4411-8bc3-830b08c9130e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc53c8a-17d7-4353-9edc-46fb34210fda,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:47.491546 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3067f1be-bfc3-4bfd-891c-50db453fec97 req-5a5e2f9a-4a1a-4fde-8c06-2d01b9dd0a7b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3063c79a-90d7-4a7b-b7a3-7feddeaf2496 HTTP/1.1" status: 200 len: 1000 time: 0.2065244 Dec 16 22:39:47.591874 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-60eed52e-16ea-4e44-9264-7215cc671858 None None] Set router 1b3e7dc8-e569-4abb-aabd-91a5e396a70a gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:39:47.595355 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067f1be-bfc3-4bfd-891c-50db453fec97 req-e6fc0c06-719f-4537-b110-ef7139156304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:47.596967 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3067f1be-bfc3-4bfd-891c-50db453fec97 req-e6fc0c06-719f-4537-b110-ef7139156304 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2f51de97-c7db-4621-9d6f-882ca53cdf97 HTTP/1.1" status: 200 len: 834 time: 0.0938425 Dec 16 22:39:47.668003 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067f1be-bfc3-4bfd-891c-50db453fec97 req-76c52d3a-aa07-4d54-b14c-c99df521c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:39:47.669684 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3067f1be-bfc3-4bfd-891c-50db453fec97 req-76c52d3a-aa07-4d54-b14c-c99df521c813 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b762631-c20c-4f8f-844e-ced8a9f6fe72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616229 Dec 16 22:39:47.779695 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44602) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:47.801816 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3067f1be-bfc3-4bfd-891c-50db453fec97 req-cb256e92-b38a-4ed9-8221-0d54731a16be service neutron] 10.222.0.57 "GET /v2.0/networks/4b762631-c20c-4f8f-844e-ced8a9f6fe72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242707 Dec 16 22:39:47.869096 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-60eed52e-16ea-4e44-9264-7215cc671858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'name': 'tempest-TestNetworkBasicOps-router-1072748978', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:52Z', 'updated_at': '2021-12-16T22:39:05Z', 'revision_number': 4, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '791e8ae8-7e12-4de2-b31e-f4fe1425089d', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'port_id': '3063c79a-90d7-4a7b-b7a3-7feddeaf2496', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3205, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'mac_address': 'fa:16:3e:65:09:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87270c55-4ce2-4d1d-ad02-3bbe51ccdce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:39:43Z', 'updated_at': '2021-12-16T22:39:43Z', 'revision_number': 0, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa69281-18ff-4252-9210-95e260e664e7', 'name': '', 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'mac_address': 'fa:16:3e:4f:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:02Z', 'updated_at': '2021-12-16T22:39:13Z', 'revision_number': 5, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'subnets': [{'id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:39:47.875971 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-05328af3-4a59-44fa-9878-37dda3c7ed0a tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/floatingips/791e8ae8-7e12-4de2-b31e-f4fe1425089d HTTP/1.1" status: 200 len: 992 time: 0.0951018 Dec 16 22:39:47.904997 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eed52e-16ea-4e44-9264-7215cc671858 None None] The sync data for ids ['1b3e7dc8-e569-4abb-aabd-91a5e396a70a'] in n-d-815324-4 is: [{'id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'name': 'tempest-TestNetworkBasicOps-router-1072748978', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:52Z', 'updated_at': '2021-12-16T22:39:05Z', 'revision_number': 4, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '791e8ae8-7e12-4de2-b31e-f4fe1425089d', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'port_id': '3063c79a-90d7-4a7b-b7a3-7feddeaf2496', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3205, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'mac_address': 'fa:16:3e:65:09:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87270c55-4ce2-4d1d-ad02-3bbe51ccdce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:39:43Z', 'updated_at': '2021-12-16T22:39:43Z', 'revision_number': 0, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa69281-18ff-4252-9210-95e260e664e7', 'name': '', 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'mac_address': 'fa:16:3e:4f:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:02Z', 'updated_at': '2021-12-16T22:39:13Z', 'revision_number': 5, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'subnets': [{'id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:39:47.966503 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3067f1be-bfc3-4bfd-891c-50db453fec97 req-01841656-b62d-473b-bf75-d152717a2962 service neutron] 10.222.0.57 "GET /v2.0/networks/4b762631-c20c-4f8f-844e-ced8a9f6fe72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578150 Dec 16 22:39:48.265804 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42308e0-02f8-46a9-a98f-eed9bddf0b12 None None] New status for floating IP 791e8ae8-7e12-4de2-b31e-f4fe1425089d: ACTIVE {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:39:48.878161 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44646) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:48.982940 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3c9a2458-d06a-4537-a338-78663313dee3 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/floatingips/791e8ae8-7e12-4de2-b31e-f4fe1425089d HTTP/1.1" status: 200 len: 994 time: 0.1035857 Dec 16 22:39:50.337689 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44690) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:50.519900 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44702) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:50.557730 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b791e2b3-c81a-4ccb-8b55-a0e9797e504a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:50.590021 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-8994a255-90c2-40d0-a8cb-92665c01bbb5 tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] Request body: {'port': {'network_id': '55d790c9-4bd0-454d-806a-661171dbef67', 'name': 'tempest-NetworksNegativeTestJSON-877665552'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:50.611857 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-8994a255-90c2-40d0-a8cb-92665c01bbb5 tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] POST failed (client error): The resource could not be found. Dec 16 22:39:50.612285 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8994a255-90c2-40d0-a8cb-92665c01bbb5 tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:39:50.619035 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8994a255-90c2-40d0-a8cb-92665c01bbb5 tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.0925832 Dec 16 22:39:50.619652 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44708) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:50.644324 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc03dfe-218e-44fa-9c95-fa0b1ec4b51f tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] DELETE failed (client error): The resource could not be found. Dec 16 22:39:50.644842 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc03dfe-218e-44fa-9c95-fa0b1ec4b51f tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:39:50.648306 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0cc03dfe-218e-44fa-9c95-fa0b1ec4b51f tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] 10.222.0.75 "DELETE /v2.0/networks/7eeb19f4-65c5-4858-a823-3cb297be9f6c HTTP/1.1" status: 404 len: 339 time: 0.0274699 Dec 16 22:39:50.654294 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44710) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:50.683757 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-4880b414-5e32-4739-a34a-37108c5f88f7 tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] DELETE failed (client error): The resource could not be found. Dec 16 22:39:50.685024 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4880b414-5e32-4739-a34a-37108c5f88f7 tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:39:50.688667 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4880b414-5e32-4739-a34a-37108c5f88f7 tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] 10.222.0.75 "DELETE /v2.0/ports/2711a37c-ff2f-49ed-bc07-10d973eed493 HTTP/1.1" status: 404 len: 333 time: 0.0301819 Dec 16 22:39:50.689844 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b791e2b3-c81a-4ccb-8b55-a0e9797e504a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:50.692849 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44714) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:50.735073 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2107b39-7a8b-4d0a-bc86-8c6a3cae9cac tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] DELETE failed (client error): The resource could not be found. Dec 16 22:39:50.735073 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2107b39-7a8b-4d0a-bc86-8c6a3cae9cac tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:39:50.735073 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c2107b39-7a8b-4d0a-bc86-8c6a3cae9cac tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] 10.222.0.75 "DELETE /v2.0/subnets/2f1ec540-31bd-43a6-8147-dde1e43b3eaf HTTP/1.1" status: 404 len: 337 time: 0.0318570 Dec 16 22:39:50.735073 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44716) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:50.747616 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b791e2b3-c81a-4ccb-8b55-a0e9797e504a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:50.760379 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e1f7f6-80d5-445b-8e02-34b9ad67e619 tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] GET failed (client error): The resource could not be found. Dec 16 22:39:50.761841 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-50e1f7f6-80d5-445b-8e02-34b9ad67e619 tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] 10.222.0.75 "GET /v2.0/networks/9d2fa386-08b6-4b42-a87e-037a54a88fdc HTTP/1.1" status: 404 len: 339 time: 0.0308444 Dec 16 22:39:50.767834 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44718) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:50.794733 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-080c8ca1-6b43-4fdb-93ed-81d38d7b0363 tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] GET failed (client error): The resource could not be found. Dec 16 22:39:50.796442 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-080c8ca1-6b43-4fdb-93ed-81d38d7b0363 tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] 10.222.0.75 "GET /v2.0/ports/9b99bf0b-9903-4f66-962d-31d25ee2357c HTTP/1.1" status: 404 len: 333 time: 0.0276041 Dec 16 22:39:50.800760 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44720) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:50.813629 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b791e2b3-c81a-4ccb-8b55-a0e9797e504a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4389a975f37844a98d631ae500fe5852&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4824171 Dec 16 22:39:50.824887 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44722) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:50.831929 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8fc23d-5f88-45d6-a027-4f0cc2215759 tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] GET failed (client error): The resource could not be found. Dec 16 22:39:50.833406 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9f8fc23d-5f88-45d6-a027-4f0cc2215759 tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] 10.222.0.75 "GET /v2.0/subnets/e58fc96b-8006-4fc8-8407-efc6a4fb4dd1 HTTP/1.1" status: 404 len: 337 time: 0.0316160 Dec 16 22:39:50.838157 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44726) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:50.844391 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-9bb96189-d074-4219-8a17-be8470e9c36a tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:50.860815 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb96189-d074-4219-8a17-be8470e9c36a tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] PUT failed (client error): The resource could not be found. Dec 16 22:39:50.861858 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb96189-d074-4219-8a17-be8470e9c36a tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:39:50.869192 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9bb96189-d074-4219-8a17-be8470e9c36a tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] 10.222.0.75 "PUT /v2.0/networks/bff50618-531d-4c59-a27e-3f7c540a1088 HTTP/1.1" status: 404 len: 339 time: 0.0297780 Dec 16 22:39:50.870083 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44728) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:50.875943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791e2b3-c81a-4ccb-8b55-a0e9797e504a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ae549e-ed8a-4234-af2b-0a359fa19a74,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:50.878085 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-e1a3ae7c-c104-4c4d-b6c9-f1a4269a0396 tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:50.913203 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791e2b3-c81a-4ccb-8b55-a0e9797e504a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:50.914823 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791e2b3-c81a-4ccb-8b55-a0e9797e504a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:50.914823 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791e2b3-c81a-4ccb-8b55-a0e9797e504a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:50.915125 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791e2b3-c81a-4ccb-8b55-a0e9797e504a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:50.915721 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791e2b3-c81a-4ccb-8b55-a0e9797e504a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:50.916443 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791e2b3-c81a-4ccb-8b55-a0e9797e504a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:50.917056 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791e2b3-c81a-4ccb-8b55-a0e9797e504a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:50.917552 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791e2b3-c81a-4ccb-8b55-a0e9797e504a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:50.917686 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a3ae7c-c104-4c4d-b6c9-f1a4269a0396 tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] PUT failed (client error): The resource could not be found. Dec 16 22:39:50.918162 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791e2b3-c81a-4ccb-8b55-a0e9797e504a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:50.918283 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a3ae7c-c104-4c4d-b6c9-f1a4269a0396 tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:39:50.918750 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791e2b3-c81a-4ccb-8b55-a0e9797e504a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:50.919282 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791e2b3-c81a-4ccb-8b55-a0e9797e504a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:50.919784 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791e2b3-c81a-4ccb-8b55-a0e9797e504a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:50.920272 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791e2b3-c81a-4ccb-8b55-a0e9797e504a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:39:50.925564 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44730) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:50.929236 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e1a3ae7c-c104-4c4d-b6c9-f1a4269a0396 tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] 10.222.0.75 "PUT /v2.0/ports/2434796d-196b-4438-a76b-a04d053038a4 HTTP/1.1" status: 404 len: 333 time: 0.0579081 Dec 16 22:39:50.932066 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-858adb53-90fb-47ed-b573-2f50a74b7e82 tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:50.964201 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-858adb53-90fb-47ed-b573-2f50a74b7e82 tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] PUT failed (client error): The resource could not be found. Dec 16 22:39:50.964688 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-858adb53-90fb-47ed-b573-2f50a74b7e82 tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:39:50.970713 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-858adb53-90fb-47ed-b573-2f50a74b7e82 tempest-NetworksNegativeTestJSON-1509562003 tempest-NetworksNegativeTestJSON-1509562003-project] 10.222.0.75 "PUT /v2.0/subnets/33ea9f27-f335-4900-a2bd-548a89191111 HTTP/1.1" status: 404 len: 337 time: 0.0391090 Dec 16 22:39:50.994966 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e2680bec-3aeb-463e-b5de-b1ee439cf8f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:51.032413 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e2680bec-3aeb-463e-b5de-b1ee439cf8f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:51.185665 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e2680bec-3aeb-463e-b5de-b1ee439cf8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:51.188528 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e2680bec-3aeb-463e-b5de-b1ee439cf8f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:51.189789 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e2680bec-3aeb-463e-b5de-b1ee439cf8f0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/30ae549e-ed8a-4234-af2b-0a359fa19a74 HTTP/1.1" status: 204 len: 168 time: 0.3637624 Dec 16 22:39:51.198630 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2680bec-3aeb-463e-b5de-b1ee439cf8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ae549e-ed8a-4234-af2b-0a359fa19a74,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:51.573372 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44758) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:51.995292 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d59a3bbf-bb5f-40e2-883d-7f49f88ef48f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:52.108741 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d59a3bbf-bb5f-40e2-883d-7f49f88ef48f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:52.185534 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d59a3bbf-bb5f-40e2-883d-7f49f88ef48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:52.231622 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d59a3bbf-bb5f-40e2-883d-7f49f88ef48f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=86b0bad8fe724c4e99ad6a954030a313&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6570966 Dec 16 22:39:52.233022 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a3bbf-bb5f-40e2-883d-7f49f88ef48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fccd9a5-91ff-40e0-a3ee-5f59d513d5ed,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:52.233534 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44772) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:52.290459 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6daaefef-0d92-495f-a8fa-0bdb48048105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:52.315188 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6daaefef-0d92-495f-a8fa-0bdb48048105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:52.336937 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44776) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:52.360172 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8075a001-0c17-4563-b509-b7d40630b176 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:52.536297 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6daaefef-0d92-495f-a8fa-0bdb48048105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:52.539753 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6daaefef-0d92-495f-a8fa-0bdb48048105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:52.540992 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6daaefef-0d92-495f-a8fa-0bdb48048105 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7fccd9a5-91ff-40e0-a3ee-5f59d513d5ed HTTP/1.1" status: 204 len: 168 time: 0.3058693 Dec 16 22:39:52.563297 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daaefef-0d92-495f-a8fa-0bdb48048105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fccd9a5-91ff-40e0-a3ee-5f59d513d5ed,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:52.630483 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8075a001-0c17-4563-b509-b7d40630b176 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:52.774322 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8075a001-0c17-4563-b509-b7d40630b176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:52.814105 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8075a001-0c17-4563-b509-b7d40630b176 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=29bf10998bc44167a6772aa2440f5e59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4761577 Dec 16 22:39:52.814990 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075a001-0c17-4563-b509-b7d40630b176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7155ec-b625-46c7-af07-b003a641d1cc,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:52.816827 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44788) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:52.869359 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d02c0cf-f9b9-4477-a1e1-f21acbbcd132 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:52.891704 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d02c0cf-f9b9-4477-a1e1-f21acbbcd132 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:53.015017 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d02c0cf-f9b9-4477-a1e1-f21acbbcd132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:53.018067 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d02c0cf-f9b9-4477-a1e1-f21acbbcd132 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:53.021957 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6d02c0cf-f9b9-4477-a1e1-f21acbbcd132 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8c7155ec-b625-46c7-af07-b003a641d1cc HTTP/1.1" status: 204 len: 168 time: 0.2014105 Dec 16 22:39:53.036694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02c0cf-f9b9-4477-a1e1-f21acbbcd132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7155ec-b625-46c7-af07-b003a641d1cc,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:53.437081 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d8e2c3b2-7e6f-48fd-ad6a-8c39cf5cbd02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:54.507424 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44856) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:54.830522 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-7bd9cf4b-966e-409c-9996-917b57189024 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Request body: {'security_group': {'name': 'tempest-secgroup--363991273'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:54.939089 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7bd9cf4b-966e-409c-9996-917b57189024 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:54.956617 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7bd9cf4b-966e-409c-9996-917b57189024 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:55.064901 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7bd9cf4b-966e-409c-9996-917b57189024 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:55.162513 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7bd9cf4b-966e-409c-9996-917b57189024 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:55.207692 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9cf4b-966e-409c-9996-917b57189024 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b486519-6960-4c8b-b40c-49b57dbfa7f2,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:55.315369 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7bd9cf4b-966e-409c-9996-917b57189024 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:55.450212 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7bd9cf4b-966e-409c-9996-917b57189024 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:55.488996 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9cf4b-966e-409c-9996-917b57189024 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b8ae7c-5785-4f14-a6c1-722f5772652c,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:55.540245 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7bd9cf4b-966e-409c-9996-917b57189024 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:55.543014 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7bd9cf4b-966e-409c-9996-917b57189024 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0314119 Dec 16 22:39:55.546283 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44900) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:55.645562 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c04cd31a-c431-416d-8a87-824d8369952d tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0973427 Dec 16 22:39:55.649070 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44910) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:55.655394 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-e584eaea-144f-430b-9f7a-19f474bc6576 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Request body: {'security_group': {'name': 'tempest-security--754018350', 'description': 'tempest-security-description-132747513'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:55.709863 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e584eaea-144f-430b-9f7a-19f474bc6576 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:55.762444 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bef60850-020c-452f-918a-a1e23b558c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:55.770609 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e584eaea-144f-430b-9f7a-19f474bc6576 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:55.888411 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e584eaea-144f-430b-9f7a-19f474bc6576 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:55.891765 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e584eaea-144f-430b-9f7a-19f474bc6576 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:55.894003 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e584eaea-144f-430b-9f7a-19f474bc6576 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "PUT /v2.0/security-groups/e1b8ae7c-5785-4f14-a6c1-722f5772652c HTTP/1.1" status: 200 len: 1795 time: 0.2432616 Dec 16 22:39:55.896692 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44920) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:55.938409 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584eaea-144f-430b-9f7a-19f474bc6576 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b8ae7c-5785-4f14-a6c1-722f5772652c,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:55.940426 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-33e47a27-96ad-4baf-82f7-769e031f0b0e tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-groups/e1b8ae7c-5785-4f14-a6c1-722f5772652c HTTP/1.1" status: 200 len: 1795 time: 0.0417187 Dec 16 22:39:55.941083 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44924) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:56.013259 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7fc3f45c-2aa7-4bf0-981f-d064bc392c22 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:56.042729 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7fc3f45c-2aa7-4bf0-981f-d064bc392c22 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:56.191398 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7fc3f45c-2aa7-4bf0-981f-d064bc392c22 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:56.196241 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7fc3f45c-2aa7-4bf0-981f-d064bc392c22 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:56.200025 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7fc3f45c-2aa7-4bf0-981f-d064bc392c22 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "DELETE /v2.0/security-groups/e1b8ae7c-5785-4f14-a6c1-722f5772652c HTTP/1.1" status: 204 len: 168 time: 0.2557709 Dec 16 22:39:56.200884 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44936) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:56.210686 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3f45c-2aa7-4bf0-981f-d064bc392c22 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b8ae7c-5785-4f14-a6c1-722f5772652c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:56.273588 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44940) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:56.274023 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c7a0741a-7ade-4d85-ae1a-a973e5420374 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0714781 Dec 16 22:39:56.296851 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-a518641e-17aa-482d-997f-10d965fcba59 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] delete failed (client error): The resource could not be found. Dec 16 22:39:56.298089 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a518641e-17aa-482d-997f-10d965fcba59 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "DELETE /v2.0/security-groups/e1b8ae7c-5785-4f14-a6c1-722f5772652c HTTP/1.1" status: 404 len: 347 time: 0.0229266 Dec 16 22:39:56.310756 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44944) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:56.315306 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-50ce2c8c-a202-4829-84e7-6e83cb0a2c4b tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Request body: {'security_group': {'name': 'tempest-secgroup--1436082864'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:56.465805 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-50ce2c8c-a202-4829-84e7-6e83cb0a2c4b tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:56.550664 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-50ce2c8c-a202-4829-84e7-6e83cb0a2c4b tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:56.676604 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-50ce2c8c-a202-4829-84e7-6e83cb0a2c4b tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:56.693439 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 44966) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:56.738539 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce2c8c-a202-4829-84e7-6e83cb0a2c4b tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f903b9-d445-4551-af89-3f0283f0fa7a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:56.815853 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-50ce2c8c-a202-4829-84e7-6e83cb0a2c4b tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:56.820753 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-50ce2c8c-a202-4829-84e7-6e83cb0a2c4b tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5089746 Dec 16 22:39:56.821587 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44982) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:56.824593 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3c7bac97-c756-49b2-8ef0-adde8aa324c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:56.826664 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-277a49e0-2889-4031-9920-88381ddca0ee tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Request body: {'security_group_rule': {'security_group_id': '81f903b9-d445-4551-af89-3f0283f0fa7a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:56.904987 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3c7bac97-c756-49b2-8ef0-adde8aa324c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:56.993771 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-277a49e0-2889-4031-9920-88381ddca0ee tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:57.024439 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3c7bac97-c756-49b2-8ef0-adde8aa324c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:57.076895 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-277a49e0-2889-4031-9920-88381ddca0ee tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:57.094309 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:57.104841 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3c7bac97-c756-49b2-8ef0-adde8aa324c6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=770a594a14a84b71a6b7f4901a2e3f75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4095600 Dec 16 22:39:57.106461 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:57.112891 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 44996) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:57.118648 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7bac97-c756-49b2-8ef0-adde8aa324c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c0d822-5803-48b3-a743-2ab4bf717431,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:57.167745 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-129ede6f-e0ea-4623-8006-338c66e052a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:57.190028 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-277a49e0-2889-4031-9920-88381ddca0ee tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:57.193084 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-129ede6f-e0ea-4623-8006-338c66e052a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:57.225210 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a49e0-2889-4031-9920-88381ddca0ee tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53d94c6-adb4-424e-ad2a-097df7951330,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:57.313229 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-277a49e0-2889-4031-9920-88381ddca0ee tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:57.314605 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-277a49e0-2889-4031-9920-88381ddca0ee tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4919972 Dec 16 22:39:57.318206 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45006) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:57.349172 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-feb8db6c-62d2-4781-b0b8-8e693e9c6049 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:57.363896 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-feb8db6c-62d2-4781-b0b8-8e693e9c6049 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:57.390839 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-129ede6f-e0ea-4623-8006-338c66e052a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:57.393456 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-129ede6f-e0ea-4623-8006-338c66e052a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:57.394618 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-129ede6f-e0ea-4623-8006-338c66e052a9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e5c0d822-5803-48b3-a743-2ab4bf717431 HTTP/1.1" status: 204 len: 168 time: 0.2804787 Dec 16 22:39:57.411699 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ede6f-e0ea-4623-8006-338c66e052a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c0d822-5803-48b3-a743-2ab4bf717431,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:57.506415 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-feb8db6c-62d2-4781-b0b8-8e693e9c6049 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:57.512628 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-feb8db6c-62d2-4781-b0b8-8e693e9c6049 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:57.516308 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-feb8db6c-62d2-4781-b0b8-8e693e9c6049 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/d53d94c6-adb4-424e-ad2a-097df7951330 HTTP/1.1" status: 204 len: 168 time: 0.1946316 Dec 16 22:39:57.516782 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45016) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:57.535362 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8db6c-62d2-4781-b0b8-8e693e9c6049 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d53d94c6-adb4-424e-ad2a-097df7951330,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:57.575110 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-95d51bf2-b04b-42cc-a3bd-ef33f88cf0b9 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0568020 Dec 16 22:39:57.579353 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45018) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:57.639372 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9f566c76-0c8a-4d63-b8e8-e982178d44a2 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:57.664040 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9f566c76-0c8a-4d63-b8e8-e982178d44a2 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:57.905616 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9f566c76-0c8a-4d63-b8e8-e982178d44a2 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:57.908382 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9f566c76-0c8a-4d63-b8e8-e982178d44a2 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:57.909568 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9f566c76-0c8a-4d63-b8e8-e982178d44a2 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "DELETE /v2.0/security-groups/81f903b9-d445-4551-af89-3f0283f0fa7a HTTP/1.1" status: 204 len: 168 time: 0.3291075 Dec 16 22:39:57.912385 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45038) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:57.955598 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f566c76-0c8a-4d63-b8e8-e982178d44a2 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f903b9-d445-4551-af89-3f0283f0fa7a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:57.986176 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-83879f23-1d18-4406-b766-4b67fc77b8fd tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0719843 Dec 16 22:39:57.989732 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45048) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:58.004420 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-5923ae2e-90aa-42c6-af4e-161f7a0b70c4 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Request body: {'security_group': {'name': 'tempest-secgroup--1930317134'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:58.160392 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5923ae2e-90aa-42c6-af4e-161f7a0b70c4 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:58.269650 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5923ae2e-90aa-42c6-af4e-161f7a0b70c4 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:58.413748 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:58.539687 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5923ae2e-90aa-42c6-af4e-161f7a0b70c4 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:58.573979 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923ae2e-90aa-42c6-af4e-161f7a0b70c4 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1513d82d-4b50-4a9b-81c8-177554806123,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:58.640197 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45068) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:58.655200 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b6b24f6-67dd-4b76-aae7-829d8e5d60a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:58.665323 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:58.782198 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5923ae2e-90aa-42c6-af4e-161f7a0b70c4 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:58.783521 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5923ae2e-90aa-42c6-af4e-161f7a0b70c4 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7883549 Dec 16 22:39:58.786281 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45074) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:58.791401 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-e446ad5c-089f-487c-8d9f-64c67548fa44 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Request body: {'security_group_rule': {'security_group_id': '1513d82d-4b50-4a9b-81c8-177554806123', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:58.850386 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b6b24f6-67dd-4b76-aae7-829d8e5d60a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:58.937041 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e446ad5c-089f-487c-8d9f-64c67548fa44 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:58.980698 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b6b24f6-67dd-4b76-aae7-829d8e5d60a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:59.003002 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e446ad5c-089f-487c-8d9f-64c67548fa44 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:59.038811 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6b6b24f6-67dd-4b76-aae7-829d8e5d60a7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cfec15b8401944d0a5daa3763b977d62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3969021 Dec 16 22:39:59.042167 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45078) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:59.051933 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b24f6-67dd-4b76-aae7-829d8e5d60a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f4a87f-553a-4639-9f7e-242aa43fd6d8,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:59.097038 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e093b9df-4ab1-4a5d-8d10-2ebfc5c9718a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:59.125546 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e093b9df-4ab1-4a5d-8d10-2ebfc5c9718a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:59.165137 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:59.196610 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e446ad5c-089f-487c-8d9f-64c67548fa44 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:59.222731 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446ad5c-089f-487c-8d9f-64c67548fa44 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e81bc5f-a25a-486d-a488-c3184ad3f674,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:59.329638 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e093b9df-4ab1-4a5d-8d10-2ebfc5c9718a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:59.329638 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e093b9df-4ab1-4a5d-8d10-2ebfc5c9718a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:59.329638 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e093b9df-4ab1-4a5d-8d10-2ebfc5c9718a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/98f4a87f-553a-4639-9f7e-242aa43fd6d8 HTTP/1.1" status: 204 len: 168 time: 0.2818508 Dec 16 22:39:59.356032 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093b9df-4ab1-4a5d-8d10-2ebfc5c9718a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f4a87f-553a-4639-9f7e-242aa43fd6d8,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:59.394142 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e446ad5c-089f-487c-8d9f-64c67548fa44 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:59.399514 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45102) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:59.400242 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e446ad5c-089f-487c-8d9f-64c67548fa44 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6127198 Dec 16 22:39:59.404905 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-4fd695f8-7b36-436d-b099-b6fcc7bed965 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Request body: {'security_group_rule': {'security_group_id': '1513d82d-4b50-4a9b-81c8-177554806123', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:39:59.511904 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4fd695f8-7b36-436d-b099-b6fcc7bed965 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:59.581329 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4fd695f8-7b36-436d-b099-b6fcc7bed965 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:59.750840 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4fd695f8-7b36-436d-b099-b6fcc7bed965 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:59.781385 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd695f8-7b36-436d-b099-b6fcc7bed965 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89cac655-4d3c-43a9-a2c5-e4c875ba2784,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:39:59.959082 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4fd695f8-7b36-436d-b099-b6fcc7bed965 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:39:59.960630 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4fd695f8-7b36-436d-b099-b6fcc7bed965 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5597265 Dec 16 22:39:59.969562 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45122) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:39:59.976445 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-16b91805-0fc9-4fcb-a8de-8923c9ae358d tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Request body: {'security_group_rule': {'security_group_id': '1513d82d-4b50-4a9b-81c8-177554806123', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:00.157115 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16b91805-0fc9-4fcb-a8de-8923c9ae358d tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:00.260552 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16b91805-0fc9-4fcb-a8de-8923c9ae358d tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:00.351844 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16b91805-0fc9-4fcb-a8de-8923c9ae358d tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:00.372509 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b91805-0fc9-4fcb-a8de-8923c9ae358d tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2020f1-9cb0-4d41-973d-d3d999c2311c,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:00.542193 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16b91805-0fc9-4fcb-a8de-8923c9ae358d tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:00.544211 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-16b91805-0fc9-4fcb-a8de-8923c9ae358d tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5727053 Dec 16 22:40:00.549472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45156) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:00.555028 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-fb9a25e0-ecbe-4ef3-97b7-9e29ba0f5fb1 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Request body: {'security_group_rule': {'security_group_id': '1513d82d-4b50-4a9b-81c8-177554806123', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:00.733390 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fb9a25e0-ecbe-4ef3-97b7-9e29ba0f5fb1 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:00.871034 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fb9a25e0-ecbe-4ef3-97b7-9e29ba0f5fb1 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:00.951010 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fb9a25e0-ecbe-4ef3-97b7-9e29ba0f5fb1 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:00.974082 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a25e0-ecbe-4ef3-97b7-9e29ba0f5fb1 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b0721c3-5751-4402-83bb-b642c79d6f86,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:01.080379 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fb9a25e0-ecbe-4ef3-97b7-9e29ba0f5fb1 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:01.080379 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fb9a25e0-ecbe-4ef3-97b7-9e29ba0f5fb1 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5256643 Dec 16 22:40:01.080821 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45184) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:01.087074 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-c566ffc9-f213-4bd7-bf81-c9e47fc807d3 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Request body: {'security_group_rule': {'security_group_id': '1513d82d-4b50-4a9b-81c8-177554806123', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:01.215067 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c566ffc9-f213-4bd7-bf81-c9e47fc807d3 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:01.294978 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c566ffc9-f213-4bd7-bf81-c9e47fc807d3 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:01.385293 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c566ffc9-f213-4bd7-bf81-c9e47fc807d3 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:01.412485 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566ffc9-f213-4bd7-bf81-c9e47fc807d3 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e105e5-3d59-40ad-91d1-7f3faa0d7f60,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:01.571348 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c566ffc9-f213-4bd7-bf81-c9e47fc807d3 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:01.575426 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c566ffc9-f213-4bd7-bf81-c9e47fc807d3 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4919019 Dec 16 22:40:01.575751 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45206) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:01.614747 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-54c5fe59-2583-42b2-a7fe-a775e05ca234 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:01.624806 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-54c5fe59-2583-42b2-a7fe-a775e05ca234 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:01.779648 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-54c5fe59-2583-42b2-a7fe-a775e05ca234 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:01.781691 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-54c5fe59-2583-42b2-a7fe-a775e05ca234 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:01.782478 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-54c5fe59-2583-42b2-a7fe-a775e05ca234 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/90e105e5-3d59-40ad-91d1-7f3faa0d7f60 HTTP/1.1" status: 204 len: 168 time: 0.2057135 Dec 16 22:40:01.785266 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45228) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:01.790581 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5fe59-2583-42b2-a7fe-a775e05ca234 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90e105e5-3d59-40ad-91d1-7f3faa0d7f60,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:01.835021 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7128c7b7-ee52-4978-bafa-71069eea16c4 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0483844 Dec 16 22:40:01.837933 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45236) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:01.864798 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4788d9b3-9af6-49dc-be1f-3833649f2c43 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:01.874471 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4788d9b3-9af6-49dc-be1f-3833649f2c43 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:01.992124 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4788d9b3-9af6-49dc-be1f-3833649f2c43 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:02.003550 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4788d9b3-9af6-49dc-be1f-3833649f2c43 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:02.013727 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4788d9b3-9af6-49dc-be1f-3833649f2c43 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/5b0721c3-5751-4402-83bb-b642c79d6f86 HTTP/1.1" status: 204 len: 168 time: 0.1668980 Dec 16 22:40:02.013727 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45246) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:02.023776 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788d9b3-9af6-49dc-be1f-3833649f2c43 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b0721c3-5751-4402-83bb-b642c79d6f86,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:02.081229 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9e189141-5143-4ca9-9798-1fc93a41e183 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0715401 Dec 16 22:40:02.083849 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45254) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:02.126489 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a2d59fe5-974b-4da3-a1df-4328c84e7242 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:02.136893 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a2d59fe5-974b-4da3-a1df-4328c84e7242 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:02.276601 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a2d59fe5-974b-4da3-a1df-4328c84e7242 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:02.282269 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a2d59fe5-974b-4da3-a1df-4328c84e7242 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:02.283437 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a2d59fe5-974b-4da3-a1df-4328c84e7242 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/5c2020f1-9cb0-4d41-973d-d3d999c2311c HTTP/1.1" status: 204 len: 168 time: 0.1981840 Dec 16 22:40:02.286160 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45266) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:02.292078 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d59fe5-974b-4da3-a1df-4328c84e7242 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c2020f1-9cb0-4d41-973d-d3d999c2311c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:02.339856 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a48dc613-5d4c-410d-9b54-15cefbe9e705 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0497768 Dec 16 22:40:02.342165 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45268) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:02.367254 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ef424b2f-effe-4c17-839a-11a3a7b61372 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:02.375032 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ef424b2f-effe-4c17-839a-11a3a7b61372 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:02.477645 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ef424b2f-effe-4c17-839a-11a3a7b61372 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:02.484343 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ef424b2f-effe-4c17-839a-11a3a7b61372 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:02.485599 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ef424b2f-effe-4c17-839a-11a3a7b61372 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/89cac655-4d3c-43a9-a2c5-e4c875ba2784 HTTP/1.1" status: 204 len: 168 time: 0.1424360 Dec 16 22:40:02.490217 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45280) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:02.494646 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef424b2f-effe-4c17-839a-11a3a7b61372 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89cac655-4d3c-43a9-a2c5-e4c875ba2784,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:02.579562 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2b07fca0-8557-4697-9631-d65d6a01b7b3 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0879283 Dec 16 22:40:02.582263 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45292) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:02.619192 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-483703f3-cd46-4fc4-babb-873a16abe712 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:02.629232 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-483703f3-cd46-4fc4-babb-873a16abe712 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:02.750457 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-483703f3-cd46-4fc4-babb-873a16abe712 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:02.761610 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-483703f3-cd46-4fc4-babb-873a16abe712 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:02.761610 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-483703f3-cd46-4fc4-babb-873a16abe712 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/7e81bc5f-a25a-486d-a488-c3184ad3f674 HTTP/1.1" status: 204 len: 168 time: 0.1757398 Dec 16 22:40:02.764100 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45302) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:02.769146 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483703f3-cd46-4fc4-babb-873a16abe712 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e81bc5f-a25a-486d-a488-c3184ad3f674,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:02.809820 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b5ca5707-15a8-4353-a428-173e94bebb7c tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0432732 Dec 16 22:40:02.812562 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45308) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:02.867008 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-15ec5cc3-b57f-47b4-9fdc-7f62e3c05dc9 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:02.889807 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-15ec5cc3-b57f-47b4-9fdc-7f62e3c05dc9 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:03.023214 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-15ec5cc3-b57f-47b4-9fdc-7f62e3c05dc9 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:03.026160 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-15ec5cc3-b57f-47b4-9fdc-7f62e3c05dc9 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:03.028058 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-15ec5cc3-b57f-47b4-9fdc-7f62e3c05dc9 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "DELETE /v2.0/security-groups/1513d82d-4b50-4a9b-81c8-177554806123 HTTP/1.1" status: 204 len: 168 time: 0.2142806 Dec 16 22:40:03.031436 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45322) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:03.055472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec5cc3-b57f-47b4-9fdc-7f62e3c05dc9 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1513d82d-4b50-4a9b-81c8-177554806123,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:03.103718 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a76567f5-c652-4a48-b840-3568cc6780d0 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0710843 Dec 16 22:40:03.111895 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45330) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:03.125495 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a28a47c4-d2e4-4915-8357-790dddf0e9bb tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Request body: {'security_group': {'name': 'tempest-secgroup--1845939746'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:03.362607 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a28a47c4-d2e4-4915-8357-790dddf0e9bb tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:03.446144 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a28a47c4-d2e4-4915-8357-790dddf0e9bb tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:03.578978 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a28a47c4-d2e4-4915-8357-790dddf0e9bb tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:03.586185 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45346) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:03.642597 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a47c4-d2e4-4915-8357-790dddf0e9bb tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a01b5444-3c9c-42fd-98c1-54b264d1c764,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:03.741479 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dda15a8f-6352-4b0a-9fae-6b538d76ebe4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:03.746938 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a28a47c4-d2e4-4915-8357-790dddf0e9bb tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:03.748336 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a28a47c4-d2e4-4915-8357-790dddf0e9bb tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6372061 Dec 16 22:40:03.751288 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45356) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:03.755644 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-0a84449c-87da-439d-b3a3-24c072039471 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Request body: {'security_group_rule': {'security_group_id': 'a01b5444-3c9c-42fd-98c1-54b264d1c764', 'direction': 'ingress', 'protocol': 17}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:03.846722 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dda15a8f-6352-4b0a-9fae-6b538d76ebe4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:03.904831 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0a84449c-87da-439d-b3a3-24c072039471 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:03.939687 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45362) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:03.971479 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0a84449c-87da-439d-b3a3-24c072039471 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:04.003533 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dda15a8f-6352-4b0a-9fae-6b538d76ebe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:04.068214 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0a84449c-87da-439d-b3a3-24c072039471 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:04.076936 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-dda15a8f-6352-4b0a-9fae-6b538d76ebe4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=047c025e09854999ba62f2f9a4e0c413&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4886720 Dec 16 22:40:04.077304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda15a8f-6352-4b0a-9fae-6b538d76ebe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27005148-786b-490b-b278-ae95cdd63155,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:04.087376 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45366) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:04.115141 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c315e883-7d2a-4047-a788-951138b384e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:04.136873 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84449c-87da-439d-b3a3-24c072039471 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e832d513-11bf-4089-a40d-4b66a0130ff7,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:04.206937 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-684f3c29-79fe-4dd7-a652-5bc2330af7e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:04.245498 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0a84449c-87da-439d-b3a3-24c072039471 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:04.246733 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0a84449c-87da-439d-b3a3-24c072039471 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4947975 Dec 16 22:40:04.249849 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45370) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:04.253360 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-684f3c29-79fe-4dd7-a652-5bc2330af7e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:04.304686 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c315e883-7d2a-4047-a788-951138b384e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:04.314788 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2f7dfbc2-e381-46fd-9ff6-f68eac58839f tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:04.351296 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2f7dfbc2-e381-46fd-9ff6-f68eac58839f tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:04.412905 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c315e883-7d2a-4047-a788-951138b384e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:04.456772 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315e883-7d2a-4047-a788-951138b384e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73da264d-194e-4530-b8c4-51b6ba58a60e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:04.463439 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c315e883-7d2a-4047-a788-951138b384e7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3cbe9ed94a21421b94238ed025126452&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5225375 Dec 16 22:40:04.467933 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45374) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:04.480503 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-684f3c29-79fe-4dd7-a652-5bc2330af7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:04.484027 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-684f3c29-79fe-4dd7-a652-5bc2330af7e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:04.485913 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-684f3c29-79fe-4dd7-a652-5bc2330af7e0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/27005148-786b-490b-b278-ae95cdd63155 HTTP/1.1" status: 204 len: 168 time: 0.3930130 Dec 16 22:40:04.497624 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f3c29-79fe-4dd7-a652-5bc2330af7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27005148-786b-490b-b278-ae95cdd63155,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:04.516617 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2f7dfbc2-e381-46fd-9ff6-f68eac58839f tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:04.527919 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2f7dfbc2-e381-46fd-9ff6-f68eac58839f tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:04.530164 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2f7dfbc2-e381-46fd-9ff6-f68eac58839f tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "DELETE /v2.0/security-groups/a01b5444-3c9c-42fd-98c1-54b264d1c764 HTTP/1.1" status: 204 len: 168 time: 0.2776706 Dec 16 22:40:04.532933 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45378) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:04.543005 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7dfbc2-e381-46fd-9ff6-f68eac58839f tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01b5444-3c9c-42fd-98c1-54b264d1c764,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:04.661543 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0d7ce39d-57be-4bbd-8f6e-852007ab7dc7 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1271060 Dec 16 22:40:04.666186 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45382) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:04.671598 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-b99b3a0b-819c-4613-82eb-d14225d89596 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Request body: {'security_group': {'name': 'tempest-secgroup--1819200675'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:04.696477 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-66de9385-c79e-440f-b30c-c1e6963c4b6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:04.731117 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-66de9385-c79e-440f-b30c-c1e6963c4b6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:04.842322 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b99b3a0b-819c-4613-82eb-d14225d89596 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:04.939816 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-66de9385-c79e-440f-b30c-c1e6963c4b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:04.942712 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-66de9385-c79e-440f-b30c-c1e6963c4b6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:04.944367 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-66de9385-c79e-440f-b30c-c1e6963c4b6f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/73da264d-194e-4530-b8c4-51b6ba58a60e HTTP/1.1" status: 204 len: 168 time: 0.4753950 Dec 16 22:40:04.954514 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de9385-c79e-440f-b30c-c1e6963c4b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73da264d-194e-4530-b8c4-51b6ba58a60e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:05.004346 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b99b3a0b-819c-4613-82eb-d14225d89596 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:05.064710 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b99b3a0b-819c-4613-82eb-d14225d89596 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:05.101778 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b3a0b-819c-4613-82eb-d14225d89596 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a39c724f-7bcd-43a5-8761-0eff64759417,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:05.176035 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b99b3a0b-819c-4613-82eb-d14225d89596 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:05.177342 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b99b3a0b-819c-4613-82eb-d14225d89596 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5095921 Dec 16 22:40:05.181416 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45404) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:05.186393 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-2b26160d-55d1-40b3-bf05-c5a6060c43af tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Request body: {'security_group': {'name': 'tempest-secgroup--351269351'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:05.299228 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2b26160d-55d1-40b3-bf05-c5a6060c43af tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:05.396952 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2b26160d-55d1-40b3-bf05-c5a6060c43af tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:05.482466 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2b26160d-55d1-40b3-bf05-c5a6060c43af tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:05.521520 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26160d-55d1-40b3-bf05-c5a6060c43af tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=117cec86-261f-4c29-865f-325315ba20df,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:05.615150 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2b26160d-55d1-40b3-bf05-c5a6060c43af tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:05.619348 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2b26160d-55d1-40b3-bf05-c5a6060c43af tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4341056 Dec 16 22:40:05.621613 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45418) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:05.626328 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-3e0ea0b4-1208-4efc-95c3-4850319fc0d5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Request body: {'security_group_rule': {'security_group_id': 'a39c724f-7bcd-43a5-8761-0eff64759417', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '117cec86-261f-4c29-865f-325315ba20df', 'remote_ip_prefix': None}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:05.813648 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3e0ea0b4-1208-4efc-95c3-4850319fc0d5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:05.928119 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3e0ea0b4-1208-4efc-95c3-4850319fc0d5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:06.002496 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3e0ea0b4-1208-4efc-95c3-4850319fc0d5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:06.020940 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45434) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:06.025739 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ea0b4-1208-4efc-95c3-4850319fc0d5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c771ea-4fba-4b4c-9e93-a8018120e566,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:06.044872 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a576c0a-ba93-4120-a1a1-bc63118b7c9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:06.102629 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3e0ea0b4-1208-4efc-95c3-4850319fc0d5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:06.103919 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3e0ea0b4-1208-4efc-95c3-4850319fc0d5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4811802 Dec 16 22:40:06.110046 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45440) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:06.151837 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c3d5b89-e11b-4184-84cb-5244eca81c39 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:06.161903 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a576c0a-ba93-4120-a1a1-bc63118b7c9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:06.164490 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c3d5b89-e11b-4184-84cb-5244eca81c39 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:06.265718 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a576c0a-ba93-4120-a1a1-bc63118b7c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:06.271343 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c3d5b89-e11b-4184-84cb-5244eca81c39 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:06.292113 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c3d5b89-e11b-4184-84cb-5244eca81c39 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:06.293287 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8c3d5b89-e11b-4184-84cb-5244eca81c39 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/d3c771ea-4fba-4b4c-9e93-a8018120e566 HTTP/1.1" status: 204 len: 168 time: 0.1822615 Dec 16 22:40:06.296063 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45446) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:06.316309 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d5b89-e11b-4184-84cb-5244eca81c39 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3c771ea-4fba-4b4c-9e93-a8018120e566,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:06.325434 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6a576c0a-ba93-4120-a1a1-bc63118b7c9f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8b010d3005a748709fa7e354dd06acde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3057754 Dec 16 22:40:06.326210 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a576c0a-ba93-4120-a1a1-bc63118b7c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bf3914-bd62-4018-9741-aa78ce47a6f5,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:06.329552 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45448) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:06.366978 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-04fb8353-5cdb-4728-9569-3c139af8f2e5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0694251 Dec 16 22:40:06.367622 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45450) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:06.398584 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-abc4b073-9ba9-49cb-815f-552d2ba54ab8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:06.424677 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-abc4b073-9ba9-49cb-815f-552d2ba54ab8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:06.440680 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4dc28dea-7ef9-4470-8405-f48f49e068ea tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:06.480597 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4dc28dea-7ef9-4470-8405-f48f49e068ea tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:06.614213 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-abc4b073-9ba9-49cb-815f-552d2ba54ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:06.622495 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-abc4b073-9ba9-49cb-815f-552d2ba54ab8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:06.622495 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-abc4b073-9ba9-49cb-815f-552d2ba54ab8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e0bf3914-bd62-4018-9741-aa78ce47a6f5 HTTP/1.1" status: 204 len: 168 time: 0.2880690 Dec 16 22:40:06.627644 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4b073-9ba9-49cb-815f-552d2ba54ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bf3914-bd62-4018-9741-aa78ce47a6f5,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:06.642255 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4dc28dea-7ef9-4470-8405-f48f49e068ea tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:06.650444 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4dc28dea-7ef9-4470-8405-f48f49e068ea tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:06.654592 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4dc28dea-7ef9-4470-8405-f48f49e068ea tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "DELETE /v2.0/security-groups/117cec86-261f-4c29-865f-325315ba20df HTTP/1.1" status: 204 len: 168 time: 0.2832057 Dec 16 22:40:06.654697 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45462) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:06.668015 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc28dea-7ef9-4470-8405-f48f49e068ea tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=117cec86-261f-4c29-865f-325315ba20df,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:06.738260 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3c47049f-e3a8-4893-81f4-0943c781826b tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0817184 Dec 16 22:40:06.740409 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45468) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:06.812303 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-86af9372-70c5-4015-ad22-032c133270d5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:06.851494 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-86af9372-70c5-4015-ad22-032c133270d5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:07.025719 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-86af9372-70c5-4015-ad22-032c133270d5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:07.028767 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-86af9372-70c5-4015-ad22-032c133270d5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:07.029973 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-86af9372-70c5-4015-ad22-032c133270d5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "DELETE /v2.0/security-groups/a39c724f-7bcd-43a5-8761-0eff64759417 HTTP/1.1" status: 204 len: 168 time: 0.2881901 Dec 16 22:40:07.032998 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45478) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:07.040641 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af9372-70c5-4015-ad22-032c133270d5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39c724f-7bcd-43a5-8761-0eff64759417,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:07.120222 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-aac5c476-8736-492a-b8a3-5cd213f247db tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0809231 Dec 16 22:40:07.130031 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45486) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:07.135589 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-064475ce-fe76-4137-a2d4-758f58f585ec tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Request body: {'security_group': {'name': 'tempest-secgroup--488333906'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:07.261471 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45492) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:07.270817 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-064475ce-fe76-4137-a2d4-758f58f585ec tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:07.381712 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-064475ce-fe76-4137-a2d4-758f58f585ec tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:07.430732 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-064475ce-fe76-4137-a2d4-758f58f585ec tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:07.463922 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064475ce-fe76-4137-a2d4-758f58f585ec tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7766d7-326b-47b7-8583-dfa27de3a271,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:07.481336 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-e4b7a7d5-a0c2-4960-b74e-c6a5a445d4c1 tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-371797248'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:07.519154 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-064475ce-fe76-4137-a2d4-758f58f585ec tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:07.520436 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-064475ce-fe76-4137-a2d4-758f58f585ec tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3894515 Dec 16 22:40:07.523939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45504) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:07.528834 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-bcd1f3d4-75b9-42a2-9a30-abe4959091e6 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Request body: {'security_group_rule': {'security_group_id': '3c7766d7-326b-47b7-8583-dfa27de3a271', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:07.639377 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b7a7d5-a0c2-4960-b74e-c6a5a445d4c1 tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Made reservation on behalf of ed8495cb4e2948ae9716e7ab04bf46f6 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:40:07.639702 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e4b7a7d5-a0c2-4960-b74e-c6a5a445d4c1 tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:07.650190 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e4b7a7d5-a0c2-4960-b74e-c6a5a445d4c1 tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:07.734095 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bcd1f3d4-75b9-42a2-9a30-abe4959091e6 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:07.765531 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e4b7a7d5-a0c2-4960-b74e-c6a5a445d4c1 tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:07.806565 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bcd1f3d4-75b9-42a2-9a30-abe4959091e6 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:07.870529 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e4b7a7d5-a0c2-4960-b74e-c6a5a445d4c1 tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:07.900474 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b7a7d5-a0c2-4960-b74e-c6a5a445d4c1 tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:40:07.906910 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7a7d5-a0c2-4960-b74e-c6a5a445d4c1 tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c09981-6aa6-40bc-aa30-73cee7c831a9,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:07.912857 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e4b7a7d5-a0c2-4960-b74e-c6a5a445d4c1 tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:07.913215 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-e4b7a7d5-a0c2-4960-b74e-c6a5a445d4c1 tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Added segment a6da05db-a7a4-4b70-82b2-384dcf2ac1d0 of type vlan for network 3d32cc7b-edf0-492e-8a6b-46ea010a480c Dec 16 22:40:07.917986 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bcd1f3d4-75b9-42a2-9a30-abe4959091e6 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:07.945398 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1f3d4-75b9-42a2-9a30-abe4959091e6 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caec93e5-5dbb-4640-9b68-51b34cb89f5a,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:07.961756 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e4b7a7d5-a0c2-4960-b74e-c6a5a445d4c1 tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:08.078678 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bcd1f3d4-75b9-42a2-9a30-abe4959091e6 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:08.082630 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bcd1f3d4-75b9-42a2-9a30-abe4959091e6 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5551827 Dec 16 22:40:08.083540 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45526) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:08.110389 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d3ee2989-ed01-479c-9261-80efe1d707e2 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:08.116116 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e4b7a7d5-a0c2-4960-b74e-c6a5a445d4c1 tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:08.120050 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d3ee2989-ed01-479c-9261-80efe1d707e2 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:08.122270 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b7a7d5-a0c2-4960-b74e-c6a5a445d4c1 tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:08.123093 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e4b7a7d5-a0c2-4960-b74e-c6a5a445d4c1 tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:08.207383 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7a7d5-a0c2-4960-b74e-c6a5a445d4c1 tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Pushing event updated for resources: {'Network': ['ID=3d32cc7b-edf0-492e-8a6b-46ea010a480c,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:08.220160 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 3d32cc7b-edf0-492e-8a6b-46ea010a480c details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:40:08.242085 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d3ee2989-ed01-479c-9261-80efe1d707e2 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:08.249370 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d3ee2989-ed01-479c-9261-80efe1d707e2 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:08.257006 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d3ee2989-ed01-479c-9261-80efe1d707e2 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/caec93e5-5dbb-4640-9b68-51b34cb89f5a HTTP/1.1" status: 204 len: 168 time: 0.1715426 Dec 16 22:40:08.258734 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45534) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:08.268205 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee2989-ed01-479c-9261-80efe1d707e2 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=caec93e5-5dbb-4640-9b68-51b34cb89f5a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:08.277523 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee2989-ed01-479c-9261-80efe1d707e2 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:08.277946 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee2989-ed01-479c-9261-80efe1d707e2 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:08.278385 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee2989-ed01-479c-9261-80efe1d707e2 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:08.278780 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee2989-ed01-479c-9261-80efe1d707e2 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:08.279193 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee2989-ed01-479c-9261-80efe1d707e2 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:08.279549 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee2989-ed01-479c-9261-80efe1d707e2 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:08.279889 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee2989-ed01-479c-9261-80efe1d707e2 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:08.286462 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee2989-ed01-479c-9261-80efe1d707e2 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:08.286462 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee2989-ed01-479c-9261-80efe1d707e2 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:08.286462 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee2989-ed01-479c-9261-80efe1d707e2 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:08.286462 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee2989-ed01-479c-9261-80efe1d707e2 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:08.286462 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee2989-ed01-479c-9261-80efe1d707e2 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:08.286462 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee2989-ed01-479c-9261-80efe1d707e2 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:08.288499 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e4b7a7d5-a0c2-4960-b74e-c6a5a445d4c1 tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0243266 Dec 16 22:40:08.290733 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45538) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:08.344533 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d2b3a605-f919-4db3-970b-b7effa22f633 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0842643 Dec 16 22:40:08.347322 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45542) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:08.429459 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-057eb660-12dd-4f36-866e-082007258dfa tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:08.459267 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-057eb660-12dd-4f36-866e-082007258dfa tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:08.563692 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-3d969514-3c55-4421-882b-3b86ad66465e tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Request body: {'network': {'name': 'tempest-network--479794539', 'router:external': True}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:08.665295 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-057eb660-12dd-4f36-866e-082007258dfa tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:08.668271 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-057eb660-12dd-4f36-866e-082007258dfa tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:08.670968 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-057eb660-12dd-4f36-866e-082007258dfa tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "DELETE /v2.0/security-groups/3c7766d7-326b-47b7-8583-dfa27de3a271 HTTP/1.1" status: 204 len: 168 time: 0.3223960 Dec 16 22:40:08.673553 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45548) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:08.697121 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057eb660-12dd-4f36-866e-082007258dfa tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7766d7-326b-47b7-8583-dfa27de3a271,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:08.716085 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d969514-3c55-4421-882b-3b86ad66465e tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Made reservation on behalf of 2243b79ddfc743cbb4faa42ddc7f3da8 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:40:08.718601 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d969514-3c55-4421-882b-3b86ad66465e tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:08.728737 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d969514-3c55-4421-882b-3b86ad66465e tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:08.758133 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cfb219d9-7e27-4b5a-abc7-edefffa4d0fb tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0833566 Dec 16 22:40:08.762564 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45556) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:08.769093 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-ba42e663-29cf-4de2-a85e-551eedac5eca tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Request body: {'security_group': {'name': 'tempest-secgroup--1627127442'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:08.815134 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d969514-3c55-4421-882b-3b86ad66465e tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:08.887906 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba42e663-29cf-4de2-a85e-551eedac5eca tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:08.970212 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba42e663-29cf-4de2-a85e-551eedac5eca tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:08.978953 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d969514-3c55-4421-882b-3b86ad66465e tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:09.006852 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d969514-3c55-4421-882b-3b86ad66465e tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:40:09.018064 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d969514-3c55-4421-882b-3b86ad66465e tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2f5250-5d56-4310-8eaa-8ba663ffc027,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:09.024621 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d969514-3c55-4421-882b-3b86ad66465e tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:09.031275 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-3d969514-3c55-4421-882b-3b86ad66465e tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Added segment 76ca44c8-c9ba-479c-bd5c-a096cb8c6fb9 of type vlan for network 0267bc05-ad97-4d8c-9180-0d0edbded536 Dec 16 22:40:09.053781 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba42e663-29cf-4de2-a85e-551eedac5eca tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:09.117666 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d969514-3c55-4421-882b-3b86ad66465e tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:09.119317 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42e663-29cf-4de2-a85e-551eedac5eca tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c01cc377-1f21-4851-9189-8edd8280b870,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:09.193261 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba42e663-29cf-4de2-a85e-551eedac5eca tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:09.195414 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ba42e663-29cf-4de2-a85e-551eedac5eca tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4322438 Dec 16 22:40:09.198118 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45572) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:09.203412 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-d6b0a927-4cc3-45e1-bc40-fc46e545905f tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Request body: {'security_group_rule': {'security_group_id': 'c01cc377-1f21-4851-9189-8edd8280b870', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:09.236544 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d969514-3c55-4421-882b-3b86ad66465e tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:09.237531 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d969514-3c55-4421-882b-3b86ad66465e tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:09.238123 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d969514-3c55-4421-882b-3b86ad66465e tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:09.329372 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d969514-3c55-4421-882b-3b86ad66465e tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Pushing event updated for resources: {'Network': ['ID=0267bc05-ad97-4d8c-9180-0d0edbded536,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:09.340675 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 0267bc05-ad97-4d8c-9180-0d0edbded536 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:40:09.360833 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6b0a927-4cc3-45e1-bc40-fc46e545905f tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:09.428522 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6b0a927-4cc3-45e1-bc40-fc46e545905f tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:09.456073 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3d969514-3c55-4421-882b-3b86ad66465e tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.1639616 Dec 16 22:40:09.458730 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45580) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:09.751735 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6b0a927-4cc3-45e1-bc40-fc46e545905f tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:09.789702 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0a927-4cc3-45e1-bc40-fc46e545905f tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c64bcb-eb4f-460d-be9c-ea39baf61ba8,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:09.796796 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-581a8745-631d-4c1c-9111-8567afda3f55 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:09.876579 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-581a8745-631d-4c1c-9111-8567afda3f55 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:09.901937 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-581a8745-631d-4c1c-9111-8567afda3f55 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0267bc05-ad97-4d8c-9180-0d0edbded536']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:09.913271 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6b0a927-4cc3-45e1-bc40-fc46e545905f tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:09.914509 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d6b0a927-4cc3-45e1-bc40-fc46e545905f tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7152579 Dec 16 22:40:09.916453 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-581a8745-631d-4c1c-9111-8567afda3f55 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ca44c8-c9ba-479c-bd5c-a096cb8c6fb9') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:09.916762 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-581a8745-631d-4c1c-9111-8567afda3f55 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ca44c8-c9ba-479c-bd5c-a096cb8c6fb9') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:09.917322 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45592) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:09.926459 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-581a8745-631d-4c1c-9111-8567afda3f55 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:09.936539 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1c316a09-e166-44fb-9347-3abd6fb84005 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-group-rules/04c64bcb-eb4f-460d-be9c-ea39baf61ba8 HTTP/1.1" status: 200 len: 763 time: 0.0180647 Dec 16 22:40:09.946389 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45596) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:09.947239 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-581a8745-631d-4c1c-9111-8567afda3f55 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:09.954416 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-581a8745-631d-4c1c-9111-8567afda3f55 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:40:09.954869 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-581a8745-631d-4c1c-9111-8567afda3f55 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:40:09.956708 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:40:09.998235 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-165c6e4f-2bc2-4461-9a07-86d5e09d9165 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0566418 Dec 16 22:40:10.001029 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45598) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:10.039794 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0959701c-dfec-48e5-b0bd-3d88c8b1d8ff tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:10.049201 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0959701c-dfec-48e5-b0bd-3d88c8b1d8ff tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:10.181422 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-581a8745-631d-4c1c-9111-8567afda3f55 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:10.184534 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0959701c-dfec-48e5-b0bd-3d88c8b1d8ff tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:10.194779 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581a8745-631d-4c1c-9111-8567afda3f55 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0267bc05-ad97-4d8c-9180-0d0edbded536 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 22:40:10.197888 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0959701c-dfec-48e5-b0bd-3d88c8b1d8ff tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:10.201956 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0959701c-dfec-48e5-b0bd-3d88c8b1d8ff tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/04c64bcb-eb4f-460d-be9c-ea39baf61ba8 HTTP/1.1" status: 204 len: 168 time: 0.1974103 Dec 16 22:40:10.204470 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45608) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:10.206132 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-581a8745-631d-4c1c-9111-8567afda3f55 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:10.214873 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-581a8745-631d-4c1c-9111-8567afda3f55 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] 10.222.0.75 "DELETE /v2.0/networks/0267bc05-ad97-4d8c-9180-0d0edbded536 HTTP/1.1" status: 204 len: 168 time: 0.7541339 Dec 16 22:40:10.216032 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a8745-631d-4c1c-9111-8567afda3f55 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Pushing event deleted for resources: {'Network': ['ID=0267bc05-ad97-4d8c-9180-0d0edbded536,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:10.219160 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45612) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:10.234665 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-94a297e5-bebf-4d14-8a41-7e501f26dd88 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:10.240230 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959701c-dfec-48e5-b0bd-3d88c8b1d8ff tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04c64bcb-eb4f-460d-be9c-ea39baf61ba8,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:10.277964 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a2464fc4-dd1a-48bb-a377-e5a9636a7cc7 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0720177 Dec 16 22:40:10.281285 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45614) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:10.286445 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-cea64f13-51b8-470f-94c1-0951f7904ae5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Request body: {'security_group_rule': {'security_group_id': 'c01cc377-1f21-4851-9189-8edd8280b870', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:10.402442 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a297e5-bebf-4d14-8a41-7e501f26dd88 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Made reservation on behalf of 2243b79ddfc743cbb4faa42ddc7f3da8 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:40:10.407394 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-94a297e5-bebf-4d14-8a41-7e501f26dd88 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:10.441772 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a297e5-bebf-4d14-8a41-7e501f26dd88 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:40:10.459216 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-94a297e5-bebf-4d14-8a41-7e501f26dd88 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:10.460519 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-94a297e5-bebf-4d14-8a41-7e501f26dd88 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Added segment 3f4239dc-40f4-47fe-adf4-fc9040fa2c1c of type vlan for network 9576c039-49ad-4e4c-8a1d-77397661f991 Dec 16 22:40:10.504872 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cea64f13-51b8-470f-94c1-0951f7904ae5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:10.515479 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-94a297e5-bebf-4d14-8a41-7e501f26dd88 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:10.574492 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cea64f13-51b8-470f-94c1-0951f7904ae5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:10.641935 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-94a297e5-bebf-4d14-8a41-7e501f26dd88 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:10.644016 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a297e5-bebf-4d14-8a41-7e501f26dd88 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:10.644016 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-94a297e5-bebf-4d14-8a41-7e501f26dd88 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:10.648795 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cea64f13-51b8-470f-94c1-0951f7904ae5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:10.667370 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea64f13-51b8-470f-94c1-0951f7904ae5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eec5ddf-de3a-46e1-9a63-7d29dc22231d,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:10.744731 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a297e5-bebf-4d14-8a41-7e501f26dd88 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Pushing event updated for resources: {'Network': ['ID=9576c039-49ad-4e4c-8a1d-77397661f991,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:10.763946 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cea64f13-51b8-470f-94c1-0951f7904ae5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:10.765373 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cea64f13-51b8-470f-94c1-0951f7904ae5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4825456 Dec 16 22:40:10.768068 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45632) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:10.771150 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 9576c039-49ad-4e4c-8a1d-77397661f991 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:40:10.787820 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c4fde18a-4525-4365-ab2c-9afaf93f9e9c tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-group-rules/4eec5ddf-de3a-46e1-9a63-7d29dc22231d HTTP/1.1" status: 200 len: 763 time: 0.0171921 Dec 16 22:40:10.790403 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45634) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:10.805623 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-94a297e5-bebf-4d14-8a41-7e501f26dd88 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.5843339 Dec 16 22:40:10.808901 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45638) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:10.819822 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-370f6f8c-0ed4-499d-84c3-b8df3f307262 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Request body: {'subnet': {'network_id': '9576c039-49ad-4e4c-8a1d-77397661f991', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:10.854049 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7151bfb4-1662-44ed-a689-15f2848d9147 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0617518 Dec 16 22:40:10.856019 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45642) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:10.883509 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-694844d8-0097-4a3d-be08-9dcf785b1baf tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:10.895370 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-694844d8-0097-4a3d-be08-9dcf785b1baf tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:10.973410 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370f6f8c-0ed4-499d-84c3-b8df3f307262 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Made reservation on behalf of 2243b79ddfc743cbb4faa42ddc7f3da8 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:40:10.977010 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-370f6f8c-0ed4-499d-84c3-b8df3f307262 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:11.042922 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-694844d8-0097-4a3d-be08-9dcf785b1baf tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:11.051956 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-694844d8-0097-4a3d-be08-9dcf785b1baf tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:11.054656 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-694844d8-0097-4a3d-be08-9dcf785b1baf tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/4eec5ddf-de3a-46e1-9a63-7d29dc22231d HTTP/1.1" status: 204 len: 168 time: 0.1955240 Dec 16 22:40:11.057841 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45648) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:11.059745 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694844d8-0097-4a3d-be08-9dcf785b1baf tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4eec5ddf-de3a-46e1-9a63-7d29dc22231d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:11.116313 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-222a2b74-7365-4af9-9707-bc55381b0309 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0573366 Dec 16 22:40:11.119131 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45652) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:11.123800 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-c8d60bf3-801b-4d9c-9a22-e1125fee1b37 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Request body: {'security_group_rule': {'security_group_id': 'c01cc377-1f21-4851-9189-8edd8280b870', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:11.247590 n-d-815324-4 neutron-server[103613]: INFO neutron.db.securitygroups_db [None req-c8d60bf3-801b-4d9c-9a22-e1125fee1b37 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Project f53120e43d6f4dd49c4e0f9c218dc5c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:40:11.258145 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c8d60bf3-801b-4d9c-9a22-e1125fee1b37 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:11.304968 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c8d60bf3-801b-4d9c-9a22-e1125fee1b37 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:11.384595 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c8d60bf3-801b-4d9c-9a22-e1125fee1b37 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:11.409422 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d60bf3-801b-4d9c-9a22-e1125fee1b37 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a2b8ab-3585-4816-9609-77d918bd0c9c,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:11.479087 n-d-815324-4 neutron-server[103614]: DEBUG neutron.objects.ports [None req-370f6f8c-0ed4-499d-84c3-b8df3f307262 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103614) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 22:40:11.479683 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-370f6f8c-0ed4-499d-84c3-b8df3f307262 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:11.481367 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c8d60bf3-801b-4d9c-9a22-e1125fee1b37 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:11.483736 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c8d60bf3-801b-4d9c-9a22-e1125fee1b37 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3635628 Dec 16 22:40:11.486532 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45680) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:11.509056 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9f953b8d-b7e3-4541-9e40-9cb0b679de66 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-group-rules/c0a2b8ab-3585-4816-9609-77d918bd0c9c HTTP/1.1" status: 200 len: 769 time: 0.0208342 Dec 16 22:40:11.511426 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45684) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:11.533188 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f6f8c-0ed4-499d-84c3-b8df3f307262 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b32a27ee-b558-4571-8c75-2fafea5e9f94,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:11.560376 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370f6f8c-0ed4-499d-84c3-b8df3f307262 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Checking segment: {'id': '3f4239dc-40f4-47fe-adf4-fc9040fa2c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9576c039-49ad-4e4c-8a1d-77397661f991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:40:11.560747 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370f6f8c-0ed4-499d-84c3-b8df3f307262 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Network hostable DHCP agents. Network: 9576c039-49ad-4e4c-8a1d-77397661f991, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:40:11.574480 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-26a522a8-b19b-4236-ba6b-165708fb9066 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0616159 Dec 16 22:40:11.574672 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45690) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:11.604320 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8cfe1d55-e01b-4b85-aacc-27e2769dc117 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:11.616120 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8cfe1d55-e01b-4b85-aacc-27e2769dc117 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:11.687296 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370f6f8c-0ed4-499d-84c3-b8df3f307262 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Network 9576c039-49ad-4e4c-8a1d-77397661f991 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:40:11.726990 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8cfe1d55-e01b-4b85-aacc-27e2769dc117 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:11.735428 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8cfe1d55-e01b-4b85-aacc-27e2769dc117 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:11.738960 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8cfe1d55-e01b-4b85-aacc-27e2769dc117 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/c0a2b8ab-3585-4816-9609-77d918bd0c9c HTTP/1.1" status: 204 len: 168 time: 0.1611738 Dec 16 22:40:11.739766 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45698) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:11.742674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe1d55-e01b-4b85-aacc-27e2769dc117 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0a2b8ab-3585-4816-9609-77d918bd0c9c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:11.790996 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-370f6f8c-0ed4-499d-84c3-b8df3f307262 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 9576c039-49ad-4e4c-8a1d-77397661f991) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:40:11.797388 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f0be0247-372a-44bd-bd02-e4f5c874444f tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0561574 Dec 16 22:40:11.798303 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370f6f8c-0ed4-499d-84c3-b8df3f307262 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:11.799763 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-370f6f8c-0ed4-499d-84c3-b8df3f307262 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:11.801623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45706) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:11.805824 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f64f47-b426-4ebe-b195-915a8e948fa7 None None] Network 9576c039-49ad-4e4c-8a1d-77397661f991 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:40:11.868539 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7c8fb929-5765-4e33-827a-4e60e201e8a5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:11.896349 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7c8fb929-5765-4e33-827a-4e60e201e8a5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:11.903178 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-370f6f8c-0ed4-499d-84c3-b8df3f307262 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0927927 Dec 16 22:40:11.905637 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45712) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:11.911580 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-7c5fac93-d792-4d01-a5e3-1237cfe572b4 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Request body: {'floatingip': {'floating_network_id': '9576c039-49ad-4e4c-8a1d-77397661f991'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:11.955907 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b86deb0-7b25-4607-8651-556d9d55eced None None] Network 9576c039-49ad-4e4c-8a1d-77397661f991 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:40:12.042195 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7c5fac93-d792-4d01-a5e3-1237cfe572b4 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:12.071451 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7c8fb929-5765-4e33-827a-4e60e201e8a5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:12.074583 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7c8fb929-5765-4e33-827a-4e60e201e8a5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:12.078111 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7c8fb929-5765-4e33-827a-4e60e201e8a5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "DELETE /v2.0/security-groups/c01cc377-1f21-4851-9189-8edd8280b870 HTTP/1.1" status: 204 len: 168 time: 0.2748668 Dec 16 22:40:12.094252 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45718) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:12.100898 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8fb929-5765-4e33-827a-4e60e201e8a5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01cc377-1f21-4851-9189-8edd8280b870,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:12.164477 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-59a0d4e3-6f9e-4584-8f87-296bc2fef018 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0715351 Dec 16 22:40:12.171286 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45724) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:12.178640 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-7f311124-6cbb-4700-80bb-51fdbbf843d5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Request body: {'security_group': {'name': 'tempest-secgroup--992217322'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:12.201483 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7c5fac93-d792-4d01-a5e3-1237cfe572b4 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:12.286747 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7f311124-6cbb-4700-80bb-51fdbbf843d5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:12.336105 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-7c5fac93-d792-4d01-a5e3-1237cfe572b4 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Allocated IP 172.20.0.12 (9576c039-49ad-4e4c-8a1d-77397661f991/b32a27ee-b558-4571-8c75-2fafea5e9f94/64e19884-8bdf-40b0-aa99-da3738d91524) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:40:12.367521 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7f311124-6cbb-4700-80bb-51fdbbf843d5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:12.453537 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7f311124-6cbb-4700-80bb-51fdbbf843d5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:12.460017 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7c5fac93-d792-4d01-a5e3-1237cfe572b4 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:12.501882 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f311124-6cbb-4700-80bb-51fdbbf843d5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=264b3208-18c1-4d4c-b420-b4e212502e34,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:12.564394 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7f311124-6cbb-4700-80bb-51fdbbf843d5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:12.566267 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7f311124-6cbb-4700-80bb-51fdbbf843d5 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3933678 Dec 16 22:40:12.570195 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45732) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:12.575173 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-78bb30ab-9f7e-4a86-87f8-849552a35997 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Request body: {'security_group_rule': {'security_group_id': '264b3208-18c1-4d4c-b420-b4e212502e34', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:12.592614 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7c5fac93-d792-4d01-a5e3-1237cfe572b4 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:12.658801 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5fac93-d792-4d01-a5e3-1237cfe572b4 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Network 9576c039-49ad-4e4c-8a1d-77397661f991 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:40:12.663373 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-7c5fac93-d792-4d01-a5e3-1237cfe572b4 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:40:12.665894 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fac93-d792-4d01-a5e3-1237cfe572b4 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Pushing event updated for resources: {'Port': ['ID=64e19884-8bdf-40b0-aa99-da3738d91524,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:12.668263 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5fac93-d792-4d01-a5e3-1237cfe572b4 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:40:12.775121 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78bb30ab-9f7e-4a86-87f8-849552a35997 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:12.816547 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7c5fac93-d792-4d01-a5e3-1237cfe572b4 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:13.184108 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78bb30ab-9f7e-4a86-87f8-849552a35997 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:13.215686 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7c5fac93-d792-4d01-a5e3-1237cfe572b4 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:13.265599 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78bb30ab-9f7e-4a86-87f8-849552a35997 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:13.296818 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb30ab-9f7e-4a86-87f8-849552a35997 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8faae6b-8c6c-4b16-8366-6ca6140333b7,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:13.414695 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7c5fac93-d792-4d01-a5e3-1237cfe572b4 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:13.432194 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78bb30ab-9f7e-4a86-87f8-849552a35997 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:13.436166 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-78bb30ab-9f7e-4a86-87f8-849552a35997 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8632808 Dec 16 22:40:13.436434 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45754) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:13.493529 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e7c627c6-a599-4b72-a8ef-040c5b2a0737 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:13.518299 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e7c627c6-a599-4b72-a8ef-040c5b2a0737 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:13.568030 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7c5fac93-d792-4d01-a5e3-1237cfe572b4 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:13.648512 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fac93-d792-4d01-a5e3-1237cfe572b4 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Pushing event updated for resources: {'Port': ['ID=64e19884-8bdf-40b0-aa99-da3738d91524,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:13.658029 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7c5fac93-d792-4d01-a5e3-1237cfe572b4 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:13.749982 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7c5fac93-d792-4d01-a5e3-1237cfe572b4 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:13.755828 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45766) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:13.761793 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7c5fac93-d792-4d01-a5e3-1237cfe572b4 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8548186 Dec 16 22:40:13.764411 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e7c627c6-a599-4b72-a8ef-040c5b2a0737 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:13.771545 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e7c627c6-a599-4b72-a8ef-040c5b2a0737 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:13.778390 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e7c627c6-a599-4b72-a8ef-040c5b2a0737 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "DELETE /v2.0/security-groups/264b3208-18c1-4d4c-b420-b4e212502e34 HTTP/1.1" status: 204 len: 168 time: 0.3382144 Dec 16 22:40:13.779136 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45768) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:13.804849 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c627c6-a599-4b72-a8ef-040c5b2a0737 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=264b3208-18c1-4d4c-b420-b4e212502e34,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:13.843321 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bd0c4570-2e74-494d-b248-b34517edd199 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0597224 Dec 16 22:40:13.845556 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45772) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:13.889290 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5dcf7ded-8634-4f86-b6b0-faa831673fa2 tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0425355 Dec 16 22:40:13.893388 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45776) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:13.911315 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9c5b0a8a-f67e-4c49-8ff7-f019e612595a tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] 10.222.0.75 "GET /v2.0/floatingips?floating_network_id=9576c039-49ad-4e4c-8a1d-77397661f991 HTTP/1.1" status: 200 len: 690 time: 0.1535666 Dec 16 22:40:13.912158 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45778) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:13.920078 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-9782ee99-6843-4797-80a9-bbfe515f253d tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] delete failed (client error): The resource could not be found. Dec 16 22:40:13.921212 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9782ee99-6843-4797-80a9-bbfe515f253d tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "DELETE /v2.0/security-groups/264b3208-18c1-4d4c-b420-b4e212502e34 HTTP/1.1" status: 404 len: 347 time: 0.0267973 Dec 16 22:40:13.951836 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45780) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:14.050320 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1908a992-9d03-4cbf-9486-f1088f967b3f tempest-SecGroupIPv6Test-1983665718 tempest-SecGroupIPv6Test-1983665718-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1224897 Dec 16 22:40:14.090189 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f61cf6b9-cc23-4b4f-90cb-1ae9fa96304a tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:14.259386 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-f61cf6b9-cc23-4b4f-90cb-1ae9fa96304a tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Deleting port 64e19884-8bdf-40b0-aa99-da3738d91524 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:40:14.260541 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f61cf6b9-cc23-4b4f-90cb-1ae9fa96304a tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:14.346644 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f61cf6b9-cc23-4b4f-90cb-1ae9fa96304a tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:14.346981 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f61cf6b9-cc23-4b4f-90cb-1ae9fa96304a tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:14.361774 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-f61cf6b9-cc23-4b4f-90cb-1ae9fa96304a tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Calling delete_port for 64e19884-8bdf-40b0-aa99-da3738d91524 owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:40:14.632064 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f61cf6b9-cc23-4b4f-90cb-1ae9fa96304a tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:14.661431 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45800) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:14.667095 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61cf6b9-cc23-4b4f-90cb-1ae9fa96304a tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Pushing event deleted for resources: {'Port': ['ID=64e19884-8bdf-40b0-aa99-da3738d91524,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:14.756796 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f61cf6b9-cc23-4b4f-90cb-1ae9fa96304a tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:14.816403 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f61cf6b9-cc23-4b4f-90cb-1ae9fa96304a tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:14.838229 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-965ce7ef-1a20-493e-9728-5f304ab57151 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f53120e43d6f4dd49c4e0f9c218dc5c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1753547 Dec 16 22:40:14.840993 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45808) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:14.921206 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-173a5380-b46b-4bd9-9940-39a9947ba4f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:14.948049 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-173a5380-b46b-4bd9-9940-39a9947ba4f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:14.948278 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f61cf6b9-cc23-4b4f-90cb-1ae9fa96304a tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:14.991649 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61cf6b9-cc23-4b4f-90cb-1ae9fa96304a tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b32a27ee-b558-4571-8c75-2fafea5e9f94,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:15.079356 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f61cf6b9-cc23-4b4f-90cb-1ae9fa96304a tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:15.112722 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-f61cf6b9-cc23-4b4f-90cb-1ae9fa96304a tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9576c039-49ad-4e4c-8a1d-77397661f991']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:15.138946 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-173a5380-b46b-4bd9-9940-39a9947ba4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:15.139322 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-f61cf6b9-cc23-4b4f-90cb-1ae9fa96304a tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4239dc-40f4-47fe-adf4-fc9040fa2c1c') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:15.143689 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-f61cf6b9-cc23-4b4f-90cb-1ae9fa96304a tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4239dc-40f4-47fe-adf4-fc9040fa2c1c') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:15.144766 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-173a5380-b46b-4bd9-9940-39a9947ba4f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:15.144766 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-173a5380-b46b-4bd9-9940-39a9947ba4f0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8b486519-6960-4c8b-b40c-49b57dbfa7f2 HTTP/1.1" status: 204 len: 168 time: 0.3006513 Dec 16 22:40:15.162544 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f61cf6b9-cc23-4b4f-90cb-1ae9fa96304a tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:15.167332 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a5380-b46b-4bd9-9940-39a9947ba4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b486519-6960-4c8b-b40c-49b57dbfa7f2,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:15.182207 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f61cf6b9-cc23-4b4f-90cb-1ae9fa96304a tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:15.192483 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61cf6b9-cc23-4b4f-90cb-1ae9fa96304a tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:40:15.195636 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f61cf6b9-cc23-4b4f-90cb-1ae9fa96304a tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:40:15.198878 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:40:15.322898 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f61cf6b9-cc23-4b4f-90cb-1ae9fa96304a tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:15.332964 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61cf6b9-cc23-4b4f-90cb-1ae9fa96304a tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9576c039-49ad-4e4c-8a1d-77397661f991 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 22:40:15.332964 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f61cf6b9-cc23-4b4f-90cb-1ae9fa96304a tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:15.335147 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f61cf6b9-cc23-4b4f-90cb-1ae9fa96304a tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] 10.222.0.75 "DELETE /v2.0/networks/9576c039-49ad-4e4c-8a1d-77397661f991 HTTP/1.1" status: 204 len: 168 time: 1.4217513 Dec 16 22:40:15.337923 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45830) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:15.376397 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61cf6b9-cc23-4b4f-90cb-1ae9fa96304a tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Pushing event deleted for resources: {'Network': ['ID=9576c039-49ad-4e4c-8a1d-77397661f991,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:15.542526 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c6198d04-9d2c-4e02-97cd-bde643cd661f tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.2032404 Dec 16 22:40:15.549908 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45836) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:15.750468 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa8e453-ae11-4502-9024-8de7ba06ee5e tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:15.751423 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa8e453-ae11-4502-9024-8de7ba06ee5e tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:15.751423 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa8e453-ae11-4502-9024-8de7ba06ee5e tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:15.751880 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa8e453-ae11-4502-9024-8de7ba06ee5e tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:15.759944 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-daa8e453-ae11-4502-9024-8de7ba06ee5e tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.2061851 Dec 16 22:40:15.760377 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45858) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:15.814793 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-34441736-fd80-464d-b260-fa37c0e7ca2b tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] delete failed (client error): The resource could not be found. Dec 16 22:40:15.818261 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-34441736-fd80-464d-b260-fa37c0e7ca2b tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] 10.222.0.75 "DELETE /v2.0/floatingips/8b97efcd-5a5f-4eac-bac5-818a708a170b HTTP/1.1" status: 404 len: 345 time: 0.0545533 Dec 16 22:40:15.818662 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45866) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:15.837112 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3dc987-df2c-42c3-a4e0-5e74ae21c229 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] DELETE failed (client error): The resource could not be found. Dec 16 22:40:15.837758 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab3dc987-df2c-42c3-a4e0-5e74ae21c229 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:40:15.840904 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ab3dc987-df2c-42c3-a4e0-5e74ae21c229 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] 10.222.0.75 "DELETE /v2.0/networks/9576c039-49ad-4e4c-8a1d-77397661f991 HTTP/1.1" status: 404 len: 339 time: 0.0211964 Dec 16 22:40:15.845030 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45868) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:15.851634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-58a23404-03f5-4827-a87b-4d0717efdc62 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Request body: {'network': {'name': 'tempest-network--905729471', 'router:external': True}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:15.972869 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a23404-03f5-4827-a87b-4d0717efdc62 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Made reservation on behalf of 2243b79ddfc743cbb4faa42ddc7f3da8 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:40:15.978201 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-58a23404-03f5-4827-a87b-4d0717efdc62 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:16.044905 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a23404-03f5-4827-a87b-4d0717efdc62 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:40:16.064832 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-58a23404-03f5-4827-a87b-4d0717efdc62 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:16.065726 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-58a23404-03f5-4827-a87b-4d0717efdc62 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Added segment d5a4cd2e-3e94-4f4e-8be7-8355a4ebff6b of type vlan for network 70163991-9a74-420b-905b-258fec82dde5 Dec 16 22:40:16.138605 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-58a23404-03f5-4827-a87b-4d0717efdc62 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:16.230196 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-58a23404-03f5-4827-a87b-4d0717efdc62 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:16.231305 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a23404-03f5-4827-a87b-4d0717efdc62 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:16.231955 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-58a23404-03f5-4827-a87b-4d0717efdc62 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:16.322346 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a23404-03f5-4827-a87b-4d0717efdc62 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Pushing event updated for resources: {'Network': ['ID=70163991-9a74-420b-905b-258fec82dde5,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:16.341246 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 70163991-9a74-420b-905b-258fec82dde5 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:40:16.375584 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-58a23404-03f5-4827-a87b-4d0717efdc62 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5294304 Dec 16 22:40:16.378067 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45920) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:16.802758 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56adfb7-7a20-419d-b761-05f3f75f9cc9 tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:16.810929 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56adfb7-7a20-419d-b761-05f3f75f9cc9 tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:16.817399 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56adfb7-7a20-419d-b761-05f3f75f9cc9 tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:16.824657 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56adfb7-7a20-419d-b761-05f3f75f9cc9 tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:16.826807 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c56adfb7-7a20-419d-b761-05f3f75f9cc9 tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.4475687 Dec 16 22:40:16.829736 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 45946) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:16.950501 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e546f51c-4854-4534-b29d-163060adae1d tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:17.108042 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e546f51c-4854-4534-b29d-163060adae1d tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:17.157946 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-e546f51c-4854-4534-b29d-163060adae1d tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70163991-9a74-420b-905b-258fec82dde5']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:17.179787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-e546f51c-4854-4534-b29d-163060adae1d tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a4cd2e-3e94-4f4e-8be7-8355a4ebff6b') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:17.180265 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-e546f51c-4854-4534-b29d-163060adae1d tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a4cd2e-3e94-4f4e-8be7-8355a4ebff6b') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:17.213132 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e546f51c-4854-4534-b29d-163060adae1d tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:17.244744 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e546f51c-4854-4534-b29d-163060adae1d tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:17.265317 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e546f51c-4854-4534-b29d-163060adae1d tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:40:17.266145 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e546f51c-4854-4534-b29d-163060adae1d tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:40:17.347980 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:40:17.430291 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e546f51c-4854-4534-b29d-163060adae1d tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:17.438558 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e546f51c-4854-4534-b29d-163060adae1d tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 70163991-9a74-420b-905b-258fec82dde5 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 22:40:17.449876 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e546f51c-4854-4534-b29d-163060adae1d tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:17.457592 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 45978) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:17.464231 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-0ec0679b-2344-4c2c-a4b2-0a8054cb0fe8 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Request body: {'network': {'name': 'tempest-network--12198741', 'router:external': True}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:17.467891 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e546f51c-4854-4534-b29d-163060adae1d tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] 10.222.0.75 "DELETE /v2.0/networks/70163991-9a74-420b-905b-258fec82dde5 HTTP/1.1" status: 204 len: 168 time: 0.6368663 Dec 16 22:40:17.469409 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546f51c-4854-4534-b29d-163060adae1d tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Pushing event deleted for resources: {'Network': ['ID=70163991-9a74-420b-905b-258fec82dde5,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:17.623206 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec0679b-2344-4c2c-a4b2-0a8054cb0fe8 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Made reservation on behalf of 2243b79ddfc743cbb4faa42ddc7f3da8 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:40:17.625604 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ec0679b-2344-4c2c-a4b2-0a8054cb0fe8 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:17.693097 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec0679b-2344-4c2c-a4b2-0a8054cb0fe8 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:40:17.708380 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ec0679b-2344-4c2c-a4b2-0a8054cb0fe8 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:17.708807 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-0ec0679b-2344-4c2c-a4b2-0a8054cb0fe8 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Added segment b4db315b-9876-4183-bad2-b08493efd700 of type vlan for network 0280480d-df6a-4b40-95e2-d2a55f21b202 Dec 16 22:40:17.835317 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ec0679b-2344-4c2c-a4b2-0a8054cb0fe8 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:18.030504 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ec0679b-2344-4c2c-a4b2-0a8054cb0fe8 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:18.032075 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec0679b-2344-4c2c-a4b2-0a8054cb0fe8 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:18.032686 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ec0679b-2344-4c2c-a4b2-0a8054cb0fe8 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:18.178327 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0679b-2344-4c2c-a4b2-0a8054cb0fe8 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Pushing event updated for resources: {'Network': ['ID=0280480d-df6a-4b40-95e2-d2a55f21b202,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:18.190848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46012) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:18.193175 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 0280480d-df6a-4b40-95e2-d2a55f21b202 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:40:18.217902 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0ec0679b-2344-4c2c-a4b2-0a8054cb0fe8 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 0.7403324 Dec 16 22:40:18.322526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b532aad2-3c1b-483e-8602-b955844848c9 tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:18.358561 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b532aad2-3c1b-483e-8602-b955844848c9 tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] 10.222.0.75 "GET /v2.0/networks/0280480d-df6a-4b40-95e2-d2a55f21b202 HTTP/1.1" status: 200 len: 755 time: 0.1337981 Dec 16 22:40:18.361571 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46020) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:18.464435 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd247b4a-365e-47a3-9d71-46659521ea50 tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:18.467081 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-dd247b4a-365e-47a3-9d71-46659521ea50 tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] 10.222.0.75 "GET /v2.0/networks/3d32cc7b-edf0-492e-8a6b-46ea010a480c HTTP/1.1" status: 200 len: 767 time: 0.1068971 Dec 16 22:40:18.469422 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46024) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:18.572487 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f6f743d0-12c4-4a53-9070-4641988a4b35 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:18.689125 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f6f743d0-12c4-4a53-9070-4641988a4b35 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:18.718261 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-f6f743d0-12c4-4a53-9070-4641988a4b35 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0280480d-df6a-4b40-95e2-d2a55f21b202']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:18.732463 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-f6f743d0-12c4-4a53-9070-4641988a4b35 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4db315b-9876-4183-bad2-b08493efd700') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:18.732771 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-f6f743d0-12c4-4a53-9070-4641988a4b35 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4db315b-9876-4183-bad2-b08493efd700') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:18.747832 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f6f743d0-12c4-4a53-9070-4641988a4b35 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:18.763695 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f6f743d0-12c4-4a53-9070-4641988a4b35 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:18.774497 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f743d0-12c4-4a53-9070-4641988a4b35 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:40:18.774707 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f6f743d0-12c4-4a53-9070-4641988a4b35 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:40:18.776589 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:40:18.986304 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f6f743d0-12c4-4a53-9070-4641988a4b35 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:18.997223 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f743d0-12c4-4a53-9070-4641988a4b35 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0280480d-df6a-4b40-95e2-d2a55f21b202 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 22:40:19.001500 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f6f743d0-12c4-4a53-9070-4641988a4b35 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:19.006061 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f6f743d0-12c4-4a53-9070-4641988a4b35 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] 10.222.0.75 "DELETE /v2.0/networks/0280480d-df6a-4b40-95e2-d2a55f21b202 HTTP/1.1" status: 204 len: 168 time: 0.5353818 Dec 16 22:40:19.009720 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46040) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:19.014833 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-5eed8bd9-1714-4e7d-859c-cf4f0131b3b2 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Request body: {'network': {'name': 'tempest-network--2078168042'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:19.022289 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f743d0-12c4-4a53-9070-4641988a4b35 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Pushing event deleted for resources: {'Network': ['ID=0280480d-df6a-4b40-95e2-d2a55f21b202,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:19.202656 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eed8bd9-1714-4e7d-859c-cf4f0131b3b2 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Made reservation on behalf of 2243b79ddfc743cbb4faa42ddc7f3da8 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:40:19.206288 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5eed8bd9-1714-4e7d-859c-cf4f0131b3b2 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:19.248554 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eed8bd9-1714-4e7d-859c-cf4f0131b3b2 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:40:19.260005 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5eed8bd9-1714-4e7d-859c-cf4f0131b3b2 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:19.260489 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-5eed8bd9-1714-4e7d-859c-cf4f0131b3b2 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Added segment 41200541-0922-4056-8dce-ef3bb52facf4 of type vlan for network d9a751f1-eb17-4e38-ae42-5d234064daf8 Dec 16 22:40:19.306587 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5eed8bd9-1714-4e7d-859c-cf4f0131b3b2 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:19.469871 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5eed8bd9-1714-4e7d-859c-cf4f0131b3b2 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:19.470917 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eed8bd9-1714-4e7d-859c-cf4f0131b3b2 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:19.471489 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5eed8bd9-1714-4e7d-859c-cf4f0131b3b2 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:19.536738 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed8bd9-1714-4e7d-859c-cf4f0131b3b2 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Pushing event updated for resources: {'Network': ['ID=d9a751f1-eb17-4e38-ae42-5d234064daf8,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:19.550155 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network d9a751f1-eb17-4e38-ae42-5d234064daf8 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:40:19.685573 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5eed8bd9-1714-4e7d-859c-cf4f0131b3b2 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6746531 Dec 16 22:40:19.688628 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46056) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:19.694162 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-ae834ac3-7f8a-4e21-ad9a-48e3fbcf7660 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:19.702971 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:40:19.851587 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae834ac3-7f8a-4e21-ad9a-48e3fbcf7660 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:20.139148 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae834ac3-7f8a-4e21-ad9a-48e3fbcf7660 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:20.161113 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ae834ac3-7f8a-4e21-ad9a-48e3fbcf7660 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Network d9a751f1-eb17-4e38-ae42-5d234064daf8 is not hosted by any dhcp agent {{(pid=103614) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 22:40:20.161969 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae834ac3-7f8a-4e21-ad9a-48e3fbcf7660 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:20.163135 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae834ac3-7f8a-4e21-ad9a-48e3fbcf7660 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:20.165281 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ae834ac3-7f8a-4e21-ad9a-48e3fbcf7660 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] 10.222.0.75 "PUT /v2.0/networks/d9a751f1-eb17-4e38-ae42-5d234064daf8 HTTP/1.1" status: 200 len: 857 time: 0.4754090 Dec 16 22:40:20.168072 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46090) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:20.219159 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae834ac3-7f8a-4e21-ad9a-48e3fbcf7660 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Pushing event updated for resources: {'Network': ['ID=d9a751f1-eb17-4e38-ae42-5d234064daf8,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:20.280991 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a1863754-1b10-47c9-9d72-a6bcd1ec7a71 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:20.369748 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a1863754-1b10-47c9-9d72-a6bcd1ec7a71 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:20.397981 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-a1863754-1b10-47c9-9d72-a6bcd1ec7a71 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a751f1-eb17-4e38-ae42-5d234064daf8']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:20.409276 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-a1863754-1b10-47c9-9d72-a6bcd1ec7a71 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41200541-0922-4056-8dce-ef3bb52facf4') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:20.409585 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-a1863754-1b10-47c9-9d72-a6bcd1ec7a71 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41200541-0922-4056-8dce-ef3bb52facf4') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:20.422046 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a1863754-1b10-47c9-9d72-a6bcd1ec7a71 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:20.439462 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a1863754-1b10-47c9-9d72-a6bcd1ec7a71 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:20.449116 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1863754-1b10-47c9-9d72-a6bcd1ec7a71 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:40:20.450188 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a1863754-1b10-47c9-9d72-a6bcd1ec7a71 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:40:20.452348 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:40:20.672423 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a1863754-1b10-47c9-9d72-a6bcd1ec7a71 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:20.684024 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1863754-1b10-47c9-9d72-a6bcd1ec7a71 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d9a751f1-eb17-4e38-ae42-5d234064daf8 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 22:40:20.719945 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a1863754-1b10-47c9-9d72-a6bcd1ec7a71 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:20.720523 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a1863754-1b10-47c9-9d72-a6bcd1ec7a71 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] 10.222.0.75 "DELETE /v2.0/networks/d9a751f1-eb17-4e38-ae42-5d234064daf8 HTTP/1.1" status: 204 len: 168 time: 0.5509102 Dec 16 22:40:20.724290 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46128) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:20.746178 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1863754-1b10-47c9-9d72-a6bcd1ec7a71 tempest-ExternalNetworksTestJSON-1841698337 tempest-ExternalNetworksTestJSON-1841698337-project-admin] Pushing event deleted for resources: {'Network': ['ID=d9a751f1-eb17-4e38-ae42-5d234064daf8,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:20.765248 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6df68d3-f2f6-46fb-af5c-3d86320875bb tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] DELETE failed (client error): The resource could not be found. Dec 16 22:40:20.767166 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6df68d3-f2f6-46fb-af5c-3d86320875bb tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:40:20.773319 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46132) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:20.781576 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d6df68d3-f2f6-46fb-af5c-3d86320875bb tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] 10.222.0.75 "DELETE /v2.0/subnets/b32a27ee-b558-4571-8c75-2fafea5e9f94 HTTP/1.1" status: 404 len: 337 time: 0.0553226 Dec 16 22:40:20.894662 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-46bccfb1-31a3-4a75-ab6c-875ef5d5073b tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:20.997388 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-46bccfb1-31a3-4a75-ab6c-875ef5d5073b tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:21.022231 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-46bccfb1-31a3-4a75-ab6c-875ef5d5073b tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d32cc7b-edf0-492e-8a6b-46ea010a480c']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:21.032826 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-46bccfb1-31a3-4a75-ab6c-875ef5d5073b tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6da05db-a7a4-4b70-82b2-384dcf2ac1d0') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:21.033229 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-46bccfb1-31a3-4a75-ab6c-875ef5d5073b tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6da05db-a7a4-4b70-82b2-384dcf2ac1d0') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:21.049529 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-46bccfb1-31a3-4a75-ab6c-875ef5d5073b tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:21.063695 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-46bccfb1-31a3-4a75-ab6c-875ef5d5073b tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:21.070542 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46bccfb1-31a3-4a75-ab6c-875ef5d5073b tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:40:21.070928 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-46bccfb1-31a3-4a75-ab6c-875ef5d5073b tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:40:21.075926 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:40:21.230638 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-46bccfb1-31a3-4a75-ab6c-875ef5d5073b tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:21.238848 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-46bccfb1-31a3-4a75-ab6c-875ef5d5073b tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:21.243023 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-46bccfb1-31a3-4a75-ab6c-875ef5d5073b tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] 10.222.0.75 "DELETE /v2.0/networks/3d32cc7b-edf0-492e-8a6b-46ea010a480c HTTP/1.1" status: 204 len: 168 time: 0.4683056 Dec 16 22:40:21.269463 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bccfb1-31a3-4a75-ab6c-875ef5d5073b tempest-ExternalNetworksTestJSON-1174870934 tempest-ExternalNetworksTestJSON-1174870934-project] Pushing event deleted for resources: {'Network': ['ID=3d32cc7b-edf0-492e-8a6b-46ea010a480c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:21.977346 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46216) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:22.159464 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b3cad088-75c9-4fc5-8b2a-4272f2bb4d5d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ed8495cb4e2948ae9716e7ab04bf46f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1806669 Dec 16 22:40:22.161805 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46226) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:22.242798 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5e0e1e8-3c08-4d6d-b23d-2773d61e57ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:22.273241 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5e0e1e8-3c08-4d6d-b23d-2773d61e57ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:22.439216 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5e0e1e8-3c08-4d6d-b23d-2773d61e57ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:22.439216 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5e0e1e8-3c08-4d6d-b23d-2773d61e57ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:22.439216 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c5e0e1e8-3c08-4d6d-b23d-2773d61e57ef admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c5c09981-6aa6-40bc-aa30-73cee7c831a9 HTTP/1.1" status: 204 len: 168 time: 0.2739143 Dec 16 22:40:22.447693 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0e1e8-3c08-4d6d-b23d-2773d61e57ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c09981-6aa6-40bc-aa30-73cee7c831a9,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:22.901022 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46272) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:23.047903 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ee377594-7acc-4459-8f88-81de0a034e97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:23.131858 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ee377594-7acc-4459-8f88-81de0a034e97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:23.298337 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ee377594-7acc-4459-8f88-81de0a034e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:23.352240 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ee377594-7acc-4459-8f88-81de0a034e97 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2eaed53635a0493f9f1e50a78ca136a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4490983 Dec 16 22:40:23.353174 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46292) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:23.354491 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee377594-7acc-4459-8f88-81de0a034e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e4fd08-c977-4035-9e91-beb715c726c8,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:23.384536 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5cf76787-d36a-409e-a0cd-816bde642eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:23.413175 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ced78f73-6d1c-41fc-b651-53e380fa9935 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:23.439713 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ced78f73-6d1c-41fc-b651-53e380fa9935 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:23.544447 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46306) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:23.591698 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bf8fae5e-7a54-4632-a0b6-c19e2cfc43ae admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2243b79ddfc743cbb4faa42ddc7f3da8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460522 Dec 16 22:40:23.594355 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46310) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:23.651136 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5296a54b-867e-4644-911d-ce50f57588f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:23.680026 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5296a54b-867e-4644-911d-ce50f57588f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:23.711816 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ced78f73-6d1c-41fc-b651-53e380fa9935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:23.714386 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ced78f73-6d1c-41fc-b651-53e380fa9935 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:23.718209 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ced78f73-6d1c-41fc-b651-53e380fa9935 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/18e4fd08-c977-4035-9e91-beb715c726c8 HTTP/1.1" status: 204 len: 168 time: 0.3637123 Dec 16 22:40:23.731700 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced78f73-6d1c-41fc-b651-53e380fa9935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e4fd08-c977-4035-9e91-beb715c726c8,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:23.910662 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5296a54b-867e-4644-911d-ce50f57588f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:23.916795 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5296a54b-867e-4644-911d-ce50f57588f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:23.918545 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5296a54b-867e-4644-911d-ce50f57588f1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0f2f5250-5d56-4310-8eaa-8ba663ffc027 HTTP/1.1" status: 204 len: 168 time: 0.3228149 Dec 16 22:40:23.931826 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296a54b-867e-4644-911d-ce50f57588f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2f5250-5d56-4310-8eaa-8ba663ffc027,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:25.659605 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8320082d-6d0f-4638-ade4-14bfd53f1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:26.511243 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46528) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:26.804474 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-0be238d6-093d-413e-adf7-146828d3b2e6 tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-579070329'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:26.915906 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be238d6-093d-413e-adf7-146828d3b2e6 tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] Made reservation on behalf of 209b8b82922d4101a5ec41502d727c91 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:40:26.922849 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0be238d6-093d-413e-adf7-146828d3b2e6 tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:26.937773 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0be238d6-093d-413e-adf7-146828d3b2e6 tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:27.044875 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0be238d6-093d-413e-adf7-146828d3b2e6 tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:27.121671 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:27.122553 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:27.143830 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0be238d6-093d-413e-adf7-146828d3b2e6 tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:27.171778 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be238d6-093d-413e-adf7-146828d3b2e6 tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:40:27.182812 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be238d6-093d-413e-adf7-146828d3b2e6 tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba310bd7-f1f1-4f1a-ab47-8403dab82fb9,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:27.187548 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0be238d6-093d-413e-adf7-146828d3b2e6 tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:27.187906 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-0be238d6-093d-413e-adf7-146828d3b2e6 tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] Added segment 7f815b99-ddc4-4a88-b25a-8fbf5a73b506 of type vlan for network 0c023502-c48b-45b3-9a35-3a3215ec9846 Dec 16 22:40:27.273187 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0be238d6-093d-413e-adf7-146828d3b2e6 tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:27.395960 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0be238d6-093d-413e-adf7-146828d3b2e6 tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:27.402799 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be238d6-093d-413e-adf7-146828d3b2e6 tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:27.403823 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0be238d6-093d-413e-adf7-146828d3b2e6 tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:27.475037 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be238d6-093d-413e-adf7-146828d3b2e6 tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] Pushing event updated for resources: {'Network': ['ID=0c023502-c48b-45b3-9a35-3a3215ec9846,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:27.485110 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 0c023502-c48b-45b3-9a35-3a3215ec9846 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:40:27.532324 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0be238d6-093d-413e-adf7-146828d3b2e6 tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0197678 Dec 16 22:40:27.851451 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46642) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:27.857049 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Request body: {'port': {'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846', 'binding:host_id': 'n-h1-815324-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1975467143'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:28.012620 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Made reservation on behalf of 528b6398ef584c16a10f3ace2803c6b8 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:40:28.015059 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:28.026753 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:28.122586 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:28.196378 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:28.202796 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] device_id is not set on port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:40:28.310745 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46666) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:28.360707 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:28.461981 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bab5350c-6377-44cf-a1e7-4707d1310147 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:28.486651 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3320f881-8e33-4d47-9668-d442e58e3ada,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:28.575284 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bab5350c-6377-44cf-a1e7-4707d1310147 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:28.577867 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] device_id is not set on port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:40:28.584650 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:28.590416 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:28.640865 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bab5350c-6377-44cf-a1e7-4707d1310147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:28.681346 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:28.708314 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bab5350c-6377-44cf-a1e7-4707d1310147 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2a5c8197826b4b0f99c20c9c3dd8865c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3959792 Dec 16 22:40:28.710445 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5350c-6377-44cf-a1e7-4707d1310147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3c60df-0c93-42bd-8caa-923f4f72211e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:28.713054 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46686) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:28.745027 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Pushing event updated for resources: {'Port': ['ID=a8989c9a-833a-49a9-a217-ce9ac7b7cba7,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:28.835676 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Checking segment: {'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:40:28.836052 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Network hostable DHCP agents. Network: 0c023502-c48b-45b3-9a35-3a3215ec9846, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:40:28.840786 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c73732d4-c22f-4c1f-b82e-20b9e3629880 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:28.869561 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c73732d4-c22f-4c1f-b82e-20b9e3629880 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:28.966503 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Network 0c023502-c48b-45b3-9a35-3a3215ec9846 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:40:29.037481 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c73732d4-c22f-4c1f-b82e-20b9e3629880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:29.040612 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c73732d4-c22f-4c1f-b82e-20b9e3629880 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:29.042053 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c73732d4-c22f-4c1f-b82e-20b9e3629880 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5a3c60df-0c93-42bd-8caa-923f4f72211e HTTP/1.1" status: 204 len: 168 time: 0.3150339 Dec 16 22:40:29.054884 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73732d4-c22f-4c1f-b82e-20b9e3629880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3c60df-0c93-42bd-8caa-923f4f72211e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:29.066023 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 0c023502-c48b-45b3-9a35-3a3215ec9846) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:40:29.083286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:40:29.089290 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157a4bc5-46f7-4b7b-ad98-c49dcc057bb6 None None] Network 0c023502-c48b-45b3-9a35-3a3215ec9846 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:40:29.096449 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:29.131388 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:29.132357 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:29.132890 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:29.149503 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:29.151795 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:29.151795 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempt 2 to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 Dec 16 22:40:29.226565 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:29.229052 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:29.229604 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:29.235698 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:29.236309 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:29.238845 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempt 3 to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 Dec 16 22:40:29.256024 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:29.256368 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:29.256993 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:29.262898 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:29.263283 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:29.263693 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempt 4 to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 Dec 16 22:40:29.282011 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:29.282424 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:29.282946 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:29.288783 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:29.289115 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:29.289512 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempt 5 to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 Dec 16 22:40:29.301570 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:29.301913 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:29.302343 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:29.307231 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:29.307627 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:29.311128 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempt 6 to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 Dec 16 22:40:29.321402 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:29.321628 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:29.322298 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:29.326462 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:29.326799 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:29.327233 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempt 7 to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 Dec 16 22:40:29.340304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:29.340646 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:29.340990 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:29.345493 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:29.345856 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:29.346254 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempt 8 to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 Dec 16 22:40:29.360081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:29.360422 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:29.360763 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:29.365017 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:29.365344 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:29.365741 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempt 9 to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 Dec 16 22:40:29.379025 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:29.379400 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:29.379749 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:29.385081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:29.385646 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:29.386205 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempt 10 to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 Dec 16 22:40:29.400428 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:29.400771 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:29.401115 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:29.405790 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:29.406125 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:29.406500 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:29.477007 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] For port a8989c9a-833a-49a9-a217-ce9ac7b7cba7, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:40:29.477368 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempted to set empty binding levels {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 22:40:29.578731 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:29.612328 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:29.612942 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:29.640258 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Pushing event updated for resources: {'Port': ['ID=a8989c9a-833a-49a9-a217-ce9ac7b7cba7,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:29.746660 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4054f78a-9b75-441b-b794-b35de0953804 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.8935642 Dec 16 22:40:29.749424 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46736) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:29.851869 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-ddc9ce2b-624b-4a20-8e54-4687b105862d tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Deleting port a8989c9a-833a-49a9-a217-ce9ac7b7cba7 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:40:29.852220 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ddc9ce2b-624b-4a20-8e54-4687b105862d tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:29.941046 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-ddc9ce2b-624b-4a20-8e54-4687b105862d tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] For port a8989c9a-833a-49a9-a217-ce9ac7b7cba7, host n-h1-815324-4, got binding levels [] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:40:29.943131 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ddc9ce2b-624b-4a20-8e54-4687b105862d tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:29.962615 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-ddc9ce2b-624b-4a20-8e54-4687b105862d tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Calling delete_port for a8989c9a-833a-49a9-a217-ce9ac7b7cba7 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:40:30.121063 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ddc9ce2b-624b-4a20-8e54-4687b105862d tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:30.178323 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9ce2b-624b-4a20-8e54-4687b105862d tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8989c9a-833a-49a9-a217-ce9ac7b7cba7,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:30.178323 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ddc9ce2b-624b-4a20-8e54-4687b105862d tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:30.180957 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ddc9ce2b-624b-4a20-8e54-4687b105862d tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] 10.222.0.75 "DELETE /v2.0/ports/a8989c9a-833a-49a9-a217-ce9ac7b7cba7 HTTP/1.1" status: 204 len: 168 time: 0.4300957 Dec 16 22:40:30.183842 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46770) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:30.218663 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-f024fa4b-0599-43d5-a03b-186274b87435 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] GET failed (client error): The resource could not be found. Dec 16 22:40:30.220170 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f024fa4b-0599-43d5-a03b-186274b87435 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] 10.222.0.75 "GET /v2.0/ports/a8989c9a-833a-49a9-a217-ce9ac7b7cba7 HTTP/1.1" status: 404 len: 333 time: 0.0346513 Dec 16 22:40:30.223684 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46772) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:30.229978 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-fefbe492-2fbd-4904-b380-d58eb8bd9dbf tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Request body: {'port': {'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1677881336'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:30.361086 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefbe492-2fbd-4904-b380-d58eb8bd9dbf tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Made reservation on behalf of 528b6398ef584c16a10f3ace2803c6b8 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:40:30.364807 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fefbe492-2fbd-4904-b380-d58eb8bd9dbf tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:30.394831 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-fefbe492-2fbd-4904-b380-d58eb8bd9dbf tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] device_id is not set on port 0323b59d-2681-4b38-ac96-bbf131565930 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:40:30.575989 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fefbe492-2fbd-4904-b380-d58eb8bd9dbf tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:30.744043 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fefbe492-2fbd-4904-b380-d58eb8bd9dbf tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:30.794745 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefbe492-2fbd-4904-b380-d58eb8bd9dbf tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Network 0c023502-c48b-45b3-9a35-3a3215ec9846 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:40:30.799219 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-fefbe492-2fbd-4904-b380-d58eb8bd9dbf tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:40:30.803345 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefbe492-2fbd-4904-b380-d58eb8bd9dbf tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:40:30.804284 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefbe492-2fbd-4904-b380-d58eb8bd9dbf tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:30.804899 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fefbe492-2fbd-4904-b380-d58eb8bd9dbf tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:30.816371 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefbe492-2fbd-4904-b380-d58eb8bd9dbf tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Pushing event updated for resources: {'Port': ['ID=0323b59d-2681-4b38-ac96-bbf131565930,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:31.026785 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fefbe492-2fbd-4904-b380-d58eb8bd9dbf tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8006928 Dec 16 22:40:31.029623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46826) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:31.034652 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:31.092898 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:31.320668 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] device_id is not set on port 0323b59d-2681-4b38-ac96-bbf131565930 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:40:31.328891 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:31.446799 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:31.504370 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Pushing event updated for resources: {'Port': ['ID=0323b59d-2681-4b38-ac96-bbf131565930,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:31.518865 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:31.519247 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:31.519579 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:31.525839 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port 0323b59d-2681-4b38-ac96-bbf131565930 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:31.526085 n-d-815324-4 neutron-server[103613]: ERROR neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:31.526374 n-d-815324-4 neutron-server[103613]: INFO neutron.plugins.ml2.plugin [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempt 2 to bind port 0323b59d-2681-4b38-ac96-bbf131565930 Dec 16 22:40:31.542441 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:31.542687 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:31.543029 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:31.547611 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port 0323b59d-2681-4b38-ac96-bbf131565930 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:31.547939 n-d-815324-4 neutron-server[103613]: ERROR neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:31.548334 n-d-815324-4 neutron-server[103613]: INFO neutron.plugins.ml2.plugin [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempt 3 to bind port 0323b59d-2681-4b38-ac96-bbf131565930 Dec 16 22:40:31.561378 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:31.561636 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:31.561977 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:31.566519 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port 0323b59d-2681-4b38-ac96-bbf131565930 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:31.566961 n-d-815324-4 neutron-server[103613]: ERROR neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:31.567664 n-d-815324-4 neutron-server[103613]: INFO neutron.plugins.ml2.plugin [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempt 4 to bind port 0323b59d-2681-4b38-ac96-bbf131565930 Dec 16 22:40:31.588420 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:31.589337 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:31.590503 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:31.596396 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port 0323b59d-2681-4b38-ac96-bbf131565930 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:31.596731 n-d-815324-4 neutron-server[103613]: ERROR neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:31.597130 n-d-815324-4 neutron-server[103613]: INFO neutron.plugins.ml2.plugin [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempt 5 to bind port 0323b59d-2681-4b38-ac96-bbf131565930 Dec 16 22:40:31.614267 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:31.615306 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:31.615884 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:31.622656 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port 0323b59d-2681-4b38-ac96-bbf131565930 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:31.624065 n-d-815324-4 neutron-server[103613]: ERROR neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:31.624696 n-d-815324-4 neutron-server[103613]: INFO neutron.plugins.ml2.plugin [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempt 6 to bind port 0323b59d-2681-4b38-ac96-bbf131565930 Dec 16 22:40:31.643978 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:31.644811 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:31.645434 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:31.652673 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port 0323b59d-2681-4b38-ac96-bbf131565930 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:31.653251 n-d-815324-4 neutron-server[103613]: ERROR neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:31.653767 n-d-815324-4 neutron-server[103613]: INFO neutron.plugins.ml2.plugin [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempt 7 to bind port 0323b59d-2681-4b38-ac96-bbf131565930 Dec 16 22:40:31.673667 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:31.674330 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:31.674713 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:31.680090 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port 0323b59d-2681-4b38-ac96-bbf131565930 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:31.680541 n-d-815324-4 neutron-server[103613]: ERROR neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:31.681018 n-d-815324-4 neutron-server[103613]: INFO neutron.plugins.ml2.plugin [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempt 8 to bind port 0323b59d-2681-4b38-ac96-bbf131565930 Dec 16 22:40:31.695342 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:31.696062 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:31.696572 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:31.701383 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port 0323b59d-2681-4b38-ac96-bbf131565930 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:31.704742 n-d-815324-4 neutron-server[103613]: ERROR neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:31.705320 n-d-815324-4 neutron-server[103613]: INFO neutron.plugins.ml2.plugin [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempt 9 to bind port 0323b59d-2681-4b38-ac96-bbf131565930 Dec 16 22:40:31.722279 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:31.722935 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:31.723457 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:31.729129 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port 0323b59d-2681-4b38-ac96-bbf131565930 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:31.729552 n-d-815324-4 neutron-server[103613]: ERROR neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:31.729950 n-d-815324-4 neutron-server[103613]: INFO neutron.plugins.ml2.plugin [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempt 10 to bind port 0323b59d-2681-4b38-ac96-bbf131565930 Dec 16 22:40:31.744185 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:31.744755 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:31.745259 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:31.749998 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port 0323b59d-2681-4b38-ac96-bbf131565930 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:31.750329 n-d-815324-4 neutron-server[103613]: ERROR neutron.plugins.ml2.managers [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port 0323b59d-2681-4b38-ac96-bbf131565930 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:31.750705 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:31.840054 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] For port 0323b59d-2681-4b38-ac96-bbf131565930, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:40:31.840428 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempted to set empty binding levels {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 22:40:31.878327 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46876) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:31.938533 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:31.980460 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] In _notify_port_updated(), no bound segment for port 0323b59d-2681-4b38-ac96-bbf131565930 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:40:31.981309 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:31.982109 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:31.983505 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] 10.222.0.75 "PUT /v2.0/ports/0323b59d-2681-4b38-ac96-bbf131565930 HTTP/1.1" status: 200 len: 975 time: 0.9529400 Dec 16 22:40:31.986328 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46884) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:32.063912 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6fdc9b-f883-4001-bb73-25c973dccb2b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Pushing event updated for resources: {'Port': ['ID=0323b59d-2681-4b38-ac96-bbf131565930,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:32.071289 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-52bc0295-a81f-4f66-b30a-8fc284a9361a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:32.103526 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbee5c8c-889e-4546-806a-4873c750f82d tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:32.104283 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbee5c8c-889e-4546-806a-4873c750f82d tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:32.104942 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbee5c8c-889e-4546-806a-4873c750f82d tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:32.105572 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbee5c8c-889e-4546-806a-4873c750f82d tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:32.106212 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbee5c8c-889e-4546-806a-4873c750f82d tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:32.106834 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbee5c8c-889e-4546-806a-4873c750f82d tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:32.107529 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbee5c8c-889e-4546-806a-4873c750f82d tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:32.108172 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbee5c8c-889e-4546-806a-4873c750f82d tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:32.108817 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbee5c8c-889e-4546-806a-4873c750f82d tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:32.109449 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbee5c8c-889e-4546-806a-4873c750f82d tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:32.111764 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fbee5c8c-889e-4546-806a-4873c750f82d tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9029 time: 0.1242359 Dec 16 22:40:32.115065 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46890) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:32.257861 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-52bc0295-a81f-4f66-b30a-8fc284a9361a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:32.259414 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-4e6b7b3d-735e-48a8-bf2a-999835989efe tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Deleting port 0323b59d-2681-4b38-ac96-bbf131565930 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:40:32.259759 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e6b7b3d-735e-48a8-bf2a-999835989efe tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:32.324547 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-4e6b7b3d-735e-48a8-bf2a-999835989efe tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] For port 0323b59d-2681-4b38-ac96-bbf131565930, host n-h1-815324-4, got binding levels [] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:40:32.325255 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e6b7b3d-735e-48a8-bf2a-999835989efe tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:32.341957 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-4e6b7b3d-735e-48a8-bf2a-999835989efe tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Calling delete_port for 0323b59d-2681-4b38-ac96-bbf131565930 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:40:32.418128 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-52bc0295-a81f-4f66-b30a-8fc284a9361a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:32.458763 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-52bc0295-a81f-4f66-b30a-8fc284a9361a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=045c33db71c8407998cd027cd7562dfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5792634 Dec 16 22:40:32.460174 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc0295-a81f-4f66-b30a-8fc284a9361a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65f97e4-3ced-4787-b323-a9757ec7f1d7,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:32.462006 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46902) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:32.513112 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a93ece2a-d452-4afe-8c9b-9e5f2f920ad7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:32.537079 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a93ece2a-d452-4afe-8c9b-9e5f2f920ad7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:32.572275 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e6b7b3d-735e-48a8-bf2a-999835989efe tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:32.598989 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b7b3d-735e-48a8-bf2a-999835989efe tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Pushing event deleted for resources: {'Port': ['ID=0323b59d-2681-4b38-ac96-bbf131565930,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:32.611011 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e6b7b3d-735e-48a8-bf2a-999835989efe tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:32.618620 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46908) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:32.618830 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4e6b7b3d-735e-48a8-bf2a-999835989efe tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] 10.222.0.75 "DELETE /v2.0/ports/0323b59d-2681-4b38-ac96-bbf131565930 HTTP/1.1" status: 204 len: 168 time: 0.5026433 Dec 16 22:40:32.644844 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-9627e168-9f03-4eaf-827d-3101a01e026d tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] GET failed (client error): The resource could not be found. Dec 16 22:40:32.646478 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9627e168-9f03-4eaf-827d-3101a01e026d tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] 10.222.0.75 "GET /v2.0/ports/0323b59d-2681-4b38-ac96-bbf131565930 HTTP/1.1" status: 404 len: 333 time: 0.0265114 Dec 16 22:40:32.650009 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46910) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:32.655067 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-4df87391-9dd5-4a9f-96bc-e41a80374b7b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1249115435', 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:32.697595 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a93ece2a-d452-4afe-8c9b-9e5f2f920ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:32.700359 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a93ece2a-d452-4afe-8c9b-9e5f2f920ad7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:32.701579 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a93ece2a-d452-4afe-8c9b-9e5f2f920ad7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b65f97e4-3ced-4787-b323-a9757ec7f1d7 HTTP/1.1" status: 204 len: 168 time: 0.2384846 Dec 16 22:40:32.711974 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ece2a-d452-4afe-8c9b-9e5f2f920ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65f97e4-3ced-4787-b323-a9757ec7f1d7,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:32.763788 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df87391-9dd5-4a9f-96bc-e41a80374b7b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Made reservation on behalf of 528b6398ef584c16a10f3ace2803c6b8 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:40:32.766398 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4df87391-9dd5-4a9f-96bc-e41a80374b7b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:32.785380 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-4df87391-9dd5-4a9f-96bc-e41a80374b7b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] device_id is not set on port d79bdb62-f9ff-442e-b701-cfa55a72663b yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:40:32.946455 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4df87391-9dd5-4a9f-96bc-e41a80374b7b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:33.121225 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4df87391-9dd5-4a9f-96bc-e41a80374b7b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:33.181324 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df87391-9dd5-4a9f-96bc-e41a80374b7b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Network 0c023502-c48b-45b3-9a35-3a3215ec9846 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:40:33.184371 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-4df87391-9dd5-4a9f-96bc-e41a80374b7b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:40:33.190673 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df87391-9dd5-4a9f-96bc-e41a80374b7b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:40:33.191766 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df87391-9dd5-4a9f-96bc-e41a80374b7b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:33.192502 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4df87391-9dd5-4a9f-96bc-e41a80374b7b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:33.213094 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df87391-9dd5-4a9f-96bc-e41a80374b7b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Pushing event updated for resources: {'Port': ['ID=d79bdb62-f9ff-442e-b701-cfa55a72663b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:33.335173 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4df87391-9dd5-4a9f-96bc-e41a80374b7b tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6839590 Dec 16 22:40:33.339149 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 46954) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:33.389407 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c457b2-2b38-4809-bbc2-c22b49f768cd tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:33.390842 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-75c457b2-2b38-4809-bbc2-c22b49f768cd tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] 10.222.0.75 "GET /v2.0/ports/d79bdb62-f9ff-442e-b701-cfa55a72663b HTTP/1.1" status: 200 len: 955 time: 0.0507779 Dec 16 22:40:33.393840 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46960) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:33.478636 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-b01f31ff-133f-490c-a424-cffbac2c0d7a tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Deleting port d79bdb62-f9ff-442e-b701-cfa55a72663b {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:40:33.478956 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b01f31ff-133f-490c-a424-cffbac2c0d7a tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:33.540414 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b01f31ff-133f-490c-a424-cffbac2c0d7a tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:33.554245 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-b01f31ff-133f-490c-a424-cffbac2c0d7a tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Calling delete_port for d79bdb62-f9ff-442e-b701-cfa55a72663b owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:40:33.869709 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b01f31ff-133f-490c-a424-cffbac2c0d7a tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:33.895443 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f31ff-133f-490c-a424-cffbac2c0d7a tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Pushing event deleted for resources: {'Port': ['ID=d79bdb62-f9ff-442e-b701-cfa55a72663b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:33.906839 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b01f31ff-133f-490c-a424-cffbac2c0d7a tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:33.908809 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b01f31ff-133f-490c-a424-cffbac2c0d7a tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] 10.222.0.75 "DELETE /v2.0/ports/d79bdb62-f9ff-442e-b701-cfa55a72663b HTTP/1.1" status: 204 len: 168 time: 0.5131168 Dec 16 22:40:33.913209 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46988) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:33.943197 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c79c07-6960-460e-9324-fd073be3cd11 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] GET failed (client error): The resource could not be found. Dec 16 22:40:33.945017 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d4c79c07-6960-460e-9324-fd073be3cd11 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] 10.222.0.75 "GET /v2.0/ports/d79bdb62-f9ff-442e-b701-cfa55a72663b HTTP/1.1" status: 404 len: 333 time: 0.0291033 Dec 16 22:40:33.950015 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 46994) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:33.954770 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-c635bb4c-4d1d-40cb-aebb-c0f76c6b20a0 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Request body: {'port': {'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1902331088'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:34.114907 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c635bb4c-4d1d-40cb-aebb-c0f76c6b20a0 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Made reservation on behalf of 528b6398ef584c16a10f3ace2803c6b8 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:40:34.117733 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c635bb4c-4d1d-40cb-aebb-c0f76c6b20a0 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:34.135289 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-c635bb4c-4d1d-40cb-aebb-c0f76c6b20a0 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] device_id is not set on port 6681a626-31a0-42dc-becf-fc970fb0f8d0 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:40:34.322796 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c635bb4c-4d1d-40cb-aebb-c0f76c6b20a0 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:34.347527 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-af34c0fd-491e-416a-ad1c-0d321280c6d9 req-145fe053-b0d0-4cd6-ad2e-efe25e723f2d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0739269 Dec 16 22:40:34.450918 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34c0fd-491e-416a-ad1c-0d321280c6d9 req-9e4955b9-7732-496e-8e3e-ada7a7706d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:34.452402 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-af34c0fd-491e-416a-ad1c-0d321280c6d9 req-9e4955b9-7732-496e-8e3e-ada7a7706d6b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2b4fafbea3d45ac8d3254c1d8b5fceb&device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 1097 time: 0.0425575 Dec 16 22:40:34.561378 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34c0fd-491e-416a-ad1c-0d321280c6d9 req-45b65625-01e0-4f5b-91a9-70fe70789e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:34.562849 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-af34c0fd-491e-416a-ad1c-0d321280c6d9 req-45b65625-01e0-4f5b-91a9-70fe70789e7c service neutron] 10.222.0.57 "GET /v2.0/networks?id=4b762631-c20c-4f8f-844e-ced8a9f6fe72 HTTP/1.1" status: 200 len: 897 time: 0.0912764 Dec 16 22:40:34.581272 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c635bb4c-4d1d-40cb-aebb-c0f76c6b20a0 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:34.707132 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47028) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:34.843352 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5bbb3782-56cb-4536-81d6-4cb67fc2dc7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:34.942478 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c635bb4c-4d1d-40cb-aebb-c0f76c6b20a0 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Network 0c023502-c48b-45b3-9a35-3a3215ec9846 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:40:34.947989 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-af34c0fd-491e-416a-ad1c-0d321280c6d9 req-1ea3eb60-ded0-4194-812c-295283772257 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3063c79a-90d7-4a7b-b7a3-7feddeaf2496 HTTP/1.1" status: 200 len: 1002 time: 0.3775268 Dec 16 22:40:34.949323 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-c635bb4c-4d1d-40cb-aebb-c0f76c6b20a0 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:40:34.951365 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635bb4c-4d1d-40cb-aebb-c0f76c6b20a0 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Pushing event updated for resources: {'Port': ['ID=6681a626-31a0-42dc-becf-fc970fb0f8d0,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:34.954681 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5bbb3782-56cb-4536-81d6-4cb67fc2dc7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:34.965652 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c635bb4c-4d1d-40cb-aebb-c0f76c6b20a0 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:40:34.966656 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c635bb4c-4d1d-40cb-aebb-c0f76c6b20a0 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:34.967345 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c635bb4c-4d1d-40cb-aebb-c0f76c6b20a0 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:35.010852 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34c0fd-491e-416a-ad1c-0d321280c6d9 req-2d9ef0e0-84e4-4bd2-bb47-279a4703c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:35.012861 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-af34c0fd-491e-416a-ad1c-0d321280c6d9 req-2d9ef0e0-84e4-4bd2-bb47-279a4703c559 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2f51de97-c7db-4621-9d6f-882ca53cdf97 HTTP/1.1" status: 200 len: 834 time: 0.0557790 Dec 16 22:40:35.061524 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34c0fd-491e-416a-ad1c-0d321280c6d9 req-0e441f75-10f8-46cc-b85e-fccc99e172f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:35.063209 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-af34c0fd-491e-416a-ad1c-0d321280c6d9 req-0e441f75-10f8-46cc-b85e-fccc99e172f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b762631-c20c-4f8f-844e-ced8a9f6fe72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432124 Dec 16 22:40:35.097780 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5bbb3782-56cb-4536-81d6-4cb67fc2dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:35.129291 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c635bb4c-4d1d-40cb-aebb-c0f76c6b20a0 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1781259 Dec 16 22:40:35.134434 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47048) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:35.140836 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:35.176734 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-af34c0fd-491e-416a-ad1c-0d321280c6d9 req-195a5d20-717a-4308-8ae4-2a4a517ade4f service neutron] 10.222.0.57 "GET /v2.0/networks/4b762631-c20c-4f8f-844e-ced8a9f6fe72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976560 Dec 16 22:40:35.177381 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb3782-56cb-4536-81d6-4cb67fc2dc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aceb4cef-a00e-498b-9f76-e5aa04a1937c,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:35.180090 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5bbb3782-56cb-4536-81d6-4cb67fc2dc7b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fc76eeed9652411c99c67e488f1da521&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4706736 Dec 16 22:40:35.183853 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47050) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:35.228710 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:35.284639 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-af34c0fd-491e-416a-ad1c-0d321280c6d9 req-28eddd48-2d23-48ef-b4c9-5905ff2a41de service neutron] 10.222.0.57 "GET /v2.0/networks/4b762631-c20c-4f8f-844e-ced8a9f6fe72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093571 Dec 16 22:40:35.292836 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e53c21c8-4235-4b57-a13f-43240a252e9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:35.364393 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e53c21c8-4235-4b57-a13f-43240a252e9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:35.477042 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] device_id is not set on port 6681a626-31a0-42dc-becf-fc970fb0f8d0 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:40:35.484957 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:35.618574 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:35.624963 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e53c21c8-4235-4b57-a13f-43240a252e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:35.627388 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e53c21c8-4235-4b57-a13f-43240a252e9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:35.632449 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e53c21c8-4235-4b57-a13f-43240a252e9b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/aceb4cef-a00e-498b-9f76-e5aa04a1937c HTTP/1.1" status: 204 len: 168 time: 0.4437990 Dec 16 22:40:35.673973 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c21c8-4235-4b57-a13f-43240a252e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aceb4cef-a00e-498b-9f76-e5aa04a1937c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:35.705154 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Pushing event updated for resources: {'Port': ['ID=6681a626-31a0-42dc-becf-fc970fb0f8d0,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:35.713722 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:35.714306 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:35.714306 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:35.719162 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:35.719716 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:35.720105 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempt 2 to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 Dec 16 22:40:35.733345 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:35.733675 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:35.734007 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:35.738783 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:35.739177 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:35.739668 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempt 3 to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 Dec 16 22:40:35.751868 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:35.752221 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:35.752743 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:35.757827 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:35.758155 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:35.758556 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempt 4 to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 Dec 16 22:40:35.773177 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:35.773804 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:35.774183 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:35.779458 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:35.779798 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:35.780199 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempt 5 to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 Dec 16 22:40:35.792996 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:35.793338 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:35.793677 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:35.797952 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:35.798295 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:35.798862 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempt 6 to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 Dec 16 22:40:35.811920 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:35.812258 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:35.812596 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:35.817401 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:35.818312 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:35.819495 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempt 7 to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 Dec 16 22:40:35.837536 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:35.838160 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:35.840080 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:35.843896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:35.844237 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:35.844639 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempt 8 to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 Dec 16 22:40:35.858241 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:35.858579 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:35.858920 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:35.863423 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:35.863750 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:35.864145 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempt 9 to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 Dec 16 22:40:35.877702 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:35.878232 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:35.878574 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:35.884088 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:35.884415 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:35.884807 n-d-815324-4 neutron-server[103614]: INFO neutron.plugins.ml2.plugin [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempt 10 to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 Dec 16 22:40:35.897984 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:35.898292 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:35.898790 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempting to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:35.903676 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:40:35.903998 n-d-815324-4 neutron-server[103614]: ERROR neutron.plugins.ml2.managers [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Failed to bind port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on host n-h1-815324-4 for vnic_type normal using segments [{'id': '7f815b99-ddc4-4a88-b25a-8fbf5a73b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c023502-c48b-45b3-9a35-3a3215ec9846'}] Dec 16 22:40:35.904365 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:35.977374 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] For port 6681a626-31a0-42dc-becf-fc970fb0f8d0, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:40:35.977912 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attempted to set empty binding levels {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 22:40:36.081233 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:36.120723 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] In _notify_port_updated(), no bound segment for port 6681a626-31a0-42dc-becf-fc970fb0f8d0 on network 0c023502-c48b-45b3-9a35-3a3215ec9846 {{(pid=103614) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:40:36.121597 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:36.122356 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:36.123576 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] 10.222.0.75 "PUT /v2.0/ports/6681a626-31a0-42dc-becf-fc970fb0f8d0 HTTP/1.1" status: 200 len: 975 time: 0.9879611 Dec 16 22:40:36.126619 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47092) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:36.138895 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e86e3-c27c-4382-a795-0fd35d35a6ed tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Pushing event updated for resources: {'Port': ['ID=6681a626-31a0-42dc-becf-fc970fb0f8d0,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:36.227814 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-0daa4db9-0178-4363-88d0-465f57a6e5b5 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Deleting port 6681a626-31a0-42dc-becf-fc970fb0f8d0 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:40:36.227814 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0daa4db9-0178-4363-88d0-465f57a6e5b5 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:36.287398 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-0daa4db9-0178-4363-88d0-465f57a6e5b5 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] For port 6681a626-31a0-42dc-becf-fc970fb0f8d0, host n-h1-815324-4, got binding levels [] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:40:36.287771 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0daa4db9-0178-4363-88d0-465f57a6e5b5 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:36.299964 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-0daa4db9-0178-4363-88d0-465f57a6e5b5 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Calling delete_port for 6681a626-31a0-42dc-becf-fc970fb0f8d0 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:40:36.503962 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0daa4db9-0178-4363-88d0-465f57a6e5b5 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:36.532573 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa4db9-0178-4363-88d0-465f57a6e5b5 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Pushing event deleted for resources: {'Port': ['ID=6681a626-31a0-42dc-becf-fc970fb0f8d0,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:36.541600 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0daa4db9-0178-4363-88d0-465f57a6e5b5 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:36.545393 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0daa4db9-0178-4363-88d0-465f57a6e5b5 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] 10.222.0.75 "DELETE /v2.0/ports/6681a626-31a0-42dc-becf-fc970fb0f8d0 HTTP/1.1" status: 204 len: 168 time: 0.4166110 Dec 16 22:40:36.548594 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47104) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:36.574764 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-07dbca7a-fe0f-48f1-ba51-e73b51a34348 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] GET failed (client error): The resource could not be found. Dec 16 22:40:36.576229 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-07dbca7a-fe0f-48f1-ba51-e73b51a34348 tempest-PortsAdminExtendedAttrsTestJSON-1426505827 tempest-PortsAdminExtendedAttrsTestJSON-1426505827-project-admin] 10.222.0.75 "GET /v2.0/ports/6681a626-31a0-42dc-becf-fc970fb0f8d0 HTTP/1.1" status: 404 len: 333 time: 0.0262825 Dec 16 22:40:36.579938 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47108) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:36.667256 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ee4f83b8-93a7-43ff-8780-b12640ea8b7c tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:36.781255 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ee4f83b8-93a7-43ff-8780-b12640ea8b7c tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:36.800980 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-ee4f83b8-93a7-43ff-8780-b12640ea8b7c tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c023502-c48b-45b3-9a35-3a3215ec9846']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:36.813053 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-ee4f83b8-93a7-43ff-8780-b12640ea8b7c tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f815b99-ddc4-4a88-b25a-8fbf5a73b506') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:36.813668 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-ee4f83b8-93a7-43ff-8780-b12640ea8b7c tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f815b99-ddc4-4a88-b25a-8fbf5a73b506') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:36.826931 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ee4f83b8-93a7-43ff-8780-b12640ea8b7c tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:36.842082 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ee4f83b8-93a7-43ff-8780-b12640ea8b7c tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:36.850609 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4f83b8-93a7-43ff-8780-b12640ea8b7c tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:40:36.851150 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ee4f83b8-93a7-43ff-8780-b12640ea8b7c tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:40:36.854433 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:40:37.029105 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ee4f83b8-93a7-43ff-8780-b12640ea8b7c tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:37.036125 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ee4f83b8-93a7-43ff-8780-b12640ea8b7c tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:37.041024 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ee4f83b8-93a7-43ff-8780-b12640ea8b7c tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] 10.222.0.75 "DELETE /v2.0/networks/0c023502-c48b-45b3-9a35-3a3215ec9846 HTTP/1.1" status: 204 len: 168 time: 0.4599431 Dec 16 22:40:37.447916 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f83b8-93a7-43ff-8780-b12640ea8b7c tempest-PortsAdminExtendedAttrsTestJSON-1500403588 tempest-PortsAdminExtendedAttrsTestJSON-1500403588-project] Pushing event deleted for resources: {'Network': ['ID=0c023502-c48b-45b3-9a35-3a3215ec9846,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:37.626947 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47142) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:37.898634 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3471c9d2-b3c0-479a-8ea0-602197e3bc5a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=209b8b82922d4101a5ec41502d727c91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2702980 Dec 16 22:40:37.901401 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47156) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:37.996284 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47162) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:38.012250 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-df130988-fbaa-4500-b0d6-ff90f31553e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:38.041479 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-df130988-fbaa-4500-b0d6-ff90f31553e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:38.190465 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-df130988-fbaa-4500-b0d6-ff90f31553e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:38.200695 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-df130988-fbaa-4500-b0d6-ff90f31553e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:38.203069 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-df130988-fbaa-4500-b0d6-ff90f31553e8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ba310bd7-f1f1-4f1a-ab47-8403dab82fb9 HTTP/1.1" status: 204 len: 168 time: 0.2996359 Dec 16 22:40:38.220696 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-7dfc6877-c55c-4ed1-8ca0-c2f189e1d24f tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1915695715'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:38.225413 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df130988-fbaa-4500-b0d6-ff90f31553e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba310bd7-f1f1-4f1a-ab47-8403dab82fb9,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:38.360460 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfc6877-c55c-4ed1-8ca0-c2f189e1d24f tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Made reservation on behalf of 6ec2af860c28488ba13eba94884f73af for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:40:38.364040 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6877-c55c-4ed1-8ca0-c2f189e1d24f tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:38.373437 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6877-c55c-4ed1-8ca0-c2f189e1d24f tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:38.457717 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6877-c55c-4ed1-8ca0-c2f189e1d24f tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:38.589278 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6877-c55c-4ed1-8ca0-c2f189e1d24f tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:38.617311 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dfc6877-c55c-4ed1-8ca0-c2f189e1d24f tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:40:38.627983 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc6877-c55c-4ed1-8ca0-c2f189e1d24f tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c103ed-a904-4733-83af-7e66ef74d6d7,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:38.641813 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6877-c55c-4ed1-8ca0-c2f189e1d24f tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:38.646366 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-7dfc6877-c55c-4ed1-8ca0-c2f189e1d24f tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Added segment f4d2b7f0-5bb8-4f53-af5d-8823ca32ac79 of type vlan for network b80e9c05-f821-4530-aabb-0a3f04cf55dd Dec 16 22:40:38.713232 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6877-c55c-4ed1-8ca0-c2f189e1d24f tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:38.829151 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6877-c55c-4ed1-8ca0-c2f189e1d24f tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:38.836237 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfc6877-c55c-4ed1-8ca0-c2f189e1d24f tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:38.836397 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6877-c55c-4ed1-8ca0-c2f189e1d24f tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:38.922015 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc6877-c55c-4ed1-8ca0-c2f189e1d24f tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Pushing event updated for resources: {'Network': ['ID=b80e9c05-f821-4530-aabb-0a3f04cf55dd,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:38.934885 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network b80e9c05-f821-4530-aabb-0a3f04cf55dd details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:40:38.990221 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7dfc6877-c55c-4ed1-8ca0-c2f189e1d24f tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9890585 Dec 16 22:40:38.990739 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47180) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:38.998367 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-798be7e5-ab99-44c5-9e57-621194505d91 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Request body: {'subnet': {'network_id': 'b80e9c05-f821-4530-aabb-0a3f04cf55dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:39.111943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47184) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:39.171168 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5e052068-330e-4cc0-925d-e10613bf5f71 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=528b6398ef584c16a10f3ace2803c6b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0579834 Dec 16 22:40:39.173847 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47186) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:39.236764 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798be7e5-ab99-44c5-9e57-621194505d91 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Made reservation on behalf of 6ec2af860c28488ba13eba94884f73af for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:40:39.242491 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-798be7e5-ab99-44c5-9e57-621194505d91 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:39.242965 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-baf6855b-2883-499f-a162-12be99f8cc85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:39.275067 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-baf6855b-2883-499f-a162-12be99f8cc85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:39.434575 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-baf6855b-2883-499f-a162-12be99f8cc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:39.437381 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-baf6855b-2883-499f-a162-12be99f8cc85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:39.438648 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-baf6855b-2883-499f-a162-12be99f8cc85 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3320f881-8e33-4d47-9668-d442e58e3ada HTTP/1.1" status: 204 len: 168 time: 0.2628753 Dec 16 22:40:39.456736 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6855b-2883-499f-a162-12be99f8cc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3320f881-8e33-4d47-9668-d442e58e3ada,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:39.778201 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-798be7e5-ab99-44c5-9e57-621194505d91 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:39.848732 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798be7e5-ab99-44c5-9e57-621194505d91 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Pushing event updated for resources: {'Subnet': ['ID=af865081-8e36-4d8a-b728-865aaf0078bf,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:39.865300 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798be7e5-ab99-44c5-9e57-621194505d91 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Checking segment: {'id': 'f4d2b7f0-5bb8-4f53-af5d-8823ca32ac79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b80e9c05-f821-4530-aabb-0a3f04cf55dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:40:39.866201 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798be7e5-ab99-44c5-9e57-621194505d91 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Network hostable DHCP agents. Network: b80e9c05-f821-4530-aabb-0a3f04cf55dd, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:40:40.046867 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798be7e5-ab99-44c5-9e57-621194505d91 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Network b80e9c05-f821-4530-aabb-0a3f04cf55dd is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:40:40.206121 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-798be7e5-ab99-44c5-9e57-621194505d91 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, b80e9c05-f821-4530-aabb-0a3f04cf55dd) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:40:40.211595 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798be7e5-ab99-44c5-9e57-621194505d91 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:40.212322 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-798be7e5-ab99-44c5-9e57-621194505d91 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:40.217682 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e637ad-c5c4-49d5-b609-a0ed8994f07c None None] Network b80e9c05-f821-4530-aabb-0a3f04cf55dd requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:40:40.326065 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-798be7e5-ab99-44c5-9e57-621194505d91 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3313816 Dec 16 22:40:40.326314 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47210) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:40.331186 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-ab2465d4-8644-4fca-b1e1-78290eb2fb3b tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Request body: {'port': {'network_id': 'b80e9c05-f821-4530-aabb-0a3f04cf55dd', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2005605737'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:40.349831 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810cd2bf-a51e-4d06-91b1-0af08b5056ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-b80e9c05-f821-4530-aabb-0a3f04cf55dd', 'network_id': 'b80e9c05-f821-4530-aabb-0a3f04cf55dd', 'project_id': '6ec2af860c28488ba13eba94884f73af', 'fixed_ips': [{'subnet_id': 'af865081-8e36-4d8a-b728-865aaf0078bf'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:40:40.350714 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-810cd2bf-a51e-4d06-91b1-0af08b5056ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:40.518160 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-810cd2bf-a51e-4d06-91b1-0af08b5056ad None None] Allocated IP 172.20.0.2 (b80e9c05-f821-4530-aabb-0a3f04cf55dd/af865081-8e36-4d8a-b728-865aaf0078bf/edcd8d13-e521-4074-a0b9-bac950fea830) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:40:40.666791 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2465d4-8644-4fca-b1e1-78290eb2fb3b tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Made reservation on behalf of 6ec2af860c28488ba13eba94884f73af for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:40:40.670899 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ab2465d4-8644-4fca-b1e1-78290eb2fb3b tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:40.725918 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-ab2465d4-8644-4fca-b1e1-78290eb2fb3b tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] device_id is not set on port 3021fa06-7215-4664-a42d-6ba4911e4d56 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:40:40.800561 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-810cd2bf-a51e-4d06-91b1-0af08b5056ad None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:40.918712 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-810cd2bf-a51e-4d06-91b1-0af08b5056ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:40.934205 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810cd2bf-a51e-4d06-91b1-0af08b5056ad None None] Network b80e9c05-f821-4530-aabb-0a3f04cf55dd is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:40:40.937077 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-810cd2bf-a51e-4d06-91b1-0af08b5056ad None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:40:40.992093 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-ab2465d4-8644-4fca-b1e1-78290eb2fb3b tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Allocated IP 172.20.0.10 (b80e9c05-f821-4530-aabb-0a3f04cf55dd/af865081-8e36-4d8a-b728-865aaf0078bf/3021fa06-7215-4664-a42d-6ba4911e4d56) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:40:41.037728 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810cd2bf-a51e-4d06-91b1-0af08b5056ad None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:40:41.041944 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810cd2bf-a51e-4d06-91b1-0af08b5056ad None None] Pushing event updated for resources: {'Port': ['ID=edcd8d13-e521-4074-a0b9-bac950fea830,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:41.116835 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-810cd2bf-a51e-4d06-91b1-0af08b5056ad None None] Attempting to bind port edcd8d13-e521-4074-a0b9-bac950fea830 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:40:41.117844 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-810cd2bf-a51e-4d06-91b1-0af08b5056ad None None] Attempting to bind port edcd8d13-e521-4074-a0b9-bac950fea830 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'f4d2b7f0-5bb8-4f53-af5d-8823ca32ac79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b80e9c05-f821-4530-aabb-0a3f04cf55dd'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:40:41.118447 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810cd2bf-a51e-4d06-91b1-0af08b5056ad None None] Attempting to bind port edcd8d13-e521-4074-a0b9-bac950fea830 on network b80e9c05-f821-4530-aabb-0a3f04cf55dd {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:40:41.124488 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810cd2bf-a51e-4d06-91b1-0af08b5056ad None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:40:41.125804 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810cd2bf-a51e-4d06-91b1-0af08b5056ad None None] Checking segment: {'id': 'f4d2b7f0-5bb8-4f53-af5d-8823ca32ac79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b80e9c05-f821-4530-aabb-0a3f04cf55dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:40:41.126706 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-810cd2bf-a51e-4d06-91b1-0af08b5056ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:41.127371 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810cd2bf-a51e-4d06-91b1-0af08b5056ad None None] Bound using segment: {'id': 'f4d2b7f0-5bb8-4f53-af5d-8823ca32ac79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b80e9c05-f821-4530-aabb-0a3f04cf55dd'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:40:41.128064 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-810cd2bf-a51e-4d06-91b1-0af08b5056ad None None] Bound port: edcd8d13-e521-4074-a0b9-bac950fea830, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d2b7f0-5bb8-4f53-af5d-8823ca32ac79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b80e9c05-f821-4530-aabb-0a3f04cf55dd'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:40:41.128670 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-810cd2bf-a51e-4d06-91b1-0af08b5056ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:41.206374 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-810cd2bf-a51e-4d06-91b1-0af08b5056ad None None] For port edcd8d13-e521-4074-a0b9-bac950fea830, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:40:41.210487 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-810cd2bf-a51e-4d06-91b1-0af08b5056ad None None] For port edcd8d13-e521-4074-a0b9-bac950fea830, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=edcd8d13-e521-4074-a0b9-bac950fea830,segment=NetworkSegment(f4d2b7f0-5bb8-4f53-af5d-8823ca32ac79),segment_id=f4d2b7f0-5bb8-4f53-af5d-8823ca32ac79)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:40:41.212783 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ab2465d4-8644-4fca-b1e1-78290eb2fb3b tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:41.310560 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-810cd2bf-a51e-4d06-91b1-0af08b5056ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:41.379367 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ab2465d4-8644-4fca-b1e1-78290eb2fb3b tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:41.382459 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810cd2bf-a51e-4d06-91b1-0af08b5056ad None None] Pushing event updated for resources: {'Port': ['ID=edcd8d13-e521-4074-a0b9-bac950fea830,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:41.460405 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2465d4-8644-4fca-b1e1-78290eb2fb3b tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Network b80e9c05-f821-4530-aabb-0a3f04cf55dd is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:40:41.468229 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-ab2465d4-8644-4fca-b1e1-78290eb2fb3b tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:40:41.470670 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2465d4-8644-4fca-b1e1-78290eb2fb3b tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:40:41.514295 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2465d4-8644-4fca-b1e1-78290eb2fb3b tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Pushing event updated for resources: {'Port': ['ID=3021fa06-7215-4664-a42d-6ba4911e4d56,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:41.548950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2465d4-8644-4fca-b1e1-78290eb2fb3b tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:41.549592 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ab2465d4-8644-4fca-b1e1-78290eb2fb3b tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:41.740265 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47238) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:41.747017 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ab2465d4-8644-4fca-b1e1-78290eb2fb3b tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.4193451 Dec 16 22:40:41.890306 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-1c0d34c3-ed6e-497d-b303-1eafc74759c1 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Deleting port 3021fa06-7215-4664-a42d-6ba4911e4d56 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:40:41.891133 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1c0d34c3-ed6e-497d-b303-1eafc74759c1 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:42.012503 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1c0d34c3-ed6e-497d-b303-1eafc74759c1 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:42.025211 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47244) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:42.031905 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-1c0d34c3-ed6e-497d-b303-1eafc74759c1 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Calling delete_port for 3021fa06-7215-4664-a42d-6ba4911e4d56 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:40:42.272965 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-effff285-22f6-4e1c-97be-ec2f93994264 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:42.321437 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1c0d34c3-ed6e-497d-b303-1eafc74759c1 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:42.396610 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d34c3-ed6e-497d-b303-1eafc74759c1 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Pushing event deleted for resources: {'Port': ['ID=3021fa06-7215-4664-a42d-6ba4911e4d56,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:42.414088 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-effff285-22f6-4e1c-97be-ec2f93994264 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:42.491985 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-effff285-22f6-4e1c-97be-ec2f93994264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:42.526796 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1c0d34c3-ed6e-497d-b303-1eafc74759c1 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:42.530844 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1c0d34c3-ed6e-497d-b303-1eafc74759c1 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] 10.222.0.75 "DELETE /v2.0/ports/3021fa06-7215-4664-a42d-6ba4911e4d56 HTTP/1.1" status: 204 len: 168 time: 0.7892070 Dec 16 22:40:42.535662 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47254) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:42.562803 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-effff285-22f6-4e1c-97be-ec2f93994264 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=33cf3490dda543b6a96cfe942e9407cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5340271 Dec 16 22:40:42.563255 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47260) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:42.607538 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effff285-22f6-4e1c-97be-ec2f93994264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facc6bf7-400d-4167-90da-6090699f8745,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:42.672321 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-65dde97f-eafd-4705-82d9-bca28bffb4c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:42.742228 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-65dde97f-eafd-4705-82d9-bca28bffb4c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:42.831785 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47268) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:42.915866 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-65dde97f-eafd-4705-82d9-bca28bffb4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:42.918955 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-65dde97f-eafd-4705-82d9-bca28bffb4c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:42.920340 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-65dde97f-eafd-4705-82d9-bca28bffb4c8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/facc6bf7-400d-4167-90da-6090699f8745 HTTP/1.1" status: 204 len: 168 time: 0.3562827 Dec 16 22:40:42.932728 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dde97f-eafd-4705-82d9-bca28bffb4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facc6bf7-400d-4167-90da-6090699f8745,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:43.057097 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a25a517b-b426-4dd3-af27-90faf986a730 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2021012567'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:43.073123 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88adfcdf-9aab-4135-84f6-d816b03b1917 None None] Network b80e9c05-f821-4530-aabb-0a3f04cf55dd requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:40:43.123356 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47274) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:43.124445 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-81aeaecc-8d31-4fae-9433-516a783f9110 tempest-DHCPAgentSchedulersTestJSON-860979010 tempest-DHCPAgentSchedulersTestJSON-860979010-project-admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.5812085 Dec 16 22:40:43.130714 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-ae164bf0-ade7-441e-8c11-11594d97d77d tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1634768234'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:43.163302 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5aecd541-6cd3-45e1-a92e-0e3680374f87 None None] Provisioning complete for port edcd8d13-e521-4074-a0b9-bac950fea830 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:43.163751 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5aecd541-6cd3-45e1-a92e-0e3680374f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.183507 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a25a517b-b426-4dd3-af27-90faf986a730 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.185115 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a25a517b-b426-4dd3-af27-90faf986a730 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.333508 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device edcd8d13-e521-4074-a0b9-bac950fea830 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:40:43.344627 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a25a517b-b426-4dd3-af27-90faf986a730 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.432398 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae164bf0-ade7-441e-8c11-11594d97d77d tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Made reservation on behalf of 6ec2af860c28488ba13eba94884f73af for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:40:43.432615 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port edcd8d13-e521-4074-a0b9-bac950fea830 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:43.433020 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.435875 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5aecd541-6cd3-45e1-a92e-0e3680374f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.439723 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae164bf0-ade7-441e-8c11-11594d97d77d tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.469086 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a25a517b-b426-4dd3-af27-90faf986a730 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.476915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae164bf0-ade7-441e-8c11-11594d97d77d tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:40:43.492528 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae164bf0-ade7-441e-8c11-11594d97d77d tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.493394 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-ae164bf0-ade7-441e-8c11-11594d97d77d tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Added segment dee9d6aa-7d67-481b-beef-8a60346d2b74 of type vlan for network 42c284c2-c29e-47ce-add8-ea2da6d068e0 Dec 16 22:40:43.508652 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5aecd541-6cd3-45e1-a92e-0e3680374f87 None None] For port edcd8d13-e521-4074-a0b9-bac950fea830, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=edcd8d13-e521-4074-a0b9-bac950fea830,segment=NetworkSegment(f4d2b7f0-5bb8-4f53-af5d-8823ca32ac79),segment_id=f4d2b7f0-5bb8-4f53-af5d-8823ca32ac79)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:40:43.557946 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.561196 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae164bf0-ade7-441e-8c11-11594d97d77d tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.615698 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a25a517b-b426-4dd3-af27-90faf986a730 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.615913 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5aecd541-6cd3-45e1-a92e-0e3680374f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.619411 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a25a517b-b426-4dd3-af27-90faf986a730 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7843578 Dec 16 22:40:43.619877 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47282) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:43.726092 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:40:43.726497 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:40:43.739364 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae164bf0-ade7-441e-8c11-11594d97d77d tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.742566 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecd541-6cd3-45e1-a92e-0e3680374f87 None None] Pushing event updated for resources: {'Port': ['ID=edcd8d13-e521-4074-a0b9-bac950fea830,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:43.750390 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae164bf0-ade7-441e-8c11-11594d97d77d tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:43.751195 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae164bf0-ade7-441e-8c11-11594d97d77d tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.759985 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d14d3b51-d65c-402d-aefe-6ca6f041ce32 None None] Provisioning complete for port edcd8d13-e521-4074-a0b9-bac950fea830 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:43.760368 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d14d3b51-d65c-402d-aefe-6ca6f041ce32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.806496 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-46597ce1-d606-45b9-9266-e6558ddd961e tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:43.919433 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae164bf0-ade7-441e-8c11-11594d97d77d tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Pushing event updated for resources: {'Network': ['ID=42c284c2-c29e-47ce-add8-ea2da6d068e0,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:43.937378 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 42c284c2-c29e-47ce-add8-ea2da6d068e0 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:40:43.969223 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ae164bf0-ade7-441e-8c11-11594d97d77d tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8435662 Dec 16 22:40:43.972588 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47292) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:44.005490 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0e8f1132-54b7-4f3f-b43a-41b76869a500 None None] Could not find standard attr ID for object 3021fa06-7215-4664-a42d-6ba4911e4d56. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:40:44.080705 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-46597ce1-d606-45b9-9266-e6558ddd961e tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:44.084353 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-46597ce1-d606-45b9-9266-e6558ddd961e tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:44.169995 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5cb01ec9-cf68-4b2d-9ff1-178fd358aead tempest-DHCPAgentSchedulersTestJSON-860979010 tempest-DHCPAgentSchedulersTestJSON-860979010-project-admin] 10.222.0.75 "GET /v2.0/agents/8499cb63-95e1-4858-9647-5cb7bb42d9c6/dhcp-networks HTTP/1.1" status: 200 len: 4078 time: 0.1952841 Dec 16 22:40:44.178203 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47298) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:44.253135 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-46597ce1-d606-45b9-9266-e6558ddd961e tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:44.253649 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46597ce1-d606-45b9-9266-e6558ddd961e tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0001c233-c7e6-4f9d-8b85-25466b2b638e {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:40:44.260150 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-46597ce1-d606-45b9-9266-e6558ddd961e tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:44.271461 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-46597ce1-d606-45b9-9266-e6558ddd961e tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] 10.222.0.75 "DELETE /v2.0/routers/0001c233-c7e6-4f9d-8b85-25466b2b638e HTTP/1.1" status: 204 len: 168 time: 0.6405706 Dec 16 22:40:44.271461 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47302) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:44.271461 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-0959a8f3-2bc4-4eda-873d-40e73b8003c0 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Request body: {'router': {'name': 'tempest-router-507866841', 'distributed': False}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:44.305648 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605ade62-5d03-489f-95d4-3d505ceb847c tempest-DHCPAgentSchedulersTestJSON-860979010 tempest-DHCPAgentSchedulersTestJSON-860979010-project-admin] Network 42c284c2-c29e-47ce-add8-ea2da6d068e0 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:40:44.418434 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0959a8f3-2bc4-4eda-873d-40e73b8003c0 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:44.419578 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0959a8f3-2bc4-4eda-873d-40e73b8003c0 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:44.432088 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-605ade62-5d03-489f-95d4-3d505ceb847c tempest-DHCPAgentSchedulersTestJSON-860979010 tempest-DHCPAgentSchedulersTestJSON-860979010-project-admin] 10.222.0.75 "POST /v2.0/agents/8499cb63-95e1-4858-9647-5cb7bb42d9c6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2515602 Dec 16 22:40:44.432985 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47316) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:44.436940 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150dfb84-76fd-4ae2-89d5-bb6f9331767a None None] Network 42c284c2-c29e-47ce-add8-ea2da6d068e0 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:40:44.510097 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0959a8f3-2bc4-4eda-873d-40e73b8003c0 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:44.601042 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8de6a8df-8514-48a7-8b92-2cca881a50b4 tempest-DHCPAgentSchedulersTestJSON-860979010 tempest-DHCPAgentSchedulersTestJSON-860979010-project-admin] 10.222.0.75 "GET /v2.0/agents/8499cb63-95e1-4858-9647-5cb7bb42d9c6/dhcp-networks HTTP/1.1" status: 200 len: 4848 time: 0.1651227 Dec 16 22:40:44.603697 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47320) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:44.654170 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0959a8f3-2bc4-4eda-873d-40e73b8003c0 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:44.800513 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4b2c2abf-d6b2-40bf-8f16-7d2c3eedc1b0 tempest-DHCPAgentSchedulersTestJSON-860979010 tempest-DHCPAgentSchedulersTestJSON-860979010-project-admin] 10.222.0.75 "DELETE /v2.0/agents/8499cb63-95e1-4858-9647-5cb7bb42d9c6/dhcp-networks/42c284c2-c29e-47ce-add8-ea2da6d068e0 HTTP/1.1" status: 204 len: 168 time: 0.1956916 Dec 16 22:40:44.803657 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47330) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:44.807648 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0959a8f3-2bc4-4eda-873d-40e73b8003c0 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:44.808977 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0959a8f3-2bc4-4eda-873d-40e73b8003c0 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5424328 Dec 16 22:40:44.812257 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47332) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:44.980409 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-14ce03b2-d4fb-481b-bb61-83ebb870cc4c tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:45.019602 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-03e0708f-fa64-4f54-abcd-c01968a938bd tempest-DHCPAgentSchedulersTestJSON-860979010 tempest-DHCPAgentSchedulersTestJSON-860979010-project-admin] 10.222.0.75 "GET /v2.0/agents/8499cb63-95e1-4858-9647-5cb7bb42d9c6/dhcp-networks HTTP/1.1" status: 200 len: 4078 time: 0.2142396 Dec 16 22:40:45.025379 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47342) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:45.049925 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ac8b9cb9-299d-49aa-867e-a076c8de7ad8 tempest-DHCPAgentSchedulersTestJSON-860979010 tempest-DHCPAgentSchedulersTestJSON-860979010-project-admin] 10.222.0.75 "GET /v2.0/networks/b80e9c05-f821-4530-aabb-0a3f04cf55dd/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0225487 Dec 16 22:40:45.058676 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47346) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:45.116355 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8798bd6c-f05e-4502-a0d5-5dc8242cfbe4 tempest-DHCPAgentSchedulersTestJSON-860979010 tempest-DHCPAgentSchedulersTestJSON-860979010-project-admin] 10.222.0.75 "GET /v2.0/networks/b80e9c05-f821-4530-aabb-0a3f04cf55dd/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0549259 Dec 16 22:40:45.117013 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47348) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:45.245882 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-14ce03b2-d4fb-481b-bb61-83ebb870cc4c tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:45.249992 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-14ce03b2-d4fb-481b-bb61-83ebb870cc4c tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:45.284226 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device edcd8d13-e521-4074-a0b9-bac950fea830 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:40:45.362233 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-06f83a21-d6e4-432b-a11a-fc0a8077063b tempest-DHCPAgentSchedulersTestJSON-860979010 tempest-DHCPAgentSchedulersTestJSON-860979010-project-admin] 10.222.0.75 "GET /v2.0/agents/8499cb63-95e1-4858-9647-5cb7bb42d9c6/dhcp-networks HTTP/1.1" status: 200 len: 4078 time: 0.2441111 Dec 16 22:40:45.366955 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47352) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:45.375002 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port edcd8d13-e521-4074-a0b9-bac950fea830 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:45.375002 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:45.446641 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-14ce03b2-d4fb-481b-bb61-83ebb870cc4c tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:45.447171 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ce03b2-d4fb-481b-bb61-83ebb870cc4c tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4122189a-180f-4007-aa88-d9f4e02fbbd2 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:40:45.456106 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-14ce03b2-d4fb-481b-bb61-83ebb870cc4c tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:45.464063 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-14ce03b2-d4fb-481b-bb61-83ebb870cc4c tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] 10.222.0.75 "DELETE /v2.0/routers/4122189a-180f-4007-aa88-d9f4e02fbbd2 HTTP/1.1" status: 204 len: 168 time: 0.6499329 Dec 16 22:40:45.471463 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47354) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:45.477287 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6316c24e-c8ad-47a7-9044-3e904347d234 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:45.484669 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-15b11633-205a-4cb1-9d74-9149da98f541 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Request body: {'router': {'name': 'tempest-router-1391426887', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5bd7ef91eee142c69e0715100d606a92'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:45.574282 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6316c24e-c8ad-47a7-9044-3e904347d234 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:45.609051 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-6316c24e-c8ad-47a7-9044-3e904347d234 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c284c2-c29e-47ce-add8-ea2da6d068e0']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:45.613303 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-6316c24e-c8ad-47a7-9044-3e904347d234 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee9d6aa-7d67-481b-beef-8a60346d2b74') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:45.613626 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-6316c24e-c8ad-47a7-9044-3e904347d234 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee9d6aa-7d67-481b-beef-8a60346d2b74') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:45.630633 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-15b11633-205a-4cb1-9d74-9149da98f541 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:45.632012 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-15b11633-205a-4cb1-9d74-9149da98f541 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:45.651167 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6316c24e-c8ad-47a7-9044-3e904347d234 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:45.672864 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6316c24e-c8ad-47a7-9044-3e904347d234 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:45.684223 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6316c24e-c8ad-47a7-9044-3e904347d234 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:40:45.690942 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6316c24e-c8ad-47a7-9044-3e904347d234 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:45.710033 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-15b11633-205a-4cb1-9d74-9149da98f541 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:40:45.714085 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:40:45.825276 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-15b11633-205a-4cb1-9d74-9149da98f541 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:45.897655 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6316c24e-c8ad-47a7-9044-3e904347d234 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:45.907310 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6316c24e-c8ad-47a7-9044-3e904347d234 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:45.914146 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6316c24e-c8ad-47a7-9044-3e904347d234 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] 10.222.0.75 "DELETE /v2.0/networks/42c284c2-c29e-47ce-add8-ea2da6d068e0 HTTP/1.1" status: 204 len: 168 time: 0.5428672 Dec 16 22:40:45.915333 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47356) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:45.961177 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316c24e-c8ad-47a7-9044-3e904347d234 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Pushing event deleted for resources: {'Network': ['ID=42c284c2-c29e-47ce-add8-ea2da6d068e0,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:45.970565 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-15b11633-205a-4cb1-9d74-9149da98f541 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:45.972039 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-15b11633-205a-4cb1-9d74-9149da98f541 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4983187 Dec 16 22:40:45.973170 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-37575ea5-58c7-44be-940a-6b8780d9b7b6 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] DELETE failed (client error): The resource could not be found. Dec 16 22:40:45.974483 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37575ea5-58c7-44be-940a-6b8780d9b7b6 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103613) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 22:40:45.988639 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47358) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:45.988786 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-37575ea5-58c7-44be-940a-6b8780d9b7b6 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] 10.222.0.75 "DELETE /v2.0/ports/3021fa06-7215-4664-a42d-6ba4911e4d56 HTTP/1.1" status: 404 len: 333 time: 0.0628972 Dec 16 22:40:45.988872 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-c03da2a6-f3c9-47ed-adcf-71836fa2783b tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:45.996031 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47360) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:46.075187 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf6e8c1-1ecd-4f1c-904d-eae2cf2cad0f tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Deleting subnet af865081-8e36-4d8a-b728-865aaf0078bf {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:40:46.102837 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6cf6e8c1-1ecd-4f1c-904d-eae2cf2cad0f tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:46.240076 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6cf6e8c1-1ecd-4f1c-904d-eae2cf2cad0f tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:46.373528 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6cf6e8c1-1ecd-4f1c-904d-eae2cf2cad0f tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:46.380290 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c03da2a6-f3c9-47ed-adcf-71836fa2783b tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5457'] for router, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:46.382295 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c03da2a6-f3c9-47ed-adcf-71836fa2783b tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks [] for router, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:46.474827 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c03da2a6-f3c9-47ed-adcf-71836fa2783b tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103614) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 16 22:40:46.477192 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c03da2a6-f3c9-47ed-adcf-71836fa2783b tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Router e30b9ba3-b367-480c-b273-74a6b569158a migrating from provider to provider. {{(pid=103614) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 16 22:40:46.477192 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c03da2a6-f3c9-47ed-adcf-71836fa2783b tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:46.484364 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c03da2a6-f3c9-47ed-adcf-71836fa2783b tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:46.560769 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6cf6e8c1-1ecd-4f1c-904d-eae2cf2cad0f tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:46.592768 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6e8c1-1ecd-4f1c-904d-eae2cf2cad0f tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Pushing event deleted for resources: {'Subnet': ['ID=af865081-8e36-4d8a-b728-865aaf0078bf,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:46.601902 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6cf6e8c1-1ecd-4f1c-904d-eae2cf2cad0f tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:46.607901 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6cf6e8c1-1ecd-4f1c-904d-eae2cf2cad0f tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] 10.222.0.75 "DELETE /v2.0/subnets/af865081-8e36-4d8a-b728-865aaf0078bf HTTP/1.1" status: 204 len: 168 time: 0.6079199 Dec 16 22:40:46.609679 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044d5c21-f56c-4596-ac1d-13fb2f5fafdd None None] Network b80e9c05-f821-4530-aabb-0a3f04cf55dd requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:40:46.612897 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47372) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:46.625843 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c03da2a6-f3c9-47ed-adcf-71836fa2783b tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-598410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-598419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597305'] for router, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:46.850451 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fda1fefa-503a-407f-ad0b-d386cfae3d21 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:46.882073 n-d-815324-4 neutron-server[103614]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c03da2a6-f3c9-47ed-adcf-71836fa2783b tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] No L3 agents can host the router e30b9ba3-b367-480c-b273-74a6b569158a Dec 16 22:40:46.902409 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e69b2e-4c24-4010-91ef-5ed7ba79f374 None None] DHCP port deletion for b80e9c05-f821-4530-aabb-0a3f04cf55dd request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:40:46.986665 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-26e69b2e-4c24-4010-91ef-5ed7ba79f374 None None] Deleting port edcd8d13-e521-4074-a0b9-bac950fea830 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:40:46.987239 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26e69b2e-4c24-4010-91ef-5ed7ba79f374 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:47.107175 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-26e69b2e-4c24-4010-91ef-5ed7ba79f374 None None] For port edcd8d13-e521-4074-a0b9-bac950fea830, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=edcd8d13-e521-4074-a0b9-bac950fea830,segment=NetworkSegment(f4d2b7f0-5bb8-4f53-af5d-8823ca32ac79),segment_id=f4d2b7f0-5bb8-4f53-af5d-8823ca32ac79)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:40:47.107717 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26e69b2e-4c24-4010-91ef-5ed7ba79f374 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:47.128013 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-26e69b2e-4c24-4010-91ef-5ed7ba79f374 None None] Calling delete_port for edcd8d13-e521-4074-a0b9-bac950fea830 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:40:47.145021 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03da2a6-f3c9-47ed-adcf-71836fa2783b tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Hosts for router e30b9ba3-b367-480c-b273-74a6b569158a: [] {{(pid=103614) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 16 22:40:47.176577 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03da2a6-f3c9-47ed-adcf-71836fa2783b tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Hosts for other DVR routers connected to router e30b9ba3-b367-480c-b273-74a6b569158a: set() {{(pid=103614) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 16 22:40:47.180624 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c03da2a6-f3c9-47ed-adcf-71836fa2783b tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:47.185035 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47378) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:47.199632 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c03da2a6-f3c9-47ed-adcf-71836fa2783b tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] 10.222.0.75 "PUT /v2.0/routers/e30b9ba3-b367-480c-b273-74a6b569158a HTTP/1.1" status: 200 len: 717 time: 1.2221484 Dec 16 22:40:47.217485 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-fda1fefa-503a-407f-ad0b-d386cfae3d21 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Deleting port edcd8d13-e521-4074-a0b9-bac950fea830 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:40:47.218034 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fda1fefa-503a-407f-ad0b-d386cfae3d21 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:47.323171 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device edcd8d13-e521-4074-a0b9-bac950fea830 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:40:47.354030 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5d2cde0a-d2a2-4a49-8c06-601b80a966f8 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] 10.222.0.75 "GET /v2.0/routers/e30b9ba3-b367-480c-b273-74a6b569158a HTTP/1.1" status: 200 len: 717 time: 0.1572943 Dec 16 22:40:47.354735 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47384) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:47.499082 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-fda1fefa-503a-407f-ad0b-d386cfae3d21 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] For port edcd8d13-e521-4074-a0b9-bac950fea830, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=edcd8d13-e521-4074-a0b9-bac950fea830,segment=NetworkSegment(f4d2b7f0-5bb8-4f53-af5d-8823ca32ac79),segment_id=f4d2b7f0-5bb8-4f53-af5d-8823ca32ac79)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:40:47.499681 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fda1fefa-503a-407f-ad0b-d386cfae3d21 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:47.530431 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-fda1fefa-503a-407f-ad0b-d386cfae3d21 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Calling delete_port for edcd8d13-e521-4074-a0b9-bac950fea830 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:40:47.613188 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:47.664267 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26e69b2e-4c24-4010-91ef-5ed7ba79f374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:47.673597 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fda1fefa-503a-407f-ad0b-d386cfae3d21 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:47.713781 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda1fefa-503a-407f-ad0b-d386cfae3d21 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] No DVR routers for this DVR port edcd8d13-e521-4074-a0b9-bac950fea830 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:40:47.716464 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1fefa-503a-407f-ad0b-d386cfae3d21 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Pushing event deleted for resources: {'Port': ['ID=edcd8d13-e521-4074-a0b9-bac950fea830,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:47.720428 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e69b2e-4c24-4010-91ef-5ed7ba79f374 None None] No DVR routers for this DVR port edcd8d13-e521-4074-a0b9-bac950fea830 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:40:47.722760 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e69b2e-4c24-4010-91ef-5ed7ba79f374 None None] Pushing event deleted for resources: {'Port': ['ID=edcd8d13-e521-4074-a0b9-bac950fea830,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:47.789306 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e69b2e-4c24-4010-91ef-5ed7ba79f374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:47.789653 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e69b2e-4c24-4010-91ef-5ed7ba79f374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:47.790033 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e69b2e-4c24-4010-91ef-5ed7ba79f374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:47.790360 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e69b2e-4c24-4010-91ef-5ed7ba79f374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:47.790696 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e69b2e-4c24-4010-91ef-5ed7ba79f374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:47.791068 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e69b2e-4c24-4010-91ef-5ed7ba79f374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:47.791394 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e69b2e-4c24-4010-91ef-5ed7ba79f374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:47.791725 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e69b2e-4c24-4010-91ef-5ed7ba79f374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:47.792145 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e69b2e-4c24-4010-91ef-5ed7ba79f374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:47.792476 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e69b2e-4c24-4010-91ef-5ed7ba79f374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:47.792804 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e69b2e-4c24-4010-91ef-5ed7ba79f374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:47.793130 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e69b2e-4c24-4010-91ef-5ed7ba79f374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:47.793632 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e69b2e-4c24-4010-91ef-5ed7ba79f374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:47.836857 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fda1fefa-503a-407f-ad0b-d386cfae3d21 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:47.863363 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-fda1fefa-503a-407f-ad0b-d386cfae3d21 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80e9c05-f821-4530-aabb-0a3f04cf55dd']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:47.869830 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ece22696-9da7-4543-8222-7165569412a2 tempest-RoutersTestDVR-108314093 tempest-RoutersTestDVR-108314093-project] 10.222.0.75 "GET /v2.0/routers/e30b9ba3-b367-480c-b273-74a6b569158a HTTP/1.1" status: 200 len: 683 time: 0.5139158 Dec 16 22:40:47.870440 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47392) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:47.878931 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-fda1fefa-503a-407f-ad0b-d386cfae3d21 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d2b7f0-5bb8-4f53-af5d-8823ca32ac79') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:47.879265 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-fda1fefa-503a-407f-ad0b-d386cfae3d21 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d2b7f0-5bb8-4f53-af5d-8823ca32ac79') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:40:47.899395 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fda1fefa-503a-407f-ad0b-d386cfae3d21 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:47.927819 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fda1fefa-503a-407f-ad0b-d386cfae3d21 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:47.938269 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda1fefa-503a-407f-ad0b-d386cfae3d21 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:40:47.940058 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fda1fefa-503a-407f-ad0b-d386cfae3d21 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:40:47.944615 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:40:47.954937 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-69e6db49-a107-4fb9-be97-bbe761143503 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:48.144153 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fda1fefa-503a-407f-ad0b-d386cfae3d21 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:48.168618 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fda1fefa-503a-407f-ad0b-d386cfae3d21 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:48.177584 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-69e6db49-a107-4fb9-be97-bbe761143503 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:48.177584 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-69e6db49-a107-4fb9-be97-bbe761143503 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:48.178683 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fda1fefa-503a-407f-ad0b-d386cfae3d21 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] 10.222.0.75 "DELETE /v2.0/networks/b80e9c05-f821-4530-aabb-0a3f04cf55dd HTTP/1.1" status: 204 len: 168 time: 1.5632818 Dec 16 22:40:48.180478 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1fefa-503a-407f-ad0b-d386cfae3d21 tempest-DHCPAgentSchedulersTestJSON-110319057 tempest-DHCPAgentSchedulersTestJSON-110319057-project] Pushing event deleted for resources: {'Network': ['ID=b80e9c05-f821-4530-aabb-0a3f04cf55dd,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:48.388845 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-69e6db49-a107-4fb9-be97-bbe761143503 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:48.394352 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e6db49-a107-4fb9-be97-bbe761143503 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e30b9ba3-b367-480c-b273-74a6b569158a {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:40:48.394352 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-69e6db49-a107-4fb9-be97-bbe761143503 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:48.397464 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-69e6db49-a107-4fb9-be97-bbe761143503 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] 10.222.0.75 "DELETE /v2.0/routers/e30b9ba3-b367-480c-b273-74a6b569158a HTTP/1.1" status: 204 len: 168 time: 0.5253859 Dec 16 22:40:48.401383 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47398) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:48.405936 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-040e45dd-904e-4a49-be01-da5948c340a8 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Request body: {'router': {'name': 'tempest-router-720321286', 'distributed': True}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:48.546012 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-040e45dd-904e-4a49-be01-da5948c340a8 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:48.547203 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-040e45dd-904e-4a49-be01-da5948c340a8 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:48.642407 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-040e45dd-904e-4a49-be01-da5948c340a8 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:48.746919 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-040e45dd-904e-4a49-be01-da5948c340a8 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:48.783758 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47414) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:48.826456 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-040e45dd-904e-4a49-be01-da5948c340a8 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:48.831308 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47420) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:48.831822 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-040e45dd-904e-4a49-be01-da5948c340a8 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4285271 Dec 16 22:40:48.936015 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d84b6e57-f20f-4d09-b60a-34c40a8e8b20 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:49.001150 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-74b3644f-415e-4996-86b7-c9deb2b75e0f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6ec2af860c28488ba13eba94884f73af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2161765 Dec 16 22:40:49.003959 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47424) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:49.095196 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f300d6a9-b755-41f1-8ef0-5d5ddaacf01a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:49.124201 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f300d6a9-b755-41f1-8ef0-5d5ddaacf01a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:49.282403 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f300d6a9-b755-41f1-8ef0-5d5ddaacf01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:49.285240 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f300d6a9-b755-41f1-8ef0-5d5ddaacf01a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:49.287650 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f300d6a9-b755-41f1-8ef0-5d5ddaacf01a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d8c103ed-a904-4733-83af-7e66ef74d6d7 HTTP/1.1" status: 204 len: 168 time: 0.2808638 Dec 16 22:40:49.298524 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300d6a9-b755-41f1-8ef0-5d5ddaacf01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c103ed-a904-4733-83af-7e66ef74d6d7,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:49.452276 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d84b6e57-f20f-4d09-b60a-34c40a8e8b20 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:49.454394 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d84b6e57-f20f-4d09-b60a-34c40a8e8b20 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:49.588466 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d84b6e57-f20f-4d09-b60a-34c40a8e8b20 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:49.589006 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84b6e57-f20f-4d09-b60a-34c40a8e8b20 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21bfea82-c23e-4358-b54c-192257021faf {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:40:49.594200 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d84b6e57-f20f-4d09-b60a-34c40a8e8b20 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:49.598273 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d84b6e57-f20f-4d09-b60a-34c40a8e8b20 tempest-RoutersTestDVR-651675227 tempest-RoutersTestDVR-651675227-project-admin] 10.222.0.75 "DELETE /v2.0/routers/21bfea82-c23e-4358-b54c-192257021faf HTTP/1.1" status: 204 len: 168 time: 0.7624903 Dec 16 22:40:50.266354 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47450) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:50.383339 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47456) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:50.408005 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f61592f7-5f87-48ff-b358-f3721ed4360d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:50.410567 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d583b6f3-58e1-4fa9-aec9-8affdb2e044b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:50.498950 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d583b6f3-58e1-4fa9-aec9-8affdb2e044b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:50.541529 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f61592f7-5f87-48ff-b358-f3721ed4360d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:50.622756 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d583b6f3-58e1-4fa9-aec9-8affdb2e044b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:50.670140 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583b6f3-58e1-4fa9-aec9-8affdb2e044b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d533b9af-7524-45c4-af39-45b712ee4031,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:50.674971 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d583b6f3-58e1-4fa9-aec9-8affdb2e044b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=13a4420e9f4a4401a3a046c569d04292&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2898846 Dec 16 22:40:50.678238 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47470) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:50.697313 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f61592f7-5f87-48ff-b358-f3721ed4360d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:50.743190 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61592f7-5f87-48ff-b358-f3721ed4360d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1b3ec1-6912-46a8-86c6-d51377f7a698,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:50.750205 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f61592f7-5f87-48ff-b358-f3721ed4360d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5bd7ef91eee142c69e0715100d606a92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4809775 Dec 16 22:40:50.751077 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47476) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:50.757391 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f80f7975-2b28-4a12-90e2-ff38591b2429 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:50.812057 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f80f7975-2b28-4a12-90e2-ff38591b2429 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:50.854021 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e3fa8f2b-35a4-4121-af6e-2a5c83dfee0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:50.887705 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e3fa8f2b-35a4-4121-af6e-2a5c83dfee0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:51.017987 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f80f7975-2b28-4a12-90e2-ff38591b2429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:51.022769 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f80f7975-2b28-4a12-90e2-ff38591b2429 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:51.024029 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f80f7975-2b28-4a12-90e2-ff38591b2429 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d533b9af-7524-45c4-af39-45b712ee4031 HTTP/1.1" status: 204 len: 168 time: 0.3439052 Dec 16 22:40:51.059682 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e3fa8f2b-35a4-4121-af6e-2a5c83dfee0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:51.064619 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e3fa8f2b-35a4-4121-af6e-2a5c83dfee0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:51.087696 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e3fa8f2b-35a4-4121-af6e-2a5c83dfee0a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9d1b3ec1-6912-46a8-86c6-d51377f7a698 HTTP/1.1" status: 204 len: 168 time: 0.3224847 Dec 16 22:40:51.090669 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f7975-2b28-4a12-90e2-ff38591b2429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d533b9af-7524-45c4-af39-45b712ee4031,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:51.112422 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f7975-2b28-4a12-90e2-ff38591b2429 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:51.112776 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f7975-2b28-4a12-90e2-ff38591b2429 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:51.113132 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f7975-2b28-4a12-90e2-ff38591b2429 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:51.113460 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f7975-2b28-4a12-90e2-ff38591b2429 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:51.113805 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f7975-2b28-4a12-90e2-ff38591b2429 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:51.116282 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f7975-2b28-4a12-90e2-ff38591b2429 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:51.119350 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f7975-2b28-4a12-90e2-ff38591b2429 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:51.121499 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f7975-2b28-4a12-90e2-ff38591b2429 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:51.122025 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f7975-2b28-4a12-90e2-ff38591b2429 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:51.123616 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f7975-2b28-4a12-90e2-ff38591b2429 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:51.125992 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f7975-2b28-4a12-90e2-ff38591b2429 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:51.126545 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f7975-2b28-4a12-90e2-ff38591b2429 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:51.127311 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f7975-2b28-4a12-90e2-ff38591b2429 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:40:51.150640 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa8f2b-35a4-4121-af6e-2a5c83dfee0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1b3ec1-6912-46a8-86c6-d51377f7a698,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:51.958558 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47520) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:51.989178 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bd52a326-f16d-414f-9136-117ea5cce3cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:52.096242 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bd52a326-f16d-414f-9136-117ea5cce3cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:52.245948 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bd52a326-f16d-414f-9136-117ea5cce3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:52.290536 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bd52a326-f16d-414f-9136-117ea5cce3cc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ed4810f918534c7e8ca09b0dc69a582e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3305871 Dec 16 22:40:52.293256 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47536) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:52.305673 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52a326-f16d-414f-9136-117ea5cce3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9aa6c1d-4f34-4b1b-81c4-cb322ff6462e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:52.363485 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c9ac91a2-3be2-4079-9d66-916e59023c57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:52.392417 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c9ac91a2-3be2-4079-9d66-916e59023c57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:52.537257 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c9ac91a2-3be2-4079-9d66-916e59023c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:52.542101 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c9ac91a2-3be2-4079-9d66-916e59023c57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:52.545523 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c9ac91a2-3be2-4079-9d66-916e59023c57 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d9aa6c1d-4f34-4b1b-81c4-cb322ff6462e HTTP/1.1" status: 204 len: 168 time: 0.2509060 Dec 16 22:40:52.561869 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac91a2-3be2-4079-9d66-916e59023c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9aa6c1d-4f34-4b1b-81c4-cb322ff6462e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:53.401123 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e0809db2-5aac-42ca-ab8a-733c4ffbd7dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:53.718680 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47578) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:53.991600 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-3eeeb31e-e5f9-4f19-92b3-d0f7802cea0e tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2086044882'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:53.992068 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-3eeeb31e-e5f9-4f19-92b3-d0f7802cea0e tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] Unknown quota resources ['metering_label']. {{(pid=103614) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:40:54.343195 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3eeeb31e-e5f9-4f19-92b3-d0f7802cea0e tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:54.344919 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3eeeb31e-e5f9-4f19-92b3-d0f7802cea0e tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6237502 Dec 16 22:40:54.347703 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47598) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:54.353869 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-7c284cda-2ff3-46b1-af31-08cd320797ca tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'fc54a238-26a5-4da9-9f8e-47281a6f4933'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:54.354635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-7c284cda-2ff3-46b1-af31-08cd320797ca tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103614) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:40:54.531510 n-d-815324-4 neutron-server[103614]: WARNING neutron.services.metering.metering_plugin [None req-7c284cda-2ff3-46b1-af31-08cd320797ca tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 16 22:40:54.662615 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7c284cda-2ff3-46b1-af31-08cd320797ca tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:54.666355 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7c284cda-2ff3-46b1-af31-08cd320797ca tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3142364 Dec 16 22:40:54.668786 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47606) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:54.673569 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-ee2b79cb-7dba-4918-b6cb-733404f60fd6 tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'fc54a238-26a5-4da9-9f8e-47281a6f4933'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:54.674197 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-ee2b79cb-7dba-4918-b6cb-733404f60fd6 tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103614) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:40:54.822600 n-d-815324-4 neutron-server[103614]: WARNING neutron.services.metering.metering_plugin [None req-ee2b79cb-7dba-4918-b6cb-733404f60fd6 tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 16 22:40:54.913485 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ee2b79cb-7dba-4918-b6cb-733404f60fd6 tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:54.913485 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ee2b79cb-7dba-4918-b6cb-733404f60fd6 tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2425122 Dec 16 22:40:54.915658 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47616) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:54.938906 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8b2b286e-9cad-40b7-a892-363a8a14b68b tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=460b5457-f709-4918-9da5-3e656f66bfef HTTP/1.1" status: 200 len: 462 time: 0.0220048 Dec 16 22:40:54.943490 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47618) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:55.256794 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5e9e8d1b-3184-441b-a90b-64de5e2a4d19 tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:55.258247 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5e9e8d1b-3184-441b-a90b-64de5e2a4d19 tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-label-rules/460b5457-f709-4918-9da5-3e656f66bfef HTTP/1.1" status: 204 len: 168 time: 0.3135457 Dec 16 22:40:55.261276 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47624) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:55.273341 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-47ab1f07-f48c-4194-a125-54e4058375d2 tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=460b5457-f709-4918-9da5-3e656f66bfef HTTP/1.1" status: 200 len: 221 time: 0.0107710 Dec 16 22:40:55.277346 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47626) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:55.281839 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-22da29fa-77e0-42f0-97a7-42b316ea5786 tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--354593450', 'description': 'label created by tempest'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:55.282299 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-22da29fa-77e0-42f0-97a7-42b316ea5786 tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] Unknown quota resources ['metering_label']. {{(pid=103613) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:40:55.337260 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47628) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:55.464660 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-66a726b8-114f-490a-ad5d-a9c453c2770d tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1029471185', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:55.571256 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a726b8-114f-490a-ad5d-a9c453c2770d tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Made reservation on behalf of 330362bda6b548428135706ca70e3f3b for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:40:55.574357 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-66a726b8-114f-490a-ad5d-a9c453c2770d tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:55.584865 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-66a726b8-114f-490a-ad5d-a9c453c2770d tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:55.674351 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-227892b1-760b-4957-b9cb-b7c24ebcb53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:55.763572 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-66a726b8-114f-490a-ad5d-a9c453c2770d tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:55.859548 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-66a726b8-114f-490a-ad5d-a9c453c2770d tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:55.871252 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-66a726b8-114f-490a-ad5d-a9c453c2770d tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] device_id is not set on port cedd8438-c3df-4551-b42c-d26bffb75800 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:40:56.097126 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-22da29fa-77e0-42f0-97a7-42b316ea5786 tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:56.098847 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-22da29fa-77e0-42f0-97a7-42b316ea5786 tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.8199682 Dec 16 22:40:56.102941 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47650) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:56.125641 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-66a726b8-114f-490a-ad5d-a9c453c2770d tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Allocated IP 172.25.6.74 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/cedd8438-c3df-4551-b42c-d26bffb75800) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:40:56.238245 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e6a87322-606d-4ec1-8989-4ce36b63a0b0 tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=58064d39-7f77-48d9-b179-3c42ada42400 HTTP/1.1" status: 200 len: 467 time: 0.1340559 Dec 16 22:40:56.242863 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47654) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:56.295091 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-66a726b8-114f-490a-ad5d-a9c453c2770d tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:56.350580 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47656) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:56.392688 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a726b8-114f-490a-ad5d-a9c453c2770d tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a197f0d3-6762-42d0-a077-e19883856024,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:56.421880 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-66a726b8-114f-490a-ad5d-a9c453c2770d tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:56.546482 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a726b8-114f-490a-ad5d-a9c453c2770d tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Pushing event updated for resources: {'Port': ['ID=cedd8438-c3df-4551-b42c-d26bffb75800,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:56.663150 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a726b8-114f-490a-ad5d-a9c453c2770d tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:40:56.682590 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-66a726b8-114f-490a-ad5d-a9c453c2770d tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:40:56.694982 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71e84b1-27af-40c4-ae1f-2e5e6d2e98a8 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:56.699380 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3599d15f-45d2-4b99-bfa9-f09d935c919c tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:56.700720 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3599d15f-45d2-4b99-bfa9-f09d935c919c tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-labels/58064d39-7f77-48d9-b179-3c42ada42400 HTTP/1.1" status: 204 len: 168 time: 0.4545424 Dec 16 22:40:56.701304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71e84b1-27af-40c4-ae1f-2e5e6d2e98a8 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:56.701856 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71e84b1-27af-40c4-ae1f-2e5e6d2e98a8 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:56.703535 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47666) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:56.712342 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:40:56.713426 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b71e84b1-27af-40c4-ae1f-2e5e6d2e98a8 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] 10.222.0.75 "GET /v2.0/ports?project_id=c2b4fafbea3d45ac8d3254c1d8b5fceb&network_id=4b762631-c20c-4f8f-844e-ced8a9f6fe72 HTTP/1.1" status: 200 len: 2970 time: 0.3608897 Dec 16 22:40:56.717404 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a726b8-114f-490a-ad5d-a9c453c2770d tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:40:56.723322 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5729eb-a7dc-433e-86e0-5f5a693e69d9 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:40:56.737108 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-403cf73b-0415-4ff2-a251-66e83a8e65d9 tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=58064d39-7f77-48d9-b179-3c42ada42400 HTTP/1.1" status: 200 len: 216 time: 0.0295033 Dec 16 22:40:56.739818 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47670) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:56.763693 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-aa7db465-250c-4cc8-a7d6-ba52beaf02f5 tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0226150 Dec 16 22:40:56.767502 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47672) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:56.793244 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-36d62b4c-697b-490d-9687-24cef426dfdc tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0216413 Dec 16 22:40:56.793886 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47674) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:56.817901 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a726b8-114f-490a-ad5d-a9c453c2770d tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:56.818540 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-66a726b8-114f-490a-ad5d-a9c453c2770d tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:56.864371 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-62f33f62-fca9-4998-8165-bb096284d987 None None] Provisioning complete for port cedd8438-c3df-4551-b42c-d26bffb75800 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:40:56.866385 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-62f33f62-fca9-4998-8165-bb096284d987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:56.910639 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-478acef9-70dc-4795-a9c8-6adadf5be61b tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels/fc54a238-26a5-4da9-9f8e-47281a6f4933 HTTP/1.1" status: 200 len: 473 time: 0.1156719 Dec 16 22:40:56.914240 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47678) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:56.931381 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-dab18c26-e5ae-4e2a-9329-70d91f9a1b07 tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules/150f75c8-d80c-4afc-9b68-cb7bd8a0b4d1 HTTP/1.1" status: 200 len: 459 time: 0.0130239 Dec 16 22:40:56.932591 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47680) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:56.980951 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-62f33f62-fca9-4998-8165-bb096284d987 None None] Port cedd8438-c3df-4551-b42c-d26bffb75800 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:40:57.042811 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-66a726b8-114f-490a-ad5d-a9c453c2770d tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6648436 Dec 16 22:40:57.042945 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47684) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:57.042945 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-1669e70e-4548-4fa0-a525-e6c0699760fa tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.74'}]}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:57.137063 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:57.184783 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:57.189165 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1669e70e-4548-4fa0-a525-e6c0699760fa tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:57.189165 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1669e70e-4548-4fa0-a525-e6c0699760fa tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:57.285246 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1669e70e-4548-4fa0-a525-e6c0699760fa tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:57.287436 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2b7b0710-61fe-49cd-afe8-a3b86ee611ac tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:57.288619 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2b7b0710-61fe-49cd-afe8-a3b86ee611ac tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-label-rules/150f75c8-d80c-4afc-9b68-cb7bd8a0b4d1 HTTP/1.1" status: 204 len: 168 time: 0.3527484 Dec 16 22:40:57.291127 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47686) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:57.585499 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1669e70e-4548-4fa0-a525-e6c0699760fa tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:57.682832 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f380bbc4-19ff-422e-b5d3-d85f6c557908 tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:57.684382 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f380bbc4-19ff-422e-b5d3-d85f6c557908 tempest-MeteringIpV6TestJSON-537590771 tempest-MeteringIpV6TestJSON-537590771-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-labels/fc54a238-26a5-4da9-9f8e-47281a6f4933 HTTP/1.1" status: 204 len: 168 time: 0.3916636 Dec 16 22:40:58.121879 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47712) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:58.171947 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1669e70e-4548-4fa0-a525-e6c0699760fa tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:58.211449 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1669e70e-4548-4fa0-a525-e6c0699760fa tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:58.267484 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db4f7a1-c974-489a-8a51-8bc5f6327170 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:58.287659 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2db4f7a1-c974-489a-8a51-8bc5f6327170 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8 HTTP/1.1" status: 200 len: 814 time: 0.1500635 Dec 16 22:40:58.366314 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:58.430277 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47722) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:58.576882 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:58.633104 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f27d25ab-f009-4759-8d41-5876fa20b717 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:58.652720 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1669e70e-4548-4fa0-a525-e6c0699760fa tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:58.752807 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47730) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:58.771122 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-a44eaa2d-a653-400c-930b-8923860d57b0 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'network': {'name': 'tempest-network-smoke--1268254746', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'port_security_enabled': True}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:40:58.829167 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f27d25ab-f009-4759-8d41-5876fa20b717 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:58.932818 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44eaa2d-a653-400c-930b-8923860d57b0 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Made reservation on behalf of c2b4fafbea3d45ac8d3254c1d8b5fceb for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:40:58.938398 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a44eaa2d-a653-400c-930b-8923860d57b0 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:58.956845 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1669e70e-4548-4fa0-a525-e6c0699760fa tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:58.960381 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1669e70e-4548-4fa0-a525-e6c0699760fa tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:58.987306 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f27d25ab-f009-4759-8d41-5876fa20b717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:58.992388 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44eaa2d-a653-400c-930b-8923860d57b0 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:40:59.051008 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f27d25ab-f009-4759-8d41-5876fa20b717 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4546d755b0a34d248bc9e0868a23dee8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6191611 Dec 16 22:40:59.053021 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d25ab-f009-4759-8d41-5876fa20b717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbcd916-5d7d-4f76-bbcb-31dc51bc8cdd,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:59.060992 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47734) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:59.108687 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:59.135916 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e291f0fc-5b2f-4c94-bc9b-1790c4c034f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:59.139462 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a44eaa2d-a653-400c-930b-8923860d57b0 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:59.140063 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1669e70e-4548-4fa0-a525-e6c0699760fa tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:59.140194 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-a44eaa2d-a653-400c-930b-8923860d57b0 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Added segment 001e36be-4124-4f94-aa8b-764196a3c71d of type vlan for network 21f978f5-0352-48b1-8ba9-92150806392e Dec 16 22:40:59.140580 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1669e70e-4548-4fa0-a525-e6c0699760fa tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a7bd9234-a367-4576-a5e7-c0c21a983355 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:40:59.177775 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e291f0fc-5b2f-4c94-bc9b-1790c4c034f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:59.202347 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a44eaa2d-a653-400c-930b-8923860d57b0 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:59.303128 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-1669e70e-4548-4fa0-a525-e6c0699760fa tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 16 22:40:59.304556 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1669e70e-4548-4fa0-a525-e6c0699760fa tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.2953646 Dec 16 22:40:59.307515 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47738) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:59.334407 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a44eaa2d-a653-400c-930b-8923860d57b0 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:59.357054 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44eaa2d-a653-400c-930b-8923860d57b0 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:59.357054 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a44eaa2d-a653-400c-930b-8923860d57b0 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:59.389101 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e291f0fc-5b2f-4c94-bc9b-1790c4c034f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:59.392689 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e291f0fc-5b2f-4c94-bc9b-1790c4c034f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:59.397845 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e291f0fc-5b2f-4c94-bc9b-1790c4c034f5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5dbcd916-5d7d-4f76-bbcb-31dc51bc8cdd HTTP/1.1" status: 204 len: 168 time: 0.3357911 Dec 16 22:40:59.417220 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291f0fc-5b2f-4c94-bc9b-1790c4c034f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbcd916-5d7d-4f76-bbcb-31dc51bc8cdd,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:59.442308 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-2d62cec2-48bf-450e-b1da-af1b2054061f tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Deleting port cedd8438-c3df-4551-b42c-d26bffb75800 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:40:59.444017 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2d62cec2-48bf-450e-b1da-af1b2054061f tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:59.503393 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44eaa2d-a653-400c-930b-8923860d57b0 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'Network': ['ID=21f978f5-0352-48b1-8ba9-92150806392e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:40:59.519680 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 21f978f5-0352-48b1-8ba9-92150806392e details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:40:59.609046 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2d62cec2-48bf-450e-b1da-af1b2054061f tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:59.621005 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a44eaa2d-a653-400c-930b-8923860d57b0 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8601856 Dec 16 22:40:59.634680 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-2d62cec2-48bf-450e-b1da-af1b2054061f tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Calling delete_port for cedd8438-c3df-4551-b42c-d26bffb75800 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:40:59.637080 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47742) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:59.756126 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a00322-29be-4aee-8010-7220e1f8e783 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:40:59.760864 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-01a00322-29be-4aee-8010-7220e1f8e783 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=c2b4fafbea3d45ac8d3254c1d8b5fceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1192274 Dec 16 22:40:59.761796 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47744) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:40:59.925901 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2d62cec2-48bf-450e-b1da-af1b2054061f tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:40:59.984742 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62cec2-48bf-450e-b1da-af1b2054061f tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Pushing event deleted for resources: {'Port': ['ID=cedd8438-c3df-4551-b42c-d26bffb75800,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:00.017618 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2e40d0-cdb1-427e-ad69-a4e9887bbe28 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:41:00.097181 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2d62cec2-48bf-450e-b1da-af1b2054061f tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:00.106077 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2d62cec2-48bf-450e-b1da-af1b2054061f tempest-RoutersAdminNegativeTest-1387616919 tempest-RoutersAdminNegativeTest-1387616919-project-admin] 10.222.0.75 "DELETE /v2.0/ports/cedd8438-c3df-4551-b42c-d26bffb75800 HTTP/1.1" status: 204 len: 168 time: 0.7930009 Dec 16 22:41:00.113170 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b041a1-419c-4e50-b358-703ab6dde371 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:00.115290 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c0b041a1-419c-4e50-b358-703ab6dde371 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3520336 Dec 16 22:41:00.118057 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47758) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:00.174684 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-30c5f4ff-e818-447f-b10e-7c6fa79da81e tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0512235 Dec 16 22:41:00.175375 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47760) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:00.213904 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c39c0391-85e3-44e7-86fa-9c5e0a6eb821 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=c2b4fafbea3d45ac8d3254c1d8b5fceb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380895 Dec 16 22:41:00.218000 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47766) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:00.514450 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47768) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:00.533435 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb4237de-3dee-4619-b48c-03eed7bda4a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:00.699026 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb4237de-3dee-4619-b48c-03eed7bda4a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:00.718344 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cff0b18-9cf9-4322-94fc-ab1e33357301 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:00.720212 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0cff0b18-9cf9-4322-94fc-ab1e33357301 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5012746 Dec 16 22:41:00.723537 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47772) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:00.760042 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e13296cd-5667-40c0-a66c-63fa38cacede tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351477 Dec 16 22:41:00.762421 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47774) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:00.767481 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-9154bf65-8757-4d42-8f09-611daede5519 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-395481564', 'network_id': '21f978f5-0352-48b1-8ba9-92150806392e', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:00.809139 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47776) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:00.848572 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb4237de-3dee-4619-b48c-03eed7bda4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:00.939081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47786) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:00.940673 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bb4237de-3dee-4619-b48c-03eed7bda4a2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ed5e16184d5441a9b86fbc0c15b273a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4229636 Dec 16 22:41:01.042373 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4237de-3dee-4619-b48c-03eed7bda4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d49dd9d-9d76-4e13-8013-8f2b7333d6f0,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:01.055713 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24416b70-b442-440b-b351-4e79bf31709c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:01.122526 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-68ebd1ba-bef0-4342-843b-9b8ab8ba7bdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:01.164156 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-68ebd1ba-bef0-4342-843b-9b8ab8ba7bdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:01.169166 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9154bf65-8757-4d42-8f09-611daede5519 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Made reservation on behalf of c2b4fafbea3d45ac8d3254c1d8b5fceb for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:01.177360 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9154bf65-8757-4d42-8f09-611daede5519 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:01.247668 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24416b70-b442-440b-b351-4e79bf31709c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:01.326111 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24416b70-b442-440b-b351-4e79bf31709c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:01.377092 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-24416b70-b442-440b-b351-4e79bf31709c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cd6f8b7680604eb9b3dae69bc8aee881&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5667124 Dec 16 22:41:01.378960 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24416b70-b442-440b-b351-4e79bf31709c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ae9c41-3e5e-445b-beb5-44c76d7f280f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:01.380521 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47812) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:01.391008 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-68ebd1ba-bef0-4342-843b-9b8ab8ba7bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:01.394293 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-68ebd1ba-bef0-4342-843b-9b8ab8ba7bdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:01.397296 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-68ebd1ba-bef0-4342-843b-9b8ab8ba7bdb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4d49dd9d-9d76-4e13-8013-8f2b7333d6f0 HTTP/1.1" status: 204 len: 168 time: 0.4567857 Dec 16 22:41:01.422436 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebd1ba-bef0-4342-843b-9b8ab8ba7bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d49dd9d-9d76-4e13-8013-8f2b7333d6f0,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:01.495276 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d9863bba-4349-4e9c-ae76-6c238e246f57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:01.584292 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d9863bba-4349-4e9c-ae76-6c238e246f57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:01.674342 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9154bf65-8757-4d42-8f09-611daede5519 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:01.711732 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d9863bba-4349-4e9c-ae76-6c238e246f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:01.715679 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d9863bba-4349-4e9c-ae76-6c238e246f57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:01.716867 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d9863bba-4349-4e9c-ae76-6c238e246f57 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/60ae9c41-3e5e-445b-beb5-44c76d7f280f HTTP/1.1" status: 204 len: 168 time: 0.3353186 Dec 16 22:41:01.766499 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9863bba-4349-4e9c-ae76-6c238e246f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ae9c41-3e5e-445b-beb5-44c76d7f280f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:01.829589 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154bf65-8757-4d42-8f09-611daede5519 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'Subnet': ['ID=65fb5bf4-45d5-4d3c-bb49-793644a6065f,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:01.852620 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9154bf65-8757-4d42-8f09-611daede5519 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Checking segment: {'id': '001e36be-4124-4f94-aa8b-764196a3c71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '21f978f5-0352-48b1-8ba9-92150806392e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:41:01.853420 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9154bf65-8757-4d42-8f09-611daede5519 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Network hostable DHCP agents. Network: 21f978f5-0352-48b1-8ba9-92150806392e, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:41:01.994235 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9154bf65-8757-4d42-8f09-611daede5519 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Network 21f978f5-0352-48b1-8ba9-92150806392e is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:41:02.142739 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-9154bf65-8757-4d42-8f09-611daede5519 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 21f978f5-0352-48b1-8ba9-92150806392e) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:02.153668 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9261a80-4503-4469-9fb3-02a91d8724be None None] Network 21f978f5-0352-48b1-8ba9-92150806392e requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:41:02.164723 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9154bf65-8757-4d42-8f09-611daede5519 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:02.165540 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9154bf65-8757-4d42-8f09-611daede5519 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:02.186720 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47838) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:02.305821 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9154bf65-8757-4d42-8f09-611daede5519 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5387225 Dec 16 22:41:02.380226 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52746103-d134-4e04-94a9-35c67e43d233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-21f978f5-0352-48b1-8ba9-92150806392e', 'network_id': '21f978f5-0352-48b1-8ba9-92150806392e', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'fixed_ips': [{'subnet_id': '65fb5bf4-45d5-4d3c-bb49-793644a6065f'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:41:02.381581 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52746103-d134-4e04-94a9-35c67e43d233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:02.428024 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1d922882-7f5c-4771-b570-82af8386bc04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:02.558084 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1d922882-7f5c-4771-b570-82af8386bc04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:02.576888 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-52746103-d134-4e04-94a9-35c67e43d233 None None] Allocated IP 172.20.0.18 (21f978f5-0352-48b1-8ba9-92150806392e/65fb5bf4-45d5-4d3c-bb49-793644a6065f/df7571db-3e7f-4a0e-bbea-c8f129f81aec) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:41:02.668158 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1d922882-7f5c-4771-b570-82af8386bc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:02.766629 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47852) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:02.787357 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1d922882-7f5c-4771-b570-82af8386bc04 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a2c9ba4cead14cc895876050a5e3a474&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5993917 Dec 16 22:41:02.787978 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47854) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:02.790760 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d922882-7f5c-4771-b570-82af8386bc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b186f7b-e464-4cc6-bb5b-d0efeb289213,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:02.793872 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47856) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:02.805439 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-06710176-e7b1-4ee1-bc48-f68bec56f9fa tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-873414325', 'description': 'tempest-secgroup-smoke-873414325 description', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:02.819342 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52746103-d134-4e04-94a9-35c67e43d233 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:02.884129 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-48118f1c-d1ed-439d-a851-fd8c59968f7c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=330362bda6b548428135706ca70e3f3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1155653 Dec 16 22:41:02.886804 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47858) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:02.894575 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d42cb4e8-f69e-4c10-9666-d95ead0743ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:02.921169 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d42cb4e8-f69e-4c10-9666-d95ead0743ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:02.945946 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52746103-d134-4e04-94a9-35c67e43d233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:02.950932 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8e6b8a9-6672-4f6d-9ffd-232fedd16740 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:02.966598 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-06710176-e7b1-4ee1-bc48-f68bec56f9fa tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:02.983420 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8e6b8a9-6672-4f6d-9ffd-232fedd16740 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:03.001685 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52746103-d134-4e04-94a9-35c67e43d233 None None] Network 21f978f5-0352-48b1-8ba9-92150806392e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:41:03.005531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-52746103-d134-4e04-94a9-35c67e43d233 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:03.009467 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52746103-d134-4e04-94a9-35c67e43d233 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:41:03.018003 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52746103-d134-4e04-94a9-35c67e43d233 None None] Pushing event updated for resources: {'Port': ['ID=df7571db-3e7f-4a0e-bbea-c8f129f81aec,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:03.068161 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d42cb4e8-f69e-4c10-9666-d95ead0743ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:03.070944 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d42cb4e8-f69e-4c10-9666-d95ead0743ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:03.074576 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d42cb4e8-f69e-4c10-9666-d95ead0743ea admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0b186f7b-e464-4cc6-bb5b-d0efeb289213 HTTP/1.1" status: 204 len: 168 time: 0.2507799 Dec 16 22:41:03.087017 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-52746103-d134-4e04-94a9-35c67e43d233 None None] Attempting to bind port df7571db-3e7f-4a0e-bbea-c8f129f81aec on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:41:03.087017 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-52746103-d134-4e04-94a9-35c67e43d233 None None] Attempting to bind port df7571db-3e7f-4a0e-bbea-c8f129f81aec by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '001e36be-4124-4f94-aa8b-764196a3c71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '21f978f5-0352-48b1-8ba9-92150806392e'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:41:03.087017 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52746103-d134-4e04-94a9-35c67e43d233 None None] Attempting to bind port df7571db-3e7f-4a0e-bbea-c8f129f81aec on network 21f978f5-0352-48b1-8ba9-92150806392e {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:41:03.091388 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52746103-d134-4e04-94a9-35c67e43d233 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:41:03.091926 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52746103-d134-4e04-94a9-35c67e43d233 None None] Checking segment: {'id': '001e36be-4124-4f94-aa8b-764196a3c71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '21f978f5-0352-48b1-8ba9-92150806392e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:41:03.092470 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52746103-d134-4e04-94a9-35c67e43d233 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:03.093032 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52746103-d134-4e04-94a9-35c67e43d233 None None] Bound using segment: {'id': '001e36be-4124-4f94-aa8b-764196a3c71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '21f978f5-0352-48b1-8ba9-92150806392e'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:41:03.093908 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-52746103-d134-4e04-94a9-35c67e43d233 None None] Bound port: df7571db-3e7f-4a0e-bbea-c8f129f81aec, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001e36be-4124-4f94-aa8b-764196a3c71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '21f978f5-0352-48b1-8ba9-92150806392e'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:41:03.094519 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52746103-d134-4e04-94a9-35c67e43d233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:03.098030 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42cb4e8-f69e-4c10-9666-d95ead0743ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b186f7b-e464-4cc6-bb5b-d0efeb289213,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:03.131678 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8e6b8a9-6672-4f6d-9ffd-232fedd16740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:03.134910 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8e6b8a9-6672-4f6d-9ffd-232fedd16740 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:03.138732 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d8e6b8a9-6672-4f6d-9ffd-232fedd16740 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a197f0d3-6762-42d0-a077-e19883856024 HTTP/1.1" status: 204 len: 168 time: 0.2504785 Dec 16 22:41:03.150666 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6b8a9-6672-4f6d-9ffd-232fedd16740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a197f0d3-6762-42d0-a077-e19883856024,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:03.181245 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-06710176-e7b1-4ee1-bc48-f68bec56f9fa tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:03.198356 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-52746103-d134-4e04-94a9-35c67e43d233 None None] For port df7571db-3e7f-4a0e-bbea-c8f129f81aec, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:41:03.202521 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-52746103-d134-4e04-94a9-35c67e43d233 None None] For port df7571db-3e7f-4a0e-bbea-c8f129f81aec, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=df7571db-3e7f-4a0e-bbea-c8f129f81aec,segment=NetworkSegment(001e36be-4124-4f94-aa8b-764196a3c71d),segment_id=001e36be-4124-4f94-aa8b-764196a3c71d)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:41:03.256776 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-06710176-e7b1-4ee1-bc48-f68bec56f9fa tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:03.288700 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06710176-e7b1-4ee1-bc48-f68bec56f9fa tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e675e6e4-c3d4-449f-881b-82ffa96acaad,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:03.320499 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52746103-d134-4e04-94a9-35c67e43d233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:03.375577 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-06710176-e7b1-4ee1-bc48-f68bec56f9fa tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:03.378561 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-06710176-e7b1-4ee1-bc48-f68bec56f9fa tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5895002 Dec 16 22:41:03.384165 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47882) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:03.392609 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-cc65695f-6596-4a9f-aa86-3bbc6ed7369b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'security_group_rule': {'security_group_id': 'e675e6e4-c3d4-449f-881b-82ffa96acaad', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:03.401511 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52746103-d134-4e04-94a9-35c67e43d233 None None] Pushing event updated for resources: {'Port': ['ID=df7571db-3e7f-4a0e-bbea-c8f129f81aec,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:03.573643 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cc65695f-6596-4a9f-aa86-3bbc6ed7369b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:03.709510 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cc65695f-6596-4a9f-aa86-3bbc6ed7369b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:03.862939 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cc65695f-6596-4a9f-aa86-3bbc6ed7369b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:03.882928 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65695f-6596-4a9f-aa86-3bbc6ed7369b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d67413-8dbd-4e6f-98d7-38d774b3333f,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:04.005498 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47892) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:04.014110 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cc65695f-6596-4a9f-aa86-3bbc6ed7369b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.021947 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cc65695f-6596-4a9f-aa86-3bbc6ed7369b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6299372 Dec 16 22:41:04.023620 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47896) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:04.029200 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-9e2453a7-e8cf-477e-ae61-4d5531dda4fc tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'security_group_rule': {'security_group_id': 'e675e6e4-c3d4-449f-881b-82ffa96acaad', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:04.125996 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-ee1fb04a-1913-44ca-a058-b16b23a76698 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-401726404'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:04.207679 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9e2453a7-e8cf-477e-ae61-4d5531dda4fc tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.282232 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9e2453a7-e8cf-477e-ae61-4d5531dda4fc tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.332032 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1fb04a-1913-44ca-a058-b16b23a76698 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Made reservation on behalf of f6d0a815855f44c0a567dd69ed952626 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:04.338634 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ee1fb04a-1913-44ca-a058-b16b23a76698 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.356133 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ee1fb04a-1913-44ca-a058-b16b23a76698 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.408411 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9e2453a7-e8cf-477e-ae61-4d5531dda4fc tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.418713 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47908) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:04.437800 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2453a7-e8cf-477e-ae61-4d5531dda4fc tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8659c081-3bb3-4b35-bf99-7ed7948ece65,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:04.440735 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-32f747dd-deb0-4d5b-a699-3fce03819b64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.496006 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ee1fb04a-1913-44ca-a058-b16b23a76698 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.573494 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9e2453a7-e8cf-477e-ae61-4d5531dda4fc tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.577388 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9e2453a7-e8cf-477e-ae61-4d5531dda4fc tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5502000 Dec 16 22:41:04.577659 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47912) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:04.583455 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-5c65956f-98a5-465b-a37f-5523fdf39426 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'security_group_rule': {'security_group_id': 'e675e6e4-c3d4-449f-881b-82ffa96acaad', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:04.585510 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-32f747dd-deb0-4d5b-a699-3fce03819b64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.612905 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2df08ac-6090-483c-9f50-48532e1b52a3 None None] Network 21f978f5-0352-48b1-8ba9-92150806392e requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:41:04.651026 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ee1fb04a-1913-44ca-a058-b16b23a76698 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.680197 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1fb04a-1913-44ca-a058-b16b23a76698 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:41:04.690672 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fb04a-1913-44ca-a058-b16b23a76698 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3faed063-ef5d-433c-b132-c5e1d67582f8,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:04.695899 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ee1fb04a-1913-44ca-a058-b16b23a76698 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.696249 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-ee1fb04a-1913-44ca-a058-b16b23a76698 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Added segment 9c2c83c9-e7c1-4df1-9f32-28a1eb62087d of type vlan for network 7ca77911-dd25-45d7-9360-65387690f077 Dec 16 22:41:04.702603 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-32f747dd-deb0-4d5b-a699-3fce03819b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.728558 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-aed16597-89bb-4bbd-8923-6a7eb42f0cfd None None] Provisioning complete for port df7571db-3e7f-4a0e-bbea-c8f129f81aec triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:04.729131 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aed16597-89bb-4bbd-8923-6a7eb42f0cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.778965 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ee1fb04a-1913-44ca-a058-b16b23a76698 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.782947 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5c65956f-98a5-465b-a37f-5523fdf39426 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.828824 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f747dd-deb0-4d5b-a699-3fce03819b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634d19de-df98-4eb2-b7bb-2eec5c11a532,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:04.856755 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aed16597-89bb-4bbd-8923-6a7eb42f0cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.868033 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5c65956f-98a5-465b-a37f-5523fdf39426 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.873661 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-32f747dd-deb0-4d5b-a699-3fce03819b64 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=74f0f5857d354cd6baf9c30b6e76362c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4503205 Dec 16 22:41:04.878396 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47916) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:04.939711 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5c65956f-98a5-465b-a37f-5523fdf39426 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:04.955146 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-aed16597-89bb-4bbd-8923-6a7eb42f0cfd None None] For port df7571db-3e7f-4a0e-bbea-c8f129f81aec, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=df7571db-3e7f-4a0e-bbea-c8f129f81aec,segment=NetworkSegment(001e36be-4124-4f94-aa8b-764196a3c71d),segment_id=001e36be-4124-4f94-aa8b-764196a3c71d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:05.008547 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65956f-98a5-465b-a37f-5523fdf39426 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb4c788-b3eb-47b2-9916-ebf156178b5e,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:05.019435 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ee1fb04a-1913-44ca-a058-b16b23a76698 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:05.038510 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5a4b4e03-8f40-4955-b25d-1fa435d38e90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:05.041116 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1fb04a-1913-44ca-a058-b16b23a76698 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:05.047497 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ee1fb04a-1913-44ca-a058-b16b23a76698 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:05.074811 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aed16597-89bb-4bbd-8923-6a7eb42f0cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:05.094047 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5a4b4e03-8f40-4955-b25d-1fa435d38e90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:05.105611 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5c65956f-98a5-465b-a37f-5523fdf39426 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:05.106917 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5c65956f-98a5-465b-a37f-5523fdf39426 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5280578 Dec 16 22:41:05.112534 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47924) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:05.132453 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-4443efc1-86e2-4a94-86c8-f81ac1e6ca5e tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'security_group_rule': {'security_group_id': 'e675e6e4-c3d4-449f-881b-82ffa96acaad', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:05.174262 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fb04a-1913-44ca-a058-b16b23a76698 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Pushing event updated for resources: {'Network': ['ID=7ca77911-dd25-45d7-9360-65387690f077,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:05.212273 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed16597-89bb-4bbd-8923-6a7eb42f0cfd None None] Pushing event updated for resources: {'Port': ['ID=df7571db-3e7f-4a0e-bbea-c8f129f81aec,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:05.212273 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 7ca77911-dd25-45d7-9360-65387690f077 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:41:05.255862 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ee1fb04a-1913-44ca-a058-b16b23a76698 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.2491279 Dec 16 22:41:05.258650 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47928) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:05.265720 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-35fb342d-56ca-44f9-a007-522f7671fdd6 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Request body: {'subnet': {'network_id': '7ca77911-dd25-45d7-9360-65387690f077', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:05.285892 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5a4b4e03-8f40-4955-b25d-1fa435d38e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:05.295623 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5a4b4e03-8f40-4955-b25d-1fa435d38e90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:05.309716 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5a4b4e03-8f40-4955-b25d-1fa435d38e90 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/634d19de-df98-4eb2-b7bb-2eec5c11a532 HTTP/1.1" status: 204 len: 168 time: 0.4256129 Dec 16 22:41:05.354911 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b4e03-8f40-4955-b25d-1fa435d38e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634d19de-df98-4eb2-b7bb-2eec5c11a532,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:05.408522 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device df7571db-3e7f-4a0e-bbea-c8f129f81aec up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:41:05.432054 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4443efc1-86e2-4a94-86c8-f81ac1e6ca5e tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:05.458111 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a1b19b33-72ef-4050-801c-540075469ba8 None None] Provisioning complete for port df7571db-3e7f-4a0e-bbea-c8f129f81aec triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:05.458749 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a1b19b33-72ef-4050-801c-540075469ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:05.504886 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47936) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:05.568275 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port df7571db-3e7f-4a0e-bbea-c8f129f81aec triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:05.568608 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:05.650193 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4443efc1-86e2-4a94-86c8-f81ac1e6ca5e tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:05.724633 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-97f541ec-7cb5-42e3-9cf1-1b488b1cadbb tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1105434820'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:05.725425 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fb342d-56ca-44f9-a007-522f7671fdd6 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Made reservation on behalf of f6d0a815855f44c0a567dd69ed952626 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:05.729836 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-35fb342d-56ca-44f9-a007-522f7671fdd6 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:05.783317 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4443efc1-86e2-4a94-86c8-f81ac1e6ca5e tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:05.808739 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443efc1-86e2-4a94-86c8-f81ac1e6ca5e tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4002c1-7ca8-4996-b81f-f42f742d2e67,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:05.857276 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f541ec-7cb5-42e3-9cf1-1b488b1cadbb tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Made reservation on behalf of a160e79644334d0998c8bf6aed6908c2 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:05.861251 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97f541ec-7cb5-42e3-9cf1-1b488b1cadbb tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:05.872559 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97f541ec-7cb5-42e3-9cf1-1b488b1cadbb tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:05.911735 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4443efc1-86e2-4a94-86c8-f81ac1e6ca5e tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:05.912930 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4443efc1-86e2-4a94-86c8-f81ac1e6ca5e tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7918072 Dec 16 22:41:05.915819 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47940) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:05.944647 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-3b9972fc-ba43-49f4-9460-b542b87f7a38 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'security_group_rule': {'security_group_id': 'e675e6e4-c3d4-449f-881b-82ffa96acaad', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:06.016110 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97f541ec-7cb5-42e3-9cf1-1b488b1cadbb tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:06.046539 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-35fb342d-56ca-44f9-a007-522f7671fdd6 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:06.091656 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97f541ec-7cb5-42e3-9cf1-1b488b1cadbb tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:06.106032 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f541ec-7cb5-42e3-9cf1-1b488b1cadbb tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:41:06.116871 n-d-815324-4 neutron-server[103613]: INFO neutron.db.securitygroups_db [None req-3b9972fc-ba43-49f4-9460-b542b87f7a38 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Project c2b4fafbea3d45ac8d3254c1d8b5fceb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:41:06.118562 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97f541ec-7cb5-42e3-9cf1-1b488b1cadbb tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:06.118974 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-97f541ec-7cb5-42e3-9cf1-1b488b1cadbb tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Added segment f2a3939b-dfa3-4564-ba47-22e6081f6a13 of type vlan for network db62b813-1c67-4fd3-b608-90385815c961 Dec 16 22:41:06.139249 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b9972fc-ba43-49f4-9460-b542b87f7a38 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:06.194371 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fb342d-56ca-44f9-a007-522f7671fdd6 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Checking segment: {'id': '9c2c83c9-e7c1-4df1-9f32-28a1eb62087d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7ca77911-dd25-45d7-9360-65387690f077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:41:06.194745 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fb342d-56ca-44f9-a007-522f7671fdd6 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Network hostable DHCP agents. Network: 7ca77911-dd25-45d7-9360-65387690f077, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:41:06.197740 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97f541ec-7cb5-42e3-9cf1-1b488b1cadbb tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:06.215771 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb342d-56ca-44f9-a007-522f7671fdd6 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Pushing event updated for resources: {'Subnet': ['ID=6a175ebd-2aa8-4bec-81b7-afc56a0a9594,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:06.230531 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f541ec-7cb5-42e3-9cf1-1b488b1cadbb tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba3e8f6-744d-405d-9ce1-e3b1e158293d,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:06.249016 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b9972fc-ba43-49f4-9460-b542b87f7a38 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:06.347985 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fb342d-56ca-44f9-a007-522f7671fdd6 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Network 7ca77911-dd25-45d7-9360-65387690f077 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:41:06.382302 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97f541ec-7cb5-42e3-9cf1-1b488b1cadbb tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:06.382903 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b9972fc-ba43-49f4-9460-b542b87f7a38 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:06.389350 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f541ec-7cb5-42e3-9cf1-1b488b1cadbb tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:06.390412 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-97f541ec-7cb5-42e3-9cf1-1b488b1cadbb tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:06.418048 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9972fc-ba43-49f4-9460-b542b87f7a38 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b844d078-82cc-4ef7-9eac-0541b0031af0,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:06.434152 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-35fb342d-56ca-44f9-a007-522f7671fdd6 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 7ca77911-dd25-45d7-9360-65387690f077) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:06.469699 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fb342d-56ca-44f9-a007-522f7671fdd6 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:06.478132 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-35fb342d-56ca-44f9-a007-522f7671fdd6 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:06.496824 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958aab0f-6153-47d0-b21c-f999f869a462 None None] Network 7ca77911-dd25-45d7-9360-65387690f077 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:41:06.515948 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b9972fc-ba43-49f4-9460-b542b87f7a38 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:06.527855 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3b9972fc-ba43-49f4-9460-b542b87f7a38 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6107347 Dec 16 22:41:06.531853 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47954) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:06.541187 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a77a22b2-b193-4952-87bd-2adf4a4818bd tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'security_group_rule': {'security_group_id': 'e675e6e4-c3d4-449f-881b-82ffa96acaad', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:06.577431 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f541ec-7cb5-42e3-9cf1-1b488b1cadbb tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Pushing event updated for resources: {'Network': ['ID=db62b813-1c67-4fd3-b608-90385815c961,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:06.602104 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network db62b813-1c67-4fd3-b608-90385815c961 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:41:06.620834 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-35fb342d-56ca-44f9-a007-522f7671fdd6 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3580194 Dec 16 22:41:06.620937 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 47958) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:06.626170 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-2ad9ba25-3f98-419f-8936-a313f71cafba tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Request body: {'port': {'network_id': '7ca77911-dd25-45d7-9360-65387690f077', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-181186160'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:06.726041 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-97f541ec-7cb5-42e3-9cf1-1b488b1cadbb tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2163815 Dec 16 22:41:06.726958 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 47962) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:06.733040 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-37dcc47a-b936-41b3-93af-3977c9908ab7 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Request body: {'subnet': {'network_id': 'db62b813-1c67-4fd3-b608-90385815c961', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:06.815989 n-d-815324-4 neutron-server[103613]: INFO neutron.db.securitygroups_db [None req-a77a22b2-b193-4952-87bd-2adf4a4818bd tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Project c2b4fafbea3d45ac8d3254c1d8b5fceb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:41:06.827605 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a77a22b2-b193-4952-87bd-2adf4a4818bd tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:06.844515 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46315521-1383-4316-97c7-d0bea503908a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-7ca77911-dd25-45d7-9360-65387690f077', 'network_id': '7ca77911-dd25-45d7-9360-65387690f077', 'project_id': 'f6d0a815855f44c0a567dd69ed952626', 'fixed_ips': [{'subnet_id': '6a175ebd-2aa8-4bec-81b7-afc56a0a9594'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:41:06.845396 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-46315521-1383-4316-97c7-d0bea503908a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:06.902720 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad9ba25-3f98-419f-8936-a313f71cafba tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Made reservation on behalf of f6d0a815855f44c0a567dd69ed952626 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:06.907970 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ba25-3f98-419f-8936-a313f71cafba tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:06.928685 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-2ad9ba25-3f98-419f-8936-a313f71cafba tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] device_id is not set on port f32d1cd5-1991-4103-a0c3-3009c616d754 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:41:06.967293 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a77a22b2-b193-4952-87bd-2adf4a4818bd tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:07.022453 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-46315521-1383-4316-97c7-d0bea503908a None None] Allocated IP 2001:db8::2 (7ca77911-dd25-45d7-9360-65387690f077/6a175ebd-2aa8-4bec-81b7-afc56a0a9594/a3b6de24-a4b1-4692-8ab6-145c9b832fe5) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:41:07.057999 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a77a22b2-b193-4952-87bd-2adf4a4818bd tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:07.070110 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37dcc47a-b936-41b3-93af-3977c9908ab7 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Made reservation on behalf of a160e79644334d0998c8bf6aed6908c2 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:07.075297 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-37dcc47a-b936-41b3-93af-3977c9908ab7 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:07.154872 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a22b2-b193-4952-87bd-2adf4a4818bd tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d1099d-7d66-42c5-89c6-7603743fc733,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:07.230133 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-46315521-1383-4316-97c7-d0bea503908a None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:07.277112 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a77a22b2-b193-4952-87bd-2adf4a4818bd tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:07.304474 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a77a22b2-b193-4952-87bd-2adf4a4818bd tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7652457 Dec 16 22:41:07.311438 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device df7571db-3e7f-4a0e-bbea-c8f129f81aec up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:41:07.368146 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port df7571db-3e7f-4a0e-bbea-c8f129f81aec triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:07.368840 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:07.406859 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-46315521-1383-4316-97c7-d0bea503908a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:07.478207 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46315521-1383-4316-97c7-d0bea503908a None None] Network 7ca77911-dd25-45d7-9360-65387690f077 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:41:07.506033 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-46315521-1383-4316-97c7-d0bea503908a None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:07.508060 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46315521-1383-4316-97c7-d0bea503908a None None] Pushing event updated for resources: {'Port': ['ID=a3b6de24-a4b1-4692-8ab6-145c9b832fe5,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:07.513371 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46315521-1383-4316-97c7-d0bea503908a None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:41:07.525526 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-37dcc47a-b936-41b3-93af-3977c9908ab7 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:07.627073 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-2ad9ba25-3f98-419f-8936-a313f71cafba tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Allocated IP 2001:db8::2e3 (7ca77911-dd25-45d7-9360-65387690f077/6a175ebd-2aa8-4bec-81b7-afc56a0a9594/f32d1cd5-1991-4103-a0c3-3009c616d754) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:41:07.640234 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dcc47a-b936-41b3-93af-3977c9908ab7 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Checking segment: {'id': 'f2a3939b-dfa3-4564-ba47-22e6081f6a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'db62b813-1c67-4fd3-b608-90385815c961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:41:07.640609 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dcc47a-b936-41b3-93af-3977c9908ab7 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Network hostable DHCP agents. Network: db62b813-1c67-4fd3-b608-90385815c961, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:41:07.688061 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dcc47a-b936-41b3-93af-3977c9908ab7 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Pushing event updated for resources: {'Subnet': ['ID=7bc4baec-a2aa-4cc8-bb13-f070f11ffa77,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:07.694101 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-46315521-1383-4316-97c7-d0bea503908a None None] Attempting to bind port a3b6de24-a4b1-4692-8ab6-145c9b832fe5 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:41:07.694485 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-46315521-1383-4316-97c7-d0bea503908a None None] Attempting to bind port a3b6de24-a4b1-4692-8ab6-145c9b832fe5 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '9c2c83c9-e7c1-4df1-9f32-28a1eb62087d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7ca77911-dd25-45d7-9360-65387690f077'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:41:07.694859 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46315521-1383-4316-97c7-d0bea503908a None None] Attempting to bind port a3b6de24-a4b1-4692-8ab6-145c9b832fe5 on network 7ca77911-dd25-45d7-9360-65387690f077 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:41:07.704387 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46315521-1383-4316-97c7-d0bea503908a None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:41:07.704782 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46315521-1383-4316-97c7-d0bea503908a None None] Checking segment: {'id': '9c2c83c9-e7c1-4df1-9f32-28a1eb62087d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7ca77911-dd25-45d7-9360-65387690f077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:41:07.705200 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-46315521-1383-4316-97c7-d0bea503908a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:07.705602 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46315521-1383-4316-97c7-d0bea503908a None None] Bound using segment: {'id': '9c2c83c9-e7c1-4df1-9f32-28a1eb62087d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7ca77911-dd25-45d7-9360-65387690f077'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:41:07.706088 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-46315521-1383-4316-97c7-d0bea503908a None None] Bound port: a3b6de24-a4b1-4692-8ab6-145c9b832fe5, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2c83c9-e7c1-4df1-9f32-28a1eb62087d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7ca77911-dd25-45d7-9360-65387690f077'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:41:07.706504 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-46315521-1383-4316-97c7-d0bea503908a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:07.793755 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dcc47a-b936-41b3-93af-3977c9908ab7 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Network db62b813-1c67-4fd3-b608-90385815c961 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:41:07.838017 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-46315521-1383-4316-97c7-d0bea503908a None None] For port a3b6de24-a4b1-4692-8ab6-145c9b832fe5, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:41:07.846506 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-46315521-1383-4316-97c7-d0bea503908a None None] For port a3b6de24-a4b1-4692-8ab6-145c9b832fe5, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a3b6de24-a4b1-4692-8ab6-145c9b832fe5,segment=NetworkSegment(9c2c83c9-e7c1-4df1-9f32-28a1eb62087d),segment_id=9c2c83c9-e7c1-4df1-9f32-28a1eb62087d)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:41:07.891294 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-37dcc47a-b936-41b3-93af-3977c9908ab7 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, db62b813-1c67-4fd3-b608-90385815c961) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:07.896783 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dcc47a-b936-41b3-93af-3977c9908ab7 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:07.897452 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-37dcc47a-b936-41b3-93af-3977c9908ab7 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:07.900863 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6632600-84d8-4c41-9bdf-c27bdce8dc3d None None] Network db62b813-1c67-4fd3-b608-90385815c961 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:41:07.914675 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ba25-3f98-419f-8936-a313f71cafba tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:08.001096 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-37dcc47a-b936-41b3-93af-3977c9908ab7 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2725809 Dec 16 22:41:08.007286 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48008) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:08.011031 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-36f9909a-3c89-4ed6-a9ff-8bf21c691c5d tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1133880399', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:08.092070 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-ea38dde8-e819-4e3b-b228-af53a16ff806 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-873414325&fields=id&tenant_id=c2b4fafbea3d45ac8d3254c1d8b5fceb HTTP/1.1" status: 200 len: 267 time: 0.1152349 Dec 16 22:41:08.113854 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ba25-3f98-419f-8936-a313f71cafba tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:08.172212 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-36f9909a-3c89-4ed6-a9ff-8bf21c691c5d tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:08.174997 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-36f9909a-3c89-4ed6-a9ff-8bf21c691c5d tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:08.175279 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-46315521-1383-4316-97c7-d0bea503908a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:08.276117 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-36f9909a-3c89-4ed6-a9ff-8bf21c691c5d tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:08.298133 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46315521-1383-4316-97c7-d0bea503908a None None] Pushing event updated for resources: {'Port': ['ID=a3b6de24-a4b1-4692-8ab6-145c9b832fe5,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:08.326758 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9ba25-3f98-419f-8936-a313f71cafba tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Pushing event updated for resources: {'Port': ['ID=f32d1cd5-1991-4103-a0c3-3009c616d754,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:08.360279 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-36f9909a-3c89-4ed6-a9ff-8bf21c691c5d tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:08.364399 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad9ba25-3f98-419f-8936-a313f71cafba tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Network 7ca77911-dd25-45d7-9360-65387690f077 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:41:08.368530 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-2ad9ba25-3f98-419f-8936-a313f71cafba tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:08.382202 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad9ba25-3f98-419f-8936-a313f71cafba tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:41:08.395804 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad9ba25-3f98-419f-8936-a313f71cafba tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:08.397583 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ba25-3f98-419f-8936-a313f71cafba tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:08.444375 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-9d4e5b27-e5e2-4de1-9987-c04dde0eb2fb tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:08.447059 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-9d4e5b27-e5e2-4de1-9987-c04dde0eb2fb tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/networks?id=21f978f5-0352-48b1-8ba9-92150806392e HTTP/1.1" status: 200 len: 797 time: 0.3471780 Dec 16 22:41:08.471357 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859e98b8-9b08-4823-9d90-8b5cac418892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-db62b813-1c67-4fd3-b608-90385815c961', 'network_id': 'db62b813-1c67-4fd3-b608-90385815c961', 'project_id': 'a160e79644334d0998c8bf6aed6908c2', 'fixed_ips': [{'subnet_id': '7bc4baec-a2aa-4cc8-bb13-f070f11ffa77'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:41:08.472286 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-859e98b8-9b08-4823-9d90-8b5cac418892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:08.478370 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-e0094c57-8921-49b9-9f7a-354b50da8012 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/quotas/c2b4fafbea3d45ac8d3254c1d8b5fceb HTTP/1.1" status: 200 len: 375 time: 0.0197504 Dec 16 22:41:08.500410 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-36f9909a-3c89-4ed6-a9ff-8bf21c691c5d tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:08.506575 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-36f9909a-3c89-4ed6-a9ff-8bf21c691c5d tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5033524 Dec 16 22:41:08.507275 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48026) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:08.574197 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2ad9ba25-3f98-419f-8936-a313f71cafba tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9520669 Dec 16 22:41:08.584011 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48028) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:08.590299 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-ca0a70e6-4d99-4900-9c34-8ea929cf5b5a tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Request body: {'port': {'network_id': '7ca77911-dd25-45d7-9360-65387690f077', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1398084477', 'allowed_address_pairs': [{'ip_address': '2001:db8::2e3', 'mac_address': 'fa:16:3e:3f:84:48'}]}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:08.658689 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-c39210b5-1927-48e5-a371-b013d488e694 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c2b4fafbea3d45ac8d3254c1d8b5fceb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1739020 Dec 16 22:41:08.776352 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-859e98b8-9b08-4823-9d90-8b5cac418892 None None] Allocated IP 172.20.0.2 (db62b813-1c67-4fd3-b608-90385815c961/7bc4baec-a2aa-4cc8-bb13-f070f11ffa77/0e77064b-50c6-411a-aacc-8b862dcd6035) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:41:09.015831 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-859e98b8-9b08-4823-9d90-8b5cac418892 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:09.102951 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-859e98b8-9b08-4823-9d90-8b5cac418892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:09.173240 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859e98b8-9b08-4823-9d90-8b5cac418892 None None] Network db62b813-1c67-4fd3-b608-90385815c961 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:41:09.175366 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-5676cbb3-a2c5-4bda-9e09-35048183e0e6 service neutron] 10.222.0.75 "GET /v2.0/networks/21f978f5-0352-48b1-8ba9-92150806392e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323584 Dec 16 22:41:09.182400 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-859e98b8-9b08-4823-9d90-8b5cac418892 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:09.190344 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859e98b8-9b08-4823-9d90-8b5cac418892 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:41:09.250149 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e98b8-9b08-4823-9d90-8b5cac418892 None None] Pushing event updated for resources: {'Port': ['ID=0e77064b-50c6-411a-aacc-8b862dcd6035,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:09.257719 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0a70e6-4d99-4900-9c34-8ea929cf5b5a tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Made reservation on behalf of f6d0a815855f44c0a567dd69ed952626 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:09.293962 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-859e98b8-9b08-4823-9d90-8b5cac418892 None None] Attempting to bind port 0e77064b-50c6-411a-aacc-8b862dcd6035 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:41:09.294873 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-859e98b8-9b08-4823-9d90-8b5cac418892 None None] Attempting to bind port 0e77064b-50c6-411a-aacc-8b862dcd6035 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'f2a3939b-dfa3-4564-ba47-22e6081f6a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'db62b813-1c67-4fd3-b608-90385815c961'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:41:09.295674 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e98b8-9b08-4823-9d90-8b5cac418892 None None] Attempting to bind port 0e77064b-50c6-411a-aacc-8b862dcd6035 on network db62b813-1c67-4fd3-b608-90385815c961 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:41:09.307907 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e98b8-9b08-4823-9d90-8b5cac418892 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:41:09.313670 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e98b8-9b08-4823-9d90-8b5cac418892 None None] Checking segment: {'id': 'f2a3939b-dfa3-4564-ba47-22e6081f6a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'db62b813-1c67-4fd3-b608-90385815c961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:41:09.313670 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-859e98b8-9b08-4823-9d90-8b5cac418892 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:09.313670 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e98b8-9b08-4823-9d90-8b5cac418892 None None] Bound using segment: {'id': 'f2a3939b-dfa3-4564-ba47-22e6081f6a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'db62b813-1c67-4fd3-b608-90385815c961'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:41:09.313670 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-859e98b8-9b08-4823-9d90-8b5cac418892 None None] Bound port: 0e77064b-50c6-411a-aacc-8b862dcd6035, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a3939b-dfa3-4564-ba47-22e6081f6a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'db62b813-1c67-4fd3-b608-90385815c961'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:41:09.313670 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-859e98b8-9b08-4823-9d90-8b5cac418892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:09.427716 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-59559516-9d83-41ff-a2e5-ab3a988ac6de service neutron] 10.222.0.75 "GET /v2.0/networks/21f978f5-0352-48b1-8ba9-92150806392e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448611 Dec 16 22:41:09.453239 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a3b6de24-a4b1-4692-8ab6-145c9b832fe5 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:41:09.528807 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ca0a70e6-4d99-4900-9c34-8ea929cf5b5a tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:09.558014 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-859e98b8-9b08-4823-9d90-8b5cac418892 None None] For port 0e77064b-50c6-411a-aacc-8b862dcd6035, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:41:09.565658 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-859e98b8-9b08-4823-9d90-8b5cac418892 None None] For port 0e77064b-50c6-411a-aacc-8b862dcd6035, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0e77064b-50c6-411a-aacc-8b862dcd6035,segment=NetworkSegment(f2a3939b-dfa3-4564-ba47-22e6081f6a13),segment_id=f2a3939b-dfa3-4564-ba47-22e6081f6a13)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:41:09.586995 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [None req-ca0a70e6-4d99-4900-9c34-8ea929cf5b5a tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] device_id is not set on port 9151ba68-3c08-47fb-b331-97e3ff2c8ef9 yet. {{(pid=103614) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:41:09.591616 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port a3b6de24-a4b1-4692-8ab6-145c9b832fe5 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:09.591991 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:09.676859 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-859e98b8-9b08-4823-9d90-8b5cac418892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:09.760031 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e98b8-9b08-4823-9d90-8b5cac418892 None None] Pushing event updated for resources: {'Port': ['ID=0e77064b-50c6-411a-aacc-8b862dcd6035,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:09.890591 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:10.018665 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port a3b6de24-a4b1-4692-8ab6-145c9b832fe5, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a3b6de24-a4b1-4692-8ab6-145c9b832fe5,segment=NetworkSegment(9c2c83c9-e7c1-4df1-9f32-28a1eb62087d),segment_id=9c2c83c9-e7c1-4df1-9f32-28a1eb62087d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:10.021195 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-ca0a70e6-4d99-4900-9c34-8ea929cf5b5a tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Allocated IP 2001:db8::1c9 (7ca77911-dd25-45d7-9360-65387690f077/6a175ebd-2aa8-4bec-81b7-afc56a0a9594/9151ba68-3c08-47fb-b331-97e3ff2c8ef9) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:41:10.054580 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:10.080084 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:10.265281 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=a3b6de24-a4b1-4692-8ab6-145c9b832fe5,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:10.408984 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd82e334-28a4-4a96-a627-f250b0222adb None None] Network 7ca77911-dd25-45d7-9360-65387690f077 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:41:10.653135 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ca0a70e6-4d99-4900-9c34-8ea929cf5b5a tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:10.727480 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-588985e8-1a14-4037-a02a-21571ccef7e5 req-a0956d95-4912-4e08-88d9-bd02df7dc890 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=2012fa61-3668-4a9d-8d6a-0815dcc3cab7 HTTP/1.1" status: 200 len: 210 time: 0.7684934 Dec 16 22:41:10.755156 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-373cfd90-23d3-4f8e-be27-821d1bceb219 None None] Provisioning complete for port a3b6de24-a4b1-4692-8ab6-145c9b832fe5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:10.756080 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-373cfd90-23d3-4f8e-be27-821d1bceb219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:10.815809 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Allocated IP 172.20.0.1 (db62b813-1c67-4fd3-b608-90385815c961/7bc4baec-a2aa-4cc8-bb13-f070f11ffa77/c6e36f36-9f64-4e33-b13e-537044b6b564) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:41:10.943504 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ca0a70e6-4d99-4900-9c34-8ea929cf5b5a tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:11.139283 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:11.168637 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0a70e6-4d99-4900-9c34-8ea929cf5b5a tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Network 7ca77911-dd25-45d7-9360-65387690f077 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:41:11.181701 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-ca0a70e6-4d99-4900-9c34-8ea929cf5b5a tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:11.190662 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0a70e6-4d99-4900-9c34-8ea929cf5b5a tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:41:11.204187 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0a70e6-4d99-4900-9c34-8ea929cf5b5a tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:11.204859 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ca0a70e6-4d99-4900-9c34-8ea929cf5b5a tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:11.229445 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a70e6-4d99-4900-9c34-8ea929cf5b5a tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Pushing event updated for resources: {'Port': ['ID=9151ba68-3c08-47fb-b331-97e3ff2c8ef9,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:11.299927 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ca0a70e6-4d99-4900-9c34-8ea929cf5b5a tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.7145209 Dec 16 22:41:11.303153 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48060) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:11.377700 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:11.449620 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-81ea6315-2f93-4185-87e7-0130e4b31555 None None] Provisioning complete for port f32d1cd5-1991-4103-a0c3-3009c616d754 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:11.450190 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-81ea6315-2f93-4185-87e7-0130e4b31555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:11.464001 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9303092c-1398-4d42-aae0-0bb1d164a5af tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:11.476123 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Network db62b813-1c67-4fd3-b608-90385815c961 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:41:11.487727 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:11.496028 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:41:11.499631 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9303092c-1398-4d42-aae0-0bb1d164a5af tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:11.514652 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9303092c-1398-4d42-aae0-0bb1d164a5af tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:11.516833 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9303092c-1398-4d42-aae0-0bb1d164a5af tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2126203 Dec 16 22:41:11.524076 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48062) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:11.557240 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0e77064b-50c6-411a-aacc-8b862dcd6035 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:41:11.606150 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Pushing event updated for resources: {'Port': ['ID=c6e36f36-9f64-4e33-b13e-537044b6b564,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:11.622375 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:11.625940 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:11.626899 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:11.627593 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:11.628190 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:11.629361 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:11.629889 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:11.630714 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:11.631331 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:11.631870 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:11.632659 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:11.649714 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:11.649714 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:11.656193 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:11.708308 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-81ea6315-2f93-4185-87e7-0130e4b31555 None None] Port f32d1cd5-1991-4103-a0c3-3009c616d754 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:41:11.759612 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-81ea6315-2f93-4185-87e7-0130e4b31555 None None] Provisioning complete for port a3b6de24-a4b1-4692-8ab6-145c9b832fe5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:11.760031 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-81ea6315-2f93-4185-87e7-0130e4b31555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:11.837006 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 0e77064b-50c6-411a-aacc-8b862dcd6035 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:11.837006 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:11.850140 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-4d5e1837-e38b-4ceb-8999-9c92edb09115 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Deleting port 9151ba68-3c08-47fb-b331-97e3ff2c8ef9 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:41:11.852058 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d5e1837-e38b-4ceb-8999-9c92edb09115 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:11.949911 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9902f677-97a4-41ec-965f-19a10411540b None None] Network db62b813-1c67-4fd3-b608-90385815c961 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:41:12.022021 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a5ab29b7-1677-41a2-8f3e-365b5f228555 req-96170b96-04ff-4843-a998-ce4c93204142 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=2012fa61-3668-4a9d-8d6a-0815dcc3cab7 HTTP/1.1" status: 200 len: 210 time: 0.1275549 Dec 16 22:41:12.112701 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:12.181833 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d5e1837-e38b-4ceb-8999-9c92edb09115 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:12.220086 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:12.248970 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-4d5e1837-e38b-4ceb-8999-9c92edb09115 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Calling delete_port for 9151ba68-3c08-47fb-b331-97e3ff2c8ef9 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:41:12.313471 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 0e77064b-50c6-411a-aacc-8b862dcd6035, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0e77064b-50c6-411a-aacc-8b862dcd6035,segment=NetworkSegment(f2a3939b-dfa3-4564-ba47-22e6081f6a13),segment_id=f2a3939b-dfa3-4564-ba47-22e6081f6a13)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:12.391846 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-108ea2b4-2ae2-49f8-881e-8b42cb4dba3b None None] Provisioning complete for port f32d1cd5-1991-4103-a0c3-3009c616d754 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:12.392185 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-108ea2b4-2ae2-49f8-881e-8b42cb4dba3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:12.444077 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:12.445193 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a3b6de24-a4b1-4692-8ab6-145c9b832fe5 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:41:12.556736 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-108ea2b4-2ae2-49f8-881e-8b42cb4dba3b None None] Port f32d1cd5-1991-4103-a0c3-3009c616d754 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:41:12.566848 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port a3b6de24-a4b1-4692-8ab6-145c9b832fe5 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:12.567247 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:12.574016 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-108ea2b4-2ae2-49f8-881e-8b42cb4dba3b None None] Provisioning complete for port 0e77064b-50c6-411a-aacc-8b862dcd6035 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:12.574754 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-108ea2b4-2ae2-49f8-881e-8b42cb4dba3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:12.645570 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=0e77064b-50c6-411a-aacc-8b862dcd6035,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:12.702827 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d5e1837-e38b-4ceb-8999-9c92edb09115 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:12.747780 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e1837-e38b-4ceb-8999-9c92edb09115 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Pushing event deleted for resources: {'Port': ['ID=9151ba68-3c08-47fb-b331-97e3ff2c8ef9,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:12.833622 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:12.923623 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4d5e1837-e38b-4ceb-8999-9c92edb09115 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:12.931113 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4d5e1837-e38b-4ceb-8999-9c92edb09115 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] 10.222.0.75 "DELETE /v2.0/ports/9151ba68-3c08-47fb-b331-97e3ff2c8ef9 HTTP/1.1" status: 204 len: 168 time: 1.4043200 Dec 16 22:41:12.932507 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48082) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:12.946796 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:13.022599 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c035d7c2-5ce5-474f-b97b-11ad3a7d26c7 None None] Could not find standard attr ID for object 9151ba68-3c08-47fb-b331-97e3ff2c8ef9. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:41:13.047651 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c035d7c2-5ce5-474f-b97b-11ad3a7d26c7 None None] Provisioning complete for port c6e36f36-9f64-4e33-b13e-537044b6b564 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:13.047651 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c035d7c2-5ce5-474f-b97b-11ad3a7d26c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:13.096064 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c035d7c2-5ce5-474f-b97b-11ad3a7d26c7 None None] Port c6e36f36-9f64-4e33-b13e-537044b6b564 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:41:13.113930 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c035d7c2-5ce5-474f-b97b-11ad3a7d26c7 None None] Provisioning complete for port 0e77064b-50c6-411a-aacc-8b862dcd6035 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:13.114317 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c035d7c2-5ce5-474f-b97b-11ad3a7d26c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:13.232901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Pushing event updated for resources: {'Port': ['ID=c6e36f36-9f64-4e33-b13e-537044b6b564,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:13.239149 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:13.248987 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-f759fd70-b555-44bc-b4eb-3d0cd0bb3f6d tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] GET failed (client error): The resource could not be found. Dec 16 22:41:13.254679 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f759fd70-b555-44bc-b4eb-3d0cd0bb3f6d tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] 10.222.0.75 "GET /v2.0/ports/9151ba68-3c08-47fb-b331-97e3ff2c8ef9 HTTP/1.1" status: 404 len: 333 time: 0.3208723 Dec 16 22:41:13.263365 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48090) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:13.295348 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-79642774-66ca-49ac-8c87-df4a04ee2564 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Request body: {'port': {'network_id': '7ca77911-dd25-45d7-9360-65387690f077', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1630079018'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:13.336917 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-053226da-eaa1-4219-8618-6907564bbbd2 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:13.337987 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-878332fb-bb86-45f0-9ca0-3f5f347a7ed7 req-a1d312c9-cbdc-4865-a5ae-0faf79241bbb tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=2012fa61-3668-4a9d-8d6a-0815dcc3cab7 HTTP/1.1" status: 200 len: 210 time: 0.0934403 Dec 16 22:41:13.354745 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0e77064b-50c6-411a-aacc-8b862dcd6035 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:41:13.367817 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-053226da-eaa1-4219-8618-6907564bbbd2 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.76 "GET /v2.0/networks?id=21f978f5-0352-48b1-8ba9-92150806392e HTTP/1.1" status: 200 len: 797 time: 0.3365858 Dec 16 22:41:13.529859 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0c95b3f0-8e2b-4c47-bada-3a91584ddbca None None] Provisioning complete for port c6e36f36-9f64-4e33-b13e-537044b6b564 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:13.530376 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0c95b3f0-8e2b-4c47-bada-3a91584ddbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:13.589283 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Network db62b813-1c67-4fd3-b608-90385815c961 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:41:13.593110 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:13.645936 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-2f907f71-7317-41b6-8438-fe957e25b049 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2b4fafbea3d45ac8d3254c1d8b5fceb HTTP/1.1" status: 200 len: 470 time: 0.2603149 Dec 16 22:41:13.656456 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-284ad259-f0a2-4032-b08c-82cf29b93c60 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'port': {'device_id': '2012fa61-3668-4a9d-8d6a-0815dcc3cab7', 'network_id': '21f978f5-0352-48b1-8ba9-92150806392e', 'admin_state_up': True, 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'security_groups': ['e675e6e4-c3d4-449f-881b-82ffa96acaad']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:13.682468 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0c95b3f0-8e2b-4c47-bada-3a91584ddbca None None] Port c6e36f36-9f64-4e33-b13e-537044b6b564 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:41:13.699392 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 0e77064b-50c6-411a-aacc-8b862dcd6035 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:13.703900 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:13.828759 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79642774-66ca-49ac-8c87-df4a04ee2564 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Made reservation on behalf of f6d0a815855f44c0a567dd69ed952626 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:13.834537 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-79642774-66ca-49ac-8c87-df4a04ee2564 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:13.893299 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-79642774-66ca-49ac-8c87-df4a04ee2564 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] device_id is not set on port ed818ef9-207e-49ef-9e3a-1cda17ad9cf1 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:41:13.984245 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Router c798db6f-9eb6-4b85-9719-fc19d292c9e0 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:41:14.090436 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-284ad259-f0a2-4032-b08c-82cf29b93c60 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Made reservation on behalf of c2b4fafbea3d45ac8d3254c1d8b5fceb for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:14.095713 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-284ad259-f0a2-4032-b08c-82cf29b93c60 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:14.134602 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ca608808-993a-4c83-9d7b-abe040a692bb None None] Provisioning complete for port c6e36f36-9f64-4e33-b13e-537044b6b564 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:14.138045 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ca608808-993a-4c83-9d7b-abe040a692bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:14.155633 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:41:14.165034 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-18b0c02d-30a3-4655-a3b8-e65590d71bcd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] 10.222.0.75 "PUT /v2.0/routers/c798db6f-9eb6-4b85-9719-fc19d292c9e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6539364 Dec 16 22:41:14.166779 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48104) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:14.170052 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056720cb-96f8-4f42-900d-c5bf27eb2c8b None None] Sync routers for ids ['c798db6f-9eb6-4b85-9719-fc19d292c9e0'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:41:14.172404 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-2bbb1716-cdee-42a9-b99d-5534cf829eb2 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Request body: {'port': {'network_id': 'db62b813-1c67-4fd3-b608-90385815c961', 'name': 'tempest-FloatingIPNegativeTestJSON-2112614498'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:14.184796 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056720cb-96f8-4f42-900d-c5bf27eb2c8b None None] Routers {'c798db6f-9eb6-4b85-9719-fc19d292c9e0'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:41:14.185720 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-056720cb-96f8-4f42-900d-c5bf27eb2c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:40:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['c798db6f-9eb6-4b85-9719-fc19d292c9e0'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:14.200632 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-79642774-66ca-49ac-8c87-df4a04ee2564 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Allocated IP 2001:db8::34d (7ca77911-dd25-45d7-9360-65387690f077/6a175ebd-2aa8-4bec-81b7-afc56a0a9594/ed818ef9-207e-49ef-9e3a-1cda17ad9cf1) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:41:14.229579 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ca608808-993a-4c83-9d7b-abe040a692bb None None] Port c6e36f36-9f64-4e33-b13e-537044b6b564 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:41:14.251034 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-056720cb-96f8-4f42-900d-c5bf27eb2c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:14.273437 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056720cb-96f8-4f42-900d-c5bf27eb2c8b None None] Routers {'c798db6f-9eb6-4b85-9719-fc19d292c9e0'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:41:14.274218 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-056720cb-96f8-4f42-900d-c5bf27eb2c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:40:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['c798db6f-9eb6-4b85-9719-fc19d292c9e0'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:14.339128 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-284ad259-f0a2-4032-b08c-82cf29b93c60 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Allocated IP 172.20.0.22 (21f978f5-0352-48b1-8ba9-92150806392e/65fb5bf4-45d5-4d3c-bb49-793644a6065f/e7a1f569-28b5-40ff-8b7e-c44a567ea801) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:41:14.348673 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-056720cb-96f8-4f42-900d-c5bf27eb2c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:14.349588 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056720cb-96f8-4f42-900d-c5bf27eb2c8b None None] The sync data for ids ['c798db6f-9eb6-4b85-9719-fc19d292c9e0'] in n-d-815324-4 is: [] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:41:14.495341 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-79642774-66ca-49ac-8c87-df4a04ee2564 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:14.534728 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbb1716-cdee-42a9-b99d-5534cf829eb2 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Made reservation on behalf of a160e79644334d0998c8bf6aed6908c2 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:14.540604 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2bbb1716-cdee-42a9-b99d-5534cf829eb2 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:14.577193 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-2bbb1716-cdee-42a9-b99d-5534cf829eb2 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] device_id is not set on port 716235c7-19e0-4014-9c71-d7a78d6afccd yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:41:14.632376 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-91000214-9d8a-44de-b0b2-e59d7f248143 req-13558c67-12c2-4bc0-b621-358ce8cf1fae tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=2012fa61-3668-4a9d-8d6a-0815dcc3cab7 HTTP/1.1" status: 200 len: 210 time: 0.0719016 Dec 16 22:41:14.671096 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-284ad259-f0a2-4032-b08c-82cf29b93c60 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:14.782316 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-79642774-66ca-49ac-8c87-df4a04ee2564 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:14.823990 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-284ad259-f0a2-4032-b08c-82cf29b93c60 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:14.841014 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-2bbb1716-cdee-42a9-b99d-5534cf829eb2 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Allocated IP 172.20.0.8 (db62b813-1c67-4fd3-b608-90385815c961/7bc4baec-a2aa-4cc8-bb13-f070f11ffa77/716235c7-19e0-4014-9c71-d7a78d6afccd) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:41:14.883593 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79642774-66ca-49ac-8c87-df4a04ee2564 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Network 7ca77911-dd25-45d7-9360-65387690f077 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:41:14.889116 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-79642774-66ca-49ac-8c87-df4a04ee2564 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:14.897218 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ad259-f0a2-4032-b08c-82cf29b93c60 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'Port': ['ID=e7a1f569-28b5-40ff-8b7e-c44a567ea801,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:14.904226 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79642774-66ca-49ac-8c87-df4a04ee2564 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:41:14.912309 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79642774-66ca-49ac-8c87-df4a04ee2564 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:14.913101 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-79642774-66ca-49ac-8c87-df4a04ee2564 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:14.937575 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79642774-66ca-49ac-8c87-df4a04ee2564 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Pushing event updated for resources: {'Port': ['ID=ed818ef9-207e-49ef-9e3a-1cda17ad9cf1,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:14.947803 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-284ad259-f0a2-4032-b08c-82cf29b93c60 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Network 21f978f5-0352-48b1-8ba9-92150806392e is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:41:14.949735 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-284ad259-f0a2-4032-b08c-82cf29b93c60 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:14.962153 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-284ad259-f0a2-4032-b08c-82cf29b93c60 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:41:15.072597 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-284ad259-f0a2-4032-b08c-82cf29b93c60 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:15.073284 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-284ad259-f0a2-4032-b08c-82cf29b93c60 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:15.093540 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-79642774-66ca-49ac-8c87-df4a04ee2564 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8040402 Dec 16 22:41:15.101110 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48116) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:15.108568 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-c77f286a-6fb8-4c4e-bc7c-01282fc37cde tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e3', 'mac_address': 'fa:16:3e:3f:84:48'}]}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:15.272307 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-284ad259-f0a2-4032-b08c-82cf29b93c60 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6200049 Dec 16 22:41:15.288421 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2bbb1716-cdee-42a9-b99d-5534cf829eb2 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:15.381943 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-fea92dd2-0f77-4ea4-9a97-19f5abe534f3 None None] Provisioning complete for port ed818ef9-207e-49ef-9e3a-1cda17ad9cf1 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:15.382966 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fea92dd2-0f77-4ea4-9a97-19f5abe534f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:15.429902 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-68f5f5db-358f-4439-a2e2-2fd44c26f0ec service neutron] Request body: {'port': {'device_id': '2012fa61-3668-4a9d-8d6a-0815dcc3cab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:15.445720 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-fea92dd2-0f77-4ea4-9a97-19f5abe534f3 None None] Port ed818ef9-207e-49ef-9e3a-1cda17ad9cf1 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:41:15.446635 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c77f286a-6fb8-4c4e-bc7c-01282fc37cde tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:15.503063 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2bbb1716-cdee-42a9-b99d-5534cf829eb2 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:15.605516 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbb1716-cdee-42a9-b99d-5534cf829eb2 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Network db62b813-1c67-4fd3-b608-90385815c961 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:41:15.610557 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-68f5f5db-358f-4439-a2e2-2fd44c26f0ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:15.620765 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-2bbb1716-cdee-42a9-b99d-5534cf829eb2 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:15.643065 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbb1716-cdee-42a9-b99d-5534cf829eb2 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:41:15.645824 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-17cf9a26-dea1-4f90-9585-abbec0a36a72 None None] Provisioning complete for port e7a1f569-28b5-40ff-8b7e-c44a567ea801 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:15.646416 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-17cf9a26-dea1-4f90-9585-abbec0a36a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:15.742455 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb1716-cdee-42a9-b99d-5534cf829eb2 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Pushing event updated for resources: {'Port': ['ID=716235c7-19e0-4014-9c71-d7a78d6afccd,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:15.831250 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbb1716-cdee-42a9-b99d-5534cf829eb2 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:15.837490 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-17cf9a26-dea1-4f90-9585-abbec0a36a72 None None] Port e7a1f569-28b5-40ff-8b7e-c44a567ea801 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:41:15.843690 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2bbb1716-cdee-42a9-b99d-5534cf829eb2 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:15.965169 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047ca14-f2dd-40b7-854c-440bd305510a req-f9f0d47d-b36c-419d-b78f-f46e569c36ae tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:15.973843 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7047ca14-f2dd-40b7-854c-440bd305510a req-f9f0d47d-b36c-419d-b78f-f46e569c36ae tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=2012fa61-3668-4a9d-8d6a-0815dcc3cab7 HTTP/1.1" status: 200 len: 932 time: 0.1128902 Dec 16 22:41:16.083770 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7047ca14-f2dd-40b7-854c-440bd305510a req-bc242dae-afd0-4d4c-8356-b116b4f6e0a6 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=e675e6e4-c3d4-449f-881b-82ffa96acaad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934994 Dec 16 22:41:16.174231 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c14e469b-8669-4c67-9202-abd63deeefaa None None] Provisioning complete for port 716235c7-19e0-4014-9c71-d7a78d6afccd triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:16.181948 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c14e469b-8669-4c67-9202-abd63deeefaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:16.218297 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2bbb1716-cdee-42a9-b99d-5534cf829eb2 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0503676 Dec 16 22:41:16.221709 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48130) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:16.243739 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-11572d6d-a85c-4327-9c60-589853cb9b2d tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:16.276042 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c77f286a-6fb8-4c4e-bc7c-01282fc37cde tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:16.332210 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c14e469b-8669-4c67-9202-abd63deeefaa None None] Port 716235c7-19e0-4014-9c71-d7a78d6afccd cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:41:16.362024 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c77f286a-6fb8-4c4e-bc7c-01282fc37cde tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:16.416687 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-c77f286a-6fb8-4c4e-bc7c-01282fc37cde tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] In _notify_port_updated(), no bound segment for port ed818ef9-207e-49ef-9e3a-1cda17ad9cf1 on network 7ca77911-dd25-45d7-9360-65387690f077 {{(pid=103614) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:41:16.422882 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77f286a-6fb8-4c4e-bc7c-01282fc37cde tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:16.423320 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c77f286a-6fb8-4c4e-bc7c-01282fc37cde tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:16.424537 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11572d6d-a85c-4327-9c60-589853cb9b2d tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:16.428100 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c77f286a-6fb8-4c4e-bc7c-01282fc37cde tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] 10.222.0.75 "PUT /v2.0/ports/ed818ef9-207e-49ef-9e3a-1cda17ad9cf1 HTTP/1.1" status: 200 len: 1003 time: 1.3257954 Dec 16 22:41:16.431157 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48132) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:16.491381 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f286a-6fb8-4c4e-bc7c-01282fc37cde tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Pushing event updated for resources: {'Port': ['ID=ed818ef9-207e-49ef-9e3a-1cda17ad9cf1,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:16.518247 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-68f5f5db-358f-4439-a2e2-2fd44c26f0ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a1f569-28b5-40ff-8b7e-c44a567ea801 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:41:16.547526 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-68f5f5db-358f-4439-a2e2-2fd44c26f0ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:16.576044 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-68f5f5db-358f-4439-a2e2-2fd44c26f0ec service neutron] Transition to ACTIVE for port object e7a1f569-28b5-40ff-8b7e-c44a567ea801 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:41:16.600973 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-8bf1c94e-2355-4177-b930-6ab40412c83e tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Deleting port ed818ef9-207e-49ef-9e3a-1cda17ad9cf1 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:41:16.601446 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8bf1c94e-2355-4177-b930-6ab40412c83e tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:16.656091 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11572d6d-a85c-4327-9c60-589853cb9b2d tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:16.719926 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8bf1c94e-2355-4177-b930-6ab40412c83e tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:16.728742 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-68f5f5db-358f-4439-a2e2-2fd44c26f0ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:16.811535 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-8bf1c94e-2355-4177-b930-6ab40412c83e tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Calling delete_port for ed818ef9-207e-49ef-9e3a-1cda17ad9cf1 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:41:16.859169 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-11572d6d-a85c-4327-9c60-589853cb9b2d tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Allocated IP 172.25.6.220 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/e37e7281-7606-43e8-b36e-4389fb0cac25) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:41:16.946249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f5db-358f-4439-a2e2-2fd44c26f0ec service neutron] Pushing event updated for resources: {'Port': ['ID=e7a1f569-28b5-40ff-8b7e-c44a567ea801,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:17.041820 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cef27b60-6031-462f-a3c7-d92ebadf3b54 None None] Provisioning complete for port ed818ef9-207e-49ef-9e3a-1cda17ad9cf1 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:17.045784 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cef27b60-6031-462f-a3c7-d92ebadf3b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:17.129437 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11572d6d-a85c-4327-9c60-589853cb9b2d tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:17.135449 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-68f5f5db-358f-4439-a2e2-2fd44c26f0ec service neutron] Attempting to bind port e7a1f569-28b5-40ff-8b7e-c44a567ea801 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:41:17.142479 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-68f5f5db-358f-4439-a2e2-2fd44c26f0ec service neutron] Attempting to bind port e7a1f569-28b5-40ff-8b7e-c44a567ea801 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '001e36be-4124-4f94-aa8b-764196a3c71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '21f978f5-0352-48b1-8ba9-92150806392e'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:41:17.142823 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-68f5f5db-358f-4439-a2e2-2fd44c26f0ec service neutron] Attempting to bind port e7a1f569-28b5-40ff-8b7e-c44a567ea801 on network 21f978f5-0352-48b1-8ba9-92150806392e {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:41:17.203008 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-68f5f5db-358f-4439-a2e2-2fd44c26f0ec service neutron] Port e7a1f569-28b5-40ff-8b7e-c44a567ea801 on network 21f978f5-0352-48b1-8ba9-92150806392e not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:41:17.203993 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-68f5f5db-358f-4439-a2e2-2fd44c26f0ec service neutron] Attempting to bind port e7a1f569-28b5-40ff-8b7e-c44a567ea801 on network 21f978f5-0352-48b1-8ba9-92150806392e {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:41:17.217775 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-68f5f5db-358f-4439-a2e2-2fd44c26f0ec service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:41:17.218773 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-68f5f5db-358f-4439-a2e2-2fd44c26f0ec service neutron] Checking segment: {'id': '001e36be-4124-4f94-aa8b-764196a3c71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '21f978f5-0352-48b1-8ba9-92150806392e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:41:17.219363 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-68f5f5db-358f-4439-a2e2-2fd44c26f0ec service neutron] Bound using segment: {'id': '001e36be-4124-4f94-aa8b-764196a3c71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '21f978f5-0352-48b1-8ba9-92150806392e'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:41:17.220286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-68f5f5db-358f-4439-a2e2-2fd44c26f0ec service neutron] Bound port: e7a1f569-28b5-40ff-8b7e-c44a567ea801, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '001e36be-4124-4f94-aa8b-764196a3c71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '21f978f5-0352-48b1-8ba9-92150806392e'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:41:17.220952 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-68f5f5db-358f-4439-a2e2-2fd44c26f0ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:17.231612 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-cef27b60-6031-462f-a3c7-d92ebadf3b54 None None] Port ed818ef9-207e-49ef-9e3a-1cda17ad9cf1 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:41:17.359265 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8bf1c94e-2355-4177-b930-6ab40412c83e tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:17.384106 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11572d6d-a85c-4327-9c60-589853cb9b2d tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:17.389484 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935ce2d-c7fe-4c27-b37f-f4e1b1ae07a3 req-1ceb2130-2bb1-460f-a660-f6ba41859d8a tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:17.391105 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b935ce2d-c7fe-4c27-b37f-f4e1b1ae07a3 req-1ceb2130-2bb1-460f-a660-f6ba41859d8a tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=2012fa61-3668-4a9d-8d6a-0815dcc3cab7 HTTP/1.1" status: 200 len: 944 time: 0.0988491 Dec 16 22:41:17.410860 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-68f5f5db-358f-4439-a2e2-2fd44c26f0ec service neutron] For port e7a1f569-28b5-40ff-8b7e-c44a567ea801, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:41:17.426261 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1c94e-2355-4177-b930-6ab40412c83e tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Pushing event deleted for resources: {'Port': ['ID=ed818ef9-207e-49ef-9e3a-1cda17ad9cf1,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:17.466417 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-68f5f5db-358f-4439-a2e2-2fd44c26f0ec service neutron] For port e7a1f569-28b5-40ff-8b7e-c44a567ea801, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e7a1f569-28b5-40ff-8b7e-c44a567ea801,segment=NetworkSegment(001e36be-4124-4f94-aa8b-764196a3c71d),segment_id=001e36be-4124-4f94-aa8b-764196a3c71d)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:41:17.480097 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11572d6d-a85c-4327-9c60-589853cb9b2d tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:41:17.480097 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-11572d6d-a85c-4327-9c60-589853cb9b2d tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:17.483018 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11572d6d-a85c-4327-9c60-589853cb9b2d tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:41:17.508110 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11572d6d-a85c-4327-9c60-589853cb9b2d tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Pushing event updated for resources: {'Port': ['ID=e37e7281-7606-43e8-b36e-4389fb0cac25,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:17.540718 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b935ce2d-c7fe-4c27-b37f-f4e1b1ae07a3 req-5d8d867e-3c14-403b-b7c2-7051f731fce6 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=e675e6e4-c3d4-449f-881b-82ffa96acaad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243300 Dec 16 22:41:17.565069 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8bf1c94e-2355-4177-b930-6ab40412c83e tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:17.569950 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8bf1c94e-2355-4177-b930-6ab40412c83e tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] 10.222.0.75 "DELETE /v2.0/ports/ed818ef9-207e-49ef-9e3a-1cda17ad9cf1 HTTP/1.1" status: 204 len: 168 time: 1.1360950 Dec 16 22:41:17.573823 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48146) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:17.613531 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-2059a6f4-5bd0-4259-9a27-d1eb85f7dcdd tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] GET failed (client error): The resource could not be found. Dec 16 22:41:17.613531 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2059a6f4-5bd0-4259-9a27-d1eb85f7dcdd tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] 10.222.0.75 "GET /v2.0/ports/ed818ef9-207e-49ef-9e3a-1cda17ad9cf1 HTTP/1.1" status: 404 len: 333 time: 0.0380945 Dec 16 22:41:17.621397 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-68f5f5db-358f-4439-a2e2-2fd44c26f0ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:17.621605 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48148) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:17.625317 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-b168de95-ac9b-403c-bc5b-c2a5cde3f06b tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Request body: {'port': {'network_id': '7ca77911-dd25-45d7-9360-65387690f077', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1901475685'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:17.663421 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-68f5f5db-358f-4439-a2e2-2fd44c26f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:17.664119 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-68f5f5db-358f-4439-a2e2-2fd44c26f0ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:17.665485 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-68f5f5db-358f-4439-a2e2-2fd44c26f0ec service neutron] 10.222.0.76 "PUT /v2.0/ports/e7a1f569-28b5-40ff-8b7e-c44a567ea801 HTTP/1.1" status: 200 len: 1092 time: 2.3725214 Dec 16 22:41:17.665949 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2012fa61-3668-4a9d-8d6a-0815dcc3cab7', 'tag': 'e7a1f569-28b5-40ff-8b7e-c44a567ea801'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:41:17.668407 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32b04e8-02dc-4e77-895a-8324fe2b6fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "2012fa61-3668-4a9d-8d6a-0815dcc3cab7", "tag": "e7a1f569-28b5-40ff-8b7e-c44a567ea801"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:41:17.700583 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5f5db-358f-4439-a2e2-2fd44c26f0ec service neutron] Pushing event updated for resources: {'Port': ['ID=e7a1f569-28b5-40ff-8b7e-c44a567ea801,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:17.738794 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad54b73d-5fc2-4aad-bde7-d98ca62299c2 x-openstack-request-id: req-ad54b73d-5fc2-4aad-bde7-d98ca62299c2 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:41:17.739779 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2012fa61-3668-4a9d-8d6a-0815dcc3cab7", "tag": "e7a1f569-28b5-40ff-8b7e-c44a567ea801", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:41:17.739779 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ad54b73d-5fc2-4aad-bde7-d98ca62299c2 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:41:17.740024 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2012fa61-3668-4a9d-8d6a-0815dcc3cab7', 'tag': 'e7a1f569-28b5-40ff-8b7e-c44a567ea801', 'status': 'completed', 'code': 200} Dec 16 22:41:17.749203 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11572d6d-a85c-4327-9c60-589853cb9b2d tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:17.857575 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b04e8-02dc-4e77-895a-8324fe2b6fcf req-3f480775-0f3c-4a25-bd0e-f22b7fab27de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:17.858982 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b32b04e8-02dc-4e77-895a-8324fe2b6fcf req-3f480775-0f3c-4a25-bd0e-f22b7fab27de service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c2b4fafbea3d45ac8d3254c1d8b5fceb&device_id=2012fa61-3668-4a9d-8d6a-0815dcc3cab7 HTTP/1.1" status: 200 len: 1095 time: 0.0709610 Dec 16 22:41:17.916272 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b168de95-ac9b-403c-bc5b-c2a5cde3f06b tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Made reservation on behalf of f6d0a815855f44c0a567dd69ed952626 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:17.920031 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b168de95-ac9b-403c-bc5b-c2a5cde3f06b tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:17.934954 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11572d6d-a85c-4327-9c60-589853cb9b2d tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:17.976981 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-b168de95-ac9b-403c-bc5b-c2a5cde3f06b tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] device_id is not set on port 9d34dd31-113a-4209-a50e-1d3f829f689c yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:41:18.223733 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-b168de95-ac9b-403c-bc5b-c2a5cde3f06b tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Allocated IP 2001:db8::20d (7ca77911-dd25-45d7-9360-65387690f077/6a175ebd-2aa8-4bec-81b7-afc56a0a9594/9d34dd31-113a-4209-a50e-1d3f829f689c) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:41:18.263177 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11572d6d-a85c-4327-9c60-589853cb9b2d tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:18.332917 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11572d6d-a85c-4327-9c60-589853cb9b2d tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:18.610687 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b04e8-02dc-4e77-895a-8324fe2b6fcf req-2eb9d263-9f1b-468f-b2b9-d522d4247681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:18.611327 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b04e8-02dc-4e77-895a-8324fe2b6fcf req-2eb9d263-9f1b-468f-b2b9-d522d4247681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:18.614033 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b32b04e8-02dc-4e77-895a-8324fe2b6fcf req-2eb9d263-9f1b-468f-b2b9-d522d4247681 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=c2b4fafbea3d45ac8d3254c1d8b5fceb&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.7371504 Dec 16 22:41:18.824726 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b015a-0aa4-4b69-b78e-270ad2b72692 req-f51e7e05-b493-4fdf-8edc-62843f3054a4 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:18.826337 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e3b015a-0aa4-4b69-b78e-270ad2b72692 req-f51e7e05-b493-4fdf-8edc-62843f3054a4 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=2012fa61-3668-4a9d-8d6a-0815dcc3cab7 HTTP/1.1" status: 200 len: 944 time: 0.1770878 Dec 16 22:41:18.830865 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11572d6d-a85c-4327-9c60-589853cb9b2d tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Pushing event updated for resources: {'Port': ['ID=e37e7281-7606-43e8-b36e-4389fb0cac25,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:18.874473 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11572d6d-a85c-4327-9c60-589853cb9b2d tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:18.912263 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b168de95-ac9b-403c-bc5b-c2a5cde3f06b tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:18.937604 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e3b015a-0aa4-4b69-b78e-270ad2b72692 req-db7c839e-968d-4563-a3f3-01588380129c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=e675e6e4-c3d4-449f-881b-82ffa96acaad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813396 Dec 16 22:41:18.937604 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b04e8-02dc-4e77-895a-8324fe2b6fcf req-d3f526e0-a8ad-4f64-8ffc-e60ced5b4152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:18.937604 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b32b04e8-02dc-4e77-895a-8324fe2b6fcf req-d3f526e0-a8ad-4f64-8ffc-e60ced5b4152 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3105917 Dec 16 22:41:19.057414 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11572d6d-a85c-4327-9c60-589853cb9b2d tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:19.060657 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-11572d6d-a85c-4327-9c60-589853cb9b2d tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8364871 Dec 16 22:41:19.064711 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48176) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:19.074739 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-3fc4b052-cb0a-47c2-9101-d020e6057ce5 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Request body: {'floatingip': {'port_id': '716235c7-19e0-4014-9c71-d7a78d6afccd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:19.137598 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b168de95-ac9b-403c-bc5b-c2a5cde3f06b tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:19.191737 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-b8d03166-f2ba-4bde-8005-cd0da10d0dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:19.193927 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-b8d03166-f2ba-4bde-8005-cd0da10d0dda service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c2b4fafbea3d45ac8d3254c1d8b5fceb&device_id=2012fa61-3668-4a9d-8d6a-0815dcc3cab7 HTTP/1.1" status: 200 len: 1095 time: 0.1346281 Dec 16 22:41:19.240811 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3fc4b052-cb0a-47c2-9101-d020e6057ce5 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks [] for floatingip, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:19.316502 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b168de95-ac9b-403c-bc5b-c2a5cde3f06b tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Network 7ca77911-dd25-45d7-9360-65387690f077 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:41:19.329879 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-62bcde29-965d-4b4a-bf54-abb4c6ace778 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=e7a1f569-28b5-40ff-8b7e-c44a567ea801 HTTP/1.1" status: 200 len: 217 time: 0.1150894 Dec 16 22:41:19.345305 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-b168de95-ac9b-403c-bc5b-c2a5cde3f06b tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:19.356387 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b168de95-ac9b-403c-bc5b-c2a5cde3f06b tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:41:19.365722 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b168de95-ac9b-403c-bc5b-c2a5cde3f06b tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:19.366846 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b168de95-ac9b-403c-bc5b-c2a5cde3f06b tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:19.373672 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168de95-ac9b-403c-bc5b-c2a5cde3f06b tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Pushing event updated for resources: {'Port': ['ID=9d34dd31-113a-4209-a50e-1d3f829f689c,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:19.477253 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-a6455315-ccee-439e-bd9f-4832ca80bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:19.481471 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-a6455315-ccee-439e-bd9f-4832ca80bfbf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=65fb5bf4-45d5-4d3c-bb49-793644a6065f HTTP/1.1" status: 200 len: 837 time: 0.1428289 Dec 16 22:41:19.514295 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-3fc4b052-cb0a-47c2-9101-d020e6057ce5 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] update failed (client error): The resource could not be found. Dec 16 22:41:19.518804 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3fc4b052-cb0a-47c2-9101-d020e6057ce5 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] 10.222.0.75 "PUT /v2.0/floatingips/9e2fd9ee-e4f4-4bed-a321-0ed156071c5c HTTP/1.1" status: 404 len: 507 time: 0.4529109 Dec 16 22:41:19.520987 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48184) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:19.643235 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b168de95-ac9b-403c-bc5b-c2a5cde3f06b tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0225425 Dec 16 22:41:19.644966 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48188) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:19.664355 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-1738a9aa-6fe7-4086-a3c9-5d8967388c51 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:3f:84:48'}]}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:19.777493 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-8b37a92b-bc86-4cd8-89a2-e1704a20392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:19.780072 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-8b37a92b-bc86-4cd8-89a2-e1704a20392e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=21f978f5-0352-48b1-8ba9-92150806392e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2873411 Dec 16 22:41:19.872213 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d04e9a63-05eb-4da0-b2c8-65e24bde25e7 None None] Provisioning complete for port 9d34dd31-113a-4209-a50e-1d3f829f689c triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:19.873729 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d04e9a63-05eb-4da0-b2c8-65e24bde25e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:19.877672 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-c0db3860-6828-426d-ab2c-8747723b18b1 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Deleting port e37e7281-7606-43e8-b36e-4389fb0cac25 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:41:19.877672 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c0db3860-6828-426d-ab2c-8747723b18b1 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:19.986748 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d04e9a63-05eb-4da0-b2c8-65e24bde25e7 None None] Port 9d34dd31-113a-4209-a50e-1d3f829f689c cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:41:19.997995 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1738a9aa-6fe7-4086-a3c9-5d8967388c51 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:20.017646 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-6f2e2422-d639-4c84-8c93-45c41ba5a978 service neutron] 10.222.0.76 "GET /v2.0/networks/21f978f5-0352-48b1-8ba9-92150806392e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264066 Dec 16 22:41:20.108300 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c0db3860-6828-426d-ab2c-8747723b18b1 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:20.108688 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c0db3860-6828-426d-ab2c-8747723b18b1 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:20.194900 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-c0db3860-6828-426d-ab2c-8747723b18b1 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Calling delete_port for e37e7281-7606-43e8-b36e-4389fb0cac25 owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:41:20.367712 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e010c-4424-4a05-bb84-0a8672d8b3da req-5797b025-cbbc-4ba6-83f4-99811385a2f6 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:20.369409 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c34e010c-4424-4a05-bb84-0a8672d8b3da req-5797b025-cbbc-4ba6-83f4-99811385a2f6 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=2012fa61-3668-4a9d-8d6a-0815dcc3cab7 HTTP/1.1" status: 200 len: 944 time: 0.1864059 Dec 16 22:41:20.373070 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac0232ed-e27d-4d02-9f44-df77f164c92c req-dbc3399f-f531-48f6-8e99-b3f11a7ef03e service neutron] 10.222.0.76 "GET /v2.0/networks/21f978f5-0352-48b1-8ba9-92150806392e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419611 Dec 16 22:41:20.534014 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1738a9aa-6fe7-4086-a3c9-5d8967388c51 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:20.547822 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c34e010c-4424-4a05-bb84-0a8672d8b3da req-ff4c5468-00e8-40d8-a1b5-db2e98e60ad4 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=e675e6e4-c3d4-449f-881b-82ffa96acaad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349802 Dec 16 22:41:20.572472 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c0db3860-6828-426d-ab2c-8747723b18b1 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:20.617794 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1738a9aa-6fe7-4086-a3c9-5d8967388c51 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:20.634912 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db3860-6828-426d-ab2c-8747723b18b1 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Pushing event deleted for resources: {'Port': ['ID=e37e7281-7606-43e8-b36e-4389fb0cac25,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:20.729973 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738a9aa-6fe7-4086-a3c9-5d8967388c51 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Pushing event updated for resources: {'Port': ['ID=9d34dd31-113a-4209-a50e-1d3f829f689c,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:20.749955 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-1738a9aa-6fe7-4086-a3c9-5d8967388c51 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] In _notify_port_updated(), no bound segment for port 9d34dd31-113a-4209-a50e-1d3f829f689c on network 7ca77911-dd25-45d7-9360-65387690f077 {{(pid=103613) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:41:20.756659 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1738a9aa-6fe7-4086-a3c9-5d8967388c51 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:20.757331 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1738a9aa-6fe7-4086-a3c9-5d8967388c51 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:20.770386 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1738a9aa-6fe7-4086-a3c9-5d8967388c51 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] 10.222.0.75 "PUT /v2.0/ports/9d34dd31-113a-4209-a50e-1d3f829f689c HTTP/1.1" status: 200 len: 1003 time: 1.1231592 Dec 16 22:41:20.773682 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48218) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:20.788557 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c0db3860-6828-426d-ab2c-8747723b18b1 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:20.788557 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c0db3860-6828-426d-ab2c-8747723b18b1 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:20.802058 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c0db3860-6828-426d-ab2c-8747723b18b1 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] 10.222.0.75 "DELETE /v2.0/floatingips/9e2fd9ee-e4f4-4bed-a321-0ed156071c5c HTTP/1.1" status: 204 len: 168 time: 1.2719626 Dec 16 22:41:20.802058 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48220) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:20.807844 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-a1e098ca-ef17-46b9-84e9-db50d0a4ee64 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Request body: {'floatingip': {'floating_network_id': 'db62b813-1c67-4fd3-b608-90385815c961', 'port_id': '716235c7-19e0-4014-9c71-d7a78d6afccd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:20.954305 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a1e098ca-ef17-46b9-84e9-db50d0a4ee64 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:20.966211 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-9dea9407-d22a-4f6f-86c3-dc6f53c07481 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Deleting port 9d34dd31-113a-4209-a50e-1d3f829f689c {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:41:20.969498 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9dea9407-d22a-4f6f-86c3-dc6f53c07481 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:21.167576 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9dea9407-d22a-4f6f-86c3-dc6f53c07481 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:21.195080 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-9dea9407-d22a-4f6f-86c3-dc6f53c07481 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Calling delete_port for 9d34dd31-113a-4209-a50e-1d3f829f689c owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:41:21.262321 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-533e543e-cf06-4034-be09-e5ed76e61633 None None] Provisioning complete for port 9d34dd31-113a-4209-a50e-1d3f829f689c triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:21.262864 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-533e543e-cf06-4034-be09-e5ed76e61633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:21.334859 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48226) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:21.357786 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-533e543e-cf06-4034-be09-e5ed76e61633 None None] Port 9d34dd31-113a-4209-a50e-1d3f829f689c cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:41:21.393739 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-a1e098ca-ef17-46b9-84e9-db50d0a4ee64 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 22:41:21.395596 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a1e098ca-ef17-46b9-84e9-db50d0a4ee64 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5918896 Dec 16 22:41:21.399769 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48230) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:21.405838 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-0c83b3f4-a8bf-4631-aacc-2d2960ad6519 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'port_id': '716235c7-19e0-4014-9c71-d7a78d6afccd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:21.523546 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-eb283819-03a3-4f9e-b46b-c02d036e36fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:21.540380 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0c83b3f4-a8bf-4631-aacc-2d2960ad6519 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:21.551060 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9dea9407-d22a-4f6f-86c3-dc6f53c07481 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:21.607372 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea9407-d22a-4f6f-86c3-dc6f53c07481 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Pushing event deleted for resources: {'Port': ['ID=9d34dd31-113a-4209-a50e-1d3f829f689c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:21.625976 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e7a1f569-28b5-40ff-8b7e-c44a567ea801 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:41:21.678585 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9dea9407-d22a-4f6f-86c3-dc6f53c07481 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:21.684510 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9dea9407-d22a-4f6f-86c3-dc6f53c07481 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] 10.222.0.75 "DELETE /v2.0/ports/9d34dd31-113a-4209-a50e-1d3f829f689c HTTP/1.1" status: 204 len: 168 time: 0.9071097 Dec 16 22:41:21.685687 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48234) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:21.741861 n-d-815324-4 neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da637c6-584f-4b5f-9953-6a62cb858fd7 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] GET failed (client error): The resource could not be found. Dec 16 22:41:21.746771 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5da637c6-584f-4b5f-9953-6a62cb858fd7 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] 10.222.0.75 "GET /v2.0/ports/9d34dd31-113a-4209-a50e-1d3f829f689c HTTP/1.1" status: 404 len: 333 time: 0.0573826 Dec 16 22:41:21.750490 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48238) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:21.758553 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-92df9ec2-5df3-41c5-aff3-44ffcc894008 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Request body: {'port': {'network_id': '7ca77911-dd25-45d7-9360-65387690f077', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-342576147'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:21.833320 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa41d7-3b7c-4e96-aad5-b3d0168f6822 req-ec985d0c-c08a-4a9a-a847-a061f71643bd tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:21.834954 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-26fa41d7-3b7c-4e96-aad5-b3d0168f6822 req-ec985d0c-c08a-4a9a-a847-a061f71643bd tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=2012fa61-3668-4a9d-8d6a-0815dcc3cab7 HTTP/1.1" status: 200 len: 944 time: 0.1630628 Dec 16 22:41:21.856641 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e7a1f569-28b5-40ff-8b7e-c44a567ea801, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e7a1f569-28b5-40ff-8b7e-c44a567ea801,segment=NetworkSegment(001e36be-4124-4f94-aa8b-764196a3c71d),segment_id=001e36be-4124-4f94-aa8b-764196a3c71d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:21.868095 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-eb283819-03a3-4f9e-b46b-c02d036e36fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:21.878084 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'e7a1f569-28b5-40ff-8b7e-c44a567ea801', 'network_id': '21f978f5-0352-48b1-8ba9-92150806392e', 'port_id': 'e7a1f569-28b5-40ff-8b7e-c44a567ea801', 'mac_address': 'fa:16:3e:b3:a9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65fb5bf4-45d5-4d3c-bb49-793644a6065f', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:41:21.954765 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:21.966067 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-26fa41d7-3b7c-4e96-aad5-b3d0168f6822 req-fa0c5e7a-3878-48fe-817f-8de33dc846ee tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=e675e6e4-c3d4-449f-881b-82ffa96acaad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177268 Dec 16 22:41:21.973797 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-eb283819-03a3-4f9e-b46b-c02d036e36fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:21.981808 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a1f569-28b5-40ff-8b7e-c44a567ea801 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:41:21.997698 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0c83b3f4-a8bf-4631-aacc-2d2960ad6519 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:22.010546 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e7a1f569-28b5-40ff-8b7e-c44a567ea801, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e7a1f569-28b5-40ff-8b7e-c44a567ea801,segment=NetworkSegment(001e36be-4124-4f94-aa8b-764196a3c71d),segment_id=001e36be-4124-4f94-aa8b-764196a3c71d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:22.031790 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-eb283819-03a3-4f9e-b46b-c02d036e36fb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=14ffdfa12bf345ed99c314d893b3359f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6954823 Dec 16 22:41:22.041905 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48240) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:22.065955 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb283819-03a3-4f9e-b46b-c02d036e36fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0df71cf-e100-4b68-9ec1-dae9794577e5,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:22.074092 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92df9ec2-5df3-41c5-aff3-44ffcc894008 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Made reservation on behalf of f6d0a815855f44c0a567dd69ed952626 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:22.077669 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92df9ec2-5df3-41c5-aff3-44ffcc894008 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:22.114909 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:22.125600 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-92df9ec2-5df3-41c5-aff3-44ffcc894008 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] device_id is not set on port a45566ed-9094-489e-a0dd-8f6d1ca80f8a yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:41:22.139934 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b14f7495-22ca-42b7-8900-c23b93934379 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:22.227943 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=e7a1f569-28b5-40ff-8b7e-c44a567ea801,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:22.304881 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-0c83b3f4-a8bf-4631-aacc-2d2960ad6519 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Allocated IP 172.25.6.142 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/d60ca6c0-aa19-48ec-bba7-dcfb13ab237a) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:41:22.353488 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b14f7495-22ca-42b7-8900-c23b93934379 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:22.416264 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-92df9ec2-5df3-41c5-aff3-44ffcc894008 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Allocated IP 2001:db8::3b1 (7ca77911-dd25-45d7-9360-65387690f077/6a175ebd-2aa8-4bec-81b7-afc56a0a9594/a45566ed-9094-489e-a0dd-8f6d1ca80f8a) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:41:22.480719 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['e7a1f569-28b5-40ff-8b7e-c44a567ea801'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:41:22.488522 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0c83b3f4-a8bf-4631-aacc-2d2960ad6519 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:22.583322 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b14f7495-22ca-42b7-8900-c23b93934379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:22.586966 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b14f7495-22ca-42b7-8900-c23b93934379 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:22.591123 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b14f7495-22ca-42b7-8900-c23b93934379 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a0df71cf-e100-4b68-9ec1-dae9794577e5 HTTP/1.1" status: 204 len: 168 time: 0.5468225 Dec 16 22:41:22.613937 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f7495-22ca-42b7-8900-c23b93934379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0df71cf-e100-4b68-9ec1-dae9794577e5,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:22.641854 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92df9ec2-5df3-41c5-aff3-44ffcc894008 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:22.720173 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0c83b3f4-a8bf-4631-aacc-2d2960ad6519 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:22.783688 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c83b3f4-a8bf-4631-aacc-2d2960ad6519 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:41:22.787326 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-0c83b3f4-a8bf-4631-aacc-2d2960ad6519 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:22.790669 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c83b3f4-a8bf-4631-aacc-2d2960ad6519 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:41:22.817571 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83b3f4-a8bf-4631-aacc-2d2960ad6519 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Pushing event updated for resources: {'Port': ['ID=d60ca6c0-aa19-48ec-bba7-dcfb13ab237a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:22.851151 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92df9ec2-5df3-41c5-aff3-44ffcc894008 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:22.899714 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92df9ec2-5df3-41c5-aff3-44ffcc894008 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Network 7ca77911-dd25-45d7-9360-65387690f077 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:41:22.907754 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-92df9ec2-5df3-41c5-aff3-44ffcc894008 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:22.912833 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92df9ec2-5df3-41c5-aff3-44ffcc894008 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:41:22.918632 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92df9ec2-5df3-41c5-aff3-44ffcc894008 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:22.919142 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92df9ec2-5df3-41c5-aff3-44ffcc894008 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:22.922903 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df9ec2-5df3-41c5-aff3-44ffcc894008 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Pushing event updated for resources: {'Port': ['ID=a45566ed-9094-489e-a0dd-8f6d1ca80f8a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:23.012020 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-0c83b3f4-a8bf-4631-aacc-2d2960ad6519 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Deleting port d60ca6c0-aa19-48ec-bba7-dcfb13ab237a {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:41:23.012621 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0c83b3f4-a8bf-4631-aacc-2d2960ad6519 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:23.033495 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-92df9ec2-5df3-41c5-aff3-44ffcc894008 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2818568 Dec 16 22:41:23.041320 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48256) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:23.054882 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-ec98bb74-831b-48f3-a191-069a98cdad91 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Request body: {'port': {'network_id': '7ca77911-dd25-45d7-9360-65387690f077', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1578876826'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:23.139849 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0c83b3f4-a8bf-4631-aacc-2d2960ad6519 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:23.140153 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0c83b3f4-a8bf-4631-aacc-2d2960ad6519 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:23.175761 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-0c83b3f4-a8bf-4631-aacc-2d2960ad6519 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Calling delete_port for d60ca6c0-aa19-48ec-bba7-dcfb13ab237a owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:41:23.323153 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080626e3-962a-4a0e-afdc-0789222a4935 req-7481c460-faad-44eb-b53e-e4f76718b3fa tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:23.324840 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-080626e3-962a-4a0e-afdc-0789222a4935 req-7481c460-faad-44eb-b53e-e4f76718b3fa tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=2012fa61-3668-4a9d-8d6a-0815dcc3cab7 HTTP/1.1" status: 200 len: 945 time: 0.1827843 Dec 16 22:41:23.338147 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-fd9fa8ec-abe0-4928-8140-e1d7a6f82244 None None] Provisioning complete for port a45566ed-9094-489e-a0dd-8f6d1ca80f8a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:23.338820 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa8ec-abe0-4928-8140-e1d7a6f82244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:23.391514 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-fd9fa8ec-abe0-4928-8140-e1d7a6f82244 None None] Port a45566ed-9094-489e-a0dd-8f6d1ca80f8a cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:41:23.434279 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-080626e3-962a-4a0e-afdc-0789222a4935 req-99280f04-b5da-4638-ad7b-7691d766b728 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=e675e6e4-c3d4-449f-881b-82ffa96acaad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860476 Dec 16 22:41:23.458221 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b339ece-ca73-48e2-805a-1653b3fc096b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:23.565282 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec98bb74-831b-48f3-a191-069a98cdad91 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Made reservation on behalf of f6d0a815855f44c0a567dd69ed952626 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:23.569415 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ec98bb74-831b-48f3-a191-069a98cdad91 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:23.588922 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-ec98bb74-831b-48f3-a191-069a98cdad91 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] device_id is not set on port 71b6a527-4736-41a4-8643-2fc572f2c60f yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:41:23.599715 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0c83b3f4-a8bf-4631-aacc-2d2960ad6519 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:23.647493 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e7a1f569-28b5-40ff-8b7e-c44a567ea801 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:41:23.658629 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48264) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:23.682197 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b0c2141-2954-4be2-8f3d-2c26084f5dc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:23.688619 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83b3f4-a8bf-4631-aacc-2d2960ad6519 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Pushing event deleted for resources: {'Port': ['ID=d60ca6c0-aa19-48ec-bba7-dcfb13ab237a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:23.787471 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-ec98bb74-831b-48f3-a191-069a98cdad91 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Allocated IP 2001:db8::126 (7ca77911-dd25-45d7-9360-65387690f077/6a175ebd-2aa8-4bec-81b7-afc56a0a9594/71b6a527-4736-41a4-8643-2fc572f2c60f) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:41:23.834165 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port e7a1f569-28b5-40ff-8b7e-c44a567ea801 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:41:23.839483 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port e7a1f569-28b5-40ff-8b7e-c44a567ea801 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:23.839858 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:23.914451 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b0c2141-2954-4be2-8f3d-2c26084f5dc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:23.919221 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-0c83b3f4-a8bf-4631-aacc-2d2960ad6519 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] create failed (client error): The resource could not be found. Dec 16 22:41:23.920707 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0c83b3f4-a8bf-4631-aacc-2d2960ad6519 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.5197737 Dec 16 22:41:23.925610 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48266) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:23.926465 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:23.958997 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2012fa61-3668-4a9d-8d6a-0815dcc3cab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a1f569-28b5-40ff-8b7e-c44a567ea801'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:41:23.964544 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d560a1-28cf-40cf-a8d6-357fcdccc9a8" -d '{"events": [{"server_uuid": "2012fa61-3668-4a9d-8d6a-0815dcc3cab7", "name": "network-vif-plugged", "status": "completed", "tag": "e7a1f569-28b5-40ff-8b7e-c44a567ea801"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:41:23.983497 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e7a1f569-28b5-40ff-8b7e-c44a567ea801, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e7a1f569-28b5-40ff-8b7e-c44a567ea801,segment=NetworkSegment(001e36be-4124-4f94-aa8b-764196a3c71d),segment_id=001e36be-4124-4f94-aa8b-764196a3c71d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:24.024494 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b0c2141-2954-4be2-8f3d-2c26084f5dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:24.028703 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df470f5-81e8-4aff-a5b0-ccf2219cae02 x-openstack-request-id: req-5df470f5-81e8-4aff-a5b0-ccf2219cae02 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:41:24.029013 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2012fa61-3668-4a9d-8d6a-0815dcc3cab7", "name": "network-vif-plugged", "status": "completed", "tag": "e7a1f569-28b5-40ff-8b7e-c44a567ea801", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:41:24.029268 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5df470f5-81e8-4aff-a5b0-ccf2219cae02 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:41:24.029833 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2012fa61-3668-4a9d-8d6a-0815dcc3cab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a1f569-28b5-40ff-8b7e-c44a567ea801', 'code': 200} Dec 16 22:41:24.062017 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:24.088213 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c2141-2954-4be2-8f3d-2c26084f5dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95b28a7-7ec6-4042-b90d-5a05aa6101aa,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:24.101370 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8b0c2141-2954-4be2-8f3d-2c26084f5dc5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4d9770c8829548b5ba17933cef4c41ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4417048 Dec 16 22:41:24.104539 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48270) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:24.137939 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ec98bb74-831b-48f3-a191-069a98cdad91 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:24.174517 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=e7a1f569-28b5-40ff-8b7e-c44a567ea801,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:24.209350 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-1774baa8-1018-4356-ac76-0ee16b211e99 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Deleting port 716235c7-19e0-4014-9c71-d7a78d6afccd {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:41:24.209747 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1774baa8-1018-4356-ac76-0ee16b211e99 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:24.225731 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-890406e8-83f3-4f91-9aa9-3cb912f48f02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:24.233846 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f9658-04b2-472b-b967-7c4a1157cc74 req-178fa4d0-6ef9-4978-b18b-84fcc5c2c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:24.235482 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d54f9658-04b2-472b-b967-7c4a1157cc74 req-178fa4d0-6ef9-4978-b18b-84fcc5c2c092 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2012fa61-3668-4a9d-8d6a-0815dcc3cab7 HTTP/1.1" status: 200 len: 1097 time: 0.0786912 Dec 16 22:41:24.302907 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-890406e8-83f3-4f91-9aa9-3cb912f48f02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:24.377221 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ec98bb74-831b-48f3-a191-069a98cdad91 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:24.381013 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1774baa8-1018-4356-ac76-0ee16b211e99 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:24.396874 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d54f9658-04b2-472b-b967-7c4a1157cc74 req-a1481e45-254c-4b53-bf93-03b925c02a3c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e675e6e4-c3d4-449f-881b-82ffa96acaad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509616 Dec 16 22:41:24.438677 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-1774baa8-1018-4356-ac76-0ee16b211e99 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Calling delete_port for 716235c7-19e0-4014-9c71-d7a78d6afccd owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:41:24.451356 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec98bb74-831b-48f3-a191-069a98cdad91 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Network 7ca77911-dd25-45d7-9360-65387690f077 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:41:24.459975 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-ec98bb74-831b-48f3-a191-069a98cdad91 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:24.491954 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-890406e8-83f3-4f91-9aa9-3cb912f48f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:24.511460 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec98bb74-831b-48f3-a191-069a98cdad91 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:41:24.511696 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-890406e8-83f3-4f91-9aa9-3cb912f48f02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:24.517915 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-890406e8-83f3-4f91-9aa9-3cb912f48f02 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d95b28a7-7ec6-4042-b90d-5a05aa6101aa HTTP/1.1" status: 204 len: 168 time: 0.4092374 Dec 16 22:41:24.518141 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec98bb74-831b-48f3-a191-069a98cdad91 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:24.518141 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ec98bb74-831b-48f3-a191-069a98cdad91 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:24.521175 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98bb74-831b-48f3-a191-069a98cdad91 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Pushing event updated for resources: {'Port': ['ID=71b6a527-4736-41a4-8643-2fc572f2c60f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:24.547660 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890406e8-83f3-4f91-9aa9-3cb912f48f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95b28a7-7ec6-4042-b90d-5a05aa6101aa,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:24.660551 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ec98bb74-831b-48f3-a191-069a98cdad91 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6158566 Dec 16 22:41:24.663455 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48280) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:24.670292 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-b509c10f-5511-4cda-be4e-404c64fd71b2 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e3', 'mac_address': 'fa:16:3e:3f:84:48'}, {'ip_address': '2001:db8::3b1', 'mac_address': 'fa:16:3e:0b:36:0c'}]}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:24.809859 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3008f9-27fe-40a0-a17c-8fd6ab99bd10 req-048f4619-2b4b-4a9b-b8a8-58ed6b5c72eb tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:24.816474 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5d3008f9-27fe-40a0-a17c-8fd6ab99bd10 req-048f4619-2b4b-4a9b-b8a8-58ed6b5c72eb tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=2012fa61-3668-4a9d-8d6a-0815dcc3cab7 HTTP/1.1" status: 200 len: 946 time: 0.2073803 Dec 16 22:41:24.988691 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5d3008f9-27fe-40a0-a17c-8fd6ab99bd10 req-0a4d9852-7429-4e4c-8f92-93b678e4a921 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=e675e6e4-c3d4-449f-881b-82ffa96acaad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671977 Dec 16 22:41:25.030672 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b509c10f-5511-4cda-be4e-404c64fd71b2 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:25.076033 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-560bfe97-cc5c-4d7d-839c-caf3280571d7 None None] Provisioning complete for port 71b6a527-4736-41a4-8643-2fc572f2c60f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:25.076831 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-560bfe97-cc5c-4d7d-839c-caf3280571d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:25.116448 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-560bfe97-cc5c-4d7d-839c-caf3280571d7 None None] Port 71b6a527-4736-41a4-8643-2fc572f2c60f cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:41:25.142139 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1774baa8-1018-4356-ac76-0ee16b211e99 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:25.180698 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774baa8-1018-4356-ac76-0ee16b211e99 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Pushing event deleted for resources: {'Port': ['ID=716235c7-19e0-4014-9c71-d7a78d6afccd,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:25.324993 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1774baa8-1018-4356-ac76-0ee16b211e99 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:25.335974 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1774baa8-1018-4356-ac76-0ee16b211e99 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] 10.222.0.75 "DELETE /v2.0/ports/716235c7-19e0-4014-9c71-d7a78d6afccd HTTP/1.1" status: 204 len: 168 time: 1.4085598 Dec 16 22:41:25.337134 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48286) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:25.429982 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b509c10f-5511-4cda-be4e-404c64fd71b2 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:25.439259 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdaf0eb-c9f6-486e-bda4-2be02b6934a9 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:25.441645 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-abdaf0eb-c9f6-486e-bda4-2be02b6934a9 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] 10.222.0.75 "GET /v2.0/ports?device_id=c798db6f-9eb6-4b85-9719-fc19d292c9e0 HTTP/1.1" status: 200 len: 913 time: 0.1031098 Dec 16 22:41:25.450804 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48292) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:25.528543 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b509c10f-5511-4cda-be4e-404c64fd71b2 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:25.602765 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-b509c10f-5511-4cda-be4e-404c64fd71b2 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] In _notify_port_updated(), no bound segment for port 71b6a527-4736-41a4-8643-2fc572f2c60f on network 7ca77911-dd25-45d7-9360-65387690f077 {{(pid=103614) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 22:41:25.636925 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b509c10f-5511-4cda-be4e-404c64fd71b2 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:25.637928 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b509c10f-5511-4cda-be4e-404c64fd71b2 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:25.650186 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b509c10f-5511-4cda-be4e-404c64fd71b2 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] 10.222.0.75 "PUT /v2.0/ports/71b6a527-4736-41a4-8643-2fc572f2c60f HTTP/1.1" status: 200 len: 1068 time: 0.9849238 Dec 16 22:41:25.654623 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48298) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:25.713274 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509c10f-5511-4cda-be4e-404c64fd71b2 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Pushing event updated for resources: {'Port': ['ID=71b6a527-4736-41a4-8643-2fc572f2c60f,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:25.753984 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c655f07e-e4f4-4ec8-ab1c-605acd2cb3be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:25.805116 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-66ab4434-c1f7-4f42-92be-1c093c3c368d tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Deleting port 71b6a527-4736-41a4-8643-2fc572f2c60f {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:41:25.805482 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-66ab4434-c1f7-4f42-92be-1c093c3c368d tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:25.938961 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-66ab4434-c1f7-4f42-92be-1c093c3c368d tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:25.952069 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-66ab4434-c1f7-4f42-92be-1c093c3c368d tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Calling delete_port for 71b6a527-4736-41a4-8643-2fc572f2c60f owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:41:25.996959 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-27d489d2-ac65-4c34-9d83-b7a1ef6882c1 None None] Provisioning complete for port 71b6a527-4736-41a4-8643-2fc572f2c60f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:25.997190 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-27d489d2-ac65-4c34-9d83-b7a1ef6882c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:26.007684 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f32888cf-8a86-41c6-97e3-e0ddf3ea60d4 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:26.062992 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-27d489d2-ac65-4c34-9d83-b7a1ef6882c1 None None] Port 71b6a527-4736-41a4-8643-2fc572f2c60f cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:41:26.192045 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7359f-e270-4fb1-8553-d8d1fdf7bd34 req-cd0e8da5-4c81-4f98-89b9-a119cabd4462 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:26.193657 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6cc7359f-e270-4fb1-8553-d8d1fdf7bd34 req-cd0e8da5-4c81-4f98-89b9-a119cabd4462 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=2012fa61-3668-4a9d-8d6a-0815dcc3cab7 HTTP/1.1" status: 200 len: 946 time: 0.0651526 Dec 16 22:41:26.245883 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-66ab4434-c1f7-4f42-92be-1c093c3c368d tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:26.292328 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6cc7359f-e270-4fb1-8553-d8d1fdf7bd34 req-27658b1a-2fa5-4b36-8e15-0ebe76148756 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=e675e6e4-c3d4-449f-881b-82ffa96acaad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843506 Dec 16 22:41:26.293850 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab4434-c1f7-4f42-92be-1c093c3c368d tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Pushing event deleted for resources: {'Port': ['ID=71b6a527-4736-41a4-8643-2fc572f2c60f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:26.474090 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-f32888cf-8a86-41c6-97e3-e0ddf3ea60d4 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Deleting port c6e36f36-9f64-4e33-b13e-537044b6b564 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:41:26.474323 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f32888cf-8a86-41c6-97e3-e0ddf3ea60d4 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:26.529714 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-66ab4434-c1f7-4f42-92be-1c093c3c368d tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:26.536856 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-66ab4434-c1f7-4f42-92be-1c093c3c368d tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] 10.222.0.75 "DELETE /v2.0/ports/71b6a527-4736-41a4-8643-2fc572f2c60f HTTP/1.1" status: 204 len: 168 time: 0.8808315 Dec 16 22:41:26.537470 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48318) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:26.578270 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7eb020e-ea43-44d2-bef1-5f5cb35e4643 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] GET failed (client error): The resource could not be found. Dec 16 22:41:26.579963 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c7eb020e-ea43-44d2-bef1-5f5cb35e4643 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] 10.222.0.75 "GET /v2.0/ports/71b6a527-4736-41a4-8643-2fc572f2c60f HTTP/1.1" status: 404 len: 333 time: 0.0415111 Dec 16 22:41:26.583458 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48322) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:26.590179 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99471f9b-56a3-4a87-9579-d9a89b160bc8 req-f74957a0-5b3d-4197-aec4-0f5b2510559a tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:26.602470 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-99471f9b-56a3-4a87-9579-d9a89b160bc8 req-f74957a0-5b3d-4197-aec4-0f5b2510559a tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=2012fa61-3668-4a9d-8d6a-0815dcc3cab7 HTTP/1.1" status: 200 len: 946 time: 0.1855140 Dec 16 22:41:26.726414 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f32888cf-8a86-41c6-97e3-e0ddf3ea60d4 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:26.752837 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ecc5e-6c76-4abe-9632-a7460f62ea3d tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Deleting port a45566ed-9094-489e-a0dd-8f6d1ca80f8a {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:41:26.753938 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7f2ecc5e-6c76-4abe-9632-a7460f62ea3d tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:26.768170 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-f32888cf-8a86-41c6-97e3-e0ddf3ea60d4 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Calling delete_port for c6e36f36-9f64-4e33-b13e-537044b6b564 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:41:26.779666 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-99471f9b-56a3-4a87-9579-d9a89b160bc8 req-291a8944-78c9-4c08-8dc0-dc19dca28393 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=e675e6e4-c3d4-449f-881b-82ffa96acaad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762829 Dec 16 22:41:26.859865 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7f2ecc5e-6c76-4abe-9632-a7460f62ea3d tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:26.873493 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ecc5e-6c76-4abe-9632-a7460f62ea3d tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Calling delete_port for a45566ed-9094-489e-a0dd-8f6d1ca80f8a owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:41:27.039127 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:27.068579 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f32888cf-8a86-41c6-97e3-e0ddf3ea60d4 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:27.069740 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:27.114459 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7f2ecc5e-6c76-4abe-9632-a7460f62ea3d tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:27.157168 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ecc5e-6c76-4abe-9632-a7460f62ea3d tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Pushing event deleted for resources: {'Port': ['ID=a45566ed-9094-489e-a0dd-8f6d1ca80f8a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:27.182248 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32888cf-8a86-41c6-97e3-e0ddf3ea60d4 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Pushing event deleted for resources: {'Port': ['ID=c6e36f36-9f64-4e33-b13e-537044b6b564,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:27.193821 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7f2ecc5e-6c76-4abe-9632-a7460f62ea3d tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:27.197333 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7f2ecc5e-6c76-4abe-9632-a7460f62ea3d tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] 10.222.0.75 "DELETE /v2.0/ports/a45566ed-9094-489e-a0dd-8f6d1ca80f8a HTTP/1.1" status: 204 len: 168 time: 0.6127975 Dec 16 22:41:27.200006 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48340) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:27.257126 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f965e21-b671-4b17-97e1-6075f3df9697 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] GET failed (client error): The resource could not be found. Dec 16 22:41:27.267570 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4f965e21-b671-4b17-97e1-6075f3df9697 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] 10.222.0.75 "GET /v2.0/ports/a45566ed-9094-489e-a0dd-8f6d1ca80f8a HTTP/1.1" status: 404 len: 333 time: 0.0662904 Dec 16 22:41:27.268418 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48344) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:27.319262 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f32888cf-8a86-41c6-97e3-e0ddf3ea60d4 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:27.458834 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-852f7874-6270-4a99-923c-accdf7be8f58 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Deleting port f32d1cd5-1991-4103-a0c3-3009c616d754 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:41:27.459192 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-852f7874-6270-4a99-923c-accdf7be8f58 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:27.545463 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32888cf-8a86-41c6-97e3-e0ddf3ea60d4 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Router c798db6f-9eb6-4b85-9719-fc19d292c9e0 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:41:27.656081 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-852f7874-6270-4a99-923c-accdf7be8f58 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:27.677804 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-852f7874-6270-4a99-923c-accdf7be8f58 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Calling delete_port for f32d1cd5-1991-4103-a0c3-3009c616d754 owned by {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:41:27.710500 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32888cf-8a86-41c6-97e3-e0ddf3ea60d4 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:41:27.725336 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f32888cf-8a86-41c6-97e3-e0ddf3ea60d4 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] 10.222.0.75 "PUT /v2.0/routers/c798db6f-9eb6-4b85-9719-fc19d292c9e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2706473 Dec 16 22:41:27.726873 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b7ee15-9b50-46d9-9e78-4af03d24e91d None None] Sync routers for ids ['c798db6f-9eb6-4b85-9719-fc19d292c9e0'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:41:27.727219 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48352) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:27.750605 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b7ee15-9b50-46d9-9e78-4af03d24e91d None None] Routers {'c798db6f-9eb6-4b85-9719-fc19d292c9e0'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:41:27.751665 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-37b7ee15-9b50-46d9-9e78-4af03d24e91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:41:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['c798db6f-9eb6-4b85-9719-fc19d292c9e0'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:27.832626 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7f1783bf-4b53-4799-a820-6fb591eb6ddd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:27.880580 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-37b7ee15-9b50-46d9-9e78-4af03d24e91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:27.902186 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b7ee15-9b50-46d9-9e78-4af03d24e91d None None] Routers {'c798db6f-9eb6-4b85-9719-fc19d292c9e0'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:41:27.904081 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-37b7ee15-9b50-46d9-9e78-4af03d24e91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:41:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['c798db6f-9eb6-4b85-9719-fc19d292c9e0'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:28.213243 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-37b7ee15-9b50-46d9-9e78-4af03d24e91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:28.213923 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b7ee15-9b50-46d9-9e78-4af03d24e91d None None] The sync data for ids ['c798db6f-9eb6-4b85-9719-fc19d292c9e0'] in n-d-815324-4 is: [] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:41:28.307650 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48362) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:28.353547 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:28.508996 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-852f7874-6270-4a99-923c-accdf7be8f58 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:28.544695 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f7874-6270-4a99-923c-accdf7be8f58 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Pushing event deleted for resources: {'Port': ['ID=f32d1cd5-1991-4103-a0c3-3009c616d754,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:28.553267 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7f1783bf-4b53-4799-a820-6fb591eb6ddd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:28.555638 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7f1783bf-4b53-4799-a820-6fb591eb6ddd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:28.598485 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-852f7874-6270-4a99-923c-accdf7be8f58 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:28.601821 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-852f7874-6270-4a99-923c-accdf7be8f58 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] 10.222.0.75 "DELETE /v2.0/ports/f32d1cd5-1991-4103-a0c3-3009c616d754 HTTP/1.1" status: 204 len: 168 time: 1.3321805 Dec 16 22:41:28.611146 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48364) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:28.679252 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:28.688376 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d60706-c1e6-4958-bdb9-86c3d64cdcf7 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Deleting subnet 6a175ebd-2aa8-4bec-81b7-afc56a0a9594 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:41:28.693953 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-92d60706-c1e6-4958-bdb9-86c3d64cdcf7 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:28.741233 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7f1783bf-4b53-4799-a820-6fb591eb6ddd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:28.742122 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1783bf-4b53-4799-a820-6fb591eb6ddd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Fanout notify agent at l3_agent the message router_deleted on router c798db6f-9eb6-4b85-9719-fc19d292c9e0 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:41:28.764647 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7f1783bf-4b53-4799-a820-6fb591eb6ddd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:28.770610 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7f1783bf-4b53-4799-a820-6fb591eb6ddd tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] 10.222.0.75 "DELETE /v2.0/routers/c798db6f-9eb6-4b85-9719-fc19d292c9e0 HTTP/1.1" status: 204 len: 168 time: 1.0423744 Dec 16 22:41:28.772726 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-92d60706-c1e6-4958-bdb9-86c3d64cdcf7 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:28.773024 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48366) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:28.918990 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63d04d7-8370-44ad-a8e8-7b31d5df04f2 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Deleting subnet 7bc4baec-a2aa-4cc8-bb13-f070f11ffa77 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:41:28.923176 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b63d04d7-8370-44ad-a8e8-7b31d5df04f2 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:28.940100 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-92d60706-c1e6-4958-bdb9-86c3d64cdcf7 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:28.998876 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b63d04d7-8370-44ad-a8e8-7b31d5df04f2 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:29.101008 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b63d04d7-8370-44ad-a8e8-7b31d5df04f2 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:29.124682 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:29.157945 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3cb61ef1-41d8-4d60-bd01-0c5a289c2d89 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:29.211016 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-92d60706-c1e6-4958-bdb9-86c3d64cdcf7 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:29.249675 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-92d60706-c1e6-4958-bdb9-86c3d64cdcf7 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:29.258172 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798be90f-696b-4cb1-8836-05dbccf84995 None None] Network 7ca77911-dd25-45d7-9360-65387690f077 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:41:29.262358 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-92d60706-c1e6-4958-bdb9-86c3d64cdcf7 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] 10.222.0.75 "DELETE /v2.0/subnets/6a175ebd-2aa8-4bec-81b7-afc56a0a9594 HTTP/1.1" status: 204 len: 168 time: 0.6502900 Dec 16 22:41:29.264844 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48372) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:29.265646 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d60706-c1e6-4958-bdb9-86c3d64cdcf7 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Pushing event deleted for resources: {'Subnet': ['ID=6a175ebd-2aa8-4bec-81b7-afc56a0a9594,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:29.353623 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b63d04d7-8370-44ad-a8e8-7b31d5df04f2 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:29.419217 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d04d7-8370-44ad-a8e8-7b31d5df04f2 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc4baec-a2aa-4cc8-bb13-f070f11ffa77,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:29.442311 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b63d04d7-8370-44ad-a8e8-7b31d5df04f2 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:29.442456 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72629a45-b239-4de3-b9e7-948abd9652e5 None None] Network db62b813-1c67-4fd3-b608-90385815c961 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:41:29.447457 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b63d04d7-8370-44ad-a8e8-7b31d5df04f2 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] 10.222.0.75 "DELETE /v2.0/subnets/7bc4baec-a2aa-4cc8-bb13-f070f11ffa77 HTTP/1.1" status: 204 len: 168 time: 0.6712310 Dec 16 22:41:29.449689 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48376) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:29.499069 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e7e6bd98-0880-4a95-9691-1427c4df04e4 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:29.605073 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3f7b8b-226e-4152-9f6a-fb6085743380 None None] DHCP port deletion for 7ca77911-dd25-45d7-9360-65387690f077 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:41:29.711699 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-32c5a525-2104-45ec-8de3-28a9026b6674 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:29.714718 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-3cb61ef1-41d8-4d60-bd01-0c5a289c2d89 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Allocated IP 172.20.0.17 (21f978f5-0352-48b1-8ba9-92150806392e/65fb5bf4-45d5-4d3c-bb49-793644a6065f/78b3fa6f-9dba-4a40-91e6-39be2d283e6d) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:41:29.803321 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-e7e6bd98-0880-4a95-9691-1427c4df04e4 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Deleting port a3b6de24-a4b1-4692-8ab6-145c9b832fe5 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:41:29.803637 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e7e6bd98-0880-4a95-9691-1427c4df04e4 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:29.804845 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ef3f7b8b-226e-4152-9f6a-fb6085743380 None None] Deleting port a3b6de24-a4b1-4692-8ab6-145c9b832fe5 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:41:29.805197 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7b8b-226e-4152-9f6a-fb6085743380 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:29.885517 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3cb61ef1-41d8-4d60-bd01-0c5a289c2d89 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:29.898812 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-e7e6bd98-0880-4a95-9691-1427c4df04e4 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] For port a3b6de24-a4b1-4692-8ab6-145c9b832fe5, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a3b6de24-a4b1-4692-8ab6-145c9b832fe5,segment=NetworkSegment(9c2c83c9-e7c1-4df1-9f32-28a1eb62087d),segment_id=9c2c83c9-e7c1-4df1-9f32-28a1eb62087d)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:29.899351 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e7e6bd98-0880-4a95-9691-1427c4df04e4 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:29.903127 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-32c5a525-2104-45ec-8de3-28a9026b6674 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Deleting port 0e77064b-50c6-411a-aacc-8b862dcd6035 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:41:29.903463 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-32c5a525-2104-45ec-8de3-28a9026b6674 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:29.919847 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb7fe56-81c7-4b31-981c-bdb05a00316f None None] DHCP port deletion for db62b813-1c67-4fd3-b608-90385815c961 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:41:29.928864 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ef3f7b8b-226e-4152-9f6a-fb6085743380 None None] For port a3b6de24-a4b1-4692-8ab6-145c9b832fe5, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a3b6de24-a4b1-4692-8ab6-145c9b832fe5,segment=NetworkSegment(9c2c83c9-e7c1-4df1-9f32-28a1eb62087d),segment_id=9c2c83c9-e7c1-4df1-9f32-28a1eb62087d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:29.929280 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7b8b-226e-4152-9f6a-fb6085743380 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:29.951827 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-e7e6bd98-0880-4a95-9691-1427c4df04e4 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Calling delete_port for a3b6de24-a4b1-4692-8ab6-145c9b832fe5 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:41:29.963877 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ef3f7b8b-226e-4152-9f6a-fb6085743380 None None] Calling delete_port for a3b6de24-a4b1-4692-8ab6-145c9b832fe5 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:41:29.993704 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3cb61ef1-41d8-4d60-bd01-0c5a289c2d89 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.051924 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-32c5a525-2104-45ec-8de3-28a9026b6674 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] For port 0e77064b-50c6-411a-aacc-8b862dcd6035, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0e77064b-50c6-411a-aacc-8b862dcd6035,segment=NetworkSegment(f2a3939b-dfa3-4564-ba47-22e6081f6a13),segment_id=f2a3939b-dfa3-4564-ba47-22e6081f6a13)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:30.051924 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-32c5a525-2104-45ec-8de3-28a9026b6674 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.064858 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb61ef1-41d8-4d60-bd01-0c5a289c2d89 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Network 21f978f5-0352-48b1-8ba9-92150806392e is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:41:30.065371 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-32c5a525-2104-45ec-8de3-28a9026b6674 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Calling delete_port for 0e77064b-50c6-411a-aacc-8b862dcd6035 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:41:30.079092 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-3cb61ef1-41d8-4d60-bd01-0c5a289c2d89 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:30.084849 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb61ef1-41d8-4d60-bd01-0c5a289c2d89 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:41:30.090289 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb61ef1-41d8-4d60-bd01-0c5a289c2d89 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'Port': ['ID=78b3fa6f-9dba-4a40-91e6-39be2d283e6d,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:30.155872 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7eb7fe56-81c7-4b31-981c-bdb05a00316f None None] Deleting port 0e77064b-50c6-411a-aacc-8b862dcd6035 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:41:30.157400 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7eb7fe56-81c7-4b31-981c-bdb05a00316f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.169302 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3cb61ef1-41d8-4d60-bd01-0c5a289c2d89 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.246432 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7eb7fe56-81c7-4b31-981c-bdb05a00316f None None] For port 0e77064b-50c6-411a-aacc-8b862dcd6035, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0e77064b-50c6-411a-aacc-8b862dcd6035,segment=NetworkSegment(f2a3939b-dfa3-4564-ba47-22e6081f6a13),segment_id=f2a3939b-dfa3-4564-ba47-22e6081f6a13)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:30.247176 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7eb7fe56-81c7-4b31-981c-bdb05a00316f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.249021 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e7e6bd98-0880-4a95-9691-1427c4df04e4 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.269231 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7eb7fe56-81c7-4b31-981c-bdb05a00316f None None] Calling delete_port for 0e77064b-50c6-411a-aacc-8b862dcd6035 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:41:30.309320 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6bd98-0880-4a95-9691-1427c4df04e4 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Pushing event deleted for resources: {'Port': ['ID=a3b6de24-a4b1-4692-8ab6-145c9b832fe5,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:30.311187 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e6bd98-0880-4a95-9691-1427c4df04e4 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] No DVR routers for this DVR port a3b6de24-a4b1-4692-8ab6-145c9b832fe5 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:41:30.349490 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-32c5a525-2104-45ec-8de3-28a9026b6674 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.363217 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7eb7fe56-81c7-4b31-981c-bdb05a00316f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.385991 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c5a525-2104-45ec-8de3-28a9026b6674 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] No DVR routers for this DVR port 0e77064b-50c6-411a-aacc-8b862dcd6035 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:41:30.389416 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5a525-2104-45ec-8de3-28a9026b6674 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Pushing event deleted for resources: {'Port': ['ID=0e77064b-50c6-411a-aacc-8b862dcd6035,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:30.470415 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7b8b-226e-4152-9f6a-fb6085743380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.488370 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3cb61ef1-41d8-4d60-bd01-0c5a289c2d89 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.508695 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7fe56-81c7-4b31-981c-bdb05a00316f None None] Pushing event deleted for resources: {'Port': ['ID=0e77064b-50c6-411a-aacc-8b862dcd6035,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:30.512044 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3f7b8b-226e-4152-9f6a-fb6085743380 None None] No DVR routers for this DVR port a3b6de24-a4b1-4692-8ab6-145c9b832fe5 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:41:30.531900 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb7fe56-81c7-4b31-981c-bdb05a00316f None None] No DVR routers for this DVR port 0e77064b-50c6-411a-aacc-8b862dcd6035 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:41:30.535247 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e7e6bd98-0880-4a95-9691-1427c4df04e4 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.575938 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-e7e6bd98-0880-4a95-9691-1427c4df04e4 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca77911-dd25-45d7-9360-65387690f077']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:30.582300 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f7b8b-226e-4152-9f6a-fb6085743380 None None] Pushing event deleted for resources: {'Port': ['ID=a3b6de24-a4b1-4692-8ab6-145c9b832fe5,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:30.592886 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-349ec67e-ef12-4522-aaa4-e67be0ddee98 None None] Provisioning complete for port 78b3fa6f-9dba-4a40-91e6-39be2d283e6d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:30.593499 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-349ec67e-ef12-4522-aaa4-e67be0ddee98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.595266 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-e7e6bd98-0880-4a95-9691-1427c4df04e4 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2c83c9-e7c1-4df1-9f32-28a1eb62087d') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:30.595628 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-e7e6bd98-0880-4a95-9691-1427c4df04e4 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2c83c9-e7c1-4df1-9f32-28a1eb62087d') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:30.634184 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e7e6bd98-0880-4a95-9691-1427c4df04e4 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.674086 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-349ec67e-ef12-4522-aaa4-e67be0ddee98 None None] Port 78b3fa6f-9dba-4a40-91e6-39be2d283e6d cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:41:30.716772 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e7e6bd98-0880-4a95-9691-1427c4df04e4 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.720717 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-32c5a525-2104-45ec-8de3-28a9026b6674 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.738279 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e6bd98-0880-4a95-9691-1427c4df04e4 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:41:30.738833 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e7e6bd98-0880-4a95-9691-1427c4df04e4 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:41:30.743204 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:41:30.832931 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-32c5a525-2104-45ec-8de3-28a9026b6674 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db62b813-1c67-4fd3-b608-90385815c961']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:30.854206 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-32c5a525-2104-45ec-8de3-28a9026b6674 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a3939b-dfa3-4564-ba47-22e6081f6a13') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:30.855371 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-32c5a525-2104-45ec-8de3-28a9026b6674 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a3939b-dfa3-4564-ba47-22e6081f6a13') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:30.865452 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-32c5a525-2104-45ec-8de3-28a9026b6674 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.880121 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-32c5a525-2104-45ec-8de3-28a9026b6674 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.886256 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c5a525-2104-45ec-8de3-28a9026b6674 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:41:30.886651 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-32c5a525-2104-45ec-8de3-28a9026b6674 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:41:30.889764 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:41:30.959250 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e7e6bd98-0880-4a95-9691-1427c4df04e4 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.977332 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3cb61ef1-41d8-4d60-bd01-0c5a289c2d89 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.982601 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e7e6bd98-0880-4a95-9691-1427c4df04e4 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:30.985956 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e7e6bd98-0880-4a95-9691-1427c4df04e4 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] 10.222.0.75 "DELETE /v2.0/networks/7ca77911-dd25-45d7-9360-65387690f077 HTTP/1.1" status: 204 len: 168 time: 1.7194088 Dec 16 22:41:30.987007 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6bd98-0880-4a95-9691-1427c4df04e4 tempest-AllowedAddressPairIpV6TestJSON-438619239 tempest-AllowedAddressPairIpV6TestJSON-438619239-project] Pushing event deleted for resources: {'Network': ['ID=7ca77911-dd25-45d7-9360-65387690f077,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:31.045250 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-32c5a525-2104-45ec-8de3-28a9026b6674 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:31.057828 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-32c5a525-2104-45ec-8de3-28a9026b6674 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:31.062581 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-32c5a525-2104-45ec-8de3-28a9026b6674 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] 10.222.0.75 "DELETE /v2.0/networks/db62b813-1c67-4fd3-b608-90385815c961 HTTP/1.1" status: 204 len: 168 time: 1.6097946 Dec 16 22:41:31.079596 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5a525-2104-45ec-8de3-28a9026b6674 tempest-FloatingIPNegativeTestJSON-4473974 tempest-FloatingIPNegativeTestJSON-4473974-project] Pushing event deleted for resources: {'Network': ['ID=db62b813-1c67-4fd3-b608-90385815c961,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:31.100911 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3cb61ef1-41d8-4d60-bd01-0c5a289c2d89 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:31.262646 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3cb61ef1-41d8-4d60-bd01-0c5a289c2d89 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:31.271816 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb61ef1-41d8-4d60-bd01-0c5a289c2d89 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'Port': ['ID=78b3fa6f-9dba-4a40-91e6-39be2d283e6d,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:31.322758 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0e77064b-50c6-411a-aacc-8b862dcd6035 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:41:31.345290 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 0e77064b-50c6-411a-aacc-8b862dcd6035 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:41:31.345679 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0e77064b-50c6-411a-aacc-8b862dcd6035 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:41:31.346340 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a3b6de24-a4b1-4692-8ab6-145c9b832fe5 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:41:31.368033 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: a3b6de24-a4b1-4692-8ab6-145c9b832fe5 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:41:31.368671 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a3b6de24-a4b1-4692-8ab6-145c9b832fe5 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:41:31.407492 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb61ef1-41d8-4d60-bd01-0c5a289c2d89 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Network 21f978f5-0352-48b1-8ba9-92150806392e is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:41:31.409021 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-3cb61ef1-41d8-4d60-bd01-0c5a289c2d89 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:31.576347 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb61ef1-41d8-4d60-bd01-0c5a289c2d89 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Router 1b3e7dc8-e569-4abb-aabd-91a5e396a70a has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:41:31.706945 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76e8f7c7-da95-418e-b33f-6d580c1f523b None None] Provisioning complete for port 78b3fa6f-9dba-4a40-91e6-39be2d283e6d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:31.708067 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76e8f7c7-da95-418e-b33f-6d580c1f523b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:31.731921 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb61ef1-41d8-4d60-bd01-0c5a289c2d89 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:41:31.755068 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3cb61ef1-41d8-4d60-bd01-0c5a289c2d89 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "PUT /v2.0/routers/1b3e7dc8-e569-4abb-aabd-91a5e396a70a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4157300 Dec 16 22:41:31.755310 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad3b9b7-a718-4dd9-b996-2aa06e8b0919 None None] Sync routers for ids ['1b3e7dc8-e569-4abb-aabd-91a5e396a70a'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:41:31.760739 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad3b9b7-a718-4dd9-b996-2aa06e8b0919 None None] Routers {'1b3e7dc8-e569-4abb-aabd-91a5e396a70a'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:41:31.761901 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5ad3b9b7-a718-4dd9-b996-2aa06e8b0919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:41:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1b3e7dc8-e569-4abb-aabd-91a5e396a70a'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:31.794877 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-76e8f7c7-da95-418e-b33f-6d580c1f523b None None] Port 78b3fa6f-9dba-4a40-91e6-39be2d283e6d cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:41:31.898433 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-5ad3b9b7-a718-4dd9-b996-2aa06e8b0919 None None] Set router 1b3e7dc8-e569-4abb-aabd-91a5e396a70a gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:41:31.960681 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48420) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:32.001186 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48424) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:32.182476 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48430) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:32.182865 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ac85e4ef-ef2b-4a22-9b76-2ae6a35a6df2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f6d0a815855f44c0a567dd69ed952626&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2208242 Dec 16 22:41:32.238445 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5ad3b9b7-a718-4dd9-b996-2aa06e8b0919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'name': 'tempest-TestNetworkBasicOps-router-1072748978', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:52Z', 'updated_at': '2021-12-16T22:41:30Z', 'revision_number': 5, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '791e8ae8-7e12-4de2-b31e-f4fe1425089d', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'port_id': '3063c79a-90d7-4a7b-b7a3-7feddeaf2496', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3205, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'mac_address': 'fa:16:3e:65:09:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87270c55-4ce2-4d1d-ad02-3bbe51ccdce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:39:43Z', 'updated_at': '2021-12-16T22:39:48Z', 'revision_number': 1, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b3fa6f-9dba-4a40-91e6-39be2d283e6d', 'name': '', 'network_id': '21f978f5-0352-48b1-8ba9-92150806392e', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'mac_address': 'fa:16:3e:b7:6b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '65fb5bf4-45d5-4d3c-bb49-793644a6065f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:41:29Z', 'updated_at': '2021-12-16T22:41:30Z', 'revision_number': 2, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'subnets': [{'id': '65fb5bf4-45d5-4d3c-bb49-793644a6065f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaa69281-18ff-4252-9210-95e260e664e7', 'name': '', 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'mac_address': 'fa:16:3e:4f:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:02Z', 'updated_at': '2021-12-16T22:39:13Z', 'revision_number': 5, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'subnets': [{'id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:32.274237 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad3b9b7-a718-4dd9-b996-2aa06e8b0919 None None] Checking router: 1b3e7dc8-e569-4abb-aabd-91a5e396a70a for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:41:32.274874 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad3b9b7-a718-4dd9-b996-2aa06e8b0919 None None] Updating router 1b3e7dc8-e569-4abb-aabd-91a5e396a70a port 78b3fa6f-9dba-4a40-91e6-39be2d283e6d binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:41:32.304899 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ad3b9b7-a718-4dd9-b996-2aa06e8b0919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:32.361246 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-48d9edd7-4e79-47d1-8ce8-fc7dfb3a03be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:32.370481 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48434) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:32.371296 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-19fc73ca-93fb-4bb6-a3a8-ded203994ddd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a160e79644334d0998c8bf6aed6908c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3688517 Dec 16 22:41:32.426967 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-48d9edd7-4e79-47d1-8ce8-fc7dfb3a03be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:32.481112 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c3d8ab4a-4791-4ba2-8aac-cac297086a5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:32.541834 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c3d8ab4a-4791-4ba2-8aac-cac297086a5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:32.699073 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ad3b9b7-a718-4dd9-b996-2aa06e8b0919 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:32.764630 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-48d9edd7-4e79-47d1-8ce8-fc7dfb3a03be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:32.767467 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-48d9edd7-4e79-47d1-8ce8-fc7dfb3a03be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:32.769366 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-48d9edd7-4e79-47d1-8ce8-fc7dfb3a03be admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3faed063-ef5d-433c-b132-c5e1d67582f8 HTTP/1.1" status: 204 len: 168 time: 0.5844605 Dec 16 22:41:32.778069 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9edd7-4e79-47d1-8ce8-fc7dfb3a03be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faed063-ef5d-433c-b132-c5e1d67582f8,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:32.856705 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c3d8ab4a-4791-4ba2-8aac-cac297086a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:32.859414 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c3d8ab4a-4791-4ba2-8aac-cac297086a5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:32.869359 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c3d8ab4a-4791-4ba2-8aac-cac297086a5b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3ba3e8f6-744d-405d-9ce1-e3b1e158293d HTTP/1.1" status: 204 len: 168 time: 0.4879837 Dec 16 22:41:32.869468 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8ab4a-4791-4ba2-8aac-cac297086a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba3e8f6-744d-405d-9ce1-e3b1e158293d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:32.884721 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ad3b9b7-a718-4dd9-b996-2aa06e8b0919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:32.942391 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197ad1b-ed87-47f5-a1aa-f2225fe4e1b4 None None] Pushing event updated for resources: {'Port': ['ID=78b3fa6f-9dba-4a40-91e6-39be2d283e6d,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:32.953178 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4197ad1b-ed87-47f5-a1aa-f2225fe4e1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:32.953531 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4197ad1b-ed87-47f5-a1aa-f2225fe4e1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:32.953876 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4197ad1b-ed87-47f5-a1aa-f2225fe4e1b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:32.954225 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4197ad1b-ed87-47f5-a1aa-f2225fe4e1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:32.954552 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4197ad1b-ed87-47f5-a1aa-f2225fe4e1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:32.955135 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4197ad1b-ed87-47f5-a1aa-f2225fe4e1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:32.955676 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4197ad1b-ed87-47f5-a1aa-f2225fe4e1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:32.956272 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4197ad1b-ed87-47f5-a1aa-f2225fe4e1b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:32.956770 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4197ad1b-ed87-47f5-a1aa-f2225fe4e1b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:32.957294 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4197ad1b-ed87-47f5-a1aa-f2225fe4e1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:32.957800 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4197ad1b-ed87-47f5-a1aa-f2225fe4e1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:32.958303 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4197ad1b-ed87-47f5-a1aa-f2225fe4e1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:32.958908 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4197ad1b-ed87-47f5-a1aa-f2225fe4e1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:33.019242 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-5ad3b9b7-a718-4dd9-b996-2aa06e8b0919 None None] Attempting to bind port 78b3fa6f-9dba-4a40-91e6-39be2d283e6d on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:41:33.019933 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-5ad3b9b7-a718-4dd9-b996-2aa06e8b0919 None None] Attempting to bind port 78b3fa6f-9dba-4a40-91e6-39be2d283e6d by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '001e36be-4124-4f94-aa8b-764196a3c71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '21f978f5-0352-48b1-8ba9-92150806392e'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:41:33.020495 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad3b9b7-a718-4dd9-b996-2aa06e8b0919 None None] Attempting to bind port 78b3fa6f-9dba-4a40-91e6-39be2d283e6d on network 21f978f5-0352-48b1-8ba9-92150806392e {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:41:33.027350 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad3b9b7-a718-4dd9-b996-2aa06e8b0919 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:41:33.028044 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad3b9b7-a718-4dd9-b996-2aa06e8b0919 None None] Checking segment: {'id': '001e36be-4124-4f94-aa8b-764196a3c71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '21f978f5-0352-48b1-8ba9-92150806392e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:41:33.028456 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ad3b9b7-a718-4dd9-b996-2aa06e8b0919 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:33.028857 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad3b9b7-a718-4dd9-b996-2aa06e8b0919 None None] Bound using segment: {'id': '001e36be-4124-4f94-aa8b-764196a3c71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '21f978f5-0352-48b1-8ba9-92150806392e'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:41:33.029338 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-5ad3b9b7-a718-4dd9-b996-2aa06e8b0919 None None] Bound port: 78b3fa6f-9dba-4a40-91e6-39be2d283e6d, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001e36be-4124-4f94-aa8b-764196a3c71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '21f978f5-0352-48b1-8ba9-92150806392e'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:41:33.029740 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ad3b9b7-a718-4dd9-b996-2aa06e8b0919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:33.107349 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-5ad3b9b7-a718-4dd9-b996-2aa06e8b0919 None None] For port 78b3fa6f-9dba-4a40-91e6-39be2d283e6d, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:41:33.111020 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-5ad3b9b7-a718-4dd9-b996-2aa06e8b0919 None None] For port 78b3fa6f-9dba-4a40-91e6-39be2d283e6d, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=78b3fa6f-9dba-4a40-91e6-39be2d283e6d,segment=NetworkSegment(001e36be-4124-4f94-aa8b-764196a3c71d),segment_id=001e36be-4124-4f94-aa8b-764196a3c71d)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:41:33.234129 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-49756214-0d7f-41f5-b4b2-be77f72d635f None None] Provisioning complete for port 78b3fa6f-9dba-4a40-91e6-39be2d283e6d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:33.235232 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49756214-0d7f-41f5-b4b2-be77f72d635f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:33.245084 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-5ad3b9b7-a718-4dd9-b996-2aa06e8b0919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:33.355916 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad3b9b7-a718-4dd9-b996-2aa06e8b0919 None None] Routers {'1b3e7dc8-e569-4abb-aabd-91a5e396a70a'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:41:33.361274 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5ad3b9b7-a718-4dd9-b996-2aa06e8b0919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:41:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1b3e7dc8-e569-4abb-aabd-91a5e396a70a'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:33.371558 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197ad1b-ed87-47f5-a1aa-f2225fe4e1b4 None None] Pushing event updated for resources: {'Port': ['ID=78b3fa6f-9dba-4a40-91e6-39be2d283e6d,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:33.390574 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-49756214-0d7f-41f5-b4b2-be77f72d635f None None] Port 78b3fa6f-9dba-4a40-91e6-39be2d283e6d cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:41:33.571568 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-5ad3b9b7-a718-4dd9-b996-2aa06e8b0919 None None] Set router 1b3e7dc8-e569-4abb-aabd-91a5e396a70a gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:41:33.734844 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b378f991-a38f-4522-80e8-b85de25d18a8 None None] Provisioning complete for port 78b3fa6f-9dba-4a40-91e6-39be2d283e6d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:33.735536 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b378f991-a38f-4522-80e8-b85de25d18a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:33.902027 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b378f991-a38f-4522-80e8-b85de25d18a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:33.913784 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:41:33.978908 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b378f991-a38f-4522-80e8-b85de25d18a8 None None] For port 78b3fa6f-9dba-4a40-91e6-39be2d283e6d, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=78b3fa6f-9dba-4a40-91e6-39be2d283e6d,segment=NetworkSegment(001e36be-4124-4f94-aa8b-764196a3c71d),segment_id=001e36be-4124-4f94-aa8b-764196a3c71d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:34.050996 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5ad3b9b7-a718-4dd9-b996-2aa06e8b0919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'name': 'tempest-TestNetworkBasicOps-router-1072748978', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:52Z', 'updated_at': '2021-12-16T22:41:30Z', 'revision_number': 5, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '791e8ae8-7e12-4de2-b31e-f4fe1425089d', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'port_id': '3063c79a-90d7-4a7b-b7a3-7feddeaf2496', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3205, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'mac_address': 'fa:16:3e:65:09:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87270c55-4ce2-4d1d-ad02-3bbe51ccdce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:39:43Z', 'updated_at': '2021-12-16T22:39:48Z', 'revision_number': 1, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b3fa6f-9dba-4a40-91e6-39be2d283e6d', 'name': '', 'network_id': '21f978f5-0352-48b1-8ba9-92150806392e', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'mac_address': 'fa:16:3e:b7:6b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '65fb5bf4-45d5-4d3c-bb49-793644a6065f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:41:29Z', 'updated_at': '2021-12-16T22:41:33Z', 'revision_number': 4, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'subnets': [{'id': '65fb5bf4-45d5-4d3c-bb49-793644a6065f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaa69281-18ff-4252-9210-95e260e664e7', 'name': '', 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'mac_address': 'fa:16:3e:4f:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:02Z', 'updated_at': '2021-12-16T22:39:13Z', 'revision_number': 5, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'subnets': [{'id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:34.107229 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b378f991-a38f-4522-80e8-b85de25d18a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:34.110879 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad3b9b7-a718-4dd9-b996-2aa06e8b0919 None None] The sync data for ids ['1b3e7dc8-e569-4abb-aabd-91a5e396a70a'] in n-d-815324-4 is: [{'id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'name': 'tempest-TestNetworkBasicOps-router-1072748978', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:52Z', 'updated_at': '2021-12-16T22:41:30Z', 'revision_number': 5, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '791e8ae8-7e12-4de2-b31e-f4fe1425089d', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'port_id': '3063c79a-90d7-4a7b-b7a3-7feddeaf2496', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3205, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'mac_address': 'fa:16:3e:65:09:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87270c55-4ce2-4d1d-ad02-3bbe51ccdce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:39:43Z', 'updated_at': '2021-12-16T22:39:48Z', 'revision_number': 1, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b3fa6f-9dba-4a40-91e6-39be2d283e6d', 'name': '', 'network_id': '21f978f5-0352-48b1-8ba9-92150806392e', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'mac_address': 'fa:16:3e:b7:6b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '65fb5bf4-45d5-4d3c-bb49-793644a6065f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:41:29Z', 'updated_at': '2021-12-16T22:41:33Z', 'revision_number': 4, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'subnets': [{'id': '65fb5bf4-45d5-4d3c-bb49-793644a6065f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaa69281-18ff-4252-9210-95e260e664e7', 'name': '', 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'mac_address': 'fa:16:3e:4f:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:02Z', 'updated_at': '2021-12-16T22:39:13Z', 'revision_number': 5, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'subnets': [{'id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:41:34.216209 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-980b6107-d2ea-4023-88f4-86e6ed6fd664 req-58f01b8d-7084-4d4e-aa5c-a8ea5020eee1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1191297 Dec 16 22:41:34.275723 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378f991-a38f-4522-80e8-b85de25d18a8 None None] Pushing event updated for resources: {'Port': ['ID=78b3fa6f-9dba-4a40-91e6-39be2d283e6d,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:34.394001 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b6107-d2ea-4023-88f4-86e6ed6fd664 req-9cb7e750-5237-44f5-9367-b2dfb52cbd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:34.396302 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-980b6107-d2ea-4023-88f4-86e6ed6fd664 req-9cb7e750-5237-44f5-9367-b2dfb52cbd0c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2b4fafbea3d45ac8d3254c1d8b5fceb&device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 1097 time: 0.0767932 Dec 16 22:41:34.488948 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48500) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:34.557336 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48504) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:34.642501 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b6107-d2ea-4023-88f4-86e6ed6fd664 req-3e2c6f98-b020-4b4e-8ad5-dbe0f467cdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:34.644846 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-980b6107-d2ea-4023-88f4-86e6ed6fd664 req-3e2c6f98-b020-4b4e-8ad5-dbe0f467cdf5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4b762631-c20c-4f8f-844e-ced8a9f6fe72 HTTP/1.1" status: 200 len: 897 time: 0.2257442 Dec 16 22:41:34.718182 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-677beeb6-381e-4d3d-b545-1cd39f275e8c tempest-DvrRoutersNegativeTest-1330151267 tempest-DvrRoutersNegativeTest-1330151267-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1847781162', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:34.721691 n-d-815324-4 neutron-server[103614]: DEBUG neutron.policy [None req-677beeb6-381e-4d3d-b545-1cd39f275e8c tempest-DvrRoutersNegativeTest-1330151267 tempest-DvrRoutersNegativeTest-1330151267-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103614) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 16 22:41:34.722210 n-d-815324-4 neutron-server[103614]: DEBUG neutron.policy [None req-677beeb6-381e-4d3d-b545-1cd39f275e8c tempest-DvrRoutersNegativeTest-1330151267 tempest-DvrRoutersNegativeTest-1330151267-project] Failed policy check for 'create_router' {{(pid=103614) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 16 22:41:34.722974 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-677beeb6-381e-4d3d-b545-1cd39f275e8c tempest-DvrRoutersNegativeTest-1330151267 tempest-DvrRoutersNegativeTest-1330151267-project] create failed (client error): Access was denied to this resource. Dec 16 22:41:34.724296 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-677beeb6-381e-4d3d-b545-1cd39f275e8c tempest-DvrRoutersNegativeTest-1330151267 tempest-DvrRoutersNegativeTest-1330151267-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1659718 Dec 16 22:41:34.827718 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-b3cf5aa8-bf10-4007-8de8-eac129918089 tempest-SubnetPoolsTestJSON-344400510 tempest-SubnetPoolsTestJSON-344400510-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-186911683', 'prefixes': ['172.20.0.0/16']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:34.861244 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-980b6107-d2ea-4023-88f4-86e6ed6fd664 req-0f9efd52-bed8-4f13-a047-b93483da0c0d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3063c79a-90d7-4a7b-b7a3-7feddeaf2496 HTTP/1.1" status: 200 len: 1002 time: 0.2065232 Dec 16 22:41:34.969116 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b6107-d2ea-4023-88f4-86e6ed6fd664 req-5d50d2e3-2003-4943-a42c-7d2f80de1802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:34.973870 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-980b6107-d2ea-4023-88f4-86e6ed6fd664 req-5d50d2e3-2003-4943-a42c-7d2f80de1802 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2f51de97-c7db-4621-9d6f-882ca53cdf97 HTTP/1.1" status: 200 len: 834 time: 0.1068041 Dec 16 22:41:35.102673 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b6107-d2ea-4023-88f4-86e6ed6fd664 req-872777d5-54e6-4e01-a971-c3efb0fa043a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:35.109184 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-980b6107-d2ea-4023-88f4-86e6ed6fd664 req-872777d5-54e6-4e01-a971-c3efb0fa043a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b762631-c20c-4f8f-844e-ced8a9f6fe72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283002 Dec 16 22:41:35.166779 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b3cf5aa8-bf10-4007-8de8-eac129918089 tempest-SubnetPoolsTestJSON-344400510 tempest-SubnetPoolsTestJSON-344400510-project] Publish callbacks [] for subnetpool, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:35.171649 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b3cf5aa8-bf10-4007-8de8-eac129918089 tempest-SubnetPoolsTestJSON-344400510 tempest-SubnetPoolsTestJSON-344400510-project] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6816328 Dec 16 22:41:35.172312 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48514) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:35.276949 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-980b6107-d2ea-4023-88f4-86e6ed6fd664 req-1d9d29b2-e365-4c6b-bb50-9039423040c1 service neutron] 10.222.0.57 "GET /v2.0/networks/4b762631-c20c-4f8f-844e-ced8a9f6fe72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604092 Dec 16 22:41:35.307080 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-62e4f619-c924-4e07-a33c-db9d3a16cc90 tempest-SubnetPoolsTestJSON-344400510 tempest-SubnetPoolsTestJSON-344400510-project] 10.222.0.75 "GET /v2.0/subnetpools/44f384f7-28c9-43d0-85f5-f4fa41548160 HTTP/1.1" status: 200 len: 731 time: 0.1335051 Dec 16 22:41:35.308663 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48518) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:35.316636 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-d61b4813-c4de-4640-a546-8cb661dd6795 tempest-SubnetPoolsTestJSON-344400510 tempest-SubnetPoolsTestJSON-344400510-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1037325144'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:35.460446 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 78b3fa6f-9dba-4a40-91e6-39be2d283e6d up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:41:35.534730 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-980b6107-d2ea-4023-88f4-86e6ed6fd664 req-b0d9c2c9-4068-4c63-b378-ff326671b4c1 service neutron] 10.222.0.57 "GET /v2.0/networks/4b762631-c20c-4f8f-844e-ced8a9f6fe72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448764 Dec 16 22:41:35.565615 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48520) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:35.617675 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 78b3fa6f-9dba-4a40-91e6-39be2d283e6d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:35.618164 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:35.659778 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d61b4813-c4de-4640-a546-8cb661dd6795 tempest-SubnetPoolsTestJSON-344400510 tempest-SubnetPoolsTestJSON-344400510-project] Publish callbacks [] for subnetpool, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:35.664868 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48524) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:35.665299 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d61b4813-c4de-4640-a546-8cb661dd6795 tempest-SubnetPoolsTestJSON-344400510 tempest-SubnetPoolsTestJSON-344400510-project] 10.222.0.75 "PUT /v2.0/subnetpools/44f384f7-28c9-43d0-85f5-f4fa41548160 HTTP/1.1" status: 200 len: 684 time: 0.3521054 Dec 16 22:41:35.747205 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af558802-4fe8-4c79-b6c5-c00ff3ff2090 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:35.858817 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3cb4b627-b3c1-4841-8b5f-a702215a36e1 req-685a075b-511c-46b5-b14c-06e8cc7fc994 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2012fa61-3668-4a9d-8d6a-0815dcc3cab7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559874 Dec 16 22:41:35.962325 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af558802-4fe8-4c79-b6c5-c00ff3ff2090 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:35.968836 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7142a7d3-8b96-4a49-b8e4-9cc7f9978d23 tempest-SubnetPoolsTestJSON-344400510 tempest-SubnetPoolsTestJSON-344400510-project] Publish callbacks [] for subnetpool, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:35.976296 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7142a7d3-8b96-4a49-b8e4-9cc7f9978d23 tempest-SubnetPoolsTestJSON-344400510 tempest-SubnetPoolsTestJSON-344400510-project] 10.222.0.75 "DELETE /v2.0/subnetpools/44f384f7-28c9-43d0-85f5-f4fa41548160 HTTP/1.1" status: 204 len: 168 time: 0.3100982 Dec 16 22:41:35.977108 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48532) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:35.995362 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-fb493d49-d089-4121-982c-fb1f046d65a7 tempest-SubnetPoolsTestJSON-344400510 tempest-SubnetPoolsTestJSON-344400510-project] show failed (client error): The resource could not be found. Dec 16 22:41:35.999908 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fb493d49-d089-4121-982c-fb1f046d65a7 tempest-SubnetPoolsTestJSON-344400510 tempest-SubnetPoolsTestJSON-344400510-project] 10.222.0.75 "GET /v2.0/subnetpools/44f384f7-28c9-43d0-85f5-f4fa41548160 HTTP/1.1" status: 404 len: 346 time: 0.0218036 Dec 16 22:41:36.000482 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48534) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:36.018852 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-2f773f99-b15f-45d7-b2c8-56b92e62a1bb tempest-SubnetPoolsTestJSON-344400510 tempest-SubnetPoolsTestJSON-344400510-project] delete failed (client error): The resource could not be found. Dec 16 22:41:36.022505 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4b627-b3c1-4841-8b5f-a702215a36e1 req-f822e7b5-953a-4a33-9214-e7402fd12b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:36.026789 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3cb4b627-b3c1-4841-8b5f-a702215a36e1 req-f822e7b5-953a-4a33-9214-e7402fd12b03 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c2b4fafbea3d45ac8d3254c1d8b5fceb&device_id=2012fa61-3668-4a9d-8d6a-0815dcc3cab7 HTTP/1.1" status: 200 len: 1097 time: 0.0670960 Dec 16 22:41:36.034979 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2f773f99-b15f-45d7-b2c8-56b92e62a1bb tempest-SubnetPoolsTestJSON-344400510 tempest-SubnetPoolsTestJSON-344400510-project] 10.222.0.75 "DELETE /v2.0/subnetpools/44f384f7-28c9-43d0-85f5-f4fa41548160 HTTP/1.1" status: 404 len: 346 time: 0.0219934 Dec 16 22:41:36.068045 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af558802-4fe8-4c79-b6c5-c00ff3ff2090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:36.160199 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4b627-b3c1-4841-8b5f-a702215a36e1 req-e8ad4fe9-cdcf-46d9-8e44-c05f44ab3cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:36.161606 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3cb4b627-b3c1-4841-8b5f-a702215a36e1 req-e8ad4fe9-cdcf-46d9-8e44-c05f44ab3cd8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=21f978f5-0352-48b1-8ba9-92150806392e HTTP/1.1" status: 200 len: 897 time: 0.1106455 Dec 16 22:41:36.185892 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-af558802-4fe8-4c79-b6c5-c00ff3ff2090 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6e599ddf04d94ed1982f54c14ae20e6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6186469 Dec 16 22:41:36.192901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48538) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:36.215670 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af558802-4fe8-4c79-b6c5-c00ff3ff2090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d69bbf-bd71-4cb2-b0f7-8bd0360a84a2,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:36.234854 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3cb4b627-b3c1-4841-8b5f-a702215a36e1 req-82e57f74-8b0e-4b5e-8213-eba180cbfabe service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=e7a1f569-28b5-40ff-8b7e-c44a567ea801 HTTP/1.1" status: 200 len: 217 time: 0.0613890 Dec 16 22:41:36.277796 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-34ed4ffe-4183-4428-8a2d-8f251f251966 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:36.308528 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-34ed4ffe-4183-4428-8a2d-8f251f251966 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:36.332542 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4b627-b3c1-4841-8b5f-a702215a36e1 req-d5fea820-1620-4076-b418-bb0e11132dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:36.334086 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3cb4b627-b3c1-4841-8b5f-a702215a36e1 req-d5fea820-1620-4076-b418-bb0e11132dbf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=65fb5bf4-45d5-4d3c-bb49-793644a6065f HTTP/1.1" status: 200 len: 837 time: 0.0913005 Dec 16 22:41:36.391805 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4b627-b3c1-4841-8b5f-a702215a36e1 req-4212485b-9b66-426a-af2e-7c3620da6abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:36.394322 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3cb4b627-b3c1-4841-8b5f-a702215a36e1 req-4212485b-9b66-426a-af2e-7c3620da6abe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=21f978f5-0352-48b1-8ba9-92150806392e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508516 Dec 16 22:41:36.427443 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-34ed4ffe-4183-4428-8a2d-8f251f251966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:36.430563 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-34ed4ffe-4183-4428-8a2d-8f251f251966 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:36.433622 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-34ed4ffe-4183-4428-8a2d-8f251f251966 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/69d69bbf-bd71-4cb2-b0f7-8bd0360a84a2 HTTP/1.1" status: 204 len: 168 time: 0.2391186 Dec 16 22:41:36.470145 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed4ffe-4183-4428-8a2d-8f251f251966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d69bbf-bd71-4cb2-b0f7-8bd0360a84a2,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:36.573162 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3cb4b627-b3c1-4841-8b5f-a702215a36e1 req-cb37686a-13e7-41d2-bb43-1468659c938b service neutron] 10.222.0.76 "GET /v2.0/networks/21f978f5-0352-48b1-8ba9-92150806392e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698544 Dec 16 22:41:36.600008 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48546) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:36.751929 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3cb4b627-b3c1-4841-8b5f-a702215a36e1 req-571168cf-19b1-40ef-aa39-fb04ddb10f08 service neutron] 10.222.0.76 "GET /v2.0/networks/21f978f5-0352-48b1-8ba9-92150806392e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573620 Dec 16 22:41:36.826519 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eda386f0-f573-433e-abbf-c153409d1636 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:36.929789 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eda386f0-f573-433e-abbf-c153409d1636 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:37.010181 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eda386f0-f573-433e-abbf-c153409d1636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:37.049151 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda386f0-f573-433e-abbf-c153409d1636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3258c181-5457-4db4-9469-c3d25f223bf4,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:37.059760 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-eda386f0-f573-433e-abbf-c153409d1636 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d4ea2425400049c38f919d3e552b68e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4582803 Dec 16 22:41:37.062317 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48558) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:37.117944 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-480b6532-1cf6-4d6c-9776-505ea8dc638f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:37.146616 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-480b6532-1cf6-4d6c-9776-505ea8dc638f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:37.301798 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-480b6532-1cf6-4d6c-9776-505ea8dc638f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:37.304649 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-480b6532-1cf6-4d6c-9776-505ea8dc638f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:37.305956 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-480b6532-1cf6-4d6c-9776-505ea8dc638f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3258c181-5457-4db4-9469-c3d25f223bf4 HTTP/1.1" status: 204 len: 168 time: 0.2427220 Dec 16 22:41:37.320675 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b6532-1cf6-4d6c-9776-505ea8dc638f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3258c181-5457-4db4-9469-c3d25f223bf4,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:38.615552 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48634) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:38.760189 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-0074aca6-160d-468f-aadb-d7ede3f511c6 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-561580636'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:38.866878 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0074aca6-160d-468f-aadb-d7ede3f511c6 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Made reservation on behalf of 13e3b7bd0a0a47289200bd2961617973 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:38.870514 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0074aca6-160d-468f-aadb-d7ede3f511c6 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:38.881669 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0074aca6-160d-468f-aadb-d7ede3f511c6 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:39.005199 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0074aca6-160d-468f-aadb-d7ede3f511c6 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:39.084458 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0074aca6-160d-468f-aadb-d7ede3f511c6 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:39.164701 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074aca6-160d-468f-aadb-d7ede3f511c6 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdbddc1-68f2-4f06-961b-6e1a85729889,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:39.189085 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0074aca6-160d-468f-aadb-d7ede3f511c6 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:41:39.209784 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0074aca6-160d-468f-aadb-d7ede3f511c6 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:39.210350 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-0074aca6-160d-468f-aadb-d7ede3f511c6 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Added segment 36f5e95d-df79-4940-8e92-002b74863dce of type vlan for network 30cc588f-a82f-4be6-94c1-63db22f153ef Dec 16 22:41:39.298115 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0074aca6-160d-468f-aadb-d7ede3f511c6 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:39.478392 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0074aca6-160d-468f-aadb-d7ede3f511c6 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:39.487628 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0074aca6-160d-468f-aadb-d7ede3f511c6 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:39.488629 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0074aca6-160d-468f-aadb-d7ede3f511c6 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:39.611614 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074aca6-160d-468f-aadb-d7ede3f511c6 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Pushing event updated for resources: {'Network': ['ID=30cc588f-a82f-4be6-94c1-63db22f153ef,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:39.634856 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 30cc588f-a82f-4be6-94c1-63db22f153ef details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:41:39.698878 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0074aca6-160d-468f-aadb-d7ede3f511c6 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0820775 Dec 16 22:41:39.702124 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48664) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:39.708788 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-da021eb7-0257-4a24-b8bc-aeeb7ab55cb3 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Request body: {'subnet': {'network_id': '30cc588f-a82f-4be6-94c1-63db22f153ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:40.011713 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da021eb7-0257-4a24-b8bc-aeeb7ab55cb3 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Made reservation on behalf of 13e3b7bd0a0a47289200bd2961617973 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:40.015445 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-da021eb7-0257-4a24-b8bc-aeeb7ab55cb3 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:40.354275 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-da021eb7-0257-4a24-b8bc-aeeb7ab55cb3 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:40.428808 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da021eb7-0257-4a24-b8bc-aeeb7ab55cb3 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Pushing event updated for resources: {'Subnet': ['ID=ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:40.438364 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da021eb7-0257-4a24-b8bc-aeeb7ab55cb3 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Checking segment: {'id': '36f5e95d-df79-4940-8e92-002b74863dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '30cc588f-a82f-4be6-94c1-63db22f153ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:41:40.438891 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da021eb7-0257-4a24-b8bc-aeeb7ab55cb3 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Network hostable DHCP agents. Network: 30cc588f-a82f-4be6-94c1-63db22f153ef, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:41:40.564356 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da021eb7-0257-4a24-b8bc-aeeb7ab55cb3 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Network 30cc588f-a82f-4be6-94c1-63db22f153ef is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:41:40.741583 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-da021eb7-0257-4a24-b8bc-aeeb7ab55cb3 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 30cc588f-a82f-4be6-94c1-63db22f153ef) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:40.751557 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da021eb7-0257-4a24-b8bc-aeeb7ab55cb3 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:40.762006 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-da021eb7-0257-4a24-b8bc-aeeb7ab55cb3 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:40.762169 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cb116a-061d-488e-99c5-3c79744e1915 None None] Network 30cc588f-a82f-4be6-94c1-63db22f153ef requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:41:40.864471 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b03f42-7f98-4e3c-80fb-a967c35174a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-30cc588f-a82f-4be6-94c1-63db22f153ef', 'network_id': '30cc588f-a82f-4be6-94c1-63db22f153ef', 'project_id': '13e3b7bd0a0a47289200bd2961617973', 'fixed_ips': [{'subnet_id': 'ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:41:40.865341 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c5b03f42-7f98-4e3c-80fb-a967c35174a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:40.870471 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-da021eb7-0257-4a24-b8bc-aeeb7ab55cb3 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1657073 Dec 16 22:41:40.873101 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48690) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:40.880237 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-5b88b4d2-e512-4704-87bb-d7b2244575a1 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Request body: {'port': {'network_id': '30cc588f-a82f-4be6-94c1-63db22f153ef', 'name': 'tempest-TagsExtTest-424354339'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:41.009933 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-c5b03f42-7f98-4e3c-80fb-a967c35174a2 None None] Allocated IP 172.20.0.2 (30cc588f-a82f-4be6-94c1-63db22f153ef/ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3/3a76eb9b-6602-4ee2-b326-af6bc58af750) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:41:41.089788 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b88b4d2-e512-4704-87bb-d7b2244575a1 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Made reservation on behalf of 13e3b7bd0a0a47289200bd2961617973 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:41:41.093352 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b88b4d2-e512-4704-87bb-d7b2244575a1 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:41.113619 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [None req-5b88b4d2-e512-4704-87bb-d7b2244575a1 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] device_id is not set on port 369715dd-2947-4263-96c8-bc29d553a0b4 yet. {{(pid=103613) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 22:41:41.118943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48696) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:41.164657 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c5b03f42-7f98-4e3c-80fb-a967c35174a2 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:41.236710 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-77a3694f-ba1d-40af-b64b-2849d2147972 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:41.255943 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c5b03f42-7f98-4e3c-80fb-a967c35174a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:41.315751 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b03f42-7f98-4e3c-80fb-a967c35174a2 None None] Network 30cc588f-a82f-4be6-94c1-63db22f153ef is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:41:41.319691 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-c5b03f42-7f98-4e3c-80fb-a967c35174a2 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:41.322379 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b03f42-7f98-4e3c-80fb-a967c35174a2 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:41:41.324819 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-5b88b4d2-e512-4704-87bb-d7b2244575a1 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Allocated IP 172.20.0.11 (30cc588f-a82f-4be6-94c1-63db22f153ef/ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3/369715dd-2947-4263-96c8-bc29d553a0b4) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:41:41.332403 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-77a3694f-ba1d-40af-b64b-2849d2147972 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:41.352023 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b03f42-7f98-4e3c-80fb-a967c35174a2 None None] Pushing event updated for resources: {'Port': ['ID=3a76eb9b-6602-4ee2-b326-af6bc58af750,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:41.395945 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c5b03f42-7f98-4e3c-80fb-a967c35174a2 None None] Attempting to bind port 3a76eb9b-6602-4ee2-b326-af6bc58af750 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:41:41.397285 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c5b03f42-7f98-4e3c-80fb-a967c35174a2 None None] Attempting to bind port 3a76eb9b-6602-4ee2-b326-af6bc58af750 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '36f5e95d-df79-4940-8e92-002b74863dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '30cc588f-a82f-4be6-94c1-63db22f153ef'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:41:41.397667 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b03f42-7f98-4e3c-80fb-a967c35174a2 None None] Attempting to bind port 3a76eb9b-6602-4ee2-b326-af6bc58af750 on network 30cc588f-a82f-4be6-94c1-63db22f153ef {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:41:41.403202 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b03f42-7f98-4e3c-80fb-a967c35174a2 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:41:41.403582 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b03f42-7f98-4e3c-80fb-a967c35174a2 None None] Checking segment: {'id': '36f5e95d-df79-4940-8e92-002b74863dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '30cc588f-a82f-4be6-94c1-63db22f153ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:41:41.403982 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c5b03f42-7f98-4e3c-80fb-a967c35174a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:41.404374 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b03f42-7f98-4e3c-80fb-a967c35174a2 None None] Bound using segment: {'id': '36f5e95d-df79-4940-8e92-002b74863dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '30cc588f-a82f-4be6-94c1-63db22f153ef'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:41:41.404833 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c5b03f42-7f98-4e3c-80fb-a967c35174a2 None None] Bound port: 3a76eb9b-6602-4ee2-b326-af6bc58af750, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f5e95d-df79-4940-8e92-002b74863dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '30cc588f-a82f-4be6-94c1-63db22f153ef'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:41:41.405239 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c5b03f42-7f98-4e3c-80fb-a967c35174a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:41.416330 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-77a3694f-ba1d-40af-b64b-2849d2147972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:41.496880 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-77a3694f-ba1d-40af-b64b-2849d2147972 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2ff3e440fccb4ba29ad8f46f4077da8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3763535 Dec 16 22:41:41.497646 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3694f-ba1d-40af-b64b-2849d2147972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da278af-560e-4184-9741-311712d60d19,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:41.506434 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48710) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:41.519855 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b88b4d2-e512-4704-87bb-d7b2244575a1 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:41.520618 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c5b03f42-7f98-4e3c-80fb-a967c35174a2 None None] For port 3a76eb9b-6602-4ee2-b326-af6bc58af750, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:41:41.525300 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c5b03f42-7f98-4e3c-80fb-a967c35174a2 None None] For port 3a76eb9b-6602-4ee2-b326-af6bc58af750, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=3a76eb9b-6602-4ee2-b326-af6bc58af750,segment=NetworkSegment(36f5e95d-df79-4940-8e92-002b74863dce),segment_id=36f5e95d-df79-4940-8e92-002b74863dce)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:41:41.554771 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-31670216-a0a7-4ee3-8a53-ff39fe9e6c43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:41.578374 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-31670216-a0a7-4ee3-8a53-ff39fe9e6c43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:41.645096 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b88b4d2-e512-4704-87bb-d7b2244575a1 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:41.645323 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c5b03f42-7f98-4e3c-80fb-a967c35174a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:41.701884 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b88b4d2-e512-4704-87bb-d7b2244575a1 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Network 30cc588f-a82f-4be6-94c1-63db22f153ef is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:41:41.703735 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b03f42-7f98-4e3c-80fb-a967c35174a2 None None] Pushing event updated for resources: {'Port': ['ID=3a76eb9b-6602-4ee2-b326-af6bc58af750,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:41.707582 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-5b88b4d2-e512-4704-87bb-d7b2244575a1 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:41:41.713214 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-31670216-a0a7-4ee3-8a53-ff39fe9e6c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:41.719629 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-31670216-a0a7-4ee3-8a53-ff39fe9e6c43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:41.727501 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-31670216-a0a7-4ee3-8a53-ff39fe9e6c43 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5da278af-560e-4184-9741-311712d60d19 HTTP/1.1" status: 204 len: 168 time: 0.2246521 Dec 16 22:41:41.738800 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b88b4d2-e512-4704-87bb-d7b2244575a1 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:41:41.740718 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31670216-a0a7-4ee3-8a53-ff39fe9e6c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da278af-560e-4184-9741-311712d60d19,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:41.880646 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88b4d2-e512-4704-87bb-d7b2244575a1 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Pushing event updated for resources: {'Port': ['ID=369715dd-2947-4263-96c8-bc29d553a0b4,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:41.904534 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b88b4d2-e512-4704-87bb-d7b2244575a1 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:41.905360 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b88b4d2-e512-4704-87bb-d7b2244575a1 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:41.998711 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5b88b4d2-e512-4704-87bb-d7b2244575a1 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1218441 Dec 16 22:41:41.999121 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48726) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:42.005585 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-d07e3d25-fff0-4950-b4ff-c3c992884dd5 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1257197827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:42.141474 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d07e3d25-fff0-4950-b4ff-c3c992884dd5 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:42.143353 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d07e3d25-fff0-4950-b4ff-c3c992884dd5 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:42.294184 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d07e3d25-fff0-4950-b4ff-c3c992884dd5 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:42.389722 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d07e3d25-fff0-4950-b4ff-c3c992884dd5 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:42.431935 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48736) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:42.529627 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d07e3d25-fff0-4950-b4ff-c3c992884dd5 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:42.531370 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d07e3d25-fff0-4950-b4ff-c3c992884dd5 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5311351 Dec 16 22:41:42.534778 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48740) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:42.541032 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-f4c03d60-3fc1-4beb-b77c-1d4d6dedd543 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1240233227', 'prefixes': ['172.20.0.0/16']}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:41:42.582045 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a3c37c1f-e95e-4485-b60e-49561eeb64fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:42.725470 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a3c37c1f-e95e-4485-b60e-49561eeb64fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:42.855551 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48742) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:42.865204 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a3c37c1f-e95e-4485-b60e-49561eeb64fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:42.943683 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-891b9e76-0fa4-4c6c-acac-f16e138c920e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:42.963855 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c37c1f-e95e-4485-b60e-49561eeb64fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3b95c7-bc6c-472f-84f7-e8ca8e85b31a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:42.993700 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a3c37c1f-e95e-4485-b60e-49561eeb64fa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6c3136b78ced4253b2ef81ddbdc44acb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5602956 Dec 16 22:41:42.996610 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48746) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:43.074419 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-95cb4262-0285-4a14-9eea-a5986f23e96e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:43.104298 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-891b9e76-0fa4-4c6c-acac-f16e138c920e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:43.108992 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-95cb4262-0285-4a14-9eea-a5986f23e96e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:43.110436 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f4c03d60-3fc1-4beb-b77c-1d4d6dedd543 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks [] for subnetpool, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:43.111932 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f4c03d60-3fc1-4beb-b77c-1d4d6dedd543 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5755649 Dec 16 22:41:43.116720 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48748) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:43.127016 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-e0a8c11d-31f0-4b7b-b743-7a5cc55e3472 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3', 'tempest-TagsExtTest-Tag-67389547') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:43.211772 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-891b9e76-0fa4-4c6c-acac-f16e138c920e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:43.262356 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-95cb4262-0285-4a14-9eea-a5986f23e96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:43.271825 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-95cb4262-0285-4a14-9eea-a5986f23e96e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:43.274652 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-95cb4262-0285-4a14-9eea-a5986f23e96e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2c3b95c7-bc6c-472f-84f7-e8ca8e85b31a HTTP/1.1" status: 204 len: 168 time: 0.2770131 Dec 16 22:41:43.297887 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb4262-0285-4a14-9eea-a5986f23e96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3b95c7-bc6c-472f-84f7-e8ca8e85b31a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:43.307746 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-891b9e76-0fa4-4c6c-acac-f16e138c920e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8b577dd8786945e1a8a624f53e9d4e1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4510500 Dec 16 22:41:43.310458 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48756) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:43.432566 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef2e436-b0a6-468e-8009-05e0db2442e2 None None] Network 30cc588f-a82f-4be6-94c1-63db22f153ef requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:41:43.477547 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3a256fdf-fc48-451d-9311-208de5d51726 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:43.495010 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b9e76-0fa4-4c6c-acac-f16e138c920e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37acb26-9b9a-4681-a4ae-5c29ebec2a5b,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:43.517750 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 3a76eb9b-6602-4ee2-b326-af6bc58af750 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:41:43.548564 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3a256fdf-fc48-451d-9311-208de5d51726 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:43.591342 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7654b074-f5f0-4f7e-b972-464446d0044a None None] Provisioning complete for port 3a76eb9b-6602-4ee2-b326-af6bc58af750 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:43.592357 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7654b074-f5f0-4f7e-b972-464446d0044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:43.680807 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e0a8c11d-31f0-4b7b-b743-7a5cc55e3472 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "PUT /v2.0/subnets/ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3/tags/tempest-TagsExtTest-Tag-67389547 HTTP/1.1" status: 201 len: 201 time: 0.5623848 Dec 16 22:41:43.683108 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48758) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:43.691073 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-58ee3e0d-b6ea-4d09-8dd0-b4a42ff6fb32 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '369715dd-2947-4263-96c8-bc29d553a0b4', 'tempest-TagsExtTest-Tag-488115143') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:43.732168 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 3a76eb9b-6602-4ee2-b326-af6bc58af750 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:43.732668 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:43.771000 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3a256fdf-fc48-451d-9311-208de5d51726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:43.774136 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3a256fdf-fc48-451d-9311-208de5d51726 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:43.775443 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3a256fdf-fc48-451d-9311-208de5d51726 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c37acb26-9b9a-4681-a4ae-5c29ebec2a5b HTTP/1.1" status: 204 len: 168 time: 0.4637017 Dec 16 22:41:43.803865 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a256fdf-fc48-451d-9311-208de5d51726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37acb26-9b9a-4681-a4ae-5c29ebec2a5b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:43.902662 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-58ee3e0d-b6ea-4d09-8dd0-b4a42ff6fb32 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "PUT /v2.0/ports/369715dd-2947-4263-96c8-bc29d553a0b4/tags/tempest-TagsExtTest-Tag-488115143 HTTP/1.1" status: 201 len: 201 time: 0.2178586 Dec 16 22:41:43.905659 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48764) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:43.912240 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.tag.tag_plugin [None req-0897db8e-54aa-422c-839c-465f472d3143 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9c25bddf-def6-46b1-b759-588ee4aabc1d', 'tempest-TagsExtTest-Tag-71575816') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:43.917866 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7654b074-f5f0-4f7e-b972-464446d0044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:44.082441 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:44.109103 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7654b074-f5f0-4f7e-b972-464446d0044a None None] For port 3a76eb9b-6602-4ee2-b326-af6bc58af750, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=3a76eb9b-6602-4ee2-b326-af6bc58af750,segment=NetworkSegment(36f5e95d-df79-4940-8e92-002b74863dce),segment_id=36f5e95d-df79-4940-8e92-002b74863dce)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:44.250918 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7654b074-f5f0-4f7e-b972-464446d0044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:44.252144 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0897db8e-54aa-422c-839c-465f472d3143 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "PUT /v2.0/routers/9c25bddf-def6-46b1-b759-588ee4aabc1d/tags/tempest-TagsExtTest-Tag-71575816 HTTP/1.1" status: 201 len: 201 time: 0.3451326 Dec 16 22:41:44.259558 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48770) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:44.269848 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-077dcb74-19c2-4341-b83c-dd24eca461b0 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8bbd46e9-c121-41ae-bb2a-a07cb071a3dd', 'tempest-TagsExtTest-Tag-82753739') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:44.511707 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:41:44.513052 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:41:44.548826 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-077dcb74-19c2-4341-b83c-dd24eca461b0 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "PUT /v2.0/subnetpools/8bbd46e9-c121-41ae-bb2a-a07cb071a3dd/tags/tempest-TagsExtTest-Tag-82753739 HTTP/1.1" status: 201 len: 201 time: 0.2919776 Dec 16 22:41:44.552281 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48774) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:44.556301 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654b074-f5f0-4f7e-b972-464446d0044a None None] Pushing event updated for resources: {'Port': ['ID=3a76eb9b-6602-4ee2-b326-af6bc58af750,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:44.558552 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-a025ed45-bc05-4c78-9f0d-410e0b20a887 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:44.584113 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a112d481-c4ec-4dde-b862-b517f4bf84f3 None None] Provisioning complete for port 369715dd-2947-4263-96c8-bc29d553a0b4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:44.584811 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a112d481-c4ec-4dde-b862-b517f4bf84f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:44.586480 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48776) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:44.609923 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d576a0a5-2de7-463a-a390-dcb62232a25a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:44.674665 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a112d481-c4ec-4dde-b862-b517f4bf84f3 None None] Port 369715dd-2947-4263-96c8-bc29d553a0b4 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:41:44.678347 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a025ed45-bc05-4c78-9f0d-410e0b20a887 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "GET /v2.0/subnets/ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3/tags HTTP/1.1" status: 200 len: 239 time: 0.1248100 Dec 16 22:41:44.681427 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48778) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:44.691245 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.tag.tag_plugin [None req-b4e3726f-0f0e-4897-857f-b483876ef1da tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3', 'tempest-TagsExtTest-Tag-67389547') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:44.692990 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a112d481-c4ec-4dde-b862-b517f4bf84f3 None None] Provisioning complete for port 3a76eb9b-6602-4ee2-b326-af6bc58af750 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:44.693383 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a112d481-c4ec-4dde-b862-b517f4bf84f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:44.832817 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d576a0a5-2de7-463a-a390-dcb62232a25a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:44.841383 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b4e3726f-0f0e-4897-857f-b483876ef1da tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "GET /v2.0/subnets/ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3/tags/tempest-TagsExtTest-Tag-67389547 HTTP/1.1" status: 204 len: 168 time: 0.1586177 Dec 16 22:41:44.846668 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48784) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:44.851510 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-11ab60ca-08dd-4c2e-8447-83fc0e3bdebc tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3', 'tempest-TagsExtTest-Tag-67389547') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:44.884675 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d576a0a5-2de7-463a-a390-dcb62232a25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:44.928996 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0eeb54c9-6a11-4f15-9d47-9d938a84d80a None None] Provisioning complete for port 369715dd-2947-4263-96c8-bc29d553a0b4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:44.929379 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0eeb54c9-6a11-4f15-9d47-9d938a84d80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:44.953083 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576a0a5-2de7-463a-a390-dcb62232a25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adccf799-1246-46fa-bdee-79bbfbaade89,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:44.961258 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48788) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:44.961455 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d576a0a5-2de7-463a-a390-dcb62232a25a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5c4a922075824a418ea5d74b9205cef6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3697178 Dec 16 22:41:44.972259 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0eeb54c9-6a11-4f15-9d47-9d938a84d80a None None] Port 369715dd-2947-4263-96c8-bc29d553a0b4 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:41:45.010894 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f68427d2-a443-4635-918c-697ca5001c1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:45.028609 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-11ab60ca-08dd-4c2e-8447-83fc0e3bdebc tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "DELETE /v2.0/subnets/ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3/tags/tempest-TagsExtTest-Tag-67389547 HTTP/1.1" status: 204 len: 168 time: 0.1784413 Dec 16 22:41:45.029182 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48792) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:45.033819 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.tag.tag_plugin [None req-8a062dee-b55f-4bd3-a774-a8bb0044496f tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:45.041626 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f68427d2-a443-4635-918c-697ca5001c1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:45.128689 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8a062dee-b55f-4bd3-a774-a8bb0044496f tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "GET /v2.0/subnets/ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3/tags HTTP/1.1" status: 200 len: 205 time: 0.0983636 Dec 16 22:41:45.131254 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48796) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:45.135459 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.tag.tag_plugin [None req-542dd63f-fcd3-419a-b521-2f30d3cf276e tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '369715dd-2947-4263-96c8-bc29d553a0b4') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:45.175881 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f68427d2-a443-4635-918c-697ca5001c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:45.178425 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f68427d2-a443-4635-918c-697ca5001c1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:45.179638 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f68427d2-a443-4635-918c-697ca5001c1e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/adccf799-1246-46fa-bdee-79bbfbaade89 HTTP/1.1" status: 204 len: 168 time: 0.2172480 Dec 16 22:41:45.187993 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-542dd63f-fcd3-419a-b521-2f30d3cf276e tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "GET /v2.0/ports/369715dd-2947-4263-96c8-bc29d553a0b4/tags HTTP/1.1" status: 200 len: 240 time: 0.0556734 Dec 16 22:41:45.188435 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68427d2-a443-4635-918c-697ca5001c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adccf799-1246-46fa-bdee-79bbfbaade89,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:45.190834 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48800) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:45.195191 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-6a5b5195-e6be-410f-ba1a-d0f9ff64997f tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '369715dd-2947-4263-96c8-bc29d553a0b4', 'tempest-TagsExtTest-Tag-488115143') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:45.250416 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6a5b5195-e6be-410f-ba1a-d0f9ff64997f tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "GET /v2.0/ports/369715dd-2947-4263-96c8-bc29d553a0b4/tags/tempest-TagsExtTest-Tag-488115143 HTTP/1.1" status: 204 len: 168 time: 0.0561509 Dec 16 22:41:45.253525 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48802) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:45.255533 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-a5dd88d0-b881-40a5-b111-dfbc297944ef tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '369715dd-2947-4263-96c8-bc29d553a0b4', 'tempest-TagsExtTest-Tag-488115143') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:45.308179 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 3a76eb9b-6602-4ee2-b326-af6bc58af750 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:41:45.377981 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 3a76eb9b-6602-4ee2-b326-af6bc58af750 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:41:45.377981 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:45.439401 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a5dd88d0-b881-40a5-b111-dfbc297944ef tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "DELETE /v2.0/ports/369715dd-2947-4263-96c8-bc29d553a0b4/tags/tempest-TagsExtTest-Tag-488115143 HTTP/1.1" status: 204 len: 168 time: 0.1874321 Dec 16 22:41:45.442472 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48816) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:45.446826 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-e8d771fa-cb28-4888-89fc-4aa77fe73a31 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '369715dd-2947-4263-96c8-bc29d553a0b4') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:45.512639 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e8d771fa-cb28-4888-89fc-4aa77fe73a31 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "GET /v2.0/ports/369715dd-2947-4263-96c8-bc29d553a0b4/tags HTTP/1.1" status: 200 len: 205 time: 0.0636957 Dec 16 22:41:45.512639 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48818) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:45.518725 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-89bb49d5-fc0b-4871-b00f-ec378fa3fb18 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9c25bddf-def6-46b1-b759-588ee4aabc1d') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:45.631587 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-89bb49d5-fc0b-4871-b00f-ec378fa3fb18 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "GET /v2.0/routers/9c25bddf-def6-46b1-b759-588ee4aabc1d/tags HTTP/1.1" status: 200 len: 239 time: 0.1178246 Dec 16 22:41:45.634450 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48828) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:45.639661 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.tag.tag_plugin [None req-b5fab950-5210-42aa-93a7-a925399c6c6b tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9c25bddf-def6-46b1-b759-588ee4aabc1d', 'tempest-TagsExtTest-Tag-71575816') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:46.239477 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b5fab950-5210-42aa-93a7-a925399c6c6b tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "GET /v2.0/routers/9c25bddf-def6-46b1-b759-588ee4aabc1d/tags/tempest-TagsExtTest-Tag-71575816 HTTP/1.1" status: 204 len: 168 time: 0.6035604 Dec 16 22:41:46.241881 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48850) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:46.247013 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.tag.tag_plugin [None req-6b0ce4c9-68e7-457e-9117-6cc6e36ecab4 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9c25bddf-def6-46b1-b759-588ee4aabc1d', 'tempest-TagsExtTest-Tag-71575816') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:46.522553 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6b0ce4c9-68e7-457e-9117-6cc6e36ecab4 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "DELETE /v2.0/routers/9c25bddf-def6-46b1-b759-588ee4aabc1d/tags/tempest-TagsExtTest-Tag-71575816 HTTP/1.1" status: 204 len: 168 time: 0.2786036 Dec 16 22:41:46.528150 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48864) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:46.535353 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-e3912e84-2eaf-4f40-a5ab-343b71a5459c tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9c25bddf-def6-46b1-b759-588ee4aabc1d') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:46.671913 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e3912e84-2eaf-4f40-a5ab-343b71a5459c tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "GET /v2.0/routers/9c25bddf-def6-46b1-b759-588ee4aabc1d/tags HTTP/1.1" status: 200 len: 205 time: 0.1410830 Dec 16 22:41:46.673881 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48868) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:46.678711 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-c0cd4b87-1d09-4a06-a642-8257fe63a5d6 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8bbd46e9-c121-41ae-bb2a-a07cb071a3dd') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:46.703733 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c0cd4b87-1d09-4a06-a642-8257fe63a5d6 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "GET /v2.0/subnetpools/8bbd46e9-c121-41ae-bb2a-a07cb071a3dd/tags HTTP/1.1" status: 200 len: 239 time: 0.0285423 Dec 16 22:41:46.707385 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48870) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:46.724183 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-74640003-cdcd-40b0-ad21-ca5af996421b tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8bbd46e9-c121-41ae-bb2a-a07cb071a3dd', 'tempest-TagsExtTest-Tag-82753739') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:46.762686 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-74640003-cdcd-40b0-ad21-ca5af996421b tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "GET /v2.0/subnetpools/8bbd46e9-c121-41ae-bb2a-a07cb071a3dd/tags/tempest-TagsExtTest-Tag-82753739 HTTP/1.1" status: 204 len: 168 time: 0.0539153 Dec 16 22:41:46.765035 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48874) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:46.772042 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-411ffe5d-1d82-4a74-80d4-acd7b474ed2b tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '8bbd46e9-c121-41ae-bb2a-a07cb071a3dd', 'tempest-TagsExtTest-Tag-82753739') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:47.073719 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-411ffe5d-1d82-4a74-80d4-acd7b474ed2b tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "DELETE /v2.0/subnetpools/8bbd46e9-c121-41ae-bb2a-a07cb071a3dd/tags/tempest-TagsExtTest-Tag-82753739 HTTP/1.1" status: 204 len: 168 time: 0.3071423 Dec 16 22:41:47.075922 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48884) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:47.080274 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-28e2e348-df49-47da-a59e-fc6b4552942d tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8bbd46e9-c121-41ae-bb2a-a07cb071a3dd') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:47.126624 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-28e2e348-df49-47da-a59e-fc6b4552942d tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "GET /v2.0/subnetpools/8bbd46e9-c121-41ae-bb2a-a07cb071a3dd/tags HTTP/1.1" status: 200 len: 205 time: 0.0472071 Dec 16 22:41:47.127301 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48888) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:47.134296 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.tag.tag_plugin [None req-1124b603-d0ea-42a1-a8dc-69f5afded320 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8bbd46e9-c121-41ae-bb2a-a07cb071a3dd') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:47.307596 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48894) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:47.308638 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1124b603-d0ea-42a1-a8dc-69f5afded320 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "DELETE /v2.0/subnetpools/8bbd46e9-c121-41ae-bb2a-a07cb071a3dd/tags HTTP/1.1" status: 204 len: 168 time: 0.1790414 Dec 16 22:41:47.313079 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-6c695030-25b1-43bf-823e-5b38e90ec983 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9c25bddf-def6-46b1-b759-588ee4aabc1d') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:47.476397 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6c695030-25b1-43bf-823e-5b38e90ec983 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "DELETE /v2.0/routers/9c25bddf-def6-46b1-b759-588ee4aabc1d/tags HTTP/1.1" status: 204 len: 168 time: 0.1669955 Dec 16 22:41:47.478795 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48898) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:47.483634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-2fd62a19-15b2-4d2d-834a-5e7d97596ff9 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '369715dd-2947-4263-96c8-bc29d553a0b4') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:47.553114 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2fd62a19-15b2-4d2d-834a-5e7d97596ff9 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "DELETE /v2.0/ports/369715dd-2947-4263-96c8-bc29d553a0b4/tags HTTP/1.1" status: 204 len: 168 time: 0.0729706 Dec 16 22:41:47.555716 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48902) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:47.560504 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.tag.tag_plugin [None req-6d09100b-688e-4a22-b715-3194b019d267 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:47.692215 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6d09100b-688e-4a22-b715-3194b019d267 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "DELETE /v2.0/subnets/ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3/tags HTTP/1.1" status: 204 len: 168 time: 0.1351790 Dec 16 22:41:47.695979 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48912) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:47.700889 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.tag.tag_plugin [None req-6453f426-3370-4fec-9cc4-3edc3cc1fd34 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3', 'tempest-TagsExtTest-Tag-442529332') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:47.864070 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6453f426-3370-4fec-9cc4-3edc3cc1fd34 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "PUT /v2.0/subnets/ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3/tags/tempest-TagsExtTest-Tag-442529332 HTTP/1.1" status: 201 len: 201 time: 0.1641288 Dec 16 22:41:47.869831 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48926) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:47.871265 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.tag.tag_plugin [None req-b8107989-5f5a-4b71-9457-52a095cc8030 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '369715dd-2947-4263-96c8-bc29d553a0b4', 'tempest-TagsExtTest-Tag-1300738695') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:48.119016 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b8107989-5f5a-4b71-9457-52a095cc8030 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "PUT /v2.0/ports/369715dd-2947-4263-96c8-bc29d553a0b4/tags/tempest-TagsExtTest-Tag-1300738695 HTTP/1.1" status: 201 len: 201 time: 0.2532969 Dec 16 22:41:48.121940 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48932) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:48.126856 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.tag.tag_plugin [None req-5b23861a-0752-4db8-b279-3d6ba1ade807 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9c25bddf-def6-46b1-b759-588ee4aabc1d', 'tempest-TagsExtTest-Tag-256718436') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:48.338058 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5b23861a-0752-4db8-b279-3d6ba1ade807 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "PUT /v2.0/routers/9c25bddf-def6-46b1-b759-588ee4aabc1d/tags/tempest-TagsExtTest-Tag-256718436 HTTP/1.1" status: 201 len: 201 time: 0.2145352 Dec 16 22:41:48.343549 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48940) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:48.348311 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-fbf2cb9d-fa69-4f3c-8066-7f24ac773f2c tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8bbd46e9-c121-41ae-bb2a-a07cb071a3dd', 'tempest-TagsExtTest-Tag-1070283715') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:48.442716 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fbf2cb9d-fa69-4f3c-8066-7f24ac773f2c tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "PUT /v2.0/subnetpools/8bbd46e9-c121-41ae-bb2a-a07cb071a3dd/tags/tempest-TagsExtTest-Tag-1070283715 HTTP/1.1" status: 201 len: 201 time: 0.0953135 Dec 16 22:41:48.443912 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48942) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:48.455698 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-94c3e2b7-2f27-46ab-a228-41a5a968dab6 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3', {'tags': ['tempest-TagsExtTest-Tag-280102157', 'tempest-TagsExtTest-Tag-2097921005', 'tempest-TagsExtTest-Tag-589805580']}) {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:48.605013 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-94c3e2b7-2f27-46ab-a228-41a5a968dab6 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "PUT /v2.0/subnets/ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3/tags HTTP/1.1" status: 200 len: 316 time: 0.1528797 Dec 16 22:41:48.607879 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48944) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:48.613650 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-506b8288-0fb3-4d15-bcd1-dd437772dd68 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:48.779886 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-506b8288-0fb3-4d15-bcd1-dd437772dd68 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "DELETE /v2.0/subnets/ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3/tags HTTP/1.1" status: 204 len: 168 time: 0.1710126 Dec 16 22:41:48.780407 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48948) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:48.786183 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.tag.tag_plugin [None req-97f3b000-909a-43c3-9073-0a43e49c833e tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3', 'tempest-TagsExtTest-Tag-280102157') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:48.840318 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-97f3b000-909a-43c3-9073-0a43e49c833e tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] show failed (client error): The resource could not be found. Dec 16 22:41:48.841420 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-97f3b000-909a-43c3-9073-0a43e49c833e tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "GET /v2.0/subnets/ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3/tags/tempest-TagsExtTest-Tag-280102157 HTTP/1.1" status: 404 len: 328 time: 0.0597272 Dec 16 22:41:48.844386 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48952) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:48.849849 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.tag.tag_plugin [None req-a6198126-b979-4b1b-8ab0-d3383e6fe9d3 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3', 'tempest-TagsExtTest-Tag-2097921005') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:48.901926 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48956) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:48.947310 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-a6198126-b979-4b1b-8ab0-d3383e6fe9d3 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] show failed (client error): The resource could not be found. Dec 16 22:41:48.949753 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a6198126-b979-4b1b-8ab0-d3383e6fe9d3 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "GET /v2.0/subnets/ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3/tags/tempest-TagsExtTest-Tag-2097921005 HTTP/1.1" status: 404 len: 329 time: 0.1042609 Dec 16 22:41:48.957408 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48964) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:48.958997 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-6749798f-2225-4a5d-96e3-3331b9c07cd5 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3', 'tempest-TagsExtTest-Tag-589805580') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:49.048028 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-6749798f-2225-4a5d-96e3-3331b9c07cd5 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] show failed (client error): The resource could not be found. Dec 16 22:41:49.050256 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6749798f-2225-4a5d-96e3-3331b9c07cd5 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "GET /v2.0/subnets/ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3/tags/tempest-TagsExtTest-Tag-589805580 HTTP/1.1" status: 404 len: 328 time: 0.0962150 Dec 16 22:41:49.053362 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48968) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:49.058550 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.tag.tag_plugin [None req-6c2ee93a-739e-4a22-8e3a-760260b522be tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '369715dd-2947-4263-96c8-bc29d553a0b4', {'tags': ['tempest-TagsExtTest-Tag-779107893', 'tempest-TagsExtTest-Tag-225640355', 'tempest-TagsExtTest-Tag-1812979142']}) {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:49.105925 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8c714b23-cbcd-40d8-b8b4-f4afb42e6170 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:49.212359 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8c714b23-cbcd-40d8-b8b4-f4afb42e6170 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:49.238723 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6c2ee93a-739e-4a22-8e3a-760260b522be tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "PUT /v2.0/ports/369715dd-2947-4263-96c8-bc29d553a0b4/tags HTTP/1.1" status: 200 len: 316 time: 0.1839180 Dec 16 22:41:49.241672 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48974) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:49.245951 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-3c385a6d-36d6-4d6b-93c1-bf6956c7233f tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '369715dd-2947-4263-96c8-bc29d553a0b4') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:49.322786 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8c714b23-cbcd-40d8-b8b4-f4afb42e6170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:49.362219 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c714b23-cbcd-40d8-b8b4-f4afb42e6170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0ba693-c7b8-4ec9-93a0-e80ee3e910e2,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:49.371564 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8c714b23-cbcd-40d8-b8b4-f4afb42e6170 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a32d640ae7a54decbe6b43d3fbb0e3b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4674907 Dec 16 22:41:49.373757 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 48982) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:49.425418 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3c385a6d-36d6-4d6b-93c1-bf6956c7233f tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "DELETE /v2.0/ports/369715dd-2947-4263-96c8-bc29d553a0b4/tags HTTP/1.1" status: 204 len: 168 time: 0.1826210 Dec 16 22:41:49.427326 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48984) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:49.433024 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.tag.tag_plugin [None req-7afaded7-78aa-4486-9bd5-09c540280114 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '369715dd-2947-4263-96c8-bc29d553a0b4', 'tempest-TagsExtTest-Tag-779107893') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:49.442462 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c7a2e2ae-a699-4ed2-88b6-fd3ba2daa940 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:49.494886 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c7a2e2ae-a699-4ed2-88b6-fd3ba2daa940 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:49.497249 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-7afaded7-78aa-4486-9bd5-09c540280114 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] show failed (client error): The resource could not be found. Dec 16 22:41:49.505849 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7afaded7-78aa-4486-9bd5-09c540280114 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "GET /v2.0/ports/369715dd-2947-4263-96c8-bc29d553a0b4/tags/tempest-TagsExtTest-Tag-779107893 HTTP/1.1" status: 404 len: 328 time: 0.0697143 Dec 16 22:41:49.506919 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48990) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:49.512020 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.tag.tag_plugin [None req-0c43dc70-adb3-465e-9c64-296eeecb722f tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '369715dd-2947-4263-96c8-bc29d553a0b4', 'tempest-TagsExtTest-Tag-225640355') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:49.570361 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-0c43dc70-adb3-465e-9c64-296eeecb722f tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] show failed (client error): The resource could not be found. Dec 16 22:41:49.571553 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0c43dc70-adb3-465e-9c64-296eeecb722f tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "GET /v2.0/ports/369715dd-2947-4263-96c8-bc29d553a0b4/tags/tempest-TagsExtTest-Tag-225640355 HTTP/1.1" status: 404 len: 328 time: 0.0635426 Dec 16 22:41:49.574530 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48992) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:49.578931 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.tag.tag_plugin [None req-b205a92b-7df1-4275-acbb-00ad51f9048a tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '369715dd-2947-4263-96c8-bc29d553a0b4', 'tempest-TagsExtTest-Tag-1812979142') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:49.634152 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-b205a92b-7df1-4275-acbb-00ad51f9048a tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] show failed (client error): The resource could not be found. Dec 16 22:41:49.635398 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b205a92b-7df1-4275-acbb-00ad51f9048a tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "GET /v2.0/ports/369715dd-2947-4263-96c8-bc29d553a0b4/tags/tempest-TagsExtTest-Tag-1812979142 HTTP/1.1" status: 404 len: 329 time: 0.0598266 Dec 16 22:41:49.638156 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 48994) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:49.643799 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.tag.tag_plugin [None req-aa173373-e059-48fb-b6cc-ef61a8282b1b tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9c25bddf-def6-46b1-b759-588ee4aabc1d', {'tags': ['tempest-TagsExtTest-Tag-952857125', 'tempest-TagsExtTest-Tag-1610564863', 'tempest-TagsExtTest-Tag-424916897']}) {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:49.660773 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c7a2e2ae-a699-4ed2-88b6-fd3ba2daa940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:49.664018 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c7a2e2ae-a699-4ed2-88b6-fd3ba2daa940 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:49.665609 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c7a2e2ae-a699-4ed2-88b6-fd3ba2daa940 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3a0ba693-c7b8-4ec9-93a0-e80ee3e910e2 HTTP/1.1" status: 204 len: 168 time: 0.2905703 Dec 16 22:41:49.691864 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2e2ae-a699-4ed2-88b6-fd3ba2daa940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0ba693-c7b8-4ec9-93a0-e80ee3e910e2,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:49.865782 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49024) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:49.871646 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-3a591724-ede3-4cfe-a893-b21fdc879719 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9c25bddf-def6-46b1-b759-588ee4aabc1d') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:49.872454 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-aa173373-e059-48fb-b6cc-ef61a8282b1b tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "PUT /v2.0/routers/9c25bddf-def6-46b1-b759-588ee4aabc1d/tags HTTP/1.1" status: 200 len: 316 time: 0.2328548 Dec 16 22:41:50.131414 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3a591724-ede3-4cfe-a893-b21fdc879719 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "DELETE /v2.0/routers/9c25bddf-def6-46b1-b759-588ee4aabc1d/tags HTTP/1.1" status: 204 len: 168 time: 0.2636364 Dec 16 22:41:50.134220 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49060) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:50.141772 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-0bcd05d5-1b45-43be-b691-29a441dad786 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9c25bddf-def6-46b1-b759-588ee4aabc1d', 'tempest-TagsExtTest-Tag-952857125') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:50.340407 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-0bcd05d5-1b45-43be-b691-29a441dad786 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] show failed (client error): The resource could not be found. Dec 16 22:41:50.341546 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0bcd05d5-1b45-43be-b691-29a441dad786 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "GET /v2.0/routers/9c25bddf-def6-46b1-b759-588ee4aabc1d/tags/tempest-TagsExtTest-Tag-952857125 HTTP/1.1" status: 404 len: 328 time: 0.2054560 Dec 16 22:41:50.344591 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49062) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:50.350490 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.tag.tag_plugin [None req-47c8c9f7-754a-43fd-a6a2-039dacc0145a tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9c25bddf-def6-46b1-b759-588ee4aabc1d', 'tempest-TagsExtTest-Tag-1610564863') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:50.435099 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-47c8c9f7-754a-43fd-a6a2-039dacc0145a tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] show failed (client error): The resource could not be found. Dec 16 22:41:50.436415 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-47c8c9f7-754a-43fd-a6a2-039dacc0145a tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "GET /v2.0/routers/9c25bddf-def6-46b1-b759-588ee4aabc1d/tags/tempest-TagsExtTest-Tag-1610564863 HTTP/1.1" status: 404 len: 329 time: 0.0906022 Dec 16 22:41:50.439181 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49064) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:50.443954 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.tag.tag_plugin [None req-2e6550d1-137e-4336-ba0c-52252aec5d86 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9c25bddf-def6-46b1-b759-588ee4aabc1d', 'tempest-TagsExtTest-Tag-424916897') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:50.522794 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-2e6550d1-137e-4336-ba0c-52252aec5d86 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] show failed (client error): The resource could not be found. Dec 16 22:41:50.524257 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2e6550d1-137e-4336-ba0c-52252aec5d86 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "GET /v2.0/routers/9c25bddf-def6-46b1-b759-588ee4aabc1d/tags/tempest-TagsExtTest-Tag-424916897 HTTP/1.1" status: 404 len: 328 time: 0.0839884 Dec 16 22:41:50.527416 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49066) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:50.531920 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.tag.tag_plugin [None req-9985ef33-c9c8-492b-b84d-eb118cdcd130 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '8bbd46e9-c121-41ae-bb2a-a07cb071a3dd', {'tags': ['tempest-TagsExtTest-Tag-1547404586', 'tempest-TagsExtTest-Tag-1741680655', 'tempest-TagsExtTest-Tag-846139654']}) {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:50.609703 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49068) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:50.628843 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-681e1bf1-2e54-4313-8ac3-d850043f8b09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:50.692672 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9985ef33-c9c8-492b-b84d-eb118cdcd130 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "PUT /v2.0/subnetpools/8bbd46e9-c121-41ae-bb2a-a07cb071a3dd/tags HTTP/1.1" status: 200 len: 317 time: 0.1641219 Dec 16 22:41:50.695183 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49072) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:50.700333 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.tag.tag_plugin [None req-407b3b59-fb9e-4497-8410-defe880f53f5 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8bbd46e9-c121-41ae-bb2a-a07cb071a3dd') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:50.739134 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-681e1bf1-2e54-4313-8ac3-d850043f8b09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:50.803833 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-681e1bf1-2e54-4313-8ac3-d850043f8b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:50.851196 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-681e1bf1-2e54-4313-8ac3-d850043f8b09 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8789e9052d454b708fbd7fe61333390e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2426906 Dec 16 22:41:50.853826 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49076) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:50.861414 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e1bf1-2e54-4313-8ac3-d850043f8b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d15918d-38ad-4a4d-ac24-a60698f87650,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:50.884437 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-407b3b59-fb9e-4497-8410-defe880f53f5 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "DELETE /v2.0/subnetpools/8bbd46e9-c121-41ae-bb2a-a07cb071a3dd/tags HTTP/1.1" status: 204 len: 168 time: 0.1856196 Dec 16 22:41:50.884745 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49078) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:50.889280 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-b4023c55-21e8-4580-a994-05fc1ef19f8d tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8bbd46e9-c121-41ae-bb2a-a07cb071a3dd', 'tempest-TagsExtTest-Tag-1547404586') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:50.922105 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-b4023c55-21e8-4580-a994-05fc1ef19f8d tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] show failed (client error): The resource could not be found. Dec 16 22:41:50.923561 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b4023c55-21e8-4580-a994-05fc1ef19f8d tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "GET /v2.0/subnetpools/8bbd46e9-c121-41ae-bb2a-a07cb071a3dd/tags/tempest-TagsExtTest-Tag-1547404586 HTTP/1.1" status: 404 len: 329 time: 0.0378444 Dec 16 22:41:50.928642 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49080) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:50.931307 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-6b1cef79-b479-418f-ad2b-536cbb4ee326 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8bbd46e9-c121-41ae-bb2a-a07cb071a3dd', 'tempest-TagsExtTest-Tag-1741680655') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:50.934947 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a79679e8-7521-44b5-be2a-040b1faadb0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:50.961459 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a79679e8-7521-44b5-be2a-040b1faadb0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:50.963846 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-6b1cef79-b479-418f-ad2b-536cbb4ee326 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] show failed (client error): The resource could not be found. Dec 16 22:41:50.965256 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6b1cef79-b479-418f-ad2b-536cbb4ee326 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "GET /v2.0/subnetpools/8bbd46e9-c121-41ae-bb2a-a07cb071a3dd/tags/tempest-TagsExtTest-Tag-1741680655 HTTP/1.1" status: 404 len: 329 time: 0.0378864 Dec 16 22:41:50.968114 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49082) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:50.974337 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.tag.tag_plugin [None req-7bedde9c-bd5e-4538-9b18-a3881cb5ae56 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8bbd46e9-c121-41ae-bb2a-a07cb071a3dd', 'tempest-TagsExtTest-Tag-846139654') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:51.014915 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-7bedde9c-bd5e-4538-9b18-a3881cb5ae56 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] show failed (client error): The resource could not be found. Dec 16 22:41:51.016019 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7bedde9c-bd5e-4538-9b18-a3881cb5ae56 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "GET /v2.0/subnetpools/8bbd46e9-c121-41ae-bb2a-a07cb071a3dd/tags/tempest-TagsExtTest-Tag-846139654 HTTP/1.1" status: 404 len: 328 time: 0.0467680 Dec 16 22:41:51.019771 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49084) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:51.024157 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.tag.tag_plugin [None req-f10fc070-e9e3-42e9-9946-045c4b5893ff tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8bbd46e9-c121-41ae-bb2a-a07cb071a3dd') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:51.055265 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f10fc070-e9e3-42e9-9946-045c4b5893ff tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "DELETE /v2.0/subnetpools/8bbd46e9-c121-41ae-bb2a-a07cb071a3dd/tags HTTP/1.1" status: 204 len: 168 time: 0.0341592 Dec 16 22:41:51.057580 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49088) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:51.063635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.tag.tag_plugin [None req-cbedafbe-2fa6-4788-9658-5be211acc78c tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9c25bddf-def6-46b1-b759-588ee4aabc1d') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:51.128492 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a79679e8-7521-44b5-be2a-040b1faadb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:51.140088 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a79679e8-7521-44b5-be2a-040b1faadb0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:51.145364 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a79679e8-7521-44b5-be2a-040b1faadb0e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5d15918d-38ad-4a4d-ac24-a60698f87650 HTTP/1.1" status: 204 len: 168 time: 0.2873666 Dec 16 22:41:51.244406 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79679e8-7521-44b5-be2a-040b1faadb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d15918d-38ad-4a4d-ac24-a60698f87650,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:51.273603 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79679e8-7521-44b5-be2a-040b1faadb0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:51.274799 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79679e8-7521-44b5-be2a-040b1faadb0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:51.276915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79679e8-7521-44b5-be2a-040b1faadb0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:51.278025 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79679e8-7521-44b5-be2a-040b1faadb0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:51.279378 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79679e8-7521-44b5-be2a-040b1faadb0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:51.280832 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79679e8-7521-44b5-be2a-040b1faadb0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:51.288585 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79679e8-7521-44b5-be2a-040b1faadb0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:51.290320 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79679e8-7521-44b5-be2a-040b1faadb0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:51.290320 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79679e8-7521-44b5-be2a-040b1faadb0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:51.290677 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79679e8-7521-44b5-be2a-040b1faadb0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:51.293921 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79679e8-7521-44b5-be2a-040b1faadb0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:51.294280 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79679e8-7521-44b5-be2a-040b1faadb0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:51.294632 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79679e8-7521-44b5-be2a-040b1faadb0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:41:51.336555 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cbedafbe-2fa6-4788-9658-5be211acc78c tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "DELETE /v2.0/routers/9c25bddf-def6-46b1-b759-588ee4aabc1d/tags HTTP/1.1" status: 204 len: 168 time: 0.2713859 Dec 16 22:41:51.338307 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49136) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:51.355781 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.tag.tag_plugin [None req-5c962497-0a53-4719-b6f8-94f878fe2b51 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '369715dd-2947-4263-96c8-bc29d553a0b4') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:51.478570 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5c962497-0a53-4719-b6f8-94f878fe2b51 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "DELETE /v2.0/ports/369715dd-2947-4263-96c8-bc29d553a0b4/tags HTTP/1.1" status: 204 len: 168 time: 0.1384482 Dec 16 22:41:51.480740 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49138) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:51.485645 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.tag.tag_plugin [None req-a6f81ea5-b9f5-497f-9e6f-598460d03b83 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:51.567201 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a6f81ea5-b9f5-497f-9e6f-598460d03b83 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "DELETE /v2.0/subnets/ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3/tags HTTP/1.1" status: 204 len: 168 time: 0.0799119 Dec 16 22:41:51.567632 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49140) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:51.811796 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-470d2e46-f77f-419b-8636-a92213297655 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks [] for subnetpool, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:51.812965 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-470d2e46-f77f-419b-8636-a92213297655 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "DELETE /v2.0/subnetpools/8bbd46e9-c121-41ae-bb2a-a07cb071a3dd HTTP/1.1" status: 204 len: 168 time: 0.2442799 Dec 16 22:41:51.819494 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49152) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:51.853258 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-08f82412-bcdd-4abe-a89b-8fe50cbaf52b tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c25bddf-def6-46b1-b759-588ee4aabc1d HTTP/1.1" status: 200 len: 205 time: 0.0325599 Dec 16 22:41:51.853559 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49156) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:51.968428 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-58819fcd-bf6d-4596-9b1f-59d4d0091ff4 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:52.196972 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-58819fcd-bf6d-4596-9b1f-59d4d0091ff4 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:52.200001 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-58819fcd-bf6d-4596-9b1f-59d4d0091ff4 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:52.375861 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-58819fcd-bf6d-4596-9b1f-59d4d0091ff4 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:52.379760 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58819fcd-bf6d-4596-9b1f-59d4d0091ff4 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Fanout notify agent at l3_agent the message router_deleted on router 9c25bddf-def6-46b1-b759-588ee4aabc1d {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:41:52.385912 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-58819fcd-bf6d-4596-9b1f-59d4d0091ff4 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:52.389583 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49172) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:52.390001 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-58819fcd-bf6d-4596-9b1f-59d4d0091ff4 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "DELETE /v2.0/routers/9c25bddf-def6-46b1-b759-588ee4aabc1d HTTP/1.1" status: 204 len: 168 time: 0.5350618 Dec 16 22:41:52.418559 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49174) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:52.506075 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-46c590ce-be78-4b52-8292-48de38391faf tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Deleting port 369715dd-2947-4263-96c8-bc29d553a0b4 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:41:52.506570 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-46c590ce-be78-4b52-8292-48de38391faf tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:52.636345 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-46c590ce-be78-4b52-8292-48de38391faf tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:52.653071 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-46c590ce-be78-4b52-8292-48de38391faf tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Calling delete_port for 369715dd-2947-4263-96c8-bc29d553a0b4 owned by {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:41:52.953005 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-46c590ce-be78-4b52-8292-48de38391faf tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:52.999247 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c590ce-be78-4b52-8292-48de38391faf tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Pushing event deleted for resources: {'Port': ['ID=369715dd-2947-4263-96c8-bc29d553a0b4,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:53.097655 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2e2241f7-dd6b-425c-bc58-20e6bf1805f7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:53.101986 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-46c590ce-be78-4b52-8292-48de38391faf tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:53.106176 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-46c590ce-be78-4b52-8292-48de38391faf tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "DELETE /v2.0/ports/369715dd-2947-4263-96c8-bc29d553a0b4 HTTP/1.1" status: 204 len: 168 time: 0.7156203 Dec 16 22:41:53.115404 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49186) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:53.196290 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-df23785e-31dc-43db-b4f6-a4fe1693deb8 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Deleting subnet ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:41:53.201523 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-df23785e-31dc-43db-b4f6-a4fe1693deb8 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:53.275094 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-df23785e-31dc-43db-b4f6-a4fe1693deb8 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:53.412493 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e22306a5-f5a5-4d77-8f1f-6a79650a4a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:53.444401 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-df23785e-31dc-43db-b4f6-a4fe1693deb8 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:53.604643 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-df23785e-31dc-43db-b4f6-a4fe1693deb8 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:53.639474 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc2b34f-afe4-4b0a-95ee-69f6270d5061 None None] Network 30cc588f-a82f-4be6-94c1-63db22f153ef requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:41:53.643384 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-df23785e-31dc-43db-b4f6-a4fe1693deb8 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:53.651238 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-df23785e-31dc-43db-b4f6-a4fe1693deb8 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "DELETE /v2.0/subnets/ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3 HTTP/1.1" status: 204 len: 168 time: 0.5313063 Dec 16 22:41:53.674756 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49204) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:53.687811 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23785e-31dc-43db-b4f6-a4fe1693deb8 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Pushing event deleted for resources: {'Subnet': ['ID=ed0a40ac-6fa9-4fd1-8eb9-c6562f7148e3,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:53.786759 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e81ccc77-e4bc-4552-af84-466ac8464e11 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:53.865090 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-e81ccc77-e4bc-4552-af84-466ac8464e11 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Deleting port 3a76eb9b-6602-4ee2-b326-af6bc58af750 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:41:53.868307 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e81ccc77-e4bc-4552-af84-466ac8464e11 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:53.884655 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-2e2241f7-dd6b-425c-bc58-20e6bf1805f7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Deleting port 78b3fa6f-9dba-4a40-91e6-39be2d283e6d {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:41:53.885013 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2e2241f7-dd6b-425c-bc58-20e6bf1805f7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:53.963756 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-e81ccc77-e4bc-4552-af84-466ac8464e11 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] For port 3a76eb9b-6602-4ee2-b326-af6bc58af750, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=3a76eb9b-6602-4ee2-b326-af6bc58af750,segment=NetworkSegment(36f5e95d-df79-4940-8e92-002b74863dce),segment_id=36f5e95d-df79-4940-8e92-002b74863dce)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:53.964128 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e81ccc77-e4bc-4552-af84-466ac8464e11 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:53.982575 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-e81ccc77-e4bc-4552-af84-466ac8464e11 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Calling delete_port for 3a76eb9b-6602-4ee2-b326-af6bc58af750 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:41:54.121710 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-2e2241f7-dd6b-425c-bc58-20e6bf1805f7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] For port 78b3fa6f-9dba-4a40-91e6-39be2d283e6d, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=78b3fa6f-9dba-4a40-91e6-39be2d283e6d,segment=NetworkSegment(001e36be-4124-4f94-aa8b-764196a3c71d),segment_id=001e36be-4124-4f94-aa8b-764196a3c71d)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:54.122288 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2e2241f7-dd6b-425c-bc58-20e6bf1805f7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:54.140585 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-2e2241f7-dd6b-425c-bc58-20e6bf1805f7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Calling delete_port for 78b3fa6f-9dba-4a40-91e6-39be2d283e6d owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:41:54.172979 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e81ccc77-e4bc-4552-af84-466ac8464e11 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:54.255759 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ccc77-e4bc-4552-af84-466ac8464e11 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Pushing event deleted for resources: {'Port': ['ID=3a76eb9b-6602-4ee2-b326-af6bc58af750,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:54.271318 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81ccc77-e4bc-4552-af84-466ac8464e11 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] No DVR routers for this DVR port 3a76eb9b-6602-4ee2-b326-af6bc58af750 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:41:54.332805 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090620ec-9b0e-4ce2-b45f-ce59233dbb78 None None] DHCP port deletion for 30cc588f-a82f-4be6-94c1-63db22f153ef request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:41:54.500157 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e81ccc77-e4bc-4552-af84-466ac8464e11 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:54.529382 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-e81ccc77-e4bc-4552-af84-466ac8464e11 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30cc588f-a82f-4be6-94c1-63db22f153ef']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:54.544315 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-e81ccc77-e4bc-4552-af84-466ac8464e11 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f5e95d-df79-4940-8e92-002b74863dce') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:54.544315 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-e81ccc77-e4bc-4552-af84-466ac8464e11 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f5e95d-df79-4940-8e92-002b74863dce') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:54.555806 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e81ccc77-e4bc-4552-af84-466ac8464e11 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:54.572070 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e81ccc77-e4bc-4552-af84-466ac8464e11 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:54.584909 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e81ccc77-e4bc-4552-af84-466ac8464e11 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:41:54.585318 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e81ccc77-e4bc-4552-af84-466ac8464e11 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:41:54.588891 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:41:54.621271 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2e2241f7-dd6b-425c-bc58-20e6bf1805f7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:54.678758 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2241f7-dd6b-425c-bc58-20e6bf1805f7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event deleted for resources: {'Port': ['ID=78b3fa6f-9dba-4a40-91e6-39be2d283e6d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:54.753758 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e81ccc77-e4bc-4552-af84-466ac8464e11 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:54.761418 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e81ccc77-e4bc-4552-af84-466ac8464e11 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:54.767385 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e81ccc77-e4bc-4552-af84-466ac8464e11 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] 10.222.0.75 "DELETE /v2.0/networks/30cc588f-a82f-4be6-94c1-63db22f153ef HTTP/1.1" status: 204 len: 168 time: 1.0907447 Dec 16 22:41:54.805039 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ccc77-e4bc-4552-af84-466ac8464e11 tempest-TagsExtTest-1134592872 tempest-TagsExtTest-1134592872-project] Pushing event deleted for resources: {'Network': ['ID=30cc588f-a82f-4be6-94c1-63db22f153ef,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:54.959174 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2e2241f7-dd6b-425c-bc58-20e6bf1805f7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:55.476990 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49234) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:55.575158 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 3a76eb9b-6602-4ee2-b326-af6bc58af750 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:41:55.667309 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 3a76eb9b-6602-4ee2-b326-af6bc58af750 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:41:55.675520 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 3a76eb9b-6602-4ee2-b326-af6bc58af750 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:41:55.740973 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49242) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:55.775247 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f30d929-6836-45db-888e-53782e83352c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:55.958085 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a2590fb-d6c3-4bc5-bd9e-1b1f86e69be7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:55.961915 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c5c0401a-9444-4b79-944e-e839f08c59dd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=13e3b7bd0a0a47289200bd2961617973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4838405 Dec 16 22:41:55.965704 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49248) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:56.036586 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2241f7-dd6b-425c-bc58-20e6bf1805f7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Router 1b3e7dc8-e569-4abb-aabd-91a5e396a70a has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:41:56.082127 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a2590fb-d6c3-4bc5-bd9e-1b1f86e69be7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:56.181232 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a2590fb-d6c3-4bc5-bd9e-1b1f86e69be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:56.222944 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-070be0aa-5e48-48fa-a4f2-43b2eb2005f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:56.233864 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9a2590fb-d6c3-4bc5-bd9e-1b1f86e69be7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a4087272f2b04101b3f80698ae819582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4918218 Dec 16 22:41:56.242514 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49252) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:56.298482 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2590fb-d6c3-4bc5-bd9e-1b1f86e69be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3299635-af72-4f53-bad6-3b7bcbb5f223,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:56.343722 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2241f7-dd6b-425c-bc58-20e6bf1805f7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:41:56.354958 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aab6263-a050-499a-b9d1-deda6c295f27 None None] Sync routers for ids ['1b3e7dc8-e569-4abb-aabd-91a5e396a70a'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:41:56.356573 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2e2241f7-dd6b-425c-bc58-20e6bf1805f7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "PUT /v2.0/routers/1b3e7dc8-e569-4abb-aabd-91a5e396a70a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9364970 Dec 16 22:41:56.367509 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-070be0aa-5e48-48fa-a4f2-43b2eb2005f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:56.377276 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aab6263-a050-499a-b9d1-deda6c295f27 None None] Routers {'1b3e7dc8-e569-4abb-aabd-91a5e396a70a'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:41:56.378055 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-3aab6263-a050-499a-b9d1-deda6c295f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:41:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1b3e7dc8-e569-4abb-aabd-91a5e396a70a'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:56.462158 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a1676c57-b54a-4a82-aedc-79fc4aca891c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:56.492890 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a1676c57-b54a-4a82-aedc-79fc4aca891c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:56.558693 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-070be0aa-5e48-48fa-a4f2-43b2eb2005f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:56.565464 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-070be0aa-5e48-48fa-a4f2-43b2eb2005f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:56.569454 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-070be0aa-5e48-48fa-a4f2-43b2eb2005f8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bcdbddc1-68f2-4f06-961b-6e1a85729889 HTTP/1.1" status: 204 len: 168 time: 0.6025934 Dec 16 22:41:56.606283 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070be0aa-5e48-48fa-a4f2-43b2eb2005f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdbddc1-68f2-4f06-961b-6e1a85729889,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:56.629619 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-3aab6263-a050-499a-b9d1-deda6c295f27 None None] Set router 1b3e7dc8-e569-4abb-aabd-91a5e396a70a gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:41:56.866982 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a1676c57-b54a-4a82-aedc-79fc4aca891c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:56.871433 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a1676c57-b54a-4a82-aedc-79fc4aca891c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:56.878002 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a1676c57-b54a-4a82-aedc-79fc4aca891c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f3299635-af72-4f53-bad6-3b7bcbb5f223 HTTP/1.1" status: 204 len: 168 time: 0.6284435 Dec 16 22:41:56.890075 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1676c57-b54a-4a82-aedc-79fc4aca891c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3299635-af72-4f53-bad6-3b7bcbb5f223,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:57.122724 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-3aab6263-a050-499a-b9d1-deda6c295f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'name': 'tempest-TestNetworkBasicOps-router-1072748978', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:52Z', 'updated_at': '2021-12-16T22:41:54Z', 'revision_number': 6, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '791e8ae8-7e12-4de2-b31e-f4fe1425089d', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'port_id': '3063c79a-90d7-4a7b-b7a3-7feddeaf2496', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3205, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'mac_address': 'fa:16:3e:65:09:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87270c55-4ce2-4d1d-ad02-3bbe51ccdce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:39:43Z', 'updated_at': '2021-12-16T22:39:48Z', 'revision_number': 1, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa69281-18ff-4252-9210-95e260e664e7', 'name': '', 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'mac_address': 'fa:16:3e:4f:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:02Z', 'updated_at': '2021-12-16T22:39:13Z', 'revision_number': 5, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'subnets': [{'id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:57.215722 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:57.231215 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:57.231215 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aab6263-a050-499a-b9d1-deda6c295f27 None None] Checking router: 1b3e7dc8-e569-4abb-aabd-91a5e396a70a for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:41:57.231215 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aab6263-a050-499a-b9d1-deda6c295f27 None None] Routers {'1b3e7dc8-e569-4abb-aabd-91a5e396a70a'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:41:57.231215 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-3aab6263-a050-499a-b9d1-deda6c295f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:41:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1b3e7dc8-e569-4abb-aabd-91a5e396a70a'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:57.288376 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ac266-7ae8-42be-af2f-d5f9c24158c7 req-9f9833ca-3e72-465d-8295-96205ea4d71f tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:57.303279 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-808ac266-7ae8-42be-af2f-d5f9c24158c7 req-9f9833ca-3e72-465d-8295-96205ea4d71f tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=2012fa61-3668-4a9d-8d6a-0815dcc3cab7 HTTP/1.1" status: 200 len: 946 time: 0.0836315 Dec 16 22:41:57.384792 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-808ac266-7ae8-42be-af2f-d5f9c24158c7 req-3a3320b7-c92a-4c32-9294-8d9835b3b98b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=e675e6e4-c3d4-449f-881b-82ffa96acaad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735290 Dec 16 22:41:57.425800 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-3aab6263-a050-499a-b9d1-deda6c295f27 None None] Set router 1b3e7dc8-e569-4abb-aabd-91a5e396a70a gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:41:57.728905 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-3aab6263-a050-499a-b9d1-deda6c295f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'name': 'tempest-TestNetworkBasicOps-router-1072748978', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:52Z', 'updated_at': '2021-12-16T22:41:54Z', 'revision_number': 6, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '791e8ae8-7e12-4de2-b31e-f4fe1425089d', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'port_id': '3063c79a-90d7-4a7b-b7a3-7feddeaf2496', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3205, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'mac_address': 'fa:16:3e:65:09:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87270c55-4ce2-4d1d-ad02-3bbe51ccdce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:39:43Z', 'updated_at': '2021-12-16T22:39:48Z', 'revision_number': 1, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa69281-18ff-4252-9210-95e260e664e7', 'name': '', 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'mac_address': 'fa:16:3e:4f:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:02Z', 'updated_at': '2021-12-16T22:39:13Z', 'revision_number': 5, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'subnets': [{'id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:41:57.808251 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aab6263-a050-499a-b9d1-deda6c295f27 None None] The sync data for ids ['1b3e7dc8-e569-4abb-aabd-91a5e396a70a'] in n-d-815324-4 is: [{'id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'name': 'tempest-TestNetworkBasicOps-router-1072748978', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:52Z', 'updated_at': '2021-12-16T22:41:54Z', 'revision_number': 6, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '791e8ae8-7e12-4de2-b31e-f4fe1425089d', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'port_id': '3063c79a-90d7-4a7b-b7a3-7feddeaf2496', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3205, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'mac_address': 'fa:16:3e:65:09:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87270c55-4ce2-4d1d-ad02-3bbe51ccdce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:39:43Z', 'updated_at': '2021-12-16T22:39:48Z', 'revision_number': 1, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa69281-18ff-4252-9210-95e260e664e7', 'name': '', 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'mac_address': 'fa:16:3e:4f:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:02Z', 'updated_at': '2021-12-16T22:39:13Z', 'revision_number': 5, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'subnets': [{'id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:41:57.817517 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49290) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:57.836648 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3dbe0623-0549-4f57-9ec6-a6249deb7d48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:57.923535 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3dbe0623-0549-4f57-9ec6-a6249deb7d48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:58.020619 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3dbe0623-0549-4f57-9ec6-a6249deb7d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:58.067922 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3dbe0623-0549-4f57-9ec6-a6249deb7d48 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c1073254e75944cf96835cd033ed3a46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2493031 Dec 16 22:41:58.069641 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe0623-0549-4f57-9ec6-a6249deb7d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b3fef0-7af5-4a0f-a2fe-6ba160d03cd1,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:58.070492 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49298) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:58.165424 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1c524686-634b-4a59-b35b-719464577ff6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:58.218055 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1c524686-634b-4a59-b35b-719464577ff6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:58.347163 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:58.415698 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1c524686-634b-4a59-b35b-719464577ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:58.420262 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1c524686-634b-4a59-b35b-719464577ff6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:58.422569 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1c524686-634b-4a59-b35b-719464577ff6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/25b3fef0-7af5-4a0f-a2fe-6ba160d03cd1 HTTP/1.1" status: 204 len: 168 time: 0.3505163 Dec 16 22:41:58.436355 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c524686-634b-4a59-b35b-719464577ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b3fef0-7af5-4a0f-a2fe-6ba160d03cd1,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:58.572330 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49318) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:58.597364 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:58.677827 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38242435-6b47-48ac-9d56-86ab4cc72f27 req-9a1921cd-c2a1-4788-a162-60b125c8fa8d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:58.679472 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-38242435-6b47-48ac-9d56-86ab4cc72f27 req-9a1921cd-c2a1-4788-a162-60b125c8fa8d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=2012fa61-3668-4a9d-8d6a-0815dcc3cab7 HTTP/1.1" status: 200 len: 946 time: 0.1051872 Dec 16 22:41:58.775299 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-38242435-6b47-48ac-9d56-86ab4cc72f27 req-6673b4cc-97ad-48b5-bfd5-5ee0137a3761 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=e675e6e4-c3d4-449f-881b-82ffa96acaad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886953 Dec 16 22:41:58.940454 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d98f4-90d8-4061-8588-b8eea6e0b961 req-d62e9ae8-93a0-47e3-ab1d-412ec17369c0 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:41:58.942120 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4b9d98f4-90d8-4061-8588-b8eea6e0b961 req-d62e9ae8-93a0-47e3-ab1d-412ec17369c0 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.76 "GET /v2.0/ports?device_id=2012fa61-3668-4a9d-8d6a-0815dcc3cab7 HTTP/1.1" status: 200 len: 946 time: 0.0856104 Dec 16 22:41:58.969981 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-049e8319-7a8c-461d-8459-2fe4db04a32d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:59.073903 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:59.149841 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-4b9d98f4-90d8-4061-8588-b8eea6e0b961 req-5ce02fd9-a5d3-45c4-b51d-ee4515caaef2 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Deleting port e7a1f569-28b5-40ff-8b7e-c44a567ea801 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:41:59.150425 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-4b9d98f4-90d8-4061-8588-b8eea6e0b961 req-5ce02fd9-a5d3-45c4-b51d-ee4515caaef2 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:59.229307 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-049e8319-7a8c-461d-8459-2fe4db04a32d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:59.273661 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 78b3fa6f-9dba-4a40-91e6-39be2d283e6d no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:41:59.302734 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-4b9d98f4-90d8-4061-8588-b8eea6e0b961 req-5ce02fd9-a5d3-45c4-b51d-ee4515caaef2 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] For port e7a1f569-28b5-40ff-8b7e-c44a567ea801, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e7a1f569-28b5-40ff-8b7e-c44a567ea801,segment=NetworkSegment(001e36be-4124-4f94-aa8b-764196a3c71d),segment_id=001e36be-4124-4f94-aa8b-764196a3c71d)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:41:59.303152 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-4b9d98f4-90d8-4061-8588-b8eea6e0b961 req-5ce02fd9-a5d3-45c4-b51d-ee4515caaef2 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:59.312590 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-049e8319-7a8c-461d-8459-2fe4db04a32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:59.334354 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-4b9d98f4-90d8-4061-8588-b8eea6e0b961 req-5ce02fd9-a5d3-45c4-b51d-ee4515caaef2 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Calling delete_port for e7a1f569-28b5-40ff-8b7e-c44a567ea801 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:41:59.350528 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 78b3fa6f-9dba-4a40-91e6-39be2d283e6d {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:41:59.350528 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 78b3fa6f-9dba-4a40-91e6-39be2d283e6d not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:41:59.389453 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-049e8319-7a8c-461d-8459-2fe4db04a32d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=20998e22db5349098d49b1c675ba1251&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8162887 Dec 16 22:41:59.393788 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49346) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:41:59.489095 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e8319-7a8c-461d-8459-2fe4db04a32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdd43e9-ea2c-4945-bf7f-771ff867e141,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:59.512145 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77f33c97-3b03-4bbb-84de-d879d3a955ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:59.550101 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77f33c97-3b03-4bbb-84de-d879d3a955ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:59.609075 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-4b9d98f4-90d8-4061-8588-b8eea6e0b961 req-5ce02fd9-a5d3-45c4-b51d-ee4515caaef2 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:59.658479 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce02fd9-a5d3-45c4-b51d-ee4515caaef2 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event deleted for resources: {'Port': ['ID=e7a1f569-28b5-40ff-8b7e-c44a567ea801,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:59.728570 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77f33c97-3b03-4bbb-84de-d879d3a955ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:59.731971 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-77f33c97-3b03-4bbb-84de-d879d3a955ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:59.735178 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-77f33c97-3b03-4bbb-84de-d879d3a955ee admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5bdd43e9-ea2c-4945-bf7f-771ff867e141 HTTP/1.1" status: 204 len: 168 time: 0.3379488 Dec 16 22:41:59.749146 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9d98f4-90d8-4061-8588-b8eea6e0b961 req-5ce02fd9-a5d3-45c4-b51d-ee4515caaef2 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] No DVR routers for this DVR port e7a1f569-28b5-40ff-8b7e-c44a567ea801 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:41:59.754412 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-4b9d98f4-90d8-4061-8588-b8eea6e0b961 req-5ce02fd9-a5d3-45c4-b51d-ee4515caaef2 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:41:59.759941 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f33c97-3b03-4bbb-84de-d879d3a955ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdd43e9-ea2c-4945-bf7f-771ff867e141,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:41:59.760087 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4b9d98f4-90d8-4061-8588-b8eea6e0b961 req-5ce02fd9-a5d3-45c4-b51d-ee4515caaef2 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.76 "DELETE /v2.0/ports/e7a1f569-28b5-40ff-8b7e-c44a567ea801 HTTP/1.1" status: 204 len: 173 time: 0.8077281 Dec 16 22:41:59.760087 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2012fa61-3668-4a9d-8d6a-0815dcc3cab7', 'name': 'network-vif-deleted', 'tag': 'e7a1f569-28b5-40ff-8b7e-c44a567ea801'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:41:59.762282 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5335c2ec-ce3e-4310-ad93-a726f6488fb7" -d '{"events": [{"server_uuid": "2012fa61-3668-4a9d-8d6a-0815dcc3cab7", "name": "network-vif-deleted", "tag": "e7a1f569-28b5-40ff-8b7e-c44a567ea801"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:41:59.887232 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f925d4-4cb7-4c1c-80ce-3de5672f62d3 x-openstack-request-id: req-09f925d4-4cb7-4c1c-80ce-3de5672f62d3 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:41:59.889298 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2012fa61-3668-4a9d-8d6a-0815dcc3cab7", "name": "network-vif-deleted", "tag": "e7a1f569-28b5-40ff-8b7e-c44a567ea801", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:41:59.891138 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-09f925d4-4cb7-4c1c-80ce-3de5672f62d3 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:41:59.891743 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2012fa61-3668-4a9d-8d6a-0815dcc3cab7', 'name': 'network-vif-deleted', 'tag': 'e7a1f569-28b5-40ff-8b7e-c44a567ea801', 'status': 'completed', 'code': 200} Dec 16 22:41:59.937228 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-296463c7-f2b1-4ef0-8835-e2a9c1a6211a req-6add1092-9d1e-4c70-9566-1e9553f800ad tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=2012fa61-3668-4a9d-8d6a-0815dcc3cab7 HTTP/1.1" status: 200 len: 210 time: 0.0658758 Dec 16 22:42:00.708442 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49390) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:00.728114 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e97ab8e4-b045-455e-be7a-6f3fa834967e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:00.889188 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e97ab8e4-b045-455e-be7a-6f3fa834967e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:00.976768 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e97ab8e4-b045-455e-be7a-6f3fa834967e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:01.031515 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e97ab8e4-b045-455e-be7a-6f3fa834967e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6f5a0753c9064822b783d5961f18e39e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3218088 Dec 16 22:42:01.032538 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ab8e4-b045-455e-be7a-6f3fa834967e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62eeab12-e72a-4da6-aab5-40a3630c2601,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:01.035702 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49398) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:01.076225 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7a5321e1-2633-454c-835d-509cb4900b02 req-8636e31a-ac0d-4e1e-a09e-e6c070c02ae4 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=2012fa61-3668-4a9d-8d6a-0815dcc3cab7 HTTP/1.1" status: 200 len: 210 time: 0.0282826 Dec 16 22:42:01.139396 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1d52ca9-40d7-419c-b343-8bbbd8fba7f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:01.167517 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1d52ca9-40d7-419c-b343-8bbbd8fba7f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:01.335764 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1d52ca9-40d7-419c-b343-8bbbd8fba7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:01.340008 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c1d52ca9-40d7-419c-b343-8bbbd8fba7f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:01.342141 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c1d52ca9-40d7-419c-b343-8bbbd8fba7f6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/62eeab12-e72a-4da6-aab5-40a3630c2601 HTTP/1.1" status: 204 len: 168 time: 0.3031507 Dec 16 22:42:01.356705 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d52ca9-40d7-419c-b343-8bbbd8fba7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62eeab12-e72a-4da6-aab5-40a3630c2601,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:01.398539 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49408) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:01.593909 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-69c4b6b1-1145-47a8-9bc7-4c45a74c3863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:01.715821 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-69c4b6b1-1145-47a8-9bc7-4c45a74c3863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:01.792594 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-69c4b6b1-1145-47a8-9bc7-4c45a74c3863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:01.809145 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e7a1f569-28b5-40ff-8b7e-c44a567ea801 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:42:01.828406 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: e7a1f569-28b5-40ff-8b7e-c44a567ea801 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:42:01.828786 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e7a1f569-28b5-40ff-8b7e-c44a567ea801 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:42:02.156264 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49438) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:02.224873 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4b6b1-1145-47a8-9bc7-4c45a74c3863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a636011b-6b68-4307-827b-22359aae7df8,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:02.230951 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-69c4b6b1-1145-47a8-9bc7-4c45a74c3863 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f5e52e75196d40d7bfcd6319963935f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8310490 Dec 16 22:42:02.233202 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49444) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:02.258918 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8b014532-382d-4cd8-9fac-962a2d9fdab4 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:02.318573 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8b014532-382d-4cd8-9fac-962a2d9fdab4 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:02.416515 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f2c6130a-8915-4bc3-858d-559563d4a83a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:02.447033 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f2c6130a-8915-4bc3-858d-559563d4a83a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:02.643767 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8b014532-382d-4cd8-9fac-962a2d9fdab4 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:02.647290 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8b014532-382d-4cd8-9fac-962a2d9fdab4 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:02.648673 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8b014532-382d-4cd8-9fac-962a2d9fdab4 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "DELETE /v2.0/security-groups/e675e6e4-c3d4-449f-881b-82ffa96acaad HTTP/1.1" status: 204 len: 168 time: 0.4913659 Dec 16 22:42:02.654711 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f2c6130a-8915-4bc3-858d-559563d4a83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:02.657991 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f2c6130a-8915-4bc3-858d-559563d4a83a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:02.661789 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f2c6130a-8915-4bc3-858d-559563d4a83a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a636011b-6b68-4307-827b-22359aae7df8 HTTP/1.1" status: 204 len: 168 time: 0.4273243 Dec 16 22:42:02.672966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b014532-382d-4cd8-9fac-962a2d9fdab4 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e675e6e4-c3d4-449f-881b-82ffa96acaad,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:02.694304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6130a-8915-4bc3-858d-559563d4a83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a636011b-6b68-4307-827b-22359aae7df8,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:02.788018 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49466) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:02.871373 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca5414c-2785-4092-b9de-6ee0a92b5d08 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Deleting subnet 65fb5bf4-45d5-4d3c-bb49-793644a6065f {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:42:02.874964 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4ca5414c-2785-4092-b9de-6ee0a92b5d08 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:02.946758 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4ca5414c-2785-4092-b9de-6ee0a92b5d08 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:03.104077 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4ca5414c-2785-4092-b9de-6ee0a92b5d08 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:03.309455 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4ca5414c-2785-4092-b9de-6ee0a92b5d08 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:03.345389 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d26d7b-0985-41f5-85ef-434fabd1623b None None] Network 21f978f5-0352-48b1-8ba9-92150806392e requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:42:03.347454 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4ca5414c-2785-4092-b9de-6ee0a92b5d08 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:03.356923 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49478) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:03.360262 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4ca5414c-2785-4092-b9de-6ee0a92b5d08 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "DELETE /v2.0/subnets/65fb5bf4-45d5-4d3c-bb49-793644a6065f HTTP/1.1" status: 204 len: 168 time: 0.5711358 Dec 16 22:42:03.412136 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5414c-2785-4092-b9de-6ee0a92b5d08 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event deleted for resources: {'Subnet': ['ID=65fb5bf4-45d5-4d3c-bb49-793644a6065f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:03.506794 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1f28dddb-3161-4759-8685-1c0ad3c40b88 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:03.641039 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-1f28dddb-3161-4759-8685-1c0ad3c40b88 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Deleting port df7571db-3e7f-4a0e-bbea-c8f129f81aec {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:42:03.641393 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1f28dddb-3161-4759-8685-1c0ad3c40b88 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:03.643796 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aa3172-9a52-4cab-95cb-a2cf814f2fbf None None] DHCP port deletion for 21f978f5-0352-48b1-8ba9-92150806392e request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:42:03.697000 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa3172-9a52-4cab-95cb-a2cf814f2fbf None None] Deleting port df7571db-3e7f-4a0e-bbea-c8f129f81aec {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:42:03.697277 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3172-9a52-4cab-95cb-a2cf814f2fbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:03.726802 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-1f28dddb-3161-4759-8685-1c0ad3c40b88 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] For port df7571db-3e7f-4a0e-bbea-c8f129f81aec, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=df7571db-3e7f-4a0e-bbea-c8f129f81aec,segment=NetworkSegment(001e36be-4124-4f94-aa8b-764196a3c71d),segment_id=001e36be-4124-4f94-aa8b-764196a3c71d)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:03.728716 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1f28dddb-3161-4759-8685-1c0ad3c40b88 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:03.752800 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-1f28dddb-3161-4759-8685-1c0ad3c40b88 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Calling delete_port for df7571db-3e7f-4a0e-bbea-c8f129f81aec owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:42:03.794790 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49490) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:03.817067 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d0aa3172-9a52-4cab-95cb-a2cf814f2fbf None None] For port df7571db-3e7f-4a0e-bbea-c8f129f81aec, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=df7571db-3e7f-4a0e-bbea-c8f129f81aec,segment=NetworkSegment(001e36be-4124-4f94-aa8b-764196a3c71d),segment_id=001e36be-4124-4f94-aa8b-764196a3c71d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:03.817799 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3172-9a52-4cab-95cb-a2cf814f2fbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:03.823886 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-88b7a4db-0978-4c02-be3e-49368c7ece31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:03.835418 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa3172-9a52-4cab-95cb-a2cf814f2fbf None None] Calling delete_port for df7571db-3e7f-4a0e-bbea-c8f129f81aec owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:42:03.946502 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1f28dddb-3161-4759-8685-1c0ad3c40b88 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:03.975244 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3172-9a52-4cab-95cb-a2cf814f2fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:03.983522 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28dddb-3161-4759-8685-1c0ad3c40b88 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event deleted for resources: {'Port': ['ID=df7571db-3e7f-4a0e-bbea-c8f129f81aec,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:03.985286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f28dddb-3161-4759-8685-1c0ad3c40b88 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] No DVR routers for this DVR port df7571db-3e7f-4a0e-bbea-c8f129f81aec on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:42:03.996118 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aa3172-9a52-4cab-95cb-a2cf814f2fbf None None] No DVR routers for this DVR port df7571db-3e7f-4a0e-bbea-c8f129f81aec on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:42:04.026170 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa3172-9a52-4cab-95cb-a2cf814f2fbf None None] Pushing event deleted for resources: {'Port': ['ID=df7571db-3e7f-4a0e-bbea-c8f129f81aec,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:04.039491 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa3172-9a52-4cab-95cb-a2cf814f2fbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:04.039836 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa3172-9a52-4cab-95cb-a2cf814f2fbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:04.040227 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa3172-9a52-4cab-95cb-a2cf814f2fbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:04.040562 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa3172-9a52-4cab-95cb-a2cf814f2fbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:04.040900 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa3172-9a52-4cab-95cb-a2cf814f2fbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:04.041232 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa3172-9a52-4cab-95cb-a2cf814f2fbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:04.041563 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa3172-9a52-4cab-95cb-a2cf814f2fbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:04.041889 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa3172-9a52-4cab-95cb-a2cf814f2fbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:04.042694 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa3172-9a52-4cab-95cb-a2cf814f2fbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:04.043401 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa3172-9a52-4cab-95cb-a2cf814f2fbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:04.043743 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa3172-9a52-4cab-95cb-a2cf814f2fbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:04.048348 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa3172-9a52-4cab-95cb-a2cf814f2fbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:04.048348 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa3172-9a52-4cab-95cb-a2cf814f2fbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:04.059196 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-88b7a4db-0978-4c02-be3e-49368c7ece31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:04.121348 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1f28dddb-3161-4759-8685-1c0ad3c40b88 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:04.145296 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-1f28dddb-3161-4759-8685-1c0ad3c40b88 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f978f5-0352-48b1-8ba9-92150806392e']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:04.164134 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-1f28dddb-3161-4759-8685-1c0ad3c40b88 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '001e36be-4124-4f94-aa8b-764196a3c71d') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:04.164447 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-1f28dddb-3161-4759-8685-1c0ad3c40b88 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '001e36be-4124-4f94-aa8b-764196a3c71d') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:04.182211 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1f28dddb-3161-4759-8685-1c0ad3c40b88 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:04.203494 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-88b7a4db-0978-4c02-be3e-49368c7ece31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:04.203929 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1f28dddb-3161-4759-8685-1c0ad3c40b88 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:04.213556 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f28dddb-3161-4759-8685-1c0ad3c40b88 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:42:04.214099 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1f28dddb-3161-4759-8685-1c0ad3c40b88 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:42:04.217483 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:42:04.259142 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-88b7a4db-0978-4c02-be3e-49368c7ece31 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7676b78ccd0e439fada74c8ce50f14d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4629316 Dec 16 22:42:04.260217 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7a4db-0978-4c02-be3e-49368c7ece31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c640bf5d-5bbb-41d4-81a2-fbfd439b90a7,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:04.270438 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49500) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:04.343100 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-df2e6adf-3b88-421a-8892-727559fcc521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:04.368218 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1f28dddb-3161-4759-8685-1c0ad3c40b88 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:04.374267 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1f28dddb-3161-4759-8685-1c0ad3c40b88 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:04.382046 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1f28dddb-3161-4759-8685-1c0ad3c40b88 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "DELETE /v2.0/networks/21f978f5-0352-48b1-8ba9-92150806392e HTTP/1.1" status: 204 len: 168 time: 1.0235345 Dec 16 22:42:04.382705 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49506) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:04.385594 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-df2e6adf-3b88-421a-8892-727559fcc521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:04.446336 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28dddb-3161-4759-8685-1c0ad3c40b88 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event deleted for resources: {'Network': ['ID=21f978f5-0352-48b1-8ba9-92150806392e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:04.452541 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49508) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:04.505704 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-df2e6adf-3b88-421a-8892-727559fcc521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:04.510273 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-df2e6adf-3b88-421a-8892-727559fcc521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:04.517823 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-df2e6adf-3b88-421a-8892-727559fcc521 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c640bf5d-5bbb-41d4-81a2-fbfd439b90a7 HTTP/1.1" status: 204 len: 168 time: 0.2432299 Dec 16 22:42:04.528877 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e6adf-3b88-421a-8892-727559fcc521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c640bf5d-5bbb-41d4-81a2-fbfd439b90a7,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:04.680737 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-c861cc18-3550-497f-a034-70409f9bac77 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Deleting port 9f41c648-d87f-442f-bb60-9aadf5fd285d {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:42:04.681304 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c861cc18-3550-497f-a034-70409f9bac77 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:04.732805 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-71c11f38-d0a3-497d-bf5a-1b020d987edb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:04.800070 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c861cc18-3550-497f-a034-70409f9bac77 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:04.800430 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c861cc18-3550-497f-a034-70409f9bac77 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:04.816619 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-c861cc18-3550-497f-a034-70409f9bac77 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Calling delete_port for 9f41c648-d87f-442f-bb60-9aadf5fd285d owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:42:04.836459 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-71c11f38-d0a3-497d-bf5a-1b020d987edb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:04.906589 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-71c11f38-d0a3-497d-bf5a-1b020d987edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:04.977699 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-71c11f38-d0a3-497d-bf5a-1b020d987edb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ee30b7067d064d0993333eed0bd52808&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5236564 Dec 16 22:42:04.997007 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49526) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:05.015073 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c11f38-d0a3-497d-bf5a-1b020d987edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ff13f7-e20f-42f0-b0e3-0171107bf922,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:05.077388 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33c093a4-9ef2-40a8-9308-023ca39bcd95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:05.106516 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33c093a4-9ef2-40a8-9308-023ca39bcd95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:05.307820 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device df7571db-3e7f-4a0e-bbea-c8f129f81aec no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:42:05.328678 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: df7571db-3e7f-4a0e-bbea-c8f129f81aec {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:42:05.329021 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device df7571db-3e7f-4a0e-bbea-c8f129f81aec not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:42:05.381347 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33c093a4-9ef2-40a8-9308-023ca39bcd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:05.382862 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c861cc18-3550-497f-a034-70409f9bac77 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:05.385313 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33c093a4-9ef2-40a8-9308-023ca39bcd95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:05.391147 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-33c093a4-9ef2-40a8-9308-023ca39bcd95 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/73ff13f7-e20f-42f0-b0e3-0171107bf922 HTTP/1.1" status: 204 len: 168 time: 0.3833122 Dec 16 22:42:05.414733 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c093a4-9ef2-40a8-9308-023ca39bcd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ff13f7-e20f-42f0-b0e3-0171107bf922,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:05.420311 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861cc18-3550-497f-a034-70409f9bac77 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event deleted for resources: {'Port': ['ID=9f41c648-d87f-442f-bb60-9aadf5fd285d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:05.507879 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c861cc18-3550-497f-a034-70409f9bac77 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:05.508434 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-c861cc18-3550-497f-a034-70409f9bac77 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Floating IP 791e8ae8-7e12-4de2-b31e-f4fe1425089d disassociated (deleted). External IP: 172.25.6.122, port: 3063c79a-90d7-4a7b-b7a3-7feddeaf2496. Dec 16 22:42:05.745524 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c861cc18-3550-497f-a034-70409f9bac77 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Router 1b3e7dc8-e569-4abb-aabd-91a5e396a70a has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:42:05.868340 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c861cc18-3550-497f-a034-70409f9bac77 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:42:05.873224 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c861cc18-3550-497f-a034-70409f9bac77 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:05.882232 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63967e7-60d1-4948-8f1d-45781139109f None None] Sync routers for ids ['1b3e7dc8-e569-4abb-aabd-91a5e396a70a'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:42:05.896708 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63967e7-60d1-4948-8f1d-45781139109f None None] Routers {'1b3e7dc8-e569-4abb-aabd-91a5e396a70a'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:42:05.907123 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-f63967e7-60d1-4948-8f1d-45781139109f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:41:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1b3e7dc8-e569-4abb-aabd-91a5e396a70a'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:05.915901 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c861cc18-3550-497f-a034-70409f9bac77 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "DELETE /v2.0/floatingips/791e8ae8-7e12-4de2-b31e-f4fe1425089d HTTP/1.1" status: 204 len: 168 time: 1.5285938 Dec 16 22:42:05.916556 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87270c55-4ce2-4d1d-ad02-3bbe51ccdce5', 'tag': '3063c79a-90d7-4a7b-b7a3-7feddeaf2496'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:42:05.919004 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f27c8c-a0c1-498d-a0bb-aa5559689641" -d '{"events": [{"name": "network-changed", "server_uuid": "87270c55-4ce2-4d1d-ad02-3bbe51ccdce5", "tag": "3063c79a-90d7-4a7b-b7a3-7feddeaf2496"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:42:06.002310 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d9caae-3640-412a-8a18-6ce447da9ec5 x-openstack-request-id: req-13d9caae-3640-412a-8a18-6ce447da9ec5 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:42:06.003608 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87270c55-4ce2-4d1d-ad02-3bbe51ccdce5", "tag": "3063c79a-90d7-4a7b-b7a3-7feddeaf2496", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:42:06.004320 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-13d9caae-3640-412a-8a18-6ce447da9ec5 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:42:06.004905 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87270c55-4ce2-4d1d-ad02-3bbe51ccdce5', 'tag': '3063c79a-90d7-4a7b-b7a3-7feddeaf2496', 'status': 'completed', 'code': 200} Dec 16 22:42:06.085607 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-f63967e7-60d1-4948-8f1d-45781139109f None None] Set router 1b3e7dc8-e569-4abb-aabd-91a5e396a70a gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:42:06.137759 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f27c8c-a0c1-498d-a0bb-aa5559689641 req-52890a46-28d0-472f-860e-8e45e6a7ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:06.140248 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13f27c8c-a0c1-498d-a0bb-aa5559689641 req-52890a46-28d0-472f-860e-8e45e6a7ce00 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2b4fafbea3d45ac8d3254c1d8b5fceb&device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 1097 time: 0.0991380 Dec 16 22:42:06.324372 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f27c8c-a0c1-498d-a0bb-aa5559689641 req-4373a32a-27a6-4020-ab24-1d2da245565d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:06.326946 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13f27c8c-a0c1-498d-a0bb-aa5559689641 req-4373a32a-27a6-4020-ab24-1d2da245565d service neutron] 10.222.0.57 "GET /v2.0/networks?id=4b762631-c20c-4f8f-844e-ced8a9f6fe72 HTTP/1.1" status: 200 len: 897 time: 0.1698170 Dec 16 22:42:06.352107 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-f63967e7-60d1-4948-8f1d-45781139109f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'name': 'tempest-TestNetworkBasicOps-router-1072748978', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:52Z', 'updated_at': '2021-12-16T22:41:54Z', 'revision_number': 6, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'aaa69281-18ff-4252-9210-95e260e664e7', 'name': '', 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'mac_address': 'fa:16:3e:4f:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:02Z', 'updated_at': '2021-12-16T22:39:13Z', 'revision_number': 5, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'subnets': [{'id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:06.381493 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13f27c8c-a0c1-498d-a0bb-aa5559689641 req-cbeda0f7-c6e1-4409-9f47-01f4c3123587 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3063c79a-90d7-4a7b-b7a3-7feddeaf2496 HTTP/1.1" status: 200 len: 217 time: 0.0465972 Dec 16 22:42:06.395633 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63967e7-60d1-4948-8f1d-45781139109f None None] Checking router: 1b3e7dc8-e569-4abb-aabd-91a5e396a70a for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:42:06.406293 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63967e7-60d1-4948-8f1d-45781139109f None None] Routers {'1b3e7dc8-e569-4abb-aabd-91a5e396a70a'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:42:06.406988 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-f63967e7-60d1-4948-8f1d-45781139109f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:41:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1b3e7dc8-e569-4abb-aabd-91a5e396a70a'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:06.434971 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49570) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:06.465045 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-51f96403-9326-4f13-bbe3-3057ceebe942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:06.582842 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-f63967e7-60d1-4948-8f1d-45781139109f None None] Set router 1b3e7dc8-e569-4abb-aabd-91a5e396a70a gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:42:06.600397 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f27c8c-a0c1-498d-a0bb-aa5559689641 req-3c880ec2-e7d4-4a7a-971c-d05b68e19375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:06.602286 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13f27c8c-a0c1-498d-a0bb-aa5559689641 req-3c880ec2-e7d4-4a7a-971c-d05b68e19375 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2f51de97-c7db-4621-9d6f-882ca53cdf97 HTTP/1.1" status: 200 len: 834 time: 0.2036455 Dec 16 22:42:06.645009 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-51f96403-9326-4f13-bbe3-3057ceebe942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:06.697853 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941db5b3-12a2-40f3-8dd0-9a6ee225854f req-c2fd3228-6b6b-43d7-9e33-99a6ea61de79 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:06.699773 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-941db5b3-12a2-40f3-8dd0-9a6ee225854f req-c2fd3228-6b6b-43d7-9e33-99a6ea61de79 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 946 time: 0.2170229 Dec 16 22:42:06.713039 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-51f96403-9326-4f13-bbe3-3057ceebe942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:06.740335 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f27c8c-a0c1-498d-a0bb-aa5559689641 req-1f676573-c44f-4fc0-bfb5-be224594c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:06.745918 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13f27c8c-a0c1-498d-a0bb-aa5559689641 req-1f676573-c44f-4fc0-bfb5-be224594c51a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b762631-c20c-4f8f-844e-ced8a9f6fe72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1320240 Dec 16 22:42:06.783789 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-51f96403-9326-4f13-bbe3-3057ceebe942 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1a5c5d6435fb4a07974652ab149fd25f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3468843 Dec 16 22:42:06.785997 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49578) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:06.883917 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13f27c8c-a0c1-498d-a0bb-aa5559689641 req-249120fb-c883-404a-973f-21be2b7f566a service neutron] 10.222.0.57 "GET /v2.0/networks/4b762631-c20c-4f8f-844e-ced8a9f6fe72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248901 Dec 16 22:42:06.916510 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f96403-9326-4f13-bbe3-3057ceebe942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10885428-bffe-485d-8cb5-ff861aef0454,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:06.962937 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f3e8491f-48db-4d7e-860f-501b7dd66e58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:06.990054 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-941db5b3-12a2-40f3-8dd0-9a6ee225854f req-84cfc103-1573-4bcf-a036-0d483d0b8a7d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=34aa2075-3bb6-44e2-a0b8-d174e3f1dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2834885 Dec 16 22:42:07.020705 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f3e8491f-48db-4d7e-860f-501b7dd66e58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:07.037140 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-f63967e7-60d1-4948-8f1d-45781139109f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'name': 'tempest-TestNetworkBasicOps-router-1072748978', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:52Z', 'updated_at': '2021-12-16T22:41:54Z', 'revision_number': 6, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'aaa69281-18ff-4252-9210-95e260e664e7', 'name': '', 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'mac_address': 'fa:16:3e:4f:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:02Z', 'updated_at': '2021-12-16T22:39:13Z', 'revision_number': 5, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'subnets': [{'id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:07.096411 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63967e7-60d1-4948-8f1d-45781139109f None None] The sync data for ids ['1b3e7dc8-e569-4abb-aabd-91a5e396a70a'] in n-d-815324-4 is: [{'id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'name': 'tempest-TestNetworkBasicOps-router-1072748978', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:52Z', 'updated_at': '2021-12-16T22:41:54Z', 'revision_number': 6, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'aaa69281-18ff-4252-9210-95e260e664e7', 'name': '', 'network_id': '4b762631-c20c-4f8f-844e-ced8a9f6fe72', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'mac_address': 'fa:16:3e:4f:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:02Z', 'updated_at': '2021-12-16T22:39:13Z', 'revision_number': 5, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'subnets': [{'id': '2f51de97-c7db-4621-9d6f-882ca53cdf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:42:07.115915 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-13f27c8c-a0c1-498d-a0bb-aa5559689641 req-2f5923b4-8ff9-464d-bbfb-f3da7740a763 service neutron] 10.222.0.57 "GET /v2.0/networks/4b762631-c20c-4f8f-844e-ced8a9f6fe72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202191 Dec 16 22:42:07.197691 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f3e8491f-48db-4d7e-860f-501b7dd66e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:07.202590 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f3e8491f-48db-4d7e-860f-501b7dd66e58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:07.203967 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f3e8491f-48db-4d7e-860f-501b7dd66e58 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/10885428-bffe-485d-8cb5-ff861aef0454 HTTP/1.1" status: 204 len: 168 time: 0.4116986 Dec 16 22:42:07.217365 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8491f-48db-4d7e-860f-501b7dd66e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10885428-bffe-485d-8cb5-ff861aef0454,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:07.448555 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94a0254-6fe9-4dd5-93a3-e713c23c953f None None] New status for floating IP 791e8ae8-7e12-4de2-b31e-f4fe1425089d: DOWN {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:42:08.125332 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea6110-6ccd-4f8a-9556-3537afd53dd8 req-26693827-3fd4-472b-aacc-99a680836637 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:08.127613 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-18ea6110-6ccd-4f8a-9556-3537afd53dd8 req-26693827-3fd4-472b-aacc-99a680836637 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 946 time: 0.0799017 Dec 16 22:42:08.150410 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254df46-abc6-4fdf-9851-5fef8572bb75 req-f679f096-f34f-47cb-873b-4e45063e9c07 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:08.153052 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b254df46-abc6-4fdf-9851-5fef8572bb75 req-f679f096-f34f-47cb-873b-4e45063e9c07 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.57 "GET /v2.0/ports?device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 946 time: 0.0647244 Dec 16 22:42:08.189237 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-18ea6110-6ccd-4f8a-9556-3537afd53dd8 req-04ff84f2-3f3d-4b7a-ad36-d1e20a79966f tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=34aa2075-3bb6-44e2-a0b8-d174e3f1dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550761 Dec 16 22:42:08.300070 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-b254df46-abc6-4fdf-9851-5fef8572bb75 req-41db5cb5-218c-4c2e-8f1d-324d4780f358 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Deleting port 3063c79a-90d7-4a7b-b7a3-7feddeaf2496 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:42:08.300723 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b254df46-abc6-4fdf-9851-5fef8572bb75 req-41db5cb5-218c-4c2e-8f1d-324d4780f358 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:08.450410 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-b254df46-abc6-4fdf-9851-5fef8572bb75 req-41db5cb5-218c-4c2e-8f1d-324d4780f358 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] For port 3063c79a-90d7-4a7b-b7a3-7feddeaf2496, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=3063c79a-90d7-4a7b-b7a3-7feddeaf2496,segment=NetworkSegment(c6fad3a5-15d0-432c-8186-01ac8d5d9e02),segment_id=c6fad3a5-15d0-432c-8186-01ac8d5d9e02)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:08.450966 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b254df46-abc6-4fdf-9851-5fef8572bb75 req-41db5cb5-218c-4c2e-8f1d-324d4780f358 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:08.467870 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-b254df46-abc6-4fdf-9851-5fef8572bb75 req-41db5cb5-218c-4c2e-8f1d-324d4780f358 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Calling delete_port for 3063c79a-90d7-4a7b-b7a3-7feddeaf2496 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:42:09.310179 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b254df46-abc6-4fdf-9851-5fef8572bb75 req-41db5cb5-218c-4c2e-8f1d-324d4780f358 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:09.353277 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db5cb5-218c-4c2e-8f1d-324d4780f358 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event deleted for resources: {'Port': ['ID=3063c79a-90d7-4a7b-b7a3-7feddeaf2496,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:09.406519 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d3359-7e15-420b-b5bf-43469eaf160d req-7d61c9e4-c718-49ee-8340-ba8890ec9b2d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:09.408951 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-077d3359-7e15-420b-b5bf-43469eaf160d req-7d61c9e4-c718-49ee-8340-ba8890ec9b2d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 867 time: 0.1316197 Dec 16 22:42:09.409797 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-b254df46-abc6-4fdf-9851-5fef8572bb75 req-41db5cb5-218c-4c2e-8f1d-324d4780f358 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] No DVR routers for this DVR port 3063c79a-90d7-4a7b-b7a3-7feddeaf2496 on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:42:09.412863 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b254df46-abc6-4fdf-9851-5fef8572bb75 req-41db5cb5-218c-4c2e-8f1d-324d4780f358 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:09.417042 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b254df46-abc6-4fdf-9851-5fef8572bb75 req-41db5cb5-218c-4c2e-8f1d-324d4780f358 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.57 "DELETE /v2.0/ports/3063c79a-90d7-4a7b-b7a3-7feddeaf2496 HTTP/1.1" status: 204 len: 173 time: 1.2564592 Dec 16 22:42:09.418854 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87270c55-4ce2-4d1d-ad02-3bbe51ccdce5', 'name': 'network-vif-deleted', 'tag': '3063c79a-90d7-4a7b-b7a3-7feddeaf2496'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:42:09.422985 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50edb977-97ba-419a-b4ab-37509701e2f1" -d '{"events": [{"server_uuid": "87270c55-4ce2-4d1d-ad02-3bbe51ccdce5", "name": "network-vif-deleted", "tag": "3063c79a-90d7-4a7b-b7a3-7feddeaf2496"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:42:09.483797 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-077d3359-7e15-420b-b5bf-43469eaf160d req-bfa07e40-d28a-4789-90be-5771bb624c39 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=34aa2075-3bb6-44e2-a0b8-d174e3f1dd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656703 Dec 16 22:42:09.485239 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868a13d7-1252-40c7-b35a-c89b932eb8f5 x-openstack-request-id: req-868a13d7-1252-40c7-b35a-c89b932eb8f5 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:42:09.485533 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87270c55-4ce2-4d1d-ad02-3bbe51ccdce5", "name": "network-vif-deleted", "tag": "3063c79a-90d7-4a7b-b7a3-7feddeaf2496", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:42:09.485918 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-868a13d7-1252-40c7-b35a-c89b932eb8f5 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:42:09.486962 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87270c55-4ce2-4d1d-ad02-3bbe51ccdce5', 'name': 'network-vif-deleted', 'tag': '3063c79a-90d7-4a7b-b7a3-7feddeaf2496', 'status': 'completed', 'code': 200} Dec 16 22:42:10.621824 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8622d197-703f-44a5-8644-d6c1b5a00fb0 req-f1e51d71-b5ab-4701-97fa-8f36645e61f1 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=87270c55-4ce2-4d1d-ad02-3bbe51ccdce5 HTTP/1.1" status: 200 len: 210 time: 0.0305097 Dec 16 22:42:10.882266 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:42:11.704690 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49750) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:11.751874 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 3063c79a-90d7-4a7b-b7a3-7feddeaf2496 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:42:11.780021 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd1e536a-8c36-4cf2-b161-f47e8ce3f62c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:11.824287 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd1e536a-8c36-4cf2-b161-f47e8ce3f62c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:11.832884 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 3063c79a-90d7-4a7b-b7a3-7feddeaf2496 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:42:11.834157 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 3063c79a-90d7-4a7b-b7a3-7feddeaf2496 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:42:12.037731 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd1e536a-8c36-4cf2-b161-f47e8ce3f62c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:12.040500 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd1e536a-8c36-4cf2-b161-f47e8ce3f62c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:12.041768 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-dd1e536a-8c36-4cf2-b161-f47e8ce3f62c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "DELETE /v2.0/security-groups/34aa2075-3bb6-44e2-a0b8-d174e3f1dd2d HTTP/1.1" status: 204 len: 168 time: 0.3353324 Dec 16 22:42:12.052380 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e536a-8c36-4cf2-b161-f47e8ce3f62c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34aa2075-3bb6-44e2-a0b8-d174e3f1dd2d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:12.213372 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49762) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:13.076899 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f365e9b2-f97a-4cb6-bf7a-492753a09a79 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:13.452832 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-f365e9b2-f97a-4cb6-bf7a-492753a09a79 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Deleting port aaa69281-18ff-4252-9210-95e260e664e7 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:42:13.456741 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f365e9b2-f97a-4cb6-bf7a-492753a09a79 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:13.575591 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-f365e9b2-f97a-4cb6-bf7a-492753a09a79 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] For port aaa69281-18ff-4252-9210-95e260e664e7, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=aaa69281-18ff-4252-9210-95e260e664e7,segment=NetworkSegment(c6fad3a5-15d0-432c-8186-01ac8d5d9e02),segment_id=c6fad3a5-15d0-432c-8186-01ac8d5d9e02)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:13.575967 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f365e9b2-f97a-4cb6-bf7a-492753a09a79 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:13.603894 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-f365e9b2-f97a-4cb6-bf7a-492753a09a79 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Calling delete_port for aaa69281-18ff-4252-9210-95e260e664e7 owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:42:13.957704 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f365e9b2-f97a-4cb6-bf7a-492753a09a79 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:13.993371 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365e9b2-f97a-4cb6-bf7a-492753a09a79 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event deleted for resources: {'Port': ['ID=aaa69281-18ff-4252-9210-95e260e664e7,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:14.278389 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f365e9b2-f97a-4cb6-bf7a-492753a09a79 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:14.635769 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f365e9b2-f97a-4cb6-bf7a-492753a09a79 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Router 1b3e7dc8-e569-4abb-aabd-91a5e396a70a has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:42:14.755706 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f365e9b2-f97a-4cb6-bf7a-492753a09a79 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:42:14.764218 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f365e9b2-f97a-4cb6-bf7a-492753a09a79 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "PUT /v2.0/routers/1b3e7dc8-e569-4abb-aabd-91a5e396a70a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5496588 Dec 16 22:42:14.765631 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49824) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:14.770711 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8a34c3-0799-4390-9ce7-333966c76b05 None None] Sync routers for ids ['1b3e7dc8-e569-4abb-aabd-91a5e396a70a'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:42:14.792221 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8a34c3-0799-4390-9ce7-333966c76b05 None None] Routers {'1b3e7dc8-e569-4abb-aabd-91a5e396a70a'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:42:14.795472 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-0c8a34c3-0799-4390-9ce7-333966c76b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:41:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1b3e7dc8-e569-4abb-aabd-91a5e396a70a'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:14.844534 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60a7587-89b5-49bb-9832-1b9a0173dd4c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Deleting subnet 2f51de97-c7db-4621-9d6f-882ca53cdf97 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:42:14.849453 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f60a7587-89b5-49bb-9832-1b9a0173dd4c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:14.913656 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f60a7587-89b5-49bb-9832-1b9a0173dd4c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:15.054903 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-0c8a34c3-0799-4390-9ce7-333966c76b05 None None] Set router 1b3e7dc8-e569-4abb-aabd-91a5e396a70a gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:42:15.104119 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f60a7587-89b5-49bb-9832-1b9a0173dd4c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:15.331127 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f60a7587-89b5-49bb-9832-1b9a0173dd4c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:15.424993 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a7587-89b5-49bb-9832-1b9a0173dd4c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event deleted for resources: {'Subnet': ['ID=2f51de97-c7db-4621-9d6f-882ca53cdf97,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:15.449211 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24f9a09-fe0a-46a1-95d8-25dc39a5ecd8 None None] Network 4b762631-c20c-4f8f-844e-ced8a9f6fe72 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:42:15.467286 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f60a7587-89b5-49bb-9832-1b9a0173dd4c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:15.487112 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f60a7587-89b5-49bb-9832-1b9a0173dd4c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "DELETE /v2.0/subnets/2f51de97-c7db-4621-9d6f-882ca53cdf97 HTTP/1.1" status: 204 len: 168 time: 0.7181909 Dec 16 22:42:15.488045 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49842) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:15.506629 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a7587-89b5-49bb-9832-1b9a0173dd4c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:15.509478 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a7587-89b5-49bb-9832-1b9a0173dd4c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:15.509478 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a7587-89b5-49bb-9832-1b9a0173dd4c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:15.509478 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a7587-89b5-49bb-9832-1b9a0173dd4c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:15.509478 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a7587-89b5-49bb-9832-1b9a0173dd4c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:15.511119 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-0c8a34c3-0799-4390-9ce7-333966c76b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'name': 'tempest-TestNetworkBasicOps-router-1072748978', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:52Z', 'updated_at': '2021-12-16T22:42:13Z', 'revision_number': 7, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:15.511609 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a7587-89b5-49bb-9832-1b9a0173dd4c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:15.512063 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a7587-89b5-49bb-9832-1b9a0173dd4c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:15.512500 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a7587-89b5-49bb-9832-1b9a0173dd4c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:15.513942 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a7587-89b5-49bb-9832-1b9a0173dd4c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:15.514384 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a7587-89b5-49bb-9832-1b9a0173dd4c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:15.517760 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a7587-89b5-49bb-9832-1b9a0173dd4c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:15.517760 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a7587-89b5-49bb-9832-1b9a0173dd4c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:15.518443 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60a7587-89b5-49bb-9832-1b9a0173dd4c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:15.568774 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8a34c3-0799-4390-9ce7-333966c76b05 None None] Checking router: 1b3e7dc8-e569-4abb-aabd-91a5e396a70a for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:42:15.598857 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8a34c3-0799-4390-9ce7-333966c76b05 None None] Routers {'1b3e7dc8-e569-4abb-aabd-91a5e396a70a'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:42:15.599714 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-0c8a34c3-0799-4390-9ce7-333966c76b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:41:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1b3e7dc8-e569-4abb-aabd-91a5e396a70a'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:15.782232 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cafcfb99-50d4-43e2-a114-7832a4310f00 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:15.849181 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec5fb39-48ee-462a-8374-b595d3f2af94 None None] DHCP port deletion for 4b762631-c20c-4f8f-844e-ced8a9f6fe72 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:42:15.906647 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-0c8a34c3-0799-4390-9ce7-333966c76b05 None None] Set router 1b3e7dc8-e569-4abb-aabd-91a5e396a70a gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:42:15.946485 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49852) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:15.983948 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-3ec5fb39-48ee-462a-8374-b595d3f2af94 None None] Deleting port b7e8c779-9789-4150-a105-740aeeee2381 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:42:15.984330 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3ec5fb39-48ee-462a-8374-b595d3f2af94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:16.125268 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cafcfb99-50d4-43e2-a114-7832a4310f00 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:16.175525 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b2b4f0d-0219-40af-985c-148819c24451 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:16.175937 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-3ec5fb39-48ee-462a-8374-b595d3f2af94 None None] For port b7e8c779-9789-4150-a105-740aeeee2381, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b7e8c779-9789-4150-a105-740aeeee2381,segment=NetworkSegment(c6fad3a5-15d0-432c-8186-01ac8d5d9e02),segment_id=c6fad3a5-15d0-432c-8186-01ac8d5d9e02)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:16.176347 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3ec5fb39-48ee-462a-8374-b595d3f2af94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:16.226005 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-3ec5fb39-48ee-462a-8374-b595d3f2af94 None None] Calling delete_port for b7e8c779-9789-4150-a105-740aeeee2381 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:42:16.349628 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-cafcfb99-50d4-43e2-a114-7832a4310f00 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Deleting port 4cc74763-77c6-402c-92f2-290d2a5df426 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:42:16.349984 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cafcfb99-50d4-43e2-a114-7832a4310f00 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:16.416889 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b2b4f0d-0219-40af-985c-148819c24451 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:16.446837 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-0c8a34c3-0799-4390-9ce7-333966c76b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'name': 'tempest-TestNetworkBasicOps-router-1072748978', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:52Z', 'updated_at': '2021-12-16T22:42:13Z', 'revision_number': 7, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:16.472470 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3ec5fb39-48ee-462a-8374-b595d3f2af94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:16.495839 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8a34c3-0799-4390-9ce7-333966c76b05 None None] The sync data for ids ['1b3e7dc8-e569-4abb-aabd-91a5e396a70a'] in n-d-815324-4 is: [{'id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'name': 'tempest-TestNetworkBasicOps-router-1072748978', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:38:52Z', 'updated_at': '2021-12-16T22:42:13Z', 'revision_number': 7, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '4cc74763-77c6-402c-92f2-290d2a5df426', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3e7dc8-e569-4abb-aabd-91a5e396a70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:53Z', 'updated_at': '2021-12-16T22:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:42:16.513033 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b2b4f0d-0219-40af-985c-148819c24451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:16.524018 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5fb39-48ee-462a-8374-b595d3f2af94 None None] Pushing event deleted for resources: {'Port': ['ID=b7e8c779-9789-4150-a105-740aeeee2381,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:16.560232 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-cafcfb99-50d4-43e2-a114-7832a4310f00 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] For port 4cc74763-77c6-402c-92f2-290d2a5df426, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4cc74763-77c6-402c-92f2-290d2a5df426,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:16.560871 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cafcfb99-50d4-43e2-a114-7832a4310f00 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:16.600095 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec5fb39-48ee-462a-8374-b595d3f2af94 None None] No DVR routers for this DVR port b7e8c779-9789-4150-a105-740aeeee2381 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:42:16.616248 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b4f0d-0219-40af-985c-148819c24451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec30368-471c-44dc-a8fb-17bce9b95d50,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:16.617018 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-cafcfb99-50d4-43e2-a114-7832a4310f00 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Calling delete_port for 4cc74763-77c6-402c-92f2-290d2a5df426 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:42:16.654585 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8b2b4f0d-0219-40af-985c-148819c24451 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f2486eeb1b234e4da35ff51ff512e9e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7068737 Dec 16 22:42:16.657168 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49864) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:16.778805 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e9ddc5e-6bf6-4ba0-88b3-f0e43d4f0d6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:16.856139 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e9ddc5e-6bf6-4ba0-88b3-f0e43d4f0d6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:16.878190 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49866) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:17.038631 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cafcfb99-50d4-43e2-a114-7832a4310f00 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:17.039881 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e9ddc5e-6bf6-4ba0-88b3-f0e43d4f0d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:17.044761 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e9ddc5e-6bf6-4ba0-88b3-f0e43d4f0d6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:17.051407 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4e9ddc5e-6bf6-4ba0-88b3-f0e43d4f0d6b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3ec30368-471c-44dc-a8fb-17bce9b95d50 HTTP/1.1" status: 204 len: 168 time: 0.3857214 Dec 16 22:42:17.099196 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3f9e00-1123-42d5-8469-0659a2f74a94 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:42:17.161563 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ddc5e-6bf6-4ba0-88b3-f0e43d4f0d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec30368-471c-44dc-a8fb-17bce9b95d50,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:17.176918 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d2699e72-673f-4d06-b950-af29ddd5c7c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:17.210415 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafcfb99-50d4-43e2-a114-7832a4310f00 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event deleted for resources: {'Port': ['ID=4cc74763-77c6-402c-92f2-290d2a5df426,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:17.302408 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cafcfb99-50d4-43e2-a114-7832a4310f00 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:17.436059 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d2699e72-673f-4d06-b950-af29ddd5c7c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:17.509764 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d2699e72-673f-4d06-b950-af29ddd5c7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:17.529149 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b7e8c779-9789-4150-a105-740aeeee2381 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:42:17.559650 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cafcfb99-50d4-43e2-a114-7832a4310f00 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:17.575440 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cafcfb99-50d4-43e2-a114-7832a4310f00 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:17.591891 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: b7e8c779-9789-4150-a105-740aeeee2381 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:42:17.592169 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b7e8c779-9789-4150-a105-740aeeee2381 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:42:17.592601 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device aaa69281-18ff-4252-9210-95e260e664e7 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:42:17.606241 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d2699e72-673f-4d06-b950-af29ddd5c7c3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8290b4f364a14b4286c9b8cec21ee9c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7301178 Dec 16 22:42:17.608923 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2699e72-673f-4d06-b950-af29ddd5c7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961d00d3-5b33-4e4f-b3c1-dd8216696e7c,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:17.612324 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49880) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:17.668019 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: aaa69281-18ff-4252-9210-95e260e664e7 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:42:17.670513 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device aaa69281-18ff-4252-9210-95e260e664e7 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:42:17.707548 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-486b0798-b592-49be-9e9f-dc2fb156ee29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:17.736925 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-486b0798-b592-49be-9e9f-dc2fb156ee29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:17.839516 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cafcfb99-50d4-43e2-a114-7832a4310f00 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:17.840179 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafcfb99-50d4-43e2-a114-7832a4310f00 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Fanout notify agent at l3_agent the message router_deleted on router 1b3e7dc8-e569-4abb-aabd-91a5e396a70a {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:42:17.848212 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cafcfb99-50d4-43e2-a114-7832a4310f00 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:17.849884 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cafcfb99-50d4-43e2-a114-7832a4310f00 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "DELETE /v2.0/routers/1b3e7dc8-e569-4abb-aabd-91a5e396a70a HTTP/1.1" status: 204 len: 168 time: 2.3602133 Dec 16 22:42:17.852685 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49884) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:17.958980 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49886) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:17.965116 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-486b0798-b592-49be-9e9f-dc2fb156ee29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:17.967936 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-486b0798-b592-49be-9e9f-dc2fb156ee29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:17.980678 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-486b0798-b592-49be-9e9f-dc2fb156ee29 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/961d00d3-5b33-4e4f-b3c1-dd8216696e7c HTTP/1.1" status: 204 len: 168 time: 0.3557429 Dec 16 22:42:17.992071 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b0798-b592-49be-9e9f-dc2fb156ee29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961d00d3-5b33-4e4f-b3c1-dd8216696e7c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:17.997902 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-20a8bf18-2712-4216-898a-7defcf61e21b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:18.031948 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cc74059a-0e31-4c70-a522-ff84739bb109 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:18.155145 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-20a8bf18-2712-4216-898a-7defcf61e21b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:18.291181 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-20a8bf18-2712-4216-898a-7defcf61e21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:18.302910 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cc74059a-0e31-4c70-a522-ff84739bb109 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:18.328222 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-cc74059a-0e31-4c70-a522-ff84739bb109 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b762631-c20c-4f8f-844e-ced8a9f6fe72']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:18.335345 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-20a8bf18-2712-4216-898a-7defcf61e21b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=97001081cb2d4e11ac4a003e0ea2da74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3745863 Dec 16 22:42:18.338969 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49892) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:18.353412 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8bf18-2712-4216-898a-7defcf61e21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cb3449-814e-4052-bbc2-044b9a8765f8,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:18.357113 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-cc74059a-0e31-4c70-a522-ff84739bb109 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6fad3a5-15d0-432c-8186-01ac8d5d9e02') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:18.358256 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-cc74059a-0e31-4c70-a522-ff84739bb109 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6fad3a5-15d0-432c-8186-01ac8d5d9e02') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:18.382764 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cc74059a-0e31-4c70-a522-ff84739bb109 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:18.398861 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cc74059a-0e31-4c70-a522-ff84739bb109 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:18.410824 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc74059a-0e31-4c70-a522-ff84739bb109 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:42:18.411477 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cc74059a-0e31-4c70-a522-ff84739bb109 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:42:18.414893 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:42:18.417849 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d9518dde-faa2-4fca-817d-08a794e16838 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:18.478200 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d9518dde-faa2-4fca-817d-08a794e16838 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:18.637720 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cc74059a-0e31-4c70-a522-ff84739bb109 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:18.645538 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cc74059a-0e31-4c70-a522-ff84739bb109 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:18.652041 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cc74059a-0e31-4c70-a522-ff84739bb109 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "DELETE /v2.0/networks/4b762631-c20c-4f8f-844e-ced8a9f6fe72 HTTP/1.1" status: 204 len: 168 time: 0.7972653 Dec 16 22:42:18.687385 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74059a-0e31-4c70-a522-ff84739bb109 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event deleted for resources: {'Network': ['ID=4b762631-c20c-4f8f-844e-ced8a9f6fe72,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:18.693505 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49898) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:18.699623 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-798f7207-19fd-40a8-88ec-82fdc4d67c36 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'network': {'name': 'tempest-network-smoke--690155038', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'port_security_enabled': True}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:18.813847 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d9518dde-faa2-4fca-817d-08a794e16838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:18.818355 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d9518dde-faa2-4fca-817d-08a794e16838 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:18.834096 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d9518dde-faa2-4fca-817d-08a794e16838 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/67cb3449-814e-4052-bbc2-044b9a8765f8 HTTP/1.1" status: 204 len: 168 time: 0.4853442 Dec 16 22:42:18.846560 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9518dde-faa2-4fca-817d-08a794e16838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cb3449-814e-4052-bbc2-044b9a8765f8,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:18.917416 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798f7207-19fd-40a8-88ec-82fdc4d67c36 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Made reservation on behalf of c2b4fafbea3d45ac8d3254c1d8b5fceb for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:42:18.921369 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-798f7207-19fd-40a8-88ec-82fdc4d67c36 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:18.950009 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798f7207-19fd-40a8-88ec-82fdc4d67c36 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:42:18.961667 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-798f7207-19fd-40a8-88ec-82fdc4d67c36 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:18.962110 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-798f7207-19fd-40a8-88ec-82fdc4d67c36 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Added segment 73ce93f4-1462-4319-9dab-15d2ce757b70 of type vlan for network 27b9dd8f-8dc8-42d1-b422-e1b0133347b4 Dec 16 22:42:19.008422 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-798f7207-19fd-40a8-88ec-82fdc4d67c36 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:19.203694 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-798f7207-19fd-40a8-88ec-82fdc4d67c36 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:19.210493 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798f7207-19fd-40a8-88ec-82fdc4d67c36 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:19.219259 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-798f7207-19fd-40a8-88ec-82fdc4d67c36 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:19.289130 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4cc74763-77c6-402c-92f2-290d2a5df426 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:42:19.310089 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 4cc74763-77c6-402c-92f2-290d2a5df426 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:42:19.310266 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f7207-19fd-40a8-88ec-82fdc4d67c36 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'Network': ['ID=27b9dd8f-8dc8-42d1-b422-e1b0133347b4,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:19.310763 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4cc74763-77c6-402c-92f2-290d2a5df426 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:42:19.325381 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 27b9dd8f-8dc8-42d1-b422-e1b0133347b4 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:42:19.342072 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49912) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:19.353311 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-798f7207-19fd-40a8-88ec-82fdc4d67c36 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6488636 Dec 16 22:42:19.353828 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-f80ff48c-fae3-4e48-b151-2741c5f5cb22 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1550791143', 'admin_state_up': True, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:19.397261 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49918) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:19.428336 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-62a91ee2-890c-429b-aec3-ab1892212660 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:19.489022 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f80ff48c-fae3-4e48-b151-2741c5f5cb22 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:19.490154 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f80ff48c-fae3-4e48-b151-2741c5f5cb22 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:19.554659 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-62a91ee2-890c-429b-aec3-ab1892212660 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:19.561454 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f80ff48c-fae3-4e48-b151-2741c5f5cb22 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:19.683652 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-62a91ee2-890c-429b-aec3-ab1892212660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:19.804658 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-62a91ee2-890c-429b-aec3-ab1892212660 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2a98d50d362a4ba0ba1865e8c74b2d01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4022155 Dec 16 22:42:19.805431 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a91ee2-890c-429b-aec3-ab1892212660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b02e16-9ae6-4d95-bff0-543e2c525c80,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:19.808966 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 49924) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:19.918991 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49930) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:19.949699 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a64d434d-11b4-4b5a-8467-4958c16ff140 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:19.996654 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f80ff48c-fae3-4e48-b151-2741c5f5cb22 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:20.011876 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ca53d47-e2f7-4964-93e2-f552e2db6759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:20.037136 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a64d434d-11b4-4b5a-8467-4958c16ff140 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:20.037424 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ca53d47-e2f7-4964-93e2-f552e2db6759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:20.180927 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a64d434d-11b4-4b5a-8467-4958c16ff140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:20.210111 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d434d-11b4-4b5a-8467-4958c16ff140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cddda30-0c08-4764-86c4-35d724949efb,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:20.240382 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a64d434d-11b4-4b5a-8467-4958c16ff140 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=30e54fc586c14a0b86f76cad9c5647fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3199549 Dec 16 22:42:20.242986 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 49932) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:20.263002 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ca53d47-e2f7-4964-93e2-f552e2db6759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:20.265911 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ca53d47-e2f7-4964-93e2-f552e2db6759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:20.268003 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0ca53d47-e2f7-4964-93e2-f552e2db6759 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/99b02e16-9ae6-4d95-bff0-543e2c525c80 HTTP/1.1" status: 204 len: 168 time: 0.4565020 Dec 16 22:42:20.298708 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca53d47-e2f7-4964-93e2-f552e2db6759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b02e16-9ae6-4d95-bff0-543e2c525c80,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:20.348966 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b812be9b-b2c6-4c73-8a2d-c810703660d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:20.410499 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b812be9b-b2c6-4c73-8a2d-c810703660d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:20.536868 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f80ff48c-fae3-4e48-b151-2741c5f5cb22 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:20.558044 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f80ff48c-fae3-4e48-b151-2741c5f5cb22 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:20.729225 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b812be9b-b2c6-4c73-8a2d-c810703660d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:20.732521 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b812be9b-b2c6-4c73-8a2d-c810703660d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:20.738172 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b812be9b-b2c6-4c73-8a2d-c810703660d0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6cddda30-0c08-4764-86c4-35d724949efb HTTP/1.1" status: 204 len: 168 time: 0.4939914 Dec 16 22:42:20.749066 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812be9b-b2c6-4c73-8a2d-c810703660d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cddda30-0c08-4764-86c4-35d724949efb,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:20.901560 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-f80ff48c-fae3-4e48-b151-2741c5f5cb22 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Allocated IP 172.25.6.23 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/704376bc-2f23-4a1d-8522-68ca3cb9a373) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:42:21.052310 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f80ff48c-fae3-4e48-b151-2741c5f5cb22 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:21.209210 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f80ff48c-fae3-4e48-b151-2741c5f5cb22 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:21.255782 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80ff48c-fae3-4e48-b151-2741c5f5cb22 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:42:21.259243 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-f80ff48c-fae3-4e48-b151-2741c5f5cb22 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:42:21.261828 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80ff48c-fae3-4e48-b151-2741c5f5cb22 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:42:21.275842 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9732991-831c-41a5-b88a-887b9dcca83f None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:42:21.326952 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ff48c-fae3-4e48-b151-2741c5f5cb22 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'Port': ['ID=704376bc-2f23-4a1d-8522-68ca3cb9a373,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:21.421484 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a830a257-fb41-47cf-810e-f8bb092a7ab7 None None] Provisioning complete for port 704376bc-2f23-4a1d-8522-68ca3cb9a373 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:21.422137 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a830a257-fb41-47cf-810e-f8bb092a7ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:21.470910 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a830a257-fb41-47cf-810e-f8bb092a7ab7 None None] Port 704376bc-2f23-4a1d-8522-68ca3cb9a373 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:42:21.803912 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f80ff48c-fae3-4e48-b151-2741c5f5cb22 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:22.025659 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f80ff48c-fae3-4e48-b151-2741c5f5cb22 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:22.328737 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80ff48c-fae3-4e48-b151-2741c5f5cb22 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Router 596f40b1-ad2e-42e0-8fd5-89a5bc4adf85 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:42:22.443193 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80ff48c-fae3-4e48-b151-2741c5f5cb22 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:42:22.453555 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c8452f-6436-4a24-8edb-28a91f4085e2 None None] Sync routers for ids ['596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:42:22.464097 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c8452f-6436-4a24-8edb-28a91f4085e2 None None] Routers {'596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:42:22.464862 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-99c8452f-6436-4a24-8edb-28a91f4085e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:41:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:22.589149 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-99c8452f-6436-4a24-8edb-28a91f4085e2 None None] Set router 596f40b1-ad2e-42e0-8fd5-89a5bc4adf85 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:42:22.621095 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f80ff48c-fae3-4e48-b151-2741c5f5cb22 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:22.625985 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f80ff48c-fae3-4e48-b151-2741c5f5cb22 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2823656 Dec 16 22:42:22.631331 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50004) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:22.664955 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b4ff0862-1fc4-4e9f-bb50-4f0bae85c0bc tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=c2b4fafbea3d45ac8d3254c1d8b5fceb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344267 Dec 16 22:42:22.665061 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50008) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:22.850479 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32751aeb-c601-4571-9290-00f790212ac0 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:22.850479 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-32751aeb-c601-4571-9290-00f790212ac0 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1830862 Dec 16 22:42:22.851899 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50012) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:22.968990 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50016) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:22.987584 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-99c8452f-6436-4a24-8edb-28a91f4085e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'name': 'tempest-TestNetworkBasicOps-router-1550791143', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:19Z', 'updated_at': '2021-12-16T22:42:21Z', 'revision_number': 3, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:20Z', 'updated_at': '2021-12-16T22:42:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:23.015275 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c8452f-6436-4a24-8edb-28a91f4085e2 None None] Checking router: 596f40b1-ad2e-42e0-8fd5-89a5bc4adf85 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:42:23.015702 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c8452f-6436-4a24-8edb-28a91f4085e2 None None] Updating router 596f40b1-ad2e-42e0-8fd5-89a5bc4adf85 port 704376bc-2f23-4a1d-8522-68ca3cb9a373 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:42:23.061705 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-99c8452f-6436-4a24-8edb-28a91f4085e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:23.124829 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b9cc10fb-1f90-40b0-8192-bc468f016ec2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:23.238291 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a1bfd636-58a8-4baf-800d-e0cb4c3df188 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3852372 Dec 16 22:42:23.241096 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50026) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:23.241585 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b9cc10fb-1f90-40b0-8192-bc468f016ec2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:23.246356 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-2366715f-56b1-4974-8f14-2c58cf848760 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1396400769', 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:23.392068 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b9cc10fb-1f90-40b0-8192-bc468f016ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:23.400358 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-99c8452f-6436-4a24-8edb-28a91f4085e2 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:23.432037 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8545f926-8e7a-4d87-8ff4-1869a8a28c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:23.443765 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b9cc10fb-1f90-40b0-8192-bc468f016ec2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ee3c7c7e3bcf48329d4b573edef90e2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4718230 Dec 16 22:42:23.446486 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50034) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:23.452620 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc10fb-1f90-40b0-8192-bc468f016ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a35a65-1647-4435-a611-3848576ade77,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:23.503800 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-95978611-f4ce-42c3-8521-b181e118c358 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:23.523237 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2366715f-56b1-4974-8f14-2c58cf848760 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Made reservation on behalf of c2b4fafbea3d45ac8d3254c1d8b5fceb for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:42:23.527919 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2366715f-56b1-4974-8f14-2c58cf848760 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:23.531455 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-95978611-f4ce-42c3-8521-b181e118c358 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:23.614346 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-99c8452f-6436-4a24-8edb-28a91f4085e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:23.661866 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa7ee55-d639-4c4c-af47-9a76a443bc15 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:42:23.689199 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-99c8452f-6436-4a24-8edb-28a91f4085e2 None None] Attempting to bind port 704376bc-2f23-4a1d-8522-68ca3cb9a373 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:42:23.689577 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-99c8452f-6436-4a24-8edb-28a91f4085e2 None None] Attempting to bind port 704376bc-2f23-4a1d-8522-68ca3cb9a373 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:42:23.689952 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8452f-6436-4a24-8edb-28a91f4085e2 None None] Attempting to bind port 704376bc-2f23-4a1d-8522-68ca3cb9a373 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:42:23.693851 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ff490-0403-4d03-87c7-28bcd30ad02a None None] Pushing event updated for resources: {'Port': ['ID=704376bc-2f23-4a1d-8522-68ca3cb9a373,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:23.707001 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8452f-6436-4a24-8edb-28a91f4085e2 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:42:23.707420 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8452f-6436-4a24-8edb-28a91f4085e2 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:42:23.707836 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-99c8452f-6436-4a24-8edb-28a91f4085e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:23.708289 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8452f-6436-4a24-8edb-28a91f4085e2 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:42:23.708780 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-99c8452f-6436-4a24-8edb-28a91f4085e2 None None] Bound port: 704376bc-2f23-4a1d-8522-68ca3cb9a373, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:42:23.709169 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-99c8452f-6436-4a24-8edb-28a91f4085e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:23.740472 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-95978611-f4ce-42c3-8521-b181e118c358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:23.745001 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-95978611-f4ce-42c3-8521-b181e118c358 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:23.747095 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-95978611-f4ce-42c3-8521-b181e118c358 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/59a35a65-1647-4435-a611-3848576ade77 HTTP/1.1" status: 204 len: 168 time: 0.2991512 Dec 16 22:42:23.774794 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95978611-f4ce-42c3-8521-b181e118c358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a35a65-1647-4435-a611-3848576ade77,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:23.803595 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ea65210d-49a7-4996-8432-2378fb3f5a87 None None] Provisioning complete for port 704376bc-2f23-4a1d-8522-68ca3cb9a373 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:23.804454 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ea65210d-49a7-4996-8432-2378fb3f5a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:23.808622 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-99c8452f-6436-4a24-8edb-28a91f4085e2 None None] For port 704376bc-2f23-4a1d-8522-68ca3cb9a373, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:42:23.851840 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-99c8452f-6436-4a24-8edb-28a91f4085e2 None None] For port 704376bc-2f23-4a1d-8522-68ca3cb9a373, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=704376bc-2f23-4a1d-8522-68ca3cb9a373,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:42:23.873450 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ea65210d-49a7-4996-8432-2378fb3f5a87 None None] Port 704376bc-2f23-4a1d-8522-68ca3cb9a373 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:42:23.941750 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-99c8452f-6436-4a24-8edb-28a91f4085e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:24.002959 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1c2de2-36e7-477d-a9e1-15f4e931ce07 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:42:24.024379 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c8452f-6436-4a24-8edb-28a91f4085e2 None None] Routers {'596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:42:24.024999 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-99c8452f-6436-4a24-8edb-28a91f4085e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:41:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:24.027016 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ff490-0403-4d03-87c7-28bcd30ad02a None None] Pushing event updated for resources: {'Port': ['ID=704376bc-2f23-4a1d-8522-68ca3cb9a373,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:24.050525 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2366715f-56b1-4974-8f14-2c58cf848760 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:24.142718 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-84a3262f-f6ee-41c1-92fe-2699a75ff941 None None] Provisioning complete for port 704376bc-2f23-4a1d-8522-68ca3cb9a373 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:24.143316 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-84a3262f-f6ee-41c1-92fe-2699a75ff941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:24.143923 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366715f-56b1-4974-8f14-2c58cf848760 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'Subnet': ['ID=9b81b7eb-1ad0-4fea-b30d-e3801f8a789e,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:24.185006 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2366715f-56b1-4974-8f14-2c58cf848760 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Checking segment: {'id': '73ce93f4-1462-4319-9dab-15d2ce757b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:42:24.185895 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2366715f-56b1-4974-8f14-2c58cf848760 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Network hostable DHCP agents. Network: 27b9dd8f-8dc8-42d1-b422-e1b0133347b4, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:42:24.205646 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-99c8452f-6436-4a24-8edb-28a91f4085e2 None None] Set router 596f40b1-ad2e-42e0-8fd5-89a5bc4adf85 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:42:24.317383 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2366715f-56b1-4974-8f14-2c58cf848760 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Network 27b9dd8f-8dc8-42d1-b422-e1b0133347b4 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:42:24.442832 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-2366715f-56b1-4974-8f14-2c58cf848760 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 27b9dd8f-8dc8-42d1-b422-e1b0133347b4) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:42:24.451325 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2366715f-56b1-4974-8f14-2c58cf848760 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:24.457176 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2366715f-56b1-4974-8f14-2c58cf848760 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:24.457484 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b7067f-3258-4373-b902-877cffe29092 None None] Network 27b9dd8f-8dc8-42d1-b422-e1b0133347b4 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:42:24.488236 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-84a3262f-f6ee-41c1-92fe-2699a75ff941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:24.552350 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-84a3262f-f6ee-41c1-92fe-2699a75ff941 None None] For port 704376bc-2f23-4a1d-8522-68ca3cb9a373, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=704376bc-2f23-4a1d-8522-68ca3cb9a373,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:24.572380 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2366715f-56b1-4974-8f14-2c58cf848760 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3300076 Dec 16 22:42:24.575034 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50070) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:24.697012 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-84a3262f-f6ee-41c1-92fe-2699a75ff941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:24.845332 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-99c8452f-6436-4a24-8edb-28a91f4085e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'name': 'tempest-TestNetworkBasicOps-router-1550791143', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:19Z', 'updated_at': '2021-12-16T22:42:21Z', 'revision_number': 3, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:20Z', 'updated_at': '2021-12-16T22:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:24.912333 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d514ac-2c0c-4d55-aaa3-14d0f6e4b523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-27b9dd8f-8dc8-42d1-b422-e1b0133347b4', 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'fixed_ips': [{'subnet_id': '9b81b7eb-1ad0-4fea-b30d-e3801f8a789e'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:42:24.913635 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8d514ac-2c0c-4d55-aaa3-14d0f6e4b523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:24.915605 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3262f-f6ee-41c1-92fe-2699a75ff941 None None] Pushing event updated for resources: {'Port': ['ID=704376bc-2f23-4a1d-8522-68ca3cb9a373,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:24.921185 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c8452f-6436-4a24-8edb-28a91f4085e2 None None] The sync data for ids ['596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'] in n-d-815324-4 is: [{'id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'name': 'tempest-TestNetworkBasicOps-router-1550791143', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:19Z', 'updated_at': '2021-12-16T22:42:21Z', 'revision_number': 3, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:20Z', 'updated_at': '2021-12-16T22:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:42:25.262106 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-a8d514ac-2c0c-4d55-aaa3-14d0f6e4b523 None None] Allocated IP 172.20.0.2 (27b9dd8f-8dc8-42d1-b422-e1b0133347b4/9b81b7eb-1ad0-4fea-b30d-e3801f8a789e/4afb0373-3790-468a-bca9-74a2b423894a) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:42:25.549899 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-46531201-0742-44af-b584-14885f4334c9 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:25.672503 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8d514ac-2c0c-4d55-aaa3-14d0f6e4b523 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:25.757823 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-93503201-4376-4ab1-a201-efb6e0cca101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:25.791262 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8d514ac-2c0c-4d55-aaa3-14d0f6e4b523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:25.911607 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d514ac-2c0c-4d55-aaa3-14d0f6e4b523 None None] Network 27b9dd8f-8dc8-42d1-b422-e1b0133347b4 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:42:25.919912 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-a8d514ac-2c0c-4d55-aaa3-14d0f6e4b523 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:42:25.929709 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d514ac-2c0c-4d55-aaa3-14d0f6e4b523 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:42:25.998823 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d514ac-2c0c-4d55-aaa3-14d0f6e4b523 None None] Pushing event updated for resources: {'Port': ['ID=4afb0373-3790-468a-bca9-74a2b423894a,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:26.056509 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-a8d514ac-2c0c-4d55-aaa3-14d0f6e4b523 None None] Attempting to bind port 4afb0373-3790-468a-bca9-74a2b423894a on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:42:26.056990 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-a8d514ac-2c0c-4d55-aaa3-14d0f6e4b523 None None] Attempting to bind port 4afb0373-3790-468a-bca9-74a2b423894a by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '73ce93f4-1462-4319-9dab-15d2ce757b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:42:26.057457 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d514ac-2c0c-4d55-aaa3-14d0f6e4b523 None None] Attempting to bind port 4afb0373-3790-468a-bca9-74a2b423894a on network 27b9dd8f-8dc8-42d1-b422-e1b0133347b4 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:42:26.067646 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d514ac-2c0c-4d55-aaa3-14d0f6e4b523 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:42:26.068141 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d514ac-2c0c-4d55-aaa3-14d0f6e4b523 None None] Checking segment: {'id': '73ce93f4-1462-4319-9dab-15d2ce757b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:42:26.068652 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8d514ac-2c0c-4d55-aaa3-14d0f6e4b523 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:26.069222 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d514ac-2c0c-4d55-aaa3-14d0f6e4b523 None None] Bound using segment: {'id': '73ce93f4-1462-4319-9dab-15d2ce757b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:42:26.069821 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-a8d514ac-2c0c-4d55-aaa3-14d0f6e4b523 None None] Bound port: 4afb0373-3790-468a-bca9-74a2b423894a, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ce93f4-1462-4319-9dab-15d2ce757b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:42:26.070379 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8d514ac-2c0c-4d55-aaa3-14d0f6e4b523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:26.216356 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a8d514ac-2c0c-4d55-aaa3-14d0f6e4b523 None None] For port 4afb0373-3790-468a-bca9-74a2b423894a, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:42:26.229288 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a8d514ac-2c0c-4d55-aaa3-14d0f6e4b523 None None] For port 4afb0373-3790-468a-bca9-74a2b423894a, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4afb0373-3790-468a-bca9-74a2b423894a,segment=NetworkSegment(73ce93f4-1462-4319-9dab-15d2ce757b70),segment_id=73ce93f4-1462-4319-9dab-15d2ce757b70)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:42:26.278559 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-46531201-0742-44af-b584-14885f4334c9 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Allocated IP 172.20.0.1 (27b9dd8f-8dc8-42d1-b422-e1b0133347b4/9b81b7eb-1ad0-4fea-b30d-e3801f8a789e/7e6035ad-dd94-4cc1-bd02-3f7b47c235bb) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:42:26.352557 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8d514ac-2c0c-4d55-aaa3-14d0f6e4b523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:26.451923 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-46531201-0742-44af-b584-14885f4334c9 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:26.490236 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d514ac-2c0c-4d55-aaa3-14d0f6e4b523 None None] Pushing event updated for resources: {'Port': ['ID=4afb0373-3790-468a-bca9-74a2b423894a,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:26.652280 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50130) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:26.713326 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-46531201-0742-44af-b584-14885f4334c9 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:26.795033 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46531201-0742-44af-b584-14885f4334c9 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Network 27b9dd8f-8dc8-42d1-b422-e1b0133347b4 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:42:26.803586 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-46531201-0742-44af-b584-14885f4334c9 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:42:26.809842 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46531201-0742-44af-b584-14885f4334c9 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:42:26.892286 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f5cfe161-5845-4534-83b1-2bcdeee14977 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:26.892514 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-46531201-0742-44af-b584-14885f4334c9 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:26.892514 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46531201-0742-44af-b584-14885f4334c9 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'Port': ['ID=7e6035ad-dd94-4cc1-bd02-3f7b47c235bb,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:27.049711 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:27.073174 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f5cfe161-5845-4534-83b1-2bcdeee14977 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:27.129223 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:27.168890 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f5cfe161-5845-4534-83b1-2bcdeee14977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:27.229142 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50148) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:27.229516 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f5cfe161-5845-4534-83b1-2bcdeee14977 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2c793e21b52d43c180bdb91bb18d9d76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5760362 Dec 16 22:42:27.259121 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfe161-5845-4534-83b1-2bcdeee14977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4477a626-a799-434d-874b-f521279ca33e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:27.325402 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-46531201-0742-44af-b584-14885f4334c9 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:27.506850 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-61626b0c-b0db-4bf7-a57a-ab6b31f8c2b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:27.548290 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 704376bc-2f23-4a1d-8522-68ca3cb9a373 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:42:27.583944 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-61626b0c-b0db-4bf7-a57a-ab6b31f8c2b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:27.638277 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 704376bc-2f23-4a1d-8522-68ca3cb9a373 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:27.642540 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:27.797576 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-61626b0c-b0db-4bf7-a57a-ab6b31f8c2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:27.801619 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-61626b0c-b0db-4bf7-a57a-ab6b31f8c2b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:27.805669 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-61626b0c-b0db-4bf7-a57a-ab6b31f8c2b6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4477a626-a799-434d-874b-f521279ca33e HTTP/1.1" status: 204 len: 168 time: 0.5722320 Dec 16 22:42:27.846328 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4afb0373-3790-468a-bca9-74a2b423894a up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:42:27.870544 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61626b0c-b0db-4bf7-a57a-ab6b31f8c2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4477a626-a799-434d-874b-f521279ca33e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:27.934485 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 4afb0373-3790-468a-bca9-74a2b423894a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:27.935111 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:28.018931 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-46531201-0742-44af-b584-14885f4334c9 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:28.084297 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:28.088301 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-46531201-0742-44af-b584-14885f4334c9 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:28.134816 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 4afb0373-3790-468a-bca9-74a2b423894a, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4afb0373-3790-468a-bca9-74a2b423894a,segment=NetworkSegment(73ce93f4-1462-4319-9dab-15d2ce757b70),segment_id=73ce93f4-1462-4319-9dab-15d2ce757b70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:28.214665 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:28.301422 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-46531201-0742-44af-b584-14885f4334c9 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:28.318879 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46531201-0742-44af-b584-14885f4334c9 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'Port': ['ID=7e6035ad-dd94-4cc1-bd02-3f7b47c235bb,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:28.369643 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=4afb0373-3790-468a-bca9-74a2b423894a,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:28.470772 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d197b7-ed40-4f8a-ba87-ef7af06d22d2 None None] Network 27b9dd8f-8dc8-42d1-b422-e1b0133347b4 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:42:28.497954 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46531201-0742-44af-b584-14885f4334c9 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Network 27b9dd8f-8dc8-42d1-b422-e1b0133347b4 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:42:28.499495 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-46531201-0742-44af-b584-14885f4334c9 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:42:28.590561 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:28.641134 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-65cd5823-8320-4d26-9b9e-0f6756fe9360 None None] Provisioning complete for port 4afb0373-3790-468a-bca9-74a2b423894a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:28.642405 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-65cd5823-8320-4d26-9b9e-0f6756fe9360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:28.786674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46531201-0742-44af-b584-14885f4334c9 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Router 596f40b1-ad2e-42e0-8fd5-89a5bc4adf85 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:42:28.828217 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:28.942849 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46531201-0742-44af-b584-14885f4334c9 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:42:28.957707 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-46531201-0742-44af-b584-14885f4334c9 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "PUT /v2.0/routers/596f40b1-ad2e-42e0-8fd5-89a5bc4adf85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3791420 Dec 16 22:42:28.959826 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50192) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:28.960282 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791c4665-ee8b-4134-80c8-eecdf6a77e59 None None] Sync routers for ids ['596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:42:28.988710 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50194) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:29.012955 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791c4665-ee8b-4134-80c8-eecdf6a77e59 None None] Routers {'596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:42:29.019228 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00e4c52d-65a9-4205-a1c1-d3c4c2e5c740 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:29.019424 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-791c4665-ee8b-4134-80c8-eecdf6a77e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:42:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:29.140317 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:29.216208 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00e4c52d-65a9-4205-a1c1-d3c4c2e5c740 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:29.256813 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-791c4665-ee8b-4134-80c8-eecdf6a77e59 None None] Set router 596f40b1-ad2e-42e0-8fd5-89a5bc4adf85 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:42:29.282636 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ab458b96-c743-4658-922b-305f6a56b8f4 None None] Provisioning complete for port 7e6035ad-dd94-4cc1-bd02-3f7b47c235bb triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:29.287012 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ab458b96-c743-4658-922b-305f6a56b8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:29.393190 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00e4c52d-65a9-4205-a1c1-d3c4c2e5c740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:29.440384 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ab458b96-c743-4658-922b-305f6a56b8f4 None None] Port 7e6035ad-dd94-4cc1-bd02-3f7b47c235bb cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:42:29.469302 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4afb0373-3790-468a-bca9-74a2b423894a up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:42:29.512194 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-00e4c52d-65a9-4205-a1c1-d3c4c2e5c740 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=872918009a3e46d2a30e5262f6e014b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5222661 Dec 16 22:42:29.518374 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4c52d-65a9-4205-a1c1-d3c4c2e5c740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd28846-142b-49b4-8326-1235549bdb6e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:29.520251 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50204) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:29.632855 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-afe9e171-abe9-4436-8380-6f118d4b0b07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:29.634991 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ab458b96-c743-4658-922b-305f6a56b8f4 None None] Provisioning complete for port 4afb0373-3790-468a-bca9-74a2b423894a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:29.635394 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ab458b96-c743-4658-922b-305f6a56b8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:29.673376 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-afe9e171-abe9-4436-8380-6f118d4b0b07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:29.687172 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-791c4665-ee8b-4134-80c8-eecdf6a77e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'name': 'tempest-TestNetworkBasicOps-router-1550791143', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:19Z', 'updated_at': '2021-12-16T22:42:27Z', 'revision_number': 4, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:20Z', 'updated_at': '2021-12-16T22:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '7e6035ad-dd94-4cc1-bd02-3f7b47c235bb', 'name': '', 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'mac_address': 'fa:16:3e:9d:6a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '9b81b7eb-1ad0-4fea-b30d-e3801f8a789e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:25Z', 'updated_at': '2021-12-16T22:42:27Z', 'revision_number': 2, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'subnets': [{'id': '9b81b7eb-1ad0-4fea-b30d-e3801f8a789e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:29.771161 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791c4665-ee8b-4134-80c8-eecdf6a77e59 None None] Checking router: 596f40b1-ad2e-42e0-8fd5-89a5bc4adf85 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:42:29.772122 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 4afb0373-3790-468a-bca9-74a2b423894a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:29.772510 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:29.772857 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791c4665-ee8b-4134-80c8-eecdf6a77e59 None None] Updating router 596f40b1-ad2e-42e0-8fd5-89a5bc4adf85 port 7e6035ad-dd94-4cc1-bd02-3f7b47c235bb binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:42:29.821289 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-afe9e171-abe9-4436-8380-6f118d4b0b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:29.825085 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-afe9e171-abe9-4436-8380-6f118d4b0b07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:29.829370 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-afe9e171-abe9-4436-8380-6f118d4b0b07 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8cd28846-142b-49b4-8326-1235549bdb6e HTTP/1.1" status: 204 len: 168 time: 0.3046501 Dec 16 22:42:29.841718 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9e171-abe9-4436-8380-6f118d4b0b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd28846-142b-49b4-8326-1235549bdb6e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:29.853285 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-791c4665-ee8b-4134-80c8-eecdf6a77e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:30.149506 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b110e6-dc93-46ff-a9ff-1f2f912f24c5 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:30.153116 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b110e6-dc93-46ff-a9ff-1f2f912f24c5 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:30.153771 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b110e6-dc93-46ff-a9ff-1f2f912f24c5 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:30.154312 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b110e6-dc93-46ff-a9ff-1f2f912f24c5 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:30.160644 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50212) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:30.172381 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-32b110e6-dc93-46ff-a9ff-1f2f912f24c5 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 1.2121000 Dec 16 22:42:30.230099 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2d599569-9ea2-4e3f-9b1b-9304ad9287f7 None None] Provisioning complete for port 7e6035ad-dd94-4cc1-bd02-3f7b47c235bb triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:30.232018 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2d599569-9ea2-4e3f-9b1b-9304ad9287f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:30.306508 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14ddb4e-8c4d-45b4-8d30-50a410dafab0 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:30.307008 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14ddb4e-8c4d-45b4-8d30-50a410dafab0 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:30.307501 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14ddb4e-8c4d-45b4-8d30-50a410dafab0 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:30.308127 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14ddb4e-8c4d-45b4-8d30-50a410dafab0 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:30.313133 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50214) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:30.323413 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2d599569-9ea2-4e3f-9b1b-9304ad9287f7 None None] Port 7e6035ad-dd94-4cc1-bd02-3f7b47c235bb cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:42:30.324673 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a14ddb4e-8c4d-45b4-8d30-50a410dafab0 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1624467 Dec 16 22:42:30.492317 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-791c4665-ee8b-4134-80c8-eecdf6a77e59 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:30.597569 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-791c4665-ee8b-4134-80c8-eecdf6a77e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:30.727800 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8813c9f4-68c2-4521-9c8d-56e6c6f1e4f2 tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.4128559 Dec 16 22:42:30.886342 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbafe4-8a4d-4db8-832e-618ef98b1169 None None] Pushing event updated for resources: {'Port': ['ID=7e6035ad-dd94-4cc1-bd02-3f7b47c235bb,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:30.992044 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-791c4665-ee8b-4134-80c8-eecdf6a77e59 None None] Attempting to bind port 7e6035ad-dd94-4cc1-bd02-3f7b47c235bb on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:42:30.992852 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-791c4665-ee8b-4134-80c8-eecdf6a77e59 None None] Attempting to bind port 7e6035ad-dd94-4cc1-bd02-3f7b47c235bb by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '73ce93f4-1462-4319-9dab-15d2ce757b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:42:30.993552 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791c4665-ee8b-4134-80c8-eecdf6a77e59 None None] Attempting to bind port 7e6035ad-dd94-4cc1-bd02-3f7b47c235bb on network 27b9dd8f-8dc8-42d1-b422-e1b0133347b4 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:42:31.009336 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791c4665-ee8b-4134-80c8-eecdf6a77e59 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:42:31.010153 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791c4665-ee8b-4134-80c8-eecdf6a77e59 None None] Checking segment: {'id': '73ce93f4-1462-4319-9dab-15d2ce757b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:42:31.011861 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-791c4665-ee8b-4134-80c8-eecdf6a77e59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:31.015742 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791c4665-ee8b-4134-80c8-eecdf6a77e59 None None] Bound using segment: {'id': '73ce93f4-1462-4319-9dab-15d2ce757b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:42:31.015742 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-791c4665-ee8b-4134-80c8-eecdf6a77e59 None None] Bound port: 7e6035ad-dd94-4cc1-bd02-3f7b47c235bb, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ce93f4-1462-4319-9dab-15d2ce757b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:42:31.015742 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-791c4665-ee8b-4134-80c8-eecdf6a77e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:31.067384 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50236) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:31.239692 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-791c4665-ee8b-4134-80c8-eecdf6a77e59 None None] For port 7e6035ad-dd94-4cc1-bd02-3f7b47c235bb, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:42:31.255254 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-791c4665-ee8b-4134-80c8-eecdf6a77e59 None None] For port 7e6035ad-dd94-4cc1-bd02-3f7b47c235bb, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7e6035ad-dd94-4cc1-bd02-3f7b47c235bb,segment=NetworkSegment(73ce93f4-1462-4319-9dab-15d2ce757b70),segment_id=73ce93f4-1462-4319-9dab-15d2ce757b70)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:42:31.368839 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a4e03ea1-980b-4a64-af1a-f5bb983f2a59 None None] Provisioning complete for port 7e6035ad-dd94-4cc1-bd02-3f7b47c235bb triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:31.369801 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a4e03ea1-980b-4a64-af1a-f5bb983f2a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:31.409979 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-791c4665-ee8b-4134-80c8-eecdf6a77e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:31.421253 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a4e03ea1-980b-4a64-af1a-f5bb983f2a59 None None] Port 7e6035ad-dd94-4cc1-bd02-3f7b47c235bb cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:42:31.434527 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-faa9979c-a551-4c63-97a2-b870572f1ef4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:31.546983 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791c4665-ee8b-4134-80c8-eecdf6a77e59 None None] Routers {'596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:42:31.550472 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-791c4665-ee8b-4134-80c8-eecdf6a77e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:42:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:31.629394 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-faa9979c-a551-4c63-97a2-b870572f1ef4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:31.670149 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbafe4-8a4d-4db8-832e-618ef98b1169 None None] Pushing event updated for resources: {'Port': ['ID=7e6035ad-dd94-4cc1-bd02-3f7b47c235bb,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:31.712072 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-faa9979c-a551-4c63-97a2-b870572f1ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:31.868199 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-faa9979c-a551-4c63-97a2-b870572f1ef4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=12ab7b2266b14f49b778cca0d0f1d110&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7993748 Dec 16 22:42:31.870063 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-8a23dd54-b4de-4453-9597-13b4fe1ec3e2 None None] Provisioning complete for port 7e6035ad-dd94-4cc1-bd02-3f7b47c235bb triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:31.870655 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8a23dd54-b4de-4453-9597-13b4fe1ec3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:31.871196 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50250) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:31.880568 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9979c-a551-4c63-97a2-b870572f1ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebaa919b-4105-4eaf-ac7c-9bb9f189c1b5,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:31.904856 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-791c4665-ee8b-4134-80c8-eecdf6a77e59 None None] Set router 596f40b1-ad2e-42e0-8fd5-89a5bc4adf85 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:42:31.929304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50254) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:31.934322 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-b7a94eaf-c32f-4c2f-8aba-dce9e089da7e tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1702720314', 'description': 'tempest-secgroup-smoke-1702720314 description', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:32.055206 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af921d10-0153-4f44-be7c-b49bcbf959c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:32.090686 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8a23dd54-b4de-4453-9597-13b4fe1ec3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:32.098656 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af921d10-0153-4f44-be7c-b49bcbf959c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:32.129040 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7a94eaf-c32f-4c2f-8aba-dce9e089da7e tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:32.167769 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8a23dd54-b4de-4453-9597-13b4fe1ec3e2 None None] For port 7e6035ad-dd94-4cc1-bd02-3f7b47c235bb, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7e6035ad-dd94-4cc1-bd02-3f7b47c235bb,segment=NetworkSegment(73ce93f4-1462-4319-9dab-15d2ce757b70),segment_id=73ce93f4-1462-4319-9dab-15d2ce757b70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:32.306535 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af921d10-0153-4f44-be7c-b49bcbf959c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:32.311144 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8a23dd54-b4de-4453-9597-13b4fe1ec3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:32.325167 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af921d10-0153-4f44-be7c-b49bcbf959c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:32.327208 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-af921d10-0153-4f44-be7c-b49bcbf959c7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ebaa919b-4105-4eaf-ac7c-9bb9f189c1b5 HTTP/1.1" status: 204 len: 168 time: 0.4536359 Dec 16 22:42:32.349718 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af921d10-0153-4f44-be7c-b49bcbf959c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebaa919b-4105-4eaf-ac7c-9bb9f189c1b5,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:32.395418 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7a94eaf-c32f-4c2f-8aba-dce9e089da7e tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:32.440030 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23dd54-b4de-4453-9597-13b4fe1ec3e2 None None] Pushing event updated for resources: {'Port': ['ID=7e6035ad-dd94-4cc1-bd02-3f7b47c235bb,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:32.472139 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7a94eaf-c32f-4c2f-8aba-dce9e089da7e tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:32.496321 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-791c4665-ee8b-4134-80c8-eecdf6a77e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'name': 'tempest-TestNetworkBasicOps-router-1550791143', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:19Z', 'updated_at': '2021-12-16T22:42:27Z', 'revision_number': 4, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:20Z', 'updated_at': '2021-12-16T22:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '7e6035ad-dd94-4cc1-bd02-3f7b47c235bb', 'name': '', 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'mac_address': 'fa:16:3e:9d:6a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '9b81b7eb-1ad0-4fea-b30d-e3801f8a789e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:25Z', 'updated_at': '2021-12-16T22:42:31Z', 'revision_number': 4, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'subnets': [{'id': '9b81b7eb-1ad0-4fea-b30d-e3801f8a789e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:32.513980 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a94eaf-c32f-4c2f-8aba-dce9e089da7e tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fffc2bdf-c37c-4fd9-90de-745240d5f267,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:32.548917 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791c4665-ee8b-4134-80c8-eecdf6a77e59 None None] The sync data for ids ['596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'] in n-d-815324-4 is: [{'id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'name': 'tempest-TestNetworkBasicOps-router-1550791143', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:19Z', 'updated_at': '2021-12-16T22:42:27Z', 'revision_number': 4, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:20Z', 'updated_at': '2021-12-16T22:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '7e6035ad-dd94-4cc1-bd02-3f7b47c235bb', 'name': '', 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'mac_address': 'fa:16:3e:9d:6a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '9b81b7eb-1ad0-4fea-b30d-e3801f8a789e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:25Z', 'updated_at': '2021-12-16T22:42:31Z', 'revision_number': 4, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'subnets': [{'id': '9b81b7eb-1ad0-4fea-b30d-e3801f8a789e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:42:32.615215 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50274) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:32.634074 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7a94eaf-c32f-4c2f-8aba-dce9e089da7e tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:32.635410 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b7a94eaf-c32f-4c2f-8aba-dce9e089da7e tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7002087 Dec 16 22:42:32.636380 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50276) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:32.646352 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-ccd7429f-0ffa-4b1e-9f9d-c84a2542d25f tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'security_group_rule': {'security_group_id': 'fffc2bdf-c37c-4fd9-90de-745240d5f267', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:32.839947 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ccd7429f-0ffa-4b1e-9f9d-c84a2542d25f tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:32.988417 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ccd7429f-0ffa-4b1e-9f9d-c84a2542d25f tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.003249 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-cf938b47-ec39-4c97-b7a1-c6dba1cd9b34 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-866358138-network', 'tenant_id': 'c2c24730f04242109fadee44ddde92d2'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:33.100217 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ccd7429f-0ffa-4b1e-9f9d-c84a2542d25f tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.127422 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7429f-0ffa-4b1e-9f9d-c84a2542d25f tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e092f694-821f-4f47-81f7-5d04c0b10442,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:33.168625 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf938b47-ec39-4c97-b7a1-c6dba1cd9b34 admin admin] Made reservation on behalf of c2c24730f04242109fadee44ddde92d2 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:42:33.171023 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf938b47-ec39-4c97-b7a1-c6dba1cd9b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.186893 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf938b47-ec39-4c97-b7a1-c6dba1cd9b34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.210641 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ccd7429f-0ffa-4b1e-9f9d-c84a2542d25f tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.212184 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ccd7429f-0ffa-4b1e-9f9d-c84a2542d25f tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5720868 Dec 16 22:42:33.215551 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50288) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:33.220289 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-5641bb96-4aed-4da2-bc99-98386999a7dd tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'security_group_rule': {'security_group_id': 'fffc2bdf-c37c-4fd9-90de-745240d5f267', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:33.323389 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf938b47-ec39-4c97-b7a1-c6dba1cd9b34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.362722 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50290) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:33.377884 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d72adb0e-55e4-4475-b867-719e949125db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.401850 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5641bb96-4aed-4da2-bc99-98386999a7dd tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.451770 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf938b47-ec39-4c97-b7a1-c6dba1cd9b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.497427 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5641bb96-4aed-4da2-bc99-98386999a7dd tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.525187 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf938b47-ec39-4c97-b7a1-c6dba1cd9b34 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:42:33.532139 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7e6035ad-dd94-4cc1-bd02-3f7b47c235bb up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:42:33.543233 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf938b47-ec39-4c97-b7a1-c6dba1cd9b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea712f39-32bc-449a-86e0-72c64f8e9d6a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:33.574407 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf938b47-ec39-4c97-b7a1-c6dba1cd9b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.589305 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-cf938b47-ec39-4c97-b7a1-c6dba1cd9b34 admin admin] Added segment fe9e2796-e317-4af5-9d8e-fdb4b9695f9a of type vlan for network 65bf89f4-b142-4e37-8254-37dfb89f0893 Dec 16 22:42:33.614133 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5641bb96-4aed-4da2-bc99-98386999a7dd tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.656407 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50296) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:33.664893 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641bb96-4aed-4da2-bc99-98386999a7dd tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3536ff1-cb46-4c63-9431-15ce1aecd10e,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:33.680671 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 7e6035ad-dd94-4cc1-bd02-3f7b47c235bb triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:33.681807 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.700044 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d72adb0e-55e4-4475-b867-719e949125db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.704358 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf938b47-ec39-4c97-b7a1-c6dba1cd9b34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.729886 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5641bb96-4aed-4da2-bc99-98386999a7dd tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.735687 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5641bb96-4aed-4da2-bc99-98386999a7dd tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5187528 Dec 16 22:42:33.738949 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50300) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:33.745991 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-13945191-7e90-4519-b301-740c100964b7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'security_group_rule': {'security_group_id': 'fffc2bdf-c37c-4fd9-90de-745240d5f267', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:33.820444 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d72adb0e-55e4-4475-b867-719e949125db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.879894 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf938b47-ec39-4c97-b7a1-c6dba1cd9b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.881122 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf938b47-ec39-4c97-b7a1-c6dba1cd9b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:33.881872 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf938b47-ec39-4c97-b7a1-c6dba1cd9b34 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:33.924569 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d72adb0e-55e4-4475-b867-719e949125db admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2bd5d5812f504ae89367ef8f7b202256&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5604508 Dec 16 22:42:33.940638 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50304) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:33.984495 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72adb0e-55e4-4475-b867-719e949125db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f13e505-fc5f-4c5b-b302-a075a238ab6f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:33.995615 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-13945191-7e90-4519-b301-740c100964b7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:34.066569 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5c444965-eebf-4c61-9bfe-83356afac5e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:34.077757 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cf938b47-ec39-4c97-b7a1-c6dba1cd9b34 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4578128 Dec 16 22:42:34.095678 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50306) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:34.100699 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf938b47-ec39-4c97-b7a1-c6dba1cd9b34 admin admin] Pushing event updated for resources: {'Network': ['ID=65bf89f4-b142-4e37-8254-37dfb89f0893,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:34.107763 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-e3fc439f-c9b0-4ea8-8903-25d92d4d834b admin admin] Request body: {'subnet': {'network_id': '65bf89f4-b142-4e37-8254-37dfb89f0893', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-866358138-subnet', 'tenant_id': 'c2c24730f04242109fadee44ddde92d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:34.122490 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 65bf89f4-b142-4e37-8254-37dfb89f0893 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:42:34.198294 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-67981a0b-3c2e-4acc-a6ec-d2058a281751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:34.251389 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-13945191-7e90-4519-b301-740c100964b7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:34.270524 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-67981a0b-3c2e-4acc-a6ec-d2058a281751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:34.284410 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5c444965-eebf-4c61-9bfe-83356afac5e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:34.385942 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fc439f-c9b0-4ea8-8903-25d92d4d834b admin admin] Made reservation on behalf of c2c24730f04242109fadee44ddde92d2 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:42:34.388457 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e3fc439f-c9b0-4ea8-8903-25d92d4d834b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:34.419631 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-13945191-7e90-4519-b301-740c100964b7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:34.421638 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-67981a0b-3c2e-4acc-a6ec-d2058a281751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:34.424808 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-67981a0b-3c2e-4acc-a6ec-d2058a281751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:34.428180 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-67981a0b-3c2e-4acc-a6ec-d2058a281751 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3f13e505-fc5f-4c5b-b302-a075a238ab6f HTTP/1.1" status: 204 len: 168 time: 0.4533043 Dec 16 22:42:34.438547 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5c444965-eebf-4c61-9bfe-83356afac5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:34.477200 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5c444965-eebf-4c61-9bfe-83356afac5e4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ee52e94b50e14de08a3d6c61279c277e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8166511 Dec 16 22:42:34.481995 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50310) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:34.499227 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67981a0b-3c2e-4acc-a6ec-d2058a281751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f13e505-fc5f-4c5b-b302-a075a238ab6f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:34.506453 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13945191-7e90-4519-b301-740c100964b7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50bf2a0b-6289-4667-af37-d935722eb06f,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:34.549220 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c444965-eebf-4c61-9bfe-83356afac5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00985740-b78d-477f-9e51-6601d30d8120,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:34.580596 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d4ad8cb7-e45c-460f-996e-6490d0122fb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:34.604349 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d4ad8cb7-e45c-460f-996e-6490d0122fb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:34.650273 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-13945191-7e90-4519-b301-740c100964b7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:34.651842 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-13945191-7e90-4519-b301-740c100964b7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9117904 Dec 16 22:42:34.654601 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50312) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:34.659227 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-8aeed8eb-8d4f-4c4d-b865-f7fed1b875db tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'security_group_rule': {'security_group_id': 'fffc2bdf-c37c-4fd9-90de-745240d5f267', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:34.815557 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d4ad8cb7-e45c-460f-996e-6490d0122fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:34.819554 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d4ad8cb7-e45c-460f-996e-6490d0122fb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:34.819759 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d4ad8cb7-e45c-460f-996e-6490d0122fb3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/00985740-b78d-477f-9e51-6601d30d8120 HTTP/1.1" status: 204 len: 168 time: 0.3297780 Dec 16 22:42:34.827645 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8aeed8eb-8d4f-4c4d-b865-f7fed1b875db tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:34.827992 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad8cb7-e45c-460f-996e-6490d0122fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00985740-b78d-477f-9e51-6601d30d8120,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:34.929917 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e3fc439f-c9b0-4ea8-8903-25d92d4d834b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:34.967214 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8aeed8eb-8d4f-4c4d-b865-f7fed1b875db tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:34.998768 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc439f-c9b0-4ea8-8903-25d92d4d834b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a137d9ff-aab3-4bad-ad30-e6969bb4fb06,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:35.043006 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8aeed8eb-8d4f-4c4d-b865-f7fed1b875db tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:35.055102 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fc439f-c9b0-4ea8-8903-25d92d4d834b admin admin] Checking segment: {'id': 'fe9e2796-e317-4af5-9d8e-fdb4b9695f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '65bf89f4-b142-4e37-8254-37dfb89f0893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:42:35.055102 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fc439f-c9b0-4ea8-8903-25d92d4d834b admin admin] Network hostable DHCP agents. Network: 65bf89f4-b142-4e37-8254-37dfb89f0893, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:42:35.069879 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeed8eb-8d4f-4c4d-b865-f7fed1b875db tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a19a59-1a55-4ea2-bc10-6ea9c78d1ccf,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:35.180083 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fc439f-c9b0-4ea8-8903-25d92d4d834b admin admin] Network 65bf89f4-b142-4e37-8254-37dfb89f0893 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:42:35.182003 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8aeed8eb-8d4f-4c4d-b865-f7fed1b875db tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:35.184279 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8aeed8eb-8d4f-4c4d-b865-f7fed1b875db tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5283313 Dec 16 22:42:35.186881 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50332) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:35.192526 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-7a857812-e5b7-4395-981d-0ee6d9507cd6 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'security_group_rule': {'security_group_id': 'fffc2bdf-c37c-4fd9-90de-745240d5f267', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:35.288560 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-e3fc439f-c9b0-4ea8-8903-25d92d4d834b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 65bf89f4-b142-4e37-8254-37dfb89f0893) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:42:35.293743 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fc439f-c9b0-4ea8-8903-25d92d4d834b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:35.294644 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e3fc439f-c9b0-4ea8-8903-25d92d4d834b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:35.304233 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00781c89-bb95-4c21-aa80-339ebdff0463 None None] Network 65bf89f4-b142-4e37-8254-37dfb89f0893 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:42:35.316910 n-d-815324-4 neutron-server[103613]: INFO neutron.db.securitygroups_db [None req-7a857812-e5b7-4395-981d-0ee6d9507cd6 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Project c2b4fafbea3d45ac8d3254c1d8b5fceb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:42:35.322460 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7a857812-e5b7-4395-981d-0ee6d9507cd6 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:35.384193 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7a857812-e5b7-4395-981d-0ee6d9507cd6 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:35.414577 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1d22ca-d870-47d8-be90-3f5c3112185e None None] Network 65bf89f4-b142-4e37-8254-37dfb89f0893 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:42:35.455022 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e3fc439f-c9b0-4ea8-8903-25d92d4d834b admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3578990 Dec 16 22:42:35.500391 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7a857812-e5b7-4395-981d-0ee6d9507cd6 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:35.551580 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a857812-e5b7-4395-981d-0ee6d9507cd6 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1018d56-f679-4747-9336-66ba135a1b58,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:35.683339 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7a857812-e5b7-4395-981d-0ee6d9507cd6 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:35.690467 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7a857812-e5b7-4395-981d-0ee6d9507cd6 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4966679 Dec 16 22:42:35.690467 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50350) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:35.696567 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-34cae4e4-f306-4a33-89fc-f2ff2e733a8b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'security_group_rule': {'security_group_id': 'fffc2bdf-c37c-4fd9-90de-745240d5f267', 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:35.723830 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50354) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:35.745020 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-594d5da0-9615-46e5-a5ab-0599031d14bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:35.859416 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-594d5da0-9615-46e5-a5ab-0599031d14bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:35.861809 n-d-815324-4 neutron-server[103613]: INFO neutron.db.securitygroups_db [None req-34cae4e4-f306-4a33-89fc-f2ff2e733a8b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Project c2b4fafbea3d45ac8d3254c1d8b5fceb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:42:35.868634 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-34cae4e4-f306-4a33-89fc-f2ff2e733a8b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:35.937422 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-34cae4e4-f306-4a33-89fc-f2ff2e733a8b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:35.951259 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-594d5da0-9615-46e5-a5ab-0599031d14bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:35.991793 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-594d5da0-9615-46e5-a5ab-0599031d14bf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f5ba2deea6f54edd948c383157d28f85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2661462 Dec 16 22:42:35.992702 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d5da0-9615-46e5-a5ab-0599031d14bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf4cbea-7de2-46c3-9677-f1c5d67c35dd,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:35.996944 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50368) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:36.048603 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-34cae4e4-f306-4a33-89fc-f2ff2e733a8b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:36.070440 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4ec38bb4-024a-42d5-866a-e623ba85aff4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:36.103159 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4ec38bb4-024a-42d5-866a-e623ba85aff4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:36.107959 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cae4e4-f306-4a33-89fc-f2ff2e733a8b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7abbcc-fcfa-487e-939d-00d83383b0a9,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:36.238395 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-34cae4e4-f306-4a33-89fc-f2ff2e733a8b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:36.247651 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-34cae4e4-f306-4a33-89fc-f2ff2e733a8b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5583053 Dec 16 22:42:36.277652 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4ec38bb4-024a-42d5-866a-e623ba85aff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:36.288220 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4ec38bb4-024a-42d5-866a-e623ba85aff4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:36.288815 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4ec38bb4-024a-42d5-866a-e623ba85aff4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0cf4cbea-7de2-46c3-9677-f1c5d67c35dd HTTP/1.1" status: 204 len: 168 time: 0.2908907 Dec 16 22:42:36.304695 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec38bb4-024a-42d5-866a-e623ba85aff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf4cbea-7de2-46c3-9677-f1c5d67c35dd,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:36.569570 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-780e3cc2-b9c7-48b2-ad3b-7aecb36d8257 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1702720314&fields=id&tenant_id=c2b4fafbea3d45ac8d3254c1d8b5fceb HTTP/1.1" status: 200 len: 267 time: 0.0495038 Dec 16 22:42:36.708945 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-ad51a456-0d81-4123-9c17-7330d0df63b5 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:36.710768 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-ad51a456-0d81-4123-9c17-7330d0df63b5 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/networks?id=27b9dd8f-8dc8-42d1-b422-e1b0133347b4 HTTP/1.1" status: 200 len: 796 time: 0.1338050 Dec 16 22:42:36.735791 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-1ec3b068-3ade-449d-aa21-750ad04bed07 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/quotas/c2b4fafbea3d45ac8d3254c1d8b5fceb HTTP/1.1" status: 200 len: 375 time: 0.0183041 Dec 16 22:42:36.842764 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-21faca27-892d-4417-b903-d12f30ed9ef3 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c2b4fafbea3d45ac8d3254c1d8b5fceb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0871606 Dec 16 22:42:36.981458 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-e0d3edd5-6aee-43bc-b5a4-986e49023e82 service neutron] 10.222.0.75 "GET /v2.0/networks/27b9dd8f-8dc8-42d1-b422-e1b0133347b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350009 Dec 16 22:42:37.096753 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-35b478dd-ed7b-438e-bc52-2f393f0ac677 service neutron] 10.222.0.75 "GET /v2.0/networks/27b9dd8f-8dc8-42d1-b422-e1b0133347b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081319 Dec 16 22:42:37.507212 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-255db204-6b50-478e-9f51-6be5c7e99ad0 req-8e625d35-5bb7-4fd0-a8d9-5d4abb622faa tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 210 time: 0.0534022 Dec 16 22:42:37.533567 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50432) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:37.556974 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2befa7b7-2dc7-4ff2-a7b5-dd04bf751317 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:37.624608 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50434) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:37.711155 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2befa7b7-2dc7-4ff2-a7b5-dd04bf751317 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:37.764586 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50442) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:37.772837 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-e7b6a087-5175-459f-94cf-4fdc8f636a80 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1038736182-network', 'tenant_id': 'f8862bdca6ac4a45b7848e89b2ffd2d5'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:37.831100 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2befa7b7-2dc7-4ff2-a7b5-dd04bf751317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:37.869281 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2befa7b7-2dc7-4ff2-a7b5-dd04bf751317 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=24e69b276f1b412098117f096b9d9694&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3337536 Dec 16 22:42:37.871561 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50444) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:37.900453 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befa7b7-2dc7-4ff2-a7b5-dd04bf751317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197eb239-fd9b-43a7-967d-4eaff84eea8d,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:37.950494 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fef44683-75f2-4485-8fc5-f5424a93d7d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:37.990960 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b6a087-5175-459f-94cf-4fdc8f636a80 admin admin] Made reservation on behalf of f8862bdca6ac4a45b7848e89b2ffd2d5 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:42:37.993539 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e7b6a087-5175-459f-94cf-4fdc8f636a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:37.996886 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fef44683-75f2-4485-8fc5-f5424a93d7d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:38.003248 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e7b6a087-5175-459f-94cf-4fdc8f636a80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:38.011449 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a8450f5e-f4f9-46b0-beae-ab2e14b9c863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:38.126812 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e7b6a087-5175-459f-94cf-4fdc8f636a80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:38.171842 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fef44683-75f2-4485-8fc5-f5424a93d7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:38.175571 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fef44683-75f2-4485-8fc5-f5424a93d7d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:38.176541 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fef44683-75f2-4485-8fc5-f5424a93d7d3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/197eb239-fd9b-43a7-967d-4eaff84eea8d HTTP/1.1" status: 204 len: 168 time: 0.3039992 Dec 16 22:42:38.187146 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef44683-75f2-4485-8fc5-f5424a93d7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197eb239-fd9b-43a7-967d-4eaff84eea8d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:38.253384 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e7b6a087-5175-459f-94cf-4fdc8f636a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:38.263627 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a8450f5e-f4f9-46b0-beae-ab2e14b9c863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:38.280504 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b6a087-5175-459f-94cf-4fdc8f636a80 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:42:38.290217 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6a087-5175-459f-94cf-4fdc8f636a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a246407a-6724-40f8-94e2-69df7ceff741,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:38.296768 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e7b6a087-5175-459f-94cf-4fdc8f636a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:38.298068 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-e7b6a087-5175-459f-94cf-4fdc8f636a80 admin admin] Added segment fc024100-81ef-47f1-90cc-ab9e585ddc16 of type vlan for network 6721db6c-5a6d-4c01-b5f3-af2a1700a5fb Dec 16 22:42:38.334215 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a8450f5e-f4f9-46b0-beae-ab2e14b9c863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:38.343619 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e7b6a087-5175-459f-94cf-4fdc8f636a80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:38.394387 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a8450f5e-f4f9-46b0-beae-ab2e14b9c863 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=81d6221ff8a8479baa235d480a61bb46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7665079 Dec 16 22:42:38.397264 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50452) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:38.430410 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8450f5e-f4f9-46b0-beae-ab2e14b9c863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbb27da-0b3a-4f38-901f-660ee73c4486,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:38.503456 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-99634b8c-7943-4c19-9eb5-41cd3bb5b5c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:38.516784 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e7b6a087-5175-459f-94cf-4fdc8f636a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:38.517931 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b6a087-5175-459f-94cf-4fdc8f636a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:38.518610 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e7b6a087-5175-459f-94cf-4fdc8f636a80 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:38.563831 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-99634b8c-7943-4c19-9eb5-41cd3bb5b5c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:38.734544 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0717ccbc-600a-4aed-aa44-73d7ce8f0d69 req-bfbf84d2-11ee-4458-9011-d7356ec4276b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 210 time: 0.1113722 Dec 16 22:42:38.750379 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e7b6a087-5175-459f-94cf-4fdc8f636a80 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9786465 Dec 16 22:42:38.754550 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50460) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:38.771911 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-bd5c3162-6b06-4173-916e-61427c86c05f admin admin] Request body: {'subnet': {'network_id': '6721db6c-5a6d-4c01-b5f3-af2a1700a5fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1038736182-subnet', 'tenant_id': 'f8862bdca6ac4a45b7848e89b2ffd2d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:38.798105 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6a087-5175-459f-94cf-4fdc8f636a80 admin admin] Pushing event updated for resources: {'Network': ['ID=6721db6c-5a6d-4c01-b5f3-af2a1700a5fb,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:38.810336 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 6721db6c-5a6d-4c01-b5f3-af2a1700a5fb details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:42:38.974320 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5c3162-6b06-4173-916e-61427c86c05f admin admin] Made reservation on behalf of f8862bdca6ac4a45b7848e89b2ffd2d5 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:42:38.976091 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-99634b8c-7943-4c19-9eb5-41cd3bb5b5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:38.977636 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bd5c3162-6b06-4173-916e-61427c86c05f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:38.980049 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-99634b8c-7943-4c19-9eb5-41cd3bb5b5c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:38.981498 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-99634b8c-7943-4c19-9eb5-41cd3bb5b5c9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3dbb27da-0b3a-4f38-901f-660ee73c4486 HTTP/1.1" status: 204 len: 168 time: 0.5775471 Dec 16 22:42:38.991928 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99634b8c-7943-4c19-9eb5-41cd3bb5b5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbb27da-0b3a-4f38-901f-660ee73c4486,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:39.316358 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bd5c3162-6b06-4173-916e-61427c86c05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:39.411448 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5c3162-6b06-4173-916e-61427c86c05f admin admin] Checking segment: {'id': 'fc024100-81ef-47f1-90cc-ab9e585ddc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6721db6c-5a6d-4c01-b5f3-af2a1700a5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:42:39.411752 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5c3162-6b06-4173-916e-61427c86c05f admin admin] Network hostable DHCP agents. Network: 6721db6c-5a6d-4c01-b5f3-af2a1700a5fb, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:42:39.420617 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c3162-6b06-4173-916e-61427c86c05f admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b58fb6-62bb-41db-a713-7cfae9ff9eca,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:39.556922 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5c3162-6b06-4173-916e-61427c86c05f admin admin] Network 6721db6c-5a6d-4c01-b5f3-af2a1700a5fb is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:42:39.689661 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-bd5c3162-6b06-4173-916e-61427c86c05f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 6721db6c-5a6d-4c01-b5f3-af2a1700a5fb) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:42:39.702814 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aceee00-7b95-49b5-b239-15efb45c2c29 None None] Network 6721db6c-5a6d-4c01-b5f3-af2a1700a5fb requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:42:39.704453 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5c3162-6b06-4173-916e-61427c86c05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:39.705496 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bd5c3162-6b06-4173-916e-61427c86c05f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:39.806112 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bd5c3162-6b06-4173-916e-61427c86c05f admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0479553 Dec 16 22:42:39.971155 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8be4eb8c-c3d3-4d37-b834-6be63a2341c9 req-a158b08d-53a7-4e11-bb41-24924215ebb7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 210 time: 0.0676715 Dec 16 22:42:40.009240 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d757096c-d9f0-41f0-b5b3-a91d49189515 None None] Network 6721db6c-5a6d-4c01-b5f3-af2a1700a5fb requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:42:40.595078 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-8d65c65f-d62a-4706-8690-0e39374252a3 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:40.597753 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-8d65c65f-d62a-4706-8690-0e39374252a3 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.57 "GET /v2.0/networks?id=27b9dd8f-8dc8-42d1-b422-e1b0133347b4 HTTP/1.1" status: 200 len: 796 time: 0.3277628 Dec 16 22:42:40.746357 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-d200dcc4-681a-4f19-926f-5f119134a809 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2b4fafbea3d45ac8d3254c1d8b5fceb HTTP/1.1" status: 200 len: 380 time: 0.1328509 Dec 16 22:42:40.756431 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-f9221295-188e-4ac6-ac81-30b90319ada7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'port': {'device_id': '3334e643-d525-42ab-baeb-ed78e1fcb943', 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4', 'admin_state_up': True, 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'security_groups': ['fffc2bdf-c37c-4fd9-90de-745240d5f267']}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:41.012735 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-f9221295-188e-4ac6-ac81-30b90319ada7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Made reservation on behalf of c2b4fafbea3d45ac8d3254c1d8b5fceb for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:42:41.017265 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-f9221295-188e-4ac6-ac81-30b90319ada7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:41.339400 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-58541022-f608-4a68-b76c-fb8989ddf4d8 req-f915ce90-d19a-4730-b2e4-ed9a2c67ab40 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 210 time: 0.1516445 Dec 16 22:42:41.477946 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-f9221295-188e-4ac6-ac81-30b90319ada7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Allocated IP 172.20.0.14 (27b9dd8f-8dc8-42d1-b422-e1b0133347b4/9b81b7eb-1ad0-4fea-b30d-e3801f8a789e/f83d2168-cdce-4fd6-bdaf-d529e7a38e40) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:42:41.753233 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-f9221295-188e-4ac6-ac81-30b90319ada7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:41.822491 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-7f38b4b7-4852-40a6-a2c0-648214b85eee tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:41.824674 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-7f38b4b7-4852-40a6-a2c0-648214b85eee tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/networks?id=65bf89f4-b142-4e37-8254-37dfb89f0893 HTTP/1.1" status: 200 len: 808 time: 0.8294070 Dec 16 22:42:41.851702 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-e37eb868-1549-473e-ad06-4e9921ba569a tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/quotas/c2c24730f04242109fadee44ddde92d2 HTTP/1.1" status: 200 len: 375 time: 0.0148337 Dec 16 22:42:41.886703 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-e3ac59af-3340-4d74-8bcb-e0c782c61a3b tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c2c24730f04242109fadee44ddde92d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303679 Dec 16 22:42:41.940784 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-f9221295-188e-4ac6-ac81-30b90319ada7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:41.996120 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-f9221295-188e-4ac6-ac81-30b90319ada7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Network 27b9dd8f-8dc8-42d1-b422-e1b0133347b4 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:42:41.999306 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-f9221295-188e-4ac6-ac81-30b90319ada7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:42:42.002576 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-f9221295-188e-4ac6-ac81-30b90319ada7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:42:42.041466 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9221295-188e-4ac6-ac81-30b90319ada7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'Port': ['ID=f83d2168-cdce-4fd6-bdaf-d529e7a38e40,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:42.048732 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-14f39ba2-93ac-46d2-9d9d-216db2d10ecd service neutron] 10.222.0.75 "GET /v2.0/networks/65bf89f4-b142-4e37-8254-37dfb89f0893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524966 Dec 16 22:42:42.127918 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-f9221295-188e-4ac6-ac81-30b90319ada7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:42.128611 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-f9221295-188e-4ac6-ac81-30b90319ada7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:42.267992 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-244ed903-b769-4d54-be0f-ba214bcd22b8 service neutron] 10.222.0.75 "GET /v2.0/networks/65bf89f4-b142-4e37-8254-37dfb89f0893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124798 Dec 16 22:42:42.276521 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-f9221295-188e-4ac6-ac81-30b90319ada7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5243623 Dec 16 22:42:42.545653 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-1b125e70-69b4-45dc-a97d-55c9366159de service neutron] Request body: {'port': {'device_id': '3334e643-d525-42ab-baeb-ed78e1fcb943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:42.687391 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-1b125e70-69b4-45dc-a97d-55c9366159de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:42.712225 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6e32e-3052-4981-8089-92713317bd2a req-a5e4b14a-eea3-4ee7-be60-04d239a2a49e tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:42.721527 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-59c6e32e-3052-4981-8089-92713317bd2a req-a5e4b14a-eea3-4ee7-be60-04d239a2a49e tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 932 time: 0.2600873 Dec 16 22:42:42.828058 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-90e699a6-6a9d-4698-95e3-963eb169f8f3 None None] Provisioning complete for port f83d2168-cdce-4fd6-bdaf-d529e7a38e40 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:42.828843 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-90e699a6-6a9d-4698-95e3-963eb169f8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:42.925145 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-90e699a6-6a9d-4698-95e3-963eb169f8f3 None None] Port f83d2168-cdce-4fd6-bdaf-d529e7a38e40 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:42:42.942646 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cc72b650-fc85-469b-90c8-bf619d0f04e2 req-aec1d549-eaa0-4533-9b7d-09d2268ecc97 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff3a612c-49f0-451c-b533-8029b4df6f7a HTTP/1.1" status: 200 len: 210 time: 0.1188531 Dec 16 22:42:43.167072 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-1b125e70-69b4-45dc-a97d-55c9366159de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f83d2168-cdce-4fd6-bdaf-d529e7a38e40 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:42:43.181437 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-1b125e70-69b4-45dc-a97d-55c9366159de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:43.190729 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-59c6e32e-3052-4981-8089-92713317bd2a req-0571fb11-5795-43bb-a34b-a299d52f2cb0 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=fffc2bdf-c37c-4fd9-90de-745240d5f267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4519362 Dec 16 22:42:43.228356 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-1b125e70-69b4-45dc-a97d-55c9366159de service neutron] Transition to ACTIVE for port object f83d2168-cdce-4fd6-bdaf-d529e7a38e40 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:42:43.340909 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-1b125e70-69b4-45dc-a97d-55c9366159de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:43.497440 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b125e70-69b4-45dc-a97d-55c9366159de service neutron] Pushing event updated for resources: {'Port': ['ID=f83d2168-cdce-4fd6-bdaf-d529e7a38e40,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:43.557813 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-1b125e70-69b4-45dc-a97d-55c9366159de service neutron] Attempting to bind port f83d2168-cdce-4fd6-bdaf-d529e7a38e40 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:42:43.558476 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-1b125e70-69b4-45dc-a97d-55c9366159de service neutron] Attempting to bind port f83d2168-cdce-4fd6-bdaf-d529e7a38e40 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '73ce93f4-1462-4319-9dab-15d2ce757b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:42:43.559099 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-1b125e70-69b4-45dc-a97d-55c9366159de service neutron] Attempting to bind port f83d2168-cdce-4fd6-bdaf-d529e7a38e40 on network 27b9dd8f-8dc8-42d1-b422-e1b0133347b4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:42:43.581118 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-1b125e70-69b4-45dc-a97d-55c9366159de service neutron] Port f83d2168-cdce-4fd6-bdaf-d529e7a38e40 on network 27b9dd8f-8dc8-42d1-b422-e1b0133347b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:42:43.581656 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-1b125e70-69b4-45dc-a97d-55c9366159de service neutron] Attempting to bind port f83d2168-cdce-4fd6-bdaf-d529e7a38e40 on network 27b9dd8f-8dc8-42d1-b422-e1b0133347b4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:42:43.595687 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-1b125e70-69b4-45dc-a97d-55c9366159de service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:42:43.596165 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-1b125e70-69b4-45dc-a97d-55c9366159de service neutron] Checking segment: {'id': '73ce93f4-1462-4319-9dab-15d2ce757b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:42:43.596666 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-1b125e70-69b4-45dc-a97d-55c9366159de service neutron] Bound using segment: {'id': '73ce93f4-1462-4319-9dab-15d2ce757b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:42:43.598686 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-1b125e70-69b4-45dc-a97d-55c9366159de service neutron] Bound port: f83d2168-cdce-4fd6-bdaf-d529e7a38e40, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73ce93f4-1462-4319-9dab-15d2ce757b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:42:43.599221 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-1b125e70-69b4-45dc-a97d-55c9366159de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:43.725669 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-1b125e70-69b4-45dc-a97d-55c9366159de service neutron] For port f83d2168-cdce-4fd6-bdaf-d529e7a38e40, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:42:43.729711 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-1b125e70-69b4-45dc-a97d-55c9366159de service neutron] For port f83d2168-cdce-4fd6-bdaf-d529e7a38e40, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=f83d2168-cdce-4fd6-bdaf-d529e7a38e40,segment=NetworkSegment(73ce93f4-1462-4319-9dab-15d2ce757b70),segment_id=73ce93f4-1462-4319-9dab-15d2ce757b70)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:42:43.814378 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-1b125e70-69b4-45dc-a97d-55c9366159de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:43.851471 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-1b125e70-69b4-45dc-a97d-55c9366159de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:43.852105 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-1b125e70-69b4-45dc-a97d-55c9366159de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:43.853576 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-1b125e70-69b4-45dc-a97d-55c9366159de service neutron] 10.222.0.57 "PUT /v2.0/ports/f83d2168-cdce-4fd6-bdaf-d529e7a38e40 HTTP/1.1" status: 200 len: 1092 time: 1.5540020 Dec 16 22:42:43.853952 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3334e643-d525-42ab-baeb-ed78e1fcb943', 'tag': 'f83d2168-cdce-4fd6-bdaf-d529e7a38e40'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:42:43.856476 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ec7893-f07e-4d2f-bd3a-577129ee5398" -d '{"events": [{"name": "network-changed", "server_uuid": "3334e643-d525-42ab-baeb-ed78e1fcb943", "tag": "f83d2168-cdce-4fd6-bdaf-d529e7a38e40"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:42:43.884257 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b125e70-69b4-45dc-a97d-55c9366159de service neutron] Pushing event updated for resources: {'Port': ['ID=f83d2168-cdce-4fd6-bdaf-d529e7a38e40,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:43.949936 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d44bcd-f7cd-4553-a375-56a18317f42f x-openstack-request-id: req-26d44bcd-f7cd-4553-a375-56a18317f42f {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:42:43.949936 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3334e643-d525-42ab-baeb-ed78e1fcb943", "tag": "f83d2168-cdce-4fd6-bdaf-d529e7a38e40", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:42:43.950409 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-26d44bcd-f7cd-4553-a375-56a18317f42f {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:42:43.950807 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3334e643-d525-42ab-baeb-ed78e1fcb943', 'tag': 'f83d2168-cdce-4fd6-bdaf-d529e7a38e40', 'status': 'completed', 'code': 200} Dec 16 22:42:44.056310 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c7220bf8-de9a-475e-8393-48889fef31be req-87a4dcb1-93e5-4796-9fdd-ef6627c51363 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff3a612c-49f0-451c-b533-8029b4df6f7a HTTP/1.1" status: 200 len: 210 time: 0.0387979 Dec 16 22:42:44.121966 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec7893-f07e-4d2f-bd3a-577129ee5398 req-cdd4fae5-3c99-43da-bc57-7a46a2423f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:44.126994 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-21ec7893-f07e-4d2f-bd3a-577129ee5398 req-cdd4fae5-3c99-43da-bc57-7a46a2423f03 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2b4fafbea3d45ac8d3254c1d8b5fceb&device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 1095 time: 0.1281550 Dec 16 22:42:44.365197 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec7893-f07e-4d2f-bd3a-577129ee5398 req-55eda4e9-1918-4e9d-a8d7-b408a8025e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:44.366722 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-21ec7893-f07e-4d2f-bd3a-577129ee5398 req-55eda4e9-1918-4e9d-a8d7-b408a8025e0b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=c2b4fafbea3d45ac8d3254c1d8b5fceb&shared=False HTTP/1.1" status: 200 len: 896 time: 0.2294369 Dec 16 22:42:44.412533 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3be8a-539f-4bce-9e84-8a71cc9dec05 req-23f601eb-afa3-476c-a9c1-50f9e29a0dc2 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:44.414554 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f2f3be8a-539f-4bce-9e84-8a71cc9dec05 req-23f601eb-afa3-476c-a9c1-50f9e29a0dc2 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 944 time: 0.0850012 Dec 16 22:42:44.455921 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50632) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:44.518851 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f2f3be8a-539f-4bce-9e84-8a71cc9dec05 req-6750b109-d0ba-4266-8591-697cd89a9ac4 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=fffc2bdf-c37c-4fd9-90de-745240d5f267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982103 Dec 16 22:42:44.586998 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec7893-f07e-4d2f-bd3a-577129ee5398 req-d64a8b4f-4438-4249-bf56-5b6b37d04a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:44.588624 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-21ec7893-f07e-4d2f-bd3a-577129ee5398 req-d64a8b4f-4438-4249-bf56-5b6b37d04a03 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2154367 Dec 16 22:42:44.642068 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-320f3537-57a3-4036-bd41-b8db162a7f2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:44.714530 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-74b9bf58-762e-49c6-888a-302d11f682fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:44.717937 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-74b9bf58-762e-49c6-888a-302d11f682fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2b4fafbea3d45ac8d3254c1d8b5fceb&device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 1095 time: 0.0684419 Dec 16 22:42:44.775532 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-320f3537-57a3-4036-bd41-b8db162a7f2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:44.785520 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-6470edcf-74ac-4544-afdb-aecc567f2eb2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f83d2168-cdce-4fd6-bdaf-d529e7a38e40 HTTP/1.1" status: 200 len: 217 time: 0.0556667 Dec 16 22:42:44.858694 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-0ae0d343-c6a8-4e7f-af55-361e7225c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:44.862538 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-0ae0d343-c6a8-4e7f-af55-361e7225c958 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b81b7eb-1ad0-4fea-b30d-e3801f8a789e HTTP/1.1" status: 200 len: 835 time: 0.0701237 Dec 16 22:42:44.870277 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-320f3537-57a3-4036-bd41-b8db162a7f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:44.909672 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-320f3537-57a3-4036-bd41-b8db162a7f2b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=217e29bd6fe24f74887501eaa454c7f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4514160 Dec 16 22:42:44.919690 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50642) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:44.941543 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f3537-57a3-4036-bd41-b8db162a7f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa5c902-7071-47f1-a728-7f9d2d967625,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:44.995644 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-0b49093a-2607-498a-86dd-f504c15da80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:44.998248 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-0b49093a-2607-498a-86dd-f504c15da80b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=27b9dd8f-8dc8-42d1-b422-e1b0133347b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154027 Dec 16 22:42:45.056460 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1c68f5f1-7f11-443b-8140-6cc368c1414b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:45.159266 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1c68f5f1-7f11-443b-8140-6cc368c1414b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:45.216756 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1a93bd8d-03bc-42dd-8b35-ea9b3cc3119f req-160c032b-7bca-47a1-bbd0-2dc89b2bec61 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff3a612c-49f0-451c-b533-8029b4df6f7a HTTP/1.1" status: 200 len: 210 time: 0.0523281 Dec 16 22:42:45.249915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50650) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:45.305938 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-9cf10bdb-b2d6-4b66-8a02-9bba1a2d6acb service neutron] 10.222.0.57 "GET /v2.0/networks/27b9dd8f-8dc8-42d1-b422-e1b0133347b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975371 Dec 16 22:42:45.460139 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50656) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:45.466895 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-34bf77a0-8e64-4eee-88d4-8623110f99d1 req-e6ad86d2-9c52-4b83-8d55-cae0c7b6e8e9 service neutron] 10.222.0.57 "GET /v2.0/networks/27b9dd8f-8dc8-42d1-b422-e1b0133347b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531491 Dec 16 22:42:45.468670 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1c68f5f1-7f11-443b-8140-6cc368c1414b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:45.473376 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1c68f5f1-7f11-443b-8140-6cc368c1414b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:45.474835 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1c68f5f1-7f11-443b-8140-6cc368c1414b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0aa5c902-7071-47f1-a728-7f9d2d967625 HTTP/1.1" status: 204 len: 168 time: 0.5539188 Dec 16 22:42:45.496411 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68f5f1-7f11-443b-8140-6cc368c1414b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa5c902-7071-47f1-a728-7f9d2d967625,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:45.586243 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7e6b45c7-fd9d-4034-b732-a9d9cbad5569 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:45.661809 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b31b966b-0ad3-4792-aeda-faec8eb53d11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:45.798289 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9fadc-26ff-4d8f-ab52-12cf5ba1568a req-d050cff0-f5bd-41fa-8b47-6586a4840066 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:45.806127 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-63f9fadc-26ff-4d8f-ab52-12cf5ba1568a req-d050cff0-f5bd-41fa-8b47-6586a4840066 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 944 time: 0.1458235 Dec 16 22:42:45.865104 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7e6b45c7-fd9d-4034-b732-a9d9cbad5569 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:45.953862 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-63f9fadc-26ff-4d8f-ab52-12cf5ba1568a req-9c759a1e-505e-41ff-be8e-93011aab0697 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=fffc2bdf-c37c-4fd9-90de-745240d5f267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429875 Dec 16 22:42:45.959086 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b31b966b-0ad3-4792-aeda-faec8eb53d11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:45.973991 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7e6b45c7-fd9d-4034-b732-a9d9cbad5569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:46.000395 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b45c7-fd9d-4034-b732-a9d9cbad5569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f026369b-3987-4884-b530-3cac5f2cb58c,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:46.028547 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7e6b45c7-fd9d-4034-b732-a9d9cbad5569 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4d4d811ce349424aa4adbe3bfc37847c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5671849 Dec 16 22:42:46.030961 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50666) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:46.046637 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b31b966b-0ad3-4792-aeda-faec8eb53d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:46.130168 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-32011db6-4e5c-4a08-bb54-4b2baff66b6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:46.152412 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b31b966b-0ad3-4792-aeda-faec8eb53d11 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dcbb5b614d324cb58d85f4563bce0aa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8965180 Dec 16 22:42:46.152412 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b966b-0ad3-4792-aeda-faec8eb53d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0e82f9-8322-42d7-841b-dabb66b00116,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:46.159599 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50668) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:46.193003 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-32011db6-4e5c-4a08-bb54-4b2baff66b6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:46.285298 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fcce77b2-5dfe-4bc7-b201-66c6f8338b3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:46.315896 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fcce77b2-5dfe-4bc7-b201-66c6f8338b3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:46.364726 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bb007c0d-32b3-4c71-83e1-a9bba1ea5c92 req-7e99d358-ba21-4cf8-9c18-353f5bee0a56 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff3a612c-49f0-451c-b533-8029b4df6f7a HTTP/1.1" status: 200 len: 210 time: 0.0412302 Dec 16 22:42:46.421352 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-32011db6-4e5c-4a08-bb54-4b2baff66b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:46.428602 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-32011db6-4e5c-4a08-bb54-4b2baff66b6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:46.428602 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-32011db6-4e5c-4a08-bb54-4b2baff66b6f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f026369b-3987-4884-b530-3cac5f2cb58c HTTP/1.1" status: 204 len: 168 time: 0.3937352 Dec 16 22:42:46.442376 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32011db6-4e5c-4a08-bb54-4b2baff66b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f026369b-3987-4884-b530-3cac5f2cb58c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:46.476771 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fcce77b2-5dfe-4bc7-b201-66c6f8338b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:46.479306 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fcce77b2-5dfe-4bc7-b201-66c6f8338b3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:46.480934 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fcce77b2-5dfe-4bc7-b201-66c6f8338b3a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/af0e82f9-8322-42d7-841b-dabb66b00116 HTTP/1.1" status: 204 len: 168 time: 0.3182321 Dec 16 22:42:46.495707 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce77b2-5dfe-4bc7-b201-66c6f8338b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0e82f9-8322-42d7-841b-dabb66b00116,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:46.713722 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50678) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:46.733538 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b38db224-97ba-40e2-b2a3-29a51f7923e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:46.830223 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b38db224-97ba-40e2-b2a3-29a51f7923e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:46.984325 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b38db224-97ba-40e2-b2a3-29a51f7923e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:47.048444 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50688) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:47.049063 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b38db224-97ba-40e2-b2a3-29a51f7923e8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=030f49fa400744738ac881d7fa890892&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3321402 Dec 16 22:42:47.157065 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38db224-97ba-40e2-b2a3-29a51f7923e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4493d32-c887-4d23-b85a-05006a88cacf,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:47.180331 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2ebc49ea-0be3-460f-9c7a-400e4a78e19a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:47.189744 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599a595-ddee-46d1-9ec9-523a9b886c99 req-4e2b295b-2f05-45c3-87f5-27b7d53f5a45 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:47.191509 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c599a595-ddee-46d1-9ec9-523a9b886c99 req-4e2b295b-2f05-45c3-87f5-27b7d53f5a45 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 944 time: 0.1167324 Dec 16 22:42:47.218074 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2ebc49ea-0be3-460f-9c7a-400e4a78e19a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:47.242864 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-12c7ebf9-2be0-400f-9a8c-1712d3057db5 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:47.242864 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-12c7ebf9-2be0-400f-9a8c-1712d3057db5 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.76 "GET /v2.0/networks?id=65bf89f4-b142-4e37-8254-37dfb89f0893 HTTP/1.1" status: 200 len: 808 time: 0.3475068 Dec 16 22:42:47.271880 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-d7291165-ab2e-48dc-b72a-7da48cdeb70a tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Request body: {'port': {'device_id': 'ff3a612c-49f0-451c-b533-8029b4df6f7a', 'network_id': '65bf89f4-b142-4e37-8254-37dfb89f0893', 'admin_state_up': True, 'tenant_id': 'c2c24730f04242109fadee44ddde92d2'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:47.282651 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c599a595-ddee-46d1-9ec9-523a9b886c99 req-d7f6aff0-daff-4440-8b6e-a41805d46489 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=fffc2bdf-c37c-4fd9-90de-745240d5f267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831716 Dec 16 22:42:47.432080 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2ebc49ea-0be3-460f-9c7a-400e4a78e19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:47.438148 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2ebc49ea-0be3-460f-9c7a-400e4a78e19a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:47.443306 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2ebc49ea-0be3-460f-9c7a-400e4a78e19a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b4493d32-c887-4d23-b85a-05006a88cacf HTTP/1.1" status: 204 len: 168 time: 0.3908646 Dec 16 22:42:47.494913 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc49ea-0be3-460f-9c7a-400e4a78e19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4493d32-c887-4d23-b85a-05006a88cacf,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:47.523507 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4b759225-98b5-436d-ba1f-c8570a6e83a5 req-61a79224-4b13-4e1a-9753-917b8684a1c3 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff3a612c-49f0-451c-b533-8029b4df6f7a HTTP/1.1" status: 200 len: 210 time: 0.0339983 Dec 16 22:42:47.590866 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-d7291165-ab2e-48dc-b72a-7da48cdeb70a tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Made reservation on behalf of c2c24730f04242109fadee44ddde92d2 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:42:47.637023 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-d7291165-ab2e-48dc-b72a-7da48cdeb70a tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:47.848092 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-d7291165-ab2e-48dc-b72a-7da48cdeb70a tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Allocated IP 172.20.0.13 (65bf89f4-b142-4e37-8254-37dfb89f0893/a137d9ff-aab3-4bad-ad30-e6969bb4fb06/691c767e-a31f-42c6-9314-a66052781495) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:42:47.987734 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:42:48.052140 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-d7291165-ab2e-48dc-b72a-7da48cdeb70a tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:48.190505 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-d7291165-ab2e-48dc-b72a-7da48cdeb70a tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:48.242674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-d7291165-ab2e-48dc-b72a-7da48cdeb70a tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Network 65bf89f4-b142-4e37-8254-37dfb89f0893 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:42:48.246262 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-d7291165-ab2e-48dc-b72a-7da48cdeb70a tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:42:48.253452 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-d7291165-ab2e-48dc-b72a-7da48cdeb70a tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:42:48.291136 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7291165-ab2e-48dc-b72a-7da48cdeb70a tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Pushing event updated for resources: {'Port': ['ID=691c767e-a31f-42c6-9314-a66052781495,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:48.333546 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50726) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:48.336924 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-d7291165-ab2e-48dc-b72a-7da48cdeb70a tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:48.337680 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-d7291165-ab2e-48dc-b72a-7da48cdeb70a tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:48.445942 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c4e8a-eeb5-469b-8901-560d1c5e0bc8 req-bb6b67a8-0aa9-49f1-bcc4-e72c0a5cda9a tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:48.447731 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a4c4e8a-eeb5-469b-8901-560d1c5e0bc8 req-bb6b67a8-0aa9-49f1-bcc4-e72c0a5cda9a tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 944 time: 0.0764525 Dec 16 22:42:48.500859 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-d7291165-ab2e-48dc-b72a-7da48cdeb70a tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2371559 Dec 16 22:42:48.509538 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-260477b7-219b-4599-a6d3-4595d962c84d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-493678342-network', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:48.512147 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a4c4e8a-eeb5-469b-8901-560d1c5e0bc8 req-2c8c5c98-9ce7-46b6-a377-61a3ba38645d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=fffc2bdf-c37c-4fd9-90de-745240d5f267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564051 Dec 16 22:42:48.524503 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-9b114801-8134-4702-a9ed-11348111ab01 service neutron] Request body: {'port': {'device_id': 'ff3a612c-49f0-451c-b533-8029b4df6f7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:48.601279 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-9b114801-8134-4702-a9ed-11348111ab01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:48.691137 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260477b7-219b-4599-a6d3-4595d962c84d admin admin] Made reservation on behalf of 50fe3c907f2a4ef2a5e50c4753c50795 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:42:48.696602 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-260477b7-219b-4599-a6d3-4595d962c84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:48.737689 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-260477b7-219b-4599-a6d3-4595d962c84d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:48.815102 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621a7df-302c-445e-ba84-27cee368f31d req-1a936a6a-b255-4ec9-b5d0-2b7a71a3ba8b tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:48.822709 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c621a7df-302c-445e-ba84-27cee368f31d req-1a936a6a-b255-4ec9-b5d0-2b7a71a3ba8b tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff3a612c-49f0-451c-b533-8029b4df6f7a HTTP/1.1" status: 200 len: 932 time: 0.1485555 Dec 16 22:42:48.902723 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-260477b7-219b-4599-a6d3-4595d962c84d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:48.907627 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c621a7df-302c-445e-ba84-27cee368f31d req-942fca27-cf50-4810-a867-3c1f96dd6c78 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea712f39-32bc-449a-86e0-72c64f8e9d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822372 Dec 16 22:42:48.973195 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-260477b7-219b-4599-a6d3-4595d962c84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:49.005469 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260477b7-219b-4599-a6d3-4595d962c84d admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:42:49.010001 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-9b114801-8134-4702-a9ed-11348111ab01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 691c767e-a31f-42c6-9314-a66052781495 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:42:49.020633 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-9b114801-8134-4702-a9ed-11348111ab01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:49.021957 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260477b7-219b-4599-a6d3-4595d962c84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e653e7-fc02-42d0-b747-2952cf250712,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:49.038836 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-9b114801-8134-4702-a9ed-11348111ab01 service neutron] Transition to ACTIVE for port object 691c767e-a31f-42c6-9314-a66052781495 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:42:49.039241 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-260477b7-219b-4599-a6d3-4595d962c84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:49.039615 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-260477b7-219b-4599-a6d3-4595d962c84d admin admin] Added segment 1e51aed2-1637-40a2-9c99-046f611685f2 of type vlan for network 4daef152-7506-4390-9b15-8eed5c3fe323 Dec 16 22:42:49.057210 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50756) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:49.086271 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-260477b7-219b-4599-a6d3-4595d962c84d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:49.152443 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-9b114801-8134-4702-a9ed-11348111ab01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:49.179604 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-260477b7-219b-4599-a6d3-4595d962c84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:49.181287 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260477b7-219b-4599-a6d3-4595d962c84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:49.181877 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-260477b7-219b-4599-a6d3-4595d962c84d admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:49.183769 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-f9926028-be79-4335-acdd-502e13c6bf76 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1952832522-network', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:49.250744 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260477b7-219b-4599-a6d3-4595d962c84d admin admin] Pushing event updated for resources: {'Network': ['ID=4daef152-7506-4390-9b15-8eed5c3fe323,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:49.262309 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 4daef152-7506-4390-9b15-8eed5c3fe323 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:42:49.323473 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b114801-8134-4702-a9ed-11348111ab01 service neutron] Pushing event updated for resources: {'Port': ['ID=691c767e-a31f-42c6-9314-a66052781495,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:49.368509 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-260477b7-219b-4599-a6d3-4595d962c84d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0334110 Dec 16 22:42:49.369555 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50762) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:49.380462 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-e44151f3-4bc2-483f-b9c8-c795df79645b admin admin] Request body: {'subnet': {'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-493678342-subnet', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:49.384975 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-9b114801-8134-4702-a9ed-11348111ab01 service neutron] Attempting to bind port 691c767e-a31f-42c6-9314-a66052781495 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:42:49.385447 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-9b114801-8134-4702-a9ed-11348111ab01 service neutron] Attempting to bind port 691c767e-a31f-42c6-9314-a66052781495 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'fe9e2796-e317-4af5-9d8e-fdb4b9695f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '65bf89f4-b142-4e37-8254-37dfb89f0893'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:42:49.385865 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-9b114801-8134-4702-a9ed-11348111ab01 service neutron] Attempting to bind port 691c767e-a31f-42c6-9314-a66052781495 on network 65bf89f4-b142-4e37-8254-37dfb89f0893 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:42:49.392361 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-9b114801-8134-4702-a9ed-11348111ab01 service neutron] Port 691c767e-a31f-42c6-9314-a66052781495 on network 65bf89f4-b142-4e37-8254-37dfb89f0893 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:42:49.392826 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-9b114801-8134-4702-a9ed-11348111ab01 service neutron] Attempting to bind port 691c767e-a31f-42c6-9314-a66052781495 on network 65bf89f4-b142-4e37-8254-37dfb89f0893 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:42:49.398885 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-9b114801-8134-4702-a9ed-11348111ab01 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:42:49.399397 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-9b114801-8134-4702-a9ed-11348111ab01 service neutron] Checking segment: {'id': 'fe9e2796-e317-4af5-9d8e-fdb4b9695f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '65bf89f4-b142-4e37-8254-37dfb89f0893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:42:49.399938 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-9b114801-8134-4702-a9ed-11348111ab01 service neutron] Bound using segment: {'id': 'fe9e2796-e317-4af5-9d8e-fdb4b9695f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '65bf89f4-b142-4e37-8254-37dfb89f0893'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:42:49.399938 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-9b114801-8134-4702-a9ed-11348111ab01 service neutron] Bound port: 691c767e-a31f-42c6-9314-a66052781495, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9e2796-e317-4af5-9d8e-fdb4b9695f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '65bf89f4-b142-4e37-8254-37dfb89f0893'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:42:49.399938 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-9b114801-8134-4702-a9ed-11348111ab01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:49.445085 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9926028-be79-4335-acdd-502e13c6bf76 admin admin] Made reservation on behalf of f992ab7bbd284762b25c36b13354b00d for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:42:49.447808 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f9926028-be79-4335-acdd-502e13c6bf76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:49.465914 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f9926028-be79-4335-acdd-502e13c6bf76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:49.522179 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-9b114801-8134-4702-a9ed-11348111ab01 service neutron] For port 691c767e-a31f-42c6-9314-a66052781495, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:42:49.526545 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-9b114801-8134-4702-a9ed-11348111ab01 service neutron] For port 691c767e-a31f-42c6-9314-a66052781495, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=691c767e-a31f-42c6-9314-a66052781495,segment=NetworkSegment(fe9e2796-e317-4af5-9d8e-fdb4b9695f9a),segment_id=fe9e2796-e317-4af5-9d8e-fdb4b9695f9a)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:42:49.602727 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f9926028-be79-4335-acdd-502e13c6bf76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:49.659307 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-9b114801-8134-4702-a9ed-11348111ab01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:49.661926 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44151f3-4bc2-483f-b9c8-c795df79645b admin admin] Made reservation on behalf of 50fe3c907f2a4ef2a5e50c4753c50795 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:42:49.665097 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e44151f3-4bc2-483f-b9c8-c795df79645b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:49.750514 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f9926028-be79-4335-acdd-502e13c6bf76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:49.789971 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-9b114801-8134-4702-a9ed-11348111ab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:49.790656 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-9b114801-8134-4702-a9ed-11348111ab01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:49.792095 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-9b114801-8134-4702-a9ed-11348111ab01 service neutron] 10.222.0.76 "PUT /v2.0/ports/691c767e-a31f-42c6-9314-a66052781495 HTTP/1.1" status: 200 len: 1092 time: 1.2731421 Dec 16 22:42:49.792551 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff3a612c-49f0-451c-b533-8029b4df6f7a', 'tag': '691c767e-a31f-42c6-9314-a66052781495'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:42:49.794797 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ad739d-f325-4057-8e37-8a98d3575d64" -d '{"events": [{"name": "network-changed", "server_uuid": "ff3a612c-49f0-451c-b533-8029b4df6f7a", "tag": "691c767e-a31f-42c6-9314-a66052781495"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:42:49.818042 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9926028-be79-4335-acdd-502e13c6bf76 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:42:49.856363 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6885f-cd4a-42f5-a8e0-bd2db4bd9161 req-d1212339-5ebe-4ef4-b11c-018dbf9ccabf tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:49.865380 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d4e6885f-cd4a-42f5-a8e0-bd2db4bd9161 req-d1212339-5ebe-4ef4-b11c-018dbf9ccabf tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 944 time: 0.2603362 Dec 16 22:42:49.888903 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b114801-8134-4702-a9ed-11348111ab01 service neutron] Pushing event updated for resources: {'Port': ['ID=691c767e-a31f-42c6-9314-a66052781495,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:49.893125 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f9926028-be79-4335-acdd-502e13c6bf76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:49.893482 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-f9926028-be79-4335-acdd-502e13c6bf76 admin admin] Added segment 549d70f2-5f28-4774-b2b3-cd43e0d4ecaf of type vlan for network 6758e66d-b624-4230-bc5c-846fa9c4caaf Dec 16 22:42:49.916012 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9926028-be79-4335-acdd-502e13c6bf76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df37969-f619-4d21-b0a6-49bc2c544da0,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:49.986469 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device f83d2168-cdce-4fd6-bdaf-d529e7a38e40 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:42:50.102730 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port f83d2168-cdce-4fd6-bdaf-d529e7a38e40, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=f83d2168-cdce-4fd6-bdaf-d529e7a38e40,segment=NetworkSegment(73ce93f4-1462-4319-9dab-15d2ce757b70),segment_id=73ce93f4-1462-4319-9dab-15d2ce757b70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:50.112264 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d4e6885f-cd4a-42f5-a8e0-bd2db4bd9161 req-9f00a2a0-8327-49b2-98b0-cc0cd2a94ed9 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=fffc2bdf-c37c-4fd9-90de-745240d5f267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459412 Dec 16 22:42:50.119231 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f9926028-be79-4335-acdd-502e13c6bf76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:50.139440 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': 'f83d2168-cdce-4fd6-bdaf-d529e7a38e40', 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4', 'port_id': 'f83d2168-cdce-4fd6-bdaf-d529e7a38e40', 'mac_address': 'fa:16:3e:2c:05:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b81b7eb-1ad0-4fea-b30d-e3801f8a789e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:42:50.225549 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:50.229416 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88c4ce8-fce1-4fd0-ba6e-2e2b659bd7d0 x-openstack-request-id: req-d88c4ce8-fce1-4fd0-ba6e-2e2b659bd7d0 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:42:50.229720 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff3a612c-49f0-451c-b533-8029b4df6f7a", "tag": "691c767e-a31f-42c6-9314-a66052781495", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:42:50.229985 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d88c4ce8-fce1-4fd0-ba6e-2e2b659bd7d0 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:42:50.230398 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff3a612c-49f0-451c-b533-8029b4df6f7a', 'tag': '691c767e-a31f-42c6-9314-a66052781495', 'status': 'completed', 'code': 200} Dec 16 22:42:50.243076 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f83d2168-cdce-4fd6-bdaf-d529e7a38e40 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:42:50.280690 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port f83d2168-cdce-4fd6-bdaf-d529e7a38e40, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=f83d2168-cdce-4fd6-bdaf-d529e7a38e40,segment=NetworkSegment(73ce93f4-1462-4319-9dab-15d2ce757b70),segment_id=73ce93f4-1462-4319-9dab-15d2ce757b70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:50.290403 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f9926028-be79-4335-acdd-502e13c6bf76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:50.291412 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9926028-be79-4335-acdd-502e13c6bf76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:50.292004 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f9926028-be79-4335-acdd-502e13c6bf76 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:50.301746 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-7a681bcb-9745-4943-b1d3-9c8af0b1d8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:50.302759 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-7a681bcb-9745-4943-b1d3-9c8af0b1d8b2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c2c24730f04242109fadee44ddde92d2&device_id=ff3a612c-49f0-451c-b533-8029b4df6f7a HTTP/1.1" status: 200 len: 1095 time: 0.3429112 Dec 16 22:42:50.373697 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:50.406994 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde8cfe-c69e-4d23-abad-ef6798b0b29a req-c9a9695a-998d-4e2f-bc6f-073ee18e5128 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:50.408611 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cfde8cfe-c69e-4d23-abad-ef6798b0b29a req-c9a9695a-998d-4e2f-bc6f-073ee18e5128 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff3a612c-49f0-451c-b533-8029b4df6f7a HTTP/1.1" status: 200 len: 944 time: 0.1829917 Dec 16 22:42:50.414350 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-fa858a40-b251-4862-bbc0-e670096b49d7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=691c767e-a31f-42c6-9314-a66052781495 HTTP/1.1" status: 200 len: 217 time: 0.0867662 Dec 16 22:42:50.431447 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f9926028-be79-4335-acdd-502e13c6bf76 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3704939 Dec 16 22:42:50.431447 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e44151f3-4bc2-483f-b9c8-c795df79645b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:50.432892 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50794) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:50.440351 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-03e010fc-a27e-4f63-a5c6-1f9be78b4b05 admin admin] Request body: {'subnet': {'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1952832522-subnet', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:50.447443 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9926028-be79-4335-acdd-502e13c6bf76 admin admin] Pushing event updated for resources: {'Network': ['ID=6758e66d-b624-4230-bc5c-846fa9c4caaf,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:50.465012 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 6758e66d-b624-4230-bc5c-846fa9c4caaf details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:42:50.543334 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=f83d2168-cdce-4fd6-bdaf-d529e7a38e40,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:50.570163 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44151f3-4bc2-483f-b9c8-c795df79645b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:50.579110 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-3fd9c615-35cb-4c43-9868-c949c045c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:50.581700 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-3fd9c615-35cb-4c43-9868-c949c045c7d3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a137d9ff-aab3-4bad-ad30-e6969bb4fb06 HTTP/1.1" status: 200 len: 848 time: 0.1565568 Dec 16 22:42:50.586620 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cfde8cfe-c69e-4d23-abad-ef6798b0b29a req-215c16df-0ebf-4b87-a178-4de5feb7328d tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea712f39-32bc-449a-86e0-72c64f8e9d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674001 Dec 16 22:42:50.602626 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e010fc-a27e-4f63-a5c6-1f9be78b4b05 admin admin] Made reservation on behalf of f992ab7bbd284762b25c36b13354b00d for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:42:50.605710 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-03e010fc-a27e-4f63-a5c6-1f9be78b4b05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:50.617787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44151f3-4bc2-483f-b9c8-c795df79645b admin admin] Checking segment: {'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:42:50.618393 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44151f3-4bc2-483f-b9c8-c795df79645b admin admin] Network hostable DHCP agents. Network: 4daef152-7506-4390-9b15-8eed5c3fe323, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:42:50.643209 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-afb93dc3-2ee3-41c8-87ae-0b8b8a5b4cd5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=65bf89f4-b142-4e37-8254-37dfb89f0893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537288 Dec 16 22:42:50.797376 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-b0954d98-9965-43a5-9df7-b80515b1131f service neutron] 10.222.0.76 "GET /v2.0/networks/65bf89f4-b142-4e37-8254-37dfb89f0893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440825 Dec 16 22:42:50.802747 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44151f3-4bc2-483f-b9c8-c795df79645b admin admin] Network 4daef152-7506-4390-9b15-8eed5c3fe323 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:42:50.866706 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['f83d2168-cdce-4fd6-bdaf-d529e7a38e40'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:42:50.917193 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-e44151f3-4bc2-483f-b9c8-c795df79645b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 4daef152-7506-4390-9b15-8eed5c3fe323) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:42:50.944949 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-03e010fc-a27e-4f63-a5c6-1f9be78b4b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:50.953557 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44151f3-4bc2-483f-b9c8-c795df79645b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:50.957999 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e44151f3-4bc2-483f-b9c8-c795df79645b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:51.022401 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68545f53-b216-4300-bf81-71748a2c1733 None None] Network 4daef152-7506-4390-9b15-8eed5c3fe323 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:42:51.069158 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9711807-24e2-4a28-bf7c-841287eaf8b1 req-ea6b6931-f2a8-4eec-912f-9957efef0c88 service neutron] 10.222.0.76 "GET /v2.0/networks/65bf89f4-b142-4e37-8254-37dfb89f0893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622671 Dec 16 22:42:51.111479 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e010fc-a27e-4f63-a5c6-1f9be78b4b05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6972eff-e95f-4a67-852c-78411db180d4,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:51.122813 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e010fc-a27e-4f63-a5c6-1f9be78b4b05 admin admin] Checking segment: {'id': '549d70f2-5f28-4774-b2b3-cd43e0d4ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:42:51.123839 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e010fc-a27e-4f63-a5c6-1f9be78b4b05 admin admin] Network hostable DHCP agents. Network: 6758e66d-b624-4230-bc5c-846fa9c4caaf, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:42:51.180013 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e44151f3-4bc2-483f-b9c8-c795df79645b admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8062539 Dec 16 22:42:51.184610 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50802) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:51.186063 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-493678342-router', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:51.255448 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7ce63-462e-455c-b158-ea7e01227278 req-c3440a8e-06a1-42ba-ad7a-d498ca3bc1f8 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:51.257045 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c1f7ce63-462e-455c-b158-ea7e01227278 req-c3440a8e-06a1-42ba-ad7a-d498ca3bc1f8 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 945 time: 0.0548530 Dec 16 22:42:51.258371 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8103a4-a320-4d34-8509-1aec0abd454a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-4daef152-7506-4390-9b15-8eed5c3fe323', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:42:51.259241 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c8103a4-a320-4d34-8509-1aec0abd454a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:51.305296 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e010fc-a27e-4f63-a5c6-1f9be78b4b05 admin admin] Network 6758e66d-b624-4230-bc5c-846fa9c4caaf is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:42:51.338020 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c1f7ce63-462e-455c-b158-ea7e01227278 req-dba81522-1bad-4225-be52-0a0d14ad81b4 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=fffc2bdf-c37c-4fd9-90de-745240d5f267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742755 Dec 16 22:42:51.373906 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:51.375863 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:51.416179 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad739d-f325-4057-8e37-8a98d3575d64 req-051fb75b-d393-45e3-aa42-7bc7aa10b489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:51.417879 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b1ad739d-f325-4057-8e37-8a98d3575d64 req-051fb75b-d393-45e3-aa42-7bc7aa10b489 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c2c24730f04242109fadee44ddde92d2&device_id=ff3a612c-49f0-451c-b533-8029b4df6f7a HTTP/1.1" status: 200 len: 1095 time: 0.0755513 Dec 16 22:42:51.463698 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:51.470809 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-03e010fc-a27e-4f63-a5c6-1f9be78b4b05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 6758e66d-b624-4230-bc5c-846fa9c4caaf) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:42:51.481550 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e010fc-a27e-4f63-a5c6-1f9be78b4b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:51.481550 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-03e010fc-a27e-4f63-a5c6-1f9be78b4b05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:51.483965 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ccb4aa-82b4-4220-a123-09fc9cc7ae2e None None] Network 6758e66d-b624-4230-bc5c-846fa9c4caaf requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:42:51.486836 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-4c8103a4-a320-4d34-8509-1aec0abd454a None None] Allocated IP 172.20.0.2 (4daef152-7506-4390-9b15-8eed5c3fe323/1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d/fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:42:51.536875 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad739d-f325-4057-8e37-8a98d3575d64 req-6c7f0947-fd3e-4fc1-bf96-7588ce4c3556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:51.538516 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b1ad739d-f325-4057-8e37-8a98d3575d64 req-6c7f0947-fd3e-4fc1-bf96-7588ce4c3556 service neutron] 10.222.0.76 "GET /v2.0/networks?id=65bf89f4-b142-4e37-8254-37dfb89f0893 HTTP/1.1" status: 200 len: 908 time: 0.0954363 Dec 16 22:42:51.588171 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b1ad739d-f325-4057-8e37-8a98d3575d64 req-6afceaa1-e780-4e72-b2fa-252c81f7826e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=691c767e-a31f-42c6-9314-a66052781495 HTTP/1.1" status: 200 len: 217 time: 0.0412645 Dec 16 22:42:51.671191 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-03e010fc-a27e-4f63-a5c6-1f9be78b4b05 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2357442 Dec 16 22:42:51.672319 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50806) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:51.677338 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-4f8d0678-04a9-4bc2-8ee5-664c1219b352 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1952832522-router', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:42:51.688149 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70808346-2ac1-47bb-ad9b-c4b54265d341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-6758e66d-b624-4230-bc5c-846fa9c4caaf', 'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf', 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'fixed_ips': [{'subnet_id': 'a6972eff-e95f-4a67-852c-78411db180d4'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:42:51.689649 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-70808346-2ac1-47bb-ad9b-c4b54265d341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:51.761599 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad739d-f325-4057-8e37-8a98d3575d64 req-906c0727-807e-43f6-9545-a9ce5c8a5c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:51.764076 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b1ad739d-f325-4057-8e37-8a98d3575d64 req-906c0727-807e-43f6-9545-a9ce5c8a5c13 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a137d9ff-aab3-4bad-ad30-e6969bb4fb06 HTTP/1.1" status: 200 len: 848 time: 0.1676435 Dec 16 22:42:51.800495 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4f8d0678-04a9-4bc2-8ee5-664c1219b352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:51.802698 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4f8d0678-04a9-4bc2-8ee5-664c1219b352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:51.835447 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c8103a4-a320-4d34-8509-1aec0abd454a None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:51.843013 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:51.875472 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b1ad739d-f325-4057-8e37-8a98d3575d64 req-e02a9654-c821-4472-bf9e-82c645bae7d1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=65bf89f4-b142-4e37-8254-37dfb89f0893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768209 Dec 16 22:42:51.887970 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0f5b8-29d8-4dc0-9e1e-0986b9459f38 req-f58fafee-b414-416b-accc-b30f06ec1e6e tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:51.896020 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7b0f5b8-29d8-4dc0-9e1e-0986b9459f38 req-f58fafee-b414-416b-accc-b30f06ec1e6e tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff3a612c-49f0-451c-b533-8029b4df6f7a HTTP/1.1" status: 200 len: 944 time: 0.1834996 Dec 16 22:42:51.901678 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-70808346-2ac1-47bb-ad9b-c4b54265d341 None None] Allocated IP 172.20.0.2 (6758e66d-b624-4230-bc5c-846fa9c4caaf/a6972eff-e95f-4a67-852c-78411db180d4/91ae1dd8-13bb-43de-b948-d8f0035c5ba8) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:42:51.904764 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4f8d0678-04a9-4bc2-8ee5-664c1219b352 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:51.957801 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c8103a4-a320-4d34-8509-1aec0abd454a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:52.014138 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8103a4-a320-4d34-8509-1aec0abd454a None None] Network 4daef152-7506-4390-9b15-8eed5c3fe323 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:42:52.024508 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-4c8103a4-a320-4d34-8509-1aec0abd454a None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:42:52.027921 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8103a4-a320-4d34-8509-1aec0abd454a None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:42:52.043790 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8103a4-a320-4d34-8509-1aec0abd454a None None] Pushing event updated for resources: {'Port': ['ID=fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:52.061812 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7b0f5b8-29d8-4dc0-9e1e-0986b9459f38 req-77b3bc6a-cfa9-4eb1-ada7-1b95965ff4eb tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea712f39-32bc-449a-86e0-72c64f8e9d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647975 Dec 16 22:42:52.122098 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b1ad739d-f325-4057-8e37-8a98d3575d64 req-05e27ef5-215d-4f18-9a25-b5747bc6303a service neutron] 10.222.0.76 "GET /v2.0/networks/65bf89f4-b142-4e37-8254-37dfb89f0893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184045 Dec 16 22:42:52.170625 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-70808346-2ac1-47bb-ad9b-c4b54265d341 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:52.182172 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4c8103a4-a320-4d34-8509-1aec0abd454a None None] Attempting to bind port fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:42:52.182462 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4c8103a4-a320-4d34-8509-1aec0abd454a None None] Attempting to bind port fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:42:52.182836 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8103a4-a320-4d34-8509-1aec0abd454a None None] Attempting to bind port fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3 on network 4daef152-7506-4390-9b15-8eed5c3fe323 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:42:52.188633 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8103a4-a320-4d34-8509-1aec0abd454a None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:42:52.189014 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8103a4-a320-4d34-8509-1aec0abd454a None None] Checking segment: {'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:42:52.189426 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c8103a4-a320-4d34-8509-1aec0abd454a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:52.189821 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8103a4-a320-4d34-8509-1aec0abd454a None None] Bound using segment: {'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:42:52.190288 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4c8103a4-a320-4d34-8509-1aec0abd454a None None] Bound port: fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:42:52.190680 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c8103a4-a320-4d34-8509-1aec0abd454a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:52.237292 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4f8d0678-04a9-4bc2-8ee5-664c1219b352 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:52.262206 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4c8103a4-a320-4d34-8509-1aec0abd454a None None] For port fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:42:52.266273 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4c8103a4-a320-4d34-8509-1aec0abd454a None None] For port fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:42:52.287786 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-70808346-2ac1-47bb-ad9b-c4b54265d341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:52.335011 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70808346-2ac1-47bb-ad9b-c4b54265d341 None None] Network 6758e66d-b624-4230-bc5c-846fa9c4caaf is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:42:52.338602 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-70808346-2ac1-47bb-ad9b-c4b54265d341 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:42:52.342636 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70808346-2ac1-47bb-ad9b-c4b54265d341 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:42:52.351259 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70808346-2ac1-47bb-ad9b-c4b54265d341 None None] Pushing event updated for resources: {'Port': ['ID=91ae1dd8-13bb-43de-b948-d8f0035c5ba8,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:52.387059 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c8103a4-a320-4d34-8509-1aec0abd454a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:52.462931 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8103a4-a320-4d34-8509-1aec0abd454a None None] Pushing event updated for resources: {'Port': ['ID=fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:52.496469 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-70808346-2ac1-47bb-ad9b-c4b54265d341 None None] Attempting to bind port 91ae1dd8-13bb-43de-b948-d8f0035c5ba8 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:42:52.497130 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-70808346-2ac1-47bb-ad9b-c4b54265d341 None None] Attempting to bind port 91ae1dd8-13bb-43de-b948-d8f0035c5ba8 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '549d70f2-5f28-4774-b2b3-cd43e0d4ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:42:52.498081 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70808346-2ac1-47bb-ad9b-c4b54265d341 None None] Attempting to bind port 91ae1dd8-13bb-43de-b948-d8f0035c5ba8 on network 6758e66d-b624-4230-bc5c-846fa9c4caaf {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:42:52.520088 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70808346-2ac1-47bb-ad9b-c4b54265d341 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:42:52.521138 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70808346-2ac1-47bb-ad9b-c4b54265d341 None None] Checking segment: {'id': '549d70f2-5f28-4774-b2b3-cd43e0d4ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:42:52.522015 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-70808346-2ac1-47bb-ad9b-c4b54265d341 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:52.525832 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70808346-2ac1-47bb-ad9b-c4b54265d341 None None] Bound using segment: {'id': '549d70f2-5f28-4774-b2b3-cd43e0d4ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:42:52.526920 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-70808346-2ac1-47bb-ad9b-c4b54265d341 None None] Bound port: 91ae1dd8-13bb-43de-b948-d8f0035c5ba8, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '549d70f2-5f28-4774-b2b3-cd43e0d4ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:42:52.527577 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-70808346-2ac1-47bb-ad9b-c4b54265d341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:52.556108 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399616c7-04e8-4b81-8945-6bcaaace09f0 req-27f1ab2a-bf94-4375-8359-f3ec4055f473 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:52.570361 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-399616c7-04e8-4b81-8945-6bcaaace09f0 req-27f1ab2a-bf94-4375-8359-f3ec4055f473 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 945 time: 0.1121783 Dec 16 22:42:52.687196 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-399616c7-04e8-4b81-8945-6bcaaace09f0 req-4ddefd12-df6d-4cf4-a3be-2a201df6326f tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=fffc2bdf-c37c-4fd9-90de-745240d5f267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157951 Dec 16 22:42:52.717532 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-70808346-2ac1-47bb-ad9b-c4b54265d341 None None] For port 91ae1dd8-13bb-43de-b948-d8f0035c5ba8, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:42:52.723136 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-70808346-2ac1-47bb-ad9b-c4b54265d341 None None] For port 91ae1dd8-13bb-43de-b948-d8f0035c5ba8, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=91ae1dd8-13bb-43de-b948-d8f0035c5ba8,segment=NetworkSegment(549d70f2-5f28-4774-b2b3-cd43e0d4ecaf),segment_id=549d70f2-5f28-4774-b2b3-cd43e0d4ecaf)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:42:52.758229 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:52.819694 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:52.821431 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-70808346-2ac1-47bb-ad9b-c4b54265d341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:52.837679 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b1ad739d-f325-4057-8e37-8a98d3575d64 req-c896369a-7dd8-4082-a71d-0a94574b4c23 service neutron] 10.222.0.76 "GET /v2.0/networks/65bf89f4-b142-4e37-8254-37dfb89f0893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7046561 Dec 16 22:42:53.022794 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70808346-2ac1-47bb-ad9b-c4b54265d341 None None] Pushing event updated for resources: {'Port': ['ID=91ae1dd8-13bb-43de-b948-d8f0035c5ba8,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:53.098651 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Allocated IP 172.25.6.93 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/7400966b-fd47-4d36-ab94-4fce5c32b3d6) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:42:53.245520 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:53.348578 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4f8d0678-04a9-4bc2-8ee5-664c1219b352 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:53.355599 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:53.422297 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4f8d0678-04a9-4bc2-8ee5-664c1219b352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:53.453054 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f8e520d3-ab22-4c9a-93dc-c32605351850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:53.478079 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213374a-a884-43d1-b7f1-b053c59accd9 req-fa814bdc-e797-4523-aadd-224088f93fe8 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:53.479844 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7213374a-a884-43d1-b7f1-b053c59accd9 req-fa814bdc-e797-4523-aadd-224088f93fe8 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff3a612c-49f0-451c-b533-8029b4df6f7a HTTP/1.1" status: 200 len: 944 time: 0.1985233 Dec 16 22:42:53.497365 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:42:53.501319 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:42:53.505205 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:42:53.511527 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Pushing event updated for resources: {'Port': ['ID=7400966b-fd47-4d36-ab94-4fce5c32b3d6,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:53.542228 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3bbcee-5d4b-459f-9748-2ee9bda8a563 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:42:53.575711 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:42:53.588738 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7213374a-a884-43d1-b7f1-b053c59accd9 req-4684ef63-91aa-45c6-b5fc-3a5d1eddd091 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea712f39-32bc-449a-86e0-72c64f8e9d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746970 Dec 16 22:42:53.592802 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:53.593375 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:53.595067 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:53.595814 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:53.596345 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:53.596872 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:53.597377 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:53.597923 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:53.598692 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:53.599272 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:53.599836 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:53.600373 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:53.600911 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:53.612552 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-4f8d0678-04a9-4bc2-8ee5-664c1219b352 admin admin] Allocated IP 172.25.6.147 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/a7fd4539-00a6-4d02-9313-40ea4de066a2) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:42:53.757550 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-27bec91c-0732-43dd-80fd-78734d44dff6 None None] Provisioning complete for port 7400966b-fd47-4d36-ab94-4fce5c32b3d6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:53.765033 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-27bec91c-0732-43dd-80fd-78734d44dff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:53.822979 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4f8d0678-04a9-4bc2-8ee5-664c1219b352 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:53.858805 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-27bec91c-0732-43dd-80fd-78734d44dff6 None None] Port 7400966b-fd47-4d36-ab94-4fce5c32b3d6 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:42:53.862996 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:53.863461 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:53.932050 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff364e-bda5-4291-a6bb-3296036352cb req-2b63cb85-1278-46ae-a708-f92b38c85247 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:53.934074 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-83ff364e-bda5-4291-a6bb-3296036352cb req-2b63cb85-1278-46ae-a708-f92b38c85247 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 945 time: 0.0722523 Dec 16 22:42:53.970589 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4f8d0678-04a9-4bc2-8ee5-664c1219b352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:53.987256 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device f83d2168-cdce-4fd6-bdaf-d529e7a38e40 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:42:54.028333 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:54.037109 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 691c767e-a31f-42c6-9314-a66052781495 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:42:54.059250 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-83ff364e-bda5-4291-a6bb-3296036352cb req-0b044524-de70-4fbc-8c4b-b5c6cea007d7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=fffc2bdf-c37c-4fd9-90de-745240d5f267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174138 Dec 16 22:42:54.090911 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8d0678-04a9-4bc2-8ee5-664c1219b352 admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:42:54.094500 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-4f8d0678-04a9-4bc2-8ee5-664c1219b352 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:42:54.103963 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8d0678-04a9-4bc2-8ee5-664c1219b352 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:42:54.139374 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d0678-04a9-4bc2-8ee5-664c1219b352 admin admin] Pushing event updated for resources: {'Port': ['ID=a7fd4539-00a6-4d02-9313-40ea4de066a2,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:54.145481 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18922ac8-cedd-47e2-8c4c-a8b09fae4eaf None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:42:54.197988 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:54.258303 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 691c767e-a31f-42c6-9314-a66052781495, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=691c767e-a31f-42c6-9314-a66052781495,segment=NetworkSegment(fe9e2796-e317-4af5-9d8e-fdb4b9695f9a),segment_id=fe9e2796-e317-4af5-9d8e-fdb4b9695f9a)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:54.281956 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '691c767e-a31f-42c6-9314-a66052781495', 'network_id': '65bf89f4-b142-4e37-8254-37dfb89f0893', 'port_id': '691c767e-a31f-42c6-9314-a66052781495', 'mac_address': 'fa:16:3e:49:0b:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a137d9ff-aab3-4bad-ad30-e6969bb4fb06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:42:54.322680 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:54.335202 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:54.335860 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ecc299f4-f9ce-46d7-9a4e-30d521d6ee19 None None] Provisioning complete for port a7fd4539-00a6-4d02-9313-40ea4de066a2 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:54.337463 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ecc299f4-f9ce-46d7-9a4e-30d521d6ee19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:54.346849 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port f83d2168-cdce-4fd6-bdaf-d529e7a38e40 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:42:54.441840 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port f83d2168-cdce-4fd6-bdaf-d529e7a38e40 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:54.442256 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:54.444319 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:54.453055 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dfe23e-9134-44ab-935b-b91e9c77c3b9 None None] Network 4daef152-7506-4390-9b15-8eed5c3fe323 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:42:54.642094 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:54.778844 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4f8d0678-04a9-4bc2-8ee5-664c1219b352 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:54.830179 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9ac5b6-e7f1-49a5-88af-2729facaa91f None None] Network 6758e66d-b624-4230-bc5c-846fa9c4caaf requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:42:54.847330 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1c505-47e0-4d62-927f-4a1dfe787bd8 req-8430f7d8-633b-4f52-8f5a-63c83857ef11 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:54.849309 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4ed1c505-47e0-4d62-927f-4a1dfe787bd8 req-8430f7d8-633b-4f52-8f5a-63c83857ef11 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff3a612c-49f0-451c-b533-8029b4df6f7a HTTP/1.1" status: 200 len: 944 time: 0.1236956 Dec 16 22:42:54.858703 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 691c767e-a31f-42c6-9314-a66052781495 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:42:54.988088 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4ed1c505-47e0-4d62-927f-4a1dfe787bd8 req-88cf317b-e237-47a3-85f1-3da5a1e76aa6 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea712f39-32bc-449a-86e0-72c64f8e9d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257720 Dec 16 22:42:55.016660 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ecc299f4-f9ce-46d7-9a4e-30d521d6ee19 None None] Port a7fd4539-00a6-4d02-9313-40ea4de066a2 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:42:55.065318 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:55.070669 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Router f2356911-0c5c-4ae1-ae3d-c6b339551136 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:42:55.081692 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 691c767e-a31f-42c6-9314-a66052781495, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=691c767e-a31f-42c6-9314-a66052781495,segment=NetworkSegment(fe9e2796-e317-4af5-9d8e-fdb4b9695f9a),segment_id=fe9e2796-e317-4af5-9d8e-fdb4b9695f9a)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:55.117264 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4f8d0678-04a9-4bc2-8ee5-664c1219b352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:55.198519 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:55.245875 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:42:55.281119 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d1de39bc-c6cb-4340-bc05-abed3770eb9f None None] Provisioning complete for port fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:55.282111 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d1de39bc-c6cb-4340-bc05-abed3770eb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:55.284181 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e632c-3e6b-4a4f-aa18-e224c6ca7cb0 None None] Sync routers for ids ['f2356911-0c5c-4ae1-ae3d-c6b339551136'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:42:55.302137 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d9dc4-6b9c-4674-871a-226140d0e47f req-89240667-1947-42ab-945d-6b0070ea885b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:55.310021 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-860d9dc4-6b9c-4674-871a-226140d0e47f req-89240667-1947-42ab-945d-6b0070ea885b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 945 time: 0.1205766 Dec 16 22:42:55.370193 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:55.381783 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d36e4193-725c-4c70-9b9a-f565822f682f admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1988318 Dec 16 22:42:55.381783 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50844) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:55.449487 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:55.462507 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-860d9dc4-6b9c-4674-871a-226140d0e47f req-99cef83f-224a-443a-9b60-d3ad1bd0b816 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=fffc2bdf-c37c-4fd9-90de-745240d5f267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513600 Dec 16 22:42:55.464845 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e632c-3e6b-4a4f-aa18-e224c6ca7cb0 None None] Routers {'f2356911-0c5c-4ae1-ae3d-c6b339551136'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:42:55.465508 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-550e632c-3e6b-4a4f-aa18-e224c6ca7cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:42:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f2356911-0c5c-4ae1-ae3d-c6b339551136'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:55.623034 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['691c767e-a31f-42c6-9314-a66052781495'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:42:55.646969 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8d0678-04a9-4bc2-8ee5-664c1219b352 admin admin] Router 14661a2f-90b1-49e9-be60-bb3a2de7f9db is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:42:55.695012 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:42:55.713507 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=691c767e-a31f-42c6-9314-a66052781495,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:55.760077 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3334e643-d525-42ab-baeb-ed78e1fcb943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83d2168-cdce-4fd6-bdaf-d529e7a38e40'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:42:55.760077 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208f7a4e-5bc7-4cf2-858a-c558cf00e9b4" -d '{"events": [{"server_uuid": "3334e643-d525-42ab-baeb-ed78e1fcb943", "name": "network-vif-plugged", "status": "completed", "tag": "f83d2168-cdce-4fd6-bdaf-d529e7a38e40"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:42:55.818161 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8d0678-04a9-4bc2-8ee5-664c1219b352 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:42:55.829400 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port f83d2168-cdce-4fd6-bdaf-d529e7a38e40, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=f83d2168-cdce-4fd6-bdaf-d529e7a38e40,segment=NetworkSegment(73ce93f4-1462-4319-9dab-15d2ce757b70),segment_id=73ce93f4-1462-4319-9dab-15d2ce757b70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:55.845147 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca658ed-2cd6-443a-9552-64b81ffb20ef None None] Sync routers for ids ['14661a2f-90b1-49e9-be60-bb3a2de7f9db'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:42:55.865853 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca658ed-2cd6-443a-9552-64b81ffb20ef None None] Routers {'14661a2f-90b1-49e9-be60-bb3a2de7f9db'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:42:55.866492 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-bca658ed-2cd6-443a-9552-64b81ffb20ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:42:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['14661a2f-90b1-49e9-be60-bb3a2de7f9db'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:55.896294 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4f8d0678-04a9-4bc2-8ee5-664c1219b352 admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:55.896518 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-92d8b44b-b392-441d-8d61-37b600e43bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:55.898967 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4f8d0678-04a9-4bc2-8ee5-664c1219b352 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2251215 Dec 16 22:42:55.901901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50852) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:42:55.910572 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:55.975570 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d1de39bc-c6cb-4340-bc05-abed3770eb9f None None] Provisioning complete for port 91ae1dd8-13bb-43de-b948-d8f0035c5ba8 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:55.975908 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d1de39bc-c6cb-4340-bc05-abed3770eb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:55.990520 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-550e632c-3e6b-4a4f-aa18-e224c6ca7cb0 None None] Set router f2356911-0c5c-4ae1-ae3d-c6b339551136 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:42:56.075884 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-bca658ed-2cd6-443a-9552-64b81ffb20ef None None] Set router 14661a2f-90b1-49e9-be60-bb3a2de7f9db gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:42:56.153113 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df35b080-cf24-4c0f-b687-02f7aef994d1 x-openstack-request-id: req-df35b080-cf24-4c0f-b687-02f7aef994d1 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:42:56.154036 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3334e643-d525-42ab-baeb-ed78e1fcb943", "name": "network-vif-plugged", "status": "completed", "tag": "f83d2168-cdce-4fd6-bdaf-d529e7a38e40", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:42:56.154036 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-df35b080-cf24-4c0f-b687-02f7aef994d1 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:42:56.154474 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3334e643-d525-42ab-baeb-ed78e1fcb943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83d2168-cdce-4fd6-bdaf-d529e7a38e40', 'code': 200} Dec 16 22:42:56.182443 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:56.188469 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:56.288477 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=f83d2168-cdce-4fd6-bdaf-d529e7a38e40,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:56.453787 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a3efc-139c-450e-b659-69a2b4c45426 req-8b6404d0-a169-4ae8-a8b5-9823f31885ce tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:56.455505 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5a7a3efc-139c-450e-b659-69a2b4c45426 req-8b6404d0-a169-4ae8-a8b5-9823f31885ce tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff3a612c-49f0-451c-b533-8029b4df6f7a HTTP/1.1" status: 200 len: 945 time: 0.2221823 Dec 16 22:42:56.512130 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-bca658ed-2cd6-443a-9552-64b81ffb20ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'name': 'tempest-TestServerBasicOps-1952832522-router', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:54Z', 'revision_number': 3, 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'gw_port': {'id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:53Z', 'updated_at': '2021-12-16T22:42:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:56.528960 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1dcd2a07-65f7-43d1-9e0e-252ed6fdb313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:56.557188 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca658ed-2cd6-443a-9552-64b81ffb20ef None None] Checking router: 14661a2f-90b1-49e9-be60-bb3a2de7f9db for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:42:56.558033 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca658ed-2cd6-443a-9552-64b81ffb20ef None None] Updating router 14661a2f-90b1-49e9-be60-bb3a2de7f9db port a7fd4539-00a6-4d02-9313-40ea4de066a2 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:42:56.587590 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d1de39bc-c6cb-4340-bc05-abed3770eb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:56.592674 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65f595-2dbf-4e3a-af0a-4d20463620fb req-237bf24b-0ad3-45ce-9397-6769259f4b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:56.595017 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ef65f595-2dbf-4e3a-af0a-4d20463620fb req-237bf24b-0ad3-45ce-9397-6769259f4b26 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 1097 time: 0.3881955 Dec 16 22:42:56.601270 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bca658ed-2cd6-443a-9552-64b81ffb20ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:56.647096 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 91ae1dd8-13bb-43de-b948-d8f0035c5ba8 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:42:56.663130 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d1de39bc-c6cb-4340-bc05-abed3770eb9f None None] For port 91ae1dd8-13bb-43de-b948-d8f0035c5ba8, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=91ae1dd8-13bb-43de-b948-d8f0035c5ba8,segment=NetworkSegment(549d70f2-5f28-4774-b2b3-cd43e0d4ecaf),segment_id=549d70f2-5f28-4774-b2b3-cd43e0d4ecaf)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:42:56.713390 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-550e632c-3e6b-4a4f-aa18-e224c6ca7cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'name': 'tempest-TestVolumeBootPattern-493678342-router', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:53Z', 'revision_number': 3, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'gw_port': {'id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:52Z', 'updated_at': '2021-12-16T22:42:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:56.770071 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5a7a3efc-139c-450e-b659-69a2b4c45426 req-516a6a63-2542-49d5-8173-cef826a05eb5 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea712f39-32bc-449a-86e0-72c64f8e9d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058240 Dec 16 22:42:56.784066 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e632c-3e6b-4a4f-aa18-e224c6ca7cb0 None None] Checking router: f2356911-0c5c-4ae1-ae3d-c6b339551136 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:42:56.784427 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e632c-3e6b-4a4f-aa18-e224c6ca7cb0 None None] Updating router f2356911-0c5c-4ae1-ae3d-c6b339551136 port 7400966b-fd47-4d36-ab94-4fce5c32b3d6 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:42:56.831925 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ef65f595-2dbf-4e3a-af0a-4d20463620fb req-5cb6274e-f636-4675-8db0-6ea721b81820 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fffc2bdf-c37c-4fd9-90de-745240d5f267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214365 Dec 16 22:42:56.848688 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d1de39bc-c6cb-4340-bc05-abed3770eb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:56.948758 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-550e632c-3e6b-4a4f-aa18-e224c6ca7cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:56.989366 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4131a86-41ea-4d36-9405-91f2ab2ec26d req-dffe5444-e9be-4cea-b48e-7f014fdbdb4a tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:56.991164 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b4131a86-41ea-4d36-9405-91f2ab2ec26d req-dffe5444-e9be-4cea-b48e-7f014fdbdb4a tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 946 time: 0.3729014 Dec 16 22:42:57.011828 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bca658ed-2cd6-443a-9552-64b81ffb20ef None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:57.076657 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bca658ed-2cd6-443a-9552-64b81ffb20ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:57.102341 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b4131a86-41ea-4d36-9405-91f2ab2ec26d req-8b86c904-8b01-40a9-9841-c7f704f4e481 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=fffc2bdf-c37c-4fd9-90de-745240d5f267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022937 Dec 16 22:42:57.160864 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-1dcd2a07-65f7-43d1-9e0e-252ed6fdb313 admin admin] Allocated IP 172.20.0.1 (4daef152-7506-4390-9b15-8eed5c3fe323/1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d/71c446f6-e687-41bb-afe1-9fef24f1666b) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:42:57.165802 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92d6820a-1e0c-480a-b3f2-c003b871d44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:57.208903 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb171de-d4e4-41e3-8a9b-3a4b3a72e98a None None] Pushing event updated for resources: {'Port': ['ID=a7fd4539-00a6-4d02-9313-40ea4de066a2,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:57.215557 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-bca658ed-2cd6-443a-9552-64b81ffb20ef None None] Attempting to bind port a7fd4539-00a6-4d02-9313-40ea4de066a2 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:42:57.216237 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-bca658ed-2cd6-443a-9552-64b81ffb20ef None None] Attempting to bind port a7fd4539-00a6-4d02-9313-40ea4de066a2 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:42:57.216766 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca658ed-2cd6-443a-9552-64b81ffb20ef None None] Attempting to bind port a7fd4539-00a6-4d02-9313-40ea4de066a2 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:42:57.228069 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb171de-d4e4-41e3-8a9b-3a4b3a72e98a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:57.228749 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb171de-d4e4-41e3-8a9b-3a4b3a72e98a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:57.229545 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb171de-d4e4-41e3-8a9b-3a4b3a72e98a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:57.230343 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb171de-d4e4-41e3-8a9b-3a4b3a72e98a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:57.230855 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb171de-d4e4-41e3-8a9b-3a4b3a72e98a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:57.231448 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb171de-d4e4-41e3-8a9b-3a4b3a72e98a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:57.232012 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb171de-d4e4-41e3-8a9b-3a4b3a72e98a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:57.232510 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb171de-d4e4-41e3-8a9b-3a4b3a72e98a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:57.233117 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb171de-d4e4-41e3-8a9b-3a4b3a72e98a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:57.233754 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb171de-d4e4-41e3-8a9b-3a4b3a72e98a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:57.235073 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb171de-d4e4-41e3-8a9b-3a4b3a72e98a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:57.235691 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb171de-d4e4-41e3-8a9b-3a4b3a72e98a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:57.236236 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb171de-d4e4-41e3-8a9b-3a4b3a72e98a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:42:57.240761 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca658ed-2cd6-443a-9552-64b81ffb20ef None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:42:57.241459 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca658ed-2cd6-443a-9552-64b81ffb20ef None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:42:57.242088 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bca658ed-2cd6-443a-9552-64b81ffb20ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:57.242650 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca658ed-2cd6-443a-9552-64b81ffb20ef None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:42:57.243438 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-bca658ed-2cd6-443a-9552-64b81ffb20ef None None] Bound port: a7fd4539-00a6-4d02-9313-40ea4de066a2, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:42:57.244096 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bca658ed-2cd6-443a-9552-64b81ffb20ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:57.305858 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-bca658ed-2cd6-443a-9552-64b81ffb20ef None None] For port a7fd4539-00a6-4d02-9313-40ea4de066a2, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:42:57.309970 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-bca658ed-2cd6-443a-9552-64b81ffb20ef None None] For port a7fd4539-00a6-4d02-9313-40ea4de066a2, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a7fd4539-00a6-4d02-9313-40ea4de066a2,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:42:57.371595 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-550e632c-3e6b-4a4f-aa18-e224c6ca7cb0 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:57.374345 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-bca658ed-2cd6-443a-9552-64b81ffb20ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:57.394229 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574c77e6-33bb-4a49-8959-092e15739948 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:42:57.397270 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1dcd2a07-65f7-43d1-9e0e-252ed6fdb313 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:57.424881 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 91ae1dd8-13bb-43de-b948-d8f0035c5ba8 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:57.425255 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:57.496712 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-92d6820a-1e0c-480a-b3f2-c003b871d44e admin admin] Allocated IP 172.20.0.1 (6758e66d-b624-4230-bc5c-846fa9c4caaf/a6972eff-e95f-4a67-852c-78411db180d4/495f92e9-02f7-4d90-84e8-0c6d0030c4d6) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:42:57.505058 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca658ed-2cd6-443a-9552-64b81ffb20ef None None] Routers {'14661a2f-90b1-49e9-be60-bb3a2de7f9db'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:42:57.516213 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-bca658ed-2cd6-443a-9552-64b81ffb20ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:42:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['14661a2f-90b1-49e9-be60-bb3a2de7f9db'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:57.551259 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1dcd2a07-65f7-43d1-9e0e-252ed6fdb313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:57.642031 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92d6820a-1e0c-480a-b3f2-c003b871d44e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:57.657915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcd2a07-65f7-43d1-9e0e-252ed6fdb313 admin admin] Network 4daef152-7506-4390-9b15-8eed5c3fe323 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:42:57.663746 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-1dcd2a07-65f7-43d1-9e0e-252ed6fdb313 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:42:57.669780 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd2a07-65f7-43d1-9e0e-252ed6fdb313 admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:42:57.694465 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb171de-d4e4-41e3-8a9b-3a4b3a72e98a None None] Pushing event updated for resources: {'Port': ['ID=a7fd4539-00a6-4d02-9313-40ea4de066a2,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:57.707332 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-550e632c-3e6b-4a4f-aa18-e224c6ca7cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:57.709637 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:57.720835 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9e1d428e-b51d-41da-8bb1-91f5f77b2fd1 None None] Provisioning complete for port fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:57.721504 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9e1d428e-b51d-41da-8bb1-91f5f77b2fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:57.743679 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-bca658ed-2cd6-443a-9552-64b81ffb20ef None None] Set router 14661a2f-90b1-49e9-be60-bb3a2de7f9db gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:42:57.745212 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd2a07-65f7-43d1-9e0e-252ed6fdb313 admin admin] Pushing event updated for resources: {'Port': ['ID=71c446f6-e687-41bb-afe1-9fef24f1666b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:57.785113 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92d6820a-1e0c-480a-b3f2-c003b871d44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:57.811844 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1dcd2a07-65f7-43d1-9e0e-252ed6fdb313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:57.819904 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7278064-bb7e-4122-a45e-5dd8f26c76c2 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:42:57.829312 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de39bc-c6cb-4340-bc05-abed3770eb9f None None] Pushing event updated for resources: {'Port': ['ID=91ae1dd8-13bb-43de-b948-d8f0035c5ba8,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:57.852026 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:57.938444 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d6820a-1e0c-480a-b3f2-c003b871d44e admin admin] Network 6758e66d-b624-4230-bc5c-846fa9c4caaf is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:42:57.990183 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6820a-1e0c-480a-b3f2-c003b871d44e admin admin] Pushing event updated for resources: {'Port': ['ID=495f92e9-02f7-4d90-84e8-0c6d0030c4d6,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:58.007022 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-92d6820a-1e0c-480a-b3f2-c003b871d44e admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:42:58.012787 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d6820a-1e0c-480a-b3f2-c003b871d44e admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:42:58.094318 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-550e632c-3e6b-4a4f-aa18-e224c6ca7cb0 None None] Attempting to bind port 7400966b-fd47-4d36-ab94-4fce5c32b3d6 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:42:58.097181 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-550e632c-3e6b-4a4f-aa18-e224c6ca7cb0 None None] Attempting to bind port 7400966b-fd47-4d36-ab94-4fce5c32b3d6 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:42:58.097181 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e632c-3e6b-4a4f-aa18-e224c6ca7cb0 None None] Attempting to bind port 7400966b-fd47-4d36-ab94-4fce5c32b3d6 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:42:58.170973 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0218de0c-bcb6-4433-afbd-a3768ee365d1 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:42:58.206240 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 691c767e-a31f-42c6-9314-a66052781495 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:42:58.234370 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1dcd2a07-65f7-43d1-9e0e-252ed6fdb313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:58.278603 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e28b07-e300-4118-97e9-5a7e32cb3655 req-4685d8be-62c4-4273-9299-98a4e899c959 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:58.297075 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79e28b07-e300-4118-97e9-5a7e32cb3655 req-4685d8be-62c4-4273-9299-98a4e899c959 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff3a612c-49f0-451c-b533-8029b4df6f7a HTTP/1.1" status: 200 len: 945 time: 0.3798482 Dec 16 22:42:58.325187 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92d6820a-1e0c-480a-b3f2-c003b871d44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:58.332827 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-bca658ed-2cd6-443a-9552-64b81ffb20ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'name': 'tempest-TestServerBasicOps-1952832522-router', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:54Z', 'revision_number': 3, 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'gw_port': {'id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:53Z', 'updated_at': '2021-12-16T22:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:58.377207 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e632c-3e6b-4a4f-aa18-e224c6ca7cb0 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:42:58.382237 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e632c-3e6b-4a4f-aa18-e224c6ca7cb0 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:42:58.382237 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-550e632c-3e6b-4a4f-aa18-e224c6ca7cb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:58.382237 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e632c-3e6b-4a4f-aa18-e224c6ca7cb0 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:42:58.382237 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-550e632c-3e6b-4a4f-aa18-e224c6ca7cb0 None None] Bound port: 7400966b-fd47-4d36-ab94-4fce5c32b3d6, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:42:58.382237 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-550e632c-3e6b-4a4f-aa18-e224c6ca7cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:58.389980 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca658ed-2cd6-443a-9552-64b81ffb20ef None None] The sync data for ids ['14661a2f-90b1-49e9-be60-bb3a2de7f9db'] in n-d-815324-4 is: [{'id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'name': 'tempest-TestServerBasicOps-1952832522-router', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:54Z', 'revision_number': 3, 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'gw_port': {'id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:53Z', 'updated_at': '2021-12-16T22:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:42:58.487287 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd8879-706f-4862-b0b0-6da2fc5cb98d None None] Pushing event updated for resources: {'Port': ['ID=7400966b-fd47-4d36-ab94-4fce5c32b3d6,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:58.658557 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79e28b07-e300-4118-97e9-5a7e32cb3655 req-69f149de-ad3d-4cca-ae6b-6370b1781836 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea712f39-32bc-449a-86e0-72c64f8e9d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386259 Dec 16 22:42:58.709441 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9e1d428e-b51d-41da-8bb1-91f5f77b2fd1 None None] Provisioning complete for port 91ae1dd8-13bb-43de-b948-d8f0035c5ba8 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:58.709764 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9e1d428e-b51d-41da-8bb1-91f5f77b2fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:58.726400 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92d6820a-1e0c-480a-b3f2-c003b871d44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:58.782477 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:58.782716 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aade6bc-9f2d-4b5e-9c03-5da9aa00bf92 req-ff2a31ae-177a-4343-b194-7e15eb802e68 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:58.784482 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0aade6bc-9f2d-4b5e-9c03-5da9aa00bf92 req-ff2a31ae-177a-4343-b194-7e15eb802e68 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 946 time: 0.4679010 Dec 16 22:42:58.787171 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1dcd2a07-65f7-43d1-9e0e-252ed6fdb313 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:58.794709 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 91ae1dd8-13bb-43de-b948-d8f0035c5ba8 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:42:58.848696 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-550e632c-3e6b-4a4f-aa18-e224c6ca7cb0 None None] For port 7400966b-fd47-4d36-ab94-4fce5c32b3d6, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:42:58.891458 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-550e632c-3e6b-4a4f-aa18-e224c6ca7cb0 None None] For port 7400966b-fd47-4d36-ab94-4fce5c32b3d6, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7400966b-fd47-4d36-ab94-4fce5c32b3d6,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:42:58.897647 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0aade6bc-9f2d-4b5e-9c03-5da9aa00bf92 req-9e269d92-e5d4-4ea7-8e38-fca7ef8ea4ef tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=fffc2bdf-c37c-4fd9-90de-745240d5f267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062994 Dec 16 22:42:58.901922 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1dcd2a07-65f7-43d1-9e0e-252ed6fdb313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:58.941374 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 91ae1dd8-13bb-43de-b948-d8f0035c5ba8 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:58.942101 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:58.965110 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1dcd2a07-65f7-43d1-9e0e-252ed6fdb313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:58.999456 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:59.029052 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-550e632c-3e6b-4a4f-aa18-e224c6ca7cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:59.041427 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 691c767e-a31f-42c6-9314-a66052781495 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:42:59.091294 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd2a07-65f7-43d1-9e0e-252ed6fdb313 admin admin] Pushing event updated for resources: {'Port': ['ID=71c446f6-e687-41bb-afe1-9fef24f1666b,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:59.102646 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92d6820a-1e0c-480a-b3f2-c003b871d44e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:59.124630 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 691c767e-a31f-42c6-9314-a66052781495 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:59.125355 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:59.131548 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd8879-706f-4862-b0b0-6da2fc5cb98d None None] Pushing event updated for resources: {'Port': ['ID=7400966b-fd47-4d36-ab94-4fce5c32b3d6,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:59.159551 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398646d7-7ae1-4403-b7a9-ad5bcd634161 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:42:59.180136 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92d6820a-1e0c-480a-b3f2-c003b871d44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:59.191600 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcd2a07-65f7-43d1-9e0e-252ed6fdb313 admin admin] Network 4daef152-7506-4390-9b15-8eed5c3fe323 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:42:59.193263 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-1dcd2a07-65f7-43d1-9e0e-252ed6fdb313 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:42:59.215097 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e632c-3e6b-4a4f-aa18-e224c6ca7cb0 None None] Routers {'f2356911-0c5c-4ae1-ae3d-c6b339551136'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:42:59.215792 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-550e632c-3e6b-4a4f-aa18-e224c6ca7cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:42:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f2356911-0c5c-4ae1-ae3d-c6b339551136'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:42:59.252720 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6820a-1e0c-480a-b3f2-c003b871d44e admin admin] Pushing event updated for resources: {'Port': ['ID=495f92e9-02f7-4d90-84e8-0c6d0030c4d6,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:42:59.292329 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-92d6820a-1e0c-480a-b3f2-c003b871d44e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:59.305500 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-358f69e6-19f0-42ce-a815-66d9e35babb7 None None] Provisioning complete for port a7fd4539-00a6-4d02-9313-40ea4de066a2 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:42:59.315309 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-358f69e6-19f0-42ce-a815-66d9e35babb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:59.472404 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dcd2a07-65f7-43d1-9e0e-252ed6fdb313 admin admin] Router f2356911-0c5c-4ae1-ae3d-c6b339551136 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:42:59.472719 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d6820a-1e0c-480a-b3f2-c003b871d44e admin admin] Network 6758e66d-b624-4230-bc5c-846fa9c4caaf is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:42:59.474217 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-92d6820a-1e0c-480a-b3f2-c003b871d44e admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:42:59.552557 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-550e632c-3e6b-4a4f-aa18-e224c6ca7cb0 None None] Set router f2356911-0c5c-4ae1-ae3d-c6b339551136 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:42:59.723723 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcd2a07-65f7-43d1-9e0e-252ed6fdb313 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:42:59.740954 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1dcd2a07-65f7-43d1-9e0e-252ed6fdb313 admin admin] 10.222.0.75 "PUT /v2.0/routers/f2356911-0c5c-4ae1-ae3d-c6b339551136/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3547113 Dec 16 22:42:59.764066 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d6820a-1e0c-480a-b3f2-c003b871d44e admin admin] Router 14661a2f-90b1-49e9-be60-bb3a2de7f9db has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:42:59.899730 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:42:59.968136 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbf702-3c11-42d6-b967-0bbf23d75eb1 req-0f42db71-749b-4de3-9b5a-b5a2d0506825 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:42:59.971026 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-20fbf702-3c11-42d6-b967-0bbf23d75eb1 req-0f42db71-749b-4de3-9b5a-b5a2d0506825 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff3a612c-49f0-451c-b533-8029b4df6f7a HTTP/1.1" status: 200 len: 945 time: 0.1870291 Dec 16 22:43:00.123025 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d6820a-1e0c-480a-b3f2-c003b871d44e admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:43:00.137254 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-92d6820a-1e0c-480a-b3f2-c003b871d44e admin admin] 10.222.0.75 "PUT /v2.0/routers/14661a2f-90b1-49e9-be60-bb3a2de7f9db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2268209 Dec 16 22:43:00.137254 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-20fbf702-3c11-42d6-b967-0bbf23d75eb1 req-7757fc84-d9ba-4f97-af03-024f1f7c28de tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea712f39-32bc-449a-86e0-72c64f8e9d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292222 Dec 16 22:43:00.165155 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ec131-e4b4-46b6-9d3e-4cbe8cf82a6a req-8e7cebcf-9fbb-4e0d-8eac-9384837ff1a7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:00.167857 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-900ec131-e4b4-46b6-9d3e-4cbe8cf82a6a req-8e7cebcf-9fbb-4e0d-8eac-9384837ff1a7 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 946 time: 0.1538501 Dec 16 22:43:00.253735 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:00.329163 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-900ec131-e4b4-46b6-9d3e-4cbe8cf82a6a req-3066e79f-6531-4056-946c-e3f4ece0740d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=fffc2bdf-c37c-4fd9-90de-745240d5f267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308298 Dec 16 22:43:00.427481 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3a612c-49f0-451c-b533-8029b4df6f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691c767e-a31f-42c6-9314-a66052781495'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:43:00.430709 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87304e1a-a4bb-4964-a088-69eb9b0d3723" -d '{"events": [{"server_uuid": "ff3a612c-49f0-451c-b533-8029b4df6f7a", "name": "network-vif-plugged", "status": "completed", "tag": "691c767e-a31f-42c6-9314-a66052781495"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:43:00.468765 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 691c767e-a31f-42c6-9314-a66052781495, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=691c767e-a31f-42c6-9314-a66052781495,segment=NetworkSegment(fe9e2796-e317-4af5-9d8e-fdb4b9695f9a),segment_id=fe9e2796-e317-4af5-9d8e-fdb4b9695f9a)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:43:00.566194 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fea8c9d-ec6d-47ec-a7f8-73c3a9184cfd x-openstack-request-id: req-3fea8c9d-ec6d-47ec-a7f8-73c3a9184cfd {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:43:00.572427 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3a612c-49f0-451c-b533-8029b4df6f7a", "name": "network-vif-plugged", "status": "completed", "tag": "691c767e-a31f-42c6-9314-a66052781495", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:43:00.572427 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3fea8c9d-ec6d-47ec-a7f8-73c3a9184cfd {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:43:00.572427 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3a612c-49f0-451c-b533-8029b4df6f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691c767e-a31f-42c6-9314-a66052781495', 'code': 200} Dec 16 22:43:00.572814 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4af763-3797-4d68-85cf-7deb42061832 req-ba293306-613f-4eb5-bdd6-e9cc8698e3c9 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:00.572931 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-358f69e6-19f0-42ce-a815-66d9e35babb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:00.573030 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b4af763-3797-4d68-85cf-7deb42061832 req-ba293306-613f-4eb5-bdd6-e9cc8698e3c9 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 946 time: 0.1307414 Dec 16 22:43:00.601051 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:00.689262 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-550e632c-3e6b-4a4f-aa18-e224c6ca7cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'name': 'tempest-TestVolumeBootPattern-493678342-router', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'gw_port': {'id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:52Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '71c446f6-e687-41bb-afe1-9fef24f1666b', 'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'mac_address': 'fa:16:3e:07:42:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:56Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 2, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'subnets': [{'id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:00.741123 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-358f69e6-19f0-42ce-a815-66d9e35babb7 None None] For port a7fd4539-00a6-4d02-9313-40ea4de066a2, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a7fd4539-00a6-4d02-9313-40ea4de066a2,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:43:00.742786 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a7fd4539-00a6-4d02-9313-40ea4de066a2 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:43:00.750139 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e632c-3e6b-4a4f-aa18-e224c6ca7cb0 None None] The sync data for ids ['f2356911-0c5c-4ae1-ae3d-c6b339551136'] in n-d-815324-4 is: [{'id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'name': 'tempest-TestVolumeBootPattern-493678342-router', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'gw_port': {'id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:52Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '71c446f6-e687-41bb-afe1-9fef24f1666b', 'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'mac_address': 'fa:16:3e:07:42:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:56Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 2, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'subnets': [{'id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:43:00.755512 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b4af763-3797-4d68-85cf-7deb42061832 req-527c4d31-01d0-45b1-9623-de4cd91d2de8 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=fffc2bdf-c37c-4fd9-90de-745240d5f267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781676 Dec 16 22:43:00.795618 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50918) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:00.832551 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e6b6b-1a12-4fd4-8bae-c1ae0f03cc73 req-4027fbbf-60fc-40f2-afdf-efcbbeafdd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:00.841026 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d9e6b6b-1a12-4fd4-8bae-c1ae0f03cc73 req-4027fbbf-60fc-40f2-afdf-efcbbeafdd65 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ff3a612c-49f0-451c-b533-8029b4df6f7a HTTP/1.1" status: 200 len: 1097 time: 0.1395667 Dec 16 22:43:00.875382 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-358f69e6-19f0-42ce-a815-66d9e35babb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:00.877625 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=691c767e-a31f-42c6-9314-a66052781495,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:00.916864 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111aef38-64b3-471d-9471-50b4f6b3bb9f tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:00.923732 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-111aef38-64b3-471d-9471-50b4f6b3bb9f tempest-TestNetworkBasicOps-1509165976 tempest-TestNetworkBasicOps-1509165976-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 1092 time: 0.1199796 Dec 16 22:43:00.924853 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50920) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:00.931891 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-27f1dc15-5344-44f5-b8b9-21a74e54de95 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'port_id': 'f83d2168-cdce-4fd6-bdaf-d529e7a38e40', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:43:00.956268 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d9e6b6b-1a12-4fd4-8bae-c1ae0f03cc73 req-dd47657e-d6f0-4b01-b53c-d92c7245d07a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ea712f39-32bc-449a-86e0-72c64f8e9d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076374 Dec 16 22:43:01.007369 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-358f69e6-19f0-42ce-a815-66d9e35babb7 None None] Provisioning complete for port 7400966b-fd47-4d36-ab94-4fce5c32b3d6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:01.011567 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-358f69e6-19f0-42ce-a815-66d9e35babb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:01.065761 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27f1dc15-5344-44f5-b8b9-21a74e54de95 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:01.112198 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f69e6-19f0-42ce-a815-66d9e35babb7 None None] Pushing event updated for resources: {'Port': ['ID=a7fd4539-00a6-4d02-9313-40ea4de066a2,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:01.120122 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port a7fd4539-00a6-4d02-9313-40ea4de066a2 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:01.120651 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:01.325821 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50934) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:01.332386 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-3fc99d56-11f4-4063-bed9-716bd40c4750 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1181358808-network', 'tenant_id': '744b8e80193c43ccb58e835694022bd7'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:43:01.442261 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27f1dc15-5344-44f5-b8b9-21a74e54de95 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:01.548480 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5133a5-ed4a-4329-956c-0a4c48c79ab4 req-141ec657-d255-4e03-8c12-42858f0ea8b1 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:01.550111 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b5133a5-ed4a-4329-956c-0a4c48c79ab4 req-141ec657-d255-4e03-8c12-42858f0ea8b1 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff3a612c-49f0-451c-b533-8029b4df6f7a HTTP/1.1" status: 200 len: 946 time: 0.2068481 Dec 16 22:43:01.628350 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc99d56-11f4-4063-bed9-716bd40c4750 admin admin] Made reservation on behalf of 744b8e80193c43ccb58e835694022bd7 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:43:01.631802 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3fc99d56-11f4-4063-bed9-716bd40c4750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:01.689057 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7acddf1-f8bf-4599-b08f-170df991c90c None None] Sync routers for ids ['14661a2f-90b1-49e9-be60-bb3a2de7f9db'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:43:01.696807 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b5133a5-ed4a-4329-956c-0a4c48c79ab4 req-f01aef90-0224-4ea2-a6b9-59fa76331bb6 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea712f39-32bc-449a-86e0-72c64f8e9d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395271 Dec 16 22:43:01.697274 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3fc99d56-11f4-4063-bed9-716bd40c4750 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:01.709997 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-358f69e6-19f0-42ce-a815-66d9e35babb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:01.733455 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7acddf1-f8bf-4599-b08f-170df991c90c None None] Routers {'14661a2f-90b1-49e9-be60-bb3a2de7f9db'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:43:01.734592 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-b7acddf1-f8bf-4599-b08f-170df991c90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:42:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['14661a2f-90b1-49e9-be60-bb3a2de7f9db'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:01.743072 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-27f1dc15-5344-44f5-b8b9-21a74e54de95 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Allocated IP 172.25.6.60 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/1f7fb35e-b8bb-4b52-aacb-793a45f1430f) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:43:01.771628 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-358f69e6-19f0-42ce-a815-66d9e35babb7 None None] For port 7400966b-fd47-4d36-ab94-4fce5c32b3d6, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7400966b-fd47-4d36-ab94-4fce5c32b3d6,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:43:01.821324 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3fc99d56-11f4-4063-bed9-716bd40c4750 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:01.880268 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-358f69e6-19f0-42ce-a815-66d9e35babb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:01.905556 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3fc99d56-11f4-4063-bed9-716bd40c4750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:01.928863 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc99d56-11f4-4063-bed9-716bd40c4750 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:43:01.947758 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-358f69e6-19f0-42ce-a815-66d9e35babb7 None None] Provisioning complete for port 71c446f6-e687-41bb-afe1-9fef24f1666b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:01.948149 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-358f69e6-19f0-42ce-a815-66d9e35babb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:01.956553 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27f1dc15-5344-44f5-b8b9-21a74e54de95 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:02.002070 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3fc99d56-11f4-4063-bed9-716bd40c4750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:02.005545 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-3fc99d56-11f4-4063-bed9-716bd40c4750 admin admin] Added segment ad79f067-f98a-44a3-87ae-1b18f84e671f of type vlan for network 1f413d02-c08f-4a4a-8411-f899a2a21228 Dec 16 22:43:02.007939 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-b7acddf1-f8bf-4599-b08f-170df991c90c None None] Set router 14661a2f-90b1-49e9-be60-bb3a2de7f9db gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:43:02.038340 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50944) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:02.040580 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc99d56-11f4-4063-bed9-716bd40c4750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5873ad07-afef-4f83-b5b9-ad4ef7cadb0d,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:02.044866 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-992c2ae2-b4cf-4340-ba6e-4a751ca6c0d7 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1559152280-network', 'tenant_id': 'd0fe055205cb43298b619969cab051dc'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:43:02.083130 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f69e6-19f0-42ce-a815-66d9e35babb7 None None] Pushing event updated for resources: {'Port': ['ID=7400966b-fd47-4d36-ab94-4fce5c32b3d6,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:02.098160 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3fc99d56-11f4-4063-bed9-716bd40c4750 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:02.104130 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-358f69e6-19f0-42ce-a815-66d9e35babb7 None None] Port 71c446f6-e687-41bb-afe1-9fef24f1666b cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:43:02.111595 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27f1dc15-5344-44f5-b8b9-21a74e54de95 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:02.209511 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3fc99d56-11f4-4063-bed9-716bd40c4750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:02.210870 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc99d56-11f4-4063-bed9-716bd40c4750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:02.211942 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3fc99d56-11f4-4063-bed9-716bd40c4750 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:02.259961 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-358f69e6-19f0-42ce-a815-66d9e35babb7 None None] Provisioning complete for port 495f92e9-02f7-4d90-84e8-0c6d0030c4d6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:02.262685 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1dc15-5344-44f5-b8b9-21a74e54de95 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'Port': ['ID=1f7fb35e-b8bb-4b52-aacb-793a45f1430f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:02.266261 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-358f69e6-19f0-42ce-a815-66d9e35babb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:02.271412 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992c2ae2-b4cf-4340-ba6e-4a751ca6c0d7 admin admin] Made reservation on behalf of d0fe055205cb43298b619969cab051dc for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:43:02.280589 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-992c2ae2-b4cf-4340-ba6e-4a751ca6c0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:02.320255 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f1dc15-5344-44f5-b8b9-21a74e54de95 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:43:02.321293 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-992c2ae2-b4cf-4340-ba6e-4a751ca6c0d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:02.331014 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-27f1dc15-5344-44f5-b8b9-21a74e54de95 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:43:02.348077 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f1dc15-5344-44f5-b8b9-21a74e54de95 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:43:02.370375 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc99d56-11f4-4063-bed9-716bd40c4750 admin admin] Pushing event updated for resources: {'Network': ['ID=1f413d02-c08f-4a4a-8411-f899a2a21228,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:02.373833 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-358f69e6-19f0-42ce-a815-66d9e35babb7 None None] Port 495f92e9-02f7-4d90-84e8-0c6d0030c4d6 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:43:02.411585 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 1f413d02-c08f-4a4a-8411-f899a2a21228 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:43:02.479263 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3fc99d56-11f4-4063-bed9-716bd40c4750 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1522667 Dec 16 22:43:02.482279 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50946) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:02.489742 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-94c35b30-c1f4-47b0-98bb-8080ec143407 admin admin] Request body: {'subnet': {'network_id': '1f413d02-c08f-4a4a-8411-f899a2a21228', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1181358808-subnet', 'tenant_id': '744b8e80193c43ccb58e835694022bd7', 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:43:02.571500 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-54973630-6d5c-4817-b63c-0580d467c427 None None] Provisioning complete for port 7400966b-fd47-4d36-ab94-4fce5c32b3d6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:02.571500 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-54973630-6d5c-4817-b63c-0580d467c427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:02.619390 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c35b30-c1f4-47b0-98bb-8080ec143407 admin admin] Made reservation on behalf of 744b8e80193c43ccb58e835694022bd7 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:43:02.621960 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-94c35b30-c1f4-47b0-98bb-8080ec143407 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:02.686443 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-b7acddf1-f8bf-4599-b08f-170df991c90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'name': 'tempest-TestServerBasicOps-1952832522-router', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'gw_port': {'id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:53Z', 'updated_at': '2021-12-16T22:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '495f92e9-02f7-4d90-84e8-0c6d0030c4d6', 'name': '', 'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'mac_address': 'fa:16:3e:a8:ce:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'a6972eff-e95f-4a67-852c-78411db180d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:57Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 2, 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'subnets': [{'id': 'a6972eff-e95f-4a67-852c-78411db180d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:02.755829 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7acddf1-f8bf-4599-b08f-170df991c90c None None] Checking router: 14661a2f-90b1-49e9-be60-bb3a2de7f9db for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:43:02.759894 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7acddf1-f8bf-4599-b08f-170df991c90c None None] Updating router 14661a2f-90b1-49e9-be60-bb3a2de7f9db port 495f92e9-02f7-4d90-84e8-0c6d0030c4d6 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:43:02.835994 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-992c2ae2-b4cf-4340-ba6e-4a751ca6c0d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:02.871145 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7400966b-fd47-4d36-ab94-4fce5c32b3d6 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:43:02.917424 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7acddf1-f8bf-4599-b08f-170df991c90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:02.956280 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-992c2ae2-b4cf-4340-ba6e-4a751ca6c0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:02.995711 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992c2ae2-b4cf-4340-ba6e-4a751ca6c0d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:43:03.015677 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-992c2ae2-b4cf-4340-ba6e-4a751ca6c0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:03.020412 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-992c2ae2-b4cf-4340-ba6e-4a751ca6c0d7 admin admin] Added segment edcfa837-25a2-4838-9977-2f2081f07d45 of type vlan for network bd165693-b8a6-4850-9256-928ee5f5c4f1 Dec 16 22:43:03.060124 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-54973630-6d5c-4817-b63c-0580d467c427 None None] Provisioning complete for port 71c446f6-e687-41bb-afe1-9fef24f1666b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:03.060976 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-54973630-6d5c-4817-b63c-0580d467c427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:03.101491 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-992c2ae2-b4cf-4340-ba6e-4a751ca6c0d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:03.111166 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 7400966b-fd47-4d36-ab94-4fce5c32b3d6 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:03.111981 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:03.132720 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-94c35b30-c1f4-47b0-98bb-8080ec143407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:03.178635 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-54973630-6d5c-4817-b63c-0580d467c427 None None] Port 71c446f6-e687-41bb-afe1-9fef24f1666b cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:43:03.247605 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c35b30-c1f4-47b0-98bb-8080ec143407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a89fcdaa-24c4-4c95-b19b-79dac8f4f433,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:03.248936 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-992c2ae2-b4cf-4340-ba6e-4a751ca6c0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:03.250528 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992c2ae2-b4cf-4340-ba6e-4a751ca6c0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:03.251224 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-992c2ae2-b4cf-4340-ba6e-4a751ca6c0d7 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:03.340022 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c35b30-c1f4-47b0-98bb-8080ec143407 admin admin] Checking segment: {'id': 'ad79f067-f98a-44a3-87ae-1b18f84e671f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1f413d02-c08f-4a4a-8411-f899a2a21228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:43:03.340622 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c35b30-c1f4-47b0-98bb-8080ec143407 admin admin] Network hostable DHCP agents. Network: 1f413d02-c08f-4a4a-8411-f899a2a21228, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:43:03.350122 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f9551-6237-45bb-b097-8e2f30b789e9 req-5605cf82-f5e7-46ad-a769-ec0fe41f35ad tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:03.351757 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-133f9551-6237-45bb-b097-8e2f30b789e9 req-5605cf82-f5e7-46ad-a769-ec0fe41f35ad tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff3a612c-49f0-451c-b533-8029b4df6f7a HTTP/1.1" status: 200 len: 946 time: 0.4390275 Dec 16 22:43:03.356461 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c2ae2-b4cf-4340-ba6e-4a751ca6c0d7 admin admin] Pushing event updated for resources: {'Network': ['ID=bd165693-b8a6-4850-9256-928ee5f5c4f1,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:03.361995 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c2ae2-b4cf-4340-ba6e-4a751ca6c0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efb888c-d689-4cf1-9f12-abfc7863bd36,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:03.433713 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-992c2ae2-b4cf-4340-ba6e-4a751ca6c0d7 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3937957 Dec 16 22:43:03.433945 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50960) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:03.447487 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-81566312-d2f9-448a-934f-8a75f7c0bb4e admin admin] Request body: {'subnet': {'network_id': 'bd165693-b8a6-4850-9256-928ee5f5c4f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1559152280-subnet', 'tenant_id': 'd0fe055205cb43298b619969cab051dc', 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:43:03.473538 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network bd165693-b8a6-4850-9256-928ee5f5c4f1 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:43:03.473695 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c35b30-c1f4-47b0-98bb-8080ec143407 admin admin] Network 1f413d02-c08f-4a4a-8411-f899a2a21228 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:43:03.523404 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-133f9551-6237-45bb-b097-8e2f30b789e9 req-3a02acaf-3ed6-40b4-b3a6-a7b5b9d12cb4 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea712f39-32bc-449a-86e0-72c64f8e9d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642406 Dec 16 22:43:03.551469 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81566312-d2f9-448a-934f-8a75f7c0bb4e admin admin] Made reservation on behalf of d0fe055205cb43298b619969cab051dc for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:43:03.555436 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-81566312-d2f9-448a-934f-8a75f7c0bb4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:03.599128 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-54973630-6d5c-4817-b63c-0580d467c427 None None] Provisioning complete for port 495f92e9-02f7-4d90-84e8-0c6d0030c4d6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:03.599381 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-54973630-6d5c-4817-b63c-0580d467c427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:03.633292 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-94c35b30-c1f4-47b0-98bb-8080ec143407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 1f413d02-c08f-4a4a-8411-f899a2a21228) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:43:03.651363 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7acddf1-f8bf-4599-b08f-170df991c90c None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:03.652027 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c35b30-c1f4-47b0-98bb-8080ec143407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:03.652627 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-94c35b30-c1f4-47b0-98bb-8080ec143407 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:03.658142 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e7cbc0-1e67-4963-8a50-fe9811011715 None None] Network 1f413d02-c08f-4a4a-8411-f899a2a21228 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:43:03.751978 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27f1dc15-5344-44f5-b8b9-21a74e54de95 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:03.759323 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-54973630-6d5c-4817-b63c-0580d467c427 None None] Port 495f92e9-02f7-4d90-84e8-0c6d0030c4d6 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:43:03.785108 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a7fd4539-00a6-4d02-9313-40ea4de066a2 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:43:03.811142 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-94c35b30-c1f4-47b0-98bb-8080ec143407 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3273056 Dec 16 22:43:03.819325 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 50966) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:03.834509 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-fedfec03-62dd-40e8-9784-5e0c4d11ad6d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1181358808-router', 'tenant_id': '744b8e80193c43ccb58e835694022bd7', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:43:03.836436 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7acddf1-f8bf-4599-b08f-170df991c90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:03.849854 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-1f413d02-c08f-4a4a-8411-f899a2a21228', 'network_id': '1f413d02-c08f-4a4a-8411-f899a2a21228', 'project_id': '744b8e80193c43ccb58e835694022bd7', 'fixed_ips': [{'subnet_id': 'a89fcdaa-24c4-4c95-b19b-79dac8f4f433'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:43:03.857590 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:03.920755 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34375de6-83f2-45ab-a4d7-919176dec679 None None] Pushing event updated for resources: {'Port': ['ID=495f92e9-02f7-4d90-84e8-0c6d0030c4d6,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:03.992443 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fedfec03-62dd-40e8-9784-5e0c4d11ad6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:03.998711 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fedfec03-62dd-40e8-9784-5e0c4d11ad6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:04.007947 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-81566312-d2f9-448a-934f-8a75f7c0bb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:04.035449 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27f1dc15-5344-44f5-b8b9-21a74e54de95 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:04.132176 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81566312-d2f9-448a-934f-8a75f7c0bb4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cf515bb-e1cd-42b8-a7ec-db473ba8cd0f,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:04.164316 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Allocated IP 172.20.0.2 (1f413d02-c08f-4a4a-8411-f899a2a21228/a89fcdaa-24c4-4c95-b19b-79dac8f4f433/7f034458-dcae-4cc4-9245-0d25f32d60a2) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:43:04.296113 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fedfec03-62dd-40e8-9784-5e0c4d11ad6d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:04.310131 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81566312-d2f9-448a-934f-8a75f7c0bb4e admin admin] Checking segment: {'id': 'edcfa837-25a2-4838-9977-2f2081f07d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bd165693-b8a6-4850-9256-928ee5f5c4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:43:04.310622 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81566312-d2f9-448a-934f-8a75f7c0bb4e admin admin] Network hostable DHCP agents. Network: bd165693-b8a6-4850-9256-928ee5f5c4f1, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:43:04.605649 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:04.610904 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c114abf3-7948-4590-bb4d-1211c3869da4 None None] Sync routers for ids ['f2356911-0c5c-4ae1-ae3d-c6b339551136'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:43:04.655491 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c114abf3-7948-4590-bb4d-1211c3869da4 None None] Routers {'f2356911-0c5c-4ae1-ae3d-c6b339551136'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:43:04.656975 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c114abf3-7948-4590-bb4d-1211c3869da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:42:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f2356911-0c5c-4ae1-ae3d-c6b339551136'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:04.700155 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port a7fd4539-00a6-4d02-9313-40ea4de066a2 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:04.701562 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:04.789337 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:04.791797 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-b7acddf1-f8bf-4599-b08f-170df991c90c None None] Attempting to bind port 495f92e9-02f7-4d90-84e8-0c6d0030c4d6 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:43:04.792174 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-b7acddf1-f8bf-4599-b08f-170df991c90c None None] Attempting to bind port 495f92e9-02f7-4d90-84e8-0c6d0030c4d6 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '549d70f2-5f28-4774-b2b3-cd43e0d4ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:43:04.793220 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7acddf1-f8bf-4599-b08f-170df991c90c None None] Attempting to bind port 495f92e9-02f7-4d90-84e8-0c6d0030c4d6 on network 6758e66d-b624-4230-bc5c-846fa9c4caaf {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:43:04.835791 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1af3c6df-c5c7-4283-a1fc-d623f5214942 None None] Provisioning complete for port 495f92e9-02f7-4d90-84e8-0c6d0030c4d6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:04.836171 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1af3c6df-c5c7-4283-a1fc-d623f5214942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:04.868597 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7acddf1-f8bf-4599-b08f-170df991c90c None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:43:04.868597 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7acddf1-f8bf-4599-b08f-170df991c90c None None] Checking segment: {'id': '549d70f2-5f28-4774-b2b3-cd43e0d4ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:43:04.868597 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7acddf1-f8bf-4599-b08f-170df991c90c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:04.868597 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7acddf1-f8bf-4599-b08f-170df991c90c None None] Bound using segment: {'id': '549d70f2-5f28-4774-b2b3-cd43e0d4ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:43:04.868597 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-b7acddf1-f8bf-4599-b08f-170df991c90c None None] Bound port: 495f92e9-02f7-4d90-84e8-0c6d0030c4d6, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '549d70f2-5f28-4774-b2b3-cd43e0d4ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:43:04.868597 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7acddf1-f8bf-4599-b08f-170df991c90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:04.880627 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81566312-d2f9-448a-934f-8a75f7c0bb4e admin admin] Network bd165693-b8a6-4850-9256-928ee5f5c4f1 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:43:04.917396 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-c114abf3-7948-4590-bb4d-1211c3869da4 None None] Set router f2356911-0c5c-4ae1-ae3d-c6b339551136 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:43:04.978071 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-81566312-d2f9-448a-934f-8a75f7c0bb4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, bd165693-b8a6-4850-9256-928ee5f5c4f1) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:43:04.988487 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81566312-d2f9-448a-934f-8a75f7c0bb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:04.990326 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-81566312-d2f9-448a-934f-8a75f7c0bb4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:05.005721 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fedfec03-62dd-40e8-9784-5e0c4d11ad6d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:05.027166 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Network 1f413d02-c08f-4a4a-8411-f899a2a21228 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:43:05.027166 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98e186f-ba15-4a21-9a35-3b6b1b7abc46 None None] Network bd165693-b8a6-4850-9256-928ee5f5c4f1 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:43:05.048963 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Pushing event updated for resources: {'Port': ['ID=7f034458-dcae-4cc4-9245-0d25f32d60a2,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:05.055560 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:43:05.063978 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27f1dc15-5344-44f5-b8b9-21a74e54de95 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:05.108241 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-81566312-d2f9-448a-934f-8a75f7c0bb4e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6731644 Dec 16 22:43:05.112054 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 50978) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:05.117647 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-3e65f068-fea0-4aaf-9edf-7ff7a6923909 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1559152280-router', 'tenant_id': 'd0fe055205cb43298b619969cab051dc', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:43:05.122706 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:43:05.133110 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1af3c6df-c5c7-4283-a1fc-d623f5214942 None None] Port 495f92e9-02f7-4d90-84e8-0c6d0030c4d6 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:43:05.142196 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:05.142870 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:05.143470 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:05.144053 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:05.144608 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:05.145148 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:05.145687 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:05.146242 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:05.146796 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:05.147360 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:05.147946 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:05.148511 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:05.149087 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:05.161958 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27f1dc15-5344-44f5-b8b9-21a74e54de95 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:05.300973 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Attempting to bind port 7f034458-dcae-4cc4-9245-0d25f32d60a2 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:43:05.300973 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Attempting to bind port 7f034458-dcae-4cc4-9245-0d25f32d60a2 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'ad79f067-f98a-44a3-87ae-1b18f84e671f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1f413d02-c08f-4a4a-8411-f899a2a21228'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:43:05.300973 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Attempting to bind port 7f034458-dcae-4cc4-9245-0d25f32d60a2 on network 1f413d02-c08f-4a4a-8411-f899a2a21228 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:43:05.301981 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b7acddf1-f8bf-4599-b08f-170df991c90c None None] For port 495f92e9-02f7-4d90-84e8-0c6d0030c4d6, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:43:05.307317 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b7acddf1-f8bf-4599-b08f-170df991c90c None None] For port 495f92e9-02f7-4d90-84e8-0c6d0030c4d6, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=495f92e9-02f7-4d90-84e8-0c6d0030c4d6,segment=NetworkSegment(549d70f2-5f28-4774-b2b3-cd43e0d4ecaf),segment_id=549d70f2-5f28-4774-b2b3-cd43e0d4ecaf)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:43:05.341588 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:43:05.341588 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Checking segment: {'id': 'ad79f067-f98a-44a3-87ae-1b18f84e671f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1f413d02-c08f-4a4a-8411-f899a2a21228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:43:05.341588 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:05.341588 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Bound using segment: {'id': 'ad79f067-f98a-44a3-87ae-1b18f84e671f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1f413d02-c08f-4a4a-8411-f899a2a21228'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:43:05.341588 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Bound port: 7f034458-dcae-4cc4-9245-0d25f32d60a2, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad79f067-f98a-44a3-87ae-1b18f84e671f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1f413d02-c08f-4a4a-8411-f899a2a21228'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:43:05.341588 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:05.376019 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e65f068-fea0-4aaf-9edf-7ff7a6923909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:05.376019 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e65f068-fea0-4aaf-9edf-7ff7a6923909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:05.376779 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b569cf7-96b4-4e48-b69f-8a970e29c8b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-bd165693-b8a6-4850-9256-928ee5f5c4f1', 'network_id': 'bd165693-b8a6-4850-9256-928ee5f5c4f1', 'project_id': 'd0fe055205cb43298b619969cab051dc', 'fixed_ips': [{'subnet_id': '6cf515bb-e1cd-42b8-a7ec-db473ba8cd0f'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:43:05.379737 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1b569cf7-96b4-4e48-b69f-8a970e29c8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:05.398294 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c114abf3-7948-4590-bb4d-1211c3869da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'name': 'tempest-TestVolumeBootPattern-493678342-router', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'gw_port': {'id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:52Z', 'updated_at': '2021-12-16T22:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '71c446f6-e687-41bb-afe1-9fef24f1666b', 'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'mac_address': 'fa:16:3e:07:42:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:56Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 2, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'subnets': [{'id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:05.412257 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1dc15-5344-44f5-b8b9-21a74e54de95 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event updated for resources: {'Port': ['ID=1f7fb35e-b8bb-4b52-aacb-793a45f1430f,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:05.437792 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27f1dc15-5344-44f5-b8b9-21a74e54de95 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:05.464671 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b7acddf1-f8bf-4599-b08f-170df991c90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:05.470942 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c114abf3-7948-4590-bb4d-1211c3869da4 None None] Checking router: f2356911-0c5c-4ae1-ae3d-c6b339551136 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:43:05.473453 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c114abf3-7948-4590-bb4d-1211c3869da4 None None] Updating router f2356911-0c5c-4ae1-ae3d-c6b339551136 port 71c446f6-e687-41bb-afe1-9fef24f1666b binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:43:05.546637 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c114abf3-7948-4590-bb4d-1211c3869da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:05.619033 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fedfec03-62dd-40e8-9784-5e0c4d11ad6d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:05.693978 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-27f1dc15-5344-44f5-b8b9-21a74e54de95 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Floating IP 5748047b-76e3-418b-9da3-39aa0f241595 associated. External IP: 172.25.6.60, port: f83d2168-cdce-4fd6-bdaf-d529e7a38e40. Dec 16 22:43:05.697228 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fedfec03-62dd-40e8-9784-5e0c4d11ad6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:05.715583 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7acddf1-f8bf-4599-b08f-170df991c90c None None] Routers {'14661a2f-90b1-49e9-be60-bb3a2de7f9db'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:43:05.716726 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-b7acddf1-f8bf-4599-b08f-170df991c90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:42:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['14661a2f-90b1-49e9-be60-bb3a2de7f9db'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:05.722777 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] For port 7f034458-dcae-4cc4-9245-0d25f32d60a2, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:43:05.880801 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e65f068-fea0-4aaf-9edf-7ff7a6923909 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:05.912190 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34375de6-83f2-45ab-a4d7-919176dec679 None None] Pushing event updated for resources: {'Port': ['ID=495f92e9-02f7-4d90-84e8-0c6d0030c4d6,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:05.984919 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] For port 7f034458-dcae-4cc4-9245-0d25f32d60a2, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7f034458-dcae-4cc4-9245-0d25f32d60a2,segment=NetworkSegment(ad79f067-f98a-44a3-87ae-1b18f84e671f),segment_id=ad79f067-f98a-44a3-87ae-1b18f84e671f)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:43:06.008720 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-fedfec03-62dd-40e8-9784-5e0c4d11ad6d admin admin] Allocated IP 172.25.6.41 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/a7c99154-121e-4682-8b4c-62d5384f264e) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:43:06.073528 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f1dc15-5344-44f5-b8b9-21a74e54de95 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Router 596f40b1-ad2e-42e0-8fd5-89a5bc4adf85 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:43:06.130733 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fedfec03-62dd-40e8-9784-5e0c4d11ad6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:06.197705 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:06.287017 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c114abf3-7948-4590-bb4d-1211c3869da4 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:06.320155 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885c9c5-139b-421e-8a43-cead69fcab13 None None] Pushing event updated for resources: {'Port': ['ID=7f034458-dcae-4cc4-9245-0d25f32d60a2,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:06.339817 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fedfec03-62dd-40e8-9784-5e0c4d11ad6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:06.359938 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-b7acddf1-f8bf-4599-b08f-170df991c90c None None] Set router 14661a2f-90b1-49e9-be60-bb3a2de7f9db gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:43:06.386371 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c114abf3-7948-4590-bb4d-1211c3869da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:06.412308 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-1b569cf7-96b4-4e48-b69f-8a970e29c8b7 None None] Allocated IP 172.20.0.2 (bd165693-b8a6-4850-9256-928ee5f5c4f1/6cf515bb-e1cd-42b8-a7ec-db473ba8cd0f/cce59360-25c2-4ada-8904-da34bbf7fc45) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:43:06.414397 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d0efa7d2-b704-49d7-8c86-e4b957a3537a None None] Provisioning complete for port 495f92e9-02f7-4d90-84e8-0c6d0030c4d6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:06.414774 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d0efa7d2-b704-49d7-8c86-e4b957a3537a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:06.459774 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedfec03-62dd-40e8-9784-5e0c4d11ad6d admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:43:06.478307 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-fedfec03-62dd-40e8-9784-5e0c4d11ad6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:43:06.489349 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedfec03-62dd-40e8-9784-5e0c4d11ad6d admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:43:06.494779 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedfec03-62dd-40e8-9784-5e0c4d11ad6d admin admin] Pushing event updated for resources: {'Port': ['ID=a7c99154-121e-4682-8b4c-62d5384f264e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:06.528640 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f1dc15-5344-44f5-b8b9-21a74e54de95 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:43:06.557971 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e65f068-fea0-4aaf-9edf-7ff7a6923909 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:06.565877 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db738f0b-91af-42e4-b2d6-eaeed1caeeb0 None None] Sync routers for ids ['596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:43:06.578659 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d2c7d5-3fd9-44e8-a61f-0a75a2dff6ce None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:43:06.715740 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-27f1dc15-5344-44f5-b8b9-21a74e54de95 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:06.742301 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db738f0b-91af-42e4-b2d6-eaeed1caeeb0 None None] Routers {'596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:43:06.742946 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-db738f0b-91af-42e4-b2d6-eaeed1caeeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:42:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:06.791688 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c7405-86e2-4b48-87c5-668caec67d82 None None] Pushing event updated for resources: {'Port': ['ID=71c446f6-e687-41bb-afe1-9fef24f1666b,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:06.837931 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-27f1dc15-5344-44f5-b8b9-21a74e54de95 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.9032562 Dec 16 22:43:06.837931 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3334e643-d525-42ab-baeb-ed78e1fcb943', 'tag': 'f83d2168-cdce-4fd6-bdaf-d529e7a38e40'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:43:06.837931 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e1643d-9ea2-40ef-bf25-e1310d60b69f" -d '{"events": [{"name": "network-changed", "server_uuid": "3334e643-d525-42ab-baeb-ed78e1fcb943", "tag": "f83d2168-cdce-4fd6-bdaf-d529e7a38e40"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:43:06.844438 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51002) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:07.041666 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-c114abf3-7948-4590-bb4d-1211c3869da4 None None] Attempting to bind port 71c446f6-e687-41bb-afe1-9fef24f1666b on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:43:07.042473 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-c114abf3-7948-4590-bb4d-1211c3869da4 None None] Attempting to bind port 71c446f6-e687-41bb-afe1-9fef24f1666b by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:43:07.043009 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c114abf3-7948-4590-bb4d-1211c3869da4 None None] Attempting to bind port 71c446f6-e687-41bb-afe1-9fef24f1666b on network 4daef152-7506-4390-9b15-8eed5c3fe323 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:43:07.050529 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c114abf3-7948-4590-bb4d-1211c3869da4 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:43:07.051197 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c114abf3-7948-4590-bb4d-1211c3869da4 None None] Checking segment: {'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:43:07.051772 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c114abf3-7948-4590-bb4d-1211c3869da4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:07.052457 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c114abf3-7948-4590-bb4d-1211c3869da4 None None] Bound using segment: {'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:43:07.053107 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-c114abf3-7948-4590-bb4d-1211c3869da4 None None] Bound port: 71c446f6-e687-41bb-afe1-9fef24f1666b, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:43:07.053795 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c114abf3-7948-4590-bb4d-1211c3869da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:07.206077 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f4a56e06-3d43-45a7-872b-40c5d247953e tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/floatingips/5748047b-76e3-418b-9da3-39aa0f241595 HTTP/1.1" status: 200 len: 991 time: 0.3593991 Dec 16 22:43:07.263532 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-c114abf3-7948-4590-bb4d-1211c3869da4 None None] For port 71c446f6-e687-41bb-afe1-9fef24f1666b, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:43:07.295660 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-c114abf3-7948-4590-bb4d-1211c3869da4 None None] For port 71c446f6-e687-41bb-afe1-9fef24f1666b, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=71c446f6-e687-41bb-afe1-9fef24f1666b,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:43:07.304460 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-db738f0b-91af-42e4-b2d6-eaeed1caeeb0 None None] Set router 596f40b1-ad2e-42e0-8fd5-89a5bc4adf85 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:43:07.384908 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-c114abf3-7948-4590-bb4d-1211c3869da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:07.407005 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d224b33-312e-414c-be55-cdfc6c748f14 x-openstack-request-id: req-0d224b33-312e-414c-be55-cdfc6c748f14 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:43:07.407399 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3334e643-d525-42ab-baeb-ed78e1fcb943", "tag": "f83d2168-cdce-4fd6-bdaf-d529e7a38e40", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:43:07.411769 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0d224b33-312e-414c-be55-cdfc6c748f14 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:43:07.412313 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3334e643-d525-42ab-baeb-ed78e1fcb943', 'tag': 'f83d2168-cdce-4fd6-bdaf-d529e7a38e40', 'status': 'completed', 'code': 200} Dec 16 22:43:07.427983 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fedfec03-62dd-40e8-9784-5e0c4d11ad6d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:07.536071 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e65f068-fea0-4aaf-9edf-7ff7a6923909 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:07.549683 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c114abf3-7948-4590-bb4d-1211c3869da4 None None] Routers {'f2356911-0c5c-4ae1-ae3d-c6b339551136'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:43:07.550325 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c114abf3-7948-4590-bb4d-1211c3869da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:42:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f2356911-0c5c-4ae1-ae3d-c6b339551136'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:07.568956 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e65f068-fea0-4aaf-9edf-7ff7a6923909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:07.585774 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1643d-9ea2-40ef-bf25-e1310d60b69f req-e8e49891-29f7-4f0c-b3dc-bb636decd034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:07.596336 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b2e1643d-9ea2-40ef-bf25-e1310d60b69f req-e8e49891-29f7-4f0c-b3dc-bb636decd034 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2b4fafbea3d45ac8d3254c1d8b5fceb&device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 1097 time: 0.1517453 Dec 16 22:43:07.687666 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c7405-86e2-4b48-87c5-668caec67d82 None None] Pushing event updated for resources: {'Port': ['ID=71c446f6-e687-41bb-afe1-9fef24f1666b,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:07.717186 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7f034458-dcae-4cc4-9245-0d25f32d60a2 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:43:07.897260 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-c114abf3-7948-4590-bb4d-1211c3869da4 None None] Set router f2356911-0c5c-4ae1-ae3d-c6b339551136 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:43:08.049481 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fedfec03-62dd-40e8-9784-5e0c4d11ad6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:08.152046 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1643d-9ea2-40ef-bf25-e1310d60b69f req-8cf014bc-a4d7-40bb-9805-2d8def5f1b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:08.153593 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b2e1643d-9ea2-40ef-bf25-e1310d60b69f req-8cf014bc-a4d7-40bb-9805-2d8def5f1b8b service neutron] 10.222.0.57 "GET /v2.0/networks?id=27b9dd8f-8dc8-42d1-b422-e1b0133347b4 HTTP/1.1" status: 200 len: 896 time: 0.5487370 Dec 16 22:43:08.211620 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-3e65f068-fea0-4aaf-9edf-7ff7a6923909 admin admin] Allocated IP 172.25.6.209 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/62e702a9-b87f-4472-b8d0-aba482347869) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:43:08.247598 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51022) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:08.357403 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-98b31ca9-1a69-4d38-994d-21fb55ae669b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/floatingips/5748047b-76e3-418b-9da3-39aa0f241595 HTTP/1.1" status: 200 len: 991 time: 0.1082914 Dec 16 22:43:08.368250 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68d5d99-91a9-4037-95a1-a911131372ed None None] Network 1f413d02-c08f-4a4a-8411-f899a2a21228 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:43:08.375200 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d0efa7d2-b704-49d7-8c86-e4b957a3537a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:08.386011 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c114abf3-7948-4590-bb4d-1211c3869da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'name': 'tempest-TestVolumeBootPattern-493678342-router', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'gw_port': {'id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:52Z', 'updated_at': '2021-12-16T22:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '71c446f6-e687-41bb-afe1-9fef24f1666b', 'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'mac_address': 'fa:16:3e:07:42:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:56Z', 'updated_at': '2021-12-16T22:43:07Z', 'revision_number': 4, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'subnets': [{'id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:08.464352 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b2e1643d-9ea2-40ef-bf25-e1310d60b69f req-2f882bfc-6db9-416b-9db8-87f082ff0565 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f83d2168-cdce-4fd6-bdaf-d529e7a38e40 HTTP/1.1" status: 200 len: 999 time: 0.2889919 Dec 16 22:43:08.467397 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c114abf3-7948-4590-bb4d-1211c3869da4 None None] The sync data for ids ['f2356911-0c5c-4ae1-ae3d-c6b339551136'] in n-d-815324-4 is: [{'id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'name': 'tempest-TestVolumeBootPattern-493678342-router', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'gw_port': {'id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:52Z', 'updated_at': '2021-12-16T22:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '71c446f6-e687-41bb-afe1-9fef24f1666b', 'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'mac_address': 'fa:16:3e:07:42:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:56Z', 'updated_at': '2021-12-16T22:43:07Z', 'revision_number': 4, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'subnets': [{'id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:43:08.515124 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedfec03-62dd-40e8-9784-5e0c4d11ad6d admin admin] Router 4d141972-8767-4e80-b9ee-675cd3236dff is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:43:08.562104 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d0efa7d2-b704-49d7-8c86-e4b957a3537a None None] For port 495f92e9-02f7-4d90-84e8-0c6d0030c4d6, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=495f92e9-02f7-4d90-84e8-0c6d0030c4d6,segment=NetworkSegment(549d70f2-5f28-4774-b2b3-cd43e0d4ecaf),segment_id=549d70f2-5f28-4774-b2b3-cd43e0d4ecaf)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:43:08.596661 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1643d-9ea2-40ef-bf25-e1310d60b69f req-47497b03-518d-4a56-aff3-4a4e2a5ca696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:08.598151 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b2e1643d-9ea2-40ef-bf25-e1310d60b69f req-47497b03-518d-4a56-aff3-4a4e2a5ca696 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b81b7eb-1ad0-4fea-b30d-e3801f8a789e HTTP/1.1" status: 200 len: 835 time: 0.0878448 Dec 16 22:43:08.669915 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e65f068-fea0-4aaf-9edf-7ff7a6923909 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:08.704149 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1643d-9ea2-40ef-bf25-e1310d60b69f req-d152e2d1-2961-45b0-a54d-13cfec212ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:08.705923 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b2e1643d-9ea2-40ef-bf25-e1310d60b69f req-d152e2d1-2961-45b0-a54d-13cfec212ac0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=27b9dd8f-8dc8-42d1-b422-e1b0133347b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010897 Dec 16 22:43:08.748366 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedfec03-62dd-40e8-9784-5e0c4d11ad6d admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:43:08.760523 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 7f034458-dcae-4cc4-9245-0d25f32d60a2 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:08.761089 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:08.785307 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84eb99d-761e-4a1a-9140-dea0a06750d0 None None] Sync routers for ids ['4d141972-8767-4e80-b9ee-675cd3236dff'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:43:08.800900 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d0efa7d2-b704-49d7-8c86-e4b957a3537a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:08.818502 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84eb99d-761e-4a1a-9140-dea0a06750d0 None None] Routers {'4d141972-8767-4e80-b9ee-675cd3236dff'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:43:08.820012 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a84eb99d-761e-4a1a-9140-dea0a06750d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:42:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['4d141972-8767-4e80-b9ee-675cd3236dff'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:08.840855 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fedfec03-62dd-40e8-9784-5e0c4d11ad6d admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:08.843172 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fedfec03-62dd-40e8-9784-5e0c4d11ad6d admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0218375 Dec 16 22:43:08.850720 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51030) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:08.933517 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-b7acddf1-f8bf-4599-b08f-170df991c90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'name': 'tempest-TestServerBasicOps-1952832522-router', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'gw_port': {'id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:53Z', 'updated_at': '2021-12-16T22:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '495f92e9-02f7-4d90-84e8-0c6d0030c4d6', 'name': '', 'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'mac_address': 'fa:16:3e:a8:ce:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'a6972eff-e95f-4a67-852c-78411db180d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:57Z', 'updated_at': '2021-12-16T22:43:05Z', 'revision_number': 4, 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'subnets': [{'id': 'a6972eff-e95f-4a67-852c-78411db180d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:09.016315 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b2e1643d-9ea2-40ef-bf25-e1310d60b69f req-ec903cc7-544c-4cf9-8917-c4a3a9fed8dd service neutron] 10.222.0.57 "GET /v2.0/networks/27b9dd8f-8dc8-42d1-b422-e1b0133347b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774236 Dec 16 22:43:09.048654 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-a84eb99d-761e-4a1a-9140-dea0a06750d0 None None] Set router 4d141972-8767-4e80-b9ee-675cd3236dff gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:43:09.087725 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1b569cf7-96b4-4e48-b69f-8a970e29c8b7 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:09.100057 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7acddf1-f8bf-4599-b08f-170df991c90c None None] The sync data for ids ['14661a2f-90b1-49e9-be60-bb3a2de7f9db'] in n-d-815324-4 is: [{'id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'name': 'tempest-TestServerBasicOps-1952832522-router', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'gw_port': {'id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:53Z', 'updated_at': '2021-12-16T22:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '495f92e9-02f7-4d90-84e8-0c6d0030c4d6', 'name': '', 'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'mac_address': 'fa:16:3e:a8:ce:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'a6972eff-e95f-4a67-852c-78411db180d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:57Z', 'updated_at': '2021-12-16T22:43:05Z', 'revision_number': 4, 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'subnets': [{'id': 'a6972eff-e95f-4a67-852c-78411db180d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:43:09.103266 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e65f068-fea0-4aaf-9edf-7ff7a6923909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:09.124146 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e65f068-fea0-4aaf-9edf-7ff7a6923909 admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:43:09.130425 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-3e65f068-fea0-4aaf-9edf-7ff7a6923909 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:43:09.204666 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1beed460-e7ec-4b05-91be-062ccf1b48e5 None None] Provisioning complete for port 7f034458-dcae-4cc4-9245-0d25f32d60a2 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:09.204666 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1beed460-e7ec-4b05-91be-062ccf1b48e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:09.240177 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dbe72a-b96a-496a-b22f-0954247c80c6 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:43:09.246202 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e65f068-fea0-4aaf-9edf-7ff7a6923909 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:43:09.317665 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1b569cf7-96b4-4e48-b69f-8a970e29c8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:09.363697 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51042) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:09.395153 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65f068-fea0-4aaf-9edf-7ff7a6923909 admin admin] Pushing event updated for resources: {'Port': ['ID=62e702a9-b87f-4472-b8d0-aba482347869,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:09.416083 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efa7d2-b704-49d7-8c86-e4b957a3537a None None] Pushing event updated for resources: {'Port': ['ID=495f92e9-02f7-4d90-84e8-0c6d0030c4d6,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:09.446137 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b569cf7-96b4-4e48-b69f-8a970e29c8b7 None None] Network bd165693-b8a6-4850-9256-928ee5f5c4f1 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:43:09.560967 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-1b569cf7-96b4-4e48-b69f-8a970e29c8b7 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:43:09.589889 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b569cf7-96b4-4e48-b69f-8a970e29c8b7 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:43:09.648407 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9e92a2c4-6048-4b42-b91e-487e1eccdb62 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/floatingips/5748047b-76e3-418b-9da3-39aa0f241595 HTTP/1.1" status: 200 len: 991 time: 0.2471325 Dec 16 22:43:09.682519 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b2e1643d-9ea2-40ef-bf25-e1310d60b69f req-b9bf14f5-8396-47cb-af78-81fea8dc486f service neutron] 10.222.0.57 "GET /v2.0/networks/27b9dd8f-8dc8-42d1-b422-e1b0133347b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6589491 Dec 16 22:43:09.702907 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a84eb99d-761e-4a1a-9140-dea0a06750d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d141972-8767-4e80-b9ee-675cd3236dff', 'name': 'tempest-TestVolumeBootPattern-1181358808-router', 'tenant_id': '744b8e80193c43ccb58e835694022bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'a7c99154-121e-4682-8b4c-62d5384f264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:04Z', 'updated_at': '2021-12-16T22:43:06Z', 'revision_number': 3, 'project_id': '744b8e80193c43ccb58e835694022bd7', 'gw_port': {'id': 'a7c99154-121e-4682-8b4c-62d5384f264e', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d141972-8767-4e80-b9ee-675cd3236dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:09.793287 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84eb99d-761e-4a1a-9140-dea0a06750d0 None None] Checking router: 4d141972-8767-4e80-b9ee-675cd3236dff for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:43:09.793640 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84eb99d-761e-4a1a-9140-dea0a06750d0 None None] Updating router 4d141972-8767-4e80-b9ee-675cd3236dff port a7c99154-121e-4682-8b4c-62d5384f264e binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:43:09.804550 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b569cf7-96b4-4e48-b69f-8a970e29c8b7 None None] Pushing event updated for resources: {'Port': ['ID=cce59360-25c2-4ada-8904-da34bbf7fc45,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:09.857828 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a84eb99d-761e-4a1a-9140-dea0a06750d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:09.975234 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:10.097418 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-1b569cf7-96b4-4e48-b69f-8a970e29c8b7 None None] Attempting to bind port cce59360-25c2-4ada-8904-da34bbf7fc45 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:43:10.105894 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-1b569cf7-96b4-4e48-b69f-8a970e29c8b7 None None] Attempting to bind port cce59360-25c2-4ada-8904-da34bbf7fc45 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'edcfa837-25a2-4838-9977-2f2081f07d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bd165693-b8a6-4850-9256-928ee5f5c4f1'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:43:10.106506 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b569cf7-96b4-4e48-b69f-8a970e29c8b7 None None] Attempting to bind port cce59360-25c2-4ada-8904-da34bbf7fc45 on network bd165693-b8a6-4850-9256-928ee5f5c4f1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:43:10.178943 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b569cf7-96b4-4e48-b69f-8a970e29c8b7 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:43:10.184436 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b569cf7-96b4-4e48-b69f-8a970e29c8b7 None None] Checking segment: {'id': 'edcfa837-25a2-4838-9977-2f2081f07d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bd165693-b8a6-4850-9256-928ee5f5c4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:43:10.184436 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1b569cf7-96b4-4e48-b69f-8a970e29c8b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:10.184436 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b569cf7-96b4-4e48-b69f-8a970e29c8b7 None None] Bound using segment: {'id': 'edcfa837-25a2-4838-9977-2f2081f07d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bd165693-b8a6-4850-9256-928ee5f5c4f1'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:43:10.184744 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-1b569cf7-96b4-4e48-b69f-8a970e29c8b7 None None] Bound port: cce59360-25c2-4ada-8904-da34bbf7fc45, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edcfa837-25a2-4838-9977-2f2081f07d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bd165693-b8a6-4850-9256-928ee5f5c4f1'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:43:10.188777 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1b569cf7-96b4-4e48-b69f-8a970e29c8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:10.228783 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1beed460-e7ec-4b05-91be-062ccf1b48e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:10.325775 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-db738f0b-91af-42e4-b2d6-eaeed1caeeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'name': 'tempest-TestNetworkBasicOps-router-1550791143', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:19Z', 'updated_at': '2021-12-16T22:42:27Z', 'revision_number': 4, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:20Z', 'updated_at': '2021-12-16T22:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '5748047b-76e3-418b-9da3-39aa0f241595', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'port_id': 'f83d2168-cdce-4fd6-bdaf-d529e7a38e40', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4', 'mac_address': 'fa:16:3e:2c:05:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3334e643-d525-42ab-baeb-ed78e1fcb943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:43:03Z', 'updated_at': '2021-12-16T22:43:03Z', 'revision_number': 0, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e6035ad-dd94-4cc1-bd02-3f7b47c235bb', 'name': '', 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'mac_address': 'fa:16:3e:9d:6a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '9b81b7eb-1ad0-4fea-b30d-e3801f8a789e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:25Z', 'updated_at': '2021-12-16T22:42:32Z', 'revision_number': 5, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'subnets': [{'id': '9b81b7eb-1ad0-4fea-b30d-e3801f8a789e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:10.370020 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 7f034458-dcae-4cc4-9245-0d25f32d60a2, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7f034458-dcae-4cc4-9245-0d25f32d60a2,segment=NetworkSegment(ad79f067-f98a-44a3-87ae-1b18f84e671f),segment_id=ad79f067-f98a-44a3-87ae-1b18f84e671f)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:43:10.386415 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f2c8c0e4-00c8-4c55-aecb-c2561a9f94f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:10.466052 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:10.468789 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db738f0b-91af-42e4-b2d6-eaeed1caeeb0 None None] Checking router: 596f40b1-ad2e-42e0-8fd5-89a5bc4adf85 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:43:10.682286 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a84eb99d-761e-4a1a-9140-dea0a06750d0 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:10.700539 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51052) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:10.778860 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db738f0b-91af-42e4-b2d6-eaeed1caeeb0 None None] Routers {'596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:43:10.785089 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-db738f0b-91af-42e4-b2d6-eaeed1caeeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:42:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:10.871532 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a84eb99d-761e-4a1a-9140-dea0a06750d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:10.972798 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a60d25-5595-46e3-a159-029d807dce5a None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:43:10.993245 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-30e1653d-b24f-4786-bc8b-0e7d457cbcf6 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/floatingips/5748047b-76e3-418b-9da3-39aa0f241595 HTTP/1.1" status: 200 len: 991 time: 0.2915697 Dec 16 22:43:10.997751 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-1b569cf7-96b4-4e48-b69f-8a970e29c8b7 None None] For port cce59360-25c2-4ada-8904-da34bbf7fc45, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:43:11.008379 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 71c446f6-e687-41bb-afe1-9fef24f1666b up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:43:11.012602 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-1beed460-e7ec-4b05-91be-062ccf1b48e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:43:11.014036 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-1beed460-e7ec-4b05-91be-062ccf1b48e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:43:11.082007 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-f2c8c0e4-00c8-4c55-aecb-c2561a9f94f4 admin admin] Allocated IP 172.20.0.1 (1f413d02-c08f-4a4a-8411-f899a2a21228/a89fcdaa-24c4-4c95-b19b-79dac8f4f433/c6c0dd15-1c16-4124-8b12-5c2998844259) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:43:11.121398 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-a84eb99d-761e-4a1a-9140-dea0a06750d0 None None] Attempting to bind port a7c99154-121e-4682-8b4c-62d5384f264e on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:43:11.121784 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-a84eb99d-761e-4a1a-9140-dea0a06750d0 None None] Attempting to bind port a7c99154-121e-4682-8b4c-62d5384f264e by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:43:11.122155 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84eb99d-761e-4a1a-9140-dea0a06750d0 None None] Attempting to bind port a7c99154-121e-4682-8b4c-62d5384f264e on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:43:11.148696 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=7f034458-dcae-4cc4-9245-0d25f32d60a2,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:11.154986 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84eb99d-761e-4a1a-9140-dea0a06750d0 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:43:11.160776 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84eb99d-761e-4a1a-9140-dea0a06750d0 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:43:11.160776 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a84eb99d-761e-4a1a-9140-dea0a06750d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:11.160776 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84eb99d-761e-4a1a-9140-dea0a06750d0 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:43:11.160776 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-a84eb99d-761e-4a1a-9140-dea0a06750d0 None None] Bound port: a7c99154-121e-4682-8b4c-62d5384f264e, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:43:11.160776 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a84eb99d-761e-4a1a-9140-dea0a06750d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:11.218926 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-1b569cf7-96b4-4e48-b69f-8a970e29c8b7 None None] For port cce59360-25c2-4ada-8904-da34bbf7fc45, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=cce59360-25c2-4ada-8904-da34bbf7fc45,segment=NetworkSegment(edcfa837-25a2-4838-9977-2f2081f07d45),segment_id=edcfa837-25a2-4838-9977-2f2081f07d45)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:43:11.293281 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202324e-cc29-4ca2-8728-65191e8af69f None None] Pushing event updated for resources: {'Port': ['ID=a7c99154-121e-4682-8b4c-62d5384f264e,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:11.295101 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f2c8c0e4-00c8-4c55-aecb-c2561a9f94f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:11.400009 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-a84eb99d-761e-4a1a-9140-dea0a06750d0 None None] For port a7c99154-121e-4682-8b4c-62d5384f264e, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:43:11.414450 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-a84eb99d-761e-4a1a-9140-dea0a06750d0 None None] For port a7c99154-121e-4682-8b4c-62d5384f264e, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a7c99154-121e-4682-8b4c-62d5384f264e,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:43:11.425263 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f2c8c0e4-00c8-4c55-aecb-c2561a9f94f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:11.442567 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e65f068-fea0-4aaf-9edf-7ff7a6923909 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:11.493545 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a84eb99d-761e-4a1a-9140-dea0a06750d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:11.564638 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c8c0e4-00c8-4c55-aecb-c2561a9f94f4 admin admin] Network 1f413d02-c08f-4a4a-8411-f899a2a21228 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:43:11.584996 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-f2c8c0e4-00c8-4c55-aecb-c2561a9f94f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:43:11.603036 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c8c0e4-00c8-4c55-aecb-c2561a9f94f4 admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:43:11.620132 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8c0e4-00c8-4c55-aecb-c2561a9f94f4 admin admin] Pushing event updated for resources: {'Port': ['ID=c6c0dd15-1c16-4124-8b12-5c2998844259,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:11.639698 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1b569cf7-96b4-4e48-b69f-8a970e29c8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:11.684955 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-db738f0b-91af-42e4-b2d6-eaeed1caeeb0 None None] Set router 596f40b1-ad2e-42e0-8fd5-89a5bc4adf85 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:43:11.707755 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202324e-cc29-4ca2-8728-65191e8af69f None None] Pushing event updated for resources: {'Port': ['ID=a7c99154-121e-4682-8b4c-62d5384f264e,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:11.711064 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e562f9dc-af32-45a1-a5da-a5ec883ee41f None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:43:11.715599 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84eb99d-761e-4a1a-9140-dea0a06750d0 None None] Routers {'4d141972-8767-4e80-b9ee-675cd3236dff'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:43:11.720949 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a84eb99d-761e-4a1a-9140-dea0a06750d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:42:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['4d141972-8767-4e80-b9ee-675cd3236dff'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:11.726219 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f2c8c0e4-00c8-4c55-aecb-c2561a9f94f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:12.006843 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51070) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:12.040988 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-a84eb99d-761e-4a1a-9140-dea0a06750d0 None None] Set router 4d141972-8767-4e80-b9ee-675cd3236dff gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:43:12.097991 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b569cf7-96b4-4e48-b69f-8a970e29c8b7 None None] Pushing event updated for resources: {'Port': ['ID=cce59360-25c2-4ada-8904-da34bbf7fc45,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:12.169053 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 71c446f6-e687-41bb-afe1-9fef24f1666b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:12.174705 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:12.198708 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e65f068-fea0-4aaf-9edf-7ff7a6923909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:12.289750 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c0f4e224-8b16-49f1-8ab2-3d2e85a21a75 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/floatingips/5748047b-76e3-418b-9da3-39aa0f241595 HTTP/1.1" status: 200 len: 991 time: 0.2797036 Dec 16 22:43:12.344771 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1beed460-e7ec-4b05-91be-062ccf1b48e5 None None] Provisioning complete for port 71c446f6-e687-41bb-afe1-9fef24f1666b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:12.345106 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1beed460-e7ec-4b05-91be-062ccf1b48e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:12.369803 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f2c8c0e4-00c8-4c55-aecb-c2561a9f94f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:12.511146 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:12.685247 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e65f068-fea0-4aaf-9edf-7ff7a6923909 admin admin] Router e5d55131-8e07-4402-a8b1-ac8c88e4cebe is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:43:12.812240 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a84eb99d-761e-4a1a-9140-dea0a06750d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d141972-8767-4e80-b9ee-675cd3236dff', 'name': 'tempest-TestVolumeBootPattern-1181358808-router', 'tenant_id': '744b8e80193c43ccb58e835694022bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'a7c99154-121e-4682-8b4c-62d5384f264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:04Z', 'updated_at': '2021-12-16T22:43:06Z', 'revision_number': 3, 'project_id': '744b8e80193c43ccb58e835694022bd7', 'gw_port': {'id': 'a7c99154-121e-4682-8b4c-62d5384f264e', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d141972-8767-4e80-b9ee-675cd3236dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:12.841278 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1beed460-e7ec-4b05-91be-062ccf1b48e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:12.911836 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84eb99d-761e-4a1a-9140-dea0a06750d0 None None] The sync data for ids ['4d141972-8767-4e80-b9ee-675cd3236dff'] in n-d-815324-4 is: [{'id': '4d141972-8767-4e80-b9ee-675cd3236dff', 'name': 'tempest-TestVolumeBootPattern-1181358808-router', 'tenant_id': '744b8e80193c43ccb58e835694022bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'a7c99154-121e-4682-8b4c-62d5384f264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:04Z', 'updated_at': '2021-12-16T22:43:06Z', 'revision_number': 3, 'project_id': '744b8e80193c43ccb58e835694022bd7', 'gw_port': {'id': 'a7c99154-121e-4682-8b4c-62d5384f264e', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d141972-8767-4e80-b9ee-675cd3236dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:43:12.926215 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f2c8c0e4-00c8-4c55-aecb-c2561a9f94f4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:13.007355 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f2c8c0e4-00c8-4c55-aecb-c2561a9f94f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:13.096924 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e65f068-fea0-4aaf-9edf-7ff7a6923909 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:43:13.108302 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8c0e4-00c8-4c55-aecb-c2561a9f94f4 admin admin] Pushing event updated for resources: {'Port': ['ID=c6c0dd15-1c16-4124-8b12-5c2998844259,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:13.224776 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f2c8c0e4-00c8-4c55-aecb-c2561a9f94f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:13.243635 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e65f068-fea0-4aaf-9edf-7ff7a6923909 admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:13.243635 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3e65f068-fea0-4aaf-9edf-7ff7a6923909 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.1289999 Dec 16 22:43:13.245778 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51086) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:13.307948 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51088) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:13.416384 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 71c446f6-e687-41bb-afe1-9fef24f1666b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=71c446f6-e687-41bb-afe1-9fef24f1666b,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:43:13.503508 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f9482d-73a2-4284-9868-81bf55089a4d None None] Sync routers for ids ['e5d55131-8e07-4402-a8b1-ac8c88e4cebe'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:43:13.551739 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:13.552554 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 495f92e9-02f7-4d90-84e8-0c6d0030c4d6 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:43:13.755124 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f1b02b1e-1852-4ed7-be84-05d7ed648223 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/floatingips/5748047b-76e3-418b-9da3-39aa0f241595 HTTP/1.1" status: 200 len: 991 time: 0.4411790 Dec 16 22:43:13.765924 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c8c0e4-00c8-4c55-aecb-c2561a9f94f4 admin admin] Network 1f413d02-c08f-4a4a-8411-f899a2a21228 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:43:13.786383 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-f2c8c0e4-00c8-4c55-aecb-c2561a9f94f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:43:14.061353 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f9482d-73a2-4284-9868-81bf55089a4d None None] Routers {'e5d55131-8e07-4402-a8b1-ac8c88e4cebe'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:43:14.075461 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f5f9482d-73a2-4284-9868-81bf55089a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:42:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['e5d55131-8e07-4402-a8b1-ac8c88e4cebe'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:14.268537 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c8c0e4-00c8-4c55-aecb-c2561a9f94f4 admin admin] Router 4d141972-8767-4e80-b9ee-675cd3236dff has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:43:14.290611 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ef523-18e7-485e-bc4e-064c6293f832 req-d32bc958-bbb8-4d94-a091-382bb158a59e tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:14.292538 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=71c446f6-e687-41bb-afe1-9fef24f1666b,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:14.295636 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-1beed460-e7ec-4b05-91be-062ccf1b48e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:43:14.296855 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-1beed460-e7ec-4b05-91be-062ccf1b48e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:43:14.318446 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2d3ef523-18e7-485e-bc4e-064c6293f832 req-d32bc958-bbb8-4d94-a091-382bb158a59e tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff3a612c-49f0-451c-b533-8029b4df6f7a HTTP/1.1" status: 200 len: 946 time: 0.1577878 Dec 16 22:43:14.346923 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 495f92e9-02f7-4d90-84e8-0c6d0030c4d6 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:14.347730 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:14.418016 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2d3ef523-18e7-485e-bc4e-064c6293f832 req-09826695-2f94-424c-9ce1-9f6d3dfccf64 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea712f39-32bc-449a-86e0-72c64f8e9d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971384 Dec 16 22:43:14.508256 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-db738f0b-91af-42e4-b2d6-eaeed1caeeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'name': 'tempest-TestNetworkBasicOps-router-1550791143', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:19Z', 'updated_at': '2021-12-16T22:42:27Z', 'revision_number': 4, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:20Z', 'updated_at': '2021-12-16T22:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '5748047b-76e3-418b-9da3-39aa0f241595', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'port_id': 'f83d2168-cdce-4fd6-bdaf-d529e7a38e40', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4', 'mac_address': 'fa:16:3e:2c:05:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3334e643-d525-42ab-baeb-ed78e1fcb943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:43:03Z', 'updated_at': '2021-12-16T22:43:03Z', 'revision_number': 0, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e6035ad-dd94-4cc1-bd02-3f7b47c235bb', 'name': '', 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'mac_address': 'fa:16:3e:9d:6a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '9b81b7eb-1ad0-4fea-b30d-e3801f8a789e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:25Z', 'updated_at': '2021-12-16T22:42:32Z', 'revision_number': 5, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'subnets': [{'id': '9b81b7eb-1ad0-4fea-b30d-e3801f8a789e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:14.511137 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-f5f9482d-73a2-4284-9868-81bf55089a4d None None] Set router e5d55131-8e07-4402-a8b1-ac8c88e4cebe gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:43:14.611910 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dfb965-6c9e-49ac-9431-2f0ad49e9876 None None] Network bd165693-b8a6-4850-9256-928ee5f5c4f1 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:43:14.622320 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c8c0e4-00c8-4c55-aecb-c2561a9f94f4 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:43:14.678412 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f2c8c0e4-00c8-4c55-aecb-c2561a9f94f4 admin admin] 10.222.0.75 "PUT /v2.0/routers/4d141972-8767-4e80-b9ee-675cd3236dff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8313017 Dec 16 22:43:14.751420 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51102) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:14.752860 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db738f0b-91af-42e4-b2d6-eaeed1caeeb0 None None] The sync data for ids ['596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'] in n-d-815324-4 is: [{'id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'name': 'tempest-TestNetworkBasicOps-router-1550791143', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:19Z', 'updated_at': '2021-12-16T22:42:27Z', 'revision_number': 4, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:20Z', 'updated_at': '2021-12-16T22:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '5748047b-76e3-418b-9da3-39aa0f241595', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'port_id': 'f83d2168-cdce-4fd6-bdaf-d529e7a38e40', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4', 'mac_address': 'fa:16:3e:2c:05:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3334e643-d525-42ab-baeb-ed78e1fcb943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:43:03Z', 'updated_at': '2021-12-16T22:43:03Z', 'revision_number': 0, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e6035ad-dd94-4cc1-bd02-3f7b47c235bb', 'name': '', 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'mac_address': 'fa:16:3e:9d:6a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '9b81b7eb-1ad0-4fea-b30d-e3801f8a789e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:25Z', 'updated_at': '2021-12-16T22:42:32Z', 'revision_number': 5, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'subnets': [{'id': '9b81b7eb-1ad0-4fea-b30d-e3801f8a789e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:43:14.896615 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:14.917481 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fe253cfd-e3b9-415f-87a6-1dfb95d0f756 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/floatingips/5748047b-76e3-418b-9da3-39aa0f241595 HTTP/1.1" status: 200 len: 991 time: 0.1618271 Dec 16 22:43:15.144958 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1beed460-e7ec-4b05-91be-062ccf1b48e5 None None] Provisioning complete for port a7c99154-121e-4682-8b4c-62d5384f264e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:15.145580 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1beed460-e7ec-4b05-91be-062ccf1b48e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:15.162782 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Allocated IP 172.20.0.1 (bd165693-b8a6-4850-9256-928ee5f5c4f1/6cf515bb-e1cd-42b8-a7ec-db473ba8cd0f/353a2e09-0847-46fa-be3e-704ae2ea7b65) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:43:15.311377 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f5f9482d-73a2-4284-9868-81bf55089a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d55131-8e07-4402-a8b1-ac8c88e4cebe', 'name': 'tempest-TestServerBasicOps-1559152280-router', 'tenant_id': 'd0fe055205cb43298b619969cab051dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '62e702a9-b87f-4472-b8d0-aba482347869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:43:10Z', 'revision_number': 3, 'project_id': 'd0fe055205cb43298b619969cab051dc', 'gw_port': {'id': '62e702a9-b87f-4472-b8d0-aba482347869', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:97:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d55131-8e07-4402-a8b1-ac8c88e4cebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:07Z', 'updated_at': '2021-12-16T22:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:15.370147 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:15.433021 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f9482d-73a2-4284-9868-81bf55089a4d None None] Checking router: e5d55131-8e07-4402-a8b1-ac8c88e4cebe for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:43:15.433021 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f9482d-73a2-4284-9868-81bf55089a4d None None] Updating router e5d55131-8e07-4402-a8b1-ac8c88e4cebe port 62e702a9-b87f-4472-b8d0-aba482347869 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:43:15.471293 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1beed460-e7ec-4b05-91be-062ccf1b48e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:15.482278 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device cce59360-25c2-4ada-8904-da34bbf7fc45 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:43:15.488512 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:15.594976 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-1beed460-e7ec-4b05-91be-062ccf1b48e5 None None] For port a7c99154-121e-4682-8b4c-62d5384f264e, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a7c99154-121e-4682-8b4c-62d5384f264e,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:43:15.596598 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5f9482d-73a2-4284-9868-81bf55089a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:15.684902 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-6ceb24df-3c31-4717-9eae-81c1b113bb3f req-17095dee-7a50-49db-9957-01daf3abec21 service neutron] (103613) timed out ('10.222.0.75', 54874) {{(pid=103613) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:43:15.685850 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Pushing event updated for resources: {'Port': ['ID=353a2e09-0847-46fa-be3e-704ae2ea7b65,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:15.750262 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:15.750621 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:15.750970 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:15.754434 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:15.754967 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:15.755353 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:15.755852 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:15.757754 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:15.758146 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:15.758492 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:15.758842 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:15.762549 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:15.762976 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:15.817134 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Network bd165693-b8a6-4850-9256-928ee5f5c4f1 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:43:15.839263 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1beed460-e7ec-4b05-91be-062ccf1b48e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:15.842268 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f432b-c275-4ef7-b7ae-b3b4e203b2ca req-9cd60291-d249-4322-809a-313869b7ec46 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:15.846240 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eb9f432b-c275-4ef7-b7ae-b3b4e203b2ca req-9cd60291-d249-4322-809a-313869b7ec46 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff3a612c-49f0-451c-b533-8029b4df6f7a HTTP/1.1" status: 200 len: 946 time: 0.2266269 Dec 16 22:43:15.850058 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:43:15.851238 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0da7a9-25e5-42a5-9358-9a8342b96608 req-4bb5b4f2-b08d-49f0-a35b-b673a6d019ce tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:15.853449 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e0da7a9-25e5-42a5-9358-9a8342b96608 req-4bb5b4f2-b08d-49f0-a35b-b673a6d019ce tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff3a612c-49f0-451c-b533-8029b4df6f7a HTTP/1.1" status: 200 len: 946 time: 0.1294823 Dec 16 22:43:15.853621 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:43:15.960252 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51124) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:15.977760 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7bbadc-2fd8-4075-94d0-efc4243db048 None None] New status for floating IP 5748047b-76e3-418b-9da3-39aa0f241595: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:43:16.042221 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port cce59360-25c2-4ada-8904-da34bbf7fc45 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:16.045989 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:16.178637 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:16.269806 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-63776bac-bedf-483e-8ceb-5acafb667aa5 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/floatingips/5748047b-76e3-418b-9da3-39aa0f241595 HTTP/1.1" status: 200 len: 991 time: 0.3070960 Dec 16 22:43:16.277286 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eb9f432b-c275-4ef7-b7ae-b3b4e203b2ca req-a560f2b5-23dc-400f-ad3b-9898247f3cc6 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea712f39-32bc-449a-86e0-72c64f8e9d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156671 Dec 16 22:43:16.363766 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5f9482d-73a2-4284-9868-81bf55089a4d None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:16.507753 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5f9482d-73a2-4284-9868-81bf55089a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:16.526557 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-56b56ff6-cf9f-4567-921d-a486c13b2b7a None None] Provisioning complete for port cce59360-25c2-4ada-8904-da34bbf7fc45 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:16.527096 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-56b56ff6-cf9f-4567-921d-a486c13b2b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:16.528666 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:16.632920 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:16.634850 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beed460-e7ec-4b05-91be-062ccf1b48e5 None None] Pushing event updated for resources: {'Port': ['ID=a7c99154-121e-4682-8b4c-62d5384f264e,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:16.729460 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6e4559-b636-404c-abff-2b4f2c6b0f23 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:43:16.779791 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port cce59360-25c2-4ada-8904-da34bbf7fc45, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=cce59360-25c2-4ada-8904-da34bbf7fc45,segment=NetworkSegment(edcfa837-25a2-4838-9977-2f2081f07d45),segment_id=edcfa837-25a2-4838-9977-2f2081f07d45)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:43:16.801358 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f5f9482d-73a2-4284-9868-81bf55089a4d None None] Attempting to bind port 62e702a9-b87f-4472-b8d0-aba482347869 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:43:16.801873 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f5f9482d-73a2-4284-9868-81bf55089a4d None None] Attempting to bind port 62e702a9-b87f-4472-b8d0-aba482347869 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:43:16.802752 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f9482d-73a2-4284-9868-81bf55089a4d None None] Attempting to bind port 62e702a9-b87f-4472-b8d0-aba482347869 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:43:16.818931 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f9482d-73a2-4284-9868-81bf55089a4d None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:43:16.818931 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f9482d-73a2-4284-9868-81bf55089a4d None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:43:16.818931 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5f9482d-73a2-4284-9868-81bf55089a4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:16.818931 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f9482d-73a2-4284-9868-81bf55089a4d None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:43:16.818931 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f5f9482d-73a2-4284-9868-81bf55089a4d None None] Bound port: 62e702a9-b87f-4472-b8d0-aba482347869, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:43:16.818931 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5f9482d-73a2-4284-9868-81bf55089a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:16.880426 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04237f6-0fe2-4118-b0db-1655c5e9c727 None None] Pushing event updated for resources: {'Port': ['ID=62e702a9-b87f-4472-b8d0-aba482347869,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:16.899693 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:16.900763 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 71c446f6-e687-41bb-afe1-9fef24f1666b up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:43:16.944403 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:17.031241 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:17.136307 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:17.233177 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-9e0da7a9-25e5-42a5-9358-9a8342b96608 req-0990d040-1f80-4205-be8e-e55c31077a11 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Deleting port 691c767e-a31f-42c6-9314-a66052781495 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:43:17.234011 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9e0da7a9-25e5-42a5-9358-9a8342b96608 req-0990d040-1f80-4205-be8e-e55c31077a11 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:17.361121 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51140) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:17.421505 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Network bd165693-b8a6-4850-9256-928ee5f5c4f1 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:43:17.428327 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:43:17.442651 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Pushing event updated for resources: {'Port': ['ID=353a2e09-0847-46fa-be3e-704ae2ea7b65,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:17.613337 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f5f9482d-73a2-4284-9868-81bf55089a4d None None] For port 62e702a9-b87f-4472-b8d0-aba482347869, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:43:17.621622 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f5f9482d-73a2-4284-9868-81bf55089a4d None None] For port 62e702a9-b87f-4472-b8d0-aba482347869, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=62e702a9-b87f-4472-b8d0-aba482347869,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:43:17.742491 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c45552-0b9f-4191-b956-cb99c7d0aa6a None None] Sync routers for ids ['4d141972-8767-4e80-b9ee-675cd3236dff'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:43:17.778557 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5f9482d-73a2-4284-9868-81bf55089a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:17.868583 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c3a6c7e6-1bd3-4882-a73a-9db868870156 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/floatingips/5748047b-76e3-418b-9da3-39aa0f241595 HTTP/1.1" status: 200 len: 993 time: 0.5013309 Dec 16 22:43:17.885733 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c45552-0b9f-4191-b956-cb99c7d0aa6a None None] Routers {'4d141972-8767-4e80-b9ee-675cd3236dff'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:43:17.886491 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f7c45552-0b9f-4191-b956-cb99c7d0aa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:42:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['4d141972-8767-4e80-b9ee-675cd3236dff'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:17.891119 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e38be4-c47f-4dd5-8bb2-50fa2d125c1c None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:43:18.009403 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=cce59360-25c2-4ada-8904-da34bbf7fc45,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:18.078389 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-9e0da7a9-25e5-42a5-9358-9a8342b96608 req-0990d040-1f80-4205-be8e-e55c31077a11 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] For port 691c767e-a31f-42c6-9314-a66052781495, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=691c767e-a31f-42c6-9314-a66052781495,segment=NetworkSegment(fe9e2796-e317-4af5-9d8e-fdb4b9695f9a),segment_id=fe9e2796-e317-4af5-9d8e-fdb4b9695f9a)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:43:18.079335 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9e0da7a9-25e5-42a5-9358-9a8342b96608 req-0990d040-1f80-4205-be8e-e55c31077a11 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:18.129715 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14544d10-bd4e-4658-83bd-8d92d546b6b0 req-de0f461d-8a6f-472c-8821-8a4cbfd3dde6 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:18.152118 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-14544d10-bd4e-4658-83bd-8d92d546b6b0 req-de0f461d-8a6f-472c-8821-8a4cbfd3dde6 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff3a612c-49f0-451c-b533-8029b4df6f7a HTTP/1.1" status: 200 len: 946 time: 0.6730592 Dec 16 22:43:18.179737 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-9e0da7a9-25e5-42a5-9358-9a8342b96608 req-0990d040-1f80-4205-be8e-e55c31077a11 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Calling delete_port for 691c767e-a31f-42c6-9314-a66052781495 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:43:18.190166 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f9482d-73a2-4284-9868-81bf55089a4d None None] Routers {'e5d55131-8e07-4402-a8b1-ac8c88e4cebe'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:43:18.190768 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f5f9482d-73a2-4284-9868-81bf55089a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:42:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['e5d55131-8e07-4402-a8b1-ac8c88e4cebe'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:18.263933 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-56b56ff6-cf9f-4567-921d-a486c13b2b7a None None] Provisioning complete for port 7f034458-dcae-4cc4-9245-0d25f32d60a2 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:18.264307 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-56b56ff6-cf9f-4567-921d-a486c13b2b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:18.356304 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-14544d10-bd4e-4658-83bd-8d92d546b6b0 req-2b9e83eb-9e91-4157-9cfc-833f57b892d9 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/security-groups?id=ea712f39-32bc-449a-86e0-72c64f8e9d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012360 Dec 16 22:43:18.411957 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Router e5d55131-8e07-4402-a8b1-ac8c88e4cebe has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:43:18.435092 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 71c446f6-e687-41bb-afe1-9fef24f1666b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:18.435520 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:18.656852 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:43:18.669792 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f18a0273-209a-4e0c-b619-a64aa2882f17 admin admin] 10.222.0.75 "PUT /v2.0/routers/e5d55131-8e07-4402-a8b1-ac8c88e4cebe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4151862 Dec 16 22:43:18.697129 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04237f6-0fe2-4118-b0db-1655c5e9c727 None None] Pushing event updated for resources: {'Port': ['ID=62e702a9-b87f-4472-b8d0-aba482347869,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:18.748736 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9e0da7a9-25e5-42a5-9358-9a8342b96608 req-0990d040-1f80-4205-be8e-e55c31077a11 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:18.809402 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-f7c45552-0b9f-4191-b956-cb99c7d0aa6a None None] Set router 4d141972-8767-4e80-b9ee-675cd3236dff gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:43:18.816631 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990d040-1f80-4205-be8e-e55c31077a11 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Pushing event deleted for resources: {'Port': ['ID=691c767e-a31f-42c6-9314-a66052781495,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:18.863482 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-56b56ff6-cf9f-4567-921d-a486c13b2b7a None None] Provisioning complete for port a7c99154-121e-4682-8b4c-62d5384f264e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:18.864122 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-56b56ff6-cf9f-4567-921d-a486c13b2b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:18.944697 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0da7a9-25e5-42a5-9358-9a8342b96608 req-0990d040-1f80-4205-be8e-e55c31077a11 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] No DVR routers for this DVR port 691c767e-a31f-42c6-9314-a66052781495 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:43:18.956858 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9e0da7a9-25e5-42a5-9358-9a8342b96608 req-0990d040-1f80-4205-be8e-e55c31077a11 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:18.963799 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e0da7a9-25e5-42a5-9358-9a8342b96608 req-0990d040-1f80-4205-be8e-e55c31077a11 tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.76 "DELETE /v2.0/ports/691c767e-a31f-42c6-9314-a66052781495 HTTP/1.1" status: 204 len: 173 time: 3.1022694 Dec 16 22:43:18.977711 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3a612c-49f0-451c-b533-8029b4df6f7a', 'name': 'network-vif-deleted', 'tag': '691c767e-a31f-42c6-9314-a66052781495'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:43:18.980136 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dbe06a-6f3c-47d0-a093-d78691f44da9" -d '{"events": [{"server_uuid": "ff3a612c-49f0-451c-b533-8029b4df6f7a", "name": "network-vif-deleted", "tag": "691c767e-a31f-42c6-9314-a66052781495"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:43:19.043153 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-f5f9482d-73a2-4284-9868-81bf55089a4d None None] Set router e5d55131-8e07-4402-a8b1-ac8c88e4cebe gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:43:19.045380 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35db4562-e16f-4482-a2bd-d748c0ae18ea x-openstack-request-id: req-35db4562-e16f-4482-a2bd-d748c0ae18ea {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:43:19.045698 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3a612c-49f0-451c-b533-8029b4df6f7a", "name": "network-vif-deleted", "tag": "691c767e-a31f-42c6-9314-a66052781495", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:43:19.045982 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-35db4562-e16f-4482-a2bd-d748c0ae18ea {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:43:19.046396 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3a612c-49f0-451c-b533-8029b4df6f7a', 'name': 'network-vif-deleted', 'tag': '691c767e-a31f-42c6-9314-a66052781495', 'status': 'completed', 'code': 200} Dec 16 22:43:19.217531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a7c99154-121e-4682-8b4c-62d5384f264e up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:43:19.460406 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-56b56ff6-cf9f-4567-921d-a486c13b2b7a None None] Provisioning complete for port 62e702a9-b87f-4472-b8d0-aba482347869 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:19.460784 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-56b56ff6-cf9f-4567-921d-a486c13b2b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:19.511452 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51168) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:19.511452 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-5abb620c-2b23-4219-9af2-4ddedbdcc684 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-689446636', 'description': 'tempest-secgroup-smoke-689446636 description', 'project_id': 'f992ab7bbd284762b25c36b13354b00d'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:43:19.548494 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2f0c6bfa-89ba-4d8e-814f-5492fded9f61 req-dcdd153a-7606-4849-b70c-458b95219f3f tempest-VolumesActionsTest-1477406998 tempest-VolumesActionsTest-1477406998-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff3a612c-49f0-451c-b533-8029b4df6f7a HTTP/1.1" status: 200 len: 210 time: 0.0546927 Dec 16 22:43:19.672318 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port a7c99154-121e-4682-8b4c-62d5384f264e triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:19.672686 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:19.753187 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5abb620c-2b23-4219-9af2-4ddedbdcc684 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:19.774075 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-56b56ff6-cf9f-4567-921d-a486c13b2b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:19.790201 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f7c45552-0b9f-4191-b956-cb99c7d0aa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d141972-8767-4e80-b9ee-675cd3236dff', 'name': 'tempest-TestVolumeBootPattern-1181358808-router', 'tenant_id': '744b8e80193c43ccb58e835694022bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'a7c99154-121e-4682-8b4c-62d5384f264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:04Z', 'updated_at': '2021-12-16T22:43:12Z', 'revision_number': 4, 'project_id': '744b8e80193c43ccb58e835694022bd7', 'gw_port': {'id': 'a7c99154-121e-4682-8b4c-62d5384f264e', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d141972-8767-4e80-b9ee-675cd3236dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'c6c0dd15-1c16-4124-8b12-5c2998844259', 'name': '', 'network_id': '1f413d02-c08f-4a4a-8411-f899a2a21228', 'tenant_id': '744b8e80193c43ccb58e835694022bd7', 'mac_address': 'fa:16:3e:ba:d6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d141972-8767-4e80-b9ee-675cd3236dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'a89fcdaa-24c4-4c95-b19b-79dac8f4f433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:10Z', 'updated_at': '2021-12-16T22:43:12Z', 'revision_number': 2, 'project_id': '744b8e80193c43ccb58e835694022bd7', 'subnets': [{'id': 'a89fcdaa-24c4-4c95-b19b-79dac8f4f433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:19.799566 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f5f9482d-73a2-4284-9868-81bf55089a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d55131-8e07-4402-a8b1-ac8c88e4cebe', 'name': 'tempest-TestServerBasicOps-1559152280-router', 'tenant_id': 'd0fe055205cb43298b619969cab051dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '62e702a9-b87f-4472-b8d0-aba482347869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:43:16Z', 'revision_number': 4, 'project_id': 'd0fe055205cb43298b619969cab051dc', 'gw_port': {'id': '62e702a9-b87f-4472-b8d0-aba482347869', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:97:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d55131-8e07-4402-a8b1-ac8c88e4cebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:07Z', 'updated_at': '2021-12-16T22:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '353a2e09-0847-46fa-be3e-704ae2ea7b65', 'name': '', 'network_id': 'bd165693-b8a6-4850-9256-928ee5f5c4f1', 'tenant_id': 'd0fe055205cb43298b619969cab051dc', 'mac_address': 'fa:16:3e:50:60:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d55131-8e07-4402-a8b1-ac8c88e4cebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '6cf515bb-e1cd-42b8-a7ec-db473ba8cd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:14Z', 'updated_at': '2021-12-16T22:43:16Z', 'revision_number': 2, 'project_id': 'd0fe055205cb43298b619969cab051dc', 'subnets': [{'id': '6cf515bb-e1cd-42b8-a7ec-db473ba8cd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:19.855948 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5abb620c-2b23-4219-9af2-4ddedbdcc684 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:19.883524 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c45552-0b9f-4191-b956-cb99c7d0aa6a None None] Checking router: 4d141972-8767-4e80-b9ee-675cd3236dff for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:43:19.883879 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c45552-0b9f-4191-b956-cb99c7d0aa6a None None] Updating router 4d141972-8767-4e80-b9ee-675cd3236dff port c6c0dd15-1c16-4124-8b12-5c2998844259 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:43:19.894683 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f9482d-73a2-4284-9868-81bf55089a4d None None] The sync data for ids ['e5d55131-8e07-4402-a8b1-ac8c88e4cebe'] in n-d-815324-4 is: [{'id': 'e5d55131-8e07-4402-a8b1-ac8c88e4cebe', 'name': 'tempest-TestServerBasicOps-1559152280-router', 'tenant_id': 'd0fe055205cb43298b619969cab051dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '62e702a9-b87f-4472-b8d0-aba482347869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:43:16Z', 'revision_number': 4, 'project_id': 'd0fe055205cb43298b619969cab051dc', 'gw_port': {'id': '62e702a9-b87f-4472-b8d0-aba482347869', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:97:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d55131-8e07-4402-a8b1-ac8c88e4cebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:07Z', 'updated_at': '2021-12-16T22:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '353a2e09-0847-46fa-be3e-704ae2ea7b65', 'name': '', 'network_id': 'bd165693-b8a6-4850-9256-928ee5f5c4f1', 'tenant_id': 'd0fe055205cb43298b619969cab051dc', 'mac_address': 'fa:16:3e:50:60:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d55131-8e07-4402-a8b1-ac8c88e4cebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '6cf515bb-e1cd-42b8-a7ec-db473ba8cd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:14Z', 'updated_at': '2021-12-16T22:43:16Z', 'revision_number': 2, 'project_id': 'd0fe055205cb43298b619969cab051dc', 'subnets': [{'id': '6cf515bb-e1cd-42b8-a7ec-db473ba8cd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:43:19.912613 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-56b56ff6-cf9f-4567-921d-a486c13b2b7a None None] For port 62e702a9-b87f-4472-b8d0-aba482347869, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=62e702a9-b87f-4472-b8d0-aba482347869,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:43:19.928858 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7f034458-dcae-4cc4-9245-0d25f32d60a2 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:43:19.937800 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f7c45552-0b9f-4191-b956-cb99c7d0aa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:19.951740 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5abb620c-2b23-4219-9af2-4ddedbdcc684 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:20.066261 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5abb620c-2b23-4219-9af2-4ddedbdcc684 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:20.070333 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5abb620c-2b23-4219-9af2-4ddedbdcc684 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5598831 Dec 16 22:43:20.070427 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51174) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:20.074768 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-9a8f3151-cf4a-42b3-a250-300beed21cd6 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Request body: {'security_group_rule': {'security_group_id': 'e5a6eeef-b70b-450f-bfec-4e7ce919ddea', 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:43:20.075813 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-56b56ff6-cf9f-4567-921d-a486c13b2b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:20.081838 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb620c-2b23-4219-9af2-4ddedbdcc684 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a6eeef-b70b-450f-bfec-4e7ce919ddea,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:20.225894 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 691c767e-a31f-42c6-9314-a66052781495 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:43:20.242557 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a8f3151-cf4a-42b3-a250-300beed21cd6 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:20.312452 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 691c767e-a31f-42c6-9314-a66052781495 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:43:20.313008 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 691c767e-a31f-42c6-9314-a66052781495 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:43:20.374611 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b56ff6-cf9f-4567-921d-a486c13b2b7a None None] Pushing event updated for resources: {'Port': ['ID=62e702a9-b87f-4472-b8d0-aba482347869,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:20.393925 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-56b56ff6-cf9f-4567-921d-a486c13b2b7a None None] Provisioning complete for port c6c0dd15-1c16-4124-8b12-5c2998844259 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:20.398434 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-56b56ff6-cf9f-4567-921d-a486c13b2b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:20.404634 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a8f3151-cf4a-42b3-a250-300beed21cd6 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:20.488189 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a8f3151-cf4a-42b3-a250-300beed21cd6 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:20.527371 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f3151-cf4a-42b3-a250-300beed21cd6 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3834f494-6b24-4fbe-9b06-2f7bd9e4d0db,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:20.585570 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a8f3151-cf4a-42b3-a250-300beed21cd6 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:20.598040 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9a8f3151-cf4a-42b3-a250-300beed21cd6 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5245574 Dec 16 22:43:20.599928 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51186) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:20.611214 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-e689941f-44fa-4eed-b615-c61a883e3d59 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Request body: {'security_group_rule': {'security_group_id': 'e5a6eeef-b70b-450f-bfec-4e7ce919ddea', 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:43:20.735743 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e689941f-44fa-4eed-b615-c61a883e3d59 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:20.860082 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 7f034458-dcae-4cc4-9245-0d25f32d60a2 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:20.868209 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:20.899882 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e689941f-44fa-4eed-b615-c61a883e3d59 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:20.900773 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-56b56ff6-cf9f-4567-921d-a486c13b2b7a None None] Port c6c0dd15-1c16-4124-8b12-5c2998844259 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:43:20.980163 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e689941f-44fa-4eed-b615-c61a883e3d59 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:21.051609 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689941f-44fa-4eed-b615-c61a883e3d59 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c1a77a-1381-440b-9946-311edac7a096,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:21.072405 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-ab7a2e76-7964-4d7b-a2af-335a6d140351 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:21.074451 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-ab7a2e76-7964-4d7b-a2af-335a6d140351 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 811 time: 0.2991185 Dec 16 22:43:21.094300 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-ae072df2-668a-4387-8a29-273b0183d5de tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/quotas/50fe3c907f2a4ef2a5e50c4753c50795 HTTP/1.1" status: 200 len: 375 time: 0.0128348 Dec 16 22:43:21.099412 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e689941f-44fa-4eed-b615-c61a883e3d59 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:21.100890 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e689941f-44fa-4eed-b615-c61a883e3d59 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4980772 Dec 16 22:43:21.103667 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51194) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:21.108346 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-33c901c3-dfdf-4d72-9506-253652fa1459 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Request body: {'security_group_rule': {'security_group_id': 'e5a6eeef-b70b-450f-bfec-4e7ce919ddea', 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:43:21.190139 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-4736756b-a56a-4f41-aab9-f437b8198a9e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876863 Dec 16 22:43:21.192641 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b232d930-f707-4e04-9494-d23ba505148b None None] Provisioning complete for port 62e702a9-b87f-4472-b8d0-aba482347869 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:21.193019 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b232d930-f707-4e04-9494-d23ba505148b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:21.251642 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33c901c3-dfdf-4d72-9506-253652fa1459 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:21.435351 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33c901c3-dfdf-4d72-9506-253652fa1459 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:21.516221 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f7c45552-0b9f-4191-b956-cb99c7d0aa6a None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:21.519991 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device cce59360-25c2-4ada-8904-da34bbf7fc45 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:43:21.538905 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-f8232522-5331-43bb-a047-3a395991c455 service neutron] 10.222.0.75 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467703 Dec 16 22:43:21.593005 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33c901c3-dfdf-4d72-9506-253652fa1459 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:21.609963 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b232d930-f707-4e04-9494-d23ba505148b None None] Provisioning complete for port 353a2e09-0847-46fa-be3e-704ae2ea7b65 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:21.610477 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b232d930-f707-4e04-9494-d23ba505148b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:21.634385 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c901c3-dfdf-4d72-9506-253652fa1459 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1155fb9e-87a0-484f-acd8-5728ac82c8e3,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:21.674555 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port cce59360-25c2-4ada-8904-da34bbf7fc45 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:21.675408 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:21.706917 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f7c45552-0b9f-4191-b956-cb99c7d0aa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:21.767311 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b232d930-f707-4e04-9494-d23ba505148b None None] Port 353a2e09-0847-46fa-be3e-704ae2ea7b65 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:43:21.781083 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-641a9e87-c876-44c5-8bbb-965d638b68c1 service neutron] 10.222.0.75 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347887 Dec 16 22:43:21.800241 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33c901c3-dfdf-4d72-9506-253652fa1459 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:21.802650 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-33c901c3-dfdf-4d72-9506-253652fa1459 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6978059 Dec 16 22:43:21.805395 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51208) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:21.810361 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-1aceb8b9-432e-4cb4-96f2-645e58841e7c tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Request body: {'security_group_rule': {'security_group_id': 'e5a6eeef-b70b-450f-bfec-4e7ce919ddea', 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:43:21.833031 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e518c-b362-46d4-9666-4c0b638fcdfe None None] Pushing event updated for resources: {'Port': ['ID=c6c0dd15-1c16-4124-8b12-5c2998844259,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:22.039682 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8b9-432e-4cb4-96f2-645e58841e7c tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:22.104354 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a7c99154-121e-4682-8b4c-62d5384f264e up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:43:22.111437 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f7c45552-0b9f-4191-b956-cb99c7d0aa6a None None] Attempting to bind port c6c0dd15-1c16-4124-8b12-5c2998844259 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:43:22.112215 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f7c45552-0b9f-4191-b956-cb99c7d0aa6a None None] Attempting to bind port c6c0dd15-1c16-4124-8b12-5c2998844259 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'ad79f067-f98a-44a3-87ae-1b18f84e671f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1f413d02-c08f-4a4a-8411-f899a2a21228'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:43:22.112954 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c45552-0b9f-4191-b956-cb99c7d0aa6a None None] Attempting to bind port c6c0dd15-1c16-4124-8b12-5c2998844259 on network 1f413d02-c08f-4a4a-8411-f899a2a21228 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:43:22.222851 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c45552-0b9f-4191-b956-cb99c7d0aa6a None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:43:22.228419 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c45552-0b9f-4191-b956-cb99c7d0aa6a None None] Checking segment: {'id': 'ad79f067-f98a-44a3-87ae-1b18f84e671f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1f413d02-c08f-4a4a-8411-f899a2a21228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:43:22.228419 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f7c45552-0b9f-4191-b956-cb99c7d0aa6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:22.228419 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c45552-0b9f-4191-b956-cb99c7d0aa6a None None] Bound using segment: {'id': 'ad79f067-f98a-44a3-87ae-1b18f84e671f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1f413d02-c08f-4a4a-8411-f899a2a21228'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:43:22.228419 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f7c45552-0b9f-4191-b956-cb99c7d0aa6a None None] Bound port: c6c0dd15-1c16-4124-8b12-5c2998844259, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad79f067-f98a-44a3-87ae-1b18f84e671f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1f413d02-c08f-4a4a-8411-f899a2a21228'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:43:22.228419 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f7c45552-0b9f-4191-b956-cb99c7d0aa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:22.300399 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8b9-432e-4cb4-96f2-645e58841e7c tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:22.407875 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8b9-432e-4cb4-96f2-645e58841e7c tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:22.462710 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4f4bcfb8-1719-4385-98b3-d77394a8cc99 None None] Provisioning complete for port c6c0dd15-1c16-4124-8b12-5c2998844259 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:22.463565 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f4bcfb8-1719-4385-98b3-d77394a8cc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:22.470398 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f7c45552-0b9f-4191-b956-cb99c7d0aa6a None None] For port c6c0dd15-1c16-4124-8b12-5c2998844259, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:43:22.485191 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb8b9-432e-4cb4-96f2-645e58841e7c tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f15a39c-e1c8-46b7-81a8-c980a8f4f75f,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:22.569781 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port a7c99154-121e-4682-8b4c-62d5384f264e triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:22.572558 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:22.574921 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1aceb8b9-432e-4cb4-96f2-645e58841e7c tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:22.576710 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1aceb8b9-432e-4cb4-96f2-645e58841e7c tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7700193 Dec 16 22:43:22.579671 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51226) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:22.585230 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-e5983c82-c595-4dba-86eb-3dfda12ec8c7 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Request body: {'security_group_rule': {'security_group_id': 'e5a6eeef-b70b-450f-bfec-4e7ce919ddea', 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:43:22.603012 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f7c45552-0b9f-4191-b956-cb99c7d0aa6a None None] For port c6c0dd15-1c16-4124-8b12-5c2998844259, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c6c0dd15-1c16-4124-8b12-5c2998844259,segment=NetworkSegment(ad79f067-f98a-44a3-87ae-1b18f84e671f),segment_id=ad79f067-f98a-44a3-87ae-1b18f84e671f)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:43:22.705214 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4f4bcfb8-1719-4385-98b3-d77394a8cc99 None None] Port c6c0dd15-1c16-4124-8b12-5c2998844259 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:43:22.708850 n-d-815324-4 neutron-server[103614]: INFO neutron.db.securitygroups_db [None req-e5983c82-c595-4dba-86eb-3dfda12ec8c7 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Project f992ab7bbd284762b25c36b13354b00d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:43:22.715405 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e5983c82-c595-4dba-86eb-3dfda12ec8c7 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:22.731572 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f7c45552-0b9f-4191-b956-cb99c7d0aa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:22.834123 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-155d8d86-6a37-43b4-998f-3635c73cd73c req-ed486067-795f-4b35-9719-817722a4c35e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 210 time: 0.0571759 Dec 16 22:43:22.876323 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e5983c82-c595-4dba-86eb-3dfda12ec8c7 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:22.954257 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c45552-0b9f-4191-b956-cb99c7d0aa6a None None] Routers {'4d141972-8767-4e80-b9ee-675cd3236dff'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:43:22.955680 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f7c45552-0b9f-4191-b956-cb99c7d0aa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:42:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['4d141972-8767-4e80-b9ee-675cd3236dff'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:22.965079 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e5983c82-c595-4dba-86eb-3dfda12ec8c7 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:22.994032 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5983c82-c595-4dba-86eb-3dfda12ec8c7 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acfe982c-5c93-48e7-9cc9-2f5b94dff0f5,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:23.130451 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e5983c82-c595-4dba-86eb-3dfda12ec8c7 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:23.132669 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e5983c82-c595-4dba-86eb-3dfda12ec8c7 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5510740 Dec 16 22:43:23.145906 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51238) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:23.151428 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-53573fe8-b633-4453-832a-a53089fa7e5a tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Request body: {'security_group_rule': {'security_group_id': 'e5a6eeef-b70b-450f-bfec-4e7ce919ddea', 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:43:23.284258 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e518c-b362-46d4-9666-4c0b638fcdfe None None] Pushing event updated for resources: {'Port': ['ID=c6c0dd15-1c16-4124-8b12-5c2998844259,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:23.330695 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-f7c45552-0b9f-4191-b956-cb99c7d0aa6a None None] Set router 4d141972-8767-4e80-b9ee-675cd3236dff gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:43:23.336967 n-d-815324-4 neutron-server[103614]: INFO neutron.db.securitygroups_db [None req-53573fe8-b633-4453-832a-a53089fa7e5a tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Project f992ab7bbd284762b25c36b13354b00d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:43:23.354798 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-53573fe8-b633-4453-832a-a53089fa7e5a tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:23.480945 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b53ca890-8d7f-4f62-9b83-d3c74442cc69 None None] Provisioning complete for port c6c0dd15-1c16-4124-8b12-5c2998844259 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:23.482289 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b53ca890-8d7f-4f62-9b83-d3c74442cc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:23.497015 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-53573fe8-b633-4453-832a-a53089fa7e5a tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:23.618428 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 62e702a9-b87f-4472-b8d0-aba482347869 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:43:23.674265 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-53573fe8-b633-4453-832a-a53089fa7e5a tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:23.690980 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8d7d0326-b9cb-468e-b5cb-af69e97fd39e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:23.756732 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53573fe8-b633-4453-832a-a53089fa7e5a tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab7b9b7-f09b-4670-aad5-87cc69bf177f,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:23.761332 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b53ca890-8d7f-4f62-9b83-d3c74442cc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:23.844154 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 62e702a9-b87f-4472-b8d0-aba482347869 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:23.849517 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:23.857099 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-53573fe8-b633-4453-832a-a53089fa7e5a tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:23.870900 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-53573fe8-b633-4453-832a-a53089fa7e5a tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7112434 Dec 16 22:43:23.888363 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b53ca890-8d7f-4f62-9b83-d3c74442cc69 None None] For port c6c0dd15-1c16-4124-8b12-5c2998844259, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c6c0dd15-1c16-4124-8b12-5c2998844259,segment=NetworkSegment(ad79f067-f98a-44a3-87ae-1b18f84e671f),segment_id=ad79f067-f98a-44a3-87ae-1b18f84e671f)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:43:23.964005 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f7c45552-0b9f-4191-b956-cb99c7d0aa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d141972-8767-4e80-b9ee-675cd3236dff', 'name': 'tempest-TestVolumeBootPattern-1181358808-router', 'tenant_id': '744b8e80193c43ccb58e835694022bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'a7c99154-121e-4682-8b4c-62d5384f264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:04Z', 'updated_at': '2021-12-16T22:43:12Z', 'revision_number': 4, 'project_id': '744b8e80193c43ccb58e835694022bd7', 'gw_port': {'id': 'a7c99154-121e-4682-8b4c-62d5384f264e', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d141972-8767-4e80-b9ee-675cd3236dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'c6c0dd15-1c16-4124-8b12-5c2998844259', 'name': '', 'network_id': '1f413d02-c08f-4a4a-8411-f899a2a21228', 'tenant_id': '744b8e80193c43ccb58e835694022bd7', 'mac_address': 'fa:16:3e:ba:d6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d141972-8767-4e80-b9ee-675cd3236dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'a89fcdaa-24c4-4c95-b19b-79dac8f4f433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:10Z', 'updated_at': '2021-12-16T22:43:22Z', 'revision_number': 4, 'project_id': '744b8e80193c43ccb58e835694022bd7', 'subnets': [{'id': 'a89fcdaa-24c4-4c95-b19b-79dac8f4f433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:24.039675 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-90d51204-2597-41ce-8ef2-df6cec7963fa req-fbc02d30-5989-4945-ba57-185c5630b2da tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 210 time: 0.0961843 Dec 16 22:43:24.049478 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b53ca890-8d7f-4f62-9b83-d3c74442cc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:24.054903 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c45552-0b9f-4191-b956-cb99c7d0aa6a None None] The sync data for ids ['4d141972-8767-4e80-b9ee-675cd3236dff'] in n-d-815324-4 is: [{'id': '4d141972-8767-4e80-b9ee-675cd3236dff', 'name': 'tempest-TestVolumeBootPattern-1181358808-router', 'tenant_id': '744b8e80193c43ccb58e835694022bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'a7c99154-121e-4682-8b4c-62d5384f264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:04Z', 'updated_at': '2021-12-16T22:43:12Z', 'revision_number': 4, 'project_id': '744b8e80193c43ccb58e835694022bd7', 'gw_port': {'id': 'a7c99154-121e-4682-8b4c-62d5384f264e', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d141972-8767-4e80-b9ee-675cd3236dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'c6c0dd15-1c16-4124-8b12-5c2998844259', 'name': '', 'network_id': '1f413d02-c08f-4a4a-8411-f899a2a21228', 'tenant_id': '744b8e80193c43ccb58e835694022bd7', 'mac_address': 'fa:16:3e:ba:d6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d141972-8767-4e80-b9ee-675cd3236dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'a89fcdaa-24c4-4c95-b19b-79dac8f4f433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:10Z', 'updated_at': '2021-12-16T22:43:22Z', 'revision_number': 4, 'project_id': '744b8e80193c43ccb58e835694022bd7', 'subnets': [{'id': 'a89fcdaa-24c4-4c95-b19b-79dac8f4f433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:43:24.261296 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-5f95d01c-9ecb-46b9-9f96-e141414de584 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-689446636&fields=id&tenant_id=f992ab7bbd284762b25c36b13354b00d HTTP/1.1" status: 200 len: 267 time: 0.1469131 Dec 16 22:43:24.265639 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ca890-8d7f-4f62-9b83-d3c74442cc69 None None] Pushing event updated for resources: {'Port': ['ID=c6c0dd15-1c16-4124-8b12-5c2998844259,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:24.465950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-d5b54293-bf49-438f-9395-e044a24adf8a tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:24.468179 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-d5b54293-bf49-438f-9395-e044a24adf8a tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/networks?id=6758e66d-b624-4230-bc5c-846fa9c4caaf HTTP/1.1" status: 200 len: 809 time: 0.1796865 Dec 16 22:43:24.485904 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-648d5a53-1b80-4fad-ad11-38f0c5773eec tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/quotas/f992ab7bbd284762b25c36b13354b00d HTTP/1.1" status: 200 len: 375 time: 0.0102654 Dec 16 22:43:24.603011 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-be7895cc-238f-42ca-8ca8-b1e53a8a61a7 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f992ab7bbd284762b25c36b13354b00d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1112831 Dec 16 22:43:24.724895 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b249e14-334a-407e-9ab6-caf6c3b22d9e None None] Sync routers for ids ['e5d55131-8e07-4402-a8b1-ac8c88e4cebe'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:43:24.744506 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b249e14-334a-407e-9ab6-caf6c3b22d9e None None] Routers {'e5d55131-8e07-4402-a8b1-ac8c88e4cebe'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:43:24.744506 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-3b249e14-334a-407e-9ab6-caf6c3b22d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:42:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['e5d55131-8e07-4402-a8b1-ac8c88e4cebe'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:24.771225 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-45810dab-ce8c-48af-9cac-d5cf1c3c64c3 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:43:24.771985 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-45810dab-ce8c-48af-9cac-d5cf1c3c64c3 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1572170 Dec 16 22:43:24.885647 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:43:24.913089 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-3b249e14-334a-407e-9ab6-caf6c3b22d9e None None] Set router e5d55131-8e07-4402-a8b1-ac8c88e4cebe gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:43:24.947300 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-3e4c38d1-8579-404f-bfa1-412bc2b56d39 service neutron] 10.222.0.75 "GET /v2.0/networks/6758e66d-b624-4230-bc5c-846fa9c4caaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672022 Dec 16 22:43:25.173300 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-728d750c-cef2-45fb-ad10-1e20271c683d req-b8d2c4d2-0d5a-4d5b-9e8b-db096ebed169 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 210 time: 0.0720503 Dec 16 22:43:25.194040 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-a88d8c51-3306-4c87-8a5c-fbd4019d4bf6 service neutron] 10.222.0.75 "GET /v2.0/networks/6758e66d-b624-4230-bc5c-846fa9c4caaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375686 Dec 16 22:43:25.245042 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-3b249e14-334a-407e-9ab6-caf6c3b22d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d55131-8e07-4402-a8b1-ac8c88e4cebe', 'name': 'tempest-TestServerBasicOps-1559152280-router', 'tenant_id': 'd0fe055205cb43298b619969cab051dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '62e702a9-b87f-4472-b8d0-aba482347869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:43:16Z', 'revision_number': 4, 'project_id': 'd0fe055205cb43298b619969cab051dc', 'gw_port': {'id': '62e702a9-b87f-4472-b8d0-aba482347869', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:97:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d55131-8e07-4402-a8b1-ac8c88e4cebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:07Z', 'updated_at': '2021-12-16T22:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '353a2e09-0847-46fa-be3e-704ae2ea7b65', 'name': '', 'network_id': 'bd165693-b8a6-4850-9256-928ee5f5c4f1', 'tenant_id': 'd0fe055205cb43298b619969cab051dc', 'mac_address': 'fa:16:3e:50:60:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d55131-8e07-4402-a8b1-ac8c88e4cebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '6cf515bb-e1cd-42b8-a7ec-db473ba8cd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:14Z', 'updated_at': '2021-12-16T22:43:16Z', 'revision_number': 2, 'project_id': 'd0fe055205cb43298b619969cab051dc', 'subnets': [{'id': '6cf515bb-e1cd-42b8-a7ec-db473ba8cd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:25.281846 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b249e14-334a-407e-9ab6-caf6c3b22d9e None None] Checking router: e5d55131-8e07-4402-a8b1-ac8c88e4cebe for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:43:25.282275 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b249e14-334a-407e-9ab6-caf6c3b22d9e None None] Updating router e5d55131-8e07-4402-a8b1-ac8c88e4cebe port 353a2e09-0847-46fa-be3e-704ae2ea7b65 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:43:25.309999 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3b249e14-334a-407e-9ab6-caf6c3b22d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:25.647628 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c6c0dd15-1c16-4124-8b12-5c2998844259 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:43:25.716283 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b6516224-473e-4bb8-9077-7eacb6a73e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:25.736817 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port c6c0dd15-1c16-4124-8b12-5c2998844259 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:25.737447 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:25.775243 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3b249e14-334a-407e-9ab6-caf6c3b22d9e None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:25.870965 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3b249e14-334a-407e-9ab6-caf6c3b22d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:25.996943 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bccb2f-926f-4f58-8c81-b6dc7233cac6 None None] Pushing event updated for resources: {'Port': ['ID=353a2e09-0847-46fa-be3e-704ae2ea7b65,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:26.064057 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-3b249e14-334a-407e-9ab6-caf6c3b22d9e None None] Attempting to bind port 353a2e09-0847-46fa-be3e-704ae2ea7b65 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:43:26.069318 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-3b249e14-334a-407e-9ab6-caf6c3b22d9e None None] Attempting to bind port 353a2e09-0847-46fa-be3e-704ae2ea7b65 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'edcfa837-25a2-4838-9977-2f2081f07d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bd165693-b8a6-4850-9256-928ee5f5c4f1'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:43:26.069318 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b249e14-334a-407e-9ab6-caf6c3b22d9e None None] Attempting to bind port 353a2e09-0847-46fa-be3e-704ae2ea7b65 on network bd165693-b8a6-4850-9256-928ee5f5c4f1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:43:26.072604 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b249e14-334a-407e-9ab6-caf6c3b22d9e None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:43:26.073210 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b249e14-334a-407e-9ab6-caf6c3b22d9e None None] Checking segment: {'id': 'edcfa837-25a2-4838-9977-2f2081f07d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bd165693-b8a6-4850-9256-928ee5f5c4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:43:26.073616 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3b249e14-334a-407e-9ab6-caf6c3b22d9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:26.074061 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b249e14-334a-407e-9ab6-caf6c3b22d9e None None] Bound using segment: {'id': 'edcfa837-25a2-4838-9977-2f2081f07d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bd165693-b8a6-4850-9256-928ee5f5c4f1'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:43:26.074542 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-3b249e14-334a-407e-9ab6-caf6c3b22d9e None None] Bound port: 353a2e09-0847-46fa-be3e-704ae2ea7b65, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edcfa837-25a2-4838-9977-2f2081f07d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bd165693-b8a6-4850-9256-928ee5f5c4f1'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:43:26.074922 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3b249e14-334a-407e-9ab6-caf6c3b22d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:26.196867 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-3b249e14-334a-407e-9ab6-caf6c3b22d9e None None] For port 353a2e09-0847-46fa-be3e-704ae2ea7b65, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:43:26.200623 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-3b249e14-334a-407e-9ab6-caf6c3b22d9e None None] For port 353a2e09-0847-46fa-be3e-704ae2ea7b65, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=353a2e09-0847-46fa-be3e-704ae2ea7b65,segment=NetworkSegment(edcfa837-25a2-4838-9977-2f2081f07d45),segment_id=edcfa837-25a2-4838-9977-2f2081f07d45)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:43:26.301843 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-28c82aae-0be6-4a50-8ecf-6d4f7a8ae06b None None] Provisioning complete for port 353a2e09-0847-46fa-be3e-704ae2ea7b65 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:26.302490 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-28c82aae-0be6-4a50-8ecf-6d4f7a8ae06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:26.326648 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2c1c0f98-fa2a-4639-9388-aca74a7d5882 req-9ff75540-8a66-454e-b105-2ec20de59c4a tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 210 time: 0.0437069 Dec 16 22:43:26.358905 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-28c82aae-0be6-4a50-8ecf-6d4f7a8ae06b None None] Port 353a2e09-0847-46fa-be3e-704ae2ea7b65 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:43:26.365920 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3b249e14-334a-407e-9ab6-caf6c3b22d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:26.439656 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b249e14-334a-407e-9ab6-caf6c3b22d9e None None] Routers {'e5d55131-8e07-4402-a8b1-ac8c88e4cebe'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:43:26.440442 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-3b249e14-334a-407e-9ab6-caf6c3b22d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:43:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['e5d55131-8e07-4402-a8b1-ac8c88e4cebe'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:26.649056 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bccb2f-926f-4f58-8c81-b6dc7233cac6 None None] Pushing event updated for resources: {'Port': ['ID=353a2e09-0847-46fa-be3e-704ae2ea7b65,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:26.698913 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-a66962ba-9dd8-4326-a987-0b4ce82ac089 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:26.700735 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-a66962ba-9dd8-4326-a987-0b4ce82ac089 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.76 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 811 time: 0.2947843 Dec 16 22:43:26.757939 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-5db15bbb-db5e-4372-93bb-8d5057fa2ab7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Request body: {'port': {'device_id': '1e9432b9-adec-4faa-956d-8d9283be2b4c', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'admin_state_up': True, 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:43:26.844911 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f751841c-48e0-4820-92ac-c497157699c5 req-c03d17e3-8cbd-4da6-b3f4-7c2c47787911 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/ports?device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 210 time: 0.1427660 Dec 16 22:43:26.930127 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-3b249e14-334a-407e-9ab6-caf6c3b22d9e None None] Set router e5d55131-8e07-4402-a8b1-ac8c88e4cebe gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:43:27.100171 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-afcbfe50-b37e-41a9-92b2-0aaf4a9d0137 None None] Provisioning complete for port 353a2e09-0847-46fa-be3e-704ae2ea7b65 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:27.100682 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-afcbfe50-b37e-41a9-92b2-0aaf4a9d0137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:27.127265 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-5db15bbb-db5e-4372-93bb-8d5057fa2ab7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Made reservation on behalf of 50fe3c907f2a4ef2a5e50c4753c50795 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:43:27.133082 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-5db15bbb-db5e-4372-93bb-8d5057fa2ab7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:27.180092 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:27.218410 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:27.300488 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-3b249e14-334a-407e-9ab6-caf6c3b22d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d55131-8e07-4402-a8b1-ac8c88e4cebe', 'name': 'tempest-TestServerBasicOps-1559152280-router', 'tenant_id': 'd0fe055205cb43298b619969cab051dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '62e702a9-b87f-4472-b8d0-aba482347869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:43:16Z', 'revision_number': 4, 'project_id': 'd0fe055205cb43298b619969cab051dc', 'gw_port': {'id': '62e702a9-b87f-4472-b8d0-aba482347869', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:97:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d55131-8e07-4402-a8b1-ac8c88e4cebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:07Z', 'updated_at': '2021-12-16T22:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '353a2e09-0847-46fa-be3e-704ae2ea7b65', 'name': '', 'network_id': 'bd165693-b8a6-4850-9256-928ee5f5c4f1', 'tenant_id': 'd0fe055205cb43298b619969cab051dc', 'mac_address': 'fa:16:3e:50:60:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d55131-8e07-4402-a8b1-ac8c88e4cebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '6cf515bb-e1cd-42b8-a7ec-db473ba8cd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:14Z', 'updated_at': '2021-12-16T22:43:26Z', 'revision_number': 4, 'project_id': 'd0fe055205cb43298b619969cab051dc', 'subnets': [{'id': '6cf515bb-e1cd-42b8-a7ec-db473ba8cd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:27.316432 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-afcbfe50-b37e-41a9-92b2-0aaf4a9d0137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:27.370955 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b249e14-334a-407e-9ab6-caf6c3b22d9e None None] The sync data for ids ['e5d55131-8e07-4402-a8b1-ac8c88e4cebe'] in n-d-815324-4 is: [{'id': 'e5d55131-8e07-4402-a8b1-ac8c88e4cebe', 'name': 'tempest-TestServerBasicOps-1559152280-router', 'tenant_id': 'd0fe055205cb43298b619969cab051dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '62e702a9-b87f-4472-b8d0-aba482347869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:43:16Z', 'revision_number': 4, 'project_id': 'd0fe055205cb43298b619969cab051dc', 'gw_port': {'id': '62e702a9-b87f-4472-b8d0-aba482347869', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:97:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d55131-8e07-4402-a8b1-ac8c88e4cebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:07Z', 'updated_at': '2021-12-16T22:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '353a2e09-0847-46fa-be3e-704ae2ea7b65', 'name': '', 'network_id': 'bd165693-b8a6-4850-9256-928ee5f5c4f1', 'tenant_id': 'd0fe055205cb43298b619969cab051dc', 'mac_address': 'fa:16:3e:50:60:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d55131-8e07-4402-a8b1-ac8c88e4cebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '6cf515bb-e1cd-42b8-a7ec-db473ba8cd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:14Z', 'updated_at': '2021-12-16T22:43:26Z', 'revision_number': 4, 'project_id': 'd0fe055205cb43298b619969cab051dc', 'subnets': [{'id': '6cf515bb-e1cd-42b8-a7ec-db473ba8cd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:43:27.404032 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-afcbfe50-b37e-41a9-92b2-0aaf4a9d0137 None None] For port 353a2e09-0847-46fa-be3e-704ae2ea7b65, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=353a2e09-0847-46fa-be3e-704ae2ea7b65,segment=NetworkSegment(edcfa837-25a2-4838-9977-2f2081f07d45),segment_id=edcfa837-25a2-4838-9977-2f2081f07d45)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:43:27.490613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51306) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:27.527474 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-afcbfe50-b37e-41a9-92b2-0aaf4a9d0137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:27.604455 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-5db15bbb-db5e-4372-93bb-8d5057fa2ab7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Allocated IP 172.20.0.13 (4daef152-7506-4390-9b15-8eed5c3fe323/1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d/0db54cfc-8cfa-4e4c-a7a0-902765fbdac0) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:43:27.670835 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0c3665d4-c209-483a-a7c7-049cab2dc869 req-9424f0e3-6c5c-40ec-a558-41a761077328 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 210 time: 0.1606321 Dec 16 22:43:27.807466 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbfe50-b37e-41a9-92b2-0aaf4a9d0137 None None] Pushing event updated for resources: {'Port': ['ID=353a2e09-0847-46fa-be3e-704ae2ea7b65,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:27.845649 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 353a2e09-0847-46fa-be3e-704ae2ea7b65 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:43:27.857669 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6eca8bff-0f26-4724-a338-6cdeca114966 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:28.038552 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 353a2e09-0847-46fa-be3e-704ae2ea7b65 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:28.041560 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:28.148932 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-5db15bbb-db5e-4372-93bb-8d5057fa2ab7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:28.168671 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6eca8bff-0f26-4724-a338-6cdeca114966 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:28.224539 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6eca8bff-0f26-4724-a338-6cdeca114966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:28.282485 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6eca8bff-0f26-4724-a338-6cdeca114966 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6f08b65c5e924fa787b303f904ab9ae4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7906730 Dec 16 22:43:28.286174 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51318) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:28.310812 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cdda6ff4-890e-4af4-a0cd-8fbb1f6164c0 req-0bc6c740-2030-495c-8280-a962cbad4b6c tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/ports?device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 210 time: 0.0908785 Dec 16 22:43:28.377372 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-5db15bbb-db5e-4372-93bb-8d5057fa2ab7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:28.412686 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:28.415517 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca8bff-0f26-4724-a338-6cdeca114966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f34cb65-0448-4991-ac41-34058f659637,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:28.462618 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d67fd99c-0fe9-4303-9b2b-8ce1354bddd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:28.497880 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-5db15bbb-db5e-4372-93bb-8d5057fa2ab7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Network 4daef152-7506-4390-9b15-8eed5c3fe323 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:43:28.501012 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d67fd99c-0fe9-4303-9b2b-8ce1354bddd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:28.517182 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-5db15bbb-db5e-4372-93bb-8d5057fa2ab7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:43:28.524304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db15bbb-db5e-4372-93bb-8d5057fa2ab7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event updated for resources: {'Port': ['ID=0db54cfc-8cfa-4e4c-a7a0-902765fbdac0,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:28.535727 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-5db15bbb-db5e-4372-93bb-8d5057fa2ab7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:43:28.633804 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:28.731189 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-5db15bbb-db5e-4372-93bb-8d5057fa2ab7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:28.731189 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-5db15bbb-db5e-4372-93bb-8d5057fa2ab7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:28.796393 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d67fd99c-0fe9-4303-9b2b-8ce1354bddd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:28.799600 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d67fd99c-0fe9-4303-9b2b-8ce1354bddd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:28.800979 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d67fd99c-0fe9-4303-9b2b-8ce1354bddd1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2f34cb65-0448-4991-ac41-34058f659637 HTTP/1.1" status: 204 len: 168 time: 0.5086620 Dec 16 22:43:28.822118 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67fd99c-0fe9-4303-9b2b-8ce1354bddd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f34cb65-0448-4991-ac41-34058f659637,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:28.901892 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-5db15bbb-db5e-4372-93bb-8d5057fa2ab7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1749642 Dec 16 22:43:28.916912 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-4f05b466-cf1d-42ca-86e9-b22a6c449a5f service neutron] Request body: {'port': {'device_id': '1e9432b9-adec-4faa-956d-8d9283be2b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:43:29.061934 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3534e7d4-7965-4f12-833a-77c79b976c3c None None] Provisioning complete for port 0db54cfc-8cfa-4e4c-a7a0-902765fbdac0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:29.065590 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3534e7d4-7965-4f12-833a-77c79b976c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:29.067742 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa11c2d-6801-4e80-8e72-31f650f064a6 req-2c5a58cb-99fb-448f-ada0-01de3b5548bc tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:29.093019 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9aa11c2d-6801-4e80-8e72-31f650f064a6 req-2c5a58cb-99fb-448f-ada0-01de3b5548bc tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 932 time: 0.2359843 Dec 16 22:43:29.117070 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-3534e7d4-7965-4f12-833a-77c79b976c3c None None] Port 0db54cfc-8cfa-4e4c-a7a0-902765fbdac0 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:43:29.162891 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-4f05b466-cf1d-42ca-86e9-b22a6c449a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:29.209269 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9aa11c2d-6801-4e80-8e72-31f650f064a6 req-1c32cce3-2fb5-4c0f-a6be-cb929b134f5e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152689 Dec 16 22:43:29.219314 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:29.565818 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-df4a36d1-651d-4505-9fd6-e296175fd8d4 req-e746cbef-64a0-4a6a-9402-8d2b2c0c502d tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/ports?device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 210 time: 0.0554507 Dec 16 22:43:29.601540 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 353a2e09-0847-46fa-be3e-704ae2ea7b65 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:43:29.672476 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-4f05b466-cf1d-42ca-86e9-b22a6c449a5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db54cfc-8cfa-4e4c-a7a0-902765fbdac0 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:43:29.680806 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-4f05b466-cf1d-42ca-86e9-b22a6c449a5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:29.694822 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-4f05b466-cf1d-42ca-86e9-b22a6c449a5f service neutron] Transition to ACTIVE for port object 0db54cfc-8cfa-4e4c-a7a0-902765fbdac0 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:43:29.867002 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 353a2e09-0847-46fa-be3e-704ae2ea7b65 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:29.867468 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:29.889531 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-4f05b466-cf1d-42ca-86e9-b22a6c449a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:29.988624 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05b466-cf1d-42ca-86e9-b22a6c449a5f service neutron] Pushing event updated for resources: {'Port': ['ID=0db54cfc-8cfa-4e4c-a7a0-902765fbdac0,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:30.101782 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-4f05b466-cf1d-42ca-86e9-b22a6c449a5f service neutron] Attempting to bind port 0db54cfc-8cfa-4e4c-a7a0-902765fbdac0 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:43:30.102083 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-4f05b466-cf1d-42ca-86e9-b22a6c449a5f service neutron] Attempting to bind port 0db54cfc-8cfa-4e4c-a7a0-902765fbdac0 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:43:30.102426 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-4f05b466-cf1d-42ca-86e9-b22a6c449a5f service neutron] Attempting to bind port 0db54cfc-8cfa-4e4c-a7a0-902765fbdac0 on network 4daef152-7506-4390-9b15-8eed5c3fe323 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:43:30.111846 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-4f05b466-cf1d-42ca-86e9-b22a6c449a5f service neutron] Port 0db54cfc-8cfa-4e4c-a7a0-902765fbdac0 on network 4daef152-7506-4390-9b15-8eed5c3fe323 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:43:30.112354 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-4f05b466-cf1d-42ca-86e9-b22a6c449a5f service neutron] Attempting to bind port 0db54cfc-8cfa-4e4c-a7a0-902765fbdac0 on network 4daef152-7506-4390-9b15-8eed5c3fe323 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:43:30.119139 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-4f05b466-cf1d-42ca-86e9-b22a6c449a5f service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:43:30.119892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-4f05b466-cf1d-42ca-86e9-b22a6c449a5f service neutron] Checking segment: {'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:43:30.123247 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-4f05b466-cf1d-42ca-86e9-b22a6c449a5f service neutron] Bound using segment: {'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:43:30.127977 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-4f05b466-cf1d-42ca-86e9-b22a6c449a5f service neutron] Bound port: 0db54cfc-8cfa-4e4c-a7a0-902765fbdac0, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:43:30.127977 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-4f05b466-cf1d-42ca-86e9-b22a6c449a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:30.175583 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51336) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:30.195809 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6c2133bd-4fed-4220-91ad-4c2f41f6dce7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:30.232222 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-4f05b466-cf1d-42ca-86e9-b22a6c449a5f service neutron] For port 0db54cfc-8cfa-4e4c-a7a0-902765fbdac0, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:43:30.235745 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-4f05b466-cf1d-42ca-86e9-b22a6c449a5f service neutron] For port 0db54cfc-8cfa-4e4c-a7a0-902765fbdac0, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=0db54cfc-8cfa-4e4c-a7a0-902765fbdac0,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:43:30.343193 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-4f05b466-cf1d-42ca-86e9-b22a6c449a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:30.397989 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6c2133bd-4fed-4220-91ad-4c2f41f6dce7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:30.418619 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-4f05b466-cf1d-42ca-86e9-b22a6c449a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:30.419572 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-4f05b466-cf1d-42ca-86e9-b22a6c449a5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:30.423278 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-4f05b466-cf1d-42ca-86e9-b22a6c449a5f service neutron] 10.222.0.76 "PUT /v2.0/ports/0db54cfc-8cfa-4e4c-a7a0-902765fbdac0 HTTP/1.1" status: 200 len: 1092 time: 1.5107825 Dec 16 22:43:30.423957 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9432b9-adec-4faa-956d-8d9283be2b4c', 'tag': '0db54cfc-8cfa-4e4c-a7a0-902765fbdac0'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:43:30.426763 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f62d91b-bd89-49e2-ab56-8e8bff740904" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9432b9-adec-4faa-956d-8d9283be2b4c", "tag": "0db54cfc-8cfa-4e4c-a7a0-902765fbdac0"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:43:30.459516 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05b466-cf1d-42ca-86e9-b22a6c449a5f service neutron] Pushing event updated for resources: {'Port': ['ID=0db54cfc-8cfa-4e4c-a7a0-902765fbdac0,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:30.462138 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6feb32-9526-4696-aeb9-241d93beea84 req-88cbd964-ab4d-45e3-863c-d62ccac2d238 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:30.475144 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1b6feb32-9526-4696-aeb9-241d93beea84 req-88cbd964-ab4d-45e3-863c-d62ccac2d238 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 944 time: 0.1734583 Dec 16 22:43:30.499496 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1107ee1-92cc-4abd-80a9-8e6b291daa0e x-openstack-request-id: req-b1107ee1-92cc-4abd-80a9-8e6b291daa0e {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:43:30.500995 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9432b9-adec-4faa-956d-8d9283be2b4c", "tag": "0db54cfc-8cfa-4e4c-a7a0-902765fbdac0", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:43:30.500995 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b1107ee1-92cc-4abd-80a9-8e6b291daa0e {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:43:30.500995 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9432b9-adec-4faa-956d-8d9283be2b4c', 'tag': '0db54cfc-8cfa-4e4c-a7a0-902765fbdac0', 'status': 'completed', 'code': 200} Dec 16 22:43:30.566466 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6c2133bd-4fed-4220-91ad-4c2f41f6dce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:30.615899 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1b6feb32-9526-4696-aeb9-241d93beea84 req-01eb8453-5060-402f-9f81-d9fad4185e8f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169345 Dec 16 22:43:30.660406 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62d91b-bd89-49e2-ab56-8e8bff740904 req-4f7f37b5-2a26-4f5e-abfc-cc4b4cca60f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:30.663179 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6c2133bd-4fed-4220-91ad-4c2f41f6dce7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b27a446bb08f4cf3af7a77115e2717b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4864187 Dec 16 22:43:30.664648 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4f62d91b-bd89-49e2-ab56-8e8bff740904 req-4f7f37b5-2a26-4f5e-abfc-cc4b4cca60f7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 1095 time: 0.1078107 Dec 16 22:43:30.667194 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51344) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:30.683205 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2133bd-4fed-4220-91ad-4c2f41f6dce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97e0957-894c-46ca-a6d0-82daec575f0d,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:30.767208 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0d277a4b-b92d-42f0-ac6b-398de52aed34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:30.802396 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0d277a4b-b92d-42f0-ac6b-398de52aed34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:30.877054 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-879d9163-7470-435a-9b39-aaa147a91cba req-0cd9b5d2-f04c-4315-8759-1e58928a09ed tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/ports?device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 210 time: 0.1575801 Dec 16 22:43:30.973998 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-06664565-ed7c-4bba-a0b9-f12f76aca503 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:30.975731 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-06664565-ed7c-4bba-a0b9-f12f76aca503 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.76 "GET /v2.0/networks?id=6758e66d-b624-4230-bc5c-846fa9c4caaf HTTP/1.1" status: 200 len: 809 time: 0.1848283 Dec 16 22:43:31.014562 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62d91b-bd89-49e2-ab56-8e8bff740904 req-b3b33d4d-6ca9-429e-9433-8edbba3f893c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:31.016444 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4f62d91b-bd89-49e2-ab56-8e8bff740904 req-b3b33d4d-6ca9-429e-9433-8edbba3f893c service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3306990 Dec 16 22:43:31.053761 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0d277a4b-b92d-42f0-ac6b-398de52aed34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:31.067650 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0d277a4b-b92d-42f0-ac6b-398de52aed34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:31.086200 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0d277a4b-b92d-42f0-ac6b-398de52aed34 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b97e0957-894c-46ca-a6d0-82daec575f0d HTTP/1.1" status: 204 len: 168 time: 0.4126780 Dec 16 22:43:31.141184 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d277a4b-b92d-42f0-ac6b-398de52aed34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97e0957-894c-46ca-a6d0-82daec575f0d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:31.194912 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-0ecb6c47-99a3-406d-8a27-47ba88e315f9 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f992ab7bbd284762b25c36b13354b00d HTTP/1.1" status: 200 len: 379 time: 0.2011821 Dec 16 22:43:31.213778 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-06eb3042-f34d-4cf8-9276-29078f800603 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Request body: {'port': {'device_id': '61b9f20e-a209-42cc-8b5a-39c9bb6277e8', 'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf', 'admin_state_up': True, 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'security_groups': ['e5a6eeef-b70b-450f-bfec-4e7ce919ddea']}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:43:31.249622 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62d91b-bd89-49e2-ab56-8e8bff740904 req-b2ea7e95-637e-456f-a69a-bed44ceb69bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:31.253324 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4f62d91b-bd89-49e2-ab56-8e8bff740904 req-b2ea7e95-637e-456f-a69a-bed44ceb69bc service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2218006 Dec 16 22:43:31.429107 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-4f9c4701-55e1-4e04-9cf5-99640a1289ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:31.430951 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-4f9c4701-55e1-4e04-9cf5-99640a1289ba service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 1095 time: 0.0668321 Dec 16 22:43:31.507326 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-2465bb97-24d6-49a0-a263-af0409d81f0c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0db54cfc-8cfa-4e4c-a7a0-902765fbdac0 HTTP/1.1" status: 200 len: 217 time: 0.0582354 Dec 16 22:43:31.525024 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-06eb3042-f34d-4cf8-9276-29078f800603 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Made reservation on behalf of f992ab7bbd284762b25c36b13354b00d for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:43:31.528948 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-06eb3042-f34d-4cf8-9276-29078f800603 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:31.602221 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-d2848440-2add-40ec-a243-c49097d9bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:31.610459 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-d2848440-2add-40ec-a243-c49097d9bbd1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d HTTP/1.1" status: 200 len: 850 time: 0.0932505 Dec 16 22:43:31.741983 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-4c648d13-edf8-4ac5-8ed5-6e5b89ebbeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:31.743616 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-4c648d13-edf8-4ac5-8ed5-6e5b89ebbeb7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4daef152-7506-4390-9b15-8eed5c3fe323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260195 Dec 16 22:43:31.875410 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-06eb3042-f34d-4cf8-9276-29078f800603 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Allocated IP 172.20.0.9 (6758e66d-b624-4230-bc5c-846fa9c4caaf/a6972eff-e95f-4a67-852c-78411db180d4/fc912460-dcf9-41a9-b501-345566e7fb84) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:43:32.031879 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-5c6c4d47-ef6b-4348-b19a-48ceeff0a0dc service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787330 Dec 16 22:43:32.238613 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1a13993-ae31-4197-9241-7beb179fcf3f req-0e4226b9-4cb4-4d30-839a-e63344e361d4 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/ports?device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 210 time: 0.0561900 Dec 16 22:43:32.306887 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc39cd-6e63-4a68-8486-f0c4f2013aab req-6f7c9ec8-59ae-45bd-b465-661853a5f74a tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:32.308540 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b4bc39cd-6e63-4a68-8486-f0c4f2013aab req-6f7c9ec8-59ae-45bd-b465-661853a5f74a tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 944 time: 0.5301256 Dec 16 22:43:32.350399 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0ae2c1ca-76d4-446a-b855-cc036998cc15 req-39e74079-32c8-4335-80a4-11968d369542 service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109078 Dec 16 22:43:32.476753 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-06eb3042-f34d-4cf8-9276-29078f800603 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:32.482989 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b4bc39cd-6e63-4a68-8486-f0c4f2013aab req-13389d3f-f058-4d88-8db0-cc18f800aa9a tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667786 Dec 16 22:43:32.632461 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-06eb3042-f34d-4cf8-9276-29078f800603 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:32.748157 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-06eb3042-f34d-4cf8-9276-29078f800603 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Network 6758e66d-b624-4230-bc5c-846fa9c4caaf is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:43:32.753251 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-06eb3042-f34d-4cf8-9276-29078f800603 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:43:32.757728 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-06eb3042-f34d-4cf8-9276-29078f800603 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:43:32.770622 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb3042-f34d-4cf8-9276-29078f800603 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Pushing event updated for resources: {'Port': ['ID=fc912460-dcf9-41a9-b501-345566e7fb84,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:32.845375 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-06eb3042-f34d-4cf8-9276-29078f800603 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:32.846442 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-06eb3042-f34d-4cf8-9276-29078f800603 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:33.034016 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-06eb3042-f34d-4cf8-9276-29078f800603 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8273926 Dec 16 22:43:33.054635 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-bcb36086-4ad9-44c3-9975-3170267468a3 service neutron] Request body: {'port': {'device_id': '61b9f20e-a209-42cc-8b5a-39c9bb6277e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:43:33.138304 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c512d5ef-eecd-4aad-8d84-0b16b03e542d None None] Provisioning complete for port fc912460-dcf9-41a9-b501-345566e7fb84 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:33.138874 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c512d5ef-eecd-4aad-8d84-0b16b03e542d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:33.191354 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c512d5ef-eecd-4aad-8d84-0b16b03e542d None None] Port fc912460-dcf9-41a9-b501-345566e7fb84 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:43:33.204959 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-bcb36086-4ad9-44c3-9975-3170267468a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:33.414812 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e0c7b-349b-44b0-b29c-20a0447ce635 req-2ac0b303-7de9-43c5-91c7-e4f69f6438f1 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:33.416668 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac8e0c7b-349b-44b0-b29c-20a0447ce635 req-2ac0b303-7de9-43c5-91c7-e4f69f6438f1 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/ports?device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 931 time: 0.0592833 Dec 16 22:43:33.573383 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac8e0c7b-349b-44b0-b29c-20a0447ce635 req-de50960f-cdb4-4487-b5b1-fa62135630d6 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/security-groups?id=e5a6eeef-b70b-450f-bfec-4e7ce919ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303790 Dec 16 22:43:33.692297 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-bcb36086-4ad9-44c3-9975-3170267468a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc912460-dcf9-41a9-b501-345566e7fb84 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:43:33.703172 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-bcb36086-4ad9-44c3-9975-3170267468a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:33.724087 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881e0a6-cfee-48d9-9e3a-a74e4b587f07 req-1c4fc109-4fe1-4791-a1ff-95c51f4f5ace tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:33.725651 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8881e0a6-cfee-48d9-9e3a-a74e4b587f07 req-1c4fc109-4fe1-4791-a1ff-95c51f4f5ace tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 944 time: 0.0907545 Dec 16 22:43:33.733412 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-bcb36086-4ad9-44c3-9975-3170267468a3 service neutron] Transition to ACTIVE for port object fc912460-dcf9-41a9-b501-345566e7fb84 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:43:33.784588 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8881e0a6-cfee-48d9-9e3a-a74e4b587f07 req-b2faaaea-eb5c-4129-8349-d154506c5e2a tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491540 Dec 16 22:43:33.928486 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-bcb36086-4ad9-44c3-9975-3170267468a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:34.010439 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb36086-4ad9-44c3-9975-3170267468a3 service neutron] Pushing event updated for resources: {'Port': ['ID=fc912460-dcf9-41a9-b501-345566e7fb84,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:34.073119 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-bcb36086-4ad9-44c3-9975-3170267468a3 service neutron] Attempting to bind port fc912460-dcf9-41a9-b501-345566e7fb84 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:43:34.073625 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-bcb36086-4ad9-44c3-9975-3170267468a3 service neutron] Attempting to bind port fc912460-dcf9-41a9-b501-345566e7fb84 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '549d70f2-5f28-4774-b2b3-cd43e0d4ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:43:34.073967 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-bcb36086-4ad9-44c3-9975-3170267468a3 service neutron] Attempting to bind port fc912460-dcf9-41a9-b501-345566e7fb84 on network 6758e66d-b624-4230-bc5c-846fa9c4caaf {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:43:34.080085 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-bcb36086-4ad9-44c3-9975-3170267468a3 service neutron] Port fc912460-dcf9-41a9-b501-345566e7fb84 on network 6758e66d-b624-4230-bc5c-846fa9c4caaf not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:43:34.080410 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-bcb36086-4ad9-44c3-9975-3170267468a3 service neutron] Attempting to bind port fc912460-dcf9-41a9-b501-345566e7fb84 on network 6758e66d-b624-4230-bc5c-846fa9c4caaf {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:43:34.086501 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-bcb36086-4ad9-44c3-9975-3170267468a3 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:43:34.086868 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-bcb36086-4ad9-44c3-9975-3170267468a3 service neutron] Checking segment: {'id': '549d70f2-5f28-4774-b2b3-cd43e0d4ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:43:34.087282 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-bcb36086-4ad9-44c3-9975-3170267468a3 service neutron] Bound using segment: {'id': '549d70f2-5f28-4774-b2b3-cd43e0d4ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:43:34.087730 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-bcb36086-4ad9-44c3-9975-3170267468a3 service neutron] Bound port: fc912460-dcf9-41a9-b501-345566e7fb84, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '549d70f2-5f28-4774-b2b3-cd43e0d4ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:43:34.088100 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-bcb36086-4ad9-44c3-9975-3170267468a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:34.184647 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-bcb36086-4ad9-44c3-9975-3170267468a3 service neutron] For port fc912460-dcf9-41a9-b501-345566e7fb84, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:43:34.189154 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-bcb36086-4ad9-44c3-9975-3170267468a3 service neutron] For port fc912460-dcf9-41a9-b501-345566e7fb84, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=fc912460-dcf9-41a9-b501-345566e7fb84,segment=NetworkSegment(549d70f2-5f28-4774-b2b3-cd43e0d4ecaf),segment_id=549d70f2-5f28-4774-b2b3-cd43e0d4ecaf)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:43:34.305224 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-bcb36086-4ad9-44c3-9975-3170267468a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:34.392858 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb36086-4ad9-44c3-9975-3170267468a3 service neutron] Pushing event updated for resources: {'Port': ['ID=fc912460-dcf9-41a9-b501-345566e7fb84,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:34.403225 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-bcb36086-4ad9-44c3-9975-3170267468a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:34.403989 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-bcb36086-4ad9-44c3-9975-3170267468a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:34.406203 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-bcb36086-4ad9-44c3-9975-3170267468a3 service neutron] 10.222.0.76 "PUT /v2.0/ports/fc912460-dcf9-41a9-b501-345566e7fb84 HTTP/1.1" status: 200 len: 1091 time: 1.3558712 Dec 16 22:43:34.406628 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b9f20e-a209-42cc-8b5a-39c9bb6277e8', 'tag': 'fc912460-dcf9-41a9-b501-345566e7fb84'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:43:34.408828 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f63dd75-c801-4d6c-a460-8340da1df472" -d '{"events": [{"name": "network-changed", "server_uuid": "61b9f20e-a209-42cc-8b5a-39c9bb6277e8", "tag": "fc912460-dcf9-41a9-b501-345566e7fb84"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:43:34.473015 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9149e222-ee35-412d-81bf-fa72626a0cdc x-openstack-request-id: req-9149e222-ee35-412d-81bf-fa72626a0cdc {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:43:34.473318 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b9f20e-a209-42cc-8b5a-39c9bb6277e8", "tag": "fc912460-dcf9-41a9-b501-345566e7fb84", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:43:34.474912 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9149e222-ee35-412d-81bf-fa72626a0cdc {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:43:34.474912 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b9f20e-a209-42cc-8b5a-39c9bb6277e8', 'tag': 'fc912460-dcf9-41a9-b501-345566e7fb84', 'status': 'completed', 'code': 200} Dec 16 22:43:34.602619 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63dd75-c801-4d6c-a460-8340da1df472 req-b4fb7f75-fb4f-4360-902d-14cfba76bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:34.604601 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0f63dd75-c801-4d6c-a460-8340da1df472 req-b4fb7f75-fb4f-4360-902d-14cfba76bea2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f992ab7bbd284762b25c36b13354b00d&device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 1094 time: 0.0769119 Dec 16 22:43:34.833686 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a22646-f0d8-490e-a7ec-76a19de724c8 req-e4328b45-3f63-4749-8c6a-4be5011252e1 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:34.840949 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-02a22646-f0d8-490e-a7ec-76a19de724c8 req-e4328b45-3f63-4749-8c6a-4be5011252e1 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/ports?device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 943 time: 0.1050832 Dec 16 22:43:34.852446 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63dd75-c801-4d6c-a460-8340da1df472 req-13a5e92e-b971-4aee-aa4a-0c9ac713b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:34.853929 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0f63dd75-c801-4d6c-a460-8340da1df472 req-13a5e92e-b971-4aee-aa4a-0c9ac713b813 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=f992ab7bbd284762b25c36b13354b00d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2335577 Dec 16 22:43:34.990730 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb003fd2-6848-4682-8779-dc6c92f37f1b req-ea47b184-4340-4085-b72e-6b5f1cfab8c8 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:35.002675 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cb003fd2-6848-4682-8779-dc6c92f37f1b req-ea47b184-4340-4085-b72e-6b5f1cfab8c8 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 944 time: 0.1228652 Dec 16 22:43:35.049561 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-02a22646-f0d8-490e-a7ec-76a19de724c8 req-e7e4e45b-e03a-4dee-8760-4fd0a2e66101 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/security-groups?id=e5a6eeef-b70b-450f-bfec-4e7ce919ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039051 Dec 16 22:43:35.080189 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cb003fd2-6848-4682-8779-dc6c92f37f1b req-2acbc2a1-0f58-4301-86c0-bf729cc653b6 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755031 Dec 16 22:43:35.109829 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63dd75-c801-4d6c-a460-8340da1df472 req-f7050d36-88b0-4275-8e1e-0cf82518f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:35.110979 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0f63dd75-c801-4d6c-a460-8340da1df472 req-f7050d36-88b0-4275-8e1e-0cf82518f03c service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2408962 Dec 16 22:43:35.266935 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-1fc8f8bd-e359-432d-b737-7e506734e927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:35.268916 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-1fc8f8bd-e359-432d-b737-7e506734e927 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f992ab7bbd284762b25c36b13354b00d&device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 1094 time: 0.0795143 Dec 16 22:43:35.343669 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-c286dbfd-eb73-4b45-b59a-2e2a7bbf9b3e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc912460-dcf9-41a9-b501-345566e7fb84 HTTP/1.1" status: 200 len: 217 time: 0.0586300 Dec 16 22:43:35.436826 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-07e255bd-34e2-42f0-b8fe-fa64c115ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:35.438713 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-07e255bd-34e2-42f0-b8fe-fa64c115ad4c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a6972eff-e95f-4a67-852c-78411db180d4 HTTP/1.1" status: 200 len: 848 time: 0.0875318 Dec 16 22:43:35.515167 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-28ed774e-9fee-4163-bf5d-f6e98a8444c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:35.518553 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-28ed774e-9fee-4163-bf5d-f6e98a8444c0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6758e66d-b624-4230-bc5c-846fa9c4caaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721803 Dec 16 22:43:35.653290 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-c9c4d679-dfc8-4c20-adc0-b478e09576d6 service neutron] 10.222.0.76 "GET /v2.0/networks/6758e66d-b624-4230-bc5c-846fa9c4caaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250455 Dec 16 22:43:35.778405 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-513de9ef-6e31-4520-83db-8a1b7138b788 req-5a1c6166-d1bb-4de1-a76d-a308bfcc8316 service neutron] 10.222.0.76 "GET /v2.0/networks/6758e66d-b624-4230-bc5c-846fa9c4caaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141679 Dec 16 22:43:36.223332 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e8716-257a-48c2-9ca6-58554f41fef3 req-8e4425ae-3af4-44a4-97b2-8b29d431e205 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:36.234068 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bb4e8716-257a-48c2-9ca6-58554f41fef3 req-8e4425ae-3af4-44a4-97b2-8b29d431e205 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/ports?device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 943 time: 0.0894160 Dec 16 22:43:36.296865 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bb4e8716-257a-48c2-9ca6-58554f41fef3 req-889da02a-2411-4fa4-913f-0173256b6474 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/security-groups?id=e5a6eeef-b70b-450f-bfec-4e7ce919ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609963 Dec 16 22:43:36.309585 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1dae6-6865-4949-b3ce-1e90b2583e16 req-37c7137c-eaa8-4478-a49a-e6533d1c7f68 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:36.315739 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-26c1dae6-6865-4949-b3ce-1e90b2583e16 req-37c7137c-eaa8-4478-a49a-e6533d1c7f68 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 944 time: 0.1465533 Dec 16 22:43:36.428360 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-26c1dae6-6865-4949-b3ce-1e90b2583e16 req-b78b6ebc-86d8-4e40-a41f-ed0f82d57a06 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049244 Dec 16 22:43:36.439779 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b7bd4f-0651-431d-ae11-de27f543f00f req-76f18cfe-8bb2-4960-bda3-625955d314e7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3334e643-d525-42ab-baeb-ed78e1fcb943&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0768268 Dec 16 22:43:36.557100 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7bd4f-0651-431d-ae11-de27f543f00f req-049c5d3c-9834-47af-b27c-ffc3424b161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:36.559143 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b7bd4f-0651-431d-ae11-de27f543f00f req-049c5d3c-9834-47af-b27c-ffc3424b161d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2b4fafbea3d45ac8d3254c1d8b5fceb&device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 1097 time: 0.0579998 Dec 16 22:43:36.696668 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7bd4f-0651-431d-ae11-de27f543f00f req-fe5f9086-431d-4f78-a0ca-6236c377d969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:36.698446 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b7bd4f-0651-431d-ae11-de27f543f00f req-fe5f9086-431d-4f78-a0ca-6236c377d969 service neutron] 10.222.0.57 "GET /v2.0/networks?id=27b9dd8f-8dc8-42d1-b422-e1b0133347b4 HTTP/1.1" status: 200 len: 896 time: 0.1050680 Dec 16 22:43:36.791716 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b7bd4f-0651-431d-ae11-de27f543f00f req-61e77011-9288-4278-8b2a-a9826ac90a67 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f83d2168-cdce-4fd6-bdaf-d529e7a38e40 HTTP/1.1" status: 200 len: 1001 time: 0.0859635 Dec 16 22:43:36.856326 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7bd4f-0651-431d-ae11-de27f543f00f req-578f4731-0aa1-494c-97a1-60ff76b89529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:36.857929 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b7bd4f-0651-431d-ae11-de27f543f00f req-578f4731-0aa1-494c-97a1-60ff76b89529 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b81b7eb-1ad0-4fea-b30d-e3801f8a789e HTTP/1.1" status: 200 len: 835 time: 0.0595901 Dec 16 22:43:36.915442 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7bd4f-0651-431d-ae11-de27f543f00f req-06c118de-709d-458b-a36f-5a164d67a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:36.916980 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b7bd4f-0651-431d-ae11-de27f543f00f req-06c118de-709d-458b-a36f-5a164d67a50b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=27b9dd8f-8dc8-42d1-b422-e1b0133347b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525548 Dec 16 22:43:37.024402 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b7bd4f-0651-431d-ae11-de27f543f00f req-934af472-bfe3-4ce7-b235-2a0635155838 service neutron] 10.222.0.57 "GET /v2.0/networks/27b9dd8f-8dc8-42d1-b422-e1b0133347b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005170 Dec 16 22:43:37.152603 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07b7bd4f-0651-431d-ae11-de27f543f00f req-7a4efed4-cb8a-415e-962f-73e04f118e15 service neutron] 10.222.0.57 "GET /v2.0/networks/27b9dd8f-8dc8-42d1-b422-e1b0133347b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212428 Dec 16 22:43:37.448653 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e705ec-d401-4ea9-898b-56f55aad005d req-e8f0301c-bfcd-4793-b331-cd0f8b6b83bf tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:37.450273 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-00e705ec-d401-4ea9-898b-56f55aad005d req-e8f0301c-bfcd-4793-b331-cd0f8b6b83bf tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/ports?device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 943 time: 0.0792575 Dec 16 22:43:37.523062 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-00e705ec-d401-4ea9-898b-56f55aad005d req-411ebf19-126f-4d43-a427-d8f01c51544b tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/security-groups?id=e5a6eeef-b70b-450f-bfec-4e7ce919ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590737 Dec 16 22:43:37.585078 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be354e0a-5c67-4a9f-b91e-ec977491887b req-d131c382-1feb-4340-877f-275cccc2f394 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:37.586761 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be354e0a-5c67-4a9f-b91e-ec977491887b req-d131c382-1feb-4340-877f-275cccc2f394 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 944 time: 0.0668950 Dec 16 22:43:37.647030 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be354e0a-5c67-4a9f-b91e-ec977491887b req-8795f6d6-36a2-4a2c-8de0-8ba1dd5da54e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537434 Dec 16 22:43:38.666992 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0ccc1-eceb-466c-b123-e9ec8ad7f527 req-a3cf4bd9-82d6-4210-8330-12868eb163b3 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:38.670612 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6da0ccc1-eceb-466c-b123-e9ec8ad7f527 req-a3cf4bd9-82d6-4210-8330-12868eb163b3 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/ports?device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 943 time: 0.0632102 Dec 16 22:43:38.789762 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6da0ccc1-eceb-466c-b123-e9ec8ad7f527 req-6935f0f5-661a-49ef-b934-d1b4a1622d0d tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/security-groups?id=e5a6eeef-b70b-450f-bfec-4e7ce919ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141865 Dec 16 22:43:38.835886 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a19e79-93a6-49f9-a3f3-bd514fe447f0 req-500a01ed-0501-4507-9c9e-b13e5613ebc7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:38.838299 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-61a19e79-93a6-49f9-a3f3-bd514fe447f0 req-500a01ed-0501-4507-9c9e-b13e5613ebc7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 944 time: 0.0936258 Dec 16 22:43:38.898912 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-61a19e79-93a6-49f9-a3f3-bd514fe447f0 req-2b886e04-0c94-4e92-93c7-2265ea02a08f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540791 Dec 16 22:43:39.982184 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbdc5f-dcb6-498c-85b8-e2445da72517 req-7cf89c91-2e22-4c77-9998-0ce2c176d24c tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:39.986048 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c7dbdc5f-dcb6-498c-85b8-e2445da72517 req-7cf89c91-2e22-4c77-9998-0ce2c176d24c tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/ports?device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 943 time: 0.0898829 Dec 16 22:43:40.067312 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c7dbdc5f-dcb6-498c-85b8-e2445da72517 req-145616a9-1de5-4684-842d-a3a2b25adeef tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/security-groups?id=e5a6eeef-b70b-450f-bfec-4e7ce919ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711741 Dec 16 22:43:40.108214 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05b24a-18c2-49fc-b870-24f35d28ae6d req-2b0e5ea4-d3a0-4aac-8a6e-7a762a881977 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:40.110740 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1a05b24a-18c2-49fc-b870-24f35d28ae6d req-2b0e5ea4-d3a0-4aac-8a6e-7a762a881977 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 944 time: 0.0647871 Dec 16 22:43:40.180168 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1a05b24a-18c2-49fc-b870-24f35d28ae6d req-163db166-96d0-45c6-9c6d-4158b39ceef4 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615628 Dec 16 22:43:40.235464 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device fc912460-dcf9-41a9-b501-345566e7fb84 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:43:40.382132 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port fc912460-dcf9-41a9-b501-345566e7fb84, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=fc912460-dcf9-41a9-b501-345566e7fb84,segment=NetworkSegment(549d70f2-5f28-4774-b2b3-cd43e0d4ecaf),segment_id=549d70f2-5f28-4774-b2b3-cd43e0d4ecaf)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:43:40.399002 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'fc912460-dcf9-41a9-b501-345566e7fb84', 'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf', 'port_id': 'fc912460-dcf9-41a9-b501-345566e7fb84', 'mac_address': 'fa:16:3e:9a:99:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6972eff-e95f-4a67-852c-78411db180d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:43:40.453366 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:40.480263 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc912460-dcf9-41a9-b501-345566e7fb84 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:43:40.508744 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port fc912460-dcf9-41a9-b501-345566e7fb84, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=fc912460-dcf9-41a9-b501-345566e7fb84,segment=NetworkSegment(549d70f2-5f28-4774-b2b3-cd43e0d4ecaf),segment_id=549d70f2-5f28-4774-b2b3-cd43e0d4ecaf)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:43:40.610815 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:40.663764 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=fc912460-dcf9-41a9-b501-345566e7fb84,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:40.931017 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['fc912460-dcf9-41a9-b501-345566e7fb84'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:43:41.267417 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be90f3c-dbb7-48a1-9514-e862c94b9795 req-c4d33a53-7734-4387-878f-6405366ae255 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:41.276944 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8be90f3c-dbb7-48a1-9514-e862c94b9795 req-c4d33a53-7734-4387-878f-6405366ae255 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/ports?device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 944 time: 0.0939064 Dec 16 22:43:41.356327 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8be90f3c-dbb7-48a1-9514-e862c94b9795 req-d5223ac2-11d0-43ff-b3ad-26fc428876cf tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/security-groups?id=e5a6eeef-b70b-450f-bfec-4e7ce919ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775137 Dec 16 22:43:41.380640 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bb8d3-77bb-40c5-ab5c-9054940f3639 req-d604074c-4f90-4da2-b7bf-ae845c734550 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:41.382649 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dd8bb8d3-77bb-40c5-ab5c-9054940f3639 req-d604074c-4f90-4da2-b7bf-ae845c734550 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 944 time: 0.0925937 Dec 16 22:43:41.439342 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dd8bb8d3-77bb-40c5-ab5c-9054940f3639 req-b267a577-a41a-4bd9-89c9-5bbf02290573 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505323 Dec 16 22:43:42.255182 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device fc912460-dcf9-41a9-b501-345566e7fb84 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:43:42.370536 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port fc912460-dcf9-41a9-b501-345566e7fb84 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:43:42.375904 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port fc912460-dcf9-41a9-b501-345566e7fb84 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:42.380847 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:42.493104 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:42.527621 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b9f20e-a209-42cc-8b5a-39c9bb6277e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc912460-dcf9-41a9-b501-345566e7fb84'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:43:42.533612 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978639ee-0cf5-483a-a54f-540aa842eb02" -d '{"events": [{"server_uuid": "61b9f20e-a209-42cc-8b5a-39c9bb6277e8", "name": "network-vif-plugged", "status": "completed", "tag": "fc912460-dcf9-41a9-b501-345566e7fb84"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:43:42.556446 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9a8e9-5809-4581-908d-afdd8d7c2c89 req-40e29207-eda1-46b3-b747-814cfdf981a6 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:42.562354 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port fc912460-dcf9-41a9-b501-345566e7fb84, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=fc912460-dcf9-41a9-b501-345566e7fb84,segment=NetworkSegment(549d70f2-5f28-4774-b2b3-cd43e0d4ecaf),segment_id=549d70f2-5f28-4774-b2b3-cd43e0d4ecaf)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:43:42.567865 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aaa9a8e9-5809-4581-908d-afdd8d7c2c89 req-40e29207-eda1-46b3-b747-814cfdf981a6 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/ports?device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 944 time: 0.0921903 Dec 16 22:43:42.622126 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aaa9a8e9-5809-4581-908d-afdd8d7c2c89 req-141c281a-9206-43c6-bea6-ceda3880fbaf tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/security-groups?id=e5a6eeef-b70b-450f-bfec-4e7ce919ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530341 Dec 16 22:43:42.629657 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:42.642038 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57cbbf-2604-4c30-b7fc-6f9a459b38c3 req-27d02d8d-fd89-4b9f-acb4-d141e598ea66 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:42.651854 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aa57cbbf-2604-4c30-b7fc-6f9a459b38c3 req-27d02d8d-fd89-4b9f-acb4-d141e598ea66 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 944 time: 0.1131649 Dec 16 22:43:42.724826 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=fc912460-dcf9-41a9-b501-345566e7fb84,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:42.728705 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186d2ad9-f8f6-482c-b1fe-5a251a269446 x-openstack-request-id: req-186d2ad9-f8f6-482c-b1fe-5a251a269446 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:43:42.729254 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b9f20e-a209-42cc-8b5a-39c9bb6277e8", "name": "network-vif-plugged", "status": "completed", "tag": "fc912460-dcf9-41a9-b501-345566e7fb84", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:43:42.729791 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-186d2ad9-f8f6-482c-b1fe-5a251a269446 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:43:42.730355 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b9f20e-a209-42cc-8b5a-39c9bb6277e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc912460-dcf9-41a9-b501-345566e7fb84', 'code': 200} Dec 16 22:43:42.742213 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aa57cbbf-2604-4c30-b7fc-6f9a459b38c3 req-6b0e805c-5e10-4179-9c70-b3209fcad8fe tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891433 Dec 16 22:43:42.904829 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401489c-4322-4f81-8e32-b777e85cb6fb req-69755697-3d62-43ec-ad91-1098138e25d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:42.906882 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3401489c-4322-4f81-8e32-b777e85cb6fb req-69755697-3d62-43ec-ad91-1098138e25d3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 1096 time: 0.0581639 Dec 16 22:43:42.968709 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3401489c-4322-4f81-8e32-b777e85cb6fb req-56d557b0-a3ec-43d0-95bf-f07898a452fa service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e5a6eeef-b70b-450f-bfec-4e7ce919ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520494 Dec 16 22:43:43.776454 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb24d57-8027-466b-958f-8d4d5eeb04de req-2fc0fe84-b252-4dd9-8992-943b9b2025dd tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:43.784925 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8bb24d57-8027-466b-958f-8d4d5eeb04de req-2fc0fe84-b252-4dd9-8992-943b9b2025dd tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/ports?device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 945 time: 0.0625269 Dec 16 22:43:43.858997 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8bb24d57-8027-466b-958f-8d4d5eeb04de req-def0e8ab-c561-4d25-97fc-96e55ad5e04a tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/security-groups?id=e5a6eeef-b70b-450f-bfec-4e7ce919ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728309 Dec 16 22:43:43.927228 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e38391-4574-454b-a4b7-3bbd5aa8fc0f req-45ace05d-c51c-4cef-86fc-8992a445a657 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:43.929637 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-83e38391-4574-454b-a4b7-3bbd5aa8fc0f req-45ace05d-c51c-4cef-86fc-8992a445a657 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 944 time: 0.0667093 Dec 16 22:43:44.001712 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-83e38391-4574-454b-a4b7-3bbd5aa8fc0f req-44e27358-73ca-45fd-a3fa-3cd107aa8fc6 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630975 Dec 16 22:43:45.002250 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef89e27-113e-4044-9a86-206c6c7790cf req-90715f58-6e22-4615-b42f-cd9bb0b2e967 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:45.003854 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1ef89e27-113e-4044-9a86-206c6c7790cf req-90715f58-6e22-4615-b42f-cd9bb0b2e967 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/ports?device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 945 time: 0.0572314 Dec 16 22:43:45.076027 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1ef89e27-113e-4044-9a86-206c6c7790cf req-6222f108-5461-4d6d-b427-d32e3916e5eb tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/security-groups?id=e5a6eeef-b70b-450f-bfec-4e7ce919ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657148 Dec 16 22:43:45.161321 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a3bcc-6e93-431a-b696-f1ec468feaae req-eccefb5e-2042-464a-b243-9deaf5642651 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:45.172897 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-277a3bcc-6e93-431a-b696-f1ec468feaae req-eccefb5e-2042-464a-b243-9deaf5642651 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 944 time: 0.0963395 Dec 16 22:43:45.272367 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a41449-9063-4759-b170-fd533a1c510d req-69db1e02-9aa9-482f-a7f1-791fa9243e59 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:45.287245 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d3a41449-9063-4759-b170-fd533a1c510d req-69db1e02-9aa9-482f-a7f1-791fa9243e59 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/ports?device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 945 time: 0.0929666 Dec 16 22:43:45.294521 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-277a3bcc-6e93-431a-b696-f1ec468feaae req-695630b5-3aeb-45a2-a446-da06fcb1a4bb tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199000 Dec 16 22:43:45.403633 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d3a41449-9063-4759-b170-fd533a1c510d req-0aaaa1ff-73b6-47c5-9b2d-cd7140a2e2f3 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/security-groups?id=e5a6eeef-b70b-450f-bfec-4e7ce919ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087737 Dec 16 22:43:45.532160 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6680f14-a22c-40d7-af02-34df2543852e req-0e167ea6-3bfa-4540-8a85-95984cc48bc2 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:45.541083 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a6680f14-a22c-40d7-af02-34df2543852e req-0e167ea6-3bfa-4540-8a85-95984cc48bc2 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/ports?device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 945 time: 0.0726900 Dec 16 22:43:45.655344 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a6680f14-a22c-40d7-af02-34df2543852e req-041f066f-bd71-49cd-af48-e7f512544a37 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/security-groups?id=e5a6eeef-b70b-450f-bfec-4e7ce919ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092658 Dec 16 22:43:45.668179 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51594) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:46.124214 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d5c94e-0858-44dc-82cf-7b1a9e326df8 tempest-TestServerBasicOps-1902852077 tempest-TestServerBasicOps-1902852077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:46.126280 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a2d5c94e-0858-44dc-82cf-7b1a9e326df8 tempest-TestServerBasicOps-1902852077 tempest-TestServerBasicOps-1902852077-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 1091 time: 0.4570429 Dec 16 22:43:46.129406 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51608) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:46.133963 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-10a90af6-fee4-479a-984f-96b9480d07ca tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'port_id': 'fc912460-dcf9-41a9-b501-345566e7fb84', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:43:46.266460 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-10a90af6-fee4-479a-984f-96b9480d07ca tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:46.268177 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 0db54cfc-8cfa-4e4c-a7a0-902765fbdac0 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:43:46.427495 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 0db54cfc-8cfa-4e4c-a7a0-902765fbdac0, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=0db54cfc-8cfa-4e4c-a7a0-902765fbdac0,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:43:46.444759 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '0db54cfc-8cfa-4e4c-a7a0-902765fbdac0', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'port_id': '0db54cfc-8cfa-4e4c-a7a0-902765fbdac0', 'mac_address': 'fa:16:3e:2d:fd:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:43:46.491411 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:46.509880 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db54cfc-8cfa-4e4c-a7a0-902765fbdac0 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:43:46.537571 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 0db54cfc-8cfa-4e4c-a7a0-902765fbdac0, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=0db54cfc-8cfa-4e4c-a7a0-902765fbdac0,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:43:46.573001 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7453d-b135-41c1-85fb-5db8cc5dc8ce req-477ffc64-8677-4943-8caa-ed8be8dcd7f4 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:46.574835 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c8d7453d-b135-41c1-85fb-5db8cc5dc8ce req-477ffc64-8677-4943-8caa-ed8be8dcd7f4 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 944 time: 0.1333029 Dec 16 22:43:46.618314 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:46.696487 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-10a90af6-fee4-479a-984f-96b9480d07ca tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:46.789289 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=0db54cfc-8cfa-4e4c-a7a0-902765fbdac0,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:46.959284 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['0db54cfc-8cfa-4e4c-a7a0-902765fbdac0'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:43:46.972429 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-10a90af6-fee4-479a-984f-96b9480d07ca tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Allocated IP 172.25.6.68 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/5d221465-e26f-4913-b5aa-ad1646cd4604) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:43:47.188377 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-10a90af6-fee4-479a-984f-96b9480d07ca tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:47.283579 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c8d7453d-b135-41c1-85fb-5db8cc5dc8ce req-39284209-637a-4d66-97c3-531c8ea4e734 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6897669 Dec 16 22:43:47.355790 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-10a90af6-fee4-479a-984f-96b9480d07ca tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:47.442321 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a90af6-fee4-479a-984f-96b9480d07ca tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:43:47.447029 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-10a90af6-fee4-479a-984f-96b9480d07ca tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:43:47.452064 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a90af6-fee4-479a-984f-96b9480d07ca tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:43:47.482503 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a90af6-fee4-479a-984f-96b9480d07ca tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Pushing event updated for resources: {'Port': ['ID=5d221465-e26f-4913-b5aa-ad1646cd4604,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:48.300727 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 0db54cfc-8cfa-4e4c-a7a0-902765fbdac0 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:43:48.507306 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5838de-a4eb-4523-8aec-ca883685be2d req-27f2ec12-9081-4a07-9eba-dca1107e5f8f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:48.507917 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 0db54cfc-8cfa-4e4c-a7a0-902765fbdac0 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:43:48.513378 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 0db54cfc-8cfa-4e4c-a7a0-902765fbdac0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:43:48.515836 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:48.517615 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1d5838de-a4eb-4523-8aec-ca883685be2d req-27f2ec12-9081-4a07-9eba-dca1107e5f8f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 945 time: 0.1122899 Dec 16 22:43:48.594188 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1d5838de-a4eb-4523-8aec-ca883685be2d req-2daeed08-0955-4028-8f7c-fdf8967a6736 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719779 Dec 16 22:43:48.635553 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:48.659053 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9432b9-adec-4faa-956d-8d9283be2b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db54cfc-8cfa-4e4c-a7a0-902765fbdac0'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:43:48.661457 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9ad95f-f90f-46a6-8e02-2bb2b6b2e488" -d '{"events": [{"server_uuid": "1e9432b9-adec-4faa-956d-8d9283be2b4c", "name": "network-vif-plugged", "status": "completed", "tag": "0db54cfc-8cfa-4e4c-a7a0-902765fbdac0"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:43:48.675395 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 0db54cfc-8cfa-4e4c-a7a0-902765fbdac0, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=0db54cfc-8cfa-4e4c-a7a0-902765fbdac0,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:43:48.685169 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-10a90af6-fee4-479a-984f-96b9480d07ca tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:48.716323 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84e013e-be31-46a5-ae14-0c05bf0b49b5 x-openstack-request-id: req-c84e013e-be31-46a5-ae14-0c05bf0b49b5 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:43:48.716726 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9432b9-adec-4faa-956d-8d9283be2b4c", "name": "network-vif-plugged", "status": "completed", "tag": "0db54cfc-8cfa-4e4c-a7a0-902765fbdac0", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:43:48.717118 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c84e013e-be31-46a5-ae14-0c05bf0b49b5 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:43:48.717539 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9432b9-adec-4faa-956d-8d9283be2b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db54cfc-8cfa-4e4c-a7a0-902765fbdac0', 'code': 200} Dec 16 22:43:48.777872 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:48.832676 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=0db54cfc-8cfa-4e4c-a7a0-902765fbdac0,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:48.872355 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33174775-7b2e-473f-b3e4-31620df0446a req-9229e19c-7ba9-4164-a1e5-3c51f433d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:48.874379 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-33174775-7b2e-473f-b3e4-31620df0446a req-9229e19c-7ba9-4164-a1e5-3c51f433d69a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 1097 time: 0.0446844 Dec 16 22:43:48.893079 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-10a90af6-fee4-479a-984f-96b9480d07ca tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:48.922553 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-33174775-7b2e-473f-b3e4-31620df0446a req-1745b0cc-11cf-4a80-aee6-0bbf28b62806 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404894 Dec 16 22:43:49.061548 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-10a90af6-fee4-479a-984f-96b9480d07ca tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:49.252534 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-10a90af6-fee4-479a-984f-96b9480d07ca tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:49.324359 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a90af6-fee4-479a-984f-96b9480d07ca tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Pushing event updated for resources: {'Port': ['ID=5d221465-e26f-4913-b5aa-ad1646cd4604,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:49.336656 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-10a90af6-fee4-479a-984f-96b9480d07ca tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:49.446742 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-10a90af6-fee4-479a-984f-96b9480d07ca tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Floating IP 3443d5ca-21bf-41ca-8e58-121aa1e3b26d associated. External IP: 172.25.6.68, port: fc912460-dcf9-41a9-b501-345566e7fb84. Dec 16 22:43:49.722209 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7db212-d98f-42a6-8b58-0682f26b1714 req-b4783fac-00e9-49ed-a55c-177ab4fb73fb tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:49.723941 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-df7db212-d98f-42a6-8b58-0682f26b1714 req-b4783fac-00e9-49ed-a55c-177ab4fb73fb tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 946 time: 0.0704219 Dec 16 22:43:49.736094 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a90af6-fee4-479a-984f-96b9480d07ca tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Router 14661a2f-90b1-49e9-be60-bb3a2de7f9db has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:43:49.790796 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-df7db212-d98f-42a6-8b58-0682f26b1714 req-c46eb07f-2cb6-49fc-828b-665eb6ce6c46 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587101 Dec 16 22:43:49.866100 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a90af6-fee4-479a-984f-96b9480d07ca tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:43:49.876875 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f58e6a-4dfb-4306-82c4-f164022f97cf None None] Sync routers for ids ['14661a2f-90b1-49e9-be60-bb3a2de7f9db'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:43:49.888297 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f58e6a-4dfb-4306-82c4-f164022f97cf None None] Routers {'14661a2f-90b1-49e9-be60-bb3a2de7f9db'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:43:49.889757 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-b0f58e6a-4dfb-4306-82c4-f164022f97cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:43:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['14661a2f-90b1-49e9-be60-bb3a2de7f9db'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:49.972952 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-10a90af6-fee4-479a-984f-96b9480d07ca tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:50.019655 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-10a90af6-fee4-479a-984f-96b9480d07ca tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8808324 Dec 16 22:43:50.019655 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b9f20e-a209-42cc-8b5a-39c9bb6277e8', 'tag': 'fc912460-dcf9-41a9-b501-345566e7fb84'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:43:50.035498 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebac323d-d1cb-4c76-8c38-18efc4c3ab91" -d '{"events": [{"name": "network-changed", "server_uuid": "61b9f20e-a209-42cc-8b5a-39c9bb6277e8", "tag": "fc912460-dcf9-41a9-b501-345566e7fb84"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:43:50.035700 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-b0f58e6a-4dfb-4306-82c4-f164022f97cf None None] Set router 14661a2f-90b1-49e9-be60-bb3a2de7f9db gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:43:50.083729 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43134a72-ffdd-4990-a6bb-f9167b8687a4 x-openstack-request-id: req-43134a72-ffdd-4990-a6bb-f9167b8687a4 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:43:50.084028 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b9f20e-a209-42cc-8b5a-39c9bb6277e8", "tag": "fc912460-dcf9-41a9-b501-345566e7fb84", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:43:50.084291 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-43134a72-ffdd-4990-a6bb-f9167b8687a4 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:43:50.084705 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b9f20e-a209-42cc-8b5a-39c9bb6277e8', 'tag': 'fc912460-dcf9-41a9-b501-345566e7fb84', 'status': 'completed', 'code': 200} Dec 16 22:43:50.192927 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac323d-d1cb-4c76-8c38-18efc4c3ab91 req-33bbea99-8fc7-4b3a-b9e6-896133f65bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:50.195377 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ebac323d-d1cb-4c76-8c38-18efc4c3ab91 req-33bbea99-8fc7-4b3a-b9e6-896133f65bce service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f992ab7bbd284762b25c36b13354b00d&device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 1096 time: 0.0550065 Dec 16 22:43:50.324199 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-b0f58e6a-4dfb-4306-82c4-f164022f97cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'name': 'tempest-TestServerBasicOps-1952832522-router', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'gw_port': {'id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:53Z', 'updated_at': '2021-12-16T22:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '3443d5ca-21bf-41ca-8e58-121aa1e3b26d', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'port_id': 'fc912460-dcf9-41a9-b501-345566e7fb84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf', 'mac_address': 'fa:16:3e:9a:99:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9f20e-a209-42cc-8b5a-39c9bb6277e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:43:47Z', 'updated_at': '2021-12-16T22:43:47Z', 'revision_number': 0, 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '495f92e9-02f7-4d90-84e8-0c6d0030c4d6', 'name': '', 'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'mac_address': 'fa:16:3e:a8:ce:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'a6972eff-e95f-4a67-852c-78411db180d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:57Z', 'updated_at': '2021-12-16T22:43:08Z', 'revision_number': 5, 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'subnets': [{'id': 'a6972eff-e95f-4a67-852c-78411db180d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:50.362082 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f58e6a-4dfb-4306-82c4-f164022f97cf None None] Checking router: 14661a2f-90b1-49e9-be60-bb3a2de7f9db for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:43:50.372198 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f58e6a-4dfb-4306-82c4-f164022f97cf None None] Routers {'14661a2f-90b1-49e9-be60-bb3a2de7f9db'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:43:50.373543 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-b0f58e6a-4dfb-4306-82c4-f164022f97cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:43:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['14661a2f-90b1-49e9-be60-bb3a2de7f9db'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:50.438179 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac323d-d1cb-4c76-8c38-18efc4c3ab91 req-3528d0bf-ef95-4f00-b37f-45e56c74768c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:50.440362 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ebac323d-d1cb-4c76-8c38-18efc4c3ab91 req-3528d0bf-ef95-4f00-b37f-45e56c74768c service neutron] 10.222.0.76 "GET /v2.0/networks?id=6758e66d-b624-4230-bc5c-846fa9c4caaf HTTP/1.1" status: 200 len: 909 time: 0.2260604 Dec 16 22:43:50.514292 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-b0f58e6a-4dfb-4306-82c4-f164022f97cf None None] Set router 14661a2f-90b1-49e9-be60-bb3a2de7f9db gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:43:50.835770 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ebac323d-d1cb-4c76-8c38-18efc4c3ab91 req-3fbe4b05-dbe0-45cb-af99-915925ce7cca service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc912460-dcf9-41a9-b501-345566e7fb84 HTTP/1.1" status: 200 len: 998 time: 0.3794062 Dec 16 22:43:50.929182 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac323d-d1cb-4c76-8c38-18efc4c3ab91 req-b0e75de0-8242-419e-8e90-cd55bb5fb220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:50.930763 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ebac323d-d1cb-4c76-8c38-18efc4c3ab91 req-b0e75de0-8242-419e-8e90-cd55bb5fb220 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a6972eff-e95f-4a67-852c-78411db180d4 HTTP/1.1" status: 200 len: 848 time: 0.0891798 Dec 16 22:43:50.941782 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-b0f58e6a-4dfb-4306-82c4-f164022f97cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'name': 'tempest-TestServerBasicOps-1952832522-router', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'gw_port': {'id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:53Z', 'updated_at': '2021-12-16T22:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '3443d5ca-21bf-41ca-8e58-121aa1e3b26d', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'port_id': 'fc912460-dcf9-41a9-b501-345566e7fb84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf', 'mac_address': 'fa:16:3e:9a:99:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9f20e-a209-42cc-8b5a-39c9bb6277e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:43:47Z', 'updated_at': '2021-12-16T22:43:47Z', 'revision_number': 0, 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '495f92e9-02f7-4d90-84e8-0c6d0030c4d6', 'name': '', 'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'mac_address': 'fa:16:3e:a8:ce:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'a6972eff-e95f-4a67-852c-78411db180d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:57Z', 'updated_at': '2021-12-16T22:43:08Z', 'revision_number': 5, 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'subnets': [{'id': 'a6972eff-e95f-4a67-852c-78411db180d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:43:51.016545 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f58e6a-4dfb-4306-82c4-f164022f97cf None None] The sync data for ids ['14661a2f-90b1-49e9-be60-bb3a2de7f9db'] in n-d-815324-4 is: [{'id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'name': 'tempest-TestServerBasicOps-1952832522-router', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'gw_port': {'id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:53Z', 'updated_at': '2021-12-16T22:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '3443d5ca-21bf-41ca-8e58-121aa1e3b26d', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'port_id': 'fc912460-dcf9-41a9-b501-345566e7fb84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf', 'mac_address': 'fa:16:3e:9a:99:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b9f20e-a209-42cc-8b5a-39c9bb6277e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:43:47Z', 'updated_at': '2021-12-16T22:43:47Z', 'revision_number': 0, 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '495f92e9-02f7-4d90-84e8-0c6d0030c4d6', 'name': '', 'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'mac_address': 'fa:16:3e:a8:ce:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'a6972eff-e95f-4a67-852c-78411db180d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:57Z', 'updated_at': '2021-12-16T22:43:08Z', 'revision_number': 5, 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'subnets': [{'id': 'a6972eff-e95f-4a67-852c-78411db180d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:43:51.055273 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac323d-d1cb-4c76-8c38-18efc4c3ab91 req-19b7d5b4-d84d-4690-b8b2-657f694749e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:51.056865 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ebac323d-d1cb-4c76-8c38-18efc4c3ab91 req-19b7d5b4-d84d-4690-b8b2-657f694749e8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6758e66d-b624-4230-bc5c-846fa9c4caaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181531 Dec 16 22:43:51.074331 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42162d7a-d545-4d9a-87e6-4790b5f9f165 req-6fb79732-f98a-4d07-ab7f-42493ce0a050 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:51.077611 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42162d7a-d545-4d9a-87e6-4790b5f9f165 req-6fb79732-f98a-4d07-ab7f-42493ce0a050 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 946 time: 0.1049640 Dec 16 22:43:51.243725 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42162d7a-d545-4d9a-87e6-4790b5f9f165 req-fc22f51f-5131-4138-9fcf-7c3e120b8145 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536918 Dec 16 22:43:51.292739 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ebac323d-d1cb-4c76-8c38-18efc4c3ab91 req-87559b5b-6f44-42a9-bb5a-b5ae56d107bf service neutron] 10.222.0.76 "GET /v2.0/networks/6758e66d-b624-4230-bc5c-846fa9c4caaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269742 Dec 16 22:43:51.459778 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d32ad1-1c80-4b93-974d-e5cef03fe4f2 None None] New status for floating IP 3443d5ca-21bf-41ca-8e58-121aa1e3b26d: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:43:51.486375 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a4d07-13c6-47d8-9909-c320d93d5e1f req-85c5f2d0-0ef3-4734-95e5-a5905e91e7dc tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:51.488850 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a30a4d07-13c6-47d8-9909-c320d93d5e1f req-85c5f2d0-0ef3-4734-95e5-a5905e91e7dc tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 946 time: 0.0980630 Dec 16 22:43:51.499244 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ebac323d-d1cb-4c76-8c38-18efc4c3ab91 req-6358ae1c-20e8-4624-ad41-e23699512bd5 service neutron] 10.222.0.76 "GET /v2.0/networks/6758e66d-b624-4230-bc5c-846fa9c4caaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987579 Dec 16 22:43:51.568958 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a30a4d07-13c6-47d8-9909-c320d93d5e1f req-fea1a38d-8796-4bb2-9424-a168b107b718 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722821 Dec 16 22:43:51.648698 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51710) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:51.756634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade57234-b48e-4e11-a7bb-f89daa4cfdf7 req-a0f7d4e6-b80d-4ecd-9dfb-bf67153b9861 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:51.758496 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ade57234-b48e-4e11-a7bb-f89daa4cfdf7 req-a0f7d4e6-b80d-4ecd-9dfb-bf67153b9861 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 946 time: 0.0638506 Dec 16 22:43:51.834716 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-153f84c0-4d6e-4b49-8101-49ab3a9664cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:51.887792 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ade57234-b48e-4e11-a7bb-f89daa4cfdf7 req-26db3fd2-ea22-46ac-b6de-178973dabca9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069856 Dec 16 22:43:51.967505 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-153f84c0-4d6e-4b49-8101-49ab3a9664cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:52.046841 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-153f84c0-4d6e-4b49-8101-49ab3a9664cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:52.096810 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-153f84c0-4d6e-4b49-8101-49ab3a9664cc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=17eaaf759c9c484ba8f1faa6fb690691&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4470804 Dec 16 22:43:52.100204 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51718) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:52.102296 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f84c0-4d6e-4b49-8101-49ab3a9664cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da0d43f-4016-4fb6-81b2-e4519ae69476,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:52.156544 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c7870707-9c11-499f-a621-166ae922e733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:52.191603 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c7870707-9c11-499f-a621-166ae922e733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:52.362067 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c7870707-9c11-499f-a621-166ae922e733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:52.365620 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c7870707-9c11-499f-a621-166ae922e733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:52.370148 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c7870707-9c11-499f-a621-166ae922e733 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3da0d43f-4016-4fb6-81b2-e4519ae69476 HTTP/1.1" status: 204 len: 168 time: 0.2656238 Dec 16 22:43:52.384031 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7870707-9c11-499f-a621-166ae922e733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da0d43f-4016-4fb6-81b2-e4519ae69476,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:52.408837 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4642098-8867-4a8a-b577-7a926f892f44 req-8ae30a7e-b74c-4daf-8070-3bbc3c23518d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:52.410455 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d4642098-8867-4a8a-b577-7a926f892f44 req-8ae30a7e-b74c-4daf-8070-3bbc3c23518d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 946 time: 0.0890691 Dec 16 22:43:52.478737 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d4642098-8867-4a8a-b577-7a926f892f44 req-023b7e37-41f6-43cb-8e0e-2333c0a579e8 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560963 Dec 16 22:43:53.421998 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9bf22150-106a-4191-9ae1-a063b0e3e833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:53.659513 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003381a-ae67-4024-8832-eb97feb702e3 req-3d9cc752-3636-4bdf-a0cd-80c066f52a56 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:53.669379 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5003381a-ae67-4024-8832-eb97feb702e3 req-3d9cc752-3636-4bdf-a0cd-80c066f52a56 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 946 time: 0.1105351 Dec 16 22:43:53.736260 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5003381a-ae67-4024-8832-eb97feb702e3 req-651da7be-d7e8-4815-bfe8-6d6d9e20d4e0 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650432 Dec 16 22:43:53.994682 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51770) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:54.233111 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3c89f456-ad06-40fd-8310-84f98fc5f63b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:54.281857 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f766605-ea84-4b5e-8cec-551c774397a9 req-62936c5f-cc52-4e4b-ad7a-6c54538ec16b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:54.283554 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0f766605-ea84-4b5e-8cec-551c774397a9 req-62936c5f-cc52-4e4b-ad7a-6c54538ec16b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 946 time: 0.1414468 Dec 16 22:43:54.519335 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3c89f456-ad06-40fd-8310-84f98fc5f63b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:54.533707 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-0f766605-ea84-4b5e-8cec-551c774397a9 req-7b62acd5-3f67-4783-9add-df7dc5543ce5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Deleting port 0db54cfc-8cfa-4e4c-a7a0-902765fbdac0 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:43:54.534180 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-0f766605-ea84-4b5e-8cec-551c774397a9 req-7b62acd5-3f67-4783-9add-df7dc5543ce5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:54.605066 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3c89f456-ad06-40fd-8310-84f98fc5f63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:54.682060 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3c89f456-ad06-40fd-8310-84f98fc5f63b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d7806b7c2d824cb0882fc014ccd5f7d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6861002 Dec 16 22:43:54.684594 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51814) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:54.699455 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89f456-ad06-40fd-8310-84f98fc5f63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2ef2b6-7b54-418f-9942-92d8ce5016b6,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:54.724724 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-0f766605-ea84-4b5e-8cec-551c774397a9 req-7b62acd5-3f67-4783-9add-df7dc5543ce5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] For port 0db54cfc-8cfa-4e4c-a7a0-902765fbdac0, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=0db54cfc-8cfa-4e4c-a7a0-902765fbdac0,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:43:54.727069 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-0f766605-ea84-4b5e-8cec-551c774397a9 req-7b62acd5-3f67-4783-9add-df7dc5543ce5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:54.747616 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-0f766605-ea84-4b5e-8cec-551c774397a9 req-7b62acd5-3f67-4783-9add-df7dc5543ce5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Calling delete_port for 0db54cfc-8cfa-4e4c-a7a0-902765fbdac0 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:43:54.797945 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-592e5958-c866-4e7c-8b40-a65b36594884 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:54.852081 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-592e5958-c866-4e7c-8b40-a65b36594884 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:54.992612 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980034d-3993-4592-8248-eda5ac697444 req-c6159b62-16a1-4b84-b5f5-8df625ad31a9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:43:54.995614 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8980034d-3993-4592-8248-eda5ac697444 req-c6159b62-16a1-4b84-b5f5-8df625ad31a9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 946 time: 0.1147487 Dec 16 22:43:55.052165 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-592e5958-c866-4e7c-8b40-a65b36594884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:55.054850 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-592e5958-c866-4e7c-8b40-a65b36594884 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:55.068226 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-592e5958-c866-4e7c-8b40-a65b36594884 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5d2ef2b6-7b54-418f-9942-92d8ce5016b6 HTTP/1.1" status: 204 len: 168 time: 0.3808980 Dec 16 22:43:55.087622 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e5958-c866-4e7c-8b40-a65b36594884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2ef2b6-7b54-418f-9942-92d8ce5016b6,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:55.097597 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e5958-c866-4e7c-8b40-a65b36594884 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:55.103008 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e5958-c866-4e7c-8b40-a65b36594884 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:55.103008 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e5958-c866-4e7c-8b40-a65b36594884 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:55.103008 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e5958-c866-4e7c-8b40-a65b36594884 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:55.103008 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e5958-c866-4e7c-8b40-a65b36594884 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:55.103008 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e5958-c866-4e7c-8b40-a65b36594884 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:55.103008 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e5958-c866-4e7c-8b40-a65b36594884 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:55.103008 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e5958-c866-4e7c-8b40-a65b36594884 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:55.103008 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e5958-c866-4e7c-8b40-a65b36594884 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:55.103008 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e5958-c866-4e7c-8b40-a65b36594884 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:55.103008 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e5958-c866-4e7c-8b40-a65b36594884 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:55.103008 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e5958-c866-4e7c-8b40-a65b36594884 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:55.103008 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e5958-c866-4e7c-8b40-a65b36594884 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:43:55.222661 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8980034d-3993-4592-8248-eda5ac697444 req-de72e11a-c934-40e1-8ac3-2ffeb826f3e2 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841588 Dec 16 22:43:55.292748 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-0f766605-ea84-4b5e-8cec-551c774397a9 req-7b62acd5-3f67-4783-9add-df7dc5543ce5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:55.328154 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62acd5-3f67-4783-9add-df7dc5543ce5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event deleted for resources: {'Port': ['ID=0db54cfc-8cfa-4e4c-a7a0-902765fbdac0,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:55.336724 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['0db54cfc-8cfa-4e4c-a7a0-902765fbdac0'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:43:55.456818 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f766605-ea84-4b5e-8cec-551c774397a9 req-7b62acd5-3f67-4783-9add-df7dc5543ce5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] No DVR routers for this DVR port 0db54cfc-8cfa-4e4c-a7a0-902765fbdac0 on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:43:55.466157 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-0f766605-ea84-4b5e-8cec-551c774397a9 req-7b62acd5-3f67-4783-9add-df7dc5543ce5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:55.471505 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0f766605-ea84-4b5e-8cec-551c774397a9 req-7b62acd5-3f67-4783-9add-df7dc5543ce5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.76 "DELETE /v2.0/ports/0db54cfc-8cfa-4e4c-a7a0-902765fbdac0 HTTP/1.1" status: 204 len: 173 time: 1.1571412 Dec 16 22:43:55.472041 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9432b9-adec-4faa-956d-8d9283be2b4c', 'name': 'network-vif-deleted', 'tag': '0db54cfc-8cfa-4e4c-a7a0-902765fbdac0'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:43:55.476165 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee5e11a-ab8e-460f-9927-9ed716ca1549" -d '{"events": [{"server_uuid": "1e9432b9-adec-4faa-956d-8d9283be2b4c", "name": "network-vif-deleted", "tag": "0db54cfc-8cfa-4e4c-a7a0-902765fbdac0"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:43:55.541555 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b947c90-4d37-4b7b-b8ba-03b7fcf63def x-openstack-request-id: req-5b947c90-4d37-4b7b-b8ba-03b7fcf63def {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:43:55.542233 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9432b9-adec-4faa-956d-8d9283be2b4c", "name": "network-vif-deleted", "tag": "0db54cfc-8cfa-4e4c-a7a0-902765fbdac0", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:43:55.542711 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5b947c90-4d37-4b7b-b8ba-03b7fcf63def {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:43:55.544112 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9432b9-adec-4faa-956d-8d9283be2b4c', 'name': 'network-vif-deleted', 'tag': '0db54cfc-8cfa-4e4c-a7a0-902765fbdac0', 'status': 'completed', 'code': 200} Dec 16 22:43:55.691469 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c4cca2d8-ac0b-4eca-9b8f-3c1d3356a2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:55.933092 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51864) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:55.948572 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c18f478f-c818-43f3-8967-ff17a7db8c19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:56.030996 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c18f478f-c818-43f3-8967-ff17a7db8c19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:56.101491 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c18f478f-c818-43f3-8967-ff17a7db8c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:56.143809 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f478f-c818-43f3-8967-ff17a7db8c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51de7921-294e-4359-b261-ebd75e82f073,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:56.149770 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c18f478f-c818-43f3-8967-ff17a7db8c19 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f76af8faa0bf487b9108197f10d7a455&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2181277 Dec 16 22:43:56.153024 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51866) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:56.225914 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4a312c51-4994-4d24-afd2-3ef1007c70ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:56.268708 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4a312c51-4994-4d24-afd2-3ef1007c70ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:56.352780 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-930775c4-7155-4877-95c9-7c2be9075b02 req-6f48fe25-110a-4cd6-bdf2-dc04287f8d23 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 210 time: 0.0406971 Dec 16 22:43:56.411914 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4a312c51-4994-4d24-afd2-3ef1007c70ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:56.414637 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4a312c51-4994-4d24-afd2-3ef1007c70ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:56.418154 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4a312c51-4994-4d24-afd2-3ef1007c70ca admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/51de7921-294e-4359-b261-ebd75e82f073 HTTP/1.1" status: 204 len: 168 time: 0.2618954 Dec 16 22:43:56.424710 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a312c51-4994-4d24-afd2-3ef1007c70ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51de7921-294e-4359-b261-ebd75e82f073,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:57.029712 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:57.124850 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:57.274422 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51896) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:57.295882 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42221240-35a5-44f3-b992-955919cdc20e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:57.398102 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42221240-35a5-44f3-b992-955919cdc20e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:57.452623 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42221240-35a5-44f3-b992-955919cdc20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:57.473883 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b1e5b0ef-0ece-4d24-96f3-572ccb0ed862 req-b97f6b08-e0b0-4316-98fb-657226ee8947 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 210 time: 0.0328400 Dec 16 22:43:57.519091 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51904) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:43:57.519674 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-42221240-35a5-44f3-b992-955919cdc20e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=68547cbda4be43789e91dbbb7f9ab48e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2433004 Dec 16 22:43:57.520635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42221240-35a5-44f3-b992-955919cdc20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae63fba-428f-4e82-9236-72c5ddfafa2b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:57.583638 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9dd55918-cba5-4f7f-9712-8f9ced8ad392 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:57.610865 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9dd55918-cba5-4f7f-9712-8f9ced8ad392 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:57.738062 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9dd55918-cba5-4f7f-9712-8f9ced8ad392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:57.743292 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9dd55918-cba5-4f7f-9712-8f9ced8ad392 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:57.745237 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9dd55918-cba5-4f7f-9712-8f9ced8ad392 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7ae63fba-428f-4e82-9236-72c5ddfafa2b HTTP/1.1" status: 204 len: 168 time: 0.2244928 Dec 16 22:43:57.760207 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd55918-cba5-4f7f-9712-8f9ced8ad392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae63fba-428f-4e82-9236-72c5ddfafa2b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:43:58.355334 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:58.362650 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 0db54cfc-8cfa-4e4c-a7a0-902765fbdac0 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:43:58.409166 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 0db54cfc-8cfa-4e4c-a7a0-902765fbdac0 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:43:58.414916 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 0db54cfc-8cfa-4e4c-a7a0-902765fbdac0 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:43:58.632562 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-63760ec1-00a5-49aa-987e-2838928f538a req-c6081128-bdce-4a42-8a8b-63ecdd21bb76 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 210 time: 0.0324368 Dec 16 22:43:58.695337 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:59.058144 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:43:59.797105 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-86c9add1-1230-4c8f-80f9-f36bcecd2d38 req-44d01583-b2af-40ff-878c-32ff288ed4af tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 210 time: 0.0589046 Dec 16 22:44:00.733029 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51962) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:00.738494 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-11b685c4-62de-4ef3-b8e6-267ba28e43eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1280483905', 'description': 'tempest-secgroup-smoke-1280483905 description', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:00.880973 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11b685c4-62de-4ef3-b8e6-267ba28e43eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:00.891572 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11b685c4-62de-4ef3-b8e6-267ba28e43eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:00.895872 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e1b99d1-4006-4b6b-bb79-f81f69f5aade req-1930b373-6f88-4fc4-8576-a55c651653c8 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e9432b9-adec-4faa-956d-8d9283be2b4c HTTP/1.1" status: 200 len: 210 time: 0.0364351 Dec 16 22:44:01.028101 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11b685c4-62de-4ef3-b8e6-267ba28e43eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:01.143987 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11b685c4-62de-4ef3-b8e6-267ba28e43eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:01.188202 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b685c4-62de-4ef3-b8e6-267ba28e43eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d514dd48-16cb-421a-9fb3-d37cf54e5f6b,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:01.234124 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11b685c4-62de-4ef3-b8e6-267ba28e43eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:01.347657 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11b685c4-62de-4ef3-b8e6-267ba28e43eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:01.383822 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b685c4-62de-4ef3-b8e6-267ba28e43eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8472cae-43bd-4ed4-a1a7-604bdac94826,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:01.538770 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-11b685c4-62de-4ef3-b8e6-267ba28e43eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:01.542518 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-11b685c4-62de-4ef3-b8e6-267ba28e43eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8056099 Dec 16 22:44:01.543613 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51980) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:01.550549 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-cc730e2f-6268-4144-8460-7da541cf6085 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'security_group_rule': {'security_group_id': 'd8472cae-43bd-4ed4-a1a7-604bdac94826', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:01.654829 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cc730e2f-6268-4144-8460-7da541cf6085 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:01.774163 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cc730e2f-6268-4144-8460-7da541cf6085 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:01.867433 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cc730e2f-6268-4144-8460-7da541cf6085 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:01.886572 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:44:01.889302 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc730e2f-6268-4144-8460-7da541cf6085 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98399f51-9692-4acf-947f-7b3359419b49,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:01.969104 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cc730e2f-6268-4144-8460-7da541cf6085 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:01.970570 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cc730e2f-6268-4144-8460-7da541cf6085 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4254832 Dec 16 22:44:01.973490 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51986) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:01.978494 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-ba3bf62d-8f3d-49d5-9a82-53e5831fbfa1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'security_group_rule': {'security_group_id': 'd8472cae-43bd-4ed4-a1a7-604bdac94826', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:02.116467 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba3bf62d-8f3d-49d5-9a82-53e5831fbfa1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:02.185250 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba3bf62d-8f3d-49d5-9a82-53e5831fbfa1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:02.260984 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba3bf62d-8f3d-49d5-9a82-53e5831fbfa1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:02.287155 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3bf62d-8f3d-49d5-9a82-53e5831fbfa1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f89d05e-a714-4d9d-b846-f32a06cd5728,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:02.385184 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba3bf62d-8f3d-49d5-9a82-53e5831fbfa1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:02.390296 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ba3bf62d-8f3d-49d5-9a82-53e5831fbfa1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4119778 Dec 16 22:44:02.390479 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 51994) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:02.395019 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-bb6f7ed5-7ae0-479f-ab06-1863eda61851 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'security_group_rule': {'security_group_id': 'd8472cae-43bd-4ed4-a1a7-604bdac94826', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:02.508994 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb6f7ed5-7ae0-479f-ab06-1863eda61851 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:02.596933 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb6f7ed5-7ae0-479f-ab06-1863eda61851 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:02.706918 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb6f7ed5-7ae0-479f-ab06-1863eda61851 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:02.731320 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f7ed5-7ae0-479f-ab06-1863eda61851 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3abfed1d-d41d-4765-bf4e-717b1e26fdb4,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:02.814193 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bb6f7ed5-7ae0-479f-ab06-1863eda61851 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:02.815467 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bb6f7ed5-7ae0-479f-ab06-1863eda61851 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4240112 Dec 16 22:44:02.818293 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 51998) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:02.824095 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-9b3d6a51-debc-46ec-8c93-67cf7ef6b890 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'security_group_rule': {'security_group_id': 'd8472cae-43bd-4ed4-a1a7-604bdac94826', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:02.944167 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9b3d6a51-debc-46ec-8c93-67cf7ef6b890 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:03.022857 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9b3d6a51-debc-46ec-8c93-67cf7ef6b890 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:03.097990 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9b3d6a51-debc-46ec-8c93-67cf7ef6b890 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:03.119623 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d6a51-debc-46ec-8c93-67cf7ef6b890 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee03b90-8e2c-4468-afdf-9579ef29984b,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:03.186961 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9b3d6a51-debc-46ec-8c93-67cf7ef6b890 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:03.188729 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9b3d6a51-debc-46ec-8c93-67cf7ef6b890 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3686786 Dec 16 22:44:03.193793 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52000) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:03.198725 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-45a95d27-3f7e-40f5-ba4a-e6605c342b83 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'security_group_rule': {'security_group_id': 'd8472cae-43bd-4ed4-a1a7-604bdac94826', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:03.303705 n-d-815324-4 neutron-server[103613]: INFO neutron.db.securitygroups_db [None req-45a95d27-3f7e-40f5-ba4a-e6605c342b83 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Project 7bfb8f7eefc1419caa30af0dd0a6b7be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:44:03.309004 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-45a95d27-3f7e-40f5-ba4a-e6605c342b83 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:03.387089 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-45a95d27-3f7e-40f5-ba4a-e6605c342b83 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:03.469549 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-45a95d27-3f7e-40f5-ba4a-e6605c342b83 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:03.502676 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a95d27-3f7e-40f5-ba4a-e6605c342b83 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eb2e46f-8687-4c50-aecd-fb4f34521b46,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:03.604622 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-45a95d27-3f7e-40f5-ba4a-e6605c342b83 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:03.607361 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-45a95d27-3f7e-40f5-ba4a-e6605c342b83 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4116979 Dec 16 22:44:03.609967 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52008) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:03.615239 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-a8fbe8fc-75cc-41a6-a97f-a60a626fc8b9 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'security_group_rule': {'security_group_id': 'd8472cae-43bd-4ed4-a1a7-604bdac94826', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:03.729497 n-d-815324-4 neutron-server[103614]: INFO neutron.db.securitygroups_db [None req-a8fbe8fc-75cc-41a6-a97f-a60a626fc8b9 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Project 7bfb8f7eefc1419caa30af0dd0a6b7be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:44:03.736092 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8fbe8fc-75cc-41a6-a97f-a60a626fc8b9 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:03.822510 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8fbe8fc-75cc-41a6-a97f-a60a626fc8b9 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:03.921653 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8fbe8fc-75cc-41a6-a97f-a60a626fc8b9 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:03.940263 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbe8fc-75cc-41a6-a97f-a60a626fc8b9 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2981c1-7f74-4c9b-89e3-66fae7131e9e,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:04.009286 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8fbe8fc-75cc-41a6-a97f-a60a626fc8b9 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:04.011008 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a8fbe8fc-75cc-41a6-a97f-a60a626fc8b9 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3996534 Dec 16 22:44:04.014696 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52012) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:04.021750 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a7514e09-9453-4432-9bf6-5bb644558a79 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'network': {'name': 'tempest-network-smoke--1323673762', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'port_security_enabled': True}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:04.117163 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7514e09-9453-4432-9bf6-5bb644558a79 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Made reservation on behalf of 7bfb8f7eefc1419caa30af0dd0a6b7be for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:44:04.122568 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a7514e09-9453-4432-9bf6-5bb644558a79 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:04.157402 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7514e09-9453-4432-9bf6-5bb644558a79 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:44:04.170323 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a7514e09-9453-4432-9bf6-5bb644558a79 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:04.171474 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-a7514e09-9453-4432-9bf6-5bb644558a79 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Added segment 9fa551c3-0367-4864-9859-1f35ef63e7f1 of type vlan for network 6824b600-fc8b-4a39-b031-d2f063409751 Dec 16 22:44:04.234702 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a7514e09-9453-4432-9bf6-5bb644558a79 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:04.321805 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a7514e09-9453-4432-9bf6-5bb644558a79 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:04.335705 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7514e09-9453-4432-9bf6-5bb644558a79 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:04.336534 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a7514e09-9453-4432-9bf6-5bb644558a79 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:04.467230 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a7514e09-9453-4432-9bf6-5bb644558a79 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4501278 Dec 16 22:44:04.470959 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52016) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:04.475956 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-d9c219c6-74f6-4d10-aac9-1147dac20681 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-374774868', 'admin_state_up': True, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:04.500621 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7514e09-9453-4432-9bf6-5bb644558a79 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Network': ['ID=6824b600-fc8b-4a39-b031-d2f063409751,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:04.512202 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 6824b600-fc8b-4a39-b031-d2f063409751 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:44:04.523922 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52020) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:04.582319 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-1266a475-1948-4721-b2e4-3882997713d5 admin admin] Deleting subnet a137d9ff-aab3-4bad-ad30-e6969bb4fb06 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:44:04.586354 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1266a475-1948-4721-b2e4-3882997713d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:04.612908 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d9c219c6-74f6-4d10-aac9-1147dac20681 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:04.614287 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d9c219c6-74f6-4d10-aac9-1147dac20681 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:04.703178 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1266a475-1948-4721-b2e4-3882997713d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:04.725871 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d9c219c6-74f6-4d10-aac9-1147dac20681 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:04.751362 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1266a475-1948-4721-b2e4-3882997713d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:04.909101 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1266a475-1948-4721-b2e4-3882997713d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:04.952692 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266a475-1948-4721-b2e4-3882997713d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a137d9ff-aab3-4bad-ad30-e6969bb4fb06,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:04.968311 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1266a475-1948-4721-b2e4-3882997713d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:04.974500 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52024) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:04.974771 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1266a475-1948-4721-b2e4-3882997713d5 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/a137d9ff-aab3-4bad-ad30-e6969bb4fb06 HTTP/1.1" status: 204 len: 168 time: 0.4491699 Dec 16 22:44:05.053264 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d9c219c6-74f6-4d10-aac9-1147dac20681 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:05.067120 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6647a00b-86e1-4114-8962-446138648d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:05.171689 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6647a00b-86e1-4114-8962-446138648d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:05.206984 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-6647a00b-86e1-4114-8962-446138648d42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65bf89f4-b142-4e37-8254-37dfb89f0893']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:05.235095 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-6647a00b-86e1-4114-8962-446138648d42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9e2796-e317-4af5-9d8e-fdb4b9695f9a') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:05.235297 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-6647a00b-86e1-4114-8962-446138648d42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9e2796-e317-4af5-9d8e-fdb4b9695f9a') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:05.254481 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6647a00b-86e1-4114-8962-446138648d42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:05.287616 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6647a00b-86e1-4114-8962-446138648d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:05.304635 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6647a00b-86e1-4114-8962-446138648d42 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:44:05.305144 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6647a00b-86e1-4114-8962-446138648d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:44:05.358246 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:44:05.390900 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d9c219c6-74f6-4d10-aac9-1147dac20681 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:05.417259 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d9c219c6-74f6-4d10-aac9-1147dac20681 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:05.554793 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-d9c219c6-74f6-4d10-aac9-1147dac20681 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Allocated IP 172.25.6.252 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/a85dc330-bfba-46f3-8457-118753070a51) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:44:05.677100 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d9c219c6-74f6-4d10-aac9-1147dac20681 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:05.863659 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6647a00b-86e1-4114-8962-446138648d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:05.867496 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d9c219c6-74f6-4d10-aac9-1147dac20681 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:05.875720 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6647a00b-86e1-4114-8962-446138648d42 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:05.879385 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6647a00b-86e1-4114-8962-446138648d42 admin admin] 10.222.0.75 "DELETE /v2.0/networks/65bf89f4-b142-4e37-8254-37dfb89f0893 HTTP/1.1" status: 204 len: 168 time: 0.9037411 Dec 16 22:44:05.889987 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52028) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:05.899149 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647a00b-86e1-4114-8962-446138648d42 admin admin] Pushing event deleted for resources: {'Network': ['ID=65bf89f4-b142-4e37-8254-37dfb89f0893,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:05.949798 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c219c6-74f6-4d10-aac9-1147dac20681 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:44:05.951457 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dcff81d-7d10-4487-81a4-3df7d2a3fbe0 admin admin] Deleting subnet 16b58fb6-62bb-41db-a713-7cfae9ff9eca {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:44:05.955011 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-d9c219c6-74f6-4d10-aac9-1147dac20681 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:44:05.956387 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5dcff81d-7d10-4487-81a4-3df7d2a3fbe0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:05.969565 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b86df5-66de-4d63-a7c5-86e63d5545c1 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:44:05.971111 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c219c6-74f6-4d10-aac9-1147dac20681 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:44:06.010204 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c219c6-74f6-4d10-aac9-1147dac20681 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Port': ['ID=a85dc330-bfba-46f3-8457-118753070a51,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:06.012499 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5dcff81d-7d10-4487-81a4-3df7d2a3fbe0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:06.067878 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5dcff81d-7d10-4487-81a4-3df7d2a3fbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:06.086883 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-57c29f2c-5a2d-4a7d-a63f-10ff0807423a None None] Provisioning complete for port a85dc330-bfba-46f3-8457-118753070a51 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:44:06.087644 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57c29f2c-5a2d-4a7d-a63f-10ff0807423a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:06.144014 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-57c29f2c-5a2d-4a7d-a63f-10ff0807423a None None] Port a85dc330-bfba-46f3-8457-118753070a51 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:44:06.254169 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5dcff81d-7d10-4487-81a4-3df7d2a3fbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:06.281440 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52034) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:06.287492 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcff81d-7d10-4487-81a4-3df7d2a3fbe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16b58fb6-62bb-41db-a713-7cfae9ff9eca,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:06.289814 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5dcff81d-7d10-4487-81a4-3df7d2a3fbe0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:06.295881 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5dcff81d-7d10-4487-81a4-3df7d2a3fbe0 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/16b58fb6-62bb-41db-a713-7cfae9ff9eca HTTP/1.1" status: 204 len: 168 time: 0.4048073 Dec 16 22:44:06.296871 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52038) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:06.373944 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d9c219c6-74f6-4d10-aac9-1147dac20681 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:06.385365 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb896dfb-3d2d-44d4-b97e-262166bb6f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:06.512433 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb896dfb-3d2d-44d4-b97e-262166bb6f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:06.583403 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-eb896dfb-3d2d-44d4-b97e-262166bb6f75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6721db6c-5a6d-4c01-b5f3-af2a1700a5fb']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:06.628042 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-eb896dfb-3d2d-44d4-b97e-262166bb6f75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc024100-81ef-47f1-90cc-ab9e585ddc16') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:06.628395 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-eb896dfb-3d2d-44d4-b97e-262166bb6f75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc024100-81ef-47f1-90cc-ab9e585ddc16') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:06.655084 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb896dfb-3d2d-44d4-b97e-262166bb6f75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:06.656792 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d9c219c6-74f6-4d10-aac9-1147dac20681 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:06.698905 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb896dfb-3d2d-44d4-b97e-262166bb6f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:06.715150 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb896dfb-3d2d-44d4-b97e-262166bb6f75 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:44:06.716107 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb896dfb-3d2d-44d4-b97e-262166bb6f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:44:06.788877 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:44:06.800710 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bbeace04-808d-4853-abc7-41675c362b35 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/floatingips/5748047b-76e3-418b-9da3-39aa0f241595 HTTP/1.1" status: 200 len: 993 time: 0.5195873 Dec 16 22:44:06.863164 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb896dfb-3d2d-44d4-b97e-262166bb6f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:06.863649 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb896dfb-3d2d-44d4-b97e-262166bb6f75 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:06.867271 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-eb896dfb-3d2d-44d4-b97e-262166bb6f75 admin admin] 10.222.0.75 "DELETE /v2.0/networks/6721db6c-5a6d-4c01-b5f3-af2a1700a5fb HTTP/1.1" status: 204 len: 168 time: 0.5694408 Dec 16 22:44:06.896199 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb896dfb-3d2d-44d4-b97e-262166bb6f75 admin admin] Pushing event deleted for resources: {'Network': ['ID=6721db6c-5a6d-4c01-b5f3-af2a1700a5fb,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:06.925982 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c219c6-74f6-4d10-aac9-1147dac20681 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Router addb5be2-972d-4915-a6d3-6ce20e700bca is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:44:07.099364 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52090) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:07.342914 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-1bb30a6a-2381-4b7f-a3c1-e1f9bb9ce320 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Deleting port 1f7fb35e-b8bb-4b52-aacb-793a45f1430f {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:44:07.345484 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1bb30a6a-2381-4b7f-a3c1-e1f9bb9ce320 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:07.429106 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c219c6-74f6-4d10-aac9-1147dac20681 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:44:07.444951 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b453c2-154e-4182-944e-1a74761ed1d6 None None] Sync routers for ids ['addb5be2-972d-4915-a6d3-6ce20e700bca'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:44:07.455076 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1bb30a6a-2381-4b7f-a3c1-e1f9bb9ce320 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:07.461142 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1bb30a6a-2381-4b7f-a3c1-e1f9bb9ce320 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:07.461285 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b453c2-154e-4182-944e-1a74761ed1d6 None None] Routers {'addb5be2-972d-4915-a6d3-6ce20e700bca'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:44:07.461285 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-32b453c2-154e-4182-944e-1a74761ed1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:43:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['addb5be2-972d-4915-a6d3-6ce20e700bca'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:07.470548 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-1bb30a6a-2381-4b7f-a3c1-e1f9bb9ce320 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Calling delete_port for 1f7fb35e-b8bb-4b52-aacb-793a45f1430f owned by network:floatingip {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:44:07.485694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52094) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:07.536007 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d9c219c6-74f6-4d10-aac9-1147dac20681 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:07.543415 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d9c219c6-74f6-4d10-aac9-1147dac20681 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0710025 Dec 16 22:44:07.544504 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52096) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:07.597927 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-32b453c2-154e-4182-944e-1a74761ed1d6 None None] Set router addb5be2-972d-4915-a6d3-6ce20e700bca gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:44:07.614216 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-af13643b-77c9-4b41-9f6a-305aad8bf6f4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c2c24730f04242109fadee44ddde92d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1251714 Dec 16 22:44:07.616002 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52100) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:07.724904 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78c98838-a686-4132-a66a-877c43bb2b56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:07.788336 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78c98838-a686-4132-a66a-877c43bb2b56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:07.983104 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a8f3a98b-8dca-4c8b-a07d-17bf1baa4ad2 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=7bfb8f7eefc1419caa30af0dd0a6b7be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4289834 Dec 16 22:44:07.983104 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78c98838-a686-4132-a66a-877c43bb2b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:07.984003 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78c98838-a686-4132-a66a-877c43bb2b56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:07.985287 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-78c98838-a686-4132-a66a-877c43bb2b56 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ea712f39-32bc-449a-86e0-72c64f8e9d6a HTTP/1.1" status: 204 len: 168 time: 0.3683143 Dec 16 22:44:07.985665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52104) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:08.005182 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c98838-a686-4132-a66a-877c43bb2b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea712f39-32bc-449a-86e0-72c64f8e9d6a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:08.030784 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1bb30a6a-2381-4b7f-a3c1-e1f9bb9ce320 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:08.191401 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-32b453c2-154e-4182-944e-1a74761ed1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374774868', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'a85dc330-bfba-46f3-8457-118753070a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:04Z', 'updated_at': '2021-12-16T22:44:06Z', 'revision_number': 3, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'a85dc330-bfba-46f3-8457-118753070a51', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:11:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:05Z', 'updated_at': '2021-12-16T22:44:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:08.222538 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b453c2-154e-4182-944e-1a74761ed1d6 None None] Checking router: addb5be2-972d-4915-a6d3-6ce20e700bca for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:44:08.222894 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b453c2-154e-4182-944e-1a74761ed1d6 None None] Updating router addb5be2-972d-4915-a6d3-6ce20e700bca port a85dc330-bfba-46f3-8457-118753070a51 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:44:08.250826 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32b453c2-154e-4182-944e-1a74761ed1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:08.508949 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb30a6a-2381-4b7f-a3c1-e1f9bb9ce320 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event deleted for resources: {'Port': ['ID=1f7fb35e-b8bb-4b52-aacb-793a45f1430f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:08.609989 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1bb30a6a-2381-4b7f-a3c1-e1f9bb9ce320 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for floatingip, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:08.612015 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32b453c2-154e-4182-944e-1a74761ed1d6 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:08.612511 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-1bb30a6a-2381-4b7f-a3c1-e1f9bb9ce320 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Floating IP 5748047b-76e3-418b-9da3-39aa0f241595 disassociated (deleted). External IP: 172.25.6.60, port: f83d2168-cdce-4fd6-bdaf-d529e7a38e40. Dec 16 22:44:08.700349 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beccf4bf-7a13-4d7f-947d-be69d4f45ee7 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:08.701913 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-beccf4bf-7a13-4d7f-947d-be69d4f45ee7 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7146797 Dec 16 22:44:08.707402 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52146) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:08.743618 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-eb4500b6-5159-4d6f-b1de-ac2113b6012b tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344017 Dec 16 22:44:08.746206 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52148) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:08.749646 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32b453c2-154e-4182-944e-1a74761ed1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:08.754345 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-9af29e64-f7bc-4e2b-ba16-bd3966f54230 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-869248438', 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:08.813633 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-32b453c2-154e-4182-944e-1a74761ed1d6 None None] Attempting to bind port a85dc330-bfba-46f3-8457-118753070a51 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:44:08.814114 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-32b453c2-154e-4182-944e-1a74761ed1d6 None None] Attempting to bind port a85dc330-bfba-46f3-8457-118753070a51 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:44:08.815152 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b453c2-154e-4182-944e-1a74761ed1d6 None None] Attempting to bind port a85dc330-bfba-46f3-8457-118753070a51 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:44:08.819814 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe6b6fe-1a14-4ebc-815b-7e64e8e36f7d None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:44:08.838695 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b453c2-154e-4182-944e-1a74761ed1d6 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:44:08.839302 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b453c2-154e-4182-944e-1a74761ed1d6 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:44:08.839524 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32b453c2-154e-4182-944e-1a74761ed1d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:08.839909 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b453c2-154e-4182-944e-1a74761ed1d6 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:44:08.840396 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-32b453c2-154e-4182-944e-1a74761ed1d6 None None] Bound port: a85dc330-bfba-46f3-8457-118753070a51, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:44:08.840815 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32b453c2-154e-4182-944e-1a74761ed1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:08.847174 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591eef8-7997-4954-b99a-e0d334243902 None None] Pushing event updated for resources: {'Port': ['ID=a85dc330-bfba-46f3-8457-118753070a51,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:08.897939 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591eef8-7997-4954-b99a-e0d334243902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:08.898642 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591eef8-7997-4954-b99a-e0d334243902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:08.899244 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591eef8-7997-4954-b99a-e0d334243902 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:08.899661 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591eef8-7997-4954-b99a-e0d334243902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:08.900065 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591eef8-7997-4954-b99a-e0d334243902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:08.900473 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591eef8-7997-4954-b99a-e0d334243902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:08.901167 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591eef8-7997-4954-b99a-e0d334243902 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:08.901575 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591eef8-7997-4954-b99a-e0d334243902 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:08.902140 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591eef8-7997-4954-b99a-e0d334243902 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:08.902541 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591eef8-7997-4954-b99a-e0d334243902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:08.902919 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591eef8-7997-4954-b99a-e0d334243902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:08.903340 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591eef8-7997-4954-b99a-e0d334243902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:08.904272 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591eef8-7997-4954-b99a-e0d334243902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:08.932601 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-19846e3e-e127-4fa0-abb3-576016211667 None None] Provisioning complete for port a85dc330-bfba-46f3-8457-118753070a51 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:44:08.932980 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-19846e3e-e127-4fa0-abb3-576016211667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:08.935590 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb30a6a-2381-4b7f-a3c1-e1f9bb9ce320 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Router 596f40b1-ad2e-42e0-8fd5-89a5bc4adf85 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:44:08.975774 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-32b453c2-154e-4182-944e-1a74761ed1d6 None None] For port a85dc330-bfba-46f3-8457-118753070a51, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:44:08.980267 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-32b453c2-154e-4182-944e-1a74761ed1d6 None None] For port a85dc330-bfba-46f3-8457-118753070a51, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a85dc330-bfba-46f3-8457-118753070a51,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:44:08.983555 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-19846e3e-e127-4fa0-abb3-576016211667 None None] Port a85dc330-bfba-46f3-8457-118753070a51 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:44:08.991306 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af29e64-f7bc-4e2b-ba16-bd3966f54230 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Made reservation on behalf of 7bfb8f7eefc1419caa30af0dd0a6b7be for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:44:08.995776 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9af29e64-f7bc-4e2b-ba16-bd3966f54230 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:09.034601 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52152) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:09.073301 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb30a6a-2381-4b7f-a3c1-e1f9bb9ce320 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:44:09.078825 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1bb30a6a-2381-4b7f-a3c1-e1f9bb9ce320 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:09.090620 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32b453c2-154e-4182-944e-1a74761ed1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:09.101439 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c932994-eeac-4786-afeb-296aaf1ada65 None None] Sync routers for ids ['596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:44:09.116569 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c932994-eeac-4786-afeb-296aaf1ada65 None None] Routers {'596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:44:09.118813 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-9c932994-eeac-4786-afeb-296aaf1ada65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:43:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:09.127137 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1bb30a6a-2381-4b7f-a3c1-e1f9bb9ce320 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "DELETE /v2.0/floatingips/5748047b-76e3-418b-9da3-39aa0f241595 HTTP/1.1" status: 204 len: 168 time: 2.0263069 Dec 16 22:44:09.127853 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3334e643-d525-42ab-baeb-ed78e1fcb943', 'tag': 'f83d2168-cdce-4fd6-bdaf-d529e7a38e40'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:44:09.136354 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f7f6210c-6915-4c09-933b-249012380123 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f8862bdca6ac4a45b7848e89b2ffd2d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0971177 Dec 16 22:44:09.137135 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52156) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:09.139187 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070697f6-67b5-4ae9-96a1-8147f3330fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "3334e643-d525-42ab-baeb-ed78e1fcb943", "tag": "f83d2168-cdce-4fd6-bdaf-d529e7a38e40"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:44:09.156339 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd0d145-b9c3-422f-8abe-5ba04427eeda None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:44:09.168154 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b453c2-154e-4182-944e-1a74761ed1d6 None None] Routers {'addb5be2-972d-4915-a6d3-6ce20e700bca'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:44:09.168909 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-32b453c2-154e-4182-944e-1a74761ed1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:43:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['addb5be2-972d-4915-a6d3-6ce20e700bca'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:09.226572 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dc6d59-97f6-4c36-a1fc-1ddce52753b8 x-openstack-request-id: req-27dc6d59-97f6-4c36-a1fc-1ddce52753b8 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:44:09.226868 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3334e643-d525-42ab-baeb-ed78e1fcb943", "tag": "f83d2168-cdce-4fd6-bdaf-d529e7a38e40", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:44:09.227306 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-27dc6d59-97f6-4c36-a1fc-1ddce52753b8 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:44:09.227748 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3334e643-d525-42ab-baeb-ed78e1fcb943', 'tag': 'f83d2168-cdce-4fd6-bdaf-d529e7a38e40', 'status': 'completed', 'code': 200} Dec 16 22:44:09.272877 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-806fb11d-4767-4757-9820-a3c06a099455 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:09.306977 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591eef8-7997-4954-b99a-e0d334243902 None None] Pushing event updated for resources: {'Port': ['ID=a85dc330-bfba-46f3-8457-118753070a51,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:09.356173 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b67e5c4e-3d40-45b4-be2d-d3e1eaad9094 None None] Provisioning complete for port a85dc330-bfba-46f3-8457-118753070a51 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:44:09.356729 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b67e5c4e-3d40-45b4-be2d-d3e1eaad9094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:09.376463 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070697f6-67b5-4ae9-96a1-8147f3330fb3 req-076b189d-1e40-47e2-b901-48b99e5f41af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:09.376985 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-806fb11d-4767-4757-9820-a3c06a099455 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:09.379784 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-070697f6-67b5-4ae9-96a1-8147f3330fb3 req-076b189d-1e40-47e2-b901-48b99e5f41af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2b4fafbea3d45ac8d3254c1d8b5fceb&device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 1097 time: 0.1077785 Dec 16 22:44:09.386494 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-9c932994-eeac-4786-afeb-296aaf1ada65 None None] Set router 596f40b1-ad2e-42e0-8fd5-89a5bc4adf85 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:44:09.442814 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-32b453c2-154e-4182-944e-1a74761ed1d6 None None] Set router addb5be2-972d-4915-a6d3-6ce20e700bca gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:44:09.548646 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070697f6-67b5-4ae9-96a1-8147f3330fb3 req-1c82cd54-5ded-4448-bb6f-6b2ea9160e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:09.550352 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-070697f6-67b5-4ae9-96a1-8147f3330fb3 req-1c82cd54-5ded-4448-bb6f-6b2ea9160e91 service neutron] 10.222.0.57 "GET /v2.0/networks?id=27b9dd8f-8dc8-42d1-b422-e1b0133347b4 HTTP/1.1" status: 200 len: 896 time: 0.1634829 Dec 16 22:44:09.859393 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-070697f6-67b5-4ae9-96a1-8147f3330fb3 req-94a5430b-6245-4c9b-87cd-5987a0dd2d46 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f83d2168-cdce-4fd6-bdaf-d529e7a38e40 HTTP/1.1" status: 200 len: 217 time: 0.0619900 Dec 16 22:44:09.862109 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b67e5c4e-3d40-45b4-be2d-d3e1eaad9094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:09.862517 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070697f6-67b5-4ae9-96a1-8147f3330fb3 req-aa2f4c12-2a4f-4e8b-87cd-0b732470aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:09.862517 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-070697f6-67b5-4ae9-96a1-8147f3330fb3 req-aa2f4c12-2a4f-4e8b-87cd-0b732470aaac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b81b7eb-1ad0-4fea-b30d-e3801f8a789e HTTP/1.1" status: 200 len: 835 time: 0.0469389 Dec 16 22:44:09.862711 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b67e5c4e-3d40-45b4-be2d-d3e1eaad9094 None None] For port a85dc330-bfba-46f3-8457-118753070a51, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a85dc330-bfba-46f3-8457-118753070a51,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:44:09.862827 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-9c932994-eeac-4786-afeb-296aaf1ada65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'name': 'tempest-TestNetworkBasicOps-router-1550791143', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:19Z', 'updated_at': '2021-12-16T22:42:27Z', 'revision_number': 4, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:20Z', 'updated_at': '2021-12-16T22:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '7e6035ad-dd94-4cc1-bd02-3f7b47c235bb', 'name': '', 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'mac_address': 'fa:16:3e:9d:6a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '9b81b7eb-1ad0-4fea-b30d-e3801f8a789e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:25Z', 'updated_at': '2021-12-16T22:42:32Z', 'revision_number': 5, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'subnets': [{'id': '9b81b7eb-1ad0-4fea-b30d-e3801f8a789e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:09.862994 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070697f6-67b5-4ae9-96a1-8147f3330fb3 req-736be04e-6a9c-4006-8a96-8ccd2d8c046a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:09.862994 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-070697f6-67b5-4ae9-96a1-8147f3330fb3 req-736be04e-6a9c-4006-8a96-8ccd2d8c046a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=27b9dd8f-8dc8-42d1-b422-e1b0133347b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450029 Dec 16 22:44:09.863213 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c932994-eeac-4786-afeb-296aaf1ada65 None None] Checking router: 596f40b1-ad2e-42e0-8fd5-89a5bc4adf85 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:44:09.863213 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c932994-eeac-4786-afeb-296aaf1ada65 None None] Routers {'596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:44:09.863213 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-9c932994-eeac-4786-afeb-296aaf1ada65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:43:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:09.863522 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-32b453c2-154e-4182-944e-1a74761ed1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374774868', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'a85dc330-bfba-46f3-8457-118753070a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:04Z', 'updated_at': '2021-12-16T22:44:06Z', 'revision_number': 3, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'a85dc330-bfba-46f3-8457-118753070a51', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:11:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:05Z', 'updated_at': '2021-12-16T22:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:09.863522 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b453c2-154e-4182-944e-1a74761ed1d6 None None] The sync data for ids ['addb5be2-972d-4915-a6d3-6ce20e700bca'] in n-d-815324-4 is: [{'id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374774868', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'a85dc330-bfba-46f3-8457-118753070a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:04Z', 'updated_at': '2021-12-16T22:44:06Z', 'revision_number': 3, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'a85dc330-bfba-46f3-8457-118753070a51', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:11:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:05Z', 'updated_at': '2021-12-16T22:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:44:09.863844 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-070697f6-67b5-4ae9-96a1-8147f3330fb3 req-4a365937-6663-452a-929c-72182e66c9df service neutron] 10.222.0.57 "GET /v2.0/networks/27b9dd8f-8dc8-42d1-b422-e1b0133347b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046379 Dec 16 22:44:09.893016 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-9c932994-eeac-4786-afeb-296aaf1ada65 None None] Set router 596f40b1-ad2e-42e0-8fd5-89a5bc4adf85 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:44:09.960235 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-070697f6-67b5-4ae9-96a1-8147f3330fb3 req-1419ad6a-08b5-4eb6-b21f-041bd0fc8bcf service neutron] 10.222.0.57 "GET /v2.0/networks/27b9dd8f-8dc8-42d1-b422-e1b0133347b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089375 Dec 16 22:44:10.168562 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b67e5c4e-3d40-45b4-be2d-d3e1eaad9094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:10.172264 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-806fb11d-4767-4757-9820-a3c06a099455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:10.175402 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-806fb11d-4767-4757-9820-a3c06a099455 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:10.181735 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-806fb11d-4767-4757-9820-a3c06a099455 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a246407a-6724-40f8-94e2-69df7ceff741 HTTP/1.1" status: 204 len: 168 time: 1.0437143 Dec 16 22:44:10.182847 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-9c932994-eeac-4786-afeb-296aaf1ada65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'name': 'tempest-TestNetworkBasicOps-router-1550791143', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:19Z', 'updated_at': '2021-12-16T22:42:27Z', 'revision_number': 4, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:20Z', 'updated_at': '2021-12-16T22:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '7e6035ad-dd94-4cc1-bd02-3f7b47c235bb', 'name': '', 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'mac_address': 'fa:16:3e:9d:6a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '9b81b7eb-1ad0-4fea-b30d-e3801f8a789e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:25Z', 'updated_at': '2021-12-16T22:42:32Z', 'revision_number': 5, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'subnets': [{'id': '9b81b7eb-1ad0-4fea-b30d-e3801f8a789e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:10.183393 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9af29e64-f7bc-4e2b-ba16-bd3966f54230 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:10.241131 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fb11d-4767-4757-9820-a3c06a099455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a246407a-6724-40f8-94e2-69df7ceff741,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:10.297114 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c932994-eeac-4786-afeb-296aaf1ada65 None None] The sync data for ids ['596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'] in n-d-815324-4 is: [{'id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'name': 'tempest-TestNetworkBasicOps-router-1550791143', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:19Z', 'updated_at': '2021-12-16T22:42:27Z', 'revision_number': 4, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:20Z', 'updated_at': '2021-12-16T22:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '7e6035ad-dd94-4cc1-bd02-3f7b47c235bb', 'name': '', 'network_id': '27b9dd8f-8dc8-42d1-b422-e1b0133347b4', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'mac_address': 'fa:16:3e:9d:6a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '9b81b7eb-1ad0-4fea-b30d-e3801f8a789e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:25Z', 'updated_at': '2021-12-16T22:42:32Z', 'revision_number': 5, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'subnets': [{'id': '9b81b7eb-1ad0-4fea-b30d-e3801f8a789e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:44:10.313429 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af29e64-f7bc-4e2b-ba16-bd3966f54230 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Subnet': ['ID=af3a12cf-9da8-42b6-970c-72c67e4a02cc,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:10.330406 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af29e64-f7bc-4e2b-ba16-bd3966f54230 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Checking segment: {'id': '9fa551c3-0367-4864-9859-1f35ef63e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:44:10.336128 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e5c4e-3d40-45b4-be2d-d3e1eaad9094 None None] Pushing event updated for resources: {'Port': ['ID=a85dc330-bfba-46f3-8457-118753070a51,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:10.336323 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af29e64-f7bc-4e2b-ba16-bd3966f54230 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Network hostable DHCP agents. Network: 6824b600-fc8b-4a39-b031-d2f063409751, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:44:10.476752 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af29e64-f7bc-4e2b-ba16-bd3966f54230 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Network 6824b600-fc8b-4a39-b031-d2f063409751 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:44:10.556035 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-9af29e64-f7bc-4e2b-ba16-bd3966f54230 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 6824b600-fc8b-4a39-b031-d2f063409751) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:44:10.563086 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af29e64-f7bc-4e2b-ba16-bd3966f54230 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:10.565038 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9af29e64-f7bc-4e2b-ba16-bd3966f54230 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:10.569640 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea21195-625b-40df-b477-5d779f395155 None None] Network 6824b600-fc8b-4a39-b031-d2f063409751 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:44:10.611029 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf11c0-0736-47ac-beb8-1d58077e3987 req-9dc1991c-9412-4089-ab7f-031babb3bd00 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:10.621974 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0ebf11c0-0736-47ac-beb8-1d58077e3987 req-9dc1991c-9412-4089-ab7f-031babb3bd00 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 946 time: 0.0985236 Dec 16 22:44:10.721282 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52172) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:10.723682 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9af29e64-f7bc-4e2b-ba16-bd3966f54230 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9760413 Dec 16 22:44:10.744193 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0ebf11c0-0736-47ac-beb8-1d58077e3987 req-6148d056-bdec-4270-a3db-5fd7bc87e8b3 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=fffc2bdf-c37c-4fd9-90de-745240d5f267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174171 Dec 16 22:44:10.791947 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518b13c4-13d1-4f94-bb61-7d5854d6941b None None] New status for floating IP 5748047b-76e3-418b-9da3-39aa0f241595: DOWN {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:44:10.857654 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5c8315-4a36-4217-8693-5de9317747c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-6824b600-fc8b-4a39-b031-d2f063409751', 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'fixed_ips': [{'subnet_id': 'af3a12cf-9da8-42b6-970c-72c67e4a02cc'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:44:10.858532 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8315-4a36-4217-8693-5de9317747c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:11.096609 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-bf5c8315-4a36-4217-8693-5de9317747c6 None None] Allocated IP 172.20.0.2 (6824b600-fc8b-4a39-b031-d2f063409751/af3a12cf-9da8-42b6-970c-72c67e4a02cc/7fcc176c-9b54-45b8-b91d-cb56b8e91c95) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:44:11.292791 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8315-4a36-4217-8693-5de9317747c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:11.355203 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8315-4a36-4217-8693-5de9317747c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:11.397153 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5c8315-4a36-4217-8693-5de9317747c6 None None] Network 6824b600-fc8b-4a39-b031-d2f063409751 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:44:11.400319 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-bf5c8315-4a36-4217-8693-5de9317747c6 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:44:11.405724 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5c8315-4a36-4217-8693-5de9317747c6 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:44:11.418271 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c8315-4a36-4217-8693-5de9317747c6 None None] Pushing event updated for resources: {'Port': ['ID=7fcc176c-9b54-45b8-b91d-cb56b8e91c95,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:11.498242 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-bf5c8315-4a36-4217-8693-5de9317747c6 None None] Attempting to bind port 7fcc176c-9b54-45b8-b91d-cb56b8e91c95 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:44:11.501646 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-bf5c8315-4a36-4217-8693-5de9317747c6 None None] Attempting to bind port 7fcc176c-9b54-45b8-b91d-cb56b8e91c95 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '9fa551c3-0367-4864-9859-1f35ef63e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:44:11.503472 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5c8315-4a36-4217-8693-5de9317747c6 None None] Attempting to bind port 7fcc176c-9b54-45b8-b91d-cb56b8e91c95 on network 6824b600-fc8b-4a39-b031-d2f063409751 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:44:11.512596 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5c8315-4a36-4217-8693-5de9317747c6 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:44:11.513652 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5c8315-4a36-4217-8693-5de9317747c6 None None] Checking segment: {'id': '9fa551c3-0367-4864-9859-1f35ef63e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:44:11.514159 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8315-4a36-4217-8693-5de9317747c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:11.514658 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5c8315-4a36-4217-8693-5de9317747c6 None None] Bound using segment: {'id': '9fa551c3-0367-4864-9859-1f35ef63e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:44:11.515364 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-bf5c8315-4a36-4217-8693-5de9317747c6 None None] Bound port: 7fcc176c-9b54-45b8-b91d-cb56b8e91c95, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa551c3-0367-4864-9859-1f35ef63e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:44:11.515850 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8315-4a36-4217-8693-5de9317747c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:11.546444 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-78962dff-17f7-45ae-ae04-c322c8dc525e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:11.641482 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a85dc330-bfba-46f3-8457-118753070a51 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:44:11.687786 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bf5c8315-4a36-4217-8693-5de9317747c6 None None] For port 7fcc176c-9b54-45b8-b91d-cb56b8e91c95, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:44:11.705062 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bf5c8315-4a36-4217-8693-5de9317747c6 None None] For port 7fcc176c-9b54-45b8-b91d-cb56b8e91c95, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7fcc176c-9b54-45b8-b91d-cb56b8e91c95,segment=NetworkSegment(9fa551c3-0367-4864-9859-1f35ef63e7f1),segment_id=9fa551c3-0367-4864-9859-1f35ef63e7f1)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:44:11.720619 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port a85dc330-bfba-46f3-8457-118753070a51 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:44:11.720982 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:11.807911 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8315-4a36-4217-8693-5de9317747c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:11.993177 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c8315-4a36-4217-8693-5de9317747c6 None None] Pushing event updated for resources: {'Port': ['ID=7fcc176c-9b54-45b8-b91d-cb56b8e91c95,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:12.005636 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2fd6c-4a73-485f-a4ae-513af6692dd5 req-dfa9ed2e-9056-4ee3-805f-64845c18897b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:12.007273 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22c2fd6c-4a73-485f-a4ae-513af6692dd5 req-dfa9ed2e-9056-4ee3-805f-64845c18897b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 946 time: 0.1396103 Dec 16 22:44:12.098178 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-78962dff-17f7-45ae-ae04-c322c8dc525e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Allocated IP 172.20.0.1 (6824b600-fc8b-4a39-b031-d2f063409751/af3a12cf-9da8-42b6-970c-72c67e4a02cc/154f1dcc-3b5e-4503-9468-cecbe119a7bc) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:44:12.103916 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22c2fd6c-4a73-485f-a4ae-513af6692dd5 req-8e962108-3eae-4cca-b7b2-6ef810e88d8f tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/security-groups?id=fffc2bdf-c37c-4fd9-90de-745240d5f267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676911 Dec 16 22:44:12.325821 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84397542-8323-4135-9455-68dc9dbf5e7a req-d9d835ac-9166-4494-9489-e4227b2165e0 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:12.328124 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-84397542-8323-4135-9455-68dc9dbf5e7a req-d9d835ac-9166-4494-9489-e4227b2165e0 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.57 "GET /v2.0/ports?device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 946 time: 0.1638300 Dec 16 22:44:12.331826 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-78962dff-17f7-45ae-ae04-c322c8dc525e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:12.482606 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-84397542-8323-4135-9455-68dc9dbf5e7a req-eaf46cf1-af6a-4032-a78d-226b491357e3 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Deleting port f83d2168-cdce-4fd6-bdaf-d529e7a38e40 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:44:12.482606 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-84397542-8323-4135-9455-68dc9dbf5e7a req-eaf46cf1-af6a-4032-a78d-226b491357e3 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:12.568278 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-78962dff-17f7-45ae-ae04-c322c8dc525e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:12.629901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-84397542-8323-4135-9455-68dc9dbf5e7a req-eaf46cf1-af6a-4032-a78d-226b491357e3 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] For port f83d2168-cdce-4fd6-bdaf-d529e7a38e40, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=f83d2168-cdce-4fd6-bdaf-d529e7a38e40,segment=NetworkSegment(73ce93f4-1462-4319-9dab-15d2ce757b70),segment_id=73ce93f4-1462-4319-9dab-15d2ce757b70)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:44:12.630288 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-84397542-8323-4135-9455-68dc9dbf5e7a req-eaf46cf1-af6a-4032-a78d-226b491357e3 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:12.633770 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78962dff-17f7-45ae-ae04-c322c8dc525e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Network 6824b600-fc8b-4a39-b031-d2f063409751 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:44:12.644139 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-78962dff-17f7-45ae-ae04-c322c8dc525e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:44:12.649366 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78962dff-17f7-45ae-ae04-c322c8dc525e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:44:12.682771 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-84397542-8323-4135-9455-68dc9dbf5e7a req-eaf46cf1-af6a-4032-a78d-226b491357e3 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Calling delete_port for f83d2168-cdce-4fd6-bdaf-d529e7a38e40 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:44:12.689348 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78962dff-17f7-45ae-ae04-c322c8dc525e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Port': ['ID=154f1dcc-3b5e-4503-9468-cecbe119a7bc,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:12.747728 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-78962dff-17f7-45ae-ae04-c322c8dc525e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:12.992446 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-84397542-8323-4135-9455-68dc9dbf5e7a req-eaf46cf1-af6a-4032-a78d-226b491357e3 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:13.030668 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-78962dff-17f7-45ae-ae04-c322c8dc525e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:13.032861 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf46cf1-af6a-4032-a78d-226b491357e3 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event deleted for resources: {'Port': ['ID=f83d2168-cdce-4fd6-bdaf-d529e7a38e40,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:13.144839 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-84397542-8323-4135-9455-68dc9dbf5e7a req-eaf46cf1-af6a-4032-a78d-226b491357e3 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] No DVR routers for this DVR port f83d2168-cdce-4fd6-bdaf-d529e7a38e40 on host n-h2-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:44:13.147768 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-84397542-8323-4135-9455-68dc9dbf5e7a req-eaf46cf1-af6a-4032-a78d-226b491357e3 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:13.152423 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-84397542-8323-4135-9455-68dc9dbf5e7a req-eaf46cf1-af6a-4032-a78d-226b491357e3 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.57 "DELETE /v2.0/ports/f83d2168-cdce-4fd6-bdaf-d529e7a38e40 HTTP/1.1" status: 204 len: 173 time: 0.8188057 Dec 16 22:44:13.157005 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3334e643-d525-42ab-baeb-ed78e1fcb943', 'name': 'network-vif-deleted', 'tag': 'f83d2168-cdce-4fd6-bdaf-d529e7a38e40'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:44:13.159353 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e0d7ed-7ae6-4bcc-8dcd-ec1b0b25a920" -d '{"events": [{"server_uuid": "3334e643-d525-42ab-baeb-ed78e1fcb943", "name": "network-vif-deleted", "tag": "f83d2168-cdce-4fd6-bdaf-d529e7a38e40"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:44:13.244774 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727fa317-72f4-48fa-b25a-900b4be85082 x-openstack-request-id: req-727fa317-72f4-48fa-b25a-900b4be85082 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:44:13.245137 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3334e643-d525-42ab-baeb-ed78e1fcb943", "name": "network-vif-deleted", "tag": "f83d2168-cdce-4fd6-bdaf-d529e7a38e40", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:44:13.245339 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-727fa317-72f4-48fa-b25a-900b4be85082 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:44:13.245749 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3334e643-d525-42ab-baeb-ed78e1fcb943', 'name': 'network-vif-deleted', 'tag': 'f83d2168-cdce-4fd6-bdaf-d529e7a38e40', 'status': 'completed', 'code': 200} Dec 16 22:44:13.259266 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-22090860-6578-4445-a894-38893a5c25c8 req-714eed82-75a8-4fbe-a396-e9626987d1f8 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 210 time: 0.0475779 Dec 16 22:44:13.516338 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44d0305-2c5b-4045-86cb-07b9a973d85e None None] Network 6824b600-fc8b-4a39-b031-d2f063409751 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:44:13.551856 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-78962dff-17f7-45ae-ae04-c322c8dc525e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:13.605172 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-57f402cd-22a9-4d67-8fff-3dbf6f0738d3 None None] Provisioning complete for port 7fcc176c-9b54-45b8-b91d-cb56b8e91c95 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:44:13.605920 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57f402cd-22a9-4d67-8fff-3dbf6f0738d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:13.689721 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7fcc176c-9b54-45b8-b91d-cb56b8e91c95 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:44:13.854495 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-78962dff-17f7-45ae-ae04-c322c8dc525e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:13.854495 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-78962dff-17f7-45ae-ae04-c322c8dc525e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:13.854495 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78962dff-17f7-45ae-ae04-c322c8dc525e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Port': ['ID=154f1dcc-3b5e-4503-9468-cecbe119a7bc,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:13.948204 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78962dff-17f7-45ae-ae04-c322c8dc525e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Network 6824b600-fc8b-4a39-b031-d2f063409751 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:44:13.950812 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-78962dff-17f7-45ae-ae04-c322c8dc525e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:44:14.117335 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57f402cd-22a9-4d67-8fff-3dbf6f0738d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:14.117335 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 7fcc176c-9b54-45b8-b91d-cb56b8e91c95 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:44:14.117335 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:14.256981 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-57f402cd-22a9-4d67-8fff-3dbf6f0738d3 None None] For port 7fcc176c-9b54-45b8-b91d-cb56b8e91c95, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7fcc176c-9b54-45b8-b91d-cb56b8e91c95,segment=NetworkSegment(9fa551c3-0367-4864-9859-1f35ef63e7f1),segment_id=9fa551c3-0367-4864-9859-1f35ef63e7f1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:44:14.323866 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57f402cd-22a9-4d67-8fff-3dbf6f0738d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:14.581374 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3977d9a8-bc0c-48c1-89f8-499d46092b3f None None] Provisioning complete for port 154f1dcc-3b5e-4503-9468-cecbe119a7bc triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:44:14.581979 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3977d9a8-bc0c-48c1-89f8-499d46092b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:14.640490 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f402cd-22a9-4d67-8fff-3dbf6f0738d3 None None] Pushing event updated for resources: {'Port': ['ID=7fcc176c-9b54-45b8-b91d-cb56b8e91c95,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:14.682292 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-3977d9a8-bc0c-48c1-89f8-499d46092b3f None None] Port 154f1dcc-3b5e-4503-9468-cecbe119a7bc cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:44:14.708987 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2c774291-84b8-4d78-a991-6eeab1b66034 req-54b87ad4-5bc6-4f96-aab1-ac61e876e36c tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "GET /v2.0/ports?device_id=3334e643-d525-42ab-baeb-ed78e1fcb943 HTTP/1.1" status: 200 len: 210 time: 0.0472755 Dec 16 22:44:14.714842 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78962dff-17f7-45ae-ae04-c322c8dc525e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Router addb5be2-972d-4915-a6d3-6ce20e700bca has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:44:14.719380 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3977d9a8-bc0c-48c1-89f8-499d46092b3f None None] Provisioning complete for port 7fcc176c-9b54-45b8-b91d-cb56b8e91c95 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:44:14.720210 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3977d9a8-bc0c-48c1-89f8-499d46092b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:14.875011 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78962dff-17f7-45ae-ae04-c322c8dc525e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:44:14.882791 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-78962dff-17f7-45ae-ae04-c322c8dc525e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "PUT /v2.0/routers/addb5be2-972d-4915-a6d3-6ce20e700bca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1594291 Dec 16 22:44:14.918346 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aab5632-4cba-4990-9c9f-5662a870ac10 None None] Sync routers for ids ['addb5be2-972d-4915-a6d3-6ce20e700bca'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:44:14.933576 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aab5632-4cba-4990-9c9f-5662a870ac10 None None] Routers {'addb5be2-972d-4915-a6d3-6ce20e700bca'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:44:14.935443 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-8aab5632-4cba-4990-9c9f-5662a870ac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:43:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['addb5be2-972d-4915-a6d3-6ce20e700bca'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:15.041178 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6c860463-8f05-468c-8f8a-7ab57d695099 None None] Provisioning complete for port 154f1dcc-3b5e-4503-9468-cecbe119a7bc triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:44:15.041759 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c860463-8f05-468c-8f8a-7ab57d695099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:15.101785 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-8aab5632-4cba-4990-9c9f-5662a870ac10 None None] Set router addb5be2-972d-4915-a6d3-6ce20e700bca gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:44:15.107599 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-6c860463-8f05-468c-8f8a-7ab57d695099 None None] Port 154f1dcc-3b5e-4503-9468-cecbe119a7bc cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:44:15.229012 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-cf7b695c-25b9-4050-b7fa-81e8b1e0611f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280483905&fields=id&tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be HTTP/1.1" status: 200 len: 267 time: 0.0648310 Dec 16 22:44:15.237463 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b58e3f49-463a-4dd6-9700-af9a1f7f73da None None] Provisioning complete for port 154f1dcc-3b5e-4503-9468-cecbe119a7bc triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:44:15.237843 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b58e3f49-463a-4dd6-9700-af9a1f7f73da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:15.287533 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b58e3f49-463a-4dd6-9700-af9a1f7f73da None None] Port 154f1dcc-3b5e-4503-9468-cecbe119a7bc cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:44:15.370369 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-b8e85e26-5efb-4148-a49e-78f18400f333 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:15.372021 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-b8e85e26-5efb-4148-a49e-78f18400f333 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/networks?id=6824b600-fc8b-4a39-b031-d2f063409751 HTTP/1.1" status: 200 len: 797 time: 0.1421833 Dec 16 22:44:15.396748 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-27029f4f-f299-4506-8aec-1146fcad11a6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/quotas/7bfb8f7eefc1419caa30af0dd0a6b7be HTTP/1.1" status: 200 len: 375 time: 0.0181413 Dec 16 22:44:15.436038 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-8aab5632-4cba-4990-9c9f-5662a870ac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374774868', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'a85dc330-bfba-46f3-8457-118753070a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:04Z', 'updated_at': '2021-12-16T22:44:12Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'a85dc330-bfba-46f3-8457-118753070a51', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:05Z', 'updated_at': '2021-12-16T22:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '154f1dcc-3b5e-4503-9468-cecbe119a7bc', 'name': '', 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:3c:d6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'af3a12cf-9da8-42b6-970c-72c67e4a02cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:11Z', 'updated_at': '2021-12-16T22:44:13Z', 'revision_number': 2, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': 'af3a12cf-9da8-42b6-970c-72c67e4a02cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:15.459733 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-097e5da7-0799-40cb-bf8b-3120e0a5e97a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617449 Dec 16 22:44:15.468669 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aab5632-4cba-4990-9c9f-5662a870ac10 None None] Checking router: addb5be2-972d-4915-a6d3-6ce20e700bca for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:44:15.469299 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aab5632-4cba-4990-9c9f-5662a870ac10 None None] Updating router addb5be2-972d-4915-a6d3-6ce20e700bca port 154f1dcc-3b5e-4503-9468-cecbe119a7bc binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:44:15.490195 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-15a1d4ca-ea9c-42af-a26e-510cd411f292 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=c71fa7df1ccc4a218ed45acdd4ff76c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595868 Dec 16 22:44:15.500503 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8aab5632-4cba-4990-9c9f-5662a870ac10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:15.638660 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-bb99e5cb-5a55-4be8-a46f-e9e396b8d741 service neutron] 10.222.0.75 "GET /v2.0/networks/6824b600-fc8b-4a39-b031-d2f063409751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648686 Dec 16 22:44:15.652309 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7fcc176c-9b54-45b8-b91d-cb56b8e91c95 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:44:15.768572 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 7fcc176c-9b54-45b8-b91d-cb56b8e91c95 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:44:15.768968 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:15.864826 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-b81a8043-9808-4d1c-b3f7-f018353597ab service neutron] 10.222.0.75 "GET /v2.0/networks/6824b600-fc8b-4a39-b031-d2f063409751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248213 Dec 16 22:44:15.875949 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-197be0a8-7654-40fe-a6de-0749b6b5b1b3 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:15.883908 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-197be0a8-7654-40fe-a6de-0749b6b5b1b3 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3880215 Dec 16 22:44:15.923874 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-0117eadb-29f6-4c93-8329-4c45b1c6fdce tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/quotas/c71fa7df1ccc4a218ed45acdd4ff76c5 HTTP/1.1" status: 200 len: 375 time: 0.0390708 Dec 16 22:44:15.984350 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-aa240474-ad13-47c3-8c1c-b2285adafad0 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c71fa7df1ccc4a218ed45acdd4ff76c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548041 Dec 16 22:44:16.072120 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8aab5632-4cba-4990-9c9f-5662a870ac10 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:16.155760 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52280) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:16.163341 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8aab5632-4cba-4990-9c9f-5662a870ac10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:16.271017 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36209504-4617-45e8-b3eb-e54f84aa3f61 None None] Pushing event updated for resources: {'Port': ['ID=154f1dcc-3b5e-4503-9468-cecbe119a7bc,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:16.271631 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4c9e94e9-c423-41c5-b0a7-86f75a7c55e6 req-4e50a482-7527-4a8b-a183-8021c1a6ca7e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 210 time: 0.0647006 Dec 16 22:44:16.304104 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eee7323b-8baa-45b2-adc0-c468d5bdfa7b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:16.319761 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device f83d2168-cdce-4fd6-bdaf-d529e7a38e40 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:44:16.359504 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: f83d2168-cdce-4fd6-bdaf-d529e7a38e40 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:44:16.359860 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device f83d2168-cdce-4fd6-bdaf-d529e7a38e40 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:44:16.363016 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eee7323b-8baa-45b2-adc0-c468d5bdfa7b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:16.402050 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36209504-4617-45e8-b3eb-e54f84aa3f61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:16.402404 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36209504-4617-45e8-b3eb-e54f84aa3f61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:16.402807 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36209504-4617-45e8-b3eb-e54f84aa3f61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:16.404435 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36209504-4617-45e8-b3eb-e54f84aa3f61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:16.404794 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36209504-4617-45e8-b3eb-e54f84aa3f61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:16.405134 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36209504-4617-45e8-b3eb-e54f84aa3f61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:16.405473 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36209504-4617-45e8-b3eb-e54f84aa3f61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:16.405808 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36209504-4617-45e8-b3eb-e54f84aa3f61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:16.406277 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36209504-4617-45e8-b3eb-e54f84aa3f61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:16.406617 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36209504-4617-45e8-b3eb-e54f84aa3f61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:16.406948 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36209504-4617-45e8-b3eb-e54f84aa3f61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:16.407304 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36209504-4617-45e8-b3eb-e54f84aa3f61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:16.407635 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36209504-4617-45e8-b3eb-e54f84aa3f61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:16.436510 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-8aab5632-4cba-4990-9c9f-5662a870ac10 None None] Attempting to bind port 154f1dcc-3b5e-4503-9468-cecbe119a7bc on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:44:16.436847 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-8aab5632-4cba-4990-9c9f-5662a870ac10 None None] Attempting to bind port 154f1dcc-3b5e-4503-9468-cecbe119a7bc by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '9fa551c3-0367-4864-9859-1f35ef63e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:44:16.437177 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aab5632-4cba-4990-9c9f-5662a870ac10 None None] Attempting to bind port 154f1dcc-3b5e-4503-9468-cecbe119a7bc on network 6824b600-fc8b-4a39-b031-d2f063409751 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:44:16.461249 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aab5632-4cba-4990-9c9f-5662a870ac10 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:44:16.461649 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aab5632-4cba-4990-9c9f-5662a870ac10 None None] Checking segment: {'id': '9fa551c3-0367-4864-9859-1f35ef63e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:44:16.462064 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8aab5632-4cba-4990-9c9f-5662a870ac10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:16.462464 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aab5632-4cba-4990-9c9f-5662a870ac10 None None] Bound using segment: {'id': '9fa551c3-0367-4864-9859-1f35ef63e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:44:16.463745 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-8aab5632-4cba-4990-9c9f-5662a870ac10 None None] Bound port: 154f1dcc-3b5e-4503-9468-cecbe119a7bc, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa551c3-0367-4864-9859-1f35ef63e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:44:16.464149 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8aab5632-4cba-4990-9c9f-5662a870ac10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:16.526241 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b569dac-3f9c-44bc-bbe5-f320f20eeae8 req-fc0711df-23cc-464a-a298-9395fdd84398 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c67d173-af03-4baf-8018-2b736e039f8e HTTP/1.1" status: 200 len: 210 time: 0.0407581 Dec 16 22:44:16.575760 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eee7323b-8baa-45b2-adc0-c468d5bdfa7b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:16.579025 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eee7323b-8baa-45b2-adc0-c468d5bdfa7b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:16.582814 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-eee7323b-8baa-45b2-adc0-c468d5bdfa7b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "DELETE /v2.0/security-groups/fffc2bdf-c37c-4fd9-90de-745240d5f267 HTTP/1.1" status: 204 len: 168 time: 0.4257939 Dec 16 22:44:16.601506 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-8aab5632-4cba-4990-9c9f-5662a870ac10 None None] For port 154f1dcc-3b5e-4503-9468-cecbe119a7bc, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:44:16.607890 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-8aab5632-4cba-4990-9c9f-5662a870ac10 None None] For port 154f1dcc-3b5e-4503-9468-cecbe119a7bc, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=154f1dcc-3b5e-4503-9468-cecbe119a7bc,segment=NetworkSegment(9fa551c3-0367-4864-9859-1f35ef63e7f1),segment_id=9fa551c3-0367-4864-9859-1f35ef63e7f1)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:44:16.629768 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-605ed9b4-687d-46da-b2c3-a2149a7c2183 None None] Provisioning complete for port 154f1dcc-3b5e-4503-9468-cecbe119a7bc triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:44:16.630474 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-605ed9b4-687d-46da-b2c3-a2149a7c2183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:16.637211 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7323b-8baa-45b2-adc0-c468d5bdfa7b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffc2bdf-c37c-4fd9-90de-745240d5f267,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:16.670918 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7323b-8baa-45b2-adc0-c468d5bdfa7b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:16.672567 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7323b-8baa-45b2-adc0-c468d5bdfa7b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:16.672567 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7323b-8baa-45b2-adc0-c468d5bdfa7b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:16.672760 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-605ed9b4-687d-46da-b2c3-a2149a7c2183 None None] Port 154f1dcc-3b5e-4503-9468-cecbe119a7bc cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:44:16.674007 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7323b-8baa-45b2-adc0-c468d5bdfa7b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:16.674007 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7323b-8baa-45b2-adc0-c468d5bdfa7b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:16.676307 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7323b-8baa-45b2-adc0-c468d5bdfa7b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:16.676688 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7323b-8baa-45b2-adc0-c468d5bdfa7b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:16.677542 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7323b-8baa-45b2-adc0-c468d5bdfa7b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:16.677889 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7323b-8baa-45b2-adc0-c468d5bdfa7b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:16.678476 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7323b-8baa-45b2-adc0-c468d5bdfa7b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:16.678819 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7323b-8baa-45b2-adc0-c468d5bdfa7b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:16.679178 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7323b-8baa-45b2-adc0-c468d5bdfa7b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:16.680437 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7323b-8baa-45b2-adc0-c468d5bdfa7b tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:16.695811 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8aab5632-4cba-4990-9c9f-5662a870ac10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:16.709870 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52298) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:16.774095 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aab5632-4cba-4990-9c9f-5662a870ac10 None None] Routers {'addb5be2-972d-4915-a6d3-6ce20e700bca'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:44:16.774730 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-8aab5632-4cba-4990-9c9f-5662a870ac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:43:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['addb5be2-972d-4915-a6d3-6ce20e700bca'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:16.830157 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36209504-4617-45e8-b3eb-e54f84aa3f61 None None] Pushing event updated for resources: {'Port': ['ID=154f1dcc-3b5e-4503-9468-cecbe119a7bc,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:16.947569 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-8aab5632-4cba-4990-9c9f-5662a870ac10 None None] Set router addb5be2-972d-4915-a6d3-6ce20e700bca gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:44:17.205863 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-23b8d6d8-7726-4517-a9a2-7e8194f73935 None None] Provisioning complete for port 154f1dcc-3b5e-4503-9468-cecbe119a7bc triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:44:17.206218 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-23b8d6d8-7726-4517-a9a2-7e8194f73935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:17.329875 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-8aab5632-4cba-4990-9c9f-5662a870ac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374774868', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'a85dc330-bfba-46f3-8457-118753070a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:04Z', 'updated_at': '2021-12-16T22:44:12Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'a85dc330-bfba-46f3-8457-118753070a51', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:05Z', 'updated_at': '2021-12-16T22:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '154f1dcc-3b5e-4503-9468-cecbe119a7bc', 'name': '', 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:3c:d6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'af3a12cf-9da8-42b6-970c-72c67e4a02cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:11Z', 'updated_at': '2021-12-16T22:44:16Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': 'af3a12cf-9da8-42b6-970c-72c67e4a02cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:17.372626 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aab5632-4cba-4990-9c9f-5662a870ac10 None None] The sync data for ids ['addb5be2-972d-4915-a6d3-6ce20e700bca'] in n-d-815324-4 is: [{'id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374774868', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'a85dc330-bfba-46f3-8457-118753070a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:04Z', 'updated_at': '2021-12-16T22:44:12Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'a85dc330-bfba-46f3-8457-118753070a51', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:05Z', 'updated_at': '2021-12-16T22:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '154f1dcc-3b5e-4503-9468-cecbe119a7bc', 'name': '', 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:3c:d6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'af3a12cf-9da8-42b6-970c-72c67e4a02cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:11Z', 'updated_at': '2021-12-16T22:44:16Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': 'af3a12cf-9da8-42b6-970c-72c67e4a02cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:44:17.392779 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-23b8d6d8-7726-4517-a9a2-7e8194f73935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:17.393843 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4c71a1a7-7b25-4dfa-a756-b7f6623cae19 req-e0cee200-0566-4518-ae92-844d72424115 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 210 time: 0.0691028 Dec 16 22:44:17.468504 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-23b8d6d8-7726-4517-a9a2-7e8194f73935 None None] For port 154f1dcc-3b5e-4503-9468-cecbe119a7bc, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=154f1dcc-3b5e-4503-9468-cecbe119a7bc,segment=NetworkSegment(9fa551c3-0367-4864-9859-1f35ef63e7f1),segment_id=9fa551c3-0367-4864-9859-1f35ef63e7f1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:44:17.559825 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a9b496b-2680-4949-af38-e3ba120cef64 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:17.577662 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-23b8d6d8-7726-4517-a9a2-7e8194f73935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:17.652844 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-38a40bf2-91ac-4e32-b26e-ff6800a93b17 req-b6bfdd9e-e87a-4d8e-9693-0bcf0360c0be tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c67d173-af03-4baf-8018-2b736e039f8e HTTP/1.1" status: 200 len: 210 time: 0.0654147 Dec 16 22:44:17.712187 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 154f1dcc-3b5e-4503-9468-cecbe119a7bc up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:44:17.774016 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8d6d8-7726-4517-a9a2-7e8194f73935 None None] Pushing event updated for resources: {'Port': ['ID=154f1dcc-3b5e-4503-9468-cecbe119a7bc,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:17.844282 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 154f1dcc-3b5e-4503-9468-cecbe119a7bc triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:44:17.848541 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:18.117000 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-6a9b496b-2680-4949-af38-e3ba120cef64 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Deleting port 7e6035ad-dd94-4cc1-bd02-3f7b47c235bb {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:44:18.117411 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a9b496b-2680-4949-af38-e3ba120cef64 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:18.231929 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-6a9b496b-2680-4949-af38-e3ba120cef64 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] For port 7e6035ad-dd94-4cc1-bd02-3f7b47c235bb, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7e6035ad-dd94-4cc1-bd02-3f7b47c235bb,segment=NetworkSegment(73ce93f4-1462-4319-9dab-15d2ce757b70),segment_id=73ce93f4-1462-4319-9dab-15d2ce757b70)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:44:18.231929 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a9b496b-2680-4949-af38-e3ba120cef64 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:18.247382 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-6a9b496b-2680-4949-af38-e3ba120cef64 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Calling delete_port for 7e6035ad-dd94-4cc1-bd02-3f7b47c235bb owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:44:18.536217 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fc2e6b22-7773-437f-bb4e-59f16d45d7c4 req-3bffc343-8b57-4153-a21e-2a0b1b11534a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 210 time: 0.0343356 Dec 16 22:44:18.588885 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a9b496b-2680-4949-af38-e3ba120cef64 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:18.624023 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b496b-2680-4949-af38-e3ba120cef64 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event deleted for resources: {'Port': ['ID=7e6035ad-dd94-4cc1-bd02-3f7b47c235bb,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:18.851142 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-36641ff6-c44f-44d7-9ec5-bbd2e8fdb88b req-b0e813db-f63a-467f-86b6-d339fdb42646 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c67d173-af03-4baf-8018-2b736e039f8e HTTP/1.1" status: 200 len: 210 time: 0.0790596 Dec 16 22:44:18.973014 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a9b496b-2680-4949-af38-e3ba120cef64 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:19.367665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-64d78e72-8412-4bad-a76b-a979d3883031 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:19.369119 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-64d78e72-8412-4bad-a76b-a979d3883031 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.57 "GET /v2.0/networks?id=6824b600-fc8b-4a39-b031-d2f063409751 HTTP/1.1" status: 200 len: 797 time: 0.2135227 Dec 16 22:44:19.423081 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9b496b-2680-4949-af38-e3ba120cef64 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Router 596f40b1-ad2e-42e0-8fd5-89a5bc4adf85 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:44:19.515564 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-05b721fc-083f-496e-b82b-6553770ffe34 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be HTTP/1.1" status: 200 len: 380 time: 0.1283457 Dec 16 22:44:19.525548 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-6b5fbd0f-f073-4c48-a9ab-3d7d27206587 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'port': {'device_id': '104ad408-144c-44e5-8665-30ecd72ec962', 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751', 'admin_state_up': True, 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'security_groups': ['d8472cae-43bd-4ed4-a1a7-604bdac94826']}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:19.769165 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 154f1dcc-3b5e-4503-9468-cecbe119a7bc up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:44:19.869925 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 154f1dcc-3b5e-4503-9468-cecbe119a7bc triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:44:19.870309 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:19.915247 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-c84185f6-fc5f-4d32-9be1-5034f5f6e069 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c71fa7df1ccc4a218ed45acdd4ff76c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426409 Dec 16 22:44:20.070247 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9b496b-2680-4949-af38-e3ba120cef64 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:44:20.088102 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462ecd3f-6afe-4b0d-95ae-ac9b33066762 None None] Sync routers for ids ['596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:44:20.091787 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6a9b496b-2680-4949-af38-e3ba120cef64 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "PUT /v2.0/routers/596f40b1-ad2e-42e0-8fd5-89a5bc4adf85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3808143 Dec 16 22:44:20.094175 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-90804082-ed77-46db-8d40-b6fb24044faa req-c5af4be9-4e26-47a4-bc60-0faa7a982d9c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 210 time: 0.0376964 Dec 16 22:44:20.097034 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52338) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:20.122946 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462ecd3f-6afe-4b0d-95ae-ac9b33066762 None None] Routers {'596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:44:20.125675 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-462ecd3f-6afe-4b0d-95ae-ac9b33066762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:43:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:20.141017 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c82d876-6c58-4b81-9d67-999acdaf99b8 req-b6ee2316-df27-4e47-820e-2edf7e551251 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c67d173-af03-4baf-8018-2b736e039f8e HTTP/1.1" status: 200 len: 210 time: 0.0775084 Dec 16 22:44:20.221953 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6036c13-b844-4dd5-9313-c19d5d57bb76 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Deleting subnet 9b81b7eb-1ad0-4fea-b30d-e3801f8a789e {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:44:20.228610 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f6036c13-b844-4dd5-9313-c19d5d57bb76 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:20.284174 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-6b5fbd0f-f073-4c48-a9ab-3d7d27206587 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Made reservation on behalf of 7bfb8f7eefc1419caa30af0dd0a6b7be for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:44:20.295190 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-6b5fbd0f-f073-4c48-a9ab-3d7d27206587 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:20.365627 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f6036c13-b844-4dd5-9313-c19d5d57bb76 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:20.403326 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-462ecd3f-6afe-4b0d-95ae-ac9b33066762 None None] Set router 596f40b1-ad2e-42e0-8fd5-89a5bc4adf85 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:44:20.415519 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-f24d593f-a3ef-4bfd-8f12-58db776aaf26 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:20.417134 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-f24d593f-a3ef-4bfd-8f12-58db776aaf26 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4891534 Dec 16 22:44:20.451797 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-c40661d0-6799-4c10-be24-290609bf5b9b tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Request body: {'port': {'device_id': '7c67d173-af03-4baf-8018-2b736e039f8e', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': 'c71fa7df1ccc4a218ed45acdd4ff76c5'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:20.659975 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-6b5fbd0f-f073-4c48-a9ab-3d7d27206587 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Allocated IP 172.20.0.3 (6824b600-fc8b-4a39-b031-d2f063409751/af3a12cf-9da8-42b6-970c-72c67e4a02cc/93206b41-0133-4803-95b9-ce7404e2d199) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:44:20.666126 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f6036c13-b844-4dd5-9313-c19d5d57bb76 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:20.735079 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-c40661d0-6799-4c10-be24-290609bf5b9b tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Made reservation on behalf of c71fa7df1ccc4a218ed45acdd4ff76c5 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:44:20.739411 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-c40661d0-6799-4c10-be24-290609bf5b9b tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:20.758763 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-c40661d0-6799-4c10-be24-290609bf5b9b tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:20.776924 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-462ecd3f-6afe-4b0d-95ae-ac9b33066762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'name': 'tempest-TestNetworkBasicOps-router-1550791143', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:19Z', 'updated_at': '2021-12-16T22:44:18Z', 'revision_number': 5, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:20Z', 'updated_at': '2021-12-16T22:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:20.828902 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462ecd3f-6afe-4b0d-95ae-ac9b33066762 None None] Checking router: 596f40b1-ad2e-42e0-8fd5-89a5bc4adf85 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:44:20.840501 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462ecd3f-6afe-4b0d-95ae-ac9b33066762 None None] Routers {'596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:44:20.841850 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-462ecd3f-6afe-4b0d-95ae-ac9b33066762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:43:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:20.960255 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f6036c13-b844-4dd5-9313-c19d5d57bb76 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:21.014035 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6036c13-b844-4dd5-9313-c19d5d57bb76 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event deleted for resources: {'Subnet': ['ID=9b81b7eb-1ad0-4fea-b30d-e3801f8a789e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:21.027144 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-c40661d0-6799-4c10-be24-290609bf5b9b tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:21.028823 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-6b5fbd0f-f073-4c48-a9ab-3d7d27206587 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:21.037598 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f6036c13-b844-4dd5-9313-c19d5d57bb76 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:21.044261 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52344) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:21.048974 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f6036c13-b844-4dd5-9313-c19d5d57bb76 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "DELETE /v2.0/subnets/9b81b7eb-1ad0-4fea-b30d-e3801f8a789e HTTP/1.1" status: 204 len: 168 time: 0.9469345 Dec 16 22:44:21.051781 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1415f51b-3827-4f8f-8c92-f2ae697db1d6 None None] Network 27b9dd8f-8dc8-42d1-b422-e1b0133347b4 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:44:21.152429 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-6b5fbd0f-f073-4c48-a9ab-3d7d27206587 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:21.171211 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-c40661d0-6799-4c10-be24-290609bf5b9b tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:21.221934 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-462ecd3f-6afe-4b0d-95ae-ac9b33066762 None None] Set router 596f40b1-ad2e-42e0-8fd5-89a5bc4adf85 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:44:21.282693 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-509135ec-8aa2-4375-8325-9d18d57e474d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:21.285127 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40661d0-6799-4c10-be24-290609bf5b9b tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15454f0d-044d-4040-aa44-5028073b6ef9,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:21.345869 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-6b5fbd0f-f073-4c48-a9ab-3d7d27206587 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Network 6824b600-fc8b-4a39-b031-d2f063409751 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:44:21.353441 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-6b5fbd0f-f073-4c48-a9ab-3d7d27206587 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:44:21.357436 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-6b5fbd0f-f073-4c48-a9ab-3d7d27206587 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:44:21.365238 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5fbd0f-f073-4c48-a9ab-3d7d27206587 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Port': ['ID=93206b41-0133-4803-95b9-ce7404e2d199,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:21.443138 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb838809-353b-4477-b30a-92472cb25ec6 req-e436f26f-36ef-4893-b842-bcca56e93465 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:21.451249 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bb838809-353b-4477-b30a-92472cb25ec6 req-e436f26f-36ef-4893-b842-bcca56e93465 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 931 time: 0.1507590 Dec 16 22:44:21.457035 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a98e3075-142f-43a4-99de-518f42fb3547 req-15d9d391-d3f5-44bd-bfb8-4366a0b5f147 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c67d173-af03-4baf-8018-2b736e039f8e HTTP/1.1" status: 200 len: 210 time: 0.0725079 Dec 16 22:44:21.474433 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-6b5fbd0f-f073-4c48-a9ab-3d7d27206587 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:21.475152 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-6b5fbd0f-f073-4c48-a9ab-3d7d27206587 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:21.611576 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-c40661d0-6799-4c10-be24-290609bf5b9b tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Allocated IP 192.168.233.62 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/74bfed50-72d2-4787-89d4-9ac841235c24) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:44:21.614183 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-6b5fbd0f-f073-4c48-a9ab-3d7d27206587 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0927200 Dec 16 22:44:21.614538 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded3e303-a1c7-4a2c-8b9f-970f03fbf242 None None] DHCP port deletion for 27b9dd8f-8dc8-42d1-b422-e1b0133347b4 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:44:21.631300 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-509135ec-8aa2-4375-8325-9d18d57e474d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:21.650234 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-e4d88e63-c670-455d-bb17-9f7a56a3784d service neutron] Request body: {'port': {'device_id': '104ad408-144c-44e5-8665-30ecd72ec962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:21.712545 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-462ecd3f-6afe-4b0d-95ae-ac9b33066762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'name': 'tempest-TestNetworkBasicOps-router-1550791143', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:19Z', 'updated_at': '2021-12-16T22:44:18Z', 'revision_number': 5, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:20Z', 'updated_at': '2021-12-16T22:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:21.750416 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bb838809-353b-4477-b30a-92472cb25ec6 req-83ba3e44-973a-454a-8d4f-7ae3b8a27de4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653062 Dec 16 22:44:21.750778 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462ecd3f-6afe-4b0d-95ae-ac9b33066762 None None] The sync data for ids ['596f40b1-ad2e-42e0-8fd5-89a5bc4adf85'] in n-d-815324-4 is: [{'id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'name': 'tempest-TestNetworkBasicOps-router-1550791143', 'tenant_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:19Z', 'updated_at': '2021-12-16T22:44:18Z', 'revision_number': 5, 'project_id': 'c2b4fafbea3d45ac8d3254c1d8b5fceb', 'gw_port': {'id': '704376bc-2f23-4a1d-8522-68ca3cb9a373', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f40b1-ad2e-42e0-8fd5-89a5bc4adf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:20Z', 'updated_at': '2021-12-16T22:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:44:21.765707 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ded3e303-a1c7-4a2c-8b9f-970f03fbf242 None None] Deleting port 4afb0373-3790-468a-bca9-74a2b423894a {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:44:21.766145 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ded3e303-a1c7-4a2c-8b9f-970f03fbf242 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:21.854488 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-e4d88e63-c670-455d-bb17-9f7a56a3784d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:21.855933 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ded3e303-a1c7-4a2c-8b9f-970f03fbf242 None None] For port 4afb0373-3790-468a-bca9-74a2b423894a, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4afb0373-3790-468a-bca9-74a2b423894a,segment=NetworkSegment(73ce93f4-1462-4319-9dab-15d2ce757b70),segment_id=73ce93f4-1462-4319-9dab-15d2ce757b70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:44:21.856643 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ded3e303-a1c7-4a2c-8b9f-970f03fbf242 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:21.880044 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ded3e303-a1c7-4a2c-8b9f-970f03fbf242 None None] Calling delete_port for 4afb0373-3790-468a-bca9-74a2b423894a owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:44:21.923060 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-c40661d0-6799-4c10-be24-290609bf5b9b tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:21.927418 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-509135ec-8aa2-4375-8325-9d18d57e474d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Deleting port 704376bc-2f23-4a1d-8522-68ca3cb9a373 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:44:21.927944 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-509135ec-8aa2-4375-8325-9d18d57e474d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:21.980773 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-03a69a84-d864-4234-aced-fa187a2b0570 None None] Provisioning complete for port 93206b41-0133-4803-95b9-ce7404e2d199 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:44:21.981114 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-03a69a84-d864-4234-aced-fa187a2b0570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:22.069903 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-03a69a84-d864-4234-aced-fa187a2b0570 None None] Port 93206b41-0133-4803-95b9-ce7404e2d199 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:44:22.095413 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-509135ec-8aa2-4375-8325-9d18d57e474d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] For port 704376bc-2f23-4a1d-8522-68ca3cb9a373, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=704376bc-2f23-4a1d-8522-68ca3cb9a373,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:44:22.095413 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-509135ec-8aa2-4375-8325-9d18d57e474d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:22.104370 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-509135ec-8aa2-4375-8325-9d18d57e474d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Calling delete_port for 704376bc-2f23-4a1d-8522-68ca3cb9a373 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:44:22.174782 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ded3e303-a1c7-4a2c-8b9f-970f03fbf242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:22.248759 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded3e303-a1c7-4a2c-8b9f-970f03fbf242 None None] No DVR routers for this DVR port 4afb0373-3790-468a-bca9-74a2b423894a on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:44:22.257642 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3e303-a1c7-4a2c-8b9f-970f03fbf242 None None] Pushing event deleted for resources: {'Port': ['ID=4afb0373-3790-468a-bca9-74a2b423894a,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:22.263934 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-c40661d0-6799-4c10-be24-290609bf5b9b tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:22.341059 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-c40661d0-6799-4c10-be24-290609bf5b9b tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:44:22.345203 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-c40661d0-6799-4c10-be24-290609bf5b9b tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:44:22.352562 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-c40661d0-6799-4c10-be24-290609bf5b9b tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:44:22.359942 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40661d0-6799-4c10-be24-290609bf5b9b tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Pushing event updated for resources: {'Port': ['ID=74bfed50-72d2-4787-89d4-9ac841235c24,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:22.386802 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-e4d88e63-c670-455d-bb17-9f7a56a3784d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93206b41-0133-4803-95b9-ce7404e2d199 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:44:22.407851 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-e4d88e63-c670-455d-bb17-9f7a56a3784d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:22.488511 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-c40661d0-6799-4c10-be24-290609bf5b9b tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:22.489107 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-c40661d0-6799-4c10-be24-290609bf5b9b tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:22.608974 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f052c-b6e6-4499-819d-0fddbe551231 req-6d08ed83-9c59-426c-be36-965d3c62c880 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:22.610722 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b90f052c-b6e6-4499-819d-0fddbe551231 req-6d08ed83-9c59-426c-be36-965d3c62c880 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c67d173-af03-4baf-8018-2b736e039f8e HTTP/1.1" status: 200 len: 935 time: 0.0704632 Dec 16 22:44:22.641504 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-c40661d0-6799-4c10-be24-290609bf5b9b tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1976707 Dec 16 22:44:22.662490 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-6df42fb3-97fb-4134-97b2-d01929aff060 service neutron] Request body: {'port': {'device_id': '7c67d173-af03-4baf-8018-2b736e039f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:22.699091 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b90f052c-b6e6-4499-819d-0fddbe551231 req-c92c191a-ce89-4f46-b477-33927b3579e6 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/security-groups?id=15454f0d-044d-4040-aa44-5028073b6ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809000 Dec 16 22:44:22.725577 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f7113dcf-8198-4673-8ff9-a60a92829ac7 None None] Provisioning complete for port 74bfed50-72d2-4787-89d4-9ac841235c24 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:44:22.726526 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f7113dcf-8198-4673-8ff9-a60a92829ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:22.730942 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-509135ec-8aa2-4375-8325-9d18d57e474d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:22.737172 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-e4d88e63-c670-455d-bb17-9f7a56a3784d service neutron] Transition to ACTIVE for port object 93206b41-0133-4803-95b9-ce7404e2d199 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:44:22.745779 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-6df42fb3-97fb-4134-97b2-d01929aff060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:22.769290 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f7113dcf-8198-4673-8ff9-a60a92829ac7 None None] Port 74bfed50-72d2-4787-89d4-9ac841235c24 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:44:22.781777 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509135ec-8aa2-4375-8325-9d18d57e474d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event deleted for resources: {'Port': ['ID=704376bc-2f23-4a1d-8522-68ca3cb9a373,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:22.819735 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c03fd0-c06e-4c4e-9038-89f3214116e4 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:44:22.905992 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92718b-9e5c-467e-a7b1-7771fec4e020 req-ad4802d8-a779-4488-9028-e514d89c8c8a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:22.914298 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8c92718b-9e5c-467e-a7b1-7771fec4e020 req-ad4802d8-a779-4488-9028-e514d89c8c8a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 931 time: 0.0714669 Dec 16 22:44:22.926290 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-e4d88e63-c670-455d-bb17-9f7a56a3784d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:22.948151 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-509135ec-8aa2-4375-8325-9d18d57e474d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:23.016988 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d88e63-c670-455d-bb17-9f7a56a3784d service neutron] Pushing event updated for resources: {'Port': ['ID=93206b41-0133-4803-95b9-ce7404e2d199,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:23.035024 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8c92718b-9e5c-467e-a7b1-7771fec4e020 req-61b754c1-489d-489a-a858-6762cf3e608f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158106 Dec 16 22:44:23.067478 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-509135ec-8aa2-4375-8325-9d18d57e474d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:23.070087 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-509135ec-8aa2-4375-8325-9d18d57e474d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:23.128996 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-e4d88e63-c670-455d-bb17-9f7a56a3784d service neutron] Attempting to bind port 93206b41-0133-4803-95b9-ce7404e2d199 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:44:23.131515 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-e4d88e63-c670-455d-bb17-9f7a56a3784d service neutron] Attempting to bind port 93206b41-0133-4803-95b9-ce7404e2d199 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '9fa551c3-0367-4864-9859-1f35ef63e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:44:23.135507 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-e4d88e63-c670-455d-bb17-9f7a56a3784d service neutron] Attempting to bind port 93206b41-0133-4803-95b9-ce7404e2d199 on network 6824b600-fc8b-4a39-b031-d2f063409751 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:44:23.151746 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-e4d88e63-c670-455d-bb17-9f7a56a3784d service neutron] Port 93206b41-0133-4803-95b9-ce7404e2d199 on network 6824b600-fc8b-4a39-b031-d2f063409751 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:44:23.152082 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-e4d88e63-c670-455d-bb17-9f7a56a3784d service neutron] Attempting to bind port 93206b41-0133-4803-95b9-ce7404e2d199 on network 6824b600-fc8b-4a39-b031-d2f063409751 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:44:23.197634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-e4d88e63-c670-455d-bb17-9f7a56a3784d service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:44:23.197634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-e4d88e63-c670-455d-bb17-9f7a56a3784d service neutron] Checking segment: {'id': '9fa551c3-0367-4864-9859-1f35ef63e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:44:23.197634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-e4d88e63-c670-455d-bb17-9f7a56a3784d service neutron] Bound using segment: {'id': '9fa551c3-0367-4864-9859-1f35ef63e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:44:23.197634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-e4d88e63-c670-455d-bb17-9f7a56a3784d service neutron] Bound port: 93206b41-0133-4803-95b9-ce7404e2d199, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fa551c3-0367-4864-9859-1f35ef63e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:44:23.197634 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-e4d88e63-c670-455d-bb17-9f7a56a3784d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:23.268167 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-e4d88e63-c670-455d-bb17-9f7a56a3784d service neutron] For port 93206b41-0133-4803-95b9-ce7404e2d199, host n-h2-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:44:23.268390 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-e4d88e63-c670-455d-bb17-9f7a56a3784d service neutron] For port 93206b41-0133-4803-95b9-ce7404e2d199, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=93206b41-0133-4803-95b9-ce7404e2d199,segment=NetworkSegment(9fa551c3-0367-4864-9859-1f35ef63e7f1),segment_id=9fa551c3-0367-4864-9859-1f35ef63e7f1)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:44:23.314032 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-509135ec-8aa2-4375-8325-9d18d57e474d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:23.314646 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509135ec-8aa2-4375-8325-9d18d57e474d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Fanout notify agent at l3_agent the message router_deleted on router 596f40b1-ad2e-42e0-8fd5-89a5bc4adf85 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:44:23.322373 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-509135ec-8aa2-4375-8325-9d18d57e474d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:23.323658 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-509135ec-8aa2-4375-8325-9d18d57e474d tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "DELETE /v2.0/routers/596f40b1-ad2e-42e0-8fd5-89a5bc4adf85 HTTP/1.1" status: 204 len: 168 time: 2.2770171 Dec 16 22:44:23.327842 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52362) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:23.340016 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-6df42fb3-97fb-4134-97b2-d01929aff060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74bfed50-72d2-4787-89d4-9ac841235c24 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:44:23.350743 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-6df42fb3-97fb-4134-97b2-d01929aff060 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:23.365312 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-6df42fb3-97fb-4134-97b2-d01929aff060 service neutron] Transition to ACTIVE for port object 74bfed50-72d2-4787-89d4-9ac841235c24 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:44:23.385411 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-e4d88e63-c670-455d-bb17-9f7a56a3784d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:23.453241 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-99ce737d-7d6b-48da-b5e3-76f2a95946a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:23.456090 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-e4d88e63-c670-455d-bb17-9f7a56a3784d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:23.456721 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-e4d88e63-c670-455d-bb17-9f7a56a3784d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:23.458357 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-e4d88e63-c670-455d-bb17-9f7a56a3784d service neutron] 10.222.0.57 "PUT /v2.0/ports/93206b41-0133-4803-95b9-ce7404e2d199 HTTP/1.1" status: 200 len: 1091 time: 1.8124247 Dec 16 22:44:23.460880 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '104ad408-144c-44e5-8665-30ecd72ec962', 'tag': '93206b41-0133-4803-95b9-ce7404e2d199'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:44:23.463199 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998906c1-5ab4-448b-bbfa-ef62e9d26a37" -d '{"events": [{"name": "network-changed", "server_uuid": "104ad408-144c-44e5-8665-30ecd72ec962", "tag": "93206b41-0133-4803-95b9-ce7404e2d199"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:44:23.506306 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-6df42fb3-97fb-4134-97b2-d01929aff060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:23.540781 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acccf820-6938-4a6a-9a7a-68916df70da2 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:23.548825 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5c7e90-1349-4c69-97e3-bbb15f7e8882 x-openstack-request-id: req-6d5c7e90-1349-4c69-97e3-bbb15f7e8882 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:44:23.561092 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "104ad408-144c-44e5-8665-30ecd72ec962", "tag": "93206b41-0133-4803-95b9-ce7404e2d199", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:44:23.561092 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6d5c7e90-1349-4c69-97e3-bbb15f7e8882 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:44:23.561092 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '104ad408-144c-44e5-8665-30ecd72ec962', 'tag': '93206b41-0133-4803-95b9-ce7404e2d199', 'status': 'completed', 'code': 200} Dec 16 22:44:23.561092 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d88e63-c670-455d-bb17-9f7a56a3784d service neutron] Pushing event updated for resources: {'Port': ['ID=93206b41-0133-4803-95b9-ce7404e2d199,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:23.672791 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df42fb3-97fb-4134-97b2-d01929aff060 service neutron] Pushing event updated for resources: {'Port': ['ID=74bfed50-72d2-4787-89d4-9ac841235c24,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:23.736663 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998906c1-5ab4-448b-bbfa-ef62e9d26a37 req-7d157301-ec93-455f-b243-89560332e788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:23.743828 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-998906c1-5ab4-448b-bbfa-ef62e9d26a37 req-7d157301-ec93-455f-b243-89560332e788 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 1094 time: 0.1468036 Dec 16 22:44:23.746069 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acccf820-6938-4a6a-9a7a-68916df70da2 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:23.770720 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-6df42fb3-97fb-4134-97b2-d01929aff060 service neutron] Attempting to bind port 74bfed50-72d2-4787-89d4-9ac841235c24 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:44:23.770720 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-6df42fb3-97fb-4134-97b2-d01929aff060 service neutron] Attempting to bind port 74bfed50-72d2-4787-89d4-9ac841235c24 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:44:23.770720 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-6df42fb3-97fb-4134-97b2-d01929aff060 service neutron] Attempting to bind port 74bfed50-72d2-4787-89d4-9ac841235c24 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:44:23.770720 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-6df42fb3-97fb-4134-97b2-d01929aff060 service neutron] Port 74bfed50-72d2-4787-89d4-9ac841235c24 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:44:23.770720 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-6df42fb3-97fb-4134-97b2-d01929aff060 service neutron] Attempting to bind port 74bfed50-72d2-4787-89d4-9ac841235c24 on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:44:23.785729 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-6df42fb3-97fb-4134-97b2-d01929aff060 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:44:23.786204 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-6df42fb3-97fb-4134-97b2-d01929aff060 service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:44:23.786709 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-6df42fb3-97fb-4134-97b2-d01929aff060 service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:44:23.788989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-6df42fb3-97fb-4134-97b2-d01929aff060 service neutron] Bound port: 74bfed50-72d2-4787-89d4-9ac841235c24, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:44:23.797834 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-6df42fb3-97fb-4134-97b2-d01929aff060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:23.856673 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-acccf820-6938-4a6a-9a7a-68916df70da2 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b9dd8f-8dc8-42d1-b422-e1b0133347b4']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:23.910881 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-acccf820-6938-4a6a-9a7a-68916df70da2 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ce93f4-1462-4319-9dab-15d2ce757b70') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:23.911505 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-acccf820-6938-4a6a-9a7a-68916df70da2 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ce93f4-1462-4319-9dab-15d2ce757b70') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:23.952559 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acccf820-6938-4a6a-9a7a-68916df70da2 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:23.989617 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-6df42fb3-97fb-4134-97b2-d01929aff060 service neutron] For port 74bfed50-72d2-4787-89d4-9ac841235c24, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:44:23.994791 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-6df42fb3-97fb-4134-97b2-d01929aff060 service neutron] For port 74bfed50-72d2-4787-89d4-9ac841235c24, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=74bfed50-72d2-4787-89d4-9ac841235c24,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:44:23.997187 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7e6035ad-dd94-4cc1-bd02-3f7b47c235bb no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:44:24.000299 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acccf820-6938-4a6a-9a7a-68916df70da2 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:24.020602 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 7e6035ad-dd94-4cc1-bd02-3f7b47c235bb {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:44:24.020946 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7e6035ad-dd94-4cc1-bd02-3f7b47c235bb not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:44:24.021570 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 704376bc-2f23-4a1d-8522-68ca3cb9a373 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:44:24.024169 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acccf820-6938-4a6a-9a7a-68916df70da2 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:44:24.024688 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acccf820-6938-4a6a-9a7a-68916df70da2 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:44:24.029391 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:44:24.052208 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c1132-a77f-486b-81b9-436e56c07e91 req-c592fb07-ef35-4d65-91cb-4164de367a7f tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:24.053873 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4c2c1132-a77f-486b-81b9-436e56c07e91 req-c592fb07-ef35-4d65-91cb-4164de367a7f tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c67d173-af03-4baf-8018-2b736e039f8e HTTP/1.1" status: 200 len: 947 time: 0.2110481 Dec 16 22:44:24.068731 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 704376bc-2f23-4a1d-8522-68ca3cb9a373 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:44:24.069174 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 704376bc-2f23-4a1d-8522-68ca3cb9a373 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:44:24.069607 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4afb0373-3790-468a-bca9-74a2b423894a no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:44:24.089389 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998906c1-5ab4-448b-bbfa-ef62e9d26a37 req-b5e344ac-2850-4123-abd9-09a6c3526376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:24.091346 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-998906c1-5ab4-448b-bbfa-ef62e9d26a37 req-b5e344ac-2850-4123-abd9-09a6c3526376 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3235376 Dec 16 22:44:24.100527 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 4afb0373-3790-468a-bca9-74a2b423894a {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:44:24.108604 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4afb0373-3790-468a-bca9-74a2b423894a not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:44:24.193783 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-6df42fb3-97fb-4134-97b2-d01929aff060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:24.247930 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc95ad6-77e2-40f6-92fa-057cb2874231 req-dfb036c7-f372-4571-a5e7-4d2880b3bbcf tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:24.248099 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4c2c1132-a77f-486b-81b9-436e56c07e91 req-43c0a6da-007f-44d8-93df-6aaf0ff3b917 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/security-groups?id=15454f0d-044d-4040-aa44-5028073b6ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600676 Dec 16 22:44:24.254757 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7cc95ad6-77e2-40f6-92fa-057cb2874231 req-dfb036c7-f372-4571-a5e7-4d2880b3bbcf tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 943 time: 0.1117387 Dec 16 22:44:24.280338 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-6df42fb3-97fb-4134-97b2-d01929aff060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:24.280970 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-6df42fb3-97fb-4134-97b2-d01929aff060 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:24.282991 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-6df42fb3-97fb-4134-97b2-d01929aff060 service neutron] 10.222.0.57 "PUT /v2.0/ports/74bfed50-72d2-4787-89d4-9ac841235c24 HTTP/1.1" status: 200 len: 1095 time: 1.6257365 Dec 16 22:44:24.285724 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c67d173-af03-4baf-8018-2b736e039f8e', 'tag': '74bfed50-72d2-4787-89d4-9ac841235c24'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:44:24.288145 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eed9739-85f0-4cab-b261-1434a519a622" -d '{"events": [{"name": "network-changed", "server_uuid": "7c67d173-af03-4baf-8018-2b736e039f8e", "tag": "74bfed50-72d2-4787-89d4-9ac841235c24"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:44:24.291447 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998906c1-5ab4-448b-bbfa-ef62e9d26a37 req-f204adce-974b-4dd9-9e7a-d0e043adbdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:24.293799 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-998906c1-5ab4-448b-bbfa-ef62e9d26a37 req-f204adce-974b-4dd9-9e7a-d0e043adbdb4 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1871252 Dec 16 22:44:24.317797 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acccf820-6938-4a6a-9a7a-68916df70da2 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:24.329160 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acccf820-6938-4a6a-9a7a-68916df70da2 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:24.347324 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df42fb3-97fb-4134-97b2-d01929aff060 service neutron] Pushing event updated for resources: {'Port': ['ID=74bfed50-72d2-4787-89d4-9ac841235c24,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:24.347954 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-acccf820-6938-4a6a-9a7a-68916df70da2 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] 10.222.0.75 "DELETE /v2.0/networks/27b9dd8f-8dc8-42d1-b422-e1b0133347b4 HTTP/1.1" status: 204 len: 168 time: 1.0093460 Dec 16 22:44:24.369528 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c00a496-5293-4ca5-9e0d-abb68d846916 x-openstack-request-id: req-2c00a496-5293-4ca5-9e0d-abb68d846916 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:44:24.369858 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c67d173-af03-4baf-8018-2b736e039f8e", "tag": "74bfed50-72d2-4787-89d4-9ac841235c24", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:44:24.370141 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2c00a496-5293-4ca5-9e0d-abb68d846916 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:44:24.370584 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c67d173-af03-4baf-8018-2b736e039f8e', 'tag': '74bfed50-72d2-4787-89d4-9ac841235c24', 'status': 'completed', 'code': 200} Dec 16 22:44:24.381752 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acccf820-6938-4a6a-9a7a-68916df70da2 tempest-TestNetworkBasicOps-313929306 tempest-TestNetworkBasicOps-313929306-project] Pushing event deleted for resources: {'Network': ['ID=27b9dd8f-8dc8-42d1-b422-e1b0133347b4,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:24.389712 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7cc95ad6-77e2-40f6-92fa-057cb2874231 req-76076619-10b1-410b-8e22-2d4f9088ed19 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337893 Dec 16 22:44:24.465318 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-8930de69-d170-4aa7-8ff3-b758d4eac925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:24.469661 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-8930de69-d170-4aa7-8ff3-b758d4eac925 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 1094 time: 0.0777848 Dec 16 22:44:24.479474 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed9739-85f0-4cab-b261-1434a519a622 req-191b4b23-b246-4617-b415-62b215942f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:24.492296 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1eed9739-85f0-4cab-b261-1434a519a622 req-191b4b23-b246-4617-b415-62b215942f9e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c71fa7df1ccc4a218ed45acdd4ff76c5&device_id=7c67d173-af03-4baf-8018-2b736e039f8e HTTP/1.1" status: 200 len: 1098 time: 0.0822935 Dec 16 22:44:24.536647 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-c7192723-ae75-4fef-beaf-7895e2a7afcd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93206b41-0133-4803-95b9-ce7404e2d199 HTTP/1.1" status: 200 len: 217 time: 0.0524707 Dec 16 22:44:24.544938 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1eed9739-85f0-4cab-b261-1434a519a622 req-d63ccab7-3fce-48ad-aa0c-7450fd2bb50e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=c71fa7df1ccc4a218ed45acdd4ff76c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357392 Dec 16 22:44:24.620123 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-0e5ba775-3367-4f69-996c-086a1671716b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:24.620123 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-0e5ba775-3367-4f69-996c-086a1671716b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af3a12cf-9da8-42b6-970c-72c67e4a02cc HTTP/1.1" status: 200 len: 834 time: 0.0659668 Dec 16 22:44:24.678577 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-d5082753-f1cd-4f2e-9909-aa92d40d4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:24.680170 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-d5082753-f1cd-4f2e-9909-aa92d40d4221 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6824b600-fc8b-4a39-b031-d2f063409751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521564 Dec 16 22:44:24.688462 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed9739-85f0-4cab-b261-1434a519a622 req-c59c2045-0b58-439f-a7eb-2c731863ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:24.693923 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1eed9739-85f0-4cab-b261-1434a519a622 req-c59c2045-0b58-439f-a7eb-2c731863ffa8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1348059 Dec 16 22:44:24.789689 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-99a4f294-c752-4807-8ad7-d998ce497494 service neutron] 10.222.0.57 "GET /v2.0/networks/6824b600-fc8b-4a39-b031-d2f063409751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008363 Dec 16 22:44:24.899243 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-74eea0da-4943-4bec-a921-b0331222cc22 service neutron] 10.222.0.57 "GET /v2.0/networks/6824b600-fc8b-4a39-b031-d2f063409751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007366 Dec 16 22:44:25.125220 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52386) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:25.138576 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-e6d2125b-fc01-44b5-a870-8be86cb74ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:25.140300 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-e6d2125b-fc01-44b5-a870-8be86cb74ea5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c71fa7df1ccc4a218ed45acdd4ff76c5&device_id=7c67d173-af03-4baf-8018-2b736e039f8e HTTP/1.1" status: 200 len: 1098 time: 0.3892210 Dec 16 22:44:25.193015 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-867c4cc9-cf7c-4ca3-aa37-7962926707ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=74bfed50-72d2-4787-89d4-9ac841235c24 HTTP/1.1" status: 200 len: 217 time: 0.0379727 Dec 16 22:44:25.252381 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-86711887-1fd7-4f78-85e6-5a26fd4a115a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:25.253979 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-86711887-1fd7-4f78-85e6-5a26fd4a115a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0539737 Dec 16 22:44:25.290262 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-47924b49-64ce-4bcf-aac5-c3951179ab6c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c2b4fafbea3d45ac8d3254c1d8b5fceb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1638319 Dec 16 22:44:25.293028 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52394) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:25.339409 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-6ca3469d-4885-41dc-a05e-3eb39cb6d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:25.342282 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-6ca3469d-4885-41dc-a05e-3eb39cb6d063 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0808864 Dec 16 22:44:25.365289 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ce4dc24-69f6-499e-a338-67cbe4199f02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:25.414772 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ce4dc24-69f6-499e-a338-67cbe4199f02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:25.454674 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-8e672c61-bb73-42fd-98db-7bdff542a532 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056614 Dec 16 22:44:25.468076 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d4afe-6537-4f3b-8b07-ff14d8233081 req-548ca724-1407-412a-ad2a-1d8af7df7b44 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:25.469392 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-577d4afe-6537-4f3b-8b07-ff14d8233081 req-548ca724-1407-412a-ad2a-1d8af7df7b44 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c67d173-af03-4baf-8018-2b736e039f8e HTTP/1.1" status: 200 len: 947 time: 0.1191604 Dec 16 22:44:25.534700 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-577d4afe-6537-4f3b-8b07-ff14d8233081 req-ec1f2778-f8cc-4aef-b864-f9a8cfd4030a tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/security-groups?id=15454f0d-044d-4040-aa44-5028073b6ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550847 Dec 16 22:44:25.585204 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65020aee-fa3f-48c5-9322-0372e2eec006 req-f4418431-1989-40ed-b477-4c279b485d06 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:25.587457 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-65020aee-fa3f-48c5-9322-0372e2eec006 req-f4418431-1989-40ed-b477-4c279b485d06 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 943 time: 0.1110988 Dec 16 22:44:25.640400 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ce4dc24-69f6-499e-a338-67cbe4199f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:25.648905 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7ce4dc24-69f6-499e-a338-67cbe4199f02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:25.648905 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7ce4dc24-69f6-499e-a338-67cbe4199f02 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5c303f03-9a95-4200-a50d-d7ab3b171275 HTTP/1.1" status: 204 len: 168 time: 0.3499870 Dec 16 22:44:25.668827 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a475597e-414e-4a9d-90d6-9af0f3742d6a req-7e60a7f8-b6f0-4711-b8a3-45b491eae110 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065647 Dec 16 22:44:25.674843 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4dc24-69f6-499e-a338-67cbe4199f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c303f03-9a95-4200-a50d-d7ab3b171275,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:25.687602 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-65020aee-fa3f-48c5-9322-0372e2eec006 req-d779384f-8f32-46a5-bb72-82ece7922b4f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794320 Dec 16 22:44:25.735200 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52406) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:25.800254 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d3f1192b-a216-4052-9b8b-4041747ec402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:25.835322 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35c42e-ea6f-40f2-8167-bea2b113affe req-f89de2e7-3395-4f63-a47f-88dcf8b39930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:25.837387 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1e35c42e-ea6f-40f2-8167-bea2b113affe req-f89de2e7-3395-4f63-a47f-88dcf8b39930 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 1096 time: 0.1010430 Dec 16 22:44:25.903333 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1e35c42e-ea6f-40f2-8167-bea2b113affe req-dacdfee0-9e07-4fe2-a6fb-f9aafb1cb4ff service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=e5a6eeef-b70b-450f-bfec-4e7ce919ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556731 Dec 16 22:44:26.490146 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52416) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:26.505216 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c3eec57-e593-4bc6-a97f-6a33f25d3886 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:26.596193 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c3eec57-e593-4bc6-a97f-6a33f25d3886 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:26.675987 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1b524-a73f-4db4-a8d7-c831485cc3c3 req-01bdd83c-0aaa-46fd-a989-53fe0b6a2ba4 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:26.677561 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e5a1b524-a73f-4db4-a8d7-c831485cc3c3 req-01bdd83c-0aaa-46fd-a989-53fe0b6a2ba4 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c67d173-af03-4baf-8018-2b736e039f8e HTTP/1.1" status: 200 len: 947 time: 0.0545299 Dec 16 22:44:26.732398 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c3eec57-e593-4bc6-a97f-6a33f25d3886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:26.739880 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e5a1b524-a73f-4db4-a8d7-c831485cc3c3 req-fc24c517-9ae9-4a1d-8723-dc79566419e7 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/security-groups?id=15454f0d-044d-4040-aa44-5028073b6ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542994 Dec 16 22:44:26.786265 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2c3eec57-e593-4bc6-a97f-6a33f25d3886 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a468bd188c264675b00a6965022dda45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2949555 Dec 16 22:44:26.787253 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3eec57-e593-4bc6-a97f-6a33f25d3886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c227ab-3e01-4aa3-a6d4-980421946168,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:26.793472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52424) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:26.902310 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3e66b-bf00-4c85-9687-5310a8641b26 req-5e3cb7bd-ae45-4cac-8106-2afe88c43750 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:26.910727 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-44c3e66b-bf00-4c85-9687-5310a8641b26 req-5e3cb7bd-ae45-4cac-8106-2afe88c43750 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 943 time: 0.1086299 Dec 16 22:44:26.921120 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-853b07a7-e215-41f4-b8aa-c3d872ed20ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:26.967721 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-853b07a7-e215-41f4-b8aa-c3d872ed20ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:27.025503 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-44c3e66b-bf00-4c85-9687-5310a8641b26 req-4947d362-ab8f-4ff3-957a-ade81efcd974 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138659 Dec 16 22:44:27.062718 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:27.154470 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:27.200734 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-853b07a7-e215-41f4-b8aa-c3d872ed20ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:27.204671 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-853b07a7-e215-41f4-b8aa-c3d872ed20ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:27.210858 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-853b07a7-e215-41f4-b8aa-c3d872ed20ee admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/85c227ab-3e01-4aa3-a6d4-980421946168 HTTP/1.1" status: 204 len: 168 time: 0.4094386 Dec 16 22:44:27.222623 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b07a7-e215-41f4-b8aa-c3d872ed20ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c227ab-3e01-4aa3-a6d4-980421946168,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:27.883819 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6a26c-ea82-4276-9504-68499b79b1ba req-3bd1a064-c2a7-499b-ac21-f815748a3234 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:27.886090 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6bf6a26c-ea82-4276-9504-68499b79b1ba req-3bd1a064-c2a7-499b-ac21-f815748a3234 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c67d173-af03-4baf-8018-2b736e039f8e HTTP/1.1" status: 200 len: 947 time: 0.0664978 Dec 16 22:44:27.936958 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6bf6a26c-ea82-4276-9504-68499b79b1ba req-3dc98021-fa2a-46e1-a480-3c7b59e8f779 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/security-groups?id=15454f0d-044d-4040-aa44-5028073b6ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450904 Dec 16 22:44:28.154842 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5519b5-83fe-434a-a9c5-e84f699ec430 req-931525dd-6789-4f4a-b89f-146d85abefed tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:28.156597 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2c5519b5-83fe-434a-a9c5-e84f699ec430 req-931525dd-6789-4f4a-b89f-146d85abefed tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 943 time: 0.0559955 Dec 16 22:44:28.210850 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2c5519b5-83fe-434a-a9c5-e84f699ec430 req-2d4fe180-5218-4bd5-be91-ce15fea53c97 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475533 Dec 16 22:44:28.384306 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 93206b41-0133-4803-95b9-ce7404e2d199 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:44:28.448529 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:28.498952 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 93206b41-0133-4803-95b9-ce7404e2d199, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=93206b41-0133-4803-95b9-ce7404e2d199,segment=NetworkSegment(9fa551c3-0367-4864-9859-1f35ef63e7f1),segment_id=9fa551c3-0367-4864-9859-1f35ef63e7f1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:44:28.510854 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '93206b41-0133-4803-95b9-ce7404e2d199', 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751', 'port_id': '93206b41-0133-4803-95b9-ce7404e2d199', 'mac_address': 'fa:16:3e:15:3d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af3a12cf-9da8-42b6-970c-72c67e4a02cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:44:28.568873 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:28.589028 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93206b41-0133-4803-95b9-ce7404e2d199 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:44:28.612559 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 93206b41-0133-4803-95b9-ce7404e2d199, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=93206b41-0133-4803-95b9-ce7404e2d199,segment=NetworkSegment(9fa551c3-0367-4864-9859-1f35ef63e7f1),segment_id=9fa551c3-0367-4864-9859-1f35ef63e7f1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:44:28.746244 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:28.789153 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:28.790374 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 74bfed50-72d2-4787-89d4-9ac841235c24 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:44:28.861306 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=93206b41-0133-4803-95b9-ce7404e2d199,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:28.972176 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 74bfed50-72d2-4787-89d4-9ac841235c24, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=74bfed50-72d2-4787-89d4-9ac841235c24,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:44:28.989973 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '74bfed50-72d2-4787-89d4-9ac841235c24', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '74bfed50-72d2-4787-89d4-9ac841235c24', 'mac_address': 'fa:16:3e:a8:2d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:44:29.047684 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:29.066518 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74bfed50-72d2-4787-89d4-9ac841235c24 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:44:29.081939 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c310d-bcf8-4966-afe8-d4ef5ff506fd req-2914aaeb-0c85-4c4f-8300-cdf6f37ef9bf tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:29.084046 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5d5c310d-bcf8-4966-afe8-d4ef5ff506fd req-2914aaeb-0c85-4c4f-8300-cdf6f37ef9bf tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c67d173-af03-4baf-8018-2b736e039f8e HTTP/1.1" status: 200 len: 947 time: 0.0753105 Dec 16 22:44:29.092070 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 74bfed50-72d2-4787-89d4-9ac841235c24, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=74bfed50-72d2-4787-89d4-9ac841235c24,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:44:29.094357 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:29.157143 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5d5c310d-bcf8-4966-afe8-d4ef5ff506fd req-6380dd90-ec94-43cd-92a0-fc5271149839 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/security-groups?id=15454f0d-044d-4040-aa44-5028073b6ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650296 Dec 16 22:44:29.179394 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:29.241250 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=74bfed50-72d2-4787-89d4-9ac841235c24,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:29.371095 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5efb6-e2d9-4386-8c14-edc2310df8a5 req-06adb56f-8154-4abc-88e3-28a1e2ff259e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:29.373178 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f0a5efb6-e2d9-4386-8c14-edc2310df8a5 req-06adb56f-8154-4abc-88e3-28a1e2ff259e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 944 time: 0.0517979 Dec 16 22:44:29.410926 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52482) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:29.433779 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f0a5efb6-e2d9-4386-8c14-edc2310df8a5 req-8b5c6c18-0f55-4f41-9ed6-a25efe7b4c98 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545278 Dec 16 22:44:29.570323 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-c044c9ee-cb7b-4159-b731-4d8716667703 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1332690019-network', 'tenant_id': '1cf4ccacd1394c238064a616ef794968'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:29.602968 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['74bfed50-72d2-4787-89d4-9ac841235c24'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:44:29.635325 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['93206b41-0133-4803-95b9-ce7404e2d199'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:44:29.697075 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c044c9ee-cb7b-4159-b731-4d8716667703 admin admin] Made reservation on behalf of 1cf4ccacd1394c238064a616ef794968 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:44:29.699818 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c044c9ee-cb7b-4159-b731-4d8716667703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:29.709188 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c044c9ee-cb7b-4159-b731-4d8716667703 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:29.792160 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c044c9ee-cb7b-4159-b731-4d8716667703 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:29.868205 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c044c9ee-cb7b-4159-b731-4d8716667703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:29.915075 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c044c9ee-cb7b-4159-b731-4d8716667703 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:44:29.935631 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044c9ee-cb7b-4159-b731-4d8716667703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78663f4-ac61-45cb-91e3-e77bf822b1cf,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:29.956320 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c044c9ee-cb7b-4159-b731-4d8716667703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:29.957362 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-c044c9ee-cb7b-4159-b731-4d8716667703 admin admin] Added segment 660855a7-5470-462f-891a-54f26e1d26e2 of type vlan for network 9ffa42e5-7514-429e-b2de-12db7c1de930 Dec 16 22:44:30.007673 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c044c9ee-cb7b-4159-b731-4d8716667703 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:30.120122 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c044c9ee-cb7b-4159-b731-4d8716667703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:30.121185 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c044c9ee-cb7b-4159-b731-4d8716667703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:30.122356 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c044c9ee-cb7b-4159-b731-4d8716667703 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:30.181227 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044c9ee-cb7b-4159-b731-4d8716667703 admin admin] Pushing event updated for resources: {'Network': ['ID=9ffa42e5-7514-429e-b2de-12db7c1de930,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:30.193397 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 9ffa42e5-7514-429e-b2de-12db7c1de930 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:44:30.231432 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c044c9ee-cb7b-4159-b731-4d8716667703 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8187320 Dec 16 22:44:30.234463 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52502) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:30.239776 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-2e614712-e99c-444c-b03f-1ec49e835d1c admin admin] Request body: {'subnet': {'network_id': '9ffa42e5-7514-429e-b2de-12db7c1de930', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1332690019-subnet', 'tenant_id': '1cf4ccacd1394c238064a616ef794968', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:30.302545 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d162f55-604d-4bef-9fc8-07b00f36fadc req-e7709ffb-b20e-48eb-9cc0-eb774628782d tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:30.304168 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2d162f55-604d-4bef-9fc8-07b00f36fadc req-e7709ffb-b20e-48eb-9cc0-eb774628782d tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c67d173-af03-4baf-8018-2b736e039f8e HTTP/1.1" status: 200 len: 948 time: 0.0712636 Dec 16 22:44:30.351836 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e614712-e99c-444c-b03f-1ec49e835d1c admin admin] Made reservation on behalf of 1cf4ccacd1394c238064a616ef794968 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:44:30.354264 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2e614712-e99c-444c-b03f-1ec49e835d1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:30.355920 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2d162f55-604d-4bef-9fc8-07b00f36fadc req-f2c2e9a3-b523-4440-a0f1-66aeb30b12af tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/security-groups?id=15454f0d-044d-4040-aa44-5028073b6ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432172 Dec 16 22:44:30.581509 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956e4ba-60de-4039-a215-c05333420863 req-699db56b-6148-494f-9475-9b5086884f6e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:30.588389 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1956e4ba-60de-4039-a215-c05333420863 req-699db56b-6148-494f-9475-9b5086884f6e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 944 time: 0.0718100 Dec 16 22:44:30.643812 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1956e4ba-60de-4039-a215-c05333420863 req-37697673-a89e-4c54-95e5-a3752058b126 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516806 Dec 16 22:44:30.650473 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2e614712-e99c-444c-b03f-1ec49e835d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:30.701396 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e614712-e99c-444c-b03f-1ec49e835d1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=47c63394-0858-4c8a-bfcd-537429daa00c,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:30.711797 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e614712-e99c-444c-b03f-1ec49e835d1c admin admin] Checking segment: {'id': '660855a7-5470-462f-891a-54f26e1d26e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9ffa42e5-7514-429e-b2de-12db7c1de930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:44:30.712164 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e614712-e99c-444c-b03f-1ec49e835d1c admin admin] Network hostable DHCP agents. Network: 9ffa42e5-7514-429e-b2de-12db7c1de930, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:44:30.833891 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e614712-e99c-444c-b03f-1ec49e835d1c admin admin] Network 9ffa42e5-7514-429e-b2de-12db7c1de930 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:44:30.914168 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-2e614712-e99c-444c-b03f-1ec49e835d1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 9ffa42e5-7514-429e-b2de-12db7c1de930) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:44:30.923603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6687913c-f4e6-4cb1-8ae1-23ef2f654275 None None] Network 9ffa42e5-7514-429e-b2de-12db7c1de930 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:44:30.933592 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e614712-e99c-444c-b03f-1ec49e835d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:30.934205 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2e614712-e99c-444c-b03f-1ec49e835d1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:31.031823 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc47920-c49d-4e47-ab9f-5f5c4eca9495 None None] Network 9ffa42e5-7514-429e-b2de-12db7c1de930 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:44:31.036885 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2e614712-e99c-444c-b03f-1ec49e835d1c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8009205 Dec 16 22:44:31.490557 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8cf490-ce8e-47a9-9022-918e4479a4f8 req-a8b93cf8-9801-426a-8ba9-54b6f09b5649 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:31.492087 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fd8cf490-ce8e-47a9-9022-918e4479a4f8 req-a8b93cf8-9801-426a-8ba9-54b6f09b5649 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c67d173-af03-4baf-8018-2b736e039f8e HTTP/1.1" status: 200 len: 948 time: 0.0544236 Dec 16 22:44:31.545665 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fd8cf490-ce8e-47a9-9022-918e4479a4f8 req-7e7a2641-b39e-4db2-bb0f-420a2ef60de6 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/security-groups?id=15454f0d-044d-4040-aa44-5028073b6ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472379 Dec 16 22:44:31.889488 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52544) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:31.895851 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-defc00cb-d3d3-4ee7-b6d6-8c9e33b391aa admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-461028082-network', 'tenant_id': '20acd62f750b43bba256a3ec3fda14a7'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:31.912016 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc1339-c7be-4c4d-ae8a-5b6a2c268324 req-639c9140-ff51-4850-b57d-d654e2c41869 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:31.923537 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-14cc1339-c7be-4c4d-ae8a-5b6a2c268324 req-639c9140-ff51-4850-b57d-d654e2c41869 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 944 time: 0.1246572 Dec 16 22:44:31.975616 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-14cc1339-c7be-4c4d-ae8a-5b6a2c268324 req-83749cd9-b938-45ce-b293-f53cd4841353 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507283 Dec 16 22:44:32.034245 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defc00cb-d3d3-4ee7-b6d6-8c9e33b391aa admin admin] Made reservation on behalf of 20acd62f750b43bba256a3ec3fda14a7 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:44:32.037305 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-defc00cb-d3d3-4ee7-b6d6-8c9e33b391aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:32.047964 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-defc00cb-d3d3-4ee7-b6d6-8c9e33b391aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:32.138775 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-defc00cb-d3d3-4ee7-b6d6-8c9e33b391aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:32.223314 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-defc00cb-d3d3-4ee7-b6d6-8c9e33b391aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:32.250607 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-defc00cb-d3d3-4ee7-b6d6-8c9e33b391aa admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:44:32.261536 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc00cb-d3d3-4ee7-b6d6-8c9e33b391aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8325e03f-0bd5-491b-bc64-3a40718b7790,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:32.269152 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-defc00cb-d3d3-4ee7-b6d6-8c9e33b391aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:32.269753 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-defc00cb-d3d3-4ee7-b6d6-8c9e33b391aa admin admin] Added segment f8e16e79-f575-4c96-9d78-e0ce36543e01 of type vlan for network 3d7aae66-c8b6-4939-8d45-8d271cc77b12 Dec 16 22:44:32.318072 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-defc00cb-d3d3-4ee7-b6d6-8c9e33b391aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:32.420176 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 93206b41-0133-4803-95b9-ce7404e2d199 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:44:32.517857 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-defc00cb-d3d3-4ee7-b6d6-8c9e33b391aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:32.519759 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defc00cb-d3d3-4ee7-b6d6-8c9e33b391aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:32.520602 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-defc00cb-d3d3-4ee7-b6d6-8c9e33b391aa admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:32.565702 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 93206b41-0133-4803-95b9-ce7404e2d199 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:44:32.578842 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 93206b41-0133-4803-95b9-ce7404e2d199 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:44:32.579452 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:32.598391 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc00cb-d3d3-4ee7-b6d6-8c9e33b391aa admin admin] Pushing event updated for resources: {'Network': ['ID=3d7aae66-c8b6-4939-8d45-8d271cc77b12,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:32.641304 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 3d7aae66-c8b6-4939-8d45-8d271cc77b12 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:44:32.669427 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-defc00cb-d3d3-4ee7-b6d6-8c9e33b391aa admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7743678 Dec 16 22:44:32.669783 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52550) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:32.674749 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-794be17e-2ed8-4006-8135-594fa80e59d8 admin admin] Request body: {'subnet': {'network_id': '3d7aae66-c8b6-4939-8d45-8d271cc77b12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-461028082-subnet', 'tenant_id': '20acd62f750b43bba256a3ec3fda14a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:32.790752 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:32.814285 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9190ae-9cce-431f-b781-77c28939a98e req-b03fc745-abb8-447e-81bc-a2754295f606 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:32.816302 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3a9190ae-9cce-431f-b781-77c28939a98e req-b03fc745-abb8-447e-81bc-a2754295f606 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c67d173-af03-4baf-8018-2b736e039f8e HTTP/1.1" status: 200 len: 948 time: 0.1043978 Dec 16 22:44:32.830514 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104ad408-144c-44e5-8665-30ecd72ec962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93206b41-0133-4803-95b9-ce7404e2d199'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:44:32.835000 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e2b294-77d8-4cb9-aa28-4fe34e33b8ca" -d '{"events": [{"server_uuid": "104ad408-144c-44e5-8665-30ecd72ec962", "name": "network-vif-plugged", "status": "completed", "tag": "93206b41-0133-4803-95b9-ce7404e2d199"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:44:32.839379 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794be17e-2ed8-4006-8135-594fa80e59d8 admin admin] Made reservation on behalf of 20acd62f750b43bba256a3ec3fda14a7 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:44:32.839379 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-794be17e-2ed8-4006-8135-594fa80e59d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:32.879458 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 93206b41-0133-4803-95b9-ce7404e2d199, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=93206b41-0133-4803-95b9-ce7404e2d199,segment=NetworkSegment(9fa551c3-0367-4864-9859-1f35ef63e7f1),segment_id=9fa551c3-0367-4864-9859-1f35ef63e7f1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:44:32.894079 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6636842-f8ed-4405-afa2-e1d4c4137a6e x-openstack-request-id: req-f6636842-f8ed-4405-afa2-e1d4c4137a6e {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:44:32.894541 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104ad408-144c-44e5-8665-30ecd72ec962", "name": "network-vif-plugged", "status": "completed", "tag": "93206b41-0133-4803-95b9-ce7404e2d199", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:44:32.894981 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f6636842-f8ed-4405-afa2-e1d4c4137a6e {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:44:32.898208 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104ad408-144c-44e5-8665-30ecd72ec962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93206b41-0133-4803-95b9-ce7404e2d199', 'code': 200} Dec 16 22:44:32.941811 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3a9190ae-9cce-431f-b781-77c28939a98e req-42068ddf-7477-453d-bbea-739189ad9de6 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/security-groups?id=15454f0d-044d-4040-aa44-5028073b6ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140845 Dec 16 22:44:32.977040 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:32.977901 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 74bfed50-72d2-4787-89d4-9ac841235c24 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:44:33.064881 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=93206b41-0133-4803-95b9-ce7404e2d199,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:33.075617 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190794a-ef74-4f5f-9411-1c4990f43d79 req-19bb3810-7d9e-4fe5-a8fc-c3bf2b4e18cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:33.077675 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e190794a-ef74-4f5f-9411-1c4990f43d79 req-19bb3810-7d9e-4fe5-a8fc-c3bf2b4e18cc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 1096 time: 0.0903134 Dec 16 22:44:33.120999 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b2652-89fe-4f87-bdab-0258475b9459 req-b6dd257f-d921-4674-8e1b-62e62c2b09c4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:33.124433 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cd4b2652-89fe-4f87-bdab-0258475b9459 req-b6dd257f-d921-4674-8e1b-62e62c2b09c4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 945 time: 0.0685089 Dec 16 22:44:33.134436 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 74bfed50-72d2-4787-89d4-9ac841235c24 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:44:33.139648 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 74bfed50-72d2-4787-89d4-9ac841235c24 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:44:33.140299 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:33.178691 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e190794a-ef74-4f5f-9411-1c4990f43d79 req-ff52e262-2776-4cfc-8046-c094d3154aa7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689428 Dec 16 22:44:33.190372 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cd4b2652-89fe-4f87-bdab-0258475b9459 req-6e34d0a4-affe-4a69-b34f-7dbbabd393f5 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570984 Dec 16 22:44:33.232276 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:33.237491 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-794be17e-2ed8-4006-8135-594fa80e59d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:33.267423 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 74bfed50-72d2-4787-89d4-9ac841235c24, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=74bfed50-72d2-4787-89d4-9ac841235c24,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:44:33.300742 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794be17e-2ed8-4006-8135-594fa80e59d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7c1ef80-d221-4076-b1db-ebe2be48c3ff,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:33.308718 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794be17e-2ed8-4006-8135-594fa80e59d8 admin admin] Checking segment: {'id': 'f8e16e79-f575-4c96-9d78-e0ce36543e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3d7aae66-c8b6-4939-8d45-8d271cc77b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:44:33.309790 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794be17e-2ed8-4006-8135-594fa80e59d8 admin admin] Network hostable DHCP agents. Network: 3d7aae66-c8b6-4939-8d45-8d271cc77b12, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:44:33.342795 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:33.390711 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=74bfed50-72d2-4787-89d4-9ac841235c24,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:33.440032 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794be17e-2ed8-4006-8135-594fa80e59d8 admin admin] Network 3d7aae66-c8b6-4939-8d45-8d271cc77b12 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:44:33.502874 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-794be17e-2ed8-4006-8135-594fa80e59d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 3d7aae66-c8b6-4939-8d45-8d271cc77b12) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:44:33.520847 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794be17e-2ed8-4006-8135-594fa80e59d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:33.520847 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-794be17e-2ed8-4006-8135-594fa80e59d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:33.525109 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bbeefb-7f78-4482-a886-c695066c520a None None] Network 3d7aae66-c8b6-4939-8d45-8d271cc77b12 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:44:33.634132 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a366ce9c-6c66-4f72-97a7-7fd85e332e8e None None] Network 3d7aae66-c8b6-4939-8d45-8d271cc77b12 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:44:33.684655 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-794be17e-2ed8-4006-8135-594fa80e59d8 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0133135 Dec 16 22:44:34.123244 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a2039-adc8-4ea9-856b-8241294eaed2 req-0b8cb4a4-2bac-455d-8930-05c3a18e511d tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:34.125062 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-243a2039-adc8-4ea9-856b-8241294eaed2 req-0b8cb4a4-2bac-455d-8930-05c3a18e511d tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c67d173-af03-4baf-8018-2b736e039f8e HTTP/1.1" status: 200 len: 949 time: 0.0627794 Dec 16 22:44:34.187425 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-243a2039-adc8-4ea9-856b-8241294eaed2 req-fb42f8a7-2a76-49d7-9c17-a77e5c7da247 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/security-groups?id=15454f0d-044d-4040-aa44-5028073b6ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563874 Dec 16 22:44:34.323763 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67417fc7-26de-4cde-8b7b-72905cf659df req-2bf87e06-402f-4a0e-9238-f6d4a9a6d6e0 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:34.325490 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-67417fc7-26de-4cde-8b7b-72905cf659df req-2bf87e06-402f-4a0e-9238-f6d4a9a6d6e0 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/networks?id=9ffa42e5-7514-429e-b2de-12db7c1de930 HTTP/1.1" status: 200 len: 812 time: 0.1309094 Dec 16 22:44:34.329554 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265d2c9-73db-4951-aea5-792766e8a2c8 req-83d69d82-e4b0-48c6-9201-94f1e4b8aee8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:34.331093 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a265d2c9-73db-4951-aea5-792766e8a2c8 req-83d69d82-e4b0-48c6-9201-94f1e4b8aee8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 945 time: 0.0552430 Dec 16 22:44:34.342194 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-67417fc7-26de-4cde-8b7b-72905cf659df req-777ef867-c1a9-4815-b506-d9670616f6c0 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/quotas/1cf4ccacd1394c238064a616ef794968 HTTP/1.1" status: 200 len: 375 time: 0.0104165 Dec 16 22:44:34.383619 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-67417fc7-26de-4cde-8b7b-72905cf659df req-9b10421a-4b57-47b3-bde8-24628183f736 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1cf4ccacd1394c238064a616ef794968&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334175 Dec 16 22:44:34.394182 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a265d2c9-73db-4951-aea5-792766e8a2c8 req-61223638-7c53-4ced-9dfa-dbcd8761dd07 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562890 Dec 16 22:44:34.616663 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-67417fc7-26de-4cde-8b7b-72905cf659df req-594bc484-9ede-4961-8e43-c7013065b748 service neutron] 10.222.0.75 "GET /v2.0/networks/9ffa42e5-7514-429e-b2de-12db7c1de930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197368 Dec 16 22:44:34.716004 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-67417fc7-26de-4cde-8b7b-72905cf659df req-75f3e856-938d-4d92-8d62-78c2ade1a799 service neutron] 10.222.0.75 "GET /v2.0/networks/9ffa42e5-7514-429e-b2de-12db7c1de930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919235 Dec 16 22:44:34.896586 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c67d173-af03-4baf-8018-2b736e039f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bfed50-72d2-4787-89d4-9ac841235c24'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:44:34.899567 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191088ea-5f8d-406e-9314-057df26db780" -d '{"events": [{"server_uuid": "7c67d173-af03-4baf-8018-2b736e039f8e", "name": "network-vif-plugged", "status": "completed", "tag": "74bfed50-72d2-4787-89d4-9ac841235c24"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:44:34.942293 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72cfefd-7f97-41ad-b294-85ad939c17b6 x-openstack-request-id: req-b72cfefd-7f97-41ad-b294-85ad939c17b6 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:44:34.942886 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c67d173-af03-4baf-8018-2b736e039f8e", "name": "network-vif-plugged", "status": "completed", "tag": "74bfed50-72d2-4787-89d4-9ac841235c24", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:44:34.948882 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b72cfefd-7f97-41ad-b294-85ad939c17b6 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:44:34.948882 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c67d173-af03-4baf-8018-2b736e039f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bfed50-72d2-4787-89d4-9ac841235c24', 'code': 200} Dec 16 22:44:35.036745 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9a821b06-352c-4e8c-924a-326dc66cdf25 req-a6037d7b-3adb-4ed3-a772-9a7b632984cf tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 210 time: 0.0359156 Dec 16 22:44:35.086017 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e62330-b88e-44ea-8db8-0855bdf6ae65 req-4b359edc-ed89-4531-8972-18cfcad16d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:35.087595 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-54e62330-b88e-44ea-8db8-0855bdf6ae65 req-4b359edc-ed89-4531-8972-18cfcad16d0d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7c67d173-af03-4baf-8018-2b736e039f8e HTTP/1.1" status: 200 len: 1100 time: 0.0490623 Dec 16 22:44:35.144086 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-54e62330-b88e-44ea-8db8-0855bdf6ae65 req-7bb0b7fe-bfd8-4c42-8949-f62c87d730fb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=15454f0d-044d-4040-aa44-5028073b6ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472496 Dec 16 22:44:35.321864 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb1ede-99c3-4a2c-acb5-adf12f0fe0eb req-22d9702f-2725-4b39-8e1c-7859cf303613 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:35.323622 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ccb1ede-99c3-4a2c-acb5-adf12f0fe0eb req-22d9702f-2725-4b39-8e1c-7859cf303613 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c67d173-af03-4baf-8018-2b736e039f8e HTTP/1.1" status: 200 len: 949 time: 0.0578701 Dec 16 22:44:35.377031 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ccb1ede-99c3-4a2c-acb5-adf12f0fe0eb req-0ab09036-dd1b-4c4a-8c6b-b7221ce824f2 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/security-groups?id=15454f0d-044d-4040-aa44-5028073b6ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457823 Dec 16 22:44:35.516985 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d62ea5-a316-4216-b1dd-137adf90882c req-8c869858-e047-4952-8e54-1a5bc7f44ed6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:35.518641 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-34d62ea5-a316-4216-b1dd-137adf90882c req-8c869858-e047-4952-8e54-1a5bc7f44ed6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 945 time: 0.0531147 Dec 16 22:44:35.573396 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-34d62ea5-a316-4216-b1dd-137adf90882c req-00b80248-9829-4b70-831d-0647e338f50a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488236 Dec 16 22:44:35.693481 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db646f-2f52-47aa-be35-ac18e683a9ff req-4396a1f7-f192-4615-889e-029fb4942dd7 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:35.695064 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-10db646f-2f52-47aa-be35-ac18e683a9ff req-4396a1f7-f192-4615-889e-029fb4942dd7 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 945 time: 0.0503786 Dec 16 22:44:35.750187 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-10db646f-2f52-47aa-be35-ac18e683a9ff req-ec7f0ff7-9475-409d-bb56-49e7179e8643 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476446 Dec 16 22:44:35.772388 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52616) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:35.818916 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c966075f-dae1-4297-9d96-ad4d152ad578 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:35.820515 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c966075f-dae1-4297-9d96-ad4d152ad578 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 1091 time: 0.0471091 Dec 16 22:44:35.823700 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52618) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:35.828540 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-08216cc5-c925-4060-974e-a2de69eddab8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'port_id': '93206b41-0133-4803-95b9-ce7404e2d199', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:35.951977 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08216cc5-c925-4060-974e-a2de69eddab8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:36.055014 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08216cc5-c925-4060-974e-a2de69eddab8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:36.132202 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d3212e46-92f5-47da-8c2c-bc5178e9aaeb req-3525a0d5-ee53-48d7-80f2-ef6fcd328516 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 210 time: 0.0324678 Dec 16 22:44:36.184737 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-08216cc5-c925-4060-974e-a2de69eddab8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Allocated IP 172.25.6.96 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/a10177c9-65ad-41a4-aa19-df37993186b5) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:44:36.290367 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08216cc5-c925-4060-974e-a2de69eddab8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:36.383390 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08216cc5-c925-4060-974e-a2de69eddab8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:36.429816 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08216cc5-c925-4060-974e-a2de69eddab8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:44:36.432904 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-08216cc5-c925-4060-974e-a2de69eddab8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:44:36.436743 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08216cc5-c925-4060-974e-a2de69eddab8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:44:36.442320 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08216cc5-c925-4060-974e-a2de69eddab8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Port': ['ID=a10177c9-65ad-41a4-aa19-df37993186b5,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:36.562726 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2a228-60ce-4b78-84e0-406712eb9245 req-c8ade71f-73ad-478f-af2a-f0629551e0fd tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:36.564276 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4bb2a228-60ce-4b78-84e0-406712eb9245 req-c8ade71f-73ad-478f-af2a-f0629551e0fd tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c67d173-af03-4baf-8018-2b736e039f8e HTTP/1.1" status: 200 len: 949 time: 0.1022527 Dec 16 22:44:36.727790 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4bb2a228-60ce-4b78-84e0-406712eb9245 req-e5d5a8c5-ad18-4c99-b639-e6f845352ca4 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/security-groups?id=15454f0d-044d-4040-aa44-5028073b6ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409693 Dec 16 22:44:36.775507 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-033fde92-0325-463f-aaa3-410380ba5d85 req-1983b2bb-d05a-4745-bb26-309e30f79415 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1481202 Dec 16 22:44:36.978191 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fde92-0325-463f-aaa3-410380ba5d85 req-7e41201f-d279-4db1-8f5b-63bbfbd2c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:36.979750 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-033fde92-0325-463f-aaa3-410380ba5d85 req-7e41201f-d279-4db1-8f5b-63bbfbd2c435 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 1096 time: 0.0930846 Dec 16 22:44:36.998046 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08216cc5-c925-4060-974e-a2de69eddab8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:37.119829 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fde92-0325-463f-aaa3-410380ba5d85 req-38a6daa9-5803-4206-bf72-ce2c023ffadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:37.121904 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-033fde92-0325-463f-aaa3-410380ba5d85 req-38a6daa9-5803-4206-bf72-ce2c023ffadc service neutron] 10.222.0.57 "GET /v2.0/networks?id=6824b600-fc8b-4a39-b031-d2f063409751 HTTP/1.1" status: 200 len: 897 time: 0.1017761 Dec 16 22:44:37.170147 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-033fde92-0325-463f-aaa3-410380ba5d85 req-55c49d0c-ce08-4f53-9511-da57ab6a074a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93206b41-0133-4803-95b9-ce7404e2d199 HTTP/1.1" status: 200 len: 217 time: 0.0418975 Dec 16 22:44:37.223002 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fde92-0325-463f-aaa3-410380ba5d85 req-cbdcad45-3246-4f76-84ea-0225e27aa46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:37.224671 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-033fde92-0325-463f-aaa3-410380ba5d85 req-cbdcad45-3246-4f76-84ea-0225e27aa46c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af3a12cf-9da8-42b6-970c-72c67e4a02cc HTTP/1.1" status: 200 len: 834 time: 0.0477557 Dec 16 22:44:37.232318 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-63ed3a50-2547-43a6-8ff5-cf6ce6c46c44 req-8f4c9477-f06c-4dfb-ab76-7647ab8fdb55 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 210 time: 0.0265839 Dec 16 22:44:37.285459 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08216cc5-c925-4060-974e-a2de69eddab8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:37.325562 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fde92-0325-463f-aaa3-410380ba5d85 req-536c1446-4549-42c6-8e7d-d8744e1c7aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:37.327179 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-033fde92-0325-463f-aaa3-410380ba5d85 req-536c1446-4549-42c6-8e7d-d8744e1c7aec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6824b600-fc8b-4a39-b031-d2f063409751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802894 Dec 16 22:44:37.489277 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-033fde92-0325-463f-aaa3-410380ba5d85 req-317f0ad5-5997-4cd8-acbf-b30d6842d8af service neutron] 10.222.0.57 "GET /v2.0/networks/6824b600-fc8b-4a39-b031-d2f063409751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516037 Dec 16 22:44:37.580731 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08216cc5-c925-4060-974e-a2de69eddab8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:37.610236 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-033fde92-0325-463f-aaa3-410380ba5d85 req-54fac40b-9315-4f48-b7c0-50a4f975eece service neutron] 10.222.0.57 "GET /v2.0/networks/6824b600-fc8b-4a39-b031-d2f063409751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137252 Dec 16 22:44:37.714286 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08216cc5-c925-4060-974e-a2de69eddab8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:37.788207 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08216cc5-c925-4060-974e-a2de69eddab8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Port': ['ID=a10177c9-65ad-41a4-aa19-df37993186b5,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:37.804478 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08216cc5-c925-4060-974e-a2de69eddab8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:37.935992 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c670b9-913c-4f8a-a039-04a5e68e13f1 req-23f08cf6-7920-4ab7-9f3a-97319172522c tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:37.937641 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58c670b9-913c-4f8a-a039-04a5e68e13f1 req-23f08cf6-7920-4ab7-9f3a-97319172522c tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c67d173-af03-4baf-8018-2b736e039f8e HTTP/1.1" status: 200 len: 949 time: 0.0936172 Dec 16 22:44:37.968405 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-08216cc5-c925-4060-974e-a2de69eddab8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Floating IP 03493ded-37c1-4c71-a0ab-29f54de55c03 associated. External IP: 172.25.6.96, port: 93206b41-0133-4803-95b9-ce7404e2d199. Dec 16 22:44:38.071074 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58c670b9-913c-4f8a-a039-04a5e68e13f1 req-dedb6c87-a4e8-4c95-901a-12b9b39c427c tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/security-groups?id=15454f0d-044d-4040-aa44-5028073b6ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253748 Dec 16 22:44:38.248394 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67417fc7-26de-4cde-8b7b-72905cf659df req-2c562012-0b7e-4f2d-a2ab-e948773dca43 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:38.250656 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67417fc7-26de-4cde-8b7b-72905cf659df req-2c562012-0b7e-4f2d-a2ab-e948773dca43 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.76 "GET /v2.0/networks?id=9ffa42e5-7514-429e-b2de-12db7c1de930 HTTP/1.1" status: 200 len: 812 time: 0.1100318 Dec 16 22:44:38.256344 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08216cc5-c925-4060-974e-a2de69eddab8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Router addb5be2-972d-4915-a6d3-6ce20e700bca has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:44:38.282708 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-67417fc7-26de-4cde-8b7b-72905cf659df req-7baba304-5589-4b94-a46a-4f801ff4f5e1 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Request body: {'port': {'device_id': '0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c', 'network_id': '9ffa42e5-7514-429e-b2de-12db7c1de930', 'admin_state_up': True, 'tenant_id': '1cf4ccacd1394c238064a616ef794968'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:38.356821 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ed927f90-c181-48f7-87a7-d5cb2b083682 req-0b98d312-482a-4186-ba16-1de1931a3f14 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 210 time: 0.0412328 Dec 16 22:44:38.440891 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08216cc5-c925-4060-974e-a2de69eddab8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:44:38.454323 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed589d7-6c79-4ed5-8dc2-c56ec9b47033 None None] Sync routers for ids ['addb5be2-972d-4915-a6d3-6ce20e700bca'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:44:38.469250 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed589d7-6c79-4ed5-8dc2-c56ec9b47033 None None] Routers {'addb5be2-972d-4915-a6d3-6ce20e700bca'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:44:38.470095 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1ed589d7-6c79-4ed5-8dc2-c56ec9b47033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:44:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['addb5be2-972d-4915-a6d3-6ce20e700bca'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:38.594630 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-1ed589d7-6c79-4ed5-8dc2-c56ec9b47033 None None] Set router addb5be2-972d-4915-a6d3-6ce20e700bca gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:44:38.674173 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08216cc5-c925-4060-974e-a2de69eddab8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:38.704000 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-08216cc5-c925-4060-974e-a2de69eddab8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8792255 Dec 16 22:44:38.704601 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '104ad408-144c-44e5-8665-30ecd72ec962', 'tag': '93206b41-0133-4803-95b9-ce7404e2d199'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:44:38.707012 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cc408f-f1af-43e7-829b-07db8030f418" -d '{"events": [{"name": "network-changed", "server_uuid": "104ad408-144c-44e5-8665-30ecd72ec962", "tag": "93206b41-0133-4803-95b9-ce7404e2d199"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:44:38.817072 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67417fc7-26de-4cde-8b7b-72905cf659df req-7baba304-5589-4b94-a46a-4f801ff4f5e1 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Made reservation on behalf of 1cf4ccacd1394c238064a616ef794968 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:44:38.821251 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-67417fc7-26de-4cde-8b7b-72905cf659df req-7baba304-5589-4b94-a46a-4f801ff4f5e1 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:38.867591 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8048c6-083e-435b-85e2-ef325e419b9c req-2a839832-e966-43ec-88a6-18bef9f1ffbe tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:38.869206 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ff8048c6-083e-435b-85e2-ef325e419b9c req-2a839832-e966-43ec-88a6-18bef9f1ffbe tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 945 time: 0.1071506 Dec 16 22:44:38.897248 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:44:38.900036 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1ed589d7-6c79-4ed5-8dc2-c56ec9b47033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374774868', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'a85dc330-bfba-46f3-8457-118753070a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:04Z', 'updated_at': '2021-12-16T22:44:12Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'a85dc330-bfba-46f3-8457-118753070a51', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:05Z', 'updated_at': '2021-12-16T22:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '03493ded-37c1-4c71-a0ab-29f54de55c03', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'floating_ip_address': '172.25.6.96', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'port_id': '93206b41-0133-4803-95b9-ce7404e2d199', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751', 'mac_address': 'fa:16:3e:15:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104ad408-144c-44e5-8665-30ecd72ec962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:44:36Z', 'updated_at': '2021-12-16T22:44:36Z', 'revision_number': 0, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '154f1dcc-3b5e-4503-9468-cecbe119a7bc', 'name': '', 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:3c:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'af3a12cf-9da8-42b6-970c-72c67e4a02cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:11Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': 'af3a12cf-9da8-42b6-970c-72c67e4a02cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:38.921943 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17038d4b-c738-499d-ae35-457dff410d45 req-66625c4d-3e0d-40e3-8373-4bfd3240519a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0796428 Dec 16 22:44:38.966165 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed589d7-6c79-4ed5-8dc2-c56ec9b47033 None None] Checking router: addb5be2-972d-4915-a6d3-6ce20e700bca for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:44:38.984468 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ff8048c6-083e-435b-85e2-ef325e419b9c req-6d8bd890-b32b-49c5-bcd9-27a5d7bf6df9 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998662 Dec 16 22:44:39.036858 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed589d7-6c79-4ed5-8dc2-c56ec9b47033 None None] Routers {'addb5be2-972d-4915-a6d3-6ce20e700bca'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:44:39.037723 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1ed589d7-6c79-4ed5-8dc2-c56ec9b47033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:44:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['addb5be2-972d-4915-a6d3-6ce20e700bca'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:39.053918 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52660) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:39.159402 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-67417fc7-26de-4cde-8b7b-72905cf659df req-7baba304-5589-4b94-a46a-4f801ff4f5e1 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Allocated IP 172.20.0.7 (9ffa42e5-7514-429e-b2de-12db7c1de930/47c63394-0858-4c8a-bfcd-537429daa00c/de07ab45-1526-4c70-b46a-d471e25b6c12) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:44:39.306755 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-1ed589d7-6c79-4ed5-8dc2-c56ec9b47033 None None] Set router addb5be2-972d-4915-a6d3-6ce20e700bca gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:44:39.404067 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-67417fc7-26de-4cde-8b7b-72905cf659df req-7baba304-5589-4b94-a46a-4f801ff4f5e1 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:39.599184 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e17e004-39ae-4050-9f82-fd0de59c9f5b x-openstack-request-id: req-5e17e004-39ae-4050-9f82-fd0de59c9f5b {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:44:39.599184 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "104ad408-144c-44e5-8665-30ecd72ec962", "tag": "93206b41-0133-4803-95b9-ce7404e2d199", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:44:39.599184 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5e17e004-39ae-4050-9f82-fd0de59c9f5b {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:44:39.599184 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '104ad408-144c-44e5-8665-30ecd72ec962', 'tag': '93206b41-0133-4803-95b9-ce7404e2d199', 'status': 'completed', 'code': 200} Dec 16 22:44:39.661684 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f559390a-1320-4e64-bbd6-d3cb357061dc req-0c396994-c022-45dc-96da-a7c5cb3dc133 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 210 time: 0.0711429 Dec 16 22:44:39.673636 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-67417fc7-26de-4cde-8b7b-72905cf659df req-7baba304-5589-4b94-a46a-4f801ff4f5e1 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:39.684718 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3086b40d-01e4-41be-ade3-0a67b3cba8d7 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/floatingips/03493ded-37c1-4c71-a0ab-29f54de55c03 HTTP/1.1" status: 200 len: 990 time: 0.6284273 Dec 16 22:44:39.694303 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17038d4b-c738-499d-ae35-457dff410d45 req-051db6c4-06c7-4a36-b0c2-81cb4a052a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:39.695864 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17038d4b-c738-499d-ae35-457dff410d45 req-051db6c4-06c7-4a36-b0c2-81cb4a052a19 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f992ab7bbd284762b25c36b13354b00d&device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 1096 time: 0.6410072 Dec 16 22:44:39.706798 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc408f-f1af-43e7-829b-07db8030f418 req-cf4859f1-954f-4edd-b6ef-6783ea0973cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:39.709042 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75cc408f-f1af-43e7-829b-07db8030f418 req-cf4859f1-954f-4edd-b6ef-6783ea0973cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 1096 time: 0.1168671 Dec 16 22:44:39.725013 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1ed589d7-6c79-4ed5-8dc2-c56ec9b47033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374774868', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'a85dc330-bfba-46f3-8457-118753070a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:04Z', 'updated_at': '2021-12-16T22:44:12Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'a85dc330-bfba-46f3-8457-118753070a51', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:05Z', 'updated_at': '2021-12-16T22:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '03493ded-37c1-4c71-a0ab-29f54de55c03', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'floating_ip_address': '172.25.6.96', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'port_id': '93206b41-0133-4803-95b9-ce7404e2d199', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751', 'mac_address': 'fa:16:3e:15:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104ad408-144c-44e5-8665-30ecd72ec962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:44:36Z', 'updated_at': '2021-12-16T22:44:36Z', 'revision_number': 0, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '154f1dcc-3b5e-4503-9468-cecbe119a7bc', 'name': '', 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:3c:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'af3a12cf-9da8-42b6-970c-72c67e4a02cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:11Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': 'af3a12cf-9da8-42b6-970c-72c67e4a02cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:44:39.757655 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed589d7-6c79-4ed5-8dc2-c56ec9b47033 None None] The sync data for ids ['addb5be2-972d-4915-a6d3-6ce20e700bca'] in n-d-815324-4 is: [{'id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374774868', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'a85dc330-bfba-46f3-8457-118753070a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:04Z', 'updated_at': '2021-12-16T22:44:12Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'a85dc330-bfba-46f3-8457-118753070a51', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:05Z', 'updated_at': '2021-12-16T22:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '03493ded-37c1-4c71-a0ab-29f54de55c03', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'floating_ip_address': '172.25.6.96', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'port_id': '93206b41-0133-4803-95b9-ce7404e2d199', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751', 'mac_address': 'fa:16:3e:15:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104ad408-144c-44e5-8665-30ecd72ec962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:44:36Z', 'updated_at': '2021-12-16T22:44:36Z', 'revision_number': 0, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '154f1dcc-3b5e-4503-9468-cecbe119a7bc', 'name': '', 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:3c:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'af3a12cf-9da8-42b6-970c-72c67e4a02cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:11Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': 'af3a12cf-9da8-42b6-970c-72c67e4a02cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:44:39.759598 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67417fc7-26de-4cde-8b7b-72905cf659df req-7baba304-5589-4b94-a46a-4f801ff4f5e1 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Network 9ffa42e5-7514-429e-b2de-12db7c1de930 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:44:39.775464 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-67417fc7-26de-4cde-8b7b-72905cf659df req-7baba304-5589-4b94-a46a-4f801ff4f5e1 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:44:39.778973 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baba304-5589-4b94-a46a-4f801ff4f5e1 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Pushing event updated for resources: {'Port': ['ID=de07ab45-1526-4c70-b46a-d471e25b6c12,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:39.783403 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-67417fc7-26de-4cde-8b7b-72905cf659df req-7baba304-5589-4b94-a46a-4f801ff4f5e1 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:44:39.864543 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67417fc7-26de-4cde-8b7b-72905cf659df req-7baba304-5589-4b94-a46a-4f801ff4f5e1 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:39.865353 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-67417fc7-26de-4cde-8b7b-72905cf659df req-7baba304-5589-4b94-a46a-4f801ff4f5e1 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:39.904825 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc408f-f1af-43e7-829b-07db8030f418 req-af4f5ccb-c1e5-47a3-8762-9219a143afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:39.906664 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75cc408f-f1af-43e7-829b-07db8030f418 req-af4f5ccb-c1e5-47a3-8762-9219a143afb4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6824b600-fc8b-4a39-b031-d2f063409751 HTTP/1.1" status: 200 len: 897 time: 0.1904535 Dec 16 22:44:39.925957 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17038d4b-c738-499d-ae35-457dff410d45 req-e4b278c3-d3c2-41e3-98ac-6e81e2ca3834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:39.927409 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17038d4b-c738-499d-ae35-457dff410d45 req-e4b278c3-d3c2-41e3-98ac-6e81e2ca3834 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6758e66d-b624-4230-bc5c-846fa9c4caaf HTTP/1.1" status: 200 len: 909 time: 0.1563911 Dec 16 22:44:39.995003 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67417fc7-26de-4cde-8b7b-72905cf659df req-7baba304-5589-4b94-a46a-4f801ff4f5e1 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7231960 Dec 16 22:44:40.021577 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-67417fc7-26de-4cde-8b7b-72905cf659df req-793ea795-39bd-498d-98de-c9079861628a service neutron] Request body: {'port': {'device_id': '0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:40.053030 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaceb65-1378-4f77-af64-70c3a49842fc None None] New status for floating IP 03493ded-37c1-4c71-a0ab-29f54de55c03: ACTIVE {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:44:40.082301 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75cc408f-f1af-43e7-829b-07db8030f418 req-0b3241c4-bbb3-436b-8dc8-a11028cea4f7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93206b41-0133-4803-95b9-ce7404e2d199 HTTP/1.1" status: 200 len: 998 time: 0.1675720 Dec 16 22:44:40.089288 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17038d4b-c738-499d-ae35-457dff410d45 req-b312606a-d531-4984-8623-8f423c0eeeb7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc912460-dcf9-41a9-b501-345566e7fb84 HTTP/1.1" status: 200 len: 1000 time: 0.1279006 Dec 16 22:44:40.125397 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-67417fc7-26de-4cde-8b7b-72905cf659df req-793ea795-39bd-498d-98de-c9079861628a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:40.142879 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc408f-f1af-43e7-829b-07db8030f418 req-5ff98297-fce9-4359-b91d-fb868df910e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:40.144462 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75cc408f-f1af-43e7-829b-07db8030f418 req-5ff98297-fce9-4359-b91d-fb868df910e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af3a12cf-9da8-42b6-970c-72c67e4a02cc HTTP/1.1" status: 200 len: 834 time: 0.0542681 Dec 16 22:44:40.233904 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17038d4b-c738-499d-ae35-457dff410d45 req-af6612db-494a-4d44-a287-9150b68ff706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:40.235645 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17038d4b-c738-499d-ae35-457dff410d45 req-af6612db-494a-4d44-a287-9150b68ff706 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a6972eff-e95f-4a67-852c-78411db180d4 HTTP/1.1" status: 200 len: 848 time: 0.0902426 Dec 16 22:44:40.243947 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc408f-f1af-43e7-829b-07db8030f418 req-fe285f41-ec84-4e23-b974-327f10dbf416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:40.245783 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75cc408f-f1af-43e7-829b-07db8030f418 req-fe285f41-ec84-4e23-b974-327f10dbf416 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6824b600-fc8b-4a39-b031-d2f063409751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642662 Dec 16 22:44:40.356192 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17038d4b-c738-499d-ae35-457dff410d45 req-92bd3df0-9a4d-478b-a465-2a74f807b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:40.357732 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17038d4b-c738-499d-ae35-457dff410d45 req-92bd3df0-9a4d-478b-a465-2a74f807b4cd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6758e66d-b624-4230-bc5c-846fa9c4caaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115711 Dec 16 22:44:40.455182 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75cc408f-f1af-43e7-829b-07db8030f418 req-13a380fa-c78a-4ec2-8601-25d8a6a7926e service neutron] 10.222.0.57 "GET /v2.0/networks/6824b600-fc8b-4a39-b031-d2f063409751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752999 Dec 16 22:44:40.576055 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75cc408f-f1af-43e7-829b-07db8030f418 req-764663b8-7213-4a10-8fd1-362b908fe965 service neutron] 10.222.0.57 "GET /v2.0/networks/6824b600-fc8b-4a39-b031-d2f063409751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139183 Dec 16 22:44:40.579316 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-67417fc7-26de-4cde-8b7b-72905cf659df req-793ea795-39bd-498d-98de-c9079861628a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de07ab45-1526-4c70-b46a-d471e25b6c12 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:44:40.587763 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17038d4b-c738-499d-ae35-457dff410d45 req-33f8a153-31c5-4841-9568-47f55498c05e service neutron] 10.222.0.76 "GET /v2.0/networks/6758e66d-b624-4230-bc5c-846fa9c4caaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208486 Dec 16 22:44:40.588469 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-67417fc7-26de-4cde-8b7b-72905cf659df req-793ea795-39bd-498d-98de-c9079861628a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:40.603912 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-67417fc7-26de-4cde-8b7b-72905cf659df req-793ea795-39bd-498d-98de-c9079861628a service neutron] Transition to ACTIVE for port object de07ab45-1526-4c70-b46a-d471e25b6c12 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:44:40.689898 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52678) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:40.711077 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17038d4b-c738-499d-ae35-457dff410d45 req-59cd0289-f556-4100-90a1-250b1a986d94 service neutron] 10.222.0.76 "GET /v2.0/networks/6758e66d-b624-4230-bc5c-846fa9c4caaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138413 Dec 16 22:44:40.760916 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-67417fc7-26de-4cde-8b7b-72905cf659df req-793ea795-39bd-498d-98de-c9079861628a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:40.911820 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-669e5c23-f51b-4ba6-9887-47a8dbff51b2 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/floatingips/03493ded-37c1-4c71-a0ab-29f54de55c03 HTTP/1.1" status: 200 len: 992 time: 0.2217312 Dec 16 22:44:40.915253 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ea795-39bd-498d-98de-c9079861628a service neutron] Pushing event updated for resources: {'Port': ['ID=de07ab45-1526-4c70-b46a-d471e25b6c12,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:40.956130 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd254f-6ef4-459f-a1e0-97bb8cb6a96b req-729ec8ce-8d52-4768-87a8-aee22a5fe725 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:40.957679 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-adcd254f-6ef4-459f-a1e0-97bb8cb6a96b req-729ec8ce-8d52-4768-87a8-aee22a5fe725 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 943 time: 0.1550605 Dec 16 22:44:41.045805 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-67417fc7-26de-4cde-8b7b-72905cf659df req-793ea795-39bd-498d-98de-c9079861628a service neutron] Attempting to bind port de07ab45-1526-4c70-b46a-d471e25b6c12 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:44:41.046164 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-67417fc7-26de-4cde-8b7b-72905cf659df req-793ea795-39bd-498d-98de-c9079861628a service neutron] Attempting to bind port de07ab45-1526-4c70-b46a-d471e25b6c12 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '660855a7-5470-462f-891a-54f26e1d26e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9ffa42e5-7514-429e-b2de-12db7c1de930'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:44:41.046499 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67417fc7-26de-4cde-8b7b-72905cf659df req-793ea795-39bd-498d-98de-c9079861628a service neutron] Attempting to bind port de07ab45-1526-4c70-b46a-d471e25b6c12 on network 9ffa42e5-7514-429e-b2de-12db7c1de930 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:44:41.051838 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-adcd254f-6ef4-459f-a1e0-97bb8cb6a96b req-29910d00-2e18-4348-8072-f6355919e5d3 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/security-groups?id=d78663f4-ac61-45cb-91e3-e77bf822b1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757539 Dec 16 22:44:41.055631 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67417fc7-26de-4cde-8b7b-72905cf659df req-793ea795-39bd-498d-98de-c9079861628a service neutron] Port de07ab45-1526-4c70-b46a-d471e25b6c12 on network 9ffa42e5-7514-429e-b2de-12db7c1de930 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:44:41.055961 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67417fc7-26de-4cde-8b7b-72905cf659df req-793ea795-39bd-498d-98de-c9079861628a service neutron] Attempting to bind port de07ab45-1526-4c70-b46a-d471e25b6c12 on network 9ffa42e5-7514-429e-b2de-12db7c1de930 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:44:41.061634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67417fc7-26de-4cde-8b7b-72905cf659df req-793ea795-39bd-498d-98de-c9079861628a service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:44:41.062081 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67417fc7-26de-4cde-8b7b-72905cf659df req-793ea795-39bd-498d-98de-c9079861628a service neutron] Checking segment: {'id': '660855a7-5470-462f-891a-54f26e1d26e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9ffa42e5-7514-429e-b2de-12db7c1de930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:44:41.062361 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67417fc7-26de-4cde-8b7b-72905cf659df req-793ea795-39bd-498d-98de-c9079861628a service neutron] Bound using segment: {'id': '660855a7-5470-462f-891a-54f26e1d26e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9ffa42e5-7514-429e-b2de-12db7c1de930'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:44:41.062803 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-67417fc7-26de-4cde-8b7b-72905cf659df req-793ea795-39bd-498d-98de-c9079861628a service neutron] Bound port: de07ab45-1526-4c70-b46a-d471e25b6c12, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '660855a7-5470-462f-891a-54f26e1d26e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9ffa42e5-7514-429e-b2de-12db7c1de930'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:44:41.063202 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-67417fc7-26de-4cde-8b7b-72905cf659df req-793ea795-39bd-498d-98de-c9079861628a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:41.156869 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-67417fc7-26de-4cde-8b7b-72905cf659df req-793ea795-39bd-498d-98de-c9079861628a service neutron] For port de07ab45-1526-4c70-b46a-d471e25b6c12, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:44:41.160377 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-67417fc7-26de-4cde-8b7b-72905cf659df req-793ea795-39bd-498d-98de-c9079861628a service neutron] For port de07ab45-1526-4c70-b46a-d471e25b6c12, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=de07ab45-1526-4c70-b46a-d471e25b6c12,segment=NetworkSegment(660855a7-5470-462f-891a-54f26e1d26e2),segment_id=660855a7-5470-462f-891a-54f26e1d26e2)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:44:41.228440 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-67417fc7-26de-4cde-8b7b-72905cf659df req-793ea795-39bd-498d-98de-c9079861628a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:41.326698 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67417fc7-26de-4cde-8b7b-72905cf659df req-793ea795-39bd-498d-98de-c9079861628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:41.327378 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-67417fc7-26de-4cde-8b7b-72905cf659df req-793ea795-39bd-498d-98de-c9079861628a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:41.328836 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67417fc7-26de-4cde-8b7b-72905cf659df req-793ea795-39bd-498d-98de-c9079861628a service neutron] 10.222.0.76 "PUT /v2.0/ports/de07ab45-1526-4c70-b46a-d471e25b6c12 HTTP/1.1" status: 200 len: 1091 time: 1.3119614 Dec 16 22:44:41.329942 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ea795-39bd-498d-98de-c9079861628a service neutron] Pushing event updated for resources: {'Port': ['ID=de07ab45-1526-4c70-b46a-d471e25b6c12,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:41.347560 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c', 'tag': 'de07ab45-1526-4c70-b46a-d471e25b6c12'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:44:41.350923 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b4b75d-55dc-4595-8f96-65efcbc00170" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c", "tag": "de07ab45-1526-4c70-b46a-d471e25b6c12"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:44:41.394581 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc9a231-4bff-4351-987f-5caf0d424448 x-openstack-request-id: req-4dc9a231-4bff-4351-987f-5caf0d424448 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:44:41.395112 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c", "tag": "de07ab45-1526-4c70-b46a-d471e25b6c12", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:44:41.395484 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4dc9a231-4bff-4351-987f-5caf0d424448 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:44:41.409695 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c', 'tag': 'de07ab45-1526-4c70-b46a-d471e25b6c12', 'status': 'completed', 'code': 200} Dec 16 22:44:41.503387 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4b75d-55dc-4595-8f96-65efcbc00170 req-02d531d1-6f76-4a66-bc83-7daa0cb809e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:41.505419 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-91b4b75d-55dc-4595-8f96-65efcbc00170 req-02d531d1-6f76-4a66-bc83-7daa0cb809e2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1cf4ccacd1394c238064a616ef794968&device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 1094 time: 0.0625308 Dec 16 22:44:41.632627 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4b75d-55dc-4595-8f96-65efcbc00170 req-f976db76-b3ad-4aba-88d3-59233be4a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:41.634362 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-91b4b75d-55dc-4595-8f96-65efcbc00170 req-f976db76-b3ad-4aba-88d3-59233be4a771 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=1cf4ccacd1394c238064a616ef794968&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1137235 Dec 16 22:44:41.763314 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4b75d-55dc-4595-8f96-65efcbc00170 req-15be945a-5a5e-47f5-819e-597886ea379a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:41.765165 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-91b4b75d-55dc-4595-8f96-65efcbc00170 req-15be945a-5a5e-47f5-819e-597886ea379a service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1215935 Dec 16 22:44:41.897706 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67417fc7-26de-4cde-8b7b-72905cf659df req-4c73b5e8-57b8-4ada-95b2-38ccfa15691c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:41.901856 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67417fc7-26de-4cde-8b7b-72905cf659df req-4c73b5e8-57b8-4ada-95b2-38ccfa15691c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1cf4ccacd1394c238064a616ef794968&device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 1094 time: 0.0669286 Dec 16 22:44:41.965754 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67417fc7-26de-4cde-8b7b-72905cf659df req-30095127-2862-4d57-ae99-b253dc03bf0b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de07ab45-1526-4c70-b46a-d471e25b6c12 HTTP/1.1" status: 200 len: 217 time: 0.0421090 Dec 16 22:44:42.402837 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67417fc7-26de-4cde-8b7b-72905cf659df req-1fee6f45-cb26-4ae7-a521-33c37a12892b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:42.404578 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67417fc7-26de-4cde-8b7b-72905cf659df req-1fee6f45-cb26-4ae7-a521-33c37a12892b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=47c63394-0858-4c8a-bfcd-537429daa00c HTTP/1.1" status: 200 len: 852 time: 0.4294510 Dec 16 22:44:42.422792 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f1574-ba96-40d7-a484-5dc09b1c4780 req-0902afff-1b52-4fbf-91ad-17625918d76b tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:42.432448 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-565f1574-ba96-40d7-a484-5dc09b1c4780 req-0902afff-1b52-4fbf-91ad-17625918d76b tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 943 time: 0.0880761 Dec 16 22:44:42.488658 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67417fc7-26de-4cde-8b7b-72905cf659df req-bb7ddf2f-6791-4536-a3d8-363c748c6222 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9ffa42e5-7514-429e-b2de-12db7c1de930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527935 Dec 16 22:44:42.556618 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-565f1574-ba96-40d7-a484-5dc09b1c4780 req-22d5a4bc-57a5-45c3-ad12-3b3704f897be tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/security-groups?id=d78663f4-ac61-45cb-91e3-e77bf822b1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228812 Dec 16 22:44:42.659441 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67417fc7-26de-4cde-8b7b-72905cf659df req-ba6b8c7c-66a5-46e5-af36-82b802dcb9f3 service neutron] 10.222.0.76 "GET /v2.0/networks/9ffa42e5-7514-429e-b2de-12db7c1de930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015234 Dec 16 22:44:42.779116 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67417fc7-26de-4cde-8b7b-72905cf659df req-ce7c78d2-5ec7-4d8b-b9fc-2c6e23a53038 service neutron] 10.222.0.76 "GET /v2.0/networks/9ffa42e5-7514-429e-b2de-12db7c1de930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094651 Dec 16 22:44:43.698929 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb544708-6b4d-4079-8a97-48217f8413c6 req-41a98f54-473e-4f28-a86a-e054f0921952 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:43.701416 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb544708-6b4d-4079-8a97-48217f8413c6 req-41a98f54-473e-4f28-a86a-e054f0921952 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 943 time: 0.0579066 Dec 16 22:44:43.761290 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb544708-6b4d-4079-8a97-48217f8413c6 req-aa6cf559-f9bc-4b8f-97bf-710adaefa174 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/security-groups?id=d78663f4-ac61-45cb-91e3-e77bf822b1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507879 Dec 16 22:44:44.973860 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792f08a-b5e3-4beb-9ac6-ae66e62928e4 req-a320566c-8a11-4865-ae3e-607c9737ddf5 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:44.979067 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1792f08a-b5e3-4beb-9ac6-ae66e62928e4 req-a320566c-8a11-4865-ae3e-607c9737ddf5 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 943 time: 0.1084642 Dec 16 22:44:45.039588 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1792f08a-b5e3-4beb-9ac6-ae66e62928e4 req-58e286fe-eab1-4757-a724-946e137653eb tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/security-groups?id=d78663f4-ac61-45cb-91e3-e77bf822b1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568504 Dec 16 22:44:45.809594 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-75c4b548-8093-4cfb-9051-e2130fb2fcfc tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:45.815671 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-75c4b548-8093-4cfb-9051-e2130fb2fcfc tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 811 time: 0.1615021 Dec 16 22:44:45.834405 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-954dfa3a-3e37-459b-a782-b966d4fb253b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/quotas/50fe3c907f2a4ef2a5e50c4753c50795 HTTP/1.1" status: 200 len: 375 time: 0.0163615 Dec 16 22:44:45.887679 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-00f4c060-f137-4ed8-ae24-c74d17106430 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522397 Dec 16 22:44:45.998679 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-ebb527e7-2bdb-49cb-b069-28f3e8258222 service neutron] 10.222.0.75 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002917 Dec 16 22:44:46.108558 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-3bd58d3a-b7fc-4aff-816c-73e51cef2b3f service neutron] 10.222.0.75 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016347 Dec 16 22:44:46.193866 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca50e65-0a4e-487c-9816-ec53907656cd req-652d4d6b-c5c1-466b-9597-7cf958176cb4 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:46.195658 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fca50e65-0a4e-487c-9816-ec53907656cd req-652d4d6b-c5c1-466b-9597-7cf958176cb4 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 943 time: 0.0609925 Dec 16 22:44:46.260069 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fca50e65-0a4e-487c-9816-ec53907656cd req-ff2417bc-18e9-4444-9f96-ef944fbb1feb tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/security-groups?id=d78663f4-ac61-45cb-91e3-e77bf822b1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567484 Dec 16 22:44:46.415598 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4b67ea2e-a941-446e-b77c-865f717cfaf2 req-fb621450-e507-4230-9906-089de2907f0b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 210 time: 0.0289609 Dec 16 22:44:46.609526 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device de07ab45-1526-4c70-b46a-d471e25b6c12 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:44:46.739965 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port de07ab45-1526-4c70-b46a-d471e25b6c12, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=de07ab45-1526-4c70-b46a-d471e25b6c12,segment=NetworkSegment(660855a7-5470-462f-891a-54f26e1d26e2),segment_id=660855a7-5470-462f-891a-54f26e1d26e2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:44:46.752990 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'de07ab45-1526-4c70-b46a-d471e25b6c12', 'network_id': '9ffa42e5-7514-429e-b2de-12db7c1de930', 'port_id': 'de07ab45-1526-4c70-b46a-d471e25b6c12', 'mac_address': 'fa:16:3e:7c:7f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47c63394-0858-4c8a-bfcd-537429daa00c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:44:46.804299 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:46.820435 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de07ab45-1526-4c70-b46a-d471e25b6c12 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:44:46.846370 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port de07ab45-1526-4c70-b46a-d471e25b6c12, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=de07ab45-1526-4c70-b46a-d471e25b6c12,segment=NetworkSegment(660855a7-5470-462f-891a-54f26e1d26e2),segment_id=660855a7-5470-462f-891a-54f26e1d26e2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:44:46.900540 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:46.967154 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=de07ab45-1526-4c70-b46a-d471e25b6c12,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:47.253333 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['de07ab45-1526-4c70-b46a-d471e25b6c12'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:44:47.394426 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76677d3f-b196-47f4-bbc7-5ec9eba7145c req-0338d7fe-c826-4c03-a1d4-d37ac1078fa5 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:47.396200 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-76677d3f-b196-47f4-bbc7-5ec9eba7145c req-0338d7fe-c826-4c03-a1d4-d37ac1078fa5 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 944 time: 0.0597875 Dec 16 22:44:47.460662 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-76677d3f-b196-47f4-bbc7-5ec9eba7145c req-a545360e-5af2-4f6a-a768-501396de8b9f tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/security-groups?id=d78663f4-ac61-45cb-91e3-e77bf822b1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564907 Dec 16 22:44:47.526842 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f19d6f5e-e381-4508-9929-de366cd21ef1 req-66b6eb41-2a21-4dd1-9245-6db99f325af8 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 210 time: 0.0310626 Dec 16 22:44:48.592294 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4ffea-0da0-457e-b2a0-9a6c6cd7a84a req-5380cd8b-ada8-46f0-b7bf-e949d2c73d9e tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:48.594491 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-96d4ffea-0da0-457e-b2a0-9a6c6cd7a84a req-5380cd8b-ada8-46f0-b7bf-e949d2c73d9e tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 944 time: 0.0586407 Dec 16 22:44:48.639175 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bccecbb5-01e6-49b6-894f-95a99a313d62 req-9ece2017-095c-4342-93c9-e528822d5e9c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 210 time: 0.0339475 Dec 16 22:44:48.648669 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device de07ab45-1526-4c70-b46a-d471e25b6c12 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:44:48.683137 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-96d4ffea-0da0-457e-b2a0-9a6c6cd7a84a req-339e32fd-c3f0-4014-b7ec-e43c7a9db567 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/security-groups?id=d78663f4-ac61-45cb-91e3-e77bf822b1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707629 Dec 16 22:44:48.773813 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port de07ab45-1526-4c70-b46a-d471e25b6c12 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:44:48.779157 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port de07ab45-1526-4c70-b46a-d471e25b6c12 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:44:48.784776 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:48.869885 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:48.895296 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de07ab45-1526-4c70-b46a-d471e25b6c12'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:44:48.897478 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb85960-7f6e-431d-a70a-60731ba249f8" -d '{"events": [{"server_uuid": "0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c", "name": "network-vif-plugged", "status": "completed", "tag": "de07ab45-1526-4c70-b46a-d471e25b6c12"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:44:48.912487 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port de07ab45-1526-4c70-b46a-d471e25b6c12, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=de07ab45-1526-4c70-b46a-d471e25b6c12,segment=NetworkSegment(660855a7-5470-462f-891a-54f26e1d26e2),segment_id=660855a7-5470-462f-891a-54f26e1d26e2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:44:48.942616 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d47ab62-11cf-4c5e-aba3-8d0cc503b593 x-openstack-request-id: req-8d47ab62-11cf-4c5e-aba3-8d0cc503b593 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:44:48.942917 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c", "name": "network-vif-plugged", "status": "completed", "tag": "de07ab45-1526-4c70-b46a-d471e25b6c12", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:44:48.943214 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8d47ab62-11cf-4c5e-aba3-8d0cc503b593 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:44:48.943614 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de07ab45-1526-4c70-b46a-d471e25b6c12', 'code': 200} Dec 16 22:44:49.002376 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:49.068950 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=de07ab45-1526-4c70-b46a-d471e25b6c12,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:49.143759 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78172a-94a1-4d43-b9a9-43ae70fa0022 req-6aa8f162-dba5-459f-b5ba-6398f3f863e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:49.145295 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9b78172a-94a1-4d43-b9a9-43ae70fa0022 req-6aa8f162-dba5-459f-b5ba-6398f3f863e0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 1096 time: 0.0485380 Dec 16 22:44:49.162450 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-28351b31-b891-497d-9b83-b353f6535c5c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:49.164014 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-28351b31-b891-497d-9b83-b353f6535c5c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.76 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 811 time: 0.1457045 Dec 16 22:44:49.187571 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-40139f11-6664-40a4-972f-c44e0191e12c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Request body: {'port': {'device_id': '0616faff-b7f9-4d75-b18f-b616aa94a0f8', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'admin_state_up': True, 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:49.194655 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9b78172a-94a1-4d43-b9a9-43ae70fa0022 req-048a18ee-6cde-4081-ac0b-71189d5cf140 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d78663f4-ac61-45cb-91e3-e77bf822b1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389552 Dec 16 22:44:49.414024 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-40139f11-6664-40a4-972f-c44e0191e12c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Made reservation on behalf of 50fe3c907f2a4ef2a5e50c4753c50795 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:44:49.418044 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-40139f11-6664-40a4-972f-c44e0191e12c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:49.564766 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-40139f11-6664-40a4-972f-c44e0191e12c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Allocated IP 172.20.0.3 (4daef152-7506-4390-9b15-8eed5c3fe323/1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d/2dcb244f-dd66-425e-a078-75a7624f0213) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:44:49.745328 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-40139f11-6664-40a4-972f-c44e0191e12c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:49.787188 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2e16f8ac-13c7-40fe-8365-f1aed4b8fae8 req-0ed5bcac-754e-4ecf-ae31-3da09896d991 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 210 time: 0.0372014 Dec 16 22:44:49.851491 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97de293-1eb6-4f16-975b-dd492e1f281d req-b039807b-ad41-4fac-87d2-ab746051cdbb tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:49.853049 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f97de293-1eb6-4f16-975b-dd492e1f281d req-b039807b-ad41-4fac-87d2-ab746051cdbb tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 945 time: 0.0546286 Dec 16 22:44:49.876222 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-40139f11-6664-40a4-972f-c44e0191e12c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:49.938145 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-40139f11-6664-40a4-972f-c44e0191e12c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Network 4daef152-7506-4390-9b15-8eed5c3fe323 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:44:49.947457 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-40139f11-6664-40a4-972f-c44e0191e12c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:44:49.952258 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-40139f11-6664-40a4-972f-c44e0191e12c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:44:49.957922 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f97de293-1eb6-4f16-975b-dd492e1f281d req-c18fc8d9-65b1-40e3-91a2-df584833fab4 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/security-groups?id=d78663f4-ac61-45cb-91e3-e77bf822b1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983105 Dec 16 22:44:49.980999 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40139f11-6664-40a4-972f-c44e0191e12c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event updated for resources: {'Port': ['ID=2dcb244f-dd66-425e-a078-75a7624f0213,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:50.028360 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-40139f11-6664-40a4-972f-c44e0191e12c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:50.029018 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-40139f11-6664-40a4-972f-c44e0191e12c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:50.145965 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-40139f11-6664-40a4-972f-c44e0191e12c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9627075 Dec 16 22:44:50.175132 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-b71a2f76-745d-4732-ab52-3be2804a4791 service neutron] Request body: {'port': {'device_id': '0616faff-b7f9-4d75-b18f-b616aa94a0f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:44:50.238949 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-b71a2f76-745d-4732-ab52-3be2804a4791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:50.240940 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b8321dd3-5db5-49d7-b66d-b0e497c1ad54 None None] Provisioning complete for port 2dcb244f-dd66-425e-a078-75a7624f0213 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:44:50.241421 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b8321dd3-5db5-49d7-b66d-b0e497c1ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:50.277576 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b8321dd3-5db5-49d7-b66d-b0e497c1ad54 None None] Port 2dcb244f-dd66-425e-a078-75a7624f0213 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:44:50.551263 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-b71a2f76-745d-4732-ab52-3be2804a4791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dcb244f-dd66-425e-a078-75a7624f0213 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:44:50.559520 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-b71a2f76-745d-4732-ab52-3be2804a4791 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:50.573220 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-b71a2f76-745d-4732-ab52-3be2804a4791 service neutron] Transition to ACTIVE for port object 2dcb244f-dd66-425e-a078-75a7624f0213 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:44:50.676877 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-b71a2f76-745d-4732-ab52-3be2804a4791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:50.754485 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a2f76-745d-4732-ab52-3be2804a4791 service neutron] Pushing event updated for resources: {'Port': ['ID=2dcb244f-dd66-425e-a078-75a7624f0213,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:50.853647 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-b71a2f76-745d-4732-ab52-3be2804a4791 service neutron] Attempting to bind port 2dcb244f-dd66-425e-a078-75a7624f0213 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:44:50.854230 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-b71a2f76-745d-4732-ab52-3be2804a4791 service neutron] Attempting to bind port 2dcb244f-dd66-425e-a078-75a7624f0213 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:44:50.854789 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-b71a2f76-745d-4732-ab52-3be2804a4791 service neutron] Attempting to bind port 2dcb244f-dd66-425e-a078-75a7624f0213 on network 4daef152-7506-4390-9b15-8eed5c3fe323 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:44:50.865465 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-b71a2f76-745d-4732-ab52-3be2804a4791 service neutron] Port 2dcb244f-dd66-425e-a078-75a7624f0213 on network 4daef152-7506-4390-9b15-8eed5c3fe323 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:44:50.865810 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-b71a2f76-745d-4732-ab52-3be2804a4791 service neutron] Attempting to bind port 2dcb244f-dd66-425e-a078-75a7624f0213 on network 4daef152-7506-4390-9b15-8eed5c3fe323 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:44:50.871938 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-b71a2f76-745d-4732-ab52-3be2804a4791 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:44:50.872544 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-b71a2f76-745d-4732-ab52-3be2804a4791 service neutron] Checking segment: {'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:44:50.873111 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-b71a2f76-745d-4732-ab52-3be2804a4791 service neutron] Bound using segment: {'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:44:50.875034 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-b71a2f76-745d-4732-ab52-3be2804a4791 service neutron] Bound port: 2dcb244f-dd66-425e-a078-75a7624f0213, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:44:50.877733 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-b71a2f76-745d-4732-ab52-3be2804a4791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:50.976404 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0070e3-115b-4be7-9f81-ca0bc2b1b3e4 req-936296c1-9ea7-4e86-9f92-70d292334b82 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:50.978061 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cc0070e3-115b-4be7-9f81-ca0bc2b1b3e4 req-936296c1-9ea7-4e86-9f92-70d292334b82 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.0974636 Dec 16 22:44:50.999154 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-b71a2f76-745d-4732-ab52-3be2804a4791 service neutron] For port 2dcb244f-dd66-425e-a078-75a7624f0213, host n-h1-815324-4, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:44:51.015298 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-b71a2f76-745d-4732-ab52-3be2804a4791 service neutron] For port 2dcb244f-dd66-425e-a078-75a7624f0213, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=2dcb244f-dd66-425e-a078-75a7624f0213,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:44:51.067467 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cc0070e3-115b-4be7-9f81-ca0bc2b1b3e4 req-2e342e07-0710-46e2-b8af-19e8b9796234 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820746 Dec 16 22:44:51.138547 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-b71a2f76-745d-4732-ab52-3be2804a4791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:51.185194 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-b71a2f76-745d-4732-ab52-3be2804a4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:51.186160 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-b71a2f76-745d-4732-ab52-3be2804a4791 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:51.187675 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-b71a2f76-745d-4732-ab52-3be2804a4791 service neutron] 10.222.0.76 "PUT /v2.0/ports/2dcb244f-dd66-425e-a078-75a7624f0213 HTTP/1.1" status: 200 len: 1091 time: 1.0178766 Dec 16 22:44:51.192043 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0616faff-b7f9-4d75-b18f-b616aa94a0f8', 'tag': '2dcb244f-dd66-425e-a078-75a7624f0213'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:44:51.194277 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284e4e79-4c6a-4d5e-bb62-001b11d1d842" -d '{"events": [{"name": "network-changed", "server_uuid": "0616faff-b7f9-4d75-b18f-b616aa94a0f8", "tag": "2dcb244f-dd66-425e-a078-75a7624f0213"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:44:51.228290 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322af5e-d445-4c85-b592-682c08027fd5 req-f4565580-de24-4474-b367-b6ca3d77832d tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:51.229925 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4322af5e-d445-4c85-b592-682c08027fd5 req-f4565580-de24-4474-b367-b6ca3d77832d tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 945 time: 0.1476719 Dec 16 22:44:51.263266 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a2f76-745d-4732-ab52-3be2804a4791 service neutron] Pushing event updated for resources: {'Port': ['ID=2dcb244f-dd66-425e-a078-75a7624f0213,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:51.290991 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11350c8d-a05c-4374-9b1b-35e53f0c68e1 x-openstack-request-id: req-11350c8d-a05c-4374-9b1b-35e53f0c68e1 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:44:51.291400 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0616faff-b7f9-4d75-b18f-b616aa94a0f8", "tag": "2dcb244f-dd66-425e-a078-75a7624f0213", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:44:51.291660 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-11350c8d-a05c-4374-9b1b-35e53f0c68e1 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:44:51.295168 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0616faff-b7f9-4d75-b18f-b616aa94a0f8', 'tag': '2dcb244f-dd66-425e-a078-75a7624f0213', 'status': 'completed', 'code': 200} Dec 16 22:44:51.368114 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4322af5e-d445-4c85-b592-682c08027fd5 req-7e5799f5-95d3-4399-92bd-dc4c6cce1860 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/security-groups?id=d78663f4-ac61-45cb-91e3-e77bf822b1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303010 Dec 16 22:44:51.397786 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-e8b770cc-8439-46d7-bcb1-ffcc18a163eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:51.400239 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-e8b770cc-8439-46d7-bcb1-ffcc18a163eb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 1094 time: 0.0848451 Dec 16 22:44:51.476926 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-bb6b70f5-008a-4ddd-96a5-1766b88b1c86 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2dcb244f-dd66-425e-a078-75a7624f0213 HTTP/1.1" status: 200 len: 217 time: 0.0600748 Dec 16 22:44:51.561395 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-c13e2852-d7f6-46af-8bed-1c163bd59a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:51.563279 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-c13e2852-d7f6-46af-8bed-1c163bd59a1e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d HTTP/1.1" status: 200 len: 850 time: 0.0721076 Dec 16 22:44:51.616052 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528805b3-8894-425e-aead-5ab927b7c9a7 req-a4a8a72b-b8ee-499e-af63-44e37fc8af05 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:51.627571 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-528805b3-8894-425e-aead-5ab927b7c9a7 req-a4a8a72b-b8ee-499e-af63-44e37fc8af05 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 945 time: 0.1212380 Dec 16 22:44:51.656735 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-f3b2e11c-c07a-4278-9975-28e45ebacdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:51.661314 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-f3b2e11c-c07a-4278-9975-28e45ebacdd1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4daef152-7506-4390-9b15-8eed5c3fe323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893872 Dec 16 22:44:51.696544 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-528805b3-8894-425e-aead-5ab927b7c9a7 req-fbaa11de-4d83-4cf4-ad7f-82cc1eeef86a tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/security-groups?id=d78663f4-ac61-45cb-91e3-e77bf822b1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622127 Dec 16 22:44:51.782642 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-6992f488-fa44-43a3-97bd-b2b39f6f6dfc service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124671 Dec 16 22:44:51.932299 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bd7bafee-dd6d-4c91-9d0f-af947bf2cc7a req-4674dcc2-7ff0-4d88-bbe7-49eddb36aa2a service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416945 Dec 16 22:44:52.173791 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e4e79-4c6a-4d5e-bb62-001b11d1d842 req-26bf9ce0-659c-4ddb-b3e5-0bc5dfea5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:52.175583 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-284e4e79-4c6a-4d5e-bb62-001b11d1d842 req-26bf9ce0-659c-4ddb-b3e5-0bc5dfea5f87 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 1094 time: 0.0540833 Dec 16 22:44:52.232128 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac911de7-f2a8-4151-bc1c-edb2619bf56c req-e31e6abf-a866-4a77-9508-9dc808d6affa tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:52.238050 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac911de7-f2a8-4151-bc1c-edb2619bf56c req-e31e6abf-a866-4a77-9508-9dc808d6affa tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.0547531 Dec 16 22:44:52.305599 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac911de7-f2a8-4151-bc1c-edb2619bf56c req-f26476b4-9a8f-468e-ae72-f867b513bd0c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639617 Dec 16 22:44:52.381907 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e4e79-4c6a-4d5e-bb62-001b11d1d842 req-56a0e140-f227-4842-89f0-1c20c142f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:52.384298 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-284e4e79-4c6a-4d5e-bb62-001b11d1d842 req-56a0e140-f227-4842-89f0-1c20c142f0d3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 911 time: 0.2008269 Dec 16 22:44:52.455820 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53905f-f468-401b-af93-d0ed638df563 req-48ee8363-0c48-4188-a40c-21d0618a5dd9 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:52.457457 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ef53905f-f468-401b-af93-d0ed638df563 req-48ee8363-0c48-4188-a40c-21d0618a5dd9 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 945 time: 0.1488638 Dec 16 22:44:52.458914 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-284e4e79-4c6a-4d5e-bb62-001b11d1d842 req-c688d177-5391-4f42-8fc2-aa9ae2717695 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2dcb244f-dd66-425e-a078-75a7624f0213 HTTP/1.1" status: 200 len: 217 time: 0.0646894 Dec 16 22:44:52.545321 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e4e79-4c6a-4d5e-bb62-001b11d1d842 req-b8c6c7a0-eefe-4bad-8ee6-6b17204e6f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:52.547315 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-284e4e79-4c6a-4d5e-bb62-001b11d1d842 req-b8c6c7a0-eefe-4bad-8ee6-6b17204e6f79 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d HTTP/1.1" status: 200 len: 850 time: 0.0767503 Dec 16 22:44:52.555930 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ef53905f-f468-401b-af93-d0ed638df563 req-1e095b8c-ac1d-4855-860d-a91784031200 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/security-groups?id=d78663f4-ac61-45cb-91e3-e77bf822b1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925751 Dec 16 22:44:52.626783 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e4e79-4c6a-4d5e-bb62-001b11d1d842 req-8437c466-9188-4010-9a6c-d09da26379e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:52.628582 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-284e4e79-4c6a-4d5e-bb62-001b11d1d842 req-8437c466-9188-4010-9a6c-d09da26379e8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4daef152-7506-4390-9b15-8eed5c3fe323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716259 Dec 16 22:44:52.738106 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-284e4e79-4c6a-4d5e-bb62-001b11d1d842 req-8e5f0066-8aef-42e6-a29c-ac781b2d7493 service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996165 Dec 16 22:44:52.888781 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-284e4e79-4c6a-4d5e-bb62-001b11d1d842 req-ee919fae-0c00-4626-b349-af595c590114 service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208704 Dec 16 22:44:53.457319 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c03466-fc1a-466d-b018-fe736753a702 req-669bddee-694a-4d46-b52a-2bc86c820b3f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:53.465217 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f1c03466-fc1a-466d-b018-fe736753a702 req-669bddee-694a-4d46-b52a-2bc86c820b3f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.0631189 Dec 16 22:44:53.491486 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-abd7e6b8-7e95-4443-834d-656d6b9c3dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:53.530570 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f1c03466-fc1a-466d-b018-fe736753a702 req-58eee686-93ca-4f8c-ab3f-14fbe78beb36 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641515 Dec 16 22:44:53.712823 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36abf6-3b35-4f5d-9272-e9d7cbe8822a req-352ef9d8-5c16-4577-bd12-1c42edacf952 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:53.714910 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fd36abf6-3b35-4f5d-9272-e9d7cbe8822a req-352ef9d8-5c16-4577-bd12-1c42edacf952 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 945 time: 0.0734456 Dec 16 22:44:53.773056 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fd36abf6-3b35-4f5d-9272-e9d7cbe8822a req-ec2cec66-fafa-4f55-af95-6d93b027eaa9 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/security-groups?id=d78663f4-ac61-45cb-91e3-e77bf822b1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471869 Dec 16 22:44:54.270880 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36144d-c700-4d0d-bd1e-2d3ad65d0879 req-7f9a8af1-5a61-4af2-b211-6688d465abe1 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:54.272449 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1e36144d-c700-4d0d-bd1e-2d3ad65d0879 req-7f9a8af1-5a61-4af2-b211-6688d465abe1 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 945 time: 0.0532403 Dec 16 22:44:54.323457 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1e36144d-c700-4d0d-bd1e-2d3ad65d0879 req-c6d78ed6-b005-475c-8521-7b34dfb0fec6 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/security-groups?id=d78663f4-ac61-45cb-91e3-e77bf822b1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435832 Dec 16 22:44:54.485461 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63358f8-b952-4e0d-abee-3438dfa746ea req-868a8401-3c15-4bf3-8780-5af71114cf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:54.487343 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c63358f8-b952-4e0d-abee-3438dfa746ea req-868a8401-3c15-4bf3-8780-5af71114cf56 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1cf4ccacd1394c238064a616ef794968&device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 1096 time: 0.0479319 Dec 16 22:44:54.615617 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63358f8-b952-4e0d-abee-3438dfa746ea req-171bab66-fd9a-472b-84d3-8fa958fe6b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:54.618531 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c63358f8-b952-4e0d-abee-3438dfa746ea req-171bab66-fd9a-472b-84d3-8fa958fe6b2f service neutron] 10.222.0.76 "GET /v2.0/networks?id=9ffa42e5-7514-429e-b2de-12db7c1de930 HTTP/1.1" status: 200 len: 912 time: 0.1217337 Dec 16 22:44:54.723857 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c63358f8-b952-4e0d-abee-3438dfa746ea req-e3d1b439-d87e-4c5d-b808-f4c74096e0e2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de07ab45-1526-4c70-b46a-d471e25b6c12 HTTP/1.1" status: 200 len: 217 time: 0.0957370 Dec 16 22:44:54.799675 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72819f90-a559-43a6-9258-2018db9b5972 req-7078295f-9712-4033-a638-d9b24aa31946 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:54.801293 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-72819f90-a559-43a6-9258-2018db9b5972 req-7078295f-9712-4033-a638-d9b24aa31946 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.1280856 Dec 16 22:44:54.861881 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63358f8-b952-4e0d-abee-3438dfa746ea req-ac8c0152-ddbd-44b6-8c96-720c45f2f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:54.867797 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c63358f8-b952-4e0d-abee-3438dfa746ea req-ac8c0152-ddbd-44b6-8c96-720c45f2f2e5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=47c63394-0858-4c8a-bfcd-537429daa00c HTTP/1.1" status: 200 len: 852 time: 0.1306391 Dec 16 22:44:54.885436 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-72819f90-a559-43a6-9258-2018db9b5972 req-347edcc2-1cd4-4ffa-b816-31803559bd12 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774267 Dec 16 22:44:54.924102 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c63358f8-b952-4e0d-abee-3438dfa746ea req-047a32cc-dce0-42c9-894a-4ecea4502201 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9ffa42e5-7514-429e-b2de-12db7c1de930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454690 Dec 16 22:44:55.040753 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c63358f8-b952-4e0d-abee-3438dfa746ea req-544ffcbd-6668-4958-a6ee-d301d839108d service neutron] 10.222.0.76 "GET /v2.0/networks/9ffa42e5-7514-429e-b2de-12db7c1de930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112716 Dec 16 22:44:55.176532 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c63358f8-b952-4e0d-abee-3438dfa746ea req-bd044af7-68e6-4c5b-987e-88368bde9a37 service neutron] 10.222.0.76 "GET /v2.0/networks/9ffa42e5-7514-429e-b2de-12db7c1de930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268482 Dec 16 22:44:55.418088 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52846) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:55.516581 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1e6cc-00a8-47fd-9cdb-27e526f0c6be req-c6159076-b6b0-44e7-ad84-6625c4d89ff7 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:55.530673 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9fb1e6cc-00a8-47fd-9cdb-27e526f0c6be req-c6159076-b6b0-44e7-ad84-6625c4d89ff7 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 945 time: 0.1255102 Dec 16 22:44:55.610951 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9fb1e6cc-00a8-47fd-9cdb-27e526f0c6be req-65733a01-5aa7-44e9-a958-d5d685a69a6a tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/security-groups?id=d78663f4-ac61-45cb-91e3-e77bf822b1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791137 Dec 16 22:44:55.654953 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-12f0a719-be12-4b89-bb0d-1c4cb6e4b470 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:55.686635 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-93e35a19-5334-4e7f-b74a-0ceb6c1da53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:55.749223 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-12f0a719-be12-4b89-bb0d-1c4cb6e4b470 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:55.889095 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-12f0a719-be12-4b89-bb0d-1c4cb6e4b470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:55.947893 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-12f0a719-be12-4b89-bb0d-1c4cb6e4b470 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=779fb0b7b86940d78bce1e592537bfae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5281940 Dec 16 22:44:55.951490 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0a719-be12-4b89-bb0d-1c4cb6e4b470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe0ce09-b5c3-4a6a-8623-767e37fe1d7b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:55.951630 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 52854) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:44:55.975606 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f0a719-be12-4b89-bb0d-1c4cb6e4b470 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:55.976085 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f0a719-be12-4b89-bb0d-1c4cb6e4b470 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:55.976674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f0a719-be12-4b89-bb0d-1c4cb6e4b470 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:55.977042 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f0a719-be12-4b89-bb0d-1c4cb6e4b470 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:55.977420 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f0a719-be12-4b89-bb0d-1c4cb6e4b470 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:55.977709 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f0a719-be12-4b89-bb0d-1c4cb6e4b470 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:55.978042 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f0a719-be12-4b89-bb0d-1c4cb6e4b470 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:55.978364 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f0a719-be12-4b89-bb0d-1c4cb6e4b470 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:55.978691 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f0a719-be12-4b89-bb0d-1c4cb6e4b470 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:55.979064 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f0a719-be12-4b89-bb0d-1c4cb6e4b470 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:55.979458 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f0a719-be12-4b89-bb0d-1c4cb6e4b470 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:55.980891 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f0a719-be12-4b89-bb0d-1c4cb6e4b470 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:55.981758 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f0a719-be12-4b89-bb0d-1c4cb6e4b470 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:44:56.064905 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3a31467a-fafc-45e5-a621-9954c6850b87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:56.125755 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3a31467a-fafc-45e5-a621-9954c6850b87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:56.161889 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d8a7d-6dd6-4daa-acd0-b27db0183bc8 req-2b19e9fb-0deb-4b93-99e5-ff115f456bb0 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:56.161889 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6b9d8a7d-6dd6-4daa-acd0-b27db0183bc8 req-2b19e9fb-0deb-4b93-99e5-ff115f456bb0 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.1558759 Dec 16 22:44:56.238082 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6b9d8a7d-6dd6-4daa-acd0-b27db0183bc8 req-d250eff1-6373-4cbe-82a0-9f84379bfbba tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870132 Dec 16 22:44:56.331343 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3a31467a-fafc-45e5-a621-9954c6850b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:56.334030 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3a31467a-fafc-45e5-a621-9954c6850b87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:56.335241 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3a31467a-fafc-45e5-a621-9954c6850b87 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dbe0ce09-b5c3-4a6a-8623-767e37fe1d7b HTTP/1.1" status: 204 len: 168 time: 0.3824511 Dec 16 22:44:56.349877 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31467a-fafc-45e5-a621-9954c6850b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe0ce09-b5c3-4a6a-8623-767e37fe1d7b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:44:56.762397 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade64930-1636-44ae-8e18-bfd95e08a4d1 req-39a9b0d0-333b-4f0f-bc14-8d3113c9efcb tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:56.763977 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ade64930-1636-44ae-8e18-bfd95e08a4d1 req-39a9b0d0-333b-4f0f-bc14-8d3113c9efcb tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 945 time: 0.0613780 Dec 16 22:44:56.843110 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ade64930-1636-44ae-8e18-bfd95e08a4d1 req-6ad45dad-259d-4d71-9406-ae00facf5c3a tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/security-groups?id=d78663f4-ac61-45cb-91e3-e77bf822b1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700808 Dec 16 22:44:57.142848 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:57.145604 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:57.367200 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25072fa0-6dbc-4053-b4f5-c827d5b629da req-3d1a2262-c419-4830-87a5-7d45e8caf328 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:57.368904 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25072fa0-6dbc-4053-b4f5-c827d5b629da req-3d1a2262-c419-4830-87a5-7d45e8caf328 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.0529048 Dec 16 22:44:57.432388 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25072fa0-6dbc-4053-b4f5-c827d5b629da req-0ba97b8c-dd4c-4ac4-8dcb-4956778d9f80 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562572 Dec 16 22:44:57.486118 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2e71f-1b48-45de-8aab-fd00d20b8a86 req-4f5f9edc-a5a1-4903-94f0-c994d0f5aad7 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:57.493849 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-64c2e71f-1b48-45de-8aab-fd00d20b8a86 req-4f5f9edc-a5a1-4903-94f0-c994d0f5aad7 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 945 time: 0.1043930 Dec 16 22:44:57.554512 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-64c2e71f-1b48-45de-8aab-fd00d20b8a86 req-1e5b54ef-0615-4a5e-9d0d-21bfa3a24f16 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/security-groups?id=d78663f4-ac61-45cb-91e3-e77bf822b1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597446 Dec 16 22:44:58.437178 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:58.596855 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49709301-fcf3-4fbe-9588-df5deb69dd58 req-85486b5a-653d-4dd7-ab87-dd476cef50bb tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:58.599474 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-49709301-fcf3-4fbe-9588-df5deb69dd58 req-85486b5a-653d-4dd7-ab87-dd476cef50bb tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.0817790 Dec 16 22:44:58.689295 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-49709301-fcf3-4fbe-9588-df5deb69dd58 req-153c79a2-8d15-40cc-8000-b7ef0ed64054 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821931 Dec 16 22:44:58.761842 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa0274-eaec-4de4-b4dd-448ad9540dfe req-b0477670-a4c4-422b-a50d-5eda008c6068 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:58.764296 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1baa0274-eaec-4de4-b4dd-448ad9540dfe req-b0477670-a4c4-422b-a50d-5eda008c6068 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 945 time: 0.0766728 Dec 16 22:44:58.816051 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1baa0274-eaec-4de4-b4dd-448ad9540dfe req-62aff8b1-4392-43ca-97bc-c915b17cca9c tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/security-groups?id=d78663f4-ac61-45cb-91e3-e77bf822b1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456655 Dec 16 22:44:58.833416 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:59.223232 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:44:59.468034 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f77835-879c-45f3-8b60-d5cf33701a68 req-d0f0960d-7337-4f38-8d10-3cd1e8bc2f58 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:59.469778 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b3f77835-879c-45f3-8b60-d5cf33701a68 req-d0f0960d-7337-4f38-8d10-3cd1e8bc2f58 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 945 time: 0.0548055 Dec 16 22:44:59.545688 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b3f77835-879c-45f3-8b60-d5cf33701a68 req-712d385b-a363-461d-a6fa-ab2de8e19e55 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/security-groups?id=d78663f4-ac61-45cb-91e3-e77bf822b1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673647 Dec 16 22:44:59.617798 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70730a2-dd4c-40d0-ad1f-98396211fc2e req-ac356584-00e3-4300-a2d9-16a523bf1881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:59.619436 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a70730a2-dd4c-40d0-ad1f-98396211fc2e req-ac356584-00e3-4300-a2d9-16a523bf1881 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1cf4ccacd1394c238064a616ef794968&device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 1096 time: 0.0473478 Dec 16 22:44:59.727714 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70730a2-dd4c-40d0-ad1f-98396211fc2e req-8c46b3b6-5394-4a91-a193-a0a0fe06b1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:59.733850 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a70730a2-dd4c-40d0-ad1f-98396211fc2e req-8c46b3b6-5394-4a91-a193-a0a0fe06b1a6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9ffa42e5-7514-429e-b2de-12db7c1de930 HTTP/1.1" status: 200 len: 912 time: 0.1066515 Dec 16 22:44:59.781057 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a70730a2-dd4c-40d0-ad1f-98396211fc2e req-98a6fc09-43fc-4447-a6ce-a05c305737c3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de07ab45-1526-4c70-b46a-d471e25b6c12 HTTP/1.1" status: 200 len: 217 time: 0.0395415 Dec 16 22:44:59.874382 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe30f49-8b74-41af-b7da-d0290fa46629 req-bf29f23f-d45a-4b6a-b69e-5f4956fa8244 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:59.875930 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-abe30f49-8b74-41af-b7da-d0290fa46629 req-bf29f23f-d45a-4b6a-b69e-5f4956fa8244 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.0926919 Dec 16 22:44:59.886783 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70730a2-dd4c-40d0-ad1f-98396211fc2e req-62b386e6-a998-41b3-b49e-3906a1a199de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:44:59.886783 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a70730a2-dd4c-40d0-ad1f-98396211fc2e req-62b386e6-a998-41b3-b49e-3906a1a199de service neutron] 10.222.0.76 "GET /v2.0/subnets?id=47c63394-0858-4c8a-bfcd-537429daa00c HTTP/1.1" status: 200 len: 852 time: 0.0871444 Dec 16 22:44:59.933659 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a70730a2-dd4c-40d0-ad1f-98396211fc2e req-cac25cdc-509c-41ec-aa96-e7771bf4835e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9ffa42e5-7514-429e-b2de-12db7c1de930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442548 Dec 16 22:45:00.006460 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-abe30f49-8b74-41af-b7da-d0290fa46629 req-46de1312-95c1-49f2-b70d-4660e0531866 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238923 Dec 16 22:45:00.059814 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a70730a2-dd4c-40d0-ad1f-98396211fc2e req-7fb97a88-30c0-4cc5-b8fc-311afd849762 service neutron] 10.222.0.76 "GET /v2.0/networks/9ffa42e5-7514-429e-b2de-12db7c1de930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148894 Dec 16 22:45:00.161222 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a70730a2-dd4c-40d0-ad1f-98396211fc2e req-d50ac4b0-1595-462a-942e-7bf636c26403 service neutron] 10.222.0.76 "GET /v2.0/networks/9ffa42e5-7514-429e-b2de-12db7c1de930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939114 Dec 16 22:45:00.697966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a64c22-029a-4b5f-a53e-5336381b0f79 req-97d0c09a-00e0-4de2-b915-bab23bb505ec tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:00.700640 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-83a64c22-029a-4b5f-a53e-5336381b0f79 req-97d0c09a-00e0-4de2-b915-bab23bb505ec tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 945 time: 0.0659904 Dec 16 22:45:00.790255 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-83a64c22-029a-4b5f-a53e-5336381b0f79 req-18a70a55-b5e6-41bb-82aa-5cebe2b3b7fb tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/security-groups?id=d78663f4-ac61-45cb-91e3-e77bf822b1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823379 Dec 16 22:45:01.148930 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa27df-e988-4bac-aeb4-a20e514807f9 req-1541d640-d64f-4df9-b0d4-c8bcffc64d94 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:01.150637 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c2aa27df-e988-4bac-aeb4-a20e514807f9 req-1541d640-d64f-4df9-b0d4-c8bcffc64d94 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.0562150 Dec 16 22:45:01.210406 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c2aa27df-e988-4bac-aeb4-a20e514807f9 req-b177493e-df3d-4cf4-9eed-55feb988ed9c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529153 Dec 16 22:45:01.922019 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5aa17-bdf5-49a4-aae7-54750f381eec req-5f38b1a1-1aa1-4b8c-bfc7-5c5d49028280 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:01.923778 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ec5aa17-bdf5-49a4-aae7-54750f381eec req-5f38b1a1-1aa1-4b8c-bfc7-5c5d49028280 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 945 time: 0.0550179 Dec 16 22:45:01.979351 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ec5aa17-bdf5-49a4-aae7-54750f381eec req-40ea3dc0-da06-4404-ae3f-2912cf763863 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/security-groups?id=d78663f4-ac61-45cb-91e3-e77bf822b1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486834 Dec 16 22:45:02.357465 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e041f9-23a1-4f7e-a9fe-d74783e7b979 req-5e8a1b66-0b7e-4995-957d-9a8764dd94a8 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:02.361672 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94e041f9-23a1-4f7e-a9fe-d74783e7b979 req-5e8a1b66-0b7e-4995-957d-9a8764dd94a8 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.0619330 Dec 16 22:45:02.421836 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94e041f9-23a1-4f7e-a9fe-d74783e7b979 req-25d4757e-7c89-429a-8b97-f88689634a58 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562634 Dec 16 22:45:02.543951 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c578b2d-c8d6-4b9c-b3ef-4815b7402db4 req-f19f4291-28b0-49f1-adb2-659e4631d106 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:02.545626 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7c578b2d-c8d6-4b9c-b3ef-4815b7402db4 req-f19f4291-28b0-49f1-adb2-659e4631d106 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 945 time: 0.0596228 Dec 16 22:45:02.599852 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7c578b2d-c8d6-4b9c-b3ef-4815b7402db4 req-ef18a3f6-b985-43c9-9caa-8333c806b0b5 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/security-groups?id=d78663f4-ac61-45cb-91e3-e77bf822b1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483789 Dec 16 22:45:03.569381 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475cdde-51d1-4cd1-830a-1d4dcd05c8ee req-d4c836a1-3f85-4f0c-b115-3a9f1ec95e3b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:03.571017 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2475cdde-51d1-4cd1-830a-1d4dcd05c8ee req-d4c836a1-3f85-4f0c-b115-3a9f1ec95e3b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.0609841 Dec 16 22:45:03.657306 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2475cdde-51d1-4cd1-830a-1d4dcd05c8ee req-59637648-91de-499e-8a59-54bf2116064e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786278 Dec 16 22:45:03.760844 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a08c2-7445-4f03-a6fc-14b89c301aa0 req-be3b6b5e-2969-465a-8800-d8aa47474b87 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:03.763398 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1f6a08c2-7445-4f03-a6fc-14b89c301aa0 req-be3b6b5e-2969-465a-8800-d8aa47474b87 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 945 time: 0.0580006 Dec 16 22:45:03.816110 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1f6a08c2-7445-4f03-a6fc-14b89c301aa0 req-de98e4f9-5170-4652-a762-f1870b4c574b tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/security-groups?id=d78663f4-ac61-45cb-91e3-e77bf822b1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464671 Dec 16 22:45:04.804074 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d214e06-fa87-4cbe-a37a-4cb42b460440 req-1e3c1f72-9166-4c38-bf34-45df51169621 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:04.805716 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0d214e06-fa87-4cbe-a37a-4cb42b460440 req-1e3c1f72-9166-4c38-bf34-45df51169621 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.0574534 Dec 16 22:45:04.843716 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f48ad5-41e2-4dbe-968a-aa3ec05755d8 req-1935ab71-8fc4-433c-a930-fa1594fcb090 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:04.846078 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-00f48ad5-41e2-4dbe-968a-aa3ec05755d8 req-1935ab71-8fc4-433c-a930-fa1594fcb090 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 945 time: 0.0607119 Dec 16 22:45:04.876196 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0d214e06-fa87-4cbe-a37a-4cb42b460440 req-c8313653-1c96-4974-acf9-a9ba66ff793e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625954 Dec 16 22:45:05.031244 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbfa65-0b9d-4e4c-b8bd-22948e66eae8 req-17733996-c397-4ccf-b769-048f40e2bcbe tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:05.031244 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bfcbfa65-0b9d-4e4c-b8bd-22948e66eae8 req-17733996-c397-4ccf-b769-048f40e2bcbe tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 945 time: 0.0991454 Dec 16 22:45:05.093341 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-00f48ad5-41e2-4dbe-968a-aa3ec05755d8 req-e95052a0-9bac-4064-a905-aa2f1d2220dd tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Deleting port de07ab45-1526-4c70-b46a-d471e25b6c12 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:45:05.093695 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-00f48ad5-41e2-4dbe-968a-aa3ec05755d8 req-e95052a0-9bac-4064-a905-aa2f1d2220dd tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:05.148155 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bfcbfa65-0b9d-4e4c-b8bd-22948e66eae8 req-73c5af53-26a8-4711-97c2-9fbd3171bdf5 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/security-groups?id=d78663f4-ac61-45cb-91e3-e77bf822b1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134737 Dec 16 22:45:05.219158 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-00f48ad5-41e2-4dbe-968a-aa3ec05755d8 req-e95052a0-9bac-4064-a905-aa2f1d2220dd tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] For port de07ab45-1526-4c70-b46a-d471e25b6c12, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=de07ab45-1526-4c70-b46a-d471e25b6c12,segment=NetworkSegment(660855a7-5470-462f-891a-54f26e1d26e2),segment_id=660855a7-5470-462f-891a-54f26e1d26e2)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:45:05.219746 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-00f48ad5-41e2-4dbe-968a-aa3ec05755d8 req-e95052a0-9bac-4064-a905-aa2f1d2220dd tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:05.253289 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-00f48ad5-41e2-4dbe-968a-aa3ec05755d8 req-e95052a0-9bac-4064-a905-aa2f1d2220dd tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Calling delete_port for de07ab45-1526-4c70-b46a-d471e25b6c12 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:45:05.621742 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-00f48ad5-41e2-4dbe-968a-aa3ec05755d8 req-e95052a0-9bac-4064-a905-aa2f1d2220dd tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:05.657597 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95052a0-9bac-4064-a905-aa2f1d2220dd tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Pushing event deleted for resources: {'Port': ['ID=de07ab45-1526-4c70-b46a-d471e25b6c12,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:05.661161 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['de07ab45-1526-4c70-b46a-d471e25b6c12'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:45:05.707036 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f48ad5-41e2-4dbe-968a-aa3ec05755d8 req-e95052a0-9bac-4064-a905-aa2f1d2220dd tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] No DVR routers for this DVR port de07ab45-1526-4c70-b46a-d471e25b6c12 on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:45:05.710513 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-00f48ad5-41e2-4dbe-968a-aa3ec05755d8 req-e95052a0-9bac-4064-a905-aa2f1d2220dd tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:05.714235 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-00f48ad5-41e2-4dbe-968a-aa3ec05755d8 req-e95052a0-9bac-4064-a905-aa2f1d2220dd tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.76 "DELETE /v2.0/ports/de07ab45-1526-4c70-b46a-d471e25b6c12 HTTP/1.1" status: 204 len: 173 time: 0.8568020 Dec 16 22:45:05.714922 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c', 'name': 'network-vif-deleted', 'tag': 'de07ab45-1526-4c70-b46a-d471e25b6c12'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:45:05.717556 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeaa2994-46fa-46a5-bcc2-501c1e4351de" -d '{"events": [{"server_uuid": "0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c", "name": "network-vif-deleted", "tag": "de07ab45-1526-4c70-b46a-d471e25b6c12"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:45:05.758319 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b74651c-eac2-4366-9f17-87163384a5cb x-openstack-request-id: req-0b74651c-eac2-4366-9f17-87163384a5cb {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:45:05.758924 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c", "name": "network-vif-deleted", "tag": "de07ab45-1526-4c70-b46a-d471e25b6c12", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:45:05.759440 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0b74651c-eac2-4366-9f17-87163384a5cb {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:45:05.760101 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c', 'name': 'network-vif-deleted', 'tag': 'de07ab45-1526-4c70-b46a-d471e25b6c12', 'status': 'completed', 'code': 200} Dec 16 22:45:06.051967 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a921d7f-ec24-4141-9a21-83e3da9c5369 req-ee9f3304-2941-4591-a902-b6bab12579ba tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:06.065282 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9a921d7f-ec24-4141-9a21-83e3da9c5369 req-ee9f3304-2941-4591-a902-b6bab12579ba tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.0841162 Dec 16 22:45:06.132649 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9a921d7f-ec24-4141-9a21-83e3da9c5369 req-e293d25e-ce94-4364-84c9-e3fea4b3c6a8 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721581 Dec 16 22:45:06.286888 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-809c762c-0fa1-457f-b683-aca9a7f39a2d req-7ea82196-1c01-4336-9f3e-a2b627dff224 tempest-TestServerAdvancedOps-581840435 tempest-TestServerAdvancedOps-581840435-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d9a6afb-2f9d-454c-ba3c-9f2b4550e26c HTTP/1.1" status: 200 len: 210 time: 0.0342278 Dec 16 22:45:07.272985 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a1aad-8806-45ff-bba7-7d6b9d48e5ac req-c8cc7d2a-4a2f-4dda-af8c-1f1d9d367287 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:07.274489 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-204a1aad-8806-45ff-bba7-7d6b9d48e5ac req-c8cc7d2a-4a2f-4dda-af8c-1f1d9d367287 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.0544965 Dec 16 22:45:07.338350 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-204a1aad-8806-45ff-bba7-7d6b9d48e5ac req-8fa52fec-257e-4974-9968-14169aa07f87 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561099 Dec 16 22:45:07.366120 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 52992) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:07.417118 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-521e072a-961f-47c9-b1d1-92f9398e8ed6 admin admin] Deleting subnet 47c63394-0858-4c8a-bfcd-537429daa00c {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:45:07.420994 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-521e072a-961f-47c9-b1d1-92f9398e8ed6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:07.460443 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-521e072a-961f-47c9-b1d1-92f9398e8ed6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:07.511385 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-521e072a-961f-47c9-b1d1-92f9398e8ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:07.682800 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-521e072a-961f-47c9-b1d1-92f9398e8ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:07.711704 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e072a-961f-47c9-b1d1-92f9398e8ed6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47c63394-0858-4c8a-bfcd-537429daa00c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:07.717932 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-521e072a-961f-47c9-b1d1-92f9398e8ed6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:07.725217 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-521e072a-961f-47c9-b1d1-92f9398e8ed6 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/47c63394-0858-4c8a-bfcd-537429daa00c HTTP/1.1" status: 204 len: 168 time: 0.3579841 Dec 16 22:45:07.729466 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53004) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:07.838213 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b738de51-802f-4579-b472-b668325d357d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:07.950052 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b738de51-802f-4579-b472-b668325d357d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:07.975002 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-b738de51-802f-4579-b472-b668325d357d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ffa42e5-7514-429e-b2de-12db7c1de930']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:07.993230 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-b738de51-802f-4579-b472-b668325d357d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660855a7-5470-462f-891a-54f26e1d26e2') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:07.993641 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-b738de51-802f-4579-b472-b668325d357d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660855a7-5470-462f-891a-54f26e1d26e2') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:08.004284 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b738de51-802f-4579-b472-b668325d357d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:08.018986 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b738de51-802f-4579-b472-b668325d357d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:08.027168 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b738de51-802f-4579-b472-b668325d357d admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:45:08.028149 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b738de51-802f-4579-b472-b668325d357d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:45:08.030570 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:45:08.190622 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b738de51-802f-4579-b472-b668325d357d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:08.209337 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b738de51-802f-4579-b472-b668325d357d admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:08.216475 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53018) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:08.216653 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b738de51-802f-4579-b472-b668325d357d admin admin] 10.222.0.75 "DELETE /v2.0/networks/9ffa42e5-7514-429e-b2de-12db7c1de930 HTTP/1.1" status: 204 len: 168 time: 0.4879301 Dec 16 22:45:08.217518 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738de51-802f-4579-b472-b668325d357d admin admin] Pushing event deleted for resources: {'Network': ['ID=9ffa42e5-7514-429e-b2de-12db7c1de930,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:08.290351 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7c282f-b095-4298-a29b-ce1d1988b532 admin admin] Deleting subnet d7c1ef80-d221-4076-b1db-ebe2be48c3ff {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:45:08.298662 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af7c282f-b095-4298-a29b-ce1d1988b532 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:08.351267 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af7c282f-b095-4298-a29b-ce1d1988b532 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:08.408740 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af7c282f-b095-4298-a29b-ce1d1988b532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:08.521519 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65255fa-b4ba-4f9a-a80c-8f0c4dfe90ac req-e3b268dd-42e2-4522-ad39-64c1e649276a tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:08.525329 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e65255fa-b4ba-4f9a-a80c-8f0c4dfe90ac req-e3b268dd-42e2-4522-ad39-64c1e649276a tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.0755923 Dec 16 22:45:08.592557 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e65255fa-b4ba-4f9a-a80c-8f0c4dfe90ac req-03632738-230a-4ea7-9e8d-8f97ab9a43d4 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624816 Dec 16 22:45:08.600925 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af7c282f-b095-4298-a29b-ce1d1988b532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:08.642580 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-af7c282f-b095-4298-a29b-ce1d1988b532 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:08.645852 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-af7c282f-b095-4298-a29b-ce1d1988b532 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/d7c1ef80-d221-4076-b1db-ebe2be48c3ff HTTP/1.1" status: 204 len: 168 time: 0.4280252 Dec 16 22:45:08.649857 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c282f-b095-4298-a29b-ce1d1988b532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7c1ef80-d221-4076-b1db-ebe2be48c3ff,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:08.653099 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53032) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:08.740876 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device de07ab45-1526-4c70-b46a-d471e25b6c12 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:45:08.745639 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9099e678-3358-433c-93d6-ec35c4d4bf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:08.790639 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: de07ab45-1526-4c70-b46a-d471e25b6c12 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:45:08.792069 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device de07ab45-1526-4c70-b46a-d471e25b6c12 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:45:08.852419 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9099e678-3358-433c-93d6-ec35c4d4bf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:08.876549 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-9099e678-3358-433c-93d6-ec35c4d4bf63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d7aae66-c8b6-4939-8d45-8d271cc77b12']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:08.888019 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-9099e678-3358-433c-93d6-ec35c4d4bf63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e16e79-f575-4c96-9d78-e0ce36543e01') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:08.888417 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-9099e678-3358-433c-93d6-ec35c4d4bf63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e16e79-f575-4c96-9d78-e0ce36543e01') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:08.898916 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9099e678-3358-433c-93d6-ec35c4d4bf63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:08.913799 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9099e678-3358-433c-93d6-ec35c4d4bf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:08.920564 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9099e678-3358-433c-93d6-ec35c4d4bf63 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:45:08.921052 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9099e678-3358-433c-93d6-ec35c4d4bf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:45:08.922857 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:45:09.085376 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9099e678-3358-433c-93d6-ec35c4d4bf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:09.093840 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9099e678-3358-433c-93d6-ec35c4d4bf63 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:09.097839 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9099e678-3358-433c-93d6-ec35c4d4bf63 admin admin] 10.222.0.75 "DELETE /v2.0/networks/3d7aae66-c8b6-4939-8d45-8d271cc77b12 HTTP/1.1" status: 204 len: 168 time: 0.4436591 Dec 16 22:45:09.115263 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099e678-3358-433c-93d6-ec35c4d4bf63 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d7aae66-c8b6-4939-8d45-8d271cc77b12,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:09.679389 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53064) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:09.786560 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2a9c9-5f6a-418e-a42a-5d17145d3329 req-aeffa375-c6e1-4325-b4d5-c356253fe2dd tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:09.788163 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a8b2a9c9-5f6a-418e-a42a-5d17145d3329 req-aeffa375-c6e1-4325-b4d5-c356253fe2dd tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.0980711 Dec 16 22:45:09.794394 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53068) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:09.799097 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-119a50f5-f529-4408-85de-4a9bda049340 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1cf4ccacd1394c238064a616ef794968&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1092741 Dec 16 22:45:09.849481 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a8b2a9c9-5f6a-418e-a42a-5d17145d3329 req-bc05fc3b-6bcf-4a92-abf8-acb3c9fbb572 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491798 Dec 16 22:45:09.856674 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1e555f9e-a677-441f-8dee-11d9053e4588 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:09.891192 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1e555f9e-a677-441f-8dee-11d9053e4588 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:10.019956 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1e555f9e-a677-441f-8dee-11d9053e4588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:10.028497 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1e555f9e-a677-441f-8dee-11d9053e4588 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:10.028497 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1e555f9e-a677-441f-8dee-11d9053e4588 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d78663f4-ac61-45cb-91e3-e77bf822b1cf HTTP/1.1" status: 204 len: 168 time: 0.2297471 Dec 16 22:45:10.041575 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e555f9e-a677-441f-8dee-11d9053e4588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78663f4-ac61-45cb-91e3-e77bf822b1cf,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:11.038245 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4d4f6-976d-472a-a7d1-fb3be373e240 req-96243cde-1ee4-4b46-b509-ec7cbc29bd9a tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:11.040365 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d2a4d4f6-976d-472a-a7d1-fb3be373e240 req-96243cde-1ee4-4b46-b509-ec7cbc29bd9a tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.0700624 Dec 16 22:45:11.095144 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53088) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:11.116163 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d2a4d4f6-976d-472a-a7d1-fb3be373e240 req-f3102a33-82c7-4ec2-8c4e-cd7587007752 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663097 Dec 16 22:45:11.160460 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8dfdac5b-3174-4dab-9e5f-4dfedd4a854d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=20acd62f750b43bba256a3ec3fda14a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0635374 Dec 16 22:45:11.162839 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53090) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:11.231368 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-98211a77-5391-4049-8673-7f62911fd556 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:11.259842 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-98211a77-5391-4049-8673-7f62911fd556 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:11.442025 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-98211a77-5391-4049-8673-7f62911fd556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:11.445248 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-98211a77-5391-4049-8673-7f62911fd556 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:11.448846 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-98211a77-5391-4049-8673-7f62911fd556 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8325e03f-0bd5-491b-bc64-3a40718b7790 HTTP/1.1" status: 204 len: 168 time: 0.2827127 Dec 16 22:45:11.459672 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98211a77-5391-4049-8673-7f62911fd556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8325e03f-0bd5-491b-bc64-3a40718b7790,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:12.435682 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b166555-df0c-4f48-abd1-0cd708d245b4 req-e2d4954f-589b-4731-a17b-3532ada7b789 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:12.444957 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b166555-df0c-4f48-abd1-0cd708d245b4 req-e2d4954f-589b-4731-a17b-3532ada7b789 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.1161442 Dec 16 22:45:12.494958 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b166555-df0c-4f48-abd1-0cd708d245b4 req-222588fc-f134-4836-8dc8-59ca7c5ae152 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488677 Dec 16 22:45:13.678849 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd9163-fd7e-4dc2-a68e-74ae38a718a6 req-910ef0fb-86ed-4c36-80a2-1f80db251070 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:13.686393 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-59cd9163-fd7e-4dc2-a68e-74ae38a718a6 req-910ef0fb-86ed-4c36-80a2-1f80db251070 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.0781660 Dec 16 22:45:13.744370 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-59cd9163-fd7e-4dc2-a68e-74ae38a718a6 req-762386fa-4e8a-440f-86e0-d84b49574c97 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550375 Dec 16 22:45:14.887860 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6c3e4-a18c-4f77-97c6-64eb59726f08 req-e3ee4336-d214-4578-a09c-a4428300d606 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:14.894185 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-99a6c3e4-a18c-4f77-97c6-64eb59726f08 req-e3ee4336-d214-4578-a09c-a4428300d606 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.0579028 Dec 16 22:45:14.954785 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-99a6c3e4-a18c-4f77-97c6-64eb59726f08 req-bc75c03f-36c4-4b27-9d65-24fc38675f9e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579069 Dec 16 22:45:15.891646 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:45:16.109704 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d74bd-0fa1-4b26-97d1-51c5660361a4 req-f539d5b8-a138-4d93-a4e4-81d5dbcecf48 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:16.118559 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-928d74bd-0fa1-4b26-97d1-51c5660361a4 req-f539d5b8-a138-4d93-a4e4-81d5dbcecf48 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.0712960 Dec 16 22:45:16.185144 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-928d74bd-0fa1-4b26-97d1-51c5660361a4 req-eeeeb812-f530-4475-a3d9-dec198decff1 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653074 Dec 16 22:45:17.349525 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf1ffa-b507-458c-ba06-a33ad43e54b9 req-4d6a8a07-49b0-4c7c-b25d-e1d8424fc59b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:17.352098 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5adf1ffa-b507-458c-ba06-a33ad43e54b9 req-4d6a8a07-49b0-4c7c-b25d-e1d8424fc59b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.0719361 Dec 16 22:45:17.426562 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5adf1ffa-b507-458c-ba06-a33ad43e54b9 req-5a5de849-9fa2-46bd-9c14-7d12b37d8ef0 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668142 Dec 16 22:45:18.570929 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df1f21-ed14-4904-b1b3-2313fb22c900 req-db390012-79ca-4839-9308-35255712a83f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:18.574084 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-36df1f21-ed14-4904-b1b3-2313fb22c900 req-db390012-79ca-4839-9308-35255712a83f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.0623291 Dec 16 22:45:18.641202 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-36df1f21-ed14-4904-b1b3-2313fb22c900 req-a0d0bbe5-6b74-41f8-ad66-b20ce10ed720 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606463 Dec 16 22:45:19.793915 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce156b-dbd3-4671-8860-07ad36edf826 req-35ca7b7a-c539-4b28-b847-218265112d16 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:19.796213 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e8ce156b-dbd3-4671-8860-07ad36edf826 req-35ca7b7a-c539-4b28-b847-218265112d16 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.0569613 Dec 16 22:45:19.849220 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e8ce156b-dbd3-4671-8860-07ad36edf826 req-b5ed3b16-7d94-4cdd-be01-483b7ce02077 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462577 Dec 16 22:45:21.006591 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55892ffe-620b-4843-8829-86e4a12e7e50 req-efe2f277-26a0-4a32-8f89-9fb9a86af2eb tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:21.012545 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-55892ffe-620b-4843-8829-86e4a12e7e50 req-efe2f277-26a0-4a32-8f89-9fb9a86af2eb tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.0727148 Dec 16 22:45:21.094142 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53208) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:21.141610 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-55892ffe-620b-4843-8829-86e4a12e7e50 req-e9d02e1f-a6fe-4354-b077-86834f55f08e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235449 Dec 16 22:45:21.258287 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bd07f0b9-263b-4b6d-89aa-3314de6b61af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:21.394395 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bd07f0b9-263b-4b6d-89aa-3314de6b61af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:21.479267 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bd07f0b9-263b-4b6d-89aa-3314de6b61af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:21.529331 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bd07f0b9-263b-4b6d-89aa-3314de6b61af admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d323c67b93874754bd476b0e679e9db0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4334259 Dec 16 22:45:21.531256 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd07f0b9-263b-4b6d-89aa-3314de6b61af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab49fcfc-209f-4f97-a14c-9d0f2e901bb6,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:21.532225 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53216) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:21.544948 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd07f0b9-263b-4b6d-89aa-3314de6b61af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:21.546993 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd07f0b9-263b-4b6d-89aa-3314de6b61af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:21.551178 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd07f0b9-263b-4b6d-89aa-3314de6b61af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:21.552519 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd07f0b9-263b-4b6d-89aa-3314de6b61af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:21.553114 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd07f0b9-263b-4b6d-89aa-3314de6b61af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:21.553624 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd07f0b9-263b-4b6d-89aa-3314de6b61af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:21.554651 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd07f0b9-263b-4b6d-89aa-3314de6b61af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:21.554651 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd07f0b9-263b-4b6d-89aa-3314de6b61af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:21.555243 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd07f0b9-263b-4b6d-89aa-3314de6b61af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:21.555829 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd07f0b9-263b-4b6d-89aa-3314de6b61af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:21.556187 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd07f0b9-263b-4b6d-89aa-3314de6b61af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:21.556619 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd07f0b9-263b-4b6d-89aa-3314de6b61af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:21.557084 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd07f0b9-263b-4b6d-89aa-3314de6b61af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:21.612996 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ec15938f-0dd6-4660-82e9-cabc449cd06f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:21.644599 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ec15938f-0dd6-4660-82e9-cabc449cd06f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:21.793452 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ec15938f-0dd6-4660-82e9-cabc449cd06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:21.796157 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ec15938f-0dd6-4660-82e9-cabc449cd06f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:21.799070 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ec15938f-0dd6-4660-82e9-cabc449cd06f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ab49fcfc-209f-4f97-a14c-9d0f2e901bb6 HTTP/1.1" status: 204 len: 168 time: 0.2641239 Dec 16 22:45:21.808521 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15938f-0dd6-4660-82e9-cabc449cd06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab49fcfc-209f-4f97-a14c-9d0f2e901bb6,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:22.298630 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461e92f-c1ae-4331-bffb-1f770a375114 req-cbf684a7-b326-4d94-8ce9-c8c98544ba77 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:22.300298 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7461e92f-c1ae-4331-bffb-1f770a375114 req-cbf684a7-b326-4d94-8ce9-c8c98544ba77 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.0745640 Dec 16 22:45:22.364149 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7461e92f-c1ae-4331-bffb-1f770a375114 req-dff04571-fdd8-446b-81da-d159059d0a5c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567589 Dec 16 22:45:22.899455 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53258) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:23.005586 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-135f5f0d-7262-4824-8a87-3e8c54e2a635 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-630208939-network', 'tenant_id': 'baac8c14e45b473e977c5cce030b0e7c'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:23.115717 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135f5f0d-7262-4824-8a87-3e8c54e2a635 admin admin] Made reservation on behalf of baac8c14e45b473e977c5cce030b0e7c for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:45:23.118116 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-135f5f0d-7262-4824-8a87-3e8c54e2a635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:23.127232 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-135f5f0d-7262-4824-8a87-3e8c54e2a635 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:23.208906 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-135f5f0d-7262-4824-8a87-3e8c54e2a635 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:23.264191 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-135f5f0d-7262-4824-8a87-3e8c54e2a635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:23.289427 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-135f5f0d-7262-4824-8a87-3e8c54e2a635 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:45:23.299030 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f5f0d-7262-4824-8a87-3e8c54e2a635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9f6f71-ea06-4bc4-aa8f-c8c7469d5aa1,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:23.303744 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-135f5f0d-7262-4824-8a87-3e8c54e2a635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:23.304089 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-135f5f0d-7262-4824-8a87-3e8c54e2a635 admin admin] Added segment 1aa611d0-0acb-45d3-a4a4-a8c62a687d6d of type vlan for network 9c3b10a6-c35f-4ddc-8621-8c95223062d0 Dec 16 22:45:23.353532 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-135f5f0d-7262-4824-8a87-3e8c54e2a635 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:23.473280 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-34342b24-478f-425f-a966-adafa308e7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:23.473852 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-135f5f0d-7262-4824-8a87-3e8c54e2a635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:23.474960 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135f5f0d-7262-4824-8a87-3e8c54e2a635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:23.476245 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-135f5f0d-7262-4824-8a87-3e8c54e2a635 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:23.552690 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995cb3a-c4d5-4d22-8bcd-38eedc8e2610 req-3cfb1888-8be2-4c77-b3c7-2bd925f2d4c7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:23.554307 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a995cb3a-c4d5-4d22-8bcd-38eedc8e2610 req-3cfb1888-8be2-4c77-b3c7-2bd925f2d4c7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.1158569 Dec 16 22:45:23.557624 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f5f0d-7262-4824-8a87-3e8c54e2a635 admin admin] Pushing event updated for resources: {'Network': ['ID=9c3b10a6-c35f-4ddc-8621-8c95223062d0,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:23.569544 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 9c3b10a6-c35f-4ddc-8621-8c95223062d0 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:45:23.608426 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a995cb3a-c4d5-4d22-8bcd-38eedc8e2610 req-3003ec68-9ff2-47ee-b913-eacd838ae48a tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465691 Dec 16 22:45:23.641988 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53270) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:23.643315 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-135f5f0d-7262-4824-8a87-3e8c54e2a635 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.7420487 Dec 16 22:45:23.657607 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-32bc5660-d790-4507-9cf3-616a84a2c9fa admin admin] Request body: {'subnet': {'network_id': '9c3b10a6-c35f-4ddc-8621-8c95223062d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-630208939-subnet', 'tenant_id': 'baac8c14e45b473e977c5cce030b0e7c', 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:23.792878 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bc5660-d790-4507-9cf3-616a84a2c9fa admin admin] Made reservation on behalf of baac8c14e45b473e977c5cce030b0e7c for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:45:23.795888 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-32bc5660-d790-4507-9cf3-616a84a2c9fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:24.058677 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-32bc5660-d790-4507-9cf3-616a84a2c9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:24.115440 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc5660-d790-4507-9cf3-616a84a2c9fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd5a28b0-bc7c-4852-ad3c-bd4cbbad61f8,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:24.125963 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bc5660-d790-4507-9cf3-616a84a2c9fa admin admin] Checking segment: {'id': '1aa611d0-0acb-45d3-a4a4-a8c62a687d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9c3b10a6-c35f-4ddc-8621-8c95223062d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:45:24.126553 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bc5660-d790-4507-9cf3-616a84a2c9fa admin admin] Network hostable DHCP agents. Network: 9c3b10a6-c35f-4ddc-8621-8c95223062d0, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:45:24.244322 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bc5660-d790-4507-9cf3-616a84a2c9fa admin admin] Network 9c3b10a6-c35f-4ddc-8621-8c95223062d0 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:45:24.307086 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-32bc5660-d790-4507-9cf3-616a84a2c9fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 9c3b10a6-c35f-4ddc-8621-8c95223062d0) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:45:24.312088 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bc5660-d790-4507-9cf3-616a84a2c9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:24.312935 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-32bc5660-d790-4507-9cf3-616a84a2c9fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:24.317692 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70d7ce1-045a-4c4f-81ec-bb38817976a0 None None] Network 9c3b10a6-c35f-4ddc-8621-8c95223062d0 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:45:24.412628 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-32bc5660-d790-4507-9cf3-616a84a2c9fa admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7684662 Dec 16 22:45:24.415300 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53284) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:24.419892 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-20896b1a-b8c2-456a-826b-ce4b3fef79cb admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-630208939-router', 'tenant_id': 'baac8c14e45b473e977c5cce030b0e7c', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:45:24.424928 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-9c3b10a6-c35f-4ddc-8621-8c95223062d0', 'network_id': '9c3b10a6-c35f-4ddc-8621-8c95223062d0', 'project_id': 'baac8c14e45b473e977c5cce030b0e7c', 'fixed_ips': [{'subnet_id': 'bd5a28b0-bc7c-4852-ad3c-bd4cbbad61f8'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:45:24.426366 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:24.524422 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-20896b1a-b8c2-456a-826b-ce4b3fef79cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:24.525501 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-20896b1a-b8c2-456a-826b-ce4b3fef79cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:24.574365 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Allocated IP 172.20.0.2 (9c3b10a6-c35f-4ddc-8621-8c95223062d0/bd5a28b0-bc7c-4852-ad3c-bd4cbbad61f8/f6abe9dc-496d-459b-80fb-62307f1374ce) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:45:24.583236 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-20896b1a-b8c2-456a-826b-ce4b3fef79cb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:24.741541 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:24.811690 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:24.859351 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Network 9c3b10a6-c35f-4ddc-8621-8c95223062d0 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:45:24.863586 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:45:24.865497 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Pushing event updated for resources: {'Port': ['ID=f6abe9dc-496d-459b-80fb-62307f1374ce,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:24.867894 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:45:24.880682 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:24.881012 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:24.881574 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:24.881915 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:24.882268 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:24.882892 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:24.883254 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:24.883588 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:24.883907 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:24.884277 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:24.884815 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:24.885141 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:24.885464 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:24.939623 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Attempting to bind port f6abe9dc-496d-459b-80fb-62307f1374ce on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:45:24.940004 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Attempting to bind port f6abe9dc-496d-459b-80fb-62307f1374ce by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '1aa611d0-0acb-45d3-a4a4-a8c62a687d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9c3b10a6-c35f-4ddc-8621-8c95223062d0'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:45:24.940405 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Attempting to bind port f6abe9dc-496d-459b-80fb-62307f1374ce on network 9c3b10a6-c35f-4ddc-8621-8c95223062d0 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:45:24.946028 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:45:24.946403 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Checking segment: {'id': '1aa611d0-0acb-45d3-a4a4-a8c62a687d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9c3b10a6-c35f-4ddc-8621-8c95223062d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:45:24.946812 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:24.947230 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Bound using segment: {'id': '1aa611d0-0acb-45d3-a4a4-a8c62a687d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9c3b10a6-c35f-4ddc-8621-8c95223062d0'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:45:24.947703 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Bound port: f6abe9dc-496d-459b-80fb-62307f1374ce, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa611d0-0acb-45d3-a4a4-a8c62a687d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9c3b10a6-c35f-4ddc-8621-8c95223062d0'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:45:24.948087 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:25.034444 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] For port f6abe9dc-496d-459b-80fb-62307f1374ce, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:45:25.038054 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] For port f6abe9dc-496d-459b-80fb-62307f1374ce, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f6abe9dc-496d-459b-80fb-62307f1374ce,segment=NetworkSegment(1aa611d0-0acb-45d3-a4a4-a8c62a687d6d),segment_id=1aa611d0-0acb-45d3-a4a4-a8c62a687d6d)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:45:25.138925 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:25.199286 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-20896b1a-b8c2-456a-826b-ce4b3fef79cb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:25.209326 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7653f1e-ea15-4d9c-9f2e-b3e41b646704 req-2ea6bf25-a62b-486e-8959-d73c48df025e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:25.210966 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e7653f1e-ea15-4d9c-9f2e-b3e41b646704 req-2ea6bf25-a62b-486e-8959-d73c48df025e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.1486790 Dec 16 22:45:25.238870 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402137a7-8267-4f49-8c5b-b425950a9649 None None] Pushing event updated for resources: {'Port': ['ID=f6abe9dc-496d-459b-80fb-62307f1374ce,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:25.282019 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e7653f1e-ea15-4d9c-9f2e-b3e41b646704 req-2f73a61c-1bbe-4d43-8a16-0529febe922d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621884 Dec 16 22:45:25.535735 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-20896b1a-b8c2-456a-826b-ce4b3fef79cb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:25.562740 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-20896b1a-b8c2-456a-826b-ce4b3fef79cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:25.704051 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-94935886-322f-4bb0-b737-dfdbd1fea498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:25.717807 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-20896b1a-b8c2-456a-826b-ce4b3fef79cb admin admin] Allocated IP 172.25.6.223 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/11781a03-b8a7-4e72-a29c-0b29b33ae4dd) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:45:25.720817 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f6abe9dc-496d-459b-80fb-62307f1374ce up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:45:25.790829 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port f6abe9dc-496d-459b-80fb-62307f1374ce triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:25.791414 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:25.858243 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-20896b1a-b8c2-456a-826b-ce4b3fef79cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:25.999012 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-20896b1a-b8c2-456a-826b-ce4b3fef79cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:26.038457 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20896b1a-b8c2-456a-826b-ce4b3fef79cb admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:45:26.042915 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-20896b1a-b8c2-456a-826b-ce4b3fef79cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:45:26.043318 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:26.047869 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20896b1a-b8c2-456a-826b-ce4b3fef79cb admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:45:26.065196 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d758f63-8509-4b51-9a77-5a09e0dfda35 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:45:26.073562 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20896b1a-b8c2-456a-826b-ce4b3fef79cb admin admin] Pushing event updated for resources: {'Port': ['ID=11781a03-b8a7-4e72-a29c-0b29b33ae4dd,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:26.098313 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port f6abe9dc-496d-459b-80fb-62307f1374ce, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f6abe9dc-496d-459b-80fb-62307f1374ce,segment=NetworkSegment(1aa611d0-0acb-45d3-a4a4-a8c62a687d6d),segment_id=1aa611d0-0acb-45d3-a4a4-a8c62a687d6d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:45:26.189874 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:26.225155 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ce119866-fb74-4251-b989-e8a18dade69c None None] Provisioning complete for port 11781a03-b8a7-4e72-a29c-0b29b33ae4dd triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:26.225829 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce119866-fb74-4251-b989-e8a18dade69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:26.283918 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ce119866-fb74-4251-b989-e8a18dade69c None None] Port 11781a03-b8a7-4e72-a29c-0b29b33ae4dd cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:45:26.285429 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=f6abe9dc-496d-459b-80fb-62307f1374ce,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:26.436266 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567563bd-1a44-4e80-b7e8-6bcafb3298c4 req-c38b0533-2779-4730-a722-16075dfe8d3d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:26.438218 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-567563bd-1a44-4e80-b7e8-6bcafb3298c4 req-c38b0533-2779-4730-a722-16075dfe8d3d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.0613325 Dec 16 22:45:26.456560 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1afeb1-fa4d-41e8-92b5-2b1f047964af None None] Network 9c3b10a6-c35f-4ddc-8621-8c95223062d0 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:45:26.469163 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-20896b1a-b8c2-456a-826b-ce4b3fef79cb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:26.517448 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-567563bd-1a44-4e80-b7e8-6bcafb3298c4 req-7a5281aa-0520-405f-b35d-ad2f8ba22e66 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679140 Dec 16 22:45:26.565626 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a6d9dfa9-bb92-4ad7-a5d3-34c8788cb50a None None] Provisioning complete for port f6abe9dc-496d-459b-80fb-62307f1374ce triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:26.566749 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a6d9dfa9-bb92-4ad7-a5d3-34c8788cb50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:26.714348 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-20896b1a-b8c2-456a-826b-ce4b3fef79cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:26.931574 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-11f0cf24-34ee-4132-99d6-237047d17b82 None None] Provisioning complete for port f6abe9dc-496d-459b-80fb-62307f1374ce triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:26.932221 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-11f0cf24-34ee-4132-99d6-237047d17b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:26.998920 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20896b1a-b8c2-456a-826b-ce4b3fef79cb admin admin] Router de34d242-add3-4c74-a354-2aee54c8599e is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:45:27.102195 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:27.118791 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20896b1a-b8c2-456a-826b-ce4b3fef79cb admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:45:27.130237 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b248915-b519-4789-9a90-3f11fd9e0f9f None None] Sync routers for ids ['de34d242-add3-4c74-a354-2aee54c8599e'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:45:27.131453 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:27.142103 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b248915-b519-4789-9a90-3f11fd9e0f9f None None] Routers {'de34d242-add3-4c74-a354-2aee54c8599e'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:45:27.142878 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4b248915-b519-4789-9a90-3f11fd9e0f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:45:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['de34d242-add3-4c74-a354-2aee54c8599e'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:27.218928 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-20896b1a-b8c2-456a-826b-ce4b3fef79cb admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:27.220434 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-20896b1a-b8c2-456a-826b-ce4b3fef79cb admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.8042290 Dec 16 22:45:27.223167 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53320) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:27.258753 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-4b248915-b519-4789-9a90-3f11fd9e0f9f None None] Set router de34d242-add3-4c74-a354-2aee54c8599e gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:45:27.481926 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4b248915-b519-4789-9a90-3f11fd9e0f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34d242-add3-4c74-a354-2aee54c8599e', 'name': 'tempest-ImageQuotaTest-630208939-router', 'tenant_id': 'baac8c14e45b473e977c5cce030b0e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '11781a03-b8a7-4e72-a29c-0b29b33ae4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:45:24Z', 'updated_at': '2021-12-16T22:45:26Z', 'revision_number': 3, 'project_id': 'baac8c14e45b473e977c5cce030b0e7c', 'gw_port': {'id': '11781a03-b8a7-4e72-a29c-0b29b33ae4dd', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:76:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de34d242-add3-4c74-a354-2aee54c8599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:45:25Z', 'updated_at': '2021-12-16T22:45:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:27.517661 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b248915-b519-4789-9a90-3f11fd9e0f9f None None] Checking router: de34d242-add3-4c74-a354-2aee54c8599e for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:45:27.518013 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b248915-b519-4789-9a90-3f11fd9e0f9f None None] Updating router de34d242-add3-4c74-a354-2aee54c8599e port 11781a03-b8a7-4e72-a29c-0b29b33ae4dd binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:45:27.551457 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b248915-b519-4789-9a90-3f11fd9e0f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:27.681549 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f6abe9dc-496d-459b-80fb-62307f1374ce up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:45:27.734766 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port f6abe9dc-496d-459b-80fb-62307f1374ce triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:27.735456 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:27.747094 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1a2ee-3b7d-47e6-93c1-56c09b420a70 req-79eff371-686b-43ab-bd7f-e7c7c6ef894e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:27.749084 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79d1a2ee-3b7d-47e6-93c1-56c09b420a70 req-79eff371-686b-43ab-bd7f-e7c7c6ef894e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.1252687 Dec 16 22:45:27.760348 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e38557f-0375-4e45-aade-317bf14b471f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:27.881612 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b248915-b519-4789-9a90-3f11fd9e0f9f None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:27.882970 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-79d1a2ee-3b7d-47e6-93c1-56c09b420a70 req-d4490219-a968-41f8-9f51-d8b6ccfc0253 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121860 Dec 16 22:45:27.970494 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b248915-b519-4789-9a90-3f11fd9e0f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:27.997234 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-4e38557f-0375-4e45-aade-317bf14b471f admin admin] Allocated IP 172.20.0.1 (9c3b10a6-c35f-4ddc-8621-8c95223062d0/bd5a28b0-bc7c-4852-ad3c-bd4cbbad61f8/f01e1513-65be-4c2c-8089-d98e0d52f95f) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:45:28.023481 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1ff37a-bcbd-4b3b-8478-174ae8baccdd None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:45:28.034428 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-4b248915-b519-4789-9a90-3f11fd9e0f9f None None] Attempting to bind port 11781a03-b8a7-4e72-a29c-0b29b33ae4dd on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:45:28.034804 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-4b248915-b519-4789-9a90-3f11fd9e0f9f None None] Attempting to bind port 11781a03-b8a7-4e72-a29c-0b29b33ae4dd by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:45:28.035198 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b248915-b519-4789-9a90-3f11fd9e0f9f None None] Attempting to bind port 11781a03-b8a7-4e72-a29c-0b29b33ae4dd on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:45:28.042796 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4432c6d-0e83-4177-9afa-67337207f72b None None] Pushing event updated for resources: {'Port': ['ID=11781a03-b8a7-4e72-a29c-0b29b33ae4dd,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:28.046557 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b248915-b519-4789-9a90-3f11fd9e0f9f None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:45:28.046941 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b248915-b519-4789-9a90-3f11fd9e0f9f None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:45:28.047383 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b248915-b519-4789-9a90-3f11fd9e0f9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:28.047772 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b248915-b519-4789-9a90-3f11fd9e0f9f None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:45:28.048248 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-4b248915-b519-4789-9a90-3f11fd9e0f9f None None] Bound port: 11781a03-b8a7-4e72-a29c-0b29b33ae4dd, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:45:28.048626 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b248915-b519-4789-9a90-3f11fd9e0f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:28.056316 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4432c6d-0e83-4177-9afa-67337207f72b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:28.056660 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4432c6d-0e83-4177-9afa-67337207f72b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:28.057000 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4432c6d-0e83-4177-9afa-67337207f72b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:28.057327 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4432c6d-0e83-4177-9afa-67337207f72b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:28.057663 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4432c6d-0e83-4177-9afa-67337207f72b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:28.057987 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4432c6d-0e83-4177-9afa-67337207f72b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:28.058309 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4432c6d-0e83-4177-9afa-67337207f72b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:28.058632 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4432c6d-0e83-4177-9afa-67337207f72b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:28.059575 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4432c6d-0e83-4177-9afa-67337207f72b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:28.059902 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4432c6d-0e83-4177-9afa-67337207f72b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:28.060225 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4432c6d-0e83-4177-9afa-67337207f72b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:28.060552 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4432c6d-0e83-4177-9afa-67337207f72b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:28.060860 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4432c6d-0e83-4177-9afa-67337207f72b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:45:28.097623 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ea1ba611-41be-47f6-a096-be9f55c11bbd None None] Provisioning complete for port 11781a03-b8a7-4e72-a29c-0b29b33ae4dd triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:28.098000 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ea1ba611-41be-47f6-a096-be9f55c11bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:28.127642 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e38557f-0375-4e45-aade-317bf14b471f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:28.134745 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-4b248915-b519-4789-9a90-3f11fd9e0f9f None None] For port 11781a03-b8a7-4e72-a29c-0b29b33ae4dd, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:45:28.137420 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-4b248915-b519-4789-9a90-3f11fd9e0f9f None None] For port 11781a03-b8a7-4e72-a29c-0b29b33ae4dd, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=11781a03-b8a7-4e72-a29c-0b29b33ae4dd,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:45:28.137633 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ea1ba611-41be-47f6-a096-be9f55c11bbd None None] Port 11781a03-b8a7-4e72-a29c-0b29b33ae4dd cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:45:28.210865 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b248915-b519-4789-9a90-3f11fd9e0f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:28.240040 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e38557f-0375-4e45-aade-317bf14b471f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:28.271959 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4432c6d-0e83-4177-9afa-67337207f72b None None] Pushing event updated for resources: {'Port': ['ID=11781a03-b8a7-4e72-a29c-0b29b33ae4dd,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:28.278039 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b248915-b519-4789-9a90-3f11fd9e0f9f None None] Routers {'de34d242-add3-4c74-a354-2aee54c8599e'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:45:28.278855 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4b248915-b519-4789-9a90-3f11fd9e0f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:45:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['de34d242-add3-4c74-a354-2aee54c8599e'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:28.284708 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2a591b-1756-4af8-8eea-683e8ef43570 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:45:28.295114 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e38557f-0375-4e45-aade-317bf14b471f admin admin] Network 9c3b10a6-c35f-4ddc-8621-8c95223062d0 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:45:28.300792 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-4e38557f-0375-4e45-aade-317bf14b471f admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:45:28.305511 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e38557f-0375-4e45-aade-317bf14b471f admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:45:28.334980 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38557f-0375-4e45-aade-317bf14b471f admin admin] Pushing event updated for resources: {'Port': ['ID=f01e1513-65be-4c2c-8089-d98e0d52f95f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:28.360942 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e38557f-0375-4e45-aade-317bf14b471f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:28.382212 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4fca897e-018f-4c59-892a-cbc2247a1ce0 None None] Provisioning complete for port 11781a03-b8a7-4e72-a29c-0b29b33ae4dd triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:28.384811 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fca897e-018f-4c59-892a-cbc2247a1ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:28.447890 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-4b248915-b519-4789-9a90-3f11fd9e0f9f None None] Set router de34d242-add3-4c74-a354-2aee54c8599e gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:45:28.468490 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:28.552959 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fca897e-018f-4c59-892a-cbc2247a1ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:28.606168 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4fca897e-018f-4c59-892a-cbc2247a1ce0 None None] For port 11781a03-b8a7-4e72-a29c-0b29b33ae4dd, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=11781a03-b8a7-4e72-a29c-0b29b33ae4dd,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:45:28.627686 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e38557f-0375-4e45-aade-317bf14b471f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:28.709580 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:28.754522 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fca897e-018f-4c59-892a-cbc2247a1ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:28.797113 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4b248915-b519-4789-9a90-3f11fd9e0f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34d242-add3-4c74-a354-2aee54c8599e', 'name': 'tempest-ImageQuotaTest-630208939-router', 'tenant_id': 'baac8c14e45b473e977c5cce030b0e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '11781a03-b8a7-4e72-a29c-0b29b33ae4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:45:24Z', 'updated_at': '2021-12-16T22:45:26Z', 'revision_number': 3, 'project_id': 'baac8c14e45b473e977c5cce030b0e7c', 'gw_port': {'id': '11781a03-b8a7-4e72-a29c-0b29b33ae4dd', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:76:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de34d242-add3-4c74-a354-2aee54c8599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:45:25Z', 'updated_at': '2021-12-16T22:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:28.820637 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca897e-018f-4c59-892a-cbc2247a1ce0 None None] Pushing event updated for resources: {'Port': ['ID=11781a03-b8a7-4e72-a29c-0b29b33ae4dd,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:28.839019 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e38557f-0375-4e45-aade-317bf14b471f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:28.841520 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b248915-b519-4789-9a90-3f11fd9e0f9f None None] The sync data for ids ['de34d242-add3-4c74-a354-2aee54c8599e'] in n-d-815324-4 is: [{'id': 'de34d242-add3-4c74-a354-2aee54c8599e', 'name': 'tempest-ImageQuotaTest-630208939-router', 'tenant_id': 'baac8c14e45b473e977c5cce030b0e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '11781a03-b8a7-4e72-a29c-0b29b33ae4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:45:24Z', 'updated_at': '2021-12-16T22:45:26Z', 'revision_number': 3, 'project_id': 'baac8c14e45b473e977c5cce030b0e7c', 'gw_port': {'id': '11781a03-b8a7-4e72-a29c-0b29b33ae4dd', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:76:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de34d242-add3-4c74-a354-2aee54c8599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:45:25Z', 'updated_at': '2021-12-16T22:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:45:28.885870 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3c8fc67e-7e77-4f0f-891a-816d4f864614 None None] Provisioning complete for port f01e1513-65be-4c2c-8089-d98e0d52f95f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:28.886327 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3c8fc67e-7e77-4f0f-891a-816d4f864614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:28.910057 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e38557f-0375-4e45-aade-317bf14b471f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:28.926690 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-3c8fc67e-7e77-4f0f-891a-816d4f864614 None None] Port f01e1513-65be-4c2c-8089-d98e0d52f95f cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:45:29.012877 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38557f-0375-4e45-aade-317bf14b471f admin admin] Pushing event updated for resources: {'Port': ['ID=f01e1513-65be-4c2c-8089-d98e0d52f95f,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:29.021484 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e38557f-0375-4e45-aade-317bf14b471f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:29.064441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7c748-01ef-4472-971e-db4e87f572e2 req-6b24b3b6-b426-4969-9924-2eb9084fc18b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:29.066814 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3ec7c748-01ef-4472-971e-db4e87f572e2 req-6b24b3b6-b426-4969-9924-2eb9084fc18b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.0896857 Dec 16 22:45:29.084720 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:29.138954 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3ec7c748-01ef-4472-971e-db4e87f572e2 req-5b2c5b65-93e0-46b1-825b-29b93f478926 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626781 Dec 16 22:45:29.177147 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e38557f-0375-4e45-aade-317bf14b471f admin admin] Network 9c3b10a6-c35f-4ddc-8621-8c95223062d0 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:45:29.179768 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-4e38557f-0375-4e45-aade-317bf14b471f admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:45:29.348720 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e38557f-0375-4e45-aade-317bf14b471f admin admin] Router de34d242-add3-4c74-a354-2aee54c8599e has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:45:29.475450 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-61adbd19-99c5-4732-b581-76f61e3dba23 None None] Provisioning complete for port f01e1513-65be-4c2c-8089-d98e0d52f95f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:29.475942 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-61adbd19-99c5-4732-b581-76f61e3dba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:29.517157 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-61adbd19-99c5-4732-b581-76f61e3dba23 None None] Port f01e1513-65be-4c2c-8089-d98e0d52f95f cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:45:29.759389 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 11781a03-b8a7-4e72-a29c-0b29b33ae4dd up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:45:29.819469 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 11781a03-b8a7-4e72-a29c-0b29b33ae4dd triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:29.819917 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:29.847960 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e38557f-0375-4e45-aade-317bf14b471f admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:45:29.859082 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4e38557f-0375-4e45-aade-317bf14b471f admin admin] 10.222.0.75 "PUT /v2.0/routers/de34d242-add3-4c74-a354-2aee54c8599e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6327186 Dec 16 22:45:30.294350 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32349320-c827-44b7-8751-f587d400fbf3 req-05544b13-16b4-4890-8ecb-628e6fde8ec7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:30.294350 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-32349320-c827-44b7-8751-f587d400fbf3 req-05544b13-16b4-4890-8ecb-628e6fde8ec7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 943 time: 0.0554836 Dec 16 22:45:30.358034 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-32349320-c827-44b7-8751-f587d400fbf3 req-427ecb11-809e-42ba-870d-7a11d84acc28 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598664 Dec 16 22:45:30.736047 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d5f18f-a1a7-4929-a0a7-e5763818040b None None] Sync routers for ids ['de34d242-add3-4c74-a354-2aee54c8599e'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:45:30.747814 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d5f18f-a1a7-4929-a0a7-e5763818040b None None] Routers {'de34d242-add3-4c74-a354-2aee54c8599e'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:45:30.748450 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-67d5f18f-a1a7-4929-a0a7-e5763818040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:45:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['de34d242-add3-4c74-a354-2aee54c8599e'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:30.855700 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 2dcb244f-dd66-425e-a078-75a7624f0213 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:45:30.891799 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-67d5f18f-a1a7-4929-a0a7-e5763818040b None None] Set router de34d242-add3-4c74-a354-2aee54c8599e gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:45:30.978139 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.resource_extend [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 22:45:31.133851 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 2dcb244f-dd66-425e-a078-75a7624f0213, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=2dcb244f-dd66-425e-a078-75a7624f0213,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:45:31.145790 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53390) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:31.152166 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '2dcb244f-dd66-425e-a078-75a7624f0213', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'port_id': '2dcb244f-dd66-425e-a078-75a7624f0213', 'mac_address': 'fa:16:3e:ba:16:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:45:31.218256 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:31.237052 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dcb244f-dd66-425e-a078-75a7624f0213 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:45:31.261350 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-67d5f18f-a1a7-4929-a0a7-e5763818040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34d242-add3-4c74-a354-2aee54c8599e', 'name': 'tempest-ImageQuotaTest-630208939-router', 'tenant_id': 'baac8c14e45b473e977c5cce030b0e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '11781a03-b8a7-4e72-a29c-0b29b33ae4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:45:24Z', 'updated_at': '2021-12-16T22:45:28Z', 'revision_number': 4, 'project_id': 'baac8c14e45b473e977c5cce030b0e7c', 'gw_port': {'id': '11781a03-b8a7-4e72-a29c-0b29b33ae4dd', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34d242-add3-4c74-a354-2aee54c8599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:45:25Z', 'updated_at': '2021-12-16T22:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f01e1513-65be-4c2c-8089-d98e0d52f95f', 'name': '', 'network_id': '9c3b10a6-c35f-4ddc-8621-8c95223062d0', 'tenant_id': 'baac8c14e45b473e977c5cce030b0e7c', 'mac_address': 'fa:16:3e:0e:fd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de34d242-add3-4c74-a354-2aee54c8599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'bd5a28b0-bc7c-4852-ad3c-bd4cbbad61f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:45:27Z', 'updated_at': '2021-12-16T22:45:28Z', 'revision_number': 2, 'project_id': 'baac8c14e45b473e977c5cce030b0e7c', 'subnets': [{'id': 'bd5a28b0-bc7c-4852-ad3c-bd4cbbad61f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:31.267125 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 2dcb244f-dd66-425e-a078-75a7624f0213, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=2dcb244f-dd66-425e-a078-75a7624f0213,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:45:31.302845 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d5f18f-a1a7-4929-a0a7-e5763818040b None None] Checking router: de34d242-add3-4c74-a354-2aee54c8599e for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:45:31.303248 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d5f18f-a1a7-4929-a0a7-e5763818040b None None] Updating router de34d242-add3-4c74-a354-2aee54c8599e port f01e1513-65be-4c2c-8089-d98e0d52f95f binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:45:31.331228 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67d5f18f-a1a7-4929-a0a7-e5763818040b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:31.349167 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:31.491818 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=2dcb244f-dd66-425e-a078-75a7624f0213,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:31.669408 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67d5f18f-a1a7-4929-a0a7-e5763818040b None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:31.705801 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['2dcb244f-dd66-425e-a078-75a7624f0213'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:45:31.731772 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6e93a-6987-4995-b5bf-6e5c591a21cb req-8e869f4d-5fed-4142-a7ef-bb6492270040 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:31.733594 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aca6e93a-6987-4995-b5bf-6e5c591a21cb req-8e869f4d-5fed-4142-a7ef-bb6492270040 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 944 time: 0.1040242 Dec 16 22:45:31.753844 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67d5f18f-a1a7-4929-a0a7-e5763818040b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:31.843888 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad68be-034d-4ace-a6d2-035c50d8254a None None] Pushing event updated for resources: {'Port': ['ID=f01e1513-65be-4c2c-8089-d98e0d52f95f,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:31.853535 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aca6e93a-6987-4995-b5bf-6e5c591a21cb req-830df092-1df5-43d6-9c88-cd668b703df3 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974140 Dec 16 22:45:31.905061 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-67d5f18f-a1a7-4929-a0a7-e5763818040b None None] Attempting to bind port f01e1513-65be-4c2c-8089-d98e0d52f95f on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:45:31.905435 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-67d5f18f-a1a7-4929-a0a7-e5763818040b None None] Attempting to bind port f01e1513-65be-4c2c-8089-d98e0d52f95f by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '1aa611d0-0acb-45d3-a4a4-a8c62a687d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9c3b10a6-c35f-4ddc-8621-8c95223062d0'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:45:31.905958 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d5f18f-a1a7-4929-a0a7-e5763818040b None None] Attempting to bind port f01e1513-65be-4c2c-8089-d98e0d52f95f on network 9c3b10a6-c35f-4ddc-8621-8c95223062d0 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:45:31.919833 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d5f18f-a1a7-4929-a0a7-e5763818040b None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:45:31.920218 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d5f18f-a1a7-4929-a0a7-e5763818040b None None] Checking segment: {'id': '1aa611d0-0acb-45d3-a4a4-a8c62a687d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9c3b10a6-c35f-4ddc-8621-8c95223062d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:45:31.920632 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67d5f18f-a1a7-4929-a0a7-e5763818040b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:31.921035 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d5f18f-a1a7-4929-a0a7-e5763818040b None None] Bound using segment: {'id': '1aa611d0-0acb-45d3-a4a4-a8c62a687d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9c3b10a6-c35f-4ddc-8621-8c95223062d0'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:45:31.921529 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-67d5f18f-a1a7-4929-a0a7-e5763818040b None None] Bound port: f01e1513-65be-4c2c-8089-d98e0d52f95f, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa611d0-0acb-45d3-a4a4-a8c62a687d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9c3b10a6-c35f-4ddc-8621-8c95223062d0'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:45:31.921947 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67d5f18f-a1a7-4929-a0a7-e5763818040b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:31.969989 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8bdb077-ca87-4175-8e83-254c9edf81fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:32.024433 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-67d5f18f-a1a7-4929-a0a7-e5763818040b None None] For port f01e1513-65be-4c2c-8089-d98e0d52f95f, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:45:32.030439 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-67d5f18f-a1a7-4929-a0a7-e5763818040b None None] For port f01e1513-65be-4c2c-8089-d98e0d52f95f, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f01e1513-65be-4c2c-8089-d98e0d52f95f,segment=NetworkSegment(1aa611d0-0acb-45d3-a4a4-a8c62a687d6d),segment_id=1aa611d0-0acb-45d3-a4a4-a8c62a687d6d)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:45:32.118901 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67d5f18f-a1a7-4929-a0a7-e5763818040b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:32.202943 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d5f18f-a1a7-4929-a0a7-e5763818040b None None] Routers {'de34d242-add3-4c74-a354-2aee54c8599e'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:45:32.203632 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-67d5f18f-a1a7-4929-a0a7-e5763818040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:45:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['de34d242-add3-4c74-a354-2aee54c8599e'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:32.207385 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad68be-034d-4ace-a6d2-035c50d8254a None None] Pushing event updated for resources: {'Port': ['ID=f01e1513-65be-4c2c-8089-d98e0d52f95f,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:32.242045 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ae07f361-3243-462f-ba67-6939abac0e46 None None] Provisioning complete for port f01e1513-65be-4c2c-8089-d98e0d52f95f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:32.242428 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ae07f361-3243-462f-ba67-6939abac0e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:32.291025 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-a8bdb077-ca87-4175-8e83-254c9edf81fa admin admin] Deleting port f01e1513-65be-4c2c-8089-d98e0d52f95f {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:45:32.291640 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8bdb077-ca87-4175-8e83-254c9edf81fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:32.412483 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-a8bdb077-ca87-4175-8e83-254c9edf81fa admin admin] For port f01e1513-65be-4c2c-8089-d98e0d52f95f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f01e1513-65be-4c2c-8089-d98e0d52f95f,segment=NetworkSegment(1aa611d0-0acb-45d3-a4a4-a8c62a687d6d),segment_id=1aa611d0-0acb-45d3-a4a4-a8c62a687d6d)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:45:32.412855 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8bdb077-ca87-4175-8e83-254c9edf81fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:32.428290 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-a8bdb077-ca87-4175-8e83-254c9edf81fa admin admin] Calling delete_port for f01e1513-65be-4c2c-8089-d98e0d52f95f owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:45:32.548099 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-67d5f18f-a1a7-4929-a0a7-e5763818040b None None] Set router de34d242-add3-4c74-a354-2aee54c8599e gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:45:32.597965 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ae07f361-3243-462f-ba67-6939abac0e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:32.775608 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8bdb077-ca87-4175-8e83-254c9edf81fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:32.814408 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-67d5f18f-a1a7-4929-a0a7-e5763818040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34d242-add3-4c74-a354-2aee54c8599e', 'name': 'tempest-ImageQuotaTest-630208939-router', 'tenant_id': 'baac8c14e45b473e977c5cce030b0e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '11781a03-b8a7-4e72-a29c-0b29b33ae4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:45:24Z', 'updated_at': '2021-12-16T22:45:28Z', 'revision_number': 4, 'project_id': 'baac8c14e45b473e977c5cce030b0e7c', 'gw_port': {'id': '11781a03-b8a7-4e72-a29c-0b29b33ae4dd', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34d242-add3-4c74-a354-2aee54c8599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:45:25Z', 'updated_at': '2021-12-16T22:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f01e1513-65be-4c2c-8089-d98e0d52f95f', 'name': '', 'network_id': '9c3b10a6-c35f-4ddc-8621-8c95223062d0', 'tenant_id': 'baac8c14e45b473e977c5cce030b0e7c', 'mac_address': 'fa:16:3e:0e:fd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de34d242-add3-4c74-a354-2aee54c8599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'bd5a28b0-bc7c-4852-ad3c-bd4cbbad61f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:45:27Z', 'updated_at': '2021-12-16T22:45:32Z', 'revision_number': 4, 'project_id': 'baac8c14e45b473e977c5cce030b0e7c', 'subnets': [{'id': 'bd5a28b0-bc7c-4852-ad3c-bd4cbbad61f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:32.815674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bdb077-ca87-4175-8e83-254c9edf81fa admin admin] Pushing event deleted for resources: {'Port': ['ID=f01e1513-65be-4c2c-8089-d98e0d52f95f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:32.852282 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d5f18f-a1a7-4929-a0a7-e5763818040b None None] The sync data for ids ['de34d242-add3-4c74-a354-2aee54c8599e'] in n-d-815324-4 is: [{'id': 'de34d242-add3-4c74-a354-2aee54c8599e', 'name': 'tempest-ImageQuotaTest-630208939-router', 'tenant_id': 'baac8c14e45b473e977c5cce030b0e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '11781a03-b8a7-4e72-a29c-0b29b33ae4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:45:24Z', 'updated_at': '2021-12-16T22:45:28Z', 'revision_number': 4, 'project_id': 'baac8c14e45b473e977c5cce030b0e7c', 'gw_port': {'id': '11781a03-b8a7-4e72-a29c-0b29b33ae4dd', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34d242-add3-4c74-a354-2aee54c8599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:45:25Z', 'updated_at': '2021-12-16T22:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f01e1513-65be-4c2c-8089-d98e0d52f95f', 'name': '', 'network_id': '9c3b10a6-c35f-4ddc-8621-8c95223062d0', 'tenant_id': 'baac8c14e45b473e977c5cce030b0e7c', 'mac_address': 'fa:16:3e:0e:fd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de34d242-add3-4c74-a354-2aee54c8599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'bd5a28b0-bc7c-4852-ad3c-bd4cbbad61f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:45:27Z', 'updated_at': '2021-12-16T22:45:32Z', 'revision_number': 4, 'project_id': 'baac8c14e45b473e977c5cce030b0e7c', 'subnets': [{'id': 'bd5a28b0-bc7c-4852-ad3c-bd4cbbad61f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:45:32.862500 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 2dcb244f-dd66-425e-a078-75a7624f0213 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:45:32.962356 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9a18daa6-967a-46b8-8849-109b19905a5c None None] Could not find standard attr ID for object f01e1513-65be-4c2c-8089-d98e0d52f95f. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 22:45:33.078380 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 2dcb244f-dd66-425e-a078-75a7624f0213 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:45:33.083499 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 2dcb244f-dd66-425e-a078-75a7624f0213 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:45:33.083873 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:33.084468 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8bdb077-ca87-4175-8e83-254c9edf81fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:33.086499 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22859a-29dd-4968-a722-c617c6424e5d req-0b6ecef6-668a-4099-ad63-f446e677228d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:33.088183 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ee22859a-29dd-4968-a722-c617c6424e5d req-0b6ecef6-668a-4099-ad63-f446e677228d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 944 time: 0.1051440 Dec 16 22:45:33.205712 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ee22859a-29dd-4968-a722-c617c6424e5d req-5fc7037c-503c-468e-9818-82673c162011 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942934 Dec 16 22:45:33.212702 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:33.250440 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0616faff-b7f9-4d75-b18f-b616aa94a0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcb244f-dd66-425e-a078-75a7624f0213'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:45:33.252910 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457d80dc-b791-464f-8f40-ffbd8bdce09e" -d '{"events": [{"server_uuid": "0616faff-b7f9-4d75-b18f-b616aa94a0f8", "name": "network-vif-plugged", "status": "completed", "tag": "2dcb244f-dd66-425e-a078-75a7624f0213"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:45:33.271955 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 2dcb244f-dd66-425e-a078-75a7624f0213, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=2dcb244f-dd66-425e-a078-75a7624f0213,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:45:33.303886 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adf3ece-f26d-472f-8546-d0fd1439ff45 x-openstack-request-id: req-2adf3ece-f26d-472f-8546-d0fd1439ff45 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:45:33.304251 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0616faff-b7f9-4d75-b18f-b616aa94a0f8", "name": "network-vif-plugged", "status": "completed", "tag": "2dcb244f-dd66-425e-a078-75a7624f0213", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:45:33.304576 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2adf3ece-f26d-472f-8546-d0fd1439ff45 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:45:33.305030 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0616faff-b7f9-4d75-b18f-b616aa94a0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcb244f-dd66-425e-a078-75a7624f0213', 'code': 200} Dec 16 22:45:33.352892 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:33.408215 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bdb077-ca87-4175-8e83-254c9edf81fa admin admin] Router de34d242-add3-4c74-a354-2aee54c8599e has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:45:33.430265 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=2dcb244f-dd66-425e-a078-75a7624f0213,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:33.459257 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35979a1-ebd9-4016-9fab-2ca6ce0836bb req-4dc1ec4a-954a-45b7-b5b6-e5b04ff5f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:33.461260 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a35979a1-ebd9-4016-9fab-2ca6ce0836bb req-4dc1ec4a-954a-45b7-b5b6-e5b04ff5f401 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 1096 time: 0.0481112 Dec 16 22:45:33.514813 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a35979a1-ebd9-4016-9fab-2ca6ce0836bb req-2ef06da7-2c13-406e-8faf-cd330a649000 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442410 Dec 16 22:45:33.534336 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bdb077-ca87-4175-8e83-254c9edf81fa admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:45:33.542415 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a8bdb077-ca87-4175-8e83-254c9edf81fa admin admin] 10.222.0.75 "PUT /v2.0/routers/de34d242-add3-4c74-a354-2aee54c8599e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3930507 Dec 16 22:45:33.542607 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53424) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:33.673243 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c297d1b3-9be6-4857-80fb-44b3c823369a admin admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:33.792355 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c297d1b3-9be6-4857-80fb-44b3c823369a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:33.922058 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-c297d1b3-9be6-4857-80fb-44b3c823369a admin admin] Deleting port 11781a03-b8a7-4e72-a29c-0b29b33ae4dd {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:45:33.922058 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c297d1b3-9be6-4857-80fb-44b3c823369a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:34.028518 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-c297d1b3-9be6-4857-80fb-44b3c823369a admin admin] For port 11781a03-b8a7-4e72-a29c-0b29b33ae4dd, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=11781a03-b8a7-4e72-a29c-0b29b33ae4dd,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:45:34.028891 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c297d1b3-9be6-4857-80fb-44b3c823369a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:34.060509 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-c297d1b3-9be6-4857-80fb-44b3c823369a admin admin] Calling delete_port for 11781a03-b8a7-4e72-a29c-0b29b33ae4dd owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:45:34.341645 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28474f-a652-4b69-830c-8bcc7e1a9d21 req-86986dd7-5e10-48ea-a177-fa24c686170d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:34.343178 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be28474f-a652-4b69-830c-8bcc7e1a9d21 req-86986dd7-5e10-48ea-a177-fa24c686170d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 945 time: 0.0544019 Dec 16 22:45:34.344273 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c297d1b3-9be6-4857-80fb-44b3c823369a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:34.378612 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297d1b3-9be6-4857-80fb-44b3c823369a admin admin] Pushing event deleted for resources: {'Port': ['ID=11781a03-b8a7-4e72-a29c-0b29b33ae4dd,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:34.378849 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aa51ff-2593-449a-8a0e-fab30885583e None None] Sync routers for ids ['de34d242-add3-4c74-a354-2aee54c8599e'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:45:34.392176 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aa51ff-2593-449a-8a0e-fab30885583e None None] Routers {'de34d242-add3-4c74-a354-2aee54c8599e'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:45:34.395484 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bde60fb-59f5-4ea8-b3d8-079a6fc0f21c None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:45:34.396286 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c8aa51ff-2593-449a-8a0e-fab30885583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:45:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['de34d242-add3-4c74-a354-2aee54c8599e'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:34.475163 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be28474f-a652-4b69-830c-8bcc7e1a9d21 req-7e7e1510-968b-4cb3-8b68-d09d4cab3397 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226873 Dec 16 22:45:34.477493 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-c8aa51ff-2593-449a-8a0e-fab30885583e None None] Set router de34d242-add3-4c74-a354-2aee54c8599e gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:45:34.492901 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c297d1b3-9be6-4857-80fb-44b3c823369a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:34.536827 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c8aa51ff-2593-449a-8a0e-fab30885583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34d242-add3-4c74-a354-2aee54c8599e', 'name': 'tempest-ImageQuotaTest-630208939-router', 'tenant_id': 'baac8c14e45b473e977c5cce030b0e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:45:24Z', 'updated_at': '2021-12-16T22:45:34Z', 'revision_number': 7, 'project_id': 'baac8c14e45b473e977c5cce030b0e7c', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:34.613427 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c297d1b3-9be6-4857-80fb-44b3c823369a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:34.616966 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c297d1b3-9be6-4857-80fb-44b3c823369a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:34.683076 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aa51ff-2593-449a-8a0e-fab30885583e None None] Checking router: de34d242-add3-4c74-a354-2aee54c8599e for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:45:34.693337 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aa51ff-2593-449a-8a0e-fab30885583e None None] Routers {'de34d242-add3-4c74-a354-2aee54c8599e'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:45:34.694013 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c8aa51ff-2593-449a-8a0e-fab30885583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:45:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['de34d242-add3-4c74-a354-2aee54c8599e'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:34.767712 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-c8aa51ff-2593-449a-8a0e-fab30885583e None None] Set router de34d242-add3-4c74-a354-2aee54c8599e gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:45:34.798418 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c297d1b3-9be6-4857-80fb-44b3c823369a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:34.799081 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c297d1b3-9be6-4857-80fb-44b3c823369a admin admin] Fanout notify agent at l3_agent the message router_deleted on router de34d242-add3-4c74-a354-2aee54c8599e {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:45:34.805790 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c297d1b3-9be6-4857-80fb-44b3c823369a admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:34.811441 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c297d1b3-9be6-4857-80fb-44b3c823369a admin admin] 10.222.0.75 "DELETE /v2.0/routers/de34d242-add3-4c74-a354-2aee54c8599e HTTP/1.1" status: 204 len: 168 time: 1.2628121 Dec 16 22:45:34.811673 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53440) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:34.822505 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c8aa51ff-2593-449a-8a0e-fab30885583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34d242-add3-4c74-a354-2aee54c8599e', 'name': 'tempest-ImageQuotaTest-630208939-router', 'tenant_id': 'baac8c14e45b473e977c5cce030b0e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:45:24Z', 'updated_at': '2021-12-16T22:45:34Z', 'revision_number': 7, 'project_id': 'baac8c14e45b473e977c5cce030b0e7c', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:34.856281 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aa51ff-2593-449a-8a0e-fab30885583e None None] The sync data for ids ['de34d242-add3-4c74-a354-2aee54c8599e'] in n-d-815324-4 is: [{'id': 'de34d242-add3-4c74-a354-2aee54c8599e', 'name': 'tempest-ImageQuotaTest-630208939-router', 'tenant_id': 'baac8c14e45b473e977c5cce030b0e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:45:24Z', 'updated_at': '2021-12-16T22:45:34Z', 'revision_number': 7, 'project_id': 'baac8c14e45b473e977c5cce030b0e7c', 'gw_port_host': None}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:45:34.873154 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1958907-c2a3-4c80-8fca-94f67602432e admin admin] Deleting subnet bd5a28b0-bc7c-4852-ad3c-bd4cbbad61f8 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:45:34.876663 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f1958907-c2a3-4c80-8fca-94f67602432e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:34.925134 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f1958907-c2a3-4c80-8fca-94f67602432e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:35.021280 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f1958907-c2a3-4c80-8fca-94f67602432e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:35.176525 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f1958907-c2a3-4c80-8fca-94f67602432e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:35.207908 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f1958907-c2a3-4c80-8fca-94f67602432e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:35.214537 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f1958907-c2a3-4c80-8fca-94f67602432e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/bd5a28b0-bc7c-4852-ad3c-bd4cbbad61f8 HTTP/1.1" status: 204 len: 168 time: 0.4012296 Dec 16 22:45:35.214537 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1958907-c2a3-4c80-8fca-94f67602432e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd5a28b0-bc7c-4852-ad3c-bd4cbbad61f8,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:35.220297 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f98194-d4df-4e89-8d3e-862b2e7e2e6e None None] Network 9c3b10a6-c35f-4ddc-8621-8c95223062d0 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:45:35.220733 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53448) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:35.288642 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f23a669c-eaec-4677-a1e6-de765c092897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:35.345483 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-f23a669c-eaec-4677-a1e6-de765c092897 admin admin] Deleting port f6abe9dc-496d-459b-80fb-62307f1374ce {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:45:35.346100 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f23a669c-eaec-4677-a1e6-de765c092897 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:35.423605 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-f23a669c-eaec-4677-a1e6-de765c092897 admin admin] For port f6abe9dc-496d-459b-80fb-62307f1374ce, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f6abe9dc-496d-459b-80fb-62307f1374ce,segment=NetworkSegment(1aa611d0-0acb-45d3-a4a4-a8c62a687d6d),segment_id=1aa611d0-0acb-45d3-a4a4-a8c62a687d6d)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:45:35.424086 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f23a669c-eaec-4677-a1e6-de765c092897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:35.427890 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0afc7a0-30d0-42be-b34f-06f0867bd2bc None None] DHCP port deletion for 9c3b10a6-c35f-4ddc-8621-8c95223062d0 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:45:35.448681 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-f23a669c-eaec-4677-a1e6-de765c092897 admin admin] Calling delete_port for f6abe9dc-496d-459b-80fb-62307f1374ce owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:45:35.481777 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0afc7a0-30d0-42be-b34f-06f0867bd2bc None None] Deleting port f6abe9dc-496d-459b-80fb-62307f1374ce {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:45:35.482250 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0afc7a0-30d0-42be-b34f-06f0867bd2bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:35.557794 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0afc7a0-30d0-42be-b34f-06f0867bd2bc None None] For port f6abe9dc-496d-459b-80fb-62307f1374ce, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f6abe9dc-496d-459b-80fb-62307f1374ce,segment=NetworkSegment(1aa611d0-0acb-45d3-a4a4-a8c62a687d6d),segment_id=1aa611d0-0acb-45d3-a4a4-a8c62a687d6d)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:45:35.557794 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0afc7a0-30d0-42be-b34f-06f0867bd2bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:35.569957 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0afc7a0-30d0-42be-b34f-06f0867bd2bc None None] Calling delete_port for f6abe9dc-496d-459b-80fb-62307f1374ce owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:45:35.639553 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3f52c-3908-47bd-87fe-df64c4d2f2e2 req-7b93632e-0de2-479c-b876-feab591831a4 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:35.641168 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-42a3f52c-3908-47bd-87fe-df64c4d2f2e2 req-7b93632e-0de2-479c-b876-feab591831a4 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 945 time: 0.0652938 Dec 16 22:45:35.648111 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f23a669c-eaec-4677-a1e6-de765c092897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:35.692364 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a669c-eaec-4677-a1e6-de765c092897 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6abe9dc-496d-459b-80fb-62307f1374ce,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:35.694274 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23a669c-eaec-4677-a1e6-de765c092897 admin admin] No DVR routers for this DVR port f6abe9dc-496d-459b-80fb-62307f1374ce on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:45:35.709231 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 11781a03-b8a7-4e72-a29c-0b29b33ae4dd no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:45:35.710229 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-42a3f52c-3908-47bd-87fe-df64c4d2f2e2 req-03091a94-b852-4ab3-9af5-02e37e20f8d8 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617337 Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:45:35.736480 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 22:45:35.747701 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 11781a03-b8a7-4e72-a29c-0b29b33ae4dd {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:45:35.748249 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 11781a03-b8a7-4e72-a29c-0b29b33ae4dd not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:45:35.748678 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f6abe9dc-496d-459b-80fb-62307f1374ce no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:45:35.793583 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: f6abe9dc-496d-459b-80fb-62307f1374ce {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:45:35.794549 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f6abe9dc-496d-459b-80fb-62307f1374ce not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:45:35.795309 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f01e1513-65be-4c2c-8089-d98e0d52f95f no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:45:35.798369 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0afc7a0-30d0-42be-b34f-06f0867bd2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:35.801672 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f23a669c-eaec-4677-a1e6-de765c092897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:35.846255 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0afc7a0-30d0-42be-b34f-06f0867bd2bc None None] Pushing event deleted for resources: {'Port': ['ID=f6abe9dc-496d-459b-80fb-62307f1374ce,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:35.849594 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: f01e1513-65be-4c2c-8089-d98e0d52f95f {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:45:35.849938 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f01e1513-65be-4c2c-8089-d98e0d52f95f not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:45:35.851469 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0afc7a0-30d0-42be-b34f-06f0867bd2bc None None] No DVR routers for this DVR port f6abe9dc-496d-459b-80fb-62307f1374ce on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:45:35.885479 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-f23a669c-eaec-4677-a1e6-de765c092897 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3b10a6-c35f-4ddc-8621-8c95223062d0']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:35.898858 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-f23a669c-eaec-4677-a1e6-de765c092897 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa611d0-0acb-45d3-a4a4-a8c62a687d6d') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:35.899266 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-f23a669c-eaec-4677-a1e6-de765c092897 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa611d0-0acb-45d3-a4a4-a8c62a687d6d') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:45:35.914002 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f23a669c-eaec-4677-a1e6-de765c092897 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:35.933638 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eca5e5-2d71-4cec-bbc5-434bfeecd791 req-1eb01b2d-afa4-4935-9aee-5256fdbf3289 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:35.936080 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-10eca5e5-2d71-4cec-bbc5-434bfeecd791 req-1eb01b2d-afa4-4935-9aee-5256fdbf3289 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 945 time: 0.1316159 Dec 16 22:45:35.944138 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f23a669c-eaec-4677-a1e6-de765c092897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:35.955436 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f23a669c-eaec-4677-a1e6-de765c092897 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:45:35.955822 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f23a669c-eaec-4677-a1e6-de765c092897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:45:35.957463 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:45:36.041146 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-10eca5e5-2d71-4cec-bbc5-434bfeecd791 req-7aee9ba3-13e9-4474-8d90-a6015f876663 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981736 Dec 16 22:45:36.118835 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f23a669c-eaec-4677-a1e6-de765c092897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:36.131193 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f23a669c-eaec-4677-a1e6-de765c092897 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:36.141642 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f23a669c-eaec-4677-a1e6-de765c092897 admin admin] 10.222.0.75 "DELETE /v2.0/networks/9c3b10a6-c35f-4ddc-8621-8c95223062d0 HTTP/1.1" status: 204 len: 168 time: 0.9172680 Dec 16 22:45:36.150531 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a669c-eaec-4677-a1e6-de765c092897 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c3b10a6-c35f-4ddc-8621-8c95223062d0,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:36.173711 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30ad0d-905f-4a39-80b5-7ef7eedb0932 req-f5314f47-22aa-4610-aa9b-5f52ec0b0bd7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:36.175413 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f30ad0d-905f-4a39-80b5-7ef7eedb0932 req-f5314f47-22aa-4610-aa9b-5f52ec0b0bd7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 945 time: 0.0663297 Dec 16 22:45:36.257460 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f30ad0d-905f-4a39-80b5-7ef7eedb0932 req-904fff7a-fc44-44d1-a242-dcb4df846793 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750880 Dec 16 22:45:36.272255 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d71d564-c24b-4756-8f49-47abbcc89bb8 req-17f8ff83-709e-4f74-8b30-7cc1fe9d12af service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518839 Dec 16 22:45:36.378799 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71d564-c24b-4756-8f49-47abbcc89bb8 req-37962e67-5c7c-4716-91a3-30fffa3eeb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:36.380492 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d71d564-c24b-4756-8f49-47abbcc89bb8 req-37962e67-5c7c-4716-91a3-30fffa3eeb33 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 1096 time: 0.0480187 Dec 16 22:45:36.495128 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71d564-c24b-4756-8f49-47abbcc89bb8 req-e41070b4-0c62-40a6-8e51-7096f5826c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:36.496809 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d71d564-c24b-4756-8f49-47abbcc89bb8 req-e41070b4-0c62-40a6-8e51-7096f5826c68 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6824b600-fc8b-4a39-b031-d2f063409751 HTTP/1.1" status: 200 len: 897 time: 0.0917487 Dec 16 22:45:36.510289 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53478) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:36.555414 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d9c8b275-1b5f-4e1e-a056-c571a734e882 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=baac8c14e45b473e977c5cce030b0e7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437436 Dec 16 22:45:36.561402 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53482) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:36.576593 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d71d564-c24b-4756-8f49-47abbcc89bb8 req-686ec756-25d4-4e13-994f-a55e29239f1c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93206b41-0133-4803-95b9-ce7404e2d199 HTTP/1.1" status: 200 len: 1000 time: 0.0721941 Dec 16 22:45:36.630300 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3a58e29f-5e0d-419a-ab07-ec3ef48b14a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:36.648524 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71d564-c24b-4756-8f49-47abbcc89bb8 req-f4eb44b9-eff9-4c27-93da-6c8dda7c5807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:36.649970 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d71d564-c24b-4756-8f49-47abbcc89bb8 req-f4eb44b9-eff9-4c27-93da-6c8dda7c5807 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af3a12cf-9da8-42b6-970c-72c67e4a02cc HTTP/1.1" status: 200 len: 834 time: 0.0663862 Dec 16 22:45:36.657328 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3a58e29f-5e0d-419a-ab07-ec3ef48b14a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:36.706614 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71d564-c24b-4756-8f49-47abbcc89bb8 req-ea57560d-6059-4f97-9bd5-36cb495242f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:36.708398 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d71d564-c24b-4756-8f49-47abbcc89bb8 req-ea57560d-6059-4f97-9bd5-36cb495242f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6824b600-fc8b-4a39-b031-d2f063409751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513520 Dec 16 22:45:36.769982 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3a58e29f-5e0d-419a-ab07-ec3ef48b14a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:36.772896 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3a58e29f-5e0d-419a-ab07-ec3ef48b14a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:36.774069 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3a58e29f-5e0d-419a-ab07-ec3ef48b14a2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7e9f6f71-ea06-4bc4-aa8f-c8c7469d5aa1 HTTP/1.1" status: 204 len: 168 time: 0.2151339 Dec 16 22:45:36.787545 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58e29f-5e0d-419a-ab07-ec3ef48b14a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9f6f71-ea06-4bc4-aa8f-c8c7469d5aa1,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:36.841396 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c57de-a5a0-4694-b751-133df56d8b7d req-20713676-3a4f-4cc1-b5b3-852aff22b2c2 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:36.842917 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d73c57de-a5a0-4694-b751-133df56d8b7d req-20713676-3a4f-4cc1-b5b3-852aff22b2c2 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 945 time: 0.0770133 Dec 16 22:45:36.869070 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d71d564-c24b-4756-8f49-47abbcc89bb8 req-c0692d3b-e90a-4487-a4a8-da9c7747fae0 service neutron] 10.222.0.57 "GET /v2.0/networks/6824b600-fc8b-4a39-b031-d2f063409751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523373 Dec 16 22:45:36.940165 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d73c57de-a5a0-4694-b751-133df56d8b7d req-fb47039f-fe73-40c4-af8e-1787d0c3b36f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880175 Dec 16 22:45:36.981699 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d71d564-c24b-4756-8f49-47abbcc89bb8 req-1ec35e55-19b1-48cd-9404-92d1e359fcfb service neutron] 10.222.0.57 "GET /v2.0/networks/6824b600-fc8b-4a39-b031-d2f063409751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041892 Dec 16 22:45:37.598756 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53502) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:37.613524 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-517ee40a-435f-44b0-8843-343f05b402e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:37.689724 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-517ee40a-435f-44b0-8843-343f05b402e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:37.758605 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-517ee40a-435f-44b0-8843-343f05b402e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:37.803524 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-517ee40a-435f-44b0-8843-343f05b402e8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2035129 Dec 16 22:45:37.804603 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ee40a-435f-44b0-8843-343f05b402e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0883e8-5772-4f26-93ec-49b118a72aef,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:37.806881 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53506) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:37.861056 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-92f764b1-51ff-4394-8fde-84b15b5850b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:37.887448 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-92f764b1-51ff-4394-8fde-84b15b5850b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:38.012726 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-92f764b1-51ff-4394-8fde-84b15b5850b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:38.016873 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-92f764b1-51ff-4394-8fde-84b15b5850b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:38.016873 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-92f764b1-51ff-4394-8fde-84b15b5850b6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7b0883e8-5772-4f26-93ec-49b118a72aef HTTP/1.1" status: 204 len: 168 time: 0.2084596 Dec 16 22:45:38.024723 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f764b1-51ff-4394-8fde-84b15b5850b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0883e8-5772-4f26-93ec-49b118a72aef,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:38.072566 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3d985-dba0-427e-ab1d-c4e67aafe819 req-8434159f-705b-48f9-b225-7d05bb2833ff tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:38.074096 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3ac3d985-dba0-427e-ab1d-c4e67aafe819 req-8434159f-705b-48f9-b225-7d05bb2833ff tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 945 time: 0.0579035 Dec 16 22:45:38.135439 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3ac3d985-dba0-427e-ab1d-c4e67aafe819 req-5e9743a1-6a56-455f-8654-202fbad94f9c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537772 Dec 16 22:45:38.594386 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c21a2-76d8-407c-b115-6d009323e6c0 req-d0c1b430-53bc-46e2-bc99-451f3d080b1d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:38.595921 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4f2c21a2-76d8-407c-b115-6d009323e6c0 req-d0c1b430-53bc-46e2-bc99-451f3d080b1d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.76 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 945 time: 0.0542562 Dec 16 22:45:38.698635 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-4f2c21a2-76d8-407c-b115-6d009323e6c0 req-d60265a8-34bf-4bad-baf0-60ee8985c595 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Deleting port 2dcb244f-dd66-425e-a078-75a7624f0213 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:45:38.700267 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4f2c21a2-76d8-407c-b115-6d009323e6c0 req-d60265a8-34bf-4bad-baf0-60ee8985c595 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:38.798404 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-4f2c21a2-76d8-407c-b115-6d009323e6c0 req-d60265a8-34bf-4bad-baf0-60ee8985c595 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] For port 2dcb244f-dd66-425e-a078-75a7624f0213, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=2dcb244f-dd66-425e-a078-75a7624f0213,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:45:38.798932 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4f2c21a2-76d8-407c-b115-6d009323e6c0 req-d60265a8-34bf-4bad-baf0-60ee8985c595 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:38.814126 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-4f2c21a2-76d8-407c-b115-6d009323e6c0 req-d60265a8-34bf-4bad-baf0-60ee8985c595 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Calling delete_port for 2dcb244f-dd66-425e-a078-75a7624f0213 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:45:38.896602 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b39d6d6d-e6e0-4b4d-850b-e03dd23431db req-fabc9f50-e418-48e8-9ed1-57f63e3c4c6b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398531 Dec 16 22:45:39.006428 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d6d6d-e6e0-4b4d-850b-e03dd23431db req-8d0aac2c-b0cf-4a30-bf73-9e7c1ffc9916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:39.007994 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b39d6d6d-e6e0-4b4d-850b-e03dd23431db req-8d0aac2c-b0cf-4a30-bf73-9e7c1ffc9916 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f992ab7bbd284762b25c36b13354b00d&device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 1096 time: 0.0459275 Dec 16 22:45:39.046467 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4f2c21a2-76d8-407c-b115-6d009323e6c0 req-d60265a8-34bf-4bad-baf0-60ee8985c595 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:39.080840 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60265a8-34bf-4bad-baf0-60ee8985c595 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event deleted for resources: {'Port': ['ID=2dcb244f-dd66-425e-a078-75a7624f0213,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:39.092054 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['2dcb244f-dd66-425e-a078-75a7624f0213'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:45:39.128644 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d6d6d-e6e0-4b4d-850b-e03dd23431db req-f62d2d7c-8520-4db2-9a39-c8c07a6aa519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:39.130559 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b39d6d6d-e6e0-4b4d-850b-e03dd23431db req-f62d2d7c-8520-4db2-9a39-c8c07a6aa519 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6758e66d-b624-4230-bc5c-846fa9c4caaf HTTP/1.1" status: 200 len: 909 time: 0.1005673 Dec 16 22:45:39.152348 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2c21a2-76d8-407c-b115-6d009323e6c0 req-d60265a8-34bf-4bad-baf0-60ee8985c595 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] No DVR routers for this DVR port 2dcb244f-dd66-425e-a078-75a7624f0213 on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:45:39.156235 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-4f2c21a2-76d8-407c-b115-6d009323e6c0 req-d60265a8-34bf-4bad-baf0-60ee8985c595 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:39.159835 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4f2c21a2-76d8-407c-b115-6d009323e6c0 req-d60265a8-34bf-4bad-baf0-60ee8985c595 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.76 "DELETE /v2.0/ports/2dcb244f-dd66-425e-a078-75a7624f0213 HTTP/1.1" status: 204 len: 173 time: 0.5534422 Dec 16 22:45:39.167544 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0616faff-b7f9-4d75-b18f-b616aa94a0f8', 'name': 'network-vif-deleted', 'tag': '2dcb244f-dd66-425e-a078-75a7624f0213'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:45:39.181277 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7baa357e-7159-4e44-9b51-bdb546a34ece" -d '{"events": [{"server_uuid": "0616faff-b7f9-4d75-b18f-b616aa94a0f8", "name": "network-vif-deleted", "tag": "2dcb244f-dd66-425e-a078-75a7624f0213"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:45:39.218370 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b39d6d6d-e6e0-4b4d-850b-e03dd23431db req-b80e2910-642e-4b6c-9897-cdd9c48ce926 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc912460-dcf9-41a9-b501-345566e7fb84 HTTP/1.1" status: 200 len: 1000 time: 0.0796499 Dec 16 22:45:39.243220 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068a0c42-0f9f-471a-9321-4005bae0e6c7 x-openstack-request-id: req-068a0c42-0f9f-471a-9321-4005bae0e6c7 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:45:39.243523 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0616faff-b7f9-4d75-b18f-b616aa94a0f8", "name": "network-vif-deleted", "tag": "2dcb244f-dd66-425e-a078-75a7624f0213", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:45:39.243787 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-068a0c42-0f9f-471a-9321-4005bae0e6c7 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:45:39.244193 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0616faff-b7f9-4d75-b18f-b616aa94a0f8', 'name': 'network-vif-deleted', 'tag': '2dcb244f-dd66-425e-a078-75a7624f0213', 'status': 'completed', 'code': 200} Dec 16 22:45:39.297848 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aee1ea44-ffa7-4a77-97d5-20fa991b8382 req-835636fd-2c60-45fc-8f86-8bf5daa0b8a8 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 210 time: 0.0381680 Dec 16 22:45:39.305900 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d6d6d-e6e0-4b4d-850b-e03dd23431db req-52b058c0-83c0-484e-a84e-84859420a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:39.307408 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b39d6d6d-e6e0-4b4d-850b-e03dd23431db req-52b058c0-83c0-484e-a84e-84859420a3b5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a6972eff-e95f-4a67-852c-78411db180d4 HTTP/1.1" status: 200 len: 848 time: 0.0782914 Dec 16 22:45:39.360351 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d6d6d-e6e0-4b4d-850b-e03dd23431db req-49dbd53f-9cc0-4591-b057-be4fc3d03a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:39.361314 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b39d6d6d-e6e0-4b4d-850b-e03dd23431db req-49dbd53f-9cc0-4591-b057-be4fc3d03a2a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6758e66d-b624-4230-bc5c-846fa9c4caaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454755 Dec 16 22:45:39.378011 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-b39d6d6d-e6e0-4b4d-850b-e03dd23431db req-5092ab75-1905-4e18-9015-aee293b502e1 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:45:39.379068 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b39d6d6d-e6e0-4b4d-850b-e03dd23431db req-5092ab75-1905-4e18-9015-aee293b502e1 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054438 Dec 16 22:45:39.491611 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b39d6d6d-e6e0-4b4d-850b-e03dd23431db req-118b2f29-8328-44e0-ac4e-84879188fb77 service neutron] 10.222.0.76 "GET /v2.0/networks/6758e66d-b624-4230-bc5c-846fa9c4caaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046851 Dec 16 22:45:39.587003 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b39d6d6d-e6e0-4b4d-850b-e03dd23431db req-5e74cf21-6ab2-4d3c-ae41-602fac2a0c6e service neutron] 10.222.0.76 "GET /v2.0/networks/6758e66d-b624-4230-bc5c-846fa9c4caaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869718 Dec 16 22:45:40.407847 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be9f88c2-0315-445f-a72d-65c90a1e7402 req-8dc1e08f-1b60-43ea-8856-61c8ce22f2d7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 210 time: 0.0305145 Dec 16 22:45:41.517113 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9920fa0e-17b4-4723-9a0d-10c568154393 req-aee9813e-49c1-4f5a-b301-eed852d8b0f1 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 210 time: 0.0292747 Dec 16 22:45:42.636413 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ad26f945-674f-48ff-84b0-3d118dca799d req-316b4bca-b107-4cdb-a2e1-6089aec6f176 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 210 time: 0.0350244 Dec 16 22:45:42.940640 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 2dcb244f-dd66-425e-a078-75a7624f0213 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:45:42.962665 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 2dcb244f-dd66-425e-a078-75a7624f0213 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:45:42.963128 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 2dcb244f-dd66-425e-a078-75a7624f0213 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:45:43.561926 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac0bb8-3d82-4eff-9c11-018b1f419a1c req-d14515e1-3eec-43d8-bea2-08222cfdd800 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:43.564227 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e5ac0bb8-3d82-4eff-9c11-018b1f419a1c req-d14515e1-3eec-43d8-bea2-08222cfdd800 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 1096 time: 0.0462010 Dec 16 22:45:43.593497 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e5ac0bb8-3d82-4eff-9c11-018b1f419a1c req-a4caea64-f8e5-4542-8980-b962866af700 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:43.679763 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e5ac0bb8-3d82-4eff-9c11-018b1f419a1c req-a4caea64-f8e5-4542-8980-b962866af700 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:43.724225 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-80299525-536b-4dc2-adcd-93ba1643fd3c req-1c51312d-a10d-459c-a716-97311d1ccd3e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 210 time: 0.0276623 Dec 16 22:45:43.752538 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e5ac0bb8-3d82-4eff-9c11-018b1f419a1c req-a4caea64-f8e5-4542-8980-b962866af700 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:43.800861 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e5ac0bb8-3d82-4eff-9c11-018b1f419a1c req-a4caea64-f8e5-4542-8980-b962866af700 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256718 Dec 16 22:45:43.802018 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4caea64-f8e5-4542-8980-b962866af700 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535eed53-74e8-4d5e-9ec7-a6898cf7879f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:45:43.957080 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7339a0-98ff-445f-9027-48158cfc65e9 req-8037ff06-19ac-4c00-bfa8-35fc8c3dc905 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:43.958807 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8d7339a0-98ff-445f-9027-48158cfc65e9 req-8037ff06-19ac-4c00-bfa8-35fc8c3dc905 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 945 time: 0.0516520 Dec 16 22:45:44.014909 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8d7339a0-98ff-445f-9027-48158cfc65e9 req-8dd2ea57-a8f7-470e-a1cd-3c8e76d279ab tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460777 Dec 16 22:45:44.039216 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 53604) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:44.102020 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bf2824b2-3602-4bd3-8cf5-4042a1be6db0 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/floatingips/03493ded-37c1-4c71-a0ab-29f54de55c03 HTTP/1.1" status: 200 len: 992 time: 0.0616379 Dec 16 22:45:44.421450 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-d8549f77-f3f7-4c7c-8a72-dd4641b991cd req-6d9bb4c5-36c9-4171-a7bc-dced12c3423c service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:45:44.422586 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d8549f77-f3f7-4c7c-8a72-dd4641b991cd req-6d9bb4c5-36c9-4171-a7bc-dced12c3423c service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055935 Dec 16 22:45:44.736989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-ef26e990-ec12-4d8c-b65d-0ab5bc6e0e60 req-b845b051-d600-45d7-8c55-2c150de6a20f service neutron] (103614) timed out ('10.222.0.75', 59956) {{(pid=103614) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:45:44.849933 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f63f1d79-cdf7-471d-966f-b3815819c394 req-4b2821e1-ef73-4dde-8c1e-192f06088808 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=0616faff-b7f9-4d75-b18f-b616aa94a0f8 HTTP/1.1" status: 200 len: 210 time: 0.0301778 Dec 16 22:45:45.000111 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af0fbc-12a2-4699-b4b2-70b76d348568 req-a37d78e5-1205-480a-827d-8d1aa2998e29 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:45.001798 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e3af0fbc-12a2-4699-b4b2-70b76d348568 req-a37d78e5-1205-480a-827d-8d1aa2998e29 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 945 time: 0.0611858 Dec 16 22:45:45.088071 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 53632) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:45:45.099347 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e3af0fbc-12a2-4699-b4b2-70b76d348568 req-e458d46f-d7fa-4884-be2c-cff1431dbfd3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901752 Dec 16 22:45:45.293365 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-189e1b21-3a02-4eb5-87a6-d7a1a5a72f1a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2032859 Dec 16 22:45:45.303808 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-c64cb46a-bafc-456a-bb00-80a48030b1f0 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:45:45.304804 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-c64cb46a-bafc-456a-bb00-80a48030b1f0 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052681 Dec 16 22:45:46.237452 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d6727-c5a9-4c77-b82f-76b9619a24a1 req-92c2e32d-0d90-45e7-b27f-7f9ac63dcc15 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:46.238992 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-269d6727-c5a9-4c77-b82f-76b9619a24a1 req-92c2e32d-0d90-45e7-b27f-7f9ac63dcc15 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 945 time: 0.0558028 Dec 16 22:45:46.304215 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-269d6727-c5a9-4c77-b82f-76b9619a24a1 req-397cea62-7987-403b-99fd-f9044d53fc12 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520468 Dec 16 22:45:47.436241 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7d4ff-7d00-48aa-b4d0-0dd31ed835dd req-2c9b88f3-e4e8-461e-9cd0-bc0969fe3824 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:47.439685 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67f7d4ff-7d00-48aa-b4d0-0dd31ed835dd req-2c9b88f3-e4e8-461e-9cd0-bc0969fe3824 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 945 time: 0.0544686 Dec 16 22:45:47.496469 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67f7d4ff-7d00-48aa-b4d0-0dd31ed835dd req-ba2db78e-8e20-4b46-a71c-f146eaada3ef tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512345 Dec 16 22:45:47.928570 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-ab2d07ab-169e-4c58-acb0-610e607f149f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:47.930291 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-ab2d07ab-169e-4c58-acb0-610e607f149f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 1096 time: 0.0496199 Dec 16 22:45:48.029729 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-690a9e2a-de42-48b1-a5c3-9e05f8213f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:48.031489 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-690a9e2a-de42-48b1-a5c3-9e05f8213f20 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6824b600-fc8b-4a39-b031-d2f063409751 HTTP/1.1" status: 200 len: 897 time: 0.0934517 Dec 16 22:45:48.119124 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-a0fd11cb-fa09-48aa-ac89-0a847ecbe5bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93206b41-0133-4803-95b9-ce7404e2d199 HTTP/1.1" status: 200 len: 1000 time: 0.0790520 Dec 16 22:45:48.203275 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-b2061ad5-72ac-43ee-9351-556a8a5e9509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:48.204991 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-b2061ad5-72ac-43ee-9351-556a8a5e9509 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af3a12cf-9da8-42b6-970c-72c67e4a02cc HTTP/1.1" status: 200 len: 834 time: 0.0792422 Dec 16 22:45:48.257200 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-71869aaa-d821-4b61-90d4-27b6021761bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:48.258769 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-71869aaa-d821-4b61-90d4-27b6021761bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6824b600-fc8b-4a39-b031-d2f063409751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466118 Dec 16 22:45:48.399150 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-8a8bc083-35f0-4f33-ba29-1755cbf5cb93 service neutron] 10.222.0.57 "GET /v2.0/networks/6824b600-fc8b-4a39-b031-d2f063409751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317222 Dec 16 22:45:48.524811 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-8b9eb599-341e-44a3-91a1-f6fc7257f574 service neutron] 10.222.0.57 "GET /v2.0/networks/6824b600-fc8b-4a39-b031-d2f063409751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163912 Dec 16 22:45:48.650410 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c9f33-c751-47f4-bd5b-f88917c2a76d req-584d68f3-2073-4ccc-badf-3e8355ccb372 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:48.655700 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c75c9f33-c751-47f4-bd5b-f88917c2a76d req-584d68f3-2073-4ccc-badf-3e8355ccb372 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 945 time: 0.0692668 Dec 16 22:45:48.732986 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c75c9f33-c751-47f4-bd5b-f88917c2a76d req-06119b3d-fa2a-490a-8431-30534b3d2d8a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726323 Dec 16 22:45:49.860045 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9975ab7-8b3e-4b62-8c6e-3bc1735bb8b1 req-7c3a8bc5-a974-4913-9655-1a893f3d6009 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:49.863347 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c9975ab7-8b3e-4b62-8c6e-3bc1735bb8b1 req-7c3a8bc5-a974-4913-9655-1a893f3d6009 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 945 time: 0.0554776 Dec 16 22:45:49.917879 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c9975ab7-8b3e-4b62-8c6e-3bc1735bb8b1 req-a41ff502-8f01-400a-9f6b-2b3b27ef7533 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499229 Dec 16 22:45:51.381428 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce010956-1261-46cf-ab6e-c6da811c72f1 req-f6c0a75d-cb19-4152-a6de-c6739b08b135 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:51.382975 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce010956-1261-46cf-ab6e-c6da811c72f1 req-f6c0a75d-cb19-4152-a6de-c6739b08b135 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 945 time: 0.3739693 Dec 16 22:45:51.437651 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce010956-1261-46cf-ab6e-c6da811c72f1 req-7aeec174-e1c5-4107-afa4-ece7fab93841 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476189 Dec 16 22:45:52.565259 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e8837-6ba4-4777-a23a-a6d161c5bd83 req-b9f78dfb-4f9a-4819-b8b8-08032c6acd69 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:52.567884 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aa7e8837-6ba4-4777-a23a-a6d161c5bd83 req-b9f78dfb-4f9a-4819-b8b8-08032c6acd69 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 945 time: 0.0606208 Dec 16 22:45:52.638963 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aa7e8837-6ba4-4777-a23a-a6d161c5bd83 req-29e0bdb5-fd7a-4dd5-9143-4acad966c887 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554011 Dec 16 22:45:52.890841 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:45:53.386496 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc7df182-649c-4537-a85e-2eed0d875738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:53.757566 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f1979-86b9-4e11-8d56-0d937ae5e44f req-ebb3b8d4-fbda-43a3-bbce-4227430fb51a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:53.760108 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-531f1979-86b9-4e11-8d56-0d937ae5e44f req-ebb3b8d4-fbda-43a3-bbce-4227430fb51a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 945 time: 0.0563967 Dec 16 22:45:53.840496 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-531f1979-86b9-4e11-8d56-0d937ae5e44f req-7702abb5-6518-4dd7-b14a-78394c2ae334 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640666 Dec 16 22:45:54.988361 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6192a-fb76-405f-9be4-32e46a00e384 req-123fba2b-da6c-4e2a-ba87-acb466320856 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:54.996146 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-78b6192a-fb76-405f-9be4-32e46a00e384 req-123fba2b-da6c-4e2a-ba87-acb466320856 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 945 time: 0.0775485 Dec 16 22:45:55.089437 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-78b6192a-fb76-405f-9be4-32e46a00e384 req-127cb057-29c7-4a20-ab2a-0c618ca3b06c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922058 Dec 16 22:45:55.735422 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e66b2b38-2a4b-43f9-b66b-e8a6429e1b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:56.225607 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edd3ae-5057-467d-a42f-503435bb4ad6 req-24f94c4e-dd52-46c9-95aa-01e724f39680 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:56.227287 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e3edd3ae-5057-467d-a42f-503435bb4ad6 req-24f94c4e-dd52-46c9-95aa-01e724f39680 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 945 time: 0.0666652 Dec 16 22:45:56.283478 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e3edd3ae-5057-467d-a42f-503435bb4ad6 req-6782d7d6-0e58-45e4-80a0-9c35e1c32b51 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496774 Dec 16 22:45:57.017980 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:57.097505 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:57.421093 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd8a05-c63f-4274-8211-70b0aeb887ef req-e7ad0a47-a0ef-4fb8-8835-3c05e2db3f27 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:57.422733 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ffbd8a05-c63f-4274-8211-70b0aeb887ef req-e7ad0a47-a0ef-4fb8-8835-3c05e2db3f27 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 945 time: 0.0582924 Dec 16 22:45:57.479906 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ffbd8a05-c63f-4274-8211-70b0aeb887ef req-6fdb4854-8248-4712-862c-ed8e71270d57 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509095 Dec 16 22:45:58.363915 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:58.606235 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fbf3e-7ec1-4021-84b6-447955908fb9 req-db7db991-7565-47e2-8809-9e322913816d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:58.607983 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c67fbf3e-7ec1-4021-84b6-447955908fb9 req-db7db991-7565-47e2-8809-9e322913816d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 945 time: 0.0514536 Dec 16 22:45:58.626801 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:58.667270 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c67fbf3e-7ec1-4021-84b6-447955908fb9 req-e665a6a9-7dbc-4dc9-be0a-a39f9dbb5229 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530787 Dec 16 22:45:59.068517 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:45:59.814639 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea6442-1ac5-4d37-a2fe-d90dc58a17cd req-7950c285-229e-4e8f-8b81-96aa16e8ad09 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:45:59.816396 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1aea6442-1ac5-4d37-a2fe-d90dc58a17cd req-7950c285-229e-4e8f-8b81-96aa16e8ad09 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 945 time: 0.0682344 Dec 16 22:45:59.870484 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1aea6442-1ac5-4d37-a2fe-d90dc58a17cd req-bc891205-7b1f-4dcb-bcf7-5239af811d2d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478332 Dec 16 22:46:01.007902 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f3915-a52c-4eea-9ba2-3dfeb6265bb0 req-5547c47c-142b-4dd7-93c6-2ecbdd01ca0a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:01.015613 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-478f3915-a52c-4eea-9ba2-3dfeb6265bb0 req-5547c47c-142b-4dd7-93c6-2ecbdd01ca0a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 945 time: 0.0665905 Dec 16 22:46:01.068854 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-478f3915-a52c-4eea-9ba2-3dfeb6265bb0 req-ff5aa3d6-ce20-433a-959c-b14e0bf5b264 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523293 Dec 16 22:46:02.193945 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aafa6d-27d6-4be1-a3ee-9ddd91e516fa req-8eab67fe-306c-4d73-841c-e18ae1ef033a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:02.196153 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-34aafa6d-27d6-4be1-a3ee-9ddd91e516fa req-8eab67fe-306c-4d73-841c-e18ae1ef033a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 945 time: 0.0540719 Dec 16 22:46:02.258066 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-34aafa6d-27d6-4be1-a3ee-9ddd91e516fa req-41572051-4c0b-4fe9-ae0a-04fd17695492 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534134 Dec 16 22:46:03.392529 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51a168-5397-442a-85d5-291bb81793f1 req-738e4617-e068-4181-8e35-ab9eab17d94b tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:03.394063 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7a51a168-5397-442a-85d5-291bb81793f1 req-738e4617-e068-4181-8e35-ab9eab17d94b tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 945 time: 0.0538731 Dec 16 22:46:03.446865 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7a51a168-5397-442a-85d5-291bb81793f1 req-b348ef3e-c1b8-43de-ad4b-4f55ef3820d2 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468755 Dec 16 22:46:04.581892 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c50cd-b07b-4916-a154-d48c424cc79a req-e69787b8-eff0-49e0-9172-465652f1498f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:04.583515 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-002c50cd-b07b-4916-a154-d48c424cc79a req-e69787b8-eff0-49e0-9172-465652f1498f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 945 time: 0.0566003 Dec 16 22:46:04.647268 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-002c50cd-b07b-4916-a154-d48c424cc79a req-8f437dae-ed8d-4263-b14d-ea126cbe4c3a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541816 Dec 16 22:46:05.779079 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a31ac-8067-43d8-b1ac-13fec05e6b5e req-1faab5d2-9421-498b-baf3-a929e485e5cb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:05.781051 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ef2a31ac-8067-43d8-b1ac-13fec05e6b5e req-1faab5d2-9421-498b-baf3-a929e485e5cb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 945 time: 0.0567815 Dec 16 22:46:05.837742 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ef2a31ac-8067-43d8-b1ac-13fec05e6b5e req-6f8c79b3-6e78-47dc-8dc2-09d44473321b tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492306 Dec 16 22:46:05.957608 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-da6ad531-34c6-42d0-b444-2f032783d088 service neutron] show failed (client error): The resource could not be found. Dec 16 22:46:05.958901 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-da6ad531-34c6-42d0-b444-2f032783d088 service neutron] 10.222.0.57 "GET /v2.0/ports/93206b41-0133-4803-95b9-ce7404e2d199/bindings/n-h1-815324-4 HTTP/1.1" status: 404 len: 380 time: 0.0692248 Dec 16 22:46:06.549254 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-db351029-e66d-4861-b252-75d66bb9ffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:06.550711 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-db351029-e66d-4861-b252-75d66bb9ffb6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962&tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be HTTP/1.1" status: 200 len: 1096 time: 0.0792413 Dec 16 22:46:06.582564 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-4', 'device_owner': 'compute:nova'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:06.651177 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:06.917280 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] For port 93206b41-0133-4803-95b9-ce7404e2d199, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=93206b41-0133-4803-95b9-ce7404e2d199,segment=NetworkSegment(9fa551c3-0367-4864-9859-1f35ef63e7f1),segment_id=9fa551c3-0367-4864-9859-1f35ef63e7f1)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:06.975136 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] For port 93206b41-0133-4803-95b9-ce7404e2d199, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:46:07.025491 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e58dc-bb55-4e60-aacf-e900d266d223 req-af476e13-cb0c-4a04-9725-a78c52a509c3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:07.028280 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b1e58dc-bb55-4e60-aacf-e900d266d223 req-af476e13-cb0c-4a04-9725-a78c52a509c3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 945 time: 0.0965271 Dec 16 22:46:07.041728 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:07.057153 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Transition to ACTIVE for port object 93206b41-0133-4803-95b9-ce7404e2d199 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:46:07.058365 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104ad408-144c-44e5-8665-30ecd72ec962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93206b41-0133-4803-95b9-ce7404e2d199'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:46:07.061259 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1e1a50-f714-481e-bc54-3ca86543dc04" -d '{"events": [{"server_uuid": "104ad408-144c-44e5-8665-30ecd72ec962", "name": "network-vif-unplugged", "status": "completed", "tag": "93206b41-0133-4803-95b9-ce7404e2d199"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:46:07.103136 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b1e58dc-bb55-4e60-aacf-e900d266d223 req-cca4e677-a4a6-4701-b863-d402b405ebc3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651608 Dec 16 22:46:07.137372 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c9b1e8-95c9-4e59-a643-1d88d4f36c5e x-openstack-request-id: req-33c9b1e8-95c9-4e59-a643-1d88d4f36c5e {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:46:07.137760 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104ad408-144c-44e5-8665-30ecd72ec962", "name": "network-vif-unplugged", "status": "completed", "tag": "93206b41-0133-4803-95b9-ce7404e2d199", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:46:07.138090 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-33c9b1e8-95c9-4e59-a643-1d88d4f36c5e {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:46:07.138595 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104ad408-144c-44e5-8665-30ecd72ec962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93206b41-0133-4803-95b9-ce7404e2d199', 'code': 200} Dec 16 22:46:07.337402 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:07.493491 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Pushing event updated for resources: {'Port': ['ID=93206b41-0133-4803-95b9-ce7404e2d199,revision_number=6']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:07.519921 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:07.520420 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:07.520869 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:07.521315 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:07.521765 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:07.522196 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:07.522625 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:07.523069 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:07.523500 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:07.523929 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:07.524364 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:07.524784 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:07.525207 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:07.548989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] No DVR routers for this DVR port 93206b41-0133-4803-95b9-ce7404e2d199 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:46:07.717174 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Attempting to bind port 93206b41-0133-4803-95b9-ce7404e2d199 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:46:07.717810 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Attempting to bind port 93206b41-0133-4803-95b9-ce7404e2d199 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '9fa551c3-0367-4864-9859-1f35ef63e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:46:07.718243 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Attempting to bind port 93206b41-0133-4803-95b9-ce7404e2d199 on network 6824b600-fc8b-4a39-b031-d2f063409751 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:46:07.724517 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Port 93206b41-0133-4803-95b9-ce7404e2d199 on network 6824b600-fc8b-4a39-b031-d2f063409751 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:46:07.724517 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Attempting to bind port 93206b41-0133-4803-95b9-ce7404e2d199 on network 6824b600-fc8b-4a39-b031-d2f063409751 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:46:07.729775 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:46:07.730113 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Checking segment: {'id': '9fa551c3-0367-4864-9859-1f35ef63e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:46:07.730501 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Bound using segment: {'id': '9fa551c3-0367-4864-9859-1f35ef63e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:46:07.730929 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Bound port: 93206b41-0133-4803-95b9-ce7404e2d199, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fa551c3-0367-4864-9859-1f35ef63e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:46:07.731350 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:07.801483 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] For port 93206b41-0133-4803-95b9-ce7404e2d199, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:46:07.804963 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] For port 93206b41-0133-4803-95b9-ce7404e2d199, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=93206b41-0133-4803-95b9-ce7404e2d199,segment=NetworkSegment(9fa551c3-0367-4864-9859-1f35ef63e7f1),segment_id=9fa551c3-0367-4864-9859-1f35ef63e7f1)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:46:07.915019 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:07.958193 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:07.958929 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:07.960304 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] 10.222.0.76 "PUT /v2.0/ports/93206b41-0133-4803-95b9-ce7404e2d199 HTTP/1.1" status: 200 len: 1091 time: 1.3830345 Dec 16 22:46:07.980360 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c70908-b4e7-4964-85cb-a69362ae6208 service neutron] Pushing event updated for resources: {'Port': ['ID=93206b41-0133-4803-95b9-ce7404e2d199,revision_number=7']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:08.066744 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-e7d6469d-8250-4565-8b3b-4a09b9bf6367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:08.068769 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-e7d6469d-8250-4565-8b3b-4a09b9bf6367 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 1094 time: 0.0610595 Dec 16 22:46:08.181310 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-1c69818e-0216-4f1f-8f3c-51f3a810ab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:08.182917 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-1c69818e-0216-4f1f-8f3c-51f3a810ab36 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6824b600-fc8b-4a39-b031-d2f063409751 HTTP/1.1" status: 200 len: 897 time: 0.1029701 Dec 16 22:46:08.287162 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1bb1b-3e89-4cff-af30-5fd75894fe56 req-3ea8e765-e671-40d7-82ac-17ff95c3696c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:08.288878 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-01a1e282-51de-4158-95e3-eb99456759e0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93206b41-0133-4803-95b9-ce7404e2d199 HTTP/1.1" status: 200 len: 998 time: 0.0935490 Dec 16 22:46:08.289850 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0bc1bb1b-3e89-4cff-af30-5fd75894fe56 req-3ea8e765-e671-40d7-82ac-17ff95c3696c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 943 time: 0.0626402 Dec 16 22:46:08.366562 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-2046cdca-f8e5-45be-b4f7-6de35e0464c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:08.368544 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-2046cdca-f8e5-45be-b4f7-6de35e0464c9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=af3a12cf-9da8-42b6-970c-72c67e4a02cc HTTP/1.1" status: 200 len: 834 time: 0.0688300 Dec 16 22:46:08.378092 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0bc1bb1b-3e89-4cff-af30-5fd75894fe56 req-25235ef3-6dfb-4300-a212-81b2931bf788 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719469 Dec 16 22:46:08.424476 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-ca8a58dd-c3c1-414d-93a7-3f715c3cfde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:08.426179 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-ca8a58dd-c3c1-414d-93a7-3f715c3cfde6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6824b600-fc8b-4a39-b031-d2f063409751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464354 Dec 16 22:46:08.536124 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-8b924dfa-5d0d-4118-b2cf-a5ceda3c4ed1 service neutron] 10.222.0.76 "GET /v2.0/networks/6824b600-fc8b-4a39-b031-d2f063409751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977538 Dec 16 22:46:08.649601 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7549a46d-fbd5-46ef-930d-0000c9264819 req-1102b7af-bb5a-4a80-8361-eba056313902 service neutron] 10.222.0.76 "GET /v2.0/networks/6824b600-fc8b-4a39-b031-d2f063409751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014409 Dec 16 22:46:09.139441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '104ad408-144c-44e5-8665-30ecd72ec962', 'tag': '93206b41-0133-4803-95b9-ce7404e2d199'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:46:09.142007 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d42bf37-96b0-4267-bc76-62c6bb84e4b0" -d '{"events": [{"name": "network-changed", "server_uuid": "104ad408-144c-44e5-8665-30ecd72ec962", "tag": "93206b41-0133-4803-95b9-ce7404e2d199"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:46:09.197441 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33de7421-0cd5-4118-9be2-65ce75f45bbe x-openstack-request-id: req-33de7421-0cd5-4118-9be2-65ce75f45bbe {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:46:09.197814 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "104ad408-144c-44e5-8665-30ecd72ec962", "tag": "93206b41-0133-4803-95b9-ce7404e2d199", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:46:09.198188 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-33de7421-0cd5-4118-9be2-65ce75f45bbe {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:46:09.198678 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '104ad408-144c-44e5-8665-30ecd72ec962', 'tag': '93206b41-0133-4803-95b9-ce7404e2d199', 'status': 'completed', 'code': 200} Dec 16 22:46:09.340105 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42bf37-96b0-4267-bc76-62c6bb84e4b0 req-afa7e33b-2d40-4633-ac9a-11566ec50577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:09.341916 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5d42bf37-96b0-4267-bc76-62c6bb84e4b0 req-afa7e33b-2d40-4633-ac9a-11566ec50577 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 1094 time: 0.1041479 Dec 16 22:46:09.349130 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42bf37-96b0-4267-bc76-62c6bb84e4b0 req-cf74acf0-85ca-4cf6-ba80-8fe2a82af080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:09.350832 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5d42bf37-96b0-4267-bc76-62c6bb84e4b0 req-cf74acf0-85ca-4cf6-ba80-8fe2a82af080 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 1094 time: 0.0802436 Dec 16 22:46:09.508698 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76afbce-febb-40c5-8eb6-45d99922a21f req-a19d7e30-b592-4bdd-a0ea-c1ac07d2e5c4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:09.511781 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d76afbce-febb-40c5-8eb6-45d99922a21f req-a19d7e30-b592-4bdd-a0ea-c1ac07d2e5c4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 943 time: 0.0540369 Dec 16 22:46:09.526407 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42bf37-96b0-4267-bc76-62c6bb84e4b0 req-a0268140-fa9a-499a-a5e6-8627d7438ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:09.527988 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5d42bf37-96b0-4267-bc76-62c6bb84e4b0 req-a0268140-fa9a-499a-a5e6-8627d7438ff7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6824b600-fc8b-4a39-b031-d2f063409751 HTTP/1.1" status: 200 len: 897 time: 0.1664758 Dec 16 22:46:09.528917 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42bf37-96b0-4267-bc76-62c6bb84e4b0 req-58bf44b2-f0cb-46ea-a6e3-23d724e5d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:09.530226 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5d42bf37-96b0-4267-bc76-62c6bb84e4b0 req-58bf44b2-f0cb-46ea-a6e3-23d724e5d885 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6824b600-fc8b-4a39-b031-d2f063409751 HTTP/1.1" status: 200 len: 897 time: 0.1783872 Dec 16 22:46:09.568478 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d76afbce-febb-40c5-8eb6-45d99922a21f req-898e4278-18da-4bb6-b297-eee1a092ae2b tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479507 Dec 16 22:46:09.683282 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5d42bf37-96b0-4267-bc76-62c6bb84e4b0 req-ed50c573-59ab-4b1b-aa9e-93db71b0f625 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93206b41-0133-4803-95b9-ce7404e2d199 HTTP/1.1" status: 200 len: 998 time: 0.1466627 Dec 16 22:46:09.688103 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5d42bf37-96b0-4267-bc76-62c6bb84e4b0 req-a5312567-b437-4709-aadc-23fbf4630bce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93206b41-0133-4803-95b9-ce7404e2d199 HTTP/1.1" status: 200 len: 998 time: 0.1416991 Dec 16 22:46:09.773263 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42bf37-96b0-4267-bc76-62c6bb84e4b0 req-ce3ecb1c-fa0c-4606-8360-89ed25b0e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:09.774873 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5d42bf37-96b0-4267-bc76-62c6bb84e4b0 req-ce3ecb1c-fa0c-4606-8360-89ed25b0e653 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=af3a12cf-9da8-42b6-970c-72c67e4a02cc HTTP/1.1" status: 200 len: 834 time: 0.0830059 Dec 16 22:46:09.777362 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42bf37-96b0-4267-bc76-62c6bb84e4b0 req-db90265f-9e08-4ff2-90f0-d1473f618750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:09.778956 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5d42bf37-96b0-4267-bc76-62c6bb84e4b0 req-db90265f-9e08-4ff2-90f0-d1473f618750 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af3a12cf-9da8-42b6-970c-72c67e4a02cc HTTP/1.1" status: 200 len: 834 time: 0.0793347 Dec 16 22:46:09.865482 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42bf37-96b0-4267-bc76-62c6bb84e4b0 req-04f981fe-19c1-4547-8de1-812388e6d803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:09.867010 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5d42bf37-96b0-4267-bc76-62c6bb84e4b0 req-04f981fe-19c1-4547-8de1-812388e6d803 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6824b600-fc8b-4a39-b031-d2f063409751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841684 Dec 16 22:46:09.869696 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42bf37-96b0-4267-bc76-62c6bb84e4b0 req-a8c14f3e-fe55-44af-b503-7189bd3b7cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:09.871131 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5d42bf37-96b0-4267-bc76-62c6bb84e4b0 req-a8c14f3e-fe55-44af-b503-7189bd3b7cc7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6824b600-fc8b-4a39-b031-d2f063409751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801539 Dec 16 22:46:10.044844 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5d42bf37-96b0-4267-bc76-62c6bb84e4b0 req-7f81834f-4e5c-4ecd-9e98-cfbd1f0eeea7 service neutron] 10.222.0.76 "GET /v2.0/networks/6824b600-fc8b-4a39-b031-d2f063409751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681490 Dec 16 22:46:10.050877 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5d42bf37-96b0-4267-bc76-62c6bb84e4b0 req-6edafdc3-1c34-4be9-aac4-c80222029504 service neutron] 10.222.0.57 "GET /v2.0/networks/6824b600-fc8b-4a39-b031-d2f063409751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669991 Dec 16 22:46:10.186713 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5d42bf37-96b0-4267-bc76-62c6bb84e4b0 req-9aaef4e7-4f42-41ab-a12f-f7cb8fcd2361 service neutron] 10.222.0.57 "GET /v2.0/networks/6824b600-fc8b-4a39-b031-d2f063409751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278939 Dec 16 22:46:10.268269 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5d42bf37-96b0-4267-bc76-62c6bb84e4b0 req-2c03b16f-5ca4-4b38-a92f-ff8f2a5a290e service neutron] 10.222.0.76 "GET /v2.0/networks/6824b600-fc8b-4a39-b031-d2f063409751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101390 Dec 16 22:46:10.864420 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 93206b41-0133-4803-95b9-ce7404e2d199 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:46:10.867526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6191f-d40b-4618-a119-7edcd92405b1 req-1c9c55f1-ee81-4ca3-a7a9-a183c9d2296b tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:10.888496 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e3f6191f-d40b-4618-a119-7edcd92405b1 req-1c9c55f1-ee81-4ca3-a7a9-a183c9d2296b tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 943 time: 0.2244279 Dec 16 22:46:10.929598 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 93206b41-0133-4803-95b9-ce7404e2d199 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:46:10.974336 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e3f6191f-d40b-4618-a119-7edcd92405b1 req-9e1481f1-4e1a-46c7-b295-0274084d18db tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789032 Dec 16 22:46:12.167150 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469a14c-300b-4fc0-b8d9-577af41d6027 req-b7a634fb-00fa-499b-a9f6-78b6cf223f2a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:12.168654 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6469a14c-300b-4fc0-b8d9-577af41d6027 req-b7a634fb-00fa-499b-a9f6-78b6cf223f2a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 943 time: 0.1115093 Dec 16 22:46:12.229405 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6469a14c-300b-4fc0-b8d9-577af41d6027 req-011cd9fb-9ea1-4143-988c-c9732c84274c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536208 Dec 16 22:46:12.695062 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a71a0f-5a14-42ca-9045-6f35a76e65e3 req-4aab06cf-a15a-496f-839f-5d18e0b8dee5 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:12.696646 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a1a71a0f-5a14-42ca-9045-6f35a76e65e3 req-4aab06cf-a15a-496f-839f-5d18e0b8dee5 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 943 time: 0.0516312 Dec 16 22:46:12.747861 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a1a71a0f-5a14-42ca-9045-6f35a76e65e3 req-8f66401e-5f32-442b-a8b1-d60b1170dd9a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448256 Dec 16 22:46:12.900604 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e56b2d-278a-447f-a216-0bf1a5dcbbc3 req-69b076e1-e8b1-4a66-8158-b5d579dd401d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:12.902291 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-03e56b2d-278a-447f-a216-0bf1a5dcbbc3 req-69b076e1-e8b1-4a66-8158-b5d579dd401d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.57 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962&tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&binding%3Ahost_id=n-h1-815324-4 HTTP/1.1" status: 200 len: 943 time: 0.0886116 Dec 16 22:46:12.964484 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [req-03e56b2d-278a-447f-a216-0bf1a5dcbbc3 req-caf9adbb-da56-4b61-9116-e5e513214c69 service neutron] delete failed (client error): The resource could not be found. Dec 16 22:46:12.965537 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-03e56b2d-278a-447f-a216-0bf1a5dcbbc3 req-caf9adbb-da56-4b61-9116-e5e513214c69 service neutron] 10.222.0.57 "DELETE /v2.0/ports/93206b41-0133-4803-95b9-ce7404e2d199/bindings/n-h2-815324-4 HTTP/1.1" status: 404 len: 380 time: 0.0553567 Dec 16 22:46:13.076580 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e56b2d-278a-447f-a216-0bf1a5dcbbc3 req-9922478f-719d-48c4-89e9-dfcd59899069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:13.078160 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-03e56b2d-278a-447f-a216-0bf1a5dcbbc3 req-9922478f-719d-48c4-89e9-dfcd59899069 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 1094 time: 0.0460682 Dec 16 22:46:13.103946 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 93206b41-0133-4803-95b9-ce7404e2d199 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:46:13.173689 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e56b2d-278a-447f-a216-0bf1a5dcbbc3 req-5564c33f-65fe-49e9-9973-fbc634fb2acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:13.175174 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-03e56b2d-278a-447f-a216-0bf1a5dcbbc3 req-5564c33f-65fe-49e9-9973-fbc634fb2acc service neutron] 10.222.0.57 "GET /v2.0/networks?id=6824b600-fc8b-4a39-b031-d2f063409751 HTTP/1.1" status: 200 len: 897 time: 0.0894151 Dec 16 22:46:13.206884 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 93206b41-0133-4803-95b9-ce7404e2d199, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=93206b41-0133-4803-95b9-ce7404e2d199,segment=NetworkSegment(9fa551c3-0367-4864-9859-1f35ef63e7f1),segment_id=9fa551c3-0367-4864-9859-1f35ef63e7f1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:13.219861 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '93206b41-0133-4803-95b9-ce7404e2d199', 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751', 'port_id': '93206b41-0133-4803-95b9-ce7404e2d199', 'mac_address': 'fa:16:3e:15:3d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af3a12cf-9da8-42b6-970c-72c67e4a02cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:46:13.249490 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-03e56b2d-278a-447f-a216-0bf1a5dcbbc3 req-cda5d64b-f408-4cc2-9ca6-adae67394d3c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93206b41-0133-4803-95b9-ce7404e2d199 HTTP/1.1" status: 200 len: 998 time: 0.0669904 Dec 16 22:46:13.260427 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:13.274421 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93206b41-0133-4803-95b9-ce7404e2d199 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:46:13.294982 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 93206b41-0133-4803-95b9-ce7404e2d199, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=93206b41-0133-4803-95b9-ce7404e2d199,segment=NetworkSegment(9fa551c3-0367-4864-9859-1f35ef63e7f1),segment_id=9fa551c3-0367-4864-9859-1f35ef63e7f1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:13.301015 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e56b2d-278a-447f-a216-0bf1a5dcbbc3 req-d4bb00ae-ab0f-4c21-9b56-f1861a2292fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:13.302517 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-03e56b2d-278a-447f-a216-0bf1a5dcbbc3 req-d4bb00ae-ab0f-4c21-9b56-f1861a2292fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=af3a12cf-9da8-42b6-970c-72c67e4a02cc HTTP/1.1" status: 200 len: 834 time: 0.0459979 Dec 16 22:46:13.349938 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e56b2d-278a-447f-a216-0bf1a5dcbbc3 req-2d3e33ae-f28c-4659-a958-910e0be4e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:13.351500 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-03e56b2d-278a-447f-a216-0bf1a5dcbbc3 req-2d3e33ae-f28c-4659-a958-910e0be4e771 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6824b600-fc8b-4a39-b031-d2f063409751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418608 Dec 16 22:46:13.449562 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-03e56b2d-278a-447f-a216-0bf1a5dcbbc3 req-1abc925c-e4c2-4ccf-8c4c-13d5af998ae5 service neutron] 10.222.0.57 "GET /v2.0/networks/6824b600-fc8b-4a39-b031-d2f063409751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909529 Dec 16 22:46:13.471908 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:13.525026 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=93206b41-0133-4803-95b9-ce7404e2d199,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:13.544913 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-03e56b2d-278a-447f-a216-0bf1a5dcbbc3 req-46a6bc6b-a99b-4ee2-b051-5e8ae4e99cc0 service neutron] 10.222.0.57 "GET /v2.0/networks/6824b600-fc8b-4a39-b031-d2f063409751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883977 Dec 16 22:46:13.792955 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['93206b41-0133-4803-95b9-ce7404e2d199'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:46:13.880729 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2559b80-7257-4a37-a4f8-86bc5745bc02 req-ea6632ff-fe2a-447b-aed0-57f73c2c578b tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:13.887571 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e2559b80-7257-4a37-a4f8-86bc5745bc02 req-ea6632ff-fe2a-447b-aed0-57f73c2c578b tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 944 time: 0.0637529 Dec 16 22:46:13.941173 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e2559b80-7257-4a37-a4f8-86bc5745bc02 req-9f8a9565-62b6-43e4-aca3-67e481d4a37f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515337 Dec 16 22:46:15.064000 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf19d89-ea14-4e0f-a8e1-45a4b1781f6e req-b2b26e2b-0ad6-41a7-a558-fddb6c2ec774 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:15.065717 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4cf19d89-ea14-4e0f-a8e1-45a4b1781f6e req-b2b26e2b-0ad6-41a7-a558-fddb6c2ec774 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 944 time: 0.0526044 Dec 16 22:46:15.118049 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4cf19d89-ea14-4e0f-a8e1-45a4b1781f6e req-e008f356-22f4-4429-b97a-fd365a17b46a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463195 Dec 16 22:46:15.118618 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 93206b41-0133-4803-95b9-ce7404e2d199 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:46:15.142100 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54270) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:15.210529 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6480057a-1f3e-4e8b-b892-6d89a77efa13 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/floatingips/03493ded-37c1-4c71-a0ab-29f54de55c03 HTTP/1.1" status: 200 len: 991 time: 0.0673099 Dec 16 22:46:15.285908 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 93206b41-0133-4803-95b9-ce7404e2d199 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:46:15.290337 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 93206b41-0133-4803-95b9-ce7404e2d199 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:15.290711 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:15.370725 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:15.397289 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104ad408-144c-44e5-8665-30ecd72ec962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93206b41-0133-4803-95b9-ce7404e2d199'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:46:15.399558 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f560506-d038-4e53-bbb2-920187a1ad48" -d '{"events": [{"server_uuid": "104ad408-144c-44e5-8665-30ecd72ec962", "name": "network-vif-plugged", "status": "completed", "tag": "93206b41-0133-4803-95b9-ce7404e2d199"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:46:15.413257 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 93206b41-0133-4803-95b9-ce7404e2d199, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=93206b41-0133-4803-95b9-ce7404e2d199,segment=NetworkSegment(9fa551c3-0367-4864-9859-1f35ef63e7f1),segment_id=9fa551c3-0367-4864-9859-1f35ef63e7f1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:15.441203 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe15be3-de24-4d0e-a72f-895558888c23 x-openstack-request-id: req-4fe15be3-de24-4d0e-a72f-895558888c23 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:46:15.441495 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104ad408-144c-44e5-8665-30ecd72ec962", "name": "network-vif-plugged", "status": "completed", "tag": "93206b41-0133-4803-95b9-ce7404e2d199", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:46:15.441759 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4fe15be3-de24-4d0e-a72f-895558888c23 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:46:15.442167 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104ad408-144c-44e5-8665-30ecd72ec962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93206b41-0133-4803-95b9-ce7404e2d199', 'code': 200} Dec 16 22:46:15.529337 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:15.577759 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=93206b41-0133-4803-95b9-ce7404e2d199,revision_number=9']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:23.404328 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9bc4d6fc-69d1-4db4-af9d-4d6014a4eaa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:25.508576 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-aa048a55-5e55-47c6-8d43-b42c1d80b419 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:25.509992 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-aa048a55-5e55-47c6-8d43-b42c1d80b419 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 811 time: 0.1084964 Dec 16 22:46:25.531289 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-878db52c-ae1f-448a-8478-234d716134ce tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/quotas/50fe3c907f2a4ef2a5e50c4753c50795 HTTP/1.1" status: 200 len: 375 time: 0.0148292 Dec 16 22:46:25.585106 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-ba8be3fc-4163-4262-aa59-39a4b9273572 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459802 Dec 16 22:46:25.678205 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-295b8fb5-2303-4260-b22d-54a20a12b856 service neutron] 10.222.0.75 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864105 Dec 16 22:46:25.696386 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b675c998-9c45-4d24-95bd-f62e4ceb3d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:25.794647 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-52f2661c-2e10-485d-9acc-b5230f2d38bc service neutron] 10.222.0.75 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102216 Dec 16 22:46:26.452632 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a3fec295-0891-4181-9d9b-4ba18932139e req-88ef6d55-2eca-4b89-a960-ad4b80bef12b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 210 time: 0.0277331 Dec 16 22:46:27.054284 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:27.107821 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:27.555527 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b38fd38-6052-4fa5-ac40-b61c5f2a431f req-a1cb639c-3282-4db4-87b4-6c01e9cc236e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 210 time: 0.0301857 Dec 16 22:46:28.363205 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:28.480244 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-16577e64-a288-445a-9dc3-7aebdfb8ce48 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:28.482328 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-16577e64-a288-445a-9dc3-7aebdfb8ce48 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.57 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 811 time: 0.1117733 Dec 16 22:46:28.500940 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-45d936cf-2fe8-46d2-bcee-5e980f192c44 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Request body: {'port': {'device_id': '66cbe528-8e62-4ea5-b099-53f12081b792', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'admin_state_up': True, 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:28.665893 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58b00437-d79a-4291-8170-139e2501cc53 req-81c75a65-7002-4a2d-91b3-ebf6bd457011 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 210 time: 0.0290523 Dec 16 22:46:28.672307 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:28.701120 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-45d936cf-2fe8-46d2-bcee-5e980f192c44 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Made reservation on behalf of 50fe3c907f2a4ef2a5e50c4753c50795 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:46:28.705541 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-45d936cf-2fe8-46d2-bcee-5e980f192c44 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:28.872043 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-45d936cf-2fe8-46d2-bcee-5e980f192c44 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Allocated IP 172.20.0.10 (4daef152-7506-4390-9b15-8eed5c3fe323/1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d/8100a2c8-1fef-4119-8d4e-c22eceb21bba) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:46:29.066200 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:29.399391 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-45d936cf-2fe8-46d2-bcee-5e980f192c44 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:29.485638 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-45d936cf-2fe8-46d2-bcee-5e980f192c44 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:29.540818 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-45d936cf-2fe8-46d2-bcee-5e980f192c44 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Network 4daef152-7506-4390-9b15-8eed5c3fe323 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:46:29.544312 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-45d936cf-2fe8-46d2-bcee-5e980f192c44 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:29.546876 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-45d936cf-2fe8-46d2-bcee-5e980f192c44 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:46:29.577888 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d936cf-2fe8-46d2-bcee-5e980f192c44 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event updated for resources: {'Port': ['ID=8100a2c8-1fef-4119-8d4e-c22eceb21bba,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:29.606527 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-45d936cf-2fe8-46d2-bcee-5e980f192c44 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:29.607222 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-45d936cf-2fe8-46d2-bcee-5e980f192c44 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:29.682182 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-45d936cf-2fe8-46d2-bcee-5e980f192c44 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1854644 Dec 16 22:46:29.703499 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-75cfecf2-6b57-44d3-b613-121e77ff09f4 service neutron] Request body: {'port': {'device_id': '66cbe528-8e62-4ea5-b099-53f12081b792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:29.772488 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-75cfecf2-6b57-44d3-b613-121e77ff09f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:29.814645 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd4f96-06cc-4d43-aaa3-c3277f4b9253 req-ecdd0c1b-b8b7-427a-9997-6875cb9c4fa9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:29.818109 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a9fd4f96-06cc-4d43-aaa3-c3277f4b9253 req-ecdd0c1b-b8b7-427a-9997-6875cb9c4fa9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 932 time: 0.0614178 Dec 16 22:46:29.871391 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a9fd4f96-06cc-4d43-aaa3-c3277f4b9253 req-98db40f8-8da1-42ad-a14a-ad40c7c2ee14 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446112 Dec 16 22:46:29.891765 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:46:29.901396 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-33c1485a-6ca3-4397-a6c0-ef8c72fba67d None None] Provisioning complete for port 8100a2c8-1fef-4119-8d4e-c22eceb21bba triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:29.902474 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-33c1485a-6ca3-4397-a6c0-ef8c72fba67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:29.937398 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-33c1485a-6ca3-4397-a6c0-ef8c72fba67d None None] Port 8100a2c8-1fef-4119-8d4e-c22eceb21bba cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:46:30.081958 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-75cfecf2-6b57-44d3-b613-121e77ff09f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8100a2c8-1fef-4119-8d4e-c22eceb21bba {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:46:30.090424 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-75cfecf2-6b57-44d3-b613-121e77ff09f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:30.103443 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-75cfecf2-6b57-44d3-b613-121e77ff09f4 service neutron] Transition to ACTIVE for port object 8100a2c8-1fef-4119-8d4e-c22eceb21bba will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:46:30.197214 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-75cfecf2-6b57-44d3-b613-121e77ff09f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:30.255300 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cfecf2-6b57-44d3-b613-121e77ff09f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8100a2c8-1fef-4119-8d4e-c22eceb21bba,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:30.339239 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-75cfecf2-6b57-44d3-b613-121e77ff09f4 service neutron] Attempting to bind port 8100a2c8-1fef-4119-8d4e-c22eceb21bba on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:46:30.339648 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-75cfecf2-6b57-44d3-b613-121e77ff09f4 service neutron] Attempting to bind port 8100a2c8-1fef-4119-8d4e-c22eceb21bba by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:46:30.340052 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-75cfecf2-6b57-44d3-b613-121e77ff09f4 service neutron] Attempting to bind port 8100a2c8-1fef-4119-8d4e-c22eceb21bba on network 4daef152-7506-4390-9b15-8eed5c3fe323 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:46:30.345180 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-75cfecf2-6b57-44d3-b613-121e77ff09f4 service neutron] Port 8100a2c8-1fef-4119-8d4e-c22eceb21bba on network 4daef152-7506-4390-9b15-8eed5c3fe323 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:46:30.345582 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-75cfecf2-6b57-44d3-b613-121e77ff09f4 service neutron] Attempting to bind port 8100a2c8-1fef-4119-8d4e-c22eceb21bba on network 4daef152-7506-4390-9b15-8eed5c3fe323 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:46:30.350993 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-75cfecf2-6b57-44d3-b613-121e77ff09f4 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:46:30.351434 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-75cfecf2-6b57-44d3-b613-121e77ff09f4 service neutron] Checking segment: {'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:46:30.351900 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-75cfecf2-6b57-44d3-b613-121e77ff09f4 service neutron] Bound using segment: {'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:46:30.352410 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-75cfecf2-6b57-44d3-b613-121e77ff09f4 service neutron] Bound port: 8100a2c8-1fef-4119-8d4e-c22eceb21bba, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:46:30.352833 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-75cfecf2-6b57-44d3-b613-121e77ff09f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:30.423159 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-75cfecf2-6b57-44d3-b613-121e77ff09f4 service neutron] For port 8100a2c8-1fef-4119-8d4e-c22eceb21bba, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:46:30.426945 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-75cfecf2-6b57-44d3-b613-121e77ff09f4 service neutron] For port 8100a2c8-1fef-4119-8d4e-c22eceb21bba, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=8100a2c8-1fef-4119-8d4e-c22eceb21bba,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:46:30.496849 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-75cfecf2-6b57-44d3-b613-121e77ff09f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:30.536447 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-75cfecf2-6b57-44d3-b613-121e77ff09f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:30.537319 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-75cfecf2-6b57-44d3-b613-121e77ff09f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:30.542384 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-75cfecf2-6b57-44d3-b613-121e77ff09f4 service neutron] 10.222.0.57 "PUT /v2.0/ports/8100a2c8-1fef-4119-8d4e-c22eceb21bba HTTP/1.1" status: 200 len: 1092 time: 0.8406174 Dec 16 22:46:30.542384 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cbe528-8e62-4ea5-b099-53f12081b792', 'tag': '8100a2c8-1fef-4119-8d4e-c22eceb21bba'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:46:30.542763 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371b9f88-9873-4539-92ff-37f0df934e80" -d '{"events": [{"name": "network-changed", "server_uuid": "66cbe528-8e62-4ea5-b099-53f12081b792", "tag": "8100a2c8-1fef-4119-8d4e-c22eceb21bba"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:46:30.566662 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cfecf2-6b57-44d3-b613-121e77ff09f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8100a2c8-1fef-4119-8d4e-c22eceb21bba,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:30.606612 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2e7bb4-68b3-47c0-8489-5428a8f47fff x-openstack-request-id: req-8a2e7bb4-68b3-47c0-8489-5428a8f47fff {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:46:30.606917 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66cbe528-8e62-4ea5-b099-53f12081b792", "tag": "8100a2c8-1fef-4119-8d4e-c22eceb21bba", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:46:30.607256 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8a2e7bb4-68b3-47c0-8489-5428a8f47fff {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:46:30.611273 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66cbe528-8e62-4ea5-b099-53f12081b792', 'tag': '8100a2c8-1fef-4119-8d4e-c22eceb21bba', 'status': 'completed', 'code': 200} Dec 16 22:46:30.823331 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b9f88-9873-4539-92ff-37f0df934e80 req-4133651c-76dc-4e45-84c8-be53e068ee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:30.824878 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-371b9f88-9873-4539-92ff-37f0df934e80 req-4133651c-76dc-4e45-84c8-be53e068ee46 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 1095 time: 0.0502806 Dec 16 22:46:30.941524 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b9f88-9873-4539-92ff-37f0df934e80 req-60be90c3-e43a-4f11-a3f1-e15be840e90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:30.943034 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-371b9f88-9873-4539-92ff-37f0df934e80 req-60be90c3-e43a-4f11-a3f1-e15be840e90a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1041982 Dec 16 22:46:31.020647 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5b1b0-0cbb-410c-b223-a01a05d6c1fb req-ff66de70-c6dc-494a-b0c8-088034751069 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:31.022885 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eaf5b1b0-0cbb-410c-b223-a01a05d6c1fb req-ff66de70-c6dc-494a-b0c8-088034751069 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 944 time: 0.0577197 Dec 16 22:46:31.061455 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b9f88-9873-4539-92ff-37f0df934e80 req-a43dd2c7-592b-4fc0-92ff-a699858b25fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:31.063153 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-371b9f88-9873-4539-92ff-37f0df934e80 req-a43dd2c7-592b-4fc0-92ff-a699858b25fb service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1135848 Dec 16 22:46:31.085921 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-eaf5b1b0-0cbb-410c-b223-a01a05d6c1fb req-3b522068-599a-4398-9664-2c7ecde6c34a tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433984 Dec 16 22:46:31.165434 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-4b11b7e1-59f8-4259-adc1-ffa9132915af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:31.167198 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-4b11b7e1-59f8-4259-adc1-ffa9132915af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 1095 time: 0.0450771 Dec 16 22:46:31.223222 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-8c4ccce6-7c10-4d92-acd0-9768c8edaa30 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8100a2c8-1fef-4119-8d4e-c22eceb21bba HTTP/1.1" status: 200 len: 217 time: 0.0421236 Dec 16 22:46:31.279472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-7ceb4b00-bd92-4bec-ba3c-b30022d98354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:31.280856 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-7ceb4b00-bd92-4bec-ba3c-b30022d98354 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d HTTP/1.1" status: 200 len: 850 time: 0.0512383 Dec 16 22:46:31.334982 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-4df32f6e-4f92-45f5-897a-c39c652da6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:31.337590 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-4df32f6e-4f92-45f5-897a-c39c652da6f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4daef152-7506-4390-9b15-8eed5c3fe323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487874 Dec 16 22:46:31.454132 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-84df5808-98ec-4d38-936d-a03c127598e3 service neutron] 10.222.0.57 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091230 Dec 16 22:46:31.550648 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7cd0e43b-0ede-49d2-a241-b235c26da271 req-6fbc1340-cc6d-4119-8090-5fc1a4f5a614 service neutron] 10.222.0.57 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889518 Dec 16 22:46:31.844599 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a1914-4fbb-4f3c-9b46-d51b1e89c119 req-bd5fda4a-e0cf-4eb7-b46f-3c335f6b94b0 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:31.846498 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-219a1914-4fbb-4f3c-9b46-d51b1e89c119 req-bd5fda4a-e0cf-4eb7-b46f-3c335f6b94b0 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c67d173-af03-4baf-8018-2b736e039f8e HTTP/1.1" status: 200 len: 949 time: 0.0526264 Dec 16 22:46:31.897874 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-219a1914-4fbb-4f3c-9b46-d51b1e89c119 req-99071c72-b040-4dae-b45e-e55e156eaf53 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/security-groups?id=15454f0d-044d-4040-aa44-5028073b6ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444043 Dec 16 22:46:32.207525 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db00926-dfe0-4c14-a0da-5c1bfd74bf41 req-62a4e7ce-d946-4c93-8042-eaee5a1db008 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:32.209094 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2db00926-dfe0-4c14-a0da-5c1bfd74bf41 req-62a4e7ce-d946-4c93-8042-eaee5a1db008 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 944 time: 0.0511088 Dec 16 22:46:32.259377 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2db00926-dfe0-4c14-a0da-5c1bfd74bf41 req-37940e0d-d2af-4328-9c3c-5340c5bff7a0 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440497 Dec 16 22:46:33.018841 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d177e8-cacd-4dcb-b09b-377d5a1428ca req-a975c8fe-783b-41f3-bfc2-2b64295e3fc5 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:33.020640 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-03d177e8-cacd-4dcb-b09b-377d5a1428ca req-a975c8fe-783b-41f3-bfc2-2b64295e3fc5 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c67d173-af03-4baf-8018-2b736e039f8e HTTP/1.1" status: 200 len: 949 time: 0.0511379 Dec 16 22:46:33.076497 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-03d177e8-cacd-4dcb-b09b-377d5a1428ca req-478a4634-4fc6-444c-a876-8842175a881c tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/security-groups?id=15454f0d-044d-4040-aa44-5028073b6ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492084 Dec 16 22:46:33.389664 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e264b3-b152-4969-b8dc-4f667a55010a req-1ebc151f-d455-4dc2-830f-72e36ae27c7a tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:33.391243 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-24e264b3-b152-4969-b8dc-4f667a55010a req-1ebc151f-d455-4dc2-830f-72e36ae27c7a tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 944 time: 0.0566254 Dec 16 22:46:33.442352 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-24e264b3-b152-4969-b8dc-4f667a55010a req-09f18eb3-c89a-4e47-943c-468567ac32e7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441625 Dec 16 22:46:33.766793 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e249110-1e32-4d1b-b31a-597a3102f19b req-46278c45-95dc-4319-8fec-d3e33d1e2af2 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:33.768956 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e249110-1e32-4d1b-b31a-597a3102f19b req-46278c45-95dc-4319-8fec-d3e33d1e2af2 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c67d173-af03-4baf-8018-2b736e039f8e HTTP/1.1" status: 200 len: 949 time: 0.0529888 Dec 16 22:46:33.891389 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-8e249110-1e32-4d1b-b31a-597a3102f19b req-788589ac-0946-44c3-ae5d-a55778c457ca tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Deleting port 74bfed50-72d2-4787-89d4-9ac841235c24 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:46:33.891667 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8e249110-1e32-4d1b-b31a-597a3102f19b req-788589ac-0946-44c3-ae5d-a55778c457ca tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:33.995221 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-8e249110-1e32-4d1b-b31a-597a3102f19b req-788589ac-0946-44c3-ae5d-a55778c457ca tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] For port 74bfed50-72d2-4787-89d4-9ac841235c24, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=74bfed50-72d2-4787-89d4-9ac841235c24,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:33.995522 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8e249110-1e32-4d1b-b31a-597a3102f19b req-788589ac-0946-44c3-ae5d-a55778c457ca tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:34.011064 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-8e249110-1e32-4d1b-b31a-597a3102f19b req-788589ac-0946-44c3-ae5d-a55778c457ca tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Calling delete_port for 74bfed50-72d2-4787-89d4-9ac841235c24 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:46:34.196817 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb9b02-7474-476f-87aa-969daa96dbba req-62d06407-73f9-405d-b710-301738e4fd3e tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:34.198332 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f3eb9b02-7474-476f-87aa-969daa96dbba req-62d06407-73f9-405d-b710-301738e4fd3e tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c67d173-af03-4baf-8018-2b736e039f8e HTTP/1.1" status: 200 len: 949 time: 0.0506151 Dec 16 22:46:34.248227 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f3eb9b02-7474-476f-87aa-969daa96dbba req-a26a2806-396a-482e-9ee0-12a38e91a700 tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/security-groups?id=15454f0d-044d-4040-aa44-5028073b6ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436759 Dec 16 22:46:34.271909 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8e249110-1e32-4d1b-b31a-597a3102f19b req-788589ac-0946-44c3-ae5d-a55778c457ca tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:34.305142 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['74bfed50-72d2-4787-89d4-9ac841235c24'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:46:34.306199 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788589ac-0946-44c3-ae5d-a55778c457ca tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Pushing event deleted for resources: {'Port': ['ID=74bfed50-72d2-4787-89d4-9ac841235c24,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:34.358651 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e249110-1e32-4d1b-b31a-597a3102f19b req-788589ac-0946-44c3-ae5d-a55778c457ca tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] No DVR routers for this DVR port 74bfed50-72d2-4787-89d4-9ac841235c24 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:46:34.362200 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8e249110-1e32-4d1b-b31a-597a3102f19b req-788589ac-0946-44c3-ae5d-a55778c457ca tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:34.366517 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e249110-1e32-4d1b-b31a-597a3102f19b req-788589ac-0946-44c3-ae5d-a55778c457ca tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.57 "DELETE /v2.0/ports/74bfed50-72d2-4787-89d4-9ac841235c24 HTTP/1.1" status: 204 len: 173 time: 0.5916975 Dec 16 22:46:34.367075 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c67d173-af03-4baf-8018-2b736e039f8e', 'name': 'network-vif-deleted', 'tag': '74bfed50-72d2-4787-89d4-9ac841235c24'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:46:34.369392 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b16c67-9308-4426-af44-5e68843937b4" -d '{"events": [{"server_uuid": "7c67d173-af03-4baf-8018-2b736e039f8e", "name": "network-vif-deleted", "tag": "74bfed50-72d2-4787-89d4-9ac841235c24"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:46:34.412160 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82018e5c-5ff9-46ba-a3a6-6e4c2bb6d99e x-openstack-request-id: req-82018e5c-5ff9-46ba-a3a6-6e4c2bb6d99e {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:46:34.422425 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c67d173-af03-4baf-8018-2b736e039f8e", "name": "network-vif-deleted", "tag": "74bfed50-72d2-4787-89d4-9ac841235c24", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:46:34.422425 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-82018e5c-5ff9-46ba-a3a6-6e4c2bb6d99e {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:46:34.422425 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c67d173-af03-4baf-8018-2b736e039f8e', 'name': 'network-vif-deleted', 'tag': '74bfed50-72d2-4787-89d4-9ac841235c24', 'status': 'completed', 'code': 200} Dec 16 22:46:34.574295 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adff6a9-da53-4f80-848f-94ff67677ad3 req-05bc8d83-6c88-4254-ae2b-5ac7ab72b798 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:34.575926 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0adff6a9-da53-4f80-848f-94ff67677ad3 req-05bc8d83-6c88-4254-ae2b-5ac7ab72b798 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 944 time: 0.0545368 Dec 16 22:46:34.631113 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0adff6a9-da53-4f80-848f-94ff67677ad3 req-9a66c23c-d9d6-4a48-be95-59cfe33827fd tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475683 Dec 16 22:46:35.365599 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b9290a47-805a-4904-b817-5ae8238628bc req-43625d5b-653e-4118-a8af-ed0def26a88b tempest-VolumesBackupsTest-1254241396 tempest-VolumesBackupsTest-1254241396-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c67d173-af03-4baf-8018-2b736e039f8e HTTP/1.1" status: 200 len: 210 time: 0.0297606 Dec 16 22:46:35.752102 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c86c50-f3b5-4cbb-a7d0-1da7d4bb0628 req-ac572a1d-d366-4bfe-ba51-d624efe445bf tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:35.753593 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-00c86c50-f3b5-4cbb-a7d0-1da7d4bb0628 req-ac572a1d-d366-4bfe-ba51-d624efe445bf tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 944 time: 0.0542932 Dec 16 22:46:35.805592 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-00c86c50-f3b5-4cbb-a7d0-1da7d4bb0628 req-e51c708b-13de-415e-8467-51c13f07b939 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457146 Dec 16 22:46:36.923483 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ed748-e7fa-473f-ade8-0cff31cadf6a req-6bad7c8b-ef15-4f3e-aba4-ae2a23fc6a7a tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:36.924932 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-006ed748-e7fa-473f-ade8-0cff31cadf6a req-6bad7c8b-ef15-4f3e-aba4-ae2a23fc6a7a tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 944 time: 0.0507410 Dec 16 22:46:36.974008 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-006ed748-e7fa-473f-ade8-0cff31cadf6a req-1bc825bf-6843-44ee-b6c5-74eaa569d112 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430417 Dec 16 22:46:38.098444 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df1f78-94b2-42ef-b429-57c337ca1239 req-e235353d-8fd3-4094-9c25-f12ab9967e06 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:38.100291 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e9df1f78-94b2-42ef-b429-57c337ca1239 req-e235353d-8fd3-4094-9c25-f12ab9967e06 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 944 time: 0.0563564 Dec 16 22:46:38.152763 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e9df1f78-94b2-42ef-b429-57c337ca1239 req-26164125-6af0-4237-bd83-8c07cad13c03 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461557 Dec 16 22:46:39.062632 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 74bfed50-72d2-4787-89d4-9ac841235c24 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:46:39.084025 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 74bfed50-72d2-4787-89d4-9ac841235c24 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:46:39.084375 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 74bfed50-72d2-4787-89d4-9ac841235c24 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:46:39.274715 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7f3d2-b7ef-40ec-8ed0-87113b63e31b req-26d88249-9793-46f5-9527-9b9fab3513be tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:39.278017 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-49e7f3d2-b7ef-40ec-8ed0-87113b63e31b req-26d88249-9793-46f5-9527-9b9fab3513be tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 944 time: 0.0505612 Dec 16 22:46:39.330077 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-49e7f3d2-b7ef-40ec-8ed0-87113b63e31b req-a02db7f9-db03-42c0-add6-a32fc7252fab tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474141 Dec 16 22:46:40.451030 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648ca80-6177-43ce-9f42-b76783aab72a req-31c49b33-a15e-4952-8e0e-14a0f78ca4e1 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:40.452639 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8648ca80-6177-43ce-9f42-b76783aab72a req-31c49b33-a15e-4952-8e0e-14a0f78ca4e1 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 944 time: 0.0546708 Dec 16 22:46:40.506815 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8648ca80-6177-43ce-9f42-b76783aab72a req-56f02b51-1f8d-4012-9e57-118edc6855d4 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453103 Dec 16 22:46:40.896142 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2c587481-96b8-4550-a770-554b9172923d req-fbbc1ea4-f366-4c20-9c04-6dc6cc6c3427 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0934370 Dec 16 22:46:41.017820 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c587481-96b8-4550-a770-554b9172923d req-3ffa5e42-ce86-4623-a7d6-d6aa3c817450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:41.019421 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2c587481-96b8-4550-a770-554b9172923d req-3ffa5e42-ce86-4623-a7d6-d6aa3c817450 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f992ab7bbd284762b25c36b13354b00d&device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 1096 time: 0.0580804 Dec 16 22:46:41.154551 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c587481-96b8-4550-a770-554b9172923d req-c04fc2d7-b382-49b9-a04d-fbb850fed66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:41.156231 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2c587481-96b8-4550-a770-554b9172923d req-c04fc2d7-b382-49b9-a04d-fbb850fed66a service neutron] 10.222.0.76 "GET /v2.0/networks?id=6758e66d-b624-4230-bc5c-846fa9c4caaf HTTP/1.1" status: 200 len: 909 time: 0.1018229 Dec 16 22:46:41.240575 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2c587481-96b8-4550-a770-554b9172923d req-7e0accf7-10ea-4da2-8e8c-ceccb68aac5a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc912460-dcf9-41a9-b501-345566e7fb84 HTTP/1.1" status: 200 len: 1000 time: 0.0731063 Dec 16 22:46:41.298375 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c587481-96b8-4550-a770-554b9172923d req-78e03d00-be3c-47e0-a2ec-9ee556603e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:41.300789 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2c587481-96b8-4550-a770-554b9172923d req-78e03d00-be3c-47e0-a2ec-9ee556603e84 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a6972eff-e95f-4a67-852c-78411db180d4 HTTP/1.1" status: 200 len: 848 time: 0.0506182 Dec 16 22:46:41.349003 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c587481-96b8-4550-a770-554b9172923d req-62d25a7f-0cc1-4844-a4f6-9ad24005e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:41.350534 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2c587481-96b8-4550-a770-554b9172923d req-62d25a7f-0cc1-4844-a4f6-9ad24005e33f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6758e66d-b624-4230-bc5c-846fa9c4caaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423999 Dec 16 22:46:41.451177 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2c587481-96b8-4550-a770-554b9172923d req-89749a35-c2af-41d5-ac91-b2ae913c14c4 service neutron] 10.222.0.76 "GET /v2.0/networks/6758e66d-b624-4230-bc5c-846fa9c4caaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921283 Dec 16 22:46:41.546441 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2c587481-96b8-4550-a770-554b9172923d req-c32c401b-2a99-48e1-ba06-fcb59017d6fe service neutron] 10.222.0.76 "GET /v2.0/networks/6758e66d-b624-4230-bc5c-846fa9c4caaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875247 Dec 16 22:46:41.646069 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be87c35-f7aa-45f0-aa99-2ce2bb00b76b req-d2cbd55a-f1c7-4c53-96b4-389a242d4ef3 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:41.647615 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3be87c35-f7aa-45f0-aa99-2ce2bb00b76b req-d2cbd55a-f1c7-4c53-96b4-389a242d4ef3 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 944 time: 0.0570269 Dec 16 22:46:41.702232 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3be87c35-f7aa-45f0-aa99-2ce2bb00b76b req-8809d6c2-76f5-49ea-a91f-b714f48d7d4f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481198 Dec 16 22:46:42.826412 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070b0b3-9fba-4eee-92f9-a7608978e2f8 req-f9f511b8-7d51-494e-96c8-e977bfd1a88b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:42.828062 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9070b0b3-9fba-4eee-92f9-a7608978e2f8 req-f9f511b8-7d51-494e-96c8-e977bfd1a88b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 944 time: 0.0535564 Dec 16 22:46:42.882550 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9070b0b3-9fba-4eee-92f9-a7608978e2f8 req-9b063149-fb46-414d-a25b-8154894b51cc tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480862 Dec 16 22:46:43.728032 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0b2fc-a53e-47be-a62d-d239054c416d req-a04c4b98-9ebb-4511-b2e7-ba66d2c50e40 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:43.729605 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-15b0b2fc-a53e-47be-a62d-d239054c416d req-a04c4b98-9ebb-4511-b2e7-ba66d2c50e40 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 1096 time: 0.0489306 Dec 16 22:46:43.778503 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-15b0b2fc-a53e-47be-a62d-d239054c416d req-94757a62-ac04-4b10-a408-9af386bcff2b tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427926 Dec 16 22:46:43.803500 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54798) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:44.033779 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-3d37c0ef-7496-4968-b0a3-1ec8eada8864 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Deleting port a10177c9-65ad-41a4-aa19-df37993186b5 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:46:44.034491 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d37c0ef-7496-4968-b0a3-1ec8eada8864 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:44.043212 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782d28e-4124-4c65-ad67-0d6c907014c2 req-32ef362b-dbbd-43c7-b805-4b2081b634df tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:44.044416 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7782d28e-4124-4c65-ad67-0d6c907014c2 req-32ef362b-dbbd-43c7-b805-4b2081b634df tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 944 time: 0.0716288 Dec 16 22:46:44.161415 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7782d28e-4124-4c65-ad67-0d6c907014c2 req-19e9030c-1762-4b75-85d0-e65721e014a9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047149 Dec 16 22:46:44.173829 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d37c0ef-7496-4968-b0a3-1ec8eada8864 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:44.174330 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d37c0ef-7496-4968-b0a3-1ec8eada8864 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:44.194257 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-3d37c0ef-7496-4968-b0a3-1ec8eada8864 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Calling delete_port for a10177c9-65ad-41a4-aa19-df37993186b5 owned by network:floatingip {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:46:44.460289 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d37c0ef-7496-4968-b0a3-1ec8eada8864 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:44.500482 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37c0ef-7496-4968-b0a3-1ec8eada8864 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event deleted for resources: {'Port': ['ID=a10177c9-65ad-41a4-aa19-df37993186b5,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:44.511666 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d37c0ef-7496-4968-b0a3-1ec8eada8864 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:44.511999 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d37c0ef-7496-4968-b0a3-1ec8eada8864 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:44.512340 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d37c0ef-7496-4968-b0a3-1ec8eada8864 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:44.512747 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d37c0ef-7496-4968-b0a3-1ec8eada8864 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:44.513309 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d37c0ef-7496-4968-b0a3-1ec8eada8864 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:44.513795 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d37c0ef-7496-4968-b0a3-1ec8eada8864 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:44.514409 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d37c0ef-7496-4968-b0a3-1ec8eada8864 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:44.514759 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d37c0ef-7496-4968-b0a3-1ec8eada8864 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:44.515125 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d37c0ef-7496-4968-b0a3-1ec8eada8864 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:44.515464 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d37c0ef-7496-4968-b0a3-1ec8eada8864 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:44.515993 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d37c0ef-7496-4968-b0a3-1ec8eada8864 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:44.516716 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d37c0ef-7496-4968-b0a3-1ec8eada8864 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:44.516716 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d37c0ef-7496-4968-b0a3-1ec8eada8864 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:44.608707 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d37c0ef-7496-4968-b0a3-1ec8eada8864 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for floatingip, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:44.609587 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-3d37c0ef-7496-4968-b0a3-1ec8eada8864 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Floating IP 03493ded-37c1-4c71-a0ab-29f54de55c03 disassociated (deleted). External IP: 172.25.6.96, port: 93206b41-0133-4803-95b9-ce7404e2d199. Dec 16 22:46:45.062346 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 8100a2c8-1fef-4119-8d4e-c22eceb21bba details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:46:45.170961 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 8100a2c8-1fef-4119-8d4e-c22eceb21bba, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=8100a2c8-1fef-4119-8d4e-c22eceb21bba,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:45.185195 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '8100a2c8-1fef-4119-8d4e-c22eceb21bba', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'port_id': '8100a2c8-1fef-4119-8d4e-c22eceb21bba', 'mac_address': 'fa:16:3e:fa:53:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:46:45.205752 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d37c0ef-7496-4968-b0a3-1ec8eada8864 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Router addb5be2-972d-4915-a6d3-6ce20e700bca has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:46:45.244103 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:45.265845 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8100a2c8-1fef-4119-8d4e-c22eceb21bba {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:46:45.291708 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 8100a2c8-1fef-4119-8d4e-c22eceb21bba, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=8100a2c8-1fef-4119-8d4e-c22eceb21bba,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:45.303150 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a323262-b182-41e3-9415-5c5b4da08f0f req-46716759-09c7-4dbd-9a9c-16b826c6e91e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:45.304696 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8a323262-b182-41e3-9415-5c5b4da08f0f req-46716759-09c7-4dbd-9a9c-16b826c6e91e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 944 time: 0.0638480 Dec 16 22:46:45.334552 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d37c0ef-7496-4968-b0a3-1ec8eada8864 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:46:45.334552 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d37c0ef-7496-4968-b0a3-1ec8eada8864 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:45.340590 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb31b8f-8d92-4d81-8b60-e0a387349aa2 None None] Sync routers for ids ['addb5be2-972d-4915-a6d3-6ce20e700bca'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:46:45.356806 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb31b8f-8d92-4d81-8b60-e0a387349aa2 None None] Routers {'addb5be2-972d-4915-a6d3-6ce20e700bca'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:46:45.359395 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0eb31b8f-8d92-4d81-8b60-e0a387349aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:46:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['addb5be2-972d-4915-a6d3-6ce20e700bca'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:45.363380 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3d37c0ef-7496-4968-b0a3-1ec8eada8864 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "DELETE /v2.0/floatingips/03493ded-37c1-4c71-a0ab-29f54de55c03 HTTP/1.1" status: 204 len: 168 time: 1.5587354 Dec 16 22:46:45.363997 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '104ad408-144c-44e5-8665-30ecd72ec962', 'tag': '93206b41-0133-4803-95b9-ce7404e2d199'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:46:45.367785 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8a323262-b182-41e3-9415-5c5b4da08f0f req-fe74f971-ac74-4da1-9329-cb51fba75d02 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565891 Dec 16 22:46:45.377571 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa8fb47-d8be-49b6-8f9a-9719260ccdda" -d '{"events": [{"name": "network-changed", "server_uuid": "104ad408-144c-44e5-8665-30ecd72ec962", "tag": "93206b41-0133-4803-95b9-ce7404e2d199"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:46:45.407463 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:45.426147 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60632ae-3c35-47d4-afab-aebbdf22cc32 x-openstack-request-id: req-a60632ae-3c35-47d4-afab-aebbdf22cc32 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:46:45.426432 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "104ad408-144c-44e5-8665-30ecd72ec962", "tag": "93206b41-0133-4803-95b9-ce7404e2d199", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:46:45.426687 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a60632ae-3c35-47d4-afab-aebbdf22cc32 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:46:45.427140 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '104ad408-144c-44e5-8665-30ecd72ec962', 'tag': '93206b41-0133-4803-95b9-ce7404e2d199', 'status': 'completed', 'code': 200} Dec 16 22:46:45.508764 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=8100a2c8-1fef-4119-8d4e-c22eceb21bba,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:45.522237 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:45.522687 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:45.523166 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8fb47-d8be-49b6-8f9a-9719260ccdda req-b4f1a701-5a60-4572-9e91-5b1cfe6960cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:45.523305 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:45.523646 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:45.523986 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:45.524321 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:45.524652 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:45.524983 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:45.525126 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cfa8fb47-d8be-49b6-8f9a-9719260ccdda req-b4f1a701-5a60-4572-9e91-5b1cfe6960cf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 1096 time: 0.0499563 Dec 16 22:46:45.525310 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:45.525640 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:45.526269 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:45.526546 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:45.526868 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:46:45.543872 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-0eb31b8f-8d92-4d81-8b60-e0a387349aa2 None None] Set router addb5be2-972d-4915-a6d3-6ce20e700bca gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:46:45.638599 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8fb47-d8be-49b6-8f9a-9719260ccdda req-2a9f1032-7645-476a-8ca5-6dac3e4ea7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:45.640201 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cfa8fb47-d8be-49b6-8f9a-9719260ccdda req-2a9f1032-7645-476a-8ca5-6dac3e4ea7ea service neutron] 10.222.0.76 "GET /v2.0/networks?id=6824b600-fc8b-4a39-b031-d2f063409751 HTTP/1.1" status: 200 len: 897 time: 0.1020296 Dec 16 22:46:45.700707 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cfa8fb47-d8be-49b6-8f9a-9719260ccdda req-b9c1bb0c-4a97-4d98-b06d-ac44cfbb61c0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93206b41-0133-4803-95b9-ce7404e2d199 HTTP/1.1" status: 200 len: 217 time: 0.0515659 Dec 16 22:46:45.779589 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8fb47-d8be-49b6-8f9a-9719260ccdda req-9958f61d-8844-44c4-a8d5-b8f25276a775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:45.781729 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cfa8fb47-d8be-49b6-8f9a-9719260ccdda req-9958f61d-8844-44c4-a8d5-b8f25276a775 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=af3a12cf-9da8-42b6-970c-72c67e4a02cc HTTP/1.1" status: 200 len: 834 time: 0.0728772 Dec 16 22:46:45.828583 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0eb31b8f-8d92-4d81-8b60-e0a387349aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374774868', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'a85dc330-bfba-46f3-8457-118753070a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:04Z', 'updated_at': '2021-12-16T22:44:12Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'a85dc330-bfba-46f3-8457-118753070a51', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:05Z', 'updated_at': '2021-12-16T22:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '154f1dcc-3b5e-4503-9468-cecbe119a7bc', 'name': '', 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:3c:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'af3a12cf-9da8-42b6-970c-72c67e4a02cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:11Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': 'af3a12cf-9da8-42b6-970c-72c67e4a02cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:45.850650 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['8100a2c8-1fef-4119-8d4e-c22eceb21bba'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:46:45.905202 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8fb47-d8be-49b6-8f9a-9719260ccdda req-cf7222e8-4358-4a5c-80b4-6ee0cca0fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:45.909600 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cfa8fb47-d8be-49b6-8f9a-9719260ccdda req-cf7222e8-4358-4a5c-80b4-6ee0cca0fdee service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6824b600-fc8b-4a39-b031-d2f063409751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189687 Dec 16 22:46:45.948120 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb31b8f-8d92-4d81-8b60-e0a387349aa2 None None] Checking router: addb5be2-972d-4915-a6d3-6ce20e700bca for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:46:45.984537 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb31b8f-8d92-4d81-8b60-e0a387349aa2 None None] Routers {'addb5be2-972d-4915-a6d3-6ce20e700bca'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:46:45.985418 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0eb31b8f-8d92-4d81-8b60-e0a387349aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:46:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['addb5be2-972d-4915-a6d3-6ce20e700bca'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:46.096737 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cfa8fb47-d8be-49b6-8f9a-9719260ccdda req-d9b55509-d40e-4c5c-a87c-3e0aa8e143ba service neutron] 10.222.0.76 "GET /v2.0/networks/6824b600-fc8b-4a39-b031-d2f063409751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759944 Dec 16 22:46:46.223673 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad492a-ef98-43a5-94aa-8d843e3c71e3 req-c3b60531-1d96-46d1-8fe9-f9af7575c0ee tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:46.225310 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-00ad492a-ef98-43a5-94aa-8d843e3c71e3 req-c3b60531-1d96-46d1-8fe9-f9af7575c0ee tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 945 time: 0.2860425 Dec 16 22:46:46.227662 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cfa8fb47-d8be-49b6-8f9a-9719260ccdda req-8e08586d-5292-4388-9f27-3224dcbcaf25 service neutron] 10.222.0.76 "GET /v2.0/networks/6824b600-fc8b-4a39-b031-d2f063409751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212299 Dec 16 22:46:46.296814 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-00ad492a-ef98-43a5-94aa-8d843e3c71e3 req-bdeffee2-7e07-4b18-acaf-6a18115bda49 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617342 Dec 16 22:46:46.320408 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-0eb31b8f-8d92-4d81-8b60-e0a387349aa2 None None] Set router addb5be2-972d-4915-a6d3-6ce20e700bca gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:46:46.532416 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f328c-30f5-4e87-912d-39b3d8659370 req-f4f89c46-4ec1-492f-8cb8-dad2128718a9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:46.537914 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-143f328c-30f5-4e87-912d-39b3d8659370 req-f4f89c46-4ec1-492f-8cb8-dad2128718a9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 945 time: 0.0721025 Dec 16 22:46:46.581294 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0eb31b8f-8d92-4d81-8b60-e0a387349aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374774868', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'a85dc330-bfba-46f3-8457-118753070a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:04Z', 'updated_at': '2021-12-16T22:44:12Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'a85dc330-bfba-46f3-8457-118753070a51', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:05Z', 'updated_at': '2021-12-16T22:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '154f1dcc-3b5e-4503-9468-cecbe119a7bc', 'name': '', 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:3c:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'af3a12cf-9da8-42b6-970c-72c67e4a02cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:11Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': 'af3a12cf-9da8-42b6-970c-72c67e4a02cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:46.612504 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-143f328c-30f5-4e87-912d-39b3d8659370 req-bcaa534a-81de-440e-ab6e-4f35eae86953 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684345 Dec 16 22:46:46.618379 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb31b8f-8d92-4d81-8b60-e0a387349aa2 None None] The sync data for ids ['addb5be2-972d-4915-a6d3-6ce20e700bca'] in n-d-815324-4 is: [{'id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374774868', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'a85dc330-bfba-46f3-8457-118753070a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:04Z', 'updated_at': '2021-12-16T22:44:12Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'a85dc330-bfba-46f3-8457-118753070a51', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:05Z', 'updated_at': '2021-12-16T22:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '154f1dcc-3b5e-4503-9468-cecbe119a7bc', 'name': '', 'network_id': '6824b600-fc8b-4a39-b031-d2f063409751', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:3c:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'af3a12cf-9da8-42b6-970c-72c67e4a02cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:11Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': 'af3a12cf-9da8-42b6-970c-72c67e4a02cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:46:46.895256 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8ae44b-8c99-4b69-8571-b3074d8e107a None None] New status for floating IP 03493ded-37c1-4c71-a0ab-29f54de55c03: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:46:47.094248 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 8100a2c8-1fef-4119-8d4e-c22eceb21bba up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:46:47.210266 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 8100a2c8-1fef-4119-8d4e-c22eceb21bba completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:46:47.214693 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 8100a2c8-1fef-4119-8d4e-c22eceb21bba triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:47.215084 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:47.299826 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:47.324415 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cbe528-8e62-4ea5-b099-53f12081b792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8100a2c8-1fef-4119-8d4e-c22eceb21bba'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:46:47.326799 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bda1a3-039a-4c24-a06a-861ed9dc441d" -d '{"events": [{"server_uuid": "66cbe528-8e62-4ea5-b099-53f12081b792", "name": "network-vif-plugged", "status": "completed", "tag": "8100a2c8-1fef-4119-8d4e-c22eceb21bba"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:46:47.340590 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 8100a2c8-1fef-4119-8d4e-c22eceb21bba, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=8100a2c8-1fef-4119-8d4e-c22eceb21bba,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:47.372660 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be81642d-47d5-4510-89f5-812832493e0d x-openstack-request-id: req-be81642d-47d5-4510-89f5-812832493e0d {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:46:47.373562 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cbe528-8e62-4ea5-b099-53f12081b792", "name": "network-vif-plugged", "status": "completed", "tag": "8100a2c8-1fef-4119-8d4e-c22eceb21bba", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:46:47.374062 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-be81642d-47d5-4510-89f5-812832493e0d {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:46:47.374488 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cbe528-8e62-4ea5-b099-53f12081b792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8100a2c8-1fef-4119-8d4e-c22eceb21bba', 'code': 200} Dec 16 22:46:47.397413 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:47.426402 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67710988-5830-4df9-8a50-625bf8942bb1 req-aa121d32-60aa-40d0-ae8f-111e6c6367c8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:47.428839 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-67710988-5830-4df9-8a50-625bf8942bb1 req-aa121d32-60aa-40d0-ae8f-111e6c6367c8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 945 time: 0.0525587 Dec 16 22:46:47.460860 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=8100a2c8-1fef-4119-8d4e-c22eceb21bba,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:47.517969 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-67710988-5830-4df9-8a50-625bf8942bb1 req-453a735e-c7b6-414c-b669-73c5e1a2cd9d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=d8472cae-43bd-4ed4-a1a7-604bdac94826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823753 Dec 16 22:46:47.532543 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2253b60-5ff1-4a5a-b101-e81def803cf3 req-5c666b80-d148-4301-99f4-6032851eac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:47.534525 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c2253b60-5ff1-4a5a-b101-e81def803cf3 req-5c666b80-d148-4301-99f4-6032851eac44 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 1097 time: 0.0539534 Dec 16 22:46:47.620403 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4262719-c7a3-4ff7-8d7f-4f74d38f2d34 req-7116096f-b319-4c7c-9afb-0e044614fce0 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:47.621908 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b4262719-c7a3-4ff7-8d7f-4f74d38f2d34 req-7116096f-b319-4c7c-9afb-0e044614fce0 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.76 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 945 time: 0.0839958 Dec 16 22:46:47.624602 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c2253b60-5ff1-4a5a-b101-e81def803cf3 req-4a9e0903-c3b9-4de4-b7db-bc31daf0395b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788102 Dec 16 22:46:47.725870 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-b4262719-c7a3-4ff7-8d7f-4f74d38f2d34 req-8589e144-b42c-47c1-9657-1b00a281703d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Deleting port 93206b41-0133-4803-95b9-ce7404e2d199 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:46:47.726340 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b4262719-c7a3-4ff7-8d7f-4f74d38f2d34 req-8589e144-b42c-47c1-9657-1b00a281703d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:47.755204 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d9627-5ba5-4d6a-a8b5-321b5630b559 req-1370534a-a7d3-410e-9217-0d9329e87fcb tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:47.756733 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-af4d9627-5ba5-4d6a-a8b5-321b5630b559 req-1370534a-a7d3-410e-9217-0d9329e87fcb tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 946 time: 0.0584967 Dec 16 22:46:47.823324 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-af4d9627-5ba5-4d6a-a8b5-321b5630b559 req-17bbb5c7-6536-4680-9bf8-6474ba336ba6 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528286 Dec 16 22:46:47.833634 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-b4262719-c7a3-4ff7-8d7f-4f74d38f2d34 req-8589e144-b42c-47c1-9657-1b00a281703d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] For port 93206b41-0133-4803-95b9-ce7404e2d199, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=93206b41-0133-4803-95b9-ce7404e2d199,segment=NetworkSegment(9fa551c3-0367-4864-9859-1f35ef63e7f1),segment_id=9fa551c3-0367-4864-9859-1f35ef63e7f1)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:47.834005 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b4262719-c7a3-4ff7-8d7f-4f74d38f2d34 req-8589e144-b42c-47c1-9657-1b00a281703d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:47.849354 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-b4262719-c7a3-4ff7-8d7f-4f74d38f2d34 req-8589e144-b42c-47c1-9657-1b00a281703d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Calling delete_port for 93206b41-0133-4803-95b9-ce7404e2d199 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:46:48.060124 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b4262719-c7a3-4ff7-8d7f-4f74d38f2d34 req-8589e144-b42c-47c1-9657-1b00a281703d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:48.089026 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589e144-b42c-47c1-9657-1b00a281703d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event deleted for resources: {'Port': ['ID=93206b41-0133-4803-95b9-ce7404e2d199,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:48.142139 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4262719-c7a3-4ff7-8d7f-4f74d38f2d34 req-8589e144-b42c-47c1-9657-1b00a281703d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] No DVR routers for this DVR port 93206b41-0133-4803-95b9-ce7404e2d199 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:46:48.146821 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b4262719-c7a3-4ff7-8d7f-4f74d38f2d34 req-8589e144-b42c-47c1-9657-1b00a281703d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:48.150479 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b4262719-c7a3-4ff7-8d7f-4f74d38f2d34 req-8589e144-b42c-47c1-9657-1b00a281703d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.76 "DELETE /v2.0/ports/93206b41-0133-4803-95b9-ce7404e2d199 HTTP/1.1" status: 204 len: 173 time: 0.5210419 Dec 16 22:46:48.151314 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104ad408-144c-44e5-8665-30ecd72ec962', 'name': 'network-vif-deleted', 'tag': '93206b41-0133-4803-95b9-ce7404e2d199'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:46:48.153684 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7698e383-4d69-4df3-921a-e4cf326c9793" -d '{"events": [{"server_uuid": "104ad408-144c-44e5-8665-30ecd72ec962", "name": "network-vif-deleted", "tag": "93206b41-0133-4803-95b9-ce7404e2d199"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:46:48.204325 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7664a3-f39c-43e5-b496-027334b466c5 x-openstack-request-id: req-3d7664a3-f39c-43e5-b496-027334b466c5 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:46:48.204325 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104ad408-144c-44e5-8665-30ecd72ec962", "name": "network-vif-deleted", "tag": "93206b41-0133-4803-95b9-ce7404e2d199", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:46:48.204325 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3d7664a3-f39c-43e5-b496-027334b466c5 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:46:48.204325 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104ad408-144c-44e5-8665-30ecd72ec962', 'name': 'network-vif-deleted', 'tag': '93206b41-0133-4803-95b9-ce7404e2d199', 'status': 'completed', 'code': 200} Dec 16 22:46:48.657204 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca70fb10-80b8-433c-988e-74d869475378 req-123147e4-dff7-4d64-899c-af1db27a69df tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=104ad408-144c-44e5-8665-30ecd72ec962 HTTP/1.1" status: 200 len: 210 time: 0.0400999 Dec 16 22:46:48.953189 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003041a-6d33-45fa-80f5-62b9c551d9ff req-e0aa13c6-4060-451d-af0e-058cf8ad9ed5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:48.955079 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e003041a-6d33-45fa-80f5-62b9c551d9ff req-e0aa13c6-4060-451d-af0e-058cf8ad9ed5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 946 time: 0.0573270 Dec 16 22:46:49.016148 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e003041a-6d33-45fa-80f5-62b9c551d9ff req-8c106da0-9a28-480b-96ec-e583e371836f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542665 Dec 16 22:46:49.785067 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54840) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:50.169303 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b3551-20d6-46a2-a1ab-f707947e54a8 req-7d87d2c9-7005-449d-838d-c33aab5cbf90 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:50.171103 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fd3b3551-20d6-46a2-a1ab-f707947e54a8 req-7d87d2c9-7005-449d-838d-c33aab5cbf90 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 946 time: 0.0669670 Dec 16 22:46:50.252766 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fd3b3551-20d6-46a2-a1ab-f707947e54a8 req-a611e22d-40f3-4ca3-8d26-2e8bd80eb8ff tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735552 Dec 16 22:46:50.260635 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-afdf7194-a000-489b-9563-ea5dd229864e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:50.382658 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3efbd3-0e03-476f-b41b-332b87b0e10b req-674a158b-2322-4463-844b-651d41d7b321 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:50.384226 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5d3efbd3-0e03-476f-b41b-332b87b0e10b req-674a158b-2322-4463-844b-651d41d7b321 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 946 time: 0.0521848 Dec 16 22:46:50.440402 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5d3efbd3-0e03-476f-b41b-332b87b0e10b req-0fd00344-1b6d-4fa6-a694-b97b66e06b7e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493460 Dec 16 22:46:50.568473 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-afdf7194-a000-489b-9563-ea5dd229864e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Deleting port 154f1dcc-3b5e-4503-9468-cecbe119a7bc {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:46:50.568827 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-afdf7194-a000-489b-9563-ea5dd229864e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:50.669418 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-afdf7194-a000-489b-9563-ea5dd229864e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] For port 154f1dcc-3b5e-4503-9468-cecbe119a7bc, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=154f1dcc-3b5e-4503-9468-cecbe119a7bc,segment=NetworkSegment(9fa551c3-0367-4864-9859-1f35ef63e7f1),segment_id=9fa551c3-0367-4864-9859-1f35ef63e7f1)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:50.672850 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-afdf7194-a000-489b-9563-ea5dd229864e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:50.687026 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-afdf7194-a000-489b-9563-ea5dd229864e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Calling delete_port for 154f1dcc-3b5e-4503-9468-cecbe119a7bc owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:46:50.969020 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-afdf7194-a000-489b-9563-ea5dd229864e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:50.995081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf7194-a000-489b-9563-ea5dd229864e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event deleted for resources: {'Port': ['ID=154f1dcc-3b5e-4503-9468-cecbe119a7bc,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:51.212660 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-afdf7194-a000-489b-9563-ea5dd229864e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:51.312356 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 93206b41-0133-4803-95b9-ce7404e2d199 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:46:51.337180 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 93206b41-0133-4803-95b9-ce7404e2d199 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:46:51.337516 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 93206b41-0133-4803-95b9-ce7404e2d199 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:46:51.456079 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afdf7194-a000-489b-9563-ea5dd229864e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Router addb5be2-972d-4915-a6d3-6ce20e700bca has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:46:51.973925 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdf7194-a000-489b-9563-ea5dd229864e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:46:51.987867 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-afdf7194-a000-489b-9563-ea5dd229864e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "PUT /v2.0/routers/addb5be2-972d-4915-a6d3-6ce20e700bca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1931336 Dec 16 22:46:51.987867 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54870) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:51.988109 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd00afa-033a-4d58-8c20-da689febfb10 None None] Sync routers for ids ['addb5be2-972d-4915-a6d3-6ce20e700bca'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:46:52.001652 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd00afa-033a-4d58-8c20-da689febfb10 None None] Routers {'addb5be2-972d-4915-a6d3-6ce20e700bca'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:46:52.002660 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-7fd00afa-033a-4d58-8c20-da689febfb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:46:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['addb5be2-972d-4915-a6d3-6ce20e700bca'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:52.049936 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c0a0b6f-e4d9-481f-905b-dfed2a7efe43 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Deleting subnet af3a12cf-9da8-42b6-970c-72c67e4a02cc {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:46:52.054641 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c0a0b6f-e4d9-481f-905b-dfed2a7efe43 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:52.103736 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c0a0b6f-e4d9-481f-905b-dfed2a7efe43 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:52.147692 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-7fd00afa-033a-4d58-8c20-da689febfb10 None None] Set router addb5be2-972d-4915-a6d3-6ce20e700bca gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:46:52.242581 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c0a0b6f-e4d9-481f-905b-dfed2a7efe43 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:52.414251 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c0a0b6f-e4d9-481f-905b-dfed2a7efe43 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:52.466413 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-7fd00afa-033a-4d58-8c20-da689febfb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374774868', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'a85dc330-bfba-46f3-8457-118753070a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:04Z', 'updated_at': '2021-12-16T22:46:50Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'a85dc330-bfba-46f3-8457-118753070a51', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:05Z', 'updated_at': '2021-12-16T22:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:52.471891 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c0a0b6f-e4d9-481f-905b-dfed2a7efe43 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:52.480440 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4c0a0b6f-e4d9-481f-905b-dfed2a7efe43 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "DELETE /v2.0/subnets/af3a12cf-9da8-42b6-970c-72c67e4a02cc HTTP/1.1" status: 204 len: 168 time: 0.4947031 Dec 16 22:46:52.486987 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54882) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:52.487560 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a0b6f-e4d9-481f-905b-dfed2a7efe43 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event deleted for resources: {'Subnet': ['ID=af3a12cf-9da8-42b6-970c-72c67e4a02cc,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:52.512626 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fc5e57-4166-44fa-8f01-2cd9eeb43fa3 None None] Network 6824b600-fc8b-4a39-b031-d2f063409751 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:46:52.515871 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd00afa-033a-4d58-8c20-da689febfb10 None None] Checking router: addb5be2-972d-4915-a6d3-6ce20e700bca for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:46:52.636074 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd00afa-033a-4d58-8c20-da689febfb10 None None] Routers {'addb5be2-972d-4915-a6d3-6ce20e700bca'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:46:52.636719 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-7fd00afa-033a-4d58-8c20-da689febfb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:46:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['addb5be2-972d-4915-a6d3-6ce20e700bca'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:52.658504 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2ea5-2336-4f60-b49a-02924978b762 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:52.790516 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-7fd00afa-033a-4d58-8c20-da689febfb10 None None] Set router addb5be2-972d-4915-a6d3-6ce20e700bca gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:46:52.790764 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2ea5-2336-4f60-b49a-02924978b762 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:53.030096 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba03effc-b9b5-4969-a868-3e83323e65ef None None] DHCP port deletion for 6824b600-fc8b-4a39-b031-d2f063409751 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:46:53.030096 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ba03effc-b9b5-4969-a868-3e83323e65ef None None] Deleting port 7fcc176c-9b54-45b8-b91d-cb56b8e91c95 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:46:53.030096 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ba03effc-b9b5-4969-a868-3e83323e65ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:53.074881 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ba03effc-b9b5-4969-a868-3e83323e65ef None None] For port 7fcc176c-9b54-45b8-b91d-cb56b8e91c95, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7fcc176c-9b54-45b8-b91d-cb56b8e91c95,segment=NetworkSegment(9fa551c3-0367-4864-9859-1f35ef63e7f1),segment_id=9fa551c3-0367-4864-9859-1f35ef63e7f1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:53.075314 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ba03effc-b9b5-4969-a868-3e83323e65ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:53.091032 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ba03effc-b9b5-4969-a868-3e83323e65ef None None] Calling delete_port for 7fcc176c-9b54-45b8-b91d-cb56b8e91c95 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:46:53.093075 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-7fd00afa-033a-4d58-8c20-da689febfb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374774868', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'a85dc330-bfba-46f3-8457-118753070a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:04Z', 'updated_at': '2021-12-16T22:46:50Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'a85dc330-bfba-46f3-8457-118753070a51', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:05Z', 'updated_at': '2021-12-16T22:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:53.125009 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd00afa-033a-4d58-8c20-da689febfb10 None None] The sync data for ids ['addb5be2-972d-4915-a6d3-6ce20e700bca'] in n-d-815324-4 is: [{'id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-374774868', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'a85dc330-bfba-46f3-8457-118753070a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:04Z', 'updated_at': '2021-12-16T22:46:50Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'a85dc330-bfba-46f3-8457-118753070a51', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb5be2-972d-4915-a6d3-6ce20e700bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:05Z', 'updated_at': '2021-12-16T22:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:46:53.302003 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-8f7b2ea5-2336-4f60-b49a-02924978b762 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Deleting port a85dc330-bfba-46f3-8457-118753070a51 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:46:53.302373 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2ea5-2336-4f60-b49a-02924978b762 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:53.404920 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-8f7b2ea5-2336-4f60-b49a-02924978b762 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] For port a85dc330-bfba-46f3-8457-118753070a51, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a85dc330-bfba-46f3-8457-118753070a51,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:46:53.405324 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2ea5-2336-4f60-b49a-02924978b762 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:53.418978 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-8f7b2ea5-2336-4f60-b49a-02924978b762 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Calling delete_port for a85dc330-bfba-46f3-8457-118753070a51 owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:46:53.472044 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ba03effc-b9b5-4969-a868-3e83323e65ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:53.555278 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba03effc-b9b5-4969-a868-3e83323e65ef None None] No DVR routers for this DVR port 7fcc176c-9b54-45b8-b91d-cb56b8e91c95 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:46:53.566120 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03effc-b9b5-4969-a868-3e83323e65ef None None] Pushing event deleted for resources: {'Port': ['ID=7fcc176c-9b54-45b8-b91d-cb56b8e91c95,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:53.572904 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7669db76-d4db-4702-8766-71414337f7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:53.801992 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7fcc176c-9b54-45b8-b91d-cb56b8e91c95 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:46:53.833223 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2ea5-2336-4f60-b49a-02924978b762 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:53.839607 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 7fcc176c-9b54-45b8-b91d-cb56b8e91c95 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:46:53.840330 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7fcc176c-9b54-45b8-b91d-cb56b8e91c95 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:46:53.840990 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 154f1dcc-3b5e-4503-9468-cecbe119a7bc no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:46:53.869126 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 154f1dcc-3b5e-4503-9468-cecbe119a7bc {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:46:53.869812 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 154f1dcc-3b5e-4503-9468-cecbe119a7bc not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:46:53.903592 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b2ea5-2336-4f60-b49a-02924978b762 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event deleted for resources: {'Port': ['ID=a85dc330-bfba-46f3-8457-118753070a51,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:53.922763 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d7e32c-b015-4753-9269-542a4f02f29d None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:46:54.013998 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2ea5-2336-4f60-b49a-02924978b762 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:54.118393 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2ea5-2336-4f60-b49a-02924978b762 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:54.120534 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2ea5-2336-4f60-b49a-02924978b762 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:54.260801 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2ea5-2336-4f60-b49a-02924978b762 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:54.261811 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7b2ea5-2336-4f60-b49a-02924978b762 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Fanout notify agent at l3_agent the message router_deleted on router addb5be2-972d-4915-a6d3-6ce20e700bca {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:46:54.279777 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2ea5-2336-4f60-b49a-02924978b762 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:54.279777 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8f7b2ea5-2336-4f60-b49a-02924978b762 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "DELETE /v2.0/routers/addb5be2-972d-4915-a6d3-6ce20e700bca HTTP/1.1" status: 204 len: 168 time: 1.7907572 Dec 16 22:46:54.279777 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54932) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:54.364034 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2990e0a2-c270-4a43-93df-1c8209ebebe2 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:54.461551 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2990e0a2-c270-4a43-93df-1c8209ebebe2 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:54.483484 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-2990e0a2-c270-4a43-93df-1c8209ebebe2 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6824b600-fc8b-4a39-b031-d2f063409751']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:54.493740 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-2990e0a2-c270-4a43-93df-1c8209ebebe2 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa551c3-0367-4864-9859-1f35ef63e7f1') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:54.494040 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-2990e0a2-c270-4a43-93df-1c8209ebebe2 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa551c3-0367-4864-9859-1f35ef63e7f1') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:46:54.504106 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2990e0a2-c270-4a43-93df-1c8209ebebe2 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:54.516986 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2990e0a2-c270-4a43-93df-1c8209ebebe2 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:54.522934 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2990e0a2-c270-4a43-93df-1c8209ebebe2 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:46:54.523358 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2990e0a2-c270-4a43-93df-1c8209ebebe2 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:46:54.526602 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:46:54.667753 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2990e0a2-c270-4a43-93df-1c8209ebebe2 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:54.676367 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2990e0a2-c270-4a43-93df-1c8209ebebe2 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:54.682512 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2990e0a2-c270-4a43-93df-1c8209ebebe2 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "DELETE /v2.0/networks/6824b600-fc8b-4a39-b031-d2f063409751 HTTP/1.1" status: 204 len: 168 time: 0.4027426 Dec 16 22:46:54.682813 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54942) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:54.701015 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990e0a2-c270-4a43-93df-1c8209ebebe2 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event deleted for resources: {'Network': ['ID=6824b600-fc8b-4a39-b031-d2f063409751,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:54.750865 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-578606bd-9657-493e-aec0-ccf62dbdcb11 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:54.778966 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-578606bd-9657-493e-aec0-ccf62dbdcb11 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:54.953084 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-578606bd-9657-493e-aec0-ccf62dbdcb11 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:54.958504 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-578606bd-9657-493e-aec0-ccf62dbdcb11 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:54.960729 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-578606bd-9657-493e-aec0-ccf62dbdcb11 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "DELETE /v2.0/security-groups/d8472cae-43bd-4ed4-a1a7-604bdac94826 HTTP/1.1" status: 204 len: 168 time: 0.2765300 Dec 16 22:46:54.983312 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578606bd-9657-493e-aec0-ccf62dbdcb11 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8472cae-43bd-4ed4-a1a7-604bdac94826,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:55.218191 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-2472f91a-ffdc-4dcb-985f-ef1fc7e2c25e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:55.219723 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-2472f91a-ffdc-4dcb-985f-ef1fc7e2c25e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 811 time: 0.1260483 Dec 16 22:46:55.236937 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-fef55154-0526-4e44-89d8-71af0549ffb0 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/quotas/50fe3c907f2a4ef2a5e50c4753c50795 HTTP/1.1" status: 200 len: 375 time: 0.0102451 Dec 16 22:46:55.297961 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-aa5feefd-07d2-41a0-bca3-6cf0a7c2f3af tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550089 Dec 16 22:46:55.309535 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-dda2b309-251d-408e-966a-3aa0393c2445 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:46:55.310786 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-dda2b309-251d-408e-966a-3aa0393c2445 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052211 Dec 16 22:46:55.417998 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-6fce657f-3172-4ed8-a0f0-f30183f5c6b1 service neutron] 10.222.0.75 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001847 Dec 16 22:46:55.468195 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54964) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:55.474447 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-08b7b1ce-5405-4c36-8ce9-86d20caf9d22 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1262950937', 'description': 'tempest-secgroup-smoke-1262950937 description', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:55.531065 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-37d9e289-fcab-4b65-9e61-6f6f6dd27e2b service neutron] 10.222.0.75 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039426 Dec 16 22:46:55.585861 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-08b7b1ce-5405-4c36-8ce9-86d20caf9d22 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:55.666381 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-12dcd402-6f93-4a1d-ae62-411f06b27eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:55.669467 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-08b7b1ce-5405-4c36-8ce9-86d20caf9d22 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:55.741690 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a85dc330-bfba-46f3-8457-118753070a51 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:46:55.747738 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-08b7b1ce-5405-4c36-8ce9-86d20caf9d22 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:55.764676 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: a85dc330-bfba-46f3-8457-118753070a51 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:46:55.765298 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a85dc330-bfba-46f3-8457-118753070a51 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:46:55.782627 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7b1ce-5405-4c36-8ce9-86d20caf9d22 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:55.859979 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-08b7b1ce-5405-4c36-8ce9-86d20caf9d22 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:55.865317 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-08b7b1ce-5405-4c36-8ce9-86d20caf9d22 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3919642 Dec 16 22:46:55.865317 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-59c3a3f5-c7ac-4431-a40d-016d9a5abffa req-3f06d825-1981-4120-a524-cf9998d79b8b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 210 time: 0.0327408 Dec 16 22:46:55.866037 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54972) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:55.871033 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-abeed90f-f274-479a-8c73-a07836667a9e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'security_group_rule': {'security_group_id': '060d2d61-89bd-42ea-8cb0-bb5294f5b9a3', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:55.993127 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-abeed90f-f274-479a-8c73-a07836667a9e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:56.068347 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-abeed90f-f274-479a-8c73-a07836667a9e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:56.175706 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-abeed90f-f274-479a-8c73-a07836667a9e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:56.194757 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeed90f-f274-479a-8c73-a07836667a9e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90008049-3377-4115-b7b7-af207cc140d9,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:56.280182 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-abeed90f-f274-479a-8c73-a07836667a9e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:56.281443 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-abeed90f-f274-479a-8c73-a07836667a9e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4142787 Dec 16 22:46:56.285298 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54986) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:56.289965 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-fff322aa-7a66-4452-b027-532ff351b72d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'security_group_rule': {'security_group_id': '060d2d61-89bd-42ea-8cb0-bb5294f5b9a3', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:56.392557 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fff322aa-7a66-4452-b027-532ff351b72d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:56.465758 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fff322aa-7a66-4452-b027-532ff351b72d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:56.546658 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fff322aa-7a66-4452-b027-532ff351b72d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:56.567399 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff322aa-7a66-4452-b027-532ff351b72d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b763bdf1-e7a3-4117-a856-af2060b276b7,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:56.702108 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fff322aa-7a66-4452-b027-532ff351b72d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:56.703421 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fff322aa-7a66-4452-b027-532ff351b72d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4171259 Dec 16 22:46:56.706722 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 54992) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:56.711421 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-0efddc7d-e942-45b0-bd9f-86929436e52e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'security_group_rule': {'security_group_id': '060d2d61-89bd-42ea-8cb0-bb5294f5b9a3', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:56.884438 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0efddc7d-e942-45b0-bd9f-86929436e52e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:56.959091 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7cf9be98-a46f-40e5-91a3-4c3e5f44a9da req-f1347df7-7436-45fb-997a-eec605116bf3 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 210 time: 0.0387585 Dec 16 22:46:56.972182 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0efddc7d-e942-45b0-bd9f-86929436e52e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.038012 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0efddc7d-e942-45b0-bd9f-86929436e52e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.058612 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efddc7d-e942-45b0-bd9f-86929436e52e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7bb3400-8707-4f4c-9dc0-0a675c1b3afe,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:57.068552 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.130013 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.146641 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0efddc7d-e942-45b0-bd9f-86929436e52e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.146641 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0efddc7d-e942-45b0-bd9f-86929436e52e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4375083 Dec 16 22:46:57.148975 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 54996) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:57.153948 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-ecb62bf6-1357-4123-9140-74866c3a125c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'security_group_rule': {'security_group_id': '060d2d61-89bd-42ea-8cb0-bb5294f5b9a3', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:57.226309 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ecb62bf6-1357-4123-9140-74866c3a125c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.293049 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ecb62bf6-1357-4123-9140-74866c3a125c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.375450 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ecb62bf6-1357-4123-9140-74866c3a125c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.408987 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb62bf6-1357-4123-9140-74866c3a125c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38597e10-1e52-4b39-ba83-85fcb486d979,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:57.491986 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ecb62bf6-1357-4123-9140-74866c3a125c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.494050 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ecb62bf6-1357-4123-9140-74866c3a125c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3439155 Dec 16 22:46:57.497110 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55000) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:57.502610 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-9a9812ea-708d-4157-8547-647dafe93f2e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'security_group_rule': {'security_group_id': '060d2d61-89bd-42ea-8cb0-bb5294f5b9a3', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:57.649731 n-d-815324-4 neutron-server[103613]: INFO neutron.db.securitygroups_db [None req-9a9812ea-708d-4157-8547-647dafe93f2e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Project 7bfb8f7eefc1419caa30af0dd0a6b7be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:46:57.655448 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a9812ea-708d-4157-8547-647dafe93f2e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.721267 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a9812ea-708d-4157-8547-647dafe93f2e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.821349 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a9812ea-708d-4157-8547-647dafe93f2e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.840942 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9812ea-708d-4157-8547-647dafe93f2e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5081e5d6-55ca-4cd8-8b54-af3efd18f68f,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:57.983375 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a9812ea-708d-4157-8547-647dafe93f2e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:57.984583 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9a9812ea-708d-4157-8547-647dafe93f2e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4864588 Dec 16 22:46:57.987904 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55002) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:57.994432 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-07f93772-ecbb-43fd-b514-13347d6f619b tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'security_group_rule': {'security_group_id': '060d2d61-89bd-42ea-8cb0-bb5294f5b9a3', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:58.077690 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d95a3a54-8823-424d-941f-bda9f799af61 req-350a4ef8-0129-4767-8a84-2c7be2f735f4 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 210 time: 0.0276392 Dec 16 22:46:58.094775 n-d-815324-4 neutron-server[103613]: INFO neutron.db.securitygroups_db [None req-07f93772-ecbb-43fd-b514-13347d6f619b tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Project 7bfb8f7eefc1419caa30af0dd0a6b7be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:46:58.097823 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-07f93772-ecbb-43fd-b514-13347d6f619b tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:58.153125 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-07f93772-ecbb-43fd-b514-13347d6f619b tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:58.215806 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-07f93772-ecbb-43fd-b514-13347d6f619b tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:58.235268 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f93772-ecbb-43fd-b514-13347d6f619b tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b0e0a4-7f13-40ab-a4f5-c18488cce4fc,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:58.285285 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-4faea288-4ca5-4ce9-afa3-b7e51560b2ac tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:58.287147 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-4faea288-4ca5-4ce9-afa3-b7e51560b2ac tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.76 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 811 time: 0.1210897 Dec 16 22:46:58.295967 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-07f93772-ecbb-43fd-b514-13347d6f619b tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:58.295967 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-07f93772-ecbb-43fd-b514-13347d6f619b tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3039768 Dec 16 22:46:58.297036 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55006) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:58.308740 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-5db13471-7ccd-4a80-bd10-886230727683 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'network': {'name': 'tempest-network-smoke--316839307', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'port_security_enabled': True}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:58.310802 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-b45b4951-9af0-4c21-942d-60ccc328dbd9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Request body: {'port': {'device_id': '64af1131-d521-427c-881d-0555ab2925b3', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'admin_state_up': True, 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:58.416572 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:58.459944 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db13471-7ccd-4a80-bd10-886230727683 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Made reservation on behalf of 7bfb8f7eefc1419caa30af0dd0a6b7be for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:46:58.465273 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5db13471-7ccd-4a80-bd10-886230727683 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:58.493601 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db13471-7ccd-4a80-bd10-886230727683 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:46:58.504042 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5db13471-7ccd-4a80-bd10-886230727683 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:58.504576 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-5db13471-7ccd-4a80-bd10-886230727683 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Added segment aa2acf0b-3687-417a-b87a-6f7d4ddee164 of type vlan for network 85fa5bf2-66f0-418b-bac3-00ff14162efe Dec 16 22:46:58.555665 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5db13471-7ccd-4a80-bd10-886230727683 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:58.580587 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-b45b4951-9af0-4c21-942d-60ccc328dbd9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Made reservation on behalf of 50fe3c907f2a4ef2a5e50c4753c50795 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:46:58.584555 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-b45b4951-9af0-4c21-942d-60ccc328dbd9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:58.625537 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:58.695654 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5db13471-7ccd-4a80-bd10-886230727683 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:58.702457 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db13471-7ccd-4a80-bd10-886230727683 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:58.703092 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5db13471-7ccd-4a80-bd10-886230727683 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:58.741268 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-b45b4951-9af0-4c21-942d-60ccc328dbd9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Allocated IP 172.20.0.7 (4daef152-7506-4390-9b15-8eed5c3fe323/1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d/08b7fdc9-a661-4a64-ab77-8b0ffb939b28) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:46:58.791136 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db13471-7ccd-4a80-bd10-886230727683 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Network': ['ID=85fa5bf2-66f0-418b-bac3-00ff14162efe,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:58.811217 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 85fa5bf2-66f0-418b-bac3-00ff14162efe details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:46:58.881685 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5db13471-7ccd-4a80-bd10-886230727683 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5818872 Dec 16 22:46:58.884551 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55010) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:46:58.890089 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-42de0dfe-4d76-4529-bee6-2cbb6a671bf1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-513600995', 'admin_state_up': True, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:58.917130 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-b45b4951-9af0-4c21-942d-60ccc328dbd9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:59.044591 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-42de0dfe-4d76-4529-bee6-2cbb6a671bf1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:59.044831 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-b45b4951-9af0-4c21-942d-60ccc328dbd9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:59.045881 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-42de0dfe-4d76-4529-bee6-2cbb6a671bf1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:59.091266 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['8100a2c8-1fef-4119-8d4e-c22eceb21bba'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:46:59.099531 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-b45b4951-9af0-4c21-942d-60ccc328dbd9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Network 4daef152-7506-4390-9b15-8eed5c3fe323 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:46:59.104341 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-b45b4951-9af0-4c21-942d-60ccc328dbd9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:46:59.107529 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-b45b4951-9af0-4c21-942d-60ccc328dbd9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:46:59.108677 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-42de0dfe-4d76-4529-bee6-2cbb6a671bf1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:59.140219 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b4951-9af0-4c21-942d-60ccc328dbd9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event updated for resources: {'Port': ['ID=08b7fdc9-a661-4a64-ab77-8b0ffb939b28,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:46:59.143000 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:59.176428 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-b45b4951-9af0-4c21-942d-60ccc328dbd9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:59.177673 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-b45b4951-9af0-4c21-942d-60ccc328dbd9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:59.266680 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8ab27-7983-487a-80c4-87eba77f1361 req-f0135b9b-78ef-46ea-b998-6cd0d801a369 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:46:59.269479 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-27d8ab27-7983-487a-80c4-87eba77f1361 req-f0135b9b-78ef-46ea-b998-6cd0d801a369 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 931 time: 0.0861628 Dec 16 22:46:59.358174 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-27d8ab27-7983-487a-80c4-87eba77f1361 req-a1e3f8a9-f751-443e-9e30-24e8d75e8aee tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774024 Dec 16 22:46:59.366995 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-b45b4951-9af0-4c21-942d-60ccc328dbd9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0611098 Dec 16 22:46:59.387831 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-c64c911a-49b1-40cd-bfee-55a7ae1aa170 service neutron] Request body: {'port': {'device_id': '64af1131-d521-427c-881d-0555ab2925b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:46:59.462810 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-c64c911a-49b1-40cd-bfee-55a7ae1aa170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:59.465958 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-42de0dfe-4d76-4529-bee6-2cbb6a671bf1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:59.477413 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-060445a9-96bf-403d-9232-ef192a89238f None None] Provisioning complete for port 08b7fdc9-a661-4a64-ab77-8b0ffb939b28 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:46:59.482728 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-060445a9-96bf-403d-9232-ef192a89238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:59.518560 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-060445a9-96bf-403d-9232-ef192a89238f None None] Port 08b7fdc9-a661-4a64-ab77-8b0ffb939b28 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:46:59.800930 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-42de0dfe-4d76-4529-bee6-2cbb6a671bf1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:59.808708 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-c64c911a-49b1-40cd-bfee-55a7ae1aa170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b7fdc9-a661-4a64-ab77-8b0ffb939b28 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:46:59.818123 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-c64c911a-49b1-40cd-bfee-55a7ae1aa170 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:59.825954 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-42de0dfe-4d76-4529-bee6-2cbb6a671bf1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:59.832707 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-c64c911a-49b1-40cd-bfee-55a7ae1aa170 service neutron] Transition to ACTIVE for port object 08b7fdc9-a661-4a64-ab77-8b0ffb939b28 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:46:59.912584 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-c64c911a-49b1-40cd-bfee-55a7ae1aa170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:46:59.944120 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-42de0dfe-4d76-4529-bee6-2cbb6a671bf1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Allocated IP 172.25.6.117 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/9578030f-f13f-4a2e-a42e-736a074a41a6) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:46:59.978090 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c911a-49b1-40cd-bfee-55a7ae1aa170 service neutron] Pushing event updated for resources: {'Port': ['ID=08b7fdc9-a661-4a64-ab77-8b0ffb939b28,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:00.082459 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-c64c911a-49b1-40cd-bfee-55a7ae1aa170 service neutron] Attempting to bind port 08b7fdc9-a661-4a64-ab77-8b0ffb939b28 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:47:00.083376 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-c64c911a-49b1-40cd-bfee-55a7ae1aa170 service neutron] Attempting to bind port 08b7fdc9-a661-4a64-ab77-8b0ffb939b28 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:47:00.083992 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-c64c911a-49b1-40cd-bfee-55a7ae1aa170 service neutron] Attempting to bind port 08b7fdc9-a661-4a64-ab77-8b0ffb939b28 on network 4daef152-7506-4390-9b15-8eed5c3fe323 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:47:00.091387 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-c64c911a-49b1-40cd-bfee-55a7ae1aa170 service neutron] Port 08b7fdc9-a661-4a64-ab77-8b0ffb939b28 on network 4daef152-7506-4390-9b15-8eed5c3fe323 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:47:00.092157 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-c64c911a-49b1-40cd-bfee-55a7ae1aa170 service neutron] Attempting to bind port 08b7fdc9-a661-4a64-ab77-8b0ffb939b28 on network 4daef152-7506-4390-9b15-8eed5c3fe323 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:47:00.101507 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-c64c911a-49b1-40cd-bfee-55a7ae1aa170 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:47:00.102968 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-c64c911a-49b1-40cd-bfee-55a7ae1aa170 service neutron] Checking segment: {'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:47:00.102968 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-c64c911a-49b1-40cd-bfee-55a7ae1aa170 service neutron] Bound using segment: {'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:47:00.103583 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-c64c911a-49b1-40cd-bfee-55a7ae1aa170 service neutron] Bound port: 08b7fdc9-a661-4a64-ab77-8b0ffb939b28, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:47:00.104204 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-c64c911a-49b1-40cd-bfee-55a7ae1aa170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:00.114115 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-42de0dfe-4d76-4529-bee6-2cbb6a671bf1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:00.200198 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-c64c911a-49b1-40cd-bfee-55a7ae1aa170 service neutron] For port 08b7fdc9-a661-4a64-ab77-8b0ffb939b28, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:47:00.206882 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-c64c911a-49b1-40cd-bfee-55a7ae1aa170 service neutron] For port 08b7fdc9-a661-4a64-ab77-8b0ffb939b28, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=08b7fdc9-a661-4a64-ab77-8b0ffb939b28,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:47:00.227636 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-42de0dfe-4d76-4529-bee6-2cbb6a671bf1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:00.276776 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42de0dfe-4d76-4529-bee6-2cbb6a671bf1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:47:00.282583 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-42de0dfe-4d76-4529-bee6-2cbb6a671bf1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:00.286450 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42de0dfe-4d76-4529-bee6-2cbb6a671bf1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:47:00.307149 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-c64c911a-49b1-40cd-bfee-55a7ae1aa170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:00.351208 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-c64c911a-49b1-40cd-bfee-55a7ae1aa170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:00.352171 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-c64c911a-49b1-40cd-bfee-55a7ae1aa170 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:00.354085 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-c64c911a-49b1-40cd-bfee-55a7ae1aa170 service neutron] 10.222.0.76 "PUT /v2.0/ports/08b7fdc9-a661-4a64-ab77-8b0ffb939b28 HTTP/1.1" status: 200 len: 1091 time: 0.9716599 Dec 16 22:47:00.354863 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64af1131-d521-427c-881d-0555ab2925b3', 'tag': '08b7fdc9-a661-4a64-ab77-8b0ffb939b28'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:47:00.358443 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213bb17d-bb80-4250-a15d-d5efe5656e17" -d '{"events": [{"name": "network-changed", "server_uuid": "64af1131-d521-427c-881d-0555ab2925b3", "tag": "08b7fdc9-a661-4a64-ab77-8b0ffb939b28"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:47:00.394741 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c911a-49b1-40cd-bfee-55a7ae1aa170 service neutron] Pushing event updated for resources: {'Port': ['ID=08b7fdc9-a661-4a64-ab77-8b0ffb939b28,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:00.419390 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de0dfe-4d76-4529-bee6-2cbb6a671bf1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Port': ['ID=9578030f-f13f-4a2e-a42e-736a074a41a6,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:00.482783 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479833d3-5fba-40a3-b87b-1131949e3389 x-openstack-request-id: req-479833d3-5fba-40a3-b87b-1131949e3389 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:47:00.483249 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64af1131-d521-427c-881d-0555ab2925b3", "tag": "08b7fdc9-a661-4a64-ab77-8b0ffb939b28", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:47:00.484668 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-479833d3-5fba-40a3-b87b-1131949e3389 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:47:00.486960 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64af1131-d521-427c-881d-0555ab2925b3', 'tag': '08b7fdc9-a661-4a64-ab77-8b0ffb939b28', 'status': 'completed', 'code': 200} Dec 16 22:47:00.525505 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb78b6d-9a96-47e6-b652-2d028605cd9d None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:47:00.645375 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-6f872cfe-87d4-4fdd-9202-19f555f0f4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:00.648650 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-6f872cfe-87d4-4fdd-9202-19f555f0f4fa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 1094 time: 0.1388576 Dec 16 22:47:00.721806 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f3198b45-d374-4fd4-88cc-b248cb3f588c None None] Provisioning complete for port 9578030f-f13f-4a2e-a42e-736a074a41a6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:00.722436 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f3198b45-d374-4fd4-88cc-b248cb3f588c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:00.779217 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f3198b45-d374-4fd4-88cc-b248cb3f588c None None] Port 9578030f-f13f-4a2e-a42e-736a074a41a6 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:47:00.795677 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-fc889630-ce40-4203-b26a-c54ca34d17a1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08b7fdc9-a661-4a64-ab77-8b0ffb939b28 HTTP/1.1" status: 200 len: 217 time: 0.1280622 Dec 16 22:47:00.807744 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214314cb-1a3f-432d-86a9-782c96dc455d req-778d4553-f7e5-4282-856d-1303570adeef tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:00.810986 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-214314cb-1a3f-432d-86a9-782c96dc455d req-778d4553-f7e5-4282-856d-1303570adeef tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.2854798 Dec 16 22:47:00.883601 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-42de0dfe-4d76-4529-bee6-2cbb6a671bf1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:00.914566 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-bd668926-3950-4f4c-8713-43db48a4e9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:00.916293 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-bd668926-3950-4f4c-8713-43db48a4e9df service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d HTTP/1.1" status: 200 len: 850 time: 0.1041574 Dec 16 22:47:00.952669 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-214314cb-1a3f-432d-86a9-782c96dc455d req-d3d6a5de-5f43-4f59-a4c6-6dafa0c78e3d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296909 Dec 16 22:47:00.992338 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-5ff890c2-bd76-4d87-9d24-f39b5beabc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:00.993883 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-5ff890c2-bd76-4d87-9d24-f39b5beabc93 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4daef152-7506-4390-9b15-8eed5c3fe323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652838 Dec 16 22:47:01.105657 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-d7a64ea6-a5a2-4345-a269-d60b6596e0d2 service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038704 Dec 16 22:47:01.124776 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-42de0dfe-4d76-4529-bee6-2cbb6a671bf1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:01.220581 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f7f57ade-908e-43dc-9d41-fe7283eff875 req-5fc7e18e-5ba0-41fe-9ad7-dc43a5b2b054 service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058602 Dec 16 22:47:01.363882 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42de0dfe-4d76-4529-bee6-2cbb6a671bf1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Router cc9be7dd-e76b-4f23-ab90-2007343b369e is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:47:01.432880 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bb17d-bb80-4250-a15d-d5efe5656e17 req-5e96a589-caef-4969-b6a7-b0add4774a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:01.435161 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-213bb17d-bb80-4250-a15d-d5efe5656e17 req-5e96a589-caef-4969-b6a7-b0add4774a44 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 1094 time: 0.0494986 Dec 16 22:47:01.490523 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42de0dfe-4d76-4529-bee6-2cbb6a671bf1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:47:01.511898 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9854a781-cb20-455f-9b47-a39f01f20f96 None None] Sync routers for ids ['cc9be7dd-e76b-4f23-ab90-2007343b369e'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:47:01.523797 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9854a781-cb20-455f-9b47-a39f01f20f96 None None] Routers {'cc9be7dd-e76b-4f23-ab90-2007343b369e'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:01.524519 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-9854a781-cb20-455f-9b47-a39f01f20f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:46:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['cc9be7dd-e76b-4f23-ab90-2007343b369e'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:01.560230 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-42de0dfe-4d76-4529-bee6-2cbb6a671bf1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:01.565661 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-42de0dfe-4d76-4529-bee6-2cbb6a671bf1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6784701 Dec 16 22:47:01.565810 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55026) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:01.565972 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bb17d-bb80-4250-a15d-d5efe5656e17 req-15999216-58c5-42b8-ab3a-d51d3f7c9f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:01.567962 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-213bb17d-bb80-4250-a15d-d5efe5656e17 req-15999216-58c5-42b8-ab3a-d51d3f7c9f4c service neutron] 10.222.0.76 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 911 time: 0.1262491 Dec 16 22:47:01.600875 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4a23b08d-888a-4255-9d1b-cfd4f1a6baa7 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=7bfb8f7eefc1419caa30af0dd0a6b7be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338573 Dec 16 22:47:01.601487 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55028) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:01.641568 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-213bb17d-bb80-4250-a15d-d5efe5656e17 req-2c349979-e34f-440f-8932-694fd3b8b7d8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08b7fdc9-a661-4a64-ab77-8b0ffb939b28 HTTP/1.1" status: 200 len: 217 time: 0.0652065 Dec 16 22:47:01.679315 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-9854a781-cb20-455f-9b47-a39f01f20f96 None None] Set router cc9be7dd-e76b-4f23-ab90-2007343b369e gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:01.709636 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bb17d-bb80-4250-a15d-d5efe5656e17 req-05d737d9-12de-45e4-94f2-76e45a6190b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:01.712028 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-213bb17d-bb80-4250-a15d-d5efe5656e17 req-05d737d9-12de-45e4-94f2-76e45a6190b8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d HTTP/1.1" status: 200 len: 850 time: 0.0596001 Dec 16 22:47:01.734255 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06d2474-dd3a-43e7-bf38-b58a33696c67 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:01.744532 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a06d2474-dd3a-43e7-bf38-b58a33696c67 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1394820 Dec 16 22:47:01.746271 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55030) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:01.764460 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bb17d-bb80-4250-a15d-d5efe5656e17 req-d7561b6b-773f-4582-a876-f73ece77603f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:01.766052 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-213bb17d-bb80-4250-a15d-d5efe5656e17 req-d7561b6b-773f-4582-a876-f73ece77603f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4daef152-7506-4390-9b15-8eed5c3fe323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463803 Dec 16 22:47:01.797159 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-48b3408c-1373-4775-8d10-617e00cc6285 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467443 Dec 16 22:47:01.797435 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55032) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:01.803257 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-417e2486-9234-4980-85b0-f65843cf49da tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1580078059', 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:01.921404 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-213bb17d-bb80-4250-a15d-d5efe5656e17 req-dfacfb52-b8f4-4994-9f82-87bd18ecc0c2 service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463211 Dec 16 22:47:01.924488 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-9854a781-cb20-455f-9b47-a39f01f20f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513600995', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:47:00Z', 'revision_number': 3, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:46:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:01.964918 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9854a781-cb20-455f-9b47-a39f01f20f96 None None] Checking router: cc9be7dd-e76b-4f23-ab90-2007343b369e for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:47:01.965660 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9854a781-cb20-455f-9b47-a39f01f20f96 None None] Updating router cc9be7dd-e76b-4f23-ab90-2007343b369e port 9578030f-f13f-4a2e-a42e-736a074a41a6 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:47:01.997907 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9854a781-cb20-455f-9b47-a39f01f20f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:02.027778 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417e2486-9234-4980-85b0-f65843cf49da tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Made reservation on behalf of 7bfb8f7eefc1419caa30af0dd0a6b7be for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:47:02.036148 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-417e2486-9234-4980-85b0-f65843cf49da tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:02.084034 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-213bb17d-bb80-4250-a15d-d5efe5656e17 req-be8a9e39-f0ee-4cfc-899d-84490e2bd49d service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547801 Dec 16 22:47:02.186286 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4cae18-6103-45a8-9518-c227097bf9d7 req-c420480a-d836-4d09-94ba-e5aedb41ac76 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:02.187876 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be4cae18-6103-45a8-9518-c227097bf9d7 req-c420480a-d836-4d09-94ba-e5aedb41ac76 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0900130 Dec 16 22:47:02.293831 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-be4cae18-6103-45a8-9518-c227097bf9d7 req-99435317-3f09-44be-bf82-879c7067c8a5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935872 Dec 16 22:47:02.322678 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9854a781-cb20-455f-9b47-a39f01f20f96 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:02.448855 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9854a781-cb20-455f-9b47-a39f01f20f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:02.500674 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b2b41d-0170-458d-920e-319d2e044baf None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:47:02.504377 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-9854a781-cb20-455f-9b47-a39f01f20f96 None None] Attempting to bind port 9578030f-f13f-4a2e-a42e-736a074a41a6 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:47:02.509528 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-9854a781-cb20-455f-9b47-a39f01f20f96 None None] Attempting to bind port 9578030f-f13f-4a2e-a42e-736a074a41a6 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:47:02.509528 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9854a781-cb20-455f-9b47-a39f01f20f96 None None] Attempting to bind port 9578030f-f13f-4a2e-a42e-736a074a41a6 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:47:02.509800 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-417e2486-9234-4980-85b0-f65843cf49da tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:02.509943 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13e04f-c318-4ace-8eff-63c94024002a None None] Pushing event updated for resources: {'Port': ['ID=9578030f-f13f-4a2e-a42e-736a074a41a6,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:02.513365 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9854a781-cb20-455f-9b47-a39f01f20f96 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:47:02.514247 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9854a781-cb20-455f-9b47-a39f01f20f96 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:47:02.514247 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9854a781-cb20-455f-9b47-a39f01f20f96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:02.514520 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9854a781-cb20-455f-9b47-a39f01f20f96 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:47:02.514987 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-9854a781-cb20-455f-9b47-a39f01f20f96 None None] Bound port: 9578030f-f13f-4a2e-a42e-736a074a41a6, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:47:02.515398 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9854a781-cb20-455f-9b47-a39f01f20f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:02.524069 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13e04f-c318-4ace-8eff-63c94024002a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:02.524614 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13e04f-c318-4ace-8eff-63c94024002a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:02.525109 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13e04f-c318-4ace-8eff-63c94024002a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:02.525779 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13e04f-c318-4ace-8eff-63c94024002a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:02.526310 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13e04f-c318-4ace-8eff-63c94024002a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:02.526730 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13e04f-c318-4ace-8eff-63c94024002a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:02.526954 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13e04f-c318-4ace-8eff-63c94024002a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:02.527495 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13e04f-c318-4ace-8eff-63c94024002a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:02.528007 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13e04f-c318-4ace-8eff-63c94024002a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:02.528333 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13e04f-c318-4ace-8eff-63c94024002a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:02.528836 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13e04f-c318-4ace-8eff-63c94024002a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:02.529384 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13e04f-c318-4ace-8eff-63c94024002a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:02.529901 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13e04f-c318-4ace-8eff-63c94024002a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:02.590412 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-9854a781-cb20-455f-9b47-a39f01f20f96 None None] For port 9578030f-f13f-4a2e-a42e-736a074a41a6, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:47:02.595219 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-9854a781-cb20-455f-9b47-a39f01f20f96 None None] For port 9578030f-f13f-4a2e-a42e-736a074a41a6, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=9578030f-f13f-4a2e-a42e-736a074a41a6,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:47:02.602670 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e2486-9234-4980-85b0-f65843cf49da tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Subnet': ['ID=0285f658-6c63-4d47-9ee3-457d8ee4d3f7,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:02.612865 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e2486-9234-4980-85b0-f65843cf49da tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Checking segment: {'id': 'aa2acf0b-3687-417a-b87a-6f7d4ddee164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:47:02.613328 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417e2486-9234-4980-85b0-f65843cf49da tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Network hostable DHCP agents. Network: 85fa5bf2-66f0-418b-bac3-00ff14162efe, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:47:02.644098 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a3fb560a-5ff3-4e68-8f2c-5435ab19e7a9 None None] Provisioning complete for port 9578030f-f13f-4a2e-a42e-736a074a41a6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:02.644497 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a3fb560a-5ff3-4e68-8f2c-5435ab19e7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:02.680520 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9854a781-cb20-455f-9b47-a39f01f20f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:02.686233 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a3fb560a-5ff3-4e68-8f2c-5435ab19e7a9 None None] Port 9578030f-f13f-4a2e-a42e-736a074a41a6 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:47:02.719936 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417e2486-9234-4980-85b0-f65843cf49da tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Network 85fa5bf2-66f0-418b-bac3-00ff14162efe is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:47:02.750969 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ece84f-010a-44ec-bb58-9e1ac673574b None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:47:02.772370 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13e04f-c318-4ace-8eff-63c94024002a None None] Pushing event updated for resources: {'Port': ['ID=9578030f-f13f-4a2e-a42e-736a074a41a6,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:02.775719 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9854a781-cb20-455f-9b47-a39f01f20f96 None None] Routers {'cc9be7dd-e76b-4f23-ab90-2007343b369e'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:02.776572 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-9854a781-cb20-455f-9b47-a39f01f20f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:46:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['cc9be7dd-e76b-4f23-ab90-2007343b369e'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:02.810066 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-62d16a95-f2de-4e5c-b26f-21ef9d8f271b None None] Provisioning complete for port 9578030f-f13f-4a2e-a42e-736a074a41a6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:02.811219 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-62d16a95-f2de-4e5c-b26f-21ef9d8f271b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:02.867347 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-417e2486-9234-4980-85b0-f65843cf49da tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 85fa5bf2-66f0-418b-bac3-00ff14162efe) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:02.884654 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417e2486-9234-4980-85b0-f65843cf49da tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:02.886382 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-417e2486-9234-4980-85b0-f65843cf49da tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:02.901644 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-62d16a95-f2de-4e5c-b26f-21ef9d8f271b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:02.907839 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89983ef0-3033-437d-b7ab-d00123f6a1fa None None] Network 85fa5bf2-66f0-418b-bac3-00ff14162efe requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:47:02.973462 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-62d16a95-f2de-4e5c-b26f-21ef9d8f271b None None] For port 9578030f-f13f-4a2e-a42e-736a074a41a6, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=9578030f-f13f-4a2e-a42e-736a074a41a6,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:03.016733 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-9854a781-cb20-455f-9b47-a39f01f20f96 None None] Set router cc9be7dd-e76b-4f23-ab90-2007343b369e gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:03.046903 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea9ad58-fe5b-4aca-a326-8ebcf876f2d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-85fa5bf2-66f0-418b-bac3-00ff14162efe', 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'fixed_ips': [{'subnet_id': '0285f658-6c63-4d47-9ee3-457d8ee4d3f7'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:47:03.046903 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fea9ad58-fe5b-4aca-a326-8ebcf876f2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:03.055557 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-417e2486-9234-4980-85b0-f65843cf49da tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2535822 Dec 16 22:47:03.055557 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55040) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:03.100125 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-62d16a95-f2de-4e5c-b26f-21ef9d8f271b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:03.256513 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d16a95-f2de-4e5c-b26f-21ef9d8f271b None None] Pushing event updated for resources: {'Port': ['ID=9578030f-f13f-4a2e-a42e-736a074a41a6,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:03.274714 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-9854a781-cb20-455f-9b47-a39f01f20f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513600995', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:47:00Z', 'revision_number': 3, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:03.305892 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-fea9ad58-fe5b-4aca-a326-8ebcf876f2d7 None None] Allocated IP 172.20.0.2 (85fa5bf2-66f0-418b-bac3-00ff14162efe/0285f658-6c63-4d47-9ee3-457d8ee4d3f7/c94860c8-676d-4e2a-8297-fa7c513456d0) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:47:03.314573 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9854a781-cb20-455f-9b47-a39f01f20f96 None None] The sync data for ids ['cc9be7dd-e76b-4f23-ab90-2007343b369e'] in n-d-815324-4 is: [{'id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513600995', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:47:00Z', 'revision_number': 3, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:47:03.474181 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0f306-4492-4084-bbcc-67db4f361b15 req-6a5aa183-0da8-48cd-89e0-c5437c90833e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:03.479623 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ac0f306-4492-4084-bbcc-67db4f361b15 req-6a5aa183-0da8-48cd-89e0-c5437c90833e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0765307 Dec 16 22:47:03.503220 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fea9ad58-fe5b-4aca-a326-8ebcf876f2d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:03.537949 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ac0f306-4492-4084-bbcc-67db4f361b15 req-6b57ebfc-f485-4063-bc96-55400a89fb52 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557866 Dec 16 22:47:03.664619 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fea9ad58-fe5b-4aca-a326-8ebcf876f2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:03.723832 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8ad0b1c3-73db-4268-ac55-6ff3845d59aa tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:03.734171 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea9ad58-fe5b-4aca-a326-8ebcf876f2d7 None None] Network 85fa5bf2-66f0-418b-bac3-00ff14162efe is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:47:03.741166 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-fea9ad58-fe5b-4aca-a326-8ebcf876f2d7 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:03.743884 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea9ad58-fe5b-4aca-a326-8ebcf876f2d7 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:47:03.765433 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9ad58-fe5b-4aca-a326-8ebcf876f2d7 None None] Pushing event updated for resources: {'Port': ['ID=c94860c8-676d-4e2a-8297-fa7c513456d0,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:03.827504 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 9578030f-f13f-4a2e-a42e-736a074a41a6 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:47:03.875288 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-fea9ad58-fe5b-4aca-a326-8ebcf876f2d7 None None] Attempting to bind port c94860c8-676d-4e2a-8297-fa7c513456d0 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:47:03.875582 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-fea9ad58-fe5b-4aca-a326-8ebcf876f2d7 None None] Attempting to bind port c94860c8-676d-4e2a-8297-fa7c513456d0 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'aa2acf0b-3687-417a-b87a-6f7d4ddee164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:47:03.875962 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea9ad58-fe5b-4aca-a326-8ebcf876f2d7 None None] Attempting to bind port c94860c8-676d-4e2a-8297-fa7c513456d0 on network 85fa5bf2-66f0-418b-bac3-00ff14162efe {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:47:03.896146 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea9ad58-fe5b-4aca-a326-8ebcf876f2d7 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:47:03.896580 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea9ad58-fe5b-4aca-a326-8ebcf876f2d7 None None] Checking segment: {'id': 'aa2acf0b-3687-417a-b87a-6f7d4ddee164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:47:03.896943 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fea9ad58-fe5b-4aca-a326-8ebcf876f2d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:03.897345 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea9ad58-fe5b-4aca-a326-8ebcf876f2d7 None None] Bound using segment: {'id': 'aa2acf0b-3687-417a-b87a-6f7d4ddee164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:47:03.899591 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-fea9ad58-fe5b-4aca-a326-8ebcf876f2d7 None None] Bound port: c94860c8-676d-4e2a-8297-fa7c513456d0, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2acf0b-3687-417a-b87a-6f7d4ddee164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:47:03.899591 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fea9ad58-fe5b-4aca-a326-8ebcf876f2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:04.009876 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 9578030f-f13f-4a2e-a42e-736a074a41a6 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:04.010639 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:04.060093 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-fea9ad58-fe5b-4aca-a326-8ebcf876f2d7 None None] For port c94860c8-676d-4e2a-8297-fa7c513456d0, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:47:04.077545 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-fea9ad58-fe5b-4aca-a326-8ebcf876f2d7 None None] For port c94860c8-676d-4e2a-8297-fa7c513456d0, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c94860c8-676d-4e2a-8297-fa7c513456d0,segment=NetworkSegment(aa2acf0b-3687-417a-b87a-6f7d4ddee164),segment_id=aa2acf0b-3687-417a-b87a-6f7d4ddee164)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:47:04.226206 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fea9ad58-fe5b-4aca-a326-8ebcf876f2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:04.401720 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9ad58-fe5b-4aca-a326-8ebcf876f2d7 None None] Pushing event updated for resources: {'Port': ['ID=c94860c8-676d-4e2a-8297-fa7c513456d0,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:04.646404 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-8ad0b1c3-73db-4268-ac55-6ff3845d59aa tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Allocated IP 172.20.0.1 (85fa5bf2-66f0-418b-bac3-00ff14162efe/0285f658-6c63-4d47-9ee3-457d8ee4d3f7/e91557fe-9cde-4a00-9820-9ff319360c4f) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:47:04.895189 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8ad0b1c3-73db-4268-ac55-6ff3845d59aa tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:05.010342 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8ad0b1c3-73db-4268-ac55-6ff3845d59aa tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:05.071924 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad0b1c3-73db-4268-ac55-6ff3845d59aa tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Network 85fa5bf2-66f0-418b-bac3-00ff14162efe is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:47:05.108361 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-8ad0b1c3-73db-4268-ac55-6ff3845d59aa tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:05.116981 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad0b1c3-73db-4268-ac55-6ff3845d59aa tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:47:05.147146 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0b1c3-73db-4268-ac55-6ff3845d59aa tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Port': ['ID=e91557fe-9cde-4a00-9820-9ff319360c4f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:05.182147 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dad6bc-c32c-446b-a710-74e64cc4b703 req-e7548a2c-19b7-40de-905a-374774b65e53 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:05.183657 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4dad6bc-c32c-446b-a710-74e64cc4b703 req-e7548a2c-19b7-40de-905a-374774b65e53 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.1145706 Dec 16 22:47:05.186711 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8ad0b1c3-73db-4268-ac55-6ff3845d59aa tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:05.326893 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4dad6bc-c32c-446b-a710-74e64cc4b703 req-b261558a-99aa-4982-a95f-68b6ce4a8dcc tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973065 Dec 16 22:47:05.495417 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8ad0b1c3-73db-4268-ac55-6ff3845d59aa tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:05.786122 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c94860c8-676d-4e2a-8297-fa7c513456d0 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:47:05.840945 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port c94860c8-676d-4e2a-8297-fa7c513456d0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:05.841709 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:05.843336 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8ad0b1c3-73db-4268-ac55-6ff3845d59aa tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:05.906426 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8ad0b1c3-73db-4268-ac55-6ff3845d59aa tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:05.934712 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:05.977194 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port c94860c8-676d-4e2a-8297-fa7c513456d0, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c94860c8-676d-4e2a-8297-fa7c513456d0,segment=NetworkSegment(aa2acf0b-3687-417a-b87a-6f7d4ddee164),segment_id=aa2acf0b-3687-417a-b87a-6f7d4ddee164)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:05.988210 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8ad0b1c3-73db-4268-ac55-6ff3845d59aa tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:05.991126 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0b1c3-73db-4268-ac55-6ff3845d59aa tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Port': ['ID=e91557fe-9cde-4a00-9820-9ff319360c4f,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:06.081132 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:06.100451 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad0b1c3-73db-4268-ac55-6ff3845d59aa tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Network 85fa5bf2-66f0-418b-bac3-00ff14162efe is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:47:06.102121 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-8ad0b1c3-73db-4268-ac55-6ff3845d59aa tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:06.175133 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=c94860c8-676d-4e2a-8297-fa7c513456d0,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:06.251072 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad0b1c3-73db-4268-ac55-6ff3845d59aa tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Router cc9be7dd-e76b-4f23-ab90-2007343b369e has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:47:06.389083 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad0b1c3-73db-4268-ac55-6ff3845d59aa tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:47:06.395750 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8ad0b1c3-73db-4268-ac55-6ff3845d59aa tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "PUT /v2.0/routers/cc9be7dd-e76b-4f23-ab90-2007343b369e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3390818 Dec 16 22:47:06.402533 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efcf1ab-e3b5-4206-b979-5090e233eafd None None] Sync routers for ids ['cc9be7dd-e76b-4f23-ab90-2007343b369e'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:47:06.424742 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efcf1ab-e3b5-4206-b979-5090e233eafd None None] Routers {'cc9be7dd-e76b-4f23-ab90-2007343b369e'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:06.428281 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-3efcf1ab-e3b5-4206-b979-5090e233eafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:46:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['cc9be7dd-e76b-4f23-ab90-2007343b369e'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:06.525594 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480ca16-cb43-441b-876c-9f62054e1003 req-7668b995-69b1-4edd-8adb-bfa273fb3fc9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:06.528691 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b480ca16-cb43-441b-876c-9f62054e1003 req-7668b995-69b1-4edd-8adb-bfa273fb3fc9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0895920 Dec 16 22:47:06.589163 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf11a3c0-46ac-4982-8ab3-7e94f3a15892 None None] Network 85fa5bf2-66f0-418b-bac3-00ff14162efe requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:47:06.632374 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b480ca16-cb43-441b-876c-9f62054e1003 req-3f028acb-2e3e-49ef-b233-23bcc94941bb tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873604 Dec 16 22:47:06.666625 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-3efcf1ab-e3b5-4206-b979-5090e233eafd None None] Set router cc9be7dd-e76b-4f23-ab90-2007343b369e gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:06.705231 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5a93296b-c18b-4873-b737-849e9326ed86 req-026c00d6-d448-42f9-8098-f162e4bbfd69 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1262950937&fields=id&tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be HTTP/1.1" status: 200 len: 267 time: 0.0697198 Dec 16 22:47:06.746427 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b147b9fe-a597-42ff-9cfd-9a80563fbdf9 None None] Provisioning complete for port c94860c8-676d-4e2a-8297-fa7c513456d0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:06.746936 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b147b9fe-a597-42ff-9cfd-9a80563fbdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:06.842786 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93296b-c18b-4873-b737-849e9326ed86 req-92875aa1-5482-4a25-b759-a854d163b10c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:06.844589 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5a93296b-c18b-4873-b737-849e9326ed86 req-92875aa1-5482-4a25-b759-a854d163b10c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/networks?id=85fa5bf2-66f0-418b-bac3-00ff14162efe HTTP/1.1" status: 200 len: 796 time: 0.1332886 Dec 16 22:47:06.863835 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5a93296b-c18b-4873-b737-849e9326ed86 req-e4a3e998-e8f9-4c99-90b6-af7e95424d42 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/quotas/7bfb8f7eefc1419caa30af0dd0a6b7be HTTP/1.1" status: 200 len: 375 time: 0.0108509 Dec 16 22:47:06.894951 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:47:06.926344 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5a93296b-c18b-4873-b737-849e9326ed86 req-72497786-1022-4a63-a29e-5f697ad8dad1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553925 Dec 16 22:47:07.059432 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-3efcf1ab-e3b5-4206-b979-5090e233eafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513600995', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'e91557fe-9cde-4a00-9820-9ff319360c4f', 'name': '', 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:63:06:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '0285f658-6c63-4d47-9ee3-457d8ee4d3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:04Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 2, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': '0285f658-6c63-4d47-9ee3-457d8ee4d3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:07.087253 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5a93296b-c18b-4873-b737-849e9326ed86 req-c7be0a6d-d1b0-4383-b193-00b7982d68e2 service neutron] 10.222.0.75 "GET /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429534 Dec 16 22:47:07.124289 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efcf1ab-e3b5-4206-b979-5090e233eafd None None] Checking router: cc9be7dd-e76b-4f23-ab90-2007343b369e for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:47:07.125084 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efcf1ab-e3b5-4206-b979-5090e233eafd None None] Updating router cc9be7dd-e76b-4f23-ab90-2007343b369e port e91557fe-9cde-4a00-9820-9ff319360c4f binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:47:07.176326 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3efcf1ab-e3b5-4206-b979-5090e233eafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:07.223676 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5a93296b-c18b-4873-b737-849e9326ed86 req-8d1fc4d1-dc0e-4b98-ba75-42dce2a82d55 service neutron] 10.222.0.75 "GET /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321712 Dec 16 22:47:07.274032 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-eedad4bc-8b8f-4740-8d93-dd6bda94425d None None] Provisioning complete for port c94860c8-676d-4e2a-8297-fa7c513456d0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:07.275095 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eedad4bc-8b8f-4740-8d93-dd6bda94425d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:07.539420 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-eedad4bc-8b8f-4740-8d93-dd6bda94425d None None] Provisioning complete for port e91557fe-9cde-4a00-9820-9ff319360c4f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:07.539420 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eedad4bc-8b8f-4740-8d93-dd6bda94425d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:07.606943 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f611c737-da1d-4326-bfe0-4ef2834a7202 req-47588388-686e-4593-8c3a-0b5572014d3f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 210 time: 0.0443356 Dec 16 22:47:07.653008 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-eedad4bc-8b8f-4740-8d93-dd6bda94425d None None] Port e91557fe-9cde-4a00-9820-9ff319360c4f cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:47:07.786661 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c94860c8-676d-4e2a-8297-fa7c513456d0 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:47:07.791495 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3efcf1ab-e3b5-4206-b979-5090e233eafd None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:07.870927 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f78e2ef8-2d90-4f6b-a235-da9eaccf3e1d None None] Provisioning complete for port e91557fe-9cde-4a00-9820-9ff319360c4f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:07.871339 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f78e2ef8-2d90-4f6b-a235-da9eaccf3e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:07.887134 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e7b06-c05f-4dcf-9618-15d7322f306b req-377a551b-032e-492a-a17b-0e07d5713cb1 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:07.889453 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b0e7b06-c05f-4dcf-9618-15d7322f306b req-377a551b-032e-492a-a17b-0e07d5713cb1 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0856817 Dec 16 22:47:07.933299 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f78e2ef8-2d90-4f6b-a235-da9eaccf3e1d None None] Port e91557fe-9cde-4a00-9820-9ff319360c4f cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:47:07.943939 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port c94860c8-676d-4e2a-8297-fa7c513456d0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:07.944435 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:07.983863 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b0e7b06-c05f-4dcf-9618-15d7322f306b req-75edc1ec-0ef6-4184-918a-191be85d3663 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669112 Dec 16 22:47:07.983986 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3efcf1ab-e3b5-4206-b979-5090e233eafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:08.274576 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f7a0c6d0-024c-4450-a940-5dc09c548786 None None] Provisioning complete for port e91557fe-9cde-4a00-9820-9ff319360c4f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:08.275382 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f7a0c6d0-024c-4450-a940-5dc09c548786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:08.304515 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b7a15-7b4a-434d-82b5-2feff72d7d7d None None] Pushing event updated for resources: {'Port': ['ID=e91557fe-9cde-4a00-9820-9ff319360c4f,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:08.395489 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3efcf1ab-e3b5-4206-b979-5090e233eafd None None] Attempting to bind port e91557fe-9cde-4a00-9820-9ff319360c4f on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:47:08.395874 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3efcf1ab-e3b5-4206-b979-5090e233eafd None None] Attempting to bind port e91557fe-9cde-4a00-9820-9ff319360c4f by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'aa2acf0b-3687-417a-b87a-6f7d4ddee164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:47:08.396252 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efcf1ab-e3b5-4206-b979-5090e233eafd None None] Attempting to bind port e91557fe-9cde-4a00-9820-9ff319360c4f on network 85fa5bf2-66f0-418b-bac3-00ff14162efe {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:47:08.410494 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efcf1ab-e3b5-4206-b979-5090e233eafd None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:47:08.410861 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efcf1ab-e3b5-4206-b979-5090e233eafd None None] Checking segment: {'id': 'aa2acf0b-3687-417a-b87a-6f7d4ddee164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:47:08.411310 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3efcf1ab-e3b5-4206-b979-5090e233eafd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:08.411716 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efcf1ab-e3b5-4206-b979-5090e233eafd None None] Bound using segment: {'id': 'aa2acf0b-3687-417a-b87a-6f7d4ddee164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:47:08.412222 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3efcf1ab-e3b5-4206-b979-5090e233eafd None None] Bound port: e91557fe-9cde-4a00-9820-9ff319360c4f, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2acf0b-3687-417a-b87a-6f7d4ddee164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:47:08.412619 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3efcf1ab-e3b5-4206-b979-5090e233eafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:08.414653 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f7a0c6d0-024c-4450-a940-5dc09c548786 None None] Port e91557fe-9cde-4a00-9820-9ff319360c4f cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:47:08.516404 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-3efcf1ab-e3b5-4206-b979-5090e233eafd None None] For port e91557fe-9cde-4a00-9820-9ff319360c4f, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:47:08.525716 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-3efcf1ab-e3b5-4206-b979-5090e233eafd None None] For port e91557fe-9cde-4a00-9820-9ff319360c4f, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e91557fe-9cde-4a00-9820-9ff319360c4f,segment=NetworkSegment(aa2acf0b-3687-417a-b87a-6f7d4ddee164),segment_id=aa2acf0b-3687-417a-b87a-6f7d4ddee164)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:47:08.615617 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3efcf1ab-e3b5-4206-b979-5090e233eafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:08.723395 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b7a15-7b4a-434d-82b5-2feff72d7d7d None None] Pushing event updated for resources: {'Port': ['ID=e91557fe-9cde-4a00-9820-9ff319360c4f,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:08.728562 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-56f20e24-eb8d-4682-979a-1ee69a0f91d1 None None] Provisioning complete for port e91557fe-9cde-4a00-9820-9ff319360c4f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:08.728940 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-56f20e24-eb8d-4682-979a-1ee69a0f91d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:08.734355 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d51ec34c-7a39-4267-b291-3f94e03f9330 req-41478d2c-a936-4310-94c7-9d3eb0fd73e1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 210 time: 0.0608287 Dec 16 22:47:08.774966 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efcf1ab-e3b5-4206-b979-5090e233eafd None None] Routers {'cc9be7dd-e76b-4f23-ab90-2007343b369e'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:08.777878 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-3efcf1ab-e3b5-4206-b979-5090e233eafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:46:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['cc9be7dd-e76b-4f23-ab90-2007343b369e'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:08.965410 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-3efcf1ab-e3b5-4206-b979-5090e233eafd None None] Set router cc9be7dd-e76b-4f23-ab90-2007343b369e gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:08.995874 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-56f20e24-eb8d-4682-979a-1ee69a0f91d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:09.049871 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-56f20e24-eb8d-4682-979a-1ee69a0f91d1 None None] For port e91557fe-9cde-4a00-9820-9ff319360c4f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e91557fe-9cde-4a00-9820-9ff319360c4f,segment=NetworkSegment(aa2acf0b-3687-417a-b87a-6f7d4ddee164),segment_id=aa2acf0b-3687-417a-b87a-6f7d4ddee164)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:09.153383 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90c58f-7064-4276-a502-ff55ee3bf20c req-bd93db1b-028f-46e1-be19-d3582f186fcf tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:09.160321 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0f90c58f-7064-4276-a502-ff55ee3bf20c req-bd93db1b-028f-46e1-be19-d3582f186fcf tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0747290 Dec 16 22:47:09.217836 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-56f20e24-eb8d-4682-979a-1ee69a0f91d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:09.235851 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0f90c58f-7064-4276-a502-ff55ee3bf20c req-6d57bd33-1b3d-410a-b328-40a20a0cdc11 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719819 Dec 16 22:47:09.310639 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f20e24-eb8d-4682-979a-1ee69a0f91d1 None None] Pushing event updated for resources: {'Port': ['ID=e91557fe-9cde-4a00-9820-9ff319360c4f,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:09.346678 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-3efcf1ab-e3b5-4206-b979-5090e233eafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513600995', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'e91557fe-9cde-4a00-9820-9ff319360c4f', 'name': '', 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:63:06:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '0285f658-6c63-4d47-9ee3-457d8ee4d3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:04Z', 'updated_at': '2021-12-16T22:47:08Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': '0285f658-6c63-4d47-9ee3-457d8ee4d3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:09.392111 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-fb111ad5-bf2b-40ad-9828-8bf1602e92a7 None None] Provisioning complete for port e91557fe-9cde-4a00-9820-9ff319360c4f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:09.392494 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fb111ad5-bf2b-40ad-9828-8bf1602e92a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:09.394507 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efcf1ab-e3b5-4206-b979-5090e233eafd None None] The sync data for ids ['cc9be7dd-e76b-4f23-ab90-2007343b369e'] in n-d-815324-4 is: [{'id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513600995', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'e91557fe-9cde-4a00-9820-9ff319360c4f', 'name': '', 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:63:06:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '0285f658-6c63-4d47-9ee3-457d8ee4d3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:04Z', 'updated_at': '2021-12-16T22:47:08Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': '0285f658-6c63-4d47-9ee3-457d8ee4d3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:47:09.785959 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e91557fe-9cde-4a00-9820-9ff319360c4f up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:47:09.852481 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port e91557fe-9cde-4a00-9820-9ff319360c4f triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:09.852849 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:09.887482 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ac55c41-f586-4478-bc70-f8d3912fa491 req-d0866d5b-0b29-4f08-b3d6-332030534db2 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 210 time: 0.0402665 Dec 16 22:47:10.412963 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93296b-c18b-4873-b737-849e9326ed86 req-6c27b749-beb1-4781-a80b-115b11f93e2d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:10.417731 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a93296b-c18b-4873-b737-849e9326ed86 req-6c27b749-beb1-4781-a80b-115b11f93e2d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.57 "GET /v2.0/networks?id=85fa5bf2-66f0-418b-bac3-00ff14162efe HTTP/1.1" status: 200 len: 796 time: 0.1445808 Dec 16 22:47:10.417880 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92f8e3-3697-4b9c-92a2-178647bf302e req-0e4489c3-c7ba-4784-84aa-e0632438b16d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:10.417880 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cb92f8e3-3697-4b9c-92a2-178647bf302e req-0e4489c3-c7ba-4784-84aa-e0632438b16d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0834067 Dec 16 22:47:10.487646 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cb92f8e3-3697-4b9c-92a2-178647bf302e req-1089b9ac-c34f-4150-9265-c58b60aef2df tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633645 Dec 16 22:47:10.511264 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a93296b-c18b-4873-b737-849e9326ed86 req-5d1c836e-69ff-43fa-9c33-74d7d28fc8cb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be HTTP/1.1" status: 200 len: 380 time: 0.0785789 Dec 16 22:47:10.521332 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-5a93296b-c18b-4873-b737-849e9326ed86 req-c26e0b3d-591e-4347-a936-9856512f39f3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'port': {'device_id': '61740b6c-afff-4816-8482-8349667b89f2', 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe', 'admin_state_up': True, 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'security_groups': ['060d2d61-89bd-42ea-8cb0-bb5294f5b9a3']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:10.730714 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a93296b-c18b-4873-b737-849e9326ed86 req-c26e0b3d-591e-4347-a936-9856512f39f3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Made reservation on behalf of 7bfb8f7eefc1419caa30af0dd0a6b7be for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:47:10.735953 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5a93296b-c18b-4873-b737-849e9326ed86 req-c26e0b3d-591e-4347-a936-9856512f39f3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:10.980382 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-5a93296b-c18b-4873-b737-849e9326ed86 req-c26e0b3d-591e-4347-a936-9856512f39f3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Allocated IP 172.20.0.7 (85fa5bf2-66f0-418b-bac3-00ff14162efe/0285f658-6c63-4d47-9ee3-457d8ee4d3f7/76196b82-1021-47df-a949-adaf3e9adecd) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:47:11.114678 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f29b00f2-986d-4dba-8a1d-3bd4e3ed408c req-88cb1186-4b5c-426e-8584-202bacddcb9b tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 210 time: 0.0979087 Dec 16 22:47:11.171836 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5a93296b-c18b-4873-b737-849e9326ed86 req-c26e0b3d-591e-4347-a936-9856512f39f3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:11.284969 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5a93296b-c18b-4873-b737-849e9326ed86 req-c26e0b3d-591e-4347-a936-9856512f39f3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:11.331535 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a93296b-c18b-4873-b737-849e9326ed86 req-c26e0b3d-591e-4347-a936-9856512f39f3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Network 85fa5bf2-66f0-418b-bac3-00ff14162efe is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:47:11.334901 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-5a93296b-c18b-4873-b737-849e9326ed86 req-c26e0b3d-591e-4347-a936-9856512f39f3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:11.338754 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a93296b-c18b-4873-b737-849e9326ed86 req-c26e0b3d-591e-4347-a936-9856512f39f3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:47:11.345922 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e0b3d-591e-4347-a936-9856512f39f3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Port': ['ID=76196b82-1021-47df-a949-adaf3e9adecd,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:11.380548 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e0b3d-591e-4347-a936-9856512f39f3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:11.381315 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e0b3d-591e-4347-a936-9856512f39f3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:11.381901 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e0b3d-591e-4347-a936-9856512f39f3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:11.382522 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e0b3d-591e-4347-a936-9856512f39f3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:11.382938 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e0b3d-591e-4347-a936-9856512f39f3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:11.383433 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e0b3d-591e-4347-a936-9856512f39f3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:11.383861 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e0b3d-591e-4347-a936-9856512f39f3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:11.384212 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e0b3d-591e-4347-a936-9856512f39f3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:11.384556 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e0b3d-591e-4347-a936-9856512f39f3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:11.384895 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e0b3d-591e-4347-a936-9856512f39f3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:11.385234 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e0b3d-591e-4347-a936-9856512f39f3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:11.385570 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e0b3d-591e-4347-a936-9856512f39f3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:11.385901 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e0b3d-591e-4347-a936-9856512f39f3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:11.426080 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93296b-c18b-4873-b737-849e9326ed86 req-c26e0b3d-591e-4347-a936-9856512f39f3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:11.426987 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5a93296b-c18b-4873-b737-849e9326ed86 req-c26e0b3d-591e-4347-a936-9856512f39f3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:11.543652 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a93296b-c18b-4873-b737-849e9326ed86 req-c26e0b3d-591e-4347-a936-9856512f39f3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0262451 Dec 16 22:47:11.554148 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-5a93296b-c18b-4873-b737-849e9326ed86 req-bcd9e12e-7501-43d0-9876-f515980edeb0 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:47:11.555157 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a93296b-c18b-4873-b737-849e9326ed86 req-bcd9e12e-7501-43d0-9876-f515980edeb0 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052183 Dec 16 22:47:11.574689 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-5a93296b-c18b-4873-b737-849e9326ed86 req-f9117745-bbc3-4666-80c2-595909662e46 service neutron] Request body: {'port': {'device_id': '61740b6c-afff-4816-8482-8349667b89f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:11.628691 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-98c8148c-667c-4742-a300-13d85cdcdebd None None] Provisioning complete for port 76196b82-1021-47df-a949-adaf3e9adecd triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:11.629260 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98c8148c-667c-4742-a300-13d85cdcdebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:11.641379 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32315c-b37d-44ee-8d98-0b7330dedae4 req-ccf178c5-f784-4af3-b3de-e2c03a9b7bf1 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:11.643300 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0c32315c-b37d-44ee-8d98-0b7330dedae4 req-ccf178c5-f784-4af3-b3de-e2c03a9b7bf1 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0809889 Dec 16 22:47:11.649610 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5a93296b-c18b-4873-b737-849e9326ed86 req-f9117745-bbc3-4666-80c2-595909662e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:11.684883 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-98c8148c-667c-4742-a300-13d85cdcdebd None None] Port 76196b82-1021-47df-a949-adaf3e9adecd cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:47:11.721630 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0c32315c-b37d-44ee-8d98-0b7330dedae4 req-27d606dc-91b2-4600-8c19-a5ffabce06bf tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655112 Dec 16 22:47:11.948290 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-5a93296b-c18b-4873-b737-849e9326ed86 req-f9117745-bbc3-4666-80c2-595909662e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76196b82-1021-47df-a949-adaf3e9adecd {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:47:11.957413 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5a93296b-c18b-4873-b737-849e9326ed86 req-f9117745-bbc3-4666-80c2-595909662e46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:11.970409 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-5a93296b-c18b-4873-b737-849e9326ed86 req-f9117745-bbc3-4666-80c2-595909662e46 service neutron] Transition to ACTIVE for port object 76196b82-1021-47df-a949-adaf3e9adecd will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:47:12.065190 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5a93296b-c18b-4873-b737-849e9326ed86 req-f9117745-bbc3-4666-80c2-595909662e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:12.150053 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9117745-bbc3-4666-80c2-595909662e46 service neutron] Pushing event updated for resources: {'Port': ['ID=76196b82-1021-47df-a949-adaf3e9adecd,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:12.250044 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-5a93296b-c18b-4873-b737-849e9326ed86 req-f9117745-bbc3-4666-80c2-595909662e46 service neutron] Attempting to bind port 76196b82-1021-47df-a949-adaf3e9adecd on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:47:12.250425 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-5a93296b-c18b-4873-b737-849e9326ed86 req-f9117745-bbc3-4666-80c2-595909662e46 service neutron] Attempting to bind port 76196b82-1021-47df-a949-adaf3e9adecd by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'aa2acf0b-3687-417a-b87a-6f7d4ddee164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:47:12.250731 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a93296b-c18b-4873-b737-849e9326ed86 req-f9117745-bbc3-4666-80c2-595909662e46 service neutron] Attempting to bind port 76196b82-1021-47df-a949-adaf3e9adecd on network 85fa5bf2-66f0-418b-bac3-00ff14162efe {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:47:12.260003 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a93296b-c18b-4873-b737-849e9326ed86 req-f9117745-bbc3-4666-80c2-595909662e46 service neutron] Port 76196b82-1021-47df-a949-adaf3e9adecd on network 85fa5bf2-66f0-418b-bac3-00ff14162efe not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:47:12.260341 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a93296b-c18b-4873-b737-849e9326ed86 req-f9117745-bbc3-4666-80c2-595909662e46 service neutron] Attempting to bind port 76196b82-1021-47df-a949-adaf3e9adecd on network 85fa5bf2-66f0-418b-bac3-00ff14162efe {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:47:12.271024 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a93296b-c18b-4873-b737-849e9326ed86 req-f9117745-bbc3-4666-80c2-595909662e46 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:47:12.271404 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a93296b-c18b-4873-b737-849e9326ed86 req-f9117745-bbc3-4666-80c2-595909662e46 service neutron] Checking segment: {'id': 'aa2acf0b-3687-417a-b87a-6f7d4ddee164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:47:12.271806 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a93296b-c18b-4873-b737-849e9326ed86 req-f9117745-bbc3-4666-80c2-595909662e46 service neutron] Bound using segment: {'id': 'aa2acf0b-3687-417a-b87a-6f7d4ddee164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:47:12.272255 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-5a93296b-c18b-4873-b737-849e9326ed86 req-f9117745-bbc3-4666-80c2-595909662e46 service neutron] Bound port: 76196b82-1021-47df-a949-adaf3e9adecd, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa2acf0b-3687-417a-b87a-6f7d4ddee164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:47:12.272688 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5a93296b-c18b-4873-b737-849e9326ed86 req-f9117745-bbc3-4666-80c2-595909662e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:12.297071 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618791bc-f7e0-4028-adec-678e71ca8a1e req-642b9bfa-8545-42fc-a0e5-ab3162628b32 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:12.299102 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-618791bc-f7e0-4028-adec-678e71ca8a1e req-642b9bfa-8545-42fc-a0e5-ab3162628b32 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 943 time: 0.0914781 Dec 16 22:47:12.404672 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-5a93296b-c18b-4873-b737-849e9326ed86 req-f9117745-bbc3-4666-80c2-595909662e46 service neutron] For port 76196b82-1021-47df-a949-adaf3e9adecd, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:47:12.411123 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-5a93296b-c18b-4873-b737-849e9326ed86 req-f9117745-bbc3-4666-80c2-595909662e46 service neutron] For port 76196b82-1021-47df-a949-adaf3e9adecd, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=76196b82-1021-47df-a949-adaf3e9adecd,segment=NetworkSegment(aa2acf0b-3687-417a-b87a-6f7d4ddee164),segment_id=aa2acf0b-3687-417a-b87a-6f7d4ddee164)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:47:12.419620 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-618791bc-f7e0-4028-adec-678e71ca8a1e req-c215409e-6ecd-460a-98d2-305a7663905e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892200 Dec 16 22:47:12.540253 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5a93296b-c18b-4873-b737-849e9326ed86 req-f9117745-bbc3-4666-80c2-595909662e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:12.582684 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93296b-c18b-4873-b737-849e9326ed86 req-f9117745-bbc3-4666-80c2-595909662e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:12.583340 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5a93296b-c18b-4873-b737-849e9326ed86 req-f9117745-bbc3-4666-80c2-595909662e46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:12.584798 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a93296b-c18b-4873-b737-849e9326ed86 req-f9117745-bbc3-4666-80c2-595909662e46 service neutron] 10.222.0.57 "PUT /v2.0/ports/76196b82-1021-47df-a949-adaf3e9adecd HTTP/1.1" status: 200 len: 1091 time: 1.0145311 Dec 16 22:47:12.585185 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61740b6c-afff-4816-8482-8349667b89f2', 'tag': '76196b82-1021-47df-a949-adaf3e9adecd'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:47:12.587750 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82796ca8-bcae-41ac-9fff-ea45fcb9f851" -d '{"events": [{"name": "network-changed", "server_uuid": "61740b6c-afff-4816-8482-8349667b89f2", "tag": "76196b82-1021-47df-a949-adaf3e9adecd"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:47:12.613533 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9117745-bbc3-4666-80c2-595909662e46 service neutron] Pushing event updated for resources: {'Port': ['ID=76196b82-1021-47df-a949-adaf3e9adecd,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:12.646873 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd7e458-b317-4436-8f3e-f7c8180f3f96 x-openstack-request-id: req-6fd7e458-b317-4436-8f3e-f7c8180f3f96 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:47:12.647195 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61740b6c-afff-4816-8482-8349667b89f2", "tag": "76196b82-1021-47df-a949-adaf3e9adecd", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:47:12.647737 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6fd7e458-b317-4436-8f3e-f7c8180f3f96 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:47:12.648146 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61740b6c-afff-4816-8482-8349667b89f2', 'tag': '76196b82-1021-47df-a949-adaf3e9adecd', 'status': 'completed', 'code': 200} Dec 16 22:47:12.742727 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82796ca8-bcae-41ac-9fff-ea45fcb9f851 req-43f217c3-1cf5-48da-bd9b-48a2677537e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:12.744364 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-82796ca8-bcae-41ac-9fff-ea45fcb9f851 req-43f217c3-1cf5-48da-bd9b-48a2677537e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 1094 time: 0.0487077 Dec 16 22:47:12.896592 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26513b-bc06-4b6b-8520-aae14e013baa req-5edec8ba-bf63-4c99-9fc3-61f5b6f3e89c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:12.898139 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3a26513b-bc06-4b6b-8520-aae14e013baa req-5edec8ba-bf63-4c99-9fc3-61f5b6f3e89c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0840554 Dec 16 22:47:12.916172 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82796ca8-bcae-41ac-9fff-ea45fcb9f851 req-69107b9f-2c62-44c6-89eb-613507651a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:12.917609 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-82796ca8-bcae-41ac-9fff-ea45fcb9f851 req-69107b9f-2c62-44c6-89eb-613507651a72 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1560991 Dec 16 22:47:13.009528 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3a26513b-bc06-4b6b-8520-aae14e013baa req-a3cb9ca4-b9b2-4d1f-b62f-c49f7cf51ddc tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048939 Dec 16 22:47:13.046912 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82796ca8-bcae-41ac-9fff-ea45fcb9f851 req-f5f09986-f1ec-469b-83a7-3472242d3cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:13.048601 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-82796ca8-bcae-41ac-9fff-ea45fcb9f851 req-f5f09986-f1ec-469b-83a7-3472242d3cd5 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1238718 Dec 16 22:47:13.160687 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93296b-c18b-4873-b737-849e9326ed86 req-d90aaee7-6616-4c42-b83f-e914494f7bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:13.162175 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a93296b-c18b-4873-b737-849e9326ed86 req-d90aaee7-6616-4c42-b83f-e914494f7bd0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 1094 time: 0.0506632 Dec 16 22:47:13.225889 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a93296b-c18b-4873-b737-849e9326ed86 req-65601fcd-6bfd-4683-b33a-cdfd80dcad4b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76196b82-1021-47df-a949-adaf3e9adecd HTTP/1.1" status: 200 len: 217 time: 0.0492580 Dec 16 22:47:13.283268 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93296b-c18b-4873-b737-849e9326ed86 req-ae5ed56d-c175-4b39-9b88-60652ab0edda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:13.285050 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a93296b-c18b-4873-b737-849e9326ed86 req-ae5ed56d-c175-4b39-9b88-60652ab0edda service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0285f658-6c63-4d47-9ee3-457d8ee4d3f7 HTTP/1.1" status: 200 len: 835 time: 0.0525541 Dec 16 22:47:13.336220 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93296b-c18b-4873-b737-849e9326ed86 req-865f5547-030f-46b9-9f93-bd543633d326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:13.337724 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a93296b-c18b-4873-b737-849e9326ed86 req-865f5547-030f-46b9-9f93-bd543633d326 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85fa5bf2-66f0-418b-bac3-00ff14162efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461810 Dec 16 22:47:13.434914 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a93296b-c18b-4873-b737-849e9326ed86 req-66554cb7-1752-4a5f-a71a-a466171a73bc service neutron] 10.222.0.57 "GET /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901678 Dec 16 22:47:13.547084 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a93296b-c18b-4873-b737-849e9326ed86 req-8d992dd3-781e-4ced-92a2-84873c2b724b service neutron] 10.222.0.57 "GET /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056001 Dec 16 22:47:13.561756 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc4d4f-7ca9-42c4-82f2-c7306cf6b3cc req-10d43c33-2af9-4c70-9a16-2276fd18f7cc tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:13.564115 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-75bc4d4f-7ca9-42c4-82f2-c7306cf6b3cc req-10d43c33-2af9-4c70-9a16-2276fd18f7cc tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 943 time: 0.0603259 Dec 16 22:47:13.645100 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-75bc4d4f-7ca9-42c4-82f2-c7306cf6b3cc req-f967a7f8-514a-4f84-b049-67844adb8c2d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695913 Dec 16 22:47:14.139728 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002766e4-cef2-45cb-9492-9fce11547f89 req-a5723d30-53b6-4523-bd9f-7da258b6d876 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:14.141251 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-002766e4-cef2-45cb-9492-9fce11547f89 req-a5723d30-53b6-4523-bd9f-7da258b6d876 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0501578 Dec 16 22:47:14.194503 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-002766e4-cef2-45cb-9492-9fce11547f89 req-cb9a1baf-2a2b-43e3-9058-fb5757d9596f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465746 Dec 16 22:47:14.776980 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdbf74-b51b-4c8a-9265-7106be04fa3f req-e3f44436-6104-4676-9d24-7dc652a543af tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:14.778511 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-57bdbf74-b51b-4c8a-9265-7106be04fa3f req-e3f44436-6104-4676-9d24-7dc652a543af tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 943 time: 0.0539799 Dec 16 22:47:14.830943 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-57bdbf74-b51b-4c8a-9265-7106be04fa3f req-09abae0d-3732-47d4-a1d8-4d9117952646 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455868 Dec 16 22:47:15.330794 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e7bab-f40a-4d5c-8342-83324cdcd55b req-65d0d4a8-9bbe-4f8f-b88f-66ed238d7e55 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:15.332382 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-948e7bab-f40a-4d5c-8342-83324cdcd55b req-65d0d4a8-9bbe-4f8f-b88f-66ed238d7e55 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0640969 Dec 16 22:47:15.384952 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-948e7bab-f40a-4d5c-8342-83324cdcd55b req-e1ef7a84-13a7-44b0-bdbc-dd6aea000cf2 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463359 Dec 16 22:47:15.970272 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51b9a2-6e8d-4ca8-a15d-4c9a44558820 req-9ce694c5-428e-489a-ab03-99132bce02ca tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:15.972253 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fc51b9a2-6e8d-4ca8-a15d-4c9a44558820 req-9ce694c5-428e-489a-ab03-99132bce02ca tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 943 time: 0.0663102 Dec 16 22:47:16.027143 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fc51b9a2-6e8d-4ca8-a15d-4c9a44558820 req-4ea4e16d-e9d8-44d5-af52-ca9cb4a88e5e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482979 Dec 16 22:47:16.512164 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff073e8a-6f7c-42d7-beed-579964898ec0 req-a3f36123-ac0f-4de3-9565-422c60f7d3a0 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:16.513695 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ff073e8a-6f7c-42d7-beed-579964898ec0 req-a3f36123-ac0f-4de3-9565-422c60f7d3a0 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0516701 Dec 16 22:47:16.567959 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ff073e8a-6f7c-42d7-beed-579964898ec0 req-2c870dcc-3572-442c-a3e8-6dcfd7d5ad35 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460706 Dec 16 22:47:17.156753 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae2933-f08e-4c6b-b12d-e008330126d4 req-bc4bb142-30ca-4e20-b7dd-f6b0e5f09ca2 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:17.158879 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a2ae2933-f08e-4c6b-b12d-e008330126d4 req-bc4bb142-30ca-4e20-b7dd-f6b0e5f09ca2 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 943 time: 0.0537839 Dec 16 22:47:17.211705 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a2ae2933-f08e-4c6b-b12d-e008330126d4 req-5d6293a8-62df-41dc-8e38-939950a619c9 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455027 Dec 16 22:47:17.232447 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 76196b82-1021-47df-a949-adaf3e9adecd details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:47:17.330735 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 76196b82-1021-47df-a949-adaf3e9adecd, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=76196b82-1021-47df-a949-adaf3e9adecd,segment=NetworkSegment(aa2acf0b-3687-417a-b87a-6f7d4ddee164),segment_id=aa2acf0b-3687-417a-b87a-6f7d4ddee164)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:17.343399 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '76196b82-1021-47df-a949-adaf3e9adecd', 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe', 'port_id': '76196b82-1021-47df-a949-adaf3e9adecd', 'mac_address': 'fa:16:3e:5b:01:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0285f658-6c63-4d47-9ee3-457d8ee4d3f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:47:17.384524 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:17.398461 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76196b82-1021-47df-a949-adaf3e9adecd {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:47:17.420216 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 76196b82-1021-47df-a949-adaf3e9adecd, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=76196b82-1021-47df-a949-adaf3e9adecd,segment=NetworkSegment(aa2acf0b-3687-417a-b87a-6f7d4ddee164),segment_id=aa2acf0b-3687-417a-b87a-6f7d4ddee164)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:17.536377 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:17.601191 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=76196b82-1021-47df-a949-adaf3e9adecd,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:17.701282 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8cd17-540b-4f9e-aec4-5886cf2a9c27 req-53a63618-77cf-48bb-8710-a60069845c6f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:17.703319 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b6b8cd17-540b-4f9e-aec4-5886cf2a9c27 req-53a63618-77cf-48bb-8710-a60069845c6f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0520937 Dec 16 22:47:17.759234 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b6b8cd17-540b-4f9e-aec4-5886cf2a9c27 req-2345bac1-9872-465d-b082-4182261c35b0 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489244 Dec 16 22:47:17.904190 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['76196b82-1021-47df-a949-adaf3e9adecd'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:47:18.343931 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccdfd18-8df9-46cd-9d29-84cb2334e6b7 req-4a7b71df-202f-4479-8ab1-0aea9f6701e6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:18.345558 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ccdfd18-8df9-46cd-9d29-84cb2334e6b7 req-4a7b71df-202f-4479-8ab1-0aea9f6701e6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 944 time: 0.0612133 Dec 16 22:47:18.400569 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ccdfd18-8df9-46cd-9d29-84cb2334e6b7 req-2ddc03f8-5f88-4db5-bf39-5ecaa6f57bd1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487206 Dec 16 22:47:18.879577 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f2e38-9372-4588-ac62-475f9d4cfda8 req-a876111d-b1d2-444d-8d91-3b94efdeb9b6 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:18.881119 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ec3f2e38-9372-4588-ac62-475f9d4cfda8 req-a876111d-b1d2-444d-8d91-3b94efdeb9b6 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0510616 Dec 16 22:47:18.930448 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ec3f2e38-9372-4588-ac62-475f9d4cfda8 req-a47561e2-f35b-4f99-91fc-29638c81c9fb tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429919 Dec 16 22:47:19.252754 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 76196b82-1021-47df-a949-adaf3e9adecd up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:47:19.425163 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 76196b82-1021-47df-a949-adaf3e9adecd completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:47:19.429618 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 76196b82-1021-47df-a949-adaf3e9adecd triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:19.429991 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:19.520676 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:19.532985 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7b590-a906-427d-aa6f-16d03abcee4a req-9bd3597d-065f-4010-a5de-d2a13102a35b tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:19.534281 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-90d7b590-a906-427d-aa6f-16d03abcee4a req-9bd3597d-065f-4010-a5de-d2a13102a35b tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 944 time: 0.0585394 Dec 16 22:47:19.548695 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61740b6c-afff-4816-8482-8349667b89f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76196b82-1021-47df-a949-adaf3e9adecd'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:47:19.550920 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f7fdc6-7a93-49d6-8855-2e1d4580990e" -d '{"events": [{"server_uuid": "61740b6c-afff-4816-8482-8349667b89f2", "name": "network-vif-plugged", "status": "completed", "tag": "76196b82-1021-47df-a949-adaf3e9adecd"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:47:19.566534 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 76196b82-1021-47df-a949-adaf3e9adecd, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=76196b82-1021-47df-a949-adaf3e9adecd,segment=NetworkSegment(aa2acf0b-3687-417a-b87a-6f7d4ddee164),segment_id=aa2acf0b-3687-417a-b87a-6f7d4ddee164)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:19.594756 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-90d7b590-a906-427d-aa6f-16d03abcee4a req-2ae2241b-8525-49c4-adf8-a2a8814f866c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523114 Dec 16 22:47:19.599604 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebc5f05-7650-4881-94bc-93fe6e0d0d98 x-openstack-request-id: req-6ebc5f05-7650-4881-94bc-93fe6e0d0d98 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:47:19.599604 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61740b6c-afff-4816-8482-8349667b89f2", "name": "network-vif-plugged", "status": "completed", "tag": "76196b82-1021-47df-a949-adaf3e9adecd", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:47:19.599604 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6ebc5f05-7650-4881-94bc-93fe6e0d0d98 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:47:19.599604 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61740b6c-afff-4816-8482-8349667b89f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76196b82-1021-47df-a949-adaf3e9adecd', 'code': 200} Dec 16 22:47:19.693418 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:19.738902 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9109eb-b3d7-4873-a6b0-c4a1b1c9d6b1 req-fc52b703-b4f8-4736-8e89-3befb61a8058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:19.740576 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5f9109eb-b3d7-4873-a6b0-c4a1b1c9d6b1 req-fc52b703-b4f8-4736-8e89-3befb61a8058 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 1096 time: 0.0529640 Dec 16 22:47:19.748256 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=76196b82-1021-47df-a949-adaf3e9adecd,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:19.790191 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5f9109eb-b3d7-4873-a6b0-c4a1b1c9d6b1 req-5a5ed081-f1c8-4e0f-8a75-9c5be4591426 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414560 Dec 16 22:47:20.061265 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c699be-d7a0-4466-b6e8-63a24f1bc701 req-fe711911-8090-48a6-8f03-aa6be2a4f353 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:20.062693 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-35c699be-d7a0-4466-b6e8-63a24f1bc701 req-fe711911-8090-48a6-8f03-aa6be2a4f353 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0561020 Dec 16 22:47:20.112326 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-35c699be-d7a0-4466-b6e8-63a24f1bc701 req-c87bcdf2-ccca-4b19-b664-f5221b0d9a67 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429449 Dec 16 22:47:20.727353 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac9968-901a-43bd-9390-bf35dbfe09d6 req-9eef4ddd-9903-4118-b688-c0997571b331 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:20.728885 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-99ac9968-901a-43bd-9390-bf35dbfe09d6 req-9eef4ddd-9903-4118-b688-c0997571b331 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 945 time: 0.0537846 Dec 16 22:47:20.803559 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-99ac9968-901a-43bd-9390-bf35dbfe09d6 req-630c5c8a-80eb-45af-a1f1-732b0cebae16 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682423 Dec 16 22:47:21.242549 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2b622-ce5b-4f07-b8e2-389a448681b4 req-2b1325ce-da17-437a-aa60-83027cbbf23b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:21.245844 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-84d2b622-ce5b-4f07-b8e2-389a448681b4 req-2b1325ce-da17-437a-aa60-83027cbbf23b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0523376 Dec 16 22:47:21.295504 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-84d2b622-ce5b-4f07-b8e2-389a448681b4 req-e40f0e0d-79cb-4f26-8deb-b6e8409e0b41 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442283 Dec 16 22:47:21.950049 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0011d9-f563-4369-8db5-6480165f24c5 req-d8fa68a2-c56f-428c-909a-df3de80b9c93 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:21.951792 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6d0011d9-f563-4369-8db5-6480165f24c5 req-d8fa68a2-c56f-428c-909a-df3de80b9c93 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 945 time: 0.0726714 Dec 16 22:47:22.017862 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6d0011d9-f563-4369-8db5-6480165f24c5 req-e70ac3e7-1c8e-41d4-9496-26cca5d44041 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587099 Dec 16 22:47:22.155627 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8513173-1402-4fe1-b822-f66223bcd3ee req-6af6e482-2234-43a1-94c0-8d05e4576c55 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:22.158361 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d8513173-1402-4fe1-b822-f66223bcd3ee req-6af6e482-2234-43a1-94c0-8d05e4576c55 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 945 time: 0.0598397 Dec 16 22:47:22.213575 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d8513173-1402-4fe1-b822-f66223bcd3ee req-34f0f32d-4cc9-4bc1-9d05-365d30fdaafb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468860 Dec 16 22:47:22.237910 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55210) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:22.283840 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbfd944-a856-4798-b5dd-fb4f3cb6cfdc tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:22.285528 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0fbfd944-a856-4798-b5dd-fb4f3cb6cfdc tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 1091 time: 0.0464616 Dec 16 22:47:22.288326 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55214) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:22.292693 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-2cc65741-13c8-4c72-b980-ab4426637f96 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'port_id': '76196b82-1021-47df-a949-adaf3e9adecd', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:47:22.420822 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921310e0-9a1e-44e3-b677-45fda8d43f60 req-67b66082-22d5-44d2-bb09-af270141ed85 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:22.422364 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-921310e0-9a1e-44e3-b677-45fda8d43f60 req-67b66082-22d5-44d2-bb09-af270141ed85 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0558984 Dec 16 22:47:22.485886 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-921310e0-9a1e-44e3-b677-45fda8d43f60 req-12c0b380-aba3-46f7-a677-336b6fdb417b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565827 Dec 16 22:47:22.568218 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2cc65741-13c8-4c72-b980-ab4426637f96 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:22.666129 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2cc65741-13c8-4c72-b980-ab4426637f96 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:22.779617 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-2cc65741-13c8-4c72-b980-ab4426637f96 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Allocated IP 172.25.6.112 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/40a3a7b9-0943-431c-82f7-851dd4f6b7ac) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:47:22.884606 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2cc65741-13c8-4c72-b980-ab4426637f96 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:23.014252 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2cc65741-13c8-4c72-b980-ab4426637f96 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:23.060537 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc65741-13c8-4c72-b980-ab4426637f96 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:47:23.063533 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-2cc65741-13c8-4c72-b980-ab4426637f96 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:47:23.066510 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc65741-13c8-4c72-b980-ab4426637f96 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:47:23.096490 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc65741-13c8-4c72-b980-ab4426637f96 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Port': ['ID=40a3a7b9-0943-431c-82f7-851dd4f6b7ac,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:23.390742 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-732a13d4-bc22-4aa6-a3c9-b354f2b7b697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:23.467934 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2cc65741-13c8-4c72-b980-ab4426637f96 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:23.627474 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bc6a4-ae27-4f43-a1f7-288fdb8daf81 req-dfd8e0e1-2b4d-430c-aaa3-d6cd06e110a9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:23.631283 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-376bc6a4-ae27-4f43-a1f7-288fdb8daf81 req-dfd8e0e1-2b4d-430c-aaa3-d6cd06e110a9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0651798 Dec 16 22:47:23.666314 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2cc65741-13c8-4c72-b980-ab4426637f96 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:23.705133 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-376bc6a4-ae27-4f43-a1f7-288fdb8daf81 req-2eb403ad-0314-4dfd-a9a5-5d19bdc73b12 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645213 Dec 16 22:47:23.856907 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2cc65741-13c8-4c72-b980-ab4426637f96 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:23.940434 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2cc65741-13c8-4c72-b980-ab4426637f96 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:24.008858 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc65741-13c8-4c72-b980-ab4426637f96 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Port': ['ID=40a3a7b9-0943-431c-82f7-851dd4f6b7ac,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:24.023696 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2cc65741-13c8-4c72-b980-ab4426637f96 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:24.136934 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-2cc65741-13c8-4c72-b980-ab4426637f96 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Floating IP 02fd375c-d576-46f7-8b45-50de833488bc associated. External IP: 172.25.6.112, port: 76196b82-1021-47df-a949-adaf3e9adecd. Dec 16 22:47:24.370966 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc65741-13c8-4c72-b980-ab4426637f96 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Router cc9be7dd-e76b-4f23-ab90-2007343b369e has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:47:24.489031 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc65741-13c8-4c72-b980-ab4426637f96 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:47:24.501630 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47b8fdc-c866-4ccc-a4b8-c96dc3f88f92 None None] Sync routers for ids ['cc9be7dd-e76b-4f23-ab90-2007343b369e'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:47:24.518220 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47b8fdc-c866-4ccc-a4b8-c96dc3f88f92 None None] Routers {'cc9be7dd-e76b-4f23-ab90-2007343b369e'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:24.521129 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-f47b8fdc-c866-4ccc-a4b8-c96dc3f88f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:46:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['cc9be7dd-e76b-4f23-ab90-2007343b369e'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:24.571302 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2cc65741-13c8-4c72-b980-ab4426637f96 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:24.640155 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2cc65741-13c8-4c72-b980-ab4426637f96 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3506794 Dec 16 22:47:24.641041 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61740b6c-afff-4816-8482-8349667b89f2', 'tag': '76196b82-1021-47df-a949-adaf3e9adecd'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:47:24.641471 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-f47b8fdc-c866-4ccc-a4b8-c96dc3f88f92 None None] Set router cc9be7dd-e76b-4f23-ab90-2007343b369e gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:24.643744 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4797094-6172-42a2-bc98-63d58c5c0b42" -d '{"events": [{"name": "network-changed", "server_uuid": "61740b6c-afff-4816-8482-8349667b89f2", "tag": "76196b82-1021-47df-a949-adaf3e9adecd"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:47:24.719846 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf2036a-d787-4285-9aa4-7a0df0e9f64a x-openstack-request-id: req-ccf2036a-d787-4285-9aa4-7a0df0e9f64a {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:47:24.720295 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61740b6c-afff-4816-8482-8349667b89f2", "tag": "76196b82-1021-47df-a949-adaf3e9adecd", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:47:24.720655 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ccf2036a-d787-4285-9aa4-7a0df0e9f64a {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:47:24.721209 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61740b6c-afff-4816-8482-8349667b89f2', 'tag': '76196b82-1021-47df-a949-adaf3e9adecd', 'status': 'completed', 'code': 200} Dec 16 22:47:24.750624 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7215746-9870-441a-99e2-31843a4655a4 req-580de3f8-4bbd-4d34-b0e6-f7c0ca7ca8e2 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:24.750624 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d7215746-9870-441a-99e2-31843a4655a4 req-580de3f8-4bbd-4d34-b0e6-f7c0ca7ca8e2 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 945 time: 0.0597477 Dec 16 22:47:24.844253 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d7215746-9870-441a-99e2-31843a4655a4 req-85dded37-d152-460a-9e9f-24986363af6a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764856 Dec 16 22:47:24.873241 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 55248) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:24.878603 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4797094-6172-42a2-bc98-63d58c5c0b42 req-c8b4a47c-c6fc-45c7-8e06-d5db0d46f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:24.880163 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4797094-6172-42a2-bc98-63d58c5c0b42 req-c8b4a47c-c6fc-45c7-8e06-d5db0d46f58e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 1096 time: 0.1250668 Dec 16 22:47:24.920230 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1c886-3f9c-40c2-a45a-91b1679d9f26 req-938ff12a-4d0d-43cd-b41b-5199ce72ca58 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:24.921715 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75d1c886-3f9c-40c2-a45a-91b1679d9f26 req-938ff12a-4d0d-43cd-b41b-5199ce72ca58 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0985806 Dec 16 22:47:24.937083 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-f47b8fdc-c866-4ccc-a4b8-c96dc3f88f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513600995', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '02fd375c-d576-46f7-8b45-50de833488bc', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'port_id': '76196b82-1021-47df-a949-adaf3e9adecd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe', 'mac_address': 'fa:16:3e:5b:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61740b6c-afff-4816-8482-8349667b89f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:47:23Z', 'updated_at': '2021-12-16T22:47:23Z', 'revision_number': 0, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e91557fe-9cde-4a00-9820-9ff319360c4f', 'name': '', 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:63:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '0285f658-6c63-4d47-9ee3-457d8ee4d3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:04Z', 'updated_at': '2021-12-16T22:47:09Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': '0285f658-6c63-4d47-9ee3-457d8ee4d3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:24.965597 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47b8fdc-c866-4ccc-a4b8-c96dc3f88f92 None None] Checking router: cc9be7dd-e76b-4f23-ab90-2007343b369e for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:47:24.966985 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-dafb2e44-ffad-452d-b559-607616f5b76a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/floatingips/02fd375c-d576-46f7-8b45-50de833488bc HTTP/1.1" status: 200 len: 991 time: 0.0922389 Dec 16 22:47:24.975021 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47b8fdc-c866-4ccc-a4b8-c96dc3f88f92 None None] Routers {'cc9be7dd-e76b-4f23-ab90-2007343b369e'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:47:24.975699 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-f47b8fdc-c866-4ccc-a4b8-c96dc3f88f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:46:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['cc9be7dd-e76b-4f23-ab90-2007343b369e'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:24.991656 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75d1c886-3f9c-40c2-a45a-91b1679d9f26 req-39bc0333-c5a1-4c7c-925a-cbeb8fb042e5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445080 Dec 16 22:47:25.053312 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4797094-6172-42a2-bc98-63d58c5c0b42 req-548d7782-31f3-4a75-81dd-8e4140b42cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:25.054806 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4797094-6172-42a2-bc98-63d58c5c0b42 req-548d7782-31f3-4a75-81dd-8e4140b42cdc service neutron] 10.222.0.57 "GET /v2.0/networks?id=85fa5bf2-66f0-418b-bac3-00ff14162efe HTTP/1.1" status: 200 len: 896 time: 0.1642783 Dec 16 22:47:25.101840 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-f47b8fdc-c866-4ccc-a4b8-c96dc3f88f92 None None] Set router cc9be7dd-e76b-4f23-ab90-2007343b369e gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:47:25.362011 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-f47b8fdc-c866-4ccc-a4b8-c96dc3f88f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513600995', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '02fd375c-d576-46f7-8b45-50de833488bc', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'port_id': '76196b82-1021-47df-a949-adaf3e9adecd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe', 'mac_address': 'fa:16:3e:5b:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61740b6c-afff-4816-8482-8349667b89f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:47:23Z', 'updated_at': '2021-12-16T22:47:23Z', 'revision_number': 0, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e91557fe-9cde-4a00-9820-9ff319360c4f', 'name': '', 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:63:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '0285f658-6c63-4d47-9ee3-457d8ee4d3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:04Z', 'updated_at': '2021-12-16T22:47:09Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': '0285f658-6c63-4d47-9ee3-457d8ee4d3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:47:25.397623 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47b8fdc-c866-4ccc-a4b8-c96dc3f88f92 None None] The sync data for ids ['cc9be7dd-e76b-4f23-ab90-2007343b369e'] in n-d-815324-4 is: [{'id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513600995', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '02fd375c-d576-46f7-8b45-50de833488bc', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'port_id': '76196b82-1021-47df-a949-adaf3e9adecd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe', 'mac_address': 'fa:16:3e:5b:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61740b6c-afff-4816-8482-8349667b89f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:47:23Z', 'updated_at': '2021-12-16T22:47:23Z', 'revision_number': 0, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e91557fe-9cde-4a00-9820-9ff319360c4f', 'name': '', 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:63:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '0285f658-6c63-4d47-9ee3-457d8ee4d3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:04Z', 'updated_at': '2021-12-16T22:47:09Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': '0285f658-6c63-4d47-9ee3-457d8ee4d3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:47:25.491906 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4797094-6172-42a2-bc98-63d58c5c0b42 req-a05e5b5d-2d97-4077-aa1f-89f31ae84dac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76196b82-1021-47df-a949-adaf3e9adecd HTTP/1.1" status: 200 len: 999 time: 0.4294744 Dec 16 22:47:25.544822 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4797094-6172-42a2-bc98-63d58c5c0b42 req-c4373d29-00c5-49b3-812b-be8b38e46376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:25.546509 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4797094-6172-42a2-bc98-63d58c5c0b42 req-c4373d29-00c5-49b3-812b-be8b38e46376 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0285f658-6c63-4d47-9ee3-457d8ee4d3f7 HTTP/1.1" status: 200 len: 835 time: 0.0478840 Dec 16 22:47:25.599496 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4797094-6172-42a2-bc98-63d58c5c0b42 req-09fd6a76-a32c-40bf-b0a6-0ab7e628f0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:25.601132 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4797094-6172-42a2-bc98-63d58c5c0b42 req-09fd6a76-a32c-40bf-b0a6-0ab7e628f0e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85fa5bf2-66f0-418b-bac3-00ff14162efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458033 Dec 16 22:47:25.632662 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdc0242-f30c-457b-bca7-c6ee3a978789 None None] New status for floating IP 02fd375c-d576-46f7-8b45-50de833488bc: ACTIVE {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:47:25.707659 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4797094-6172-42a2-bc98-63d58c5c0b42 req-0a019e1c-15ed-40a2-aa79-5c4c7d49ad74 service neutron] 10.222.0.57 "GET /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995343 Dec 16 22:47:25.731112 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-45d46adc-6b53-4717-bf06-b9dfb859644d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:25.806345 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a4797094-6172-42a2-bc98-63d58c5c0b42 req-cbd9c17a-0b66-40fc-be58-6ffed347ec26 service neutron] 10.222.0.57 "GET /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920117 Dec 16 22:47:25.968717 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55254) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:47:26.050347 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c00e2a9c-8236-49b0-9f5e-f54918af8f32 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/floatingips/02fd375c-d576-46f7-8b45-50de833488bc HTTP/1.1" status: 200 len: 993 time: 0.0797834 Dec 16 22:47:26.124091 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8aaa9a-c89d-4256-a748-b2f4cf658dc8 req-81af79e3-724d-4b6b-914a-b3b105d0ce0a tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:26.125752 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fc8aaa9a-c89d-4256-a748-b2f4cf658dc8 req-81af79e3-724d-4b6b-914a-b3b105d0ce0a tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0529807 Dec 16 22:47:26.179580 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fc8aaa9a-c89d-4256-a748-b2f4cf658dc8 req-319f3b70-533d-43db-9491-c20044acf0f4 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477028 Dec 16 22:47:27.076660 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:27.180018 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:27.313701 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f49f4-510d-420d-ada4-f550744d7bb7 req-1dc15836-a307-49bb-8531-89e9f1200754 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:27.315387 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-288f49f4-510d-420d-ada4-f550744d7bb7 req-1dc15836-a307-49bb-8531-89e9f1200754 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0535548 Dec 16 22:47:27.369240 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-288f49f4-510d-420d-ada4-f550744d7bb7 req-b91b7015-0fb2-433e-b916-a36805f76416 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454402 Dec 16 22:47:28.495370 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c555e1-6ad6-4945-89b3-e78029638534 req-3d7795df-03f3-4f92-80ab-d9ff8cf8c741 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:28.497033 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e9c555e1-6ad6-4945-89b3-e78029638534 req-3d7795df-03f3-4f92-80ab-d9ff8cf8c741 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0518982 Dec 16 22:47:28.500322 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:28.555956 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e9c555e1-6ad6-4945-89b3-e78029638534 req-321ecbe8-1f73-4e13-9aa7-0dd6b750cac3 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487938 Dec 16 22:47:28.653583 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:29.112200 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:29.677266 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d67707-fc4f-4820-8fab-8bf4bd6e4a7f req-21555286-cda5-4046-9985-84db1b5bc069 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:29.678826 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75d67707-fc4f-4820-8fab-8bf4bd6e4a7f req-21555286-cda5-4046-9985-84db1b5bc069 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0520563 Dec 16 22:47:29.732457 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75d67707-fc4f-4820-8fab-8bf4bd6e4a7f req-aafb63ca-0725-4076-a702-f1521259785e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471003 Dec 16 22:47:30.855403 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a528e-ead7-4a2a-a63c-411444df7d18 req-c333c0b6-f1a0-40b1-8259-639e01b349fa tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:30.856949 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-009a528e-ead7-4a2a-a63c-411444df7d18 req-c333c0b6-f1a0-40b1-8259-639e01b349fa tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0512884 Dec 16 22:47:30.910159 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-009a528e-ead7-4a2a-a63c-411444df7d18 req-b198a720-d67f-44dd-8afa-2a32fc93e526 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462947 Dec 16 22:47:32.043762 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb980423-46ff-4f6c-83a6-6ba9efd1f242 req-38587fba-92f9-41c6-9ac0-ef8750d82109 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:32.045301 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cb980423-46ff-4f6c-83a6-6ba9efd1f242 req-38587fba-92f9-41c6-9ac0-ef8750d82109 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0552135 Dec 16 22:47:32.097837 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cb980423-46ff-4f6c-83a6-6ba9efd1f242 req-3fc470bd-41a2-4473-ab81-b4102eba3f53 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459480 Dec 16 22:47:33.219770 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63fd5a-0aae-4de7-b94e-faf9afc59c8b req-d6b36e78-4321-4059-b21d-dc84586c7819 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:33.221797 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb63fd5a-0aae-4de7-b94e-faf9afc59c8b req-d6b36e78-4321-4059-b21d-dc84586c7819 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0512962 Dec 16 22:47:33.269712 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb63fd5a-0aae-4de7-b94e-faf9afc59c8b req-c7694766-999e-4bd9-995a-ed27737ef4b1 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418043 Dec 16 22:47:34.396685 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e402b9-01e8-4eb1-b75d-8bf0b25c547a req-92c30f55-6760-481d-be67-d324f0584b52 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:34.398210 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53e402b9-01e8-4eb1-b75d-8bf0b25c547a req-92c30f55-6760-481d-be67-d324f0584b52 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0557444 Dec 16 22:47:34.449206 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53e402b9-01e8-4eb1-b75d-8bf0b25c547a req-db273b2f-76d8-4375-80f1-e262e293cc3b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440440 Dec 16 22:47:35.573356 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7677d71-a9d8-4934-a473-27bd3a045577 req-23139e4a-0d90-41e8-b839-0313d7fd6349 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:35.574805 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7677d71-a9d8-4934-a473-27bd3a045577 req-23139e4a-0d90-41e8-b839-0313d7fd6349 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0554810 Dec 16 22:47:35.625115 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7677d71-a9d8-4934-a473-27bd3a045577 req-344a0675-f143-4ae7-92eb-0ab285d0e00a tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431390 Dec 16 22:47:36.761376 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38196b2a-6a75-45d5-874b-722dd84d0fda req-8d3a9420-d464-4ee6-9a32-a98582410785 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:36.763131 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-38196b2a-6a75-45d5-874b-722dd84d0fda req-8d3a9420-d464-4ee6-9a32-a98582410785 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0603063 Dec 16 22:47:36.814700 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-38196b2a-6a75-45d5-874b-722dd84d0fda req-53f39483-f983-43bc-bad6-2a73ee7cc2b4 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452657 Dec 16 22:47:37.943237 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023f556-fbec-44db-bbac-a768428e751b req-944c8be1-d36b-4c0d-bcee-91cc18ff4f30 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:37.944850 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6023f556-fbec-44db-bbac-a768428e751b req-944c8be1-d36b-4c0d-bcee-91cc18ff4f30 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0558407 Dec 16 22:47:37.999472 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6023f556-fbec-44db-bbac-a768428e751b req-b47a4c41-4ce2-4fb9-8679-0a7c672670b9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461595 Dec 16 22:47:38.250956 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d6db60b5-825a-4561-a266-6296e8709b43 req-64a470ef-bf72-4acd-809c-1685650d2eb9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511808 Dec 16 22:47:38.362029 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db60b5-825a-4561-a266-6296e8709b43 req-4f5a1804-eea9-4e9a-90ac-be73166d7619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:38.363584 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d6db60b5-825a-4561-a266-6296e8709b43 req-4f5a1804-eea9-4e9a-90ac-be73166d7619 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 1097 time: 0.0423474 Dec 16 22:47:38.479448 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db60b5-825a-4561-a266-6296e8709b43 req-9bb61cad-ed33-494e-8541-b8fe7cb2fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:38.481011 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d6db60b5-825a-4561-a266-6296e8709b43 req-9bb61cad-ed33-494e-8541-b8fe7cb2fe93 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 911 time: 0.0944738 Dec 16 22:47:38.524250 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d6db60b5-825a-4561-a266-6296e8709b43 req-21cce0a2-9dce-4692-bae6-724d5b73142e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8100a2c8-1fef-4119-8d4e-c22eceb21bba HTTP/1.1" status: 200 len: 217 time: 0.0354621 Dec 16 22:47:38.584949 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db60b5-825a-4561-a266-6296e8709b43 req-36287f79-a839-47aa-acb4-eb249d8e8fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:38.586693 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d6db60b5-825a-4561-a266-6296e8709b43 req-36287f79-a839-47aa-acb4-eb249d8e8fe8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d HTTP/1.1" status: 200 len: 850 time: 0.0534947 Dec 16 22:47:38.636289 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db60b5-825a-4561-a266-6296e8709b43 req-dcf9c9da-f284-4ebf-8e1b-efdc30df827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:38.637836 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d6db60b5-825a-4561-a266-6296e8709b43 req-dcf9c9da-f284-4ebf-8e1b-efdc30df827e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4daef152-7506-4390-9b15-8eed5c3fe323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445158 Dec 16 22:47:38.734693 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d6db60b5-825a-4561-a266-6296e8709b43 req-14d11d08-9780-4edc-ae6d-90b2add51222 service neutron] 10.222.0.57 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894585 Dec 16 22:47:38.839638 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d6db60b5-825a-4561-a266-6296e8709b43 req-cb535d10-bf88-40e6-b1e9-0fcd8dff7e17 service neutron] 10.222.0.57 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972416 Dec 16 22:47:39.127758 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc5deb-3e33-4786-97e9-2a3cc686952e req-8bf3eeed-c77f-491c-8c0c-e41c43868b25 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:39.129523 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8fcc5deb-3e33-4786-97e9-2a3cc686952e req-8bf3eeed-c77f-491c-8c0c-e41c43868b25 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0578177 Dec 16 22:47:39.183696 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8fcc5deb-3e33-4786-97e9-2a3cc686952e req-06143cc9-105c-482f-9b5f-27543c0ecc6f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463290 Dec 16 22:47:40.307670 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a56f06-278e-4a8d-b494-a14bb28b1621 req-849ca0a3-a6e4-4950-a82b-e39615210109 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:40.309411 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-62a56f06-278e-4a8d-b494-a14bb28b1621 req-849ca0a3-a6e4-4950-a82b-e39615210109 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0552869 Dec 16 22:47:40.363924 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-62a56f06-278e-4a8d-b494-a14bb28b1621 req-6c24ef25-0d01-44f0-b1c4-a02b29e91899 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486050 Dec 16 22:47:41.489993 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4d161-7daa-41e7-850b-dd801b043370 req-1e91df79-767c-4832-b113-4f94947a9141 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:41.491552 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0cc4d161-7daa-41e7-850b-dd801b043370 req-1e91df79-767c-4832-b113-4f94947a9141 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0536294 Dec 16 22:47:41.550302 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0cc4d161-7daa-41e7-850b-dd801b043370 req-849d145f-3cb6-464b-aa2d-76bf78a6880c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511644 Dec 16 22:47:42.687195 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50208ae-6473-416a-90e2-fc8b963ba2b9 req-93aab694-6ff0-4d8c-8cd5-fe4c2869f71a tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:42.689196 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a50208ae-6473-416a-90e2-fc8b963ba2b9 req-93aab694-6ff0-4d8c-8cd5-fe4c2869f71a tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0517261 Dec 16 22:47:42.746749 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a50208ae-6473-416a-90e2-fc8b963ba2b9 req-fce16585-4a12-481a-a9ae-a9150ae3b204 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491631 Dec 16 22:47:43.883685 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e24de0-a6fe-4d60-83b8-4e9f684a90bc req-30fe6425-1638-4cf1-83e6-d6cae45e5210 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:43.884755 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-62e24de0-a6fe-4d60-83b8-4e9f684a90bc req-30fe6425-1638-4cf1-83e6-d6cae45e5210 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0640428 Dec 16 22:47:43.895585 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:47:43.946999 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-62e24de0-a6fe-4d60-83b8-4e9f684a90bc req-5a6d58d8-e65d-4f79-a390-81eb8986802c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566666 Dec 16 22:47:44.809863 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-091824b9-e099-4260-8c8a-deb779704d97 req-f4d5e491-0f98-405f-a795-056ab7e0bc21 service neutron] (103613) timed out ('10.222.0.75', 34850) {{(pid=103613) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:47:45.075676 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063ae7c-1453-4038-9086-b0dd0e40304a req-08dd48e8-3ab7-456b-9237-b80b91e59450 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:45.077001 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7063ae7c-1453-4038-9086-b0dd0e40304a req-08dd48e8-3ab7-456b-9237-b80b91e59450 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0574808 Dec 16 22:47:45.138572 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7063ae7c-1453-4038-9086-b0dd0e40304a req-c8989a82-8e11-4e9a-bfb3-87161c372b49 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502191 Dec 16 22:47:46.269663 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0237e-a140-4a50-895d-9aae55735373 req-8f889f4d-de57-4fbe-90e4-5a50fb2e0c8b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:46.271176 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d2f0237e-a140-4a50-895d-9aae55735373 req-8f889f4d-de57-4fbe-90e4-5a50fb2e0c8b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0527065 Dec 16 22:47:46.327483 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d2f0237e-a140-4a50-895d-9aae55735373 req-ec53a319-dc31-488a-9262-346074fbdd6b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490696 Dec 16 22:47:47.772594 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc60c98-b883-49ef-b571-6600e278cd74 req-a0027d0e-c9dc-4614-8f29-bc104ff02598 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:47.774808 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-abc60c98-b883-49ef-b571-6600e278cd74 req-a0027d0e-c9dc-4614-8f29-bc104ff02598 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.3701220 Dec 16 22:47:47.824518 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-abc60c98-b883-49ef-b571-6600e278cd74 req-535f08e5-27af-4b59-8519-4ff3069b1d94 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428586 Dec 16 22:47:48.949641 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b762526-99b3-4634-985d-9d3b73e03c94 req-1189e5ee-631e-44c6-b767-d4ddbb916cc3 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:48.951115 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0b762526-99b3-4634-985d-9d3b73e03c94 req-1189e5ee-631e-44c6-b767-d4ddbb916cc3 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0579119 Dec 16 22:47:49.006379 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0b762526-99b3-4634-985d-9d3b73e03c94 req-b8f6ec08-28b0-4f53-96e6-46bf43c33a49 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466976 Dec 16 22:47:50.124959 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f36a4-e56e-4bf5-bfa8-25ddebbb561e req-c7363825-de83-4982-9d69-7da573e500a3 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:50.126492 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d8f36a4-e56e-4bf5-bfa8-25ddebbb561e req-c7363825-de83-4982-9d69-7da573e500a3 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0508804 Dec 16 22:47:50.177871 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d8f36a4-e56e-4bf5-bfa8-25ddebbb561e req-a84388c7-37a6-44b4-9962-a7850bdb5699 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440173 Dec 16 22:47:51.297228 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b6f89-b107-4abc-82ba-49427e432546 req-c1733d2f-c04e-48bf-b9a4-9c91e953213f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:51.298757 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e5b6f89-b107-4abc-82ba-49427e432546 req-c1733d2f-c04e-48bf-b9a4-9c91e953213f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0508845 Dec 16 22:47:51.348287 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e5b6f89-b107-4abc-82ba-49427e432546 req-ad6d5f40-bda0-4fba-80fa-b9fadcc0fd3f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429029 Dec 16 22:47:52.474812 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94290e-833e-4507-8e05-745daaff570c req-b42fc16a-c2a3-4675-acf1-c2d113e2cfc7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:52.476549 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ab94290e-833e-4507-8e05-745daaff570c req-b42fc16a-c2a3-4675-acf1-c2d113e2cfc7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0549304 Dec 16 22:47:52.527291 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ab94290e-833e-4507-8e05-745daaff570c req-47711b3c-7112-489d-b816-c080da06f2d3 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443728 Dec 16 22:47:53.407720 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3837a6f7-cff0-4604-a887-2c8380c708c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:53.622447 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 08b7fdc9-a661-4a64-ab77-8b0ffb939b28 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:47:53.661818 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a699d-934a-4e26-9fb9-74b2a3e34b65 req-6a3efdb3-d84d-4086-a4bf-94fdeea9994d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:53.661818 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd8a699d-934a-4e26-9fb9-74b2a3e34b65 req-6a3efdb3-d84d-4086-a4bf-94fdeea9994d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 943 time: 0.0602248 Dec 16 22:47:53.716995 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd8a699d-934a-4e26-9fb9-74b2a3e34b65 req-17fd384a-2c4c-4d01-a3ee-4f34211a4036 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485201 Dec 16 22:47:53.755035 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 08b7fdc9-a661-4a64-ab77-8b0ffb939b28, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=08b7fdc9-a661-4a64-ab77-8b0ffb939b28,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:53.768236 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '08b7fdc9-a661-4a64-ab77-8b0ffb939b28', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'port_id': '08b7fdc9-a661-4a64-ab77-8b0ffb939b28', 'mac_address': 'fa:16:3e:32:7f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:47:53.809237 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:53.822056 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b7fdc9-a661-4a64-ab77-8b0ffb939b28 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:47:53.841286 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 08b7fdc9-a661-4a64-ab77-8b0ffb939b28, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=08b7fdc9-a661-4a64-ab77-8b0ffb939b28,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:53.945717 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:53.996533 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=08b7fdc9-a661-4a64-ab77-8b0ffb939b28,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:54.004334 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:54.004680 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:54.005021 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:54.005358 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:54.005706 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:54.006020 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:54.006346 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:54.006737 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:54.007085 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:54.007917 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:54.008242 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:54.008565 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:54.008884 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:47:54.324727 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['08b7fdc9-a661-4a64-ab77-8b0ffb939b28'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:47:54.841094 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afcc17-f8c1-4122-9a91-d47089341005 req-69fc400e-ee0a-4775-8daf-492c15130793 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:54.842601 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-80afcc17-f8c1-4122-9a91-d47089341005 req-69fc400e-ee0a-4775-8daf-492c15130793 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 944 time: 0.0482900 Dec 16 22:47:54.889699 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-80afcc17-f8c1-4122-9a91-d47089341005 req-01aadf84-4b46-474e-abd9-f2ba72ab3ea9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410898 Dec 16 22:47:55.638147 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 08b7fdc9-a661-4a64-ab77-8b0ffb939b28 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:47:55.670283 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-03d241f5-ba72-4067-a293-1a7dc331bc08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:55.819235 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 08b7fdc9-a661-4a64-ab77-8b0ffb939b28 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:47:55.823656 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 08b7fdc9-a661-4a64-ab77-8b0ffb939b28 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:47:55.824043 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:56.035141 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f632e9-b6a2-4fdb-b56b-581d115d3d78 req-75b01532-4271-45b3-8370-0ed7c10a7107 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:56.036969 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-09f632e9-b6a2-4fdb-b56b-581d115d3d78 req-75b01532-4271-45b3-8370-0ed7c10a7107 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 944 time: 0.0639451 Dec 16 22:47:56.081100 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:56.103621 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-09f632e9-b6a2-4fdb-b56b-581d115d3d78 req-b9dfe239-61b0-4992-9b50-7b918d1e2407 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591388 Dec 16 22:47:56.109437 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64af1131-d521-427c-881d-0555ab2925b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b7fdc9-a661-4a64-ab77-8b0ffb939b28'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:47:56.113354 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4017469f-9fad-4af5-8bd0-7b9009a7ae0e" -d '{"events": [{"server_uuid": "64af1131-d521-427c-881d-0555ab2925b3", "name": "network-vif-plugged", "status": "completed", "tag": "08b7fdc9-a661-4a64-ab77-8b0ffb939b28"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:47:56.129551 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 08b7fdc9-a661-4a64-ab77-8b0ffb939b28, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=08b7fdc9-a661-4a64-ab77-8b0ffb939b28,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:47:56.242251 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:56.266007 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f800da4-8d87-4d17-a60e-982fe1a34bf7 x-openstack-request-id: req-5f800da4-8d87-4d17-a60e-982fe1a34bf7 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:47:56.266307 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64af1131-d521-427c-881d-0555ab2925b3", "name": "network-vif-plugged", "status": "completed", "tag": "08b7fdc9-a661-4a64-ab77-8b0ffb939b28", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:47:56.266562 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5f800da4-8d87-4d17-a60e-982fe1a34bf7 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:47:56.266950 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64af1131-d521-427c-881d-0555ab2925b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b7fdc9-a661-4a64-ab77-8b0ffb939b28', 'code': 200} Dec 16 22:47:56.294835 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=08b7fdc9-a661-4a64-ab77-8b0ffb939b28,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:47:56.395037 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7e600-220c-4185-9d58-03467cf9a925 req-b30fa253-4b9f-4eb9-8274-169cf9d51a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:56.396554 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b6a7e600-220c-4185-9d58-03467cf9a925 req-b30fa253-4b9f-4eb9-8274-169cf9d51a0e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 1096 time: 0.0403943 Dec 16 22:47:56.447521 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b6a7e600-220c-4185-9d58-03467cf9a925 req-a63ccd75-add4-45fa-bb06-a61586851260 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430250 Dec 16 22:47:57.038500 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:57.145218 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:57.224329 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f01109-8ec1-46eb-8fd1-f8d803f044b0 req-632553d8-2cab-43e1-8af6-ce10583d40ef tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:57.225865 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d4f01109-8ec1-46eb-8fd1-f8d803f044b0 req-632553d8-2cab-43e1-8af6-ce10583d40ef tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 945 time: 0.0512609 Dec 16 22:47:57.274448 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d4f01109-8ec1-46eb-8fd1-f8d803f044b0 req-c569ba00-3bc8-457a-9d15-c359af4dbb4e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424035 Dec 16 22:47:58.404351 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bece11-8adb-47b5-95ed-47a07011423c req-e18e4b88-eb5a-4819-892e-e6a00cb052b3 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:58.405836 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f1bece11-8adb-47b5-95ed-47a07011423c req-e18e4b88-eb5a-4819-892e-e6a00cb052b3 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 945 time: 0.0527964 Dec 16 22:47:58.407824 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:58.457122 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f1bece11-8adb-47b5-95ed-47a07011423c req-4af136ab-f26f-4f1f-9adc-d73c81d7be67 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450134 Dec 16 22:47:58.581712 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32cc72-6d54-4365-8bd5-6457d47242be req-9249bfb2-42e7-4ce5-a42e-a283f33c66da tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:58.583439 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5d32cc72-6d54-4365-8bd5-6457d47242be req-9249bfb2-42e7-4ce5-a42e-a283f33c66da tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 945 time: 0.0523095 Dec 16 22:47:58.590512 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:58.637417 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5d32cc72-6d54-4365-8bd5-6457d47242be req-59c788b3-9c33-43a5-b9d6-4356a3270dd7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474133 Dec 16 22:47:59.200412 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:47:59.228008 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1d84f-7ac4-4834-9d17-f538f4e15c6e req-d334f6bd-194e-4f24-a732-7bef15e1b422 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:47:59.229584 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dcf1d84f-7ac4-4834-9d17-f538f4e15c6e req-d334f6bd-194e-4f24-a732-7bef15e1b422 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 945 time: 0.0561831 Dec 16 22:47:59.281621 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dcf1d84f-7ac4-4834-9d17-f538f4e15c6e req-356cf2f9-b6ff-40bf-a6f2-1740e8fff651 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457876 Dec 16 22:48:00.406073 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb643d-c49e-4302-abe8-1e98286133f8 req-3aa2f23b-3cbe-4ec8-bda6-d4258a3c0a32 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:00.407615 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6acb643d-c49e-4302-abe8-1e98286133f8 req-3aa2f23b-3cbe-4ec8-bda6-d4258a3c0a32 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 945 time: 0.0545168 Dec 16 22:48:00.456903 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6acb643d-c49e-4302-abe8-1e98286133f8 req-4dd1595d-5dc4-4aa3-8cb9-93002871be65 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432816 Dec 16 22:48:01.073570 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48dd74d-6668-4430-9be1-f380583ae154 req-2da463e6-e960-49a1-93ef-3ee700f2bde3 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:01.075080 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c48dd74d-6668-4430-9be1-f380583ae154 req-2da463e6-e960-49a1-93ef-3ee700f2bde3 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.76 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 945 time: 0.0546832 Dec 16 22:48:01.175876 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-c48dd74d-6668-4430-9be1-f380583ae154 req-a68408f6-b1e6-44c7-9472-0c2e9cae0f3d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Deleting port 08b7fdc9-a661-4a64-ab77-8b0ffb939b28 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:01.176155 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c48dd74d-6668-4430-9be1-f380583ae154 req-a68408f6-b1e6-44c7-9472-0c2e9cae0f3d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:01.274844 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-c48dd74d-6668-4430-9be1-f380583ae154 req-a68408f6-b1e6-44c7-9472-0c2e9cae0f3d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] For port 08b7fdc9-a661-4a64-ab77-8b0ffb939b28, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=08b7fdc9-a661-4a64-ab77-8b0ffb939b28,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:01.275318 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c48dd74d-6668-4430-9be1-f380583ae154 req-a68408f6-b1e6-44c7-9472-0c2e9cae0f3d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:01.289216 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-c48dd74d-6668-4430-9be1-f380583ae154 req-a68408f6-b1e6-44c7-9472-0c2e9cae0f3d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Calling delete_port for 08b7fdc9-a661-4a64-ab77-8b0ffb939b28 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:01.493832 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c48dd74d-6668-4430-9be1-f380583ae154 req-a68408f6-b1e6-44c7-9472-0c2e9cae0f3d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:01.530139 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['8100a2c8-1fef-4119-8d4e-c22eceb21bba'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:48:01.531028 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68408f6-b1e6-44c7-9472-0c2e9cae0f3d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event deleted for resources: {'Port': ['ID=08b7fdc9-a661-4a64-ab77-8b0ffb939b28,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:01.573668 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-70a5a413-d849-4c35-9531-d5864e4dc5d5 req-f8fefcd7-bbd0-4f73-a332-dbf60030b1d5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 210 time: 0.0372925 Dec 16 22:48:01.584996 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48dd74d-6668-4430-9be1-f380583ae154 req-a68408f6-b1e6-44c7-9472-0c2e9cae0f3d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] No DVR routers for this DVR port 08b7fdc9-a661-4a64-ab77-8b0ffb939b28 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:48:01.585628 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c48dd74d-6668-4430-9be1-f380583ae154 req-a68408f6-b1e6-44c7-9472-0c2e9cae0f3d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:01.589350 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c48dd74d-6668-4430-9be1-f380583ae154 req-a68408f6-b1e6-44c7-9472-0c2e9cae0f3d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.76 "DELETE /v2.0/ports/08b7fdc9-a661-4a64-ab77-8b0ffb939b28 HTTP/1.1" status: 204 len: 173 time: 0.5060618 Dec 16 22:48:01.590002 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64af1131-d521-427c-881d-0555ab2925b3', 'name': 'network-vif-deleted', 'tag': '08b7fdc9-a661-4a64-ab77-8b0ffb939b28'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:48:01.598597 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c610625-a08a-472a-8c0b-2d10ce418c5f" -d '{"events": [{"server_uuid": "64af1131-d521-427c-881d-0555ab2925b3", "name": "network-vif-deleted", "tag": "08b7fdc9-a661-4a64-ab77-8b0ffb939b28"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:48:01.604401 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['08b7fdc9-a661-4a64-ab77-8b0ffb939b28'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:48:01.736963 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2985e726-f942-4c8c-861b-9d703c2d8422 x-openstack-request-id: req-2985e726-f942-4c8c-861b-9d703c2d8422 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:48:01.737264 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64af1131-d521-427c-881d-0555ab2925b3", "name": "network-vif-deleted", "tag": "08b7fdc9-a661-4a64-ab77-8b0ffb939b28", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:48:01.737522 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2985e726-f942-4c8c-861b-9d703c2d8422 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:48:01.737955 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64af1131-d521-427c-881d-0555ab2925b3', 'name': 'network-vif-deleted', 'tag': '08b7fdc9-a661-4a64-ab77-8b0ffb939b28', 'status': 'completed', 'code': 200} Dec 16 22:48:02.674959 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1044b043-35c7-46d6-8c35-9c74377be6f7 req-fbf40594-2c6d-4fc6-83ab-632ebd4d72f8 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 210 time: 0.0284908 Dec 16 22:48:03.786396 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1af848f7-b3a3-434c-bbfb-b246332a0d16 req-5deca28e-804e-4909-90ad-0d495681a3ab tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 210 time: 0.0361485 Dec 16 22:48:04.900418 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ce2a06b6-e80d-4693-81b3-3aed3c878830 req-74a683d0-79ee-43f4-86be-f6f3875f6ebd tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 210 time: 0.0330548 Dec 16 22:48:05.665819 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 08b7fdc9-a661-4a64-ab77-8b0ffb939b28 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:48:05.689332 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 08b7fdc9-a661-4a64-ab77-8b0ffb939b28 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:48:05.690077 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 08b7fdc9-a661-4a64-ab77-8b0ffb939b28 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:48:06.002616 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-96ca5bca-9805-4809-a5c4-864826199a32 req-7efba8eb-85c6-4a38-8b19-76c73d6fe877 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 210 time: 0.0277431 Dec 16 22:48:07.122578 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c1bff4c7-97c4-4172-9041-f21b11b1f5c3 req-0b67a7c3-84a9-4425-8f3f-4c2a78963dff tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=64af1131-d521-427c-881d-0555ab2925b3 HTTP/1.1" status: 200 len: 210 time: 0.0289690 Dec 16 22:48:12.967995 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00068549-0e1d-4d59-bedd-081bbddb267d req-a7e351c6-7cc2-481c-83a5-20e2f8f4fade tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:12.969525 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-00068549-0e1d-4d59-bedd-081bbddb267d req-a7e351c6-7cc2-481c-83a5-20e2f8f4fade tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 946 time: 0.0507636 Dec 16 22:48:13.017552 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-00068549-0e1d-4d59-bedd-081bbddb267d req-c2316214-1b9d-4339-8932-8af85e7dcf8f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418870 Dec 16 22:48:14.137057 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406f409-2325-4b7f-821a-936f03a43799 req-0cf2beec-e5d0-4ef5-a47c-3dacaf895352 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:14.138564 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b406f409-2325-4b7f-821a-936f03a43799 req-0cf2beec-e5d0-4ef5-a47c-3dacaf895352 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 946 time: 0.0497148 Dec 16 22:48:14.186177 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b406f409-2325-4b7f-821a-936f03a43799 req-c9e912ce-e9b9-40ba-911e-0460ffbec35c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=b4e653e7-fc02-42d0-b747-2952cf250712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414650 Dec 16 22:48:14.775610 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c770828-c408-4325-9ada-a44d57cc8f14 req-5136b76e-7ae1-4855-8929-a01a7dc9760b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:14.777580 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c770828-c408-4325-9ada-a44d57cc8f14 req-5136b76e-7ae1-4855-8929-a01a7dc9760b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.57 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 946 time: 0.0545437 Dec 16 22:48:14.870550 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-8c770828-c408-4325-9ada-a44d57cc8f14 req-fab675c8-d960-43c0-b294-9d5194389b59 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Deleting port 8100a2c8-1fef-4119-8d4e-c22eceb21bba {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:14.870795 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8c770828-c408-4325-9ada-a44d57cc8f14 req-fab675c8-d960-43c0-b294-9d5194389b59 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:14.964736 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-8c770828-c408-4325-9ada-a44d57cc8f14 req-fab675c8-d960-43c0-b294-9d5194389b59 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] For port 8100a2c8-1fef-4119-8d4e-c22eceb21bba, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=8100a2c8-1fef-4119-8d4e-c22eceb21bba,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:14.965140 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8c770828-c408-4325-9ada-a44d57cc8f14 req-fab675c8-d960-43c0-b294-9d5194389b59 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:14.980552 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-8c770828-c408-4325-9ada-a44d57cc8f14 req-fab675c8-d960-43c0-b294-9d5194389b59 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Calling delete_port for 8100a2c8-1fef-4119-8d4e-c22eceb21bba owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:15.169671 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8c770828-c408-4325-9ada-a44d57cc8f14 req-fab675c8-d960-43c0-b294-9d5194389b59 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:15.202882 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab675c8-d960-43c0-b294-9d5194389b59 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event deleted for resources: {'Port': ['ID=8100a2c8-1fef-4119-8d4e-c22eceb21bba,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:15.203139 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['8100a2c8-1fef-4119-8d4e-c22eceb21bba'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:48:15.214986 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab675c8-d960-43c0-b294-9d5194389b59 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:15.215367 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab675c8-d960-43c0-b294-9d5194389b59 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:15.215716 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab675c8-d960-43c0-b294-9d5194389b59 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:15.216059 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab675c8-d960-43c0-b294-9d5194389b59 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:15.216398 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab675c8-d960-43c0-b294-9d5194389b59 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:15.216738 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab675c8-d960-43c0-b294-9d5194389b59 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:15.217067 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab675c8-d960-43c0-b294-9d5194389b59 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:15.217547 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab675c8-d960-43c0-b294-9d5194389b59 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:15.217886 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab675c8-d960-43c0-b294-9d5194389b59 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:15.218216 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab675c8-d960-43c0-b294-9d5194389b59 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:15.218543 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab675c8-d960-43c0-b294-9d5194389b59 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:15.218941 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab675c8-d960-43c0-b294-9d5194389b59 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:15.219222 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab675c8-d960-43c0-b294-9d5194389b59 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:15.269841 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c770828-c408-4325-9ada-a44d57cc8f14 req-fab675c8-d960-43c0-b294-9d5194389b59 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] No DVR routers for this DVR port 8100a2c8-1fef-4119-8d4e-c22eceb21bba on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:48:15.273090 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8c770828-c408-4325-9ada-a44d57cc8f14 req-fab675c8-d960-43c0-b294-9d5194389b59 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:15.277182 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c770828-c408-4325-9ada-a44d57cc8f14 req-fab675c8-d960-43c0-b294-9d5194389b59 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.57 "DELETE /v2.0/ports/8100a2c8-1fef-4119-8d4e-c22eceb21bba HTTP/1.1" status: 204 len: 173 time: 0.4929824 Dec 16 22:48:15.277652 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cbe528-8e62-4ea5-b099-53f12081b792', 'name': 'network-vif-deleted', 'tag': '8100a2c8-1fef-4119-8d4e-c22eceb21bba'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:48:15.279939 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa150cc-2618-4711-b86a-b4772ede7638" -d '{"events": [{"server_uuid": "66cbe528-8e62-4ea5-b099-53f12081b792", "name": "network-vif-deleted", "tag": "8100a2c8-1fef-4119-8d4e-c22eceb21bba"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:48:15.318799 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd0e6d9-6346-4810-909c-800a7c8691eb x-openstack-request-id: req-3bd0e6d9-6346-4810-909c-800a7c8691eb {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:48:15.319185 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cbe528-8e62-4ea5-b099-53f12081b792", "name": "network-vif-deleted", "tag": "8100a2c8-1fef-4119-8d4e-c22eceb21bba", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:48:15.319546 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3bd0e6d9-6346-4810-909c-800a7c8691eb {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:48:15.320076 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cbe528-8e62-4ea5-b099-53f12081b792', 'name': 'network-vif-deleted', 'tag': '8100a2c8-1fef-4119-8d4e-c22eceb21bba', 'status': 'completed', 'code': 200} Dec 16 22:48:15.373218 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-96dd1b22-0c2d-4330-afe7-bfc072cf21dc req-243e2800-f7fb-4f9a-ad32-c45c499f4be8 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 210 time: 0.0293727 Dec 16 22:48:16.475668 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c7f6fd92-aaf4-44c8-82cd-eaf2cf52c11b req-868ca57f-1275-42c6-b277-2888cf6fb781 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 210 time: 0.0267110 Dec 16 22:48:17.575086 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2411cb61-7dec-444b-b549-060497d41b7e req-919951ac-148b-4fed-9da0-60a84245a4c7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 210 time: 0.0279655 Dec 16 22:48:18.683945 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e03d2537-e4dd-4d50-8ef9-f4ff6bc92153 req-cbef1e81-c9db-47f6-b09f-5c4a8f7baebe tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 210 time: 0.0266647 Dec 16 22:48:19.509975 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 8100a2c8-1fef-4119-8d4e-c22eceb21bba no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:48:19.530899 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 8100a2c8-1fef-4119-8d4e-c22eceb21bba {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:48:19.531371 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 8100a2c8-1fef-4119-8d4e-c22eceb21bba not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:48:19.797405 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f8ece45d-deec-4222-9e8c-0d7ad49b6b15 req-4c651d6d-02fa-40dd-b2b0-de3b472cc82a tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 210 time: 0.0288074 Dec 16 22:48:20.898195 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:48:20.914050 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-76fff7a1-5a4a-4f1d-bdd9-3d7d5e1a95d9 req-173229d3-de0c-4b99-b4d0-015e08c64b8a tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=66cbe528-8e62-4ea5-b099-53f12081b792 HTTP/1.1" status: 200 len: 210 time: 0.0316255 Dec 16 22:48:23.435441 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fdd6f310-a00a-4b31-89f6-ee057a467086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:25.342943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55894) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:25.347596 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-daee3534-2bbf-4d3a-b678-77caf0bebbf0 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-182654416', 'description': 'tempest-secgroup-smoke-182654416 description', 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:48:25.435928 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-daee3534-2bbf-4d3a-b678-77caf0bebbf0 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:25.508263 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-daee3534-2bbf-4d3a-b678-77caf0bebbf0 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:25.607077 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-daee3534-2bbf-4d3a-b678-77caf0bebbf0 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:25.654272 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee3534-2bbf-4d3a-b678-77caf0bebbf0 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:25.692793 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fee8d1b0-256b-479b-aa53-f029fee3bab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:25.752052 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-daee3534-2bbf-4d3a-b678-77caf0bebbf0 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:25.753339 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-daee3534-2bbf-4d3a-b678-77caf0bebbf0 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4093394 Dec 16 22:48:25.756322 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55900) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:25.761448 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-df409eba-fdcb-4655-acbd-a131241e910d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Request body: {'security_group_rule': {'security_group_id': 'f77b39c1-2da9-4728-a9ae-1e6b5a4c356f', 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:48:25.875160 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-df409eba-fdcb-4655-acbd-a131241e910d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:25.932485 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-df409eba-fdcb-4655-acbd-a131241e910d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:26.024170 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-df409eba-fdcb-4655-acbd-a131241e910d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:26.043515 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df409eba-fdcb-4655-acbd-a131241e910d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a48caaa-0d9b-488d-a2fe-61c3f649d413,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:26.163635 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-df409eba-fdcb-4655-acbd-a131241e910d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:26.165373 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-df409eba-fdcb-4655-acbd-a131241e910d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4071698 Dec 16 22:48:26.167632 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55908) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:26.172266 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-37958f52-9c82-4310-93ac-df7b7cbfa1b5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Request body: {'security_group_rule': {'security_group_id': 'f77b39c1-2da9-4728-a9ae-1e6b5a4c356f', 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:48:26.286127 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-37958f52-9c82-4310-93ac-df7b7cbfa1b5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:26.342473 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-37958f52-9c82-4310-93ac-df7b7cbfa1b5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:26.406819 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-37958f52-9c82-4310-93ac-df7b7cbfa1b5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:26.427074 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37958f52-9c82-4310-93ac-df7b7cbfa1b5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cdf6f58-ccd5-4281-a663-68661beb42cf,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:26.517608 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-37958f52-9c82-4310-93ac-df7b7cbfa1b5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:26.519099 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-37958f52-9c82-4310-93ac-df7b7cbfa1b5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3503726 Dec 16 22:48:26.521714 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55914) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:26.526770 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-354a3e80-efa0-4515-aa94-ade892b0ea6d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Request body: {'security_group_rule': {'security_group_id': 'f77b39c1-2da9-4728-a9ae-1e6b5a4c356f', 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:48:26.635664 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-354a3e80-efa0-4515-aa94-ade892b0ea6d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:26.696600 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-354a3e80-efa0-4515-aa94-ade892b0ea6d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:26.761072 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-354a3e80-efa0-4515-aa94-ade892b0ea6d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:26.780443 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a3e80-efa0-4515-aa94-ade892b0ea6d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74d97cb-4d7b-47c8-9377-b3b3dd9724b2,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:26.838267 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-354a3e80-efa0-4515-aa94-ade892b0ea6d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:26.842251 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-354a3e80-efa0-4515-aa94-ade892b0ea6d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3168967 Dec 16 22:48:26.844159 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55920) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:26.846851 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-7a219850-3fda-4b03-a481-da23a10ce4ca tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Request body: {'security_group_rule': {'security_group_id': 'f77b39c1-2da9-4728-a9ae-1e6b5a4c356f', 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:48:26.955316 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7a219850-3fda-4b03-a481-da23a10ce4ca tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:27.016320 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7a219850-3fda-4b03-a481-da23a10ce4ca tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:27.047311 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:27.133079 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7a219850-3fda-4b03-a481-da23a10ce4ca tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:27.152090 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a219850-3fda-4b03-a481-da23a10ce4ca tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b58d65-6836-4cea-b4f6-b3d419f6ca9c,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:27.172748 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:27.237937 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7a219850-3fda-4b03-a481-da23a10ce4ca tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:27.239236 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7a219850-3fda-4b03-a481-da23a10ce4ca tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3958747 Dec 16 22:48:27.245453 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55928) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:27.249991 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-af7a973a-3a8e-431b-a005-2e0601b4c1d5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Request body: {'security_group_rule': {'security_group_id': 'f77b39c1-2da9-4728-a9ae-1e6b5a4c356f', 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:48:27.327142 n-d-815324-4 neutron-server[103614]: INFO neutron.db.securitygroups_db [None req-af7a973a-3a8e-431b-a005-2e0601b4c1d5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Project 50fe3c907f2a4ef2a5e50c4753c50795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:48:27.332711 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-af7a973a-3a8e-431b-a005-2e0601b4c1d5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:27.392677 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-af7a973a-3a8e-431b-a005-2e0601b4c1d5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:27.463914 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-af7a973a-3a8e-431b-a005-2e0601b4c1d5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:27.481692 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a973a-3a8e-431b-a005-2e0601b4c1d5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa2d9ec5-163e-45c0-8289-d5f880805e98,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:27.575232 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-af7a973a-3a8e-431b-a005-2e0601b4c1d5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:27.576496 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-af7a973a-3a8e-431b-a005-2e0601b4c1d5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3300455 Dec 16 22:48:27.579212 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 55934) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:27.583810 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-469dda43-7a93-45ca-9337-686cbe10b826 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Request body: {'security_group_rule': {'security_group_id': 'f77b39c1-2da9-4728-a9ae-1e6b5a4c356f', 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:48:27.658745 n-d-815324-4 neutron-server[103614]: INFO neutron.db.securitygroups_db [None req-469dda43-7a93-45ca-9337-686cbe10b826 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Project 50fe3c907f2a4ef2a5e50c4753c50795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:48:27.664218 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-469dda43-7a93-45ca-9337-686cbe10b826 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:27.727828 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-469dda43-7a93-45ca-9337-686cbe10b826 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:27.812657 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-469dda43-7a93-45ca-9337-686cbe10b826 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:27.831918 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469dda43-7a93-45ca-9337-686cbe10b826 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba1562c-b335-46d0-93bf-37f929543c7d,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:27.906247 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-469dda43-7a93-45ca-9337-686cbe10b826 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:27.907844 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-469dda43-7a93-45ca-9337-686cbe10b826 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3273218 Dec 16 22:48:28.367087 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:28.610903 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d44c3-ebb5-49e0-ab09-b3331a51a8a4 req-d0775ea6-a440-46be-a315-95f764222b13 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:28.612636 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-541d44c3-ebb5-49e0-ab09-b3331a51a8a4 req-d0775ea6-a440-46be-a315-95f764222b13 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 1096 time: 0.0469244 Dec 16 22:48:28.624387 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:28.668838 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-541d44c3-ebb5-49e0-ab09-b3331a51a8a4 req-4cc866ac-5f60-4fcf-bb82-b03c3fccac56 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475521 Dec 16 22:48:28.794284 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0fbf0-baca-42d3-8bba-8588f323accd req-5de98bed-36e2-4dcd-835c-c74e82a3d3ee tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:28.795934 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1dd0fbf0-baca-42d3-8bba-8588f323accd req-5de98bed-36e2-4dcd-835c-c74e82a3d3ee tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 945 time: 0.0509496 Dec 16 22:48:28.850763 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1dd0fbf0-baca-42d3-8bba-8588f323accd req-4b35ca9a-a2a9-4204-882f-bb9fd8322ce1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477326 Dec 16 22:48:28.873066 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56002) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:28.943344 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-68a3f66c-27d2-47de-a9ec-fd28d84c99a9 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/floatingips/02fd375c-d576-46f7-8b45-50de833488bc HTTP/1.1" status: 200 len: 993 time: 0.0688636 Dec 16 22:48:29.082630 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:29.641401 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204b0fc-4ad3-47d9-8850-7cd2baf07c2e req-f2646463-af74-489d-926e-7a0bdddadb1f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:29.643899 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1204b0fc-4ad3-47d9-8850-7cd2baf07c2e req-f2646463-af74-489d-926e-7a0bdddadb1f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 945 time: 0.0696340 Dec 16 22:48:29.712661 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1204b0fc-4ad3-47d9-8850-7cd2baf07c2e req-76b2ba52-1802-4e07-964a-99b590b7c25f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550926 Dec 16 22:48:29.732449 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-81da1b93-04da-4884-92cf-843375ec31c2 req-ec6d38dc-9bde-4a77-9ad8-b5cb306ff61a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0518961 Dec 16 22:48:30.851237 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96af9eb-7793-46f2-8c57-8d68c03d615f req-d03f3f4f-0679-4b86-b905-9408fcb809a3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:30.852957 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c96af9eb-7793-46f2-8c57-8d68c03d615f req-d03f3f4f-0679-4b86-b905-9408fcb809a3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 945 time: 0.0606949 Dec 16 22:48:30.918513 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c96af9eb-7793-46f2-8c57-8d68c03d615f req-9944912e-a8d9-47f0-80fd-d3f2a3a836d2 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587718 Dec 16 22:48:31.523129 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae230b-c548-4aea-958f-a5282acacfce req-ace8063c-58a6-4dca-a066-db85d1f0e3d7 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:31.531174 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4ae230b-c548-4aea-958f-a5282acacfce req-ace8063c-58a6-4dca-a066-db85d1f0e3d7 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/ports?device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 945 time: 0.0585721 Dec 16 22:48:31.580799 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c4ae230b-c548-4aea-958f-a5282acacfce req-1762eca1-98b0-4cb2-94df-55534b5af467 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/security-groups?id=e5a6eeef-b70b-450f-bfec-4e7ce919ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487494 Dec 16 22:48:32.059318 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d95f74-cbf5-4a75-8a4e-e5b82b6fb81f req-5bcaedd1-2804-4634-aa97-8137e2a1cedd tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:32.063905 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94d95f74-cbf5-4a75-8a4e-e5b82b6fb81f req-5bcaedd1-2804-4634-aa97-8137e2a1cedd tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 945 time: 0.0595245 Dec 16 22:48:32.121158 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94d95f74-cbf5-4a75-8a4e-e5b82b6fb81f req-a43b5033-53d9-40b1-b6a2-fec15b9f2767 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538123 Dec 16 22:48:32.271012 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da1b93-04da-4884-92cf-843375ec31c2 req-05f883a5-624b-47f6-abf3-456a17dba119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:32.273642 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81da1b93-04da-4884-92cf-843375ec31c2 req-05f883a5-624b-47f6-abf3-456a17dba119 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 1096 time: 0.1078007 Dec 16 22:48:32.372556 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da1b93-04da-4884-92cf-843375ec31c2 req-3a683ef5-0481-41b4-a3ef-acfbb6182e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:32.374088 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81da1b93-04da-4884-92cf-843375ec31c2 req-3a683ef5-0481-41b4-a3ef-acfbb6182e5f service neutron] 10.222.0.57 "GET /v2.0/networks?id=85fa5bf2-66f0-418b-bac3-00ff14162efe HTTP/1.1" status: 200 len: 896 time: 0.0929098 Dec 16 22:48:32.453013 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81da1b93-04da-4884-92cf-843375ec31c2 req-0c391a86-7762-4438-a844-f3db91dea10b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76196b82-1021-47df-a949-adaf3e9adecd HTTP/1.1" status: 200 len: 1001 time: 0.0705445 Dec 16 22:48:32.526155 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da1b93-04da-4884-92cf-843375ec31c2 req-469dfdae-d26e-4f89-9532-18c0ad9e1028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:32.527858 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81da1b93-04da-4884-92cf-843375ec31c2 req-469dfdae-d26e-4f89-9532-18c0ad9e1028 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0285f658-6c63-4d47-9ee3-457d8ee4d3f7 HTTP/1.1" status: 200 len: 835 time: 0.0663736 Dec 16 22:48:32.578621 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da1b93-04da-4884-92cf-843375ec31c2 req-454c7d01-ee7f-435e-a523-435833429c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:32.580259 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81da1b93-04da-4884-92cf-843375ec31c2 req-454c7d01-ee7f-435e-a523-435833429c2b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85fa5bf2-66f0-418b-bac3-00ff14162efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454254 Dec 16 22:48:32.703964 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81da1b93-04da-4884-92cf-843375ec31c2 req-347c9120-359c-4883-bf49-5e43c8ff4e34 service neutron] 10.222.0.57 "GET /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164355 Dec 16 22:48:32.738384 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8a51c-035d-4647-b0a5-d27fd6eac075 req-a4d7d9a7-ddca-4bf5-9a77-e4ad5e1bde75 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:32.751650 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5b8a51c-035d-4647-b0a5-d27fd6eac075 req-a4d7d9a7-ddca-4bf5-9a77-e4ad5e1bde75 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/ports?device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 945 time: 0.0732675 Dec 16 22:48:32.835746 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81da1b93-04da-4884-92cf-843375ec31c2 req-2b51165d-b422-4179-824d-5b2e00440360 service neutron] 10.222.0.57 "GET /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243737 Dec 16 22:48:32.837944 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5b8a51c-035d-4647-b0a5-d27fd6eac075 req-2e5b182b-72bc-4ba1-90c1-366a268a49d7 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/security-groups?id=e5a6eeef-b70b-450f-bfec-4e7ce919ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803127 Dec 16 22:48:33.285440 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde5463-faf3-4ce9-8f5a-06391964d0e4 req-a3f05a4b-6590-4d75-9e62-4d4fcd84d690 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:33.286962 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-adde5463-faf3-4ce9-8f5a-06391964d0e4 req-a3f05a4b-6590-4d75-9e62-4d4fcd84d690 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 945 time: 0.0653946 Dec 16 22:48:33.365673 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ac854-d10f-4d80-89c2-203b48000515 req-88472cfa-78aa-4b52-bcd6-aba795229818 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:33.367595 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c20ac854-d10f-4d80-89c2-203b48000515 req-88472cfa-78aa-4b52-bcd6-aba795229818 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.76 "GET /v2.0/ports?device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 945 time: 0.1034331 Dec 16 22:48:33.371908 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-adde5463-faf3-4ce9-8f5a-06391964d0e4 req-b677a3f2-aaab-4d0a-9f72-4e13eb3232b7 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657334 Dec 16 22:48:33.478856 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-c20ac854-d10f-4d80-89c2-203b48000515 req-a115382a-e5bd-4d08-a3f2-64ee96e41080 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Deleting port fc912460-dcf9-41a9-b501-345566e7fb84 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:33.479234 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c20ac854-d10f-4d80-89c2-203b48000515 req-a115382a-e5bd-4d08-a3f2-64ee96e41080 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:33.581411 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-c20ac854-d10f-4d80-89c2-203b48000515 req-a115382a-e5bd-4d08-a3f2-64ee96e41080 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] For port fc912460-dcf9-41a9-b501-345566e7fb84, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=fc912460-dcf9-41a9-b501-345566e7fb84,segment=NetworkSegment(549d70f2-5f28-4774-b2b3-cd43e0d4ecaf),segment_id=549d70f2-5f28-4774-b2b3-cd43e0d4ecaf)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:33.581909 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c20ac854-d10f-4d80-89c2-203b48000515 req-a115382a-e5bd-4d08-a3f2-64ee96e41080 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:33.849142 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c20ac854-d10f-4d80-89c2-203b48000515 req-a115382a-e5bd-4d08-a3f2-64ee96e41080 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:33.849142 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c20ac854-d10f-4d80-89c2-203b48000515 req-a115382a-e5bd-4d08-a3f2-64ee96e41080 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:33.849142 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [req-c20ac854-d10f-4d80-89c2-203b48000515 req-a115382a-e5bd-4d08-a3f2-64ee96e41080 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Floating IP 3443d5ca-21bf-41ca-8e58-121aa1e3b26d disassociated. External IP: 172.25.6.68, port: fc912460-dcf9-41a9-b501-345566e7fb84. Dec 16 22:48:33.849142 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-c20ac854-d10f-4d80-89c2-203b48000515 req-a115382a-e5bd-4d08-a3f2-64ee96e41080 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Calling delete_port for fc912460-dcf9-41a9-b501-345566e7fb84 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:33.981635 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b4ecf-5f19-43b9-9be4-d2152d4d1f7e req-ee9db374-868c-4290-be12-c74baa3f596c tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:33.983472 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9f8b4ecf-5f19-43b9-9be4-d2152d4d1f7e req-ee9db374-868c-4290-be12-c74baa3f596c tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/ports?device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 945 time: 0.0599370 Dec 16 22:48:34.047175 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9f8b4ecf-5f19-43b9-9be4-d2152d4d1f7e req-f7871597-ae2c-4fa0-8869-9246254ca3cf tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/security-groups?id=e5a6eeef-b70b-450f-bfec-4e7ce919ddea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548460 Dec 16 22:48:34.087227 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c20ac854-d10f-4d80-89c2-203b48000515 req-a115382a-e5bd-4d08-a3f2-64ee96e41080 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:34.121786 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115382a-e5bd-4d08-a3f2-64ee96e41080 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Pushing event deleted for resources: {'Port': ['ID=fc912460-dcf9-41a9-b501-345566e7fb84,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:34.255127 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c20ac854-d10f-4d80-89c2-203b48000515 req-a115382a-e5bd-4d08-a3f2-64ee96e41080 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Router 14661a2f-90b1-49e9-be60-bb3a2de7f9db has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:48:34.371734 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c20ac854-d10f-4d80-89c2-203b48000515 req-a115382a-e5bd-4d08-a3f2-64ee96e41080 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:48:34.385863 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522156b1-00e0-4666-8786-57a9a0329691 None None] Sync routers for ids ['14661a2f-90b1-49e9-be60-bb3a2de7f9db'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:48:34.397284 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522156b1-00e0-4666-8786-57a9a0329691 None None] Routers {'14661a2f-90b1-49e9-be60-bb3a2de7f9db'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:48:34.399926 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-522156b1-00e0-4666-8786-57a9a0329691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:48:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['14661a2f-90b1-49e9-be60-bb3a2de7f9db'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:34.415919 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20ac854-d10f-4d80-89c2-203b48000515 req-a115382a-e5bd-4d08-a3f2-64ee96e41080 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] No DVR routers for this DVR port fc912460-dcf9-41a9-b501-345566e7fb84 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:48:34.419754 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c20ac854-d10f-4d80-89c2-203b48000515 req-a115382a-e5bd-4d08-a3f2-64ee96e41080 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:34.424052 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c20ac854-d10f-4d80-89c2-203b48000515 req-a115382a-e5bd-4d08-a3f2-64ee96e41080 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.76 "DELETE /v2.0/ports/fc912460-dcf9-41a9-b501-345566e7fb84 HTTP/1.1" status: 204 len: 173 time: 1.0469816 Dec 16 22:48:34.424721 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b9f20e-a209-42cc-8b5a-39c9bb6277e8', 'name': 'network-vif-deleted', 'tag': 'fc912460-dcf9-41a9-b501-345566e7fb84'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:48:34.427354 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd74ee63-8f8d-4f59-9f6b-9aec82b296c5" -d '{"events": [{"server_uuid": "61b9f20e-a209-42cc-8b5a-39c9bb6277e8", "name": "network-vif-deleted", "tag": "fc912460-dcf9-41a9-b501-345566e7fb84"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:48:34.487904 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc63989-7cd2-45c3-9b3c-61117a71598d x-openstack-request-id: req-8fc63989-7cd2-45c3-9b3c-61117a71598d {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:48:34.488467 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b9f20e-a209-42cc-8b5a-39c9bb6277e8", "name": "network-vif-deleted", "tag": "fc912460-dcf9-41a9-b501-345566e7fb84", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:48:34.488738 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8fc63989-7cd2-45c3-9b3c-61117a71598d {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:48:34.489144 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b9f20e-a209-42cc-8b5a-39c9bb6277e8', 'name': 'network-vif-deleted', 'tag': 'fc912460-dcf9-41a9-b501-345566e7fb84', 'status': 'completed', 'code': 200} Dec 16 22:48:34.573286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95531a8-b380-4075-8c97-f7cf7b08cb62 req-acc3db4c-12b5-4b72-91d3-1841fe31b9e9 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:34.576224 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b95531a8-b380-4075-8c97-f7cf7b08cb62 req-acc3db4c-12b5-4b72-91d3-1841fe31b9e9 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 945 time: 0.0716109 Dec 16 22:48:34.579006 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-522156b1-00e0-4666-8786-57a9a0329691 None None] Set router 14661a2f-90b1-49e9-be60-bb3a2de7f9db gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:48:34.672717 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b95531a8-b380-4075-8c97-f7cf7b08cb62 req-88284e99-71a6-41cf-a3cd-c0f1488408d5 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830319 Dec 16 22:48:35.013561 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-522156b1-00e0-4666-8786-57a9a0329691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'name': 'tempest-TestServerBasicOps-1952832522-router', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'gw_port': {'id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:53Z', 'updated_at': '2021-12-16T22:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '495f92e9-02f7-4d90-84e8-0c6d0030c4d6', 'name': '', 'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'mac_address': 'fa:16:3e:a8:ce:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'a6972eff-e95f-4a67-852c-78411db180d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:57Z', 'updated_at': '2021-12-16T22:43:08Z', 'revision_number': 5, 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'subnets': [{'id': 'a6972eff-e95f-4a67-852c-78411db180d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:35.045457 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522156b1-00e0-4666-8786-57a9a0329691 None None] Checking router: 14661a2f-90b1-49e9-be60-bb3a2de7f9db for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:48:35.054966 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522156b1-00e0-4666-8786-57a9a0329691 None None] Routers {'14661a2f-90b1-49e9-be60-bb3a2de7f9db'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:48:35.055615 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-522156b1-00e0-4666-8786-57a9a0329691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:48:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['14661a2f-90b1-49e9-be60-bb3a2de7f9db'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:35.193378 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-522156b1-00e0-4666-8786-57a9a0329691 None None] Set router 14661a2f-90b1-49e9-be60-bb3a2de7f9db gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:48:35.209896 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b2069610-6f8e-4d04-8a3f-0dd4f427fcd9 req-4590722c-afbe-46a7-b02a-62781b7d881b tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "GET /v2.0/ports?device_id=61b9f20e-a209-42cc-8b5a-39c9bb6277e8 HTTP/1.1" status: 200 len: 210 time: 0.0585315 Dec 16 22:48:35.426071 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-522156b1-00e0-4666-8786-57a9a0329691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'name': 'tempest-TestServerBasicOps-1952832522-router', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'gw_port': {'id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:53Z', 'updated_at': '2021-12-16T22:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '495f92e9-02f7-4d90-84e8-0c6d0030c4d6', 'name': '', 'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'mac_address': 'fa:16:3e:a8:ce:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'a6972eff-e95f-4a67-852c-78411db180d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:57Z', 'updated_at': '2021-12-16T22:43:08Z', 'revision_number': 5, 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'subnets': [{'id': 'a6972eff-e95f-4a67-852c-78411db180d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:35.456611 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522156b1-00e0-4666-8786-57a9a0329691 None None] The sync data for ids ['14661a2f-90b1-49e9-be60-bb3a2de7f9db'] in n-d-815324-4 is: [{'id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'name': 'tempest-TestServerBasicOps-1952832522-router', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'gw_port': {'id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:53Z', 'updated_at': '2021-12-16T22:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '495f92e9-02f7-4d90-84e8-0c6d0030c4d6', 'name': '', 'network_id': '6758e66d-b624-4230-bc5c-846fa9c4caaf', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'mac_address': 'fa:16:3e:a8:ce:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'a6972eff-e95f-4a67-852c-78411db180d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:57Z', 'updated_at': '2021-12-16T22:43:08Z', 'revision_number': 5, 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'subnets': [{'id': 'a6972eff-e95f-4a67-852c-78411db180d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:48:35.770141 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c82205-a7b4-4829-aa93-75a2789f0ce9 None None] New status for floating IP 3443d5ca-21bf-41ca-8e58-121aa1e3b26d: DOWN {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:48:35.846757 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656b0a7-4b69-48af-912e-80f7f796b81b req-3c273139-0cb4-4ca0-a6ee-30110394065c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:35.850563 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c656b0a7-4b69-48af-912e-80f7f796b81b req-3c273139-0cb4-4ca0-a6ee-30110394065c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 945 time: 0.0701892 Dec 16 22:48:35.914905 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c656b0a7-4b69-48af-912e-80f7f796b81b req-3a3d8cb9-f823-47c3-a12c-50ba368735a3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576293 Dec 16 22:48:36.277302 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56142) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:36.410638 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-83d2184b-ea62-45e0-9226-14ffaad1d686 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Deleting port 5d221465-e26f-4913-b5aa-ad1646cd4604 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:36.411255 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-83d2184b-ea62-45e0-9226-14ffaad1d686 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:36.498622 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-83d2184b-ea62-45e0-9226-14ffaad1d686 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:36.498846 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-83d2184b-ea62-45e0-9226-14ffaad1d686 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:36.511865 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-83d2184b-ea62-45e0-9226-14ffaad1d686 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Calling delete_port for 5d221465-e26f-4913-b5aa-ad1646cd4604 owned by network:floatingip {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:36.720958 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-83d2184b-ea62-45e0-9226-14ffaad1d686 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:36.747356 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2184b-ea62-45e0-9226-14ffaad1d686 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Pushing event deleted for resources: {'Port': ['ID=5d221465-e26f-4913-b5aa-ad1646cd4604,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:36.762636 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d2184b-ea62-45e0-9226-14ffaad1d686 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:36.770950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d2184b-ea62-45e0-9226-14ffaad1d686 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:36.770950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d2184b-ea62-45e0-9226-14ffaad1d686 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:36.770950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d2184b-ea62-45e0-9226-14ffaad1d686 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:36.770950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d2184b-ea62-45e0-9226-14ffaad1d686 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:36.770950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d2184b-ea62-45e0-9226-14ffaad1d686 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:36.770950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d2184b-ea62-45e0-9226-14ffaad1d686 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:36.770950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d2184b-ea62-45e0-9226-14ffaad1d686 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:36.770950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d2184b-ea62-45e0-9226-14ffaad1d686 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:36.770950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d2184b-ea62-45e0-9226-14ffaad1d686 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:36.770950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d2184b-ea62-45e0-9226-14ffaad1d686 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:36.770950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d2184b-ea62-45e0-9226-14ffaad1d686 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:36.770950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d2184b-ea62-45e0-9226-14ffaad1d686 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:36.830066 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-83d2184b-ea62-45e0-9226-14ffaad1d686 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for floatingip, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:36.832826 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-83d2184b-ea62-45e0-9226-14ffaad1d686 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:36.835496 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-83d2184b-ea62-45e0-9226-14ffaad1d686 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "DELETE /v2.0/floatingips/3443d5ca-21bf-41ca-8e58-121aa1e3b26d HTTP/1.1" status: 204 len: 168 time: 0.5571361 Dec 16 22:48:36.907593 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56150) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:36.972690 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7bbe5778-f432-4c7b-83f2-f62fdd7b6a27 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:37.028029 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7bbe5778-f432-4c7b-83f2-f62fdd7b6a27 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:37.080085 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e2ae2-b5d2-4191-b719-7496f74cd551 req-dfeca0c0-7de4-4d09-836a-f700a77b5cb2 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:37.081613 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb4e2ae2-b5d2-4191-b719-7496f74cd551 req-dfeca0c0-7de4-4d09-836a-f700a77b5cb2 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 945 time: 0.0929825 Dec 16 22:48:37.479237 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb4e2ae2-b5d2-4191-b719-7496f74cd551 req-c405dc7f-b776-4b97-aa47-0bf467a6cf28 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3898034 Dec 16 22:48:37.567688 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7bbe5778-f432-4c7b-83f2-f62fdd7b6a27 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:37.570907 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7bbe5778-f432-4c7b-83f2-f62fdd7b6a27 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:37.575001 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7bbe5778-f432-4c7b-83f2-f62fdd7b6a27 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] 10.222.0.75 "DELETE /v2.0/security-groups/e5a6eeef-b70b-450f-bfec-4e7ce919ddea HTTP/1.1" status: 204 len: 168 time: 0.6656513 Dec 16 22:48:37.590960 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe5778-f432-4c7b-83f2-f62fdd7b6a27 tempest-TestServerBasicOps-1696765254 tempest-TestServerBasicOps-1696765254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a6eeef-b70b-450f-bfec-4e7ce919ddea,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:37.892603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device fc912460-dcf9-41a9-b501-345566e7fb84 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:48:37.916411 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: fc912460-dcf9-41a9-b501-345566e7fb84 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:48:37.916765 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device fc912460-dcf9-41a9-b501-345566e7fb84 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:48:37.984973 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56162) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:38.477335 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acf2a24c-375d-4b26-ab22-16993e40cb20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:38.610823 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e101140-0fbf-4c6c-a3fd-7028f94e1cda req-c4433c06-01e1-4220-945e-6485c25e8500 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:38.612426 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e101140-0fbf-4c6c-a3fd-7028f94e1cda req-c4433c06-01e1-4220-945e-6485c25e8500 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 945 time: 0.0561812 Dec 16 22:48:38.675972 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e101140-0fbf-4c6c-a3fd-7028f94e1cda req-b2bd1229-5362-46ce-88c8-23ac5d6ef2b9 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538807 Dec 16 22:48:38.756737 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-acf2a24c-375d-4b26-ab22-16993e40cb20 admin admin] Deleting port 495f92e9-02f7-4d90-84e8-0c6d0030c4d6 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:38.757111 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acf2a24c-375d-4b26-ab22-16993e40cb20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:38.839221 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-acf2a24c-375d-4b26-ab22-16993e40cb20 admin admin] For port 495f92e9-02f7-4d90-84e8-0c6d0030c4d6, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=495f92e9-02f7-4d90-84e8-0c6d0030c4d6,segment=NetworkSegment(549d70f2-5f28-4774-b2b3-cd43e0d4ecaf),segment_id=549d70f2-5f28-4774-b2b3-cd43e0d4ecaf)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:38.839592 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acf2a24c-375d-4b26-ab22-16993e40cb20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:38.854034 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-acf2a24c-375d-4b26-ab22-16993e40cb20 admin admin] Calling delete_port for 495f92e9-02f7-4d90-84e8-0c6d0030c4d6 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:39.104216 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acf2a24c-375d-4b26-ab22-16993e40cb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:39.141013 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2a24c-375d-4b26-ab22-16993e40cb20 admin admin] Pushing event deleted for resources: {'Port': ['ID=495f92e9-02f7-4d90-84e8-0c6d0030c4d6,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:39.358557 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-acf2a24c-375d-4b26-ab22-16993e40cb20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:39.623371 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf2a24c-375d-4b26-ab22-16993e40cb20 admin admin] Router 14661a2f-90b1-49e9-be60-bb3a2de7f9db has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:48:39.761030 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf2a24c-375d-4b26-ab22-16993e40cb20 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:48:39.770627 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-acf2a24c-375d-4b26-ab22-16993e40cb20 admin admin] 10.222.0.75 "PUT /v2.0/routers/14661a2f-90b1-49e9-be60-bb3a2de7f9db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7835789 Dec 16 22:48:39.773573 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf2da45-0212-4912-a194-3528e7f53477 None None] Sync routers for ids ['14661a2f-90b1-49e9-be60-bb3a2de7f9db'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:48:39.774939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56176) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:39.785451 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf2da45-0212-4912-a194-3528e7f53477 None None] Routers {'14661a2f-90b1-49e9-be60-bb3a2de7f9db'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:48:39.786467 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5cf2da45-0212-4912-a194-3528e7f53477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:48:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['14661a2f-90b1-49e9-be60-bb3a2de7f9db'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:39.917390 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-5cf2da45-0212-4912-a194-3528e7f53477 None None] Set router 14661a2f-90b1-49e9-be60-bb3a2de7f9db gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:48:39.953465 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af6792-354b-4625-825b-e02e259b3f8e req-4c5fe338-0951-4c2f-b463-c816066a7311 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:39.956142 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-12af6792-354b-4625-825b-e02e259b3f8e req-4c5fe338-0951-4c2f-b463-c816066a7311 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 945 time: 0.1561844 Dec 16 22:48:40.034274 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-12af6792-354b-4625-825b-e02e259b3f8e req-583bd84b-ebaf-4e77-9b8c-8be5192ee993 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681837 Dec 16 22:48:40.038655 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0d29dcf1-e5a8-4f17-8b7d-2550c1c8e60e admin admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:40.120393 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5cf2da45-0212-4912-a194-3528e7f53477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'name': 'tempest-TestServerBasicOps-1952832522-router', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:48:38Z', 'revision_number': 5, 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'gw_port': {'id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:53Z', 'updated_at': '2021-12-16T22:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:40.152179 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf2da45-0212-4912-a194-3528e7f53477 None None] Checking router: 14661a2f-90b1-49e9-be60-bb3a2de7f9db for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:48:40.160654 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0d29dcf1-e5a8-4f17-8b7d-2550c1c8e60e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:40.172164 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf2da45-0212-4912-a194-3528e7f53477 None None] Routers {'14661a2f-90b1-49e9-be60-bb3a2de7f9db'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:48:40.173031 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5cf2da45-0212-4912-a194-3528e7f53477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:48:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['14661a2f-90b1-49e9-be60-bb3a2de7f9db'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:40.294800 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974b2e6-1c91-49e1-b482-54807bd71037 req-f982b40a-432d-415c-b893-5a8ed6843ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:40.296727 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2974b2e6-1c91-49e1-b482-54807bd71037 req-f982b40a-432d-415c-b893-5a8ed6843ed6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 1096 time: 0.0725150 Dec 16 22:48:40.308056 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-0d29dcf1-e5a8-4f17-8b7d-2550c1c8e60e admin admin] Deleting port a7fd4539-00a6-4d02-9313-40ea4de066a2 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:40.308639 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0d29dcf1-e5a8-4f17-8b7d-2550c1c8e60e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:40.317627 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-5cf2da45-0212-4912-a194-3528e7f53477 None None] Set router 14661a2f-90b1-49e9-be60-bb3a2de7f9db gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:48:40.426058 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-0d29dcf1-e5a8-4f17-8b7d-2550c1c8e60e admin admin] For port a7fd4539-00a6-4d02-9313-40ea4de066a2, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a7fd4539-00a6-4d02-9313-40ea4de066a2,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:40.426755 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0d29dcf1-e5a8-4f17-8b7d-2550c1c8e60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:40.444458 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-0d29dcf1-e5a8-4f17-8b7d-2550c1c8e60e admin admin] Calling delete_port for a7fd4539-00a6-4d02-9313-40ea4de066a2 owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:40.469989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974b2e6-1c91-49e1-b482-54807bd71037 req-cf621a91-4f16-4099-9b54-838034c8d904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:40.472170 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2974b2e6-1c91-49e1-b482-54807bd71037 req-cf621a91-4f16-4099-9b54-838034c8d904 service neutron] 10.222.0.57 "GET /v2.0/networks?id=85fa5bf2-66f0-418b-bac3-00ff14162efe HTTP/1.1" status: 200 len: 896 time: 0.1496265 Dec 16 22:48:40.590835 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2974b2e6-1c91-49e1-b482-54807bd71037 req-8659acdf-6b15-43bf-ac82-1fc414e9f38f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76196b82-1021-47df-a949-adaf3e9adecd HTTP/1.1" status: 200 len: 1001 time: 0.1107955 Dec 16 22:48:40.620446 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5cf2da45-0212-4912-a194-3528e7f53477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'name': 'tempest-TestServerBasicOps-1952832522-router', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:48:38Z', 'revision_number': 5, 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'gw_port': {'id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:53Z', 'updated_at': '2021-12-16T22:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:40.660741 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974b2e6-1c91-49e1-b482-54807bd71037 req-9b6dc40b-3e7f-48ce-8940-7b2f9b788faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:40.663898 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2974b2e6-1c91-49e1-b482-54807bd71037 req-9b6dc40b-3e7f-48ce-8940-7b2f9b788faa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0285f658-6c63-4d47-9ee3-457d8ee4d3f7 HTTP/1.1" status: 200 len: 835 time: 0.0631063 Dec 16 22:48:40.665844 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf2da45-0212-4912-a194-3528e7f53477 None None] The sync data for ids ['14661a2f-90b1-49e9-be60-bb3a2de7f9db'] in n-d-815324-4 is: [{'id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'name': 'tempest-TestServerBasicOps-1952832522-router', 'tenant_id': 'f992ab7bbd284762b25c36b13354b00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:48:38Z', 'revision_number': 5, 'project_id': 'f992ab7bbd284762b25c36b13354b00d', 'gw_port': {'id': 'a7fd4539-00a6-4d02-9313-40ea4de066a2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14661a2f-90b1-49e9-be60-bb3a2de7f9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:53Z', 'updated_at': '2021-12-16T22:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:48:40.738468 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974b2e6-1c91-49e1-b482-54807bd71037 req-95eafecb-a9b6-4737-93c3-86ea9ba51f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:40.740889 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2974b2e6-1c91-49e1-b482-54807bd71037 req-95eafecb-a9b6-4737-93c3-86ea9ba51f32 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85fa5bf2-66f0-418b-bac3-00ff14162efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661166 Dec 16 22:48:40.761007 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0d29dcf1-e5a8-4f17-8b7d-2550c1c8e60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:40.819966 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8b55a1-91f1-4848-8cf0-1ac94c90e33d None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:48:40.826114 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29dcf1-e5a8-4f17-8b7d-2550c1c8e60e admin admin] Pushing event deleted for resources: {'Port': ['ID=a7fd4539-00a6-4d02-9313-40ea4de066a2,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:40.845015 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2974b2e6-1c91-49e1-b482-54807bd71037 req-cbe7a163-7c6f-48dd-a123-4c1271c4b052 service neutron] 10.222.0.57 "GET /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978053 Dec 16 22:48:40.885015 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0d29dcf1-e5a8-4f17-8b7d-2550c1c8e60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:40.971584 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2974b2e6-1c91-49e1-b482-54807bd71037 req-8eb36f0b-d83f-4272-bcb2-ac16803cde1c service neutron] 10.222.0.57 "GET /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188488 Dec 16 22:48:41.009604 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0d29dcf1-e5a8-4f17-8b7d-2550c1c8e60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:41.012311 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0d29dcf1-e5a8-4f17-8b7d-2550c1c8e60e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:41.257251 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23878981-96b1-4b84-ba42-ad3972aa05cf req-849e1613-dcfc-42c8-ade4-e4ee538ed4dc tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:41.259169 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-23878981-96b1-4b84-ba42-ad3972aa05cf req-849e1613-dcfc-42c8-ade4-e4ee538ed4dc tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 945 time: 0.1195350 Dec 16 22:48:41.399417 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-23878981-96b1-4b84-ba42-ad3972aa05cf req-519d1813-05da-437a-936e-09b5395e0922 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288426 Dec 16 22:48:41.812517 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 495f92e9-02f7-4d90-84e8-0c6d0030c4d6 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:48:41.837126 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 495f92e9-02f7-4d90-84e8-0c6d0030c4d6 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:48:41.837895 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 495f92e9-02f7-4d90-84e8-0c6d0030c4d6 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:48:41.858382 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0d29dcf1-e5a8-4f17-8b7d-2550c1c8e60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:41.859006 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d29dcf1-e5a8-4f17-8b7d-2550c1c8e60e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14661a2f-90b1-49e9-be60-bb3a2de7f9db {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:48:41.864041 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0d29dcf1-e5a8-4f17-8b7d-2550c1c8e60e admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:41.866107 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0d29dcf1-e5a8-4f17-8b7d-2550c1c8e60e admin admin] 10.222.0.75 "DELETE /v2.0/routers/14661a2f-90b1-49e9-be60-bb3a2de7f9db HTTP/1.1" status: 204 len: 168 time: 2.0866530 Dec 16 22:48:41.868767 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56192) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:41.955144 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0233f75-35db-4f97-8179-75f4ac10a2f6 admin admin] Deleting subnet a6972eff-e95f-4a67-852c-78411db180d4 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:48:41.958914 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d0233f75-35db-4f97-8179-75f4ac10a2f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:41.998961 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d0233f75-35db-4f97-8179-75f4ac10a2f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:42.101769 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d0233f75-35db-4f97-8179-75f4ac10a2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:42.236278 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d0233f75-35db-4f97-8179-75f4ac10a2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:42.268065 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0233f75-35db-4f97-8179-75f4ac10a2f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6972eff-e95f-4a67-852c-78411db180d4,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:42.275111 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d0233f75-35db-4f97-8179-75f4ac10a2f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:42.279519 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64836aa-0915-4054-93c7-644351084213 None None] Network 6758e66d-b624-4230-bc5c-846fa9c4caaf requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:48:42.291671 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d0233f75-35db-4f97-8179-75f4ac10a2f6 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/a6972eff-e95f-4a67-852c-78411db180d4 HTTP/1.1" status: 204 len: 168 time: 0.4170494 Dec 16 22:48:42.294374 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56204) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:42.446594 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f9c58107-63c0-45de-884e-c72357a8467d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:42.499709 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac39004f-0335-4184-8981-e02365c90682 None None] DHCP port deletion for 6758e66d-b624-4230-bc5c-846fa9c4caaf request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:48:42.554583 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d3b88-98e6-46d8-b953-b4a9ab847c74 req-3c12c43f-359e-4c44-942e-d19484020062 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:42.556200 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a06d3b88-98e6-46d8-b953-b4a9ab847c74 req-3c12c43f-359e-4c44-942e-d19484020062 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 945 time: 0.0657897 Dec 16 22:48:42.565722 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-f9c58107-63c0-45de-884e-c72357a8467d admin admin] Deleting port 91ae1dd8-13bb-43de-b948-d8f0035c5ba8 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:42.566062 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f9c58107-63c0-45de-884e-c72357a8467d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:42.566220 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ac39004f-0335-4184-8981-e02365c90682 None None] Deleting port 91ae1dd8-13bb-43de-b948-d8f0035c5ba8 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:42.566834 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ac39004f-0335-4184-8981-e02365c90682 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:42.646173 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ac39004f-0335-4184-8981-e02365c90682 None None] For port 91ae1dd8-13bb-43de-b948-d8f0035c5ba8, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=91ae1dd8-13bb-43de-b948-d8f0035c5ba8,segment=NetworkSegment(549d70f2-5f28-4774-b2b3-cd43e0d4ecaf),segment_id=549d70f2-5f28-4774-b2b3-cd43e0d4ecaf)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:42.646657 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ac39004f-0335-4184-8981-e02365c90682 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:42.659212 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a06d3b88-98e6-46d8-b953-b4a9ab847c74 req-99c6bd91-7dc0-457e-9ed0-a126512c075a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965135 Dec 16 22:48:42.677638 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-f9c58107-63c0-45de-884e-c72357a8467d admin admin] For port 91ae1dd8-13bb-43de-b948-d8f0035c5ba8, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=91ae1dd8-13bb-43de-b948-d8f0035c5ba8,segment=NetworkSegment(549d70f2-5f28-4774-b2b3-cd43e0d4ecaf),segment_id=549d70f2-5f28-4774-b2b3-cd43e0d4ecaf)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:42.678057 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f9c58107-63c0-45de-884e-c72357a8467d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:42.686138 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ac39004f-0335-4184-8981-e02365c90682 None None] Calling delete_port for 91ae1dd8-13bb-43de-b948-d8f0035c5ba8 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:42.691691 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-f9c58107-63c0-45de-884e-c72357a8467d admin admin] Calling delete_port for 91ae1dd8-13bb-43de-b948-d8f0035c5ba8 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:42.847265 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ac39004f-0335-4184-8981-e02365c90682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:42.854348 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f9c58107-63c0-45de-884e-c72357a8467d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:42.875219 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39004f-0335-4184-8981-e02365c90682 None None] Pushing event deleted for resources: {'Port': ['ID=91ae1dd8-13bb-43de-b948-d8f0035c5ba8,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:42.890428 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac39004f-0335-4184-8981-e02365c90682 None None] No DVR routers for this DVR port 91ae1dd8-13bb-43de-b948-d8f0035c5ba8 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:48:42.906579 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c58107-63c0-45de-884e-c72357a8467d admin admin] No DVR routers for this DVR port 91ae1dd8-13bb-43de-b948-d8f0035c5ba8 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:48:42.910875 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c58107-63c0-45de-884e-c72357a8467d admin admin] Pushing event deleted for resources: {'Port': ['ID=91ae1dd8-13bb-43de-b948-d8f0035c5ba8,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:42.983169 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f9c58107-63c0-45de-884e-c72357a8467d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:43.005273 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-f9c58107-63c0-45de-884e-c72357a8467d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6758e66d-b624-4230-bc5c-846fa9c4caaf']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:43.018093 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-f9c58107-63c0-45de-884e-c72357a8467d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '549d70f2-5f28-4774-b2b3-cd43e0d4ecaf') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:43.018998 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-f9c58107-63c0-45de-884e-c72357a8467d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '549d70f2-5f28-4774-b2b3-cd43e0d4ecaf') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:43.030472 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f9c58107-63c0-45de-884e-c72357a8467d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:43.051871 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f9c58107-63c0-45de-884e-c72357a8467d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:43.060436 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c58107-63c0-45de-884e-c72357a8467d admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:48:43.062014 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f9c58107-63c0-45de-884e-c72357a8467d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: self.session.flush() Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:48:43.062979 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:48:43.230254 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f9c58107-63c0-45de-884e-c72357a8467d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:43.235881 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f9c58107-63c0-45de-884e-c72357a8467d admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:43.239021 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f9c58107-63c0-45de-884e-c72357a8467d admin admin] 10.222.0.75 "DELETE /v2.0/networks/6758e66d-b624-4230-bc5c-846fa9c4caaf HTTP/1.1" status: 204 len: 168 time: 0.9432731 Dec 16 22:48:43.244334 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56218) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:43.251368 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c58107-63c0-45de-884e-c72357a8467d admin admin] Pushing event deleted for resources: {'Network': ['ID=6758e66d-b624-4230-bc5c-846fa9c4caaf,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:43.656467 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b784c3f-1064-4519-88cc-743f3bb2952f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:43.847837 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a7fd4539-00a6-4d02-9313-40ea4de066a2 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:48:43.871941 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: a7fd4539-00a6-4d02-9313-40ea4de066a2 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:48:43.872580 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a7fd4539-00a6-4d02-9313-40ea4de066a2 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:48:43.873182 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 91ae1dd8-13bb-43de-b948-d8f0035c5ba8 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:48:43.900938 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 91ae1dd8-13bb-43de-b948-d8f0035c5ba8 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:48:43.901854 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 91ae1dd8-13bb-43de-b948-d8f0035c5ba8 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:48:43.927854 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30217029-0857-4fd3-a620-6514a315f4cb req-ba46472f-88bb-47c0-a1ac-9a7eaaa3bc51 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:43.929733 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-30217029-0857-4fd3-a620-6514a315f4cb req-ba46472f-88bb-47c0-a1ac-9a7eaaa3bc51 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 945 time: 0.0828974 Dec 16 22:48:44.020140 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-30217029-0857-4fd3-a620-6514a315f4cb req-a2c269d5-fdf2-43de-a94e-bc3dad730518 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807312 Dec 16 22:48:44.082903 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-5b784c3f-1064-4519-88cc-743f3bb2952f admin admin] Deleting port 353a2e09-0847-46fa-be3e-704ae2ea7b65 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:44.083277 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b784c3f-1064-4519-88cc-743f3bb2952f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:44.184293 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-5b784c3f-1064-4519-88cc-743f3bb2952f admin admin] For port 353a2e09-0847-46fa-be3e-704ae2ea7b65, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=353a2e09-0847-46fa-be3e-704ae2ea7b65,segment=NetworkSegment(edcfa837-25a2-4838-9977-2f2081f07d45),segment_id=edcfa837-25a2-4838-9977-2f2081f07d45)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:44.184649 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b784c3f-1064-4519-88cc-743f3bb2952f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:44.200494 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-5b784c3f-1064-4519-88cc-743f3bb2952f admin admin] Calling delete_port for 353a2e09-0847-46fa-be3e-704ae2ea7b65 owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:44.463673 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b784c3f-1064-4519-88cc-743f3bb2952f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:44.497085 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b784c3f-1064-4519-88cc-743f3bb2952f admin admin] Pushing event deleted for resources: {'Port': ['ID=353a2e09-0847-46fa-be3e-704ae2ea7b65,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:44.715719 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5b784c3f-1064-4519-88cc-743f3bb2952f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:44.981998 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b784c3f-1064-4519-88cc-743f3bb2952f admin admin] Router e5d55131-8e07-4402-a8b1-ac8c88e4cebe has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:48:45.101678 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b784c3f-1064-4519-88cc-743f3bb2952f admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:48:45.107552 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5b784c3f-1064-4519-88cc-743f3bb2952f admin admin] 10.222.0.75 "PUT /v2.0/routers/e5d55131-8e07-4402-a8b1-ac8c88e4cebe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8619728 Dec 16 22:48:45.110389 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56240) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:45.112958 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c4fb12-ee7b-43bd-ab39-b522666b51f1 None None] Sync routers for ids ['e5d55131-8e07-4402-a8b1-ac8c88e4cebe'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:48:45.134513 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c4fb12-ee7b-43bd-ab39-b522666b51f1 None None] Routers {'e5d55131-8e07-4402-a8b1-ac8c88e4cebe'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:48:45.137932 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f2c4fb12-ee7b-43bd-ab39-b522666b51f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:48:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['e5d55131-8e07-4402-a8b1-ac8c88e4cebe'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:45.270664 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-f2c4fb12-ee7b-43bd-ab39-b522666b51f1 None None] Set router e5d55131-8e07-4402-a8b1-ac8c88e4cebe gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:48:45.283866 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96262c-999e-4938-9031-8ad22f0ef6bd req-e4c47479-c486-4a3f-8673-c6607236ae8b tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:45.285505 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4f96262c-999e-4938-9031-8ad22f0ef6bd req-e4c47479-c486-4a3f-8673-c6607236ae8b tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 945 time: 0.1657853 Dec 16 22:48:45.347741 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1ea49252-df18-4dee-96a3-4a1b99d36ccf admin admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:45.357223 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4f96262c-999e-4938-9031-8ad22f0ef6bd req-22f1cf2f-e70b-4364-bbd1-25a6f94327ea tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616252 Dec 16 22:48:45.500559 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1ea49252-df18-4dee-96a3-4a1b99d36ccf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:45.527158 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f2c4fb12-ee7b-43bd-ab39-b522666b51f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d55131-8e07-4402-a8b1-ac8c88e4cebe', 'name': 'tempest-TestServerBasicOps-1559152280-router', 'tenant_id': 'd0fe055205cb43298b619969cab051dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '62e702a9-b87f-4472-b8d0-aba482347869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:48:44Z', 'revision_number': 5, 'project_id': 'd0fe055205cb43298b619969cab051dc', 'gw_port': {'id': '62e702a9-b87f-4472-b8d0-aba482347869', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:97:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d55131-8e07-4402-a8b1-ac8c88e4cebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:07Z', 'updated_at': '2021-12-16T22:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:45.565651 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c4fb12-ee7b-43bd-ab39-b522666b51f1 None None] Checking router: e5d55131-8e07-4402-a8b1-ac8c88e4cebe for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:48:45.579232 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c4fb12-ee7b-43bd-ab39-b522666b51f1 None None] Routers {'e5d55131-8e07-4402-a8b1-ac8c88e4cebe'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:48:45.580785 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f2c4fb12-ee7b-43bd-ab39-b522666b51f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:48:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['e5d55131-8e07-4402-a8b1-ac8c88e4cebe'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:45.700193 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-f2c4fb12-ee7b-43bd-ab39-b522666b51f1 None None] Set router e5d55131-8e07-4402-a8b1-ac8c88e4cebe gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:48:45.753668 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-1ea49252-df18-4dee-96a3-4a1b99d36ccf admin admin] Deleting port 62e702a9-b87f-4472-b8d0-aba482347869 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:45.754371 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1ea49252-df18-4dee-96a3-4a1b99d36ccf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:45.775424 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f2c4fb12-ee7b-43bd-ab39-b522666b51f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d55131-8e07-4402-a8b1-ac8c88e4cebe', 'name': 'tempest-TestServerBasicOps-1559152280-router', 'tenant_id': 'd0fe055205cb43298b619969cab051dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:48:45Z', 'revision_number': 6, 'project_id': 'd0fe055205cb43298b619969cab051dc', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:45.811473 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c4fb12-ee7b-43bd-ab39-b522666b51f1 None None] The sync data for ids ['e5d55131-8e07-4402-a8b1-ac8c88e4cebe'] in n-d-815324-4 is: [{'id': 'e5d55131-8e07-4402-a8b1-ac8c88e4cebe', 'name': 'tempest-TestServerBasicOps-1559152280-router', 'tenant_id': 'd0fe055205cb43298b619969cab051dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:48:45Z', 'revision_number': 6, 'project_id': 'd0fe055205cb43298b619969cab051dc', 'gw_port_host': None}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:48:45.910643 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-1ea49252-df18-4dee-96a3-4a1b99d36ccf admin admin] For port 62e702a9-b87f-4472-b8d0-aba482347869, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=62e702a9-b87f-4472-b8d0-aba482347869,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:45.911015 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1ea49252-df18-4dee-96a3-4a1b99d36ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:45.926464 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-1ea49252-df18-4dee-96a3-4a1b99d36ccf admin admin] Calling delete_port for 62e702a9-b87f-4472-b8d0-aba482347869 owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:46.264784 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1ea49252-df18-4dee-96a3-4a1b99d36ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:46.307228 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea49252-df18-4dee-96a3-4a1b99d36ccf admin admin] Pushing event deleted for resources: {'Port': ['ID=62e702a9-b87f-4472-b8d0-aba482347869,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:46.327202 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5120a9-2407-441e-88bf-4e2c352bf3da None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:48:46.397588 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1ea49252-df18-4dee-96a3-4a1b99d36ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:46.526779 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa29e9-863c-4e91-bc9c-d8388886a70a req-0a223944-e7af-4b98-998b-2908bf2f64f2 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:46.538046 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a5aa29e9-863c-4e91-bc9c-d8388886a70a req-0a223944-e7af-4b98-998b-2908bf2f64f2 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 945 time: 0.0811794 Dec 16 22:48:46.542633 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1ea49252-df18-4dee-96a3-4a1b99d36ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:46.547089 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1ea49252-df18-4dee-96a3-4a1b99d36ccf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:46.611870 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a5aa29e9-863c-4e91-bc9c-d8388886a70a req-9a4c1fde-afe9-4721-9487-3fbeb79e9915 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711858 Dec 16 22:48:46.737087 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1ea49252-df18-4dee-96a3-4a1b99d36ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:46.737087 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea49252-df18-4dee-96a3-4a1b99d36ccf admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5d55131-8e07-4402-a8b1-ac8c88e4cebe {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:48:46.737087 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1ea49252-df18-4dee-96a3-4a1b99d36ccf admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:46.738225 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1ea49252-df18-4dee-96a3-4a1b99d36ccf admin admin] 10.222.0.75 "DELETE /v2.0/routers/e5d55131-8e07-4402-a8b1-ac8c88e4cebe HTTP/1.1" status: 204 len: 168 time: 1.6262813 Dec 16 22:48:46.740464 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56254) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:46.825329 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-27dd53c6-c969-4e1d-9490-89fcb5f3324f admin admin] Deleting subnet 6cf515bb-e1cd-42b8-a7ec-db473ba8cd0f {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:48:46.841159 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-27dd53c6-c969-4e1d-9490-89fcb5f3324f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:46.926284 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-27dd53c6-c969-4e1d-9490-89fcb5f3324f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:47.027999 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-27dd53c6-c969-4e1d-9490-89fcb5f3324f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:47.150343 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-27dd53c6-c969-4e1d-9490-89fcb5f3324f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:47.179675 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd53c6-c969-4e1d-9490-89fcb5f3324f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cf515bb-e1cd-42b8-a7ec-db473ba8cd0f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:47.198911 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898324cf-52f5-417d-a9e4-7ef7fece6788 None None] Network bd165693-b8a6-4850-9256-928ee5f5c4f1 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:48:47.211262 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-27dd53c6-c969-4e1d-9490-89fcb5f3324f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:47.220047 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-27dd53c6-c969-4e1d-9490-89fcb5f3324f admin admin] 10.222.0.75 "DELETE /v2.0/subnets/6cf515bb-e1cd-42b8-a7ec-db473ba8cd0f HTTP/1.1" status: 204 len: 168 time: 0.4763997 Dec 16 22:48:47.221287 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56256) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:47.323861 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d5b4414-50db-4bb8-ab62-2baba4f87717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:47.415181 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-3d5b4414-50db-4bb8-ab62-2baba4f87717 admin admin] Deleting port cce59360-25c2-4ada-8904-da34bbf7fc45 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:47.415624 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d5b4414-50db-4bb8-ab62-2baba4f87717 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:47.458340 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1572e8-4bfc-4b18-9515-151fed61526f None None] DHCP port deletion for bd165693-b8a6-4850-9256-928ee5f5c4f1 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:48:47.585566 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ca1572e8-4bfc-4b18-9515-151fed61526f None None] Deleting port cce59360-25c2-4ada-8904-da34bbf7fc45 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:48:47.585566 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ca1572e8-4bfc-4b18-9515-151fed61526f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:47.721561 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-3d5b4414-50db-4bb8-ab62-2baba4f87717 admin admin] For port cce59360-25c2-4ada-8904-da34bbf7fc45, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=cce59360-25c2-4ada-8904-da34bbf7fc45,segment=NetworkSegment(edcfa837-25a2-4838-9977-2f2081f07d45),segment_id=edcfa837-25a2-4838-9977-2f2081f07d45)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:47.721561 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d5b4414-50db-4bb8-ab62-2baba4f87717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:47.721561 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-3d5b4414-50db-4bb8-ab62-2baba4f87717 admin admin] Calling delete_port for cce59360-25c2-4ada-8904-da34bbf7fc45 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:47.725777 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ca1572e8-4bfc-4b18-9515-151fed61526f None None] For port cce59360-25c2-4ada-8904-da34bbf7fc45, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=cce59360-25c2-4ada-8904-da34bbf7fc45,segment=NetworkSegment(edcfa837-25a2-4838-9977-2f2081f07d45),segment_id=edcfa837-25a2-4838-9977-2f2081f07d45)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:47.725777 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ca1572e8-4bfc-4b18-9515-151fed61526f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:47.725777 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ca1572e8-4bfc-4b18-9515-151fed61526f None None] Calling delete_port for cce59360-25c2-4ada-8904-da34bbf7fc45 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:48:47.846495 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ca1572e8-4bfc-4b18-9515-151fed61526f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:47.876730 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d5b4414-50db-4bb8-ab62-2baba4f87717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:47.895501 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f80f47-dfb5-4dd6-a476-90c2fc2c3684 req-5a648fec-bfd8-4b43-a79a-cb60c206c456 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:47.899026 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-27f80f47-dfb5-4dd6-a476-90c2fc2c3684 req-5a648fec-bfd8-4b43-a79a-cb60c206c456 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 945 time: 0.1304605 Dec 16 22:48:47.914221 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1572e8-4bfc-4b18-9515-151fed61526f None None] Pushing event deleted for resources: {'Port': ['ID=cce59360-25c2-4ada-8904-da34bbf7fc45,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:47.919384 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device cce59360-25c2-4ada-8904-da34bbf7fc45 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:48:47.940341 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b4414-50db-4bb8-ab62-2baba4f87717 admin admin] Pushing event deleted for resources: {'Port': ['ID=cce59360-25c2-4ada-8904-da34bbf7fc45,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:47.960189 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5b4414-50db-4bb8-ab62-2baba4f87717 admin admin] No DVR routers for this DVR port cce59360-25c2-4ada-8904-da34bbf7fc45 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:48:47.968521 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: cce59360-25c2-4ada-8904-da34bbf7fc45 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:48:47.968857 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device cce59360-25c2-4ada-8904-da34bbf7fc45 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:48:47.969654 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 62e702a9-b87f-4472-b8d0-aba482347869 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:48:47.972818 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1572e8-4bfc-4b18-9515-151fed61526f None None] No DVR routers for this DVR port cce59360-25c2-4ada-8904-da34bbf7fc45 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:48:48.008782 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 62e702a9-b87f-4472-b8d0-aba482347869 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:48:48.009109 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 62e702a9-b87f-4472-b8d0-aba482347869 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:48:48.009786 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 353a2e09-0847-46fa-be3e-704ae2ea7b65 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:48:48.033587 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 353a2e09-0847-46fa-be3e-704ae2ea7b65 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:48:48.033938 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 353a2e09-0847-46fa-be3e-704ae2ea7b65 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:48:48.092510 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-27f80f47-dfb5-4dd6-a476-90c2fc2c3684 req-10c9784d-0421-4ae7-8cd8-a061057dcd51 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560476 Dec 16 22:48:48.094473 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d5b4414-50db-4bb8-ab62-2baba4f87717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:48.141349 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-3d5b4414-50db-4bb8-ab62-2baba4f87717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd165693-b8a6-4850-9256-928ee5f5c4f1']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:48.151955 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-3d5b4414-50db-4bb8-ab62-2baba4f87717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edcfa837-25a2-4838-9977-2f2081f07d45') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:48.152341 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-3d5b4414-50db-4bb8-ab62-2baba4f87717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edcfa837-25a2-4838-9977-2f2081f07d45') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:48.169219 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d5b4414-50db-4bb8-ab62-2baba4f87717 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:48.185858 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d5b4414-50db-4bb8-ab62-2baba4f87717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:48.192381 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5b4414-50db-4bb8-ab62-2baba4f87717 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:48:48.192764 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d5b4414-50db-4bb8-ab62-2baba4f87717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:48:48.195610 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:48:48.338262 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d5b4414-50db-4bb8-ab62-2baba4f87717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:48.345349 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d5b4414-50db-4bb8-ab62-2baba4f87717 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:48.349387 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3d5b4414-50db-4bb8-ab62-2baba4f87717 admin admin] 10.222.0.75 "DELETE /v2.0/networks/bd165693-b8a6-4850-9256-928ee5f5c4f1 HTTP/1.1" status: 204 len: 168 time: 1.1263058 Dec 16 22:48:48.369014 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b4414-50db-4bb8-ab62-2baba4f87717 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd165693-b8a6-4850-9256-928ee5f5c4f1,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:48.744007 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56288) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:48.786530 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5c8994bb-f4e4-437d-914c-9d373befd7a7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f992ab7bbd284762b25c36b13354b00d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437138 Dec 16 22:48:48.790422 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56290) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:48.844525 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7de7d965-3e05-443d-b451-96760a95eb98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:48.868126 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7de7d965-3e05-443d-b451-96760a95eb98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:49.058344 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7de7d965-3e05-443d-b451-96760a95eb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:49.061174 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7de7d965-3e05-443d-b451-96760a95eb98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:49.062318 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7de7d965-3e05-443d-b451-96760a95eb98 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0df37969-f619-4d21-b0a6-49bc2c544da0 HTTP/1.1" status: 204 len: 168 time: 0.2707820 Dec 16 22:48:49.071938 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7d965-3e05-443d-b451-96760a95eb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df37969-f619-4d21-b0a6-49bc2c544da0,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:49.262484 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8774b-2adb-499f-9959-7edca8e6d872 req-b7153cbc-9d4b-4593-aa44-433ef159dd29 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:49.265509 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-daf8774b-2adb-499f-9959-7edca8e6d872 req-b7153cbc-9d4b-4593-aa44-433ef159dd29 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 945 time: 0.0648410 Dec 16 22:48:49.334004 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-daf8774b-2adb-499f-9959-7edca8e6d872 req-73ad7014-e850-4c6f-9df3-86d385edaa2b tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568266 Dec 16 22:48:50.086050 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56318) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:50.139093 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-298ae6ba-52d6-4297-b2d1-891e36e59516 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d0fe055205cb43298b619969cab051dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0511632 Dec 16 22:48:50.141475 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56320) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:50.202041 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-72110df7-3d2d-4ab5-ba9a-53ae568ae7df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:50.269764 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-72110df7-3d2d-4ab5-ba9a-53ae568ae7df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:50.312602 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [req-81da1b93-04da-4884-92cf-843375ec31c2 req-e528fbbd-5885-4e8f-b5e9-30cfdec5dcab service neutron] show failed (client error): The resource could not be found. Dec 16 22:48:50.313643 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81da1b93-04da-4884-92cf-843375ec31c2 req-e528fbbd-5885-4e8f-b5e9-30cfdec5dcab service neutron] 10.222.0.57 "GET /v2.0/ports/76196b82-1021-47df-a949-adaf3e9adecd/bindings/n-h1-815324-4 HTTP/1.1" status: 404 len: 380 time: 0.1210725 Dec 16 22:48:50.417739 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-72110df7-3d2d-4ab5-ba9a-53ae568ae7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:50.420392 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-72110df7-3d2d-4ab5-ba9a-53ae568ae7df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:50.421550 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-72110df7-3d2d-4ab5-ba9a-53ae568ae7df admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3efb888c-d689-4cf1-9f12-abfc7863bd36 HTTP/1.1" status: 204 len: 168 time: 0.2791533 Dec 16 22:48:50.430914 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72110df7-3d2d-4ab5-ba9a-53ae568ae7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efb888c-d689-4cf1-9f12-abfc7863bd36,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:50.459663 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d65637-75b5-412f-b102-1b8dd2471b14 req-5c1736b5-4b99-40dc-93af-a1b453a2a53f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:50.461638 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-01d65637-75b5-412f-b102-1b8dd2471b14 req-5c1736b5-4b99-40dc-93af-a1b453a2a53f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 945 time: 0.0653939 Dec 16 22:48:50.544007 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-01d65637-75b5-412f-b102-1b8dd2471b14 req-2b0671f6-02c1-4513-9c81-2247a8bfd939 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753970 Dec 16 22:48:51.052012 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da1b93-04da-4884-92cf-843375ec31c2 req-5b2fe198-5047-426c-97f4-e9e3e42afd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:51.054785 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81da1b93-04da-4884-92cf-843375ec31c2 req-5b2fe198-5047-426c-97f4-e9e3e42afd47 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2&tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be HTTP/1.1" status: 200 len: 1096 time: 0.0544987 Dec 16 22:48:51.077113 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-81da1b93-04da-4884-92cf-843375ec31c2 req-35ca1c6b-9c7e-46e2-ae8e-dddfb4cc648c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-4', 'device_owner': 'compute:nova'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:48:51.138441 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-81da1b93-04da-4884-92cf-843375ec31c2 req-35ca1c6b-9c7e-46e2-ae8e-dddfb4cc648c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:51.403276 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-81da1b93-04da-4884-92cf-843375ec31c2 req-35ca1c6b-9c7e-46e2-ae8e-dddfb4cc648c service neutron] For port 76196b82-1021-47df-a949-adaf3e9adecd, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=76196b82-1021-47df-a949-adaf3e9adecd,segment=NetworkSegment(aa2acf0b-3687-417a-b87a-6f7d4ddee164),segment_id=aa2acf0b-3687-417a-b87a-6f7d4ddee164)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:51.408157 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-81da1b93-04da-4884-92cf-843375ec31c2 req-35ca1c6b-9c7e-46e2-ae8e-dddfb4cc648c service neutron] For port 76196b82-1021-47df-a949-adaf3e9adecd, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:48:51.451924 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61740b6c-afff-4816-8482-8349667b89f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76196b82-1021-47df-a949-adaf3e9adecd'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:48:51.454728 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd20b28-4936-4796-90ab-f6f5e46b628d" -d '{"events": [{"server_uuid": "61740b6c-afff-4816-8482-8349667b89f2", "name": "network-vif-unplugged", "status": "completed", "tag": "76196b82-1021-47df-a949-adaf3e9adecd"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:48:51.459372 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-81da1b93-04da-4884-92cf-843375ec31c2 req-35ca1c6b-9c7e-46e2-ae8e-dddfb4cc648c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:51.473596 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-81da1b93-04da-4884-92cf-843375ec31c2 req-35ca1c6b-9c7e-46e2-ae8e-dddfb4cc648c service neutron] Transition to ACTIVE for port object 76196b82-1021-47df-a949-adaf3e9adecd will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:48:51.516508 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7db8dfd-4a0d-4c61-8efc-97b628174def x-openstack-request-id: req-e7db8dfd-4a0d-4c61-8efc-97b628174def {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:48:51.516812 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61740b6c-afff-4816-8482-8349667b89f2", "name": "network-vif-unplugged", "status": "completed", "tag": "76196b82-1021-47df-a949-adaf3e9adecd", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:48:51.517073 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e7db8dfd-4a0d-4c61-8efc-97b628174def {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:48:51.517484 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61740b6c-afff-4816-8482-8349667b89f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76196b82-1021-47df-a949-adaf3e9adecd', 'code': 200} Dec 16 22:48:51.692196 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c21646-8cf5-47a5-a2af-2c22053ab75e req-0db484b9-d95a-4ef2-8b0b-0cb52a5c6673 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:51.695813 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b6c21646-8cf5-47a5-a2af-2c22053ab75e req-0db484b9-d95a-4ef2-8b0b-0cb52a5c6673 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 945 time: 0.0692785 Dec 16 22:48:51.709625 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-81da1b93-04da-4884-92cf-843375ec31c2 req-35ca1c6b-9c7e-46e2-ae8e-dddfb4cc648c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:51.767267 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b6c21646-8cf5-47a5-a2af-2c22053ab75e req-c30d19d6-ddee-4faf-b986-d2573e1891ed tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624170 Dec 16 22:48:51.800316 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca1c6b-9c7e-46e2-ae8e-dddfb4cc648c service neutron] Pushing event updated for resources: {'Port': ['ID=76196b82-1021-47df-a949-adaf3e9adecd,revision_number=6']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:51.841524 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-81da1b93-04da-4884-92cf-843375ec31c2 req-35ca1c6b-9c7e-46e2-ae8e-dddfb4cc648c service neutron] No DVR routers for this DVR port 76196b82-1021-47df-a949-adaf3e9adecd on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:48:52.002081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-81da1b93-04da-4884-92cf-843375ec31c2 req-35ca1c6b-9c7e-46e2-ae8e-dddfb4cc648c service neutron] Attempting to bind port 76196b82-1021-47df-a949-adaf3e9adecd on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:48:52.002509 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-81da1b93-04da-4884-92cf-843375ec31c2 req-35ca1c6b-9c7e-46e2-ae8e-dddfb4cc648c service neutron] Attempting to bind port 76196b82-1021-47df-a949-adaf3e9adecd by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'aa2acf0b-3687-417a-b87a-6f7d4ddee164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:48:52.002844 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81da1b93-04da-4884-92cf-843375ec31c2 req-35ca1c6b-9c7e-46e2-ae8e-dddfb4cc648c service neutron] Attempting to bind port 76196b82-1021-47df-a949-adaf3e9adecd on network 85fa5bf2-66f0-418b-bac3-00ff14162efe {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:48:52.009427 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81da1b93-04da-4884-92cf-843375ec31c2 req-35ca1c6b-9c7e-46e2-ae8e-dddfb4cc648c service neutron] Port 76196b82-1021-47df-a949-adaf3e9adecd on network 85fa5bf2-66f0-418b-bac3-00ff14162efe not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:48:52.009761 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81da1b93-04da-4884-92cf-843375ec31c2 req-35ca1c6b-9c7e-46e2-ae8e-dddfb4cc648c service neutron] Attempting to bind port 76196b82-1021-47df-a949-adaf3e9adecd on network 85fa5bf2-66f0-418b-bac3-00ff14162efe {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:48:52.017865 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81da1b93-04da-4884-92cf-843375ec31c2 req-35ca1c6b-9c7e-46e2-ae8e-dddfb4cc648c service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:48:52.018208 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81da1b93-04da-4884-92cf-843375ec31c2 req-35ca1c6b-9c7e-46e2-ae8e-dddfb4cc648c service neutron] Checking segment: {'id': 'aa2acf0b-3687-417a-b87a-6f7d4ddee164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:48:52.018541 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81da1b93-04da-4884-92cf-843375ec31c2 req-35ca1c6b-9c7e-46e2-ae8e-dddfb4cc648c service neutron] Bound using segment: {'id': 'aa2acf0b-3687-417a-b87a-6f7d4ddee164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:48:52.018979 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-81da1b93-04da-4884-92cf-843375ec31c2 req-35ca1c6b-9c7e-46e2-ae8e-dddfb4cc648c service neutron] Bound port: 76196b82-1021-47df-a949-adaf3e9adecd, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa2acf0b-3687-417a-b87a-6f7d4ddee164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:48:52.019419 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-81da1b93-04da-4884-92cf-843375ec31c2 req-35ca1c6b-9c7e-46e2-ae8e-dddfb4cc648c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:52.088209 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56372) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:52.109454 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-81da1b93-04da-4884-92cf-843375ec31c2 req-35ca1c6b-9c7e-46e2-ae8e-dddfb4cc648c service neutron] For port 76196b82-1021-47df-a949-adaf3e9adecd, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:48:52.112781 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-81da1b93-04da-4884-92cf-843375ec31c2 req-35ca1c6b-9c7e-46e2-ae8e-dddfb4cc648c service neutron] For port 76196b82-1021-47df-a949-adaf3e9adecd, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=76196b82-1021-47df-a949-adaf3e9adecd,segment=NetworkSegment(aa2acf0b-3687-417a-b87a-6f7d4ddee164),segment_id=aa2acf0b-3687-417a-b87a-6f7d4ddee164)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:48:52.193253 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-e0ab154f-e936-4c70-b8fd-78f6255e45a7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-766929648-network', 'tenant_id': '1af4529ccea944cf9ab7ca7439b1a271'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:48:52.304183 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-81da1b93-04da-4884-92cf-843375ec31c2 req-35ca1c6b-9c7e-46e2-ae8e-dddfb4cc648c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:52.332520 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ab154f-e936-4c70-b8fd-78f6255e45a7 admin admin] Made reservation on behalf of 1af4529ccea944cf9ab7ca7439b1a271 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:48:52.337276 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e0ab154f-e936-4c70-b8fd-78f6255e45a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:52.346056 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da1b93-04da-4884-92cf-843375ec31c2 req-35ca1c6b-9c7e-46e2-ae8e-dddfb4cc648c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:52.346056 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-81da1b93-04da-4884-92cf-843375ec31c2 req-35ca1c6b-9c7e-46e2-ae8e-dddfb4cc648c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:52.347177 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81da1b93-04da-4884-92cf-843375ec31c2 req-35ca1c6b-9c7e-46e2-ae8e-dddfb4cc648c service neutron] 10.222.0.76 "PUT /v2.0/ports/76196b82-1021-47df-a949-adaf3e9adecd HTTP/1.1" status: 200 len: 1091 time: 1.2762232 Dec 16 22:48:52.348640 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e0ab154f-e936-4c70-b8fd-78f6255e45a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:52.369085 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca1c6b-9c7e-46e2-ae8e-dddfb4cc648c service neutron] Pushing event updated for resources: {'Port': ['ID=76196b82-1021-47df-a949-adaf3e9adecd,revision_number=7']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:52.438799 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e0ab154f-e936-4c70-b8fd-78f6255e45a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:52.456969 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da1b93-04da-4884-92cf-843375ec31c2 req-498dfdcb-c461-4ea8-a7f4-b9c6dfc5a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:52.458520 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81da1b93-04da-4884-92cf-843375ec31c2 req-498dfdcb-c461-4ea8-a7f4-b9c6dfc5a463 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 1094 time: 0.0617034 Dec 16 22:48:52.555649 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e0ab154f-e936-4c70-b8fd-78f6255e45a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:52.571594 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da1b93-04da-4884-92cf-843375ec31c2 req-a09dbf95-a586-4473-9d1d-e1a3bceef1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:52.573120 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81da1b93-04da-4884-92cf-843375ec31c2 req-a09dbf95-a586-4473-9d1d-e1a3bceef1a1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=85fa5bf2-66f0-418b-bac3-00ff14162efe HTTP/1.1" status: 200 len: 896 time: 0.1033242 Dec 16 22:48:52.588045 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ab154f-e936-4c70-b8fd-78f6255e45a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:48:52.624122 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab154f-e936-4c70-b8fd-78f6255e45a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2ddc2d-d5e4-4d87-b1da-97f091fc7fd6,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:52.640912 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e0ab154f-e936-4c70-b8fd-78f6255e45a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:52.641669 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-e0ab154f-e936-4c70-b8fd-78f6255e45a7 admin admin] Added segment 1490274f-a7c8-4a88-8ba2-946dfdb19379 of type vlan for network 4554773a-16a7-43e4-bab4-1127dd04cd2b Dec 16 22:48:52.686275 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81da1b93-04da-4884-92cf-843375ec31c2 req-03b39293-99e5-4546-b96d-198121e2f687 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76196b82-1021-47df-a949-adaf3e9adecd HTTP/1.1" status: 200 len: 999 time: 0.1011372 Dec 16 22:48:52.693044 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e0ab154f-e936-4c70-b8fd-78f6255e45a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:52.753991 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da1b93-04da-4884-92cf-843375ec31c2 req-a69e35f8-ace9-4f7a-960f-d2bbe8c7df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:52.755495 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81da1b93-04da-4884-92cf-843375ec31c2 req-a69e35f8-ace9-4f7a-960f-d2bbe8c7df29 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0285f658-6c63-4d47-9ee3-457d8ee4d3f7 HTTP/1.1" status: 200 len: 835 time: 0.0574555 Dec 16 22:48:52.811096 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da1b93-04da-4884-92cf-843375ec31c2 req-487ff96c-290c-46ab-9ad7-2be1d33b564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:52.812685 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81da1b93-04da-4884-92cf-843375ec31c2 req-487ff96c-290c-46ab-9ad7-2be1d33b564e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=85fa5bf2-66f0-418b-bac3-00ff14162efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435376 Dec 16 22:48:52.858018 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e0ab154f-e936-4c70-b8fd-78f6255e45a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:52.859279 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ab154f-e936-4c70-b8fd-78f6255e45a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:52.860062 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e0ab154f-e936-4c70-b8fd-78f6255e45a7 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:52.949353 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab154f-e936-4c70-b8fd-78f6255e45a7 admin admin] Pushing event updated for resources: {'Network': ['ID=4554773a-16a7-43e4-bab4-1127dd04cd2b,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:52.962772 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 4554773a-16a7-43e4-bab4-1127dd04cd2b details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:48:53.077427 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e0ab154f-e936-4c70-b8fd-78f6255e45a7 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9851685 Dec 16 22:48:53.077720 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56388) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:53.083993 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-056e7908-1b3b-4229-88d1-c00553ee1e9d admin admin] Request body: {'subnet': {'network_id': '4554773a-16a7-43e4-bab4-1127dd04cd2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-766929648-subnet', 'tenant_id': '1af4529ccea944cf9ab7ca7439b1a271', 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:48:53.195574 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056e7908-1b3b-4229-88d1-c00553ee1e9d admin admin] Made reservation on behalf of 1af4529ccea944cf9ab7ca7439b1a271 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:48:53.199169 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-056e7908-1b3b-4229-88d1-c00553ee1e9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:53.324463 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef7757-872a-4428-9b95-b5eeff5400b3 req-b5b370bf-5805-4637-9dec-afbb014d3670 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:53.326390 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b5ef7757-872a-4428-9b95-b5eeff5400b3 req-b5b370bf-5805-4637-9dec-afbb014d3670 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 943 time: 0.4550662 Dec 16 22:48:53.330780 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81da1b93-04da-4884-92cf-843375ec31c2 req-adb94c34-39ec-44c4-96c6-4f241c3ed83e service neutron] 10.222.0.76 "GET /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060277 Dec 16 22:48:53.435948 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ba340ee0-b7df-4c5e-a6ef-e8aee66adb14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:53.448254 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b5ef7757-872a-4428-9b95-b5eeff5400b3 req-01df3865-70df-41a7-8e1d-b3a5f4c61a40 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115923 Dec 16 22:48:53.502522 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-81da1b93-04da-4884-92cf-843375ec31c2 req-e6505001-4ff2-4938-a55a-d8789981d7ff service neutron] 10.222.0.76 "GET /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594179 Dec 16 22:48:53.519288 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61740b6c-afff-4816-8482-8349667b89f2', 'tag': '76196b82-1021-47df-a949-adaf3e9adecd'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:48:53.523285 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f510b6dc-40ae-45e2-bc92-972b20654ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "61740b6c-afff-4816-8482-8349667b89f2", "tag": "76196b82-1021-47df-a949-adaf3e9adecd"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:48:53.547735 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-056e7908-1b3b-4229-88d1-c00553ee1e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:53.596248 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5b24e0-4b06-4f27-b6f2-69007fd74c9e x-openstack-request-id: req-6f5b24e0-4b06-4f27-b6f2-69007fd74c9e {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:48:53.596741 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61740b6c-afff-4816-8482-8349667b89f2", "tag": "76196b82-1021-47df-a949-adaf3e9adecd", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:48:53.597250 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6f5b24e0-4b06-4f27-b6f2-69007fd74c9e {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:48:53.597723 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61740b6c-afff-4816-8482-8349667b89f2', 'tag': '76196b82-1021-47df-a949-adaf3e9adecd', 'status': 'completed', 'code': 200} Dec 16 22:48:53.613671 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e7908-1b3b-4229-88d1-c00553ee1e9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ee8865-ed2e-45a2-ac11-b2c338713002,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:53.623555 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e7908-1b3b-4229-88d1-c00553ee1e9d admin admin] Checking segment: {'id': '1490274f-a7c8-4a88-8ba2-946dfdb19379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4554773a-16a7-43e4-bab4-1127dd04cd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:48:53.624115 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056e7908-1b3b-4229-88d1-c00553ee1e9d admin admin] Network hostable DHCP agents. Network: 4554773a-16a7-43e4-bab4-1127dd04cd2b, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:48:53.673404 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 76196b82-1021-47df-a949-adaf3e9adecd no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:48:53.701498 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b6dc-40ae-45e2-bc92-972b20654ab2 req-a774a77a-d200-4d19-a658-6afb15259279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:53.703429 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f510b6dc-40ae-45e2-bc92-972b20654ab2 req-a774a77a-d200-4d19-a658-6afb15259279 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 1094 time: 0.0618281 Dec 16 22:48:53.723227 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 76196b82-1021-47df-a949-adaf3e9adecd not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:48:53.744474 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056e7908-1b3b-4229-88d1-c00553ee1e9d admin admin] Network 4554773a-16a7-43e4-bab4-1127dd04cd2b is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:48:53.830682 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b6dc-40ae-45e2-bc92-972b20654ab2 req-629b638c-0fd1-46fe-86d4-598889bcd3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:53.832137 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f510b6dc-40ae-45e2-bc92-972b20654ab2 req-629b638c-0fd1-46fe-86d4-598889bcd3b9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 1094 time: 0.0716078 Dec 16 22:48:53.854661 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b6dc-40ae-45e2-bc92-972b20654ab2 req-5b63757e-b4f7-4048-8efd-ca180f241ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:53.856193 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f510b6dc-40ae-45e2-bc92-972b20654ab2 req-5b63757e-b4f7-4048-8efd-ca180f241ab7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=85fa5bf2-66f0-418b-bac3-00ff14162efe HTTP/1.1" status: 200 len: 896 time: 0.1455579 Dec 16 22:48:53.968030 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f510b6dc-40ae-45e2-bc92-972b20654ab2 req-a75e9d7a-1652-4279-9d87-1a1958b31cff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76196b82-1021-47df-a949-adaf3e9adecd HTTP/1.1" status: 200 len: 999 time: 0.1020598 Dec 16 22:48:53.979735 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-056e7908-1b3b-4229-88d1-c00553ee1e9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 4554773a-16a7-43e4-bab4-1127dd04cd2b) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:48:53.984920 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056e7908-1b3b-4229-88d1-c00553ee1e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:53.989195 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c72d72-3a30-4996-ba93-b42993d0d090 None None] Network 4554773a-16a7-43e4-bab4-1127dd04cd2b requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:48:53.995455 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-056e7908-1b3b-4229-88d1-c00553ee1e9d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:54.017955 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b6dc-40ae-45e2-bc92-972b20654ab2 req-c8ae6131-3aa7-4060-a35d-eed3b5f8157b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:54.019483 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f510b6dc-40ae-45e2-bc92-972b20654ab2 req-c8ae6131-3aa7-4060-a35d-eed3b5f8157b service neutron] 10.222.0.76 "GET /v2.0/networks?id=85fa5bf2-66f0-418b-bac3-00ff14162efe HTTP/1.1" status: 200 len: 896 time: 0.1776037 Dec 16 22:48:54.074935 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b6dc-40ae-45e2-bc92-972b20654ab2 req-c1f23df8-9080-44d4-8b78-f8f29a13d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:54.076474 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f510b6dc-40ae-45e2-bc92-972b20654ab2 req-c1f23df8-9080-44d4-8b78-f8f29a13d485 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0285f658-6c63-4d47-9ee3-457d8ee4d3f7 HTTP/1.1" status: 200 len: 835 time: 0.1020262 Dec 16 22:48:54.104970 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-056e7908-1b3b-4229-88d1-c00553ee1e9d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0258498 Dec 16 22:48:54.107868 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56402) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:54.122367 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-36bd35b1-1563-4ba0-89af-ae9abde4584d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-766929648-router', 'tenant_id': '1af4529ccea944cf9ab7ca7439b1a271', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:48:54.133586 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f510b6dc-40ae-45e2-bc92-972b20654ab2 req-b2bf1887-4f4d-4db4-891c-5cceaa9027c3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76196b82-1021-47df-a949-adaf3e9adecd HTTP/1.1" status: 200 len: 999 time: 0.1048999 Dec 16 22:48:54.146037 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b6dc-40ae-45e2-bc92-972b20654ab2 req-187338f6-047c-415b-a793-a6608fdb7350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:54.147970 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f510b6dc-40ae-45e2-bc92-972b20654ab2 req-187338f6-047c-415b-a793-a6608fdb7350 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85fa5bf2-66f0-418b-bac3-00ff14162efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643079 Dec 16 22:48:54.156487 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-4554773a-16a7-43e4-bab4-1127dd04cd2b', 'network_id': '4554773a-16a7-43e4-bab4-1127dd04cd2b', 'project_id': '1af4529ccea944cf9ab7ca7439b1a271', 'fixed_ips': [{'subnet_id': '36ee8865-ed2e-45a2-ac11-b2c338713002'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:48:54.156487 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:54.252798 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-36bd35b1-1563-4ba0-89af-ae9abde4584d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:54.253911 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-36bd35b1-1563-4ba0-89af-ae9abde4584d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:54.265611 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b6dc-40ae-45e2-bc92-972b20654ab2 req-c158c6ce-ebd8-4c16-9c02-b163426d05c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:54.267612 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f510b6dc-40ae-45e2-bc92-972b20654ab2 req-c158c6ce-ebd8-4c16-9c02-b163426d05c9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0285f658-6c63-4d47-9ee3-457d8ee4d3f7 HTTP/1.1" status: 200 len: 835 time: 0.0932238 Dec 16 22:48:54.318274 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Allocated IP 172.20.0.2 (4554773a-16a7-43e4-bab4-1127dd04cd2b/36ee8865-ed2e-45a2-ac11-b2c338713002/210573f8-bf3f-4aa1-a9bf-01da0c25d3c8) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:48:54.322790 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f510b6dc-40ae-45e2-bc92-972b20654ab2 req-a256aaf6-7e86-4116-8c68-3f91951b2096 service neutron] 10.222.0.57 "GET /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678455 Dec 16 22:48:54.328453 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-36bd35b1-1563-4ba0-89af-ae9abde4584d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:54.357330 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510b6dc-40ae-45e2-bc92-972b20654ab2 req-1cb5a6b3-dc48-47e6-af25-c3fd44c8ec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:54.359581 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f510b6dc-40ae-45e2-bc92-972b20654ab2 req-1cb5a6b3-dc48-47e6-af25-c3fd44c8ec1c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=85fa5bf2-66f0-418b-bac3-00ff14162efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815856 Dec 16 22:48:54.515387 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f510b6dc-40ae-45e2-bc92-972b20654ab2 req-4835be51-093b-4aa3-b254-e9f529694d9b service neutron] 10.222.0.57 "GET /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817429 Dec 16 22:48:54.554335 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f510b6dc-40ae-45e2-bc92-972b20654ab2 req-ddd10dff-1539-483c-9d5b-41e7345f02b2 service neutron] 10.222.0.76 "GET /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561513 Dec 16 22:48:54.668024 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff7ef8-af5c-4133-9591-04782abd6ecb req-cbb04a36-d4c6-4a53-a5fc-99314e15bd8e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:54.675970 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-73ff7ef8-af5c-4133-9591-04782abd6ecb req-cbb04a36-d4c6-4a53-a5fc-99314e15bd8e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 943 time: 0.1397872 Dec 16 22:48:54.685441 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-36bd35b1-1563-4ba0-89af-ae9abde4584d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:54.700249 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:54.751520 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f510b6dc-40ae-45e2-bc92-972b20654ab2 req-ae4f328e-8fbc-410b-8f01-1a7c52c6da01 service neutron] 10.222.0.76 "GET /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770356 Dec 16 22:48:54.755683 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-73ff7ef8-af5c-4133-9591-04782abd6ecb req-7d5de7da-ff33-4cc2-bcf2-078595a84898 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788968 Dec 16 22:48:54.875159 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:54.918333 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Network 4554773a-16a7-43e4-bab4-1127dd04cd2b is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:48:54.921646 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:48:54.925696 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:48:54.954539 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Pushing event updated for resources: {'Port': ['ID=210573f8-bf3f-4aa1-a9bf-01da0c25d3c8,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:54.979468 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:54.979815 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:54.980157 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:54.980525 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:54.980829 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:54.981307 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:54.981648 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:54.981979 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:54.982290 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:54.982615 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:54.982939 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:54.983293 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:54.983617 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:55.000111 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Attempting to bind port 210573f8-bf3f-4aa1-a9bf-01da0c25d3c8 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:48:55.001259 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Attempting to bind port 210573f8-bf3f-4aa1-a9bf-01da0c25d3c8 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '1490274f-a7c8-4a88-8ba2-946dfdb19379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4554773a-16a7-43e4-bab4-1127dd04cd2b'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:48:55.001259 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Attempting to bind port 210573f8-bf3f-4aa1-a9bf-01da0c25d3c8 on network 4554773a-16a7-43e4-bab4-1127dd04cd2b {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:48:55.006868 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:48:55.007471 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Checking segment: {'id': '1490274f-a7c8-4a88-8ba2-946dfdb19379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4554773a-16a7-43e4-bab4-1127dd04cd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:48:55.008011 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.008522 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Bound using segment: {'id': '1490274f-a7c8-4a88-8ba2-946dfdb19379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4554773a-16a7-43e4-bab4-1127dd04cd2b'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:48:55.009065 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Bound port: 210573f8-bf3f-4aa1-a9bf-01da0c25d3c8, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1490274f-a7c8-4a88-8ba2-946dfdb19379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4554773a-16a7-43e4-bab4-1127dd04cd2b'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:48:55.009497 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.080516 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-36bd35b1-1563-4ba0-89af-ae9abde4584d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.089972 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] For port 210573f8-bf3f-4aa1-a9bf-01da0c25d3c8, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:48:55.093539 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] For port 210573f8-bf3f-4aa1-a9bf-01da0c25d3c8, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=210573f8-bf3f-4aa1-a9bf-01da0c25d3c8,segment=NetworkSegment(1490274f-a7c8-4a88-8ba2-946dfdb19379),segment_id=1490274f-a7c8-4a88-8ba2-946dfdb19379)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:48:55.114544 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-36bd35b1-1563-4ba0-89af-ae9abde4584d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.196103 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.241009 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-36bd35b1-1563-4ba0-89af-ae9abde4584d admin admin] Allocated IP 172.25.6.89 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/e418dca1-850c-405f-9c92-c5f0e36c1795) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:48:55.271942 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b34200-df65-4556-9efd-5f8118e06305 None None] Pushing event updated for resources: {'Port': ['ID=210573f8-bf3f-4aa1-a9bf-01da0c25d3c8,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:55.375119 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-36bd35b1-1563-4ba0-89af-ae9abde4584d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.527443 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-36bd35b1-1563-4ba0-89af-ae9abde4584d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.570678 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bd35b1-1563-4ba0-89af-ae9abde4584d admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:48:55.573825 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-36bd35b1-1563-4ba0-89af-ae9abde4584d admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:48:55.577478 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bd35b1-1563-4ba0-89af-ae9abde4584d admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:48:55.598449 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f472895f-35bb-4006-b35c-f21ce8a90536 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:48:55.602535 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd35b1-1563-4ba0-89af-ae9abde4584d admin admin] Pushing event updated for resources: {'Port': ['ID=e418dca1-850c-405f-9c92-c5f0e36c1795,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:55.667336 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2ad1ddff-07e3-4010-b35c-12f3537639fa None None] Provisioning complete for port e418dca1-850c-405f-9c92-c5f0e36c1795 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:48:55.668000 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ad1ddff-07e3-4010-b35c-12f3537639fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.706756 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2ad1ddff-07e3-4010-b35c-12f3537639fa None None] Port e418dca1-850c-405f-9c92-c5f0e36c1795 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:48:55.732112 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1cdc1125-20c2-4b07-83de-478e3a7c0e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:55.827493 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 210573f8-bf3f-4aa1-a9bf-01da0c25d3c8 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:48:55.926290 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 210573f8-bf3f-4aa1-a9bf-01da0c25d3c8 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:48:55.926935 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:56.060912 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:56.083103 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b601bbe-f61b-42c9-a754-5d8f44c62ddc req-c6d516f3-f6d6-4bde-b45d-e0c468393d84 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:56.084681 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b601bbe-f61b-42c9-a754-5d8f44c62ddc req-c6d516f3-f6d6-4bde-b45d-e0c468393d84 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 943 time: 0.1523240 Dec 16 22:48:56.090241 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-36bd35b1-1563-4ba0-89af-ae9abde4584d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:56.098074 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 210573f8-bf3f-4aa1-a9bf-01da0c25d3c8, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=210573f8-bf3f-4aa1-a9bf-01da0c25d3c8,segment=NetworkSegment(1490274f-a7c8-4a88-8ba2-946dfdb19379),segment_id=1490274f-a7c8-4a88-8ba2-946dfdb19379)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:56.217114 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b601bbe-f61b-42c9-a754-5d8f44c62ddc req-df9a4011-1ccc-413c-8de2-03d6ee439135 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239529 Dec 16 22:48:56.246267 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:56.318187 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=210573f8-bf3f-4aa1-a9bf-01da0c25d3c8,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:56.380113 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-36bd35b1-1563-4ba0-89af-ae9abde4584d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:56.466798 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2524fe-38b1-43e7-98ff-8bd7516952ca None None] Network 4554773a-16a7-43e4-bab4-1127dd04cd2b requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:48:56.543846 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6d70e257-2a2a-466f-be01-ce8adddd5c1b None None] Provisioning complete for port 210573f8-bf3f-4aa1-a9bf-01da0c25d3c8 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:48:56.545790 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6d70e257-2a2a-466f-be01-ce8adddd5c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:56.600336 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bd35b1-1563-4ba0-89af-ae9abde4584d admin admin] Router 8c11bece-3074-411f-9120-8dbedace6831 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:48:56.888234 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b3b2868b-ab61-4b74-ad60-37781df62102 None None] Provisioning complete for port 210573f8-bf3f-4aa1-a9bf-01da0c25d3c8 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:48:56.888615 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3b2868b-ab61-4b74-ad60-37781df62102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:57.067452 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bd35b1-1563-4ba0-89af-ae9abde4584d admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:48:57.078686 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624fc2b4-a57e-4693-bcef-32932868b496 None None] Sync routers for ids ['8c11bece-3074-411f-9120-8dbedace6831'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:48:57.089681 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624fc2b4-a57e-4693-bcef-32932868b496 None None] Routers {'8c11bece-3074-411f-9120-8dbedace6831'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:48:57.090304 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-624fc2b4-a57e-4693-bcef-32932868b496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:48:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['8c11bece-3074-411f-9120-8dbedace6831'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:57.103404 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:57.218122 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:57.266646 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-36bd35b1-1563-4ba0-89af-ae9abde4584d admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:57.318219 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-36bd35b1-1563-4ba0-89af-ae9abde4584d admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1498508 Dec 16 22:48:57.318219 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56442) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:48:57.318538 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-624fc2b4-a57e-4693-bcef-32932868b496 None None] Set router 8c11bece-3074-411f-9120-8dbedace6831 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:48:57.395811 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48adda0-a8a8-4f41-8e32-28c25cfc101d req-9b658d59-330b-45e2-893e-84624dfe36ae tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:57.397438 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d48adda0-a8a8-4f41-8e32-28c25cfc101d req-9b658d59-330b-45e2-893e-84624dfe36ae tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 943 time: 0.0947537 Dec 16 22:48:57.493802 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d48adda0-a8a8-4f41-8e32-28c25cfc101d req-76ea4ff3-4bee-4b32-a966-084cdd0d4c57 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784938 Dec 16 22:48:57.565600 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-624fc2b4-a57e-4693-bcef-32932868b496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c11bece-3074-411f-9120-8dbedace6831', 'name': 'tempest-TestServerMultinode-766929648-router', 'tenant_id': '1af4529ccea944cf9ab7ca7439b1a271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'e418dca1-850c-405f-9c92-c5f0e36c1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:48:54Z', 'updated_at': '2021-12-16T22:48:55Z', 'revision_number': 3, 'project_id': '1af4529ccea944cf9ab7ca7439b1a271', 'gw_port': {'id': 'e418dca1-850c-405f-9c92-c5f0e36c1795', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:39:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c11bece-3074-411f-9120-8dbedace6831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:55Z', 'updated_at': '2021-12-16T22:48:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:57.595603 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624fc2b4-a57e-4693-bcef-32932868b496 None None] Checking router: 8c11bece-3074-411f-9120-8dbedace6831 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:48:57.596316 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624fc2b4-a57e-4693-bcef-32932868b496 None None] Updating router 8c11bece-3074-411f-9120-8dbedace6831 port e418dca1-850c-405f-9c92-c5f0e36c1795 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:48:57.635735 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-624fc2b4-a57e-4693-bcef-32932868b496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:57.813153 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d6b2a3e-ecd1-4fcd-abab-d3c0c3ceab16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:57.892556 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 210573f8-bf3f-4aa1-a9bf-01da0c25d3c8 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:48:57.926623 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:48:57.948497 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-624fc2b4-a57e-4693-bcef-32932868b496 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:57.957863 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 210573f8-bf3f-4aa1-a9bf-01da0c25d3c8 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:48:57.958238 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:58.025696 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-8d6b2a3e-ecd1-4fcd-abab-d3c0c3ceab16 admin admin] Allocated IP 172.20.0.1 (4554773a-16a7-43e4-bab4-1127dd04cd2b/36ee8865-ed2e-45a2-ac11-b2c338713002/6cd5fbce-db23-4e3e-9a8b-e0119101ffc3) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:48:58.035449 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 76196b82-1021-47df-a949-adaf3e9adecd details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:48:58.134426 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-624fc2b4-a57e-4693-bcef-32932868b496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:58.167140 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 76196b82-1021-47df-a949-adaf3e9adecd, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=76196b82-1021-47df-a949-adaf3e9adecd,segment=NetworkSegment(aa2acf0b-3687-417a-b87a-6f7d4ddee164),segment_id=aa2acf0b-3687-417a-b87a-6f7d4ddee164)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:58.181201 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '76196b82-1021-47df-a949-adaf3e9adecd', 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe', 'port_id': '76196b82-1021-47df-a949-adaf3e9adecd', 'mac_address': 'fa:16:3e:5b:01:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0285f658-6c63-4d47-9ee3-457d8ee4d3f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:48:58.201823 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4774644-23ef-4813-b490-c2f804a10f4e None None] Pushing event updated for resources: {'Port': ['ID=e418dca1-850c-405f-9c92-c5f0e36c1795,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:58.221264 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-624fc2b4-a57e-4693-bcef-32932868b496 None None] Attempting to bind port e418dca1-850c-405f-9c92-c5f0e36c1795 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:48:58.221994 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-624fc2b4-a57e-4693-bcef-32932868b496 None None] Attempting to bind port e418dca1-850c-405f-9c92-c5f0e36c1795 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:48:58.223729 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624fc2b4-a57e-4693-bcef-32932868b496 None None] Attempting to bind port e418dca1-850c-405f-9c92-c5f0e36c1795 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:48:58.225868 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b361823-14eb-4fae-a15e-1f3d705348d3 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:48:58.237091 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624fc2b4-a57e-4693-bcef-32932868b496 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:48:58.237518 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624fc2b4-a57e-4693-bcef-32932868b496 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:48:58.238127 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-624fc2b4-a57e-4693-bcef-32932868b496 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:58.238684 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624fc2b4-a57e-4693-bcef-32932868b496 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:48:58.239455 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-624fc2b4-a57e-4693-bcef-32932868b496 None None] Bound port: e418dca1-850c-405f-9c92-c5f0e36c1795, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:48:58.240018 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-624fc2b4-a57e-4693-bcef-32932868b496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:58.240157 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:58.244281 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4774644-23ef-4813-b490-c2f804a10f4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:58.244857 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4774644-23ef-4813-b490-c2f804a10f4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:58.245444 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4774644-23ef-4813-b490-c2f804a10f4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:58.245967 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4774644-23ef-4813-b490-c2f804a10f4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:58.246478 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4774644-23ef-4813-b490-c2f804a10f4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:58.246976 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4774644-23ef-4813-b490-c2f804a10f4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:58.247492 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4774644-23ef-4813-b490-c2f804a10f4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:58.248007 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4774644-23ef-4813-b490-c2f804a10f4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:58.248505 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4774644-23ef-4813-b490-c2f804a10f4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:58.249128 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4774644-23ef-4813-b490-c2f804a10f4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:58.249811 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4774644-23ef-4813-b490-c2f804a10f4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:58.250311 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4774644-23ef-4813-b490-c2f804a10f4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:58.250806 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4774644-23ef-4813-b490-c2f804a10f4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:48:58.260391 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d6b2a3e-ecd1-4fcd-abab-d3c0c3ceab16 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:58.266377 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76196b82-1021-47df-a949-adaf3e9adecd {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:48:58.268986 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98912ee-09f3-4d07-86d7-212446b47a66 req-bfb4b1f6-44f8-46f5-98ea-a860ed2003be tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:58.273191 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a98912ee-09f3-4d07-86d7-212446b47a66 req-bfb4b1f6-44f8-46f5-98ea-a860ed2003be tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 943 time: 0.0843284 Dec 16 22:48:58.293081 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 76196b82-1021-47df-a949-adaf3e9adecd, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=76196b82-1021-47df-a949-adaf3e9adecd,segment=NetworkSegment(aa2acf0b-3687-417a-b87a-6f7d4ddee164),segment_id=aa2acf0b-3687-417a-b87a-6f7d4ddee164)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:58.345812 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-624fc2b4-a57e-4693-bcef-32932868b496 None None] For port e418dca1-850c-405f-9c92-c5f0e36c1795, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:48:58.352556 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-624fc2b4-a57e-4693-bcef-32932868b496 None None] For port e418dca1-850c-405f-9c92-c5f0e36c1795, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e418dca1-850c-405f-9c92-c5f0e36c1795,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:48:58.357368 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0e5e6e61-34bf-430f-9c03-3ec805db1816 None None] Provisioning complete for port e418dca1-850c-405f-9c92-c5f0e36c1795 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:48:58.357838 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0e5e6e61-34bf-430f-9c03-3ec805db1816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:58.377150 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-ab1c7407-9017-41d8-b4f9-fd31ed54ed63 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:58.378823 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-ab1c7407-9017-41d8-b4f9-fd31ed54ed63 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.76 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2&tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&binding%3Ahost_id=n-h1-815324-4 HTTP/1.1" status: 200 len: 943 time: 0.1030881 Dec 16 22:48:58.405481 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0e5e6e61-34bf-430f-9c03-3ec805db1816 None None] Port e418dca1-850c-405f-9c92-c5f0e36c1795 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:48:58.422707 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a98912ee-09f3-4d07-86d7-212446b47a66 req-c437425f-74ba-4a9c-bc77-f7334091f06d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087615 Dec 16 22:48:58.452445 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:58.452445 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:58.474395 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-a08edf30-78ab-4416-b6a8-5777f762fe76 service neutron] 10.222.0.76 "GET /v2.0/ports/76196b82-1021-47df-a949-adaf3e9adecd/bindings/n-h1-815324-4 HTTP/1.1" status: 200 len: 382 time: 0.0866845 Dec 16 22:48:58.497444 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=76196b82-1021-47df-a949-adaf3e9adecd,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:58.537986 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d6b2a3e-ecd1-4fcd-abab-d3c0c3ceab16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:58.545609 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-624fc2b4-a57e-4693-bcef-32932868b496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:58.579370 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-e727c28f-d101-45f1-81fd-2abd7ba27107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:58.585707 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-e727c28f-d101-45f1-81fd-2abd7ba27107 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 1095 time: 0.0501282 Dec 16 22:48:58.610208 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6b2a3e-ecd1-4fcd-abab-d3c0c3ceab16 admin admin] Network 4554773a-16a7-43e4-bab4-1127dd04cd2b is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:48:58.625165 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-8d6b2a3e-ecd1-4fcd-abab-d3c0c3ceab16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:48:58.627828 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6b2a3e-ecd1-4fcd-abab-d3c0c3ceab16 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:48:58.641277 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b2a3e-ecd1-4fcd-abab-d3c0c3ceab16 admin admin] Pushing event updated for resources: {'Port': ['ID=6cd5fbce-db23-4e3e-9a8b-e0119101ffc3,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:58.646962 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd213cb-1fab-453f-beeb-b41caf322344 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:48:58.686911 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624fc2b4-a57e-4693-bcef-32932868b496 None None] Routers {'8c11bece-3074-411f-9120-8dbedace6831'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:48:58.687613 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-624fc2b4-a57e-4693-bcef-32932868b496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:48:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['8c11bece-3074-411f-9120-8dbedace6831'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:58.718504 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d6b2a3e-ecd1-4fcd-abab-d3c0c3ceab16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:58.724227 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4774644-23ef-4813-b490-c2f804a10f4e None None] Pushing event updated for resources: {'Port': ['ID=e418dca1-850c-405f-9c92-c5f0e36c1795,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:58.732858 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:58.739758 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5ad1b3bb-aa71-4f32-9067-fba9f15ffbd9 None None] Provisioning complete for port e418dca1-850c-405f-9c92-c5f0e36c1795 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:48:58.740155 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5ad1b3bb-aa71-4f32-9067-fba9f15ffbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:58.754635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-7e251575-71da-44d9-938e-b9dcaffec073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:58.756707 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-7e251575-71da-44d9-938e-b9dcaffec073 service neutron] 10.222.0.76 "GET /v2.0/networks?id=85fa5bf2-66f0-418b-bac3-00ff14162efe HTTP/1.1" status: 200 len: 896 time: 0.1648860 Dec 16 22:48:58.774449 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['76196b82-1021-47df-a949-adaf3e9adecd'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:48:58.866892 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-b638b3fa-ae33-423e-a1a1-6a3096eb719c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76196b82-1021-47df-a949-adaf3e9adecd HTTP/1.1" status: 200 len: 1000 time: 0.1005392 Dec 16 22:48:58.932813 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-624fc2b4-a57e-4693-bcef-32932868b496 None None] Set router 8c11bece-3074-411f-9120-8dbedace6831 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:48:58.974640 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-313500aa-9828-4420-90fb-69df7d966da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:58.977114 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-313500aa-9828-4420-90fb-69df7d966da2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0285f658-6c63-4d47-9ee3-457d8ee4d3f7 HTTP/1.1" status: 200 len: 835 time: 0.0994499 Dec 16 22:48:59.050428 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5ad1b3bb-aa71-4f32-9067-fba9f15ffbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.073410 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-95153235-c678-47e0-b9e4-27597b494145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:59.075502 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-95153235-c678-47e0-b9e4-27597b494145 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=85fa5bf2-66f0-418b-bac3-00ff14162efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871010 Dec 16 22:48:59.090106 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5ad1b3bb-aa71-4f32-9067-fba9f15ffbd9 None None] For port e418dca1-850c-405f-9c92-c5f0e36c1795, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e418dca1-850c-405f-9c92-c5f0e36c1795,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:48:59.151133 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d6b2a3e-ecd1-4fcd-abab-d3c0c3ceab16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.185044 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-624fc2b4-a57e-4693-bcef-32932868b496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c11bece-3074-411f-9120-8dbedace6831', 'name': 'tempest-TestServerMultinode-766929648-router', 'tenant_id': '1af4529ccea944cf9ab7ca7439b1a271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'e418dca1-850c-405f-9c92-c5f0e36c1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:48:54Z', 'updated_at': '2021-12-16T22:48:55Z', 'revision_number': 3, 'project_id': '1af4529ccea944cf9ab7ca7439b1a271', 'gw_port': {'id': 'e418dca1-850c-405f-9c92-c5f0e36c1795', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:39:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c11bece-3074-411f-9120-8dbedace6831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:55Z', 'updated_at': '2021-12-16T22:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:48:59.197775 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-9e7ad9c7-dd23-404d-85f2-f8d81612dd1c service neutron] 10.222.0.76 "GET /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142468 Dec 16 22:48:59.201057 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.219430 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624fc2b4-a57e-4693-bcef-32932868b496 None None] The sync data for ids ['8c11bece-3074-411f-9120-8dbedace6831'] in n-d-815324-4 is: [{'id': '8c11bece-3074-411f-9120-8dbedace6831', 'name': 'tempest-TestServerMultinode-766929648-router', 'tenant_id': '1af4529ccea944cf9ab7ca7439b1a271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'e418dca1-850c-405f-9c92-c5f0e36c1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:48:54Z', 'updated_at': '2021-12-16T22:48:55Z', 'revision_number': 3, 'project_id': '1af4529ccea944cf9ab7ca7439b1a271', 'gw_port': {'id': 'e418dca1-850c-405f-9c92-c5f0e36c1795', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:39:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c11bece-3074-411f-9120-8dbedace6831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:55Z', 'updated_at': '2021-12-16T22:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:48:59.278634 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5ad1b3bb-aa71-4f32-9067-fba9f15ffbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.368251 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1b3bb-aa71-4f32-9067-fba9f15ffbd9 None None] Pushing event updated for resources: {'Port': ['ID=e418dca1-850c-405f-9c92-c5f0e36c1795,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:59.381061 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-ba3d6fe9-d44a-4c9d-8a6d-e7176faeecae service neutron] 10.222.0.76 "GET /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747901 Dec 16 22:48:59.399964 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bb149703-c233-4f6e-b786-067d5c4027b3 None None] Provisioning complete for port 6cd5fbce-db23-4e3e-9a8b-e0119101ffc3 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:48:59.400462 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bb149703-c233-4f6e-b786-067d5c4027b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.420154 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d6b2a3e-ecd1-4fcd-abab-d3c0c3ceab16 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.442827 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bb149703-c233-4f6e-b786-067d5c4027b3 None None] Port 6cd5fbce-db23-4e3e-9a8b-e0119101ffc3 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:48:59.558453 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d6b2a3e-ecd1-4fcd-abab-d3c0c3ceab16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.667632 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b2a3e-ecd1-4fcd-abab-d3c0c3ceab16 admin admin] Pushing event updated for resources: {'Port': ['ID=6cd5fbce-db23-4e3e-9a8b-e0119101ffc3,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:48:59.673214 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d6b2a3e-ecd1-4fcd-abab-d3c0c3ceab16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:48:59.685735 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b10cd-7bdc-448e-aaf6-b6f34ff7991d req-8261d888-47ea-414b-9656-692583911c7d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:48:59.687686 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-780b10cd-7bdc-448e-aaf6-b6f34ff7991d req-8261d888-47ea-414b-9656-692583911c7d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 944 time: 0.1668830 Dec 16 22:48:59.820619 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-780b10cd-7bdc-448e-aaf6-b6f34ff7991d req-a3fa5c64-698b-4ad4-9686-f7bf9b378826 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261845 Dec 16 22:48:59.871010 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6b2a3e-ecd1-4fcd-abab-d3c0c3ceab16 admin admin] Network 4554773a-16a7-43e4-bab4-1127dd04cd2b is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:48:59.873018 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-8d6b2a3e-ecd1-4fcd-abab-d3c0c3ceab16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:48:59.892552 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e418dca1-850c-405f-9c92-c5f0e36c1795 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:48:59.982656 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port e418dca1-850c-405f-9c92-c5f0e36c1795 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:48:59.983030 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:00.043526 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6b2a3e-ecd1-4fcd-abab-d3c0c3ceab16 admin admin] Router 8c11bece-3074-411f-9120-8dbedace6831 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:49:00.067316 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 76196b82-1021-47df-a949-adaf3e9adecd up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:49:00.226264 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6b2a3e-ecd1-4fcd-abab-d3c0c3ceab16 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:49:00.231932 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8d6b2a3e-ecd1-4fcd-abab-d3c0c3ceab16 admin admin] 10.222.0.75 "PUT /v2.0/routers/8c11bece-3074-411f-9120-8dbedace6831/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9595459 Dec 16 22:49:00.285313 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 76196b82-1021-47df-a949-adaf3e9adecd completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:49:00.294471 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 76196b82-1021-47df-a949-adaf3e9adecd triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:00.294849 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:00.303117 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-67f2fc8a-d47e-465f-ba25-6eae8a0cc9bc None None] Provisioning complete for port 6cd5fbce-db23-4e3e-9a8b-e0119101ffc3 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:00.303117 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67f2fc8a-d47e-465f-ba25-6eae8a0cc9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:00.381057 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-67f2fc8a-d47e-465f-ba25-6eae8a0cc9bc None None] Port 6cd5fbce-db23-4e3e-9a8b-e0119101ffc3 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:49:00.488891 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:00.525937 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61740b6c-afff-4816-8482-8349667b89f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76196b82-1021-47df-a949-adaf3e9adecd'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:49:00.528679 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9695b0c7-08fe-4e84-8875-415c503feb18" -d '{"events": [{"server_uuid": "61740b6c-afff-4816-8482-8349667b89f2", "name": "network-vif-plugged", "status": "completed", "tag": "76196b82-1021-47df-a949-adaf3e9adecd"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:49:00.546728 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 76196b82-1021-47df-a949-adaf3e9adecd, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=76196b82-1021-47df-a949-adaf3e9adecd,segment=NetworkSegment(aa2acf0b-3687-417a-b87a-6f7d4ddee164),segment_id=aa2acf0b-3687-417a-b87a-6f7d4ddee164)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:00.592298 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6660c6de-cc1b-4841-89c6-80d5f1aafc71 x-openstack-request-id: req-6660c6de-cc1b-4841-89c6-80d5f1aafc71 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:49:00.592619 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61740b6c-afff-4816-8482-8349667b89f2", "name": "network-vif-plugged", "status": "completed", "tag": "76196b82-1021-47df-a949-adaf3e9adecd", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:49:00.592901 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6660c6de-cc1b-4841-89c6-80d5f1aafc71 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:49:00.593308 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61740b6c-afff-4816-8482-8349667b89f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76196b82-1021-47df-a949-adaf3e9adecd', 'code': 200} Dec 16 22:49:00.691858 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:00.750651 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=76196b82-1021-47df-a949-adaf3e9adecd,revision_number=9']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:01.187505 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af3177-4b66-450a-aa47-37e8bdbff0da req-3b1cc68e-f3a6-45ad-bc37-82b26a5492a1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:01.189986 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d8af3177-4b66-450a-aa47-37e8bdbff0da req-3b1cc68e-f3a6-45ad-bc37-82b26a5492a1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 945 time: 0.0685878 Dec 16 22:49:01.221819 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56510) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:01.227569 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-4906ce7b-e9f8-40bd-9289-3e7e6bd74b9a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1859545914-network', 'tenant_id': '8696c8af1d5a4b7faf7049e79c6043b4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:01.255528 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d8af3177-4b66-450a-aa47-37e8bdbff0da req-048c0b2a-acb4-45a2-a63f-725416af6341 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556884 Dec 16 22:49:01.281214 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8354a54f-aae1-4206-a763-3652eb85699b None None] Sync routers for ids ['8c11bece-3074-411f-9120-8dbedace6831'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:49:01.294770 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8354a54f-aae1-4206-a763-3652eb85699b None None] Routers {'8c11bece-3074-411f-9120-8dbedace6831'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:49:01.295616 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8354a54f-aae1-4206-a763-3652eb85699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:48:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['8c11bece-3074-411f-9120-8dbedace6831'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:01.325981 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4906ce7b-e9f8-40bd-9289-3e7e6bd74b9a admin admin] Made reservation on behalf of 8696c8af1d5a4b7faf7049e79c6043b4 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:01.328729 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4906ce7b-e9f8-40bd-9289-3e7e6bd74b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:01.341036 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4906ce7b-e9f8-40bd-9289-3e7e6bd74b9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:01.428247 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-8354a54f-aae1-4206-a763-3652eb85699b None None] Set router 8c11bece-3074-411f-9120-8dbedace6831 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:49:01.436988 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4906ce7b-e9f8-40bd-9289-3e7e6bd74b9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:01.531756 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4906ce7b-e9f8-40bd-9289-3e7e6bd74b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:01.561136 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4906ce7b-e9f8-40bd-9289-3e7e6bd74b9a admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:49:01.568710 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906ce7b-e9f8-40bd-9289-3e7e6bd74b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:01.577103 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4906ce7b-e9f8-40bd-9289-3e7e6bd74b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:01.577425 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-4906ce7b-e9f8-40bd-9289-3e7e6bd74b9a admin admin] Added segment 7bbc6911-68df-4a11-b11b-dc3036faebf8 of type vlan for network 98cb3275-646a-4fa3-bcca-6c3331743b88 Dec 16 22:49:01.636267 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4906ce7b-e9f8-40bd-9289-3e7e6bd74b9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:01.679857 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8354a54f-aae1-4206-a763-3652eb85699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c11bece-3074-411f-9120-8dbedace6831', 'name': 'tempest-TestServerMultinode-766929648-router', 'tenant_id': '1af4529ccea944cf9ab7ca7439b1a271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'e418dca1-850c-405f-9c92-c5f0e36c1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:48:54Z', 'updated_at': '2021-12-16T22:48:58Z', 'revision_number': 4, 'project_id': '1af4529ccea944cf9ab7ca7439b1a271', 'gw_port': {'id': 'e418dca1-850c-405f-9c92-c5f0e36c1795', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c11bece-3074-411f-9120-8dbedace6831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:55Z', 'updated_at': '2021-12-16T22:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '6cd5fbce-db23-4e3e-9a8b-e0119101ffc3', 'name': '', 'network_id': '4554773a-16a7-43e4-bab4-1127dd04cd2b', 'tenant_id': '1af4529ccea944cf9ab7ca7439b1a271', 'mac_address': 'fa:16:3e:27:d0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c11bece-3074-411f-9120-8dbedace6831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '36ee8865-ed2e-45a2-ac11-b2c338713002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:57Z', 'updated_at': '2021-12-16T22:48:59Z', 'revision_number': 2, 'project_id': '1af4529ccea944cf9ab7ca7439b1a271', 'subnets': [{'id': '36ee8865-ed2e-45a2-ac11-b2c338713002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:01.709886 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8354a54f-aae1-4206-a763-3652eb85699b None None] Checking router: 8c11bece-3074-411f-9120-8dbedace6831 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:49:01.710967 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8354a54f-aae1-4206-a763-3652eb85699b None None] Updating router 8c11bece-3074-411f-9120-8dbedace6831 port 6cd5fbce-db23-4e3e-9a8b-e0119101ffc3 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:49:01.745102 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8354a54f-aae1-4206-a763-3652eb85699b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:01.823382 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4906ce7b-e9f8-40bd-9289-3e7e6bd74b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:01.824503 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4906ce7b-e9f8-40bd-9289-3e7e6bd74b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:01.825155 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4906ce7b-e9f8-40bd-9289-3e7e6bd74b9a admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:01.896534 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906ce7b-e9f8-40bd-9289-3e7e6bd74b9a admin admin] Pushing event updated for resources: {'Network': ['ID=98cb3275-646a-4fa3-bcca-6c3331743b88,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:01.927099 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 98cb3275-646a-4fa3-bcca-6c3331743b88 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:49:02.049387 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4906ce7b-e9f8-40bd-9289-3e7e6bd74b9a admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8262084 Dec 16 22:49:02.052055 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56524) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:02.059323 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-903cfd0f-c2f4-4c9d-bb5b-f61246926408 admin admin] Request body: {'subnet': {'network_id': '98cb3275-646a-4fa3-bcca-6c3331743b88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1859545914-subnet', 'tenant_id': '8696c8af1d5a4b7faf7049e79c6043b4', 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:02.240763 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903cfd0f-c2f4-4c9d-bb5b-f61246926408 admin admin] Made reservation on behalf of 8696c8af1d5a4b7faf7049e79c6043b4 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:02.252712 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-903cfd0f-c2f4-4c9d-bb5b-f61246926408 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:02.260252 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8354a54f-aae1-4206-a763-3652eb85699b None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:02.466550 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f55e59-65a0-4546-9491-871409424f07 req-cdeef946-7033-49b8-8326-ae88f30ff0cb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:02.468422 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a9f55e59-65a0-4546-9491-871409424f07 req-cdeef946-7033-49b8-8326-ae88f30ff0cb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 945 time: 0.1299415 Dec 16 22:49:02.562230 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a9f55e59-65a0-4546-9491-871409424f07 req-6ca54637-1217-40c1-a8ac-fe05599117f0 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843358 Dec 16 22:49:02.722850 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8354a54f-aae1-4206-a763-3652eb85699b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:02.758458 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-903cfd0f-c2f4-4c9d-bb5b-f61246926408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:02.795975 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911366c-ca8c-40c0-ae8a-7f09b5eadc5c None None] Pushing event updated for resources: {'Port': ['ID=6cd5fbce-db23-4e3e-9a8b-e0119101ffc3,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:02.864777 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-8354a54f-aae1-4206-a763-3652eb85699b None None] Attempting to bind port 6cd5fbce-db23-4e3e-9a8b-e0119101ffc3 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:49:02.864777 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-8354a54f-aae1-4206-a763-3652eb85699b None None] Attempting to bind port 6cd5fbce-db23-4e3e-9a8b-e0119101ffc3 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '1490274f-a7c8-4a88-8ba2-946dfdb19379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4554773a-16a7-43e4-bab4-1127dd04cd2b'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:49:02.864777 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8354a54f-aae1-4206-a763-3652eb85699b None None] Attempting to bind port 6cd5fbce-db23-4e3e-9a8b-e0119101ffc3 on network 4554773a-16a7-43e4-bab4-1127dd04cd2b {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:49:02.870602 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8354a54f-aae1-4206-a763-3652eb85699b None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:49:02.871104 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8354a54f-aae1-4206-a763-3652eb85699b None None] Checking segment: {'id': '1490274f-a7c8-4a88-8ba2-946dfdb19379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4554773a-16a7-43e4-bab4-1127dd04cd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:49:02.871623 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8354a54f-aae1-4206-a763-3652eb85699b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:02.872129 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8354a54f-aae1-4206-a763-3652eb85699b None None] Bound using segment: {'id': '1490274f-a7c8-4a88-8ba2-946dfdb19379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4554773a-16a7-43e4-bab4-1127dd04cd2b'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:49:02.872726 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-8354a54f-aae1-4206-a763-3652eb85699b None None] Bound port: 6cd5fbce-db23-4e3e-9a8b-e0119101ffc3, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1490274f-a7c8-4a88-8ba2-946dfdb19379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4554773a-16a7-43e4-bab4-1127dd04cd2b'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:49:02.873241 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8354a54f-aae1-4206-a763-3652eb85699b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:02.878231 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903cfd0f-c2f4-4c9d-bb5b-f61246926408 admin admin] Checking segment: {'id': '7bbc6911-68df-4a11-b11b-dc3036faebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '98cb3275-646a-4fa3-bcca-6c3331743b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:49:02.878599 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903cfd0f-c2f4-4c9d-bb5b-f61246926408 admin admin] Network hostable DHCP agents. Network: 98cb3275-646a-4fa3-bcca-6c3331743b88, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:49:02.882912 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903cfd0f-c2f4-4c9d-bb5b-f61246926408 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20edff31-6dcb-452d-bf70-448b422fd2f6,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:02.964863 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8354a54f-aae1-4206-a763-3652eb85699b None None] For port 6cd5fbce-db23-4e3e-9a8b-e0119101ffc3, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:49:02.970428 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8354a54f-aae1-4206-a763-3652eb85699b None None] For port 6cd5fbce-db23-4e3e-9a8b-e0119101ffc3, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=6cd5fbce-db23-4e3e-9a8b-e0119101ffc3,segment=NetworkSegment(1490274f-a7c8-4a88-8ba2-946dfdb19379),segment_id=1490274f-a7c8-4a88-8ba2-946dfdb19379)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:49:02.973094 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903cfd0f-c2f4-4c9d-bb5b-f61246926408 admin admin] Network 98cb3275-646a-4fa3-bcca-6c3331743b88 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:49:03.047773 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8354a54f-aae1-4206-a763-3652eb85699b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:03.126583 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-903cfd0f-c2f4-4c9d-bb5b-f61246926408 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 98cb3275-646a-4fa3-bcca-6c3331743b88) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:03.136896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903cfd0f-c2f4-4c9d-bb5b-f61246926408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:03.137926 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-903cfd0f-c2f4-4c9d-bb5b-f61246926408 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:03.146955 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e3cb54-f118-4873-8dc6-b5e7a29b16a0 None None] Network 98cb3275-646a-4fa3-bcca-6c3331743b88 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:03.158408 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8354a54f-aae1-4206-a763-3652eb85699b None None] Routers {'8c11bece-3074-411f-9120-8dbedace6831'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:49:03.159219 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8354a54f-aae1-4206-a763-3652eb85699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:48:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['8c11bece-3074-411f-9120-8dbedace6831'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:03.171354 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911366c-ca8c-40c0-ae8a-7f09b5eadc5c None None] Pushing event updated for resources: {'Port': ['ID=6cd5fbce-db23-4e3e-9a8b-e0119101ffc3,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:03.277971 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-903cfd0f-c2f4-4c9d-bb5b-f61246926408 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2197993 Dec 16 22:49:03.278670 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56540) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:03.282902 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-d2103e5d-50b5-4147-af30-bbe24f363c59 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1859545914-router', 'tenant_id': '8696c8af1d5a4b7faf7049e79c6043b4', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:03.294260 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f64d0c38-bfe4-4ddf-a63e-b0a8ae495e5e None None] Provisioning complete for port 6cd5fbce-db23-4e3e-9a8b-e0119101ffc3 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:03.294886 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f64d0c38-bfe4-4ddf-a63e-b0a8ae495e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:03.327840 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-9feaec47-1d66-48a7-b8d6-79a1598fe8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:03.330305 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-9feaec47-1d66-48a7-b8d6-79a1598fe8b0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2&tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be HTTP/1.1" status: 200 len: 1096 time: 0.0685477 Dec 16 22:49:03.350339 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-d7e71ade-3e75-40d8-abe0-580f60c74512 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-4', 'device_owner': 'compute:nova'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:03.372860 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d2103e5d-50b5-4147-af30-bbe24f363c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:03.373969 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d2103e5d-50b5-4147-af30-bbe24f363c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:03.460242 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-d7e71ade-3e75-40d8-abe0-580f60c74512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:03.481685 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d2103e5d-50b5-4147-af30-bbe24f363c59 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:03.484227 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-8354a54f-aae1-4206-a763-3652eb85699b None None] Set router 8c11bece-3074-411f-9120-8dbedace6831 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:49:03.503081 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5d0e6e-b464-4180-b71b-64def4cc914a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-98cb3275-646a-4fa3-bcca-6c3331743b88', 'network_id': '98cb3275-646a-4fa3-bcca-6c3331743b88', 'project_id': '8696c8af1d5a4b7faf7049e79c6043b4', 'fixed_ips': [{'subnet_id': '20edff31-6dcb-452d-bf70-448b422fd2f6'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:49:03.503875 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa5d0e6e-b464-4180-b71b-64def4cc914a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:03.818871 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-fa5d0e6e-b464-4180-b71b-64def4cc914a None None] Allocated IP 172.20.0.2 (98cb3275-646a-4fa3-bcca-6c3331743b88/20edff31-6dcb-452d-bf70-448b422fd2f6/7ecbafe6-7c97-4d62-870a-a434240226fb) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:03.829016 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d2103e5d-50b5-4147-af30-bbe24f363c59 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:03.846782 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b3294-75af-47d6-bab1-6c8bb5c3cfc0 req-88e7ef8d-09b5-45dc-9bef-7c94062deec3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:03.848914 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d40b3294-75af-47d6-bab1-6c8bb5c3cfc0 req-88e7ef8d-09b5-45dc-9bef-7c94062deec3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 945 time: 0.1315267 Dec 16 22:49:03.878018 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-d7e71ade-3e75-40d8-abe0-580f60c74512 service neutron] For port 76196b82-1021-47df-a949-adaf3e9adecd, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=76196b82-1021-47df-a949-adaf3e9adecd,segment=NetworkSegment(aa2acf0b-3687-417a-b87a-6f7d4ddee164),segment_id=aa2acf0b-3687-417a-b87a-6f7d4ddee164)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:03.929486 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-d7e71ade-3e75-40d8-abe0-580f60c74512 service neutron] For port 76196b82-1021-47df-a949-adaf3e9adecd, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:49:03.964316 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d40b3294-75af-47d6-bab1-6c8bb5c3cfc0 req-6b8d32b5-7e41-42bf-944f-e8602ce4d009 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048734 Dec 16 22:49:03.996585 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-d7e71ade-3e75-40d8-abe0-580f60c74512 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:04.013696 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-d7e71ade-3e75-40d8-abe0-580f60c74512 service neutron] Transition to ACTIVE for port object 76196b82-1021-47df-a949-adaf3e9adecd will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:49:04.013696 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61740b6c-afff-4816-8482-8349667b89f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76196b82-1021-47df-a949-adaf3e9adecd'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:49:04.016899 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c83ee4-22bc-43b1-a04b-d74ab2d9558c" -d '{"events": [{"server_uuid": "61740b6c-afff-4816-8482-8349667b89f2", "name": "network-vif-unplugged", "status": "completed", "tag": "76196b82-1021-47df-a949-adaf3e9adecd"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:49:04.050545 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f64d0c38-bfe4-4ddf-a63e-b0a8ae495e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:04.092821 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-d7e71ade-3e75-40d8-abe0-580f60c74512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:04.108614 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3055db2-0387-49d5-b158-6054f79015ae x-openstack-request-id: req-d3055db2-0387-49d5-b158-6054f79015ae {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:49:04.108979 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61740b6c-afff-4816-8482-8349667b89f2", "name": "network-vif-unplugged", "status": "completed", "tag": "76196b82-1021-47df-a949-adaf3e9adecd", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:49:04.109302 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d3055db2-0387-49d5-b158-6054f79015ae {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:49:04.109933 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61740b6c-afff-4816-8482-8349667b89f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76196b82-1021-47df-a949-adaf3e9adecd', 'code': 200} Dec 16 22:49:04.123892 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f64d0c38-bfe4-4ddf-a63e-b0a8ae495e5e None None] For port 6cd5fbce-db23-4e3e-9a8b-e0119101ffc3, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=6cd5fbce-db23-4e3e-9a8b-e0119101ffc3,segment=NetworkSegment(1490274f-a7c8-4a88-8ba2-946dfdb19379),segment_id=1490274f-a7c8-4a88-8ba2-946dfdb19379)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:04.188584 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa5d0e6e-b464-4180-b71b-64def4cc914a None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:04.205877 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f64d0c38-bfe4-4ddf-a63e-b0a8ae495e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:04.278752 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-d7e71ade-3e75-40d8-abe0-580f60c74512 service neutron] No DVR routers for this DVR port 76196b82-1021-47df-a949-adaf3e9adecd on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:49:04.289321 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e71ade-3e75-40d8-abe0-580f60c74512 service neutron] Pushing event updated for resources: {'Port': ['ID=76196b82-1021-47df-a949-adaf3e9adecd,revision_number=10']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:04.301976 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d2103e5d-50b5-4147-af30-bbe24f363c59 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:04.309674 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d0c38-bfe4-4ddf-a63e-b0a8ae495e5e None None] Pushing event updated for resources: {'Port': ['ID=6cd5fbce-db23-4e3e-9a8b-e0119101ffc3,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:04.339343 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d2103e5d-50b5-4147-af30-bbe24f363c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:04.352994 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2629cc59-b98a-4841-b450-d97dd7a6c0f4 None None] Provisioning complete for port 6cd5fbce-db23-4e3e-9a8b-e0119101ffc3 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:04.353547 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2629cc59-b98a-4841-b450-d97dd7a6c0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:04.358656 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8354a54f-aae1-4206-a763-3652eb85699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c11bece-3074-411f-9120-8dbedace6831', 'name': 'tempest-TestServerMultinode-766929648-router', 'tenant_id': '1af4529ccea944cf9ab7ca7439b1a271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'e418dca1-850c-405f-9c92-c5f0e36c1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:48:54Z', 'updated_at': '2021-12-16T22:48:58Z', 'revision_number': 4, 'project_id': '1af4529ccea944cf9ab7ca7439b1a271', 'gw_port': {'id': 'e418dca1-850c-405f-9c92-c5f0e36c1795', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c11bece-3074-411f-9120-8dbedace6831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:55Z', 'updated_at': '2021-12-16T22:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '6cd5fbce-db23-4e3e-9a8b-e0119101ffc3', 'name': '', 'network_id': '4554773a-16a7-43e4-bab4-1127dd04cd2b', 'tenant_id': '1af4529ccea944cf9ab7ca7439b1a271', 'mac_address': 'fa:16:3e:27:d0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c11bece-3074-411f-9120-8dbedace6831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '36ee8865-ed2e-45a2-ac11-b2c338713002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:57Z', 'updated_at': '2021-12-16T22:49:02Z', 'revision_number': 4, 'project_id': '1af4529ccea944cf9ab7ca7439b1a271', 'subnets': [{'id': '36ee8865-ed2e-45a2-ac11-b2c338713002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:04.456330 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa5d0e6e-b464-4180-b71b-64def4cc914a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:04.485960 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8354a54f-aae1-4206-a763-3652eb85699b None None] The sync data for ids ['8c11bece-3074-411f-9120-8dbedace6831'] in n-d-815324-4 is: [{'id': '8c11bece-3074-411f-9120-8dbedace6831', 'name': 'tempest-TestServerMultinode-766929648-router', 'tenant_id': '1af4529ccea944cf9ab7ca7439b1a271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'e418dca1-850c-405f-9c92-c5f0e36c1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:48:54Z', 'updated_at': '2021-12-16T22:48:58Z', 'revision_number': 4, 'project_id': '1af4529ccea944cf9ab7ca7439b1a271', 'gw_port': {'id': 'e418dca1-850c-405f-9c92-c5f0e36c1795', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c11bece-3074-411f-9120-8dbedace6831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:55Z', 'updated_at': '2021-12-16T22:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '6cd5fbce-db23-4e3e-9a8b-e0119101ffc3', 'name': '', 'network_id': '4554773a-16a7-43e4-bab4-1127dd04cd2b', 'tenant_id': '1af4529ccea944cf9ab7ca7439b1a271', 'mac_address': 'fa:16:3e:27:d0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c11bece-3074-411f-9120-8dbedace6831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '36ee8865-ed2e-45a2-ac11-b2c338713002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:57Z', 'updated_at': '2021-12-16T22:49:02Z', 'revision_number': 4, 'project_id': '1af4529ccea944cf9ab7ca7439b1a271', 'subnets': [{'id': '36ee8865-ed2e-45a2-ac11-b2c338713002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:49:04.509058 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-d7e71ade-3e75-40d8-abe0-580f60c74512 service neutron] Attempting to bind port 76196b82-1021-47df-a949-adaf3e9adecd on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:49:04.509531 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-d7e71ade-3e75-40d8-abe0-580f60c74512 service neutron] Attempting to bind port 76196b82-1021-47df-a949-adaf3e9adecd by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'aa2acf0b-3687-417a-b87a-6f7d4ddee164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:49:04.509966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-d7e71ade-3e75-40d8-abe0-580f60c74512 service neutron] Attempting to bind port 76196b82-1021-47df-a949-adaf3e9adecd on network 85fa5bf2-66f0-418b-bac3-00ff14162efe {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:49:04.515719 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-d7e71ade-3e75-40d8-abe0-580f60c74512 service neutron] Port 76196b82-1021-47df-a949-adaf3e9adecd on network 85fa5bf2-66f0-418b-bac3-00ff14162efe not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:49:04.516144 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-d7e71ade-3e75-40d8-abe0-580f60c74512 service neutron] Attempting to bind port 76196b82-1021-47df-a949-adaf3e9adecd on network 85fa5bf2-66f0-418b-bac3-00ff14162efe {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:49:04.521738 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-d2103e5d-50b5-4147-af30-bbe24f363c59 admin admin] Allocated IP 172.25.6.251 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/ec103bdb-3ec1-452a-9513-6e67e90d25d5) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:04.533423 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-d7e71ade-3e75-40d8-abe0-580f60c74512 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:49:04.533423 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-d7e71ade-3e75-40d8-abe0-580f60c74512 service neutron] Checking segment: {'id': 'aa2acf0b-3687-417a-b87a-6f7d4ddee164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:49:04.533423 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-d7e71ade-3e75-40d8-abe0-580f60c74512 service neutron] Bound using segment: {'id': 'aa2acf0b-3687-417a-b87a-6f7d4ddee164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:49:04.533423 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-d7e71ade-3e75-40d8-abe0-580f60c74512 service neutron] Bound port: 76196b82-1021-47df-a949-adaf3e9adecd, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa2acf0b-3687-417a-b87a-6f7d4ddee164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:49:04.533423 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-d7e71ade-3e75-40d8-abe0-580f60c74512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:04.573532 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5d0e6e-b464-4180-b71b-64def4cc914a None None] Network 98cb3275-646a-4fa3-bcca-6c3331743b88 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:04.583705 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-fa5d0e6e-b464-4180-b71b-64def4cc914a None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:04.590590 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5d0e6e-b464-4180-b71b-64def4cc914a None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:04.641068 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-d7e71ade-3e75-40d8-abe0-580f60c74512 service neutron] For port 76196b82-1021-47df-a949-adaf3e9adecd, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:49:04.645061 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-d7e71ade-3e75-40d8-abe0-580f60c74512 service neutron] For port 76196b82-1021-47df-a949-adaf3e9adecd, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=76196b82-1021-47df-a949-adaf3e9adecd,segment=NetworkSegment(aa2acf0b-3687-417a-b87a-6f7d4ddee164),segment_id=aa2acf0b-3687-417a-b87a-6f7d4ddee164)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:49:04.664466 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d0e6e-b464-4180-b71b-64def4cc914a None None] Pushing event updated for resources: {'Port': ['ID=7ecbafe6-7c97-4d62-870a-a434240226fb,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:04.718379 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-fa5d0e6e-b464-4180-b71b-64def4cc914a None None] Attempting to bind port 7ecbafe6-7c97-4d62-870a-a434240226fb on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:49:04.718767 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-fa5d0e6e-b464-4180-b71b-64def4cc914a None None] Attempting to bind port 7ecbafe6-7c97-4d62-870a-a434240226fb by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '7bbc6911-68df-4a11-b11b-dc3036faebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '98cb3275-646a-4fa3-bcca-6c3331743b88'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:49:04.719190 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5d0e6e-b464-4180-b71b-64def4cc914a None None] Attempting to bind port 7ecbafe6-7c97-4d62-870a-a434240226fb on network 98cb3275-646a-4fa3-bcca-6c3331743b88 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:49:04.724750 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5d0e6e-b464-4180-b71b-64def4cc914a None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:49:04.725146 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5d0e6e-b464-4180-b71b-64def4cc914a None None] Checking segment: {'id': '7bbc6911-68df-4a11-b11b-dc3036faebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '98cb3275-646a-4fa3-bcca-6c3331743b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:49:04.726131 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa5d0e6e-b464-4180-b71b-64def4cc914a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:04.726564 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5d0e6e-b464-4180-b71b-64def4cc914a None None] Bound using segment: {'id': '7bbc6911-68df-4a11-b11b-dc3036faebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '98cb3275-646a-4fa3-bcca-6c3331743b88'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:49:04.727076 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-fa5d0e6e-b464-4180-b71b-64def4cc914a None None] Bound port: 7ecbafe6-7c97-4d62-870a-a434240226fb, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bbc6911-68df-4a11-b11b-dc3036faebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '98cb3275-646a-4fa3-bcca-6c3331743b88'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:49:04.727462 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa5d0e6e-b464-4180-b71b-64def4cc914a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:04.732454 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-d7e71ade-3e75-40d8-abe0-580f60c74512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:04.735139 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d2103e5d-50b5-4147-af30-bbe24f363c59 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:04.823535 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-d7e71ade-3e75-40d8-abe0-580f60c74512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:04.824332 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-d7e71ade-3e75-40d8-abe0-580f60c74512 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:04.827910 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-d7e71ade-3e75-40d8-abe0-580f60c74512 service neutron] 10.222.0.57 "PUT /v2.0/ports/76196b82-1021-47df-a949-adaf3e9adecd HTTP/1.1" status: 200 len: 1092 time: 1.4839780 Dec 16 22:49:04.834488 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-fa5d0e6e-b464-4180-b71b-64def4cc914a None None] For port 7ecbafe6-7c97-4d62-870a-a434240226fb, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:49:04.848711 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e71ade-3e75-40d8-abe0-580f60c74512 service neutron] Pushing event updated for resources: {'Port': ['ID=76196b82-1021-47df-a949-adaf3e9adecd,revision_number=11']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:04.857287 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-fa5d0e6e-b464-4180-b71b-64def4cc914a None None] For port 7ecbafe6-7c97-4d62-870a-a434240226fb, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7ecbafe6-7c97-4d62-870a-a434240226fb,segment=NetworkSegment(7bbc6911-68df-4a11-b11b-dc3036faebf8),segment_id=7bbc6911-68df-4a11-b11b-dc3036faebf8)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:49:04.929279 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-05bdd34a-b211-462c-bf4f-cd489a31b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:04.931366 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-05bdd34a-b211-462c-bf4f-cd489a31b781 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 1095 time: 0.0565250 Dec 16 22:49:04.956888 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d2103e5d-50b5-4147-af30-bbe24f363c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:04.989677 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa5d0e6e-b464-4180-b71b-64def4cc914a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:05.049021 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2103e5d-50b5-4147-af30-bbe24f363c59 admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:05.071298 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-d2103e5d-50b5-4147-af30-bbe24f363c59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:05.073816 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2103e5d-50b5-4147-af30-bbe24f363c59 admin admin] Pushing event updated for resources: {'Port': ['ID=ec103bdb-3ec1-452a-9513-6e67e90d25d5,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:05.076718 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2103e5d-50b5-4147-af30-bbe24f363c59 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:05.139313 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7133179-db57-4456-996e-dfdee63901bc None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:49:05.185318 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d0e6e-b464-4180-b71b-64def4cc914a None None] Pushing event updated for resources: {'Port': ['ID=7ecbafe6-7c97-4d62-870a-a434240226fb,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:05.241349 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-036d629f-ed68-4d2d-ba48-861d61393bc7 None None] Provisioning complete for port ec103bdb-3ec1-452a-9513-6e67e90d25d5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:05.242466 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-036d629f-ed68-4d2d-ba48-861d61393bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:05.332985 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-66425f47-f050-4a3b-9974-64985e62d93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:05.334012 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-036d629f-ed68-4d2d-ba48-861d61393bc7 None None] Port ec103bdb-3ec1-452a-9513-6e67e90d25d5 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:49:05.334718 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-66425f47-f050-4a3b-9974-64985e62d93a service neutron] 10.222.0.57 "GET /v2.0/networks?id=85fa5bf2-66f0-418b-bac3-00ff14162efe HTTP/1.1" status: 200 len: 896 time: 0.3963964 Dec 16 22:49:05.488414 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-527189e3-f1e5-4403-9dfe-d9dbed6c52d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76196b82-1021-47df-a949-adaf3e9adecd HTTP/1.1" status: 200 len: 999 time: 0.1455536 Dec 16 22:49:05.489671 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a12ee-63d7-4315-9e76-71614712c892 req-bc2e05b8-fc57-4dfd-84d4-a65120506df0 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:05.492219 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-981a12ee-63d7-4315-9e76-71614712c892 req-bc2e05b8-fc57-4dfd-84d4-a65120506df0 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 944 time: 0.2847631 Dec 16 22:49:05.555301 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e680abab-d6a7-4626-b65f-e08246237f50 req-2b184934-c47b-4b7e-84f4-df88a2833dfa tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-182654416&fields=id&tenant_id=50fe3c907f2a4ef2a5e50c4753c50795 HTTP/1.1" status: 200 len: 267 time: 0.1521034 Dec 16 22:49:05.587767 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-981a12ee-63d7-4315-9e76-71614712c892 req-5db01128-f752-4a57-9536-d955f15afa76 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765443 Dec 16 22:49:05.603849 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-6309c002-48d1-478e-9380-e0ee31e14dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:05.606337 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-6309c002-48d1-478e-9380-e0ee31e14dac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0285f658-6c63-4d47-9ee3-457d8ee4d3f7 HTTP/1.1" status: 200 len: 835 time: 0.1074171 Dec 16 22:49:05.798186 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-82bbacee-b529-4e29-8a0a-f3309fdff1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:05.801309 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-82bbacee-b529-4e29-8a0a-f3309fdff1d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85fa5bf2-66f0-418b-bac3-00ff14162efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371105 Dec 16 22:49:05.801534 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d2103e5d-50b5-4147-af30-bbe24f363c59 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:05.893845 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680abab-d6a7-4626-b65f-e08246237f50 req-18e40eff-9da2-4326-ac0e-5d365f609c87 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:05.895766 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e680abab-d6a7-4626-b65f-e08246237f50 req-18e40eff-9da2-4326-ac0e-5d365f609c87 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 811 time: 0.3280039 Dec 16 22:49:05.926984 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e680abab-d6a7-4626-b65f-e08246237f50 req-1e2fa068-6ecf-4d32-8a34-65e8e9631d14 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/quotas/50fe3c907f2a4ef2a5e50c4753c50795 HTTP/1.1" status: 200 len: 375 time: 0.0231528 Dec 16 22:49:06.005214 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7ecbafe6-7c97-4d62-870a-a434240226fb up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:49:06.021704 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-7d6ba455-11cc-4e30-acf9-5e1d19be39f7 service neutron] 10.222.0.57 "GET /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120247 Dec 16 22:49:06.061587 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 76196b82-1021-47df-a949-adaf3e9adecd no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:49:06.098392 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d2103e5d-50b5-4147-af30-bbe24f363c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:06.113415 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e680abab-d6a7-4626-b65f-e08246237f50 req-d512f26d-79db-46f4-baaf-63b8b08117f9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1760111 Dec 16 22:49:06.117073 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61740b6c-afff-4816-8482-8349667b89f2', 'tag': '76196b82-1021-47df-a949-adaf3e9adecd'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:49:06.145677 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdc1e56-e99f-4dde-ae12-0be7bd9e83fc" -d '{"events": [{"name": "network-changed", "server_uuid": "61740b6c-afff-4816-8482-8349667b89f2", "tag": "76196b82-1021-47df-a949-adaf3e9adecd"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:49:06.146335 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 76196b82-1021-47df-a949-adaf3e9adecd not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:49:06.164452 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 7ecbafe6-7c97-4d62-870a-a434240226fb triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:06.166591 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:06.248373 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc6e13d-65df-49ba-8f93-d4862ec8c250 x-openstack-request-id: req-7bc6e13d-65df-49ba-8f93-d4862ec8c250 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:49:06.249892 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61740b6c-afff-4816-8482-8349667b89f2", "tag": "76196b82-1021-47df-a949-adaf3e9adecd", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:49:06.250176 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7bc6e13d-65df-49ba-8f93-d4862ec8c250 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:49:06.250603 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61740b6c-afff-4816-8482-8349667b89f2', 'tag': '76196b82-1021-47df-a949-adaf3e9adecd', 'status': 'completed', 'code': 200} Dec 16 22:49:06.324128 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1595d85-dc9e-4af5-8741-45d5ebcd7d86 req-14a88773-1fdd-47e2-9f8d-5469204b1ce3 service neutron] 10.222.0.57 "GET /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931776 Dec 16 22:49:06.368240 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e680abab-d6a7-4626-b65f-e08246237f50 req-6afe44e6-7cff-4f68-a65a-b8f8755774c9 service neutron] 10.222.0.75 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177737 Dec 16 22:49:06.383944 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:06.436348 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 7ecbafe6-7c97-4d62-870a-a434240226fb, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7ecbafe6-7c97-4d62-870a-a434240226fb,segment=NetworkSegment(7bbc6911-68df-4a11-b11b-dc3036faebf8),segment_id=7bbc6911-68df-4a11-b11b-dc3036faebf8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:06.457598 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2103e5d-50b5-4147-af30-bbe24f363c59 admin admin] Router e017197b-8e73-495c-a8cc-4ae28f7f079c is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:49:06.514531 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:06.515548 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 6cd5fbce-db23-4e3e-9a8b-e0119101ffc3 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:49:06.517272 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc1e56-e99f-4dde-ae12-0be7bd9e83fc req-041bec84-1851-4755-a587-9c79627fad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:06.518971 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbdc1e56-e99f-4dde-ae12-0be7bd9e83fc req-041bec84-1851-4755-a587-9c79627fad25 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 1095 time: 0.2160108 Dec 16 22:49:06.569595 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc1e56-e99f-4dde-ae12-0be7bd9e83fc req-32e93168-1fac-4178-a053-22304f73ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:06.571782 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbdc1e56-e99f-4dde-ae12-0be7bd9e83fc req-32e93168-1fac-4178-a053-22304f73ede4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 1095 time: 0.1478829 Dec 16 22:49:06.669424 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=7ecbafe6-7c97-4d62-870a-a434240226fb,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:06.700161 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 6cd5fbce-db23-4e3e-9a8b-e0119101ffc3 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:06.700480 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:06.895628 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bed4805-e85e-4c07-b22e-853e17b6715c None None] Network 98cb3275-646a-4fa3-bcca-6c3331743b88 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:06.973893 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6064d8a1-5447-468b-94e9-e1db0e310cef None None] Provisioning complete for port 7ecbafe6-7c97-4d62-870a-a434240226fb triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:06.974214 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6064d8a1-5447-468b-94e9-e1db0e310cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:07.156168 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e680abab-d6a7-4626-b65f-e08246237f50 req-7003b771-a8fb-4ef4-b135-2fd84f2137cc service neutron] 10.222.0.75 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7665975 Dec 16 22:49:07.213536 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6405072-146b-4f24-9105-1f3d41e56996 req-ba8f4d6c-b532-4a44-8540-bd6177abe249 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:07.215019 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d6405072-146b-4f24-9105-1f3d41e56996 req-ba8f4d6c-b532-4a44-8540-bd6177abe249 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 944 time: 0.0915072 Dec 16 22:49:07.216392 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2103e5d-50b5-4147-af30-bbe24f363c59 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:49:07.227327 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69f35d1-3abe-4e16-8b44-1f166c247eca None None] Sync routers for ids ['e017197b-8e73-495c-a8cc-4ae28f7f079c'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:49:07.255290 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69f35d1-3abe-4e16-8b44-1f166c247eca None None] Routers {'e017197b-8e73-495c-a8cc-4ae28f7f079c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:49:07.255928 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e69f35d1-3abe-4e16-8b44-1f166c247eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:48:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['e017197b-8e73-495c-a8cc-4ae28f7f079c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:07.309183 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d6405072-146b-4f24-9105-1f3d41e56996 req-e4a51311-db37-4bfa-84e0-050ce1aaaa0b tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707371 Dec 16 22:49:07.312744 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d2103e5d-50b5-4147-af30-bbe24f363c59 admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:07.319738 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d2103e5d-50b5-4147-af30-bbe24f363c59 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0396843 Dec 16 22:49:07.324702 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 56602) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:07.340016 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc1e56-e99f-4dde-ae12-0be7bd9e83fc req-77be3f93-d4d0-444c-8c8c-d7d5227d31e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:07.341792 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbdc1e56-e99f-4dde-ae12-0be7bd9e83fc req-77be3f93-d4d0-444c-8c8c-d7d5227d31e3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=85fa5bf2-66f0-418b-bac3-00ff14162efe HTTP/1.1" status: 200 len: 896 time: 0.8095407 Dec 16 22:49:07.389936 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc1e56-e99f-4dde-ae12-0be7bd9e83fc req-be92e755-5667-425d-9506-936f055c509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:07.393028 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbdc1e56-e99f-4dde-ae12-0be7bd9e83fc req-be92e755-5667-425d-9506-936f055c509c service neutron] 10.222.0.57 "GET /v2.0/networks?id=85fa5bf2-66f0-418b-bac3-00ff14162efe HTTP/1.1" status: 200 len: 896 time: 0.7852952 Dec 16 22:49:07.718569 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-e69f35d1-3abe-4e16-8b44-1f166c247eca None None] Set router e017197b-8e73-495c-a8cc-4ae28f7f079c gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:49:07.718818 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e478c0cc-14c2-4d49-b6a1-7550f703e4fc None None] Provisioning complete for port 7ecbafe6-7c97-4d62-870a-a434240226fb triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:07.718818 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e478c0cc-14c2-4d49-b6a1-7550f703e4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:07.719419 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbdc1e56-e99f-4dde-ae12-0be7bd9e83fc req-78b695d4-6381-4700-888a-170a9f4db2b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76196b82-1021-47df-a949-adaf3e9adecd HTTP/1.1" status: 200 len: 999 time: 0.1701951 Dec 16 22:49:07.719419 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbdc1e56-e99f-4dde-ae12-0be7bd9e83fc req-8bd17b11-1757-48db-b6b0-7e122844cecd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76196b82-1021-47df-a949-adaf3e9adecd HTTP/1.1" status: 200 len: 999 time: 0.2121983 Dec 16 22:49:07.756162 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc1e56-e99f-4dde-ae12-0be7bd9e83fc req-49e1c115-ee89-469a-a915-13a6308f9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:07.758281 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbdc1e56-e99f-4dde-ae12-0be7bd9e83fc req-49e1c115-ee89-469a-a915-13a6308f9ba3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0285f658-6c63-4d47-9ee3-457d8ee4d3f7 HTTP/1.1" status: 200 len: 835 time: 0.1533942 Dec 16 22:49:07.763399 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc1e56-e99f-4dde-ae12-0be7bd9e83fc req-2289deaf-7d34-465f-b8a9-cd4b39c33eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:07.764865 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbdc1e56-e99f-4dde-ae12-0be7bd9e83fc req-2289deaf-7d34-465f-b8a9-cd4b39c33eac service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0285f658-6c63-4d47-9ee3-457d8ee4d3f7 HTTP/1.1" status: 200 len: 835 time: 0.1490853 Dec 16 22:49:07.775433 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e69f35d1-3abe-4e16-8b44-1f166c247eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e017197b-8e73-495c-a8cc-4ae28f7f079c', 'name': 'tempest-TestServerMultinode-1859545914-router', 'tenant_id': '8696c8af1d5a4b7faf7049e79c6043b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ec103bdb-3ec1-452a-9513-6e67e90d25d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:03Z', 'updated_at': '2021-12-16T22:49:05Z', 'revision_number': 3, 'project_id': '8696c8af1d5a4b7faf7049e79c6043b4', 'gw_port': {'id': 'ec103bdb-3ec1-452a-9513-6e67e90d25d5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e017197b-8e73-495c-a8cc-4ae28f7f079c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:04Z', 'updated_at': '2021-12-16T22:49:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:07.811462 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69f35d1-3abe-4e16-8b44-1f166c247eca None None] Checking router: e017197b-8e73-495c-a8cc-4ae28f7f079c for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:49:07.811971 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69f35d1-3abe-4e16-8b44-1f166c247eca None None] Updating router e017197b-8e73-495c-a8cc-4ae28f7f079c port ec103bdb-3ec1-452a-9513-6e67e90d25d5 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:49:07.836590 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7ecbafe6-7c97-4d62-870a-a434240226fb up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:49:07.839480 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e69f35d1-3abe-4e16-8b44-1f166c247eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:07.889243 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 7ecbafe6-7c97-4d62-870a-a434240226fb triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:07.889443 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:07.933779 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc1e56-e99f-4dde-ae12-0be7bd9e83fc req-2c71e2c9-5a32-4d10-a833-d8f8398f1283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:07.935571 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbdc1e56-e99f-4dde-ae12-0be7bd9e83fc req-2c71e2c9-5a32-4d10-a833-d8f8398f1283 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85fa5bf2-66f0-418b-bac3-00ff14162efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1393814 Dec 16 22:49:07.943529 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc1e56-e99f-4dde-ae12-0be7bd9e83fc req-4b0b7804-2692-4ecb-9fca-9b122db79129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:07.946734 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbdc1e56-e99f-4dde-ae12-0be7bd9e83fc req-4b0b7804-2692-4ecb-9fca-9b122db79129 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=85fa5bf2-66f0-418b-bac3-00ff14162efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1487670 Dec 16 22:49:08.253718 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbdc1e56-e99f-4dde-ae12-0be7bd9e83fc req-083385b5-7bde-4d0c-9900-2b58e04769e9 service neutron] 10.222.0.57 "GET /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065538 Dec 16 22:49:08.264872 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbdc1e56-e99f-4dde-ae12-0be7bd9e83fc req-a8b99e18-abae-4097-9ded-64d05a31df8a service neutron] 10.222.0.76 "GET /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012865 Dec 16 22:49:08.278661 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e69f35d1-3abe-4e16-8b44-1f166c247eca None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:08.354795 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e69f35d1-3abe-4e16-8b44-1f166c247eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:08.384539 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9626eb-c6e9-49b3-a641-6b050bd3e611 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:49:08.421742 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-e69f35d1-3abe-4e16-8b44-1f166c247eca None None] Attempting to bind port ec103bdb-3ec1-452a-9513-6e67e90d25d5 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:49:08.425198 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-e69f35d1-3abe-4e16-8b44-1f166c247eca None None] Attempting to bind port ec103bdb-3ec1-452a-9513-6e67e90d25d5 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:49:08.425198 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69f35d1-3abe-4e16-8b44-1f166c247eca None None] Attempting to bind port ec103bdb-3ec1-452a-9513-6e67e90d25d5 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:49:08.431367 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69f35d1-3abe-4e16-8b44-1f166c247eca None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:49:08.431750 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69f35d1-3abe-4e16-8b44-1f166c247eca None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:49:08.432629 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e69f35d1-3abe-4e16-8b44-1f166c247eca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:08.432629 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69f35d1-3abe-4e16-8b44-1f166c247eca None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:49:08.433111 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-e69f35d1-3abe-4e16-8b44-1f166c247eca None None] Bound port: ec103bdb-3ec1-452a-9513-6e67e90d25d5, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:49:08.433989 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e69f35d1-3abe-4e16-8b44-1f166c247eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:08.439601 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6c215-51d0-499d-897e-65f7d36b6bce None None] Pushing event updated for resources: {'Port': ['ID=ec103bdb-3ec1-452a-9513-6e67e90d25d5,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:08.487512 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-da5ea520-988b-45db-b5bd-8a7e090c33a5 None None] Provisioning complete for port ec103bdb-3ec1-452a-9513-6e67e90d25d5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:08.488814 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-da5ea520-988b-45db-b5bd-8a7e090c33a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:08.504989 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbdc1e56-e99f-4dde-ae12-0be7bd9e83fc req-41aa3787-6399-4749-945f-18408d354831 service neutron] 10.222.0.76 "GET /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238276 Dec 16 22:49:08.505498 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8900ab-102a-4b93-80c8-278eb6fe2bdc req-0b00a013-7ed0-4fa4-a7ab-d47dc0603128 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:08.506730 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1a8900ab-102a-4b93-80c8-278eb6fe2bdc req-0b00a013-7ed0-4fa4-a7ab-d47dc0603128 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 944 time: 0.0656223 Dec 16 22:49:08.506878 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dbdc1e56-e99f-4dde-ae12-0be7bd9e83fc req-ff95eb7f-e0f3-4db5-acf7-c02274d042b5 service neutron] 10.222.0.57 "GET /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384982 Dec 16 22:49:08.521777 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16392fd2-3aeb-49ae-bf3a-43f93d56b9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:08.539831 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-da5ea520-988b-45db-b5bd-8a7e090c33a5 None None] Port ec103bdb-3ec1-452a-9513-6e67e90d25d5 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:49:08.554029 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-e69f35d1-3abe-4e16-8b44-1f166c247eca None None] For port ec103bdb-3ec1-452a-9513-6e67e90d25d5, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:49:08.558108 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-e69f35d1-3abe-4e16-8b44-1f166c247eca None None] For port ec103bdb-3ec1-452a-9513-6e67e90d25d5, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=ec103bdb-3ec1-452a-9513-6e67e90d25d5,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:49:08.613153 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1a8900ab-102a-4b93-80c8-278eb6fe2bdc req-4b2dfeba-ebf3-4189-9d69-954d17c073f0 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941737 Dec 16 22:49:08.658642 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-e69f35d1-3abe-4e16-8b44-1f166c247eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:08.706892 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b3a534-b196-43a8-a4b2-bf0e3306d50b None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:49:08.712288 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-16392fd2-3aeb-49ae-bf3a-43f93d56b9e9 admin admin] Allocated IP 172.20.0.1 (98cb3275-646a-4fa3-bcca-6c3331743b88/20edff31-6dcb-452d-bf70-448b422fd2f6/f7b9d833-63d0-4f93-b1e7-d3811f16ba8d) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:08.742682 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6c215-51d0-499d-897e-65f7d36b6bce None None] Pushing event updated for resources: {'Port': ['ID=ec103bdb-3ec1-452a-9513-6e67e90d25d5,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:08.752602 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69f35d1-3abe-4e16-8b44-1f166c247eca None None] Routers {'e017197b-8e73-495c-a8cc-4ae28f7f079c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:49:08.753387 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e69f35d1-3abe-4e16-8b44-1f166c247eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:48:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['e017197b-8e73-495c-a8cc-4ae28f7f079c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:08.776951 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-826751be-477d-4eb4-997e-60e6cfcac5fc None None] Provisioning complete for port ec103bdb-3ec1-452a-9513-6e67e90d25d5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:08.777879 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-826751be-477d-4eb4-997e-60e6cfcac5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:08.859201 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16392fd2-3aeb-49ae-bf3a-43f93d56b9e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:08.871158 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-826751be-477d-4eb4-997e-60e6cfcac5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:08.896701 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-e69f35d1-3abe-4e16-8b44-1f166c247eca None None] Set router e017197b-8e73-495c-a8cc-4ae28f7f079c gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:49:08.909496 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-826751be-477d-4eb4-997e-60e6cfcac5fc None None] For port ec103bdb-3ec1-452a-9513-6e67e90d25d5, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=ec103bdb-3ec1-452a-9513-6e67e90d25d5,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:09.011957 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-826751be-477d-4eb4-997e-60e6cfcac5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:09.012602 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16392fd2-3aeb-49ae-bf3a-43f93d56b9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:09.075194 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16392fd2-3aeb-49ae-bf3a-43f93d56b9e9 admin admin] Network 98cb3275-646a-4fa3-bcca-6c3331743b88 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:09.082173 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-16392fd2-3aeb-49ae-bf3a-43f93d56b9e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:09.085539 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16392fd2-3aeb-49ae-bf3a-43f93d56b9e9 admin admin] Pushing event updated for resources: {'Port': ['ID=f7b9d833-63d0-4f93-b1e7-d3811f16ba8d,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:09.089029 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16392fd2-3aeb-49ae-bf3a-43f93d56b9e9 admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:09.139343 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e69f35d1-3abe-4e16-8b44-1f166c247eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e017197b-8e73-495c-a8cc-4ae28f7f079c', 'name': 'tempest-TestServerMultinode-1859545914-router', 'tenant_id': '8696c8af1d5a4b7faf7049e79c6043b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ec103bdb-3ec1-452a-9513-6e67e90d25d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:03Z', 'updated_at': '2021-12-16T22:49:05Z', 'revision_number': 3, 'project_id': '8696c8af1d5a4b7faf7049e79c6043b4', 'gw_port': {'id': 'ec103bdb-3ec1-452a-9513-6e67e90d25d5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e017197b-8e73-495c-a8cc-4ae28f7f079c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:04Z', 'updated_at': '2021-12-16T22:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:09.148042 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16392fd2-3aeb-49ae-bf3a-43f93d56b9e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:09.179353 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69f35d1-3abe-4e16-8b44-1f166c247eca None None] The sync data for ids ['e017197b-8e73-495c-a8cc-4ae28f7f079c'] in n-d-815324-4 is: [{'id': 'e017197b-8e73-495c-a8cc-4ae28f7f079c', 'name': 'tempest-TestServerMultinode-1859545914-router', 'tenant_id': '8696c8af1d5a4b7faf7049e79c6043b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ec103bdb-3ec1-452a-9513-6e67e90d25d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:03Z', 'updated_at': '2021-12-16T22:49:05Z', 'revision_number': 3, 'project_id': '8696c8af1d5a4b7faf7049e79c6043b4', 'gw_port': {'id': 'ec103bdb-3ec1-452a-9513-6e67e90d25d5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e017197b-8e73-495c-a8cc-4ae28f7f079c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:04Z', 'updated_at': '2021-12-16T22:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:49:09.283375 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4de6149a-1966-4195-8d09-873993146cff req-c125c130-fd63-4c3b-a2b3-68a90b793dda tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 210 time: 0.0508585 Dec 16 22:49:09.490245 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826751be-477d-4eb4-997e-60e6cfcac5fc None None] Pushing event updated for resources: {'Port': ['ID=ec103bdb-3ec1-452a-9513-6e67e90d25d5,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:09.563401 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b61a33b9-9289-4831-aa84-a67be9433595 None None] Provisioning complete for port f7b9d833-63d0-4f93-b1e7-d3811f16ba8d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:09.564013 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b61a33b9-9289-4831-aa84-a67be9433595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:09.576190 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16392fd2-3aeb-49ae-bf3a-43f93d56b9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:09.622385 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b61a33b9-9289-4831-aa84-a67be9433595 None None] Port f7b9d833-63d0-4f93-b1e7-d3811f16ba8d cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:49:09.703561 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 76196b82-1021-47df-a949-adaf3e9adecd details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:49:09.863151 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f15c37-5b4b-4ce0-b06f-cfafba68f101 req-b9b8faf7-c561-4c99-9509-b00e49acd1c3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:09.878041 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-73f15c37-5b4b-4ce0-b06f-cfafba68f101 req-b9b8faf7-c561-4c99-9509-b00e49acd1c3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 944 time: 0.1069932 Dec 16 22:49:09.912001 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16392fd2-3aeb-49ae-bf3a-43f93d56b9e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:09.955911 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 76196b82-1021-47df-a949-adaf3e9adecd, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=76196b82-1021-47df-a949-adaf3e9adecd,segment=NetworkSegment(aa2acf0b-3687-417a-b87a-6f7d4ddee164),segment_id=aa2acf0b-3687-417a-b87a-6f7d4ddee164)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:09.977703 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-73f15c37-5b4b-4ce0-b06f-cfafba68f101 req-55049a4a-bbb8-4f57-91e5-4e549f630fdc tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984147 Dec 16 22:49:09.983495 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device ec103bdb-3ec1-452a-9513-6e67e90d25d5 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:49:09.991790 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 56654) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:10.017572 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16392fd2-3aeb-49ae-bf3a-43f93d56b9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:10.032780 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '76196b82-1021-47df-a949-adaf3e9adecd', 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe', 'port_id': '76196b82-1021-47df-a949-adaf3e9adecd', 'mac_address': 'fa:16:3e:5b:01:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0285f658-6c63-4d47-9ee3-457d8ee4d3f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:49:10.065469 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b7b74fed-b99d-4ad8-914d-867f40051d7a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/floatingips/02fd375c-d576-46f7-8b45-50de833488bc HTTP/1.1" status: 200 len: 991 time: 0.0725121 Dec 16 22:49:10.118802 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:10.139597 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port ec103bdb-3ec1-452a-9513-6e67e90d25d5 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:10.140042 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:10.142865 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16392fd2-3aeb-49ae-bf3a-43f93d56b9e9 admin admin] Pushing event updated for resources: {'Port': ['ID=f7b9d833-63d0-4f93-b1e7-d3811f16ba8d,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:10.143139 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76196b82-1021-47df-a949-adaf3e9adecd {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:49:10.145412 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16392fd2-3aeb-49ae-bf3a-43f93d56b9e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:10.200226 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 76196b82-1021-47df-a949-adaf3e9adecd, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=76196b82-1021-47df-a949-adaf3e9adecd,segment=NetworkSegment(aa2acf0b-3687-417a-b87a-6f7d4ddee164),segment_id=aa2acf0b-3687-417a-b87a-6f7d4ddee164)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:10.281637 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:10.282584 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16392fd2-3aeb-49ae-bf3a-43f93d56b9e9 admin admin] Network 98cb3275-646a-4fa3-bcca-6c3331743b88 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:10.284203 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-16392fd2-3aeb-49ae-bf3a-43f93d56b9e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:10.359698 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=76196b82-1021-47df-a949-adaf3e9adecd,revision_number=12']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:10.435919 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-989e47ae-e28a-4df0-92af-d811aea1c159 req-836f7290-70d3-4f03-a07a-6f8c43c8bbc0 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 210 time: 0.0663431 Dec 16 22:49:10.506199 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16392fd2-3aeb-49ae-bf3a-43f93d56b9e9 admin admin] Router e017197b-8e73-495c-a8cc-4ae28f7f079c has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:49:10.657410 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['76196b82-1021-47df-a949-adaf3e9adecd'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:49:10.674178 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16392fd2-3aeb-49ae-bf3a-43f93d56b9e9 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:49:10.681907 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-16392fd2-3aeb-49ae-bf3a-43f93d56b9e9 admin admin] 10.222.0.75 "PUT /v2.0/routers/e017197b-8e73-495c-a8cc-4ae28f7f079c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3605907 Dec 16 22:49:10.786897 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9e45e7c7-3afe-44be-ae7c-35a0542be251 None None] Provisioning complete for port f7b9d833-63d0-4f93-b1e7-d3811f16ba8d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:10.787847 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9e45e7c7-3afe-44be-ae7c-35a0542be251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:10.853312 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9e45e7c7-3afe-44be-ae7c-35a0542be251 None None] Port f7b9d833-63d0-4f93-b1e7-d3811f16ba8d cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:49:11.361500 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60407bae-f522-4688-b18c-b71cdc89b833 req-8529fa5f-58a8-4821-9a5c-9cb6a8b16bdc tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:11.363501 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-60407bae-f522-4688-b18c-b71cdc89b833 req-8529fa5f-58a8-4821-9a5c-9cb6a8b16bdc tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/networks?id=4554773a-16a7-43e4-bab4-1127dd04cd2b HTTP/1.1" status: 200 len: 909 time: 0.1020956 Dec 16 22:49:11.382458 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-60407bae-f522-4688-b18c-b71cdc89b833 req-b00803c7-9de2-4b6d-8a2a-10bdd3acb1a2 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/quotas/8696c8af1d5a4b7faf7049e79c6043b4 HTTP/1.1" status: 200 len: 375 time: 0.0096569 Dec 16 22:49:11.471918 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-60407bae-f522-4688-b18c-b71cdc89b833 req-ea7cdd79-5fdb-42a3-a805-242fdce1bdf1 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?tenant_id=8696c8af1d5a4b7faf7049e79c6043b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831180 Dec 16 22:49:11.573738 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fe8e1fe4-723b-43fa-b074-cc9233be1c5d req-708d8de0-795d-47bc-9921-c3c9cade974d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 210 time: 0.0510015 Dec 16 22:49:11.704310 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 76196b82-1021-47df-a949-adaf3e9adecd up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:49:11.723676 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-60407bae-f522-4688-b18c-b71cdc89b833 req-0a527bd6-b1a5-43b4-9f29-1fc7535aacca service neutron] 10.222.0.75 "GET /v2.0/networks/4554773a-16a7-43e4-bab4-1127dd04cd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463596 Dec 16 22:49:11.791847 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e1a6c7-c71c-4d5a-9349-bf0a02fc74dc None None] Sync routers for ids ['e017197b-8e73-495c-a8cc-4ae28f7f079c'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:49:11.801232 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e1a6c7-c71c-4d5a-9349-bf0a02fc74dc None None] Routers {'e017197b-8e73-495c-a8cc-4ae28f7f079c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:49:11.801870 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-52e1a6c7-c71c-4d5a-9349-bf0a02fc74dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:48:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['e017197b-8e73-495c-a8cc-4ae28f7f079c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:11.838896 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-60407bae-f522-4688-b18c-b71cdc89b833 req-75e6bad6-199d-41bb-9375-abaef0fcb03c service neutron] 10.222.0.75 "GET /v2.0/networks/4554773a-16a7-43e4-bab4-1127dd04cd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072776 Dec 16 22:49:11.898644 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 76196b82-1021-47df-a949-adaf3e9adecd completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:49:11.906179 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 76196b82-1021-47df-a949-adaf3e9adecd triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:11.906773 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:12.005344 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-52e1a6c7-c71c-4d5a-9349-bf0a02fc74dc None None] Set router e017197b-8e73-495c-a8cc-4ae28f7f079c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:49:12.013841 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680abab-d6a7-4626-b65f-e08246237f50 req-0f785f7f-41df-4a81-8a39-79f8abacd905 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:12.023197 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e680abab-d6a7-4626-b65f-e08246237f50 req-0f785f7f-41df-4a81-8a39-79f8abacd905 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.76 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 811 time: 0.1354764 Dec 16 22:49:12.121814 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:12.141073 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e680abab-d6a7-4626-b65f-e08246237f50 req-f76392e5-3ebb-4a26-878a-ebff54860553 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50fe3c907f2a4ef2a5e50c4753c50795 HTTP/1.1" status: 200 len: 379 time: 0.1076865 Dec 16 22:49:12.154516 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-e680abab-d6a7-4626-b65f-e08246237f50 req-94c5324a-947e-407c-b771-621247f81b0f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Request body: {'port': {'device_id': '16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'admin_state_up': True, 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'security_groups': ['f77b39c1-2da9-4728-a9ae-1e6b5a4c356f']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:12.226548 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61740b6c-afff-4816-8482-8349667b89f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76196b82-1021-47df-a949-adaf3e9adecd'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:49:12.228814 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf3e193-11a4-4011-8ce1-4b4aa0fcb07e" -d '{"events": [{"server_uuid": "61740b6c-afff-4816-8482-8349667b89f2", "name": "network-vif-plugged", "status": "completed", "tag": "76196b82-1021-47df-a949-adaf3e9adecd"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:49:12.246806 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 76196b82-1021-47df-a949-adaf3e9adecd, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=76196b82-1021-47df-a949-adaf3e9adecd,segment=NetworkSegment(aa2acf0b-3687-417a-b87a-6f7d4ddee164),segment_id=aa2acf0b-3687-417a-b87a-6f7d4ddee164)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:12.259242 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-139ef828-0078-4230-b2ed-15938cb4086e req-8b086cc0-5d08-4d61-ada0-831611aa2163 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=327a937b-128d-4020-896d-73c7541fc026 HTTP/1.1" status: 200 len: 210 time: 0.1099808 Dec 16 22:49:12.346814 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ce0e4b-8598-4b14-9521-89b260dae35c x-openstack-request-id: req-b2ce0e4b-8598-4b14-9521-89b260dae35c {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:49:12.347179 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61740b6c-afff-4816-8482-8349667b89f2", "name": "network-vif-plugged", "status": "completed", "tag": "76196b82-1021-47df-a949-adaf3e9adecd", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:49:12.347441 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b2ce0e4b-8598-4b14-9521-89b260dae35c {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:49:12.347848 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61740b6c-afff-4816-8482-8349667b89f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76196b82-1021-47df-a949-adaf3e9adecd', 'code': 200} Dec 16 22:49:12.351084 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:12.437425 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=76196b82-1021-47df-a949-adaf3e9adecd,revision_number=13']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:12.457427 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e680abab-d6a7-4626-b65f-e08246237f50 req-94c5324a-947e-407c-b771-621247f81b0f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Made reservation on behalf of 50fe3c907f2a4ef2a5e50c4753c50795 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:12.463120 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e680abab-d6a7-4626-b65f-e08246237f50 req-94c5324a-947e-407c-b771-621247f81b0f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:12.480053 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-52e1a6c7-c71c-4d5a-9349-bf0a02fc74dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e017197b-8e73-495c-a8cc-4ae28f7f079c', 'name': 'tempest-TestServerMultinode-1859545914-router', 'tenant_id': '8696c8af1d5a4b7faf7049e79c6043b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ec103bdb-3ec1-452a-9513-6e67e90d25d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:03Z', 'updated_at': '2021-12-16T22:49:09Z', 'revision_number': 4, 'project_id': '8696c8af1d5a4b7faf7049e79c6043b4', 'gw_port': {'id': 'ec103bdb-3ec1-452a-9513-6e67e90d25d5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017197b-8e73-495c-a8cc-4ae28f7f079c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:04Z', 'updated_at': '2021-12-16T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f7b9d833-63d0-4f93-b1e7-d3811f16ba8d', 'name': '', 'network_id': '98cb3275-646a-4fa3-bcca-6c3331743b88', 'tenant_id': '8696c8af1d5a4b7faf7049e79c6043b4', 'mac_address': 'fa:16:3e:fd:73:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e017197b-8e73-495c-a8cc-4ae28f7f079c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '20edff31-6dcb-452d-bf70-448b422fd2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:08Z', 'updated_at': '2021-12-16T22:49:09Z', 'revision_number': 2, 'project_id': '8696c8af1d5a4b7faf7049e79c6043b4', 'subnets': [{'id': '20edff31-6dcb-452d-bf70-448b422fd2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:12.524731 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e1a6c7-c71c-4d5a-9349-bf0a02fc74dc None None] Checking router: e017197b-8e73-495c-a8cc-4ae28f7f079c for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:49:12.525104 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e1a6c7-c71c-4d5a-9349-bf0a02fc74dc None None] Updating router e017197b-8e73-495c-a8cc-4ae28f7f079c port f7b9d833-63d0-4f93-b1e7-d3811f16ba8d binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:49:12.559590 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52e1a6c7-c71c-4d5a-9349-bf0a02fc74dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:12.669154 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-e680abab-d6a7-4626-b65f-e08246237f50 req-94c5324a-947e-407c-b771-621247f81b0f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Allocated IP 172.20.0.13 (4daef152-7506-4390-9b15-8eed5c3fe323/1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d/4d1234c1-27b1-42de-b18b-c277c37ea1a2) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:12.775127 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-41efc73d-f511-47c4-b556-dcf1666cf66f req-733274eb-0e30-487f-8d51-b0761cd11e61 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 210 time: 0.0541737 Dec 16 22:49:12.912915 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52e1a6c7-c71c-4d5a-9349-bf0a02fc74dc None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:12.924480 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e680abab-d6a7-4626-b65f-e08246237f50 req-94c5324a-947e-407c-b771-621247f81b0f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:12.984812 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52e1a6c7-c71c-4d5a-9349-bf0a02fc74dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.055618 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b842515-6ed4-4320-a77d-918085239dc2 None None] Pushing event updated for resources: {'Port': ['ID=f7b9d833-63d0-4f93-b1e7-d3811f16ba8d,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:13.087992 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e680abab-d6a7-4626-b65f-e08246237f50 req-94c5324a-947e-407c-b771-621247f81b0f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.121924 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-52e1a6c7-c71c-4d5a-9349-bf0a02fc74dc None None] Attempting to bind port f7b9d833-63d0-4f93-b1e7-d3811f16ba8d on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:49:13.122223 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-52e1a6c7-c71c-4d5a-9349-bf0a02fc74dc None None] Attempting to bind port f7b9d833-63d0-4f93-b1e7-d3811f16ba8d by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '7bbc6911-68df-4a11-b11b-dc3036faebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '98cb3275-646a-4fa3-bcca-6c3331743b88'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:49:13.122591 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e1a6c7-c71c-4d5a-9349-bf0a02fc74dc None None] Attempting to bind port f7b9d833-63d0-4f93-b1e7-d3811f16ba8d on network 98cb3275-646a-4fa3-bcca-6c3331743b88 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:49:13.129827 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e1a6c7-c71c-4d5a-9349-bf0a02fc74dc None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:49:13.130223 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e1a6c7-c71c-4d5a-9349-bf0a02fc74dc None None] Checking segment: {'id': '7bbc6911-68df-4a11-b11b-dc3036faebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '98cb3275-646a-4fa3-bcca-6c3331743b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:49:13.130672 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52e1a6c7-c71c-4d5a-9349-bf0a02fc74dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.131103 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e1a6c7-c71c-4d5a-9349-bf0a02fc74dc None None] Bound using segment: {'id': '7bbc6911-68df-4a11-b11b-dc3036faebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '98cb3275-646a-4fa3-bcca-6c3331743b88'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:49:13.131721 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-52e1a6c7-c71c-4d5a-9349-bf0a02fc74dc None None] Bound port: f7b9d833-63d0-4f93-b1e7-d3811f16ba8d, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bbc6911-68df-4a11-b11b-dc3036faebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '98cb3275-646a-4fa3-bcca-6c3331743b88'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:49:13.132339 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52e1a6c7-c71c-4d5a-9349-bf0a02fc74dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.172196 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e680abab-d6a7-4626-b65f-e08246237f50 req-94c5324a-947e-407c-b771-621247f81b0f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Network 4daef152-7506-4390-9b15-8eed5c3fe323 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:13.176239 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-e680abab-d6a7-4626-b65f-e08246237f50 req-94c5324a-947e-407c-b771-621247f81b0f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:13.182268 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-e680abab-d6a7-4626-b65f-e08246237f50 req-94c5324a-947e-407c-b771-621247f81b0f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:13.203423 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5324a-947e-407c-b771-621247f81b0f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event updated for resources: {'Port': ['ID=4d1234c1-27b1-42de-b18b-c277c37ea1a2,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:13.238724 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-52e1a6c7-c71c-4d5a-9349-bf0a02fc74dc None None] For port f7b9d833-63d0-4f93-b1e7-d3811f16ba8d, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:49:13.243533 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-52e1a6c7-c71c-4d5a-9349-bf0a02fc74dc None None] For port f7b9d833-63d0-4f93-b1e7-d3811f16ba8d, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f7b9d833-63d0-4f93-b1e7-d3811f16ba8d,segment=NetworkSegment(7bbc6911-68df-4a11-b11b-dc3036faebf8),segment_id=7bbc6911-68df-4a11-b11b-dc3036faebf8)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:49:13.289674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680abab-d6a7-4626-b65f-e08246237f50 req-94c5324a-947e-407c-b771-621247f81b0f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:13.290351 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e680abab-d6a7-4626-b65f-e08246237f50 req-94c5324a-947e-407c-b771-621247f81b0f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.326855 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52e1a6c7-c71c-4d5a-9349-bf0a02fc74dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.375528 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e680abab-d6a7-4626-b65f-e08246237f50 req-94c5324a-947e-407c-b771-621247f81b0f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2252889 Dec 16 22:49:13.394237 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-e680abab-d6a7-4626-b65f-e08246237f50 req-07148c2f-c67e-4a9f-a19c-daf32d84e5ec service neutron] Request body: {'port': {'device_id': '16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:13.452041 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a934aa8a-6356-47b7-9cbd-325878a81e27 req-3e25069b-0301-4f7b-8748-9e1ecb7ce7a1 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=327a937b-128d-4020-896d-73c7541fc026 HTTP/1.1" status: 200 len: 210 time: 0.0770869 Dec 16 22:49:13.453358 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b842515-6ed4-4320-a77d-918085239dc2 None None] Pushing event updated for resources: {'Port': ['ID=f7b9d833-63d0-4f93-b1e7-d3811f16ba8d,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:13.472071 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e1a6c7-c71c-4d5a-9349-bf0a02fc74dc None None] Routers {'e017197b-8e73-495c-a8cc-4ae28f7f079c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:49:13.473049 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-52e1a6c7-c71c-4d5a-9349-bf0a02fc74dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:48:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['e017197b-8e73-495c-a8cc-4ae28f7f079c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:13.534679 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7006f77f-af23-4fdb-82fe-710b35de1ae9 None None] Provisioning complete for port f7b9d833-63d0-4f93-b1e7-d3811f16ba8d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:13.535302 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7006f77f-af23-4fdb-82fe-710b35de1ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.567031 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e680abab-d6a7-4626-b65f-e08246237f50 req-07148c2f-c67e-4a9f-a19c-daf32d84e5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:13.708379 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-52e1a6c7-c71c-4d5a-9349-bf0a02fc74dc None None] Set router e017197b-8e73-495c-a8cc-4ae28f7f079c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:49:14.013047 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7006f77f-af23-4fdb-82fe-710b35de1ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:14.013047 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7006f77f-af23-4fdb-82fe-710b35de1ae9 None None] For port f7b9d833-63d0-4f93-b1e7-d3811f16ba8d, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f7b9d833-63d0-4f93-b1e7-d3811f16ba8d,segment=NetworkSegment(7bbc6911-68df-4a11-b11b-dc3036faebf8),segment_id=7bbc6911-68df-4a11-b11b-dc3036faebf8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:14.014203 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-e680abab-d6a7-4626-b65f-e08246237f50 req-07148c2f-c67e-4a9f-a19c-daf32d84e5ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d1234c1-27b1-42de-b18b-c277c37ea1a2 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:49:14.014203 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e680abab-d6a7-4626-b65f-e08246237f50 req-07148c2f-c67e-4a9f-a19c-daf32d84e5ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:14.014203 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-e680abab-d6a7-4626-b65f-e08246237f50 req-07148c2f-c67e-4a9f-a19c-daf32d84e5ec service neutron] Transition to ACTIVE for port object 4d1234c1-27b1-42de-b18b-c277c37ea1a2 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:49:14.050811 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-52e1a6c7-c71c-4d5a-9349-bf0a02fc74dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e017197b-8e73-495c-a8cc-4ae28f7f079c', 'name': 'tempest-TestServerMultinode-1859545914-router', 'tenant_id': '8696c8af1d5a4b7faf7049e79c6043b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ec103bdb-3ec1-452a-9513-6e67e90d25d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:03Z', 'updated_at': '2021-12-16T22:49:09Z', 'revision_number': 4, 'project_id': '8696c8af1d5a4b7faf7049e79c6043b4', 'gw_port': {'id': 'ec103bdb-3ec1-452a-9513-6e67e90d25d5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017197b-8e73-495c-a8cc-4ae28f7f079c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:04Z', 'updated_at': '2021-12-16T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f7b9d833-63d0-4f93-b1e7-d3811f16ba8d', 'name': '', 'network_id': '98cb3275-646a-4fa3-bcca-6c3331743b88', 'tenant_id': '8696c8af1d5a4b7faf7049e79c6043b4', 'mac_address': 'fa:16:3e:fd:73:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e017197b-8e73-495c-a8cc-4ae28f7f079c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '20edff31-6dcb-452d-bf70-448b422fd2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:08Z', 'updated_at': '2021-12-16T22:49:13Z', 'revision_number': 4, 'project_id': '8696c8af1d5a4b7faf7049e79c6043b4', 'subnets': [{'id': '20edff31-6dcb-452d-bf70-448b422fd2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:14.083981 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e1a6c7-c71c-4d5a-9349-bf0a02fc74dc None None] The sync data for ids ['e017197b-8e73-495c-a8cc-4ae28f7f079c'] in n-d-815324-4 is: [{'id': 'e017197b-8e73-495c-a8cc-4ae28f7f079c', 'name': 'tempest-TestServerMultinode-1859545914-router', 'tenant_id': '8696c8af1d5a4b7faf7049e79c6043b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ec103bdb-3ec1-452a-9513-6e67e90d25d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:03Z', 'updated_at': '2021-12-16T22:49:09Z', 'revision_number': 4, 'project_id': '8696c8af1d5a4b7faf7049e79c6043b4', 'gw_port': {'id': 'ec103bdb-3ec1-452a-9513-6e67e90d25d5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017197b-8e73-495c-a8cc-4ae28f7f079c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:04Z', 'updated_at': '2021-12-16T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'f7b9d833-63d0-4f93-b1e7-d3811f16ba8d', 'name': '', 'network_id': '98cb3275-646a-4fa3-bcca-6c3331743b88', 'tenant_id': '8696c8af1d5a4b7faf7049e79c6043b4', 'mac_address': 'fa:16:3e:fd:73:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e017197b-8e73-495c-a8cc-4ae28f7f079c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '20edff31-6dcb-452d-bf70-448b422fd2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:08Z', 'updated_at': '2021-12-16T22:49:13Z', 'revision_number': 4, 'project_id': '8696c8af1d5a4b7faf7049e79c6043b4', 'subnets': [{'id': '20edff31-6dcb-452d-bf70-448b422fd2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:49:14.090638 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7006f77f-af23-4fdb-82fe-710b35de1ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:14.195839 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e680abab-d6a7-4626-b65f-e08246237f50 req-07148c2f-c67e-4a9f-a19c-daf32d84e5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:14.293361 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07148c2f-c67e-4a9f-a19c-daf32d84e5ec service neutron] Pushing event updated for resources: {'Port': ['ID=4d1234c1-27b1-42de-b18b-c277c37ea1a2,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:14.348204 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de1cf6-70e6-449d-a66d-cbbd63c72926 req-285aa404-5943-43e7-abed-e03427709cb5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:14.356222 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d8de1cf6-70e6-449d-a66d-cbbd63c72926 req-285aa404-5943-43e7-abed-e03427709cb5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 944 time: 0.1816571 Dec 16 22:49:14.517385 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d8de1cf6-70e6-449d-a66d-cbbd63c72926 req-2cb06491-178b-4002-91bd-4df258cc7f74 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483011 Dec 16 22:49:14.576389 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-e680abab-d6a7-4626-b65f-e08246237f50 req-07148c2f-c67e-4a9f-a19c-daf32d84e5ec service neutron] Attempting to bind port 4d1234c1-27b1-42de-b18b-c277c37ea1a2 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:49:14.580180 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-e680abab-d6a7-4626-b65f-e08246237f50 req-07148c2f-c67e-4a9f-a19c-daf32d84e5ec service neutron] Attempting to bind port 4d1234c1-27b1-42de-b18b-c277c37ea1a2 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:49:14.581849 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680abab-d6a7-4626-b65f-e08246237f50 req-07148c2f-c67e-4a9f-a19c-daf32d84e5ec service neutron] Attempting to bind port 4d1234c1-27b1-42de-b18b-c277c37ea1a2 on network 4daef152-7506-4390-9b15-8eed5c3fe323 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:49:14.584248 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006f77f-af23-4fdb-82fe-710b35de1ae9 None None] Pushing event updated for resources: {'Port': ['ID=f7b9d833-63d0-4f93-b1e7-d3811f16ba8d,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:14.596320 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680abab-d6a7-4626-b65f-e08246237f50 req-07148c2f-c67e-4a9f-a19c-daf32d84e5ec service neutron] Port 4d1234c1-27b1-42de-b18b-c277c37ea1a2 on network 4daef152-7506-4390-9b15-8eed5c3fe323 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:49:14.598450 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680abab-d6a7-4626-b65f-e08246237f50 req-07148c2f-c67e-4a9f-a19c-daf32d84e5ec service neutron] Attempting to bind port 4d1234c1-27b1-42de-b18b-c277c37ea1a2 on network 4daef152-7506-4390-9b15-8eed5c3fe323 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:49:14.599849 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3dcb7c69-c58a-44bb-9d84-1c974c3bf2ef None None] Provisioning complete for port f7b9d833-63d0-4f93-b1e7-d3811f16ba8d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:14.600873 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7c69-c58a-44bb-9d84-1c974c3bf2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:14.618798 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680abab-d6a7-4626-b65f-e08246237f50 req-07148c2f-c67e-4a9f-a19c-daf32d84e5ec service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:49:14.619320 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680abab-d6a7-4626-b65f-e08246237f50 req-07148c2f-c67e-4a9f-a19c-daf32d84e5ec service neutron] Checking segment: {'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:49:14.621257 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680abab-d6a7-4626-b65f-e08246237f50 req-07148c2f-c67e-4a9f-a19c-daf32d84e5ec service neutron] Bound using segment: {'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:49:14.621939 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-e680abab-d6a7-4626-b65f-e08246237f50 req-07148c2f-c67e-4a9f-a19c-daf32d84e5ec service neutron] Bound port: 4d1234c1-27b1-42de-b18b-c277c37ea1a2, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:49:14.622416 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e680abab-d6a7-4626-b65f-e08246237f50 req-07148c2f-c67e-4a9f-a19c-daf32d84e5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:14.683828 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2b278a36-0d8b-4bd2-9ff7-7874c46776ec req-0f5081a9-b5d0-40d1-a7df-240e8ef806e2 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=327a937b-128d-4020-896d-73c7541fc026 HTTP/1.1" status: 200 len: 210 time: 0.0518718 Dec 16 22:49:14.758842 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-e680abab-d6a7-4626-b65f-e08246237f50 req-07148c2f-c67e-4a9f-a19c-daf32d84e5ec service neutron] For port 4d1234c1-27b1-42de-b18b-c277c37ea1a2, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:49:14.763150 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-e680abab-d6a7-4626-b65f-e08246237f50 req-07148c2f-c67e-4a9f-a19c-daf32d84e5ec service neutron] For port 4d1234c1-27b1-42de-b18b-c277c37ea1a2, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=4d1234c1-27b1-42de-b18b-c277c37ea1a2,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:49:14.846826 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e680abab-d6a7-4626-b65f-e08246237f50 req-07148c2f-c67e-4a9f-a19c-daf32d84e5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:14.890350 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680abab-d6a7-4626-b65f-e08246237f50 req-07148c2f-c67e-4a9f-a19c-daf32d84e5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:14.891003 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e680abab-d6a7-4626-b65f-e08246237f50 req-07148c2f-c67e-4a9f-a19c-daf32d84e5ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:14.892705 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e680abab-d6a7-4626-b65f-e08246237f50 req-07148c2f-c67e-4a9f-a19c-daf32d84e5ec service neutron] 10.222.0.76 "PUT /v2.0/ports/4d1234c1-27b1-42de-b18b-c277c37ea1a2 HTTP/1.1" status: 200 len: 1092 time: 1.5029044 Dec 16 22:49:14.895679 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1', 'tag': '4d1234c1-27b1-42de-b18b-c277c37ea1a2'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:49:14.902081 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2961f21-0b30-4936-a7a3-f93ae56fb580" -d '{"events": [{"name": "network-changed", "server_uuid": "16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1", "tag": "4d1234c1-27b1-42de-b18b-c277c37ea1a2"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:49:14.967620 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07148c2f-c67e-4a9f-a19c-daf32d84e5ec service neutron] Pushing event updated for resources: {'Port': ['ID=4d1234c1-27b1-42de-b18b-c277c37ea1a2,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:14.981763 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a49fd11-3c39-48cc-9d19-6db0b32e9a6a x-openstack-request-id: req-3a49fd11-3c39-48cc-9d19-6db0b32e9a6a {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:49:14.982198 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1", "tag": "4d1234c1-27b1-42de-b18b-c277c37ea1a2", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:49:14.982367 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3a49fd11-3c39-48cc-9d19-6db0b32e9a6a {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:49:14.982748 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1', 'tag': '4d1234c1-27b1-42de-b18b-c277c37ea1a2', 'status': 'completed', 'code': 200} Dec 16 22:49:15.090246 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2961f21-0b30-4936-a7a3-f93ae56fb580 req-ab55443a-232b-4ade-a8ae-eeb05cb6c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:15.091868 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f2961f21-0b30-4936-a7a3-f93ae56fb580 req-ab55443a-232b-4ade-a8ae-eeb05cb6c4fc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 1095 time: 0.0492299 Dec 16 22:49:15.226938 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2961f21-0b30-4936-a7a3-f93ae56fb580 req-3c39fec4-c62b-4ed5-8b87-9fde05c07eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:15.229213 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f2961f21-0b30-4936-a7a3-f93ae56fb580 req-3c39fec4-c62b-4ed5-8b87-9fde05c07eeb service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1119282 Dec 16 22:49:15.341716 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2961f21-0b30-4936-a7a3-f93ae56fb580 req-da7a470a-5d83-43d7-b603-b6f00bcd356f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:15.348127 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f2961f21-0b30-4936-a7a3-f93ae56fb580 req-da7a470a-5d83-43d7-b603-b6f00bcd356f service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1014602 Dec 16 22:49:15.541547 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680abab-d6a7-4626-b65f-e08246237f50 req-2f48844f-423a-4e19-b311-a13237587864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:15.543345 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e680abab-d6a7-4626-b65f-e08246237f50 req-2f48844f-423a-4e19-b311-a13237587864 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 1095 time: 0.1159222 Dec 16 22:49:15.640429 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e680abab-d6a7-4626-b65f-e08246237f50 req-4a3f515e-deb2-449a-a51c-b3a367a9f16c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d1234c1-27b1-42de-b18b-c277c37ea1a2 HTTP/1.1" status: 200 len: 217 time: 0.0717664 Dec 16 22:49:15.645944 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60407bae-f522-4688-b18c-b71cdc89b833 req-c0e502bf-ac76-4383-8a39-1da7ee0c8436 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:15.647539 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-60407bae-f522-4688-b18c-b71cdc89b833 req-c0e502bf-ac76-4383-8a39-1da7ee0c8436 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.57 "GET /v2.0/networks?id=4554773a-16a7-43e4-bab4-1127dd04cd2b HTTP/1.1" status: 200 len: 909 time: 0.1919029 Dec 16 22:49:15.751004 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680abab-d6a7-4626-b65f-e08246237f50 req-1b49c089-8a5d-431e-9cfa-8f86498f67cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:15.757441 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e680abab-d6a7-4626-b65f-e08246237f50 req-1b49c089-8a5d-431e-9cfa-8f86498f67cf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d HTTP/1.1" status: 200 len: 850 time: 0.1052606 Dec 16 22:49:15.789989 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf7f30-3716-48ff-9ad6-ceebf08edf32 req-dc9b975f-43cd-4fa9-a925-aa001e93a853 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:15.799234 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-60407bae-f522-4688-b18c-b71cdc89b833 req-c72719a4-9328-419a-8ecf-8bb36a8eab54 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Request body: {'port': {'device_id': '327a937b-128d-4020-896d-73c7541fc026', 'network_id': '4554773a-16a7-43e4-bab4-1127dd04cd2b', 'admin_state_up': True, 'tenant_id': '8696c8af1d5a4b7faf7049e79c6043b4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:15.800011 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6faf7f30-3716-48ff-9ad6-ceebf08edf32 req-dc9b975f-43cd-4fa9-a925-aa001e93a853 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 944 time: 0.1304522 Dec 16 22:49:15.937977 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6faf7f30-3716-48ff-9ad6-ceebf08edf32 req-9ce29322-01e5-4313-ad2a-2d64d7fbf89c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341102 Dec 16 22:49:15.965555 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-36fccd74-b1b1-4f17-83f0-c7dfe63b6dce req-e65008e0-8f00-4ed1-acbc-c2bfb5292196 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=327a937b-128d-4020-896d-73c7541fc026 HTTP/1.1" status: 200 len: 210 time: 0.0901961 Dec 16 22:49:15.970634 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f7b9d833-63d0-4f93-b1e7-d3811f16ba8d up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:49:15.990384 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680abab-d6a7-4626-b65f-e08246237f50 req-1475f3c3-e1b9-4d74-b7d1-7ea4347f7d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:15.992742 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e680abab-d6a7-4626-b65f-e08246237f50 req-1475f3c3-e1b9-4d74-b7d1-7ea4347f7d69 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4daef152-7506-4390-9b15-8eed5c3fe323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1808350 Dec 16 22:49:16.095875 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port f7b9d833-63d0-4f93-b1e7-d3811f16ba8d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:16.096657 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:16.178837 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e680abab-d6a7-4626-b65f-e08246237f50 req-c8b6b206-71ec-405a-9086-5f95ea29aa1b service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724095 Dec 16 22:49:16.179919 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60407bae-f522-4688-b18c-b71cdc89b833 req-c72719a4-9328-419a-8ecf-8bb36a8eab54 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Made reservation on behalf of 8696c8af1d5a4b7faf7049e79c6043b4 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:16.183529 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-60407bae-f522-4688-b18c-b71cdc89b833 req-c72719a4-9328-419a-8ecf-8bb36a8eab54 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:16.787618 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e680abab-d6a7-4626-b65f-e08246237f50 req-10897397-535b-409e-80bf-a2d75379db89 service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5895526 Dec 16 22:49:16.814186 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-60407bae-f522-4688-b18c-b71cdc89b833 req-c72719a4-9328-419a-8ecf-8bb36a8eab54 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Allocated IP 172.20.0.13 (4554773a-16a7-43e4-bab4-1127dd04cd2b/36ee8865-ed2e-45a2-ac11-b2c338713002/9ecaccbf-c7e9-4248-9b6f-477824b4b927) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:16.981744 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-60407bae-f522-4688-b18c-b71cdc89b833 req-c72719a4-9328-419a-8ecf-8bb36a8eab54 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:17.068444 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65b8b2-4381-440f-b21e-c910d2497066 req-e52e0c42-141c-4964-97a6-9d3bd51db200 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:17.070630 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bc65b8b2-4381-440f-b21e-c910d2497066 req-e52e0c42-141c-4964-97a6-9d3bd51db200 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 944 time: 0.0601785 Dec 16 22:49:17.080594 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-841f340b-5c9f-4c08-aff8-f629ea8817fe req-29cde69c-60d1-4f38-8614-941371b7ea4d tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=327a937b-128d-4020-896d-73c7541fc026 HTTP/1.1" status: 200 len: 210 time: 0.0355711 Dec 16 22:49:17.081784 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-60407bae-f522-4688-b18c-b71cdc89b833 req-c72719a4-9328-419a-8ecf-8bb36a8eab54 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:17.134273 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bc65b8b2-4381-440f-b21e-c910d2497066 req-d44abec5-80c3-494a-9930-2c0bc1005d98 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574563 Dec 16 22:49:17.139896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60407bae-f522-4688-b18c-b71cdc89b833 req-c72719a4-9328-419a-8ecf-8bb36a8eab54 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Network 4554773a-16a7-43e4-bab4-1127dd04cd2b is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:17.142991 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-60407bae-f522-4688-b18c-b71cdc89b833 req-c72719a4-9328-419a-8ecf-8bb36a8eab54 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:17.147021 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-60407bae-f522-4688-b18c-b71cdc89b833 req-c72719a4-9328-419a-8ecf-8bb36a8eab54 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:17.153226 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72719a4-9328-419a-8ecf-8bb36a8eab54 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Pushing event updated for resources: {'Port': ['ID=9ecaccbf-c7e9-4248-9b6f-477824b4b927,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:17.192984 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72719a4-9328-419a-8ecf-8bb36a8eab54 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:17.193339 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72719a4-9328-419a-8ecf-8bb36a8eab54 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:17.193704 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72719a4-9328-419a-8ecf-8bb36a8eab54 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:17.194099 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72719a4-9328-419a-8ecf-8bb36a8eab54 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:17.194453 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72719a4-9328-419a-8ecf-8bb36a8eab54 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:17.194874 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72719a4-9328-419a-8ecf-8bb36a8eab54 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:17.195358 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72719a4-9328-419a-8ecf-8bb36a8eab54 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:17.195699 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72719a4-9328-419a-8ecf-8bb36a8eab54 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:17.196053 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72719a4-9328-419a-8ecf-8bb36a8eab54 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:17.196376 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72719a4-9328-419a-8ecf-8bb36a8eab54 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:17.196708 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72719a4-9328-419a-8ecf-8bb36a8eab54 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:17.197040 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72719a4-9328-419a-8ecf-8bb36a8eab54 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:17.197373 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72719a4-9328-419a-8ecf-8bb36a8eab54 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:17.217152 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60407bae-f522-4688-b18c-b71cdc89b833 req-c72719a4-9328-419a-8ecf-8bb36a8eab54 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:17.217776 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-60407bae-f522-4688-b18c-b71cdc89b833 req-c72719a4-9328-419a-8ecf-8bb36a8eab54 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:17.311887 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-60407bae-f522-4688-b18c-b71cdc89b833 req-c72719a4-9328-419a-8ecf-8bb36a8eab54 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5527380 Dec 16 22:49:17.330051 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-60407bae-f522-4688-b18c-b71cdc89b833 req-84bbca32-a4dd-4ef6-9e34-31e56e1511b2 service neutron] Request body: {'port': {'device_id': '327a937b-128d-4020-896d-73c7541fc026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:17.390154 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-60407bae-f522-4688-b18c-b71cdc89b833 req-84bbca32-a4dd-4ef6-9e34-31e56e1511b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:17.425120 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-89d1f7a7-945b-4325-b49e-9771e0fc867e None None] Provisioning complete for port 9ecaccbf-c7e9-4248-9b6f-477824b4b927 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:17.425643 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89d1f7a7-945b-4325-b49e-9771e0fc867e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:17.468783 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-89d1f7a7-945b-4325-b49e-9771e0fc867e None None] Port 9ecaccbf-c7e9-4248-9b6f-477824b4b927 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:49:17.670941 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-60407bae-f522-4688-b18c-b71cdc89b833 req-84bbca32-a4dd-4ef6-9e34-31e56e1511b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ecaccbf-c7e9-4248-9b6f-477824b4b927 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:49:17.679285 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-60407bae-f522-4688-b18c-b71cdc89b833 req-84bbca32-a4dd-4ef6-9e34-31e56e1511b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:17.691984 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-60407bae-f522-4688-b18c-b71cdc89b833 req-84bbca32-a4dd-4ef6-9e34-31e56e1511b2 service neutron] Transition to ACTIVE for port object 9ecaccbf-c7e9-4248-9b6f-477824b4b927 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:49:17.782502 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-60407bae-f522-4688-b18c-b71cdc89b833 req-84bbca32-a4dd-4ef6-9e34-31e56e1511b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:17.853548 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bbca32-a4dd-4ef6-9e34-31e56e1511b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9ecaccbf-c7e9-4248-9b6f-477824b4b927,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:17.908859 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-60407bae-f522-4688-b18c-b71cdc89b833 req-84bbca32-a4dd-4ef6-9e34-31e56e1511b2 service neutron] Attempting to bind port 9ecaccbf-c7e9-4248-9b6f-477824b4b927 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:49:17.909330 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-60407bae-f522-4688-b18c-b71cdc89b833 req-84bbca32-a4dd-4ef6-9e34-31e56e1511b2 service neutron] Attempting to bind port 9ecaccbf-c7e9-4248-9b6f-477824b4b927 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '1490274f-a7c8-4a88-8ba2-946dfdb19379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4554773a-16a7-43e4-bab4-1127dd04cd2b'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:49:17.909669 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60407bae-f522-4688-b18c-b71cdc89b833 req-84bbca32-a4dd-4ef6-9e34-31e56e1511b2 service neutron] Attempting to bind port 9ecaccbf-c7e9-4248-9b6f-477824b4b927 on network 4554773a-16a7-43e4-bab4-1127dd04cd2b {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:49:17.915343 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60407bae-f522-4688-b18c-b71cdc89b833 req-84bbca32-a4dd-4ef6-9e34-31e56e1511b2 service neutron] Port 9ecaccbf-c7e9-4248-9b6f-477824b4b927 on network 4554773a-16a7-43e4-bab4-1127dd04cd2b not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:49:17.915832 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60407bae-f522-4688-b18c-b71cdc89b833 req-84bbca32-a4dd-4ef6-9e34-31e56e1511b2 service neutron] Attempting to bind port 9ecaccbf-c7e9-4248-9b6f-477824b4b927 on network 4554773a-16a7-43e4-bab4-1127dd04cd2b {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:49:17.921076 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60407bae-f522-4688-b18c-b71cdc89b833 req-84bbca32-a4dd-4ef6-9e34-31e56e1511b2 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:49:17.921544 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60407bae-f522-4688-b18c-b71cdc89b833 req-84bbca32-a4dd-4ef6-9e34-31e56e1511b2 service neutron] Checking segment: {'id': '1490274f-a7c8-4a88-8ba2-946dfdb19379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4554773a-16a7-43e4-bab4-1127dd04cd2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:49:17.921939 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60407bae-f522-4688-b18c-b71cdc89b833 req-84bbca32-a4dd-4ef6-9e34-31e56e1511b2 service neutron] Bound using segment: {'id': '1490274f-a7c8-4a88-8ba2-946dfdb19379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4554773a-16a7-43e4-bab4-1127dd04cd2b'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:49:17.922369 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-60407bae-f522-4688-b18c-b71cdc89b833 req-84bbca32-a4dd-4ef6-9e34-31e56e1511b2 service neutron] Bound port: 9ecaccbf-c7e9-4248-9b6f-477824b4b927, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1490274f-a7c8-4a88-8ba2-946dfdb19379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4554773a-16a7-43e4-bab4-1127dd04cd2b'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:49:17.922900 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-60407bae-f522-4688-b18c-b71cdc89b833 req-84bbca32-a4dd-4ef6-9e34-31e56e1511b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:17.996815 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-60407bae-f522-4688-b18c-b71cdc89b833 req-84bbca32-a4dd-4ef6-9e34-31e56e1511b2 service neutron] For port 9ecaccbf-c7e9-4248-9b6f-477824b4b927, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:49:18.003760 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-60407bae-f522-4688-b18c-b71cdc89b833 req-84bbca32-a4dd-4ef6-9e34-31e56e1511b2 service neutron] For port 9ecaccbf-c7e9-4248-9b6f-477824b4b927, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9ecaccbf-c7e9-4248-9b6f-477824b4b927,segment=NetworkSegment(1490274f-a7c8-4a88-8ba2-946dfdb19379),segment_id=1490274f-a7c8-4a88-8ba2-946dfdb19379)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:49:18.080831 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-60407bae-f522-4688-b18c-b71cdc89b833 req-84bbca32-a4dd-4ef6-9e34-31e56e1511b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:18.120985 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60407bae-f522-4688-b18c-b71cdc89b833 req-84bbca32-a4dd-4ef6-9e34-31e56e1511b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:18.121935 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-60407bae-f522-4688-b18c-b71cdc89b833 req-84bbca32-a4dd-4ef6-9e34-31e56e1511b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:18.123747 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-60407bae-f522-4688-b18c-b71cdc89b833 req-84bbca32-a4dd-4ef6-9e34-31e56e1511b2 service neutron] 10.222.0.57 "PUT /v2.0/ports/9ecaccbf-c7e9-4248-9b6f-477824b4b927 HTTP/1.1" status: 200 len: 1092 time: 0.7985861 Dec 16 22:49:18.128917 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327a937b-128d-4020-896d-73c7541fc026', 'tag': '9ecaccbf-c7e9-4248-9b6f-477824b4b927'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:49:18.132409 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a955516-b1d0-42a2-97f2-024faeb801d5" -d '{"events": [{"name": "network-changed", "server_uuid": "327a937b-128d-4020-896d-73c7541fc026", "tag": "9ecaccbf-c7e9-4248-9b6f-477824b4b927"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:49:18.165403 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bbca32-a4dd-4ef6-9e34-31e56e1511b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9ecaccbf-c7e9-4248-9b6f-477824b4b927,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:18.195796 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c326b24-1ced-4d9f-89ac-a20fab32e476 x-openstack-request-id: req-1c326b24-1ced-4d9f-89ac-a20fab32e476 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:49:18.195796 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "327a937b-128d-4020-896d-73c7541fc026", "tag": "9ecaccbf-c7e9-4248-9b6f-477824b4b927", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:49:18.195978 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1c326b24-1ced-4d9f-89ac-a20fab32e476 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:49:18.196244 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '327a937b-128d-4020-896d-73c7541fc026', 'tag': '9ecaccbf-c7e9-4248-9b6f-477824b4b927', 'status': 'completed', 'code': 200} Dec 16 22:49:18.259799 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f8301-3693-45b2-98e8-b7f5824b7632 req-2419bf96-d518-4775-824b-23f2835a9018 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:18.261489 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e4f8301-3693-45b2-98e8-b7f5824b7632 req-2419bf96-d518-4775-824b-23f2835a9018 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=327a937b-128d-4020-896d-73c7541fc026 HTTP/1.1" status: 200 len: 1095 time: 0.0605252 Dec 16 22:49:18.329839 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c31b44-b5a7-4ae7-97df-1f6e582e4cad req-39cec040-b7e4-4c6d-8d75-399f8fdc52f2 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:18.332537 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-63c31b44-b5a7-4ae7-97df-1f6e582e4cad req-39cec040-b7e4-4c6d-8d75-399f8fdc52f2 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 944 time: 0.0608459 Dec 16 22:49:18.348132 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a955516-b1d0-42a2-97f2-024faeb801d5 req-8078f6d4-7394-4414-b3ac-392b932c0277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:18.349686 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a955516-b1d0-42a2-97f2-024faeb801d5 req-8078f6d4-7394-4414-b3ac-392b932c0277 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8696c8af1d5a4b7faf7049e79c6043b4&device_id=327a937b-128d-4020-896d-73c7541fc026 HTTP/1.1" status: 200 len: 1095 time: 0.0822976 Dec 16 22:49:18.352933 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e4f8301-3693-45b2-98e8-b7f5824b7632 req-a7a09128-01e9-40f0-a8d3-79e8c918a187 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841641 Dec 16 22:49:18.419159 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-63c31b44-b5a7-4ae7-97df-1f6e582e4cad req-a36e998c-a598-438f-ae4f-63c3da356ebb tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794713 Dec 16 22:49:18.480024 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a955516-b1d0-42a2-97f2-024faeb801d5 req-db6d4a11-c3ad-4fff-ae10-631e2be722ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:18.481623 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a955516-b1d0-42a2-97f2-024faeb801d5 req-db6d4a11-c3ad-4fff-ae10-631e2be722ad service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8696c8af1d5a4b7faf7049e79c6043b4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1152017 Dec 16 22:49:18.583608 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a955516-b1d0-42a2-97f2-024faeb801d5 req-9a359b9a-302c-45c5-9b63-4ad2db370784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:18.585156 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a955516-b1d0-42a2-97f2-024faeb801d5 req-9a359b9a-302c-45c5-9b63-4ad2db370784 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0972590 Dec 16 22:49:18.691184 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60407bae-f522-4688-b18c-b71cdc89b833 req-97a1cb82-0a6b-4731-ac35-27bfd4dbfea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:18.692635 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-60407bae-f522-4688-b18c-b71cdc89b833 req-97a1cb82-0a6b-4731-ac35-27bfd4dbfea7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8696c8af1d5a4b7faf7049e79c6043b4&device_id=327a937b-128d-4020-896d-73c7541fc026 HTTP/1.1" status: 200 len: 1095 time: 0.0454764 Dec 16 22:49:18.766370 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-60407bae-f522-4688-b18c-b71cdc89b833 req-1e656de2-8edb-4c49-adb8-98a0049246a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ecaccbf-c7e9-4248-9b6f-477824b4b927 HTTP/1.1" status: 200 len: 217 time: 0.0369668 Dec 16 22:49:18.816942 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60407bae-f522-4688-b18c-b71cdc89b833 req-fc7d1806-0576-49f5-b590-8d291bfa08a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:18.818425 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-60407bae-f522-4688-b18c-b71cdc89b833 req-fc7d1806-0576-49f5-b590-8d291bfa08a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=36ee8865-ed2e-45a2-ac11-b2c338713002 HTTP/1.1" status: 200 len: 848 time: 0.0456779 Dec 16 22:49:18.871346 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60407bae-f522-4688-b18c-b71cdc89b833 req-7007774a-0980-46c6-b4c2-f40ad6b2cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:18.878782 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-60407bae-f522-4688-b18c-b71cdc89b833 req-7007774a-0980-46c6-b4c2-f40ad6b2cbe6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4554773a-16a7-43e4-bab4-1127dd04cd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467987 Dec 16 22:49:18.968345 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-60407bae-f522-4688-b18c-b71cdc89b833 req-8a207fa7-e69a-4e95-a867-a6cd12942c7d service neutron] 10.222.0.57 "GET /v2.0/networks/4554773a-16a7-43e4-bab4-1127dd04cd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875778 Dec 16 22:49:19.073020 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-60407bae-f522-4688-b18c-b71cdc89b833 req-4ec2268c-1009-49d0-9e16-dfe226930b95 service neutron] 10.222.0.57 "GET /v2.0/networks/4554773a-16a7-43e4-bab4-1127dd04cd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979142 Dec 16 22:49:19.469249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ede45c-3374-4e74-9023-fca0fae3d8c0 req-77dbc4f9-050d-42a6-8d46-e318e045e634 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:19.470932 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57ede45c-3374-4e74-9023-fca0fae3d8c0 req-77dbc4f9-050d-42a6-8d46-e318e045e634 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=327a937b-128d-4020-896d-73c7541fc026 HTTP/1.1" status: 200 len: 1095 time: 0.0450435 Dec 16 22:49:19.521330 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57ede45c-3374-4e74-9023-fca0fae3d8c0 req-5007e550-9330-4180-95d8-6a2f4f2beb78 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440419 Dec 16 22:49:19.578026 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635d8fb-41e0-4533-b180-ddb90c633386 req-6d51da41-893e-46ab-8a3f-92da5769c9c3 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:19.579577 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5635d8fb-41e0-4533-b180-ddb90c633386 req-6d51da41-893e-46ab-8a3f-92da5769c9c3 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 944 time: 0.0629382 Dec 16 22:49:19.632203 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5635d8fb-41e0-4533-b180-ddb90c633386 req-32b04aef-f9b7-45dd-8657-020c68b31a05 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449686 Dec 16 22:49:20.649913 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c4a78-e40f-48ef-bde9-457417a483f9 req-83ff7c9b-3d89-42a9-b50a-299abe52eac5 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:20.651659 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-415c4a78-e40f-48ef-bde9-457417a483f9 req-83ff7c9b-3d89-42a9-b50a-299abe52eac5 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=327a937b-128d-4020-896d-73c7541fc026 HTTP/1.1" status: 200 len: 1095 time: 0.0567126 Dec 16 22:49:20.709192 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-415c4a78-e40f-48ef-bde9-457417a483f9 req-e7f1c7cc-a6fd-4ef4-8496-b1941a6ac1a8 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506992 Dec 16 22:49:20.771189 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f27df-5959-419f-9540-b675380510f3 req-b1bec896-5355-40d4-a8c9-61267388aeb1 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:20.773661 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9a1f27df-5959-419f-9540-b675380510f3 req-b1bec896-5355-40d4-a8c9-61267388aeb1 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 944 time: 0.0705962 Dec 16 22:49:20.824932 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9a1f27df-5959-419f-9540-b675380510f3 req-ca34b2a6-c70e-4b11-b8fd-eb88464cccba tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449190 Dec 16 22:49:21.840971 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6e131-f25d-4e7e-ad56-93e2a09ba993 req-bf9e130e-0826-433c-a339-67d48c5dfb63 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:21.842544 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57e6e131-f25d-4e7e-ad56-93e2a09ba993 req-bf9e130e-0826-433c-a339-67d48c5dfb63 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=327a937b-128d-4020-896d-73c7541fc026 HTTP/1.1" status: 200 len: 1095 time: 0.0433538 Dec 16 22:49:21.900747 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57e6e131-f25d-4e7e-ad56-93e2a09ba993 req-06a0bcab-060b-4cf0-9781-c27129d3f40c tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515435 Dec 16 22:49:21.954414 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa4b59-9306-4e26-a623-136c498e50d4 req-b860544c-26a0-423a-a393-10de79eab69a tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:21.955979 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-80fa4b59-9306-4e26-a623-136c498e50d4 req-b860544c-26a0-423a-a393-10de79eab69a tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 944 time: 0.0540116 Dec 16 22:49:22.007717 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-80fa4b59-9306-4e26-a623-136c498e50d4 req-50f93caf-0883-4d9d-9899-89d7746b9a44 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451796 Dec 16 22:49:23.024241 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c087a6b-f229-4cdf-b3d2-a51d118e8af7 req-04c5b8f5-8034-42c2-b96e-3dcbfd35d324 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:23.025782 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c087a6b-f229-4cdf-b3d2-a51d118e8af7 req-04c5b8f5-8034-42c2-b96e-3dcbfd35d324 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=327a937b-128d-4020-896d-73c7541fc026 HTTP/1.1" status: 200 len: 1095 time: 0.0421169 Dec 16 22:49:23.078436 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c087a6b-f229-4cdf-b3d2-a51d118e8af7 req-5a17e629-c4d3-40d9-b24e-cd8fef265407 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458691 Dec 16 22:49:23.131374 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50de0b-3ff9-4117-81ad-054a0ae37ca0 req-189360d0-f5b4-4bdc-9568-d95581152704 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:23.133269 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fd50de0b-3ff9-4117-81ad-054a0ae37ca0 req-189360d0-f5b4-4bdc-9568-d95581152704 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 944 time: 0.0521388 Dec 16 22:49:23.189476 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fd50de0b-3ff9-4117-81ad-054a0ae37ca0 req-d8fad3d9-24e6-4700-83b1-67186edc95ec tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500376 Dec 16 22:49:23.411385 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a38b972-afe1-4188-8c94-4f5bd3559583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:23.821088 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 9ecaccbf-c7e9-4248-9b6f-477824b4b927 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:49:23.919753 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 9ecaccbf-c7e9-4248-9b6f-477824b4b927, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9ecaccbf-c7e9-4248-9b6f-477824b4b927,segment=NetworkSegment(1490274f-a7c8-4a88-8ba2-946dfdb19379),segment_id=1490274f-a7c8-4a88-8ba2-946dfdb19379)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:23.931606 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '9ecaccbf-c7e9-4248-9b6f-477824b4b927', 'network_id': '4554773a-16a7-43e4-bab4-1127dd04cd2b', 'port_id': '9ecaccbf-c7e9-4248-9b6f-477824b4b927', 'mac_address': 'fa:16:3e:65:b4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ee8865-ed2e-45a2-ac11-b2c338713002', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:49:23.969909 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:23.983969 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ecaccbf-c7e9-4248-9b6f-477824b4b927 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:49:24.004303 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 9ecaccbf-c7e9-4248-9b6f-477824b4b927, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9ecaccbf-c7e9-4248-9b6f-477824b4b927,segment=NetworkSegment(1490274f-a7c8-4a88-8ba2-946dfdb19379),segment_id=1490274f-a7c8-4a88-8ba2-946dfdb19379)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:24.097680 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:24.147513 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=9ecaccbf-c7e9-4248-9b6f-477824b4b927,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:24.198015 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f3532-adf5-43aa-bb0f-3240986315c7 req-f6c97adc-d898-4104-882c-219855c6f9a0 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:24.199796 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-959f3532-adf5-43aa-bb0f-3240986315c7 req-f6c97adc-d898-4104-882c-219855c6f9a0 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=327a937b-128d-4020-896d-73c7541fc026 HTTP/1.1" status: 200 len: 1096 time: 0.0477393 Dec 16 22:49:24.245984 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-959f3532-adf5-43aa-bb0f-3240986315c7 req-9652a610-dab7-4208-9c12-c2c2e8ddfbb7 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402107 Dec 16 22:49:24.312598 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039c626-7f4d-4aa1-8037-b2efc80c73fd req-d6599ed1-f107-4ac6-beeb-8cda27d69893 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:24.314096 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8039c626-7f4d-4aa1-8037-b2efc80c73fd req-d6599ed1-f107-4ac6-beeb-8cda27d69893 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 944 time: 0.0522726 Dec 16 22:49:24.370421 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8039c626-7f4d-4aa1-8037-b2efc80c73fd req-5d629dfd-8643-4be8-8a29-8d9b222e9f5f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487509 Dec 16 22:49:24.463695 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9ecaccbf-c7e9-4248-9b6f-477824b4b927'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:49:25.357309 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a992b1e-38d6-4f3c-a47b-af24a55ec2ea req-ab9076a7-544c-4822-9743-81accab65d57 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:25.358855 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4a992b1e-38d6-4f3c-a47b-af24a55ec2ea req-ab9076a7-544c-4822-9743-81accab65d57 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=327a937b-128d-4020-896d-73c7541fc026 HTTP/1.1" status: 200 len: 1096 time: 0.0434413 Dec 16 22:49:25.408483 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4a992b1e-38d6-4f3c-a47b-af24a55ec2ea req-2fd35b31-af0e-4b48-8645-78bb1702e881 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427470 Dec 16 22:49:25.491442 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f055f1-8c67-4b88-b047-e9e80e3f548c req-57d6a829-3428-4237-a465-43357c89757d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:25.493563 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42f055f1-8c67-4b88-b047-e9e80e3f548c req-57d6a829-3428-4237-a465-43357c89757d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 944 time: 0.0516479 Dec 16 22:49:25.544396 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42f055f1-8c67-4b88-b047-e9e80e3f548c req-a09a5906-ac40-4257-9f63-e1028a171cf4 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446944 Dec 16 22:49:25.696770 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f93cd245-3ba7-4ccb-9d85-751134e56491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:25.814966 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 9ecaccbf-c7e9-4248-9b6f-477824b4b927 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:49:25.925739 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 9ecaccbf-c7e9-4248-9b6f-477824b4b927 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:49:25.930858 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 9ecaccbf-c7e9-4248-9b6f-477824b4b927 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:25.931302 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:26.014594 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:26.038595 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327a937b-128d-4020-896d-73c7541fc026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecaccbf-c7e9-4248-9b6f-477824b4b927'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:49:26.040909 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36e8dbd-a4f3-4ce1-b361-9445584ce8f7" -d '{"events": [{"server_uuid": "327a937b-128d-4020-896d-73c7541fc026", "name": "network-vif-plugged", "status": "completed", "tag": "9ecaccbf-c7e9-4248-9b6f-477824b4b927"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:49:26.054793 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 9ecaccbf-c7e9-4248-9b6f-477824b4b927, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9ecaccbf-c7e9-4248-9b6f-477824b4b927,segment=NetworkSegment(1490274f-a7c8-4a88-8ba2-946dfdb19379),segment_id=1490274f-a7c8-4a88-8ba2-946dfdb19379)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:26.078577 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dab064-73d0-4ab7-8418-bf4f5cf1bbf3 x-openstack-request-id: req-27dab064-73d0-4ab7-8418-bf4f5cf1bbf3 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:49:26.078883 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327a937b-128d-4020-896d-73c7541fc026", "name": "network-vif-plugged", "status": "completed", "tag": "9ecaccbf-c7e9-4248-9b6f-477824b4b927", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:49:26.079175 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-27dab064-73d0-4ab7-8418-bf4f5cf1bbf3 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:49:26.079572 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327a937b-128d-4020-896d-73c7541fc026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecaccbf-c7e9-4248-9b6f-477824b4b927', 'code': 200} Dec 16 22:49:26.120603 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:26.174458 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=9ecaccbf-c7e9-4248-9b6f-477824b4b927,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:26.218403 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e9fa0-37c7-49b4-98e0-d0a072ae2a19 req-74271e72-e4fd-4fab-ad2d-e51468499653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:26.220046 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e49e9fa0-37c7-49b4-98e0-d0a072ae2a19 req-74271e72-e4fd-4fab-ad2d-e51468499653 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=327a937b-128d-4020-896d-73c7541fc026 HTTP/1.1" status: 200 len: 1097 time: 0.0430725 Dec 16 22:49:26.274314 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e49e9fa0-37c7-49b4-98e0-d0a072ae2a19 req-51b656a5-3342-47e1-84ce-114c738a0fcf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430241 Dec 16 22:49:26.524891 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bc74d-e7bd-4940-a7bf-02bf1f482fad req-ca0f9e38-c208-4af6-81a0-2e9229ff589d tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:26.526399 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dd1bc74d-e7bd-4940-a7bf-02bf1f482fad req-ca0f9e38-c208-4af6-81a0-2e9229ff589d tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=327a937b-128d-4020-896d-73c7541fc026 HTTP/1.1" status: 200 len: 1097 time: 0.0473604 Dec 16 22:49:26.574026 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dd1bc74d-e7bd-4940-a7bf-02bf1f482fad req-4ac68c78-e7ec-489a-934a-78fd66a1ede3 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413089 Dec 16 22:49:26.668207 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48168b-9087-4799-863e-31021451c0a4 req-183a1b49-5f75-4457-9007-62c8c9dcf43d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:26.669207 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d48168b-9087-4799-863e-31021451c0a4 req-183a1b49-5f75-4457-9007-62c8c9dcf43d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 944 time: 0.0523713 Dec 16 22:49:26.722580 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d48168b-9087-4799-863e-31021451c0a4 req-50b0fcdc-5f83-4162-ad47-10750802c700 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465062 Dec 16 22:49:27.040391 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:27.188708 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:27.686128 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8f3d2-aa0d-4f7b-a22e-5379a85e9aa5 req-8a71837e-4e2c-4f09-b333-bb5cd13c7563 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:27.687760 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-94a8f3d2-aa0d-4f7b-a22e-5379a85e9aa5 req-8a71837e-4e2c-4f09-b333-bb5cd13c7563 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=327a937b-128d-4020-896d-73c7541fc026 HTTP/1.1" status: 200 len: 1097 time: 0.0427289 Dec 16 22:49:27.738436 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-94a8f3d2-aa0d-4f7b-a22e-5379a85e9aa5 req-9849a416-65e5-46d9-95de-a0ea9a49341b tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437751 Dec 16 22:49:27.857654 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc98f48-562e-4d4e-a177-21f178afd15c req-9467b4ba-6bfb-4c5c-8c40-733003ca2f6e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:27.864993 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ccc98f48-562e-4d4e-a177-21f178afd15c req-9467b4ba-6bfb-4c5c-8c40-733003ca2f6e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 944 time: 0.0580411 Dec 16 22:49:27.911515 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ccc98f48-562e-4d4e-a177-21f178afd15c req-5f2f2205-d865-4db2-81cb-5728c79c5811 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450511 Dec 16 22:49:28.383373 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:28.658564 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:28.863235 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771427f2-4090-4f01-84ce-9a67da1e555d req-9299c88e-818b-440a-8885-08a4d612f787 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:28.864809 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-771427f2-4090-4f01-84ce-9a67da1e555d req-9299c88e-818b-440a-8885-08a4d612f787 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=327a937b-128d-4020-896d-73c7541fc026 HTTP/1.1" status: 200 len: 1097 time: 0.0514565 Dec 16 22:49:28.912632 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-771427f2-4090-4f01-84ce-9a67da1e555d req-ddb26721-637f-46d8-90b9-f7c7fade4666 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411756 Dec 16 22:49:29.034550 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bc3cd-99e9-43e9-aff2-008f3fec2a45 req-c4c9be49-4236-4e47-8886-bbc55dffcea9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:29.036031 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-082bc3cd-99e9-43e9-aff2-008f3fec2a45 req-c4c9be49-4236-4e47-8886-bbc55dffcea9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 944 time: 0.0537553 Dec 16 22:49:29.039983 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b53d91-83be-4088-805d-513da658ef39 req-e9de581c-2538-4f4c-8f0f-57651685b085 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:29.045479 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a9b53d91-83be-4088-805d-513da658ef39 req-e9de581c-2538-4f4c-8f0f-57651685b085 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=327a937b-128d-4020-896d-73c7541fc026 HTTP/1.1" status: 200 len: 1097 time: 0.0599625 Dec 16 22:49:29.088786 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a9b53d91-83be-4088-805d-513da658ef39 req-63747cc2-4f11-4970-8c14-d89263f81c59 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404024 Dec 16 22:49:29.092991 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-082bc3cd-99e9-43e9-aff2-008f3fec2a45 req-5c69b0ce-f69e-4065-86b9-e2fda50cdfb2 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500422 Dec 16 22:49:29.103131 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:29.198988 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55c0c8-feb1-4c49-8744-35edf3e1a173 req-8081d66b-4bc1-426c-8a7b-4c7138540a0b tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:29.200570 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2c55c0c8-feb1-4c49-8744-35edf3e1a173 req-8081d66b-4bc1-426c-8a7b-4c7138540a0b tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=327a937b-128d-4020-896d-73c7541fc026 HTTP/1.1" status: 200 len: 1097 time: 0.0420132 Dec 16 22:49:29.245212 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2c55c0c8-feb1-4c49-8744-35edf3e1a173 req-eef48455-5b33-4545-bc6a-c1eba998b74b tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386329 Dec 16 22:49:29.465944 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26d120-7196-481c-9651-c3507da58800 req-f6a40c8a-f660-4aa1-9de5-ee0d7c8bbace tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:29.469687 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4e26d120-7196-481c-9651-c3507da58800 req-f6a40c8a-f660-4aa1-9de5-ee0d7c8bbace tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/networks?id=4554773a-16a7-43e4-bab4-1127dd04cd2b HTTP/1.1" status: 200 len: 909 time: 0.0930159 Dec 16 22:49:29.483117 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4e26d120-7196-481c-9651-c3507da58800 req-70658c61-f639-41f7-971f-f648a3a42e9f tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/quotas/8696c8af1d5a4b7faf7049e79c6043b4 HTTP/1.1" status: 200 len: 375 time: 0.0093577 Dec 16 22:49:29.533485 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4e26d120-7196-481c-9651-c3507da58800 req-771d8f99-bdf9-4f80-a3eb-f650b2a914b8 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?tenant_id=8696c8af1d5a4b7faf7049e79c6043b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0448401 Dec 16 22:49:29.625429 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4e26d120-7196-481c-9651-c3507da58800 req-bba08db2-80ae-437a-a1be-0e94bdb24a97 service neutron] 10.222.0.75 "GET /v2.0/networks/4554773a-16a7-43e4-bab4-1127dd04cd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848117 Dec 16 22:49:29.723148 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4e26d120-7196-481c-9651-c3507da58800 req-946852cd-89d9-47c0-b2cf-f80e3a6211ed service neutron] 10.222.0.75 "GET /v2.0/networks/4554773a-16a7-43e4-bab4-1127dd04cd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908730 Dec 16 22:49:29.958570 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b29f66b0-d802-4e4d-aa70-e4d976f3ae28 req-a1935428-589c-4efd-bed1-7c930cf5c646 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=47458fc9-a9bd-4f04-a98e-865c05398646 HTTP/1.1" status: 200 len: 210 time: 0.0279918 Dec 16 22:49:30.200374 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 4d1234c1-27b1-42de-b18b-c277c37ea1a2 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:49:30.216699 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437eb4c-acdc-43d4-8507-fc893ace8e25 req-fd91ca32-9f98-4a20-898f-8d0a1ea58082 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:30.216699 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7437eb4c-acdc-43d4-8507-fc893ace8e25 req-fd91ca32-9f98-4a20-898f-8d0a1ea58082 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 944 time: 0.0535057 Dec 16 22:49:30.270358 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7437eb4c-acdc-43d4-8507-fc893ace8e25 req-a094723c-c2e6-4b22-bb97-e9f9c24e6d38 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488994 Dec 16 22:49:30.310227 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 4d1234c1-27b1-42de-b18b-c277c37ea1a2, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=4d1234c1-27b1-42de-b18b-c277c37ea1a2,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:30.323836 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '4d1234c1-27b1-42de-b18b-c277c37ea1a2', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'port_id': '4d1234c1-27b1-42de-b18b-c277c37ea1a2', 'mac_address': 'fa:16:3e:01:60:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:49:30.362138 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:30.376162 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d1234c1-27b1-42de-b18b-c277c37ea1a2 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:49:30.396790 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 4d1234c1-27b1-42de-b18b-c277c37ea1a2, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=4d1234c1-27b1-42de-b18b-c277c37ea1a2,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:30.485970 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:30.535348 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=4d1234c1-27b1-42de-b18b-c277c37ea1a2,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:30.784799 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['4d1234c1-27b1-42de-b18b-c277c37ea1a2'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:49:31.063515 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2c0f6040-5d6d-49f0-8658-47e4a9e46a73 req-99387853-f5f7-4690-a424-399fc640a2f8 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=47458fc9-a9bd-4f04-a98e-865c05398646 HTTP/1.1" status: 200 len: 210 time: 0.0309248 Dec 16 22:49:31.395614 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6f969-0aa2-46c7-9e81-817356ca8bd1 req-ad6a59f0-c93b-489e-a91a-2694bf16e112 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:31.397944 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-57a6f969-0aa2-46c7-9e81-817356ca8bd1 req-ad6a59f0-c93b-489e-a91a-2694bf16e112 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 945 time: 0.0566232 Dec 16 22:49:31.449602 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-57a6f969-0aa2-46c7-9e81-817356ca8bd1 req-7d8f2f3a-e451-42e4-8edf-63cb8ee118f9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440903 Dec 16 22:49:32.182437 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-23fb7853-f6b0-494e-8d92-84b4773088d5 req-a9e1450b-e25d-43f2-a663-d9caf305ad63 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=47458fc9-a9bd-4f04-a98e-865c05398646 HTTP/1.1" status: 200 len: 210 time: 0.0382371 Dec 16 22:49:32.185428 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26d120-7196-481c-9651-c3507da58800 req-e5cd0634-59f3-41a5-b802-df3309240350 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:32.186847 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e26d120-7196-481c-9651-c3507da58800 req-e5cd0634-59f3-41a5-b802-df3309240350 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.76 "GET /v2.0/networks?id=4554773a-16a7-43e4-bab4-1127dd04cd2b HTTP/1.1" status: 200 len: 909 time: 0.1192067 Dec 16 22:49:32.201224 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 4d1234c1-27b1-42de-b18b-c277c37ea1a2 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:49:32.201882 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-4e26d120-7196-481c-9651-c3507da58800 req-98b887d7-370e-49f8-90a8-5443624baa5c tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Request body: {'port': {'device_id': '47458fc9-a9bd-4f04-a98e-865c05398646', 'network_id': '4554773a-16a7-43e4-bab4-1127dd04cd2b', 'admin_state_up': True, 'tenant_id': '8696c8af1d5a4b7faf7049e79c6043b4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:32.336917 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e26d120-7196-481c-9651-c3507da58800 req-98b887d7-370e-49f8-90a8-5443624baa5c tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Made reservation on behalf of 8696c8af1d5a4b7faf7049e79c6043b4 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:49:32.337646 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 4d1234c1-27b1-42de-b18b-c277c37ea1a2 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:49:32.339385 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-4e26d120-7196-481c-9651-c3507da58800 req-98b887d7-370e-49f8-90a8-5443624baa5c tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:32.342320 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 4d1234c1-27b1-42de-b18b-c277c37ea1a2 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:32.342622 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:32.430997 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:32.454845 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1234c1-27b1-42de-b18b-c277c37ea1a2'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:49:32.457281 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859b8bb7-f657-495a-ad1e-e613740ece57" -d '{"events": [{"server_uuid": "16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1", "name": "network-vif-plugged", "status": "completed", "tag": "4d1234c1-27b1-42de-b18b-c277c37ea1a2"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:49:32.465364 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-4e26d120-7196-481c-9651-c3507da58800 req-98b887d7-370e-49f8-90a8-5443624baa5c tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Allocated IP 172.20.0.3 (4554773a-16a7-43e4-bab4-1127dd04cd2b/36ee8865-ed2e-45a2-ac11-b2c338713002/d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:32.470794 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 4d1234c1-27b1-42de-b18b-c277c37ea1a2, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=4d1234c1-27b1-42de-b18b-c277c37ea1a2,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:32.511932 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2a328e-f660-4eb1-8cb2-bab2af60832b x-openstack-request-id: req-9f2a328e-f660-4eb1-8cb2-bab2af60832b {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:49:32.512226 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1", "name": "network-vif-plugged", "status": "completed", "tag": "4d1234c1-27b1-42de-b18b-c277c37ea1a2", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:49:32.512508 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9f2a328e-f660-4eb1-8cb2-bab2af60832b {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:49:32.512944 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1234c1-27b1-42de-b18b-c277c37ea1a2', 'code': 200} Dec 16 22:49:32.588826 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:32.636960 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af4c9d-6226-4839-9881-a25313a37fe0 req-911e9868-0b44-4f7e-aaa5-75469a2cf54b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:32.638860 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87af4c9d-6226-4839-9881-a25313a37fe0 req-911e9868-0b44-4f7e-aaa5-75469a2cf54b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 945 time: 0.1084638 Dec 16 22:49:32.665995 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=4d1234c1-27b1-42de-b18b-c277c37ea1a2,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:32.669523 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179afeff-e9db-43c3-9720-888aab4633bb req-6cffb913-d509-4c4c-8aa5-65ae4caa2910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:32.671765 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-179afeff-e9db-43c3-9720-888aab4633bb req-6cffb913-d509-4c4c-8aa5-65ae4caa2910 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 1097 time: 0.0486462 Dec 16 22:49:32.679979 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-4e26d120-7196-481c-9651-c3507da58800 req-98b887d7-370e-49f8-90a8-5443624baa5c tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:32.721220 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-179afeff-e9db-43c3-9720-888aab4633bb req-e0c7e7ed-dc99-4366-9996-b9135caf3a5f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413740 Dec 16 22:49:32.736195 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87af4c9d-6226-4839-9881-a25313a37fe0 req-b9b8b83b-6467-43f7-b033-9eb1a3e49bfe tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902667 Dec 16 22:49:32.823557 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-4e26d120-7196-481c-9651-c3507da58800 req-98b887d7-370e-49f8-90a8-5443624baa5c tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:32.871371 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e26d120-7196-481c-9651-c3507da58800 req-98b887d7-370e-49f8-90a8-5443624baa5c tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Network 4554773a-16a7-43e4-bab4-1127dd04cd2b is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:32.871968 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9ecaccbf-c7e9-4248-9b6f-477824b4b927'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:49:32.876061 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-4e26d120-7196-481c-9651-c3507da58800 req-98b887d7-370e-49f8-90a8-5443624baa5c tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:32.880468 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e26d120-7196-481c-9651-c3507da58800 req-98b887d7-370e-49f8-90a8-5443624baa5c tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:32.884282 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b887d7-370e-49f8-90a8-5443624baa5c tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Pushing event updated for resources: {'Port': ['ID=d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:32.925062 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26d120-7196-481c-9651-c3507da58800 req-98b887d7-370e-49f8-90a8-5443624baa5c tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:32.925796 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-4e26d120-7196-481c-9651-c3507da58800 req-98b887d7-370e-49f8-90a8-5443624baa5c tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:33.027612 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e26d120-7196-481c-9651-c3507da58800 req-98b887d7-370e-49f8-90a8-5443624baa5c tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8305500 Dec 16 22:49:33.048731 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-4e26d120-7196-481c-9651-c3507da58800 req-0317be53-b63b-4f79-bbaa-1e9a57c79761 service neutron] Request body: {'port': {'device_id': '47458fc9-a9bd-4f04-a98e-865c05398646', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:33.108511 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-4e26d120-7196-481c-9651-c3507da58800 req-0317be53-b63b-4f79-bbaa-1e9a57c79761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:33.146063 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-89c82c37-5efb-4293-a24f-4a0f0a6f188b None None] Provisioning complete for port d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:33.147084 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89c82c37-5efb-4293-a24f-4a0f0a6f188b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:33.185741 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-89c82c37-5efb-4293-a24f-4a0f0a6f188b None None] Port d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:49:33.312187 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094d3e9-f334-4fef-b25f-1b99df0da2a3 req-143bf639-ea92-4e02-830a-29c393a036eb tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:33.313738 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0094d3e9-f334-4fef-b25f-1b99df0da2a3 req-143bf639-ea92-4e02-830a-29c393a036eb tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=47458fc9-a9bd-4f04-a98e-865c05398646 HTTP/1.1" status: 200 len: 1027 time: 0.0441673 Dec 16 22:49:33.373519 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0094d3e9-f334-4fef-b25f-1b99df0da2a3 req-8c8cc1a9-ac65-4fa1-a56d-739766f0b537 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502887 Dec 16 22:49:33.390395 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-4e26d120-7196-481c-9651-c3507da58800 req-0317be53-b63b-4f79-bbaa-1e9a57c79761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:49:33.398908 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-4e26d120-7196-481c-9651-c3507da58800 req-0317be53-b63b-4f79-bbaa-1e9a57c79761 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:33.411503 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-4e26d120-7196-481c-9651-c3507da58800 req-0317be53-b63b-4f79-bbaa-1e9a57c79761 service neutron] Transition to ACTIVE for port object d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:49:33.496974 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-4e26d120-7196-481c-9651-c3507da58800 req-0317be53-b63b-4f79-bbaa-1e9a57c79761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:33.549849 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317be53-b63b-4f79-bbaa-1e9a57c79761 service neutron] Pushing event updated for resources: {'Port': ['ID=d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:33.624552 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-4e26d120-7196-481c-9651-c3507da58800 req-0317be53-b63b-4f79-bbaa-1e9a57c79761 service neutron] Attempting to bind port d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:49:33.625024 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-4e26d120-7196-481c-9651-c3507da58800 req-0317be53-b63b-4f79-bbaa-1e9a57c79761 service neutron] Attempting to bind port d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '1490274f-a7c8-4a88-8ba2-946dfdb19379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4554773a-16a7-43e4-bab4-1127dd04cd2b'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:49:33.625461 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e26d120-7196-481c-9651-c3507da58800 req-0317be53-b63b-4f79-bbaa-1e9a57c79761 service neutron] Attempting to bind port d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8 on network 4554773a-16a7-43e4-bab4-1127dd04cd2b {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:49:33.632725 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e26d120-7196-481c-9651-c3507da58800 req-0317be53-b63b-4f79-bbaa-1e9a57c79761 service neutron] Port d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8 on network 4554773a-16a7-43e4-bab4-1127dd04cd2b not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:49:33.633213 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e26d120-7196-481c-9651-c3507da58800 req-0317be53-b63b-4f79-bbaa-1e9a57c79761 service neutron] Attempting to bind port d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8 on network 4554773a-16a7-43e4-bab4-1127dd04cd2b {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:49:33.639010 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e26d120-7196-481c-9651-c3507da58800 req-0317be53-b63b-4f79-bbaa-1e9a57c79761 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:49:33.644860 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e26d120-7196-481c-9651-c3507da58800 req-0317be53-b63b-4f79-bbaa-1e9a57c79761 service neutron] Checking segment: {'id': '1490274f-a7c8-4a88-8ba2-946dfdb19379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4554773a-16a7-43e4-bab4-1127dd04cd2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:49:33.644860 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e26d120-7196-481c-9651-c3507da58800 req-0317be53-b63b-4f79-bbaa-1e9a57c79761 service neutron] Bound using segment: {'id': '1490274f-a7c8-4a88-8ba2-946dfdb19379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4554773a-16a7-43e4-bab4-1127dd04cd2b'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:49:33.644860 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-4e26d120-7196-481c-9651-c3507da58800 req-0317be53-b63b-4f79-bbaa-1e9a57c79761 service neutron] Bound port: d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1490274f-a7c8-4a88-8ba2-946dfdb19379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4554773a-16a7-43e4-bab4-1127dd04cd2b'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:49:33.644860 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-4e26d120-7196-481c-9651-c3507da58800 req-0317be53-b63b-4f79-bbaa-1e9a57c79761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:33.714170 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-4e26d120-7196-481c-9651-c3507da58800 req-0317be53-b63b-4f79-bbaa-1e9a57c79761 service neutron] For port d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:49:33.717614 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-4e26d120-7196-481c-9651-c3507da58800 req-0317be53-b63b-4f79-bbaa-1e9a57c79761 service neutron] For port d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8,segment=NetworkSegment(1490274f-a7c8-4a88-8ba2-946dfdb19379),segment_id=1490274f-a7c8-4a88-8ba2-946dfdb19379)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:49:33.832029 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-4e26d120-7196-481c-9651-c3507da58800 req-0317be53-b63b-4f79-bbaa-1e9a57c79761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:33.891528 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26d120-7196-481c-9651-c3507da58800 req-0317be53-b63b-4f79-bbaa-1e9a57c79761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:33.891528 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-4e26d120-7196-481c-9651-c3507da58800 req-0317be53-b63b-4f79-bbaa-1e9a57c79761 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:33.891528 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e26d120-7196-481c-9651-c3507da58800 req-0317be53-b63b-4f79-bbaa-1e9a57c79761 service neutron] 10.222.0.76 "PUT /v2.0/ports/d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8 HTTP/1.1" status: 200 len: 1091 time: 0.8461268 Dec 16 22:49:33.892715 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47458fc9-a9bd-4f04-a98e-865c05398646', 'tag': 'd820bb6e-59cc-4ffd-89bd-05e0f7cb94d8'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:49:33.894869 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c7f981-4f50-40b9-9c6c-417c4a9c2378" -d '{"events": [{"name": "network-changed", "server_uuid": "47458fc9-a9bd-4f04-a98e-865c05398646", "tag": "d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:49:33.935677 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a273de-bd8e-42a9-b614-3a5b3db94a32 req-e4bfdec1-d9d2-4273-a7b9-42ffd6c56065 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:33.937258 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a3a273de-bd8e-42a9-b614-3a5b3db94a32 req-e4bfdec1-d9d2-4273-a7b9-42ffd6c56065 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 946 time: 0.1193829 Dec 16 22:49:33.938656 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317be53-b63b-4f79-bbaa-1e9a57c79761 service neutron] Pushing event updated for resources: {'Port': ['ID=d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:33.976324 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df595bd3-d7a3-4b61-8f5c-2efd95a3c257 x-openstack-request-id: req-df595bd3-d7a3-4b61-8f5c-2efd95a3c257 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:49:33.976624 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47458fc9-a9bd-4f04-a98e-865c05398646", "tag": "d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:49:33.976883 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-df595bd3-d7a3-4b61-8f5c-2efd95a3c257 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:49:33.977293 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47458fc9-a9bd-4f04-a98e-865c05398646', 'tag': 'd820bb6e-59cc-4ffd-89bd-05e0f7cb94d8', 'status': 'completed', 'code': 200} Dec 16 22:49:33.999527 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a3a273de-bd8e-42a9-b614-3a5b3db94a32 req-d715682a-3d77-4e31-a5ac-36c70501c8b0 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542145 Dec 16 22:49:34.080115 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7f981-4f50-40b9-9c6c-417c4a9c2378 req-bf4674e5-78bb-4e0a-b509-1f3db97685c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:34.081810 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d2c7f981-4f50-40b9-9c6c-417c4a9c2378 req-bf4674e5-78bb-4e0a-b509-1f3db97685c7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8696c8af1d5a4b7faf7049e79c6043b4&device_id=47458fc9-a9bd-4f04-a98e-865c05398646 HTTP/1.1" status: 200 len: 1094 time: 0.0572290 Dec 16 22:49:34.198592 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7f981-4f50-40b9-9c6c-417c4a9c2378 req-8b31d673-362e-4243-a1f8-a40fb2aae5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:34.200136 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d2c7f981-4f50-40b9-9c6c-417c4a9c2378 req-8b31d673-362e-4243-a1f8-a40fb2aae5ee service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=8696c8af1d5a4b7faf7049e79c6043b4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1033247 Dec 16 22:49:34.317103 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7f981-4f50-40b9-9c6c-417c4a9c2378 req-4e4ac18d-d069-4485-9b62-1c6829be5abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:34.318752 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d2c7f981-4f50-40b9-9c6c-417c4a9c2378 req-4e4ac18d-d069-4485-9b62-1c6829be5abe service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1015780 Dec 16 22:49:34.434381 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26d120-7196-481c-9651-c3507da58800 req-c4132643-c0bf-413e-bcc7-ee4034294d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:34.436019 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e26d120-7196-481c-9651-c3507da58800 req-c4132643-c0bf-413e-bcc7-ee4034294d54 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8696c8af1d5a4b7faf7049e79c6043b4&device_id=47458fc9-a9bd-4f04-a98e-865c05398646 HTTP/1.1" status: 200 len: 1094 time: 0.0451825 Dec 16 22:49:34.488024 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e26d120-7196-481c-9651-c3507da58800 req-e978f8f9-c5b0-4799-b919-44220d6097ad service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8 HTTP/1.1" status: 200 len: 217 time: 0.0358877 Dec 16 22:49:34.492163 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec003e04-0948-4366-8419-c80df1299e7d req-1be34c73-5ec1-4438-b147-426ebcceacfe tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:34.493840 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ec003e04-0948-4366-8419-c80df1299e7d req-1be34c73-5ec1-4438-b147-426ebcceacfe tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=47458fc9-a9bd-4f04-a98e-865c05398646 HTTP/1.1" status: 200 len: 1094 time: 0.0460186 Dec 16 22:49:34.544735 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ec003e04-0948-4366-8419-c80df1299e7d req-5a286099-982c-48bf-b42f-dc6b97e2d52e tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448730 Dec 16 22:49:34.549325 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26d120-7196-481c-9651-c3507da58800 req-7920f24f-5951-42b9-99be-668bba5e3ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:34.549325 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e26d120-7196-481c-9651-c3507da58800 req-7920f24f-5951-42b9-99be-668bba5e3ab6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=36ee8865-ed2e-45a2-ac11-b2c338713002 HTTP/1.1" status: 200 len: 848 time: 0.0523927 Dec 16 22:49:34.600924 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26d120-7196-481c-9651-c3507da58800 req-602c2d54-8edb-490b-b6c8-fd24de2ae980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:34.603266 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e26d120-7196-481c-9651-c3507da58800 req-602c2d54-8edb-490b-b6c8-fd24de2ae980 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4554773a-16a7-43e4-bab4-1127dd04cd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470374 Dec 16 22:49:34.695868 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e26d120-7196-481c-9651-c3507da58800 req-5f093ba0-55fb-4fdb-9599-d8e04a76748c service neutron] 10.222.0.76 "GET /v2.0/networks/4554773a-16a7-43e4-bab4-1127dd04cd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847979 Dec 16 22:49:34.799069 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e26d120-7196-481c-9651-c3507da58800 req-e714d2a7-a042-406c-bfa6-dfa64a3d634b service neutron] 10.222.0.76 "GET /v2.0/networks/4554773a-16a7-43e4-bab4-1127dd04cd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958135 Dec 16 22:49:34.925612 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:49:35.122537 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad66e73-4b86-4880-a9a3-770a601ea840 req-4ebb1461-6e31-40e4-9bdb-a364e8aede1f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:35.124158 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bad66e73-4b86-4880-a9a3-770a601ea840 req-4ebb1461-6e31-40e4-9bdb-a364e8aede1f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 946 time: 0.0505841 Dec 16 22:49:35.180864 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bad66e73-4b86-4880-a9a3-770a601ea840 req-570161db-0cd5-4f95-8c43-0d6b3dcfef68 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506363 Dec 16 22:49:35.306944 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585fb74-188f-42a0-8e51-3f54a6ca281e req-99c69e1b-b803-4acd-8a09-0e42707c1b7d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:35.308614 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b585fb74-188f-42a0-8e51-3f54a6ca281e req-99c69e1b-b803-4acd-8a09-0e42707c1b7d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 946 time: 0.0562305 Dec 16 22:49:35.363687 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b585fb74-188f-42a0-8e51-3f54a6ca281e req-82e9d5f5-1664-45e6-81a7-d4efd8819026 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489964 Dec 16 22:49:35.390985 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57178) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:35.551955 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc29160-43f8-4a2f-84fd-7203c0da83c1 tempest-TestVolumeBootPattern-814739416 tempest-TestVolumeBootPattern-814739416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:35.554148 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-abc29160-43f8-4a2f-84fd-7203c0da83c1 tempest-TestVolumeBootPattern-814739416 tempest-TestVolumeBootPattern-814739416-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 1092 time: 0.1621089 Dec 16 22:49:35.557521 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57190) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:35.561889 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'port_id': '4d1234c1-27b1-42de-b18b-c277c37ea1a2', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:49:35.657267 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:35.664863 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbec70-20bd-405b-be2b-8d0a331c60bf req-ac69c788-985d-496f-a0e4-6a0cd364ccb3 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:35.670137 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-77cbec70-20bd-405b-be2b-8d0a331c60bf req-ac69c788-985d-496f-a0e4-6a0cd364ccb3 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=47458fc9-a9bd-4f04-a98e-865c05398646 HTTP/1.1" status: 200 len: 1094 time: 0.0504882 Dec 16 22:49:35.715721 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-77cbec70-20bd-405b-be2b-8d0a331c60bf req-3503b34c-f0db-4b4a-b84b-08069aa28a6b tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433292 Dec 16 22:49:35.760358 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:35.873101 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Allocated IP 172.25.6.71 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/cf524a41-e574-4a6e-9e08-30e70319d6fa) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:49:35.976765 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:36.063188 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:36.111399 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:49:36.114334 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:49:36.118923 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:49:36.121245 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event updated for resources: {'Port': ['ID=cf524a41-e574-4a6e-9e08-30e70319d6fa,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:36.496342 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:36.643940 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:36.831423 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:36.844585 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76666aad-7963-4fa1-b22f-fea406808e67 req-87dc1f29-d841-4020-abd4-8607be15cf03 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:36.846144 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-76666aad-7963-4fa1-b22f-fea406808e67 req-87dc1f29-d841-4020-abd4-8607be15cf03 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=47458fc9-a9bd-4f04-a98e-865c05398646 HTTP/1.1" status: 200 len: 1094 time: 0.0560424 Dec 16 22:49:36.898935 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-76666aad-7963-4fa1-b22f-fea406808e67 req-660603e9-e1f3-409f-b589-9e8a33216895 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457313 Dec 16 22:49:36.908343 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:36.981052 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event updated for resources: {'Port': ['ID=cf524a41-e574-4a6e-9e08-30e70319d6fa,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:36.995093 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:36.995446 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:36.995794 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:36.996138 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:36.996477 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:36.996814 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:36.997149 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:36.997479 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:36.997807 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:36.998133 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:36.998460 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:36.998786 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:36.999138 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:37.002739 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:37.106550 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Floating IP 8641fde6-c068-44d7-8679-28cada23fe96 associated. External IP: 172.25.6.71, port: 4d1234c1-27b1-42de-b18b-c277c37ea1a2. Dec 16 22:49:37.323023 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Router f2356911-0c5c-4ae1-ae3d-c6b339551136 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:49:37.436028 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:49:37.445920 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893588c6-cd8f-4c2b-b8ee-087486e4c1da None None] Sync routers for ids ['f2356911-0c5c-4ae1-ae3d-c6b339551136'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:49:37.455032 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893588c6-cd8f-4c2b-b8ee-087486e4c1da None None] Routers {'f2356911-0c5c-4ae1-ae3d-c6b339551136'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:49:37.455673 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-893588c6-cd8f-4c2b-b8ee-087486e4c1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:49:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f2356911-0c5c-4ae1-ae3d-c6b339551136'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:37.550622 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:37.568197 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-893588c6-cd8f-4c2b-b8ee-087486e4c1da None None] Set router f2356911-0c5c-4ae1-ae3d-c6b339551136 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:49:37.591142 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0ea70503-8f32-48bb-b812-c3738813531e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0237806 Dec 16 22:49:37.591142 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1', 'tag': '4d1234c1-27b1-42de-b18b-c277c37ea1a2'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:49:37.591142 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db434207-0b9b-431c-9404-62fed521999d" -d '{"events": [{"name": "network-changed", "server_uuid": "16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1", "tag": "4d1234c1-27b1-42de-b18b-c277c37ea1a2"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:49:37.699466 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b69a26a-552b-4cfa-9e0e-190ee69d6c94 x-openstack-request-id: req-7b69a26a-552b-4cfa-9e0e-190ee69d6c94 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:49:37.700049 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1", "tag": "4d1234c1-27b1-42de-b18b-c277c37ea1a2", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:49:37.700049 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7b69a26a-552b-4cfa-9e0e-190ee69d6c94 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:49:37.700404 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1', 'tag': '4d1234c1-27b1-42de-b18b-c277c37ea1a2', 'status': 'completed', 'code': 200} Dec 16 22:49:37.791710 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db434207-0b9b-431c-9404-62fed521999d req-ca4d0944-422f-46d2-ae7e-076a9ea2f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:37.793292 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-db434207-0b9b-431c-9404-62fed521999d req-ca4d0944-422f-46d2-ae7e-076a9ea2f777 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 1097 time: 0.0492833 Dec 16 22:49:37.814534 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-893588c6-cd8f-4c2b-b8ee-087486e4c1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'name': 'tempest-TestVolumeBootPattern-493678342-router', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'gw_port': {'id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:52Z', 'updated_at': '2021-12-16T22:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '8641fde6-c068-44d7-8679-28cada23fe96', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'port_id': '4d1234c1-27b1-42de-b18b-c277c37ea1a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'mac_address': 'fa:16:3e:01:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:49:36Z', 'updated_at': '2021-12-16T22:49:36Z', 'revision_number': 0, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c446f6-e687-41bb-afe1-9fef24f1666b', 'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'mac_address': 'fa:16:3e:07:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:56Z', 'updated_at': '2021-12-16T22:43:12Z', 'revision_number': 5, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'subnets': [{'id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:37.843616 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893588c6-cd8f-4c2b-b8ee-087486e4c1da None None] Checking router: f2356911-0c5c-4ae1-ae3d-c6b339551136 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:49:37.853075 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893588c6-cd8f-4c2b-b8ee-087486e4c1da None None] Routers {'f2356911-0c5c-4ae1-ae3d-c6b339551136'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:49:37.853694 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-893588c6-cd8f-4c2b-b8ee-087486e4c1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:49:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f2356911-0c5c-4ae1-ae3d-c6b339551136'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:37.904411 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db434207-0b9b-431c-9404-62fed521999d req-07073636-a13b-4b3f-b376-3b27fb1ea3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:37.905905 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-db434207-0b9b-431c-9404-62fed521999d req-07073636-a13b-4b3f-b376-3b27fb1ea3f6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 911 time: 0.1044574 Dec 16 22:49:37.971907 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-893588c6-cd8f-4c2b-b8ee-087486e4c1da None None] Set router f2356911-0c5c-4ae1-ae3d-c6b339551136 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:49:37.980831 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-db434207-0b9b-431c-9404-62fed521999d req-c5f3edb9-eda0-442d-9456-56eedb183799 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d1234c1-27b1-42de-b18b-c277c37ea1a2 HTTP/1.1" status: 200 len: 999 time: 0.0662384 Dec 16 22:49:38.036627 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db434207-0b9b-431c-9404-62fed521999d req-3735abd8-6894-4677-871e-7d1dc9658ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:38.038613 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-db434207-0b9b-431c-9404-62fed521999d req-3735abd8-6894-4677-871e-7d1dc9658ab7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d HTTP/1.1" status: 200 len: 850 time: 0.0494797 Dec 16 22:49:38.042101 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51487043-46ca-4a79-8b6d-171cf30565f0 req-63d2282d-3b47-47ca-befe-ccb881414a87 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:38.043857 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-51487043-46ca-4a79-8b6d-171cf30565f0 req-63d2282d-3b47-47ca-befe-ccb881414a87 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=47458fc9-a9bd-4f04-a98e-865c05398646 HTTP/1.1" status: 200 len: 1094 time: 0.0616550 Dec 16 22:49:38.093546 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-51487043-46ca-4a79-8b6d-171cf30565f0 req-fb7843cc-be1e-4d8f-a973-0b59e50bd8b4 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430055 Dec 16 22:49:38.096932 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db434207-0b9b-431c-9404-62fed521999d req-18ffeec0-abbd-4d02-b478-900f75f1b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:38.098417 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-db434207-0b9b-431c-9404-62fed521999d req-18ffeec0-abbd-4d02-b478-900f75f1b73c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4daef152-7506-4390-9b15-8eed5c3fe323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520105 Dec 16 22:49:38.201779 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-db434207-0b9b-431c-9404-62fed521999d req-71257f7f-906e-4d28-a442-3a509e2107f4 service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946419 Dec 16 22:49:38.227405 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-893588c6-cd8f-4c2b-b8ee-087486e4c1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'name': 'tempest-TestVolumeBootPattern-493678342-router', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'gw_port': {'id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:52Z', 'updated_at': '2021-12-16T22:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '8641fde6-c068-44d7-8679-28cada23fe96', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'port_id': '4d1234c1-27b1-42de-b18b-c277c37ea1a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'mac_address': 'fa:16:3e:01:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:49:36Z', 'updated_at': '2021-12-16T22:49:36Z', 'revision_number': 0, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c446f6-e687-41bb-afe1-9fef24f1666b', 'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'mac_address': 'fa:16:3e:07:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:56Z', 'updated_at': '2021-12-16T22:43:12Z', 'revision_number': 5, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'subnets': [{'id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:38.248889 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:49:38.254391 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893588c6-cd8f-4c2b-b8ee-087486e4c1da None None] The sync data for ids ['f2356911-0c5c-4ae1-ae3d-c6b339551136'] in n-d-815324-4 is: [{'id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'name': 'tempest-TestVolumeBootPattern-493678342-router', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'gw_port': {'id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:52Z', 'updated_at': '2021-12-16T22:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '8641fde6-c068-44d7-8679-28cada23fe96', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'port_id': '4d1234c1-27b1-42de-b18b-c277c37ea1a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'mac_address': 'fa:16:3e:01:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:49:36Z', 'updated_at': '2021-12-16T22:49:36Z', 'revision_number': 0, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c446f6-e687-41bb-afe1-9fef24f1666b', 'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'mac_address': 'fa:16:3e:07:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:56Z', 'updated_at': '2021-12-16T22:43:12Z', 'revision_number': 5, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'subnets': [{'id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:49:38.312153 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-db434207-0b9b-431c-9404-62fed521999d req-06774396-e9fc-4133-8719-48802a5c36ae service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016064 Dec 16 22:49:38.374150 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8,segment=NetworkSegment(1490274f-a7c8-4a88-8ba2-946dfdb19379),segment_id=1490274f-a7c8-4a88-8ba2-946dfdb19379)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:38.386613 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'd820bb6e-59cc-4ffd-89bd-05e0f7cb94d8', 'network_id': '4554773a-16a7-43e4-bab4-1127dd04cd2b', 'port_id': 'd820bb6e-59cc-4ffd-89bd-05e0f7cb94d8', 'mac_address': 'fa:16:3e:29:d1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ee8865-ed2e-45a2-ac11-b2c338713002', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:49:38.432453 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:38.449615 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:49:38.475471 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8,segment=NetworkSegment(1490274f-a7c8-4a88-8ba2-946dfdb19379),segment_id=1490274f-a7c8-4a88-8ba2-946dfdb19379)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:38.501875 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4650aec4-667e-421b-b98a-98e4a40a8bea None None] New status for floating IP 8641fde6-c068-44d7-8679-28cada23fe96: ACTIVE {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:49:38.555540 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:38.662731 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:38.883306 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:49:39.206008 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a1177-0dc3-496d-9867-03e30da01487 req-aac7bafe-c98e-4fc2-aa64-6f3d5dbbe237 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:39.207604 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-974a1177-0dc3-496d-9867-03e30da01487 req-aac7bafe-c98e-4fc2-aa64-6f3d5dbbe237 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=47458fc9-a9bd-4f04-a98e-865c05398646 HTTP/1.1" status: 200 len: 1095 time: 0.0415764 Dec 16 22:49:39.253457 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-974a1177-0dc3-496d-9867-03e30da01487 req-17847014-7578-4c4e-9128-93715f9e38b7 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391798 Dec 16 22:49:40.269453 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:49:40.363340 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ce8e2-7c1b-4a89-ae94-1d01540ae649 req-25414032-3efc-487d-b754-ac62d589c45f tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:40.364955 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b58ce8e2-7c1b-4a89-ae94-1d01540ae649 req-25414032-3efc-487d-b754-ac62d589c45f tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=47458fc9-a9bd-4f04-a98e-865c05398646 HTTP/1.1" status: 200 len: 1095 time: 0.0413721 Dec 16 22:49:40.382279 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:49:40.386809 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:49:40.389552 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:40.418010 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b58ce8e2-7c1b-4a89-ae94-1d01540ae649 req-fd5ac965-3a97-4dfb-bc7b-9c1370893933 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390778 Dec 16 22:49:40.475108 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:40.500440 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47458fc9-a9bd-4f04-a98e-865c05398646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd820bb6e-59cc-4ffd-89bd-05e0f7cb94d8'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:49:40.502688 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191dd8c2-ebd7-4063-ab88-0b04b4644255" -d '{"events": [{"server_uuid": "47458fc9-a9bd-4f04-a98e-865c05398646", "name": "network-vif-plugged", "status": "completed", "tag": "d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:49:40.516636 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8,segment=NetworkSegment(1490274f-a7c8-4a88-8ba2-946dfdb19379),segment_id=1490274f-a7c8-4a88-8ba2-946dfdb19379)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:40.546582 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53e8fc5-1ded-42d1-ab7a-6e41ad6f14ea x-openstack-request-id: req-f53e8fc5-1ded-42d1-ab7a-6e41ad6f14ea {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:49:40.546912 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47458fc9-a9bd-4f04-a98e-865c05398646", "name": "network-vif-plugged", "status": "completed", "tag": "d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:49:40.547202 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f53e8fc5-1ded-42d1-ab7a-6e41ad6f14ea {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:49:40.547609 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47458fc9-a9bd-4f04-a98e-865c05398646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd820bb6e-59cc-4ffd-89bd-05e0f7cb94d8', 'code': 200} Dec 16 22:49:40.565719 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:40.621127 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:40.686942 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458d082-f75b-42d9-88df-2ed9557c9f95 req-24411ff7-0910-43e2-b6a6-76643d8b6b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:40.688540 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4458d082-f75b-42d9-88df-2ed9557c9f95 req-24411ff7-0910-43e2-b6a6-76643d8b6b96 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=47458fc9-a9bd-4f04-a98e-865c05398646 HTTP/1.1" status: 200 len: 1096 time: 0.0426800 Dec 16 22:49:40.738045 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4458d082-f75b-42d9-88df-2ed9557c9f95 req-548d212f-241e-475a-81f2-67bc4b273d76 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416377 Dec 16 22:49:41.528793 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8497b-1a18-44c7-bf5b-01ff296df21f req-51a8b769-481b-451d-8405-a4d44df496ec tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:41.530390 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0bd8497b-1a18-44c7-bf5b-01ff296df21f req-51a8b769-481b-451d-8405-a4d44df496ec tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=47458fc9-a9bd-4f04-a98e-865c05398646 HTTP/1.1" status: 200 len: 1096 time: 0.0476973 Dec 16 22:49:41.576257 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0bd8497b-1a18-44c7-bf5b-01ff296df21f req-a467be0c-60e5-4c41-8215-729d208ba473 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399306 Dec 16 22:49:42.685019 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ab413-9815-4f52-b5ae-813f5f8dd3e1 req-9934cdcc-07a5-4e50-92bd-953954863ccd tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:42.686693 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1d6ab413-9815-4f52-b5ae-813f5f8dd3e1 req-9934cdcc-07a5-4e50-92bd-953954863ccd tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=47458fc9-a9bd-4f04-a98e-865c05398646 HTTP/1.1" status: 200 len: 1096 time: 0.0423000 Dec 16 22:49:42.734272 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1d6ab413-9815-4f52-b5ae-813f5f8dd3e1 req-6e4d54a6-df6c-429f-96c0-7bdc0803cc32 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411501 Dec 16 22:49:42.734539 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-30eb3f70-dcc6-41e7-97bb-497142d93db0 req-dae93f04-786e-4a4a-9efc-5935924a9269 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471449 Dec 16 22:49:42.869345 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb3f70-dcc6-41e7-97bb-497142d93db0 req-7f1255c9-efec-4c8e-b968-6c419efb976f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:42.870768 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-30eb3f70-dcc6-41e7-97bb-497142d93db0 req-7f1255c9-efec-4c8e-b968-6c419efb976f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 1097 time: 0.0707071 Dec 16 22:49:42.879409 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36865f77-1c4f-4009-8555-82a6c76b117d req-ca54ed82-b17d-40f4-95a3-e2ddc2e8f1b8 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:42.880857 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-36865f77-1c4f-4009-8555-82a6c76b117d req-ca54ed82-b17d-40f4-95a3-e2ddc2e8f1b8 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=47458fc9-a9bd-4f04-a98e-865c05398646 HTTP/1.1" status: 200 len: 1096 time: 0.0545514 Dec 16 22:49:42.982611 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-36865f77-1c4f-4009-8555-82a6c76b117d req-d8bfc8a1-2b95-48c2-b432-567c9c69a1e1 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947950 Dec 16 22:49:43.009497 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb3f70-dcc6-41e7-97bb-497142d93db0 req-82f1598a-ab7c-445f-95c2-c2fb280e78fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:43.015213 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-30eb3f70-dcc6-41e7-97bb-497142d93db0 req-82f1598a-ab7c-445f-95c2-c2fb280e78fe service neutron] 10.222.0.57 "GET /v2.0/networks?id=85fa5bf2-66f0-418b-bac3-00ff14162efe HTTP/1.1" status: 200 len: 896 time: 0.1215961 Dec 16 22:49:43.089426 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-30eb3f70-dcc6-41e7-97bb-497142d93db0 req-60a69787-7c8e-40e0-bfe4-adc08f90a5f6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76196b82-1021-47df-a949-adaf3e9adecd HTTP/1.1" status: 200 len: 1001 time: 0.0717356 Dec 16 22:49:43.096497 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706ef32-80c8-4ce4-a70b-7663d250d358 req-ce3c2af7-0294-4b1f-b1b7-c2484f1a3377 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:43.098179 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c706ef32-80c8-4ce4-a70b-7663d250d358 req-ce3c2af7-0294-4b1f-b1b7-c2484f1a3377 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=47458fc9-a9bd-4f04-a98e-865c05398646 HTTP/1.1" status: 200 len: 1096 time: 0.0453682 Dec 16 22:49:43.146887 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb3f70-dcc6-41e7-97bb-497142d93db0 req-c1b48593-be9d-405e-93ea-66a5ad9746a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:43.148617 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-30eb3f70-dcc6-41e7-97bb-497142d93db0 req-c1b48593-be9d-405e-93ea-66a5ad9746a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0285f658-6c63-4d47-9ee3-457d8ee4d3f7 HTTP/1.1" status: 200 len: 835 time: 0.0527401 Dec 16 22:49:43.150701 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c706ef32-80c8-4ce4-a70b-7663d250d358 req-aac31051-0c4a-4e24-b314-b4d600a9b684 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456014 Dec 16 22:49:43.196787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb3f70-dcc6-41e7-97bb-497142d93db0 req-0219c7ae-024a-4ecc-b174-4e3c082045c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:43.198492 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-30eb3f70-dcc6-41e7-97bb-497142d93db0 req-0219c7ae-024a-4ecc-b174-4e3c082045c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85fa5bf2-66f0-418b-bac3-00ff14162efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427253 Dec 16 22:49:43.297577 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-30eb3f70-dcc6-41e7-97bb-497142d93db0 req-e9b522ef-a296-4f27-b91f-66f7e5b8f12b service neutron] 10.222.0.57 "GET /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919962 Dec 16 22:49:43.399452 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-30eb3f70-dcc6-41e7-97bb-497142d93db0 req-2537fb98-0f34-4d94-8230-3e832551275c service neutron] 10.222.0.57 "GET /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938699 Dec 16 22:49:43.622708 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d55ffb-751f-4e2a-a235-7ca8dc2dc90e req-0ad9c170-87cc-4870-adfb-f6fa9eefdd70 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:43.627318 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-33d55ffb-751f-4e2a-a235-7ca8dc2dc90e req-0ad9c170-87cc-4870-adfb-f6fa9eefdd70 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=47458fc9-a9bd-4f04-a98e-865c05398646 HTTP/1.1" status: 200 len: 1096 time: 0.0475156 Dec 16 22:49:43.670861 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-33d55ffb-751f-4e2a-a235-7ca8dc2dc90e req-65da75b7-c0b9-4090-8e60-3c87accab627 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404413 Dec 16 22:49:44.817102 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148abb0-bbcd-4a4c-85ad-1c7d5551a872 req-bb3906f3-4bff-4b93-876e-6952a94d94f7 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:44.818684 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7148abb0-bbcd-4a4c-85ad-1c7d5551a872 req-bb3906f3-4bff-4b93-876e-6952a94d94f7 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=47458fc9-a9bd-4f04-a98e-865c05398646 HTTP/1.1" status: 200 len: 1096 time: 0.0745022 Dec 16 22:49:44.848670 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d3595522-c013-45d2-8304-9200931fda9e req-40b251df-9580-4fd1-8659-087abeabb259 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0663903 Dec 16 22:49:44.876795 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7148abb0-bbcd-4a4c-85ad-1c7d5551a872 req-e291144e-7bed-41d0-9df7-909de65da6f9 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513783 Dec 16 22:49:44.960119 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3595522-c013-45d2-8304-9200931fda9e req-9c0a4522-87bb-440f-aa7e-7d270842f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:44.961894 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d3595522-c013-45d2-8304-9200931fda9e req-9c0a4522-87bb-440f-aa7e-7d270842f240 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 1097 time: 0.0419917 Dec 16 22:49:45.075613 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3595522-c013-45d2-8304-9200931fda9e req-bc57cadd-4ebd-4c7e-938f-d99d99ba03e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:45.077102 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d3595522-c013-45d2-8304-9200931fda9e req-bc57cadd-4ebd-4c7e-938f-d99d99ba03e6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 911 time: 0.0911441 Dec 16 22:49:45.165487 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d3595522-c013-45d2-8304-9200931fda9e req-5b54d634-68e5-4597-9daf-2ed9b953a7d5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d1234c1-27b1-42de-b18b-c277c37ea1a2 HTTP/1.1" status: 200 len: 1001 time: 0.0646732 Dec 16 22:49:45.219982 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3595522-c013-45d2-8304-9200931fda9e req-695beb2b-52fd-4c4a-a5e9-64132ade3e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:45.221474 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d3595522-c013-45d2-8304-9200931fda9e req-695beb2b-52fd-4c4a-a5e9-64132ade3e0c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d HTTP/1.1" status: 200 len: 850 time: 0.0468302 Dec 16 22:49:45.270135 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3595522-c013-45d2-8304-9200931fda9e req-497346ab-840f-4e8c-b93a-3f10188ace72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:45.271664 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d3595522-c013-45d2-8304-9200931fda9e req-497346ab-840f-4e8c-b93a-3f10188ace72 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4daef152-7506-4390-9b15-8eed5c3fe323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429099 Dec 16 22:49:45.377058 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705d819-e93f-4aa9-8188-fdd74f7ee29e req-c3b44546-d60a-4f10-b072-0ea552354fc2 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:45.378637 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0705d819-e93f-4aa9-8188-fdd74f7ee29e req-c3b44546-d60a-4f10-b072-0ea552354fc2 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=47458fc9-a9bd-4f04-a98e-865c05398646 HTTP/1.1" status: 200 len: 1096 time: 0.0417304 Dec 16 22:49:45.431312 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d3595522-c013-45d2-8304-9200931fda9e req-fd64528b-e8b6-40ec-9536-f84bdadbae78 service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940371 Dec 16 22:49:45.468654 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-0705d819-e93f-4aa9-8188-fdd74f7ee29e req-3c15be7b-0af1-4a27-a45f-34ab5f220ea6 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Deleting port d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:45.468994 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-0705d819-e93f-4aa9-8188-fdd74f7ee29e req-3c15be7b-0af1-4a27-a45f-34ab5f220ea6 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:45.529384 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d3595522-c013-45d2-8304-9200931fda9e req-c9f9b95d-e941-42c4-8e06-67b45790bd0c service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909207 Dec 16 22:49:45.551468 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-0705d819-e93f-4aa9-8188-fdd74f7ee29e req-3c15be7b-0af1-4a27-a45f-34ab5f220ea6 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] For port d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8,segment=NetworkSegment(1490274f-a7c8-4a88-8ba2-946dfdb19379),segment_id=1490274f-a7c8-4a88-8ba2-946dfdb19379)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:45.551839 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-0705d819-e93f-4aa9-8188-fdd74f7ee29e req-3c15be7b-0af1-4a27-a45f-34ab5f220ea6 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:45.564993 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-0705d819-e93f-4aa9-8188-fdd74f7ee29e req-3c15be7b-0af1-4a27-a45f-34ab5f220ea6 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Calling delete_port for d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:45.777705 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-0705d819-e93f-4aa9-8188-fdd74f7ee29e req-3c15be7b-0af1-4a27-a45f-34ab5f220ea6 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:45.816572 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9ecaccbf-c7e9-4248-9b6f-477824b4b927'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:49:45.819119 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:49:45.896745 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15be7b-0af1-4a27-a45f-34ab5f220ea6 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Pushing event deleted for resources: {'Port': ['ID=d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:45.932248 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-0705d819-e93f-4aa9-8188-fdd74f7ee29e req-3c15be7b-0af1-4a27-a45f-34ab5f220ea6 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] No DVR routers for this DVR port d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8 on host n-h1-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:49:45.937400 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-0705d819-e93f-4aa9-8188-fdd74f7ee29e req-3c15be7b-0af1-4a27-a45f-34ab5f220ea6 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:45.941095 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0705d819-e93f-4aa9-8188-fdd74f7ee29e req-3c15be7b-0af1-4a27-a45f-34ab5f220ea6 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.76 "DELETE /v2.0/ports/d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8 HTTP/1.1" status: 204 len: 173 time: 0.5562372 Dec 16 22:49:45.941608 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47458fc9-a9bd-4f04-a98e-865c05398646', 'name': 'network-vif-deleted', 'tag': 'd820bb6e-59cc-4ffd-89bd-05e0f7cb94d8'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:49:45.944131 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf4365b-d659-4637-98fc-382024993dc2" -d '{"events": [{"server_uuid": "47458fc9-a9bd-4f04-a98e-865c05398646", "name": "network-vif-deleted", "tag": "d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:49:46.049342 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b282b2-6794-4c1a-953f-89ab2c4ecb54 x-openstack-request-id: req-f9b282b2-6794-4c1a-953f-89ab2c4ecb54 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:49:46.049695 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47458fc9-a9bd-4f04-a98e-865c05398646", "name": "network-vif-deleted", "tag": "d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:49:46.050018 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f9b282b2-6794-4c1a-953f-89ab2c4ecb54 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:49:46.050444 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47458fc9-a9bd-4f04-a98e-865c05398646', 'name': 'network-vif-deleted', 'tag': 'd820bb6e-59cc-4ffd-89bd-05e0f7cb94d8', 'status': 'completed', 'code': 200} Dec 16 22:49:46.113800 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c7571dd6-4d13-4ce3-85da-8138ad251594 req-a474c901-c4da-4f09-b7a2-b269eca1a106 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=47458fc9-a9bd-4f04-a98e-865c05398646 HTTP/1.1" status: 200 len: 210 time: 0.0584249 Dec 16 22:49:47.671586 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6583d-af11-4235-a9bb-212d3d65b000 req-861ef3ab-8f1c-4e2b-a57d-dec32743c637 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:47.674221 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-36d6583d-af11-4235-a9bb-212d3d65b000 req-861ef3ab-8f1c-4e2b-a57d-dec32743c637 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=327a937b-128d-4020-896d-73c7541fc026 HTTP/1.1" status: 200 len: 1097 time: 0.0641870 Dec 16 22:49:47.727806 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-36d6583d-af11-4235-a9bb-212d3d65b000 req-25aa3dbb-aded-4aef-80e7-650de25bf8d1 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468311 Dec 16 22:49:48.853747 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65d67a-4d43-41bb-a7b9-3766648f9ea7 req-45a8215f-d20b-48d3-bb1f-368ad89e91d4 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:48.855470 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8d65d67a-4d43-41bb-a7b9-3766648f9ea7 req-45a8215f-d20b-48d3-bb1f-368ad89e91d4 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=327a937b-128d-4020-896d-73c7541fc026 HTTP/1.1" status: 200 len: 1097 time: 0.0493791 Dec 16 22:49:48.904138 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8d65d67a-4d43-41bb-a7b9-3766648f9ea7 req-d410f4db-c36c-4d2f-b9f7-30ef642c87be tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423806 Dec 16 22:49:49.279737 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed5679-2267-4eea-b9d7-62d396e127b0 req-f9b1df67-35b2-4816-838e-8fec0e5c6876 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:49.281297 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bbed5679-2267-4eea-b9d7-62d396e127b0 req-f9b1df67-35b2-4816-838e-8fec0e5c6876 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=327a937b-128d-4020-896d-73c7541fc026 HTTP/1.1" status: 200 len: 1097 time: 0.0435314 Dec 16 22:49:49.365273 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-bbed5679-2267-4eea-b9d7-62d396e127b0 req-104e2fb3-8503-42a6-97dd-78a516bd2821 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Deleting port 9ecaccbf-c7e9-4248-9b6f-477824b4b927 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:49.365617 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bbed5679-2267-4eea-b9d7-62d396e127b0 req-104e2fb3-8503-42a6-97dd-78a516bd2821 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:49.447182 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-bbed5679-2267-4eea-b9d7-62d396e127b0 req-104e2fb3-8503-42a6-97dd-78a516bd2821 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] For port 9ecaccbf-c7e9-4248-9b6f-477824b4b927, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9ecaccbf-c7e9-4248-9b6f-477824b4b927,segment=NetworkSegment(1490274f-a7c8-4a88-8ba2-946dfdb19379),segment_id=1490274f-a7c8-4a88-8ba2-946dfdb19379)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:49.447550 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bbed5679-2267-4eea-b9d7-62d396e127b0 req-104e2fb3-8503-42a6-97dd-78a516bd2821 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:49.459915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-bbed5679-2267-4eea-b9d7-62d396e127b0 req-104e2fb3-8503-42a6-97dd-78a516bd2821 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Calling delete_port for 9ecaccbf-c7e9-4248-9b6f-477824b4b927 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:49.645315 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bbed5679-2267-4eea-b9d7-62d396e127b0 req-104e2fb3-8503-42a6-97dd-78a516bd2821 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:49.672494 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e2fb3-8503-42a6-97dd-78a516bd2821 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ecaccbf-c7e9-4248-9b6f-477824b4b927,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:49.678072 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9ecaccbf-c7e9-4248-9b6f-477824b4b927'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:49:49.720013 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbed5679-2267-4eea-b9d7-62d396e127b0 req-104e2fb3-8503-42a6-97dd-78a516bd2821 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] No DVR routers for this DVR port 9ecaccbf-c7e9-4248-9b6f-477824b4b927 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:49:49.722775 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bbed5679-2267-4eea-b9d7-62d396e127b0 req-104e2fb3-8503-42a6-97dd-78a516bd2821 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:49.726767 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bbed5679-2267-4eea-b9d7-62d396e127b0 req-104e2fb3-8503-42a6-97dd-78a516bd2821 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.57 "DELETE /v2.0/ports/9ecaccbf-c7e9-4248-9b6f-477824b4b927 HTTP/1.1" status: 204 len: 173 time: 0.4390347 Dec 16 22:49:49.727360 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327a937b-128d-4020-896d-73c7541fc026', 'name': 'network-vif-deleted', 'tag': '9ecaccbf-c7e9-4248-9b6f-477824b4b927'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:49:49.729762 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130402b5-a091-4f88-8f2a-4491fe275bff" -d '{"events": [{"server_uuid": "327a937b-128d-4020-896d-73c7541fc026", "name": "network-vif-deleted", "tag": "9ecaccbf-c7e9-4248-9b6f-477824b4b927"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:49:49.773299 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82650350-1ac1-4b70-b953-82a97067d928 x-openstack-request-id: req-82650350-1ac1-4b70-b953-82a97067d928 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:49:49.774079 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327a937b-128d-4020-896d-73c7541fc026", "name": "network-vif-deleted", "tag": "9ecaccbf-c7e9-4248-9b6f-477824b4b927", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:49:49.774199 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-82650350-1ac1-4b70-b953-82a97067d928 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:49:49.774609 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327a937b-128d-4020-896d-73c7541fc026', 'name': 'network-vif-deleted', 'tag': '9ecaccbf-c7e9-4248-9b6f-477824b4b927', 'status': 'completed', 'code': 200} Dec 16 22:49:50.004990 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c819878d-fc2e-43bc-bcf9-4f44ea1f0669 req-ee076bb4-bc68-4997-aab3-1298cd8bc207 tempest-TestServerMultinode-1852118629 tempest-TestServerMultinode-1852118629-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=327a937b-128d-4020-896d-73c7541fc026 HTTP/1.1" status: 200 len: 210 time: 0.0279119 Dec 16 22:49:50.329074 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:49:50.350144 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:49:50.350494 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device d820bb6e-59cc-4ffd-89bd-05e0f7cb94d8 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:49:51.074704 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57472) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:51.451091 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cc88c5ed-1942-4b96-a6e0-74d07e6e0d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:51.707789 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-cc88c5ed-1942-4b96-a6e0-74d07e6e0d23 admin admin] Deleting port 6cd5fbce-db23-4e3e-9a8b-e0119101ffc3 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:51.708053 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cc88c5ed-1942-4b96-a6e0-74d07e6e0d23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:51.799390 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-cc88c5ed-1942-4b96-a6e0-74d07e6e0d23 admin admin] For port 6cd5fbce-db23-4e3e-9a8b-e0119101ffc3, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=6cd5fbce-db23-4e3e-9a8b-e0119101ffc3,segment=NetworkSegment(1490274f-a7c8-4a88-8ba2-946dfdb19379),segment_id=1490274f-a7c8-4a88-8ba2-946dfdb19379)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:51.799760 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cc88c5ed-1942-4b96-a6e0-74d07e6e0d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:51.814236 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-cc88c5ed-1942-4b96-a6e0-74d07e6e0d23 admin admin] Calling delete_port for 6cd5fbce-db23-4e3e-9a8b-e0119101ffc3 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:52.034087 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cc88c5ed-1942-4b96-a6e0-74d07e6e0d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:52.064338 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88c5ed-1942-4b96-a6e0-74d07e6e0d23 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cd5fbce-db23-4e3e-9a8b-e0119101ffc3,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:52.574088 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cc88c5ed-1942-4b96-a6e0-74d07e6e0d23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:52.800271 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc88c5ed-1942-4b96-a6e0-74d07e6e0d23 admin admin] Router 8c11bece-3074-411f-9120-8dbedace6831 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:49:52.912467 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc88c5ed-1942-4b96-a6e0-74d07e6e0d23 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:49:52.920479 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cc88c5ed-1942-4b96-a6e0-74d07e6e0d23 admin admin] 10.222.0.75 "PUT /v2.0/routers/8c11bece-3074-411f-9120-8dbedace6831/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8457363 Dec 16 22:49:52.921876 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57502) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:52.926564 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329e1d60-21d5-4473-8b5b-91f08715eb11 None None] Sync routers for ids ['8c11bece-3074-411f-9120-8dbedace6831'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:49:52.939701 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329e1d60-21d5-4473-8b5b-91f08715eb11 None None] Routers {'8c11bece-3074-411f-9120-8dbedace6831'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:49:52.947450 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-329e1d60-21d5-4473-8b5b-91f08715eb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:49:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['8c11bece-3074-411f-9120-8dbedace6831'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:53.035360 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a1f6e380-15db-4155-ac92-beccf367dc06 admin admin] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:53.070996 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-329e1d60-21d5-4473-8b5b-91f08715eb11 None None] Set router 8c11bece-3074-411f-9120-8dbedace6831 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:49:53.142052 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a1f6e380-15db-4155-ac92-beccf367dc06 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:53.300337 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-a1f6e380-15db-4155-ac92-beccf367dc06 admin admin] Deleting port e418dca1-850c-405f-9c92-c5f0e36c1795 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:53.300764 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a1f6e380-15db-4155-ac92-beccf367dc06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:53.364817 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-329e1d60-21d5-4473-8b5b-91f08715eb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c11bece-3074-411f-9120-8dbedace6831', 'name': 'tempest-TestServerMultinode-766929648-router', 'tenant_id': '1af4529ccea944cf9ab7ca7439b1a271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'e418dca1-850c-405f-9c92-c5f0e36c1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:48:54Z', 'updated_at': '2021-12-16T22:49:51Z', 'revision_number': 5, 'project_id': '1af4529ccea944cf9ab7ca7439b1a271', 'gw_port': {'id': 'e418dca1-850c-405f-9c92-c5f0e36c1795', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:39:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c11bece-3074-411f-9120-8dbedace6831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:55Z', 'updated_at': '2021-12-16T22:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:53.396326 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329e1d60-21d5-4473-8b5b-91f08715eb11 None None] Checking router: 8c11bece-3074-411f-9120-8dbedace6831 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:49:53.406151 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329e1d60-21d5-4473-8b5b-91f08715eb11 None None] Routers {'8c11bece-3074-411f-9120-8dbedace6831'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:49:53.406958 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-329e1d60-21d5-4473-8b5b-91f08715eb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:49:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['8c11bece-3074-411f-9120-8dbedace6831'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:53.411969 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-a1f6e380-15db-4155-ac92-beccf367dc06 admin admin] For port e418dca1-850c-405f-9c92-c5f0e36c1795, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e418dca1-850c-405f-9c92-c5f0e36c1795,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:53.412331 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a1f6e380-15db-4155-ac92-beccf367dc06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:53.426158 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-a1f6e380-15db-4155-ac92-beccf367dc06 admin admin] Calling delete_port for e418dca1-850c-405f-9c92-c5f0e36c1795 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:53.502845 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-25c57c35-56b0-4859-9902-c86d7992fb64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:53.510028 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-329e1d60-21d5-4473-8b5b-91f08715eb11 None None] Set router 8c11bece-3074-411f-9120-8dbedace6831 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:49:53.566441 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-329e1d60-21d5-4473-8b5b-91f08715eb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c11bece-3074-411f-9120-8dbedace6831', 'name': 'tempest-TestServerMultinode-766929648-router', 'tenant_id': '1af4529ccea944cf9ab7ca7439b1a271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:48:54Z', 'updated_at': '2021-12-16T22:49:53Z', 'revision_number': 6, 'project_id': '1af4529ccea944cf9ab7ca7439b1a271', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:53.594904 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329e1d60-21d5-4473-8b5b-91f08715eb11 None None] The sync data for ids ['8c11bece-3074-411f-9120-8dbedace6831'] in n-d-815324-4 is: [{'id': '8c11bece-3074-411f-9120-8dbedace6831', 'name': 'tempest-TestServerMultinode-766929648-router', 'tenant_id': '1af4529ccea944cf9ab7ca7439b1a271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:48:54Z', 'updated_at': '2021-12-16T22:49:53Z', 'revision_number': 6, 'project_id': '1af4529ccea944cf9ab7ca7439b1a271', 'gw_port_host': None}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:49:53.714264 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a1f6e380-15db-4155-ac92-beccf367dc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:53.744417 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6e380-15db-4155-ac92-beccf367dc06 admin admin] Pushing event deleted for resources: {'Port': ['ID=e418dca1-850c-405f-9c92-c5f0e36c1795,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:53.761265 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1c0498-013b-488b-a7a0-e5a10cf34caa None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:49:53.819374 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a1f6e380-15db-4155-ac92-beccf367dc06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:53.934271 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 9ecaccbf-c7e9-4248-9b6f-477824b4b927 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:49:54.006612 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 9ecaccbf-c7e9-4248-9b6f-477824b4b927 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:49:54.007157 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 9ecaccbf-c7e9-4248-9b6f-477824b4b927 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:49:54.287211 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a1f6e380-15db-4155-ac92-beccf367dc06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:54.290102 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a1f6e380-15db-4155-ac92-beccf367dc06 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:54.416865 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a1f6e380-15db-4155-ac92-beccf367dc06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:54.417452 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f6e380-15db-4155-ac92-beccf367dc06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c11bece-3074-411f-9120-8dbedace6831 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:49:54.422594 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a1f6e380-15db-4155-ac92-beccf367dc06 admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:54.423944 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a1f6e380-15db-4155-ac92-beccf367dc06 admin admin] 10.222.0.75 "DELETE /v2.0/routers/8c11bece-3074-411f-9120-8dbedace6831 HTTP/1.1" status: 204 len: 168 time: 1.5008190 Dec 16 22:49:54.426659 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57522) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:54.429023 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 6cd5fbce-db23-4e3e-9a8b-e0119101ffc3 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:49:54.459090 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 6cd5fbce-db23-4e3e-9a8b-e0119101ffc3 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:49:54.460807 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 6cd5fbce-db23-4e3e-9a8b-e0119101ffc3 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:49:54.478654 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8408abc-bd4c-4964-9460-ede95c65ffb4 admin admin] Deleting subnet 36ee8865-ed2e-45a2-ac11-b2c338713002 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:49:54.482611 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c8408abc-bd4c-4964-9460-ede95c65ffb4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:54.519748 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c8408abc-bd4c-4964-9460-ede95c65ffb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:54.618804 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c8408abc-bd4c-4964-9460-ede95c65ffb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:54.794168 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c8408abc-bd4c-4964-9460-ede95c65ffb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:54.807893 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8408abc-bd4c-4964-9460-ede95c65ffb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36ee8865-ed2e-45a2-ac11-b2c338713002,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:54.811818 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c8408abc-bd4c-4964-9460-ede95c65ffb4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:54.815331 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c8408abc-bd4c-4964-9460-ede95c65ffb4 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/36ee8865-ed2e-45a2-ac11-b2c338713002 HTTP/1.1" status: 204 len: 168 time: 0.3871624 Dec 16 22:49:54.817698 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57528) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:54.820454 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cf28f9-c46c-4f7b-9326-e3fe6117dfac None None] Network 4554773a-16a7-43e4-bab4-1127dd04cd2b requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:54.891648 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-298275fe-0364-4997-ab2e-8e63f28e4fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:54.953955 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-298275fe-0364-4997-ab2e-8e63f28e4fb8 admin admin] Deleting port 210573f8-bf3f-4aa1-a9bf-01da0c25d3c8 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:54.954306 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-298275fe-0364-4997-ab2e-8e63f28e4fb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:54.971615 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dab2a3-babc-4368-b68f-202a691f6cda None None] DHCP port deletion for 4554773a-16a7-43e4-bab4-1127dd04cd2b request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:49:55.028357 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a2dab2a3-babc-4368-b68f-202a691f6cda None None] Deleting port 210573f8-bf3f-4aa1-a9bf-01da0c25d3c8 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:55.029008 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a2dab2a3-babc-4368-b68f-202a691f6cda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:55.033013 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-298275fe-0364-4997-ab2e-8e63f28e4fb8 admin admin] For port 210573f8-bf3f-4aa1-a9bf-01da0c25d3c8, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=210573f8-bf3f-4aa1-a9bf-01da0c25d3c8,segment=NetworkSegment(1490274f-a7c8-4a88-8ba2-946dfdb19379),segment_id=1490274f-a7c8-4a88-8ba2-946dfdb19379)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:55.033389 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-298275fe-0364-4997-ab2e-8e63f28e4fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:55.048069 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-298275fe-0364-4997-ab2e-8e63f28e4fb8 admin admin] Calling delete_port for 210573f8-bf3f-4aa1-a9bf-01da0c25d3c8 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:55.212416 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-298275fe-0364-4997-ab2e-8e63f28e4fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:55.240977 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298275fe-0364-4997-ab2e-8e63f28e4fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=210573f8-bf3f-4aa1-a9bf-01da0c25d3c8,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:55.246320 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298275fe-0364-4997-ab2e-8e63f28e4fb8 admin admin] No DVR routers for this DVR port 210573f8-bf3f-4aa1-a9bf-01da0c25d3c8 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:49:55.274341 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a2dab2a3-babc-4368-b68f-202a691f6cda None None] For port 210573f8-bf3f-4aa1-a9bf-01da0c25d3c8, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=210573f8-bf3f-4aa1-a9bf-01da0c25d3c8,segment=NetworkSegment(1490274f-a7c8-4a88-8ba2-946dfdb19379),segment_id=1490274f-a7c8-4a88-8ba2-946dfdb19379)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:55.274832 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a2dab2a3-babc-4368-b68f-202a691f6cda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:55.287814 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a2dab2a3-babc-4368-b68f-202a691f6cda None None] Calling delete_port for 210573f8-bf3f-4aa1-a9bf-01da0c25d3c8 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:55.329111 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-298275fe-0364-4997-ab2e-8e63f28e4fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:55.350706 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-298275fe-0364-4997-ab2e-8e63f28e4fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4554773a-16a7-43e4-bab4-1127dd04cd2b']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:55.361701 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-298275fe-0364-4997-ab2e-8e63f28e4fb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1490274f-a7c8-4a88-8ba2-946dfdb19379') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:55.362009 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-298275fe-0364-4997-ab2e-8e63f28e4fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1490274f-a7c8-4a88-8ba2-946dfdb19379') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:55.368988 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a2dab2a3-babc-4368-b68f-202a691f6cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:55.373661 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-298275fe-0364-4997-ab2e-8e63f28e4fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:55.388347 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-298275fe-0364-4997-ab2e-8e63f28e4fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:55.394829 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298275fe-0364-4997-ab2e-8e63f28e4fb8 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:49:55.395324 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-298275fe-0364-4997-ab2e-8e63f28e4fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:55.396939 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dab2a3-babc-4368-b68f-202a691f6cda None None] Pushing event deleted for resources: {'Port': ['ID=210573f8-bf3f-4aa1-a9bf-01da0c25d3c8,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:49:55.397294 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:49:55.404500 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dab2a3-babc-4368-b68f-202a691f6cda None None] No DVR routers for this DVR port 210573f8-bf3f-4aa1-a9bf-01da0c25d3c8 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:49:55.439225 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dab2a3-babc-4368-b68f-202a691f6cda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:55.439603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dab2a3-babc-4368-b68f-202a691f6cda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:55.439949 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dab2a3-babc-4368-b68f-202a691f6cda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:55.440290 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dab2a3-babc-4368-b68f-202a691f6cda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:55.440627 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dab2a3-babc-4368-b68f-202a691f6cda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:55.440963 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dab2a3-babc-4368-b68f-202a691f6cda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:55.441294 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dab2a3-babc-4368-b68f-202a691f6cda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:55.450781 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dab2a3-babc-4368-b68f-202a691f6cda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:55.451255 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dab2a3-babc-4368-b68f-202a691f6cda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:55.452522 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dab2a3-babc-4368-b68f-202a691f6cda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:55.452522 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dab2a3-babc-4368-b68f-202a691f6cda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:55.452522 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dab2a3-babc-4368-b68f-202a691f6cda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:55.452787 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dab2a3-babc-4368-b68f-202a691f6cda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:49:55.531256 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-298275fe-0364-4997-ab2e-8e63f28e4fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:55.537076 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-298275fe-0364-4997-ab2e-8e63f28e4fb8 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:55.544024 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-298275fe-0364-4997-ab2e-8e63f28e4fb8 admin admin] 10.222.0.75 "DELETE /v2.0/networks/4554773a-16a7-43e4-bab4-1127dd04cd2b HTTP/1.1" status: 204 len: 168 time: 0.7219110 Dec 16 22:49:55.544557 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57538) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:55.561538 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298275fe-0364-4997-ab2e-8e63f28e4fb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4554773a-16a7-43e4-bab4-1127dd04cd2b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:55.680609 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e5caab77-5e3f-460f-bd2d-c813ca9b241c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:55.858240 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e418dca1-850c-405f-9c92-c5f0e36c1795 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:49:55.883929 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: e418dca1-850c-405f-9c92-c5f0e36c1795 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:49:55.884280 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e418dca1-850c-405f-9c92-c5f0e36c1795 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:49:55.884702 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 210573f8-bf3f-4aa1-a9bf-01da0c25d3c8 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:49:55.905655 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 210573f8-bf3f-4aa1-a9bf-01da0c25d3c8 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:49:55.906235 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 210573f8-bf3f-4aa1-a9bf-01da0c25d3c8 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:49:55.932839 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f171637b-b24b-41da-af6b-36b44f4bb006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:56.198379 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-f171637b-b24b-41da-af6b-36b44f4bb006 admin admin] Deleting port f7b9d833-63d0-4f93-b1e7-d3811f16ba8d {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:56.198728 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f171637b-b24b-41da-af6b-36b44f4bb006 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:56.280976 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-f171637b-b24b-41da-af6b-36b44f4bb006 admin admin] For port f7b9d833-63d0-4f93-b1e7-d3811f16ba8d, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f7b9d833-63d0-4f93-b1e7-d3811f16ba8d,segment=NetworkSegment(7bbc6911-68df-4a11-b11b-dc3036faebf8),segment_id=7bbc6911-68df-4a11-b11b-dc3036faebf8)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:56.281336 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f171637b-b24b-41da-af6b-36b44f4bb006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:56.294690 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-f171637b-b24b-41da-af6b-36b44f4bb006 admin admin] Calling delete_port for f7b9d833-63d0-4f93-b1e7-d3811f16ba8d owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:56.588296 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f171637b-b24b-41da-af6b-36b44f4bb006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:56.619131 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171637b-b24b-41da-af6b-36b44f4bb006 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7b9d833-63d0-4f93-b1e7-d3811f16ba8d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:56.792045 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f171637b-b24b-41da-af6b-36b44f4bb006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:57.035818 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f171637b-b24b-41da-af6b-36b44f4bb006 admin admin] Router e017197b-8e73-495c-a8cc-4ae28f7f079c has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:49:57.087600 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:57.148844 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f171637b-b24b-41da-af6b-36b44f4bb006 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:49:57.154230 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f171637b-b24b-41da-af6b-36b44f4bb006 admin admin] 10.222.0.75 "PUT /v2.0/routers/e017197b-8e73-495c-a8cc-4ae28f7f079c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6085086 Dec 16 22:49:57.156988 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57560) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:57.157643 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f01fb1-d037-4d21-8f27-aaa36c8e0933 None None] Sync routers for ids ['e017197b-8e73-495c-a8cc-4ae28f7f079c'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:49:57.167598 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f01fb1-d037-4d21-8f27-aaa36c8e0933 None None] Routers {'e017197b-8e73-495c-a8cc-4ae28f7f079c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:49:57.168277 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-d8f01fb1-d037-4d21-8f27-aaa36c8e0933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:49:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['e017197b-8e73-495c-a8cc-4ae28f7f079c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:57.209844 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:57.272264 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16a9b4ef-a1e7-4021-b51a-89e0a8b53113 admin admin] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:57.293437 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-d8f01fb1-d037-4d21-8f27-aaa36c8e0933 None None] Set router e017197b-8e73-495c-a8cc-4ae28f7f079c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:49:57.386806 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16a9b4ef-a1e7-4021-b51a-89e0a8b53113 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:57.489775 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-d8f01fb1-d037-4d21-8f27-aaa36c8e0933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e017197b-8e73-495c-a8cc-4ae28f7f079c', 'name': 'tempest-TestServerMultinode-1859545914-router', 'tenant_id': '8696c8af1d5a4b7faf7049e79c6043b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'ec103bdb-3ec1-452a-9513-6e67e90d25d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:03Z', 'updated_at': '2021-12-16T22:49:56Z', 'revision_number': 5, 'project_id': '8696c8af1d5a4b7faf7049e79c6043b4', 'gw_port': {'id': 'ec103bdb-3ec1-452a-9513-6e67e90d25d5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017197b-8e73-495c-a8cc-4ae28f7f079c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:49:04Z', 'updated_at': '2021-12-16T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:57.519093 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-16a9b4ef-a1e7-4021-b51a-89e0a8b53113 admin admin] Deleting port ec103bdb-3ec1-452a-9513-6e67e90d25d5 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:57.519296 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16a9b4ef-a1e7-4021-b51a-89e0a8b53113 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:57.522968 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f01fb1-d037-4d21-8f27-aaa36c8e0933 None None] Checking router: e017197b-8e73-495c-a8cc-4ae28f7f079c for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:49:57.531676 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f01fb1-d037-4d21-8f27-aaa36c8e0933 None None] Routers {'e017197b-8e73-495c-a8cc-4ae28f7f079c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:49:57.532324 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-d8f01fb1-d037-4d21-8f27-aaa36c8e0933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:49:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['e017197b-8e73-495c-a8cc-4ae28f7f079c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:57.615094 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-16a9b4ef-a1e7-4021-b51a-89e0a8b53113 admin admin] For port ec103bdb-3ec1-452a-9513-6e67e90d25d5, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=ec103bdb-3ec1-452a-9513-6e67e90d25d5,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:57.615685 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16a9b4ef-a1e7-4021-b51a-89e0a8b53113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:57.628500 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-d8f01fb1-d037-4d21-8f27-aaa36c8e0933 None None] Set router e017197b-8e73-495c-a8cc-4ae28f7f079c gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:49:57.633392 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-16a9b4ef-a1e7-4021-b51a-89e0a8b53113 admin admin] Calling delete_port for ec103bdb-3ec1-452a-9513-6e67e90d25d5 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:57.687533 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-d8f01fb1-d037-4d21-8f27-aaa36c8e0933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e017197b-8e73-495c-a8cc-4ae28f7f079c', 'name': 'tempest-TestServerMultinode-1859545914-router', 'tenant_id': '8696c8af1d5a4b7faf7049e79c6043b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:03Z', 'updated_at': '2021-12-16T22:49:57Z', 'revision_number': 6, 'project_id': '8696c8af1d5a4b7faf7049e79c6043b4', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:57.720843 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f01fb1-d037-4d21-8f27-aaa36c8e0933 None None] The sync data for ids ['e017197b-8e73-495c-a8cc-4ae28f7f079c'] in n-d-815324-4 is: [{'id': 'e017197b-8e73-495c-a8cc-4ae28f7f079c', 'name': 'tempest-TestServerMultinode-1859545914-router', 'tenant_id': '8696c8af1d5a4b7faf7049e79c6043b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:49:03Z', 'updated_at': '2021-12-16T22:49:57Z', 'revision_number': 6, 'project_id': '8696c8af1d5a4b7faf7049e79c6043b4', 'gw_port_host': None}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:49:57.879495 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16a9b4ef-a1e7-4021-b51a-89e0a8b53113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:57.910855 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9b4ef-a1e7-4021-b51a-89e0a8b53113 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec103bdb-3ec1-452a-9513-6e67e90d25d5,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:57.928024 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903f785a-4fe5-4e75-9dd3-047388d46af2 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:49:57.980496 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16a9b4ef-a1e7-4021-b51a-89e0a8b53113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:58.090124 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16a9b4ef-a1e7-4021-b51a-89e0a8b53113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:58.093030 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16a9b4ef-a1e7-4021-b51a-89e0a8b53113 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:58.210886 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16a9b4ef-a1e7-4021-b51a-89e0a8b53113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:58.213687 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a9b4ef-a1e7-4021-b51a-89e0a8b53113 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e017197b-8e73-495c-a8cc-4ae28f7f079c {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:49:58.215994 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-16a9b4ef-a1e7-4021-b51a-89e0a8b53113 admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:58.217166 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-16a9b4ef-a1e7-4021-b51a-89e0a8b53113 admin admin] 10.222.0.75 "DELETE /v2.0/routers/e017197b-8e73-495c-a8cc-4ae28f7f079c HTTP/1.1" status: 204 len: 168 time: 1.0592082 Dec 16 22:49:58.219743 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57576) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:58.269856 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7f52a7-5456-4e63-888f-5d720863939a admin admin] Deleting subnet 20edff31-6dcb-452d-bf70-448b422fd2f6 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:49:58.273125 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d7f52a7-5456-4e63-888f-5d720863939a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:58.312339 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d7f52a7-5456-4e63-888f-5d720863939a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:58.388630 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:58.392022 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d7f52a7-5456-4e63-888f-5d720863939a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:58.534623 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f7b9d833-63d0-4f93-b1e7-d3811f16ba8d no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:49:58.548448 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d7f52a7-5456-4e63-888f-5d720863939a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:58.569021 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: f7b9d833-63d0-4f93-b1e7-d3811f16ba8d {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:49:58.569453 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f7b9d833-63d0-4f93-b1e7-d3811f16ba8d not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:49:58.582545 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f52a7-5456-4e63-888f-5d720863939a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20edff31-6dcb-452d-bf70-448b422fd2f6,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:58.584783 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d7f52a7-5456-4e63-888f-5d720863939a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:58.592801 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c6c44d-d7ae-41ca-ba3a-819060bd08be None None] Network 98cb3275-646a-4fa3-bcca-6c3331743b88 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:49:58.592961 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6d7f52a7-5456-4e63-888f-5d720863939a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/20edff31-6dcb-452d-bf70-448b422fd2f6 HTTP/1.1" status: 204 len: 168 time: 0.3696699 Dec 16 22:49:58.593099 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57586) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:58.657560 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:58.708110 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e0629cbb-265d-43ef-86f2-2326a63512a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:58.787473 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a79f976-1a8b-4638-a4c5-82d67968cbe6 None None] DHCP port deletion for 98cb3275-646a-4fa3-bcca-6c3331743b88 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:49:58.793013 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-e0629cbb-265d-43ef-86f2-2326a63512a8 admin admin] Deleting port 7ecbafe6-7c97-4d62-870a-a434240226fb {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:58.793328 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e0629cbb-265d-43ef-86f2-2326a63512a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:58.844394 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-8a79f976-1a8b-4638-a4c5-82d67968cbe6 None None] Deleting port 7ecbafe6-7c97-4d62-870a-a434240226fb {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:58.844828 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8a79f976-1a8b-4638-a4c5-82d67968cbe6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:58.870527 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-e0629cbb-265d-43ef-86f2-2326a63512a8 admin admin] For port 7ecbafe6-7c97-4d62-870a-a434240226fb, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7ecbafe6-7c97-4d62-870a-a434240226fb,segment=NetworkSegment(7bbc6911-68df-4a11-b11b-dc3036faebf8),segment_id=7bbc6911-68df-4a11-b11b-dc3036faebf8)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:58.870724 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e0629cbb-265d-43ef-86f2-2326a63512a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:58.885485 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-e0629cbb-265d-43ef-86f2-2326a63512a8 admin admin] Calling delete_port for 7ecbafe6-7c97-4d62-870a-a434240226fb owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:58.886079 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633aa60-1975-4fb1-9716-7dd28f9ba91f req-eef76b72-efcc-4835-a610-6cbac2455b62 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:49:58.887738 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3633aa60-1975-4fb1-9716-7dd28f9ba91f req-eef76b72-efcc-4835-a610-6cbac2455b62 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 1097 time: 0.0479777 Dec 16 22:49:58.951558 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8a79f976-1a8b-4638-a4c5-82d67968cbe6 None None] For port 7ecbafe6-7c97-4d62-870a-a434240226fb, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7ecbafe6-7c97-4d62-870a-a434240226fb,segment=NetworkSegment(7bbc6911-68df-4a11-b11b-dc3036faebf8),segment_id=7bbc6911-68df-4a11-b11b-dc3036faebf8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:49:58.957037 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8a79f976-1a8b-4638-a4c5-82d67968cbe6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:58.971146 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-8a79f976-1a8b-4638-a4c5-82d67968cbe6 None None] Calling delete_port for 7ecbafe6-7c97-4d62-870a-a434240226fb owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:58.981744 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3633aa60-1975-4fb1-9716-7dd28f9ba91f req-6fee0678-8728-43f2-b5b7-648796118158 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851676 Dec 16 22:49:59.029856 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57596) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:49:59.093077 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e0629cbb-265d-43ef-86f2-2326a63512a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:59.098612 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8a79f976-1a8b-4638-a4c5-82d67968cbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:59.124455 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79f976-1a8b-4638-a4c5-82d67968cbe6 None None] Pushing event deleted for resources: {'Port': ['ID=7ecbafe6-7c97-4d62-870a-a434240226fb,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:59.131662 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a79f976-1a8b-4638-a4c5-82d67968cbe6 None None] No DVR routers for this DVR port 7ecbafe6-7c97-4d62-870a-a434240226fb on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:49:59.142090 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0629cbb-265d-43ef-86f2-2326a63512a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ecbafe6-7c97-4d62-870a-a434240226fb,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:59.171670 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0629cbb-265d-43ef-86f2-2326a63512a8 admin admin] No DVR routers for this DVR port 7ecbafe6-7c97-4d62-870a-a434240226fb on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:49:59.182844 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:59.284651 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e0629cbb-265d-43ef-86f2-2326a63512a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:59.312946 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-e0629cbb-265d-43ef-86f2-2326a63512a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98cb3275-646a-4fa3-bcca-6c3331743b88']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:59.327225 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-e0629cbb-265d-43ef-86f2-2326a63512a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bbc6911-68df-4a11-b11b-dc3036faebf8') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:59.327530 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-e0629cbb-265d-43ef-86f2-2326a63512a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bbc6911-68df-4a11-b11b-dc3036faebf8') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:49:59.338552 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e0629cbb-265d-43ef-86f2-2326a63512a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:59.355261 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e0629cbb-265d-43ef-86f2-2326a63512a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:59.360923 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-68b8f7cd-5c8a-47b8-a928-5724c71158a7 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Deleting port 40a3a7b9-0943-431c-82f7-851dd4f6b7ac {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:49:59.361262 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-68b8f7cd-5c8a-47b8-a928-5724c71158a7 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:59.365188 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0629cbb-265d-43ef-86f2-2326a63512a8 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:49:59.365602 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e0629cbb-265d-43ef-86f2-2326a63512a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:49:59.368148 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:49:59.508607 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-68b8f7cd-5c8a-47b8-a928-5724c71158a7 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:59.509348 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-68b8f7cd-5c8a-47b8-a928-5724c71158a7 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:59.522266 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-68b8f7cd-5c8a-47b8-a928-5724c71158a7 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Calling delete_port for 40a3a7b9-0943-431c-82f7-851dd4f6b7ac owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:49:59.571258 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e0629cbb-265d-43ef-86f2-2326a63512a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:59.576473 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e0629cbb-265d-43ef-86f2-2326a63512a8 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:59.580119 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e0629cbb-265d-43ef-86f2-2326a63512a8 admin admin] 10.222.0.75 "DELETE /v2.0/networks/98cb3275-646a-4fa3-bcca-6c3331743b88 HTTP/1.1" status: 204 len: 168 time: 0.9853709 Dec 16 22:49:59.605403 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0629cbb-265d-43ef-86f2-2326a63512a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=98cb3275-646a-4fa3-bcca-6c3331743b88,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:59.832290 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device ec103bdb-3ec1-452a-9513-6e67e90d25d5 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:49:59.854402 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: ec103bdb-3ec1-452a-9513-6e67e90d25d5 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:49:59.854757 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device ec103bdb-3ec1-452a-9513-6e67e90d25d5 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:49:59.855211 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7ecbafe6-7c97-4d62-870a-a434240226fb no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:49:59.866063 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-68b8f7cd-5c8a-47b8-a928-5724c71158a7 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:59.878126 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 7ecbafe6-7c97-4d62-870a-a434240226fb {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:49:59.878485 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7ecbafe6-7c97-4d62-870a-a434240226fb not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:49:59.895117 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8f7cd-5c8a-47b8-a928-5724c71158a7 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event deleted for resources: {'Port': ['ID=40a3a7b9-0943-431c-82f7-851dd4f6b7ac,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:49:59.961657 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-68b8f7cd-5c8a-47b8-a928-5724c71158a7 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:49:59.962052 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-68b8f7cd-5c8a-47b8-a928-5724c71158a7 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Floating IP 02fd375c-d576-46f7-8b45-50de833488bc disassociated (deleted). External IP: 172.25.6.112, port: 76196b82-1021-47df-a949-adaf3e9adecd. Dec 16 22:50:00.078869 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57610) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:00.128988 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6d354e4b-3e45-446e-bafc-fd1c80132137 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1af4529ccea944cf9ab7ca7439b1a271&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461354 Dec 16 22:50:00.129171 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57614) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:00.186062 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-83e118e0-4742-4eba-b72b-3abba9e11a5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:00.210629 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-83e118e0-4742-4eba-b72b-3abba9e11a5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:00.331305 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-83e118e0-4742-4eba-b72b-3abba9e11a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:00.333998 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-83e118e0-4742-4eba-b72b-3abba9e11a5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:00.338758 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-83e118e0-4742-4eba-b72b-3abba9e11a5f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cf2ddc2d-d5e4-4d87-b1da-97f091fc7fd6 HTTP/1.1" status: 204 len: 168 time: 0.2085083 Dec 16 22:50:00.352117 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e118e0-4742-4eba-b72b-3abba9e11a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2ddc2d-d5e4-4d87-b1da-97f091fc7fd6,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:00.545158 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b8f7cd-5c8a-47b8-a928-5724c71158a7 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Router cc9be7dd-e76b-4f23-ab90-2007343b369e has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:50:00.662035 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b8f7cd-5c8a-47b8-a928-5724c71158a7 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:50:00.667301 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-68b8f7cd-5c8a-47b8-a928-5724c71158a7 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:00.678186 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b4e13e-6102-4529-b809-1a3c9754fc22 None None] Sync routers for ids ['cc9be7dd-e76b-4f23-ab90-2007343b369e'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:50:00.691202 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b4e13e-6102-4529-b809-1a3c9754fc22 None None] Routers {'cc9be7dd-e76b-4f23-ab90-2007343b369e'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:50:00.691982 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d0b4e13e-6102-4529-b809-1a3c9754fc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:49:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['cc9be7dd-e76b-4f23-ab90-2007343b369e'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:00.697573 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-68b8f7cd-5c8a-47b8-a928-5724c71158a7 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "DELETE /v2.0/floatingips/02fd375c-d576-46f7-8b45-50de833488bc HTTP/1.1" status: 204 len: 168 time: 1.6674011 Dec 16 22:50:00.698400 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61740b6c-afff-4816-8482-8349667b89f2', 'tag': '76196b82-1021-47df-a949-adaf3e9adecd'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:50:00.700954 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c645a03c-fa8b-413c-b67b-22baae3d6332" -d '{"events": [{"name": "network-changed", "server_uuid": "61740b6c-afff-4816-8482-8349667b89f2", "tag": "76196b82-1021-47df-a949-adaf3e9adecd"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:50:00.744473 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9725c7-cfd1-4ff7-a1bf-24abdd584eaf x-openstack-request-id: req-fb9725c7-cfd1-4ff7-a1bf-24abdd584eaf {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:50:00.744900 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61740b6c-afff-4816-8482-8349667b89f2", "tag": "76196b82-1021-47df-a949-adaf3e9adecd", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:50:00.745418 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fb9725c7-cfd1-4ff7-a1bf-24abdd584eaf {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:50:00.745862 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61740b6c-afff-4816-8482-8349667b89f2', 'tag': '76196b82-1021-47df-a949-adaf3e9adecd', 'status': 'completed', 'code': 200} Dec 16 22:50:00.835759 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-d0b4e13e-6102-4529-b809-1a3c9754fc22 None None] Set router cc9be7dd-e76b-4f23-ab90-2007343b369e gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:50:00.842576 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645a03c-fa8b-413c-b67b-22baae3d6332 req-aa59eb6d-76ae-471a-9199-4dbe79860dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:00.845857 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c645a03c-fa8b-413c-b67b-22baae3d6332 req-aa59eb6d-76ae-471a-9199-4dbe79860dd7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 1097 time: 0.0539205 Dec 16 22:50:00.971455 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645a03c-fa8b-413c-b67b-22baae3d6332 req-5fa4772d-e5f4-49a9-8c01-ef812dc4fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:00.973048 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c645a03c-fa8b-413c-b67b-22baae3d6332 req-5fa4772d-e5f4-49a9-8c01-ef812dc4fb07 service neutron] 10.222.0.57 "GET /v2.0/networks?id=85fa5bf2-66f0-418b-bac3-00ff14162efe HTTP/1.1" status: 200 len: 896 time: 0.1192384 Dec 16 22:50:01.017880 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c645a03c-fa8b-413c-b67b-22baae3d6332 req-58424184-61b6-4c1f-9b56-12ea17bee5e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76196b82-1021-47df-a949-adaf3e9adecd HTTP/1.1" status: 200 len: 217 time: 0.0363121 Dec 16 22:50:01.069802 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645a03c-fa8b-413c-b67b-22baae3d6332 req-b22d8546-530e-4af2-9def-d95a30af82e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:01.070208 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d0b4e13e-6102-4529-b809-1a3c9754fc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513600995', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'e91557fe-9cde-4a00-9820-9ff319360c4f', 'name': '', 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:63:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '0285f658-6c63-4d47-9ee3-457d8ee4d3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:04Z', 'updated_at': '2021-12-16T22:47:09Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': '0285f658-6c63-4d47-9ee3-457d8ee4d3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:01.071343 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c645a03c-fa8b-413c-b67b-22baae3d6332 req-b22d8546-530e-4af2-9def-d95a30af82e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0285f658-6c63-4d47-9ee3-457d8ee4d3f7 HTTP/1.1" status: 200 len: 835 time: 0.0462940 Dec 16 22:50:01.101096 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b4e13e-6102-4529-b809-1a3c9754fc22 None None] Checking router: cc9be7dd-e76b-4f23-ab90-2007343b369e for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:50:01.110490 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b4e13e-6102-4529-b809-1a3c9754fc22 None None] Routers {'cc9be7dd-e76b-4f23-ab90-2007343b369e'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:50:01.111164 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d0b4e13e-6102-4529-b809-1a3c9754fc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:49:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['cc9be7dd-e76b-4f23-ab90-2007343b369e'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:01.129199 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645a03c-fa8b-413c-b67b-22baae3d6332 req-8e08704c-e329-4f5c-89d3-abdb4f656ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:01.130969 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c645a03c-fa8b-413c-b67b-22baae3d6332 req-8e08704c-e329-4f5c-89d3-abdb4f656ca6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85fa5bf2-66f0-418b-bac3-00ff14162efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530066 Dec 16 22:50:01.240662 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-d0b4e13e-6102-4529-b809-1a3c9754fc22 None None] Set router cc9be7dd-e76b-4f23-ab90-2007343b369e gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:50:01.260777 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57640) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:01.267792 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c645a03c-fa8b-413c-b67b-22baae3d6332 req-2e700e76-9ad5-4860-bcb6-50d66632fa9c service neutron] 10.222.0.57 "GET /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286619 Dec 16 22:50:01.330942 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-daab60ef-c2f7-4ad8-8e66-e2077caaf9ec admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8696c8af1d5a4b7faf7049e79c6043b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0677366 Dec 16 22:50:01.346922 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57644) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:01.372795 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66ecc5-f77d-4bd6-b012-856a23db7e6f req-ee663b07-ab8a-4f15-95f8-a0363508107f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:01.374662 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8d66ecc5-f77d-4bd6-b012-856a23db7e6f req-ee663b07-ab8a-4f15-95f8-a0363508107f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 946 time: 0.1128848 Dec 16 22:50:01.438393 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8d66ecc5-f77d-4bd6-b012-856a23db7e6f req-3868e6f6-1b21-439e-995d-6151acea4569 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538077 Dec 16 22:50:01.449254 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dfd1cb05-5402-48d4-82f3-9c0a49d61b77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:01.453556 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c645a03c-fa8b-413c-b67b-22baae3d6332 req-e4aa471f-2b9d-43b0-9ed6-f27e5fbb3f7d service neutron] 10.222.0.57 "GET /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755595 Dec 16 22:50:01.476077 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dfd1cb05-5402-48d4-82f3-9c0a49d61b77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:01.499719 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d0b4e13e-6102-4529-b809-1a3c9754fc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513600995', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'e91557fe-9cde-4a00-9820-9ff319360c4f', 'name': '', 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:63:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '0285f658-6c63-4d47-9ee3-457d8ee4d3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:04Z', 'updated_at': '2021-12-16T22:47:09Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': '0285f658-6c63-4d47-9ee3-457d8ee4d3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:01.533195 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b4e13e-6102-4529-b809-1a3c9754fc22 None None] The sync data for ids ['cc9be7dd-e76b-4f23-ab90-2007343b369e'] in n-d-815324-4 is: [{'id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513600995', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'e91557fe-9cde-4a00-9820-9ff319360c4f', 'name': '', 'network_id': '85fa5bf2-66f0-418b-bac3-00ff14162efe', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:63:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '0285f658-6c63-4d47-9ee3-457d8ee4d3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:04Z', 'updated_at': '2021-12-16T22:47:09Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': '0285f658-6c63-4d47-9ee3-457d8ee4d3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:50:01.582509 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dfd1cb05-5402-48d4-82f3-9c0a49d61b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:01.586025 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dfd1cb05-5402-48d4-82f3-9c0a49d61b77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:01.589662 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-dfd1cb05-5402-48d4-82f3-9c0a49d61b77 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66 HTTP/1.1" status: 204 len: 168 time: 0.2391744 Dec 16 22:50:01.609072 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1cb05-5402-48d4-82f3-9c0a49d61b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f077a2-8dcf-4fb0-8fe0-7d83bddf4e66,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:01.826293 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7710d2-90c7-48c2-8ecc-86ef049f1d71 None None] New status for floating IP 02fd375c-d576-46f7-8b45-50de833488bc: DOWN {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:50:02.572264 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8110f-452c-4cad-97b0-bfa501a35123 req-ecb94ef5-b153-4fad-959b-6688482a691f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:02.573796 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3ee8110f-452c-4cad-97b0-bfa501a35123 req-ecb94ef5-b153-4fad-959b-6688482a691f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 946 time: 0.0551889 Dec 16 22:50:02.626379 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3ee8110f-452c-4cad-97b0-bfa501a35123 req-dab03db8-604e-42d6-b330-fe4e2a46d2f3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460985 Dec 16 22:50:02.853014 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ea2ae-baee-4334-94cf-0127de6ee548 req-5b578e21-5fe8-41ae-b8d0-21489955563c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:02.854466 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e7ea2ae-baee-4334-94cf-0127de6ee548 req-5b578e21-5fe8-41ae-b8d0-21489955563c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.57 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 946 time: 0.0546317 Dec 16 22:50:02.951012 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-9e7ea2ae-baee-4334-94cf-0127de6ee548 req-1dc642c2-ce39-4a38-abca-a0c8e966b6ed tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Deleting port 76196b82-1021-47df-a949-adaf3e9adecd {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:50:02.951384 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9e7ea2ae-baee-4334-94cf-0127de6ee548 req-1dc642c2-ce39-4a38-abca-a0c8e966b6ed tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:03.047739 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-9e7ea2ae-baee-4334-94cf-0127de6ee548 req-1dc642c2-ce39-4a38-abca-a0c8e966b6ed tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] For port 76196b82-1021-47df-a949-adaf3e9adecd, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=76196b82-1021-47df-a949-adaf3e9adecd,segment=NetworkSegment(aa2acf0b-3687-417a-b87a-6f7d4ddee164),segment_id=aa2acf0b-3687-417a-b87a-6f7d4ddee164)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:03.048108 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9e7ea2ae-baee-4334-94cf-0127de6ee548 req-1dc642c2-ce39-4a38-abca-a0c8e966b6ed tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:03.062302 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-9e7ea2ae-baee-4334-94cf-0127de6ee548 req-1dc642c2-ce39-4a38-abca-a0c8e966b6ed tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Calling delete_port for 76196b82-1021-47df-a949-adaf3e9adecd owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:50:03.279354 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9e7ea2ae-baee-4334-94cf-0127de6ee548 req-1dc642c2-ce39-4a38-abca-a0c8e966b6ed tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:03.309662 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc642c2-ce39-4a38-abca-a0c8e966b6ed tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event deleted for resources: {'Port': ['ID=76196b82-1021-47df-a949-adaf3e9adecd,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:03.356536 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7ea2ae-baee-4334-94cf-0127de6ee548 req-1dc642c2-ce39-4a38-abca-a0c8e966b6ed tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] No DVR routers for this DVR port 76196b82-1021-47df-a949-adaf3e9adecd on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:50:03.359356 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9e7ea2ae-baee-4334-94cf-0127de6ee548 req-1dc642c2-ce39-4a38-abca-a0c8e966b6ed tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:03.362883 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e7ea2ae-baee-4334-94cf-0127de6ee548 req-1dc642c2-ce39-4a38-abca-a0c8e966b6ed tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.57 "DELETE /v2.0/ports/76196b82-1021-47df-a949-adaf3e9adecd HTTP/1.1" status: 204 len: 173 time: 0.5027738 Dec 16 22:50:03.363413 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61740b6c-afff-4816-8482-8349667b89f2', 'name': 'network-vif-deleted', 'tag': '76196b82-1021-47df-a949-adaf3e9adecd'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:50:03.365655 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c524ffc2-856e-4000-9027-75be636bc861" -d '{"events": [{"server_uuid": "61740b6c-afff-4816-8482-8349667b89f2", "name": "network-vif-deleted", "tag": "76196b82-1021-47df-a949-adaf3e9adecd"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:50:03.406373 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69306f1-0077-40cf-963d-6daeca2b0eb7 x-openstack-request-id: req-b69306f1-0077-40cf-963d-6daeca2b0eb7 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:50:03.406673 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61740b6c-afff-4816-8482-8349667b89f2", "name": "network-vif-deleted", "tag": "76196b82-1021-47df-a949-adaf3e9adecd", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:50:03.406930 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b69306f1-0077-40cf-963d-6daeca2b0eb7 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:50:03.407394 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61740b6c-afff-4816-8482-8349667b89f2', 'name': 'network-vif-deleted', 'tag': '76196b82-1021-47df-a949-adaf3e9adecd', 'status': 'completed', 'code': 200} Dec 16 22:50:03.745316 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-539aad1d-8b3d-4e89-94c1-4c2acb93bcc2 req-795fc38c-0cf2-40a0-a06e-a5ea4d2c882c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=61740b6c-afff-4816-8482-8349667b89f2 HTTP/1.1" status: 200 len: 210 time: 0.0317409 Dec 16 22:50:04.811455 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57698) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:05.193318 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-41fdcac4-1220-4686-8638-8164c474c051 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:05.468705 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-41fdcac4-1220-4686-8638-8164c474c051 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Deleting port e91557fe-9cde-4a00-9820-9ff319360c4f {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:50:05.468963 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-41fdcac4-1220-4686-8638-8164c474c051 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:05.560464 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-41fdcac4-1220-4686-8638-8164c474c051 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] For port e91557fe-9cde-4a00-9820-9ff319360c4f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e91557fe-9cde-4a00-9820-9ff319360c4f,segment=NetworkSegment(aa2acf0b-3687-417a-b87a-6f7d4ddee164),segment_id=aa2acf0b-3687-417a-b87a-6f7d4ddee164)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:05.560850 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-41fdcac4-1220-4686-8638-8164c474c051 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:05.578167 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-41fdcac4-1220-4686-8638-8164c474c051 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Calling delete_port for e91557fe-9cde-4a00-9820-9ff319360c4f owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:50:05.828269 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-41fdcac4-1220-4686-8638-8164c474c051 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:05.858757 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fdcac4-1220-4686-8638-8164c474c051 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event deleted for resources: {'Port': ['ID=e91557fe-9cde-4a00-9820-9ff319360c4f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:05.974283 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 76196b82-1021-47df-a949-adaf3e9adecd no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:50:06.001544 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 76196b82-1021-47df-a949-adaf3e9adecd {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:50:06.001889 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 76196b82-1021-47df-a949-adaf3e9adecd not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:50:06.047736 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-41fdcac4-1220-4686-8638-8164c474c051 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:06.305092 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41fdcac4-1220-4686-8638-8164c474c051 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Router cc9be7dd-e76b-4f23-ab90-2007343b369e has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:50:06.414719 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fdcac4-1220-4686-8638-8164c474c051 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:50:06.420444 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-41fdcac4-1220-4686-8638-8164c474c051 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "PUT /v2.0/routers/cc9be7dd-e76b-4f23-ab90-2007343b369e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6113250 Dec 16 22:50:06.422741 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57720) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:06.425887 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf418fc0-6c8e-45b2-a99a-4b5ee7224731 None None] Sync routers for ids ['cc9be7dd-e76b-4f23-ab90-2007343b369e'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:50:06.441293 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf418fc0-6c8e-45b2-a99a-4b5ee7224731 None None] Routers {'cc9be7dd-e76b-4f23-ab90-2007343b369e'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:50:06.441631 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-cf418fc0-6c8e-45b2-a99a-4b5ee7224731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:49:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['cc9be7dd-e76b-4f23-ab90-2007343b369e'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:06.483216 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aed9654-f45e-482f-9cdf-03bc56f428d1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Deleting subnet 0285f658-6c63-4d47-9ee3-457d8ee4d3f7 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:50:06.486618 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3aed9654-f45e-482f-9cdf-03bc56f428d1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:06.532842 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3aed9654-f45e-482f-9cdf-03bc56f428d1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:06.560574 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-cf418fc0-6c8e-45b2-a99a-4b5ee7224731 None None] Set router cc9be7dd-e76b-4f23-ab90-2007343b369e gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:50:06.635638 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3aed9654-f45e-482f-9cdf-03bc56f428d1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:06.794381 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3aed9654-f45e-482f-9cdf-03bc56f428d1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:06.816753 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b9f373-1e1a-446c-830e-f6294029b818 None None] Network 85fa5bf2-66f0-418b-bac3-00ff14162efe requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:06.840334 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed9654-f45e-482f-9cdf-03bc56f428d1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event deleted for resources: {'Subnet': ['ID=0285f658-6c63-4d47-9ee3-457d8ee4d3f7,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:06.844678 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3aed9654-f45e-482f-9cdf-03bc56f428d1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:06.851918 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57728) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:06.852662 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3aed9654-f45e-482f-9cdf-03bc56f428d1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "DELETE /v2.0/subnets/0285f658-6c63-4d47-9ee3-457d8ee4d3f7 HTTP/1.1" status: 204 len: 168 time: 0.4275053 Dec 16 22:50:06.859501 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-cf418fc0-6c8e-45b2-a99a-4b5ee7224731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513600995', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:50:05Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:06.890994 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf418fc0-6c8e-45b2-a99a-4b5ee7224731 None None] Checking router: cc9be7dd-e76b-4f23-ab90-2007343b369e for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:50:06.899968 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf418fc0-6c8e-45b2-a99a-4b5ee7224731 None None] Routers {'cc9be7dd-e76b-4f23-ab90-2007343b369e'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:50:06.900590 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-cf418fc0-6c8e-45b2-a99a-4b5ee7224731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:49:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['cc9be7dd-e76b-4f23-ab90-2007343b369e'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:06.997069 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bc676dff-e413-436f-a24d-c0a053300186 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:07.019466 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d597b89-3ebb-4e78-bb5c-2bc8fd132080 None None] DHCP port deletion for 85fa5bf2-66f0-418b-bac3-00ff14162efe request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:50:07.046183 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-cf418fc0-6c8e-45b2-a99a-4b5ee7224731 None None] Set router cc9be7dd-e76b-4f23-ab90-2007343b369e gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:50:07.073921 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7d597b89-3ebb-4e78-bb5c-2bc8fd132080 None None] Deleting port c94860c8-676d-4e2a-8297-fa7c513456d0 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:50:07.074549 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d597b89-3ebb-4e78-bb5c-2bc8fd132080 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:07.116655 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bc676dff-e413-436f-a24d-c0a053300186 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:07.144498 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7d597b89-3ebb-4e78-bb5c-2bc8fd132080 None None] For port c94860c8-676d-4e2a-8297-fa7c513456d0, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c94860c8-676d-4e2a-8297-fa7c513456d0,segment=NetworkSegment(aa2acf0b-3687-417a-b87a-6f7d4ddee164),segment_id=aa2acf0b-3687-417a-b87a-6f7d4ddee164)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:07.144909 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d597b89-3ebb-4e78-bb5c-2bc8fd132080 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:07.162058 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7d597b89-3ebb-4e78-bb5c-2bc8fd132080 None None] Calling delete_port for c94860c8-676d-4e2a-8297-fa7c513456d0 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:50:07.251610 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-cf418fc0-6c8e-45b2-a99a-4b5ee7224731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513600995', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:50:05Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:07.258060 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-bc676dff-e413-436f-a24d-c0a053300186 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Deleting port 9578030f-f13f-4a2e-a42e-736a074a41a6 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:50:07.258582 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bc676dff-e413-436f-a24d-c0a053300186 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:07.286357 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf418fc0-6c8e-45b2-a99a-4b5ee7224731 None None] The sync data for ids ['cc9be7dd-e76b-4f23-ab90-2007343b369e'] in n-d-815324-4 is: [{'id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513600995', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:50:05Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': '9578030f-f13f-4a2e-a42e-736a074a41a6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9be7dd-e76b-4f23-ab90-2007343b369e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:59Z', 'updated_at': '2021-12-16T22:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:50:07.353593 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-bc676dff-e413-436f-a24d-c0a053300186 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] For port 9578030f-f13f-4a2e-a42e-736a074a41a6, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=9578030f-f13f-4a2e-a42e-736a074a41a6,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:07.353882 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bc676dff-e413-436f-a24d-c0a053300186 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:07.365731 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7d597b89-3ebb-4e78-bb5c-2bc8fd132080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:07.371701 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-bc676dff-e413-436f-a24d-c0a053300186 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Calling delete_port for 9578030f-f13f-4a2e-a42e-736a074a41a6 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:50:07.393911 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d597b89-3ebb-4e78-bb5c-2bc8fd132080 None None] Pushing event deleted for resources: {'Port': ['ID=c94860c8-676d-4e2a-8297-fa7c513456d0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:07.400318 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d597b89-3ebb-4e78-bb5c-2bc8fd132080 None None] No DVR routers for this DVR port c94860c8-676d-4e2a-8297-fa7c513456d0 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:50:07.662496 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bc676dff-e413-436f-a24d-c0a053300186 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:07.698576 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc676dff-e413-436f-a24d-c0a053300186 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event deleted for resources: {'Port': ['ID=9578030f-f13f-4a2e-a42e-736a074a41a6,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:07.719773 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbab98f9-2fce-468e-ab8e-a69f1c94f34f None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:50:07.780419 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bc676dff-e413-436f-a24d-c0a053300186 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:07.912193 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bc676dff-e413-436f-a24d-c0a053300186 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:07.923390 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bc676dff-e413-436f-a24d-c0a053300186 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:07.943823 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c94860c8-676d-4e2a-8297-fa7c513456d0 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:50:07.967630 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: c94860c8-676d-4e2a-8297-fa7c513456d0 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:50:07.967975 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c94860c8-676d-4e2a-8297-fa7c513456d0 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:50:07.968393 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e91557fe-9cde-4a00-9820-9ff319360c4f no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:50:07.987491 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: e91557fe-9cde-4a00-9820-9ff319360c4f {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:50:07.987832 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e91557fe-9cde-4a00-9820-9ff319360c4f not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:50:08.039695 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bc676dff-e413-436f-a24d-c0a053300186 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:08.040240 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc676dff-e413-436f-a24d-c0a053300186 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Fanout notify agent at l3_agent the message router_deleted on router cc9be7dd-e76b-4f23-ab90-2007343b369e {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:50:08.047163 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bc676dff-e413-436f-a24d-c0a053300186 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:08.048312 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bc676dff-e413-436f-a24d-c0a053300186 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "DELETE /v2.0/routers/cc9be7dd-e76b-4f23-ab90-2007343b369e HTTP/1.1" status: 204 len: 168 time: 1.1953814 Dec 16 22:50:08.051294 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57742) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:08.136720 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ec30a6f7-00d5-4a1e-9cc8-4288d2683afe tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:08.237375 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ec30a6f7-00d5-4a1e-9cc8-4288d2683afe tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:08.258634 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-ec30a6f7-00d5-4a1e-9cc8-4288d2683afe tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85fa5bf2-66f0-418b-bac3-00ff14162efe']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:08.268247 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-ec30a6f7-00d5-4a1e-9cc8-4288d2683afe tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2acf0b-3687-417a-b87a-6f7d4ddee164') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:08.268635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-ec30a6f7-00d5-4a1e-9cc8-4288d2683afe tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2acf0b-3687-417a-b87a-6f7d4ddee164') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:08.279271 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ec30a6f7-00d5-4a1e-9cc8-4288d2683afe tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:08.294274 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ec30a6f7-00d5-4a1e-9cc8-4288d2683afe tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:08.300440 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec30a6f7-00d5-4a1e-9cc8-4288d2683afe tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:50:08.300832 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ec30a6f7-00d5-4a1e-9cc8-4288d2683afe tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:50:08.304869 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:50:08.411204 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ec30a6f7-00d5-4a1e-9cc8-4288d2683afe tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:08.420722 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ec30a6f7-00d5-4a1e-9cc8-4288d2683afe tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:08.424443 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ec30a6f7-00d5-4a1e-9cc8-4288d2683afe tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "DELETE /v2.0/networks/85fa5bf2-66f0-418b-bac3-00ff14162efe HTTP/1.1" status: 204 len: 168 time: 0.3716738 Dec 16 22:50:08.426948 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57748) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:08.434785 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30a6f7-00d5-4a1e-9cc8-4288d2683afe tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event deleted for resources: {'Network': ['ID=85fa5bf2-66f0-418b-bac3-00ff14162efe,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:08.489854 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f1e3a46a-93e5-4e4c-8e2d-cdbf3a31455e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:08.519308 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f1e3a46a-93e5-4e4c-8e2d-cdbf3a31455e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:08.668472 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f1e3a46a-93e5-4e4c-8e2d-cdbf3a31455e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:08.671178 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f1e3a46a-93e5-4e4c-8e2d-cdbf3a31455e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:08.674991 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f1e3a46a-93e5-4e4c-8e2d-cdbf3a31455e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "DELETE /v2.0/security-groups/060d2d61-89bd-42ea-8cb0-bb5294f5b9a3 HTTP/1.1" status: 204 len: 168 time: 0.2444603 Dec 16 22:50:08.683090 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3a46a-93e5-4e4c-8e2d-cdbf3a31455e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=060d2d61-89bd-42ea-8cb0-bb5294f5b9a3,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:09.203451 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57762) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:09.208398 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-94512f34-d906-4667-a94f-946c55407d0f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1633067127', 'description': 'tempest-secgroup-smoke-1633067127 description', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:09.336809 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-94512f34-d906-4667-a94f-946c55407d0f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:09.405268 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-94512f34-d906-4667-a94f-946c55407d0f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:09.474869 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-94512f34-d906-4667-a94f-946c55407d0f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:09.516559 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94512f34-d906-4667-a94f-946c55407d0f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e084b29-1a34-4b03-bc8f-c392f7135a10,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:09.583023 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-94512f34-d906-4667-a94f-946c55407d0f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:09.584329 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-94512f34-d906-4667-a94f-946c55407d0f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3798351 Dec 16 22:50:09.587411 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57768) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:09.592199 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-19bc78df-99dc-4e5e-9282-2c8b89b8ae18 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'security_group_rule': {'security_group_id': '8e084b29-1a34-4b03-bc8f-c392f7135a10', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:09.797316 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 9578030f-f13f-4a2e-a42e-736a074a41a6 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:50:09.819613 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 9578030f-f13f-4a2e-a42e-736a074a41a6 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:50:09.819976 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 9578030f-f13f-4a2e-a42e-736a074a41a6 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:50:09.856644 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-19bc78df-99dc-4e5e-9282-2c8b89b8ae18 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:10.282106 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-19bc78df-99dc-4e5e-9282-2c8b89b8ae18 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:10.364439 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-19bc78df-99dc-4e5e-9282-2c8b89b8ae18 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:10.383536 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc78df-99dc-4e5e-9282-2c8b89b8ae18 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81e2365-7d7c-49e4-8594-6764c1319ac4,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:10.469956 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-19bc78df-99dc-4e5e-9282-2c8b89b8ae18 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:10.472100 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-19bc78df-99dc-4e5e-9282-2c8b89b8ae18 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8828139 Dec 16 22:50:10.474101 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57780) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:10.479731 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-f3f49292-9ca2-42c8-89eb-72f66f65096e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'security_group_rule': {'security_group_id': '8e084b29-1a34-4b03-bc8f-c392f7135a10', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:10.571758 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f3f49292-9ca2-42c8-89eb-72f66f65096e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:10.630298 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f3f49292-9ca2-42c8-89eb-72f66f65096e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:10.735759 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f3f49292-9ca2-42c8-89eb-72f66f65096e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:10.757951 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f49292-9ca2-42c8-89eb-72f66f65096e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30a5cceb-1332-4ce1-9667-c64a94cc222e,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:10.847897 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f3f49292-9ca2-42c8-89eb-72f66f65096e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:10.849645 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f3f49292-9ca2-42c8-89eb-72f66f65096e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3741610 Dec 16 22:50:10.852120 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57786) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:10.856748 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-c56c8355-1815-4181-addb-f393d81cec51 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'security_group_rule': {'security_group_id': '8e084b29-1a34-4b03-bc8f-c392f7135a10', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:10.994274 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c56c8355-1815-4181-addb-f393d81cec51 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:11.055930 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c56c8355-1815-4181-addb-f393d81cec51 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:11.107827 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c56c8355-1815-4181-addb-f393d81cec51 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:11.128500 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c8355-1815-4181-addb-f393d81cec51 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=737f4ffe-a328-49d8-8021-36054dee305c,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:11.161530 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c56c8355-1815-4181-addb-f393d81cec51 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:11.164003 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c56c8355-1815-4181-addb-f393d81cec51 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3097203 Dec 16 22:50:11.166006 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57794) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:11.171694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-222578c8-0666-4506-8408-df7047c2b454 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'security_group_rule': {'security_group_id': '8e084b29-1a34-4b03-bc8f-c392f7135a10', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:11.267154 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-222578c8-0666-4506-8408-df7047c2b454 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:11.330573 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-222578c8-0666-4506-8408-df7047c2b454 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:11.409816 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-222578c8-0666-4506-8408-df7047c2b454 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:11.429177 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222578c8-0666-4506-8408-df7047c2b454 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5d0c08-3ed4-4a78-a0ca-78600ed16cd3,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:11.533363 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-222578c8-0666-4506-8408-df7047c2b454 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:11.534499 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-222578c8-0666-4506-8408-df7047c2b454 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3675253 Dec 16 22:50:11.537877 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57798) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:11.542930 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-e9a84763-5bbf-422f-a158-71effd4eb444 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'security_group_rule': {'security_group_id': '8e084b29-1a34-4b03-bc8f-c392f7135a10', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:11.622602 n-d-815324-4 neutron-server[103614]: INFO neutron.db.securitygroups_db [None req-e9a84763-5bbf-422f-a158-71effd4eb444 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Project 7bfb8f7eefc1419caa30af0dd0a6b7be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:50:11.628886 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e9a84763-5bbf-422f-a158-71effd4eb444 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:11.698120 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e9a84763-5bbf-422f-a158-71effd4eb444 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:11.775539 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e9a84763-5bbf-422f-a158-71effd4eb444 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:11.803035 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a84763-5bbf-422f-a158-71effd4eb444 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c2494c-4db9-408a-859e-9180dbcf392a,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:11.899498 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e9a84763-5bbf-422f-a158-71effd4eb444 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:11.900748 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e9a84763-5bbf-422f-a158-71effd4eb444 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3612850 Dec 16 22:50:11.903827 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57804) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:11.908362 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-0058f2a9-1967-47f2-8dff-10a3969d6c82 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'security_group_rule': {'security_group_id': '8e084b29-1a34-4b03-bc8f-c392f7135a10', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:11.925655 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:50:11.999632 n-d-815324-4 neutron-server[103614]: INFO neutron.db.securitygroups_db [None req-0058f2a9-1967-47f2-8dff-10a3969d6c82 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Project 7bfb8f7eefc1419caa30af0dd0a6b7be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:50:12.006215 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0058f2a9-1967-47f2-8dff-10a3969d6c82 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:12.076802 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0058f2a9-1967-47f2-8dff-10a3969d6c82 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:12.149283 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0058f2a9-1967-47f2-8dff-10a3969d6c82 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:12.167853 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058f2a9-1967-47f2-8dff-10a3969d6c82 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=effd1112-ed99-491c-85ea-c2866f128fe4,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:12.259954 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0058f2a9-1967-47f2-8dff-10a3969d6c82 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:12.261739 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0058f2a9-1967-47f2-8dff-10a3969d6c82 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3564019 Dec 16 22:50:12.264239 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57812) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:12.269346 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-7bb69951-7f6a-4293-bc84-02ab45fb2e36 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'network': {'name': 'tempest-network-smoke--1840108380', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'port_security_enabled': True}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:12.383140 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb69951-7f6a-4293-bc84-02ab45fb2e36 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Made reservation on behalf of 7bfb8f7eefc1419caa30af0dd0a6b7be for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:12.387644 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7bb69951-7f6a-4293-bc84-02ab45fb2e36 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:12.412269 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb69951-7f6a-4293-bc84-02ab45fb2e36 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:50:12.423272 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7bb69951-7f6a-4293-bc84-02ab45fb2e36 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:12.423272 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-7bb69951-7f6a-4293-bc84-02ab45fb2e36 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Added segment fed1260e-337d-4e25-b334-3ae5f4b2a808 of type vlan for network 72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a Dec 16 22:50:12.471974 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7bb69951-7f6a-4293-bc84-02ab45fb2e36 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:12.542066 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7bb69951-7f6a-4293-bc84-02ab45fb2e36 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:12.547736 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb69951-7f6a-4293-bc84-02ab45fb2e36 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:12.549926 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7bb69951-7f6a-4293-bc84-02ab45fb2e36 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:12.617924 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb69951-7f6a-4293-bc84-02ab45fb2e36 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Network': ['ID=72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:12.629726 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:50:12.693731 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7bb69951-7f6a-4293-bc84-02ab45fb2e36 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4284053 Dec 16 22:50:12.697654 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57818) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:12.702609 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-b58bceff-2dd7-4c81-b299-4cc680a22b84 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-875972948', 'admin_state_up': True, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:12.845177 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b58bceff-2dd7-4c81-b299-4cc680a22b84 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:12.846409 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b58bceff-2dd7-4c81-b299-4cc680a22b84 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:12.908806 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b58bceff-2dd7-4c81-b299-4cc680a22b84 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:13.172385 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b58bceff-2dd7-4c81-b299-4cc680a22b84 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:13.459483 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b58bceff-2dd7-4c81-b299-4cc680a22b84 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:13.479965 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b58bceff-2dd7-4c81-b299-4cc680a22b84 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:13.592540 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-b58bceff-2dd7-4c81-b299-4cc680a22b84 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Allocated IP 172.25.6.19 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/fdf9df3b-907d-401c-b23f-110ee0cb3f9a) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:13.712480 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b58bceff-2dd7-4c81-b299-4cc680a22b84 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:13.845440 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b58bceff-2dd7-4c81-b299-4cc680a22b84 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:13.893125 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58bceff-2dd7-4c81-b299-4cc680a22b84 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:13.896109 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-b58bceff-2dd7-4c81-b299-4cc680a22b84 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:13.900655 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58bceff-2dd7-4c81-b299-4cc680a22b84 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:50:13.904140 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bceff-2dd7-4c81-b299-4cc680a22b84 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Port': ['ID=fdf9df3b-907d-401c-b23f-110ee0cb3f9a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:13.918212 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea4bc6d-1092-4bfb-a04b-201aceb83dc8 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:50:14.001394 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c81b6e75-9b51-4198-8355-cec906c5276f None None] Provisioning complete for port fdf9df3b-907d-401c-b23f-110ee0cb3f9a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:14.001836 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c81b6e75-9b51-4198-8355-cec906c5276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:14.036132 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c81b6e75-9b51-4198-8355-cec906c5276f None None] Port fdf9df3b-907d-401c-b23f-110ee0cb3f9a cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:50:14.222080 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b58bceff-2dd7-4c81-b299-4cc680a22b84 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:14.435005 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b58bceff-2dd7-4c81-b299-4cc680a22b84 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:14.622192 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58bceff-2dd7-4c81-b299-4cc680a22b84 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Router dfa8fd24-5b15-42aa-82b1-30873cc7ed9b is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:50:14.731128 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58bceff-2dd7-4c81-b299-4cc680a22b84 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:50:14.741879 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbf7953-7375-405e-9bfa-8be43ae6e9bb None None] Sync routers for ids ['dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:50:14.752085 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbf7953-7375-405e-9bfa-8be43ae6e9bb None None] Routers {'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:50:14.753413 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8bbf7953-7375-405e-9bfa-8be43ae6e9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:49:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:14.849487 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b58bceff-2dd7-4c81-b299-4cc680a22b84 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:14.849487 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b58bceff-2dd7-4c81-b299-4cc680a22b84 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1497741 Dec 16 22:50:14.852541 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57846) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:14.861319 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-8bbf7953-7375-405e-9bfa-8be43ae6e9bb None None] Set router dfa8fd24-5b15-42aa-82b1-30873cc7ed9b gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:50:14.882789 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9dc4030a-0d2d-4c6f-988a-8ed2c79e7f5f tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=7bfb8f7eefc1419caa30af0dd0a6b7be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288789 Dec 16 22:50:14.885910 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57848) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:15.009108 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0724291-1aa5-4f2d-a086-cacfbff81828 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:15.014785 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 57852) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:15.026386 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c0724291-1aa5-4f2d-a086-cacfbff81828 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1378286 Dec 16 22:50:15.050685 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-df2713a3-b35f-4890-a2ea-a9e8a5c35854 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342550 Dec 16 22:50:15.053750 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57854) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:15.056061 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8bbf7953-7375-405e-9bfa-8be43ae6e9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875972948', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:50:12Z', 'updated_at': '2021-12-16T22:50:14Z', 'revision_number': 3, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:50:13Z', 'updated_at': '2021-12-16T22:50:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:15.069954 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-103adb6c-2482-43f9-b12f-b622277d9d73 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-251191523', 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:15.097116 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbf7953-7375-405e-9bfa-8be43ae6e9bb None None] Checking router: dfa8fd24-5b15-42aa-82b1-30873cc7ed9b for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:50:15.097568 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbf7953-7375-405e-9bfa-8be43ae6e9bb None None] Updating router dfa8fd24-5b15-42aa-82b1-30873cc7ed9b port fdf9df3b-907d-401c-b23f-110ee0cb3f9a binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:50:15.126266 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8bbf7953-7375-405e-9bfa-8be43ae6e9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:15.233685 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103adb6c-2482-43f9-b12f-b622277d9d73 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Made reservation on behalf of 7bfb8f7eefc1419caa30af0dd0a6b7be for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:15.237590 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-103adb6c-2482-43f9-b12f-b622277d9d73 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:15.399990 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8bbf7953-7375-405e-9bfa-8be43ae6e9bb None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:15.483843 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8bbf7953-7375-405e-9bfa-8be43ae6e9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:15.533731 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4cc813-88f8-4927-99fa-0ac411d347dd None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:50:15.545398 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f313f-9196-45fb-b47e-07cf0a7a107b None None] Pushing event updated for resources: {'Port': ['ID=fdf9df3b-907d-401c-b23f-110ee0cb3f9a,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:15.547623 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-8bbf7953-7375-405e-9bfa-8be43ae6e9bb None None] Attempting to bind port fdf9df3b-907d-401c-b23f-110ee0cb3f9a on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:50:15.548003 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-8bbf7953-7375-405e-9bfa-8be43ae6e9bb None None] Attempting to bind port fdf9df3b-907d-401c-b23f-110ee0cb3f9a by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:50:15.551368 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-103adb6c-2482-43f9-b12f-b622277d9d73 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:15.551564 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbf7953-7375-405e-9bfa-8be43ae6e9bb None None] Attempting to bind port fdf9df3b-907d-401c-b23f-110ee0cb3f9a on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:50:15.556284 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbf7953-7375-405e-9bfa-8be43ae6e9bb None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:50:15.556677 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbf7953-7375-405e-9bfa-8be43ae6e9bb None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:50:15.557093 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8bbf7953-7375-405e-9bfa-8be43ae6e9bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:15.557497 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbf7953-7375-405e-9bfa-8be43ae6e9bb None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:50:15.557978 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-8bbf7953-7375-405e-9bfa-8be43ae6e9bb None None] Bound port: fdf9df3b-907d-401c-b23f-110ee0cb3f9a, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:50:15.558405 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8bbf7953-7375-405e-9bfa-8be43ae6e9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:15.613255 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8bbf7953-7375-405e-9bfa-8be43ae6e9bb None None] For port fdf9df3b-907d-401c-b23f-110ee0cb3f9a, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:50:15.623568 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8bbf7953-7375-405e-9bfa-8be43ae6e9bb None None] For port fdf9df3b-907d-401c-b23f-110ee0cb3f9a, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=fdf9df3b-907d-401c-b23f-110ee0cb3f9a,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:50:15.624244 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103adb6c-2482-43f9-b12f-b622277d9d73 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Checking segment: {'id': 'fed1260e-337d-4e25-b334-3ae5f4b2a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:50:15.624613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103adb6c-2482-43f9-b12f-b622277d9d73 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Network hostable DHCP agents. Network: 72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:50:15.626682 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103adb6c-2482-43f9-b12f-b622277d9d73 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Subnet': ['ID=56a73f87-d13e-445b-8b46-a1edfa88032c,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:15.666904 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-8231bef5-72b0-4dc2-aea9-eaa40475b1cf None None] Provisioning complete for port fdf9df3b-907d-401c-b23f-110ee0cb3f9a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:15.667338 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8231bef5-72b0-4dc2-aea9-eaa40475b1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:15.703074 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-8231bef5-72b0-4dc2-aea9-eaa40475b1cf None None] Port fdf9df3b-907d-401c-b23f-110ee0cb3f9a cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:50:15.731399 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8bbf7953-7375-405e-9bfa-8be43ae6e9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:15.747799 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103adb6c-2482-43f9-b12f-b622277d9d73 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Network 72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:50:15.779467 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bea1723-58a6-48b9-91da-0cab03942122 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:50:15.801565 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f313f-9196-45fb-b47e-07cf0a7a107b None None] Pushing event updated for resources: {'Port': ['ID=fdf9df3b-907d-401c-b23f-110ee0cb3f9a,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:15.805135 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbf7953-7375-405e-9bfa-8be43ae6e9bb None None] Routers {'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:50:15.805741 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8bbf7953-7375-405e-9bfa-8be43ae6e9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:49:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:15.822137 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-103adb6c-2482-43f9-b12f-b622277d9d73 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:15.827256 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103adb6c-2482-43f9-b12f-b622277d9d73 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:15.827900 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-103adb6c-2482-43f9-b12f-b622277d9d73 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:15.848870 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80564571-f643-45ed-bf0c-9bdbe5af5e7b None None] Network 72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:15.911473 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-103adb6c-2482-43f9-b12f-b622277d9d73 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8563731 Dec 16 22:50:15.914987 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 57866) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:16.112263 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-8c9846e6-ccaa-4c0f-8251-7f2de5cb6817 None None] Provisioning complete for port fdf9df3b-907d-401c-b23f-110ee0cb3f9a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:16.112263 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c9846e6-ccaa-4c0f-8251-7f2de5cb6817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:16.187315 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-8bbf7953-7375-405e-9bfa-8be43ae6e9bb None None] Set router dfa8fd24-5b15-42aa-82b1-30873cc7ed9b gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:50:16.257551 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4915297d-2088-4157-b6f1-5d4f733d3715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a', 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'fixed_ips': [{'subnet_id': '56a73f87-d13e-445b-8b46-a1edfa88032c'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:50:16.258393 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4915297d-2088-4157-b6f1-5d4f733d3715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:16.411198 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-28ce1773-056b-4d7f-98b9-21d4421a6819 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:16.432901 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c9846e6-ccaa-4c0f-8251-7f2de5cb6817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:16.505310 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8c9846e6-ccaa-4c0f-8251-7f2de5cb6817 None None] For port fdf9df3b-907d-401c-b23f-110ee0cb3f9a, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=fdf9df3b-907d-401c-b23f-110ee0cb3f9a,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:16.559293 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-4915297d-2088-4157-b6f1-5d4f733d3715 None None] Allocated IP 172.20.0.2 (72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a/56a73f87-d13e-445b-8b46-a1edfa88032c/054fcc57-404c-4638-ad96-0c6c7255d688) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:16.580171 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c9846e6-ccaa-4c0f-8251-7f2de5cb6817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:16.677511 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8bbf7953-7375-405e-9bfa-8be43ae6e9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875972948', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:50:12Z', 'updated_at': '2021-12-16T22:50:14Z', 'revision_number': 3, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:50:13Z', 'updated_at': '2021-12-16T22:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:16.722457 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbf7953-7375-405e-9bfa-8be43ae6e9bb None None] The sync data for ids ['dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'] in n-d-815324-4 is: [{'id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875972948', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:50:12Z', 'updated_at': '2021-12-16T22:50:14Z', 'revision_number': 3, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:50:13Z', 'updated_at': '2021-12-16T22:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:50:16.736762 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9846e6-ccaa-4c0f-8251-7f2de5cb6817 None None] Pushing event updated for resources: {'Port': ['ID=fdf9df3b-907d-401c-b23f-110ee0cb3f9a,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:16.837378 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4915297d-2088-4157-b6f1-5d4f733d3715 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:16.958589 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4915297d-2088-4157-b6f1-5d4f733d3715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:17.032794 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-28ce1773-056b-4d7f-98b9-21d4421a6819 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Allocated IP 172.20.0.1 (72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a/56a73f87-d13e-445b-8b46-a1edfa88032c/c3c22cff-36e5-4d5b-931f-74e3506ccd5f) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:17.049936 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4915297d-2088-4157-b6f1-5d4f733d3715 None None] Network 72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:17.057126 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915297d-2088-4157-b6f1-5d4f733d3715 None None] Pushing event updated for resources: {'Port': ['ID=054fcc57-404c-4638-ad96-0c6c7255d688,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:17.057126 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-4915297d-2088-4157-b6f1-5d4f733d3715 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:17.068032 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4915297d-2088-4157-b6f1-5d4f733d3715 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:50:17.151365 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4915297d-2088-4157-b6f1-5d4f733d3715 None None] Attempting to bind port 054fcc57-404c-4638-ad96-0c6c7255d688 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:50:17.152700 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4915297d-2088-4157-b6f1-5d4f733d3715 None None] Attempting to bind port 054fcc57-404c-4638-ad96-0c6c7255d688 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'fed1260e-337d-4e25-b334-3ae5f4b2a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:50:17.153070 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915297d-2088-4157-b6f1-5d4f733d3715 None None] Attempting to bind port 054fcc57-404c-4638-ad96-0c6c7255d688 on network 72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:50:17.158945 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915297d-2088-4157-b6f1-5d4f733d3715 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:50:17.159437 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915297d-2088-4157-b6f1-5d4f733d3715 None None] Checking segment: {'id': 'fed1260e-337d-4e25-b334-3ae5f4b2a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:50:17.159849 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4915297d-2088-4157-b6f1-5d4f733d3715 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:17.160250 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915297d-2088-4157-b6f1-5d4f733d3715 None None] Bound using segment: {'id': 'fed1260e-337d-4e25-b334-3ae5f4b2a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:50:17.160728 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-4915297d-2088-4157-b6f1-5d4f733d3715 None None] Bound port: 054fcc57-404c-4638-ad96-0c6c7255d688, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed1260e-337d-4e25-b334-3ae5f4b2a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:50:17.161120 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4915297d-2088-4157-b6f1-5d4f733d3715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:17.187473 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-28ce1773-056b-4d7f-98b9-21d4421a6819 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:17.244187 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4915297d-2088-4157-b6f1-5d4f733d3715 None None] For port 054fcc57-404c-4638-ad96-0c6c7255d688, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:50:17.247925 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4915297d-2088-4157-b6f1-5d4f733d3715 None None] For port 054fcc57-404c-4638-ad96-0c6c7255d688, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=054fcc57-404c-4638-ad96-0c6c7255d688,segment=NetworkSegment(fed1260e-337d-4e25-b334-3ae5f4b2a808),segment_id=fed1260e-337d-4e25-b334-3ae5f4b2a808)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:50:17.310398 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-28ce1773-056b-4d7f-98b9-21d4421a6819 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:17.356023 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ce1773-056b-4d7f-98b9-21d4421a6819 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Network 72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:17.359412 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-28ce1773-056b-4d7f-98b9-21d4421a6819 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:17.363529 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ce1773-056b-4d7f-98b9-21d4421a6819 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:50:17.371162 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4915297d-2088-4157-b6f1-5d4f733d3715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:17.393458 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce1773-056b-4d7f-98b9-21d4421a6819 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Port': ['ID=c3c22cff-36e5-4d5b-931f-74e3506ccd5f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:17.427330 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-28ce1773-056b-4d7f-98b9-21d4421a6819 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:17.438136 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915297d-2088-4157-b6f1-5d4f733d3715 None None] Pushing event updated for resources: {'Port': ['ID=054fcc57-404c-4638-ad96-0c6c7255d688,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:17.705739 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-28ce1773-056b-4d7f-98b9-21d4421a6819 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:17.950274 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device fdf9df3b-907d-401c-b23f-110ee0cb3f9a up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:50:18.000959 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port fdf9df3b-907d-401c-b23f-110ee0cb3f9a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:18.001332 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:18.088771 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 054fcc57-404c-4638-ad96-0c6c7255d688 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:50:18.091239 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-28ce1773-056b-4d7f-98b9-21d4421a6819 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:18.151355 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 054fcc57-404c-4638-ad96-0c6c7255d688 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:18.151730 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:18.165917 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-28ce1773-056b-4d7f-98b9-21d4421a6819 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:18.248026 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce1773-056b-4d7f-98b9-21d4421a6819 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Port': ['ID=c3c22cff-36e5-4d5b-931f-74e3506ccd5f,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:18.252722 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-28ce1773-056b-4d7f-98b9-21d4421a6819 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:18.278021 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:18.321549 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 054fcc57-404c-4638-ad96-0c6c7255d688, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=054fcc57-404c-4638-ad96-0c6c7255d688,segment=NetworkSegment(fed1260e-337d-4e25-b334-3ae5f4b2a808),segment_id=fed1260e-337d-4e25-b334-3ae5f4b2a808)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:18.376334 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ce1773-056b-4d7f-98b9-21d4421a6819 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Network 72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:18.378084 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-28ce1773-056b-4d7f-98b9-21d4421a6819 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:18.394725 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:18.472266 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=054fcc57-404c-4638-ad96-0c6c7255d688,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:18.628763 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb443e29-880e-428e-a53e-be9030a21609 None None] Network 72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:50:18.762851 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-eba68552-3b25-4dc6-8572-253aeff1b45a None None] Provisioning complete for port 054fcc57-404c-4638-ad96-0c6c7255d688 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:18.763490 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eba68552-3b25-4dc6-8572-253aeff1b45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:18.920791 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ce1773-056b-4d7f-98b9-21d4421a6819 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Router dfa8fd24-5b15-42aa-82b1-30873cc7ed9b has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:50:19.072193 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ce1773-056b-4d7f-98b9-21d4421a6819 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:50:19.103224 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-28ce1773-056b-4d7f-98b9-21d4421a6819 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "PUT /v2.0/routers/dfa8fd24-5b15-42aa-82b1-30873cc7ed9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1753106 Dec 16 22:50:19.103884 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9a6b78fc-826b-400f-b1b5-7ec5cb66aecb None None] Provisioning complete for port c3c22cff-36e5-4d5b-931f-74e3506ccd5f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:19.103884 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9a6b78fc-826b-400f-b1b5-7ec5cb66aecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:19.160664 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62bdda6-05d7-4359-8545-1afcc3eaf0ed None None] Sync routers for ids ['dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:50:19.174407 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62bdda6-05d7-4359-8545-1afcc3eaf0ed None None] Routers {'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:50:19.175444 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a62bdda6-05d7-4359-8545-1afcc3eaf0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:49:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:19.221618 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9a6b78fc-826b-400f-b1b5-7ec5cb66aecb None None] Port c3c22cff-36e5-4d5b-931f-74e3506ccd5f cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:50:19.243139 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9a6b78fc-826b-400f-b1b5-7ec5cb66aecb None None] Provisioning complete for port 054fcc57-404c-4638-ad96-0c6c7255d688 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:19.243519 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9a6b78fc-826b-400f-b1b5-7ec5cb66aecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:19.336948 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-a62bdda6-05d7-4359-8545-1afcc3eaf0ed None None] Set router dfa8fd24-5b15-42aa-82b1-30873cc7ed9b gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:50:19.387920 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b894f332-baeb-4f26-9724-f405b8be03df req-72de5041-5492-4ebf-87d6-67c2d93d8d81 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1633067127&fields=id&tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be HTTP/1.1" status: 200 len: 267 time: 0.0548260 Dec 16 22:50:19.468894 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b95a1bec-445a-4644-9f8b-9561c655d607 None None] Provisioning complete for port c3c22cff-36e5-4d5b-931f-74e3506ccd5f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:19.469283 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b95a1bec-445a-4644-9f8b-9561c655d607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:19.508915 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b95a1bec-445a-4644-9f8b-9561c655d607 None None] Port c3c22cff-36e5-4d5b-931f-74e3506ccd5f cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:50:19.538129 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894f332-baeb-4f26-9724-f405b8be03df req-8bfe5967-0bfa-4b4d-bc7b-7f8cb11e8331 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:19.545836 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b894f332-baeb-4f26-9724-f405b8be03df req-8bfe5967-0bfa-4b4d-bc7b-7f8cb11e8331 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/networks?id=72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a HTTP/1.1" status: 200 len: 797 time: 0.1498642 Dec 16 22:50:19.558710 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b894f332-baeb-4f26-9724-f405b8be03df req-84a16d67-ffda-4d11-a51e-8a3edd187f27 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/quotas/7bfb8f7eefc1419caa30af0dd0a6b7be HTTP/1.1" status: 200 len: 375 time: 0.0119538 Dec 16 22:50:19.593785 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a62bdda6-05d7-4359-8545-1afcc3eaf0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875972948', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:50:12Z', 'updated_at': '2021-12-16T22:50:17Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:50:13Z', 'updated_at': '2021-12-16T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'c3c22cff-36e5-4d5b-931f-74e3506ccd5f', 'name': '', 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:dc:ed:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '56a73f87-d13e-445b-8b46-a1edfa88032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:50:16Z', 'updated_at': '2021-12-16T22:50:17Z', 'revision_number': 2, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': '56a73f87-d13e-445b-8b46-a1edfa88032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:19.622357 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62bdda6-05d7-4359-8545-1afcc3eaf0ed None None] Checking router: dfa8fd24-5b15-42aa-82b1-30873cc7ed9b for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:50:19.622563 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b894f332-baeb-4f26-9724-f405b8be03df req-9eb9f75e-55a2-482d-8b20-6b010dbe55d7 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567920 Dec 16 22:50:19.622714 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62bdda6-05d7-4359-8545-1afcc3eaf0ed None None] Updating router dfa8fd24-5b15-42aa-82b1-30873cc7ed9b port c3c22cff-36e5-4d5b-931f-74e3506ccd5f binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:50:19.644752 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5f0e6c85-55e1-4e0b-90ab-fdeabfdc6d55 None None] Provisioning complete for port c3c22cff-36e5-4d5b-931f-74e3506ccd5f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:19.645531 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f0e6c85-55e1-4e0b-90ab-fdeabfdc6d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:19.654890 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a62bdda6-05d7-4359-8545-1afcc3eaf0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:19.688525 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5f0e6c85-55e1-4e0b-90ab-fdeabfdc6d55 None None] Port c3c22cff-36e5-4d5b-931f-74e3506ccd5f cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:50:19.854347 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 054fcc57-404c-4638-ad96-0c6c7255d688 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:50:19.861536 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b894f332-baeb-4f26-9724-f405b8be03df req-a0be8435-b743-4c7b-964e-e874a1ca7ade service neutron] 10.222.0.75 "GET /v2.0/networks/72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184145 Dec 16 22:50:19.904706 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 054fcc57-404c-4638-ad96-0c6c7255d688 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:19.905076 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:19.941291 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a62bdda6-05d7-4359-8545-1afcc3eaf0ed None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:19.969337 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b894f332-baeb-4f26-9724-f405b8be03df req-ba127ae1-512a-42e9-8b2c-592cc90aad61 service neutron] 10.222.0.75 "GET /v2.0/networks/72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984297 Dec 16 22:50:20.062015 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a62bdda6-05d7-4359-8545-1afcc3eaf0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:20.121891 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd879c80-2e6b-4331-bad9-2094aa052eb8 None None] Pushing event updated for resources: {'Port': ['ID=c3c22cff-36e5-4d5b-931f-74e3506ccd5f,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:20.133681 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd879c80-2e6b-4331-bad9-2094aa052eb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:20.134087 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd879c80-2e6b-4331-bad9-2094aa052eb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:20.134439 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd879c80-2e6b-4331-bad9-2094aa052eb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:20.134786 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd879c80-2e6b-4331-bad9-2094aa052eb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:20.135192 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd879c80-2e6b-4331-bad9-2094aa052eb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:20.135477 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd879c80-2e6b-4331-bad9-2094aa052eb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:20.135807 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd879c80-2e6b-4331-bad9-2094aa052eb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:20.136141 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd879c80-2e6b-4331-bad9-2094aa052eb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:20.136471 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd879c80-2e6b-4331-bad9-2094aa052eb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:20.136828 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd879c80-2e6b-4331-bad9-2094aa052eb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:20.137294 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd879c80-2e6b-4331-bad9-2094aa052eb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:20.137627 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd879c80-2e6b-4331-bad9-2094aa052eb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:20.137953 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd879c80-2e6b-4331-bad9-2094aa052eb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:20.288746 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-60dd0ac2-f6d6-44c0-a870-a4a4c0bc09a8 req-646476d3-3bce-4e5a-bcfd-4e230f532f3f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 210 time: 0.0499952 Dec 16 22:50:20.312692 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-a62bdda6-05d7-4359-8545-1afcc3eaf0ed None None] Attempting to bind port c3c22cff-36e5-4d5b-931f-74e3506ccd5f on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:50:20.313163 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-a62bdda6-05d7-4359-8545-1afcc3eaf0ed None None] Attempting to bind port c3c22cff-36e5-4d5b-931f-74e3506ccd5f by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'fed1260e-337d-4e25-b334-3ae5f4b2a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:50:20.313528 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62bdda6-05d7-4359-8545-1afcc3eaf0ed None None] Attempting to bind port c3c22cff-36e5-4d5b-931f-74e3506ccd5f on network 72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:50:20.327884 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62bdda6-05d7-4359-8545-1afcc3eaf0ed None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:50:20.330820 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62bdda6-05d7-4359-8545-1afcc3eaf0ed None None] Checking segment: {'id': 'fed1260e-337d-4e25-b334-3ae5f4b2a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:50:20.330820 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a62bdda6-05d7-4359-8545-1afcc3eaf0ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:20.330820 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62bdda6-05d7-4359-8545-1afcc3eaf0ed None None] Bound using segment: {'id': 'fed1260e-337d-4e25-b334-3ae5f4b2a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:50:20.330820 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-a62bdda6-05d7-4359-8545-1afcc3eaf0ed None None] Bound port: c3c22cff-36e5-4d5b-931f-74e3506ccd5f, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed1260e-337d-4e25-b334-3ae5f4b2a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:50:20.330820 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a62bdda6-05d7-4359-8545-1afcc3eaf0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:20.474638 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-a62bdda6-05d7-4359-8545-1afcc3eaf0ed None None] For port c3c22cff-36e5-4d5b-931f-74e3506ccd5f, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:50:20.503333 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-a62bdda6-05d7-4359-8545-1afcc3eaf0ed None None] For port c3c22cff-36e5-4d5b-931f-74e3506ccd5f, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c3c22cff-36e5-4d5b-931f-74e3506ccd5f,segment=NetworkSegment(fed1260e-337d-4e25-b334-3ae5f4b2a808),segment_id=fed1260e-337d-4e25-b334-3ae5f4b2a808)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:50:20.522638 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-dc8a80f6-ab83-4b0d-95c2-a8eec1594c67 None None] Provisioning complete for port c3c22cff-36e5-4d5b-931f-74e3506ccd5f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:20.523366 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dc8a80f6-ab83-4b0d-95c2-a8eec1594c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:20.578371 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a80f6-ab83-4b0d-95c2-a8eec1594c67 None None] Port c3c22cff-36e5-4d5b-931f-74e3506ccd5f cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:50:20.584380 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-a62bdda6-05d7-4359-8545-1afcc3eaf0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:20.671813 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62bdda6-05d7-4359-8545-1afcc3eaf0ed None None] Routers {'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:50:20.672344 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a62bdda6-05d7-4359-8545-1afcc3eaf0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:49:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:20.817597 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd879c80-2e6b-4331-bad9-2094aa052eb8 None None] Pushing event updated for resources: {'Port': ['ID=c3c22cff-36e5-4d5b-931f-74e3506ccd5f,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:20.907463 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c047d4d8-1587-472c-b00c-6a8317319f1f None None] Provisioning complete for port c3c22cff-36e5-4d5b-931f-74e3506ccd5f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:20.907821 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c047d4d8-1587-472c-b00c-6a8317319f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:20.911162 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-a62bdda6-05d7-4359-8545-1afcc3eaf0ed None None] Set router dfa8fd24-5b15-42aa-82b1-30873cc7ed9b gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:50:21.067678 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c047d4d8-1587-472c-b00c-6a8317319f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:21.112316 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c047d4d8-1587-472c-b00c-6a8317319f1f None None] For port c3c22cff-36e5-4d5b-931f-74e3506ccd5f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c3c22cff-36e5-4d5b-931f-74e3506ccd5f,segment=NetworkSegment(fed1260e-337d-4e25-b334-3ae5f4b2a808),segment_id=fed1260e-337d-4e25-b334-3ae5f4b2a808)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:21.192972 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c047d4d8-1587-472c-b00c-6a8317319f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:21.198086 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a62bdda6-05d7-4359-8545-1afcc3eaf0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875972948', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:50:12Z', 'updated_at': '2021-12-16T22:50:17Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:50:13Z', 'updated_at': '2021-12-16T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'c3c22cff-36e5-4d5b-931f-74e3506ccd5f', 'name': '', 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:dc:ed:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '56a73f87-d13e-445b-8b46-a1edfa88032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:50:16Z', 'updated_at': '2021-12-16T22:50:20Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': '56a73f87-d13e-445b-8b46-a1edfa88032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:21.235217 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62bdda6-05d7-4359-8545-1afcc3eaf0ed None None] The sync data for ids ['dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'] in n-d-815324-4 is: [{'id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875972948', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:50:12Z', 'updated_at': '2021-12-16T22:50:17Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:50:13Z', 'updated_at': '2021-12-16T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'c3c22cff-36e5-4d5b-931f-74e3506ccd5f', 'name': '', 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:dc:ed:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '56a73f87-d13e-445b-8b46-a1edfa88032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:50:16Z', 'updated_at': '2021-12-16T22:50:20Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': '56a73f87-d13e-445b-8b46-a1edfa88032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:50:21.278106 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047d4d8-1587-472c-b00c-6a8317319f1f None None] Pushing event updated for resources: {'Port': ['ID=c3c22cff-36e5-4d5b-931f-74e3506ccd5f,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:21.379331 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a1b15ae-d20e-4bbb-aeb3-0159d9440c34 req-a84eeb1e-9763-4565-bef0-f3f6dba69193 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 210 time: 0.0292087 Dec 16 22:50:21.884884 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c3c22cff-36e5-4d5b-931f-74e3506ccd5f up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:50:21.953244 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port c3c22cff-36e5-4d5b-931f-74e3506ccd5f triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:21.953617 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:22.488207 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-af2838d7-9c7a-4600-87f5-7646016da9b7 req-f96b1e50-d2f0-4e97-b4e1-1cce16787c2e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 210 time: 0.0291755 Dec 16 22:50:23.037603 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894f332-baeb-4f26-9724-f405b8be03df req-9dd6c410-6cc8-4e5d-8a7a-46485f98fc0c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:23.039196 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b894f332-baeb-4f26-9724-f405b8be03df req-9dd6c410-6cc8-4e5d-8a7a-46485f98fc0c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.57 "GET /v2.0/networks?id=72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a HTTP/1.1" status: 200 len: 797 time: 0.1087999 Dec 16 22:50:23.125983 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b894f332-baeb-4f26-9724-f405b8be03df req-b8dc3877-0e8f-4207-88f3-ff4ce5000913 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be HTTP/1.1" status: 200 len: 380 time: 0.0601850 Dec 16 22:50:23.135634 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-b894f332-baeb-4f26-9724-f405b8be03df req-8f09ff02-eebb-40e5-8166-41df125c6910 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'port': {'device_id': '5848e21f-40d6-46aa-ba87-615f30399dfc', 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a', 'admin_state_up': True, 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'security_groups': ['8e084b29-1a34-4b03-bc8f-c392f7135a10']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:23.352419 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b894f332-baeb-4f26-9724-f405b8be03df req-8f09ff02-eebb-40e5-8166-41df125c6910 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Made reservation on behalf of 7bfb8f7eefc1419caa30af0dd0a6b7be for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:50:23.356168 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b894f332-baeb-4f26-9724-f405b8be03df req-8f09ff02-eebb-40e5-8166-41df125c6910 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:23.484286 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7c9b1044-42cc-41df-a35d-de8802959c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:23.506825 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-b894f332-baeb-4f26-9724-f405b8be03df req-8f09ff02-eebb-40e5-8166-41df125c6910 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Allocated IP 172.20.0.13 (72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a/56a73f87-d13e-445b-8b46-a1edfa88032c/1fcd65c6-634b-447b-b02d-576f04b21305) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:23.628868 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ccb94ce1-b216-43b9-ad34-9f0812fdff7e req-699b7383-9200-44d4-a813-73c0163df355 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 210 time: 0.0620399 Dec 16 22:50:23.701565 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b894f332-baeb-4f26-9724-f405b8be03df req-8f09ff02-eebb-40e5-8166-41df125c6910 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:23.845263 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b894f332-baeb-4f26-9724-f405b8be03df req-8f09ff02-eebb-40e5-8166-41df125c6910 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:23.893429 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b894f332-baeb-4f26-9724-f405b8be03df req-8f09ff02-eebb-40e5-8166-41df125c6910 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Network 72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:23.897701 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-b894f332-baeb-4f26-9724-f405b8be03df req-8f09ff02-eebb-40e5-8166-41df125c6910 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:23.901615 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-b894f332-baeb-4f26-9724-f405b8be03df req-8f09ff02-eebb-40e5-8166-41df125c6910 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:50:23.908650 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09ff02-eebb-40e5-8166-41df125c6910 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Port': ['ID=1fcd65c6-634b-447b-b02d-576f04b21305,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:23.939390 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09ff02-eebb-40e5-8166-41df125c6910 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:23.939748 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09ff02-eebb-40e5-8166-41df125c6910 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:23.940103 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09ff02-eebb-40e5-8166-41df125c6910 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:23.940446 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09ff02-eebb-40e5-8166-41df125c6910 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:23.940784 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09ff02-eebb-40e5-8166-41df125c6910 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:23.941118 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09ff02-eebb-40e5-8166-41df125c6910 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:23.941453 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09ff02-eebb-40e5-8166-41df125c6910 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:23.941787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09ff02-eebb-40e5-8166-41df125c6910 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:23.942119 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09ff02-eebb-40e5-8166-41df125c6910 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:23.942449 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09ff02-eebb-40e5-8166-41df125c6910 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:23.942781 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09ff02-eebb-40e5-8166-41df125c6910 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:23.943133 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09ff02-eebb-40e5-8166-41df125c6910 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:23.943638 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09ff02-eebb-40e5-8166-41df125c6910 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:23.971142 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894f332-baeb-4f26-9724-f405b8be03df req-8f09ff02-eebb-40e5-8166-41df125c6910 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:23.971795 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b894f332-baeb-4f26-9724-f405b8be03df req-8f09ff02-eebb-40e5-8166-41df125c6910 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:24.141275 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c4f02509-3747-42f1-b280-c03756304108 None None] Provisioning complete for port 1fcd65c6-634b-447b-b02d-576f04b21305 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:24.141563 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c4f02509-3747-42f1-b280-c03756304108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:24.176439 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c4f02509-3747-42f1-b280-c03756304108 None None] Port 1fcd65c6-634b-447b-b02d-576f04b21305 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:50:24.202760 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b894f332-baeb-4f26-9724-f405b8be03df req-8f09ff02-eebb-40e5-8166-41df125c6910 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0702467 Dec 16 22:50:24.221370 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-b894f332-baeb-4f26-9724-f405b8be03df req-bd531eeb-a3b2-4de9-8c4a-48f8f5e0c029 service neutron] Request body: {'port': {'device_id': '5848e21f-40d6-46aa-ba87-615f30399dfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:24.284258 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b894f332-baeb-4f26-9724-f405b8be03df req-bd531eeb-a3b2-4de9-8c4a-48f8f5e0c029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:24.551151 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-b894f332-baeb-4f26-9724-f405b8be03df req-bd531eeb-a3b2-4de9-8c4a-48f8f5e0c029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fcd65c6-634b-447b-b02d-576f04b21305 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:50:24.559235 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b894f332-baeb-4f26-9724-f405b8be03df req-bd531eeb-a3b2-4de9-8c4a-48f8f5e0c029 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:24.572119 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-b894f332-baeb-4f26-9724-f405b8be03df req-bd531eeb-a3b2-4de9-8c4a-48f8f5e0c029 service neutron] Transition to ACTIVE for port object 1fcd65c6-634b-447b-b02d-576f04b21305 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:50:24.656628 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b894f332-baeb-4f26-9724-f405b8be03df req-bd531eeb-a3b2-4de9-8c4a-48f8f5e0c029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:24.715647 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd531eeb-a3b2-4de9-8c4a-48f8f5e0c029 service neutron] Pushing event updated for resources: {'Port': ['ID=1fcd65c6-634b-447b-b02d-576f04b21305,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:24.777774 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7a078-0c6f-443a-945b-67d604f15682 req-75fcc3db-80be-40c1-ae59-d7f422e991c8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:24.779370 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e4b7a078-0c6f-443a-945b-67d604f15682 req-75fcc3db-80be-40c1-ae59-d7f422e991c8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 944 time: 0.0611115 Dec 16 22:50:24.795565 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-b894f332-baeb-4f26-9724-f405b8be03df req-bd531eeb-a3b2-4de9-8c4a-48f8f5e0c029 service neutron] Attempting to bind port 1fcd65c6-634b-447b-b02d-576f04b21305 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:50:24.796054 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-b894f332-baeb-4f26-9724-f405b8be03df req-bd531eeb-a3b2-4de9-8c4a-48f8f5e0c029 service neutron] Attempting to bind port 1fcd65c6-634b-447b-b02d-576f04b21305 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'fed1260e-337d-4e25-b334-3ae5f4b2a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:50:24.796484 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b894f332-baeb-4f26-9724-f405b8be03df req-bd531eeb-a3b2-4de9-8c4a-48f8f5e0c029 service neutron] Attempting to bind port 1fcd65c6-634b-447b-b02d-576f04b21305 on network 72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:50:24.802223 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b894f332-baeb-4f26-9724-f405b8be03df req-bd531eeb-a3b2-4de9-8c4a-48f8f5e0c029 service neutron] Port 1fcd65c6-634b-447b-b02d-576f04b21305 on network 72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:50:24.802223 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b894f332-baeb-4f26-9724-f405b8be03df req-bd531eeb-a3b2-4de9-8c4a-48f8f5e0c029 service neutron] Attempting to bind port 1fcd65c6-634b-447b-b02d-576f04b21305 on network 72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:50:24.808580 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b894f332-baeb-4f26-9724-f405b8be03df req-bd531eeb-a3b2-4de9-8c4a-48f8f5e0c029 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:50:24.808580 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b894f332-baeb-4f26-9724-f405b8be03df req-bd531eeb-a3b2-4de9-8c4a-48f8f5e0c029 service neutron] Checking segment: {'id': 'fed1260e-337d-4e25-b334-3ae5f4b2a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:50:24.808987 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b894f332-baeb-4f26-9724-f405b8be03df req-bd531eeb-a3b2-4de9-8c4a-48f8f5e0c029 service neutron] Bound using segment: {'id': 'fed1260e-337d-4e25-b334-3ae5f4b2a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:50:24.809580 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-b894f332-baeb-4f26-9724-f405b8be03df req-bd531eeb-a3b2-4de9-8c4a-48f8f5e0c029 service neutron] Bound port: 1fcd65c6-634b-447b-b02d-576f04b21305, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fed1260e-337d-4e25-b334-3ae5f4b2a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:50:24.810048 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b894f332-baeb-4f26-9724-f405b8be03df req-bd531eeb-a3b2-4de9-8c4a-48f8f5e0c029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:24.843255 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e4b7a078-0c6f-443a-945b-67d604f15682 req-467aa22d-abc9-4605-9fca-1d83c7aec438 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e084b29-1a34-4b03-bc8f-c392f7135a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575678 Dec 16 22:50:24.889282 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-b894f332-baeb-4f26-9724-f405b8be03df req-bd531eeb-a3b2-4de9-8c4a-48f8f5e0c029 service neutron] For port 1fcd65c6-634b-447b-b02d-576f04b21305, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:50:24.892635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-b894f332-baeb-4f26-9724-f405b8be03df req-bd531eeb-a3b2-4de9-8c4a-48f8f5e0c029 service neutron] For port 1fcd65c6-634b-447b-b02d-576f04b21305, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1fcd65c6-634b-447b-b02d-576f04b21305,segment=NetworkSegment(fed1260e-337d-4e25-b334-3ae5f4b2a808),segment_id=fed1260e-337d-4e25-b334-3ae5f4b2a808)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:50:24.969700 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b894f332-baeb-4f26-9724-f405b8be03df req-bd531eeb-a3b2-4de9-8c4a-48f8f5e0c029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:25.013486 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894f332-baeb-4f26-9724-f405b8be03df req-bd531eeb-a3b2-4de9-8c4a-48f8f5e0c029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:25.013486 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b894f332-baeb-4f26-9724-f405b8be03df req-bd531eeb-a3b2-4de9-8c4a-48f8f5e0c029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:25.014852 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b894f332-baeb-4f26-9724-f405b8be03df req-bd531eeb-a3b2-4de9-8c4a-48f8f5e0c029 service neutron] 10.222.0.57 "PUT /v2.0/ports/1fcd65c6-634b-447b-b02d-576f04b21305 HTTP/1.1" status: 200 len: 1092 time: 0.7978463 Dec 16 22:50:25.017836 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5848e21f-40d6-46aa-ba87-615f30399dfc', 'tag': '1fcd65c6-634b-447b-b02d-576f04b21305'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:50:25.023296 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba19194f-5c19-4231-b464-9bebab64cb80" -d '{"events": [{"name": "network-changed", "server_uuid": "5848e21f-40d6-46aa-ba87-615f30399dfc", "tag": "1fcd65c6-634b-447b-b02d-576f04b21305"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:50:25.051339 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd531eeb-a3b2-4de9-8c4a-48f8f5e0c029 service neutron] Pushing event updated for resources: {'Port': ['ID=1fcd65c6-634b-447b-b02d-576f04b21305,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:25.078762 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723bc5d9-87ef-4c7b-924f-1a144b97e638 x-openstack-request-id: req-723bc5d9-87ef-4c7b-924f-1a144b97e638 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:50:25.079086 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5848e21f-40d6-46aa-ba87-615f30399dfc", "tag": "1fcd65c6-634b-447b-b02d-576f04b21305", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:50:25.079352 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-723bc5d9-87ef-4c7b-924f-1a144b97e638 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:50:25.079789 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5848e21f-40d6-46aa-ba87-615f30399dfc', 'tag': '1fcd65c6-634b-447b-b02d-576f04b21305', 'status': 'completed', 'code': 200} Dec 16 22:50:25.172966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19194f-5c19-4231-b464-9bebab64cb80 req-76de6a90-410c-474d-8e52-b7619e21914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:25.174593 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ba19194f-5c19-4231-b464-9bebab64cb80 req-76de6a90-410c-474d-8e52-b7619e21914a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 1095 time: 0.0498588 Dec 16 22:50:25.281948 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19194f-5c19-4231-b464-9bebab64cb80 req-6d1d908b-c398-4275-be6d-9f005592fc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:25.283511 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ba19194f-5c19-4231-b464-9bebab64cb80 req-6d1d908b-c398-4275-be6d-9f005592fc93 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0950327 Dec 16 22:50:25.383796 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19194f-5c19-4231-b464-9bebab64cb80 req-190d30f9-aacf-4f93-bd1b-d2979a0e08a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:25.385274 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ba19194f-5c19-4231-b464-9bebab64cb80 req-190d30f9-aacf-4f93-bd1b-d2979a0e08a9 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0949559 Dec 16 22:50:25.484795 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894f332-baeb-4f26-9724-f405b8be03df req-73114197-cb90-493a-9b01-195db7373f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:25.486327 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b894f332-baeb-4f26-9724-f405b8be03df req-73114197-cb90-493a-9b01-195db7373f8a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 1095 time: 0.0427408 Dec 16 22:50:25.539185 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b894f332-baeb-4f26-9724-f405b8be03df req-b9bca42e-931c-4dd3-a1b2-793ddcd054d7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fcd65c6-634b-447b-b02d-576f04b21305 HTTP/1.1" status: 200 len: 217 time: 0.0395501 Dec 16 22:50:25.590468 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894f332-baeb-4f26-9724-f405b8be03df req-c33158e2-5e13-4874-963a-62bd9e4e2b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:25.591996 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b894f332-baeb-4f26-9724-f405b8be03df req-c33158e2-5e13-4874-963a-62bd9e4e2b55 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=56a73f87-d13e-445b-8b46-a1edfa88032c HTTP/1.1" status: 200 len: 834 time: 0.0463369 Dec 16 22:50:25.640201 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894f332-baeb-4f26-9724-f405b8be03df req-57a8a21e-be00-4fd6-b443-20f0ddfe0214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:25.641796 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b894f332-baeb-4f26-9724-f405b8be03df req-57a8a21e-be00-4fd6-b443-20f0ddfe0214 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433416 Dec 16 22:50:25.673512 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-be1f2cad-2e42-4845-a849-60579a76c22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:25.738444 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b894f332-baeb-4f26-9724-f405b8be03df req-9eb3f6fc-a5c5-4fca-8b5d-9f0a68b09a64 service neutron] 10.222.0.57 "GET /v2.0/networks/72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893526 Dec 16 22:50:25.831842 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b894f332-baeb-4f26-9724-f405b8be03df req-4db81591-d9d8-4b2f-89e4-e3b1c402b8d2 service neutron] 10.222.0.57 "GET /v2.0/networks/72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850492 Dec 16 22:50:25.967777 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3590178-9e8a-4ad4-832d-8c9df72b8214 req-88293ea4-e8e5-4405-bf5a-3b723193bdfc tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:25.971546 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e3590178-9e8a-4ad4-832d-8c9df72b8214 req-88293ea4-e8e5-4405-bf5a-3b723193bdfc tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 944 time: 0.0540195 Dec 16 22:50:26.021295 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e3590178-9e8a-4ad4-832d-8c9df72b8214 req-b3d5227b-4b75-46d0-a51d-f78a7c24ebb1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e084b29-1a34-4b03-bc8f-c392f7135a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454550 Dec 16 22:50:27.113365 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:27.143290 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2af2a2-a51a-4b5f-800d-efa56b0fc0f6 req-b40ff0ab-87ba-4f02-b05f-e45882bd4357 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:27.144887 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5f2af2a2-a51a-4b5f-800d-efa56b0fc0f6 req-b40ff0ab-87ba-4f02-b05f-e45882bd4357 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 944 time: 0.0502255 Dec 16 22:50:27.199122 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5f2af2a2-a51a-4b5f-800d-efa56b0fc0f6 req-617d1bec-4ec9-4750-9342-1ca6c1db962c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e084b29-1a34-4b03-bc8f-c392f7135a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472734 Dec 16 22:50:27.233604 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:28.320063 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fcf070-b84c-4026-8c11-b93b113df557 req-99e6f8d7-a9db-432c-86bd-509654b7ed20 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:28.323078 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-81fcf070-b84c-4026-8c11-b93b113df557 req-99e6f8d7-a9db-432c-86bd-509654b7ed20 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 944 time: 0.0518272 Dec 16 22:50:28.366288 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:28.377604 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-81fcf070-b84c-4026-8c11-b93b113df557 req-b30f19fb-c7ce-4a8c-b095-d196b186149e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e084b29-1a34-4b03-bc8f-c392f7135a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481207 Dec 16 22:50:28.661955 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:29.164644 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:29.509508 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf4f43-b10e-4f08-ae4c-2d201706ccaf req-54811751-2c4f-4357-a821-35b9d1c3a7b7 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:29.511097 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3acf4f43-b10e-4f08-ae4c-2d201706ccaf req-54811751-2c4f-4357-a821-35b9d1c3a7b7 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 944 time: 0.0552988 Dec 16 22:50:29.562672 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3acf4f43-b10e-4f08-ae4c-2d201706ccaf req-ce1e93ee-0ae1-46ef-b695-c70175da146c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e084b29-1a34-4b03-bc8f-c392f7135a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453358 Dec 16 22:50:30.097440 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 1fcd65c6-634b-447b-b02d-576f04b21305 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:50:30.201370 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 1fcd65c6-634b-447b-b02d-576f04b21305, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1fcd65c6-634b-447b-b02d-576f04b21305,segment=NetworkSegment(fed1260e-337d-4e25-b334-3ae5f4b2a808),segment_id=fed1260e-337d-4e25-b334-3ae5f4b2a808)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:30.213478 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '1fcd65c6-634b-447b-b02d-576f04b21305', 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a', 'port_id': '1fcd65c6-634b-447b-b02d-576f04b21305', 'mac_address': 'fa:16:3e:b0:ff:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56a73f87-d13e-445b-8b46-a1edfa88032c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:50:30.253057 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:30.269111 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fcd65c6-634b-447b-b02d-576f04b21305 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:50:30.290802 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 1fcd65c6-634b-447b-b02d-576f04b21305, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1fcd65c6-634b-447b-b02d-576f04b21305,segment=NetworkSegment(fed1260e-337d-4e25-b334-3ae5f4b2a808),segment_id=fed1260e-337d-4e25-b334-3ae5f4b2a808)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:30.359333 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:30.410605 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=1fcd65c6-634b-447b-b02d-576f04b21305,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:30.698312 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2ebeb-8dba-46c6-a147-bddfefd1dcac req-944b3fcc-f78a-41ff-8120-88ef08b17c9a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:30.699875 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f4f2ebeb-8dba-46c6-a147-bddfefd1dcac req-944b3fcc-f78a-41ff-8120-88ef08b17c9a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 945 time: 0.0622892 Dec 16 22:50:30.721677 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['1fcd65c6-634b-447b-b02d-576f04b21305'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:50:30.755868 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f4f2ebeb-8dba-46c6-a147-bddfefd1dcac req-cd40a796-89ce-421b-a7e8-462d4f9190fd tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e084b29-1a34-4b03-bc8f-c392f7135a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497770 Dec 16 22:50:31.881134 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9416848-7eb9-4c93-8cba-9285f0291d96 req-db6eca99-8610-4c45-a60c-90cf0e59fc62 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:31.883562 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a9416848-7eb9-4c93-8cba-9285f0291d96 req-db6eca99-8610-4c45-a60c-90cf0e59fc62 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 945 time: 0.0530770 Dec 16 22:50:31.937141 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a9416848-7eb9-4c93-8cba-9285f0291d96 req-610bb515-17b0-4129-80d2-7ee6d77fc634 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e084b29-1a34-4b03-bc8f-c392f7135a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479310 Dec 16 22:50:32.096920 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 1fcd65c6-634b-447b-b02d-576f04b21305 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:50:32.387685 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 1fcd65c6-634b-447b-b02d-576f04b21305 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:50:32.391784 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 1fcd65c6-634b-447b-b02d-576f04b21305 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:50:32.392186 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:32.469813 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:32.492496 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5848e21f-40d6-46aa-ba87-615f30399dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fcd65c6-634b-447b-b02d-576f04b21305'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:50:32.494743 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1842881d-413f-42a7-a219-303b64d2f6f3" -d '{"events": [{"server_uuid": "5848e21f-40d6-46aa-ba87-615f30399dfc", "name": "network-vif-plugged", "status": "completed", "tag": "1fcd65c6-634b-447b-b02d-576f04b21305"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:50:32.508298 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 1fcd65c6-634b-447b-b02d-576f04b21305, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1fcd65c6-634b-447b-b02d-576f04b21305,segment=NetworkSegment(fed1260e-337d-4e25-b334-3ae5f4b2a808),segment_id=fed1260e-337d-4e25-b334-3ae5f4b2a808)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:50:32.536025 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818be093-b150-4215-846e-9c4a9683dfcf x-openstack-request-id: req-818be093-b150-4215-846e-9c4a9683dfcf {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:50:32.536273 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5848e21f-40d6-46aa-ba87-615f30399dfc", "name": "network-vif-plugged", "status": "completed", "tag": "1fcd65c6-634b-447b-b02d-576f04b21305", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:50:32.541579 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-818be093-b150-4215-846e-9c4a9683dfcf {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:50:32.541579 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5848e21f-40d6-46aa-ba87-615f30399dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fcd65c6-634b-447b-b02d-576f04b21305', 'code': 200} Dec 16 22:50:32.587741 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:32.645406 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=1fcd65c6-634b-447b-b02d-576f04b21305,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:32.673854 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c91efe-01e3-4555-b4bf-cca36ae28358 req-58ad8472-1340-4865-8eb4-bee15bb05688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:32.675384 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-55c91efe-01e3-4555-b4bf-cca36ae28358 req-58ad8472-1340-4865-8eb4-bee15bb05688 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 1097 time: 0.0467691 Dec 16 22:50:32.730798 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-55c91efe-01e3-4555-b4bf-cca36ae28358 req-a37d464f-06c5-4c88-8699-95d32da7df48 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8e084b29-1a34-4b03-bc8f-c392f7135a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465033 Dec 16 22:50:33.055127 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c42f72-0ac5-4af3-8eb7-48e62e062a56 req-f77bd5c8-4462-4e6e-aaf4-54269be81023 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:33.056656 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-61c42f72-0ac5-4af3-8eb7-48e62e062a56 req-f77bd5c8-4462-4e6e-aaf4-54269be81023 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 946 time: 0.0498092 Dec 16 22:50:33.107655 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-61c42f72-0ac5-4af3-8eb7-48e62e062a56 req-e74f9455-cc58-429b-b806-8fe87ac54095 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e084b29-1a34-4b03-bc8f-c392f7135a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450788 Dec 16 22:50:34.234104 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559d1a7-2086-4c20-891d-0b8bb947b0bd req-53573650-28d3-4246-adc9-9740064410ca tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:34.235677 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d559d1a7-2086-4c20-891d-0b8bb947b0bd req-53573650-28d3-4246-adc9-9740064410ca tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 946 time: 0.0524175 Dec 16 22:50:34.289434 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d559d1a7-2086-4c20-891d-0b8bb947b0bd req-ad64f259-e2f0-455c-9651-70664c9c97bc tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e084b29-1a34-4b03-bc8f-c392f7135a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469079 Dec 16 22:50:35.409513 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288a932-3330-4cd2-a537-674f774e7e5a req-49bd6b50-bfbf-448b-902c-45df314fcf45 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:35.411001 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0288a932-3330-4cd2-a537-674f774e7e5a req-49bd6b50-bfbf-448b-902c-45df314fcf45 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 946 time: 0.0490694 Dec 16 22:50:35.469811 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0288a932-3330-4cd2-a537-674f774e7e5a req-b5d4be6f-5ba5-4ef3-a47e-21ac5c08737a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e084b29-1a34-4b03-bc8f-c392f7135a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517604 Dec 16 22:50:35.588022 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab6a31-a589-4400-9e84-7b68fc985c1b req-e9bac530-c873-408b-94b2-a426e6d22422 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:35.589655 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-faab6a31-a589-4400-9e84-7b68fc985c1b req-e9bac530-c873-408b-94b2-a426e6d22422 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 946 time: 0.0504856 Dec 16 22:50:35.645542 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-faab6a31-a589-4400-9e84-7b68fc985c1b req-bef41d6d-a8d1-411d-84ef-f08335b523a7 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e084b29-1a34-4b03-bc8f-c392f7135a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497031 Dec 16 22:50:35.668222 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58148) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:35.708516 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d876a563-abf3-4adf-831d-17b21cbd6fda tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:35.709768 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d876a563-abf3-4adf-831d-17b21cbd6fda tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 1092 time: 0.0404949 Dec 16 22:50:35.713308 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58152) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:35.717798 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'port_id': '1fcd65c6-634b-447b-b02d-576f04b21305', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:50:35.821183 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:35.925114 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:36.029567 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Allocated IP 172.25.6.45 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/57348778-edb9-4c92-96fd-30b86b2aafd1) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:50:36.140697 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:36.268071 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:36.311211 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:50:36.314337 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:50:36.318429 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:50:36.324481 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Port': ['ID=57348778-edb9-4c92-96fd-30b86b2aafd1,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:36.699887 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:36.858525 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:37.029330 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:37.129082 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:37.201393 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Port': ['ID=57348778-edb9-4c92-96fd-30b86b2aafd1,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:50:37.216010 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:37.216367 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:37.216737 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:37.217055 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:37.217392 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:37.217722 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:37.218051 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:37.218381 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:37.218712 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:37.219056 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:37.219390 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:37.219712 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:37.220033 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:50:37.229673 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:37.341282 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Floating IP 70f29f9e-4ed8-4bef-800e-e317be09e66d associated. External IP: 172.25.6.45, port: 1fcd65c6-634b-447b-b02d-576f04b21305. Dec 16 22:50:37.573258 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Router dfa8fd24-5b15-42aa-82b1-30873cc7ed9b has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:50:37.692480 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:50:37.702800 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc5a071-6847-4e50-8ac8-77be2e999158 None None] Sync routers for ids ['dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:50:37.713011 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc5a071-6847-4e50-8ac8-77be2e999158 None None] Routers {'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:50:37.713636 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-6cc5a071-6847-4e50-8ac8-77be2e999158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:50:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:37.782733 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:37.815190 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3e5ff22e-178c-460a-9c59-b4c1929125f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0984809 Dec 16 22:50:37.815190 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5848e21f-40d6-46aa-ba87-615f30399dfc', 'tag': '1fcd65c6-634b-447b-b02d-576f04b21305'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:50:37.816153 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359832ec-57f2-48d2-bc39-91bec8861251" -d '{"events": [{"name": "network-changed", "server_uuid": "5848e21f-40d6-46aa-ba87-615f30399dfc", "tag": "1fcd65c6-634b-447b-b02d-576f04b21305"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:50:37.827932 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-6cc5a071-6847-4e50-8ac8-77be2e999158 None None] Set router dfa8fd24-5b15-42aa-82b1-30873cc7ed9b gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:50:37.860818 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9119e0-0ec3-4975-bf85-f66a5861200e x-openstack-request-id: req-fb9119e0-0ec3-4975-bf85-f66a5861200e {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:50:37.863488 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5848e21f-40d6-46aa-ba87-615f30399dfc", "tag": "1fcd65c6-634b-447b-b02d-576f04b21305", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:50:37.863488 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fb9119e0-0ec3-4975-bf85-f66a5861200e {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:50:37.863488 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5848e21f-40d6-46aa-ba87-615f30399dfc', 'tag': '1fcd65c6-634b-447b-b02d-576f04b21305', 'status': 'completed', 'code': 200} Dec 16 22:50:37.963561 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c2c1f-a6de-472c-9c8a-42a4fa68a0e5 req-56b8028a-3295-46fe-b6f5-3a9edfdfd3f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:37.965251 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-743c2c1f-a6de-472c-9c8a-42a4fa68a0e5 req-56b8028a-3295-46fe-b6f5-3a9edfdfd3f1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 946 time: 0.0891104 Dec 16 22:50:37.990679 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359832ec-57f2-48d2-bc39-91bec8861251 req-3f957be7-e8dd-49b4-bac5-99aa5a96e47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:37.992654 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-359832ec-57f2-48d2-bc39-91bec8861251 req-3f957be7-e8dd-49b4-bac5-99aa5a96e47e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 1097 time: 0.0825167 Dec 16 22:50:38.068508 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-6cc5a071-6847-4e50-8ac8-77be2e999158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875972948', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:50:12Z', 'updated_at': '2021-12-16T22:50:17Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:50:13Z', 'updated_at': '2021-12-16T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '70f29f9e-4ed8-4bef-800e-e317be09e66d', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'floating_ip_address': '172.25.6.45', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'port_id': '1fcd65c6-634b-447b-b02d-576f04b21305', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a', 'mac_address': 'fa:16:3e:b0:ff:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5848e21f-40d6-46aa-ba87-615f30399dfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:50:36Z', 'updated_at': '2021-12-16T22:50:36Z', 'revision_number': 0, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3c22cff-36e5-4d5b-931f-74e3506ccd5f', 'name': '', 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:dc:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '56a73f87-d13e-445b-8b46-a1edfa88032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:50:16Z', 'updated_at': '2021-12-16T22:50:21Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': '56a73f87-d13e-445b-8b46-a1edfa88032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:38.098325 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc5a071-6847-4e50-8ac8-77be2e999158 None None] Checking router: dfa8fd24-5b15-42aa-82b1-30873cc7ed9b for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:50:38.107142 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc5a071-6847-4e50-8ac8-77be2e999158 None None] Routers {'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:50:38.107813 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-6cc5a071-6847-4e50-8ac8-77be2e999158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:50:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:38.227298 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-6cc5a071-6847-4e50-8ac8-77be2e999158 None None] Set router dfa8fd24-5b15-42aa-82b1-30873cc7ed9b gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:50:38.462619 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-743c2c1f-a6de-472c-9c8a-42a4fa68a0e5 req-8816e7a8-cfed-45fa-9f13-54ab910a3b93 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e084b29-1a34-4b03-bc8f-c392f7135a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4882135 Dec 16 22:50:38.495532 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58166) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:38.500355 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-6cc5a071-6847-4e50-8ac8-77be2e999158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875972948', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:50:12Z', 'updated_at': '2021-12-16T22:50:17Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:50:13Z', 'updated_at': '2021-12-16T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '70f29f9e-4ed8-4bef-800e-e317be09e66d', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'floating_ip_address': '172.25.6.45', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'port_id': '1fcd65c6-634b-447b-b02d-576f04b21305', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a', 'mac_address': 'fa:16:3e:b0:ff:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5848e21f-40d6-46aa-ba87-615f30399dfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:50:36Z', 'updated_at': '2021-12-16T22:50:36Z', 'revision_number': 0, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3c22cff-36e5-4d5b-931f-74e3506ccd5f', 'name': '', 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:dc:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '56a73f87-d13e-445b-8b46-a1edfa88032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:50:16Z', 'updated_at': '2021-12-16T22:50:21Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': '56a73f87-d13e-445b-8b46-a1edfa88032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:50:38.504911 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359832ec-57f2-48d2-bc39-91bec8861251 req-7bc01ec7-bf07-45b2-bfab-1584e385f8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:38.506445 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-359832ec-57f2-48d2-bc39-91bec8861251 req-7bc01ec7-bf07-45b2-bfab-1584e385f8a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a HTTP/1.1" status: 200 len: 897 time: 0.5061903 Dec 16 22:50:38.537865 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc5a071-6847-4e50-8ac8-77be2e999158 None None] The sync data for ids ['dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'] in n-d-815324-4 is: [{'id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875972948', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:50:12Z', 'updated_at': '2021-12-16T22:50:17Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:50:13Z', 'updated_at': '2021-12-16T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '70f29f9e-4ed8-4bef-800e-e317be09e66d', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'floating_ip_address': '172.25.6.45', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'port_id': '1fcd65c6-634b-447b-b02d-576f04b21305', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a', 'mac_address': 'fa:16:3e:b0:ff:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5848e21f-40d6-46aa-ba87-615f30399dfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:50:36Z', 'updated_at': '2021-12-16T22:50:36Z', 'revision_number': 0, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3c22cff-36e5-4d5b-931f-74e3506ccd5f', 'name': '', 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:dc:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '56a73f87-d13e-445b-8b46-a1edfa88032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:50:16Z', 'updated_at': '2021-12-16T22:50:21Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': '56a73f87-d13e-445b-8b46-a1edfa88032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:50:38.573623 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3d51858a-efff-4983-8679-82a5f3210d20 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/floatingips/70f29f9e-4ed8-4bef-800e-e317be09e66d HTTP/1.1" status: 200 len: 991 time: 0.0765071 Dec 16 22:50:38.590116 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-359832ec-57f2-48d2-bc39-91bec8861251 req-63016a29-0d27-40c7-ac6d-c80ad007c6e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fcd65c6-634b-447b-b02d-576f04b21305 HTTP/1.1" status: 200 len: 999 time: 0.0750034 Dec 16 22:50:38.657135 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359832ec-57f2-48d2-bc39-91bec8861251 req-5c12b809-1d39-41cd-9080-e41a3d65a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:38.658766 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-359832ec-57f2-48d2-bc39-91bec8861251 req-5c12b809-1d39-41cd-9080-e41a3d65a58f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=56a73f87-d13e-445b-8b46-a1edfa88032c HTTP/1.1" status: 200 len: 834 time: 0.0617185 Dec 16 22:50:38.720684 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359832ec-57f2-48d2-bc39-91bec8861251 req-7f867fd8-7b2c-4dc6-bb58-339539178b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:38.722118 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-359832ec-57f2-48d2-bc39-91bec8861251 req-7f867fd8-7b2c-4dc6-bb58-339539178b74 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547826 Dec 16 22:50:38.800645 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a901630e-6537-4011-81c4-1abac3aae240 None None] New status for floating IP 70f29f9e-4ed8-4bef-800e-e317be09e66d: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:50:38.838068 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-359832ec-57f2-48d2-bc39-91bec8861251 req-6da588e1-e9ae-4511-9c1e-67e0c3138200 service neutron] 10.222.0.57 "GET /v2.0/networks/72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971379 Dec 16 22:50:38.933655 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-359832ec-57f2-48d2-bc39-91bec8861251 req-f9d3b5df-cdbc-479f-b4e5-f7329e6454db service neutron] 10.222.0.57 "GET /v2.0/networks/72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884280 Dec 16 22:50:39.576936 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 58170) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:50:39.644711 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4d4da26c-f71a-43a3-b98b-5af632128c64 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/floatingips/70f29f9e-4ed8-4bef-800e-e317be09e66d HTTP/1.1" status: 200 len: 993 time: 0.0665569 Dec 16 22:50:44.814103 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e0a376fb-18c5-4353-a896-ee5a66e3093f req-943182a9-5636-460e-ae26-d1bcad522e21 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419817 Dec 16 22:50:44.931413 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a376fb-18c5-4353-a896-ee5a66e3093f req-62e9fc88-a1e5-47ba-9e8e-bc779f65e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:44.933063 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e0a376fb-18c5-4353-a896-ee5a66e3093f req-62e9fc88-a1e5-47ba-9e8e-bc779f65e71b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 1097 time: 0.0468395 Dec 16 22:50:45.046178 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a376fb-18c5-4353-a896-ee5a66e3093f req-be1e99d2-7328-4b43-85e3-816d1e1b3d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:45.047642 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e0a376fb-18c5-4353-a896-ee5a66e3093f req-be1e99d2-7328-4b43-85e3-816d1e1b3d11 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 911 time: 0.0913999 Dec 16 22:50:45.122019 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e0a376fb-18c5-4353-a896-ee5a66e3093f req-40303313-a835-40d2-885e-787bd848887c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d1234c1-27b1-42de-b18b-c277c37ea1a2 HTTP/1.1" status: 200 len: 1001 time: 0.0648386 Dec 16 22:50:45.172714 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a376fb-18c5-4353-a896-ee5a66e3093f req-0b35d877-19c9-4008-ad0f-5dbcb8e79d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:45.174255 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e0a376fb-18c5-4353-a896-ee5a66e3093f req-0b35d877-19c9-4008-ad0f-5dbcb8e79d32 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d HTTP/1.1" status: 200 len: 850 time: 0.0440357 Dec 16 22:50:45.222415 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a376fb-18c5-4353-a896-ee5a66e3093f req-a3d28afd-d9a3-4360-8feb-ac3b9c632533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:50:45.223899 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e0a376fb-18c5-4353-a896-ee5a66e3093f req-a3d28afd-d9a3-4360-8feb-ac3b9c632533 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4daef152-7506-4390-9b15-8eed5c3fe323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414059 Dec 16 22:50:45.324412 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e0a376fb-18c5-4353-a896-ee5a66e3093f req-93bcf0b7-8326-4ab3-9ee5-d2851ba01b44 service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917354 Dec 16 22:50:45.419778 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e0a376fb-18c5-4353-a896-ee5a66e3093f req-5db4aa2b-ebb6-48c4-a3e1-8f0879b7d764 service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873868 Dec 16 22:50:48.928552 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:50:53.421555 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e707ade-0824-4941-bec2-9aea771066b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:55.781430 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8cf4828f-e21c-4f24-90b7-58140e2392e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:57.125814 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:57.231869 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:58.399819 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:58.697479 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:50:59.217374 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:23.425487 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e6227daa-a286-4adb-8e4b-e9c384844dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:25.689679 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d230276-be94-454d-98a7-349b51387605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:25.927783 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:51:27.101086 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:27.175600 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:28.409611 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:28.662451 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:29.095280 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:35.687852 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58990) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:35.827608 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-edc74314-834b-4112-aa3f-cc4d44309179 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c71fa7df1ccc4a218ed45acdd4ff76c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1383560 Dec 16 22:51:35.830105 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 58994) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:35.884496 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f4329658-0b01-4cc4-94f8-285c8ba1da98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:35.906699 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f4329658-0b01-4cc4-94f8-285c8ba1da98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:36.036468 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f4329658-0b01-4cc4-94f8-285c8ba1da98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:36.039270 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f4329658-0b01-4cc4-94f8-285c8ba1da98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:36.040585 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f4329658-0b01-4cc4-94f8-285c8ba1da98 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/15454f0d-044d-4040-aa44-5028073b6ef9 HTTP/1.1" status: 204 len: 168 time: 0.2095752 Dec 16 22:51:36.050413 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4329658-0b01-4cc4-94f8-285c8ba1da98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15454f0d-044d-4040-aa44-5028073b6ef9,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:36.058653 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4329658-0b01-4cc4-94f8-285c8ba1da98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:36.059014 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4329658-0b01-4cc4-94f8-285c8ba1da98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:36.061472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4329658-0b01-4cc4-94f8-285c8ba1da98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:36.061472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4329658-0b01-4cc4-94f8-285c8ba1da98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:36.061472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4329658-0b01-4cc4-94f8-285c8ba1da98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:36.061472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4329658-0b01-4cc4-94f8-285c8ba1da98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:36.061472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4329658-0b01-4cc4-94f8-285c8ba1da98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:36.061472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4329658-0b01-4cc4-94f8-285c8ba1da98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:36.061472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4329658-0b01-4cc4-94f8-285c8ba1da98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:36.062135 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4329658-0b01-4cc4-94f8-285c8ba1da98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:36.062135 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4329658-0b01-4cc4-94f8-285c8ba1da98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:36.062447 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4329658-0b01-4cc4-94f8-285c8ba1da98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:36.062734 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4329658-0b01-4cc4-94f8-285c8ba1da98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:40.379881 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780cac4-e74a-43c5-b0b1-f361f5d47e9d req-d995531f-e350-4a91-bde3-6f1c7732446e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:40.382434 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f780cac4-e74a-43c5-b0b1-f361f5d47e9d req-d995531f-e350-4a91-bde3-6f1c7732446e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 946 time: 0.2283633 Dec 16 22:51:40.434754 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f780cac4-e74a-43c5-b0b1-f361f5d47e9d req-36fb3c94-9792-4662-ad7a-6746979fe014 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e084b29-1a34-4b03-bc8f-c392f7135a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462959 Dec 16 22:51:40.460563 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59108) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:40.531190 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5e7fde69-3adc-4b3a-83e1-a8b3deb5624d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/floatingips/70f29f9e-4ed8-4bef-800e-e317be09e66d HTTP/1.1" status: 200 len: 993 time: 0.0687599 Dec 16 22:51:40.872557 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f5a14-030c-4095-9768-38138f137f38 req-173802a1-50a7-49e9-b82a-656d7741b480 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:40.874100 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b2f5a14-030c-4095-9768-38138f137f38 req-173802a1-50a7-49e9-b82a-656d7741b480 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 1097 time: 0.0444329 Dec 16 22:51:40.926262 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b2f5a14-030c-4095-9768-38138f137f38 req-d4ac4681-ee7e-419a-a459-45ca3c04925e tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=8e084b29-1a34-4b03-bc8f-c392f7135a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460436 Dec 16 22:51:41.850222 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59136) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:41.956855 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-ec51e43b-c4aa-4b4b-a248-e7c1705ed612 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1054542 Dec 16 22:51:41.965952 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-8e18b84f-eb5a-44c1-a0a9-273283d2b598 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:51:41.966990 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-8e18b84f-eb5a-44c1-a0a9-273283d2b598 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051444 Dec 16 22:51:42.948883 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-c5fafb24-bd45-4109-bd3f-4eb9d3e9e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:42.950309 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-c5fafb24-bd45-4109-bd3f-4eb9d3e9e1bb service neutron] 10.222.0.75 "GET /v2.0/ports/1fcd65c6-634b-447b-b02d-576f04b21305 HTTP/1.1" status: 200 len: 1094 time: 0.0354433 Dec 16 22:51:42.959202 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-5ee14dea-0813-440e-9e53-6cf5d3d4793f service neutron] Request body: {'binding': {'host': 'n-h1-815324-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:42.959660 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-5ee14dea-0813-440e-9e53-6cf5d3d4793f service neutron] Unknown quota resources ['binding']. {{(pid=103613) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 22:51:43.102238 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-5ee14dea-0813-440e-9e53-6cf5d3d4793f service neutron] Attempting to bind port 1fcd65c6-634b-447b-b02d-576f04b21305 on host n-h1-815324-4 for vnic_type normal with profile None {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:51:43.102571 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-5ee14dea-0813-440e-9e53-6cf5d3d4793f service neutron] Attempting to bind port 1fcd65c6-634b-447b-b02d-576f04b21305 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'fed1260e-337d-4e25-b334-3ae5f4b2a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:51:43.102902 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-5ee14dea-0813-440e-9e53-6cf5d3d4793f service neutron] Attempting to bind port 1fcd65c6-634b-447b-b02d-576f04b21305 on network 72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:51:43.107178 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-5ee14dea-0813-440e-9e53-6cf5d3d4793f service neutron] Port 1fcd65c6-634b-447b-b02d-576f04b21305 on network 72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:51:43.107499 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-5ee14dea-0813-440e-9e53-6cf5d3d4793f service neutron] Attempting to bind port 1fcd65c6-634b-447b-b02d-576f04b21305 on network 72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:51:43.112368 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-5ee14dea-0813-440e-9e53-6cf5d3d4793f service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:51:43.112724 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-5ee14dea-0813-440e-9e53-6cf5d3d4793f service neutron] Checking segment: {'id': 'fed1260e-337d-4e25-b334-3ae5f4b2a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:51:43.113097 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-5ee14dea-0813-440e-9e53-6cf5d3d4793f service neutron] Bound using segment: {'id': 'fed1260e-337d-4e25-b334-3ae5f4b2a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:51:43.113534 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-5ee14dea-0813-440e-9e53-6cf5d3d4793f service neutron] Bound port: 1fcd65c6-634b-447b-b02d-576f04b21305, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fed1260e-337d-4e25-b334-3ae5f4b2a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:51:43.201301 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-5ee14dea-0813-440e-9e53-6cf5d3d4793f service neutron] For port 1fcd65c6-634b-447b-b02d-576f04b21305, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=1fcd65c6-634b-447b-b02d-576f04b21305,segment=NetworkSegment(fed1260e-337d-4e25-b334-3ae5f4b2a808),segment_id=fed1260e-337d-4e25-b334-3ae5f4b2a808)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:51:43.297817 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-5ee14dea-0813-440e-9e53-6cf5d3d4793f service neutron] Publish callbacks [] for binding, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:43.299054 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-5ee14dea-0813-440e-9e53-6cf5d3d4793f service neutron] 10.222.0.75 "POST /v2.0/ports/1fcd65c6-634b-447b-b02d-576f04b21305/bindings HTTP/1.1" status: 201 len: 389 time: 0.3434091 Dec 16 22:51:43.662089 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369987d-62ab-49ce-9ab0-17bf26a657fd req-fc09a765-17a1-4127-b2b9-81987a3a9e06 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:43.664046 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6369987d-62ab-49ce-9ab0-17bf26a657fd req-fc09a765-17a1-4127-b2b9-81987a3a9e06 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 946 time: 0.0600040 Dec 16 22:51:43.721332 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6369987d-62ab-49ce-9ab0-17bf26a657fd req-d474acdd-8e47-4719-ba5e-88f23b73ca3d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e084b29-1a34-4b03-bc8f-c392f7135a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509794 Dec 16 22:51:44.159775 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-92c95fec-8829-4be0-a6b0-d8c96dae54a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:44.161647 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-92c95fec-8829-4be0-a6b0-d8c96dae54a5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 1097 time: 0.1079013 Dec 16 22:51:44.257256 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43fbc0-6470-42af-bb9a-67b2804fe1a7 req-0ca534fe-1fe1-4690-80f9-70f7ca3d3b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:44.259133 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7a43fbc0-6470-42af-bb9a-67b2804fe1a7 req-0ca534fe-1fe1-4690-80f9-70f7ca3d3b39 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 1097 time: 0.0453608 Dec 16 22:51:44.275150 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-9374c093-1547-4dfb-9dba-a92f0a60a872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:44.276663 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-9374c093-1547-4dfb-9dba-a92f0a60a872 service neutron] 10.222.0.76 "GET /v2.0/networks?id=72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a HTTP/1.1" status: 200 len: 897 time: 0.1031561 Dec 16 22:51:44.361324 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-346628ba-321f-4af4-9373-f4310921b7a0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fcd65c6-634b-447b-b02d-576f04b21305 HTTP/1.1" status: 200 len: 1001 time: 0.0730624 Dec 16 22:51:44.383006 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43fbc0-6470-42af-bb9a-67b2804fe1a7 req-da9351fa-6c45-451a-92cc-0c8301e708d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:44.384713 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7a43fbc0-6470-42af-bb9a-67b2804fe1a7 req-da9351fa-6c45-451a-92cc-0c8301e708d0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a HTTP/1.1" status: 200 len: 897 time: 0.1048646 Dec 16 22:51:44.421235 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-f02e66eb-ac57-449d-ba37-6a400ceb6d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:44.423006 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-f02e66eb-ac57-449d-ba37-6a400ceb6d79 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=56a73f87-d13e-445b-8b46-a1edfa88032c HTTP/1.1" status: 200 len: 834 time: 0.0504348 Dec 16 22:51:44.457944 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7a43fbc0-6470-42af-bb9a-67b2804fe1a7 req-1399cb11-f8fc-42bf-b9ca-ccedffd0e7cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fcd65c6-634b-447b-b02d-576f04b21305 HTTP/1.1" status: 200 len: 1001 time: 0.0662520 Dec 16 22:51:44.476722 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-c15b9c54-8485-461b-86c6-2d679a69221d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:44.478303 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-c15b9c54-8485-461b-86c6-2d679a69221d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464261 Dec 16 22:51:44.517464 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43fbc0-6470-42af-bb9a-67b2804fe1a7 req-da68d3b8-856b-4d1c-861b-b227991a2202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:44.519029 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7a43fbc0-6470-42af-bb9a-67b2804fe1a7 req-da68d3b8-856b-4d1c-861b-b227991a2202 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=56a73f87-d13e-445b-8b46-a1edfa88032c HTTP/1.1" status: 200 len: 834 time: 0.0545380 Dec 16 22:51:44.574671 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43fbc0-6470-42af-bb9a-67b2804fe1a7 req-564456f0-a5f1-42e8-a3f9-3df450b0456e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:44.579653 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7a43fbc0-6470-42af-bb9a-67b2804fe1a7 req-564456f0-a5f1-42e8-a3f9-3df450b0456e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533206 Dec 16 22:51:44.597743 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-e9cef4f3-a307-429c-96f9-45931c3d8eef service neutron] 10.222.0.76 "GET /v2.0/networks/72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058748 Dec 16 22:51:44.678756 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7a43fbc0-6470-42af-bb9a-67b2804fe1a7 req-7ca8e837-7da0-405e-ac18-bb75a482f369 service neutron] 10.222.0.57 "GET /v2.0/networks/72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916083 Dec 16 22:51:44.713320 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-1da4f8ad-624e-4edc-9b58-93e6841bf949 service neutron] 10.222.0.76 "GET /v2.0/networks/72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035581 Dec 16 22:51:44.789540 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7a43fbc0-6470-42af-bb9a-67b2804fe1a7 req-ae8244d5-9280-45e2-97cb-51babaa56cee service neutron] 10.222.0.57 "GET /v2.0/networks/72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041718 Dec 16 22:51:44.843959 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67e51c7b-61bf-414e-88c9-d12d37f2fb90 req-dbe99bc1-e09a-4e28-b045-6213a23d3c30 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0612845 Dec 16 22:51:44.971309 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-4d9fcf2b-9ac8-416f-81ce-330ab94fefaa tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:44.973338 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-4d9fcf2b-9ac8-416f-81ce-330ab94fefaa tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc&tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&binding%3Ahost_id=n-h2-815324-4 HTTP/1.1" status: 200 len: 1097 time: 0.0916555 Dec 16 22:51:44.977867 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ae795-3480-44f9-9b5f-54101d1ef531 req-4a5ad587-36d5-47cb-b014-812ac9f66b6d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:44.979456 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b34ae795-3480-44f9-9b5f-54101d1ef531 req-4a5ad587-36d5-47cb-b014-812ac9f66b6d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 946 time: 0.1825252 Dec 16 22:51:44.985384 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e51c7b-61bf-414e-88c9-d12d37f2fb90 req-3b17e664-2f86-4985-9f4c-7c6b8a6a3c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:44.986582 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-33edaa42-102d-4f32-b67c-aae19cd2bd41 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-4'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:51:44.986845 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67e51c7b-61bf-414e-88c9-d12d37f2fb90 req-3b17e664-2f86-4985-9f4c-7c6b8a6a3c30 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 1097 time: 0.0603018 Dec 16 22:51:45.064786 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-33edaa42-102d-4f32-b67c-aae19cd2bd41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:45.095229 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b34ae795-3480-44f9-9b5f-54101d1ef531 req-36d4a111-80b5-4e58-8c07-4854e950aa22 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e084b29-1a34-4b03-bc8f-c392f7135a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073525 Dec 16 22:51:45.137634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e51c7b-61bf-414e-88c9-d12d37f2fb90 req-63d54ca3-a0d2-4320-970d-f4550d0d52ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:45.139205 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67e51c7b-61bf-414e-88c9-d12d37f2fb90 req-63d54ca3-a0d2-4320-970d-f4550d0d52ef service neutron] 10.222.0.76 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 911 time: 0.1253235 Dec 16 22:51:45.205835 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-33edaa42-102d-4f32-b67c-aae19cd2bd41 service neutron] For port 1fcd65c6-634b-447b-b02d-576f04b21305, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1fcd65c6-634b-447b-b02d-576f04b21305,segment=NetworkSegment(fed1260e-337d-4e25-b334-3ae5f4b2a808),segment_id=fed1260e-337d-4e25-b334-3ae5f4b2a808)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:45.215867 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67e51c7b-61bf-414e-88c9-d12d37f2fb90 req-bf7ea6b8-cec1-4673-8445-90d675afd0dd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d1234c1-27b1-42de-b18b-c277c37ea1a2 HTTP/1.1" status: 200 len: 1001 time: 0.0647640 Dec 16 22:51:45.250455 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-33edaa42-102d-4f32-b67c-aae19cd2bd41 service neutron] For port 1fcd65c6-634b-447b-b02d-576f04b21305, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:51:45.273304 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e51c7b-61bf-414e-88c9-d12d37f2fb90 req-7a7016b5-f4b7-4fe4-97b0-52ceae625d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:45.274876 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67e51c7b-61bf-414e-88c9-d12d37f2fb90 req-7a7016b5-f4b7-4fe4-97b0-52ceae625d21 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d HTTP/1.1" status: 200 len: 850 time: 0.0467994 Dec 16 22:51:45.297756 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5848e21f-40d6-46aa-ba87-615f30399dfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fcd65c6-634b-447b-b02d-576f04b21305'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:51:45.300264 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5c7766-5a6c-4175-9f80-b043cbe00312" -d '{"events": [{"server_uuid": "5848e21f-40d6-46aa-ba87-615f30399dfc", "name": "network-vif-unplugged", "status": "completed", "tag": "1fcd65c6-634b-447b-b02d-576f04b21305"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:51:45.305797 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-33edaa42-102d-4f32-b67c-aae19cd2bd41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:45.348704 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f62a29-c8f9-47f3-8840-af54de37f87e x-openstack-request-id: req-98f62a29-c8f9-47f3-8840-af54de37f87e {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:51:45.349052 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5848e21f-40d6-46aa-ba87-615f30399dfc", "name": "network-vif-unplugged", "status": "completed", "tag": "1fcd65c6-634b-447b-b02d-576f04b21305", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:51:45.349414 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-98f62a29-c8f9-47f3-8840-af54de37f87e {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:51:45.349731 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5848e21f-40d6-46aa-ba87-615f30399dfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fcd65c6-634b-447b-b02d-576f04b21305', 'code': 200} Dec 16 22:51:45.354861 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e51c7b-61bf-414e-88c9-d12d37f2fb90 req-ab708c4f-e233-42db-8885-c40ae2a5f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:45.356435 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67e51c7b-61bf-414e-88c9-d12d37f2fb90 req-ab708c4f-e233-42db-8885-c40ae2a5f6e6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4daef152-7506-4390-9b15-8eed5c3fe323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702646 Dec 16 22:51:45.409682 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-33edaa42-102d-4f32-b67c-aae19cd2bd41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:45.469268 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67e51c7b-61bf-414e-88c9-d12d37f2fb90 req-8baa06ec-da95-42cb-a754-c335524cd7bd service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003108 Dec 16 22:51:45.519463 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edaa42-102d-4f32-b67c-aae19cd2bd41 service neutron] Pushing event updated for resources: {'Port': ['ID=1fcd65c6-634b-447b-b02d-576f04b21305,revision_number=7']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:45.604290 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-33edaa42-102d-4f32-b67c-aae19cd2bd41 service neutron] Attempting to bind port 1fcd65c6-634b-447b-b02d-576f04b21305 on host n-h2-815324-4 for vnic_type normal with profile {"migrating_to": "n-h1-815324-4"} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:51:45.604663 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-33edaa42-102d-4f32-b67c-aae19cd2bd41 service neutron] Attempting to bind port 1fcd65c6-634b-447b-b02d-576f04b21305 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'fed1260e-337d-4e25-b334-3ae5f4b2a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:51:45.604945 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-33edaa42-102d-4f32-b67c-aae19cd2bd41 service neutron] Attempting to bind port 1fcd65c6-634b-447b-b02d-576f04b21305 on network 72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:51:45.613744 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-33edaa42-102d-4f32-b67c-aae19cd2bd41 service neutron] Port 1fcd65c6-634b-447b-b02d-576f04b21305 on network 72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:51:45.614072 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-33edaa42-102d-4f32-b67c-aae19cd2bd41 service neutron] Attempting to bind port 1fcd65c6-634b-447b-b02d-576f04b21305 on network 72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:51:45.629551 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-33edaa42-102d-4f32-b67c-aae19cd2bd41 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:51:45.629936 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-33edaa42-102d-4f32-b67c-aae19cd2bd41 service neutron] Checking segment: {'id': 'fed1260e-337d-4e25-b334-3ae5f4b2a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:51:45.630375 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-33edaa42-102d-4f32-b67c-aae19cd2bd41 service neutron] Bound using segment: {'id': 'fed1260e-337d-4e25-b334-3ae5f4b2a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:51:45.630838 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-33edaa42-102d-4f32-b67c-aae19cd2bd41 service neutron] Bound port: 1fcd65c6-634b-447b-b02d-576f04b21305, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fed1260e-337d-4e25-b334-3ae5f4b2a808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:51:45.634085 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-33edaa42-102d-4f32-b67c-aae19cd2bd41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:45.742319 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-33edaa42-102d-4f32-b67c-aae19cd2bd41 service neutron] For port 1fcd65c6-634b-447b-b02d-576f04b21305, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:51:45.749552 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-33edaa42-102d-4f32-b67c-aae19cd2bd41 service neutron] For port 1fcd65c6-634b-447b-b02d-576f04b21305, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1fcd65c6-634b-447b-b02d-576f04b21305,segment=NetworkSegment(fed1260e-337d-4e25-b334-3ae5f4b2a808),segment_id=fed1260e-337d-4e25-b334-3ae5f4b2a808)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:51:45.827450 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-dcbda165-62f7-44aa-b668-2a266452e594 None None] Provisioning complete for port 1fcd65c6-634b-447b-b02d-576f04b21305 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:45.828445 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dcbda165-62f7-44aa-b668-2a266452e594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:45.874400 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-dcbda165-62f7-44aa-b668-2a266452e594 None None] Port 1fcd65c6-634b-447b-b02d-576f04b21305 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:51:45.915580 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-33edaa42-102d-4f32-b67c-aae19cd2bd41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:45.983478 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67e51c7b-61bf-414e-88c9-d12d37f2fb90 req-c5b69b66-c82e-4f13-89ac-66f6483d54d8 service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025320 Dec 16 22:51:46.063580 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edaa42-102d-4f32-b67c-aae19cd2bd41 service neutron] Pushing event updated for resources: {'Port': ['ID=1fcd65c6-634b-447b-b02d-576f04b21305,revision_number=8']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:46.102061 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-33edaa42-102d-4f32-b67c-aae19cd2bd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:46.102707 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-33edaa42-102d-4f32-b67c-aae19cd2bd41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:46.104204 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-33edaa42-102d-4f32-b67c-aae19cd2bd41 service neutron] 10.222.0.76 "PUT /v2.0/ports/1fcd65c6-634b-447b-b02d-576f04b21305 HTTP/1.1" status: 200 len: 1122 time: 1.1221235 Dec 16 22:51:46.228700 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['1fcd65c6-634b-447b-b02d-576f04b21305'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:51:46.270138 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256deddf-1dfb-42ee-9cf9-ec0fb9388bfa req-733d2c44-3d56-4fdb-a410-9d0b7f069f35 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:46.273391 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-256deddf-1dfb-42ee-9cf9-ec0fb9388bfa req-733d2c44-3d56-4fdb-a410-9d0b7f069f35 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 944 time: 0.0709434 Dec 16 22:51:46.337599 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4d41c68a-6262-4fa1-8c69-88802dc10f6a None None] Provisioning complete for port 1fcd65c6-634b-447b-b02d-576f04b21305 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:51:46.337599 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4d41c68a-6262-4fa1-8c69-88802dc10f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:46.344934 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-256deddf-1dfb-42ee-9cf9-ec0fb9388bfa req-c1934246-d65f-4391-9d4b-cfe923789828 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e084b29-1a34-4b03-bc8f-c392f7135a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649538 Dec 16 22:51:46.503705 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4d41c68a-6262-4fa1-8c69-88802dc10f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:46.552776 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5848e21f-40d6-46aa-ba87-615f30399dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fcd65c6-634b-447b-b02d-576f04b21305'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:51:46.556157 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58b7438-ea9d-4ffd-8bed-943a4fb6670e" -d '{"events": [{"server_uuid": "5848e21f-40d6-46aa-ba87-615f30399dfc", "name": "network-vif-plugged", "status": "completed", "tag": "1fcd65c6-634b-447b-b02d-576f04b21305"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:51:46.587715 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4d41c68a-6262-4fa1-8c69-88802dc10f6a None None] For port 1fcd65c6-634b-447b-b02d-576f04b21305, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1fcd65c6-634b-447b-b02d-576f04b21305,segment=NetworkSegment(fed1260e-337d-4e25-b334-3ae5f4b2a808),segment_id=fed1260e-337d-4e25-b334-3ae5f4b2a808)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:46.604334 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a4dcc1-763b-4d76-a673-d4dd4501afb6 x-openstack-request-id: req-01a4dcc1-763b-4d76-a673-d4dd4501afb6 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:51:46.604706 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5848e21f-40d6-46aa-ba87-615f30399dfc", "name": "network-vif-plugged", "status": "completed", "tag": "1fcd65c6-634b-447b-b02d-576f04b21305", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:51:46.605032 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-01a4dcc1-763b-4d76-a673-d4dd4501afb6 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:51:46.605500 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5848e21f-40d6-46aa-ba87-615f30399dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fcd65c6-634b-447b-b02d-576f04b21305', 'code': 200} Dec 16 22:51:46.678580 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4d41c68a-6262-4fa1-8c69-88802dc10f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:46.827455 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41c68a-6262-4fa1-8c69-88802dc10f6a None None] Pushing event updated for resources: {'Port': ['ID=1fcd65c6-634b-447b-b02d-576f04b21305,revision_number=9']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:46.838488 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d41c68a-6262-4fa1-8c69-88802dc10f6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:46.838947 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d41c68a-6262-4fa1-8c69-88802dc10f6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:46.839380 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d41c68a-6262-4fa1-8c69-88802dc10f6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:46.839798 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d41c68a-6262-4fa1-8c69-88802dc10f6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:46.840214 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d41c68a-6262-4fa1-8c69-88802dc10f6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:46.840611 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d41c68a-6262-4fa1-8c69-88802dc10f6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:46.841009 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d41c68a-6262-4fa1-8c69-88802dc10f6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:46.841345 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d41c68a-6262-4fa1-8c69-88802dc10f6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:46.841673 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d41c68a-6262-4fa1-8c69-88802dc10f6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:46.841999 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d41c68a-6262-4fa1-8c69-88802dc10f6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:46.842325 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d41c68a-6262-4fa1-8c69-88802dc10f6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:46.842646 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d41c68a-6262-4fa1-8c69-88802dc10f6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:46.842973 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d41c68a-6262-4fa1-8c69-88802dc10f6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:51:47.351009 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5848e21f-40d6-46aa-ba87-615f30399dfc', 'tag': '1fcd65c6-634b-447b-b02d-576f04b21305'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:51:47.354088 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd883a02-a544-407f-8e19-ed134a017e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "5848e21f-40d6-46aa-ba87-615f30399dfc", "tag": "1fcd65c6-634b-447b-b02d-576f04b21305"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:51:47.392727 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dfebee-7167-49b9-9bd0-956ab62d350e x-openstack-request-id: req-20dfebee-7167-49b9-9bd0-956ab62d350e {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:51:47.393144 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5848e21f-40d6-46aa-ba87-615f30399dfc", "tag": "1fcd65c6-634b-447b-b02d-576f04b21305", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:51:47.393360 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-20dfebee-7167-49b9-9bd0-956ab62d350e {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:51:47.393810 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5848e21f-40d6-46aa-ba87-615f30399dfc', 'tag': '1fcd65c6-634b-447b-b02d-576f04b21305', 'status': 'completed', 'code': 200} Dec 16 22:51:47.511874 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a30d6b-92e1-46d4-8d3d-216b6864f7b9 req-307d3fad-b021-460e-961f-f3053e445088 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:47.513446 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-91a30d6b-92e1-46d4-8d3d-216b6864f7b9 req-307d3fad-b021-460e-961f-f3053e445088 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 946 time: 0.0858905 Dec 16 22:51:47.519001 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd883a02-a544-407f-8e19-ed134a017e6e req-8b539f5d-08b7-46ab-9565-121aea906ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:47.520531 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fd883a02-a544-407f-8e19-ed134a017e6e req-8b539f5d-08b7-46ab-9565-121aea906ff1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 1127 time: 0.0816054 Dec 16 22:51:47.620639 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-91a30d6b-92e1-46d4-8d3d-216b6864f7b9 req-be1998ae-b14e-49bf-91db-d9f903398be1 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e084b29-1a34-4b03-bc8f-c392f7135a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955904 Dec 16 22:51:47.656442 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd883a02-a544-407f-8e19-ed134a017e6e req-43f52b59-67a3-43ff-8972-874e8d6846ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:47.658039 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fd883a02-a544-407f-8e19-ed134a017e6e req-43f52b59-67a3-43ff-8972-874e8d6846ff service neutron] 10.222.0.57 "GET /v2.0/networks?id=72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a HTTP/1.1" status: 200 len: 897 time: 0.1266801 Dec 16 22:51:47.732484 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fd883a02-a544-407f-8e19-ed134a017e6e req-61b579e8-a54d-4a83-bdd4-74598121e5ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fcd65c6-634b-447b-b02d-576f04b21305 HTTP/1.1" status: 200 len: 1001 time: 0.0670581 Dec 16 22:51:47.785524 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd883a02-a544-407f-8e19-ed134a017e6e req-ed5695ba-b4ea-474e-91b7-0294c539cadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:47.787125 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fd883a02-a544-407f-8e19-ed134a017e6e req-ed5695ba-b4ea-474e-91b7-0294c539cadc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=56a73f87-d13e-445b-8b46-a1edfa88032c HTTP/1.1" status: 200 len: 834 time: 0.0478029 Dec 16 22:51:47.841562 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd883a02-a544-407f-8e19-ed134a017e6e req-de389906-d233-4c00-8093-845d05a4c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:47.843179 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fd883a02-a544-407f-8e19-ed134a017e6e req-de389906-d233-4c00-8093-845d05a4c05d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488226 Dec 16 22:51:47.944294 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fd883a02-a544-407f-8e19-ed134a017e6e req-9762712e-2374-4035-aa7f-ac1de816e252 service neutron] 10.222.0.57 "GET /v2.0/networks/72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934911 Dec 16 22:51:48.040688 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fd883a02-a544-407f-8e19-ed134a017e6e req-c98eb11a-de6d-4581-9e8b-4a43513b983f service neutron] 10.222.0.57 "GET /v2.0/networks/72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895956 Dec 16 22:51:48.753284 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20d135-6f73-4531-ac66-fa652d1dc96f req-450c3232-b961-4bf2-bb3f-4392ba25664a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:48.754775 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-df20d135-6f73-4531-ac66-fa652d1dc96f req-450c3232-b961-4bf2-bb3f-4392ba25664a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 946 time: 0.0573215 Dec 16 22:51:48.835102 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-df20d135-6f73-4531-ac66-fa652d1dc96f req-71e1b460-dc47-44b8-bc4a-992af22f0a2e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e084b29-1a34-4b03-bc8f-c392f7135a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725288 Dec 16 22:51:48.841422 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 1fcd65c6-634b-447b-b02d-576f04b21305 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:51:48.961961 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 1fcd65c6-634b-447b-b02d-576f04b21305, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1fcd65c6-634b-447b-b02d-576f04b21305,segment=NetworkSegment(fed1260e-337d-4e25-b334-3ae5f4b2a808),segment_id=fed1260e-337d-4e25-b334-3ae5f4b2a808)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:48.975270 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 1fcd65c6-634b-447b-b02d-576f04b21305 has no active binding in host n-h1-815324-4 {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 22:51:49.972391 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf0bd1-5cb5-484f-91b1-8d2917f55ee1 req-be39eb03-4fe1-4a6d-896e-742b3970550b tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:49.974032 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53bf0bd1-5cb5-484f-91b1-8d2917f55ee1 req-be39eb03-4fe1-4a6d-896e-742b3970550b tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 946 time: 0.0578740 Dec 16 22:51:50.025140 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53bf0bd1-5cb5-484f-91b1-8d2917f55ee1 req-1d4b5a10-9ede-4030-8289-4358b8e4e167 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e084b29-1a34-4b03-bc8f-c392f7135a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450146 Dec 16 22:51:51.144031 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5347cb5-02dd-42a4-90b7-953178f0090f req-a5a3b7dd-0f06-4f6a-a41b-ab36fdcaf1d3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:51.146104 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5347cb5-02dd-42a4-90b7-953178f0090f req-a5a3b7dd-0f06-4f6a-a41b-ab36fdcaf1d3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 946 time: 0.0506554 Dec 16 22:51:51.197345 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5347cb5-02dd-42a4-90b7-953178f0090f req-3a96232c-a8dd-4455-a418-c93c7505f2bc tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e084b29-1a34-4b03-bc8f-c392f7135a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450048 Dec 16 22:51:51.514548 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-6fadd53a-2ee0-4241-8ea4-adc7b5cd930f service neutron] 10.222.0.57 "GET /v2.0/ports/1fcd65c6-634b-447b-b02d-576f04b21305/bindings/n-h1-815324-4 HTTP/1.1" status: 200 len: 384 time: 0.0571613 Dec 16 22:51:51.702230 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-02acfc89-b90e-48ee-aeb1-20b2ce6128af service neutron] For port 1fcd65c6-634b-447b-b02d-576f04b21305, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=1fcd65c6-634b-447b-b02d-576f04b21305,segment=NetworkSegment(fed1260e-337d-4e25-b334-3ae5f4b2a808),segment_id=fed1260e-337d-4e25-b334-3ae5f4b2a808)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:51.723093 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-02acfc89-b90e-48ee-aeb1-20b2ce6128af service neutron] For port 1fcd65c6-634b-447b-b02d-576f04b21305, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:51:51.765809 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5848e21f-40d6-46aa-ba87-615f30399dfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fcd65c6-634b-447b-b02d-576f04b21305'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:51:51.768173 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d2ce37-93f0-4201-8457-ff36a7bc28ca" -d '{"events": [{"server_uuid": "5848e21f-40d6-46aa-ba87-615f30399dfc", "name": "network-vif-unplugged", "status": "completed", "tag": "1fcd65c6-634b-447b-b02d-576f04b21305"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:51:51.776540 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-02acfc89-b90e-48ee-aeb1-20b2ce6128af service neutron] For port 1fcd65c6-634b-447b-b02d-576f04b21305, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=1fcd65c6-634b-447b-b02d-576f04b21305,segment=NetworkSegment(fed1260e-337d-4e25-b334-3ae5f4b2a808),segment_id=fed1260e-337d-4e25-b334-3ae5f4b2a808)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:51:51.810801 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05eac89c-5db2-41c9-9521-815d90b946d8 x-openstack-request-id: req-05eac89c-5db2-41c9-9521-815d90b946d8 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:51:51.811151 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5848e21f-40d6-46aa-ba87-615f30399dfc", "name": "network-vif-unplugged", "status": "completed", "tag": "1fcd65c6-634b-447b-b02d-576f04b21305", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:51:51.811419 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-05eac89c-5db2-41c9-9521-815d90b946d8 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:51:51.811863 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5848e21f-40d6-46aa-ba87-615f30399dfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fcd65c6-634b-447b-b02d-576f04b21305', 'code': 200} Dec 16 22:51:51.866705 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-02acfc89-b90e-48ee-aeb1-20b2ce6128af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:51.947655 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-02acfc89-b90e-48ee-aeb1-20b2ce6128af service neutron] Transition to ACTIVE for port object 1fcd65c6-634b-447b-b02d-576f04b21305 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:51:52.038476 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-02acfc89-b90e-48ee-aeb1-20b2ce6128af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:52.133858 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02acfc89-b90e-48ee-aeb1-20b2ce6128af service neutron] Pushing event updated for resources: {'Port': ['ID=1fcd65c6-634b-447b-b02d-576f04b21305,revision_number=11']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:52.175372 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-02acfc89-b90e-48ee-aeb1-20b2ce6128af service neutron] No DVR routers for this DVR port 1fcd65c6-634b-447b-b02d-576f04b21305 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:51:52.333235 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fe6cc-d557-4cd3-8ffc-71da6b47cc0d req-7e70a118-c959-43fd-837d-f83f4a11c57c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:52.334870 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-948fe6cc-d557-4cd3-8ffc-71da6b47cc0d req-7e70a118-c959-43fd-837d-f83f4a11c57c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 945 time: 0.0576861 Dec 16 22:51:52.370444 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-02acfc89-b90e-48ee-aeb1-20b2ce6128af service neutron] 10.222.0.57 "PUT /v2.0/ports/1fcd65c6-634b-447b-b02d-576f04b21305/bindings/n-h1-815324-4/activate HTTP/1.1" status: 200 len: 369 time: 0.8478625 Dec 16 22:51:52.388850 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-948fe6cc-d557-4cd3-8ffc-71da6b47cc0d req-383d9ad0-f64c-4cb9-bf56-0167a813aac5 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e084b29-1a34-4b03-bc8f-c392f7135a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464549 Dec 16 22:51:52.565464 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-2a5c9419-b656-4f64-a820-c9979601d0f0 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:52.567031 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-2a5c9419-b656-4f64-a820-c9979601d0f0 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc&tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&binding%3Ahost_id=n-h2-815324-4 HTTP/1.1" status: 200 len: 1096 time: 0.0471866 Dec 16 22:51:52.616266 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-76ec3386-d0be-4862-b69c-95e4899d403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:52.617851 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-76ec3386-d0be-4862-b69c-95e4899d403e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc&tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be HTTP/1.1" status: 200 len: 1096 time: 0.0423458 Dec 16 22:51:52.698563 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-03a5d3fe-c1b3-44e9-818f-4f910863aa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:52.700343 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-03a5d3fe-c1b3-44e9-818f-4f910863aa82 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 1096 time: 0.0436833 Dec 16 22:51:52.809020 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-7486e9eb-45cf-4ce3-b887-b6301c5d49fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:52.810632 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-7486e9eb-45cf-4ce3-b887-b6301c5d49fc service neutron] 10.222.0.76 "GET /v2.0/networks?id=72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a HTTP/1.1" status: 200 len: 897 time: 0.1035430 Dec 16 22:51:52.891630 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-6b3e8e3c-325a-46fa-a728-009c6ddadad1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fcd65c6-634b-447b-b02d-576f04b21305 HTTP/1.1" status: 200 len: 999 time: 0.0655966 Dec 16 22:51:52.946385 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-cccd509e-f4a9-497d-900c-a69955d82bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:52.947931 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-cccd509e-f4a9-497d-900c-a69955d82bb0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=56a73f87-d13e-445b-8b46-a1edfa88032c HTTP/1.1" status: 200 len: 834 time: 0.0488682 Dec 16 22:51:52.998351 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-a39a591c-785c-46b0-814c-fabfe58905e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:53.000077 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-a39a591c-785c-46b0-814c-fabfe58905e8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426185 Dec 16 22:51:53.100431 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-088572a0-353f-4251-95fb-8e2bbb77e0a7 service neutron] 10.222.0.76 "GET /v2.0/networks/72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910716 Dec 16 22:51:53.212192 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-d5290df0-b7c0-410c-b5d5-5fe250e4eaaf service neutron] 10.222.0.76 "GET /v2.0/networks/72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981281 Dec 16 22:51:53.421864 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-41d48246-2e01-4fda-9496-f53f7f5cc488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:53.521831 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6b46b-3b9a-4430-8943-cbb84ea3cb0b req-3064fa0a-56ed-4065-b661-fe8b3a409d05 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:53.523384 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5cd6b46b-3b9a-4430-8943-cbb84ea3cb0b req-3064fa0a-56ed-4065-b661-fe8b3a409d05 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 945 time: 0.0517604 Dec 16 22:51:53.576511 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5cd6b46b-3b9a-4430-8943-cbb84ea3cb0b req-667bf908-976b-42f3-a11c-1b0567a16749 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e084b29-1a34-4b03-bc8f-c392f7135a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466738 Dec 16 22:51:54.030348 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-9e5e2dff-bd01-4ee3-a627-8652edbbd424 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:54.031793 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-9e5e2dff-bd01-4ee3-a627-8652edbbd424 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc&tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&binding%3Ahost_id=n-h1-815324-4 HTTP/1.1" status: 200 len: 1096 time: 0.0535729 Dec 16 22:51:54.281590 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-78c8dabe-2b9f-41da-842a-93aad075054b service neutron] For port 1fcd65c6-634b-447b-b02d-576f04b21305, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:51:54.285165 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-78c8dabe-2b9f-41da-842a-93aad075054b service neutron] Publish callbacks [] for binding, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:54.286315 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-78c8dabe-2b9f-41da-842a-93aad075054b service neutron] 10.222.0.76 "DELETE /v2.0/ports/1fcd65c6-634b-447b-b02d-576f04b21305/bindings/n-h2-815324-4 HTTP/1.1" status: 204 len: 173 time: 0.2446997 Dec 16 22:51:54.498100 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 1fcd65c6-634b-447b-b02d-576f04b21305 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:51:54.541003 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 1fcd65c6-634b-447b-b02d-576f04b21305 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:51:54.711348 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bd59b-f03c-49b8-b711-7775a7c6d879 req-31cbe0f4-2f45-4bf8-add7-076b0860106a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:54.713086 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-389bd59b-f03c-49b8-b711-7775a7c6d879 req-31cbe0f4-2f45-4bf8-add7-076b0860106a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 945 time: 0.0614510 Dec 16 22:51:54.765588 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-389bd59b-f03c-49b8-b711-7775a7c6d879 req-c848e6ce-799d-4db7-9b93-1a02cb2d3320 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e084b29-1a34-4b03-bc8f-c392f7135a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462723 Dec 16 22:51:54.887195 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddbb96-48d8-4111-a505-8e8882d9578c req-99bd6242-b5be-48bc-b868-8966acbce5bb tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:54.888747 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-88ddbb96-48d8-4111-a505-8e8882d9578c req-99bd6242-b5be-48bc-b868-8966acbce5bb tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 1096 time: 0.0468550 Dec 16 22:51:54.943597 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-88ddbb96-48d8-4111-a505-8e8882d9578c req-c6feb4e0-ecc9-4971-9b03-141b71502506 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=8e084b29-1a34-4b03-bc8f-c392f7135a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437081 Dec 16 22:51:55.069914 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f42a1-ada3-46ce-acff-929be594419f req-9725c6ad-7903-40bf-907b-38f3d26ac841 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:55.071480 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-267f42a1-ada3-46ce-acff-929be594419f req-9725c6ad-7903-40bf-907b-38f3d26ac841 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 945 time: 0.0563223 Dec 16 22:51:55.123636 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-267f42a1-ada3-46ce-acff-929be594419f req-13600acb-715d-416f-9ab0-7cc1dce108a9 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e084b29-1a34-4b03-bc8f-c392f7135a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460610 Dec 16 22:51:55.147523 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59236) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:55.214359 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1d4f6d1a-09a5-435d-83ca-39d5a8e84eba tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/floatingips/70f29f9e-4ed8-4bef-800e-e317be09e66d HTTP/1.1" status: 200 len: 991 time: 0.0656595 Dec 16 22:51:55.700617 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6b8f224d-2221-400e-b0ed-66b9dfc570d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:57.087255 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:57.226442 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:57.482647 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59246) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:51:57.657297 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-cc472919-95a3-46b9-b876-a0f6ce5e53ce tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Deleting port 57348778-edb9-4c92-96fd-30b86b2aafd1 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:51:57.657646 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cc472919-95a3-46b9-b876-a0f6ce5e53ce tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:57.737197 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cc472919-95a3-46b9-b876-a0f6ce5e53ce tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:57.737424 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cc472919-95a3-46b9-b876-a0f6ce5e53ce tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:57.750646 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-cc472919-95a3-46b9-b876-a0f6ce5e53ce tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Calling delete_port for 57348778-edb9-4c92-96fd-30b86b2aafd1 owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:51:57.976627 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cc472919-95a3-46b9-b876-a0f6ce5e53ce tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:58.006486 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc472919-95a3-46b9-b876-a0f6ce5e53ce tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event deleted for resources: {'Port': ['ID=57348778-edb9-4c92-96fd-30b86b2aafd1,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:51:58.071775 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cc472919-95a3-46b9-b876-a0f6ce5e53ce tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:58.072104 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-cc472919-95a3-46b9-b876-a0f6ce5e53ce tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Floating IP 70f29f9e-4ed8-4bef-800e-e317be09e66d disassociated (deleted). External IP: 172.25.6.45, port: 1fcd65c6-634b-447b-b02d-576f04b21305. Dec 16 22:51:58.307636 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc472919-95a3-46b9-b876-a0f6ce5e53ce tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Router dfa8fd24-5b15-42aa-82b1-30873cc7ed9b has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:51:58.403795 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:58.689214 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:58.781513 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc472919-95a3-46b9-b876-a0f6ce5e53ce tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:51:58.787198 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cc472919-95a3-46b9-b876-a0f6ce5e53ce tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:58.792546 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737a5c91-9016-4001-9617-b05f4aff929d None None] Sync routers for ids ['dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:51:58.804612 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737a5c91-9016-4001-9617-b05f4aff929d None None] Routers {'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:58.812945 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-737a5c91-9016-4001-9617-b05f4aff929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:51:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:58.818448 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cc472919-95a3-46b9-b876-a0f6ce5e53ce tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "DELETE /v2.0/floatingips/70f29f9e-4ed8-4bef-800e-e317be09e66d HTTP/1.1" status: 204 len: 168 time: 1.3347609 Dec 16 22:51:58.819081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5848e21f-40d6-46aa-ba87-615f30399dfc', 'tag': '1fcd65c6-634b-447b-b02d-576f04b21305'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:51:58.822068 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f106aa1-5d8d-4c05-816a-fc81ce6c8a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "5848e21f-40d6-46aa-ba87-615f30399dfc", "tag": "1fcd65c6-634b-447b-b02d-576f04b21305"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:51:58.871887 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8ec6df-d1f4-477b-8bd9-024070daa465 x-openstack-request-id: req-dd8ec6df-d1f4-477b-8bd9-024070daa465 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:51:58.872190 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5848e21f-40d6-46aa-ba87-615f30399dfc", "tag": "1fcd65c6-634b-447b-b02d-576f04b21305", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:51:58.872444 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dd8ec6df-d1f4-477b-8bd9-024070daa465 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:51:58.872853 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5848e21f-40d6-46aa-ba87-615f30399dfc', 'tag': '1fcd65c6-634b-447b-b02d-576f04b21305', 'status': 'completed', 'code': 200} Dec 16 22:51:58.921967 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-737a5c91-9016-4001-9617-b05f4aff929d None None] Set router dfa8fd24-5b15-42aa-82b1-30873cc7ed9b gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:51:58.972185 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f106aa1-5d8d-4c05-816a-fc81ce6c8a3b req-08e4787c-8514-4f35-97f1-115b030b511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:58.973909 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5f106aa1-5d8d-4c05-816a-fc81ce6c8a3b req-08e4787c-8514-4f35-97f1-115b030b511a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 1096 time: 0.0429852 Dec 16 22:51:59.115508 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f106aa1-5d8d-4c05-816a-fc81ce6c8a3b req-286b4be3-b009-4a58-9fb5-704c798507c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:59.119615 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5f106aa1-5d8d-4c05-816a-fc81ce6c8a3b req-286b4be3-b009-4a58-9fb5-704c798507c6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a HTTP/1.1" status: 200 len: 897 time: 0.1363058 Dec 16 22:51:59.165224 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5f106aa1-5d8d-4c05-816a-fc81ce6c8a3b req-dd941025-9f1d-46ba-9edc-dae53cabc5ec service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fcd65c6-634b-447b-b02d-576f04b21305 HTTP/1.1" status: 200 len: 217 time: 0.0375993 Dec 16 22:51:59.241882 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f106aa1-5d8d-4c05-816a-fc81ce6c8a3b req-c70f7636-e33b-4729-9979-21428d902141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:59.244631 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5f106aa1-5d8d-4c05-816a-fc81ce6c8a3b req-c70f7636-e33b-4729-9979-21428d902141 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=56a73f87-d13e-445b-8b46-a1edfa88032c HTTP/1.1" status: 200 len: 834 time: 0.0708854 Dec 16 22:51:59.301177 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:51:59.333320 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-737a5c91-9016-4001-9617-b05f4aff929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875972948', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:50:12Z', 'updated_at': '2021-12-16T22:50:17Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:50:13Z', 'updated_at': '2021-12-16T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'c3c22cff-36e5-4d5b-931f-74e3506ccd5f', 'name': '', 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:dc:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '56a73f87-d13e-445b-8b46-a1edfa88032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:50:16Z', 'updated_at': '2021-12-16T22:50:21Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': '56a73f87-d13e-445b-8b46-a1edfa88032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:59.361245 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737a5c91-9016-4001-9617-b05f4aff929d None None] Checking router: dfa8fd24-5b15-42aa-82b1-30873cc7ed9b for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:51:59.369714 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f106aa1-5d8d-4c05-816a-fc81ce6c8a3b req-7e9211d1-ba3e-44fa-bd5a-0fe3f7b2cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:59.371322 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5f106aa1-5d8d-4c05-816a-fc81ce6c8a3b req-7e9211d1-ba3e-44fa-bd5a-0fe3f7b2cfce service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058898 Dec 16 22:51:59.371451 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737a5c91-9016-4001-9617-b05f4aff929d None None] Routers {'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:51:59.371969 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-737a5c91-9016-4001-9617-b05f4aff929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:51:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:59.379819 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c62892-d413-4ae5-ac66-be333d28a875 req-180eba33-6f05-473a-9281-41bc50010911 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:59.381341 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57c62892-d413-4ae5-ac66-be333d28a875 req-180eba33-6f05-473a-9281-41bc50010911 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 945 time: 0.1060095 Dec 16 22:51:59.487832 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-737a5c91-9016-4001-9617-b05f4aff929d None None] Set router dfa8fd24-5b15-42aa-82b1-30873cc7ed9b gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:51:59.494484 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57c62892-d413-4ae5-ac66-be333d28a875 req-ae194ea7-8266-4fe9-8cf6-1a3f1af31206 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e084b29-1a34-4b03-bc8f-c392f7135a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038227 Dec 16 22:51:59.511226 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5f106aa1-5d8d-4c05-816a-fc81ce6c8a3b req-b51e68ab-8ef6-4339-a468-077adef53c68 service neutron] 10.222.0.76 "GET /v2.0/networks/72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282039 Dec 16 22:51:59.613479 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5f106aa1-5d8d-4c05-816a-fc81ce6c8a3b req-5904c1c2-d1b5-48f4-835f-f3ee20009c31 service neutron] 10.222.0.76 "GET /v2.0/networks/72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922787 Dec 16 22:51:59.712386 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-737a5c91-9016-4001-9617-b05f4aff929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875972948', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:50:12Z', 'updated_at': '2021-12-16T22:50:17Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:50:13Z', 'updated_at': '2021-12-16T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'c3c22cff-36e5-4d5b-931f-74e3506ccd5f', 'name': '', 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:dc:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '56a73f87-d13e-445b-8b46-a1edfa88032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:50:16Z', 'updated_at': '2021-12-16T22:50:21Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': '56a73f87-d13e-445b-8b46-a1edfa88032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:51:59.739501 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737a5c91-9016-4001-9617-b05f4aff929d None None] The sync data for ids ['dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'] in n-d-815324-4 is: [{'id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875972948', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:50:12Z', 'updated_at': '2021-12-16T22:50:17Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:50:13Z', 'updated_at': '2021-12-16T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'c3c22cff-36e5-4d5b-931f-74e3506ccd5f', 'name': '', 'network_id': '72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:dc:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '56a73f87-d13e-445b-8b46-a1edfa88032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:50:16Z', 'updated_at': '2021-12-16T22:50:21Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': '56a73f87-d13e-445b-8b46-a1edfa88032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:51:59.968433 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc57ce29-076b-4d6b-ba8c-3ef299de388a None None] New status for floating IP 70f29f9e-4ed8-4bef-800e-e317be09e66d: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:51:59.977459 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20aa08d-e9f6-45cf-b7b7-670116ac715e req-9702ba7c-6a5f-4be8-96dd-7505f05b9fc9 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:51:59.979073 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f20aa08d-e9f6-45cf-b7b7-670116ac715e req-9702ba7c-6a5f-4be8-96dd-7505f05b9fc9 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.76 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 945 time: 0.0542099 Dec 16 22:52:00.083700 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-f20aa08d-e9f6-45cf-b7b7-670116ac715e req-38b9ce9b-4216-4de6-818e-fc2920db54c4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Deleting port 1fcd65c6-634b-447b-b02d-576f04b21305 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:52:00.083965 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f20aa08d-e9f6-45cf-b7b7-670116ac715e req-38b9ce9b-4216-4de6-818e-fc2920db54c4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:00.182754 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-f20aa08d-e9f6-45cf-b7b7-670116ac715e req-38b9ce9b-4216-4de6-818e-fc2920db54c4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] For port 1fcd65c6-634b-447b-b02d-576f04b21305, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=1fcd65c6-634b-447b-b02d-576f04b21305,segment=NetworkSegment(fed1260e-337d-4e25-b334-3ae5f4b2a808),segment_id=fed1260e-337d-4e25-b334-3ae5f4b2a808)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:00.183159 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f20aa08d-e9f6-45cf-b7b7-670116ac715e req-38b9ce9b-4216-4de6-818e-fc2920db54c4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:00.195802 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-f20aa08d-e9f6-45cf-b7b7-670116ac715e req-38b9ce9b-4216-4de6-818e-fc2920db54c4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Calling delete_port for 1fcd65c6-634b-447b-b02d-576f04b21305 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:52:00.392289 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f20aa08d-e9f6-45cf-b7b7-670116ac715e req-38b9ce9b-4216-4de6-818e-fc2920db54c4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:00.420476 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9ce9b-4216-4de6-818e-fc2920db54c4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event deleted for resources: {'Port': ['ID=1fcd65c6-634b-447b-b02d-576f04b21305,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:00.474056 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20aa08d-e9f6-45cf-b7b7-670116ac715e req-38b9ce9b-4216-4de6-818e-fc2920db54c4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] No DVR routers for this DVR port 1fcd65c6-634b-447b-b02d-576f04b21305 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:52:00.481077 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f20aa08d-e9f6-45cf-b7b7-670116ac715e req-38b9ce9b-4216-4de6-818e-fc2920db54c4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:00.481077 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f20aa08d-e9f6-45cf-b7b7-670116ac715e req-38b9ce9b-4216-4de6-818e-fc2920db54c4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.76 "DELETE /v2.0/ports/1fcd65c6-634b-447b-b02d-576f04b21305 HTTP/1.1" status: 204 len: 173 time: 0.4922750 Dec 16 22:52:00.601921 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b6829e23-b8a5-4e9e-8ca5-1926d43a8acd req-92258379-8e8c-486e-907b-b82634c20798 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=5848e21f-40d6-46aa-ba87-615f30399dfc HTTP/1.1" status: 200 len: 210 time: 0.0311658 Dec 16 22:52:00.874429 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5848e21f-40d6-46aa-ba87-615f30399dfc', 'name': 'network-vif-deleted', 'tag': '1fcd65c6-634b-447b-b02d-576f04b21305'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:52:00.877070 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d685b714-cb0d-40b7-be48-3a9e39d077c7" -d '{"events": [{"server_uuid": "5848e21f-40d6-46aa-ba87-615f30399dfc", "name": "network-vif-deleted", "tag": "1fcd65c6-634b-447b-b02d-576f04b21305"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:52:00.917782 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7020c8-c16a-414f-9643-780f93b94ef2 x-openstack-request-id: req-3b7020c8-c16a-414f-9643-780f93b94ef2 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:52:00.918144 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5848e21f-40d6-46aa-ba87-615f30399dfc", "name": "network-vif-deleted", "tag": "1fcd65c6-634b-447b-b02d-576f04b21305", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:52:00.918469 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3b7020c8-c16a-414f-9643-780f93b94ef2 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:52:00.918885 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5848e21f-40d6-46aa-ba87-615f30399dfc', 'name': 'network-vif-deleted', 'tag': '1fcd65c6-634b-447b-b02d-576f04b21305', 'status': 'completed', 'code': 200} Dec 16 22:52:01.663550 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59274) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:02.041849 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fed09ef1-40d6-4776-ab40-3653e5bd7e1c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:02.309645 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-fed09ef1-40d6-4776-ab40-3653e5bd7e1c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Deleting port c3c22cff-36e5-4d5b-931f-74e3506ccd5f {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:52:02.309909 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fed09ef1-40d6-4776-ab40-3653e5bd7e1c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:02.405553 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-fed09ef1-40d6-4776-ab40-3653e5bd7e1c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] For port c3c22cff-36e5-4d5b-931f-74e3506ccd5f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c3c22cff-36e5-4d5b-931f-74e3506ccd5f,segment=NetworkSegment(fed1260e-337d-4e25-b334-3ae5f4b2a808),segment_id=fed1260e-337d-4e25-b334-3ae5f4b2a808)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:02.405921 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fed09ef1-40d6-4776-ab40-3653e5bd7e1c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:02.419023 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-fed09ef1-40d6-4776-ab40-3653e5bd7e1c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Calling delete_port for c3c22cff-36e5-4d5b-931f-74e3506ccd5f owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:52:02.747138 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fed09ef1-40d6-4776-ab40-3653e5bd7e1c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:02.787872 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed09ef1-40d6-4776-ab40-3653e5bd7e1c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event deleted for resources: {'Port': ['ID=c3c22cff-36e5-4d5b-931f-74e3506ccd5f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:02.808623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed09ef1-40d6-4776-ab40-3653e5bd7e1c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:02.808623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed09ef1-40d6-4776-ab40-3653e5bd7e1c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:02.808623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed09ef1-40d6-4776-ab40-3653e5bd7e1c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:02.808623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed09ef1-40d6-4776-ab40-3653e5bd7e1c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:02.808623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed09ef1-40d6-4776-ab40-3653e5bd7e1c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:02.808623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed09ef1-40d6-4776-ab40-3653e5bd7e1c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:02.808623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed09ef1-40d6-4776-ab40-3653e5bd7e1c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:02.808623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed09ef1-40d6-4776-ab40-3653e5bd7e1c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:02.808623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed09ef1-40d6-4776-ab40-3653e5bd7e1c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:02.808623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed09ef1-40d6-4776-ab40-3653e5bd7e1c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:02.808623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed09ef1-40d6-4776-ab40-3653e5bd7e1c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:02.808623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed09ef1-40d6-4776-ab40-3653e5bd7e1c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:02.808623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed09ef1-40d6-4776-ab40-3653e5bd7e1c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:02.926776 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 1fcd65c6-634b-447b-b02d-576f04b21305 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:52:02.930069 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:52:02.952328 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 1fcd65c6-634b-447b-b02d-576f04b21305 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:52:02.953492 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 1fcd65c6-634b-447b-b02d-576f04b21305 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:52:02.996550 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fed09ef1-40d6-4776-ab40-3653e5bd7e1c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:03.228370 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed09ef1-40d6-4776-ab40-3653e5bd7e1c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Router dfa8fd24-5b15-42aa-82b1-30873cc7ed9b has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:52:03.347939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed09ef1-40d6-4776-ab40-3653e5bd7e1c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:52:03.354371 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fed09ef1-40d6-4776-ab40-3653e5bd7e1c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "PUT /v2.0/routers/dfa8fd24-5b15-42aa-82b1-30873cc7ed9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6895525 Dec 16 22:52:03.358746 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59280) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:03.362439 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284a030b-71b2-4da0-93ee-60a55ec4039a None None] Sync routers for ids ['dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:52:03.374025 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284a030b-71b2-4da0-93ee-60a55ec4039a None None] Routers {'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:52:03.374779 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-284a030b-71b2-4da0-93ee-60a55ec4039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:51:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:03.415837 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c85f51-7573-4e72-bdc9-8df6e7c67dcf tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Deleting subnet 56a73f87-d13e-445b-8b46-a1edfa88032c {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:52:03.419275 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-94c85f51-7573-4e72-bdc9-8df6e7c67dcf tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:03.464065 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-94c85f51-7573-4e72-bdc9-8df6e7c67dcf tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:03.504050 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-284a030b-71b2-4da0-93ee-60a55ec4039a None None] Set router dfa8fd24-5b15-42aa-82b1-30873cc7ed9b gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:52:03.566268 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-94c85f51-7573-4e72-bdc9-8df6e7c67dcf tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:03.705142 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-94c85f51-7573-4e72-bdc9-8df6e7c67dcf tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:03.721479 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-94c85f51-7573-4e72-bdc9-8df6e7c67dcf tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:03.725220 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-94c85f51-7573-4e72-bdc9-8df6e7c67dcf tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "DELETE /v2.0/subnets/56a73f87-d13e-445b-8b46-a1edfa88032c HTTP/1.1" status: 204 len: 168 time: 0.3666012 Dec 16 22:52:03.734457 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca379de-a1ef-4235-9517-7d3c9419bd5b None None] Network 72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:52:03.735249 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59282) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:03.746436 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c85f51-7573-4e72-bdc9-8df6e7c67dcf tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event deleted for resources: {'Subnet': ['ID=56a73f87-d13e-445b-8b46-a1edfa88032c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:03.793518 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-284a030b-71b2-4da0-93ee-60a55ec4039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875972948', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:50:12Z', 'updated_at': '2021-12-16T22:52:02Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:50:13Z', 'updated_at': '2021-12-16T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:03.832450 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284a030b-71b2-4da0-93ee-60a55ec4039a None None] Checking router: dfa8fd24-5b15-42aa-82b1-30873cc7ed9b for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:52:03.868006 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284a030b-71b2-4da0-93ee-60a55ec4039a None None] Routers {'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:52:03.873233 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-284a030b-71b2-4da0-93ee-60a55ec4039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:51:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:03.878770 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a9cd1406-efd5-4728-82af-be2dc22a2c45 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:04.001771 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a9cd1406-efd5-4728-82af-be2dc22a2c45 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:04.023533 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-284a030b-71b2-4da0-93ee-60a55ec4039a None None] Set router dfa8fd24-5b15-42aa-82b1-30873cc7ed9b gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:52:04.087538 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4888fe9-b903-4607-b0bf-b83248fffa2f None None] DHCP port deletion for 72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:52:04.164809 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-a9cd1406-efd5-4728-82af-be2dc22a2c45 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Deleting port fdf9df3b-907d-401c-b23f-110ee0cb3f9a {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:52:04.165442 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a9cd1406-efd5-4728-82af-be2dc22a2c45 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:04.228066 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f4888fe9-b903-4607-b0bf-b83248fffa2f None None] Deleting port 054fcc57-404c-4638-ad96-0c6c7255d688 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:52:04.228460 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f4888fe9-b903-4607-b0bf-b83248fffa2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:04.262164 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-a9cd1406-efd5-4728-82af-be2dc22a2c45 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] For port fdf9df3b-907d-401c-b23f-110ee0cb3f9a, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=fdf9df3b-907d-401c-b23f-110ee0cb3f9a,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:04.262567 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a9cd1406-efd5-4728-82af-be2dc22a2c45 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:04.281694 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-a9cd1406-efd5-4728-82af-be2dc22a2c45 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Calling delete_port for fdf9df3b-907d-401c-b23f-110ee0cb3f9a owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:52:04.305120 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f4888fe9-b903-4607-b0bf-b83248fffa2f None None] For port 054fcc57-404c-4638-ad96-0c6c7255d688, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=054fcc57-404c-4638-ad96-0c6c7255d688,segment=NetworkSegment(fed1260e-337d-4e25-b334-3ae5f4b2a808),segment_id=fed1260e-337d-4e25-b334-3ae5f4b2a808)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:04.305446 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f4888fe9-b903-4607-b0bf-b83248fffa2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:04.322351 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f4888fe9-b903-4607-b0bf-b83248fffa2f None None] Calling delete_port for 054fcc57-404c-4638-ad96-0c6c7255d688 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:52:04.333923 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-284a030b-71b2-4da0-93ee-60a55ec4039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875972948', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:50:12Z', 'updated_at': '2021-12-16T22:52:02Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:50:13Z', 'updated_at': '2021-12-16T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:04.368369 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284a030b-71b2-4da0-93ee-60a55ec4039a None None] The sync data for ids ['dfa8fd24-5b15-42aa-82b1-30873cc7ed9b'] in n-d-815324-4 is: [{'id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875972948', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:50:12Z', 'updated_at': '2021-12-16T22:52:02Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'fdf9df3b-907d-401c-b23f-110ee0cb3f9a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa8fd24-5b15-42aa-82b1-30873cc7ed9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:50:13Z', 'updated_at': '2021-12-16T22:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:52:04.512667 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f4888fe9-b903-4607-b0bf-b83248fffa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:04.539160 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4888fe9-b903-4607-b0bf-b83248fffa2f None None] Pushing event deleted for resources: {'Port': ['ID=054fcc57-404c-4638-ad96-0c6c7255d688,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:04.542948 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4888fe9-b903-4607-b0bf-b83248fffa2f None None] No DVR routers for this DVR port 054fcc57-404c-4638-ad96-0c6c7255d688 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:52:04.558189 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a9cd1406-efd5-4728-82af-be2dc22a2c45 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:04.590515 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd1406-efd5-4728-82af-be2dc22a2c45 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event deleted for resources: {'Port': ['ID=fdf9df3b-907d-401c-b23f-110ee0cb3f9a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:04.612524 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea4923e-6f80-4536-a8ae-80960d54dc70 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:52:04.655174 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a9cd1406-efd5-4728-82af-be2dc22a2c45 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:04.752065 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a9cd1406-efd5-4728-82af-be2dc22a2c45 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:04.754675 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a9cd1406-efd5-4728-82af-be2dc22a2c45 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:04.870250 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a9cd1406-efd5-4728-82af-be2dc22a2c45 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:04.870830 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cd1406-efd5-4728-82af-be2dc22a2c45 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Fanout notify agent at l3_agent the message router_deleted on router dfa8fd24-5b15-42aa-82b1-30873cc7ed9b {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:52:04.888175 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a9cd1406-efd5-4728-82af-be2dc22a2c45 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:04.898318 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a9cd1406-efd5-4728-82af-be2dc22a2c45 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "DELETE /v2.0/routers/dfa8fd24-5b15-42aa-82b1-30873cc7ed9b HTTP/1.1" status: 204 len: 168 time: 1.1536863 Dec 16 22:52:04.898318 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59288) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:04.986726 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6fdebdf6-d2af-4369-9edd-fe0be58a9a0e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:05.087294 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6fdebdf6-d2af-4369-9edd-fe0be58a9a0e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:05.111263 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-6fdebdf6-d2af-4369-9edd-fe0be58a9a0e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:05.126055 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-6fdebdf6-d2af-4369-9edd-fe0be58a9a0e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed1260e-337d-4e25-b334-3ae5f4b2a808') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:05.126375 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-6fdebdf6-d2af-4369-9edd-fe0be58a9a0e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed1260e-337d-4e25-b334-3ae5f4b2a808') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:05.138009 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6fdebdf6-d2af-4369-9edd-fe0be58a9a0e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:05.152510 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6fdebdf6-d2af-4369-9edd-fe0be58a9a0e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:05.160939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fdebdf6-d2af-4369-9edd-fe0be58a9a0e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:52:05.161433 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6fdebdf6-d2af-4369-9edd-fe0be58a9a0e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:52:05.166918 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:52:05.287944 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6fdebdf6-d2af-4369-9edd-fe0be58a9a0e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:05.296868 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6fdebdf6-d2af-4369-9edd-fe0be58a9a0e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:05.299607 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6fdebdf6-d2af-4369-9edd-fe0be58a9a0e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "DELETE /v2.0/networks/72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a HTTP/1.1" status: 204 len: 168 time: 0.4056888 Dec 16 22:52:05.302333 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59290) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:05.319970 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdebdf6-d2af-4369-9edd-fe0be58a9a0e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event deleted for resources: {'Network': ['ID=72aa7ab7-fcc5-40dd-8920-bbcb2cc99a2a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:05.381551 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d73ff48d-0c19-4707-b9d4-f3b510380600 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:05.414460 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d73ff48d-0c19-4707-b9d4-f3b510380600 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:05.580854 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d73ff48d-0c19-4707-b9d4-f3b510380600 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:05.583636 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d73ff48d-0c19-4707-b9d4-f3b510380600 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:05.584840 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d73ff48d-0c19-4707-b9d4-f3b510380600 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "DELETE /v2.0/security-groups/8e084b29-1a34-4b03-bc8f-c392f7135a10 HTTP/1.1" status: 204 len: 168 time: 0.2815750 Dec 16 22:52:05.599920 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ff48d-0c19-4707-b9d4-f3b510380600 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e084b29-1a34-4b03-bc8f-c392f7135a10,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:05.887497 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59296) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:05.892206 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-2a672149-f46e-4aed-8ff5-ace9c1339470 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-698579873', 'description': 'tempest-secgroup-smoke-698579873 description', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:05.924720 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device fdf9df3b-907d-401c-b23f-110ee0cb3f9a no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:52:05.953677 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: fdf9df3b-907d-401c-b23f-110ee0cb3f9a {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:52:05.954027 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device fdf9df3b-907d-401c-b23f-110ee0cb3f9a not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:52:05.954452 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c3c22cff-36e5-4d5b-931f-74e3506ccd5f no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:52:05.974591 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: c3c22cff-36e5-4d5b-931f-74e3506ccd5f {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:52:05.974962 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c3c22cff-36e5-4d5b-931f-74e3506ccd5f not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:52:05.976965 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 054fcc57-404c-4638-ad96-0c6c7255d688 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:52:05.995919 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 054fcc57-404c-4638-ad96-0c6c7255d688 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:52:05.996276 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 054fcc57-404c-4638-ad96-0c6c7255d688 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:52:06.024139 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2a672149-f46e-4aed-8ff5-ace9c1339470 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:06.099786 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2a672149-f46e-4aed-8ff5-ace9c1339470 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:06.175285 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2a672149-f46e-4aed-8ff5-ace9c1339470 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:06.205795 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a672149-f46e-4aed-8ff5-ace9c1339470 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a93f2472-383d-4f2a-a828-0d7a211d1a33,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:06.308441 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2a672149-f46e-4aed-8ff5-ace9c1339470 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:06.309726 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2a672149-f46e-4aed-8ff5-ace9c1339470 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4212031 Dec 16 22:52:06.313623 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59300) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:06.317941 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-b378cec2-237e-4853-b148-7b66af3c8b83 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'security_group_rule': {'security_group_id': 'a93f2472-383d-4f2a-a828-0d7a211d1a33', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:06.420322 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b378cec2-237e-4853-b148-7b66af3c8b83 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:06.482318 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b378cec2-237e-4853-b148-7b66af3c8b83 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:06.643337 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b378cec2-237e-4853-b148-7b66af3c8b83 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:06.662516 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378cec2-237e-4853-b148-7b66af3c8b83 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8e3a3f-c4fa-4fba-bf97-b53a5c49379d,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:06.768713 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b378cec2-237e-4853-b148-7b66af3c8b83 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:06.769901 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b378cec2-237e-4853-b148-7b66af3c8b83 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4553494 Dec 16 22:52:06.772697 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59302) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:06.777108 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-945efe67-3f83-4337-ab5c-04b56da839c4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'security_group_rule': {'security_group_id': 'a93f2472-383d-4f2a-a828-0d7a211d1a33', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:06.911766 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-945efe67-3f83-4337-ab5c-04b56da839c4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:06.972011 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-945efe67-3f83-4337-ab5c-04b56da839c4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:07.077925 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-945efe67-3f83-4337-ab5c-04b56da839c4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:07.093679 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945efe67-3f83-4337-ab5c-04b56da839c4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e69ac8e4-8c4b-4a7c-8606-c24c23cf1e37,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:07.186327 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-945efe67-3f83-4337-ab5c-04b56da839c4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:07.187614 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-945efe67-3f83-4337-ab5c-04b56da839c4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4139483 Dec 16 22:52:07.190304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59306) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:07.194925 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-2ba0092c-64c9-4dc8-9009-8d2a80b10af4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'security_group_rule': {'security_group_id': 'a93f2472-383d-4f2a-a828-0d7a211d1a33', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:07.300723 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2ba0092c-64c9-4dc8-9009-8d2a80b10af4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:07.362956 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2ba0092c-64c9-4dc8-9009-8d2a80b10af4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:07.466572 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2ba0092c-64c9-4dc8-9009-8d2a80b10af4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:07.486049 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0092c-64c9-4dc8-9009-8d2a80b10af4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2298faf8-9aa3-4499-95a2-58c0efcb3152,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:07.582337 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2ba0092c-64c9-4dc8-9009-8d2a80b10af4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:07.583625 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2ba0092c-64c9-4dc8-9009-8d2a80b10af4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3923550 Dec 16 22:52:07.587397 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59308) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:07.592482 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-4b7ca9c6-9514-437a-82a8-93b774757dec tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'security_group_rule': {'security_group_id': 'a93f2472-383d-4f2a-a828-0d7a211d1a33', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:07.700330 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4b7ca9c6-9514-437a-82a8-93b774757dec tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:07.751272 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4b7ca9c6-9514-437a-82a8-93b774757dec tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:07.836486 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4b7ca9c6-9514-437a-82a8-93b774757dec tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:07.861619 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ca9c6-9514-437a-82a8-93b774757dec tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d080f1e-a059-4713-a0b2-46bd1dd29824,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:07.965424 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4b7ca9c6-9514-437a-82a8-93b774757dec tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:07.966662 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4b7ca9c6-9514-437a-82a8-93b774757dec tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3780894 Dec 16 22:52:07.969415 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59310) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:07.973747 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-d53206ca-2f76-44d5-8336-d73ee3233617 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'security_group_rule': {'security_group_id': 'a93f2472-383d-4f2a-a828-0d7a211d1a33', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:08.072233 n-d-815324-4 neutron-server[103613]: INFO neutron.db.securitygroups_db [None req-d53206ca-2f76-44d5-8336-d73ee3233617 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Project 7bfb8f7eefc1419caa30af0dd0a6b7be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:52:08.078785 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d53206ca-2f76-44d5-8336-d73ee3233617 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:08.141172 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d53206ca-2f76-44d5-8336-d73ee3233617 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:08.232210 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d53206ca-2f76-44d5-8336-d73ee3233617 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:08.250503 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53206ca-2f76-44d5-8336-d73ee3233617 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6daf4288-a914-4c75-be09-7f8c1815f32c,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:08.361132 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d53206ca-2f76-44d5-8336-d73ee3233617 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:08.362802 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d53206ca-2f76-44d5-8336-d73ee3233617 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3923745 Dec 16 22:52:08.365587 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59314) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:08.372361 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-6b3edcd4-b753-4f69-b637-1417164ca52a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'security_group_rule': {'security_group_id': 'a93f2472-383d-4f2a-a828-0d7a211d1a33', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:08.504276 n-d-815324-4 neutron-server[103613]: INFO neutron.db.securitygroups_db [None req-6b3edcd4-b753-4f69-b637-1417164ca52a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Project 7bfb8f7eefc1419caa30af0dd0a6b7be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 22:52:08.510679 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6b3edcd4-b753-4f69-b637-1417164ca52a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:08.575000 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6b3edcd4-b753-4f69-b637-1417164ca52a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:08.695491 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6b3edcd4-b753-4f69-b637-1417164ca52a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:08.715942 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3edcd4-b753-4f69-b637-1417164ca52a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d87202d-66d4-4700-8b17-465d11374ecf,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:08.811298 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6b3edcd4-b753-4f69-b637-1417164ca52a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:08.812554 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6b3edcd4-b753-4f69-b637-1417164ca52a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4459679 Dec 16 22:52:08.815769 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59316) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:08.821271 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-8b8d291b-4ea0-4f26-b183-6e5f725ca0b5 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'network': {'name': 'tempest-network-smoke--1249177436', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'port_security_enabled': True}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:08.926950 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8d291b-4ea0-4f26-b183-6e5f725ca0b5 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Made reservation on behalf of 7bfb8f7eefc1419caa30af0dd0a6b7be for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:52:08.931393 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b8d291b-4ea0-4f26-b183-6e5f725ca0b5 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:08.957638 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8d291b-4ea0-4f26-b183-6e5f725ca0b5 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:52:08.968976 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b8d291b-4ea0-4f26-b183-6e5f725ca0b5 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:08.969330 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-8b8d291b-4ea0-4f26-b183-6e5f725ca0b5 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Added segment 705896bb-8ec9-43d1-ab3d-64774af6ab9c of type vlan for network 487688c2-e8fd-498f-b4ca-4371546a606e Dec 16 22:52:09.014400 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b8d291b-4ea0-4f26-b183-6e5f725ca0b5 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:09.117645 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b8d291b-4ea0-4f26-b183-6e5f725ca0b5 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:09.123323 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8d291b-4ea0-4f26-b183-6e5f725ca0b5 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:09.124104 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b8d291b-4ea0-4f26-b183-6e5f725ca0b5 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:09.193741 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d291b-4ea0-4f26-b183-6e5f725ca0b5 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Network': ['ID=487688c2-e8fd-498f-b4ca-4371546a606e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:09.207338 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 487688c2-e8fd-498f-b4ca-4371546a606e details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:52:09.252108 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8b8d291b-4ea0-4f26-b183-6e5f725ca0b5 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4348211 Dec 16 22:52:09.255125 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59320) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:09.260116 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-e4e68441-529b-46c8-8d67-d9544f8591eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-366097997', 'admin_state_up': True, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:09.357670 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e4e68441-529b-46c8-8d67-d9544f8591eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:09.358894 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e4e68441-529b-46c8-8d67-d9544f8591eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:09.426719 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e4e68441-529b-46c8-8d67-d9544f8591eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:09.715973 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e4e68441-529b-46c8-8d67-d9544f8591eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:10.003388 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e4e68441-529b-46c8-8d67-d9544f8591eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:10.023751 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e4e68441-529b-46c8-8d67-d9544f8591eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:10.139969 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-e4e68441-529b-46c8-8d67-d9544f8591eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Allocated IP 172.25.6.60 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/f3ef0426-9e8e-4809-9c18-dc927da3e41f) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:52:10.247846 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e4e68441-529b-46c8-8d67-d9544f8591eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:10.358274 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e4e68441-529b-46c8-8d67-d9544f8591eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:10.402784 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e68441-529b-46c8-8d67-d9544f8591eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:52:10.405990 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-e4e68441-529b-46c8-8d67-d9544f8591eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:52:10.409625 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e68441-529b-46c8-8d67-d9544f8591eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:52:10.422201 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9754869-bf65-4e45-9d4b-de5e9cb0f4be None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:52:10.439255 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e68441-529b-46c8-8d67-d9544f8591eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Port': ['ID=f3ef0426-9e8e-4809-9c18-dc927da3e41f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:10.499331 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9a772447-5d91-4290-9c35-0e06c560fc97 None None] Provisioning complete for port f3ef0426-9e8e-4809-9c18-dc927da3e41f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:10.499714 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9a772447-5d91-4290-9c35-0e06c560fc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:10.541625 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9a772447-5d91-4290-9c35-0e06c560fc97 None None] Port f3ef0426-9e8e-4809-9c18-dc927da3e41f cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:52:10.810278 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e4e68441-529b-46c8-8d67-d9544f8591eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:11.021200 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e4e68441-529b-46c8-8d67-d9544f8591eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:11.267176 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e68441-529b-46c8-8d67-d9544f8591eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Router 54d95f79-a647-4a76-bf84-b0929c1f0d1d is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:52:11.382089 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e68441-529b-46c8-8d67-d9544f8591eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:52:11.392901 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef29fbf-3a32-48da-af22-6eef94c7dd43 None None] Sync routers for ids ['54d95f79-a647-4a76-bf84-b0929c1f0d1d'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:52:11.404717 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef29fbf-3a32-48da-af22-6eef94c7dd43 None None] Routers {'54d95f79-a647-4a76-bf84-b0929c1f0d1d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:52:11.405348 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-3ef29fbf-3a32-48da-af22-6eef94c7dd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:51:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['54d95f79-a647-4a76-bf84-b0929c1f0d1d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:11.487589 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e4e68441-529b-46c8-8d67-d9544f8591eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:11.489057 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e4e68441-529b-46c8-8d67-d9544f8591eb tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2328711 Dec 16 22:52:11.493682 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59326) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:11.528457 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b4d99f42-1be1-425e-a8e1-861599d77d64 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=7bfb8f7eefc1419caa30af0dd0a6b7be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329723 Dec 16 22:52:11.530981 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59328) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:11.532779 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-3ef29fbf-3a32-48da-af22-6eef94c7dd43 None None] Set router 54d95f79-a647-4a76-bf84-b0929c1f0d1d gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:52:11.646474 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa29e81b-fad5-4270-9434-6536a6ac142c tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:11.648152 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fa29e81b-fad5-4270-9434-6536a6ac142c tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1160843 Dec 16 22:52:11.657117 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59330) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:11.701914 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c74208d1-a4db-4610-b290-584276e66961 tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432374 Dec 16 22:52:11.705127 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59332) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:11.709654 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-310a1de4-99a2-4957-95e6-6ba52c1ab07d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1082610495', 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:11.748423 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-3ef29fbf-3a32-48da-af22-6eef94c7dd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366097997', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:09Z', 'updated_at': '2021-12-16T22:52:10Z', 'revision_number': 3, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:10Z', 'updated_at': '2021-12-16T22:52:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:11.783791 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef29fbf-3a32-48da-af22-6eef94c7dd43 None None] Checking router: 54d95f79-a647-4a76-bf84-b0929c1f0d1d for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:52:11.784140 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef29fbf-3a32-48da-af22-6eef94c7dd43 None None] Updating router 54d95f79-a647-4a76-bf84-b0929c1f0d1d port f3ef0426-9e8e-4809-9c18-dc927da3e41f binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:52:11.813449 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3ef29fbf-3a32-48da-af22-6eef94c7dd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:11.912508 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310a1de4-99a2-4957-95e6-6ba52c1ab07d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Made reservation on behalf of 7bfb8f7eefc1419caa30af0dd0a6b7be for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:52:11.916640 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-310a1de4-99a2-4957-95e6-6ba52c1ab07d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:12.099885 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3ef29fbf-3a32-48da-af22-6eef94c7dd43 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:12.181201 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3ef29fbf-3a32-48da-af22-6eef94c7dd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:12.192215 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-310a1de4-99a2-4957-95e6-6ba52c1ab07d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:12.241449 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-3ef29fbf-3a32-48da-af22-6eef94c7dd43 None None] Attempting to bind port f3ef0426-9e8e-4809-9c18-dc927da3e41f on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:52:12.242359 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-3ef29fbf-3a32-48da-af22-6eef94c7dd43 None None] Attempting to bind port f3ef0426-9e8e-4809-9c18-dc927da3e41f by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:52:12.242583 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de8a4a5-bcc9-47d1-86b8-0df645c22ff4 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:52:12.243238 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef29fbf-3a32-48da-af22-6eef94c7dd43 None None] Attempting to bind port f3ef0426-9e8e-4809-9c18-dc927da3e41f on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:52:12.245423 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1416c1-6126-4f8d-a72f-1067906944b1 None None] Pushing event updated for resources: {'Port': ['ID=f3ef0426-9e8e-4809-9c18-dc927da3e41f,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:12.254227 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef29fbf-3a32-48da-af22-6eef94c7dd43 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:52:12.254620 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef29fbf-3a32-48da-af22-6eef94c7dd43 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:52:12.255010 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3ef29fbf-3a32-48da-af22-6eef94c7dd43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:12.255455 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef29fbf-3a32-48da-af22-6eef94c7dd43 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:52:12.255928 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-3ef29fbf-3a32-48da-af22-6eef94c7dd43 None None] Bound port: f3ef0426-9e8e-4809-9c18-dc927da3e41f, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:52:12.256330 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3ef29fbf-3a32-48da-af22-6eef94c7dd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:12.267234 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a1de4-99a2-4957-95e6-6ba52c1ab07d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Subnet': ['ID=e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:12.267887 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1416c1-6126-4f8d-a72f-1067906944b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:12.268243 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1416c1-6126-4f8d-a72f-1067906944b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:12.268587 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1416c1-6126-4f8d-a72f-1067906944b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:12.269494 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1416c1-6126-4f8d-a72f-1067906944b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:12.269494 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1416c1-6126-4f8d-a72f-1067906944b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:12.269682 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1416c1-6126-4f8d-a72f-1067906944b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:12.269873 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1416c1-6126-4f8d-a72f-1067906944b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:12.270191 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1416c1-6126-4f8d-a72f-1067906944b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:12.270519 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1416c1-6126-4f8d-a72f-1067906944b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:12.270843 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1416c1-6126-4f8d-a72f-1067906944b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:12.271639 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1416c1-6126-4f8d-a72f-1067906944b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:12.271965 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310a1de4-99a2-4957-95e6-6ba52c1ab07d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Checking segment: {'id': '705896bb-8ec9-43d1-ab3d-64774af6ab9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:52:12.272092 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1416c1-6126-4f8d-a72f-1067906944b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:12.272295 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1416c1-6126-4f8d-a72f-1067906944b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:12.272412 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310a1de4-99a2-4957-95e6-6ba52c1ab07d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Network hostable DHCP agents. Network: 487688c2-e8fd-498f-b4ca-4371546a606e, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:52:12.332211 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-3ef29fbf-3a32-48da-af22-6eef94c7dd43 None None] For port f3ef0426-9e8e-4809-9c18-dc927da3e41f, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:52:12.335724 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-3ef29fbf-3a32-48da-af22-6eef94c7dd43 None None] For port f3ef0426-9e8e-4809-9c18-dc927da3e41f, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f3ef0426-9e8e-4809-9c18-dc927da3e41f,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:52:12.372481 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cfac8917-5b8e-4c06-a46f-2512108c80bd None None] Provisioning complete for port f3ef0426-9e8e-4809-9c18-dc927da3e41f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:12.372856 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cfac8917-5b8e-4c06-a46f-2512108c80bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:12.411704 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-cfac8917-5b8e-4c06-a46f-2512108c80bd None None] Port f3ef0426-9e8e-4809-9c18-dc927da3e41f cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:52:12.468290 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310a1de4-99a2-4957-95e6-6ba52c1ab07d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Network 487688c2-e8fd-498f-b4ca-4371546a606e is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:52:12.518235 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3ef29fbf-3a32-48da-af22-6eef94c7dd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:12.549411 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-310a1de4-99a2-4957-95e6-6ba52c1ab07d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 487688c2-e8fd-498f-b4ca-4371546a606e) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:52:12.557265 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a1de4-99a2-4957-95e6-6ba52c1ab07d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:12.558205 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-310a1de4-99a2-4957-95e6-6ba52c1ab07d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:12.570952 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6e11c7-46af-4daf-9229-1684b348e7fb None None] Network 487688c2-e8fd-498f-b4ca-4371546a606e requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:52:12.579816 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f5002d-6da1-4252-bd10-6caff9e65571 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:52:12.581403 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef29fbf-3a32-48da-af22-6eef94c7dd43 None None] Routers {'54d95f79-a647-4a76-bf84-b0929c1f0d1d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:52:12.581934 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-3ef29fbf-3a32-48da-af22-6eef94c7dd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:51:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['54d95f79-a647-4a76-bf84-b0929c1f0d1d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:12.626057 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1416c1-6126-4f8d-a72f-1067906944b1 None None] Pushing event updated for resources: {'Port': ['ID=f3ef0426-9e8e-4809-9c18-dc927da3e41f,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:12.667836 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-310a1de4-99a2-4957-95e6-6ba52c1ab07d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9615848 Dec 16 22:52:12.670799 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59336) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:12.714240 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f69ebbd-3af3-4145-9cc2-d89b800eee41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-487688c2-e8fd-498f-b4ca-4371546a606e', 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e', 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'fixed_ips': [{'subnet_id': 'e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:52:12.719178 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0f69ebbd-3af3-4145-9cc2-d89b800eee41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:12.719456 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-3ef29fbf-3a32-48da-af22-6eef94c7dd43 None None] Set router 54d95f79-a647-4a76-bf84-b0929c1f0d1d gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:52:12.756474 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5c446828-e102-42c6-850a-bd35e813e43b None None] Provisioning complete for port f3ef0426-9e8e-4809-9c18-dc927da3e41f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:12.756919 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c446828-e102-42c6-850a-bd35e813e43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:12.938136 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-0f69ebbd-3af3-4145-9cc2-d89b800eee41 None None] Allocated IP 172.20.0.2 (487688c2-e8fd-498f-b4ca-4371546a606e/e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b/76eb4801-fac6-455e-998c-e4dfd3609557) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:52:12.946388 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-3ef29fbf-3a32-48da-af22-6eef94c7dd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366097997', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:09Z', 'updated_at': '2021-12-16T22:52:10Z', 'revision_number': 3, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:10Z', 'updated_at': '2021-12-16T22:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:12.958299 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c446828-e102-42c6-850a-bd35e813e43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:13.021891 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5c446828-e102-42c6-850a-bd35e813e43b None None] For port f3ef0426-9e8e-4809-9c18-dc927da3e41f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f3ef0426-9e8e-4809-9c18-dc927da3e41f,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:13.086869 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef29fbf-3a32-48da-af22-6eef94c7dd43 None None] The sync data for ids ['54d95f79-a647-4a76-bf84-b0929c1f0d1d'] in n-d-815324-4 is: [{'id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366097997', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:09Z', 'updated_at': '2021-12-16T22:52:10Z', 'revision_number': 3, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:10Z', 'updated_at': '2021-12-16T22:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:52:13.129414 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c446828-e102-42c6-850a-bd35e813e43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:13.191536 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0f69ebbd-3af3-4145-9cc2-d89b800eee41 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:13.225569 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c446828-e102-42c6-850a-bd35e813e43b None None] Pushing event updated for resources: {'Port': ['ID=f3ef0426-9e8e-4809-9c18-dc927da3e41f,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:13.310070 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0f69ebbd-3af3-4145-9cc2-d89b800eee41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:13.390760 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69ebbd-3af3-4145-9cc2-d89b800eee41 None None] Pushing event updated for resources: {'Port': ['ID=76eb4801-fac6-455e-998c-e4dfd3609557,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:13.403654 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f69ebbd-3af3-4145-9cc2-d89b800eee41 None None] Network 487688c2-e8fd-498f-b4ca-4371546a606e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:52:13.405147 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-0f69ebbd-3af3-4145-9cc2-d89b800eee41 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:52:13.407798 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f69ebbd-3af3-4145-9cc2-d89b800eee41 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:52:13.472013 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-0f69ebbd-3af3-4145-9cc2-d89b800eee41 None None] Attempting to bind port 76eb4801-fac6-455e-998c-e4dfd3609557 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:52:13.472383 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-0f69ebbd-3af3-4145-9cc2-d89b800eee41 None None] Attempting to bind port 76eb4801-fac6-455e-998c-e4dfd3609557 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '705896bb-8ec9-43d1-ab3d-64774af6ab9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:52:13.472750 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f69ebbd-3af3-4145-9cc2-d89b800eee41 None None] Attempting to bind port 76eb4801-fac6-455e-998c-e4dfd3609557 on network 487688c2-e8fd-498f-b4ca-4371546a606e {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:52:13.481810 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f69ebbd-3af3-4145-9cc2-d89b800eee41 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:52:13.482118 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f69ebbd-3af3-4145-9cc2-d89b800eee41 None None] Checking segment: {'id': '705896bb-8ec9-43d1-ab3d-64774af6ab9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:52:13.482553 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0f69ebbd-3af3-4145-9cc2-d89b800eee41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:13.482952 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f69ebbd-3af3-4145-9cc2-d89b800eee41 None None] Bound using segment: {'id': '705896bb-8ec9-43d1-ab3d-64774af6ab9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:52:13.483472 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-0f69ebbd-3af3-4145-9cc2-d89b800eee41 None None] Bound port: 76eb4801-fac6-455e-998c-e4dfd3609557, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705896bb-8ec9-43d1-ab3d-64774af6ab9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:52:13.483861 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0f69ebbd-3af3-4145-9cc2-d89b800eee41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:13.559909 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0f69ebbd-3af3-4145-9cc2-d89b800eee41 None None] For port 76eb4801-fac6-455e-998c-e4dfd3609557, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:52:13.563182 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0f69ebbd-3af3-4145-9cc2-d89b800eee41 None None] For port 76eb4801-fac6-455e-998c-e4dfd3609557, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=76eb4801-fac6-455e-998c-e4dfd3609557,segment=NetworkSegment(705896bb-8ec9-43d1-ab3d-64774af6ab9c),segment_id=705896bb-8ec9-43d1-ab3d-64774af6ab9c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:52:13.666984 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-821593ca-04e3-4feb-88ae-eb8713ed0fc6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:13.690137 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0f69ebbd-3af3-4145-9cc2-d89b800eee41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:13.757172 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69ebbd-3af3-4145-9cc2-d89b800eee41 None None] Pushing event updated for resources: {'Port': ['ID=76eb4801-fac6-455e-998c-e4dfd3609557,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:14.000551 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f3ef0426-9e8e-4809-9c18-dc927da3e41f up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:52:14.080051 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port f3ef0426-9e8e-4809-9c18-dc927da3e41f triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:14.080601 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:14.089524 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-821593ca-04e3-4feb-88ae-eb8713ed0fc6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Allocated IP 172.20.0.1 (487688c2-e8fd-498f-b4ca-4371546a606e/e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b/905c9fb4-35b5-4f5f-8ade-06f6904ff4ee) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:52:14.247626 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-821593ca-04e3-4feb-88ae-eb8713ed0fc6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:14.353498 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-821593ca-04e3-4feb-88ae-eb8713ed0fc6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:14.398609 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821593ca-04e3-4feb-88ae-eb8713ed0fc6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Network 487688c2-e8fd-498f-b4ca-4371546a606e is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:52:14.402805 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-821593ca-04e3-4feb-88ae-eb8713ed0fc6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:52:14.406965 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821593ca-04e3-4feb-88ae-eb8713ed0fc6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:52:14.413993 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821593ca-04e3-4feb-88ae-eb8713ed0fc6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Port': ['ID=905c9fb4-35b5-4f5f-8ade-06f6904ff4ee,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:14.461437 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-821593ca-04e3-4feb-88ae-eb8713ed0fc6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:14.753431 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-821593ca-04e3-4feb-88ae-eb8713ed0fc6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:15.103146 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-821593ca-04e3-4feb-88ae-eb8713ed0fc6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:15.149913 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59daa097-bf0a-46f9-b18e-4b9a60c11305 None None] Network 487688c2-e8fd-498f-b4ca-4371546a606e requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:52:15.181182 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-821593ca-04e3-4feb-88ae-eb8713ed0fc6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:15.227394 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-72a79b90-3530-46cc-a240-7e3b38ddb446 None None] Provisioning complete for port 76eb4801-fac6-455e-998c-e4dfd3609557 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:15.227891 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72a79b90-3530-46cc-a240-7e3b38ddb446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:15.281440 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821593ca-04e3-4feb-88ae-eb8713ed0fc6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Port': ['ID=905c9fb4-35b5-4f5f-8ade-06f6904ff4ee,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:15.283689 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-821593ca-04e3-4feb-88ae-eb8713ed0fc6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:15.403381 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72a79b90-3530-46cc-a240-7e3b38ddb446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:15.423384 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821593ca-04e3-4feb-88ae-eb8713ed0fc6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Network 487688c2-e8fd-498f-b4ca-4371546a606e is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:52:15.425035 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-821593ca-04e3-4feb-88ae-eb8713ed0fc6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:52:15.457264 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-72a79b90-3530-46cc-a240-7e3b38ddb446 None None] For port 76eb4801-fac6-455e-998c-e4dfd3609557, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=76eb4801-fac6-455e-998c-e4dfd3609557,segment=NetworkSegment(705896bb-8ec9-43d1-ab3d-64774af6ab9c),segment_id=705896bb-8ec9-43d1-ab3d-64774af6ab9c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:15.552029 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72a79b90-3530-46cc-a240-7e3b38ddb446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:15.579026 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821593ca-04e3-4feb-88ae-eb8713ed0fc6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Router 54d95f79-a647-4a76-bf84-b0929c1f0d1d has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:52:15.609112 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a79b90-3530-46cc-a240-7e3b38ddb446 None None] Pushing event updated for resources: {'Port': ['ID=76eb4801-fac6-455e-998c-e4dfd3609557,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:15.674830 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e9ac4da3-77da-4c5d-aeb9-4ff9290d8220 None None] Provisioning complete for port 76eb4801-fac6-455e-998c-e4dfd3609557 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:15.681982 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4da3-77da-4c5d-aeb9-4ff9290d8220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:15.720296 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821593ca-04e3-4feb-88ae-eb8713ed0fc6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:52:15.740335 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-821593ca-04e3-4feb-88ae-eb8713ed0fc6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "PUT /v2.0/routers/54d95f79-a647-4a76-bf84-b0929c1f0d1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0592763 Dec 16 22:52:15.749812 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545a6080-3e2a-412c-a9ae-8b1d5c2104a2 None None] Sync routers for ids ['54d95f79-a647-4a76-bf84-b0929c1f0d1d'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:52:15.782181 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545a6080-3e2a-412c-a9ae-8b1d5c2104a2 None None] Routers {'54d95f79-a647-4a76-bf84-b0929c1f0d1d'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:52:15.782181 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-545a6080-3e2a-412c-a9ae-8b1d5c2104a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:51:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['54d95f79-a647-4a76-bf84-b0929c1f0d1d'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:15.851445 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e9ac4da3-77da-4c5d-aeb9-4ff9290d8220 None None] Provisioning complete for port 905c9fb4-35b5-4f5f-8ade-06f6904ff4ee triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:15.851828 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4da3-77da-4c5d-aeb9-4ff9290d8220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:15.927269 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8f4d6-7ecb-4411-bf2e-edf3797275b9 req-673ea565-48cc-4a5d-b1a6-e79f27dfa021 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:15.930854 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4dd8f4d6-7ecb-4411-bf2e-edf3797275b9 req-673ea565-48cc-4a5d-b1a6-e79f27dfa021 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 946 time: 0.1078405 Dec 16 22:52:15.952314 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e9ac4da3-77da-4c5d-aeb9-4ff9290d8220 None None] Port 905c9fb4-35b5-4f5f-8ade-06f6904ff4ee cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:52:16.004052 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-545a6080-3e2a-412c-a9ae-8b1d5c2104a2 None None] Set router 54d95f79-a647-4a76-bf84-b0929c1f0d1d gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:52:16.036351 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4dd8f4d6-7ecb-4411-bf2e-edf3797275b9 req-1a2b6f67-4d09-4b9e-9d6a-a3cd86bafef9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957520 Dec 16 22:52:16.047167 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 76eb4801-fac6-455e-998c-e4dfd3609557 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:52:16.047944 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-653fe71d-cbef-4c9f-9916-81a1777c3198 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-698579873&fields=id&tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be HTTP/1.1" status: 200 len: 267 time: 0.1106863 Dec 16 22:52:16.154207 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ceee5cd8-6f93-49e4-bc44-b2f35417cd23 None None] Provisioning complete for port 905c9fb4-35b5-4f5f-8ade-06f6904ff4ee triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:16.155338 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ceee5cd8-6f93-49e4-bc44-b2f35417cd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:16.177779 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-11990ff1-2081-4ca9-ba9b-d83b262c1228 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:16.182495 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-11990ff1-2081-4ca9-ba9b-d83b262c1228 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/networks?id=487688c2-e8fd-498f-b4ca-4371546a606e HTTP/1.1" status: 200 len: 797 time: 0.1287787 Dec 16 22:52:16.203822 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-3d34f669-a020-48ab-b9da-a181679d0297 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/quotas/7bfb8f7eefc1419caa30af0dd0a6b7be HTTP/1.1" status: 200 len: 375 time: 0.0109494 Dec 16 22:52:16.256211 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ceee5cd8-6f93-49e4-bc44-b2f35417cd23 None None] Port 905c9fb4-35b5-4f5f-8ade-06f6904ff4ee cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:52:16.261726 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 76eb4801-fac6-455e-998c-e4dfd3609557 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:16.262097 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:16.273550 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-6fbd26aa-0fc7-4db0-8954-412843a6b780 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585978 Dec 16 22:52:16.393411 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-53f7bcec-0439-4679-9472-96ab924895ae service neutron] 10.222.0.75 "GET /v2.0/networks/487688c2-e8fd-498f-b4ca-4371546a606e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076338 Dec 16 22:52:16.422356 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b8468cb1-3fd6-4bfd-a6e1-e57c8914d9df None None] Provisioning complete for port 905c9fb4-35b5-4f5f-8ade-06f6904ff4ee triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:16.422825 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b8468cb1-3fd6-4bfd-a6e1-e57c8914d9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:16.428585 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-545a6080-3e2a-412c-a9ae-8b1d5c2104a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366097997', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:09Z', 'updated_at': '2021-12-16T22:52:14Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:10Z', 'updated_at': '2021-12-16T22:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '905c9fb4-35b5-4f5f-8ade-06f6904ff4ee', 'name': '', 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:69:6a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:13Z', 'updated_at': '2021-12-16T22:52:14Z', 'revision_number': 2, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': 'e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:16.484737 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545a6080-3e2a-412c-a9ae-8b1d5c2104a2 None None] Checking router: 54d95f79-a647-4a76-bf84-b0929c1f0d1d for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:52:16.485095 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545a6080-3e2a-412c-a9ae-8b1d5c2104a2 None None] Updating router 54d95f79-a647-4a76-bf84-b0929c1f0d1d port 905c9fb4-35b5-4f5f-8ade-06f6904ff4ee binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:52:16.494317 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-6748828b-a52d-4485-ba0a-f8f11335d6c1 service neutron] 10.222.0.75 "GET /v2.0/networks/487688c2-e8fd-498f-b4ca-4371546a606e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944114 Dec 16 22:52:16.518512 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b8468cb1-3fd6-4bfd-a6e1-e57c8914d9df None None] Port 905c9fb4-35b5-4f5f-8ade-06f6904ff4ee cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:52:16.525185 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-545a6080-3e2a-412c-a9ae-8b1d5c2104a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:16.798151 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a6756cb8-d4a0-4982-9c90-b53e92a89c98 req-ca3914e4-3ea7-4df6-bba7-35fa9437bd1d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 210 time: 0.0381520 Dec 16 22:52:16.831071 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-545a6080-3e2a-412c-a9ae-8b1d5c2104a2 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:16.941188 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-545a6080-3e2a-412c-a9ae-8b1d5c2104a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:17.020279 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b72bf-cf62-4020-8fa2-a27fb3e7f6aa None None] Pushing event updated for resources: {'Port': ['ID=905c9fb4-35b5-4f5f-8ade-06f6904ff4ee,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:17.058004 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-545a6080-3e2a-412c-a9ae-8b1d5c2104a2 None None] Attempting to bind port 905c9fb4-35b5-4f5f-8ade-06f6904ff4ee on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:52:17.058687 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-545a6080-3e2a-412c-a9ae-8b1d5c2104a2 None None] Attempting to bind port 905c9fb4-35b5-4f5f-8ade-06f6904ff4ee by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '705896bb-8ec9-43d1-ab3d-64774af6ab9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:52:17.059160 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545a6080-3e2a-412c-a9ae-8b1d5c2104a2 None None] Attempting to bind port 905c9fb4-35b5-4f5f-8ade-06f6904ff4ee on network 487688c2-e8fd-498f-b4ca-4371546a606e {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:52:17.071166 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545a6080-3e2a-412c-a9ae-8b1d5c2104a2 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:52:17.071466 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545a6080-3e2a-412c-a9ae-8b1d5c2104a2 None None] Checking segment: {'id': '705896bb-8ec9-43d1-ab3d-64774af6ab9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:52:17.071856 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-545a6080-3e2a-412c-a9ae-8b1d5c2104a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:17.072262 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545a6080-3e2a-412c-a9ae-8b1d5c2104a2 None None] Bound using segment: {'id': '705896bb-8ec9-43d1-ab3d-64774af6ab9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:52:17.072915 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-545a6080-3e2a-412c-a9ae-8b1d5c2104a2 None None] Bound port: 905c9fb4-35b5-4f5f-8ade-06f6904ff4ee, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705896bb-8ec9-43d1-ab3d-64774af6ab9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:52:17.073312 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-545a6080-3e2a-412c-a9ae-8b1d5c2104a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:17.156836 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-545a6080-3e2a-412c-a9ae-8b1d5c2104a2 None None] For port 905c9fb4-35b5-4f5f-8ade-06f6904ff4ee, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:52:17.160302 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-545a6080-3e2a-412c-a9ae-8b1d5c2104a2 None None] For port 905c9fb4-35b5-4f5f-8ade-06f6904ff4ee, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=905c9fb4-35b5-4f5f-8ade-06f6904ff4ee,segment=NetworkSegment(705896bb-8ec9-43d1-ab3d-64774af6ab9c),segment_id=705896bb-8ec9-43d1-ab3d-64774af6ab9c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:52:17.170615 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e03652-fa43-4273-8776-78c00fd00096 req-7c379a69-5785-4427-8add-7f24f41705b1 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:17.172930 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-36e03652-fa43-4273-8776-78c00fd00096 req-7c379a69-5785-4427-8add-7f24f41705b1 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 946 time: 0.0634041 Dec 16 22:52:17.236733 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-36e03652-fa43-4273-8776-78c00fd00096 req-c3bc26df-e7b9-4502-8f79-d544ff336e8a tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572374 Dec 16 22:52:17.243000 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-545a6080-3e2a-412c-a9ae-8b1d5c2104a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:17.318388 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545a6080-3e2a-412c-a9ae-8b1d5c2104a2 None None] Routers {'54d95f79-a647-4a76-bf84-b0929c1f0d1d'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:52:17.319073 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-545a6080-3e2a-412c-a9ae-8b1d5c2104a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:51:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['54d95f79-a647-4a76-bf84-b0929c1f0d1d'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:17.372472 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b72bf-cf62-4020-8fa2-a27fb3e7f6aa None None] Pushing event updated for resources: {'Port': ['ID=905c9fb4-35b5-4f5f-8ade-06f6904ff4ee,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:17.420601 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1f4a28bb-1c85-4a55-ad1e-f0c258609608 None None] Provisioning complete for port 905c9fb4-35b5-4f5f-8ade-06f6904ff4ee triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:17.420994 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1f4a28bb-1c85-4a55-ad1e-f0c258609608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:17.483743 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-545a6080-3e2a-412c-a9ae-8b1d5c2104a2 None None] Set router 54d95f79-a647-4a76-bf84-b0929c1f0d1d gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:52:17.636182 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1f4a28bb-1c85-4a55-ad1e-f0c258609608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:17.705153 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-1f4a28bb-1c85-4a55-ad1e-f0c258609608 None None] For port 905c9fb4-35b5-4f5f-8ade-06f6904ff4ee, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=905c9fb4-35b5-4f5f-8ade-06f6904ff4ee,segment=NetworkSegment(705896bb-8ec9-43d1-ab3d-64774af6ab9c),segment_id=705896bb-8ec9-43d1-ab3d-64774af6ab9c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:17.760377 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-545a6080-3e2a-412c-a9ae-8b1d5c2104a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366097997', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:09Z', 'updated_at': '2021-12-16T22:52:14Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:10Z', 'updated_at': '2021-12-16T22:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '905c9fb4-35b5-4f5f-8ade-06f6904ff4ee', 'name': '', 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:69:6a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:13Z', 'updated_at': '2021-12-16T22:52:17Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': 'e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:17.786740 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545a6080-3e2a-412c-a9ae-8b1d5c2104a2 None None] The sync data for ids ['54d95f79-a647-4a76-bf84-b0929c1f0d1d'] in n-d-815324-4 is: [{'id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366097997', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:09Z', 'updated_at': '2021-12-16T22:52:14Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:10Z', 'updated_at': '2021-12-16T22:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '905c9fb4-35b5-4f5f-8ade-06f6904ff4ee', 'name': '', 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:69:6a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:13Z', 'updated_at': '2021-12-16T22:52:17Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': 'e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:52:17.916460 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1f4a28bb-1c85-4a55-ad1e-f0c258609608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:17.980897 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe462fa-5346-44c0-a4cb-86ba4d8d2aaf req-3854f7c7-3da7-4c7c-b7ac-22fae12c0dce tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:17.982730 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cfe462fa-5346-44c0-a4cb-86ba4d8d2aaf req-3854f7c7-3da7-4c7c-b7ac-22fae12c0dce tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.76 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 946 time: 0.0866706 Dec 16 22:52:18.004886 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 905c9fb4-35b5-4f5f-8ade-06f6904ff4ee up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:52:18.008608 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a28bb-1c85-4a55-ad1e-f0c258609608 None None] Pushing event updated for resources: {'Port': ['ID=905c9fb4-35b5-4f5f-8ade-06f6904ff4ee,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:18.042256 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-355d2be7-ee2b-4f01-84dc-e4567f14b02e req-c1dd6965-7cc2-4689-81b8-3ac2a3fd4a92 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 210 time: 0.0878286 Dec 16 22:52:18.123755 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-cfe462fa-5346-44c0-a4cb-86ba4d8d2aaf req-f1b70c68-22fa-4d4f-8311-f0326394a07f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Deleting port 4d1234c1-27b1-42de-b18b-c277c37ea1a2 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:52:18.124175 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cfe462fa-5346-44c0-a4cb-86ba4d8d2aaf req-f1b70c68-22fa-4d4f-8311-f0326394a07f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:18.249076 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-cfe462fa-5346-44c0-a4cb-86ba4d8d2aaf req-f1b70c68-22fa-4d4f-8311-f0326394a07f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] For port 4d1234c1-27b1-42de-b18b-c277c37ea1a2, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=4d1234c1-27b1-42de-b18b-c277c37ea1a2,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:18.250252 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cfe462fa-5346-44c0-a4cb-86ba4d8d2aaf req-f1b70c68-22fa-4d4f-8311-f0326394a07f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:18.292118 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-04394bc6-f9a3-4207-b01c-0662334b3655 None None] Provisioning complete for port 905c9fb4-35b5-4f5f-8ade-06f6904ff4ee triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:18.292679 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-04394bc6-f9a3-4207-b01c-0662334b3655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:18.350187 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 905c9fb4-35b5-4f5f-8ade-06f6904ff4ee triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:18.352637 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:18.483615 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998882d-27e4-4aa4-be62-2c1878c895cd req-9ceb54fb-85d4-481b-909a-03fe66c672f6 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:18.492843 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4998882d-27e4-4aa4-be62-2c1878c895cd req-9ceb54fb-85d4-481b-909a-03fe66c672f6 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 946 time: 0.1329305 Dec 16 22:52:18.592556 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cfe462fa-5346-44c0-a4cb-86ba4d8d2aaf req-f1b70c68-22fa-4d4f-8311-f0326394a07f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:18.593183 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cfe462fa-5346-44c0-a4cb-86ba4d8d2aaf req-f1b70c68-22fa-4d4f-8311-f0326394a07f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:18.593512 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [req-cfe462fa-5346-44c0-a4cb-86ba4d8d2aaf req-f1b70c68-22fa-4d4f-8311-f0326394a07f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Floating IP 8641fde6-c068-44d7-8679-28cada23fe96 disassociated. External IP: 172.25.6.71, port: 4d1234c1-27b1-42de-b18b-c277c37ea1a2. Dec 16 22:52:18.593865 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-cfe462fa-5346-44c0-a4cb-86ba4d8d2aaf req-f1b70c68-22fa-4d4f-8311-f0326394a07f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Calling delete_port for 4d1234c1-27b1-42de-b18b-c277c37ea1a2 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:52:18.612221 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4998882d-27e4-4aa4-be62-2c1878c895cd req-67207530-cec7-4a61-9665-fa0108defae3 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164546 Dec 16 22:52:18.843714 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cfe462fa-5346-44c0-a4cb-86ba4d8d2aaf req-f1b70c68-22fa-4d4f-8311-f0326394a07f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:19.177148 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f6a3f820-0538-419e-afad-5c310096bbc0 req-9db49695-facd-4266-98e2-23ef8307438a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 210 time: 0.0602653 Dec 16 22:52:19.264095 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b70c68-22fa-4d4f-8311-f0326394a07f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event deleted for resources: {'Port': ['ID=4d1234c1-27b1-42de-b18b-c277c37ea1a2,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:19.490643 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfe462fa-5346-44c0-a4cb-86ba4d8d2aaf req-f1b70c68-22fa-4d4f-8311-f0326394a07f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Router f2356911-0c5c-4ae1-ae3d-c6b339551136 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:52:19.584441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-7c79de02-7030-476d-93df-e1c2d13070e7 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:19.586540 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-7c79de02-7030-476d-93df-e1c2d13070e7 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.57 "GET /v2.0/networks?id=487688c2-e8fd-498f-b4ca-4371546a606e HTTP/1.1" status: 200 len: 797 time: 0.2112362 Dec 16 22:52:19.723606 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfe462fa-5346-44c0-a4cb-86ba4d8d2aaf req-f1b70c68-22fa-4d4f-8311-f0326394a07f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:52:19.735171 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c483d7a-8332-4d76-bcbc-ff8767714905 None None] Sync routers for ids ['f2356911-0c5c-4ae1-ae3d-c6b339551136'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:52:19.745914 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c0cd20e9-6c0b-413e-b534-a2a85d3adff9 req-b6c89c8b-e035-4850-8df6-ebc66c443956 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 210 time: 0.0439987 Dec 16 22:52:19.749975 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c483d7a-8332-4d76-bcbc-ff8767714905 None None] Routers {'f2356911-0c5c-4ae1-ae3d-c6b339551136'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:52:19.750879 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4c483d7a-8332-4d76-bcbc-ff8767714905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:51:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f2356911-0c5c-4ae1-ae3d-c6b339551136'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:19.774841 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-abbbdbcf-1df5-4a85-9304-5d92243fc687 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be HTTP/1.1" status: 200 len: 379 time: 0.1477127 Dec 16 22:52:19.834215 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-a70cf197-ca79-4af7-be62-e49830e32f6c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'port': {'device_id': 'ab4f8818-954b-466c-937d-bc66329a922a', 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e', 'admin_state_up': True, 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'security_groups': ['a93f2472-383d-4f2a-a828-0d7a211d1a33']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:19.837924 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe462fa-5346-44c0-a4cb-86ba4d8d2aaf req-f1b70c68-22fa-4d4f-8311-f0326394a07f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] No DVR routers for this DVR port 4d1234c1-27b1-42de-b18b-c277c37ea1a2 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:52:19.841610 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cfe462fa-5346-44c0-a4cb-86ba4d8d2aaf req-f1b70c68-22fa-4d4f-8311-f0326394a07f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:19.844935 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cfe462fa-5346-44c0-a4cb-86ba4d8d2aaf req-f1b70c68-22fa-4d4f-8311-f0326394a07f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.76 "DELETE /v2.0/ports/4d1234c1-27b1-42de-b18b-c277c37ea1a2 HTTP/1.1" status: 204 len: 173 time: 1.8554978 Dec 16 22:52:19.845390 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1', 'name': 'network-vif-deleted', 'tag': '4d1234c1-27b1-42de-b18b-c277c37ea1a2'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:52:19.847675 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7468d3-8be9-4955-9dc0-020570c884a2" -d '{"events": [{"server_uuid": "16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1", "name": "network-vif-deleted", "tag": "4d1234c1-27b1-42de-b18b-c277c37ea1a2"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:52:19.910099 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-4c483d7a-8332-4d76-bcbc-ff8767714905 None None] Set router f2356911-0c5c-4ae1-ae3d-c6b339551136 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:52:19.930673 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3bf099-6b19-42cf-8c21-a6d4248fc5b2 x-openstack-request-id: req-5e3bf099-6b19-42cf-8c21-a6d4248fc5b2 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:52:19.931081 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1", "name": "network-vif-deleted", "tag": "4d1234c1-27b1-42de-b18b-c277c37ea1a2", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:52:19.931407 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5e3bf099-6b19-42cf-8c21-a6d4248fc5b2 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:52:19.931975 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1', 'name': 'network-vif-deleted', 'tag': '4d1234c1-27b1-42de-b18b-c277c37ea1a2', 'status': 'completed', 'code': 200} Dec 16 22:52:19.965205 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 905c9fb4-35b5-4f5f-8ade-06f6904ff4ee up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:52:20.017775 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 905c9fb4-35b5-4f5f-8ade-06f6904ff4ee triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:20.018149 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:20.124778 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-a70cf197-ca79-4af7-be62-e49830e32f6c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Made reservation on behalf of 7bfb8f7eefc1419caa30af0dd0a6b7be for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:52:20.130060 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-a70cf197-ca79-4af7-be62-e49830e32f6c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:20.173659 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4c483d7a-8332-4d76-bcbc-ff8767714905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'name': 'tempest-TestVolumeBootPattern-493678342-router', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'gw_port': {'id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:52Z', 'updated_at': '2021-12-16T22:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '71c446f6-e687-41bb-afe1-9fef24f1666b', 'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'mac_address': 'fa:16:3e:07:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:56Z', 'updated_at': '2021-12-16T22:43:12Z', 'revision_number': 5, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'subnets': [{'id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:20.214527 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c483d7a-8332-4d76-bcbc-ff8767714905 None None] Checking router: f2356911-0c5c-4ae1-ae3d-c6b339551136 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:52:20.228261 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c483d7a-8332-4d76-bcbc-ff8767714905 None None] Routers {'f2356911-0c5c-4ae1-ae3d-c6b339551136'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:52:20.229235 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4c483d7a-8332-4d76-bcbc-ff8767714905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:51:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f2356911-0c5c-4ae1-ae3d-c6b339551136'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:20.362631 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-41e46756-d36f-4470-ab03-b32b1dbe6af7 req-45ae5870-a674-430a-945d-1f88e01a3141 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 210 time: 0.0516782 Dec 16 22:52:20.402672 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-a70cf197-ca79-4af7-be62-e49830e32f6c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Allocated IP 172.20.0.14 (487688c2-e8fd-498f-b4ca-4371546a606e/e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b/44996763-52d9-48ff-9f54-922de798fd7e) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:52:20.439752 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-4c483d7a-8332-4d76-bcbc-ff8767714905 None None] Set router f2356911-0c5c-4ae1-ae3d-c6b339551136 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:52:20.587479 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-a70cf197-ca79-4af7-be62-e49830e32f6c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:20.704515 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4c483d7a-8332-4d76-bcbc-ff8767714905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'name': 'tempest-TestVolumeBootPattern-493678342-router', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'gw_port': {'id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:52Z', 'updated_at': '2021-12-16T22:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '71c446f6-e687-41bb-afe1-9fef24f1666b', 'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'mac_address': 'fa:16:3e:07:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:56Z', 'updated_at': '2021-12-16T22:43:12Z', 'revision_number': 5, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'subnets': [{'id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:20.708886 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-a70cf197-ca79-4af7-be62-e49830e32f6c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:20.734052 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c483d7a-8332-4d76-bcbc-ff8767714905 None None] The sync data for ids ['f2356911-0c5c-4ae1-ae3d-c6b339551136'] in n-d-815324-4 is: [{'id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'name': 'tempest-TestVolumeBootPattern-493678342-router', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'gw_port': {'id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:52Z', 'updated_at': '2021-12-16T22:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '71c446f6-e687-41bb-afe1-9fef24f1666b', 'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'mac_address': 'fa:16:3e:07:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:56Z', 'updated_at': '2021-12-16T22:43:12Z', 'revision_number': 5, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'subnets': [{'id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:52:20.777010 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-a70cf197-ca79-4af7-be62-e49830e32f6c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Network 487688c2-e8fd-498f-b4ca-4371546a606e is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:52:20.780730 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-a70cf197-ca79-4af7-be62-e49830e32f6c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:52:20.785337 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-a70cf197-ca79-4af7-be62-e49830e32f6c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:52:20.793517 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70cf197-ca79-4af7-be62-e49830e32f6c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Port': ['ID=44996763-52d9-48ff-9f54-922de798fd7e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:20.887387 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-a70cf197-ca79-4af7-be62-e49830e32f6c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:20.888140 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-a70cf197-ca79-4af7-be62-e49830e32f6c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:20.942293 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 4d1234c1-27b1-42de-b18b-c277c37ea1a2 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:52:20.968564 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 4d1234c1-27b1-42de-b18b-c277c37ea1a2 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:52:20.969226 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 4d1234c1-27b1-42de-b18b-c277c37ea1a2 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:52:20.977378 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c42f6982-6346-4a0f-96ee-44d9ea349f1a req-8cacd86d-708b-43d9-9d5d-a38bd4e48e7e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 210 time: 0.0413578 Dec 16 22:52:21.012911 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-a70cf197-ca79-4af7-be62-e49830e32f6c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1833282 Dec 16 22:52:21.033989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-053e4faa-a797-418e-a2a1-063b9aacb317 service neutron] Request body: {'port': {'device_id': 'ab4f8818-954b-466c-937d-bc66329a922a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:21.122623 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-053e4faa-a797-418e-a2a1-063b9aacb317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:21.151610 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b8585a27-9b10-4bc5-b528-2bcfb3cc1671 None None] Provisioning complete for port 44996763-52d9-48ff-9f54-922de798fd7e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:21.151989 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b8585a27-9b10-4bc5-b528-2bcfb3cc1671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:21.205491 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b8585a27-9b10-4bc5-b528-2bcfb3cc1671 None None] Port 44996763-52d9-48ff-9f54-922de798fd7e cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:52:21.211079 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0332d50e-b127-431d-9ae9-71992e8b9204 None None] New status for floating IP 8641fde6-c068-44d7-8679-28cada23fe96: DOWN {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:52:21.534551 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-053e4faa-a797-418e-a2a1-063b9aacb317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44996763-52d9-48ff-9f54-922de798fd7e {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:52:21.545900 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-053e4faa-a797-418e-a2a1-063b9aacb317 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:21.571257 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-053e4faa-a797-418e-a2a1-063b9aacb317 service neutron] Transition to ACTIVE for port object 44996763-52d9-48ff-9f54-922de798fd7e will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:52:21.583161 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64efaa-650e-451f-87b1-eb1e034f9ae2 req-1c7bd5e6-bf8f-421d-9f4f-69f53566cad5 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:21.584705 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5f64efaa-650e-451f-87b1-eb1e034f9ae2 req-1c7bd5e6-bf8f-421d-9f4f-69f53566cad5 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 932 time: 0.0979362 Dec 16 22:52:21.651031 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5f64efaa-650e-451f-87b1-eb1e034f9ae2 req-8c10eb2f-d0b5-47df-a189-4c7a7287f77f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582929 Dec 16 22:52:21.660543 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-053e4faa-a797-418e-a2a1-063b9aacb317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:21.758795 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e4faa-a797-418e-a2a1-063b9aacb317 service neutron] Pushing event updated for resources: {'Port': ['ID=44996763-52d9-48ff-9f54-922de798fd7e,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:21.834753 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-053e4faa-a797-418e-a2a1-063b9aacb317 service neutron] Attempting to bind port 44996763-52d9-48ff-9f54-922de798fd7e on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:52:21.834753 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-053e4faa-a797-418e-a2a1-063b9aacb317 service neutron] Attempting to bind port 44996763-52d9-48ff-9f54-922de798fd7e by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '705896bb-8ec9-43d1-ab3d-64774af6ab9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:52:21.835748 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-053e4faa-a797-418e-a2a1-063b9aacb317 service neutron] Attempting to bind port 44996763-52d9-48ff-9f54-922de798fd7e on network 487688c2-e8fd-498f-b4ca-4371546a606e {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:52:21.841511 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-053e4faa-a797-418e-a2a1-063b9aacb317 service neutron] Port 44996763-52d9-48ff-9f54-922de798fd7e on network 487688c2-e8fd-498f-b4ca-4371546a606e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:52:21.842083 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-053e4faa-a797-418e-a2a1-063b9aacb317 service neutron] Attempting to bind port 44996763-52d9-48ff-9f54-922de798fd7e on network 487688c2-e8fd-498f-b4ca-4371546a606e {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:52:21.860249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-053e4faa-a797-418e-a2a1-063b9aacb317 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:52:21.860249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-053e4faa-a797-418e-a2a1-063b9aacb317 service neutron] Checking segment: {'id': '705896bb-8ec9-43d1-ab3d-64774af6ab9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:52:21.860249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-053e4faa-a797-418e-a2a1-063b9aacb317 service neutron] Bound using segment: {'id': '705896bb-8ec9-43d1-ab3d-64774af6ab9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:52:21.860249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-053e4faa-a797-418e-a2a1-063b9aacb317 service neutron] Bound port: 44996763-52d9-48ff-9f54-922de798fd7e, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705896bb-8ec9-43d1-ab3d-64774af6ab9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:52:21.860249 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-053e4faa-a797-418e-a2a1-063b9aacb317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:21.946939 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-053e4faa-a797-418e-a2a1-063b9aacb317 service neutron] For port 44996763-52d9-48ff-9f54-922de798fd7e, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:52:21.951133 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-053e4faa-a797-418e-a2a1-063b9aacb317 service neutron] For port 44996763-52d9-48ff-9f54-922de798fd7e, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=44996763-52d9-48ff-9f54-922de798fd7e,segment=NetworkSegment(705896bb-8ec9-43d1-ab3d-64774af6ab9c),segment_id=705896bb-8ec9-43d1-ab3d-64774af6ab9c)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:52:22.044210 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-053e4faa-a797-418e-a2a1-063b9aacb317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:22.112558 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-053e4faa-a797-418e-a2a1-063b9aacb317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:22.113286 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-053e4faa-a797-418e-a2a1-063b9aacb317 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:22.114968 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-053e4faa-a797-418e-a2a1-063b9aacb317 service neutron] 10.222.0.57 "PUT /v2.0/ports/44996763-52d9-48ff-9f54-922de798fd7e HTTP/1.1" status: 200 len: 1092 time: 1.0853949 Dec 16 22:52:22.115558 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4f8818-954b-466c-937d-bc66329a922a', 'tag': '44996763-52d9-48ff-9f54-922de798fd7e'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:52:22.118724 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea65422-f55e-4fb3-893a-6fcac9f99a21" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4f8818-954b-466c-937d-bc66329a922a", "tag": "44996763-52d9-48ff-9f54-922de798fd7e"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:52:22.125928 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-deec9477-4614-49c7-b5c3-cc66ac88c6ac req-e3d5ac1e-556d-4f10-bbb4-3bfe740a137e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 210 time: 0.0468271 Dec 16 22:52:22.170585 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e4faa-a797-418e-a2a1-063b9aacb317 service neutron] Pushing event updated for resources: {'Port': ['ID=44996763-52d9-48ff-9f54-922de798fd7e,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:22.192420 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68dc7f3-f4b2-4e3f-bc52-e1f42eee4c6a x-openstack-request-id: req-d68dc7f3-f4b2-4e3f-bc52-e1f42eee4c6a {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:52:22.192866 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4f8818-954b-466c-937d-bc66329a922a", "tag": "44996763-52d9-48ff-9f54-922de798fd7e", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:52:22.193213 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d68dc7f3-f4b2-4e3f-bc52-e1f42eee4c6a {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:52:22.193722 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab4f8818-954b-466c-937d-bc66329a922a', 'tag': '44996763-52d9-48ff-9f54-922de798fd7e', 'status': 'completed', 'code': 200} Dec 16 22:52:22.292379 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea65422-f55e-4fb3-893a-6fcac9f99a21 req-61b6f9d5-43a5-487c-a2ec-155cd092f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:22.294215 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ea65422-f55e-4fb3-893a-6fcac9f99a21 req-61b6f9d5-43a5-487c-a2ec-155cd092f388 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 1095 time: 0.0572050 Dec 16 22:52:22.457970 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea65422-f55e-4fb3-893a-6fcac9f99a21 req-01f6859a-efde-4498-9e67-9df2162840b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:22.459464 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ea65422-f55e-4fb3-893a-6fcac9f99a21 req-01f6859a-efde-4498-9e67-9df2162840b4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1487722 Dec 16 22:52:22.576542 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea65422-f55e-4fb3-893a-6fcac9f99a21 req-3c9270c5-4884-4d85-abe5-bbc8e7d44058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:22.578147 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ea65422-f55e-4fb3-893a-6fcac9f99a21 req-3c9270c5-4884-4d85-abe5-bbc8e7d44058 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1122255 Dec 16 22:52:22.695933 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-ac1be423-4c51-482f-8cff-7a594c6aa290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:22.697673 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-ac1be423-4c51-482f-8cff-7a594c6aa290 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 1095 time: 0.0586150 Dec 16 22:52:22.754754 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-d758a33b-7001-4bc3-af8d-22caa14fb12a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44996763-52d9-48ff-9f54-922de798fd7e HTTP/1.1" status: 200 len: 217 time: 0.0428882 Dec 16 22:52:22.803206 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd361dc-966f-4876-80f9-fef3ad8e1d34 req-3c2f1006-f16d-4588-aa39-b1c87745ffb5 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:22.804923 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3bd361dc-966f-4876-80f9-fef3ad8e1d34 req-3c2f1006-f16d-4588-aa39-b1c87745ffb5 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 944 time: 0.0575817 Dec 16 22:52:22.811830 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-8497bed5-262f-4a2b-9625-e446abda7895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:22.813440 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-8497bed5-262f-4a2b-9625-e446abda7895 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b HTTP/1.1" status: 200 len: 835 time: 0.0515976 Dec 16 22:52:22.865658 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-53f14039-9839-48ce-ab0d-a535567e5417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:22.867622 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3bd361dc-966f-4876-80f9-fef3ad8e1d34 req-d4bb32c6-be12-4748-9986-8ab514bd3e6a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515280 Dec 16 22:52:22.867752 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-53f14039-9839-48ce-ab0d-a535567e5417 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=487688c2-e8fd-498f-b4ca-4371546a606e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467188 Dec 16 22:52:22.969813 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-8782857b-8be4-4b75-8cd5-3645e2818686 service neutron] 10.222.0.57 "GET /v2.0/networks/487688c2-e8fd-498f-b4ca-4371546a606e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952370 Dec 16 22:52:23.089516 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dd2629a4-6a26-4b83-81d8-36697377f294 req-0241028b-b303-4e69-840b-d8c59153c1b2 service neutron] 10.222.0.57 "GET /v2.0/networks/487688c2-e8fd-498f-b4ca-4371546a606e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120532 Dec 16 22:52:23.244621 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b07d31f-48cd-4f05-9482-0f5212037d37 req-eea9461f-35aa-4697-bc3e-70567ce1a019 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 210 time: 0.0376208 Dec 16 22:52:23.449035 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0d09f075-c7ec-4edc-a19d-8cd253a15b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:23.994873 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473615e9-d6c4-46c2-b8c9-806b2dee8f1c req-2d019622-5771-48a5-866c-0dc9e0f24aa9 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:23.996737 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-473615e9-d6c4-46c2-b8c9-806b2dee8f1c req-2d019622-5771-48a5-866c-0dc9e0f24aa9 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 944 time: 0.0546408 Dec 16 22:52:24.060954 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-473615e9-d6c4-46c2-b8c9-806b2dee8f1c req-f3d6cdaa-0bad-4c0e-8e11-8f2976a65b9f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579448 Dec 16 22:52:24.359074 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aa40e2d0-8e65-4dcf-8d06-61690d1fcafb req-730cd672-5346-4d45-ac54-63df1360019f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 210 time: 0.0331664 Dec 16 22:52:25.192436 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbed069-ffe2-4490-841c-5d9f55f5626c req-88e1c198-d883-43d9-bfdf-919957b79073 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:25.194011 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3bbed069-ffe2-4490-841c-5d9f55f5626c req-88e1c198-d883-43d9-bfdf-919957b79073 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 944 time: 0.0583851 Dec 16 22:52:25.249251 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3bbed069-ffe2-4490-841c-5d9f55f5626c req-0dd934ac-756d-4e28-80c1-861c10a66c47 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488975 Dec 16 22:52:25.470617 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ff6ff6b-20c4-40f4-883b-4ca845bfe324 req-5eb8e0d2-df6f-40e2-ab27-b86b8266271c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=16a29e82-8c4a-4bba-9fe3-fc6be3c17ed1 HTTP/1.1" status: 200 len: 210 time: 0.0277832 Dec 16 22:52:25.716332 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2eb63481-98b3-40ff-9c76-15c083b06a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:26.375197 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d0914-99bb-4536-8461-7b01ec777495 req-60f5b552-b0fb-453a-af8b-f182bac72c19 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:26.376712 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0f7d0914-99bb-4536-8461-7b01ec777495 req-60f5b552-b0fb-453a-af8b-f182bac72c19 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 944 time: 0.0580225 Dec 16 22:52:26.427969 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0f7d0914-99bb-4536-8461-7b01ec777495 req-e6d98a46-2dd2-424b-b47f-100feb85c869 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445292 Dec 16 22:52:26.672433 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 44996763-52d9-48ff-9f54-922de798fd7e details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:52:26.736735 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-1841c713-1bec-4dde-9705-8a9f35c46e66 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-182654416&fields=id&tenant_id=50fe3c907f2a4ef2a5e50c4753c50795 HTTP/1.1" status: 200 len: 267 time: 0.0479617 Dec 16 22:52:26.775416 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 44996763-52d9-48ff-9f54-922de798fd7e, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=44996763-52d9-48ff-9f54-922de798fd7e,segment=NetworkSegment(705896bb-8ec9-43d1-ab3d-64774af6ab9c),segment_id=705896bb-8ec9-43d1-ab3d-64774af6ab9c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:26.787824 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '44996763-52d9-48ff-9f54-922de798fd7e', 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e', 'port_id': '44996763-52d9-48ff-9f54-922de798fd7e', 'mac_address': 'fa:16:3e:a2:7a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:52:26.826814 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:26.841514 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44996763-52d9-48ff-9f54-922de798fd7e {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:52:26.859869 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-5cee8a49-3a23-4b1b-bfad-189c6472f7fd tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:26.863216 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 44996763-52d9-48ff-9f54-922de798fd7e, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=44996763-52d9-48ff-9f54-922de798fd7e,segment=NetworkSegment(705896bb-8ec9-43d1-ab3d-64774af6ab9c),segment_id=705896bb-8ec9-43d1-ab3d-64774af6ab9c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:26.865080 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-5cee8a49-3a23-4b1b-bfad-189c6472f7fd tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 811 time: 0.1203010 Dec 16 22:52:26.877546 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-b38c2158-2211-44bc-9380-4c2d3c12111c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/quotas/50fe3c907f2a4ef2a5e50c4753c50795 HTTP/1.1" status: 200 len: 375 time: 0.0094862 Dec 16 22:52:26.931594 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-69ffc14b-fb8a-4b88-b9de-98b6bda2d467 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483732 Dec 16 22:52:26.987114 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:27.030774 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-84b53365-4dd1-401c-b83b-19e8228915f7 service neutron] 10.222.0.75 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877748 Dec 16 22:52:27.053676 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=44996763-52d9-48ff-9f54-922de798fd7e,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:27.128820 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:27.129063 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-b70ffef5-00d0-4e9c-b22f-255ecf80d2f6 service neutron] 10.222.0.75 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917935 Dec 16 22:52:27.189380 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:27.356977 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['44996763-52d9-48ff-9f54-922de798fd7e'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:52:27.551991 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ecef1-d00d-43c4-9eea-c71050d890f5 req-55bf9fbd-dfc8-4956-ab04-71367a6333ab tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:27.553687 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-436ecef1-d00d-43c4-9eea-c71050d890f5 req-55bf9fbd-dfc8-4956-ab04-71367a6333ab tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 945 time: 0.0541189 Dec 16 22:52:27.607623 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-436ecef1-d00d-43c4-9eea-c71050d890f5 req-a5a2a909-1147-461e-abd2-b74e2dc5e878 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473168 Dec 16 22:52:27.813991 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ec204b87-868e-4e8a-a462-17a96fb4137b req-10e1d0c9-6e32-47c1-9977-1a64ddab0247 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 210 time: 0.0335703 Dec 16 22:52:28.429538 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:28.670334 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 44996763-52d9-48ff-9f54-922de798fd7e up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:52:28.727485 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:28.740242 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3a8d6-d6ea-431c-8b0a-002e55c0c47a req-73f163fa-c658-4750-940b-ecfe0cfe0d61 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:28.742691 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aaa3a8d6-d6ea-431c-8b0a-002e55c0c47a req-73f163fa-c658-4750-940b-ecfe0cfe0d61 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 945 time: 0.0595510 Dec 16 22:52:28.800723 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aaa3a8d6-d6ea-431c-8b0a-002e55c0c47a req-45186be9-2886-4bf4-88d4-b3bbf3f3cc3d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515580 Dec 16 22:52:28.814581 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 44996763-52d9-48ff-9f54-922de798fd7e completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:52:28.818837 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 44996763-52d9-48ff-9f54-922de798fd7e triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:28.819306 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:28.903774 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:28.918780 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79110f79-ee78-4cd8-ae18-3114cfb949cf req-99b61503-b448-47a9-9f1a-7716e8a239d6 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 210 time: 0.0315146 Dec 16 22:52:28.930290 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4f8818-954b-466c-937d-bc66329a922a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44996763-52d9-48ff-9f54-922de798fd7e'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:52:28.932695 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5725769-8e5a-464d-88d8-0307da93cf9d" -d '{"events": [{"server_uuid": "ab4f8818-954b-466c-937d-bc66329a922a", "name": "network-vif-plugged", "status": "completed", "tag": "44996763-52d9-48ff-9f54-922de798fd7e"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:52:28.961414 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 44996763-52d9-48ff-9f54-922de798fd7e, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=44996763-52d9-48ff-9f54-922de798fd7e,segment=NetworkSegment(705896bb-8ec9-43d1-ab3d-64774af6ab9c),segment_id=705896bb-8ec9-43d1-ab3d-64774af6ab9c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:28.974040 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a7ba0b-9b34-4942-8f5b-0c8afc8ccaee x-openstack-request-id: req-64a7ba0b-9b34-4942-8f5b-0c8afc8ccaee {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:52:28.974342 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4f8818-954b-466c-937d-bc66329a922a", "name": "network-vif-plugged", "status": "completed", "tag": "44996763-52d9-48ff-9f54-922de798fd7e", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:52:28.974597 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-64a7ba0b-9b34-4942-8f5b-0c8afc8ccaee {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:52:28.975022 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4f8818-954b-466c-937d-bc66329a922a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44996763-52d9-48ff-9f54-922de798fd7e', 'code': 200} Dec 16 22:52:29.063232 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:29.111475 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b75136-b797-4ccc-8318-dfec3524beea req-3540cd77-ef68-4023-8154-b44d71359f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:29.113033 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-66b75136-b797-4ccc-8318-dfec3524beea req-3540cd77-ef68-4023-8154-b44d71359f8e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 1097 time: 0.0483785 Dec 16 22:52:29.117500 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=44996763-52d9-48ff-9f54-922de798fd7e,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:29.165533 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-66b75136-b797-4ccc-8318-dfec3524beea req-2d5a3e1b-adef-437c-be17-bda95a2f6927 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444007 Dec 16 22:52:29.166695 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:29.948241 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207a0e3-01ff-4959-ab50-93c5bbf59cd8 req-5e0ba51f-dc96-4a26-b552-967564916678 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:29.950417 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e207a0e3-01ff-4959-ab50-93c5bbf59cd8 req-5e0ba51f-dc96-4a26-b552-967564916678 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 946 time: 0.0809748 Dec 16 22:52:30.043069 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8a5872f4-ad65-47d5-91c8-9df9d9a43008 req-8bc2e797-1301-4ddd-a3d7-30bc2114adcc tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 210 time: 0.0319297 Dec 16 22:52:30.059414 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e207a0e3-01ff-4959-ab50-93c5bbf59cd8 req-bc8a5427-ade2-4171-bd6a-1be690f3b76f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966117 Dec 16 22:52:30.118292 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-5cd0c812-cfe4-4773-bd2c-ce1c421fabfd tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:30.119902 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-5cd0c812-cfe4-4773-bd2c-ce1c421fabfd tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.76 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 811 time: 0.1270237 Dec 16 22:52:30.200583 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-c99b55e3-4a40-487b-8e99-6156cf34928f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50fe3c907f2a4ef2a5e50c4753c50795 HTTP/1.1" status: 200 len: 379 time: 0.0578499 Dec 16 22:52:30.212000 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-1cda5a3a-fd3a-48bf-91a0-c4a0c20b9383 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Request body: {'port': {'device_id': 'e23e1026-5a54-4219-9430-f913eee86c1e', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'admin_state_up': True, 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'security_groups': ['f77b39c1-2da9-4728-a9ae-1e6b5a4c356f']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:30.431877 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-1cda5a3a-fd3a-48bf-91a0-c4a0c20b9383 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Made reservation on behalf of 50fe3c907f2a4ef2a5e50c4753c50795 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:52:30.435635 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-1cda5a3a-fd3a-48bf-91a0-c4a0c20b9383 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:30.579526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-1cda5a3a-fd3a-48bf-91a0-c4a0c20b9383 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Allocated IP 172.20.0.6 (4daef152-7506-4390-9b15-8eed5c3fe323/1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d/ac0ca855-a41b-4421-adc0-7cf49fc84882) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:52:30.740086 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-1cda5a3a-fd3a-48bf-91a0-c4a0c20b9383 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:31.129924 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-1cda5a3a-fd3a-48bf-91a0-c4a0c20b9383 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:31.173153 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-1cda5a3a-fd3a-48bf-91a0-c4a0c20b9383 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Network 4daef152-7506-4390-9b15-8eed5c3fe323 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:52:31.178640 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac3836-22a2-470c-ab01-5aa0c742dbd4 req-e1b8e4c4-ddff-4c7c-8339-b9e7396742f4 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:31.187917 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b1ac3836-22a2-470c-ab01-5aa0c742dbd4 req-e1b8e4c4-ddff-4c7c-8339-b9e7396742f4 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 931 time: 0.0672314 Dec 16 22:52:31.224977 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-1cda5a3a-fd3a-48bf-91a0-c4a0c20b9383 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:52:31.249518 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b1ac3836-22a2-470c-ab01-5aa0c742dbd4 req-12dc38d1-aee6-4d9b-ae5d-7d2efb072d51 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603731 Dec 16 22:52:31.254528 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-1cda5a3a-fd3a-48bf-91a0-c4a0c20b9383 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:52:31.303341 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda5a3a-fd3a-48bf-91a0-c4a0c20b9383 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event updated for resources: {'Port': ['ID=ac0ca855-a41b-4421-adc0-7cf49fc84882,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:31.354444 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-1cda5a3a-fd3a-48bf-91a0-c4a0c20b9383 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:31.355152 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-1cda5a3a-fd3a-48bf-91a0-c4a0c20b9383 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:31.378567 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55528ec-d3f5-4378-b6a4-5596100daa2a req-e46da3ba-7ca1-4c63-9fe9-dc6851ff56c3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:31.388292 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a55528ec-d3f5-4378-b6a4-5596100daa2a req-e46da3ba-7ca1-4c63-9fe9-dc6851ff56c3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 946 time: 0.2426243 Dec 16 22:52:31.455012 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-1cda5a3a-fd3a-48bf-91a0-c4a0c20b9383 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2410541 Dec 16 22:52:31.455012 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a55528ec-d3f5-4378-b6a4-5596100daa2a req-e904c30d-0bc8-4c15-b47f-be54c5bb27b4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649927 Dec 16 22:52:31.468859 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-a62d968d-2057-41cd-8911-e27159a54881 service neutron] Request body: {'port': {'device_id': 'e23e1026-5a54-4219-9430-f913eee86c1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:31.551099 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-a62d968d-2057-41cd-8911-e27159a54881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:31.588484 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9485e599-5617-46fd-a393-c98197ec508c None None] Provisioning complete for port ac0ca855-a41b-4421-adc0-7cf49fc84882 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:31.589560 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9485e599-5617-46fd-a393-c98197ec508c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:31.639354 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357919a-2e70-44e8-b77c-ab146f3a1083 req-f19fdfc1-4408-4894-811d-db9bec60d119 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:31.649236 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7357919a-2e70-44e8-b77c-ab146f3a1083 req-f19fdfc1-4408-4894-811d-db9bec60d119 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 946 time: 0.0983918 Dec 16 22:52:31.656343 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9485e599-5617-46fd-a393-c98197ec508c None None] Port ac0ca855-a41b-4421-adc0-7cf49fc84882 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:52:31.716690 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7357919a-2e70-44e8-b77c-ab146f3a1083 req-e6643c8e-4823-49e4-b452-e8f19e93c456 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658200 Dec 16 22:52:31.740506 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59480) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:31.794429 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6627679c-c5c7-4951-99de-30a32e9acb9c tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:31.799451 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6627679c-c5c7-4951-99de-30a32e9acb9c tempest-TestNetworkAdvancedServerOps-797660458 tempest-TestNetworkAdvancedServerOps-797660458-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 1092 time: 0.0571170 Dec 16 22:52:31.800466 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59482) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:31.807320 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-b0031e8d-f1f8-4953-a9ba-4893f859b343 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'port_id': '44996763-52d9-48ff-9f54-922de798fd7e', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:31.906548 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b0031e8d-f1f8-4953-a9ba-4893f859b343 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:31.915374 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-a62d968d-2057-41cd-8911-e27159a54881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0ca855-a41b-4421-adc0-7cf49fc84882 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:52:31.923995 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-a62d968d-2057-41cd-8911-e27159a54881 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:31.938827 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-a62d968d-2057-41cd-8911-e27159a54881 service neutron] Transition to ACTIVE for port object ac0ca855-a41b-4421-adc0-7cf49fc84882 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:52:32.024258 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-a62d968d-2057-41cd-8911-e27159a54881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:32.045027 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b0031e8d-f1f8-4953-a9ba-4893f859b343 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:32.119922 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d968d-2057-41cd-8911-e27159a54881 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0ca855-a41b-4421-adc0-7cf49fc84882,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:32.188987 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-a62d968d-2057-41cd-8911-e27159a54881 service neutron] Attempting to bind port ac0ca855-a41b-4421-adc0-7cf49fc84882 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:52:32.189706 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-a62d968d-2057-41cd-8911-e27159a54881 service neutron] Attempting to bind port ac0ca855-a41b-4421-adc0-7cf49fc84882 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:52:32.189877 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-a62d968d-2057-41cd-8911-e27159a54881 service neutron] Attempting to bind port ac0ca855-a41b-4421-adc0-7cf49fc84882 on network 4daef152-7506-4390-9b15-8eed5c3fe323 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:52:32.195979 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-a62d968d-2057-41cd-8911-e27159a54881 service neutron] Port ac0ca855-a41b-4421-adc0-7cf49fc84882 on network 4daef152-7506-4390-9b15-8eed5c3fe323 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:52:32.196400 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-a62d968d-2057-41cd-8911-e27159a54881 service neutron] Attempting to bind port ac0ca855-a41b-4421-adc0-7cf49fc84882 on network 4daef152-7506-4390-9b15-8eed5c3fe323 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:52:32.202253 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-a62d968d-2057-41cd-8911-e27159a54881 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:52:32.202697 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-a62d968d-2057-41cd-8911-e27159a54881 service neutron] Checking segment: {'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:52:32.203189 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-a62d968d-2057-41cd-8911-e27159a54881 service neutron] Bound using segment: {'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:52:32.204220 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-a62d968d-2057-41cd-8911-e27159a54881 service neutron] Bound port: ac0ca855-a41b-4421-adc0-7cf49fc84882, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:52:32.204660 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-a62d968d-2057-41cd-8911-e27159a54881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:32.209121 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-b0031e8d-f1f8-4953-a9ba-4893f859b343 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Allocated IP 172.25.6.186 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/e8bbd178-ee03-496b-9b72-f4073e04c3c8) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:52:32.340244 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-a62d968d-2057-41cd-8911-e27159a54881 service neutron] For port ac0ca855-a41b-4421-adc0-7cf49fc84882, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:52:32.347103 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-a62d968d-2057-41cd-8911-e27159a54881 service neutron] For port ac0ca855-a41b-4421-adc0-7cf49fc84882, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=ac0ca855-a41b-4421-adc0-7cf49fc84882,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:52:32.413561 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b0031e8d-f1f8-4953-a9ba-4893f859b343 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:32.440741 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb813ca-947a-4eb3-93b0-3956c49a688c req-26b421c5-e936-41fd-be5a-437d5ee1919a tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:32.442488 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7fb813ca-947a-4eb3-93b0-3956c49a688c req-26b421c5-e936-41fd-be5a-437d5ee1919a tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 943 time: 0.0695190 Dec 16 22:52:32.449542 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-a62d968d-2057-41cd-8911-e27159a54881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:32.469046 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-a62d968d-2057-41cd-8911-e27159a54881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:32.469678 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-a62d968d-2057-41cd-8911-e27159a54881 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:32.471358 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-a62d968d-2057-41cd-8911-e27159a54881 service neutron] 10.222.0.76 "PUT /v2.0/ports/ac0ca855-a41b-4421-adc0-7cf49fc84882 HTTP/1.1" status: 200 len: 1091 time: 1.0067849 Dec 16 22:52:32.512157 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23e1026-5a54-4219-9430-f913eee86c1e', 'tag': 'ac0ca855-a41b-4421-adc0-7cf49fc84882'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:52:32.521606 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129d4bea-05de-4a88-8ddc-ce95d830b55e" -d '{"events": [{"name": "network-changed", "server_uuid": "e23e1026-5a54-4219-9430-f913eee86c1e", "tag": "ac0ca855-a41b-4421-adc0-7cf49fc84882"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:52:32.524646 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b0031e8d-f1f8-4953-a9ba-4893f859b343 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:32.578206 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0031e8d-f1f8-4953-a9ba-4893f859b343 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:52:32.599442 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-b0031e8d-f1f8-4953-a9ba-4893f859b343 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:52:32.625577 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0031e8d-f1f8-4953-a9ba-4893f859b343 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:52:32.654919 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0031e8d-f1f8-4953-a9ba-4893f859b343 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Port': ['ID=e8bbd178-ee03-496b-9b72-f4073e04c3c8,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:32.658709 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce47211-024e-4939-b7aa-1308e4f100c9 x-openstack-request-id: req-6ce47211-024e-4939-b7aa-1308e4f100c9 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:52:32.659107 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e23e1026-5a54-4219-9430-f913eee86c1e", "tag": "ac0ca855-a41b-4421-adc0-7cf49fc84882", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:52:32.659439 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6ce47211-024e-4939-b7aa-1308e4f100c9 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:52:32.659907 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23e1026-5a54-4219-9430-f913eee86c1e', 'tag': 'ac0ca855-a41b-4421-adc0-7cf49fc84882', 'status': 'completed', 'code': 200} Dec 16 22:52:32.717228 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7fb813ca-947a-4eb3-93b0-3956c49a688c req-25d7d208-9291-4fcb-bb5e-e3f5339786a5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2577519 Dec 16 22:52:32.742475 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d968d-2057-41cd-8911-e27159a54881 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0ca855-a41b-4421-adc0-7cf49fc84882,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:32.762566 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-13dc7316-efd9-4bb1-974b-d25211a07349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:32.764273 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-13dc7316-efd9-4bb1-974b-d25211a07349 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 1094 time: 0.1034784 Dec 16 22:52:32.845377 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-3c8db02d-93cb-4ce6-979d-8f4bdc4d44e6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0ca855-a41b-4421-adc0-7cf49fc84882 HTTP/1.1" status: 200 len: 217 time: 0.0629067 Dec 16 22:52:32.901101 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-e380e3c6-ce31-4115-a53a-f3a35662ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:32.902801 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-e380e3c6-ce31-4115-a53a-f3a35662ab27 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d HTTP/1.1" status: 200 len: 850 time: 0.0501046 Dec 16 22:52:32.966589 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-533b7b54-ec1f-406f-bcf6-8ee800d3d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:32.968174 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-533b7b54-ec1f-406f-bcf6-8ee800d3d7fd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4daef152-7506-4390-9b15-8eed5c3fe323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573630 Dec 16 22:52:33.073698 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-b6e15258-26ba-4a8e-92c2-1d6d7f069c53 service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928664 Dec 16 22:52:33.131726 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b0031e8d-f1f8-4953-a9ba-4893f859b343 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:33.185023 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ca6bb01e-4988-49a0-bf3f-09324b148b61 req-f425f9a5-ccf7-4543-905d-f7eb0699c9f2 service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029446 Dec 16 22:52:33.280151 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b0031e8d-f1f8-4953-a9ba-4893f859b343 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:33.446867 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d4bea-05de-4a88-8ddc-ce95d830b55e req-4768cfcc-5fd1-40f4-b9e5-a83ed49cde5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:33.448397 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-129d4bea-05de-4a88-8ddc-ce95d830b55e req-4768cfcc-5fd1-40f4-b9e5-a83ed49cde5c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 1094 time: 0.0575163 Dec 16 22:52:33.452129 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b0031e8d-f1f8-4953-a9ba-4893f859b343 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:33.497596 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b0031e8d-f1f8-4953-a9ba-4893f859b343 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:33.554976 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d4bea-05de-4a88-8ddc-ce95d830b55e req-5f699274-ef0c-478a-8806-c95cb5e9bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:33.556550 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-129d4bea-05de-4a88-8ddc-ce95d830b55e req-5f699274-ef0c-478a-8806-c95cb5e9bd67 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 911 time: 0.1007116 Dec 16 22:52:33.571923 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0031e8d-f1f8-4953-a9ba-4893f859b343 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event updated for resources: {'Port': ['ID=e8bbd178-ee03-496b-9b72-f4073e04c3c8,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:33.581809 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b0031e8d-f1f8-4953-a9ba-4893f859b343 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:33.603946 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-129d4bea-05de-4a88-8ddc-ce95d830b55e req-4e11aca4-9706-4121-a48a-7b398ba83656 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0ca855-a41b-4421-adc0-7cf49fc84882 HTTP/1.1" status: 200 len: 217 time: 0.0394478 Dec 16 22:52:33.675629 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d4bea-05de-4a88-8ddc-ce95d830b55e req-84643e80-9ff5-4d2d-a307-3b3117088a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:33.677346 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-129d4bea-05de-4a88-8ddc-ce95d830b55e req-84643e80-9ff5-4d2d-a307-3b3117088a36 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d HTTP/1.1" status: 200 len: 850 time: 0.0664487 Dec 16 22:52:33.702222 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-b0031e8d-f1f8-4953-a9ba-4893f859b343 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Floating IP 2a88f9bc-5914-417d-a445-607518800c09 associated. External IP: 172.25.6.186, port: 44996763-52d9-48ff-9f54-922de798fd7e. Dec 16 22:52:33.784943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d4bea-05de-4a88-8ddc-ce95d830b55e req-fd08b646-e344-4468-ae5b-7cbbf17a74d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:33.792617 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-129d4bea-05de-4a88-8ddc-ce95d830b55e req-fd08b646-e344-4468-ae5b-7cbbf17a74d9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4daef152-7506-4390-9b15-8eed5c3fe323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043954 Dec 16 22:52:33.965546 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fa8a0-df5c-4c2e-a5e3-32ac040c354c req-e0f4f3f4-e46d-4a4a-a9f0-a83211dbb412 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:33.968885 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b19fa8a0-df5c-4c2e-a5e3-32ac040c354c req-e0f4f3f4-e46d-4a4a-a9f0-a83211dbb412 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 943 time: 0.1323047 Dec 16 22:52:33.994802 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-129d4bea-05de-4a88-8ddc-ce95d830b55e req-7eac474f-f8ba-41b3-82ab-4e004a3d55ab service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914670 Dec 16 22:52:34.073320 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b19fa8a0-df5c-4c2e-a5e3-32ac040c354c req-92263648-12af-4ddb-943e-97ad4da50564 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959845 Dec 16 22:52:34.089857 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0031e8d-f1f8-4953-a9ba-4893f859b343 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Router 54d95f79-a647-4a76-bf84-b0929c1f0d1d has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:52:34.104486 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-129d4bea-05de-4a88-8ddc-ce95d830b55e req-ec5a547d-86e5-4d82-8051-d755e5086e85 service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943811 Dec 16 22:52:34.217279 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0031e8d-f1f8-4953-a9ba-4893f859b343 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:52:34.228614 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b25af3-eb6f-40e0-bb4d-6b5e13b6dead None None] Sync routers for ids ['54d95f79-a647-4a76-bf84-b0929c1f0d1d'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:52:34.239232 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b25af3-eb6f-40e0-bb4d-6b5e13b6dead None None] Routers {'54d95f79-a647-4a76-bf84-b0929c1f0d1d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:52:34.239872 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d3b25af3-eb6f-40e0-bb4d-6b5e13b6dead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:52:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['54d95f79-a647-4a76-bf84-b0929c1f0d1d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:34.331477 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b0031e8d-f1f8-4953-a9ba-4893f859b343 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:34.364126 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b0031e8d-f1f8-4953-a9ba-4893f859b343 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5613768 Dec 16 22:52:34.364860 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4f8818-954b-466c-937d-bc66329a922a', 'tag': '44996763-52d9-48ff-9f54-922de798fd7e'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:52:34.365856 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-d3b25af3-eb6f-40e0-bb4d-6b5e13b6dead None None] Set router 54d95f79-a647-4a76-bf84-b0929c1f0d1d gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:52:34.380177 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9638a2-84f1-4b17-87af-a6ad7f87f113" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4f8818-954b-466c-937d-bc66329a922a", "tag": "44996763-52d9-48ff-9f54-922de798fd7e"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:52:34.442764 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b346793c-76c2-49ff-9873-639a66189f2e x-openstack-request-id: req-b346793c-76c2-49ff-9873-639a66189f2e {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:52:34.443228 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4f8818-954b-466c-937d-bc66329a922a", "tag": "44996763-52d9-48ff-9f54-922de798fd7e", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:52:34.443546 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b346793c-76c2-49ff-9873-639a66189f2e {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:52:34.443960 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab4f8818-954b-466c-937d-bc66329a922a', 'tag': '44996763-52d9-48ff-9f54-922de798fd7e', 'status': 'completed', 'code': 200} Dec 16 22:52:34.583354 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9638a2-84f1-4b17-87af-a6ad7f87f113 req-f5b2d558-6533-4e1a-acf8-c0b0a477df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:34.585430 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af9638a2-84f1-4b17-87af-a6ad7f87f113 req-f5b2d558-6533-4e1a-acf8-c0b0a477df03 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 1097 time: 0.0819325 Dec 16 22:52:34.595010 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c6933-d050-4638-9b03-8fd3cb279597 req-2e3af2a6-c93d-4d25-af45-c973e970b950 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:34.597657 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-df3c6933-d050-4638-9b03-8fd3cb279597 req-2e3af2a6-c93d-4d25-af45-c973e970b950 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 946 time: 0.1049752 Dec 16 22:52:34.633772 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d3b25af3-eb6f-40e0-bb4d-6b5e13b6dead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366097997', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:09Z', 'updated_at': '2021-12-16T22:52:14Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:10Z', 'updated_at': '2021-12-16T22:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '2a88f9bc-5914-417d-a445-607518800c09', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'floating_ip_address': '172.25.6.186', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'port_id': '44996763-52d9-48ff-9f54-922de798fd7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e', 'mac_address': 'fa:16:3e:a2:7a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4f8818-954b-466c-937d-bc66329a922a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:52:32Z', 'updated_at': '2021-12-16T22:52:32Z', 'revision_number': 0, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '905c9fb4-35b5-4f5f-8ade-06f6904ff4ee', 'name': '', 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:69:6a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:13Z', 'updated_at': '2021-12-16T22:52:17Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': 'e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:34.662955 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b25af3-eb6f-40e0-bb4d-6b5e13b6dead None None] Checking router: 54d95f79-a647-4a76-bf84-b0929c1f0d1d for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:52:34.672277 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b25af3-eb6f-40e0-bb4d-6b5e13b6dead None None] Routers {'54d95f79-a647-4a76-bf84-b0929c1f0d1d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:52:34.673213 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d3b25af3-eb6f-40e0-bb4d-6b5e13b6dead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:52:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['54d95f79-a647-4a76-bf84-b0929c1f0d1d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:34.721751 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-df3c6933-d050-4638-9b03-8fd3cb279597 req-93d53c71-b7ec-4bb7-801a-99dedff89c03 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133127 Dec 16 22:52:34.744403 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59506) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:34.753728 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9638a2-84f1-4b17-87af-a6ad7f87f113 req-81ca3545-381a-424a-94d2-901b009fc9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:34.755652 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af9638a2-84f1-4b17-87af-a6ad7f87f113 req-81ca3545-381a-424a-94d2-901b009fc9c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=487688c2-e8fd-498f-b4ca-4371546a606e HTTP/1.1" status: 200 len: 897 time: 0.1569993 Dec 16 22:52:34.826581 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-166ae546-516b-485e-921b-3fa9bbd1b0d7 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/floatingips/2a88f9bc-5914-417d-a445-607518800c09 HTTP/1.1" status: 200 len: 992 time: 0.0799758 Dec 16 22:52:34.851168 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af9638a2-84f1-4b17-87af-a6ad7f87f113 req-2aa09780-8d82-460b-ab25-d43195cf34cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44996763-52d9-48ff-9f54-922de798fd7e HTTP/1.1" status: 200 len: 1000 time: 0.0875299 Dec 16 22:52:34.897986 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-d3b25af3-eb6f-40e0-bb4d-6b5e13b6dead None None] Set router 54d95f79-a647-4a76-bf84-b0929c1f0d1d gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:52:34.922491 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9638a2-84f1-4b17-87af-a6ad7f87f113 req-9b506626-686b-4c6a-9d7d-cf68e967d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:34.924146 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af9638a2-84f1-4b17-87af-a6ad7f87f113 req-9b506626-686b-4c6a-9d7d-cf68e967d788 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b HTTP/1.1" status: 200 len: 835 time: 0.0674989 Dec 16 22:52:34.982598 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9638a2-84f1-4b17-87af-a6ad7f87f113 req-c4ce7b67-f55d-4b23-aab8-c5ff57f44d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:34.984287 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af9638a2-84f1-4b17-87af-a6ad7f87f113 req-c4ce7b67-f55d-4b23-aab8-c5ff57f44d07 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=487688c2-e8fd-498f-b4ca-4371546a606e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524766 Dec 16 22:52:35.125098 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af9638a2-84f1-4b17-87af-a6ad7f87f113 req-fbe0f0e1-851f-4c6c-bad7-b4cb27776cf2 service neutron] 10.222.0.57 "GET /v2.0/networks/487688c2-e8fd-498f-b4ca-4371546a606e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321058 Dec 16 22:52:35.180684 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d3b25af3-eb6f-40e0-bb4d-6b5e13b6dead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366097997', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:09Z', 'updated_at': '2021-12-16T22:52:14Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:10Z', 'updated_at': '2021-12-16T22:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '2a88f9bc-5914-417d-a445-607518800c09', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'floating_ip_address': '172.25.6.186', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'port_id': '44996763-52d9-48ff-9f54-922de798fd7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e', 'mac_address': 'fa:16:3e:a2:7a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4f8818-954b-466c-937d-bc66329a922a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:52:32Z', 'updated_at': '2021-12-16T22:52:32Z', 'revision_number': 0, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '905c9fb4-35b5-4f5f-8ade-06f6904ff4ee', 'name': '', 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:69:6a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:13Z', 'updated_at': '2021-12-16T22:52:17Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': 'e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:35.216677 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b25af3-eb6f-40e0-bb4d-6b5e13b6dead None None] The sync data for ids ['54d95f79-a647-4a76-bf84-b0929c1f0d1d'] in n-d-815324-4 is: [{'id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366097997', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:09Z', 'updated_at': '2021-12-16T22:52:14Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:10Z', 'updated_at': '2021-12-16T22:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '2a88f9bc-5914-417d-a445-607518800c09', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'floating_ip_address': '172.25.6.186', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'port_id': '44996763-52d9-48ff-9f54-922de798fd7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e', 'mac_address': 'fa:16:3e:a2:7a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4f8818-954b-466c-937d-bc66329a922a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:52:32Z', 'updated_at': '2021-12-16T22:52:32Z', 'revision_number': 0, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '905c9fb4-35b5-4f5f-8ade-06f6904ff4ee', 'name': '', 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:69:6a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:13Z', 'updated_at': '2021-12-16T22:52:17Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': 'e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:52:35.258229 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec1d6e-7fdb-4f87-be84-2d2106e85f04 req-49f7a8ef-d285-4cfe-9495-7734754abb58 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:35.260889 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-43ec1d6e-7fdb-4f87-be84-2d2106e85f04 req-49f7a8ef-d285-4cfe-9495-7734754abb58 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 943 time: 0.0897822 Dec 16 22:52:35.284810 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af9638a2-84f1-4b17-87af-a6ad7f87f113 req-48ff3b98-e177-414f-aaae-a2418e615b8e service neutron] 10.222.0.57 "GET /v2.0/networks/487688c2-e8fd-498f-b4ca-4371546a606e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515787 Dec 16 22:52:35.346720 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-43ec1d6e-7fdb-4f87-be84-2d2106e85f04 req-78e5e8a9-3aed-413f-ab68-318ea73d2963 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785866 Dec 16 22:52:35.531783 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e43e2f-dd13-45cf-b044-d51d4ab34ea3 None None] New status for floating IP 2a88f9bc-5914-417d-a445-607518800c09: ACTIVE {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:52:35.829476 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59514) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:36.238282 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ee39e1e1-719a-4868-ba90-10dc8a332ede tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/floatingips/2a88f9bc-5914-417d-a445-607518800c09 HTTP/1.1" status: 200 len: 994 time: 0.4074845 Dec 16 22:52:36.467162 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c511b-b989-48d3-adc5-8941b39a0a7b req-af92265f-8790-43c1-9659-d76c74a8d3e4 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:36.468747 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-536c511b-b989-48d3-adc5-8941b39a0a7b req-af92265f-8790-43c1-9659-d76c74a8d3e4 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 943 time: 0.0508025 Dec 16 22:52:36.521285 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-536c511b-b989-48d3-adc5-8941b39a0a7b req-3f2eb4cd-5a58-4e10-b6c5-369e08bfdc46 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458810 Dec 16 22:52:37.645397 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa0a1b-8522-4574-b44b-95c6b3c7b977 req-23793620-1241-48dd-b7d3-90a3eaeff1df tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:37.646843 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a1fa0a1b-8522-4574-b44b-95c6b3c7b977 req-23793620-1241-48dd-b7d3-90a3eaeff1df tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 943 time: 0.0511649 Dec 16 22:52:37.700789 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a1fa0a1b-8522-4574-b44b-95c6b3c7b977 req-6db0cb9e-2808-47c0-8eba-212c7db92bd7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475583 Dec 16 22:52:38.832961 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5e9e1-f63b-4216-8f57-6b73e7e5e2e6 req-f2bbc07c-36d6-4d32-b1ff-973d1093a0a0 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:38.859124 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b2f5e9e1-f63b-4216-8f57-6b73e7e5e2e6 req-f2bbc07c-36d6-4d32-b1ff-973d1093a0a0 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 943 time: 0.0829978 Dec 16 22:52:38.919760 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b2f5e9e1-f63b-4216-8f57-6b73e7e5e2e6 req-bd2a371b-4224-4878-aef3-c41a3e8d5996 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596170 Dec 16 22:52:39.929233 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:52:40.042517 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b03e3-8140-4f45-a72c-3d4ed903a5f6 req-47e86920-fdf9-42d7-9dcc-6561ba111015 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:40.044122 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-565b03e3-8140-4f45-a72c-3d4ed903a5f6 req-47e86920-fdf9-42d7-9dcc-6561ba111015 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 943 time: 0.0515840 Dec 16 22:52:40.097063 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-565b03e3-8140-4f45-a72c-3d4ed903a5f6 req-7e14635a-6eee-4f5a-93e7-aa7fda48d365 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465820 Dec 16 22:52:41.254087 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844b6b4-d191-4448-93f3-f86dd648455f req-4744ca7d-57b5-4ed5-819c-276a0263d45f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:41.255696 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d844b6b4-d191-4448-93f3-f86dd648455f req-4744ca7d-57b5-4ed5-819c-276a0263d45f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 943 time: 0.0666950 Dec 16 22:52:41.320620 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d844b6b4-d191-4448-93f3-f86dd648455f req-4d6e4da1-dda2-4015-85e0-ce07cead7d0d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505693 Dec 16 22:52:42.454697 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97601c0e-65aa-40bf-b9eb-dae8ba6eac7d req-6734d93f-b2e7-4116-ae54-ce47137ad597 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:42.456218 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-97601c0e-65aa-40bf-b9eb-dae8ba6eac7d req-6734d93f-b2e7-4116-ae54-ce47137ad597 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 943 time: 0.0534799 Dec 16 22:52:42.508571 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-97601c0e-65aa-40bf-b9eb-dae8ba6eac7d req-14bfb085-ef30-4899-909b-c826e23f33c7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455267 Dec 16 22:52:43.636222 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d0b73-08a9-499f-a1af-fbb3fbf75ef0 req-d78f7ff2-4e3e-4abe-a602-6c005b536367 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:43.637857 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce0d0b73-08a9-499f-a1af-fbb3fbf75ef0 req-d78f7ff2-4e3e-4abe-a602-6c005b536367 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 943 time: 0.0586269 Dec 16 22:52:43.692339 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ce0d0b73-08a9-499f-a1af-fbb3fbf75ef0 req-c36b093e-f6eb-48f2-abe3-176f726639c4 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480664 Dec 16 22:52:44.242976 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9d027bb1-e688-4828-9f25-235dba2fc88c req-e40a8e28-7e84-442e-bfdf-27a9556f8cf0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471053 Dec 16 22:52:44.352569 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d027bb1-e688-4828-9f25-235dba2fc88c req-5dcb241f-8954-4d41-ae0a-dc7c7bc5faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:44.354204 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9d027bb1-e688-4828-9f25-235dba2fc88c req-5dcb241f-8954-4d41-ae0a-dc7c7bc5faaf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 1097 time: 0.0430183 Dec 16 22:52:44.467093 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d027bb1-e688-4828-9f25-235dba2fc88c req-5e786d28-74cf-41d9-84e4-8817494ad9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:44.468412 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9d027bb1-e688-4828-9f25-235dba2fc88c req-5e786d28-74cf-41d9-84e4-8817494ad9bd service neutron] 10.222.0.57 "GET /v2.0/networks?id=487688c2-e8fd-498f-b4ca-4371546a606e HTTP/1.1" status: 200 len: 897 time: 0.0929658 Dec 16 22:52:44.824712 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476d366-c940-4268-b50c-81ed38daac35 req-b881d7e2-1005-4eac-8e10-13b94556bb57 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:44.826391 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5476d366-c940-4268-b50c-81ed38daac35 req-b881d7e2-1005-4eac-8e10-13b94556bb57 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 943 time: 0.0556221 Dec 16 22:52:44.883233 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5476d366-c940-4268-b50c-81ed38daac35 req-51412df1-c7bb-4fd3-aec1-ce7044a8cd87 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502572 Dec 16 22:52:44.917456 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9d027bb1-e688-4828-9f25-235dba2fc88c req-83d49eae-6d37-41a3-86ac-9de2622528f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44996763-52d9-48ff-9f54-922de798fd7e HTTP/1.1" status: 200 len: 1002 time: 0.4412186 Dec 16 22:52:44.969065 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d027bb1-e688-4828-9f25-235dba2fc88c req-08de0ea2-6963-4d41-aea7-ce2a95da1c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:44.970821 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9d027bb1-e688-4828-9f25-235dba2fc88c req-08de0ea2-6963-4d41-aea7-ce2a95da1c6f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b HTTP/1.1" status: 200 len: 835 time: 0.0467196 Dec 16 22:52:45.018844 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d027bb1-e688-4828-9f25-235dba2fc88c req-dc1a1e1a-5ff5-4433-a49a-091a71207f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:45.020367 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9d027bb1-e688-4828-9f25-235dba2fc88c req-dc1a1e1a-5ff5-4433-a49a-091a71207f5c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=487688c2-e8fd-498f-b4ca-4371546a606e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413659 Dec 16 22:52:45.062678 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device ac0ca855-a41b-4421-adc0-7cf49fc84882 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:52:45.125040 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9d027bb1-e688-4828-9f25-235dba2fc88c req-2a59d573-536e-410d-9225-26b0889f4356 service neutron] 10.222.0.57 "GET /v2.0/networks/487688c2-e8fd-498f-b4ca-4371546a606e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976403 Dec 16 22:52:45.170148 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port ac0ca855-a41b-4421-adc0-7cf49fc84882, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=ac0ca855-a41b-4421-adc0-7cf49fc84882,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:45.184504 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'ac0ca855-a41b-4421-adc0-7cf49fc84882', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'port_id': 'ac0ca855-a41b-4421-adc0-7cf49fc84882', 'mac_address': 'fa:16:3e:34:24:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:52:45.224995 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:45.232441 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9d027bb1-e688-4828-9f25-235dba2fc88c req-9f7df92c-35a3-472f-b55d-0f5d5db03384 service neutron] 10.222.0.57 "GET /v2.0/networks/487688c2-e8fd-498f-b4ca-4371546a606e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996342 Dec 16 22:52:45.239709 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0ca855-a41b-4421-adc0-7cf49fc84882 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:52:45.266137 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port ac0ca855-a41b-4421-adc0-7cf49fc84882, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=ac0ca855-a41b-4421-adc0-7cf49fc84882,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:45.357289 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:45.408108 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=ac0ca855-a41b-4421-adc0-7cf49fc84882,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:45.742124 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['ac0ca855-a41b-4421-adc0-7cf49fc84882'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:52:46.035427 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d621e-9b08-4057-94f5-a940317791e4 req-e7fb15b1-ffc4-4cb8-8a35-81836c5753d8 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:46.038366 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f99d621e-9b08-4057-94f5-a940317791e4 req-e7fb15b1-ffc4-4cb8-8a35-81836c5753d8 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 944 time: 0.0636113 Dec 16 22:52:46.094569 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f99d621e-9b08-4057-94f5-a940317791e4 req-64b30f21-493b-4884-b79c-1d77319cd19c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507352 Dec 16 22:52:47.066390 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device ac0ca855-a41b-4421-adc0-7cf49fc84882 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:52:47.197537 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port ac0ca855-a41b-4421-adc0-7cf49fc84882 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:52:47.202009 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port ac0ca855-a41b-4421-adc0-7cf49fc84882 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:52:47.202382 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:47.223828 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e2fff-64fc-4a15-8713-885b74ad26cc req-52210cae-cf8e-457a-bd85-fc840e1cf0e1 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:47.225381 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cc1e2fff-64fc-4a15-8713-885b74ad26cc req-52210cae-cf8e-457a-bd85-fc840e1cf0e1 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 944 time: 0.0580873 Dec 16 22:52:47.283569 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cc1e2fff-64fc-4a15-8713-885b74ad26cc req-827dbb0f-da94-45c3-86d2-6e12bb29a577 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515501 Dec 16 22:52:47.284398 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:47.308178 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23e1026-5a54-4219-9430-f913eee86c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0ca855-a41b-4421-adc0-7cf49fc84882'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:52:47.310404 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19d877d-99b6-41e2-b6c2-1ed096bbfb90" -d '{"events": [{"server_uuid": "e23e1026-5a54-4219-9430-f913eee86c1e", "name": "network-vif-plugged", "status": "completed", "tag": "ac0ca855-a41b-4421-adc0-7cf49fc84882"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:52:47.324124 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port ac0ca855-a41b-4421-adc0-7cf49fc84882, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=ac0ca855-a41b-4421-adc0-7cf49fc84882,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:52:47.350008 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44386e65-f103-47f5-8fc2-3085f91819f6 x-openstack-request-id: req-44386e65-f103-47f5-8fc2-3085f91819f6 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:52:47.350353 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23e1026-5a54-4219-9430-f913eee86c1e", "name": "network-vif-plugged", "status": "completed", "tag": "ac0ca855-a41b-4421-adc0-7cf49fc84882", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:52:47.350613 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-44386e65-f103-47f5-8fc2-3085f91819f6 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:52:47.351054 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23e1026-5a54-4219-9430-f913eee86c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0ca855-a41b-4421-adc0-7cf49fc84882', 'code': 200} Dec 16 22:52:47.429104 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:47.482627 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=ac0ca855-a41b-4421-adc0-7cf49fc84882,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:47.491308 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149c122-0214-4aa6-a57c-eb08cf788306 req-694ab478-68c0-4241-956a-12f8a07893a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:47.493359 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:47.493359 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:47.493359 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:47.493359 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:47.493685 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9149c122-0214-4aa6-a57c-eb08cf788306 req-694ab478-68c0-4241-956a-12f8a07893a7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 1096 time: 0.0421941 Dec 16 22:52:47.493764 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:47.493764 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:47.493909 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:47.494119 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:47.494442 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:47.494760 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:47.495106 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:47.495432 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:47.495776 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:47.543189 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9149c122-0214-4aa6-a57c-eb08cf788306 req-44274390-81cf-4a9d-92cd-65e2c3eae423 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413139 Dec 16 22:52:48.407409 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771c530-e6a0-4c5f-8ec7-c8d035b583cb req-c4700c10-531d-44b6-874e-356ee8e51940 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:48.409096 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9771c530-e6a0-4c5f-8ec7-c8d035b583cb req-c4700c10-531d-44b6-874e-356ee8e51940 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 945 time: 0.0493817 Dec 16 22:52:48.460333 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9771c530-e6a0-4c5f-8ec7-c8d035b583cb req-04ed75a2-2287-4987-899f-cfc74d02ac3e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442369 Dec 16 22:52:49.587198 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4b9f8-c820-4909-b894-b633392de437 req-d39a7299-ee0a-4e41-8a10-89eff5c3402d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:49.590350 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-70a4b9f8-c820-4909-b894-b633392de437 req-d39a7299-ee0a-4e41-8a10-89eff5c3402d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 945 time: 0.0562780 Dec 16 22:52:49.642940 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-70a4b9f8-c820-4909-b894-b633392de437 req-3ac12598-8e15-46b9-9828-e47923306f9d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482261 Dec 16 22:52:49.762439 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502221c4-02ca-4b03-a99c-e52dff6c4b00 req-1d4429ae-02a6-4233-8ff3-587bb80e30b6 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:49.767532 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-502221c4-02ca-4b03-a99c-e52dff6c4b00 req-1d4429ae-02a6-4233-8ff3-587bb80e30b6 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 945 time: 0.0526557 Dec 16 22:52:49.822725 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-502221c4-02ca-4b03-a99c-e52dff6c4b00 req-8d711b42-d59b-464f-a8e2-b6cde7c6f2ff tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512733 Dec 16 22:52:49.845866 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59578) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:49.887698 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b58b78c-53e6-42e0-ae90-ece5ee379513 tempest-TestVolumeBootPattern-814739416 tempest-TestVolumeBootPattern-814739416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:49.889250 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2b58b78c-53e6-42e0-ae90-ece5ee379513 tempest-TestVolumeBootPattern-814739416 tempest-TestVolumeBootPattern-814739416-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 1091 time: 0.0423505 Dec 16 22:52:49.892061 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59580) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:52:49.896415 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'port_id': 'ac0ca855-a41b-4421-adc0-7cf49fc84882', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:52:50.125882 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:50.240688 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:50.359758 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Allocated IP 172.25.6.181 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/12dd71c1-6cfd-44f6-bc6e-7cd9a21e5c8a) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:52:50.482980 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:50.586167 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:50.645870 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:52:50.645870 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:52:50.645870 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:52:50.650842 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event updated for resources: {'Port': ['ID=12dd71c1-6cfd-44f6-bc6e-7cd9a21e5c8a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:50.692054 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:50.692406 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:50.692751 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:50.693090 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:50.693429 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:50.693761 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:50.694093 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:50.694417 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:50.694739 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:50.695075 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:50.695404 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:50.695802 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:50.700608 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:52:51.058998 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:51.185712 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:51.347730 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:51.419865 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:51.490824 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event updated for resources: {'Port': ['ID=12dd71c1-6cfd-44f6-bc6e-7cd9a21e5c8a,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:52:51.505331 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:51.608604 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Floating IP 85554f3a-ec30-42f5-ba37-687fc2c7351a associated. External IP: 172.25.6.181, port: ac0ca855-a41b-4421-adc0-7cf49fc84882. Dec 16 22:52:51.824859 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Router f2356911-0c5c-4ae1-ae3d-c6b339551136 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:52:51.934246 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:52:51.944335 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a340d973-263e-423a-a5b4-51c30d8fdf18 None None] Sync routers for ids ['f2356911-0c5c-4ae1-ae3d-c6b339551136'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:52:51.956246 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a340d973-263e-423a-a5b4-51c30d8fdf18 None None] Routers {'f2356911-0c5c-4ae1-ae3d-c6b339551136'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:52:51.956890 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a340d973-263e-423a-a5b4-51c30d8fdf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:52:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f2356911-0c5c-4ae1-ae3d-c6b339551136'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:52.057584 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:52.068717 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-a340d973-263e-423a-a5b4-51c30d8fdf18 None None] Set router f2356911-0c5c-4ae1-ae3d-c6b339551136 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:52:52.103359 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cffbcf63-1a09-4668-a9cb-99554e68723c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2098310 Dec 16 22:52:52.104219 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23e1026-5a54-4219-9430-f913eee86c1e', 'tag': 'ac0ca855-a41b-4421-adc0-7cf49fc84882'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:52:52.106794 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c9c1c2-d667-4903-b290-ebc4eb92eb3a" -d '{"events": [{"name": "network-changed", "server_uuid": "e23e1026-5a54-4219-9430-f913eee86c1e", "tag": "ac0ca855-a41b-4421-adc0-7cf49fc84882"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:52:52.144931 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbb33b5-1d36-4c2c-94f5-c3683766bb75 x-openstack-request-id: req-0bbb33b5-1d36-4c2c-94f5-c3683766bb75 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:52:52.145238 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e23e1026-5a54-4219-9430-f913eee86c1e", "tag": "ac0ca855-a41b-4421-adc0-7cf49fc84882", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:52:52.145483 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0bbb33b5-1d36-4c2c-94f5-c3683766bb75 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:52:52.145883 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23e1026-5a54-4219-9430-f913eee86c1e', 'tag': 'ac0ca855-a41b-4421-adc0-7cf49fc84882', 'status': 'completed', 'code': 200} Dec 16 22:52:52.238717 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9c1c2-d667-4903-b290-ebc4eb92eb3a req-af0642ab-876a-46ac-9c9b-306ef6fbff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:52.240353 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b6c9c1c2-d667-4903-b290-ebc4eb92eb3a req-af0642ab-876a-46ac-9c9b-306ef6fbff6e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 1096 time: 0.0451224 Dec 16 22:52:52.313843 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a340d973-263e-423a-a5b4-51c30d8fdf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'name': 'tempest-TestVolumeBootPattern-493678342-router', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'gw_port': {'id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:52Z', 'updated_at': '2021-12-16T22:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '85554f3a-ec30-42f5-ba37-687fc2c7351a', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'port_id': 'ac0ca855-a41b-4421-adc0-7cf49fc84882', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'mac_address': 'fa:16:3e:34:24:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23e1026-5a54-4219-9430-f913eee86c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:52:50Z', 'updated_at': '2021-12-16T22:52:50Z', 'revision_number': 0, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c446f6-e687-41bb-afe1-9fef24f1666b', 'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'mac_address': 'fa:16:3e:07:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:56Z', 'updated_at': '2021-12-16T22:43:12Z', 'revision_number': 5, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'subnets': [{'id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:52.341298 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9c1c2-d667-4903-b290-ebc4eb92eb3a req-24b50eaf-fbe4-4128-be2f-3d7d8b68b2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:52.342681 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a340d973-263e-423a-a5b4-51c30d8fdf18 None None] Checking router: f2356911-0c5c-4ae1-ae3d-c6b339551136 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:52:52.342887 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b6c9c1c2-d667-4903-b290-ebc4eb92eb3a req-24b50eaf-fbe4-4128-be2f-3d7d8b68b2d6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 911 time: 0.0954015 Dec 16 22:52:52.351411 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a340d973-263e-423a-a5b4-51c30d8fdf18 None None] Routers {'f2356911-0c5c-4ae1-ae3d-c6b339551136'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:52:52.352585 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a340d973-263e-423a-a5b4-51c30d8fdf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:52:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f2356911-0c5c-4ae1-ae3d-c6b339551136'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:52.417215 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b6c9c1c2-d667-4903-b290-ebc4eb92eb3a req-1defb0c6-429d-4dd8-ad2f-8b3f05ae5f11 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0ca855-a41b-4421-adc0-7cf49fc84882 HTTP/1.1" status: 200 len: 999 time: 0.0663049 Dec 16 22:52:52.464596 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-a340d973-263e-423a-a5b4-51c30d8fdf18 None None] Set router f2356911-0c5c-4ae1-ae3d-c6b339551136 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:52:52.470787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9c1c2-d667-4903-b290-ebc4eb92eb3a req-c90136d6-786d-45e4-a4a3-ec27f7ff3624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:52.472315 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b6c9c1c2-d667-4903-b290-ebc4eb92eb3a req-c90136d6-786d-45e4-a4a3-ec27f7ff3624 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d HTTP/1.1" status: 200 len: 850 time: 0.0461287 Dec 16 22:52:52.522211 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9c1c2-d667-4903-b290-ebc4eb92eb3a req-9e7aa942-6de9-473c-aef6-617829a64d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:52:52.524840 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b6c9c1c2-d667-4903-b290-ebc4eb92eb3a req-9e7aa942-6de9-473c-aef6-617829a64d48 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4daef152-7506-4390-9b15-8eed5c3fe323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435874 Dec 16 22:52:52.627118 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b6c9c1c2-d667-4903-b290-ebc4eb92eb3a req-b35618ac-1e51-465b-a5ab-cdd0dde378da service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919163 Dec 16 22:52:52.707866 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a340d973-263e-423a-a5b4-51c30d8fdf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'name': 'tempest-TestVolumeBootPattern-493678342-router', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'gw_port': {'id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:52Z', 'updated_at': '2021-12-16T22:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '85554f3a-ec30-42f5-ba37-687fc2c7351a', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'port_id': 'ac0ca855-a41b-4421-adc0-7cf49fc84882', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'mac_address': 'fa:16:3e:34:24:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23e1026-5a54-4219-9430-f913eee86c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:52:50Z', 'updated_at': '2021-12-16T22:52:50Z', 'revision_number': 0, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c446f6-e687-41bb-afe1-9fef24f1666b', 'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'mac_address': 'fa:16:3e:07:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:56Z', 'updated_at': '2021-12-16T22:43:12Z', 'revision_number': 5, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'subnets': [{'id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:52:52.719683 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b6c9c1c2-d667-4903-b290-ebc4eb92eb3a req-e8c251b1-fb17-4162-9fc4-5952c341cfbc service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867264 Dec 16 22:52:52.735996 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a340d973-263e-423a-a5b4-51c30d8fdf18 None None] The sync data for ids ['f2356911-0c5c-4ae1-ae3d-c6b339551136'] in n-d-815324-4 is: [{'id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'name': 'tempest-TestVolumeBootPattern-493678342-router', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'gw_port': {'id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:52Z', 'updated_at': '2021-12-16T22:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '85554f3a-ec30-42f5-ba37-687fc2c7351a', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'port_id': 'ac0ca855-a41b-4421-adc0-7cf49fc84882', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'mac_address': 'fa:16:3e:34:24:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23e1026-5a54-4219-9430-f913eee86c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:52:50Z', 'updated_at': '2021-12-16T22:52:50Z', 'revision_number': 0, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c446f6-e687-41bb-afe1-9fef24f1666b', 'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'mac_address': 'fa:16:3e:07:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:56Z', 'updated_at': '2021-12-16T22:43:12Z', 'revision_number': 5, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'subnets': [{'id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:52:52.952905 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86718a7-05e6-43f8-bb64-1802113dfc14 None None] New status for floating IP 85554f3a-ec30-42f5-ba37-687fc2c7351a: ACTIVE {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:52:53.454288 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ac80f917-8186-4dcf-9bdb-21a3cb303478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:55.694913 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4d115594-2d21-4c6e-9fef-290e75754933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:57.068249 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:57.163846 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:58.399944 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:58.683936 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:52:59.117107 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:12.385656 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59660) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:12.553841 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c4d5287a-04cd-4241-b653-6f5c25eff97d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:12.628635 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c4d5287a-04cd-4241-b653-6f5c25eff97d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:12.722845 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c4d5287a-04cd-4241-b653-6f5c25eff97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:12.764587 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c4d5287a-04cd-4241-b653-6f5c25eff97d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8f9acc0cf91a44acba7fe0f87536b52f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3746343 Dec 16 22:53:12.764587 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5287a-04cd-4241-b653-6f5c25eff97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d4da13-f3fc-49d7-a793-c2a13d7bdcc9,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:12.764978 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59670) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:12.823754 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eaddafe9-1e17-4c9c-bbf1-2625c685aec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:12.845911 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eaddafe9-1e17-4c9c-bbf1-2625c685aec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:12.988299 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eaddafe9-1e17-4c9c-bbf1-2625c685aec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:12.991419 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eaddafe9-1e17-4c9c-bbf1-2625c685aec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:12.992581 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-eaddafe9-1e17-4c9c-bbf1-2625c685aec4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e9d4da13-f3fc-49d7-a793-c2a13d7bdcc9 HTTP/1.1" status: 204 len: 168 time: 0.2266016 Dec 16 22:53:13.001480 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaddafe9-1e17-4c9c-bbf1-2625c685aec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d4da13-f3fc-49d7-a793-c2a13d7bdcc9,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:13.009382 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaddafe9-1e17-4c9c-bbf1-2625c685aec4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:13.011228 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaddafe9-1e17-4c9c-bbf1-2625c685aec4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:13.011228 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaddafe9-1e17-4c9c-bbf1-2625c685aec4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:13.011228 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaddafe9-1e17-4c9c-bbf1-2625c685aec4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:13.011228 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaddafe9-1e17-4c9c-bbf1-2625c685aec4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:13.011228 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaddafe9-1e17-4c9c-bbf1-2625c685aec4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:13.011623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaddafe9-1e17-4c9c-bbf1-2625c685aec4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:13.011851 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaddafe9-1e17-4c9c-bbf1-2625c685aec4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:13.012175 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaddafe9-1e17-4c9c-bbf1-2625c685aec4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:13.012506 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaddafe9-1e17-4c9c-bbf1-2625c685aec4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:13.012848 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaddafe9-1e17-4c9c-bbf1-2625c685aec4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:13.013708 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaddafe9-1e17-4c9c-bbf1-2625c685aec4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:13.014691 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaddafe9-1e17-4c9c-bbf1-2625c685aec4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:14.836648 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59700) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:14.983488 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-17e40a77-5405-4a64-8820-5627939e9dfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:15.061617 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-17e40a77-5405-4a64-8820-5627939e9dfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:15.136688 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-17e40a77-5405-4a64-8820-5627939e9dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:15.178057 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-17e40a77-5405-4a64-8820-5627939e9dfe admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=82b9591b9a0142e99e89d205fd9bdf8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3401327 Dec 16 22:53:15.178791 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e40a77-5405-4a64-8820-5627939e9dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25942303-4ca5-48ae-bc3f-25a041059e83,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:15.181521 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59706) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:15.239018 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2b48e47c-723a-4def-891a-5b964cb91c35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:15.261184 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2b48e47c-723a-4def-891a-5b964cb91c35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:15.387972 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2b48e47c-723a-4def-891a-5b964cb91c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:15.391450 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2b48e47c-723a-4def-891a-5b964cb91c35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:15.392649 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2b48e47c-723a-4def-891a-5b964cb91c35 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/25942303-4ca5-48ae-bc3f-25a041059e83 HTTP/1.1" status: 204 len: 168 time: 0.2098181 Dec 16 22:53:15.400943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48e47c-723a-4def-891a-5b964cb91c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25942303-4ca5-48ae-bc3f-25a041059e83,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:16.929075 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:53:21.025648 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59862) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:21.133400 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7a17e1bb-9cac-42fd-b316-87a04444ee08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:21.210252 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7a17e1bb-9cac-42fd-b316-87a04444ee08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:21.299263 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7a17e1bb-9cac-42fd-b316-87a04444ee08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:21.338469 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17e1bb-9cac-42fd-b316-87a04444ee08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f45422-c060-44f6-ac1a-0c645efe08d7,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:21.342996 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7a17e1bb-9cac-42fd-b316-87a04444ee08 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e90e6384ecbb400db90a40f2661628af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3162415 Dec 16 22:53:21.353755 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59868) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:21.404433 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-615d13ab-196a-4e3a-a862-d570a2d3a45f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:21.425997 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-615d13ab-196a-4e3a-a862-d570a2d3a45f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:21.545162 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-615d13ab-196a-4e3a-a862-d570a2d3a45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:21.548373 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-615d13ab-196a-4e3a-a862-d570a2d3a45f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:21.549630 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-615d13ab-196a-4e3a-a862-d570a2d3a45f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/87f45422-c060-44f6-ac1a-0c645efe08d7 HTTP/1.1" status: 204 len: 168 time: 0.1948719 Dec 16 22:53:21.557848 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d13ab-196a-4e3a-a862-d570a2d3a45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f45422-c060-44f6-ac1a-0c645efe08d7,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:22.613826 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 59876) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:22.628430 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4d94a91a-d7da-4ea8-b1b1-f4c99dfbb338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:22.702813 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4d94a91a-d7da-4ea8-b1b1-f4c99dfbb338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:22.793817 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4d94a91a-d7da-4ea8-b1b1-f4c99dfbb338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:22.837015 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4d94a91a-d7da-4ea8-b1b1-f4c99dfbb338 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c022bf6edf9f430a839fd02be2a0fce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2220511 Dec 16 22:53:22.837891 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94a91a-d7da-4ea8-b1b1-f4c99dfbb338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47069718-34a4-454b-a6c7-222ba5e98928,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:22.839938 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59878) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:22.890854 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-170a6837-e3fd-4c40-b629-6d46bb764ef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:22.915266 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-170a6837-e3fd-4c40-b629-6d46bb764ef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:23.022307 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-170a6837-e3fd-4c40-b629-6d46bb764ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:23.025015 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-170a6837-e3fd-4c40-b629-6d46bb764ef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:23.028272 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-170a6837-e3fd-4c40-b629-6d46bb764ef2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/47069718-34a4-454b-a6c7-222ba5e98928 HTTP/1.1" status: 204 len: 168 time: 0.1847477 Dec 16 22:53:23.036986 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a6837-e3fd-4c40-b629-6d46bb764ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47069718-34a4-454b-a6c7-222ba5e98928,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:23.411124 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4878f786-dba2-46b6-a8e9-1fc3fa51697b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:25.711117 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e540508f-4723-4016-b82b-78a131d65d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:27.116361 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:27.173595 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:28.433421 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:28.682532 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:29.112905 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:37.340635 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b8cb6-3a80-4b5b-b9c0-d7a0a4d35ff9 req-3c5c8191-0a6b-4ab0-aedd-ad7484981757 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:37.342119 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ad4b8cb6-3a80-4b5b-b9c0-d7a0a4d35ff9 req-3c5c8191-0a6b-4ab0-aedd-ad7484981757 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 946 time: 0.0510244 Dec 16 22:53:37.393834 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ad4b8cb6-3a80-4b5b-b9c0-d7a0a4d35ff9 req-62df01ba-8a77-42ab-b255-09f529825225 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453937 Dec 16 22:53:38.512631 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ad61c-d6b0-4cd0-96c2-611572740801 req-2ea78c3f-2aa5-4e33-9e4b-123b725371fc tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:38.513625 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-542ad61c-d6b0-4cd0-96c2-611572740801 req-2ea78c3f-2aa5-4e33-9e4b-123b725371fc tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 946 time: 0.0497117 Dec 16 22:53:38.563614 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-542ad61c-d6b0-4cd0-96c2-611572740801 req-f12e2e56-5ef2-4064-ae83-f56a631e4223 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438957 Dec 16 22:53:39.681547 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a75617-4893-465d-80f3-7b92b36ec9dd req-fcb9fc51-e891-42b8-a0c6-128435f01543 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:39.683061 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-75a75617-4893-465d-80f3-7b92b36ec9dd req-fcb9fc51-e891-42b8-a0c6-128435f01543 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 946 time: 0.0494201 Dec 16 22:53:39.734237 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-75a75617-4893-465d-80f3-7b92b36ec9dd req-e5b6efad-dbfe-4dc4-9100-c063f564ae27 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450695 Dec 16 22:53:40.852035 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219d2b0-8b22-466d-a083-306e53195ce1 req-5137ce28-4f37-41b8-bb7f-d5f3d24826b9 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:40.853515 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9219d2b0-8b22-466d-a083-306e53195ce1 req-5137ce28-4f37-41b8-bb7f-d5f3d24826b9 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 946 time: 0.0510776 Dec 16 22:53:40.906903 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9219d2b0-8b22-466d-a083-306e53195ce1 req-fef94c86-5f46-4229-a3b4-9092cf59b53c tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471690 Dec 16 22:53:42.033793 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e26b1e-7a70-49be-ba0a-e1693220e7d9 req-1e66b52e-8d95-46f9-bf0a-41c699a6e514 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:42.035343 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-72e26b1e-7a70-49be-ba0a-e1693220e7d9 req-1e66b52e-8d95-46f9-bf0a-41c699a6e514 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 946 time: 0.0551498 Dec 16 22:53:42.085626 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-72e26b1e-7a70-49be-ba0a-e1693220e7d9 req-e5da731d-0982-460b-ab2b-fcc4982d28f3 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432575 Dec 16 22:53:43.208215 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d212b1-1671-47b9-811d-d9e31742f917 req-046d98ed-8c4f-4e57-ac52-269efac35cc0 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:43.210271 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94d212b1-1671-47b9-811d-d9e31742f917 req-046d98ed-8c4f-4e57-ac52-269efac35cc0 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 946 time: 0.0534680 Dec 16 22:53:43.259557 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94d212b1-1671-47b9-811d-d9e31742f917 req-bd7829d6-e14a-4133-84d3-732befd7f05d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434415 Dec 16 22:53:44.374936 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b5f16-434e-45c6-aad0-cc3bdc81958f req-417ce8d2-7b74-4a5e-8e70-5df2158f29cd tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:44.376604 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e15b5f16-434e-45c6-aad0-cc3bdc81958f req-417ce8d2-7b74-4a5e-8e70-5df2158f29cd tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 946 time: 0.0498722 Dec 16 22:53:44.426435 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e15b5f16-434e-45c6-aad0-cc3bdc81958f req-e5bd12e9-6754-43e2-9568-79b1484d3c81 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432589 Dec 16 22:53:45.330680 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21d0b3-23ca-4181-a7f3-9000f398ad3d req-e1b9c8f4-cb46-4858-b186-5390c3b3dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:45.332316 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4f21d0b3-23ca-4181-a7f3-9000f398ad3d req-e1b9c8f4-cb46-4858-b186-5390c3b3dab3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 1097 time: 0.1841381 Dec 16 22:53:45.440228 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21d0b3-23ca-4181-a7f3-9000f398ad3d req-18952ce5-56b4-45a9-b960-84ae36927786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:45.441630 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4f21d0b3-23ca-4181-a7f3-9000f398ad3d req-18952ce5-56b4-45a9-b960-84ae36927786 service neutron] 10.222.0.57 "GET /v2.0/networks?id=487688c2-e8fd-498f-b4ca-4371546a606e HTTP/1.1" status: 200 len: 897 time: 0.0911043 Dec 16 22:53:45.534712 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4f21d0b3-23ca-4181-a7f3-9000f398ad3d req-7d64a83b-3d7a-480e-a1e7-b20dbc0dc614 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44996763-52d9-48ff-9f54-922de798fd7e HTTP/1.1" status: 200 len: 1002 time: 0.0858970 Dec 16 22:53:45.587445 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3574a-c37e-4baf-86ef-9d9463e5b0b4 req-f92ff3e7-487b-416f-aa2b-463f3e84ea49 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:45.589083 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-70b3574a-c37e-4baf-86ef-9d9463e5b0b4 req-f92ff3e7-487b-416f-aa2b-463f3e84ea49 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 946 time: 0.0925336 Dec 16 22:53:45.618232 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21d0b3-23ca-4181-a7f3-9000f398ad3d req-fe849f1f-e43c-4b44-a447-4df047d3c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:45.619958 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4f21d0b3-23ca-4181-a7f3-9000f398ad3d req-fe849f1f-e43c-4b44-a447-4df047d3c537 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b HTTP/1.1" status: 200 len: 835 time: 0.0752046 Dec 16 22:53:45.677225 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-70b3574a-c37e-4baf-86ef-9d9463e5b0b4 req-dfb99e48-f36f-4fb8-8ba6-0ea5b6f41aa6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819709 Dec 16 22:53:45.699073 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21d0b3-23ca-4181-a7f3-9000f398ad3d req-ca96a46a-dc4e-4ee0-bcc3-176731ab5c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:45.699073 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4f21d0b3-23ca-4181-a7f3-9000f398ad3d req-ca96a46a-dc4e-4ee0-bcc3-176731ab5c88 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=487688c2-e8fd-498f-b4ca-4371546a606e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599461 Dec 16 22:53:45.794551 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4f21d0b3-23ca-4181-a7f3-9000f398ad3d req-e5b6c235-78d9-4471-a3d3-81bd40ad35ca service neutron] 10.222.0.57 "GET /v2.0/networks/487688c2-e8fd-498f-b4ca-4371546a606e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940156 Dec 16 22:53:45.887378 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4f21d0b3-23ca-4181-a7f3-9000f398ad3d req-44685c23-22ac-432f-a290-14df0da54fb1 service neutron] 10.222.0.57 "GET /v2.0/networks/487688c2-e8fd-498f-b4ca-4371546a606e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846148 Dec 16 22:53:46.806513 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a28b5f-5819-40d3-9edc-145b5eb2dc97 req-4a83027c-be96-4f4f-8433-cfcb9022dde8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:46.808220 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e2a28b5f-5819-40d3-9edc-145b5eb2dc97 req-4a83027c-be96-4f4f-8433-cfcb9022dde8 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 946 time: 0.0573549 Dec 16 22:53:46.861620 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e2a28b5f-5819-40d3-9edc-145b5eb2dc97 req-32ce10d6-1a81-4f01-b34b-fed34fb1d2c0 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469348 Dec 16 22:53:47.836757 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f7a79a2-4d7f-45df-bc78-5b6d2800cf50 req-1b7ea556-3a33-44c5-ab7a-18e40c094596 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407069 Dec 16 22:53:47.980786 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a79a2-4d7f-45df-bc78-5b6d2800cf50 req-17617378-8608-4fef-af29-298d0ae17e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:47.982301 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f7a79a2-4d7f-45df-bc78-5b6d2800cf50 req-17617378-8608-4fef-af29-298d0ae17e37 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 1096 time: 0.0731385 Dec 16 22:53:47.998249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0338f-bbb9-4002-8225-6bc7927c5bee req-6f6211a9-8de0-4fd2-b3c7-45760d1d4267 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:47.999837 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89b0338f-bbb9-4002-8225-6bc7927c5bee req-6f6211a9-8de0-4fd2-b3c7-45760d1d4267 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 946 time: 0.0619228 Dec 16 22:53:48.106860 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89b0338f-bbb9-4002-8225-6bc7927c5bee req-5f02e879-0240-4d77-943c-826a7eef65e5 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934315 Dec 16 22:53:48.129655 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a79a2-4d7f-45df-bc78-5b6d2800cf50 req-5ece3f99-da90-4851-9f68-e9104c72ea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:48.131384 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f7a79a2-4d7f-45df-bc78-5b6d2800cf50 req-5ece3f99-da90-4851-9f68-e9104c72ea9a service neutron] 10.222.0.76 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 911 time: 0.1255019 Dec 16 22:53:48.199671 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f7a79a2-4d7f-45df-bc78-5b6d2800cf50 req-643149dd-f001-4bcb-9154-29a28a58d0ea service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0ca855-a41b-4421-adc0-7cf49fc84882 HTTP/1.1" status: 200 len: 1001 time: 0.0602183 Dec 16 22:53:48.253240 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a79a2-4d7f-45df-bc78-5b6d2800cf50 req-15359b44-09cb-4c83-a4e1-b2723a57e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:48.254706 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f7a79a2-4d7f-45df-bc78-5b6d2800cf50 req-15359b44-09cb-4c83-a4e1-b2723a57e33d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d HTTP/1.1" status: 200 len: 850 time: 0.0470731 Dec 16 22:53:48.311510 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a79a2-4d7f-45df-bc78-5b6d2800cf50 req-909b69c9-e662-4583-8710-311cb1f0f493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:48.313047 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f7a79a2-4d7f-45df-bc78-5b6d2800cf50 req-909b69c9-e662-4583-8710-311cb1f0f493 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4daef152-7506-4390-9b15-8eed5c3fe323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497906 Dec 16 22:53:48.406121 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f7a79a2-4d7f-45df-bc78-5b6d2800cf50 req-fa442ee1-b645-4f43-9e8f-e4251d801bfe service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842893 Dec 16 22:53:48.504176 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f7a79a2-4d7f-45df-bc78-5b6d2800cf50 req-c43c1119-4f17-4bbb-915a-9c2c19702b67 service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886118 Dec 16 22:53:49.227081 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0f4f3-3b08-4991-8edb-38c5c52dded0 req-b577bc41-4821-4a8f-83bb-33b00b55bff6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:49.228589 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ba0f4f3-3b08-4991-8edb-38c5c52dded0 req-b577bc41-4821-4a8f-83bb-33b00b55bff6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 946 time: 0.0511143 Dec 16 22:53:49.281371 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ba0f4f3-3b08-4991-8edb-38c5c52dded0 req-49dcbdee-b895-4ca5-95c9-86e5bf5ee888 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465698 Dec 16 22:53:50.402195 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685167a-580b-4848-b984-fd918d95a527 req-e509644d-051f-450a-8a4e-f587dfff4f09 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:50.403763 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e685167a-580b-4848-b984-fd918d95a527 req-e509644d-051f-450a-8a4e-f587dfff4f09 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 946 time: 0.0523179 Dec 16 22:53:50.454081 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e685167a-580b-4848-b984-fd918d95a527 req-df925163-152d-41b5-87ed-7dd0a165217d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438855 Dec 16 22:53:51.572500 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346886e-26e3-458f-b3f5-9faa754e77c0 req-4da482fc-dce2-4fcf-a62a-14c89f75d494 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:51.574029 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8346886e-26e3-458f-b3f5-9faa754e77c0 req-4da482fc-dce2-4fcf-a62a-14c89f75d494 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 946 time: 0.0500307 Dec 16 22:53:51.628282 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8346886e-26e3-458f-b3f5-9faa754e77c0 req-39d0bc76-fbe1-4b22-b27d-602e89148cd5 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482130 Dec 16 22:53:52.359451 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e59c14-1b3e-4e70-ae2b-b7dc5e16c4f2 req-4367f8b7-0bf2-4b06-b45d-8f428a641405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:52.361130 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c8e59c14-1b3e-4e70-ae2b-b7dc5e16c4f2 req-4367f8b7-0bf2-4b06-b45d-8f428a641405 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 1097 time: 0.0436523 Dec 16 22:53:52.409917 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c8e59c14-1b3e-4e70-ae2b-b7dc5e16c4f2 req-2f97282b-5826-4ffc-98a5-1357de2411e1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421200 Dec 16 22:53:52.756412 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f869cb-dfdb-480b-8a61-f74a9324f158 req-8b7c2571-a469-4722-9b66-5e20c2af62e4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:52.757935 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93f869cb-dfdb-480b-8a61-f74a9324f158 req-8b7c2571-a469-4722-9b66-5e20c2af62e4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 946 time: 0.0540354 Dec 16 22:53:52.808334 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93f869cb-dfdb-480b-8a61-f74a9324f158 req-77eebd14-c9df-4da3-af25-3f0529ac25a4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443974 Dec 16 22:53:53.028143 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 44996763-52d9-48ff-9f54-922de798fd7e details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:53:53.038414 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 44996763-52d9-48ff-9f54-922de798fd7e no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:53:53.356863 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 44996763-52d9-48ff-9f54-922de798fd7e, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=44996763-52d9-48ff-9f54-922de798fd7e,segment=NetworkSegment(705896bb-8ec9-43d1-ab3d-64774af6ab9c),segment_id=705896bb-8ec9-43d1-ab3d-64774af6ab9c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:53:53.364557 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:53.376795 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '44996763-52d9-48ff-9f54-922de798fd7e', 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e', 'port_id': '44996763-52d9-48ff-9f54-922de798fd7e', 'mac_address': 'fa:16:3e:a2:7a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:53:53.394659 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4f8818-954b-466c-937d-bc66329a922a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44996763-52d9-48ff-9f54-922de798fd7e'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:53:53.396975 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f0fe71-b6fe-4632-9a54-c29e50e5c640" -d '{"events": [{"server_uuid": "ab4f8818-954b-466c-937d-bc66329a922a", "name": "network-vif-unplugged", "status": "completed", "tag": "44996763-52d9-48ff-9f54-922de798fd7e"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:53:53.430086 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c4635764-2346-44b9-bee1-f605464120d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:53.434056 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 44996763-52d9-48ff-9f54-922de798fd7e, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=44996763-52d9-48ff-9f54-922de798fd7e,segment=NetworkSegment(705896bb-8ec9-43d1-ab3d-64774af6ab9c),segment_id=705896bb-8ec9-43d1-ab3d-64774af6ab9c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:53:53.442613 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:53.458596 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44996763-52d9-48ff-9f54-922de798fd7e {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:53:53.559285 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:53.601256 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 22:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfb13ad-af6a-4efe-8fdf-95457d800a63 x-openstack-request-id: req-5bfb13ad-af6a-4efe-8fdf-95457d800a63 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:53:53.601557 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4f8818-954b-466c-937d-bc66329a922a", "name": "network-vif-unplugged", "status": "completed", "tag": "44996763-52d9-48ff-9f54-922de798fd7e", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:53:53.601811 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5bfb13ad-af6a-4efe-8fdf-95457d800a63 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:53:53.602209 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4f8818-954b-466c-937d-bc66329a922a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44996763-52d9-48ff-9f54-922de798fd7e', 'code': 200} Dec 16 22:53:53.634354 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 22:53:53.634717 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 22:53:53.639436 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=44996763-52d9-48ff-9f54-922de798fd7e,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:53.647216 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:53.647549 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:53.647966 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:53.648303 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:53.648689 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:53.649037 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:53.649372 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:53.649698 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:53.650041 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:53.650363 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:53.650687 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:53.651008 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:53.651356 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:53:53.927204 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:53:53.931888 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502685c0-1cc6-46ee-b40e-1e62d8aaab4a req-4d32a1b5-9ab8-4cd4-a297-c90036695cd6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:53.933418 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-502685c0-1cc6-46ee-b40e-1e62d8aaab4a req-4d32a1b5-9ab8-4cd4-a297-c90036695cd6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 944 time: 0.0526891 Dec 16 22:53:53.986746 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-502685c0-1cc6-46ee-b40e-1e62d8aaab4a req-78ff7c5d-dfbc-4e1f-92ba-fa51ba7b6c4e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459213 Dec 16 22:53:54.170809 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:54.186834 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44996763-52d9-48ff-9f54-922de798fd7e {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:53:54.206352 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 44996763-52d9-48ff-9f54-922de798fd7e, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=44996763-52d9-48ff-9f54-922de798fd7e,segment=NetworkSegment(705896bb-8ec9-43d1-ab3d-64774af6ab9c),segment_id=705896bb-8ec9-43d1-ab3d-64774af6ab9c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:53:54.288349 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:54.338036 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=44996763-52d9-48ff-9f54-922de798fd7e,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:54.689853 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['44996763-52d9-48ff-9f54-922de798fd7e'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:53:55.110207 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76d09c-f105-4e66-a3e1-dc74c89c4b17 req-c8c46667-361c-4eea-96e1-fc41fd39a91f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:53:55.111769 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6e76d09c-f105-4e66-a3e1-dc74c89c4b17 req-c8c46667-361c-4eea-96e1-fc41fd39a91f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 945 time: 0.0516281 Dec 16 22:53:55.164928 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6e76d09c-f105-4e66-a3e1-dc74c89c4b17 req-94b68046-7133-49db-b29a-df6539910156 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461359 Dec 16 22:53:55.189917 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 59948) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:53:55.258803 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e125857e-1536-4083-9aab-579a1cd64912 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/floatingips/2a88f9bc-5914-417d-a445-607518800c09 HTTP/1.1" status: 200 len: 993 time: 0.0675349 Dec 16 22:53:55.705134 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e813ca79-34ca-4f60-99d0-5625ac62c868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:57.052380 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 44996763-52d9-48ff-9f54-922de798fd7e up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:53:57.101793 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 44996763-52d9-48ff-9f54-922de798fd7e triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:53:57.102187 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:57.136207 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:57.194629 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:57.217580 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4f8818-954b-466c-937d-bc66329a922a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44996763-52d9-48ff-9f54-922de798fd7e'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:53:57.219899 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c59212-e070-4c4c-a845-4e947ad08468" -d '{"events": [{"server_uuid": "ab4f8818-954b-466c-937d-bc66329a922a", "name": "network-vif-plugged", "status": "completed", "tag": "44996763-52d9-48ff-9f54-922de798fd7e"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:53:57.230138 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:57.233811 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 44996763-52d9-48ff-9f54-922de798fd7e, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=44996763-52d9-48ff-9f54-922de798fd7e,segment=NetworkSegment(705896bb-8ec9-43d1-ab3d-64774af6ab9c),segment_id=705896bb-8ec9-43d1-ab3d-64774af6ab9c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:53:57.258977 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb18271-b946-4ab9-bee1-8cb7d75575a6 x-openstack-request-id: req-3cb18271-b946-4ab9-bee1-8cb7d75575a6 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:53:57.259330 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4f8818-954b-466c-937d-bc66329a922a", "name": "network-vif-plugged", "status": "completed", "tag": "44996763-52d9-48ff-9f54-922de798fd7e", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:53:57.259590 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3cb18271-b946-4ab9-bee1-8cb7d75575a6 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:53:57.259993 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4f8818-954b-466c-937d-bc66329a922a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44996763-52d9-48ff-9f54-922de798fd7e', 'code': 200} Dec 16 22:53:57.342246 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:57.391462 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=44996763-52d9-48ff-9f54-922de798fd7e,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:53:58.426926 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:58.693653 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:53:59.123703 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:23.602318 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8d95bf3e-4ef9-4167-ba27-a389c36e5e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:25.675913 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bff379d2-d3d8-4685-8dd7-69fdab55b598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:27.071632 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:27.215207 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:28.403566 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:28.712453 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:29.112001 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:30.926250 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:54:45.446250 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ebfe84aa-1d74-4ae4-8c51-d85f324d81b3 req-8c7f282f-6220-4d74-b35c-99f3582826f2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401201 Dec 16 22:54:45.542676 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe84aa-1d74-4ae4-8c51-d85f324d81b3 req-1ecfb1ba-cd99-4405-91dc-83bc57eb7cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:45.544715 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ebfe84aa-1d74-4ae4-8c51-d85f324d81b3 req-1ecfb1ba-cd99-4405-91dc-83bc57eb7cb4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 1097 time: 0.0423822 Dec 16 22:54:45.657143 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe84aa-1d74-4ae4-8c51-d85f324d81b3 req-4f1efb65-1379-43b4-9dda-9046dd940054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:45.658659 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ebfe84aa-1d74-4ae4-8c51-d85f324d81b3 req-4f1efb65-1379-43b4-9dda-9046dd940054 service neutron] 10.222.0.57 "GET /v2.0/networks?id=487688c2-e8fd-498f-b4ca-4371546a606e HTTP/1.1" status: 200 len: 897 time: 0.0921717 Dec 16 22:54:45.727386 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ebfe84aa-1d74-4ae4-8c51-d85f324d81b3 req-383453e8-e439-4153-b657-2a7f4b9dacb1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44996763-52d9-48ff-9f54-922de798fd7e HTTP/1.1" status: 200 len: 1002 time: 0.0608442 Dec 16 22:54:45.781619 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe84aa-1d74-4ae4-8c51-d85f324d81b3 req-aa07ca47-0ea5-4f5e-9fa9-050854e7f395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:45.785488 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ebfe84aa-1d74-4ae4-8c51-d85f324d81b3 req-aa07ca47-0ea5-4f5e-9fa9-050854e7f395 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b HTTP/1.1" status: 200 len: 835 time: 0.0490980 Dec 16 22:54:45.832962 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe84aa-1d74-4ae4-8c51-d85f324d81b3 req-e7bdfd57-0863-4dde-8873-6f9421e0c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:45.834537 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ebfe84aa-1d74-4ae4-8c51-d85f324d81b3 req-e7bdfd57-0863-4dde-8873-6f9421e0c9a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=487688c2-e8fd-498f-b4ca-4371546a606e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432727 Dec 16 22:54:45.927799 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ebfe84aa-1d74-4ae4-8c51-d85f324d81b3 req-d01fd139-c4d4-40a4-92d6-efe89ffde42b service neutron] 10.222.0.57 "GET /v2.0/networks/487688c2-e8fd-498f-b4ca-4371546a606e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862398 Dec 16 22:54:46.023869 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ebfe84aa-1d74-4ae4-8c51-d85f324d81b3 req-f47456d3-1584-464c-a147-c11e1291fdbd service neutron] 10.222.0.57 "GET /v2.0/networks/487688c2-e8fd-498f-b4ca-4371546a606e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883179 Dec 16 22:54:49.808430 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5988c92-72df-4bba-8e4c-f3cd8ad5f882 req-a8c02c6a-832d-47ea-b417-6ca27f4e352a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408306 Dec 16 22:54:49.910840 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5988c92-72df-4bba-8e4c-f3cd8ad5f882 req-1e275d7e-3e10-4ef1-a9f9-e13005d633f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:49.912274 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5988c92-72df-4bba-8e4c-f3cd8ad5f882 req-1e275d7e-3e10-4ef1-a9f9-e13005d633f4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 1096 time: 0.0416737 Dec 16 22:54:50.021424 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5988c92-72df-4bba-8e4c-f3cd8ad5f882 req-d1d418db-2941-4ee3-9bb5-76a3fbdc127e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:50.022930 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5988c92-72df-4bba-8e4c-f3cd8ad5f882 req-d1d418db-2941-4ee3-9bb5-76a3fbdc127e service neutron] 10.222.0.76 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 911 time: 0.0885124 Dec 16 22:54:50.099738 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5988c92-72df-4bba-8e4c-f3cd8ad5f882 req-901bee1a-cccd-482f-907f-304f7ea3131e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0ca855-a41b-4421-adc0-7cf49fc84882 HTTP/1.1" status: 200 len: 1001 time: 0.0677476 Dec 16 22:54:50.494998 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5988c92-72df-4bba-8e4c-f3cd8ad5f882 req-f4022fbc-1202-4300-a9b9-aafcb3da0ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:50.496507 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5988c92-72df-4bba-8e4c-f3cd8ad5f882 req-f4022fbc-1202-4300-a9b9-aafcb3da0ecf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d HTTP/1.1" status: 200 len: 850 time: 0.3889103 Dec 16 22:54:50.542846 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5988c92-72df-4bba-8e4c-f3cd8ad5f882 req-b4aee7ec-be27-4882-b24f-cc0c16f3a38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:54:50.544442 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5988c92-72df-4bba-8e4c-f3cd8ad5f882 req-b4aee7ec-be27-4882-b24f-cc0c16f3a38e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4daef152-7506-4390-9b15-8eed5c3fe323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403748 Dec 16 22:54:50.638070 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5988c92-72df-4bba-8e4c-f3cd8ad5f882 req-67fcb1a6-9013-4544-8e5b-66e1527db8d8 service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850213 Dec 16 22:54:50.728674 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5988c92-72df-4bba-8e4c-f3cd8ad5f882 req-16a5b32a-ed82-40fe-b135-c791647efab8 service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827205 Dec 16 22:54:53.620409 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4dd84c6e-e23b-4ef9-8cce-a389101c59aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:55.676681 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55e9969f-835a-4c0c-ba35-f714b1473a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:57.115933 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:57.218845 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:58.418368 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:58.715472 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:54:59.127241 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:07.927415 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:55:08.698031 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60046) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:08.877104 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-6d7b03f2-2aa5-4844-b5a8-98b75c535df4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Deleting port e8bbd178-ee03-496b-9b72-f4073e04c3c8 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:55:08.877481 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d7b03f2-2aa5-4844-b5a8-98b75c535df4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:08.968801 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d7b03f2-2aa5-4844-b5a8-98b75c535df4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:08.969117 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d7b03f2-2aa5-4844-b5a8-98b75c535df4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:08.984615 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-6d7b03f2-2aa5-4844-b5a8-98b75c535df4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Calling delete_port for e8bbd178-ee03-496b-9b72-f4073e04c3c8 owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:55:09.270475 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d7b03f2-2aa5-4844-b5a8-98b75c535df4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:09.308401 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b03f2-2aa5-4844-b5a8-98b75c535df4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event deleted for resources: {'Port': ['ID=e8bbd178-ee03-496b-9b72-f4073e04c3c8,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:09.335328 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7b03f2-2aa5-4844-b5a8-98b75c535df4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:09.343286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7b03f2-2aa5-4844-b5a8-98b75c535df4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:09.343286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7b03f2-2aa5-4844-b5a8-98b75c535df4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:09.343286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7b03f2-2aa5-4844-b5a8-98b75c535df4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:09.343286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7b03f2-2aa5-4844-b5a8-98b75c535df4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:09.343286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7b03f2-2aa5-4844-b5a8-98b75c535df4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:09.343286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7b03f2-2aa5-4844-b5a8-98b75c535df4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:09.343286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7b03f2-2aa5-4844-b5a8-98b75c535df4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:09.343286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7b03f2-2aa5-4844-b5a8-98b75c535df4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:09.343286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7b03f2-2aa5-4844-b5a8-98b75c535df4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:09.343286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7b03f2-2aa5-4844-b5a8-98b75c535df4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:09.343286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7b03f2-2aa5-4844-b5a8-98b75c535df4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:09.343286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7b03f2-2aa5-4844-b5a8-98b75c535df4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:09.379822 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d7b03f2-2aa5-4844-b5a8-98b75c535df4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:09.380298 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-6d7b03f2-2aa5-4844-b5a8-98b75c535df4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Floating IP 2a88f9bc-5914-417d-a445-607518800c09 disassociated (deleted). External IP: 172.25.6.186, port: 44996763-52d9-48ff-9f54-922de798fd7e. Dec 16 22:55:09.619859 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7b03f2-2aa5-4844-b5a8-98b75c535df4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Router 54d95f79-a647-4a76-bf84-b0929c1f0d1d has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:55:09.747916 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7b03f2-2aa5-4844-b5a8-98b75c535df4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:55:09.753128 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6d7b03f2-2aa5-4844-b5a8-98b75c535df4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:09.758478 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a8c6ba-3f44-49ca-968e-3bc32037dad0 None None] Sync routers for ids ['54d95f79-a647-4a76-bf84-b0929c1f0d1d'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:55:09.773044 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a8c6ba-3f44-49ca-968e-3bc32037dad0 None None] Routers {'54d95f79-a647-4a76-bf84-b0929c1f0d1d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:55:09.773744 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-65a8c6ba-3f44-49ca-968e-3bc32037dad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:54:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['54d95f79-a647-4a76-bf84-b0929c1f0d1d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:09.784873 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6d7b03f2-2aa5-4844-b5a8-98b75c535df4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "DELETE /v2.0/floatingips/2a88f9bc-5914-417d-a445-607518800c09 HTTP/1.1" status: 204 len: 168 time: 1.0856290 Dec 16 22:55:09.785626 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4f8818-954b-466c-937d-bc66329a922a', 'tag': '44996763-52d9-48ff-9f54-922de798fd7e'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:55:09.788520 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e56554b-307f-40f1-826d-18d74b6a2597" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4f8818-954b-466c-937d-bc66329a922a", "tag": "44996763-52d9-48ff-9f54-922de798fd7e"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:55:09.900361 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-65a8c6ba-3f44-49ca-968e-3bc32037dad0 None None] Set router 54d95f79-a647-4a76-bf84-b0929c1f0d1d gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:55:09.922099 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5154e01-428e-448a-9d15-6c28f445292b x-openstack-request-id: req-d5154e01-428e-448a-9d15-6c28f445292b {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:55:09.922915 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4f8818-954b-466c-937d-bc66329a922a", "tag": "44996763-52d9-48ff-9f54-922de798fd7e", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:55:09.923172 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d5154e01-428e-448a-9d15-6c28f445292b {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:55:09.923715 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab4f8818-954b-466c-937d-bc66329a922a', 'tag': '44996763-52d9-48ff-9f54-922de798fd7e', 'status': 'completed', 'code': 200} Dec 16 22:55:10.020153 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56554b-307f-40f1-826d-18d74b6a2597 req-79af8bc8-1f33-4cc7-812c-fbc5da96095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:10.021824 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e56554b-307f-40f1-826d-18d74b6a2597 req-79af8bc8-1f33-4cc7-812c-fbc5da96095c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 1097 time: 0.0551515 Dec 16 22:55:10.133381 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-65a8c6ba-3f44-49ca-968e-3bc32037dad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366097997', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:09Z', 'updated_at': '2021-12-16T22:52:14Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:10Z', 'updated_at': '2021-12-16T22:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '905c9fb4-35b5-4f5f-8ade-06f6904ff4ee', 'name': '', 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:69:6a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:13Z', 'updated_at': '2021-12-16T22:52:17Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': 'e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:10.149400 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56554b-307f-40f1-826d-18d74b6a2597 req-4fc22b7b-a97d-4fa6-916f-8333c660cc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:10.150941 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e56554b-307f-40f1-826d-18d74b6a2597 req-4fc22b7b-a97d-4fa6-916f-8333c660cc00 service neutron] 10.222.0.57 "GET /v2.0/networks?id=487688c2-e8fd-498f-b4ca-4371546a606e HTTP/1.1" status: 200 len: 897 time: 0.1220801 Dec 16 22:55:10.164717 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a8c6ba-3f44-49ca-968e-3bc32037dad0 None None] Checking router: 54d95f79-a647-4a76-bf84-b0929c1f0d1d for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:55:10.173518 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a8c6ba-3f44-49ca-968e-3bc32037dad0 None None] Routers {'54d95f79-a647-4a76-bf84-b0929c1f0d1d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:55:10.178487 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-65a8c6ba-3f44-49ca-968e-3bc32037dad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:54:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['54d95f79-a647-4a76-bf84-b0929c1f0d1d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:10.198862 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e56554b-307f-40f1-826d-18d74b6a2597 req-984fdc25-9b83-4957-816b-bf173087a22d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44996763-52d9-48ff-9f54-922de798fd7e HTTP/1.1" status: 200 len: 217 time: 0.0396142 Dec 16 22:55:10.270900 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56554b-307f-40f1-826d-18d74b6a2597 req-312aa2c9-f9f4-4276-b32f-57dfc2e48e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:10.273126 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e56554b-307f-40f1-826d-18d74b6a2597 req-312aa2c9-f9f4-4276-b32f-57dfc2e48e19 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b HTTP/1.1" status: 200 len: 835 time: 0.0664272 Dec 16 22:55:10.314814 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-65a8c6ba-3f44-49ca-968e-3bc32037dad0 None None] Set router 54d95f79-a647-4a76-bf84-b0929c1f0d1d gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:55:10.330315 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56554b-307f-40f1-826d-18d74b6a2597 req-ed5f39c8-bf8e-4524-b122-7f82a8ff73fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:10.332017 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e56554b-307f-40f1-826d-18d74b6a2597 req-ed5f39c8-bf8e-4524-b122-7f82a8ff73fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=487688c2-e8fd-498f-b4ca-4371546a606e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514724 Dec 16 22:55:10.333146 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb4dbb-9487-4aa0-baad-714b6a270c75 req-79b6ef50-a94a-40c5-948c-2c1b43f3bd69 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:10.335711 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-60eb4dbb-9487-4aa0-baad-714b6a270c75 req-79b6ef50-a94a-40c5-948c-2c1b43f3bd69 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 946 time: 0.0611465 Dec 16 22:55:10.395606 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-60eb4dbb-9487-4aa0-baad-714b6a270c75 req-db7abcd5-c779-477c-ab92-d23535a5d2e6 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492241 Dec 16 22:55:10.453890 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e56554b-307f-40f1-826d-18d74b6a2597 req-23b7feb6-f2e4-4631-b83b-62f4fd4ed45f service neutron] 10.222.0.57 "GET /v2.0/networks/487688c2-e8fd-498f-b4ca-4371546a606e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124332 Dec 16 22:55:10.556625 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-65a8c6ba-3f44-49ca-968e-3bc32037dad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366097997', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:09Z', 'updated_at': '2021-12-16T22:52:14Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:10Z', 'updated_at': '2021-12-16T22:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '905c9fb4-35b5-4f5f-8ade-06f6904ff4ee', 'name': '', 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:69:6a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:13Z', 'updated_at': '2021-12-16T22:52:17Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': 'e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:10.570789 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e56554b-307f-40f1-826d-18d74b6a2597 req-e724c38e-4340-42fa-8fef-ec0dee33e9df service neutron] 10.222.0.57 "GET /v2.0/networks/487688c2-e8fd-498f-b4ca-4371546a606e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073451 Dec 16 22:55:10.586108 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a8c6ba-3f44-49ca-968e-3bc32037dad0 None None] The sync data for ids ['54d95f79-a647-4a76-bf84-b0929c1f0d1d'] in n-d-815324-4 is: [{'id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366097997', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:09Z', 'updated_at': '2021-12-16T22:52:14Z', 'revision_number': 4, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:10Z', 'updated_at': '2021-12-16T22:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '905c9fb4-35b5-4f5f-8ade-06f6904ff4ee', 'name': '', 'network_id': '487688c2-e8fd-498f-b4ca-4371546a606e', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'mac_address': 'fa:16:3e:69:6a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:13Z', 'updated_at': '2021-12-16T22:52:17Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'subnets': [{'id': 'e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:55:10.842387 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e5e4d2-6bed-45f5-b456-a7def6d6663e None None] New status for floating IP 2a88f9bc-5914-417d-a445-607518800c09: DOWN {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:55:11.537403 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b091c-bb24-42ed-a4af-bd5f34fc38d9 req-32c37c2a-f6b7-408a-bb6f-ccff6a79604b tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:11.541553 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-683b091c-bb24-42ed-a4af-bd5f34fc38d9 req-32c37c2a-f6b7-408a-bb6f-ccff6a79604b tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 946 time: 0.0634747 Dec 16 22:55:11.594612 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-683b091c-bb24-42ed-a4af-bd5f34fc38d9 req-35d6c870-5b41-4127-b49d-b9bc7eb47ba4 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/security-groups?id=a93f2472-383d-4f2a-a828-0d7a211d1a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467825 Dec 16 22:55:12.087580 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9434e68-bda0-47ff-a8c5-4cb3bc0c95ce req-f9db4724-1516-4137-97ad-f4f197bc1804 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:12.089099 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b9434e68-bda0-47ff-a8c5-4cb3bc0c95ce req-f9db4724-1516-4137-97ad-f4f197bc1804 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 946 time: 0.0541584 Dec 16 22:55:12.183965 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-b9434e68-bda0-47ff-a8c5-4cb3bc0c95ce req-954ae2c9-2239-40c2-a50a-833fb7b1816d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Deleting port 44996763-52d9-48ff-9f54-922de798fd7e {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:55:12.184473 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b9434e68-bda0-47ff-a8c5-4cb3bc0c95ce req-954ae2c9-2239-40c2-a50a-833fb7b1816d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:12.281546 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-b9434e68-bda0-47ff-a8c5-4cb3bc0c95ce req-954ae2c9-2239-40c2-a50a-833fb7b1816d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] For port 44996763-52d9-48ff-9f54-922de798fd7e, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=44996763-52d9-48ff-9f54-922de798fd7e,segment=NetworkSegment(705896bb-8ec9-43d1-ab3d-64774af6ab9c),segment_id=705896bb-8ec9-43d1-ab3d-64774af6ab9c)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:12.281859 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b9434e68-bda0-47ff-a8c5-4cb3bc0c95ce req-954ae2c9-2239-40c2-a50a-833fb7b1816d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:12.295321 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-b9434e68-bda0-47ff-a8c5-4cb3bc0c95ce req-954ae2c9-2239-40c2-a50a-833fb7b1816d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Calling delete_port for 44996763-52d9-48ff-9f54-922de798fd7e owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:55:12.494256 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b9434e68-bda0-47ff-a8c5-4cb3bc0c95ce req-954ae2c9-2239-40c2-a50a-833fb7b1816d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:12.527580 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ae2c9-2239-40c2-a50a-833fb7b1816d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event deleted for resources: {'Port': ['ID=44996763-52d9-48ff-9f54-922de798fd7e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:12.573173 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9434e68-bda0-47ff-a8c5-4cb3bc0c95ce req-954ae2c9-2239-40c2-a50a-833fb7b1816d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] No DVR routers for this DVR port 44996763-52d9-48ff-9f54-922de798fd7e on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:55:12.575933 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b9434e68-bda0-47ff-a8c5-4cb3bc0c95ce req-954ae2c9-2239-40c2-a50a-833fb7b1816d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:12.579362 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b9434e68-bda0-47ff-a8c5-4cb3bc0c95ce req-954ae2c9-2239-40c2-a50a-833fb7b1816d tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.57 "DELETE /v2.0/ports/44996763-52d9-48ff-9f54-922de798fd7e HTTP/1.1" status: 204 len: 173 time: 0.4825332 Dec 16 22:55:12.579825 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4f8818-954b-466c-937d-bc66329a922a', 'name': 'network-vif-deleted', 'tag': '44996763-52d9-48ff-9f54-922de798fd7e'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:55:12.582077 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0ecded-656f-48bd-998b-6a570a9dab89" -d '{"events": [{"server_uuid": "ab4f8818-954b-466c-937d-bc66329a922a", "name": "network-vif-deleted", "tag": "44996763-52d9-48ff-9f54-922de798fd7e"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:55:12.632478 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70feb09-12ac-4aee-ad58-3dd63dfd639f x-openstack-request-id: req-b70feb09-12ac-4aee-ad58-3dd63dfd639f {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:55:12.632780 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4f8818-954b-466c-937d-bc66329a922a", "name": "network-vif-deleted", "tag": "44996763-52d9-48ff-9f54-922de798fd7e", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:55:12.633042 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b70feb09-12ac-4aee-ad58-3dd63dfd639f {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:55:12.634336 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4f8818-954b-466c-937d-bc66329a922a', 'name': 'network-vif-deleted', 'tag': '44996763-52d9-48ff-9f54-922de798fd7e', 'status': 'completed', 'code': 200} Dec 16 22:55:12.701489 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc9d5178-afa2-49bc-b4f3-fabf664a6b4b req-60522513-81ae-47ab-8527-439ac7177a3a tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab4f8818-954b-466c-937d-bc66329a922a HTTP/1.1" status: 200 len: 210 time: 0.0289550 Dec 16 22:55:13.765904 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60090) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:14.179794 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d02ce05-2380-4030-83a9-3462c45cd3bd tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:14.451364 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-2d02ce05-2380-4030-83a9-3462c45cd3bd tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Deleting port 905c9fb4-35b5-4f5f-8ade-06f6904ff4ee {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:55:14.451713 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d02ce05-2380-4030-83a9-3462c45cd3bd tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:14.542322 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-2d02ce05-2380-4030-83a9-3462c45cd3bd tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] For port 905c9fb4-35b5-4f5f-8ade-06f6904ff4ee, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=905c9fb4-35b5-4f5f-8ade-06f6904ff4ee,segment=NetworkSegment(705896bb-8ec9-43d1-ab3d-64774af6ab9c),segment_id=705896bb-8ec9-43d1-ab3d-64774af6ab9c)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:14.542686 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d02ce05-2380-4030-83a9-3462c45cd3bd tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:14.555913 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-2d02ce05-2380-4030-83a9-3462c45cd3bd tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Calling delete_port for 905c9fb4-35b5-4f5f-8ade-06f6904ff4ee owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:55:14.819751 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d02ce05-2380-4030-83a9-3462c45cd3bd tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:14.851228 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02ce05-2380-4030-83a9-3462c45cd3bd tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event deleted for resources: {'Port': ['ID=905c9fb4-35b5-4f5f-8ade-06f6904ff4ee,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:15.034280 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d02ce05-2380-4030-83a9-3462c45cd3bd tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:15.274677 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d02ce05-2380-4030-83a9-3462c45cd3bd tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Router 54d95f79-a647-4a76-bf84-b0929c1f0d1d has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:55:15.382217 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d02ce05-2380-4030-83a9-3462c45cd3bd tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:55:15.391165 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2d02ce05-2380-4030-83a9-3462c45cd3bd tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "PUT /v2.0/routers/54d95f79-a647-4a76-bf84-b0929c1f0d1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6207283 Dec 16 22:55:15.391830 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60096) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:15.392787 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e8a3fe-4300-447f-a956-8d45e294baaa None None] Sync routers for ids ['54d95f79-a647-4a76-bf84-b0929c1f0d1d'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:55:15.401868 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 44996763-52d9-48ff-9f54-922de798fd7e no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:55:15.404984 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e8a3fe-4300-447f-a956-8d45e294baaa None None] Routers {'54d95f79-a647-4a76-bf84-b0929c1f0d1d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:55:15.405930 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a6e8a3fe-4300-447f-a956-8d45e294baaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:54:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['54d95f79-a647-4a76-bf84-b0929c1f0d1d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:15.423078 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 44996763-52d9-48ff-9f54-922de798fd7e {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:55:15.423441 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 44996763-52d9-48ff-9f54-922de798fd7e not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:55:15.459298 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e04e85-5325-460a-b26f-0c120a08ae3f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Deleting subnet e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:55:15.463475 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49e04e85-5325-460a-b26f-0c120a08ae3f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:15.512195 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49e04e85-5325-460a-b26f-0c120a08ae3f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:15.526936 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-a6e8a3fe-4300-447f-a956-8d45e294baaa None None] Set router 54d95f79-a647-4a76-bf84-b0929c1f0d1d gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:55:15.612472 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49e04e85-5325-460a-b26f-0c120a08ae3f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:15.715406 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a6e8a3fe-4300-447f-a956-8d45e294baaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366097997', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:09Z', 'updated_at': '2021-12-16T22:55:14Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:10Z', 'updated_at': '2021-12-16T22:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:15.746637 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e8a3fe-4300-447f-a956-8d45e294baaa None None] Checking router: 54d95f79-a647-4a76-bf84-b0929c1f0d1d for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:55:15.755456 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e8a3fe-4300-447f-a956-8d45e294baaa None None] Routers {'54d95f79-a647-4a76-bf84-b0929c1f0d1d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:55:15.756065 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49e04e85-5325-460a-b26f-0c120a08ae3f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:15.756211 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a6e8a3fe-4300-447f-a956-8d45e294baaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:54:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['54d95f79-a647-4a76-bf84-b0929c1f0d1d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:15.787181 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e04e85-5325-460a-b26f-0c120a08ae3f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event deleted for resources: {'Subnet': ['ID=e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:15.791392 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-49e04e85-5325-460a-b26f-0c120a08ae3f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:15.795703 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-49e04e85-5325-460a-b26f-0c120a08ae3f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "DELETE /v2.0/subnets/e3e5868c-a4f7-4bb4-8eb9-bec08513cf6b HTTP/1.1" status: 204 len: 168 time: 0.4026167 Dec 16 22:55:15.797533 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60100) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:15.802652 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e04e85-5325-460a-b26f-0c120a08ae3f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:15.803122 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e04e85-5325-460a-b26f-0c120a08ae3f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:15.803382 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e04e85-5325-460a-b26f-0c120a08ae3f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:15.803732 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e04e85-5325-460a-b26f-0c120a08ae3f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:15.804066 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e04e85-5325-460a-b26f-0c120a08ae3f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:15.804394 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e04e85-5325-460a-b26f-0c120a08ae3f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:15.804812 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e04e85-5325-460a-b26f-0c120a08ae3f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:15.806086 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e04e85-5325-460a-b26f-0c120a08ae3f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:15.806610 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e04e85-5325-460a-b26f-0c120a08ae3f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:15.806945 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e04e85-5325-460a-b26f-0c120a08ae3f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:15.807313 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e04e85-5325-460a-b26f-0c120a08ae3f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:15.807663 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e04e85-5325-460a-b26f-0c120a08ae3f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:15.813118 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e04e85-5325-460a-b26f-0c120a08ae3f tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:15.813511 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3960a9f2-60cf-4cff-9eb6-592affaa7c63 None None] Network 487688c2-e8fd-498f-b4ca-4371546a606e requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:55:15.880122 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-a6e8a3fe-4300-447f-a956-8d45e294baaa None None] Set router 54d95f79-a647-4a76-bf84-b0929c1f0d1d gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:55:15.949869 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8aa90a97-d337-4a32-a34a-18b70d69d5ad tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:16.020875 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a696c90-6aa1-47f4-bd14-2d7172d06767 None None] DHCP port deletion for 487688c2-e8fd-498f-b4ca-4371546a606e request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:55:16.074143 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8aa90a97-d337-4a32-a34a-18b70d69d5ad tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:16.089051 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2a696c90-6aa1-47f4-bd14-2d7172d06767 None None] Deleting port 76eb4801-fac6-455e-998c-e4dfd3609557 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:55:16.089433 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2a696c90-6aa1-47f4-bd14-2d7172d06767 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:16.144188 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a6e8a3fe-4300-447f-a956-8d45e294baaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366097997', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:09Z', 'updated_at': '2021-12-16T22:55:14Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:10Z', 'updated_at': '2021-12-16T22:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:16.160412 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-2a696c90-6aa1-47f4-bd14-2d7172d06767 None None] For port 76eb4801-fac6-455e-998c-e4dfd3609557, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=76eb4801-fac6-455e-998c-e4dfd3609557,segment=NetworkSegment(705896bb-8ec9-43d1-ab3d-64774af6ab9c),segment_id=705896bb-8ec9-43d1-ab3d-64774af6ab9c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:16.160804 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2a696c90-6aa1-47f4-bd14-2d7172d06767 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:16.174751 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2a696c90-6aa1-47f4-bd14-2d7172d06767 None None] Calling delete_port for 76eb4801-fac6-455e-998c-e4dfd3609557 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:55:16.175556 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e8a3fe-4300-447f-a956-8d45e294baaa None None] The sync data for ids ['54d95f79-a647-4a76-bf84-b0929c1f0d1d'] in n-d-815324-4 is: [{'id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366097997', 'tenant_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:09Z', 'updated_at': '2021-12-16T22:55:14Z', 'revision_number': 5, 'project_id': '7bfb8f7eefc1419caa30af0dd0a6b7be', 'gw_port': {'id': 'f3ef0426-9e8e-4809-9c18-dc927da3e41f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d95f79-a647-4a76-bf84-b0929c1f0d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:10Z', 'updated_at': '2021-12-16T22:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:55:16.227513 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-8aa90a97-d337-4a32-a34a-18b70d69d5ad tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Deleting port f3ef0426-9e8e-4809-9c18-dc927da3e41f {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:55:16.227946 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8aa90a97-d337-4a32-a34a-18b70d69d5ad tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:16.319743 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-8aa90a97-d337-4a32-a34a-18b70d69d5ad tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] For port f3ef0426-9e8e-4809-9c18-dc927da3e41f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f3ef0426-9e8e-4809-9c18-dc927da3e41f,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:16.320103 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8aa90a97-d337-4a32-a34a-18b70d69d5ad tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:16.334004 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-8aa90a97-d337-4a32-a34a-18b70d69d5ad tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Calling delete_port for f3ef0426-9e8e-4809-9c18-dc927da3e41f owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:55:16.339757 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2a696c90-6aa1-47f4-bd14-2d7172d06767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:16.367870 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a696c90-6aa1-47f4-bd14-2d7172d06767 None None] Pushing event deleted for resources: {'Port': ['ID=76eb4801-fac6-455e-998c-e4dfd3609557,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:16.377695 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a696c90-6aa1-47f4-bd14-2d7172d06767 None None] No DVR routers for this DVR port 76eb4801-fac6-455e-998c-e4dfd3609557 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:55:16.379838 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a696c90-6aa1-47f4-bd14-2d7172d06767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:16.384497 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a696c90-6aa1-47f4-bd14-2d7172d06767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:16.384497 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a696c90-6aa1-47f4-bd14-2d7172d06767 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:16.384497 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a696c90-6aa1-47f4-bd14-2d7172d06767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:16.384497 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a696c90-6aa1-47f4-bd14-2d7172d06767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:16.384497 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a696c90-6aa1-47f4-bd14-2d7172d06767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:16.384497 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a696c90-6aa1-47f4-bd14-2d7172d06767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:16.384497 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a696c90-6aa1-47f4-bd14-2d7172d06767 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:16.384497 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a696c90-6aa1-47f4-bd14-2d7172d06767 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:16.384497 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a696c90-6aa1-47f4-bd14-2d7172d06767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:16.384497 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a696c90-6aa1-47f4-bd14-2d7172d06767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:16.384497 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a696c90-6aa1-47f4-bd14-2d7172d06767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:16.385910 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a696c90-6aa1-47f4-bd14-2d7172d06767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:16.636605 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8aa90a97-d337-4a32-a34a-18b70d69d5ad tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:17.019769 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa90a97-d337-4a32-a34a-18b70d69d5ad tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event deleted for resources: {'Port': ['ID=f3ef0426-9e8e-4809-9c18-dc927da3e41f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:17.033713 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da96454-aa48-46c4-8e91-222416b27268 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:55:17.084868 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8aa90a97-d337-4a32-a34a-18b70d69d5ad tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:17.176219 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8aa90a97-d337-4a32-a34a-18b70d69d5ad tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:17.178322 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8aa90a97-d337-4a32-a34a-18b70d69d5ad tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:17.328034 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8aa90a97-d337-4a32-a34a-18b70d69d5ad tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:17.328637 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa90a97-d337-4a32-a34a-18b70d69d5ad tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Fanout notify agent at l3_agent the message router_deleted on router 54d95f79-a647-4a76-bf84-b0929c1f0d1d {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:55:17.340890 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8aa90a97-d337-4a32-a34a-18b70d69d5ad tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:17.340890 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8aa90a97-d337-4a32-a34a-18b70d69d5ad tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "DELETE /v2.0/routers/54d95f79-a647-4a76-bf84-b0929c1f0d1d HTTP/1.1" status: 204 len: 168 time: 1.5385580 Dec 16 22:55:17.340890 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60104) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:17.458853 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4474ae0c-8a87-42e4-ac3c-1f0e76c4809e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:17.562721 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4474ae0c-8a87-42e4-ac3c-1f0e76c4809e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:17.584530 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-4474ae0c-8a87-42e4-ac3c-1f0e76c4809e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['487688c2-e8fd-498f-b4ca-4371546a606e']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:17.598471 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-4474ae0c-8a87-42e4-ac3c-1f0e76c4809e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705896bb-8ec9-43d1-ab3d-64774af6ab9c') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:17.598599 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-4474ae0c-8a87-42e4-ac3c-1f0e76c4809e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705896bb-8ec9-43d1-ab3d-64774af6ab9c') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:17.610461 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4474ae0c-8a87-42e4-ac3c-1f0e76c4809e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:17.627852 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4474ae0c-8a87-42e4-ac3c-1f0e76c4809e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:17.635402 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4474ae0c-8a87-42e4-ac3c-1f0e76c4809e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:55:17.635891 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4474ae0c-8a87-42e4-ac3c-1f0e76c4809e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:55:17.639033 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:55:17.774108 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4474ae0c-8a87-42e4-ac3c-1f0e76c4809e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:17.781982 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4474ae0c-8a87-42e4-ac3c-1f0e76c4809e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:17.785143 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4474ae0c-8a87-42e4-ac3c-1f0e76c4809e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "DELETE /v2.0/networks/487688c2-e8fd-498f-b4ca-4371546a606e HTTP/1.1" status: 204 len: 168 time: 0.4436965 Dec 16 22:55:17.788252 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60106) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:17.799996 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474ae0c-8a87-42e4-ac3c-1f0e76c4809e tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event deleted for resources: {'Network': ['ID=487688c2-e8fd-498f-b4ca-4371546a606e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:17.854955 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-816e780f-21de-4d58-a720-c3310499f9e0 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:17.884373 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-816e780f-21de-4d58-a720-c3310499f9e0 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:18.017139 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f3ef0426-9e8e-4809-9c18-dc927da3e41f no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:55:18.030779 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-816e780f-21de-4d58-a720-c3310499f9e0 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:18.033535 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-816e780f-21de-4d58-a720-c3310499f9e0 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:18.034905 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-816e780f-21de-4d58-a720-c3310499f9e0 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] 10.222.0.75 "DELETE /v2.0/security-groups/a93f2472-383d-4f2a-a828-0d7a211d1a33 HTTP/1.1" status: 204 len: 168 time: 0.2449143 Dec 16 22:55:18.039124 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: f3ef0426-9e8e-4809-9c18-dc927da3e41f {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:55:18.040297 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f3ef0426-9e8e-4809-9c18-dc927da3e41f not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:55:18.040415 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 76eb4801-fac6-455e-998c-e4dfd3609557 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:55:18.053512 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e780f-21de-4d58-a720-c3310499f9e0 tempest-TestNetworkAdvancedServerOps-134550499 tempest-TestNetworkAdvancedServerOps-134550499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93f2472-383d-4f2a-a828-0d7a211d1a33,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:18.070926 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 76eb4801-fac6-455e-998c-e4dfd3609557 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:55:18.071311 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 76eb4801-fac6-455e-998c-e4dfd3609557 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:55:18.071750 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 905c9fb4-35b5-4f5f-8ade-06f6904ff4ee no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:55:18.098453 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 905c9fb4-35b5-4f5f-8ade-06f6904ff4ee {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:55:18.098453 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 905c9fb4-35b5-4f5f-8ade-06f6904ff4ee not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:55:18.734142 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60116) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:18.890667 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ec911a9d-f3c6-4348-a997-c1abacbc28ed admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7bfb8f7eefc1419caa30af0dd0a6b7be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1553555 Dec 16 22:55:18.893440 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60122) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:18.955895 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c35949ca-3853-40b9-8bd7-5143caf16a5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:18.978649 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c35949ca-3853-40b9-8bd7-5143caf16a5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:19.134318 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c35949ca-3853-40b9-8bd7-5143caf16a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:19.137157 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c35949ca-3853-40b9-8bd7-5143caf16a5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:19.141955 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c35949ca-3853-40b9-8bd7-5143caf16a5c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d514dd48-16cb-421a-9fb3-d37cf54e5f6b HTTP/1.1" status: 204 len: 168 time: 0.2438443 Dec 16 22:55:19.146694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35949ca-3853-40b9-8bd7-5143caf16a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d514dd48-16cb-421a-9fb3-d37cf54e5f6b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:19.833900 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60128) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:19.877852 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2406310d-65d5-4c5b-8441-fb6f114bc5d9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b3f6be071451404cbfa637d888534cf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427361 Dec 16 22:55:19.880614 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60130) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:19.941499 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-839ab527-ddb5-420e-a546-d3483d6774ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:19.968117 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-839ab527-ddb5-420e-a546-d3483d6774ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:20.122205 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-839ab527-ddb5-420e-a546-d3483d6774ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:20.125053 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-839ab527-ddb5-420e-a546-d3483d6774ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:20.126353 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-839ab527-ddb5-420e-a546-d3483d6774ce admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/535eed53-74e8-4d5e-9ec7-a6898cf7879f HTTP/1.1" status: 204 len: 168 time: 0.2445068 Dec 16 22:55:20.137898 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ab527-ddb5-420e-a546-d3483d6774ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535eed53-74e8-4d5e-9ec7-a6898cf7879f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:22.327590 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-e08e15a5-aaed-411e-8a68-0ef3c5f55b6e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-182654416&fields=id&tenant_id=50fe3c907f2a4ef2a5e50c4753c50795 HTTP/1.1" status: 200 len: 267 time: 0.0492544 Dec 16 22:55:22.436785 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-462a68f2-ad4b-40f9-b009-12b87dc5e8d8 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:22.438306 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-462a68f2-ad4b-40f9-b009-12b87dc5e8d8 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 811 time: 0.1035893 Dec 16 22:55:22.454932 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-287857ca-1e0b-4217-8dfc-ac0a529c0c2c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/quotas/50fe3c907f2a4ef2a5e50c4753c50795 HTTP/1.1" status: 200 len: 375 time: 0.0104418 Dec 16 22:55:22.516913 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-15701b6a-2fab-45ef-8ccb-96b8a4bdd6a8 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516198 Dec 16 22:55:22.690378 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-4b27be62-f469-4167-ad04-413193e996d5 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:55:22.692668 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-4b27be62-f469-4167-ad04-413193e996d5 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1616719 Dec 16 22:55:22.795737 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-40461934-d17d-4eb5-ac8a-de364ee315f2 service neutron] 10.222.0.75 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970514 Dec 16 22:55:22.897117 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-5a0748d5-1de2-4639-9eb4-366d3e632270 service neutron] 10.222.0.75 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946636 Dec 16 22:55:23.436718 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dcf1933b-586b-4c32-b62d-f0704e709726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:23.535644 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60204) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:23.541599 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-84980c10-bc68-42a9-9bde-8905d9e37352 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Request body: {'network': {'name': 'tempest-network-smoke--389948120', 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'port_security_enabled': True}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:55:23.641861 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84980c10-bc68-42a9-9bde-8905d9e37352 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Made reservation on behalf of d41d81bb7602477ca32772fc73b93f29 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:55:23.645956 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-84980c10-bc68-42a9-9bde-8905d9e37352 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:23.655454 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dc373e5a-7fed-41de-a761-454a26491b3d req-bb1cf4dd-742c-4185-adb6-ace750ed7abf tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 210 time: 0.0312419 Dec 16 22:55:23.657194 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-84980c10-bc68-42a9-9bde-8905d9e37352 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:23.745740 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-84980c10-bc68-42a9-9bde-8905d9e37352 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:23.802350 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-84980c10-bc68-42a9-9bde-8905d9e37352 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:23.826389 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84980c10-bc68-42a9-9bde-8905d9e37352 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:55:23.844571 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84980c10-bc68-42a9-9bde-8905d9e37352 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=317b736b-492c-4089-a8e5-7baad2538a70,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:23.850927 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-84980c10-bc68-42a9-9bde-8905d9e37352 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:23.851312 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-84980c10-bc68-42a9-9bde-8905d9e37352 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Added segment a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0 of type vlan for network 3766475e-00df-4a43-8fcb-79281858bd7c Dec 16 22:55:23.895563 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-84980c10-bc68-42a9-9bde-8905d9e37352 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:24.030997 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-84980c10-bc68-42a9-9bde-8905d9e37352 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:24.036699 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84980c10-bc68-42a9-9bde-8905d9e37352 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:24.037302 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-84980c10-bc68-42a9-9bde-8905d9e37352 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:24.117527 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84980c10-bc68-42a9-9bde-8905d9e37352 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event updated for resources: {'Network': ['ID=3766475e-00df-4a43-8fcb-79281858bd7c,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:24.129760 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 3766475e-00df-4a43-8fcb-79281858bd7c details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:55:24.194027 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-84980c10-bc68-42a9-9bde-8905d9e37352 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6571581 Dec 16 22:55:24.197514 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60218) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:24.202119 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-314bd68c-a2de-4ba1-b341-89a40010b741 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-5878059', 'admin_state_up': True, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:55:24.356612 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-314bd68c-a2de-4ba1-b341-89a40010b741 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:24.357790 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-314bd68c-a2de-4ba1-b341-89a40010b741 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:24.418762 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-314bd68c-a2de-4ba1-b341-89a40010b741 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:24.670344 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-314bd68c-a2de-4ba1-b341-89a40010b741 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:24.798628 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5174be50-08f5-4ea1-a5ff-e800bece8348 req-d5df0b5a-86c7-4a9b-ba55-ba186faaa6b6 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 210 time: 0.0511031 Dec 16 22:55:24.950318 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-314bd68c-a2de-4ba1-b341-89a40010b741 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:24.969944 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-314bd68c-a2de-4ba1-b341-89a40010b741 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:25.082542 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-314bd68c-a2de-4ba1-b341-89a40010b741 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Allocated IP 172.25.6.197 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/b0887177-64c4-4e43-8066-7b9a9dd19620) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:55:25.192682 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-314bd68c-a2de-4ba1-b341-89a40010b741 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:25.328426 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-314bd68c-a2de-4ba1-b341-89a40010b741 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:25.369360 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314bd68c-a2de-4ba1-b341-89a40010b741 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:55:25.374287 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-314bd68c-a2de-4ba1-b341-89a40010b741 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:55:25.376905 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314bd68c-a2de-4ba1-b341-89a40010b741 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:55:25.388258 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e025d385-db02-43b9-9c9a-7df4cf03db04 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:55:25.424693 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bd68c-a2de-4ba1-b341-89a40010b741 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event updated for resources: {'Port': ['ID=b0887177-64c4-4e43-8066-7b9a9dd19620,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:25.424800 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-27af63f4-8da6-4995-aaf8-3a2433250a0b None None] Provisioning complete for port b0887177-64c4-4e43-8066-7b9a9dd19620 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:25.424800 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-27af63f4-8da6-4995-aaf8-3a2433250a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:25.460629 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-27af63f4-8da6-4995-aaf8-3a2433250a0b None None] Port b0887177-64c4-4e43-8066-7b9a9dd19620 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:55:25.738470 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aeb1379f-aaba-44fb-985d-8064677eaf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:25.749863 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-314bd68c-a2de-4ba1-b341-89a40010b741 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:25.932148 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7cf4406b-9965-4d7c-b95b-b1e719c3de0d req-373479f9-315b-4630-809a-bd842a77738d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 210 time: 0.0346155 Dec 16 22:55:25.981937 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-314bd68c-a2de-4ba1-b341-89a40010b741 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:26.069912 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-3f4341f5-7645-4e20-9cec-cd1c591bde01 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:26.072326 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-3f4341f5-7645-4e20-9cec-cd1c591bde01 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.57 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 811 time: 0.1175969 Dec 16 22:55:26.143578 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-e653abda-336d-45c1-999a-7a4b894ea170 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50fe3c907f2a4ef2a5e50c4753c50795 HTTP/1.1" status: 200 len: 379 time: 0.0569911 Dec 16 22:55:26.168327 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-349f80e7-b96f-4e1e-83fd-fb2c226b0413 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Request body: {'port': {'device_id': '43f96c1d-51ab-4ca3-940e-444b79b1043a', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'admin_state_up': True, 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'security_groups': ['f77b39c1-2da9-4728-a9ae-1e6b5a4c356f']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:55:26.224934 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314bd68c-a2de-4ba1-b341-89a40010b741 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Router a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:55:26.339810 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314bd68c-a2de-4ba1-b341-89a40010b741 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:55:26.350385 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89052d8-fda9-4020-92dc-6a8265f17a22 None None] Sync routers for ids ['a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:55:26.360849 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89052d8-fda9-4020-92dc-6a8265f17a22 None None] Routers {'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:55:26.361717 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a89052d8-fda9-4020-92dc-6a8265f17a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:55:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:26.367065 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-349f80e7-b96f-4e1e-83fd-fb2c226b0413 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Made reservation on behalf of 50fe3c907f2a4ef2a5e50c4753c50795 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:55:26.372546 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-349f80e7-b96f-4e1e-83fd-fb2c226b0413 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:26.429028 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-314bd68c-a2de-4ba1-b341-89a40010b741 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:26.431452 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-314bd68c-a2de-4ba1-b341-89a40010b741 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.2329419 Dec 16 22:55:26.435261 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60228) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:26.484300 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-a89052d8-fda9-4020-92dc-6a8265f17a22 None None] Set router a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:55:26.536974 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-349f80e7-b96f-4e1e-83fd-fb2c226b0413 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Allocated IP 172.20.0.9 (4daef152-7506-4390-9b15-8eed5c3fe323/1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d/08b4ab71-39cd-4502-b3f6-a282a54a4be8) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:55:26.579638 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c9700779-5a88-42f8-9013-f52eee516d06 tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=d41d81bb7602477ca32772fc73b93f29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1406646 Dec 16 22:55:26.580562 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60232) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:26.712372 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a89052d8-fda9-4020-92dc-6a8265f17a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-5878059', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:55:25Z', 'revision_number': 3, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'gw_port': {'id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:53:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:55:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:26.746212 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89052d8-fda9-4020-92dc-6a8265f17a22 None None] Checking router: a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:55:26.746574 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89052d8-fda9-4020-92dc-6a8265f17a22 None None] Updating router a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9 port b0887177-64c4-4e43-8066-7b9a9dd19620 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:55:26.751059 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40942fcb-3c70-4885-8913-0ee9e931103f tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:26.755632 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-40942fcb-3c70-4885-8913-0ee9e931103f tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1710601 Dec 16 22:55:26.755873 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60234) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:26.763989 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-349f80e7-b96f-4e1e-83fd-fb2c226b0413 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:26.774482 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a89052d8-fda9-4020-92dc-6a8265f17a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:26.787245 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d3ba7614-8b95-4b48-8808-ed25b737ac93 tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278907 Dec 16 22:55:26.787470 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60236) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:26.792463 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-ee672219-a6fe-45f3-b779-44478a701e5d tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-463831493', 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c', 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:55:26.865214 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-349f80e7-b96f-4e1e-83fd-fb2c226b0413 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:26.925435 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-349f80e7-b96f-4e1e-83fd-fb2c226b0413 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Network 4daef152-7506-4390-9b15-8eed5c3fe323 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:55:26.928675 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-349f80e7-b96f-4e1e-83fd-fb2c226b0413 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:55:26.933527 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-349f80e7-b96f-4e1e-83fd-fb2c226b0413 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:55:26.982991 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f80e7-b96f-4e1e-83fd-fb2c226b0413 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event updated for resources: {'Port': ['ID=08b4ab71-39cd-4502-b3f6-a282a54a4be8,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:26.990639 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-349f80e7-b96f-4e1e-83fd-fb2c226b0413 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:26.990852 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee672219-a6fe-45f3-b779-44478a701e5d tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Made reservation on behalf of d41d81bb7602477ca32772fc73b93f29 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:55:26.999144 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-349f80e7-b96f-4e1e-83fd-fb2c226b0413 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:27.000004 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ee672219-a6fe-45f3-b779-44478a701e5d tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:27.081243 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a89052d8-fda9-4020-92dc-6a8265f17a22 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:27.142287 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-349f80e7-b96f-4e1e-83fd-fb2c226b0413 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9815538 Dec 16 22:55:27.154041 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4308ba-9ec9-4434-8901-5d1a7ac5caf4 req-1e4bc87c-fa4f-4cca-9ab0-ca5725952d65 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:27.161588 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-f39d86c5-2b60-4378-87a6-9e998bc34c5e service neutron] Request body: {'port': {'device_id': '43f96c1d-51ab-4ca3-940e-444b79b1043a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:55:27.165190 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ba4308ba-9ec9-4434-8901-5d1a7ac5caf4 req-1e4bc87c-fa4f-4cca-9ab0-ca5725952d65 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 931 time: 0.1018457 Dec 16 22:55:27.219363 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:27.244870 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-f39d86c5-2b60-4378-87a6-9e998bc34c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:27.255687 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ba4308ba-9ec9-4434-8901-5d1a7ac5caf4 req-472280f7-befd-4677-9c64-d943d44cd55e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894666 Dec 16 22:55:27.260908 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a89052d8-fda9-4020-92dc-6a8265f17a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:27.310323 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:27.338230 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47082d17-7f64-43b4-a057-9371a98e7cab None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:55:27.352909 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06ee5f-fc6d-42b0-bd7d-40c63b2f04c6 None None] Pushing event updated for resources: {'Port': ['ID=b0887177-64c4-4e43-8066-7b9a9dd19620,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:27.357856 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-a89052d8-fda9-4020-92dc-6a8265f17a22 None None] Attempting to bind port b0887177-64c4-4e43-8066-7b9a9dd19620 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:55:27.358284 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-a89052d8-fda9-4020-92dc-6a8265f17a22 None None] Attempting to bind port b0887177-64c4-4e43-8066-7b9a9dd19620 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:55:27.358661 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89052d8-fda9-4020-92dc-6a8265f17a22 None None] Attempting to bind port b0887177-64c4-4e43-8066-7b9a9dd19620 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:55:27.363901 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1309094b-a5c4-4075-b971-80886117b3d6 None None] Provisioning complete for port 08b4ab71-39cd-4502-b3f6-a282a54a4be8 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:27.364274 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1309094b-a5c4-4075-b971-80886117b3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:27.393932 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89052d8-fda9-4020-92dc-6a8265f17a22 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:55:27.394309 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89052d8-fda9-4020-92dc-6a8265f17a22 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:55:27.394723 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a89052d8-fda9-4020-92dc-6a8265f17a22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:27.395190 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89052d8-fda9-4020-92dc-6a8265f17a22 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:55:27.395666 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-a89052d8-fda9-4020-92dc-6a8265f17a22 None None] Bound port: b0887177-64c4-4e43-8066-7b9a9dd19620, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:55:27.396061 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a89052d8-fda9-4020-92dc-6a8265f17a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:27.438864 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1309094b-a5c4-4075-b971-80886117b3d6 None None] Port 08b4ab71-39cd-4502-b3f6-a282a54a4be8 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:55:27.465317 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a89052d8-fda9-4020-92dc-6a8265f17a22 None None] For port b0887177-64c4-4e43-8066-7b9a9dd19620, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:55:27.470756 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a89052d8-fda9-4020-92dc-6a8265f17a22 None None] For port b0887177-64c4-4e43-8066-7b9a9dd19620, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b0887177-64c4-4e43-8066-7b9a9dd19620,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:55:27.515595 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ee672219-a6fe-45f3-b779-44478a701e5d tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:27.569516 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4ad016f2-1032-4eaf-8582-378cb876be84 None None] Provisioning complete for port b0887177-64c4-4e43-8066-7b9a9dd19620 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:27.570673 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ad016f2-1032-4eaf-8582-378cb876be84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:27.587648 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-f39d86c5-2b60-4378-87a6-9e998bc34c5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b4ab71-39cd-4502-b3f6-a282a54a4be8 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:55:27.592562 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee672219-a6fe-45f3-b779-44478a701e5d tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Checking segment: {'id': 'a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:55:27.592937 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee672219-a6fe-45f3-b779-44478a701e5d tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Network hostable DHCP agents. Network: 3766475e-00df-4a43-8fcb-79281858bd7c, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:55:27.595532 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee672219-a6fe-45f3-b779-44478a701e5d tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event updated for resources: {'Subnet': ['ID=0f1bfae6-5a64-48fe-b551-310791fbb58d,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:27.598336 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-f39d86c5-2b60-4378-87a6-9e998bc34c5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:27.620592 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-f39d86c5-2b60-4378-87a6-9e998bc34c5e service neutron] Transition to ACTIVE for port object 08b4ab71-39cd-4502-b3f6-a282a54a4be8 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:55:27.624527 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a89052d8-fda9-4020-92dc-6a8265f17a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:27.677626 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee672219-a6fe-45f3-b779-44478a701e5d tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Network 3766475e-00df-4a43-8fcb-79281858bd7c is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:55:27.690055 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4ad016f2-1032-4eaf-8582-378cb876be84 None None] Port b0887177-64c4-4e43-8066-7b9a9dd19620 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:55:27.699651 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bdad81-c71f-464a-bd2f-0933a61385d6 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:55:27.712657 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89052d8-fda9-4020-92dc-6a8265f17a22 None None] Routers {'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:55:27.713293 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a89052d8-fda9-4020-92dc-6a8265f17a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:55:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:27.728846 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-f39d86c5-2b60-4378-87a6-9e998bc34c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:27.762474 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06ee5f-fc6d-42b0-bd7d-40c63b2f04c6 None None] Pushing event updated for resources: {'Port': ['ID=b0887177-64c4-4e43-8066-7b9a9dd19620,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:27.790660 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-ee672219-a6fe-45f3-b779-44478a701e5d tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 3766475e-00df-4a43-8fcb-79281858bd7c) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:55:27.796490 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee672219-a6fe-45f3-b779-44478a701e5d tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:27.797539 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ee672219-a6fe-45f3-b779-44478a701e5d tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:27.805776 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d86c5-2b60-4378-87a6-9e998bc34c5e service neutron] Pushing event updated for resources: {'Port': ['ID=08b4ab71-39cd-4502-b3f6-a282a54a4be8,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:27.872146 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-f39d86c5-2b60-4378-87a6-9e998bc34c5e service neutron] Attempting to bind port 08b4ab71-39cd-4502-b3f6-a282a54a4be8 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:55:27.872736 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-f39d86c5-2b60-4378-87a6-9e998bc34c5e service neutron] Attempting to bind port 08b4ab71-39cd-4502-b3f6-a282a54a4be8 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:55:27.873260 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-f39d86c5-2b60-4378-87a6-9e998bc34c5e service neutron] Attempting to bind port 08b4ab71-39cd-4502-b3f6-a282a54a4be8 on network 4daef152-7506-4390-9b15-8eed5c3fe323 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:55:27.878654 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-f39d86c5-2b60-4378-87a6-9e998bc34c5e service neutron] Port 08b4ab71-39cd-4502-b3f6-a282a54a4be8 on network 4daef152-7506-4390-9b15-8eed5c3fe323 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:55:27.879285 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-f39d86c5-2b60-4378-87a6-9e998bc34c5e service neutron] Attempting to bind port 08b4ab71-39cd-4502-b3f6-a282a54a4be8 on network 4daef152-7506-4390-9b15-8eed5c3fe323 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:55:27.886669 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-f39d86c5-2b60-4378-87a6-9e998bc34c5e service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:55:27.887009 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-f39d86c5-2b60-4378-87a6-9e998bc34c5e service neutron] Checking segment: {'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:55:27.887436 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-f39d86c5-2b60-4378-87a6-9e998bc34c5e service neutron] Bound using segment: {'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:55:27.887865 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-f39d86c5-2b60-4378-87a6-9e998bc34c5e service neutron] Bound port: 08b4ab71-39cd-4502-b3f6-a282a54a4be8, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e51aed2-1637-40a2-9c99-046f611685f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:55:27.888227 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-f39d86c5-2b60-4378-87a6-9e998bc34c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:27.936156 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ee672219-a6fe-45f3-b779-44478a701e5d tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1476738 Dec 16 22:55:27.939423 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60240) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:27.978659 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-f39d86c5-2b60-4378-87a6-9e998bc34c5e service neutron] For port 08b4ab71-39cd-4502-b3f6-a282a54a4be8, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:55:27.982780 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-f39d86c5-2b60-4378-87a6-9e998bc34c5e service neutron] For port 08b4ab71-39cd-4502-b3f6-a282a54a4be8, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=08b4ab71-39cd-4502-b3f6-a282a54a4be8,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:55:28.059996 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1de481-8510-45a6-9841-e0d9a5d71dac None None] Network 3766475e-00df-4a43-8fcb-79281858bd7c requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:55:28.086845 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-f39d86c5-2b60-4378-87a6-9e998bc34c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:28.136669 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cc72ae57-e714-4ed4-998a-1d574508b9b1 None None] Provisioning complete for port b0887177-64c4-4e43-8066-7b9a9dd19620 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:28.137060 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cc72ae57-e714-4ed4-998a-1d574508b9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:28.157909 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d86c5-2b60-4378-87a6-9e998bc34c5e service neutron] Pushing event updated for resources: {'Port': ['ID=08b4ab71-39cd-4502-b3f6-a282a54a4be8,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:28.190919 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-f39d86c5-2b60-4378-87a6-9e998bc34c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:28.191609 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-f39d86c5-2b60-4378-87a6-9e998bc34c5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:28.196221 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-f39d86c5-2b60-4378-87a6-9e998bc34c5e service neutron] 10.222.0.57 "PUT /v2.0/ports/08b4ab71-39cd-4502-b3f6-a282a54a4be8 HTTP/1.1" status: 200 len: 1091 time: 1.0368755 Dec 16 22:55:28.200507 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f96c1d-51ab-4ca3-940e-444b79b1043a', 'tag': '08b4ab71-39cd-4502-b3f6-a282a54a4be8'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:55:28.207562 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e977a84d-7b54-4d1e-a6e9-4ccbce08cbba" -d '{"events": [{"name": "network-changed", "server_uuid": "43f96c1d-51ab-4ca3-940e-444b79b1043a", "tag": "08b4ab71-39cd-4502-b3f6-a282a54a4be8"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:55:28.239563 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-a89052d8-fda9-4020-92dc-6a8265f17a22 None None] Set router a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:55:28.280940 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7add89-8f2b-4a37-a8e1-d48edd3da0e0 x-openstack-request-id: req-7a7add89-8f2b-4a37-a8e1-d48edd3da0e0 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:55:28.280940 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f96c1d-51ab-4ca3-940e-444b79b1043a", "tag": "08b4ab71-39cd-4502-b3f6-a282a54a4be8", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:55:28.280940 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7a7add89-8f2b-4a37-a8e1-d48edd3da0e0 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:55:28.280940 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f96c1d-51ab-4ca3-940e-444b79b1043a', 'tag': '08b4ab71-39cd-4502-b3f6-a282a54a4be8', 'status': 'completed', 'code': 200} Dec 16 22:55:28.412686 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977a84d-7b54-4d1e-a6e9-4ccbce08cbba req-f368781d-e5cb-4433-ab50-dd837fa86e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:28.414286 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e977a84d-7b54-4d1e-a6e9-4ccbce08cbba req-f368781d-e5cb-4433-ab50-dd837fa86e61 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 1094 time: 0.0937107 Dec 16 22:55:28.522295 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd05822-0c14-4dfe-ad75-ba888e3a5cef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-3766475e-00df-4a43-8fcb-79281858bd7c', 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c', 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'fixed_ips': [{'subnet_id': '0f1bfae6-5a64-48fe-b551-310791fbb58d'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:55:28.528360 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5bd05822-0c14-4dfe-ad75-ba888e3a5cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:28.578820 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:28.581440 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977a84d-7b54-4d1e-a6e9-4ccbce08cbba req-4194e279-a1d0-4fe4-99a6-72c2cbe5f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:28.583493 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e977a84d-7b54-4d1e-a6e9-4ccbce08cbba req-4194e279-a1d0-4fe4-99a6-72c2cbe5f631 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1544042 Dec 16 22:55:28.608458 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cc72ae57-e714-4ed4-998a-1d574508b9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:28.632723 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-cc72ae57-e714-4ed4-998a-1d574508b9b1 None None] For port b0887177-64c4-4e43-8066-7b9a9dd19620, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b0887177-64c4-4e43-8066-7b9a9dd19620,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:28.718841 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cc72ae57-e714-4ed4-998a-1d574508b9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:28.736580 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977a84d-7b54-4d1e-a6e9-4ccbce08cbba req-68c6311a-e679-4646-83f7-3b2ce9546e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:28.738832 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e977a84d-7b54-4d1e-a6e9-4ccbce08cbba req-68c6311a-e679-4646-83f7-3b2ce9546e3e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1474121 Dec 16 22:55:28.742066 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a89052d8-fda9-4020-92dc-6a8265f17a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-5878059', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:55:25Z', 'revision_number': 3, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'gw_port': {'id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:53:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:28.808558 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:28.809396 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89052d8-fda9-4020-92dc-6a8265f17a22 None None] The sync data for ids ['a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'] in n-d-815324-4 is: [{'id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-5878059', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:55:25Z', 'revision_number': 3, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'gw_port': {'id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:53:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:55:28.893870 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-598a064c-64e6-4c46-9426-f40b6e283d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:28.895974 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-598a064c-64e6-4c46-9426-f40b6e283d45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 1094 time: 0.0950656 Dec 16 22:55:28.943097 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fa25c-aca4-4c46-aeac-498d30966017 req-0adf4a2d-2b1e-46ed-abfc-6e9a9405f4ac tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:28.947922 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72ae57-e714-4ed4-998a-1d574508b9b1 None None] Pushing event updated for resources: {'Port': ['ID=b0887177-64c4-4e43-8066-7b9a9dd19620,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:28.948648 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f16fa25c-aca4-4c46-aeac-498d30966017 req-0adf4a2d-2b1e-46ed-abfc-6e9a9405f4ac tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 943 time: 0.1070163 Dec 16 22:55:28.952767 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-5bd05822-0c14-4dfe-ad75-ba888e3a5cef None None] Allocated IP 172.20.0.2 (3766475e-00df-4a43-8fcb-79281858bd7c/0f1bfae6-5a64-48fe-b551-310791fbb58d/094a89c5-8df3-4252-9c48-44498eda035b) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:55:28.971363 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-7c25d2dd-b331-4057-8a51-b523479353d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08b4ab71-39cd-4502-b3f6-a282a54a4be8 HTTP/1.1" status: 200 len: 217 time: 0.0626426 Dec 16 22:55:29.075668 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-d514e55b-6358-4bfc-ad9c-587068e4c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:29.075668 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-d514e55b-6358-4bfc-ad9c-587068e4c1b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d HTTP/1.1" status: 200 len: 850 time: 0.0926366 Dec 16 22:55:29.089105 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f16fa25c-aca4-4c46-aeac-498d30966017 req-450876da-3533-4e5a-8942-343643e7add3 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878110 Dec 16 22:55:29.109022 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eaeb3645-2b6e-4159-b39d-0ce06e299294 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:29.145063 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-90a36560-95a1-411f-b771-54d64ca5c591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:29.146987 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-90a36560-95a1-411f-b771-54d64ca5c591 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4daef152-7506-4390-9b15-8eed5c3fe323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659332 Dec 16 22:55:29.207493 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:29.243660 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5bd05822-0c14-4dfe-ad75-ba888e3a5cef None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:29.339997 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5bd05822-0c14-4dfe-ad75-ba888e3a5cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:29.366169 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-fbc0f13d-45c4-487e-8dd2-952c7c90c4cc service neutron] 10.222.0.57 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116406 Dec 16 22:55:29.423852 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd05822-0c14-4dfe-ad75-ba888e3a5cef None None] Network 3766475e-00df-4a43-8fcb-79281858bd7c is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:55:29.432986 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-5bd05822-0c14-4dfe-ad75-ba888e3a5cef None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:55:29.435358 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd05822-0c14-4dfe-ad75-ba888e3a5cef None None] Pushing event updated for resources: {'Port': ['ID=094a89c5-8df3-4252-9c48-44498eda035b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:29.437599 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd05822-0c14-4dfe-ad75-ba888e3a5cef None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:55:29.514764 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-5bd05822-0c14-4dfe-ad75-ba888e3a5cef None None] Attempting to bind port 094a89c5-8df3-4252-9c48-44498eda035b on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:55:29.515170 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-5bd05822-0c14-4dfe-ad75-ba888e3a5cef None None] Attempting to bind port 094a89c5-8df3-4252-9c48-44498eda035b by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:55:29.515548 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd05822-0c14-4dfe-ad75-ba888e3a5cef None None] Attempting to bind port 094a89c5-8df3-4252-9c48-44498eda035b on network 3766475e-00df-4a43-8fcb-79281858bd7c {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:55:29.521217 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd05822-0c14-4dfe-ad75-ba888e3a5cef None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:55:29.524163 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd05822-0c14-4dfe-ad75-ba888e3a5cef None None] Checking segment: {'id': 'a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:55:29.524163 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5bd05822-0c14-4dfe-ad75-ba888e3a5cef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:29.524163 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd05822-0c14-4dfe-ad75-ba888e3a5cef None None] Bound using segment: {'id': 'a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:55:29.524163 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-5bd05822-0c14-4dfe-ad75-ba888e3a5cef None None] Bound port: 094a89c5-8df3-4252-9c48-44498eda035b, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:55:29.524163 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5bd05822-0c14-4dfe-ad75-ba888e3a5cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:29.543452 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e1d9ff64-4cf7-454a-8a12-ce7151b64734 req-529f63cb-ef24-4fef-ac6a-7bd8ecd15ef4 service neutron] 10.222.0.57 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706944 Dec 16 22:55:29.588602 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-eaeb3645-2b6e-4159-b39d-0ce06e299294 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Allocated IP 172.20.0.1 (3766475e-00df-4a43-8fcb-79281858bd7c/0f1bfae6-5a64-48fe-b551-310791fbb58d/2e768e35-4a5d-4a44-b6c7-0676da8a44d7) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:55:29.634929 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5bd05822-0c14-4dfe-ad75-ba888e3a5cef None None] For port 094a89c5-8df3-4252-9c48-44498eda035b, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:55:29.649216 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5bd05822-0c14-4dfe-ad75-ba888e3a5cef None None] For port 094a89c5-8df3-4252-9c48-44498eda035b, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=094a89c5-8df3-4252-9c48-44498eda035b,segment=NetworkSegment(a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0),segment_id=a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:55:29.716255 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5bd05822-0c14-4dfe-ad75-ba888e3a5cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:29.737190 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eaeb3645-2b6e-4159-b39d-0ce06e299294 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:29.815700 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd05822-0c14-4dfe-ad75-ba888e3a5cef None None] Pushing event updated for resources: {'Port': ['ID=094a89c5-8df3-4252-9c48-44498eda035b,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:29.891194 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eaeb3645-2b6e-4159-b39d-0ce06e299294 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:29.948986 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaeb3645-2b6e-4159-b39d-0ce06e299294 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Network 3766475e-00df-4a43-8fcb-79281858bd7c is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:55:29.952476 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-eaeb3645-2b6e-4159-b39d-0ce06e299294 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:55:29.957640 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeb3645-2b6e-4159-b39d-0ce06e299294 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:55:30.034341 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb3645-2b6e-4159-b39d-0ce06e299294 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event updated for resources: {'Port': ['ID=2e768e35-4a5d-4a44-b6c7-0676da8a44d7,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:30.052071 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eaeb3645-2b6e-4159-b39d-0ce06e299294 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:30.201302 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b0887177-64c4-4e43-8066-7b9a9dd19620 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:55:30.281912 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port b0887177-64c4-4e43-8066-7b9a9dd19620 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:30.282288 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:30.307792 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a465dfb-e09b-4201-8da2-acf62ccf6439 req-72340e16-ee4b-48e9-b79a-64292315bed5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:30.309530 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a465dfb-e09b-4201-8da2-acf62ccf6439 req-72340e16-ee4b-48e9-b79a-64292315bed5 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 943 time: 0.0695703 Dec 16 22:55:30.366510 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eaeb3645-2b6e-4159-b39d-0ce06e299294 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:30.395622 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a465dfb-e09b-4201-8da2-acf62ccf6439 req-730a976c-c202-4d74-8f8f-3c90f8184589 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794578 Dec 16 22:55:30.693205 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eaeb3645-2b6e-4159-b39d-0ce06e299294 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:30.784924 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eaeb3645-2b6e-4159-b39d-0ce06e299294 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:30.862504 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eaeb3645-2b6e-4159-b39d-0ce06e299294 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:30.865249 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb3645-2b6e-4159-b39d-0ce06e299294 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event updated for resources: {'Port': ['ID=2e768e35-4a5d-4a44-b6c7-0676da8a44d7,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:30.964907 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaeb3645-2b6e-4159-b39d-0ce06e299294 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Network 3766475e-00df-4a43-8fcb-79281858bd7c is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:55:30.966840 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-eaeb3645-2b6e-4159-b39d-0ce06e299294 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:55:31.093940 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaeb3645-2b6e-4159-b39d-0ce06e299294 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Router a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:55:31.214476 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaeb3645-2b6e-4159-b39d-0ce06e299294 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:55:31.222423 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-eaeb3645-2b6e-4159-b39d-0ce06e299294 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "PUT /v2.0/routers/a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2791727 Dec 16 22:55:31.223239 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60248) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:31.238612 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-6a7924e3-2ad7-42b5-b167-5c91018bb39e tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1740304459', 'description': 'tempest-secgroup_access--1740304459 description', 'project_id': 'd41d81bb7602477ca32772fc73b93f29'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:55:31.316719 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a7924e3-2ad7-42b5-b167-5c91018bb39e tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:31.366634 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efbba3d-97b5-4c7c-93d9-adc7c772346d None None] Sync routers for ids ['a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:55:31.379986 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efbba3d-97b5-4c7c-93d9-adc7c772346d None None] Routers {'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:55:31.381544 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1efbba3d-97b5-4c7c-93d9-adc7c772346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:55:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:31.415990 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a7924e3-2ad7-42b5-b167-5c91018bb39e tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:31.469806 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a7924e3-2ad7-42b5-b167-5c91018bb39e tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:31.521146 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7924e3-2ad7-42b5-b167-5c91018bb39e tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8241396-ca55-40d1-ab3d-ebd0fc1a5e8c,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:31.549842 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-1efbba3d-97b5-4c7c-93d9-adc7c772346d None None] Set router a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:55:31.569446 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a7924e3-2ad7-42b5-b167-5c91018bb39e tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:31.574182 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6a7924e3-2ad7-42b5-b167-5c91018bb39e tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3474016 Dec 16 22:55:31.574595 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60252) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:31.584758 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60f8b8-468e-4ba4-972d-2587a7420bbb req-f54d8f69-b2ea-4f40-9a67-0fe19fbb3300 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:31.584960 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-fc55e8f5-3b6a-4c62-a058-d52581e2f262 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--699189197', 'description': 'tempest-secgroup_general--699189197 description', 'project_id': 'd41d81bb7602477ca32772fc73b93f29'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:55:31.588419 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b60f8b8-468e-4ba4-972d-2587a7420bbb req-f54d8f69-b2ea-4f40-9a67-0fe19fbb3300 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 943 time: 0.1043818 Dec 16 22:55:31.667985 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3b60f8b8-468e-4ba4-972d-2587a7420bbb req-62a00c2e-4efc-4f1b-a76b-6117e82f82e4 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683908 Dec 16 22:55:31.710902 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b261e7-ec34-40d5-b112-83b2fffdd68f None None] Network 3766475e-00df-4a43-8fcb-79281858bd7c requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:55:31.738208 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fc55e8f5-3b6a-4c62-a058-d52581e2f262 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:31.817445 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fc55e8f5-3b6a-4c62-a058-d52581e2f262 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:31.818344 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9abea495-deef-47ec-8ac7-e5ab5d5d181f None None] Provisioning complete for port 094a89c5-8df3-4252-9c48-44498eda035b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:31.818895 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9abea495-deef-47ec-8ac7-e5ab5d5d181f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:31.867612 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1efbba3d-97b5-4c7c-93d9-adc7c772346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-5878059', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:55:30Z', 'revision_number': 4, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'gw_port': {'id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:53:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '2e768e35-4a5d-4a44-b6c7-0676da8a44d7', 'name': '', 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'mac_address': 'fa:16:3e:6f:c3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0f1bfae6-5a64-48fe-b551-310791fbb58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:29Z', 'updated_at': '2021-12-16T22:55:30Z', 'revision_number': 2, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'subnets': [{'id': '0f1bfae6-5a64-48fe-b551-310791fbb58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:31.899288 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fc55e8f5-3b6a-4c62-a058-d52581e2f262 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:31.911564 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efbba3d-97b5-4c7c-93d9-adc7c772346d None None] Checking router: a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:55:31.912263 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efbba3d-97b5-4c7c-93d9-adc7c772346d None None] Updating router a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9 port 2e768e35-4a5d-4a44-b6c7-0676da8a44d7 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:55:31.938924 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9abea495-deef-47ec-8ac7-e5ab5d5d181f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:31.939284 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55e8f5-3b6a-4c62-a058-d52581e2f262 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=168c3467-d56a-40f9-9a0a-8f94edeb5b11,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:31.963412 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1efbba3d-97b5-4c7c-93d9-adc7c772346d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:31.996313 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9abea495-deef-47ec-8ac7-e5ab5d5d181f None None] For port 094a89c5-8df3-4252-9c48-44498eda035b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=094a89c5-8df3-4252-9c48-44498eda035b,segment=NetworkSegment(a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0),segment_id=a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:32.061086 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fc55e8f5-3b6a-4c62-a058-d52581e2f262 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:32.064097 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fc55e8f5-3b6a-4c62-a058-d52581e2f262 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4882498 Dec 16 22:55:32.066971 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60254) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:32.073963 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-18bc7cd2-cfd0-4d0c-84b8-c087c8e1da18 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Request body: {'security_group_rule': {'security_group_id': 'e8241396-ca55-40d1-ab3d-ebd0fc1a5e8c', 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:55:32.082904 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9abea495-deef-47ec-8ac7-e5ab5d5d181f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:32.131132 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 094a89c5-8df3-4252-9c48-44498eda035b up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:55:32.213368 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abea495-deef-47ec-8ac7-e5ab5d5d181f None None] Pushing event updated for resources: {'Port': ['ID=094a89c5-8df3-4252-9c48-44498eda035b,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:32.234733 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-18bc7cd2-cfd0-4d0c-84b8-c087c8e1da18 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:32.239913 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 094a89c5-8df3-4252-9c48-44498eda035b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:32.240304 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:32.322796 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-18bc7cd2-cfd0-4d0c-84b8-c087c8e1da18 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:32.348644 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1a716a03-c116-493b-90be-b33c0e2a008e None None] Provisioning complete for port 094a89c5-8df3-4252-9c48-44498eda035b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:32.349372 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a716a03-c116-493b-90be-b33c0e2a008e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:32.364693 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1efbba3d-97b5-4c7c-93d9-adc7c772346d None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:32.436770 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-18bc7cd2-cfd0-4d0c-84b8-c087c8e1da18 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:32.460654 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc7cd2-cfd0-4d0c-84b8-c087c8e1da18 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2242b6-54fe-4917-ac45-4c2bb8c6c2c5,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:32.477351 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1efbba3d-97b5-4c7c-93d9-adc7c772346d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:32.478167 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1a716a03-c116-493b-90be-b33c0e2a008e None None] Provisioning complete for port 2e768e35-4a5d-4a44-b6c7-0676da8a44d7 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:32.478167 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a716a03-c116-493b-90be-b33c0e2a008e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:32.522408 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1a716a03-c116-493b-90be-b33c0e2a008e None None] Port 2e768e35-4a5d-4a44-b6c7-0676da8a44d7 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:55:32.550272 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5b021-b050-4468-94da-05df60415b32 None None] Pushing event updated for resources: {'Port': ['ID=2e768e35-4a5d-4a44-b6c7-0676da8a44d7,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:32.576434 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca5b021-b050-4468-94da-05df60415b32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:32.576894 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca5b021-b050-4468-94da-05df60415b32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:32.577437 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca5b021-b050-4468-94da-05df60415b32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:32.577962 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca5b021-b050-4468-94da-05df60415b32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:32.578306 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca5b021-b050-4468-94da-05df60415b32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:32.578647 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca5b021-b050-4468-94da-05df60415b32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:32.578985 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca5b021-b050-4468-94da-05df60415b32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:32.579345 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca5b021-b050-4468-94da-05df60415b32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:32.579679 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca5b021-b050-4468-94da-05df60415b32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:32.580015 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca5b021-b050-4468-94da-05df60415b32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:32.580346 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca5b021-b050-4468-94da-05df60415b32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:32.580674 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca5b021-b050-4468-94da-05df60415b32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:32.581000 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca5b021-b050-4468-94da-05df60415b32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:55:32.587706 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-18bc7cd2-cfd0-4d0c-84b8-c087c8e1da18 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:32.590283 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-18bc7cd2-cfd0-4d0c-84b8-c087c8e1da18 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5216639 Dec 16 22:55:32.620366 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-1efbba3d-97b5-4c7c-93d9-adc7c772346d None None] Attempting to bind port 2e768e35-4a5d-4a44-b6c7-0676da8a44d7 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:55:32.620733 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-1efbba3d-97b5-4c7c-93d9-adc7c772346d None None] Attempting to bind port 2e768e35-4a5d-4a44-b6c7-0676da8a44d7 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:55:32.621092 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efbba3d-97b5-4c7c-93d9-adc7c772346d None None] Attempting to bind port 2e768e35-4a5d-4a44-b6c7-0676da8a44d7 on network 3766475e-00df-4a43-8fcb-79281858bd7c {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:55:32.627336 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efbba3d-97b5-4c7c-93d9-adc7c772346d None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:55:32.627709 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efbba3d-97b5-4c7c-93d9-adc7c772346d None None] Checking segment: {'id': 'a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:55:32.628109 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1efbba3d-97b5-4c7c-93d9-adc7c772346d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:32.628500 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efbba3d-97b5-4c7c-93d9-adc7c772346d None None] Bound using segment: {'id': 'a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:55:32.628971 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-1efbba3d-97b5-4c7c-93d9-adc7c772346d None None] Bound port: 2e768e35-4a5d-4a44-b6c7-0676da8a44d7, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:55:32.629350 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1efbba3d-97b5-4c7c-93d9-adc7c772346d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:32.659595 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-59e90939-08a6-4e96-a05d-784b7d424564 None None] Provisioning complete for port 2e768e35-4a5d-4a44-b6c7-0676da8a44d7 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:32.660454 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59e90939-08a6-4e96-a05d-784b7d424564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:32.741182 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-1efbba3d-97b5-4c7c-93d9-adc7c772346d None None] For port 2e768e35-4a5d-4a44-b6c7-0676da8a44d7, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:55:32.743636 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-59e90939-08a6-4e96-a05d-784b7d424564 None None] Port 2e768e35-4a5d-4a44-b6c7-0676da8a44d7 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:55:32.745618 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-1efbba3d-97b5-4c7c-93d9-adc7c772346d None None] For port 2e768e35-4a5d-4a44-b6c7-0676da8a44d7, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2e768e35-4a5d-4a44-b6c7-0676da8a44d7,segment=NetworkSegment(a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0),segment_id=a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:55:32.794030 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-d74fd3f4-7146-4c4c-95bc-802a975b3a57 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup_general--699189197&fields=id&tenant_id=d41d81bb7602477ca32772fc73b93f29 HTTP/1.1" status: 200 len: 267 time: 0.0498888 Dec 16 22:55:32.838246 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c53cb-0270-45b6-b7cc-61989c3fa995 req-f9ec852c-0d67-4595-909f-ea765dd128b2 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:32.841883 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6c5c53cb-0270-45b6-b7cc-61989c3fa995 req-f9ec852c-0d67-4595-909f-ea765dd128b2 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 943 time: 0.0758555 Dec 16 22:55:32.858990 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-e076bb55-fe91-4f96-9db9-7c92c661e4b2 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup_access--1740304459&fields=id&tenant_id=d41d81bb7602477ca32772fc73b93f29 HTTP/1.1" status: 200 len: 267 time: 0.0575366 Dec 16 22:55:32.868378 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6983d203-a61c-4ba6-a6a0-80d7e70b6290 None None] Provisioning complete for port 2e768e35-4a5d-4a44-b6c7-0676da8a44d7 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:32.869107 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6983d203-a61c-4ba6-a6a0-80d7e70b6290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:32.888536 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1efbba3d-97b5-4c7c-93d9-adc7c772346d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:32.918583 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-6983d203-a61c-4ba6-a6a0-80d7e70b6290 None None] Port 2e768e35-4a5d-4a44-b6c7-0676da8a44d7 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:55:32.946808 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6c5c53cb-0270-45b6-b7cc-61989c3fa995 req-63dcb4db-2f34-481d-ab66-35f7d1fb6318 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978775 Dec 16 22:55:32.977862 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efbba3d-97b5-4c7c-93d9-adc7c772346d None None] Routers {'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:55:32.978412 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1efbba3d-97b5-4c7c-93d9-adc7c772346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:55:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:33.025559 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-30e9b1b9-fbb1-4dfd-b091-2e00c299a4b7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:33.028768 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-30e9b1b9-fbb1-4dfd-b091-2e00c299a4b7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/networks?id=3766475e-00df-4a43-8fcb-79281858bd7c HTTP/1.1" status: 200 len: 796 time: 0.1546738 Dec 16 22:55:33.033740 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5b021-b050-4468-94da-05df60415b32 None None] Pushing event updated for resources: {'Port': ['ID=2e768e35-4a5d-4a44-b6c7-0676da8a44d7,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:33.047810 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c51f7eec-6597-4aae-8bad-926fae7d44c8 None None] Provisioning complete for port 2e768e35-4a5d-4a44-b6c7-0676da8a44d7 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:33.048187 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c51f7eec-6597-4aae-8bad-926fae7d44c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:33.054819 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-ceafedda-1339-4665-98df-271b822980a8 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/quotas/d41d81bb7602477ca32772fc73b93f29 HTTP/1.1" status: 200 len: 375 time: 0.0156219 Dec 16 22:55:33.129978 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-5fe3c602-656b-43c7-a734-fc7446ab5e8c tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d41d81bb7602477ca32772fc73b93f29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698411 Dec 16 22:55:33.134382 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-1efbba3d-97b5-4c7c-93d9-adc7c772346d None None] Set router a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:55:33.145692 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c51f7eec-6597-4aae-8bad-926fae7d44c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:33.193637 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c51f7eec-6597-4aae-8bad-926fae7d44c8 None None] For port 2e768e35-4a5d-4a44-b6c7-0676da8a44d7, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2e768e35-4a5d-4a44-b6c7-0676da8a44d7,segment=NetworkSegment(a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0),segment_id=a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:33.299817 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c51f7eec-6597-4aae-8bad-926fae7d44c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:33.353299 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f7eec-6597-4aae-8bad-926fae7d44c8 None None] Pushing event updated for resources: {'Port': ['ID=2e768e35-4a5d-4a44-b6c7-0676da8a44d7,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:33.357612 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-49872e17-0316-4300-996e-5e650de39923 service neutron] 10.222.0.75 "GET /v2.0/networks/3766475e-00df-4a43-8fcb-79281858bd7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939437 Dec 16 22:55:33.386318 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1efbba3d-97b5-4c7c-93d9-adc7c772346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-5878059', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:55:30Z', 'revision_number': 4, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'gw_port': {'id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:53:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '2e768e35-4a5d-4a44-b6c7-0676da8a44d7', 'name': '', 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'mac_address': 'fa:16:3e:6f:c3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0f1bfae6-5a64-48fe-b551-310791fbb58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:29Z', 'updated_at': '2021-12-16T22:55:32Z', 'revision_number': 4, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'subnets': [{'id': '0f1bfae6-5a64-48fe-b551-310791fbb58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:33.413790 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efbba3d-97b5-4c7c-93d9-adc7c772346d None None] The sync data for ids ['a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'] in n-d-815324-4 is: [{'id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-5878059', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:55:30Z', 'revision_number': 4, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'gw_port': {'id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:53:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '2e768e35-4a5d-4a44-b6c7-0676da8a44d7', 'name': '', 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'mac_address': 'fa:16:3e:6f:c3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0f1bfae6-5a64-48fe-b551-310791fbb58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:29Z', 'updated_at': '2021-12-16T22:55:32Z', 'revision_number': 4, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'subnets': [{'id': '0f1bfae6-5a64-48fe-b551-310791fbb58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:55:33.420367 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-18d1dbfd-046e-4e3f-8c82-a036f9cb88fe None None] Provisioning complete for port 2e768e35-4a5d-4a44-b6c7-0676da8a44d7 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:33.420749 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-18d1dbfd-046e-4e3f-8c82-a036f9cb88fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:33.458915 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-5af1ac45-7935-4d22-9138-2bcc1aaca33a service neutron] 10.222.0.75 "GET /v2.0/networks/3766475e-00df-4a43-8fcb-79281858bd7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002200 Dec 16 22:55:33.764485 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e70d638a-b74b-4ae2-9c9d-a9f1ce5a1d60 req-c1b37730-852c-4857-a7a6-c33a152ceb23 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b HTTP/1.1" status: 200 len: 210 time: 0.0290082 Dec 16 22:55:34.081639 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6cdd1e-2169-4816-8034-72d9156a26e7 req-47651552-0b12-4a25-b0ff-abdfec1cb166 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:34.083278 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d6cdd1e-2169-4816-8034-72d9156a26e7 req-47651552-0b12-4a25-b0ff-abdfec1cb166 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 943 time: 0.0598776 Dec 16 22:55:34.116279 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2e768e35-4a5d-4a44-b6c7-0676da8a44d7 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:55:34.154335 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d6cdd1e-2169-4816-8034-72d9156a26e7 req-a25af16c-5deb-46cc-9c83-f3ce81f37028 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645640 Dec 16 22:55:34.177673 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 2e768e35-4a5d-4a44-b6c7-0676da8a44d7 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:34.178094 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:34.266858 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 094a89c5-8df3-4252-9c48-44498eda035b up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:55:34.319084 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 094a89c5-8df3-4252-9c48-44498eda035b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:34.319466 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:34.850153 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3eab0f2d-a243-48fe-8fec-488a1bf7416b req-d063b437-27ab-4271-81cb-7df97c9fa341 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b HTTP/1.1" status: 200 len: 210 time: 0.0298858 Dec 16 22:55:35.277923 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fd805-9014-4b41-8eda-2bbba9b73b20 req-9d64d3f7-9397-4341-bdac-cdead29aa02f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:35.279609 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2e1fd805-9014-4b41-8eda-2bbba9b73b20 req-9d64d3f7-9397-4341-bdac-cdead29aa02f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 943 time: 0.0533867 Dec 16 22:55:35.335826 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2e1fd805-9014-4b41-8eda-2bbba9b73b20 req-4d2f0d20-ad39-437e-aee3-c7ecfd923ecb tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497031 Dec 16 22:55:35.947839 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e62a9621-945d-465c-b66d-24b5be79c52f req-b4479581-aec3-478e-8e3c-2091b145036f tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b HTTP/1.1" status: 200 len: 210 time: 0.0284970 Dec 16 22:55:36.323126 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-ab4e26c0-9544-463a-961a-98b911a592e3 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:36.324759 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-ab4e26c0-9544-463a-961a-98b911a592e3 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.76 "GET /v2.0/networks?id=3766475e-00df-4a43-8fcb-79281858bd7c HTTP/1.1" status: 200 len: 796 time: 0.1107571 Dec 16 22:55:36.409398 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-d9f52e9b-5917-4273-92b9-b3ca8534e72d tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d41d81bb7602477ca32772fc73b93f29 HTTP/1.1" status: 200 len: 477 time: 0.0642135 Dec 16 22:55:36.422834 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-5272ed98-8a08-4608-abff-5bfbcf77cd80 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Request body: {'port': {'device_id': '3e21b545-3569-4b03-a5d9-7ab67fb2912b', 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c', 'admin_state_up': True, 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'security_groups': ['168c3467-d56a-40f9-9a0a-8f94edeb5b11', 'e8241396-ca55-40d1-ab3d-ebd0fc1a5e8c']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:55:36.520410 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032970e9-aace-4a79-83ab-8f8749771d0c req-b85b30fb-de16-42f6-9ad2-cd6ef0282b83 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:36.522009 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-032970e9-aace-4a79-83ab-8f8749771d0c req-b85b30fb-de16-42f6-9ad2-cd6ef0282b83 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 943 time: 0.1116667 Dec 16 22:55:36.594060 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-032970e9-aace-4a79-83ab-8f8749771d0c req-4d63797c-e0df-46f6-b68a-3f9bdc7de6e9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638905 Dec 16 22:55:36.658638 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-5272ed98-8a08-4608-abff-5bfbcf77cd80 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Made reservation on behalf of d41d81bb7602477ca32772fc73b93f29 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:55:36.662224 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-5272ed98-8a08-4608-abff-5bfbcf77cd80 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:36.792892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-5272ed98-8a08-4608-abff-5bfbcf77cd80 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Allocated IP 172.20.0.6 (3766475e-00df-4a43-8fcb-79281858bd7c/0f1bfae6-5a64-48fe-b551-310791fbb58d/3cbdfc70-3db5-4691-871e-3fcbd055a6f1) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:55:36.936935 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-5272ed98-8a08-4608-abff-5bfbcf77cd80 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:37.042806 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-5272ed98-8a08-4608-abff-5bfbcf77cd80 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:37.047104 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-00ac2b7d-c22c-4462-85c3-e4de42bcbf8e req-0f773052-063a-459b-b560-7ecdea636e58 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b HTTP/1.1" status: 200 len: 210 time: 0.0298514 Dec 16 22:55:37.093055 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-5272ed98-8a08-4608-abff-5bfbcf77cd80 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Network 3766475e-00df-4a43-8fcb-79281858bd7c is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:55:37.096230 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-5272ed98-8a08-4608-abff-5bfbcf77cd80 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:55:37.099980 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-5272ed98-8a08-4608-abff-5bfbcf77cd80 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:55:37.106696 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272ed98-8a08-4608-abff-5bfbcf77cd80 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event updated for resources: {'Port': ['ID=3cbdfc70-3db5-4691-871e-3fcbd055a6f1,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:37.154867 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-5272ed98-8a08-4608-abff-5bfbcf77cd80 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:37.155751 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-5272ed98-8a08-4608-abff-5bfbcf77cd80 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:37.295756 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-5272ed98-8a08-4608-abff-5bfbcf77cd80 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.8762002 Dec 16 22:55:37.310641 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1237d02d-e833-4867-a255-2cc75315e1a8 None None] Provisioning complete for port 3cbdfc70-3db5-4691-871e-3fcbd055a6f1 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:37.311434 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1237d02d-e833-4867-a255-2cc75315e1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:37.315304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-ded609fa-9ea6-4fe0-a530-0323777b2484 service neutron] Request body: {'port': {'device_id': '3e21b545-3569-4b03-a5d9-7ab67fb2912b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:55:37.346496 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1237d02d-e833-4867-a255-2cc75315e1a8 None None] Port 3cbdfc70-3db5-4691-871e-3fcbd055a6f1 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:55:37.373360 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-ded609fa-9ea6-4fe0-a530-0323777b2484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:37.645031 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-ded609fa-9ea6-4fe0-a530-0323777b2484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cbdfc70-3db5-4691-871e-3fcbd055a6f1 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:55:37.653028 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-ded609fa-9ea6-4fe0-a530-0323777b2484 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:37.666607 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-ded609fa-9ea6-4fe0-a530-0323777b2484 service neutron] Transition to ACTIVE for port object 3cbdfc70-3db5-4691-871e-3fcbd055a6f1 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:55:37.717556 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c6313-f016-408d-8408-c0f6aa71f193 req-776cba9a-1ce0-4001-8e23-b194114c9eff tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:37.719099 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-889c6313-f016-408d-8408-c0f6aa71f193 req-776cba9a-1ce0-4001-8e23-b194114c9eff tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 943 time: 0.0512419 Dec 16 22:55:37.738705 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-ded609fa-9ea6-4fe0-a530-0323777b2484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:37.812900 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded609fa-9ea6-4fe0-a530-0323777b2484 service neutron] Pushing event updated for resources: {'Port': ['ID=3cbdfc70-3db5-4691-871e-3fcbd055a6f1,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:37.821781 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-889c6313-f016-408d-8408-c0f6aa71f193 req-ed0d32e0-df27-422e-a077-2e742b21aee0 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964372 Dec 16 22:55:37.900614 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-ded609fa-9ea6-4fe0-a530-0323777b2484 service neutron] Attempting to bind port 3cbdfc70-3db5-4691-871e-3fcbd055a6f1 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:55:37.900875 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-ded609fa-9ea6-4fe0-a530-0323777b2484 service neutron] Attempting to bind port 3cbdfc70-3db5-4691-871e-3fcbd055a6f1 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:55:37.901202 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-ded609fa-9ea6-4fe0-a530-0323777b2484 service neutron] Attempting to bind port 3cbdfc70-3db5-4691-871e-3fcbd055a6f1 on network 3766475e-00df-4a43-8fcb-79281858bd7c {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:55:37.905980 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-ded609fa-9ea6-4fe0-a530-0323777b2484 service neutron] Port 3cbdfc70-3db5-4691-871e-3fcbd055a6f1 on network 3766475e-00df-4a43-8fcb-79281858bd7c not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:55:37.906301 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-ded609fa-9ea6-4fe0-a530-0323777b2484 service neutron] Attempting to bind port 3cbdfc70-3db5-4691-871e-3fcbd055a6f1 on network 3766475e-00df-4a43-8fcb-79281858bd7c {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:55:37.911355 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-ded609fa-9ea6-4fe0-a530-0323777b2484 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:55:37.911697 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-ded609fa-9ea6-4fe0-a530-0323777b2484 service neutron] Checking segment: {'id': 'a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:55:37.912081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-ded609fa-9ea6-4fe0-a530-0323777b2484 service neutron] Bound using segment: {'id': 'a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:55:37.912506 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-ded609fa-9ea6-4fe0-a530-0323777b2484 service neutron] Bound port: 3cbdfc70-3db5-4691-871e-3fcbd055a6f1, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:55:37.912868 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-ded609fa-9ea6-4fe0-a530-0323777b2484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:37.979945 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-ded609fa-9ea6-4fe0-a530-0323777b2484 service neutron] For port 3cbdfc70-3db5-4691-871e-3fcbd055a6f1, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:55:37.983175 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-ded609fa-9ea6-4fe0-a530-0323777b2484 service neutron] For port 3cbdfc70-3db5-4691-871e-3fcbd055a6f1, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3cbdfc70-3db5-4691-871e-3fcbd055a6f1,segment=NetworkSegment(a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0),segment_id=a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:55:38.082401 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-ded609fa-9ea6-4fe0-a530-0323777b2484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:38.124254 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-ded609fa-9ea6-4fe0-a530-0323777b2484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:38.124511 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-ded609fa-9ea6-4fe0-a530-0323777b2484 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:38.125905 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-ded609fa-9ea6-4fe0-a530-0323777b2484 service neutron] 10.222.0.76 "PUT /v2.0/ports/3cbdfc70-3db5-4691-871e-3fcbd055a6f1 HTTP/1.1" status: 200 len: 1130 time: 0.8150473 Dec 16 22:55:38.126354 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e21b545-3569-4b03-a5d9-7ab67fb2912b', 'tag': '3cbdfc70-3db5-4691-871e-3fcbd055a6f1'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:55:38.128627 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212fff92-50b6-4b0b-a180-a014a65b4629" -d '{"events": [{"name": "network-changed", "server_uuid": "3e21b545-3569-4b03-a5d9-7ab67fb2912b", "tag": "3cbdfc70-3db5-4691-871e-3fcbd055a6f1"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:55:38.150573 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded609fa-9ea6-4fe0-a530-0323777b2484 service neutron] Pushing event updated for resources: {'Port': ['ID=3cbdfc70-3db5-4691-871e-3fcbd055a6f1,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:38.187410 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77e2342-4e3f-4798-80f1-02716566a22e x-openstack-request-id: req-e77e2342-4e3f-4798-80f1-02716566a22e {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:55:38.187702 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e21b545-3569-4b03-a5d9-7ab67fb2912b", "tag": "3cbdfc70-3db5-4691-871e-3fcbd055a6f1", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:55:38.187999 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e77e2342-4e3f-4798-80f1-02716566a22e {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:55:38.188741 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e21b545-3569-4b03-a5d9-7ab67fb2912b', 'tag': '3cbdfc70-3db5-4691-871e-3fcbd055a6f1', 'status': 'completed', 'code': 200} Dec 16 22:55:38.191434 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c88c0e-3a7f-4264-bb17-817a532370ec req-542f527c-774d-4eef-af5f-3c7e89c3351c tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:38.193035 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-77c88c0e-3a7f-4264-bb17-817a532370ec req-542f527c-774d-4eef-af5f-3c7e89c3351c tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b HTTP/1.1" status: 200 len: 982 time: 0.0733662 Dec 16 22:55:38.263614 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-77c88c0e-3a7f-4264-bb17-817a532370ec req-666764e5-32ec-4c22-8a6a-0db935544367 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/security-groups?id=168c3467-d56a-40f9-9a0a-8f94edeb5b11&id=e8241396-ca55-40d1-ab3d-ebd0fc1a5e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0640028 Dec 16 22:55:38.288732 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fff92-50b6-4b0b-a180-a014a65b4629 req-af364788-44fa-4d3f-8d38-6aa0769ce28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:38.290275 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-212fff92-50b6-4b0b-a180-a014a65b4629 req-af364788-44fa-4d3f-8d38-6aa0769ce28d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d41d81bb7602477ca32772fc73b93f29&device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b HTTP/1.1" status: 200 len: 1133 time: 0.0598524 Dec 16 22:55:38.409023 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fff92-50b6-4b0b-a180-a014a65b4629 req-8b677bc7-b0d5-4337-b839-403969d9dc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:38.410426 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-212fff92-50b6-4b0b-a180-a014a65b4629 req-8b677bc7-b0d5-4337-b839-403969d9dc74 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=d41d81bb7602477ca32772fc73b93f29&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1024044 Dec 16 22:55:38.507926 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fff92-50b6-4b0b-a180-a014a65b4629 req-7e8b21e6-39a9-4a18-b0f8-5176e34ff461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:38.509535 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-212fff92-50b6-4b0b-a180-a014a65b4629 req-7e8b21e6-39a9-4a18-b0f8-5176e34ff461 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0907781 Dec 16 22:55:38.616149 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-4b6619f9-cf72-425f-923c-4df056eb73ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:38.617722 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-4b6619f9-cf72-425f-923c-4df056eb73ad service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d41d81bb7602477ca32772fc73b93f29&device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b HTTP/1.1" status: 200 len: 1133 time: 0.0426493 Dec 16 22:55:38.677651 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-5e450023-c55b-4c51-84f4-803fe5de73b1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cbdfc70-3db5-4691-871e-3fcbd055a6f1 HTTP/1.1" status: 200 len: 217 time: 0.0391936 Dec 16 22:55:38.727395 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-59786678-b0f2-4069-95b5-33ad10d60b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:38.729669 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-59786678-b0f2-4069-95b5-33ad10d60b10 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0f1bfae6-5a64-48fe-b551-310791fbb58d HTTP/1.1" status: 200 len: 834 time: 0.0446560 Dec 16 22:55:38.777988 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-8875bb4c-a37b-4e4a-bd88-7ba0ccdbf6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:38.779511 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-8875bb4c-a37b-4e4a-bd88-7ba0ccdbf6b2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3766475e-00df-4a43-8fcb-79281858bd7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396645 Dec 16 22:55:38.873140 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-e4bdfc5f-9c42-4f5a-9551-dab9f4642718 service neutron] 10.222.0.76 "GET /v2.0/networks/3766475e-00df-4a43-8fcb-79281858bd7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851774 Dec 16 22:55:38.998360 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ea3de-1868-4498-8284-1fa695ae1aee req-9b316737-1312-40b6-8729-487af1937b42 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:38.999884 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a86ea3de-1868-4498-8284-1fa695ae1aee req-9b316737-1312-40b6-8729-487af1937b42 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 943 time: 0.1004789 Dec 16 22:55:39.017292 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-39337d6b-64d1-4f1d-b370-fe5ae0a0d19c req-5517565c-de66-4626-9aa1-8bf0758275e1 service neutron] 10.222.0.76 "GET /v2.0/networks/3766475e-00df-4a43-8fcb-79281858bd7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358442 Dec 16 22:55:39.054731 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a86ea3de-1868-4498-8284-1fa695ae1aee req-167c86ec-51e2-4980-9925-2e4efccdedbb tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476179 Dec 16 22:55:39.386780 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ea7f1-b5ff-4776-91e3-e219d051263e req-5891d505-bf91-40c3-8650-0bf924b0414c tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:39.388423 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-562ea7f1-b5ff-4776-91e3-e219d051263e req-5891d505-bf91-40c3-8650-0bf924b0414c tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b HTTP/1.1" status: 200 len: 982 time: 0.0528841 Dec 16 22:55:39.447599 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-562ea7f1-b5ff-4776-91e3-e219d051263e req-f2c90f09-5841-4ebf-94fc-42de2f373869 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/security-groups?id=168c3467-d56a-40f9-9a0a-8f94edeb5b11&id=e8241396-ca55-40d1-ab3d-ebd0fc1a5e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0523164 Dec 16 22:55:40.170142 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac11cd-bfea-45f3-8aa0-54d012d26b7e req-646a2231-b577-4df5-ae9c-6dced9b9ac00 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:40.171733 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d3ac11cd-bfea-45f3-8aa0-54d012d26b7e req-646a2231-b577-4df5-ae9c-6dced9b9ac00 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 943 time: 0.0500126 Dec 16 22:55:40.222959 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d3ac11cd-bfea-45f3-8aa0-54d012d26b7e req-da14313e-e1cd-41e3-bddc-4bc193dd1c2d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451593 Dec 16 22:55:40.568830 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a63c6-8517-49ef-b8f6-92ba9cfd8d98 req-60246485-e3bf-495f-ba6b-82caacb5f61b tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:40.570331 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-373a63c6-8517-49ef-b8f6-92ba9cfd8d98 req-60246485-e3bf-495f-ba6b-82caacb5f61b tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b HTTP/1.1" status: 200 len: 982 time: 0.0531666 Dec 16 22:55:40.635006 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-373a63c6-8517-49ef-b8f6-92ba9cfd8d98 req-fa6ff592-0b91-40f0-a7de-fb06ae7e6277 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/security-groups?id=168c3467-d56a-40f9-9a0a-8f94edeb5b11&id=e8241396-ca55-40d1-ab3d-ebd0fc1a5e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0579920 Dec 16 22:55:41.338980 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f1ec3-0fec-4cba-aba9-a8d9bf3e41fb req-37122527-0400-4332-bd40-c3592094c085 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:41.340533 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-353f1ec3-0fec-4cba-aba9-a8d9bf3e41fb req-37122527-0400-4332-bd40-c3592094c085 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 943 time: 0.0490141 Dec 16 22:55:41.393515 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-353f1ec3-0fec-4cba-aba9-a8d9bf3e41fb req-28b5d893-30c8-4b9a-8e13-00a5e16255ef tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470345 Dec 16 22:55:41.526846 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 08b4ab71-39cd-4502-b3f6-a282a54a4be8 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:55:41.623033 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 08b4ab71-39cd-4502-b3f6-a282a54a4be8, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=08b4ab71-39cd-4502-b3f6-a282a54a4be8,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:41.635064 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '08b4ab71-39cd-4502-b3f6-a282a54a4be8', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'port_id': '08b4ab71-39cd-4502-b3f6-a282a54a4be8', 'mac_address': 'fa:16:3e:c4:e2:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:55:41.682970 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:41.686417 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b4ab71-39cd-4502-b3f6-a282a54a4be8 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:55:41.706655 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 08b4ab71-39cd-4502-b3f6-a282a54a4be8, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=08b4ab71-39cd-4502-b3f6-a282a54a4be8,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:41.756603 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8c472-8cf6-4dec-8f53-69851e2c439a req-731cba74-5a1e-4649-9db3-ab2d131c227b tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:41.758252 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cb8c472-8cf6-4dec-8f53-69851e2c439a req-731cba74-5a1e-4649-9db3-ab2d131c227b tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b HTTP/1.1" status: 200 len: 982 time: 0.0518358 Dec 16 22:55:41.767346 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:41.819718 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cb8c472-8cf6-4dec-8f53-69851e2c439a req-3986813a-5b3c-4dd0-ad1d-becc1842cdad tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/security-groups?id=168c3467-d56a-40f9-9a0a-8f94edeb5b11&id=e8241396-ca55-40d1-ab3d-ebd0fc1a5e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0547321 Dec 16 22:55:41.821268 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=08b4ab71-39cd-4502-b3f6-a282a54a4be8,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:41.887810 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 3cbdfc70-3db5-4691-871e-3fcbd055a6f1 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:55:41.982122 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 3cbdfc70-3db5-4691-871e-3fcbd055a6f1, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3cbdfc70-3db5-4691-871e-3fcbd055a6f1,segment=NetworkSegment(a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0),segment_id=a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:41.995186 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '3cbdfc70-3db5-4691-871e-3fcbd055a6f1', 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c', 'port_id': '3cbdfc70-3db5-4691-871e-3fcbd055a6f1', 'mac_address': 'fa:16:3e:9f:26:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1bfae6-5a64-48fe-b551-310791fbb58d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:55:42.040286 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:42.053776 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cbdfc70-3db5-4691-871e-3fcbd055a6f1 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:55:42.074125 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 3cbdfc70-3db5-4691-871e-3fcbd055a6f1, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3cbdfc70-3db5-4691-871e-3fcbd055a6f1,segment=NetworkSegment(a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0),segment_id=a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:42.153993 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['08b4ab71-39cd-4502-b3f6-a282a54a4be8'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:55:42.158061 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:42.240168 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=3cbdfc70-3db5-4691-871e-3fcbd055a6f1,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:42.510487 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80f891-404b-4a11-ac28-b38160159d95 req-70a05f29-a14f-43eb-81fb-ecccced57b0f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:42.511999 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-de80f891-404b-4a11-ac28-b38160159d95 req-70a05f29-a14f-43eb-81fb-ecccced57b0f tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 944 time: 0.0480294 Dec 16 22:55:42.543826 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['3cbdfc70-3db5-4691-871e-3fcbd055a6f1'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:55:42.563195 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-de80f891-404b-4a11-ac28-b38160159d95 req-f2cc17cd-02f2-48f7-b9d4-aaebe1c75aad tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449669 Dec 16 22:55:42.938823 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e55f1d-762f-4d0b-8c69-d79fdef67d9c req-68983c56-7c15-4a55-9907-71bfc4e71aa9 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:42.940406 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67e55f1d-762f-4d0b-8c69-d79fdef67d9c req-68983c56-7c15-4a55-9907-71bfc4e71aa9 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b HTTP/1.1" status: 200 len: 983 time: 0.0514135 Dec 16 22:55:42.999052 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67e55f1d-762f-4d0b-8c69-d79fdef67d9c req-65cd0fee-2f20-493b-a3a4-3437e296cb81 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/security-groups?id=168c3467-d56a-40f9-9a0a-8f94edeb5b11&id=e8241396-ca55-40d1-ab3d-ebd0fc1a5e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0525899 Dec 16 22:55:43.543196 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 08b4ab71-39cd-4502-b3f6-a282a54a4be8 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:55:43.682340 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 08b4ab71-39cd-4502-b3f6-a282a54a4be8 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:55:43.684232 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6a94a-f50f-4b68-b920-e242fa082280 req-c653a2dc-07a7-40b8-a388-5090e612615d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:43.686605 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-60f6a94a-f50f-4b68-b920-e242fa082280 req-c653a2dc-07a7-40b8-a388-5090e612615d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 944 time: 0.0516467 Dec 16 22:55:43.686732 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 08b4ab71-39cd-4502-b3f6-a282a54a4be8 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:43.686919 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:43.739159 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-60f6a94a-f50f-4b68-b920-e242fa082280 req-41337094-da28-443d-9882-99f8f264c2ef tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468686 Dec 16 22:55:43.771957 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:43.797064 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f96c1d-51ab-4ca3-940e-444b79b1043a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b4ab71-39cd-4502-b3f6-a282a54a4be8'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:55:43.799283 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e557957-6dc4-4c5c-9b8d-07654435974b" -d '{"events": [{"server_uuid": "43f96c1d-51ab-4ca3-940e-444b79b1043a", "name": "network-vif-plugged", "status": "completed", "tag": "08b4ab71-39cd-4502-b3f6-a282a54a4be8"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:55:43.814617 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 08b4ab71-39cd-4502-b3f6-a282a54a4be8, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=08b4ab71-39cd-4502-b3f6-a282a54a4be8,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:43.841601 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c1d5e8-a63d-4c4a-ac44-d0022f4ec2ed x-openstack-request-id: req-a4c1d5e8-a63d-4c4a-ac44-d0022f4ec2ed {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:55:43.841601 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f96c1d-51ab-4ca3-940e-444b79b1043a", "name": "network-vif-plugged", "status": "completed", "tag": "08b4ab71-39cd-4502-b3f6-a282a54a4be8", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:55:43.841601 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a4c1d5e8-a63d-4c4a-ac44-d0022f4ec2ed {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:55:43.841601 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f96c1d-51ab-4ca3-940e-444b79b1043a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b4ab71-39cd-4502-b3f6-a282a54a4be8', 'code': 200} Dec 16 22:55:43.881829 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:43.909976 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 3cbdfc70-3db5-4691-871e-3fcbd055a6f1 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:55:43.967941 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=08b4ab71-39cd-4502-b3f6-a282a54a4be8,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:43.993033 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1c2d5-4877-4933-8e2a-4871e5a8190d req-fbc196b9-e13d-49bd-90c9-d34f59c0769d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:43.996307 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6ca1c2d5-4877-4933-8e2a-4871e5a8190d req-fbc196b9-e13d-49bd-90c9-d34f59c0769d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 1096 time: 0.0547731 Dec 16 22:55:44.055183 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6ca1c2d5-4877-4933-8e2a-4871e5a8190d req-d668477e-5761-40e6-a018-d70688b80d57 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501435 Dec 16 22:55:44.080559 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 3cbdfc70-3db5-4691-871e-3fcbd055a6f1 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:55:44.084795 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 3cbdfc70-3db5-4691-871e-3fcbd055a6f1 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:55:44.086829 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:44.129900 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e2491-ef22-4ce3-9f0f-68684f54672c req-3bebe60d-1500-4d14-a166-c964b6bd188d tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:44.131725 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3a2e2491-ef22-4ce3-9f0f-68684f54672c req-3bebe60d-1500-4d14-a166-c964b6bd188d tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b HTTP/1.1" status: 200 len: 983 time: 0.0533316 Dec 16 22:55:44.196934 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3a2e2491-ef22-4ce3-9f0f-68684f54672c req-96c33bff-7d47-467c-8510-96b2db29a0b8 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/security-groups?id=168c3467-d56a-40f9-9a0a-8f94edeb5b11&id=e8241396-ca55-40d1-ab3d-ebd0fc1a5e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0584929 Dec 16 22:55:44.339063 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:44.377227 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 3cbdfc70-3db5-4691-871e-3fcbd055a6f1, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3cbdfc70-3db5-4691-871e-3fcbd055a6f1,segment=NetworkSegment(a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0),segment_id=a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:55:44.475518 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:44.528492 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=3cbdfc70-3db5-4691-871e-3fcbd055a6f1,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:44.875258 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d12504-6251-47b1-9f87-c230c1be14fd req-d0da2532-895f-4de4-9dfe-8711031d4c56 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:44.876733 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-89d12504-6251-47b1-9f87-c230c1be14fd req-d0da2532-895f-4de4-9dfe-8711031d4c56 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 945 time: 0.0602791 Dec 16 22:55:44.926464 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:55:44.932841 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-89d12504-6251-47b1-9f87-c230c1be14fd req-447e0488-0faa-4991-aba7-e9bf5b42239c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497706 Dec 16 22:55:45.328909 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fc991-7afe-4be3-a599-a175c8e04bd9 req-a768bc32-e494-4ecd-97e0-4a327b8d05a3 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:45.330587 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2d9fc991-7afe-4be3-a599-a175c8e04bd9 req-a768bc32-e494-4ecd-97e0-4a327b8d05a3 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b HTTP/1.1" status: 200 len: 984 time: 0.0601180 Dec 16 22:55:45.399367 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2d9fc991-7afe-4be3-a599-a175c8e04bd9 req-63509fa9-249f-4db1-8293-e032477c4086 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/security-groups?id=168c3467-d56a-40f9-9a0a-8f94edeb5b11&id=e8241396-ca55-40d1-ab3d-ebd0fc1a5e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0588162 Dec 16 22:55:45.842803 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e21b545-3569-4b03-a5d9-7ab67fb2912b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbdfc70-3db5-4691-871e-3fcbd055a6f1'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:55:45.845200 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea3d7fb-eb83-47f7-a7df-ca021d23517f" -d '{"events": [{"server_uuid": "3e21b545-3569-4b03-a5d9-7ab67fb2912b", "name": "network-vif-plugged", "status": "completed", "tag": "3cbdfc70-3db5-4691-871e-3fcbd055a6f1"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:55:45.885464 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c359e6-733b-412f-924c-682bf8e737de x-openstack-request-id: req-25c359e6-733b-412f-924c-682bf8e737de {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:55:45.885759 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e21b545-3569-4b03-a5d9-7ab67fb2912b", "name": "network-vif-plugged", "status": "completed", "tag": "3cbdfc70-3db5-4691-871e-3fcbd055a6f1", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:55:45.886011 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-25c359e6-733b-412f-924c-682bf8e737de {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:55:45.886404 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e21b545-3569-4b03-a5d9-7ab67fb2912b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbdfc70-3db5-4691-871e-3fcbd055a6f1', 'code': 200} Dec 16 22:55:46.052161 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babeb75c-90ce-45c6-8980-2376863a1aec req-1743c77a-d436-4354-b2f8-76c1551c533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:46.053678 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-babeb75c-90ce-45c6-8980-2376863a1aec req-1743c77a-d436-4354-b2f8-76c1551c533a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b HTTP/1.1" status: 200 len: 1135 time: 0.0686631 Dec 16 22:55:46.069327 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb98f2-f8b3-4aa1-9c84-5bc566e5ef30 req-1b2e7012-4dc0-490f-8653-dfc7a09fad0b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:46.070753 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1acb98f2-f8b3-4aa1-9c84-5bc566e5ef30 req-1b2e7012-4dc0-490f-8653-dfc7a09fad0b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 945 time: 0.0604525 Dec 16 22:55:46.161969 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-babeb75c-90ce-45c6-8980-2376863a1aec req-0ef3a054-b651-4e40-8e7f-353f6d99ff26 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=168c3467-d56a-40f9-9a0a-8f94edeb5b11&id=e8241396-ca55-40d1-ab3d-ebd0fc1a5e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0901222 Dec 16 22:55:46.166613 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1acb98f2-f8b3-4aa1-9c84-5bc566e5ef30 req-4201f6a3-e5b6-4ec2-ba7c-3a0a35dacafa tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884571 Dec 16 22:55:46.291923 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5e40f-7e96-4835-8579-2a090a7abc3e req-8961f0dd-cb0c-4966-a1b5-f3ae7584dfe7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:46.293463 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67c5e40f-7e96-4835-8579-2a090a7abc3e req-8961f0dd-cb0c-4966-a1b5-f3ae7584dfe7 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 945 time: 0.0537102 Dec 16 22:55:46.347479 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67c5e40f-7e96-4835-8579-2a090a7abc3e req-12d7b229-dd08-47d1-8eed-c1820224f65d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478673 Dec 16 22:55:46.371206 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60342) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:46.526823 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c978c1-69eb-4309-b334-39011d159360 req-8623bccd-f0dd-4af8-9fae-acdb7b463cf5 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:46.528494 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d7c978c1-69eb-4309-b334-39011d159360 req-8623bccd-f0dd-4af8-9fae-acdb7b463cf5 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b HTTP/1.1" status: 200 len: 984 time: 0.0557973 Dec 16 22:55:46.627287 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d7c978c1-69eb-4309-b334-39011d159360 req-c57d7dfc-2f02-497e-b2b2-0f552f301ebb tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/security-groups?id=168c3467-d56a-40f9-9a0a-8f94edeb5b11&id=e8241396-ca55-40d1-ab3d-ebd0fc1a5e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0890875 Dec 16 22:55:46.633987 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb123df-3909-4d41-970b-357ee24d0d5b tempest-TestVolumeBootPattern-814739416 tempest-TestVolumeBootPattern-814739416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:46.636081 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5bb123df-3909-4d41-970b-357ee24d0d5b tempest-TestVolumeBootPattern-814739416 tempest-TestVolumeBootPattern-814739416-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 1091 time: 0.2638328 Dec 16 22:55:46.638806 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60348) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:46.650609 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-937eb411-629c-4b4a-9ed1-feaf236918bf tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'port_id': '08b4ab71-39cd-4502-b3f6-a282a54a4be8', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:55:46.767503 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-937eb411-629c-4b4a-9ed1-feaf236918bf tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:46.871993 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-937eb411-629c-4b4a-9ed1-feaf236918bf tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:46.995370 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-937eb411-629c-4b4a-9ed1-feaf236918bf tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Allocated IP 172.25.6.28 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/2c158b43-e41f-4186-b883-c0ee28dca263) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:55:47.464535 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-937eb411-629c-4b4a-9ed1-feaf236918bf tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:47.681230 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-937eb411-629c-4b4a-9ed1-feaf236918bf tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:47.725275 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937eb411-629c-4b4a-9ed1-feaf236918bf tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:55:47.728818 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-937eb411-629c-4b4a-9ed1-feaf236918bf tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:55:47.732451 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937eb411-629c-4b4a-9ed1-feaf236918bf tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:55:47.751368 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48176a29-fce4-4f9c-b748-2e209e7c5190 req-c047b73a-ef92-4f72-9ba5-23ca3e37e7b6 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:47.754027 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-48176a29-fce4-4f9c-b748-2e209e7c5190 req-c047b73a-ef92-4f72-9ba5-23ca3e37e7b6 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b HTTP/1.1" status: 200 len: 984 time: 0.0518456 Dec 16 22:55:47.754368 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937eb411-629c-4b4a-9ed1-feaf236918bf tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event updated for resources: {'Port': ['ID=2c158b43-e41f-4186-b883-c0ee28dca263,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:47.823361 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-48176a29-fce4-4f9c-b748-2e209e7c5190 req-cd6e652f-32dd-419b-aac3-bd966c502182 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/security-groups?id=168c3467-d56a-40f9-9a0a-8f94edeb5b11&id=e8241396-ca55-40d1-ab3d-ebd0fc1a5e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0623391 Dec 16 22:55:48.108434 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-937eb411-629c-4b4a-9ed1-feaf236918bf tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:48.263332 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-937eb411-629c-4b4a-9ed1-feaf236918bf tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:48.425643 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-937eb411-629c-4b4a-9ed1-feaf236918bf tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:48.533061 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-937eb411-629c-4b4a-9ed1-feaf236918bf tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:48.612920 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937eb411-629c-4b4a-9ed1-feaf236918bf tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event updated for resources: {'Port': ['ID=2c158b43-e41f-4186-b883-c0ee28dca263,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:48.626762 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-937eb411-629c-4b4a-9ed1-feaf236918bf tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:48.730128 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-937eb411-629c-4b4a-9ed1-feaf236918bf tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Floating IP b4f434d9-80b8-4ed9-9d5b-f7244c9bae4e associated. External IP: 172.25.6.28, port: 08b4ab71-39cd-4502-b3f6-a282a54a4be8. Dec 16 22:55:48.990695 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548497a-5b59-40c6-a6d8-edab2528bb29 req-dfc4bc1b-0bf9-484a-9fc9-0245a9e86e74 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:48.992248 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1548497a-5b59-40c6-a6d8-edab2528bb29 req-dfc4bc1b-0bf9-484a-9fc9-0245a9e86e74 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b HTTP/1.1" status: 200 len: 984 time: 0.0710027 Dec 16 22:55:48.994706 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937eb411-629c-4b4a-9ed1-feaf236918bf tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Router f2356911-0c5c-4ae1-ae3d-c6b339551136 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:55:49.131147 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1548497a-5b59-40c6-a6d8-edab2528bb29 req-ff920319-1e58-4deb-b5e2-48a30a3ef2ac tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/security-groups?id=168c3467-d56a-40f9-9a0a-8f94edeb5b11&id=e8241396-ca55-40d1-ab3d-ebd0fc1a5e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1311421 Dec 16 22:55:49.150766 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937eb411-629c-4b4a-9ed1-feaf236918bf tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:55:49.168311 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1baf4f8-727c-49e8-9fa1-3a4bfff63b01 None None] Sync routers for ids ['f2356911-0c5c-4ae1-ae3d-c6b339551136'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:55:49.173868 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1baf4f8-727c-49e8-9fa1-3a4bfff63b01 None None] Routers {'f2356911-0c5c-4ae1-ae3d-c6b339551136'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:55:49.174510 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-e1baf4f8-727c-49e8-9fa1-3a4bfff63b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:55:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f2356911-0c5c-4ae1-ae3d-c6b339551136'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:49.257451 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134dfb9e-3e18-494e-821c-51cc0cb54fb4 req-fcc69884-bba5-491e-ae32-020b8405645b tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:49.260022 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-134dfb9e-3e18-494e-821c-51cc0cb54fb4 req-fcc69884-bba5-491e-ae32-020b8405645b tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b HTTP/1.1" status: 200 len: 984 time: 0.0517459 Dec 16 22:55:49.284814 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-e1baf4f8-727c-49e8-9fa1-3a4bfff63b01 None None] Set router f2356911-0c5c-4ae1-ae3d-c6b339551136 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:55:49.326351 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-134dfb9e-3e18-494e-821c-51cc0cb54fb4 req-0d2a9aba-2bbd-459d-b470-fb7785c99957 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/security-groups?id=168c3467-d56a-40f9-9a0a-8f94edeb5b11&id=e8241396-ca55-40d1-ab3d-ebd0fc1a5e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0602658 Dec 16 22:55:49.352353 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-937eb411-629c-4b4a-9ed1-feaf236918bf tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:49.395508 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-937eb411-629c-4b4a-9ed1-feaf236918bf tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7490695 Dec 16 22:55:49.395508 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f96c1d-51ab-4ca3-940e-444b79b1043a', 'tag': '08b4ab71-39cd-4502-b3f6-a282a54a4be8'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:55:49.395508 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9723dd1-57ae-4f16-b0ce-6430cff67954" -d '{"events": [{"name": "network-changed", "server_uuid": "43f96c1d-51ab-4ca3-940e-444b79b1043a", "tag": "08b4ab71-39cd-4502-b3f6-a282a54a4be8"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:55:49.437596 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f20b56-1a26-4909-af35-d8ba91beec9e x-openstack-request-id: req-d5f20b56-1a26-4909-af35-d8ba91beec9e {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:55:49.437894 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f96c1d-51ab-4ca3-940e-444b79b1043a", "tag": "08b4ab71-39cd-4502-b3f6-a282a54a4be8", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:55:49.438152 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d5f20b56-1a26-4909-af35-d8ba91beec9e {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:55:49.438556 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f96c1d-51ab-4ca3-940e-444b79b1043a', 'tag': '08b4ab71-39cd-4502-b3f6-a282a54a4be8', 'status': 'completed', 'code': 200} Dec 16 22:55:49.454974 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cc6c1-7168-4313-b80b-85bb1eb38d93 req-107d8360-073c-4045-83ed-69b57588b61d tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:49.456581 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-714cc6c1-7168-4313-b80b-85bb1eb38d93 req-107d8360-073c-4045-83ed-69b57588b61d tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b HTTP/1.1" status: 200 len: 1135 time: 0.0515699 Dec 16 22:55:49.478522 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-714cc6c1-7168-4313-b80b-85bb1eb38d93 req-b569f51d-b5ea-4f0e-8c83-69b1918229ab tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:49.545366 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9723dd1-57ae-4f16-b0ce-6430cff67954 req-4ce0f436-e5e8-44e2-9eec-fe5b93c99647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:49.546930 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b9723dd1-57ae-4f16-b0ce-6430cff67954 req-4ce0f436-e5e8-44e2-9eec-fe5b93c99647 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 1096 time: 0.0662365 Dec 16 22:55:49.550745 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-e1baf4f8-727c-49e8-9fa1-3a4bfff63b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'name': 'tempest-TestVolumeBootPattern-493678342-router', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'gw_port': {'id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:52Z', 'updated_at': '2021-12-16T22:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '85554f3a-ec30-42f5-ba37-687fc2c7351a', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'port_id': 'ac0ca855-a41b-4421-adc0-7cf49fc84882', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'mac_address': 'fa:16:3e:34:24:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23e1026-5a54-4219-9430-f913eee86c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:52:50Z', 'updated_at': '2021-12-16T22:52:53Z', 'revision_number': 1, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'fixed_ip_address_scope': None}, {'id': 'b4f434d9-80b8-4ed9-9d5b-f7244c9bae4e', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'floating_ip_address': '172.25.6.28', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'port_id': '08b4ab71-39cd-4502-b3f6-a282a54a4be8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'mac_address': 'fa:16:3e:c4:e2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f96c1d-51ab-4ca3-940e-444b79b1043a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:55:47Z', 'updated_at': '2021-12-16T22:55:47Z', 'revision_number': 0, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c446f6-e687-41bb-afe1-9fef24f1666b', 'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'mac_address': 'fa:16:3e:07:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:56Z', 'updated_at': '2021-12-16T22:43:12Z', 'revision_number': 5, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'subnets': [{'id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:49.582222 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1baf4f8-727c-49e8-9fa1-3a4bfff63b01 None None] Checking router: f2356911-0c5c-4ae1-ae3d-c6b339551136 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:55:49.591148 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1baf4f8-727c-49e8-9fa1-3a4bfff63b01 None None] Routers {'f2356911-0c5c-4ae1-ae3d-c6b339551136'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:55:49.591753 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-e1baf4f8-727c-49e8-9fa1-3a4bfff63b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:55:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f2356911-0c5c-4ae1-ae3d-c6b339551136'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:49.652714 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-714cc6c1-7168-4313-b80b-85bb1eb38d93 req-b569f51d-b5ea-4f0e-8c83-69b1918229ab tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:49.678329 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9723dd1-57ae-4f16-b0ce-6430cff67954 req-08473ef6-53d0-4637-bf7e-9f88860ed9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:49.679871 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b9723dd1-57ae-4f16-b0ce-6430cff67954 req-08473ef6-53d0-4637-bf7e-9f88860ed9d6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 911 time: 0.1223216 Dec 16 22:55:49.702997 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-e1baf4f8-727c-49e8-9fa1-3a4bfff63b01 None None] Set router f2356911-0c5c-4ae1-ae3d-c6b339551136 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:55:49.744978 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-714cc6c1-7168-4313-b80b-85bb1eb38d93 req-b569f51d-b5ea-4f0e-8c83-69b1918229ab tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:49.769240 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b9723dd1-57ae-4f16-b0ce-6430cff67954 req-1ffea3a3-4645-43a7-b7ea-aee5f7d6d4a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08b4ab71-39cd-4502-b3f6-a282a54a4be8 HTTP/1.1" status: 200 len: 998 time: 0.0824983 Dec 16 22:55:49.860170 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569f51d-b5ea-4f0e-8c83-69b1918229ab tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5270288-98cf-40a3-8ee6-5896434afefc,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:49.874296 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-714cc6c1-7168-4313-b80b-85bb1eb38d93 req-b569f51d-b5ea-4f0e-8c83-69b1918229ab tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=168c3467-d56a-40f9-9a0a-8f94edeb5b11&id=e8241396-ca55-40d1-ab3d-ebd0fc1a5e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4102302 Dec 16 22:55:49.894882 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9723dd1-57ae-4f16-b0ce-6430cff67954 req-6c77d0cc-759b-4b82-8e56-f50cb1a39cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:49.894882 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b9723dd1-57ae-4f16-b0ce-6430cff67954 req-6c77d0cc-759b-4b82-8e56-f50cb1a39cbc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d HTTP/1.1" status: 200 len: 850 time: 0.1048000 Dec 16 22:55:49.901702 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b44cbec-9679-4e54-990c-4303bacf393c req-ed1c2d8b-5474-4d10-9a5d-0f2813e0e5a3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1347477 Dec 16 22:55:49.903534 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60362) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:49.950528 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9723dd1-57ae-4f16-b0ce-6430cff67954 req-c65e9723-877d-4aff-8f4d-c5ab822fd3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:49.951555 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b9723dd1-57ae-4f16-b0ce-6430cff67954 req-c65e9723-877d-4aff-8f4d-c5ab822fd3dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4daef152-7506-4390-9b15-8eed5c3fe323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489357 Dec 16 22:55:49.958201 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64b06db-c145-4416-9938-6635adf2a6c9 tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:49.963913 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a64b06db-c145-4416-9938-6635adf2a6c9 tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b HTTP/1.1" status: 200 len: 1130 time: 0.0591683 Dec 16 22:55:49.964553 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60364) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:49.966353 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-e1baf4f8-727c-49e8-9fa1-3a4bfff63b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'name': 'tempest-TestVolumeBootPattern-493678342-router', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'gw_port': {'id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:52Z', 'updated_at': '2021-12-16T22:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '85554f3a-ec30-42f5-ba37-687fc2c7351a', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'port_id': 'ac0ca855-a41b-4421-adc0-7cf49fc84882', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'mac_address': 'fa:16:3e:34:24:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23e1026-5a54-4219-9430-f913eee86c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:52:50Z', 'updated_at': '2021-12-16T22:52:53Z', 'revision_number': 1, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'fixed_ip_address_scope': None}, {'id': 'b4f434d9-80b8-4ed9-9d5b-f7244c9bae4e', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'floating_ip_address': '172.25.6.28', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'port_id': '08b4ab71-39cd-4502-b3f6-a282a54a4be8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'mac_address': 'fa:16:3e:c4:e2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f96c1d-51ab-4ca3-940e-444b79b1043a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:55:47Z', 'updated_at': '2021-12-16T22:55:47Z', 'revision_number': 0, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c446f6-e687-41bb-afe1-9fef24f1666b', 'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'mac_address': 'fa:16:3e:07:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:56Z', 'updated_at': '2021-12-16T22:43:12Z', 'revision_number': 5, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'subnets': [{'id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:49.969221 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-6bc58990-5d9b-4f64-9ca6-7bb7de643a9a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'port_id': '3cbdfc70-3db5-4691-871e-3fcbd055a6f1', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:55:50.000147 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1baf4f8-727c-49e8-9fa1-3a4bfff63b01 None None] The sync data for ids ['f2356911-0c5c-4ae1-ae3d-c6b339551136'] in n-d-815324-4 is: [{'id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'name': 'tempest-TestVolumeBootPattern-493678342-router', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'gw_port': {'id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:52Z', 'updated_at': '2021-12-16T22:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '85554f3a-ec30-42f5-ba37-687fc2c7351a', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'port_id': 'ac0ca855-a41b-4421-adc0-7cf49fc84882', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'mac_address': 'fa:16:3e:34:24:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23e1026-5a54-4219-9430-f913eee86c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:52:50Z', 'updated_at': '2021-12-16T22:52:53Z', 'revision_number': 1, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'fixed_ip_address_scope': None}, {'id': 'b4f434d9-80b8-4ed9-9d5b-f7244c9bae4e', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'floating_ip_address': '172.25.6.28', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'port_id': '08b4ab71-39cd-4502-b3f6-a282a54a4be8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'mac_address': 'fa:16:3e:c4:e2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f96c1d-51ab-4ca3-940e-444b79b1043a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:55:47Z', 'updated_at': '2021-12-16T22:55:47Z', 'revision_number': 0, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c446f6-e687-41bb-afe1-9fef24f1666b', 'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'mac_address': 'fa:16:3e:07:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:56Z', 'updated_at': '2021-12-16T22:43:12Z', 'revision_number': 5, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'subnets': [{'id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:55:50.052896 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6bc58990-5d9b-4f64-9ca6-7bb7de643a9a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:50.076265 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44cbec-9679-4e54-990c-4303bacf393c req-3276d192-872b-4eea-bf5f-72b8fd5cbfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:50.077713 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b44cbec-9679-4e54-990c-4303bacf393c req-3276d192-872b-4eea-bf5f-72b8fd5cbfcc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 1096 time: 0.0942369 Dec 16 22:55:50.095282 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b9723dd1-57ae-4f16-b0ce-6430cff67954 req-499fb6e2-7d29-4a16-9184-5ff4297be588 service neutron] 10.222.0.57 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355631 Dec 16 22:55:50.186114 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6bc58990-5d9b-4f64-9ca6-7bb7de643a9a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:50.277410 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b9723dd1-57ae-4f16-b0ce-6430cff67954 req-42ef1584-05c0-4b53-b71d-564f49568032 service neutron] 10.222.0.57 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755428 Dec 16 22:55:50.285358 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9f547d-fd23-42bc-b2a2-ada70eeb1147 None None] New status for floating IP b4f434d9-80b8-4ed9-9d5b-f7244c9bae4e: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:55:50.307415 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44cbec-9679-4e54-990c-4303bacf393c req-79d295cf-aea3-4855-8b41-280b02748711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:50.309281 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b44cbec-9679-4e54-990c-4303bacf393c req-79d295cf-aea3-4855-8b41-280b02748711 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 911 time: 0.1988444 Dec 16 22:55:50.327459 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-6bc58990-5d9b-4f64-9ca6-7bb7de643a9a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Allocated IP 172.25.6.20 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/d216e0aa-14d6-4f64-b231-9003308b21b7) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:55:50.400335 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b44cbec-9679-4e54-990c-4303bacf393c req-12bb0680-3f11-4826-854e-c023d74d5c75 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0ca855-a41b-4421-adc0-7cf49fc84882 HTTP/1.1" status: 200 len: 1001 time: 0.0823178 Dec 16 22:55:50.466762 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44cbec-9679-4e54-990c-4303bacf393c req-2fe60518-a1bf-4f8f-ac85-5131e57c16ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:50.467254 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6bc58990-5d9b-4f64-9ca6-7bb7de643a9a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:50.468236 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b44cbec-9679-4e54-990c-4303bacf393c req-2fe60518-a1bf-4f8f-ac85-5131e57c16ce service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d HTTP/1.1" status: 200 len: 850 time: 0.0613298 Dec 16 22:55:50.530396 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44cbec-9679-4e54-990c-4303bacf393c req-68f4f8f1-24d4-4d06-9ca0-0ae3761343b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:50.532071 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b44cbec-9679-4e54-990c-4303bacf393c req-68f4f8f1-24d4-4d06-9ca0-0ae3761343b6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4daef152-7506-4390-9b15-8eed5c3fe323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550175 Dec 16 22:55:50.545082 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-5b44cbec-9679-4e54-990c-4303bacf393c req-05a2e4d6-c54b-4918-9c35-53f69db270bd service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:55:50.546018 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b44cbec-9679-4e54-990c-4303bacf393c req-05a2e4d6-c54b-4918-9c35-53f69db270bd service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058539 Dec 16 22:55:50.592446 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6bc58990-5d9b-4f64-9ca6-7bb7de643a9a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:50.640788 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc58990-5d9b-4f64-9ca6-7bb7de643a9a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:55:50.642441 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-6bc58990-5d9b-4f64-9ca6-7bb7de643a9a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:55:50.646188 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc58990-5d9b-4f64-9ca6-7bb7de643a9a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:55:50.661718 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b44cbec-9679-4e54-990c-4303bacf393c req-8188d144-6bc7-4fd1-98b5-9922332adeb9 service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073208 Dec 16 22:55:50.679501 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc58990-5d9b-4f64-9ca6-7bb7de643a9a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event updated for resources: {'Port': ['ID=d216e0aa-14d6-4f64-b231-9003308b21b7,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:50.760108 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b44cbec-9679-4e54-990c-4303bacf393c req-0d458204-25f7-497c-874d-386216b02010 service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899680 Dec 16 22:55:51.042670 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6bc58990-5d9b-4f64-9ca6-7bb7de643a9a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:51.151973 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6bc58990-5d9b-4f64-9ca6-7bb7de643a9a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:51.306405 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6bc58990-5d9b-4f64-9ca6-7bb7de643a9a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:51.378812 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6bc58990-5d9b-4f64-9ca6-7bb7de643a9a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:51.450451 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc58990-5d9b-4f64-9ca6-7bb7de643a9a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event updated for resources: {'Port': ['ID=d216e0aa-14d6-4f64-b231-9003308b21b7,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:55:51.465148 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6bc58990-5d9b-4f64-9ca6-7bb7de643a9a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:51.567196 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-6bc58990-5d9b-4f64-9ca6-7bb7de643a9a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Floating IP 99d18eb7-2302-4ce4-9976-252143ff8e4d associated. External IP: 172.25.6.20, port: 3cbdfc70-3db5-4691-871e-3fcbd055a6f1. Dec 16 22:55:51.782090 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc58990-5d9b-4f64-9ca6-7bb7de643a9a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Router a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:55:51.895790 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc58990-5d9b-4f64-9ca6-7bb7de643a9a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:55:51.906457 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdfac82-4df7-4f5e-8ea0-d42bad102d9d None None] Sync routers for ids ['a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:55:51.915915 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdfac82-4df7-4f5e-8ea0-d42bad102d9d None None] Routers {'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:55:51.916626 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-cfdfac82-4df7-4f5e-8ea0-d42bad102d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:55:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:51.999771 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6bc58990-5d9b-4f64-9ca6-7bb7de643a9a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:52.043098 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-cfdfac82-4df7-4f5e-8ea0-d42bad102d9d None None] Set router a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:55:52.047616 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6bc58990-5d9b-4f64-9ca6-7bb7de643a9a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0817578 Dec 16 22:55:52.048493 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e21b545-3569-4b03-a5d9-7ab67fb2912b', 'tag': '3cbdfc70-3db5-4691-871e-3fcbd055a6f1'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:55:52.050075 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60366) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:52.052355 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550c6448-d289-4320-9662-453c6bafdd7f" -d '{"events": [{"name": "network-changed", "server_uuid": "3e21b545-3569-4b03-a5d9-7ab67fb2912b", "tag": "3cbdfc70-3db5-4691-871e-3fcbd055a6f1"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:55:52.229966 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4a6a58-d1d7-48b8-8652-280d6c30bb54 x-openstack-request-id: req-0c4a6a58-d1d7-48b8-8652-280d6c30bb54 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:55:52.230261 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e21b545-3569-4b03-a5d9-7ab67fb2912b", "tag": "3cbdfc70-3db5-4691-871e-3fcbd055a6f1", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:55:52.230813 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0c4a6a58-d1d7-48b8-8652-280d6c30bb54 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:55:52.231247 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e21b545-3569-4b03-a5d9-7ab67fb2912b', 'tag': '3cbdfc70-3db5-4691-871e-3fcbd055a6f1', 'status': 'completed', 'code': 200} Dec 16 22:55:52.274446 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0973ec22-06d7-44f6-acb4-d1faa620223f tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:52.275501 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0973ec22-06d7-44f6-acb4-d1faa620223f tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:52.276264 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0973ec22-06d7-44f6-acb4-d1faa620223f tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:52.276951 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0973ec22-06d7-44f6-acb4-d1faa620223f tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:52.277631 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0973ec22-06d7-44f6-acb4-d1faa620223f tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:52.278105 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0973ec22-06d7-44f6-acb4-d1faa620223f tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:52.280387 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0973ec22-06d7-44f6-acb4-d1faa620223f tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.2283857 Dec 16 22:55:52.286441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60372) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:52.309894 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-cfdfac82-4df7-4f5e-8ea0-d42bad102d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-5878059', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:55:30Z', 'revision_number': 4, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'gw_port': {'id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:53:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '99d18eb7-2302-4ce4-9976-252143ff8e4d', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'port_id': '3cbdfc70-3db5-4691-871e-3fcbd055a6f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c', 'mac_address': 'fa:16:3e:9f:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e21b545-3569-4b03-a5d9-7ab67fb2912b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:55:50Z', 'updated_at': '2021-12-16T22:55:50Z', 'revision_number': 0, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e768e35-4a5d-4a44-b6c7-0676da8a44d7', 'name': '', 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'mac_address': 'fa:16:3e:6f:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0f1bfae6-5a64-48fe-b551-310791fbb58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:29Z', 'updated_at': '2021-12-16T22:55:33Z', 'revision_number': 5, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'subnets': [{'id': '0f1bfae6-5a64-48fe-b551-310791fbb58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:52.342443 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdfac82-4df7-4f5e-8ea0-d42bad102d9d None None] Checking router: a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:55:52.351703 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdfac82-4df7-4f5e-8ea0-d42bad102d9d None None] Routers {'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:55:52.352330 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-cfdfac82-4df7-4f5e-8ea0-d42bad102d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:55:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:52.429945 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6448-d289-4320-9662-453c6bafdd7f req-3bead99a-9393-4dfe-a699-1f589c96b201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:52.432205 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-550c6448-d289-4320-9662-453c6bafdd7f req-3bead99a-9393-4dfe-a699-1f589c96b201 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d41d81bb7602477ca32772fc73b93f29&device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b HTTP/1.1" status: 200 len: 1135 time: 0.1244493 Dec 16 22:55:52.436168 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2a97be-8c4e-43df-9d01-a200eb27a8b9 tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:52.436644 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2a97be-8c4e-43df-9d01-a200eb27a8b9 tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:52.437109 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2a97be-8c4e-43df-9d01-a200eb27a8b9 tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:52.437564 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2a97be-8c4e-43df-9d01-a200eb27a8b9 tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:52.438014 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2a97be-8c4e-43df-9d01-a200eb27a8b9 tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:52.438475 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2a97be-8c4e-43df-9d01-a200eb27a8b9 tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:52.440364 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0e2a97be-8c4e-43df-9d01-a200eb27a8b9 tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1525292 Dec 16 22:55:52.445252 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60374) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:52.497426 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-cfdfac82-4df7-4f5e-8ea0-d42bad102d9d None None] Set router a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:55:52.545892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6448-d289-4320-9662-453c6bafdd7f req-e4f61186-de40-4b5d-b080-ea2dd2fddfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:52.547554 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-550c6448-d289-4320-9662-453c6bafdd7f req-e4f61186-de40-4b5d-b080-ea2dd2fddfac service neutron] 10.222.0.76 "GET /v2.0/networks?id=3766475e-00df-4a43-8fcb-79281858bd7c HTTP/1.1" status: 200 len: 896 time: 0.1060686 Dec 16 22:55:52.625188 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-550c6448-d289-4320-9662-453c6bafdd7f req-76b75ea3-d0d5-48ec-891a-755c834e6ffe service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cbdfc70-3db5-4691-871e-3fcbd055a6f1 HTTP/1.1" status: 200 len: 998 time: 0.0665035 Dec 16 22:55:52.683391 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6448-d289-4320-9662-453c6bafdd7f req-3e477b89-8f25-44cb-8d01-be0c2784f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:52.685017 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-550c6448-d289-4320-9662-453c6bafdd7f req-3e477b89-8f25-44cb-8d01-be0c2784f5bd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0f1bfae6-5a64-48fe-b551-310791fbb58d HTTP/1.1" status: 200 len: 834 time: 0.0502872 Dec 16 22:55:52.754276 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6448-d289-4320-9662-453c6bafdd7f req-387991bf-e3c1-4985-8929-114d7d0eec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:52.756337 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-550c6448-d289-4320-9662-453c6bafdd7f req-387991bf-e3c1-4985-8929-114d7d0eec37 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3766475e-00df-4a43-8fcb-79281858bd7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631804 Dec 16 22:55:52.779907 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-cfdfac82-4df7-4f5e-8ea0-d42bad102d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-5878059', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:55:30Z', 'revision_number': 4, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'gw_port': {'id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:53:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '99d18eb7-2302-4ce4-9976-252143ff8e4d', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'port_id': '3cbdfc70-3db5-4691-871e-3fcbd055a6f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c', 'mac_address': 'fa:16:3e:9f:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e21b545-3569-4b03-a5d9-7ab67fb2912b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:55:50Z', 'updated_at': '2021-12-16T22:55:50Z', 'revision_number': 0, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e768e35-4a5d-4a44-b6c7-0676da8a44d7', 'name': '', 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'mac_address': 'fa:16:3e:6f:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0f1bfae6-5a64-48fe-b551-310791fbb58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:29Z', 'updated_at': '2021-12-16T22:55:33Z', 'revision_number': 5, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'subnets': [{'id': '0f1bfae6-5a64-48fe-b551-310791fbb58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:55:52.811941 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdfac82-4df7-4f5e-8ea0-d42bad102d9d None None] The sync data for ids ['a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'] in n-d-815324-4 is: [{'id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-5878059', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:55:30Z', 'revision_number': 4, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'gw_port': {'id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:53:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '99d18eb7-2302-4ce4-9976-252143ff8e4d', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'port_id': '3cbdfc70-3db5-4691-871e-3fcbd055a6f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c', 'mac_address': 'fa:16:3e:9f:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e21b545-3569-4b03-a5d9-7ab67fb2912b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:55:50Z', 'updated_at': '2021-12-16T22:55:50Z', 'revision_number': 0, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e768e35-4a5d-4a44-b6c7-0676da8a44d7', 'name': '', 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'mac_address': 'fa:16:3e:6f:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0f1bfae6-5a64-48fe-b551-310791fbb58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:29Z', 'updated_at': '2021-12-16T22:55:33Z', 'revision_number': 5, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'subnets': [{'id': '0f1bfae6-5a64-48fe-b551-310791fbb58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:55:52.864138 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-550c6448-d289-4320-9662-453c6bafdd7f req-27acaefe-6bbe-4b33-b5dc-5c9b4fd1587a service neutron] 10.222.0.76 "GET /v2.0/networks/3766475e-00df-4a43-8fcb-79281858bd7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001992 Dec 16 22:55:52.980785 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-550c6448-d289-4320-9662-453c6bafdd7f req-1b0ab24a-2ea3-4a9e-b81e-22f27f606be9 service neutron] 10.222.0.76 "GET /v2.0/networks/3766475e-00df-4a43-8fcb-79281858bd7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089954 Dec 16 22:55:52.992020 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c4461fe6-8696-47fb-aebe-61df8feaea26 tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.5447628 Dec 16 22:55:52.996142 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60376) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:55:53.046500 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7c5f24-3571-418f-b0b3-c98ae0d27257 tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:53.047164 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7c5f24-3571-418f-b0b3-c98ae0d27257 tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:55:53.048637 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c41225-7655-469f-8893-a5e8bad32083 None None] New status for floating IP 99d18eb7-2302-4ce4-9976-252143ff8e4d: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:55:53.049732 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cc7c5f24-3571-418f-b0b3-c98ae0d27257 tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9 HTTP/1.1" status: 200 len: 1990 time: 0.0516648 Dec 16 22:55:53.412542 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ebf025c1-dfba-4f15-a2ab-533bbd664d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:55.663969 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-da00308d-6564-476b-8c67-ac00cc559e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:57.126889 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:57.230001 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:58.429968 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:58.675176 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:55:59.172810 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:21.926507 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:56:23.418062 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9eeede31-743f-49fb-932e-42c0832f4bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:25.664290 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fb18068d-9f13-4dde-83d4-8961029889aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:26.822762 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60412) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:26.912198 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-326bb804-fc48-4ffb-8ee3-769d5282b84c tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] 10.222.0.75 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2799 time: 0.0881326 Dec 16 22:56:26.915607 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60414) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:26.920669 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-0c39d45f-ff2b-4fb4-abe3-6d74306db238 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Request body: {'network': {'name': 'tempest-network-smoke--553246051', 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'port_security_enabled': False}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:56:26.977646 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c39d45f-ff2b-4fb4-abe3-6d74306db238 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Made reservation on behalf of d41d81bb7602477ca32772fc73b93f29 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:56:26.981737 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0c39d45f-ff2b-4fb4-abe3-6d74306db238 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:27.005432 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c39d45f-ff2b-4fb4-abe3-6d74306db238 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:56:27.014936 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0c39d45f-ff2b-4fb4-abe3-6d74306db238 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:27.015277 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-0c39d45f-ff2b-4fb4-abe3-6d74306db238 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Added segment 2a199e35-4c87-48cb-8d26-32ff5d07117c of type vlan for network c2342152-6784-4566-99ed-fa1c6fb9a43e Dec 16 22:56:27.058995 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0c39d45f-ff2b-4fb4-abe3-6d74306db238 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:27.137519 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:27.194960 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0c39d45f-ff2b-4fb4-abe3-6d74306db238 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:27.201410 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c39d45f-ff2b-4fb4-abe3-6d74306db238 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:27.201999 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0c39d45f-ff2b-4fb4-abe3-6d74306db238 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:27.267990 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39d45f-ff2b-4fb4-abe3-6d74306db238 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event updated for resources: {'Network': ['ID=c2342152-6784-4566-99ed-fa1c6fb9a43e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:27.269310 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:27.275526 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39d45f-ff2b-4fb4-abe3-6d74306db238 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:27.279834 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39d45f-ff2b-4fb4-abe3-6d74306db238 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:27.279834 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39d45f-ff2b-4fb4-abe3-6d74306db238 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:27.279834 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39d45f-ff2b-4fb4-abe3-6d74306db238 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:27.279834 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39d45f-ff2b-4fb4-abe3-6d74306db238 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:27.279834 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39d45f-ff2b-4fb4-abe3-6d74306db238 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:27.279834 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39d45f-ff2b-4fb4-abe3-6d74306db238 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:27.279834 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39d45f-ff2b-4fb4-abe3-6d74306db238 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:27.279834 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39d45f-ff2b-4fb4-abe3-6d74306db238 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:27.279834 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39d45f-ff2b-4fb4-abe3-6d74306db238 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:27.279834 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39d45f-ff2b-4fb4-abe3-6d74306db238 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:27.279834 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39d45f-ff2b-4fb4-abe3-6d74306db238 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:27.279834 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39d45f-ff2b-4fb4-abe3-6d74306db238 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:27.291289 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network c2342152-6784-4566-99ed-fa1c6fb9a43e details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:56:27.323716 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0c39d45f-ff2b-4fb4-abe3-6d74306db238 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4070554 Dec 16 22:56:27.327287 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60416) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:27.331908 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-fc71a768-3352-4088-bf98-37db30d91476 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-361120040', 'admin_state_up': True, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:56:27.412189 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fc71a768-3352-4088-bf98-37db30d91476 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:27.413321 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fc71a768-3352-4088-bf98-37db30d91476 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:27.468527 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fc71a768-3352-4088-bf98-37db30d91476 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:27.680177 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fc71a768-3352-4088-bf98-37db30d91476 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:27.961861 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fc71a768-3352-4088-bf98-37db30d91476 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:27.982535 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fc71a768-3352-4088-bf98-37db30d91476 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:28.203537 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-fc71a768-3352-4088-bf98-37db30d91476 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Allocated IP 172.25.6.23 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/13a63eec-8bf8-481d-95b1-34bd868a7f73) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:56:28.307600 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fc71a768-3352-4088-bf98-37db30d91476 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:28.435457 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fc71a768-3352-4088-bf98-37db30d91476 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:28.452019 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:28.482772 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc71a768-3352-4088-bf98-37db30d91476 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:56:28.486023 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-fc71a768-3352-4088-bf98-37db30d91476 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:56:28.488693 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc71a768-3352-4088-bf98-37db30d91476 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:56:28.499464 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c607710-13b0-418e-bbce-601a2bddd3ff None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:56:28.516739 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71a768-3352-4088-bf98-37db30d91476 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event updated for resources: {'Port': ['ID=13a63eec-8bf8-481d-95b1-34bd868a7f73,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:28.544088 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4801ee5a-8cde-4dab-8145-9f4496e76c8b None None] Provisioning complete for port 13a63eec-8bf8-481d-95b1-34bd868a7f73 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:56:28.544603 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4801ee5a-8cde-4dab-8145-9f4496e76c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:28.579332 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4801ee5a-8cde-4dab-8145-9f4496e76c8b None None] Port 13a63eec-8bf8-481d-95b1-34bd868a7f73 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:56:28.749195 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:28.875155 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fc71a768-3352-4088-bf98-37db30d91476 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:29.129740 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fc71a768-3352-4088-bf98-37db30d91476 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:29.143465 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:29.314320 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc71a768-3352-4088-bf98-37db30d91476 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Router 832a336f-9fc7-4675-b9d5-362b85b1d8f9 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 22:56:29.424067 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc71a768-3352-4088-bf98-37db30d91476 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:56:29.433791 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c49c261-0511-4858-84c3-4d6a4af8dcf9 None None] Sync routers for ids ['832a336f-9fc7-4675-b9d5-362b85b1d8f9'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:56:29.444634 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c49c261-0511-4858-84c3-4d6a4af8dcf9 None None] Routers {'832a336f-9fc7-4675-b9d5-362b85b1d8f9'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:56:29.445251 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8c49c261-0511-4858-84c3-4d6a4af8dcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:56:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['832a336f-9fc7-4675-b9d5-362b85b1d8f9'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:29.550965 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-8c49c261-0511-4858-84c3-4d6a4af8dcf9 None None] Set router 832a336f-9fc7-4675-b9d5-362b85b1d8f9 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:56:29.562764 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fc71a768-3352-4088-bf98-37db30d91476 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:29.564059 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fc71a768-3352-4088-bf98-37db30d91476 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.2357793 Dec 16 22:56:29.567326 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60420) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:29.638776 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa084ef-770e-4fcf-8bf7-7da55581c3b4 tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:29.640366 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1aa084ef-770e-4fcf-8bf7-7da55581c3b4 tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=d41d81bb7602477ca32772fc73b93f29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0721169 Dec 16 22:56:29.643140 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60422) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:29.732836 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a323c513-6141-41fa-8e3b-35b6afb0755c tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:29.736914 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a323c513-6141-41fa-8e3b-35b6afb0755c tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902965 Dec 16 22:56:29.737178 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60424) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:29.739880 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8c49c261-0511-4858-84c3-4d6a4af8dcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832a336f-9fc7-4675-b9d5-362b85b1d8f9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-361120040', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '13a63eec-8bf8-481d-95b1-34bd868a7f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:56:27Z', 'updated_at': '2021-12-16T22:56:28Z', 'revision_number': 3, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'gw_port': {'id': '13a63eec-8bf8-481d-95b1-34bd868a7f73', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832a336f-9fc7-4675-b9d5-362b85b1d8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:56:27Z', 'updated_at': '2021-12-16T22:56:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:29.767290 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c49c261-0511-4858-84c3-4d6a4af8dcf9 None None] Checking router: 832a336f-9fc7-4675-b9d5-362b85b1d8f9 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:56:29.767635 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c49c261-0511-4858-84c3-4d6a4af8dcf9 None None] Updating router 832a336f-9fc7-4675-b9d5-362b85b1d8f9 port 13a63eec-8bf8-481d-95b1-34bd868a7f73 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:56:29.771325 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f0635f39-4096-4551-8e2a-b0c5c7f13134 tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318196 Dec 16 22:56:29.773413 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60426) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:29.795081 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c49c261-0511-4858-84c3-4d6a4af8dcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:29.802714 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2fc2b2b5-d857-4b19-8bc3-ea82fa5705d9 tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=d41d81bb7602477ca32772fc73b93f29&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281129 Dec 16 22:56:29.805313 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60428) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:29.894288 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abee0909-775e-4170-bc5d-66c878bd1a4c tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:29.895896 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-abee0909-775e-4170-bc5d-66c878bd1a4c tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896630 Dec 16 22:56:29.898766 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60430) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:29.932321 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2f40fc70-0c77-4acc-ab49-0432d7185ff8 tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324321 Dec 16 22:56:29.935157 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60432) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:29.940258 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-5ed904bb-3571-4cfb-b944-cd9ea0bf265a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-415365138', 'network_id': 'c2342152-6784-4566-99ed-fa1c6fb9a43e', 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:56:30.051678 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c49c261-0511-4858-84c3-4d6a4af8dcf9 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:30.143341 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed904bb-3571-4cfb-b944-cd9ea0bf265a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Made reservation on behalf of d41d81bb7602477ca32772fc73b93f29 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:56:30.147036 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5ed904bb-3571-4cfb-b944-cd9ea0bf265a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:30.160650 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c49c261-0511-4858-84c3-4d6a4af8dcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:30.208685 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5a7a0f-ff62-4d44-9b3b-e479407a8671 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:56:30.217499 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-8c49c261-0511-4858-84c3-4d6a4af8dcf9 None None] Attempting to bind port 13a63eec-8bf8-481d-95b1-34bd868a7f73 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:56:30.217875 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-8c49c261-0511-4858-84c3-4d6a4af8dcf9 None None] Attempting to bind port 13a63eec-8bf8-481d-95b1-34bd868a7f73 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:56:30.218247 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c49c261-0511-4858-84c3-4d6a4af8dcf9 None None] Attempting to bind port 13a63eec-8bf8-481d-95b1-34bd868a7f73 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:56:30.229770 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c49c261-0511-4858-84c3-4d6a4af8dcf9 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:56:30.230093 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c49c261-0511-4858-84c3-4d6a4af8dcf9 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:56:30.230497 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c49c261-0511-4858-84c3-4d6a4af8dcf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:30.230890 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c49c261-0511-4858-84c3-4d6a4af8dcf9 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:56:30.231579 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-8c49c261-0511-4858-84c3-4d6a4af8dcf9 None None] Bound port: 13a63eec-8bf8-481d-95b1-34bd868a7f73, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:56:30.231963 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c49c261-0511-4858-84c3-4d6a4af8dcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:30.233739 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d11737-03b3-4bff-a08b-7209ade0d616 None None] Pushing event updated for resources: {'Port': ['ID=13a63eec-8bf8-481d-95b1-34bd868a7f73,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:30.263421 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d11737-03b3-4bff-a08b-7209ade0d616 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:30.263693 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d11737-03b3-4bff-a08b-7209ade0d616 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:30.264031 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d11737-03b3-4bff-a08b-7209ade0d616 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:30.264365 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d11737-03b3-4bff-a08b-7209ade0d616 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:30.264697 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d11737-03b3-4bff-a08b-7209ade0d616 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:30.265027 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d11737-03b3-4bff-a08b-7209ade0d616 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:30.265354 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d11737-03b3-4bff-a08b-7209ade0d616 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:30.265678 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d11737-03b3-4bff-a08b-7209ade0d616 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:30.266001 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d11737-03b3-4bff-a08b-7209ade0d616 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:30.266322 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d11737-03b3-4bff-a08b-7209ade0d616 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:30.266646 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d11737-03b3-4bff-a08b-7209ade0d616 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:30.266964 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d11737-03b3-4bff-a08b-7209ade0d616 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:30.267316 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d11737-03b3-4bff-a08b-7209ade0d616 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:30.308677 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8c49c261-0511-4858-84c3-4d6a4af8dcf9 None None] For port 13a63eec-8bf8-481d-95b1-34bd868a7f73, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:56:30.323258 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8c49c261-0511-4858-84c3-4d6a4af8dcf9 None None] For port 13a63eec-8bf8-481d-95b1-34bd868a7f73, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=13a63eec-8bf8-481d-95b1-34bd868a7f73,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:56:30.329239 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-31b9b442-88a5-4203-b024-ab266987f9f1 None None] Provisioning complete for port 13a63eec-8bf8-481d-95b1-34bd868a7f73 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:56:30.329610 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-31b9b442-88a5-4203-b024-ab266987f9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:30.362525 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-31b9b442-88a5-4203-b024-ab266987f9f1 None None] Port 13a63eec-8bf8-481d-95b1-34bd868a7f73 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:56:30.395373 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c49c261-0511-4858-84c3-4d6a4af8dcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:30.438396 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5ed904bb-3571-4cfb-b944-cd9ea0bf265a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:30.438885 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cb2218-1af5-465b-8df9-8c7911ff9da0 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:56:30.460488 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c49c261-0511-4858-84c3-4d6a4af8dcf9 None None] Routers {'832a336f-9fc7-4675-b9d5-362b85b1d8f9'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:56:30.461177 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8c49c261-0511-4858-84c3-4d6a4af8dcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:56:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['832a336f-9fc7-4675-b9d5-362b85b1d8f9'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:30.464627 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d11737-03b3-4bff-a08b-7209ade0d616 None None] Pushing event updated for resources: {'Port': ['ID=13a63eec-8bf8-481d-95b1-34bd868a7f73,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:30.513651 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed904bb-3571-4cfb-b944-cd9ea0bf265a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event updated for resources: {'Subnet': ['ID=6a530910-921f-4f37-a31e-653c3bced256,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:30.518092 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed904bb-3571-4cfb-b944-cd9ea0bf265a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Checking segment: {'id': '2a199e35-4c87-48cb-8d26-32ff5d07117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c2342152-6784-4566-99ed-fa1c6fb9a43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:56:30.518468 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed904bb-3571-4cfb-b944-cd9ea0bf265a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Network hostable DHCP agents. Network: c2342152-6784-4566-99ed-fa1c6fb9a43e, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:56:30.553089 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-619a5bc7-3dcf-4695-a7b2-d5a52c8c99da None None] Provisioning complete for port 13a63eec-8bf8-481d-95b1-34bd868a7f73 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:56:30.553717 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-619a5bc7-3dcf-4695-a7b2-d5a52c8c99da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:30.589068 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed904bb-3571-4cfb-b944-cd9ea0bf265a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Network c2342152-6784-4566-99ed-fa1c6fb9a43e is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:56:30.610214 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-8c49c261-0511-4858-84c3-4d6a4af8dcf9 None None] Set router 832a336f-9fc7-4675-b9d5-362b85b1d8f9 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:56:30.669372 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-5ed904bb-3571-4cfb-b944-cd9ea0bf265a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, c2342152-6784-4566-99ed-fa1c6fb9a43e) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:56:30.674743 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed904bb-3571-4cfb-b944-cd9ea0bf265a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:30.675371 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5ed904bb-3571-4cfb-b944-cd9ea0bf265a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:30.705333 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07ab97b-d613-44fa-9e25-c5ed980b145a None None] Network c2342152-6784-4566-99ed-fa1c6fb9a43e requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:56:30.786238 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5ed904bb-3571-4cfb-b944-cd9ea0bf265a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8499498 Dec 16 22:56:30.789267 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60434) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:30.831437 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-619a5bc7-3dcf-4695-a7b2-d5a52c8c99da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:30.900366 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-619a5bc7-3dcf-4695-a7b2-d5a52c8c99da None None] For port 13a63eec-8bf8-481d-95b1-34bd868a7f73, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=13a63eec-8bf8-481d-95b1-34bd868a7f73,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:56:30.916686 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94b3482-01d1-443c-abd6-3fa78423e083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-c2342152-6784-4566-99ed-fa1c6fb9a43e', 'network_id': 'c2342152-6784-4566-99ed-fa1c6fb9a43e', 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'fixed_ips': [{'subnet_id': '6a530910-921f-4f37-a31e-653c3bced256'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 22:56:30.917557 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d94b3482-01d1-443c-abd6-3fa78423e083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:30.999810 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8c49c261-0511-4858-84c3-4d6a4af8dcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832a336f-9fc7-4675-b9d5-362b85b1d8f9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-361120040', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '13a63eec-8bf8-481d-95b1-34bd868a7f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:56:27Z', 'updated_at': '2021-12-16T22:56:28Z', 'revision_number': 3, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'gw_port': {'id': '13a63eec-8bf8-481d-95b1-34bd868a7f73', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832a336f-9fc7-4675-b9d5-362b85b1d8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:56:27Z', 'updated_at': '2021-12-16T22:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:31.004579 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-619a5bc7-3dcf-4695-a7b2-d5a52c8c99da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:31.045476 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c49c261-0511-4858-84c3-4d6a4af8dcf9 None None] The sync data for ids ['832a336f-9fc7-4675-b9d5-362b85b1d8f9'] in n-d-815324-4 is: [{'id': '832a336f-9fc7-4675-b9d5-362b85b1d8f9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-361120040', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '13a63eec-8bf8-481d-95b1-34bd868a7f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:56:27Z', 'updated_at': '2021-12-16T22:56:28Z', 'revision_number': 3, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'gw_port': {'id': '13a63eec-8bf8-481d-95b1-34bd868a7f73', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832a336f-9fc7-4675-b9d5-362b85b1d8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:56:27Z', 'updated_at': '2021-12-16T22:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:56:31.130705 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a5bc7-3dcf-4695-a7b2-d5a52c8c99da None None] Pushing event updated for resources: {'Port': ['ID=13a63eec-8bf8-481d-95b1-34bd868a7f73,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:31.143748 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-d94b3482-01d1-443c-abd6-3fa78423e083 None None] Allocated IP 172.20.0.18 (c2342152-6784-4566-99ed-fa1c6fb9a43e/6a530910-921f-4f37-a31e-653c3bced256/f26e8582-ed1a-4bdd-9d38-c09af80ecce0) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:56:31.264047 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-259194df-6675-4016-8114-67e8eba96cc7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:31.326223 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d94b3482-01d1-443c-abd6-3fa78423e083 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:31.418253 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d94b3482-01d1-443c-abd6-3fa78423e083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:31.462207 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94b3482-01d1-443c-abd6-3fa78423e083 None None] Network c2342152-6784-4566-99ed-fa1c6fb9a43e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:56:31.467698 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-d94b3482-01d1-443c-abd6-3fa78423e083 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:56:31.472147 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b3482-01d1-443c-abd6-3fa78423e083 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:56:31.475408 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b3482-01d1-443c-abd6-3fa78423e083 None None] Pushing event updated for resources: {'Port': ['ID=f26e8582-ed1a-4bdd-9d38-c09af80ecce0,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:31.539749 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d94b3482-01d1-443c-abd6-3fa78423e083 None None] Attempting to bind port f26e8582-ed1a-4bdd-9d38-c09af80ecce0 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:56:31.540131 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d94b3482-01d1-443c-abd6-3fa78423e083 None None] Attempting to bind port f26e8582-ed1a-4bdd-9d38-c09af80ecce0 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '2a199e35-4c87-48cb-8d26-32ff5d07117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c2342152-6784-4566-99ed-fa1c6fb9a43e'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:56:31.540505 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b3482-01d1-443c-abd6-3fa78423e083 None None] Attempting to bind port f26e8582-ed1a-4bdd-9d38-c09af80ecce0 on network c2342152-6784-4566-99ed-fa1c6fb9a43e {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:56:31.547440 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b3482-01d1-443c-abd6-3fa78423e083 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:56:31.547958 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b3482-01d1-443c-abd6-3fa78423e083 None None] Checking segment: {'id': '2a199e35-4c87-48cb-8d26-32ff5d07117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c2342152-6784-4566-99ed-fa1c6fb9a43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:56:31.548466 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d94b3482-01d1-443c-abd6-3fa78423e083 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:31.548874 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b3482-01d1-443c-abd6-3fa78423e083 None None] Bound using segment: {'id': '2a199e35-4c87-48cb-8d26-32ff5d07117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c2342152-6784-4566-99ed-fa1c6fb9a43e'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:56:31.549485 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d94b3482-01d1-443c-abd6-3fa78423e083 None None] Bound port: f26e8582-ed1a-4bdd-9d38-c09af80ecce0, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a199e35-4c87-48cb-8d26-32ff5d07117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c2342152-6784-4566-99ed-fa1c6fb9a43e'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:56:31.549879 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d94b3482-01d1-443c-abd6-3fa78423e083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:31.588805 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-259194df-6675-4016-8114-67e8eba96cc7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Allocated IP 172.20.0.17 (c2342152-6784-4566-99ed-fa1c6fb9a43e/6a530910-921f-4f37-a31e-653c3bced256/24385396-f6d4-44d2-8cd9-049951b02bd1) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:56:31.618045 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d94b3482-01d1-443c-abd6-3fa78423e083 None None] For port f26e8582-ed1a-4bdd-9d38-c09af80ecce0, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:56:31.625518 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d94b3482-01d1-443c-abd6-3fa78423e083 None None] For port f26e8582-ed1a-4bdd-9d38-c09af80ecce0, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f26e8582-ed1a-4bdd-9d38-c09af80ecce0,segment=NetworkSegment(2a199e35-4c87-48cb-8d26-32ff5d07117c),segment_id=2a199e35-4c87-48cb-8d26-32ff5d07117c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:56:31.703634 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d94b3482-01d1-443c-abd6-3fa78423e083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:31.718974 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-259194df-6675-4016-8114-67e8eba96cc7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:31.775245 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b3482-01d1-443c-abd6-3fa78423e083 None None] Pushing event updated for resources: {'Port': ['ID=f26e8582-ed1a-4bdd-9d38-c09af80ecce0,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:31.835964 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-259194df-6675-4016-8114-67e8eba96cc7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:31.886140 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259194df-6675-4016-8114-67e8eba96cc7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Network c2342152-6784-4566-99ed-fa1c6fb9a43e is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:56:31.890553 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-259194df-6675-4016-8114-67e8eba96cc7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:56:31.895328 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259194df-6675-4016-8114-67e8eba96cc7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:56:31.900223 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259194df-6675-4016-8114-67e8eba96cc7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event updated for resources: {'Port': ['ID=24385396-f6d4-44d2-8cd9-049951b02bd1,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:31.963953 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-259194df-6675-4016-8114-67e8eba96cc7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:32.149681 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 13a63eec-8bf8-481d-95b1-34bd868a7f73 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:56:32.199923 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-259194df-6675-4016-8114-67e8eba96cc7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:32.207459 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 13a63eec-8bf8-481d-95b1-34bd868a7f73 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:56:32.207831 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:32.288449 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f26e8582-ed1a-4bdd-9d38-c09af80ecce0 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:56:32.338896 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port f26e8582-ed1a-4bdd-9d38-c09af80ecce0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:56:32.339353 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:32.426662 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:32.461061 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port f26e8582-ed1a-4bdd-9d38-c09af80ecce0, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f26e8582-ed1a-4bdd-9d38-c09af80ecce0,segment=NetworkSegment(2a199e35-4c87-48cb-8d26-32ff5d07117c),segment_id=2a199e35-4c87-48cb-8d26-32ff5d07117c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:56:32.543420 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:32.600401 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=f26e8582-ed1a-4bdd-9d38-c09af80ecce0,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:32.842780 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-259194df-6675-4016-8114-67e8eba96cc7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:32.920591 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-259194df-6675-4016-8114-67e8eba96cc7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:33.003964 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259194df-6675-4016-8114-67e8eba96cc7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event updated for resources: {'Port': ['ID=24385396-f6d4-44d2-8cd9-049951b02bd1,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:33.006434 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-259194df-6675-4016-8114-67e8eba96cc7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:33.105278 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259194df-6675-4016-8114-67e8eba96cc7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Network c2342152-6784-4566-99ed-fa1c6fb9a43e is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:56:33.107945 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-259194df-6675-4016-8114-67e8eba96cc7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:56:33.230202 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259194df-6675-4016-8114-67e8eba96cc7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Router 832a336f-9fc7-4675-b9d5-362b85b1d8f9 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:56:33.348039 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259194df-6675-4016-8114-67e8eba96cc7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:56:33.353079 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-259194df-6675-4016-8114-67e8eba96cc7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "PUT /v2.0/routers/832a336f-9fc7-4675-b9d5-362b85b1d8f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5629814 Dec 16 22:56:33.367637 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfc99c9-97ac-45d9-844a-2f49fd43cdbe None None] Sync routers for ids ['832a336f-9fc7-4675-b9d5-362b85b1d8f9'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:56:33.379252 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfc99c9-97ac-45d9-844a-2f49fd43cdbe None None] Routers {'832a336f-9fc7-4675-b9d5-362b85b1d8f9'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:56:33.379889 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-dcfc99c9-97ac-45d9-844a-2f49fd43cdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:56:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['832a336f-9fc7-4675-b9d5-362b85b1d8f9'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:33.453055 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e5b6b6-de27-4fd6-a0c6-863e90189e2f None None] Network c2342152-6784-4566-99ed-fa1c6fb9a43e requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:56:33.501645 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-dcfc99c9-97ac-45d9-844a-2f49fd43cdbe None None] Set router 832a336f-9fc7-4675-b9d5-362b85b1d8f9 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:56:33.584986 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-f50af0f7-4fb5-42b9-86d0-a361e2393e7e tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:33.587004 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-f50af0f7-4fb5-42b9-86d0-a361e2393e7e tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/networks?id=c2342152-6784-4566-99ed-fa1c6fb9a43e HTTP/1.1" status: 200 len: 797 time: 0.1129940 Dec 16 22:56:33.604408 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-05518fc7-7c5c-49f0-af3b-13cce525f067 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/quotas/d41d81bb7602477ca32772fc73b93f29 HTTP/1.1" status: 200 len: 375 time: 0.0106134 Dec 16 22:56:33.676374 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-9fd27b95-8a68-48d4-a1b3-f3d252699a35 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d41d81bb7602477ca32772fc73b93f29&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0650649 Dec 16 22:56:33.695560 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ad95dbb4-f95c-41ae-a7bb-cbc6c6ac55a5 None None] Provisioning complete for port f26e8582-ed1a-4bdd-9d38-c09af80ecce0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:56:33.696019 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ad95dbb4-f95c-41ae-a7bb-cbc6c6ac55a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:33.731547 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-dcfc99c9-97ac-45d9-844a-2f49fd43cdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832a336f-9fc7-4675-b9d5-362b85b1d8f9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-361120040', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '13a63eec-8bf8-481d-95b1-34bd868a7f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:56:27Z', 'updated_at': '2021-12-16T22:56:32Z', 'revision_number': 4, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'gw_port': {'id': '13a63eec-8bf8-481d-95b1-34bd868a7f73', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832a336f-9fc7-4675-b9d5-362b85b1d8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:56:27Z', 'updated_at': '2021-12-16T22:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '24385396-f6d4-44d2-8cd9-049951b02bd1', 'name': '', 'network_id': 'c2342152-6784-4566-99ed-fa1c6fb9a43e', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'mac_address': 'fa:16:3e:ed:28:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832a336f-9fc7-4675-b9d5-362b85b1d8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '6a530910-921f-4f37-a31e-653c3bced256', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:56:31Z', 'updated_at': '2021-12-16T22:56:32Z', 'revision_number': 2, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'subnets': [{'id': '6a530910-921f-4f37-a31e-653c3bced256', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:33.759792 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfc99c9-97ac-45d9-844a-2f49fd43cdbe None None] Checking router: 832a336f-9fc7-4675-b9d5-362b85b1d8f9 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:56:33.760209 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfc99c9-97ac-45d9-844a-2f49fd43cdbe None None] Updating router 832a336f-9fc7-4675-b9d5-362b85b1d8f9 port 24385396-f6d4-44d2-8cd9-049951b02bd1 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 22:56:33.783868 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-4c2d400d-7b1c-4b2a-bc3e-5aaf5d70893c service neutron] 10.222.0.75 "GET /v2.0/networks/c2342152-6784-4566-99ed-fa1c6fb9a43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926459 Dec 16 22:56:33.795957 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dcfc99c9-97ac-45d9-844a-2f49fd43cdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:33.903887 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-0d28764b-bb92-4a60-8a6e-c4a8a2c2e48b service neutron] 10.222.0.75 "GET /v2.0/networks/c2342152-6784-4566-99ed-fa1c6fb9a43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125562 Dec 16 22:56:34.047656 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-654bbe6c-68da-4c9a-8566-b04fa49baef9 None None] Provisioning complete for port 24385396-f6d4-44d2-8cd9-049951b02bd1 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:56:34.048852 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-654bbe6c-68da-4c9a-8566-b04fa49baef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:34.080533 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f26e8582-ed1a-4bdd-9d38-c09af80ecce0 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:56:34.110094 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dcfc99c9-97ac-45d9-844a-2f49fd43cdbe None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:34.142858 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-654bbe6c-68da-4c9a-8566-b04fa49baef9 None None] Port 24385396-f6d4-44d2-8cd9-049951b02bd1 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:56:34.154548 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-654bbe6c-68da-4c9a-8566-b04fa49baef9 None None] Provisioning complete for port f26e8582-ed1a-4bdd-9d38-c09af80ecce0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:56:34.154759 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-654bbe6c-68da-4c9a-8566-b04fa49baef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:34.185766 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port f26e8582-ed1a-4bdd-9d38-c09af80ecce0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:56:34.186168 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:34.189778 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-773e79ab-32ce-4215-959b-303bb02d21f5 req-a6777523-9ce6-4f9e-b5d6-7e9dacabd95c tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c36092d-6735-4b1a-adcb-6a2bd00f8a73 HTTP/1.1" status: 200 len: 210 time: 0.0362582 Dec 16 22:56:34.206251 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dcfc99c9-97ac-45d9-844a-2f49fd43cdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:34.320389 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dca75c-a882-45fa-a89e-21c5e80df586 None None] Pushing event updated for resources: {'Port': ['ID=24385396-f6d4-44d2-8cd9-049951b02bd1,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:34.332036 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dca75c-a882-45fa-a89e-21c5e80df586 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:34.332951 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dca75c-a882-45fa-a89e-21c5e80df586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:34.333310 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dca75c-a882-45fa-a89e-21c5e80df586 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:34.333652 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dca75c-a882-45fa-a89e-21c5e80df586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:34.333984 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dca75c-a882-45fa-a89e-21c5e80df586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:34.334377 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dca75c-a882-45fa-a89e-21c5e80df586 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:34.334699 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dca75c-a882-45fa-a89e-21c5e80df586 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:34.335024 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dca75c-a882-45fa-a89e-21c5e80df586 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:34.335453 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dca75c-a882-45fa-a89e-21c5e80df586 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:34.335779 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dca75c-a882-45fa-a89e-21c5e80df586 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:34.336097 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dca75c-a882-45fa-a89e-21c5e80df586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:34.336415 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dca75c-a882-45fa-a89e-21c5e80df586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:34.336734 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dca75c-a882-45fa-a89e-21c5e80df586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:34.340761 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-dcfc99c9-97ac-45d9-844a-2f49fd43cdbe None None] Attempting to bind port 24385396-f6d4-44d2-8cd9-049951b02bd1 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:56:34.341308 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-dcfc99c9-97ac-45d9-844a-2f49fd43cdbe None None] Attempting to bind port 24385396-f6d4-44d2-8cd9-049951b02bd1 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '2a199e35-4c87-48cb-8d26-32ff5d07117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c2342152-6784-4566-99ed-fa1c6fb9a43e'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:56:34.341704 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfc99c9-97ac-45d9-844a-2f49fd43cdbe None None] Attempting to bind port 24385396-f6d4-44d2-8cd9-049951b02bd1 on network c2342152-6784-4566-99ed-fa1c6fb9a43e {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:56:34.347801 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfc99c9-97ac-45d9-844a-2f49fd43cdbe None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:56:34.348187 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfc99c9-97ac-45d9-844a-2f49fd43cdbe None None] Checking segment: {'id': '2a199e35-4c87-48cb-8d26-32ff5d07117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c2342152-6784-4566-99ed-fa1c6fb9a43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:56:34.348597 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dcfc99c9-97ac-45d9-844a-2f49fd43cdbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:34.348998 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfc99c9-97ac-45d9-844a-2f49fd43cdbe None None] Bound using segment: {'id': '2a199e35-4c87-48cb-8d26-32ff5d07117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c2342152-6784-4566-99ed-fa1c6fb9a43e'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:56:34.349471 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-dcfc99c9-97ac-45d9-844a-2f49fd43cdbe None None] Bound port: 24385396-f6d4-44d2-8cd9-049951b02bd1, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a199e35-4c87-48cb-8d26-32ff5d07117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c2342152-6784-4566-99ed-fa1c6fb9a43e'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:56:34.349850 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dcfc99c9-97ac-45d9-844a-2f49fd43cdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:34.419694 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-dcfc99c9-97ac-45d9-844a-2f49fd43cdbe None None] For port 24385396-f6d4-44d2-8cd9-049951b02bd1, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:56:34.423685 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-dcfc99c9-97ac-45d9-844a-2f49fd43cdbe None None] For port 24385396-f6d4-44d2-8cd9-049951b02bd1, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=24385396-f6d4-44d2-8cd9-049951b02bd1,segment=NetworkSegment(2a199e35-4c87-48cb-8d26-32ff5d07117c),segment_id=2a199e35-4c87-48cb-8d26-32ff5d07117c)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:56:34.446619 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5b1dcc60-7996-4b95-86ea-e9775295aa63 None None] Provisioning complete for port 24385396-f6d4-44d2-8cd9-049951b02bd1 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:56:34.447128 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b1dcc60-7996-4b95-86ea-e9775295aa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:34.484731 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5b1dcc60-7996-4b95-86ea-e9775295aa63 None None] Port 24385396-f6d4-44d2-8cd9-049951b02bd1 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:56:34.592088 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-dcfc99c9-97ac-45d9-844a-2f49fd43cdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:34.606465 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-74db8f22-d9d5-414a-93de-ce20fdf5faf9 None None] Provisioning complete for port 24385396-f6d4-44d2-8cd9-049951b02bd1 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:56:34.607131 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-74db8f22-d9d5-414a-93de-ce20fdf5faf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:34.660554 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfc99c9-97ac-45d9-844a-2f49fd43cdbe None None] Routers {'832a336f-9fc7-4675-b9d5-362b85b1d8f9'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:56:34.660554 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-dcfc99c9-97ac-45d9-844a-2f49fd43cdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:56:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['832a336f-9fc7-4675-b9d5-362b85b1d8f9'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:34.705858 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dca75c-a882-45fa-a89e-21c5e80df586 None None] Pushing event updated for resources: {'Port': ['ID=24385396-f6d4-44d2-8cd9-049951b02bd1,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:34.711522 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-74db8f22-d9d5-414a-93de-ce20fdf5faf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:34.747509 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-74db8f22-d9d5-414a-93de-ce20fdf5faf9 None None] For port 24385396-f6d4-44d2-8cd9-049951b02bd1, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=24385396-f6d4-44d2-8cd9-049951b02bd1,segment=NetworkSegment(2a199e35-4c87-48cb-8d26-32ff5d07117c),segment_id=2a199e35-4c87-48cb-8d26-32ff5d07117c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:56:34.793178 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-dcfc99c9-97ac-45d9-844a-2f49fd43cdbe None None] Set router 832a336f-9fc7-4675-b9d5-362b85b1d8f9 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:56:34.841265 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-74db8f22-d9d5-414a-93de-ce20fdf5faf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:34.898698 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db8f22-d9d5-414a-93de-ce20fdf5faf9 None None] Pushing event updated for resources: {'Port': ['ID=24385396-f6d4-44d2-8cd9-049951b02bd1,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:34.962943 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2a54119a-e0f1-4d83-bffc-be805f92eff6 None None] Provisioning complete for port 24385396-f6d4-44d2-8cd9-049951b02bd1 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:56:34.963351 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2a54119a-e0f1-4d83-bffc-be805f92eff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:35.010130 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-dcfc99c9-97ac-45d9-844a-2f49fd43cdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832a336f-9fc7-4675-b9d5-362b85b1d8f9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-361120040', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '13a63eec-8bf8-481d-95b1-34bd868a7f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:56:27Z', 'updated_at': '2021-12-16T22:56:32Z', 'revision_number': 4, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'gw_port': {'id': '13a63eec-8bf8-481d-95b1-34bd868a7f73', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832a336f-9fc7-4675-b9d5-362b85b1d8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:56:27Z', 'updated_at': '2021-12-16T22:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '24385396-f6d4-44d2-8cd9-049951b02bd1', 'name': '', 'network_id': 'c2342152-6784-4566-99ed-fa1c6fb9a43e', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'mac_address': 'fa:16:3e:ed:28:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832a336f-9fc7-4675-b9d5-362b85b1d8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '6a530910-921f-4f37-a31e-653c3bced256', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:56:31Z', 'updated_at': '2021-12-16T22:56:34Z', 'revision_number': 4, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'subnets': [{'id': '6a530910-921f-4f37-a31e-653c3bced256', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:35.037462 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfc99c9-97ac-45d9-844a-2f49fd43cdbe None None] The sync data for ids ['832a336f-9fc7-4675-b9d5-362b85b1d8f9'] in n-d-815324-4 is: [{'id': '832a336f-9fc7-4675-b9d5-362b85b1d8f9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-361120040', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '13a63eec-8bf8-481d-95b1-34bd868a7f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:56:27Z', 'updated_at': '2021-12-16T22:56:32Z', 'revision_number': 4, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'gw_port': {'id': '13a63eec-8bf8-481d-95b1-34bd868a7f73', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832a336f-9fc7-4675-b9d5-362b85b1d8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:56:27Z', 'updated_at': '2021-12-16T22:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '24385396-f6d4-44d2-8cd9-049951b02bd1', 'name': '', 'network_id': 'c2342152-6784-4566-99ed-fa1c6fb9a43e', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'mac_address': 'fa:16:3e:ed:28:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832a336f-9fc7-4675-b9d5-362b85b1d8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '6a530910-921f-4f37-a31e-653c3bced256', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:56:31Z', 'updated_at': '2021-12-16T22:56:34Z', 'revision_number': 4, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'subnets': [{'id': '6a530910-921f-4f37-a31e-653c3bced256', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:56:35.285176 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6596d3c5-fb09-4ff0-ae6a-e7c3591b099f req-519b5fee-ced3-44de-b8a5-60d7da9f3fae tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c36092d-6735-4b1a-adcb-6a2bd00f8a73 HTTP/1.1" status: 200 len: 210 time: 0.0290530 Dec 16 22:56:36.085623 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 24385396-f6d4-44d2-8cd9-049951b02bd1 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:56:36.136238 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 24385396-f6d4-44d2-8cd9-049951b02bd1 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:56:36.136609 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:36.384644 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fa7e1ce0-8cd3-4639-b6cd-26900cb14264 req-7ca5c859-f5cb-47f9-874e-e24e744801cd tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c36092d-6735-4b1a-adcb-6a2bd00f8a73 HTTP/1.1" status: 200 len: 210 time: 0.0269315 Dec 16 22:56:36.524360 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-23d5b919-ba7b-423e-ac6e-ca864b506f80 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:36.525858 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-23d5b919-ba7b-423e-ac6e-ca864b506f80 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.57 "GET /v2.0/networks?id=c2342152-6784-4566-99ed-fa1c6fb9a43e HTTP/1.1" status: 200 len: 797 time: 0.1111326 Dec 16 22:56:36.546264 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-ebc34f67-18ca-44ed-8733-682b7f1b56a7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Request body: {'port': {'device_id': '3c36092d-6735-4b1a-adcb-6a2bd00f8a73', 'network_id': 'c2342152-6784-4566-99ed-fa1c6fb9a43e', 'admin_state_up': True, 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:56:37.063305 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-ebc34f67-18ca-44ed-8733-682b7f1b56a7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Made reservation on behalf of d41d81bb7602477ca32772fc73b93f29 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:56:37.066922 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-ebc34f67-18ca-44ed-8733-682b7f1b56a7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:37.195991 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-ebc34f67-18ca-44ed-8733-682b7f1b56a7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Allocated IP 172.20.0.20 (c2342152-6784-4566-99ed-fa1c6fb9a43e/6a530910-921f-4f37-a31e-653c3bced256/2636392d-c3e3-4197-9d66-cfd1e85cfa54) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:56:37.312505 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-ebc34f67-18ca-44ed-8733-682b7f1b56a7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:37.406843 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-ebc34f67-18ca-44ed-8733-682b7f1b56a7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:37.450800 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-ebc34f67-18ca-44ed-8733-682b7f1b56a7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Network c2342152-6784-4566-99ed-fa1c6fb9a43e is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:56:37.454179 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-ebc34f67-18ca-44ed-8733-682b7f1b56a7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:56:37.463007 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-ebc34f67-18ca-44ed-8733-682b7f1b56a7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:56:37.475373 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc34f67-18ca-44ed-8733-682b7f1b56a7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event updated for resources: {'Port': ['ID=2636392d-c3e3-4197-9d66-cfd1e85cfa54,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:37.518418 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc34f67-18ca-44ed-8733-682b7f1b56a7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:37.518774 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc34f67-18ca-44ed-8733-682b7f1b56a7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:37.519176 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc34f67-18ca-44ed-8733-682b7f1b56a7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:37.519527 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc34f67-18ca-44ed-8733-682b7f1b56a7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:37.519870 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc34f67-18ca-44ed-8733-682b7f1b56a7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:37.520207 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc34f67-18ca-44ed-8733-682b7f1b56a7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:37.520547 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc34f67-18ca-44ed-8733-682b7f1b56a7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:37.520886 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc34f67-18ca-44ed-8733-682b7f1b56a7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:37.521217 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc34f67-18ca-44ed-8733-682b7f1b56a7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:37.521570 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc34f67-18ca-44ed-8733-682b7f1b56a7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:37.521927 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc34f67-18ca-44ed-8733-682b7f1b56a7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:37.522253 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc34f67-18ca-44ed-8733-682b7f1b56a7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:37.522578 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc34f67-18ca-44ed-8733-682b7f1b56a7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:56:37.564508 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17017211-35ee-4fb5-995d-5a70948c9e5e req-589876c7-7822-479a-8c3d-00b95b1c8188 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:37.566058 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17017211-35ee-4fb5-995d-5a70948c9e5e req-589876c7-7822-479a-8c3d-00b95b1c8188 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c36092d-6735-4b1a-adcb-6a2bd00f8a73 HTTP/1.1" status: 200 len: 895 time: 0.1078455 Dec 16 22:56:37.572389 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-ebc34f67-18ca-44ed-8733-682b7f1b56a7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:37.573048 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-ebc34f67-18ca-44ed-8733-682b7f1b56a7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:37.660285 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-ebc34f67-18ca-44ed-8733-682b7f1b56a7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1190367 Dec 16 22:56:37.680143 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-93c06cc2-c666-4766-92e2-917564c662d0 service neutron] Request body: {'port': {'device_id': '3c36092d-6735-4b1a-adcb-6a2bd00f8a73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:56:37.687702 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b3aceec5-1e42-4f32-8a91-65e0146bd982 None None] Provisioning complete for port 2636392d-c3e3-4197-9d66-cfd1e85cfa54 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:56:37.688226 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3aceec5-1e42-4f32-8a91-65e0146bd982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:37.722220 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b3aceec5-1e42-4f32-8a91-65e0146bd982 None None] Port 2636392d-c3e3-4197-9d66-cfd1e85cfa54 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:56:37.735316 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-93c06cc2-c666-4766-92e2-917564c662d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:37.995564 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-93c06cc2-c666-4766-92e2-917564c662d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2636392d-c3e3-4197-9d66-cfd1e85cfa54 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:56:38.003546 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-93c06cc2-c666-4766-92e2-917564c662d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:38.015920 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-93c06cc2-c666-4766-92e2-917564c662d0 service neutron] Transition to ACTIVE for port object 2636392d-c3e3-4197-9d66-cfd1e85cfa54 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:56:38.080792 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-93c06cc2-c666-4766-92e2-917564c662d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:38.134245 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c06cc2-c666-4766-92e2-917564c662d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2636392d-c3e3-4197-9d66-cfd1e85cfa54,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:38.265799 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-93c06cc2-c666-4766-92e2-917564c662d0 service neutron] Attempting to bind port 2636392d-c3e3-4197-9d66-cfd1e85cfa54 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:56:38.266133 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-93c06cc2-c666-4766-92e2-917564c662d0 service neutron] Attempting to bind port 2636392d-c3e3-4197-9d66-cfd1e85cfa54 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '2a199e35-4c87-48cb-8d26-32ff5d07117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c2342152-6784-4566-99ed-fa1c6fb9a43e'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:56:38.266475 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-93c06cc2-c666-4766-92e2-917564c662d0 service neutron] Attempting to bind port 2636392d-c3e3-4197-9d66-cfd1e85cfa54 on network c2342152-6784-4566-99ed-fa1c6fb9a43e {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:56:38.271402 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-93c06cc2-c666-4766-92e2-917564c662d0 service neutron] Port 2636392d-c3e3-4197-9d66-cfd1e85cfa54 on network c2342152-6784-4566-99ed-fa1c6fb9a43e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:56:38.271734 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-93c06cc2-c666-4766-92e2-917564c662d0 service neutron] Attempting to bind port 2636392d-c3e3-4197-9d66-cfd1e85cfa54 on network c2342152-6784-4566-99ed-fa1c6fb9a43e {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:56:38.276723 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-93c06cc2-c666-4766-92e2-917564c662d0 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:56:38.277122 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-93c06cc2-c666-4766-92e2-917564c662d0 service neutron] Checking segment: {'id': '2a199e35-4c87-48cb-8d26-32ff5d07117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c2342152-6784-4566-99ed-fa1c6fb9a43e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:56:38.277607 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-93c06cc2-c666-4766-92e2-917564c662d0 service neutron] Bound using segment: {'id': '2a199e35-4c87-48cb-8d26-32ff5d07117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c2342152-6784-4566-99ed-fa1c6fb9a43e'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:56:38.278057 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-93c06cc2-c666-4766-92e2-917564c662d0 service neutron] Bound port: 2636392d-c3e3-4197-9d66-cfd1e85cfa54, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a199e35-4c87-48cb-8d26-32ff5d07117c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c2342152-6784-4566-99ed-fa1c6fb9a43e'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:56:38.278462 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-93c06cc2-c666-4766-92e2-917564c662d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:38.343842 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-93c06cc2-c666-4766-92e2-917564c662d0 service neutron] For port 2636392d-c3e3-4197-9d66-cfd1e85cfa54, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:56:38.347428 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-93c06cc2-c666-4766-92e2-917564c662d0 service neutron] For port 2636392d-c3e3-4197-9d66-cfd1e85cfa54, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=2636392d-c3e3-4197-9d66-cfd1e85cfa54,segment=NetworkSegment(2a199e35-4c87-48cb-8d26-32ff5d07117c),segment_id=2a199e35-4c87-48cb-8d26-32ff5d07117c)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:56:38.423622 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-93c06cc2-c666-4766-92e2-917564c662d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:38.462544 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-93c06cc2-c666-4766-92e2-917564c662d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:38.462868 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-93c06cc2-c666-4766-92e2-917564c662d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:38.464409 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-93c06cc2-c666-4766-92e2-917564c662d0 service neutron] 10.222.0.57 "PUT /v2.0/ports/2636392d-c3e3-4197-9d66-cfd1e85cfa54 HTTP/1.1" status: 200 len: 1055 time: 0.7885633 Dec 16 22:56:38.468364 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c36092d-6735-4b1a-adcb-6a2bd00f8a73', 'tag': '2636392d-c3e3-4197-9d66-cfd1e85cfa54'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:56:38.475971 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b897baa-15e0-408e-853a-109a4dc291f8" -d '{"events": [{"name": "network-changed", "server_uuid": "3c36092d-6735-4b1a-adcb-6a2bd00f8a73", "tag": "2636392d-c3e3-4197-9d66-cfd1e85cfa54"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:56:38.504827 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c06cc2-c666-4766-92e2-917564c662d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2636392d-c3e3-4197-9d66-cfd1e85cfa54,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:38.522062 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b848517b-545e-44e5-8035-2a68c4ea84d8 x-openstack-request-id: req-b848517b-545e-44e5-8035-2a68c4ea84d8 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:56:38.522386 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c36092d-6735-4b1a-adcb-6a2bd00f8a73", "tag": "2636392d-c3e3-4197-9d66-cfd1e85cfa54", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:56:38.522866 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b848517b-545e-44e5-8035-2a68c4ea84d8 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:56:38.523308 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c36092d-6735-4b1a-adcb-6a2bd00f8a73', 'tag': '2636392d-c3e3-4197-9d66-cfd1e85cfa54', 'status': 'completed', 'code': 200} Dec 16 22:56:38.610061 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b897baa-15e0-408e-853a-109a4dc291f8 req-faea57da-702c-43e3-ad83-40bcd92f4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:38.611745 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b897baa-15e0-408e-853a-109a4dc291f8 req-faea57da-702c-43e3-ad83-40bcd92f4df3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d41d81bb7602477ca32772fc73b93f29&device_id=3c36092d-6735-4b1a-adcb-6a2bd00f8a73 HTTP/1.1" status: 200 len: 1058 time: 0.0475092 Dec 16 22:56:38.761357 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e9f1c-c72a-4383-acd8-3e7675e37229 req-9124a267-f795-4a35-a654-dfbde5ae9e65 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:38.763701 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-250e9f1c-c72a-4383-acd8-3e7675e37229 req-9124a267-f795-4a35-a654-dfbde5ae9e65 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c36092d-6735-4b1a-adcb-6a2bd00f8a73 HTTP/1.1" status: 200 len: 907 time: 0.1130397 Dec 16 22:56:38.778301 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b897baa-15e0-408e-853a-109a4dc291f8 req-849e5e8f-3cc6-469b-a9b9-d72e82d1b841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:38.778789 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b897baa-15e0-408e-853a-109a4dc291f8 req-849e5e8f-3cc6-469b-a9b9-d72e82d1b841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:38.780398 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b897baa-15e0-408e-853a-109a4dc291f8 req-849e5e8f-3cc6-469b-a9b9-d72e82d1b841 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d41d81bb7602477ca32772fc73b93f29&shared=False HTTP/1.1" status: 200 len: 1581 time: 0.1513348 Dec 16 22:56:38.877826 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b897baa-15e0-408e-853a-109a4dc291f8 req-e9d63ca0-ab31-4394-9260-1a57a118dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:38.879383 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b897baa-15e0-408e-853a-109a4dc291f8 req-e9d63ca0-ab31-4394-9260-1a57a118dbad service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0922263 Dec 16 22:56:38.980665 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-b28ee8bf-de2d-4f3d-866d-f173063806f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:38.982860 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-b28ee8bf-de2d-4f3d-866d-f173063806f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d41d81bb7602477ca32772fc73b93f29&device_id=3c36092d-6735-4b1a-adcb-6a2bd00f8a73 HTTP/1.1" status: 200 len: 1058 time: 0.0453587 Dec 16 22:56:39.033050 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-5804ef44-d4ba-4301-bc04-8f70fb905ccf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=2636392d-c3e3-4197-9d66-cfd1e85cfa54 HTTP/1.1" status: 200 len: 217 time: 0.0350435 Dec 16 22:56:39.083563 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-19fb3173-08bd-4831-982b-5a3148e285b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:39.085041 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-19fb3173-08bd-4831-982b-5a3148e285b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6a530910-921f-4f37-a31e-653c3bced256 HTTP/1.1" status: 200 len: 837 time: 0.0450351 Dec 16 22:56:39.136223 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-eb62e8cb-8b37-406b-9981-238f383ef432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:39.137987 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-eb62e8cb-8b37-406b-9981-238f383ef432 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c2342152-6784-4566-99ed-fa1c6fb9a43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461166 Dec 16 22:56:39.228727 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-c129aec2-c382-494c-a0fc-2af35748cbcb service neutron] 10.222.0.57 "GET /v2.0/networks/c2342152-6784-4566-99ed-fa1c6fb9a43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837841 Dec 16 22:56:39.323723 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1cab2d9c-d545-4e00-9ed3-76cd6dd6e594 req-3932b73e-1697-4dc7-991b-4e5ef5c227d4 service neutron] 10.222.0.57 "GET /v2.0/networks/c2342152-6784-4566-99ed-fa1c6fb9a43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880401 Dec 16 22:56:39.888641 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9aeb36-e434-4aa0-8f45-231805fdce09 req-b9ee6ada-a999-4733-a6c2-e4091493c8f6 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:39.890090 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2c9aeb36-e434-4aa0-8f45-231805fdce09 req-b9ee6ada-a999-4733-a6c2-e4091493c8f6 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c36092d-6735-4b1a-adcb-6a2bd00f8a73 HTTP/1.1" status: 200 len: 907 time: 0.0568047 Dec 16 22:56:41.064598 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065da07-65e5-44e2-83bd-8a41146eaa59 req-4c543d6a-1f6d-4c18-9e44-fd0f0ca27758 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:41.066129 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d065da07-65e5-44e2-83bd-8a41146eaa59 req-4c543d6a-1f6d-4c18-9e44-fd0f0ca27758 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c36092d-6735-4b1a-adcb-6a2bd00f8a73 HTTP/1.1" status: 200 len: 907 time: 0.1087821 Dec 16 22:56:41.861624 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 2636392d-c3e3-4197-9d66-cfd1e85cfa54 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:56:41.959348 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 2636392d-c3e3-4197-9d66-cfd1e85cfa54, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=2636392d-c3e3-4197-9d66-cfd1e85cfa54,segment=NetworkSegment(2a199e35-4c87-48cb-8d26-32ff5d07117c),segment_id=2a199e35-4c87-48cb-8d26-32ff5d07117c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:56:41.970778 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '2636392d-c3e3-4197-9d66-cfd1e85cfa54', 'network_id': 'c2342152-6784-4566-99ed-fa1c6fb9a43e', 'port_id': '2636392d-c3e3-4197-9d66-cfd1e85cfa54', 'mac_address': 'fa:16:3e:60:a4:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a530910-921f-4f37-a31e-653c3bced256', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:56:42.009298 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:42.022097 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2636392d-c3e3-4197-9d66-cfd1e85cfa54 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:56:42.046351 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 2636392d-c3e3-4197-9d66-cfd1e85cfa54, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=2636392d-c3e3-4197-9d66-cfd1e85cfa54,segment=NetworkSegment(2a199e35-4c87-48cb-8d26-32ff5d07117c),segment_id=2a199e35-4c87-48cb-8d26-32ff5d07117c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:56:42.143545 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:42.185600 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6e305-82b1-4722-9490-881ca2fbc1c0 req-759b9e19-8fcc-4278-bd98-b0560e08e8eb tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:42.187172 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bba6e305-82b1-4722-9490-881ca2fbc1c0 req-759b9e19-8fcc-4278-bd98-b0560e08e8eb tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c36092d-6735-4b1a-adcb-6a2bd00f8a73 HTTP/1.1" status: 200 len: 908 time: 0.0519023 Dec 16 22:56:42.191841 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=2636392d-c3e3-4197-9d66-cfd1e85cfa54,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:42.524471 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['2636392d-c3e3-4197-9d66-cfd1e85cfa54'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:56:43.306346 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ba2b9-3958-43b1-9dd5-3ee29042e4a5 req-a19cea56-9a48-4a0a-afb4-89cf8167049f tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:43.307887 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a46ba2b9-3958-43b1-9dd5-3ee29042e4a5 req-a19cea56-9a48-4a0a-afb4-89cf8167049f tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c36092d-6735-4b1a-adcb-6a2bd00f8a73 HTTP/1.1" status: 200 len: 908 time: 0.0501826 Dec 16 22:56:43.879796 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 2636392d-c3e3-4197-9d66-cfd1e85cfa54 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:56:43.994362 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 2636392d-c3e3-4197-9d66-cfd1e85cfa54 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:56:43.999917 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 2636392d-c3e3-4197-9d66-cfd1e85cfa54 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:56:44.004332 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:44.103150 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:44.126082 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c36092d-6735-4b1a-adcb-6a2bd00f8a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2636392d-c3e3-4197-9d66-cfd1e85cfa54'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:56:44.128413 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df353b2-0544-4191-b83e-aa68007ed9bc" -d '{"events": [{"server_uuid": "3c36092d-6735-4b1a-adcb-6a2bd00f8a73", "name": "network-vif-plugged", "status": "completed", "tag": "2636392d-c3e3-4197-9d66-cfd1e85cfa54"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:56:44.142159 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 2636392d-c3e3-4197-9d66-cfd1e85cfa54, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=2636392d-c3e3-4197-9d66-cfd1e85cfa54,segment=NetworkSegment(2a199e35-4c87-48cb-8d26-32ff5d07117c),segment_id=2a199e35-4c87-48cb-8d26-32ff5d07117c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:56:44.168167 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1842b5-12f3-4a84-83e9-ec76a8e80dcc x-openstack-request-id: req-4e1842b5-12f3-4a84-83e9-ec76a8e80dcc {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:56:44.168470 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c36092d-6735-4b1a-adcb-6a2bd00f8a73", "name": "network-vif-plugged", "status": "completed", "tag": "2636392d-c3e3-4197-9d66-cfd1e85cfa54", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:56:44.168733 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4e1842b5-12f3-4a84-83e9-ec76a8e80dcc {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:56:44.169140 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c36092d-6735-4b1a-adcb-6a2bd00f8a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2636392d-c3e3-4197-9d66-cfd1e85cfa54', 'code': 200} Dec 16 22:56:44.218569 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:44.277611 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=2636392d-c3e3-4197-9d66-cfd1e85cfa54,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:44.316574 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f5bfd-da68-44c3-91a5-d1c6887e32ac req-843489fb-3229-4e9b-a4c4-0899e85aa595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:44.318895 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cd3f5bfd-da68-44c3-91a5-d1c6887e32ac req-843489fb-3229-4e9b-a4c4-0899e85aa595 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3c36092d-6735-4b1a-adcb-6a2bd00f8a73 HTTP/1.1" status: 200 len: 1060 time: 0.0598187 Dec 16 22:56:44.431108 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e0d64-71df-429b-bae9-8a9769e86b7f req-ceb919be-1eb1-41ab-9a23-dffdba67f845 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:44.432627 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2b3e0d64-71df-429b-bae9-8a9769e86b7f req-ceb919be-1eb1-41ab-9a23-dffdba67f845 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c36092d-6735-4b1a-adcb-6a2bd00f8a73 HTTP/1.1" status: 200 len: 909 time: 0.0537415 Dec 16 22:56:45.630922 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c9a32-41b5-4de2-a2f3-e541c55975b0 req-468c757e-7b54-48cc-bcce-32d79318adf4 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:45.633913 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-136c9a32-41b5-4de2-a2f3-e541c55975b0 req-468c757e-7b54-48cc-bcce-32d79318adf4 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c36092d-6735-4b1a-adcb-6a2bd00f8a73 HTTP/1.1" status: 200 len: 909 time: 0.1230693 Dec 16 22:56:46.300140 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1eadbed1-c140-49a9-b879-fbbbfa1eda9d req-3d056094-e31d-4258-a642-885c1162f2b4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423737 Dec 16 22:56:46.398235 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadbed1-c140-49a9-b879-fbbbfa1eda9d req-662b08ca-ff6b-4d94-8661-bedf599d5685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:46.399873 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1eadbed1-c140-49a9-b879-fbbbfa1eda9d req-662b08ca-ff6b-4d94-8661-bedf599d5685 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 1096 time: 0.0426645 Dec 16 22:56:46.516570 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadbed1-c140-49a9-b879-fbbbfa1eda9d req-dc679490-b2c8-4ca4-8ea9-f3c702625e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:46.518098 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1eadbed1-c140-49a9-b879-fbbbfa1eda9d req-dc679490-b2c8-4ca4-8ea9-f3c702625e3b service neutron] 10.222.0.57 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 911 time: 0.0983698 Dec 16 22:56:46.587764 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1eadbed1-c140-49a9-b879-fbbbfa1eda9d req-5fa31639-0b1d-4354-9893-9b2e49569919 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08b4ab71-39cd-4502-b3f6-a282a54a4be8 HTTP/1.1" status: 200 len: 1000 time: 0.0625408 Dec 16 22:56:46.640172 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadbed1-c140-49a9-b879-fbbbfa1eda9d req-cda94c2c-eec3-449b-89d7-c407da9a3cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:46.641683 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1eadbed1-c140-49a9-b879-fbbbfa1eda9d req-cda94c2c-eec3-449b-89d7-c407da9a3cf4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d HTTP/1.1" status: 200 len: 850 time: 0.0471456 Dec 16 22:56:46.694900 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadbed1-c140-49a9-b879-fbbbfa1eda9d req-31e87aea-5ff0-4a24-bf33-9de49d870388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:46.696491 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1eadbed1-c140-49a9-b879-fbbbfa1eda9d req-31e87aea-5ff0-4a24-bf33-9de49d870388 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4daef152-7506-4390-9b15-8eed5c3fe323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481033 Dec 16 22:56:46.805183 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99f4bd-8d24-49d9-a5ca-cefe2cb98986 req-85c3b894-3b6d-406c-a857-208b3638bf47 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:46.806686 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8a99f4bd-8d24-49d9-a5ca-cefe2cb98986 req-85c3b894-3b6d-406c-a857-208b3638bf47 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c36092d-6735-4b1a-adcb-6a2bd00f8a73 HTTP/1.1" status: 200 len: 909 time: 0.0957477 Dec 16 22:56:46.828357 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1eadbed1-c140-49a9-b879-fbbbfa1eda9d req-5fb20f44-535e-4e12-a2c0-09d6f42b971f service neutron] 10.222.0.57 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248219 Dec 16 22:56:46.931842 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48c95a-a2e0-4af3-b4d7-38b24b883fe3 req-21ba3a79-e47e-47ee-91e2-d6023e976be2 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:46.933387 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9c48c95a-a2e0-4af3-b4d7-38b24b883fe3 req-21ba3a79-e47e-47ee-91e2-d6023e976be2 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c36092d-6735-4b1a-adcb-6a2bd00f8a73 HTTP/1.1" status: 200 len: 909 time: 0.0522952 Dec 16 22:56:46.934700 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1eadbed1-c140-49a9-b879-fbbbfa1eda9d req-01c2bb23-72a6-4172-b7d1-edeee79ce300 service neutron] 10.222.0.57 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985332 Dec 16 22:56:47.040727 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b3172-7e72-48b0-bc0c-054cb3a3840b req-fb60eb69-1915-4f91-b8b4-e1286f59596e tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:47.042272 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2b7b3172-7e72-48b0-bc0c-054cb3a3840b req-fb60eb69-1915-4f91-b8b4-e1286f59596e tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=3c36092d-6735-4b1a-adcb-6a2bd00f8a73 HTTP/1.1" status: 200 len: 1060 time: 0.0414200 Dec 16 22:56:47.152698 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032964ff-dc86-4106-967e-10e78316de18 req-c5aef78c-8634-43f1-89c9-c4e8a6218336 tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:47.154101 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-032964ff-dc86-4106-967e-10e78316de18 req-c5aef78c-8634-43f1-89c9-c4e8a6218336 tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b HTTP/1.1" status: 200 len: 1135 time: 0.0453556 Dec 16 22:56:47.207961 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-032964ff-dc86-4106-967e-10e78316de18 req-b017d143-b4ac-4790-8789-85d5670a8ee8 tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=168c3467-d56a-40f9-9a0a-8f94edeb5b11&id=e8241396-ca55-40d1-ab3d-ebd0fc1a5e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0472896 Dec 16 22:56:47.230589 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60504) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:47.271233 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7746ac3e-d451-4196-8b96-e4a0a53c99fb tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:47.272862 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7746ac3e-d451-4196-8b96-e4a0a53c99fb tempest-TestSecurityGroupsBasicOps-793731118 tempest-TestSecurityGroupsBasicOps-793731118-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=3c36092d-6735-4b1a-adcb-6a2bd00f8a73 HTTP/1.1" status: 200 len: 1055 time: 0.0411925 Dec 16 22:56:47.670360 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a614ca7-8bf2-4d03-b16f-ce926b8c7f23 req-d6731498-5b71-4c59-aeba-967efba0381d tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:47.676629 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4a614ca7-8bf2-4d03-b16f-ce926b8c7f23 req-d6731498-5b71-4c59-aeba-967efba0381d tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c36092d-6735-4b1a-adcb-6a2bd00f8a73 HTTP/1.1" status: 200 len: 909 time: 0.0507467 Dec 16 22:56:48.793810 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a23163-d005-4a31-b2ed-4b65161a3c64 req-218eb3bd-eaca-494c-8a90-bed8a76238b0 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:48.795309 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d5a23163-d005-4a31-b2ed-4b65161a3c64 req-218eb3bd-eaca-494c-8a90-bed8a76238b0 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c36092d-6735-4b1a-adcb-6a2bd00f8a73 HTTP/1.1" status: 200 len: 909 time: 0.0502501 Dec 16 22:56:49.176057 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d92df9-6fa7-4efd-9bff-96db1774e2c3 req-314a8f29-2429-44ff-ab61-095691ece1e6 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:49.177526 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-01d92df9-6fa7-4efd-9bff-96db1774e2c3 req-314a8f29-2429-44ff-ab61-095691ece1e6 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c36092d-6735-4b1a-adcb-6a2bd00f8a73 HTTP/1.1" status: 200 len: 909 time: 0.0527937 Dec 16 22:56:49.267295 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-01d92df9-6fa7-4efd-9bff-96db1774e2c3 req-a4bf37df-6085-40e1-b902-c2881d217015 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Deleting port 2636392d-c3e3-4197-9d66-cfd1e85cfa54 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:56:49.267642 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-01d92df9-6fa7-4efd-9bff-96db1774e2c3 req-a4bf37df-6085-40e1-b902-c2881d217015 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:49.358816 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-01d92df9-6fa7-4efd-9bff-96db1774e2c3 req-a4bf37df-6085-40e1-b902-c2881d217015 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] For port 2636392d-c3e3-4197-9d66-cfd1e85cfa54, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=2636392d-c3e3-4197-9d66-cfd1e85cfa54,segment=NetworkSegment(2a199e35-4c87-48cb-8d26-32ff5d07117c),segment_id=2a199e35-4c87-48cb-8d26-32ff5d07117c)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:56:49.359274 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-01d92df9-6fa7-4efd-9bff-96db1774e2c3 req-a4bf37df-6085-40e1-b902-c2881d217015 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:49.372400 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-01d92df9-6fa7-4efd-9bff-96db1774e2c3 req-a4bf37df-6085-40e1-b902-c2881d217015 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Calling delete_port for 2636392d-c3e3-4197-9d66-cfd1e85cfa54 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:56:49.571398 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-01d92df9-6fa7-4efd-9bff-96db1774e2c3 req-a4bf37df-6085-40e1-b902-c2881d217015 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:49.601162 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf37df-6085-40e1-b902-c2881d217015 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event deleted for resources: {'Port': ['ID=2636392d-c3e3-4197-9d66-cfd1e85cfa54,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:49.645875 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d92df9-6fa7-4efd-9bff-96db1774e2c3 req-a4bf37df-6085-40e1-b902-c2881d217015 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] No DVR routers for this DVR port 2636392d-c3e3-4197-9d66-cfd1e85cfa54 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:56:49.648973 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-01d92df9-6fa7-4efd-9bff-96db1774e2c3 req-a4bf37df-6085-40e1-b902-c2881d217015 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:49.653644 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-01d92df9-6fa7-4efd-9bff-96db1774e2c3 req-a4bf37df-6085-40e1-b902-c2881d217015 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.57 "DELETE /v2.0/ports/2636392d-c3e3-4197-9d66-cfd1e85cfa54 HTTP/1.1" status: 204 len: 173 time: 0.4677205 Dec 16 22:56:49.653644 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c36092d-6735-4b1a-adcb-6a2bd00f8a73', 'name': 'network-vif-deleted', 'tag': '2636392d-c3e3-4197-9d66-cfd1e85cfa54'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:56:49.655479 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab705e3b-0088-4ccd-a546-0a6ce9d041a3" -d '{"events": [{"server_uuid": "3c36092d-6735-4b1a-adcb-6a2bd00f8a73", "name": "network-vif-deleted", "tag": "2636392d-c3e3-4197-9d66-cfd1e85cfa54"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:56:49.695026 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b81c7c-d7c3-4f0e-bf7a-2592fb091550 x-openstack-request-id: req-69b81c7c-d7c3-4f0e-bf7a-2592fb091550 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:56:49.695404 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c36092d-6735-4b1a-adcb-6a2bd00f8a73", "name": "network-vif-deleted", "tag": "2636392d-c3e3-4197-9d66-cfd1e85cfa54", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:56:49.695656 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-69b81c7c-d7c3-4f0e-bf7a-2592fb091550 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:56:49.696066 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c36092d-6735-4b1a-adcb-6a2bd00f8a73', 'name': 'network-vif-deleted', 'tag': '2636392d-c3e3-4197-9d66-cfd1e85cfa54', 'status': 'completed', 'code': 200} Dec 16 22:56:49.895705 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d905d95a-e1b5-44dd-9345-d36f8e82459d req-6527f895-b9a9-4c0e-a8bc-519f45cdef5b tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c36092d-6735-4b1a-adcb-6a2bd00f8a73 HTTP/1.1" status: 200 len: 210 time: 0.0281203 Dec 16 22:56:50.883435 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b7c1385-627f-49fc-8684-3bc9f1b5bd39 req-4381c954-d143-46ea-bcd8-b24bfc1afd33 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1015863 Dec 16 22:56:50.954192 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60522) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:50.965749 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c1385-627f-49fc-8684-3bc9f1b5bd39 req-9ad1391b-ef74-447d-a49e-fcde269281db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:50.967231 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b7c1385-627f-49fc-8684-3bc9f1b5bd39 req-9ad1391b-ef74-447d-a49e-fcde269281db service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d41d81bb7602477ca32772fc73b93f29&device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b HTTP/1.1" status: 200 len: 1135 time: 0.0475621 Dec 16 22:56:51.074288 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c1385-627f-49fc-8684-3bc9f1b5bd39 req-475d2def-6a81-4fed-b251-57d1b8c5915f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:51.075958 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b7c1385-627f-49fc-8684-3bc9f1b5bd39 req-475d2def-6a81-4fed-b251-57d1b8c5915f service neutron] 10.222.0.76 "GET /v2.0/networks?id=3766475e-00df-4a43-8fcb-79281858bd7c HTTP/1.1" status: 200 len: 896 time: 0.0879328 Dec 16 22:56:51.154734 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b7c1385-627f-49fc-8684-3bc9f1b5bd39 req-5ec312b4-01d1-43cb-8759-1dae87151613 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cbdfc70-3db5-4691-871e-3fcbd055a6f1 HTTP/1.1" status: 200 len: 1000 time: 0.0699363 Dec 16 22:56:51.207950 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c1385-627f-49fc-8684-3bc9f1b5bd39 req-f5a000ca-7a8e-48ad-99c7-fbdffdedf6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:51.209536 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b7c1385-627f-49fc-8684-3bc9f1b5bd39 req-f5a000ca-7a8e-48ad-99c7-fbdffdedf6a0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0f1bfae6-5a64-48fe-b551-310791fbb58d HTTP/1.1" status: 200 len: 834 time: 0.0465980 Dec 16 22:56:51.257807 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c1385-627f-49fc-8684-3bc9f1b5bd39 req-75307341-dd73-4869-a244-494f03ba08d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:51.259352 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b7c1385-627f-49fc-8684-3bc9f1b5bd39 req-75307341-dd73-4869-a244-494f03ba08d0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3766475e-00df-4a43-8fcb-79281858bd7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417762 Dec 16 22:56:51.337257 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-503f6a28-d774-43ee-9a36-321d4792b463 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:51.361408 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b7c1385-627f-49fc-8684-3bc9f1b5bd39 req-35063355-0541-4ff9-adf8-40a90fffe39a service neutron] 10.222.0.76 "GET /v2.0/networks/3766475e-00df-4a43-8fcb-79281858bd7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944235 Dec 16 22:56:51.463831 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b7c1385-627f-49fc-8684-3bc9f1b5bd39 req-7ecfe6b0-836f-4fe9-8c54-78274773522d service neutron] 10.222.0.76 "GET /v2.0/networks/3766475e-00df-4a43-8fcb-79281858bd7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948319 Dec 16 22:56:51.619910 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-503f6a28-d774-43ee-9a36-321d4792b463 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Deleting port 24385396-f6d4-44d2-8cd9-049951b02bd1 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:56:51.620350 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-503f6a28-d774-43ee-9a36-321d4792b463 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:51.722061 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-503f6a28-d774-43ee-9a36-321d4792b463 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] For port 24385396-f6d4-44d2-8cd9-049951b02bd1, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=24385396-f6d4-44d2-8cd9-049951b02bd1,segment=NetworkSegment(2a199e35-4c87-48cb-8d26-32ff5d07117c),segment_id=2a199e35-4c87-48cb-8d26-32ff5d07117c)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:56:51.722363 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-503f6a28-d774-43ee-9a36-321d4792b463 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:51.737464 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-503f6a28-d774-43ee-9a36-321d4792b463 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Calling delete_port for 24385396-f6d4-44d2-8cd9-049951b02bd1 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:56:52.029173 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-503f6a28-d774-43ee-9a36-321d4792b463 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:52.063738 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f6a28-d774-43ee-9a36-321d4792b463 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event deleted for resources: {'Port': ['ID=24385396-f6d4-44d2-8cd9-049951b02bd1,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:52.257492 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-503f6a28-d774-43ee-9a36-321d4792b463 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:52.491951 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503f6a28-d774-43ee-9a36-321d4792b463 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Router 832a336f-9fc7-4675-b9d5-362b85b1d8f9 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:56:52.616998 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503f6a28-d774-43ee-9a36-321d4792b463 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:56:52.627196 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-503f6a28-d774-43ee-9a36-321d4792b463 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "PUT /v2.0/routers/832a336f-9fc7-4675-b9d5-362b85b1d8f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6668041 Dec 16 22:56:52.627314 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60524) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:52.628541 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f819307-5b0a-465a-a8ca-9eae48b7864c None None] Sync routers for ids ['832a336f-9fc7-4675-b9d5-362b85b1d8f9'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:56:52.640162 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f819307-5b0a-465a-a8ca-9eae48b7864c None None] Routers {'832a336f-9fc7-4675-b9d5-362b85b1d8f9'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:56:52.640162 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0f819307-5b0a-465a-a8ca-9eae48b7864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:56:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['832a336f-9fc7-4675-b9d5-362b85b1d8f9'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:52.689616 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-958b2c6a-9386-446b-92f8-58269714c09b tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Deleting subnet 6a530910-921f-4f37-a31e-653c3bced256 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:56:52.693169 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-958b2c6a-9386-446b-92f8-58269714c09b tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:52.741640 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-958b2c6a-9386-446b-92f8-58269714c09b tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:52.751415 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-0f819307-5b0a-465a-a8ca-9eae48b7864c None None] Set router 832a336f-9fc7-4675-b9d5-362b85b1d8f9 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:56:52.874062 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-958b2c6a-9386-446b-92f8-58269714c09b tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:52.946821 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0f819307-5b0a-465a-a8ca-9eae48b7864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832a336f-9fc7-4675-b9d5-362b85b1d8f9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-361120040', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '13a63eec-8bf8-481d-95b1-34bd868a7f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:56:27Z', 'updated_at': '2021-12-16T22:56:51Z', 'revision_number': 5, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'gw_port': {'id': '13a63eec-8bf8-481d-95b1-34bd868a7f73', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832a336f-9fc7-4675-b9d5-362b85b1d8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:56:27Z', 'updated_at': '2021-12-16T22:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:52.979588 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f819307-5b0a-465a-a8ca-9eae48b7864c None None] Checking router: 832a336f-9fc7-4675-b9d5-362b85b1d8f9 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:56:52.989146 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f819307-5b0a-465a-a8ca-9eae48b7864c None None] Routers {'832a336f-9fc7-4675-b9d5-362b85b1d8f9'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:56:52.989924 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0f819307-5b0a-465a-a8ca-9eae48b7864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:56:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['832a336f-9fc7-4675-b9d5-362b85b1d8f9'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:53.001447 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-958b2c6a-9386-446b-92f8-58269714c09b tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:53.029472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b2c6a-9386-446b-92f8-58269714c09b tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event deleted for resources: {'Subnet': ['ID=6a530910-921f-4f37-a31e-653c3bced256,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:53.034401 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-958b2c6a-9386-446b-92f8-58269714c09b tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:53.038015 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-958b2c6a-9386-446b-92f8-58269714c09b tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "DELETE /v2.0/subnets/6a530910-921f-4f37-a31e-653c3bced256 HTTP/1.1" status: 204 len: 168 time: 0.4110377 Dec 16 22:56:53.041288 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60526) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:53.042535 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53a1ea3-fc73-4f90-810d-2a1719eeb646 None None] Network c2342152-6784-4566-99ed-fa1c6fb9a43e requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:56:53.157499 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-db7d53a8-6ecf-4fc9-adbc-bfe217d54a74 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:53.180280 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-0f819307-5b0a-465a-a8ca-9eae48b7864c None None] Set router 832a336f-9fc7-4675-b9d5-362b85b1d8f9 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:56:53.341909 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ababc00-9bd9-4d3e-9d1e-66b2bc17ee41 None None] DHCP port deletion for c2342152-6784-4566-99ed-fa1c6fb9a43e request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:56:53.425274 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5108aada-017a-4589-86f2-a8bf12661a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:53.453980 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-8ababc00-9bd9-4d3e-9d1e-66b2bc17ee41 None None] Deleting port f26e8582-ed1a-4bdd-9d38-c09af80ecce0 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:56:53.454359 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8ababc00-9bd9-4d3e-9d1e-66b2bc17ee41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:53.529567 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0f819307-5b0a-465a-a8ca-9eae48b7864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832a336f-9fc7-4675-b9d5-362b85b1d8f9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-361120040', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '13a63eec-8bf8-481d-95b1-34bd868a7f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:56:27Z', 'updated_at': '2021-12-16T22:56:51Z', 'revision_number': 5, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'gw_port': {'id': '13a63eec-8bf8-481d-95b1-34bd868a7f73', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832a336f-9fc7-4675-b9d5-362b85b1d8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:56:27Z', 'updated_at': '2021-12-16T22:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:53.533484 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8ababc00-9bd9-4d3e-9d1e-66b2bc17ee41 None None] For port f26e8582-ed1a-4bdd-9d38-c09af80ecce0, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f26e8582-ed1a-4bdd-9d38-c09af80ecce0,segment=NetworkSegment(2a199e35-4c87-48cb-8d26-32ff5d07117c),segment_id=2a199e35-4c87-48cb-8d26-32ff5d07117c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:56:53.533882 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8ababc00-9bd9-4d3e-9d1e-66b2bc17ee41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:53.561872 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-db7d53a8-6ecf-4fc9-adbc-bfe217d54a74 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:53.566614 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f819307-5b0a-465a-a8ca-9eae48b7864c None None] The sync data for ids ['832a336f-9fc7-4675-b9d5-362b85b1d8f9'] in n-d-815324-4 is: [{'id': '832a336f-9fc7-4675-b9d5-362b85b1d8f9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-361120040', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '13a63eec-8bf8-481d-95b1-34bd868a7f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:56:27Z', 'updated_at': '2021-12-16T22:56:51Z', 'revision_number': 5, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'gw_port': {'id': '13a63eec-8bf8-481d-95b1-34bd868a7f73', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832a336f-9fc7-4675-b9d5-362b85b1d8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:56:27Z', 'updated_at': '2021-12-16T22:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:56:53.571547 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-8ababc00-9bd9-4d3e-9d1e-66b2bc17ee41 None None] Calling delete_port for f26e8582-ed1a-4bdd-9d38-c09af80ecce0 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:56:53.700346 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-db7d53a8-6ecf-4fc9-adbc-bfe217d54a74 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Deleting port 13a63eec-8bf8-481d-95b1-34bd868a7f73 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:56:53.701037 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-db7d53a8-6ecf-4fc9-adbc-bfe217d54a74 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:53.799676 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-db7d53a8-6ecf-4fc9-adbc-bfe217d54a74 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] For port 13a63eec-8bf8-481d-95b1-34bd868a7f73, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=13a63eec-8bf8-481d-95b1-34bd868a7f73,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:56:53.800061 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-db7d53a8-6ecf-4fc9-adbc-bfe217d54a74 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:53.818185 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-db7d53a8-6ecf-4fc9-adbc-bfe217d54a74 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Calling delete_port for 13a63eec-8bf8-481d-95b1-34bd868a7f73 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:56:53.911477 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 2636392d-c3e3-4197-9d66-cfd1e85cfa54 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:56:53.915216 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8ababc00-9bd9-4d3e-9d1e-66b2bc17ee41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:53.942398 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 2636392d-c3e3-4197-9d66-cfd1e85cfa54 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:56:53.942889 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 2636392d-c3e3-4197-9d66-cfd1e85cfa54 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:56:53.964589 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ababc00-9bd9-4d3e-9d1e-66b2bc17ee41 None None] Pushing event deleted for resources: {'Port': ['ID=f26e8582-ed1a-4bdd-9d38-c09af80ecce0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:53.966147 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ababc00-9bd9-4d3e-9d1e-66b2bc17ee41 None None] No DVR routers for this DVR port f26e8582-ed1a-4bdd-9d38-c09af80ecce0 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:56:54.075801 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f26e8582-ed1a-4bdd-9d38-c09af80ecce0 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:56:54.099278 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: f26e8582-ed1a-4bdd-9d38-c09af80ecce0 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:56:54.099626 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f26e8582-ed1a-4bdd-9d38-c09af80ecce0 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:56:54.100047 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 24385396-f6d4-44d2-8cd9-049951b02bd1 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:56:54.109426 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-db7d53a8-6ecf-4fc9-adbc-bfe217d54a74 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:54.124950 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 24385396-f6d4-44d2-8cd9-049951b02bd1 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:56:54.125523 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 24385396-f6d4-44d2-8cd9-049951b02bd1 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:56:54.142020 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d53a8-6ecf-4fc9-adbc-bfe217d54a74 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event deleted for resources: {'Port': ['ID=13a63eec-8bf8-481d-95b1-34bd868a7f73,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:54.161126 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662022d5-dc78-45ce-a791-7f570333c30d None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:56:54.222358 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-db7d53a8-6ecf-4fc9-adbc-bfe217d54a74 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:54.312051 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-db7d53a8-6ecf-4fc9-adbc-bfe217d54a74 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:54.314335 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-db7d53a8-6ecf-4fc9-adbc-bfe217d54a74 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:54.434212 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-db7d53a8-6ecf-4fc9-adbc-bfe217d54a74 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:54.434781 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7d53a8-6ecf-4fc9-adbc-bfe217d54a74 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Fanout notify agent at l3_agent the message router_deleted on router 832a336f-9fc7-4675-b9d5-362b85b1d8f9 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:56:54.444019 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-db7d53a8-6ecf-4fc9-adbc-bfe217d54a74 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:54.446055 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-db7d53a8-6ecf-4fc9-adbc-bfe217d54a74 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "DELETE /v2.0/routers/832a336f-9fc7-4675-b9d5-362b85b1d8f9 HTTP/1.1" status: 204 len: 168 time: 1.4032633 Dec 16 22:56:54.448725 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60528) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:54.541920 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a032ac6e-f701-48b3-b330-901c2f722b08 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:54.646292 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a032ac6e-f701-48b3-b330-901c2f722b08 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:54.678027 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-a032ac6e-f701-48b3-b330-901c2f722b08 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2342152-6784-4566-99ed-fa1c6fb9a43e']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:54.693795 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-a032ac6e-f701-48b3-b330-901c2f722b08 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a199e35-4c87-48cb-8d26-32ff5d07117c') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:54.694095 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-a032ac6e-f701-48b3-b330-901c2f722b08 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a199e35-4c87-48cb-8d26-32ff5d07117c') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:54.710454 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a032ac6e-f701-48b3-b330-901c2f722b08 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:54.726423 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a032ac6e-f701-48b3-b330-901c2f722b08 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:54.732322 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a032ac6e-f701-48b3-b330-901c2f722b08 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:56:54.732731 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a032ac6e-f701-48b3-b330-901c2f722b08 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: timer() Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:56:54.741723 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:56:54.897344 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a032ac6e-f701-48b3-b330-901c2f722b08 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:54.905465 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a032ac6e-f701-48b3-b330-901c2f722b08 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:54.908564 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a032ac6e-f701-48b3-b330-901c2f722b08 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "DELETE /v2.0/networks/c2342152-6784-4566-99ed-fa1c6fb9a43e HTTP/1.1" status: 204 len: 168 time: 0.4587812 Dec 16 22:56:54.911697 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60530) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:54.924441 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032ac6e-f701-48b3-b330-901c2f722b08 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event deleted for resources: {'Network': ['ID=c2342152-6784-4566-99ed-fa1c6fb9a43e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:55.150333 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-82c26c51-2cc1-43b5-9b67-e82651d47a9f tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Deleting port d216e0aa-14d6-4f64-b231-9003308b21b7 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:56:55.150677 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82c26c51-2cc1-43b5-9b67-e82651d47a9f tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:55.235947 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82c26c51-2cc1-43b5-9b67-e82651d47a9f tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:55.236171 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82c26c51-2cc1-43b5-9b67-e82651d47a9f tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:55.247701 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-82c26c51-2cc1-43b5-9b67-e82651d47a9f tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Calling delete_port for d216e0aa-14d6-4f64-b231-9003308b21b7 owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:56:55.474153 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82c26c51-2cc1-43b5-9b67-e82651d47a9f tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:55.499170 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c26c51-2cc1-43b5-9b67-e82651d47a9f tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event deleted for resources: {'Port': ['ID=d216e0aa-14d6-4f64-b231-9003308b21b7,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:55.569663 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82c26c51-2cc1-43b5-9b67-e82651d47a9f tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:55.569992 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-82c26c51-2cc1-43b5-9b67-e82651d47a9f tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Floating IP 99d18eb7-2302-4ce4-9976-252143ff8e4d disassociated (deleted). External IP: 172.25.6.20, port: 3cbdfc70-3db5-4691-871e-3fcbd055a6f1. Dec 16 22:56:55.663037 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a80553d9-83df-4028-8b05-422b161eb94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:55.782780 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c26c51-2cc1-43b5-9b67-e82651d47a9f tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Router a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:56:55.893735 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c26c51-2cc1-43b5-9b67-e82651d47a9f tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:56:55.898284 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82c26c51-2cc1-43b5-9b67-e82651d47a9f tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:55.903595 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce56ca5-9786-4013-af13-6417f2bcae6f None None] Sync routers for ids ['a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:56:55.913910 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce56ca5-9786-4013-af13-6417f2bcae6f None None] Routers {'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:56:55.914523 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-dce56ca5-9786-4013-af13-6417f2bcae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:56:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:55.926494 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-82c26c51-2cc1-43b5-9b67-e82651d47a9f tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "DELETE /v2.0/floatingips/99d18eb7-2302-4ce4-9976-252143ff8e4d HTTP/1.1" status: 204 len: 168 time: 1.0136802 Dec 16 22:56:55.927223 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e21b545-3569-4b03-a5d9-7ab67fb2912b', 'tag': '3cbdfc70-3db5-4691-871e-3fcbd055a6f1'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:56:55.929606 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89fce88-6808-4754-948c-43d4024da28d" -d '{"events": [{"name": "network-changed", "server_uuid": "3e21b545-3569-4b03-a5d9-7ab67fb2912b", "tag": "3cbdfc70-3db5-4691-871e-3fcbd055a6f1"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:56:55.972557 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f543945b-936c-4f0b-84a0-c6542ca2244a x-openstack-request-id: req-f543945b-936c-4f0b-84a0-c6542ca2244a {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:56:55.973698 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e21b545-3569-4b03-a5d9-7ab67fb2912b", "tag": "3cbdfc70-3db5-4691-871e-3fcbd055a6f1", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:56:55.973698 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f543945b-936c-4f0b-84a0-c6542ca2244a {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:56:55.973698 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e21b545-3569-4b03-a5d9-7ab67fb2912b', 'tag': '3cbdfc70-3db5-4691-871e-3fcbd055a6f1', 'status': 'completed', 'code': 200} Dec 16 22:56:56.037847 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-dce56ca5-9786-4013-af13-6417f2bcae6f None None] Set router a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:56:56.067896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fce88-6808-4754-948c-43d4024da28d req-8697a165-6f21-40de-8015-f08957b2e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:56.068972 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d89fce88-6808-4754-948c-43d4024da28d req-8697a165-6f21-40de-8015-f08957b2e2c4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d41d81bb7602477ca32772fc73b93f29&device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b HTTP/1.1" status: 200 len: 1135 time: 0.0488138 Dec 16 22:56:56.073352 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 13a63eec-8bf8-481d-95b1-34bd868a7f73 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:56:56.093180 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 13a63eec-8bf8-481d-95b1-34bd868a7f73 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:56:56.093815 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 13a63eec-8bf8-481d-95b1-34bd868a7f73 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:56:56.177087 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fce88-6808-4754-948c-43d4024da28d req-09b0018c-e9c9-4698-b8b9-01c15bdb88d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:56.178616 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d89fce88-6808-4754-948c-43d4024da28d req-09b0018c-e9c9-4698-b8b9-01c15bdb88d1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3766475e-00df-4a43-8fcb-79281858bd7c HTTP/1.1" status: 200 len: 896 time: 0.1001673 Dec 16 22:56:56.223788 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d89fce88-6808-4754-948c-43d4024da28d req-e9610d1c-50dd-4d38-a8b2-cff0785b39a1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cbdfc70-3db5-4691-871e-3fcbd055a6f1 HTTP/1.1" status: 200 len: 217 time: 0.0371130 Dec 16 22:56:56.245883 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-dce56ca5-9786-4013-af13-6417f2bcae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-5878059', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:55:30Z', 'revision_number': 4, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'gw_port': {'id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:53:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '2e768e35-4a5d-4a44-b6c7-0676da8a44d7', 'name': '', 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'mac_address': 'fa:16:3e:6f:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0f1bfae6-5a64-48fe-b551-310791fbb58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:29Z', 'updated_at': '2021-12-16T22:55:33Z', 'revision_number': 5, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'subnets': [{'id': '0f1bfae6-5a64-48fe-b551-310791fbb58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:56.277552 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce56ca5-9786-4013-af13-6417f2bcae6f None None] Checking router: a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:56:56.277807 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fce88-6808-4754-948c-43d4024da28d req-8cd67f8b-3d2f-4aa3-aece-e6a1d6ad91af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:56.279356 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d89fce88-6808-4754-948c-43d4024da28d req-8cd67f8b-3d2f-4aa3-aece-e6a1d6ad91af service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0f1bfae6-5a64-48fe-b551-310791fbb58d HTTP/1.1" status: 200 len: 834 time: 0.0492151 Dec 16 22:56:56.286587 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce56ca5-9786-4013-af13-6417f2bcae6f None None] Routers {'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:56:56.287232 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-dce56ca5-9786-4013-af13-6417f2bcae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:56:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:56.328361 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fce88-6808-4754-948c-43d4024da28d req-afc82bcb-2671-4864-a0ad-f89679722b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:56.329906 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d89fce88-6808-4754-948c-43d4024da28d req-afc82bcb-2671-4864-a0ad-f89679722b67 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3766475e-00df-4a43-8fcb-79281858bd7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425591 Dec 16 22:56:56.395587 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-dce56ca5-9786-4013-af13-6417f2bcae6f None None] Set router a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:56:56.458127 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d89fce88-6808-4754-948c-43d4024da28d req-cb62d5fe-30f0-4282-95b1-95fb1060839f service neutron] 10.222.0.76 "GET /v2.0/networks/3766475e-00df-4a43-8fcb-79281858bd7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919502 Dec 16 22:56:56.479707 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0170508-0dab-476b-8f7b-b293f8e6ae63 req-c3bb3dc6-e786-4d62-9b4c-3a8c2632db39 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:56.481954 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c0170508-0dab-476b-8f7b-b293f8e6ae63 req-c3bb3dc6-e786-4d62-9b4c-3a8c2632db39 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b HTTP/1.1" status: 200 len: 984 time: 0.0557859 Dec 16 22:56:56.544521 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c0170508-0dab-476b-8f7b-b293f8e6ae63 req-10593cdd-65d7-426d-b731-1598124271d7 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/security-groups?id=168c3467-d56a-40f9-9a0a-8f94edeb5b11&id=e8241396-ca55-40d1-ab3d-ebd0fc1a5e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0550473 Dec 16 22:56:56.559707 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d89fce88-6808-4754-948c-43d4024da28d req-dfc50248-0326-4694-bfbe-5f62c97f9065 service neutron] 10.222.0.76 "GET /v2.0/networks/3766475e-00df-4a43-8fcb-79281858bd7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923395 Dec 16 22:56:56.612556 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-dce56ca5-9786-4013-af13-6417f2bcae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-5878059', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:55:30Z', 'revision_number': 4, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'gw_port': {'id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:53:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '2e768e35-4a5d-4a44-b6c7-0676da8a44d7', 'name': '', 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'mac_address': 'fa:16:3e:6f:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0f1bfae6-5a64-48fe-b551-310791fbb58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:29Z', 'updated_at': '2021-12-16T22:55:33Z', 'revision_number': 5, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'subnets': [{'id': '0f1bfae6-5a64-48fe-b551-310791fbb58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:56:56.643518 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce56ca5-9786-4013-af13-6417f2bcae6f None None] The sync data for ids ['a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'] in n-d-815324-4 is: [{'id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-5878059', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:55:30Z', 'revision_number': 4, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'gw_port': {'id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:53:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '2e768e35-4a5d-4a44-b6c7-0676da8a44d7', 'name': '', 'network_id': '3766475e-00df-4a43-8fcb-79281858bd7c', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'mac_address': 'fa:16:3e:6f:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '0f1bfae6-5a64-48fe-b551-310791fbb58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:29Z', 'updated_at': '2021-12-16T22:55:33Z', 'revision_number': 5, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'subnets': [{'id': '0f1bfae6-5a64-48fe-b551-310791fbb58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:56:56.866896 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b43109-6c0b-4951-aef7-71cc79d19834 None None] New status for floating IP 99d18eb7-2302-4ce4-9976-252143ff8e4d: DOWN {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:56:57.102733 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:57.268607 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:57.673019 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382260a-7325-42df-ad6e-94543264ae47 req-48249018-c995-4e31-86a4-c25ffce470af tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:57.674529 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7382260a-7325-42df-ad6e-94543264ae47 req-48249018-c995-4e31-86a4-c25ffce470af tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b HTTP/1.1" status: 200 len: 984 time: 0.0555449 Dec 16 22:56:57.734027 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7382260a-7325-42df-ad6e-94543264ae47 req-b6e58667-4db7-4613-83ae-7ba1d3e66a5d tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/security-groups?id=168c3467-d56a-40f9-9a0a-8f94edeb5b11&id=e8241396-ca55-40d1-ab3d-ebd0fc1a5e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0529947 Dec 16 22:56:58.069741 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb4f01-eaa4-43e0-9daf-9eeb28ceba29 req-6bcaa5f8-5802-4a5d-aecc-b4214e1b53c4 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:56:58.071256 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-30cb4f01-eaa4-43e0-9daf-9eeb28ceba29 req-6bcaa5f8-5802-4a5d-aecc-b4214e1b53c4 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b HTTP/1.1" status: 200 len: 984 time: 0.0502789 Dec 16 22:56:58.173055 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-30cb4f01-eaa4-43e0-9daf-9eeb28ceba29 req-f1ca92f8-6538-49ee-984f-9e7dc4a69914 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Deleting port 3cbdfc70-3db5-4691-871e-3fcbd055a6f1 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:56:58.173479 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-30cb4f01-eaa4-43e0-9daf-9eeb28ceba29 req-f1ca92f8-6538-49ee-984f-9e7dc4a69914 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:58.263073 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-30cb4f01-eaa4-43e0-9daf-9eeb28ceba29 req-f1ca92f8-6538-49ee-984f-9e7dc4a69914 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] For port 3cbdfc70-3db5-4691-871e-3fcbd055a6f1, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3cbdfc70-3db5-4691-871e-3fcbd055a6f1,segment=NetworkSegment(a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0),segment_id=a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:56:58.263367 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-30cb4f01-eaa4-43e0-9daf-9eeb28ceba29 req-f1ca92f8-6538-49ee-984f-9e7dc4a69914 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:58.276562 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-30cb4f01-eaa4-43e0-9daf-9eeb28ceba29 req-f1ca92f8-6538-49ee-984f-9e7dc4a69914 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Calling delete_port for 3cbdfc70-3db5-4691-871e-3fcbd055a6f1 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:56:58.451738 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:58.469006 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-30cb4f01-eaa4-43e0-9daf-9eeb28ceba29 req-f1ca92f8-6538-49ee-984f-9e7dc4a69914 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:58.496611 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca92f8-6538-49ee-984f-9e7dc4a69914 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event deleted for resources: {'Port': ['ID=3cbdfc70-3db5-4691-871e-3fcbd055a6f1,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:56:58.541249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-30cb4f01-eaa4-43e0-9daf-9eeb28ceba29 req-f1ca92f8-6538-49ee-984f-9e7dc4a69914 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] No DVR routers for this DVR port 3cbdfc70-3db5-4691-871e-3fcbd055a6f1 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:56:58.543915 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-30cb4f01-eaa4-43e0-9daf-9eeb28ceba29 req-f1ca92f8-6538-49ee-984f-9e7dc4a69914 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:58.547885 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-30cb4f01-eaa4-43e0-9daf-9eeb28ceba29 req-f1ca92f8-6538-49ee-984f-9e7dc4a69914 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.76 "DELETE /v2.0/ports/3cbdfc70-3db5-4691-871e-3fcbd055a6f1 HTTP/1.1" status: 204 len: 173 time: 0.4686439 Dec 16 22:56:58.548336 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e21b545-3569-4b03-a5d9-7ab67fb2912b', 'name': 'network-vif-deleted', 'tag': '3cbdfc70-3db5-4691-871e-3fcbd055a6f1'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:56:58.550573 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc52911d-bef8-443a-b181-08ad8771e1d5" -d '{"events": [{"server_uuid": "3e21b545-3569-4b03-a5d9-7ab67fb2912b", "name": "network-vif-deleted", "tag": "3cbdfc70-3db5-4691-871e-3fcbd055a6f1"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:56:58.586159 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997c294e-7918-48d2-b013-86110f1751c8 x-openstack-request-id: req-997c294e-7918-48d2-b013-86110f1751c8 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:56:58.586464 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e21b545-3569-4b03-a5d9-7ab67fb2912b", "name": "network-vif-deleted", "tag": "3cbdfc70-3db5-4691-871e-3fcbd055a6f1", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:56:58.586726 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-997c294e-7918-48d2-b013-86110f1751c8 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:56:58.587167 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e21b545-3569-4b03-a5d9-7ab67fb2912b', 'name': 'network-vif-deleted', 'tag': '3cbdfc70-3db5-4691-871e-3fcbd055a6f1', 'status': 'completed', 'code': 200} Dec 16 22:56:58.720584 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:58.842573 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-312a18d2-46b4-4fd2-b8a8-1725b97763d7 req-1edec444-7f78-4085-ba02-a0a0356e8bac tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e21b545-3569-4b03-a5d9-7ab67fb2912b HTTP/1.1" status: 200 len: 210 time: 0.0314739 Dec 16 22:56:58.926643 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:56:59.136866 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:59.905206 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60548) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:56:59.959522 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ceb568d6-d3c8-47d8-bb0c-40b23a17398a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:56:59.981862 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ceb568d6-d3c8-47d8-bb0c-40b23a17398a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:00.096928 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ceb568d6-d3c8-47d8-bb0c-40b23a17398a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:00.099624 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ceb568d6-d3c8-47d8-bb0c-40b23a17398a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:00.100852 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ceb568d6-d3c8-47d8-bb0c-40b23a17398a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "DELETE /v2.0/security-groups/168c3467-d56a-40f9-9a0a-8f94edeb5b11 HTTP/1.1" status: 204 len: 168 time: 0.1946037 Dec 16 22:57:00.103608 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60550) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:00.110947 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb568d6-d3c8-47d8-bb0c-40b23a17398a tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=168c3467-d56a-40f9-9a0a-8f94edeb5b11,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:00.161892 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1185e547-adcc-4bad-9c21-4216286ae82c tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:00.186222 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1185e547-adcc-4bad-9c21-4216286ae82c tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:00.314119 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1185e547-adcc-4bad-9c21-4216286ae82c tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:00.316793 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1185e547-adcc-4bad-9c21-4216286ae82c tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:00.320568 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1185e547-adcc-4bad-9c21-4216286ae82c tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "DELETE /v2.0/security-groups/e8241396-ca55-40d1-ab3d-ebd0fc1a5e8c HTTP/1.1" status: 204 len: 168 time: 0.2132654 Dec 16 22:57:00.320930 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60552) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:00.328284 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185e547-adcc-4bad-9c21-4216286ae82c tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8241396-ca55-40d1-ab3d-ebd0fc1a5e8c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:00.405591 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 3cbdfc70-3db5-4691-871e-3fcbd055a6f1 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:57:00.428063 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 3cbdfc70-3db5-4691-871e-3fcbd055a6f1 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:57:00.428407 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 3cbdfc70-3db5-4691-871e-3fcbd055a6f1 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:57:00.689085 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-de3af92d-a4f8-490e-ae78-17f86002ad39 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:01.212760 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-de3af92d-a4f8-490e-ae78-17f86002ad39 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Deleting port 2e768e35-4a5d-4a44-b6c7-0676da8a44d7 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:57:01.213457 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-de3af92d-a4f8-490e-ae78-17f86002ad39 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:01.301413 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-de3af92d-a4f8-490e-ae78-17f86002ad39 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] For port 2e768e35-4a5d-4a44-b6c7-0676da8a44d7, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2e768e35-4a5d-4a44-b6c7-0676da8a44d7,segment=NetworkSegment(a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0),segment_id=a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:57:01.301778 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-de3af92d-a4f8-490e-ae78-17f86002ad39 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:01.314847 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-de3af92d-a4f8-490e-ae78-17f86002ad39 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Calling delete_port for 2e768e35-4a5d-4a44-b6c7-0676da8a44d7 owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:57:01.576816 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-de3af92d-a4f8-490e-ae78-17f86002ad39 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:01.609650 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3af92d-a4f8-490e-ae78-17f86002ad39 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event deleted for resources: {'Port': ['ID=2e768e35-4a5d-4a44-b6c7-0676da8a44d7,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:01.788737 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-de3af92d-a4f8-490e-ae78-17f86002ad39 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:02.007635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3af92d-a4f8-490e-ae78-17f86002ad39 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Router a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:57:02.126090 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3af92d-a4f8-490e-ae78-17f86002ad39 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:57:02.132283 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-de3af92d-a4f8-490e-ae78-17f86002ad39 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "PUT /v2.0/routers/a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8102899 Dec 16 22:57:02.134887 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60554) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:02.137581 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9ddf10-16ac-4c56-a5a3-60ea411c3157 None None] Sync routers for ids ['a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:57:02.148521 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9ddf10-16ac-4c56-a5a3-60ea411c3157 None None] Routers {'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:57:02.149826 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-7d9ddf10-16ac-4c56-a5a3-60ea411c3157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:56:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:57:02.187492 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae4b850-9134-4be5-a2d0-b17e6f19ca60 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Deleting subnet 0f1bfae6-5a64-48fe-b551-310791fbb58d {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:57:02.190774 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4ae4b850-9134-4be5-a2d0-b17e6f19ca60 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:02.232448 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4ae4b850-9134-4be5-a2d0-b17e6f19ca60 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:02.260571 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-7d9ddf10-16ac-4c56-a5a3-60ea411c3157 None None] Set router a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:57:02.326429 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4ae4b850-9134-4be5-a2d0-b17e6f19ca60 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:02.440395 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4ae4b850-9134-4be5-a2d0-b17e6f19ca60 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:02.446675 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-7d9ddf10-16ac-4c56-a5a3-60ea411c3157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-5878059', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:57:01Z', 'revision_number': 5, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'gw_port': {'id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:53:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:57:02.469736 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4b850-9134-4be5-a2d0-b17e6f19ca60 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event deleted for resources: {'Subnet': ['ID=0f1bfae6-5a64-48fe-b551-310791fbb58d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:02.472557 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4ae4b850-9134-4be5-a2d0-b17e6f19ca60 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:02.473741 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9ddf10-16ac-4c56-a5a3-60ea411c3157 None None] Checking router: a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:57:02.475897 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4ae4b850-9134-4be5-a2d0-b17e6f19ca60 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "DELETE /v2.0/subnets/0f1bfae6-5a64-48fe-b551-310791fbb58d HTTP/1.1" status: 204 len: 168 time: 0.3398538 Dec 16 22:57:02.478478 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731196f8-a289-40e5-9ca2-b75f2435337a None None] Network 3766475e-00df-4a43-8fcb-79281858bd7c requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:57:02.478989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60556) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:02.482455 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9ddf10-16ac-4c56-a5a3-60ea411c3157 None None] Routers {'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:57:02.483245 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-7d9ddf10-16ac-4c56-a5a3-60ea411c3157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:56:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:57:02.593113 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-28be4a42-cc08-42ba-b79a-073cc2f3a354 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:02.599820 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-7d9ddf10-16ac-4c56-a5a3-60ea411c3157 None None] Set router a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:57:02.671764 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f446ca6-6c87-4c97-86db-e3ef477791b5 None None] DHCP port deletion for 3766475e-00df-4a43-8fcb-79281858bd7c request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:57:02.708159 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-28be4a42-cc08-42ba-b79a-073cc2f3a354 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:02.724361 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9f446ca6-6c87-4c97-86db-e3ef477791b5 None None] Deleting port 094a89c5-8df3-4252-9c48-44498eda035b {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:57:02.724741 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9f446ca6-6c87-4c97-86db-e3ef477791b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:02.797400 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9f446ca6-6c87-4c97-86db-e3ef477791b5 None None] For port 094a89c5-8df3-4252-9c48-44498eda035b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=094a89c5-8df3-4252-9c48-44498eda035b,segment=NetworkSegment(a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0),segment_id=a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:57:02.797936 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9f446ca6-6c87-4c97-86db-e3ef477791b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:02.814344 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9f446ca6-6c87-4c97-86db-e3ef477791b5 None None] Calling delete_port for 094a89c5-8df3-4252-9c48-44498eda035b owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:57:02.821979 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-28be4a42-cc08-42ba-b79a-073cc2f3a354 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Deleting port b0887177-64c4-4e43-8066-7b9a9dd19620 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:57:02.822335 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-28be4a42-cc08-42ba-b79a-073cc2f3a354 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:02.887997 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-7d9ddf10-16ac-4c56-a5a3-60ea411c3157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-5878059', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:57:01Z', 'revision_number': 5, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'gw_port': {'id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:53:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:57:02.915900 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9ddf10-16ac-4c56-a5a3-60ea411c3157 None None] The sync data for ids ['a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9'] in n-d-815324-4 is: [{'id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-5878059', 'tenant_id': 'd41d81bb7602477ca32772fc73b93f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:57:01Z', 'revision_number': 5, 'project_id': 'd41d81bb7602477ca32772fc73b93f29', 'gw_port': {'id': 'b0887177-64c4-4e43-8066-7b9a9dd19620', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:53:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:55:24Z', 'updated_at': '2021-12-16T22:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:57:02.916639 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-28be4a42-cc08-42ba-b79a-073cc2f3a354 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] For port b0887177-64c4-4e43-8066-7b9a9dd19620, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b0887177-64c4-4e43-8066-7b9a9dd19620,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:57:02.917782 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-28be4a42-cc08-42ba-b79a-073cc2f3a354 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:02.931524 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-28be4a42-cc08-42ba-b79a-073cc2f3a354 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Calling delete_port for b0887177-64c4-4e43-8066-7b9a9dd19620 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:57:02.974196 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9f446ca6-6c87-4c97-86db-e3ef477791b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:02.998395 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f446ca6-6c87-4c97-86db-e3ef477791b5 None None] Pushing event deleted for resources: {'Port': ['ID=094a89c5-8df3-4252-9c48-44498eda035b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:03.002392 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f446ca6-6c87-4c97-86db-e3ef477791b5 None None] No DVR routers for this DVR port 094a89c5-8df3-4252-9c48-44498eda035b on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:57:03.189489 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-28be4a42-cc08-42ba-b79a-073cc2f3a354 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:03.216020 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be4a42-cc08-42ba-b79a-073cc2f3a354 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event deleted for resources: {'Port': ['ID=b0887177-64c4-4e43-8066-7b9a9dd19620,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:03.230575 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce2dc82-a342-41ea-9b3a-59da95574793 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:57:03.288765 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-28be4a42-cc08-42ba-b79a-073cc2f3a354 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:03.386577 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-28be4a42-cc08-42ba-b79a-073cc2f3a354 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:03.389018 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-28be4a42-cc08-42ba-b79a-073cc2f3a354 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:03.531628 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-28be4a42-cc08-42ba-b79a-073cc2f3a354 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:03.532211 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28be4a42-cc08-42ba-b79a-073cc2f3a354 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Fanout notify agent at l3_agent the message router_deleted on router a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:57:03.539200 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-28be4a42-cc08-42ba-b79a-073cc2f3a354 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:03.540454 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-28be4a42-cc08-42ba-b79a-073cc2f3a354 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "DELETE /v2.0/routers/a13c6af0-9d0c-4eae-a5b8-ce2625e6bee9 HTTP/1.1" status: 204 len: 168 time: 1.0609357 Dec 16 22:57:03.543278 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60558) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:03.627811 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9896c303-105e-4ef0-9b88-54c34de22054 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:03.719790 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9896c303-105e-4ef0-9b88-54c34de22054 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:03.740486 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-9896c303-105e-4ef0-9b88-54c34de22054 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3766475e-00df-4a43-8fcb-79281858bd7c']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:57:03.749562 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-9896c303-105e-4ef0-9b88-54c34de22054 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:57:03.749868 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-9896c303-105e-4ef0-9b88-54c34de22054 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29bc869-4803-4e3f-8c38-f2a8a6bdb1b0') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:57:03.760303 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9896c303-105e-4ef0-9b88-54c34de22054 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:03.773296 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9896c303-105e-4ef0-9b88-54c34de22054 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:03.779640 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9896c303-105e-4ef0-9b88-54c34de22054 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:57:03.779640 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9896c303-105e-4ef0-9b88-54c34de22054 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:57:03.783649 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:57:03.919874 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9896c303-105e-4ef0-9b88-54c34de22054 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:03.928500 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9896c303-105e-4ef0-9b88-54c34de22054 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:03.933690 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9896c303-105e-4ef0-9b88-54c34de22054 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] 10.222.0.75 "DELETE /v2.0/networks/3766475e-00df-4a43-8fcb-79281858bd7c HTTP/1.1" status: 204 len: 168 time: 0.3867311 Dec 16 22:57:03.943188 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896c303-105e-4ef0-9b88-54c34de22054 tempest-TestSecurityGroupsBasicOps-1293531295 tempest-TestSecurityGroupsBasicOps-1293531295-project] Pushing event deleted for resources: {'Network': ['ID=3766475e-00df-4a43-8fcb-79281858bd7c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:04.073216 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2e768e35-4a5d-4a44-b6c7-0676da8a44d7 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:57:04.098412 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 2e768e35-4a5d-4a44-b6c7-0676da8a44d7 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:57:04.098772 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2e768e35-4a5d-4a44-b6c7-0676da8a44d7 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:57:04.099237 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 094a89c5-8df3-4252-9c48-44498eda035b no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:57:04.118289 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 094a89c5-8df3-4252-9c48-44498eda035b {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:57:04.118648 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 094a89c5-8df3-4252-9c48-44498eda035b not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:57:04.119091 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b0887177-64c4-4e43-8066-7b9a9dd19620 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:57:04.138756 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: b0887177-64c4-4e43-8066-7b9a9dd19620 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:57:04.139141 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b0887177-64c4-4e43-8066-7b9a9dd19620 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:57:04.554885 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60566) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:04.687135 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b56eadc3-c198-44d5-a482-06444b9a345f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d41d81bb7602477ca32772fc73b93f29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1310050 Dec 16 22:57:04.690710 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60570) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:04.738040 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ccc3f33-d0ba-4c05-8bae-38ef3bf6bb30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:04.759487 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ccc3f33-d0ba-4c05-8bae-38ef3bf6bb30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:04.880260 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ccc3f33-d0ba-4c05-8bae-38ef3bf6bb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:04.882887 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ccc3f33-d0ba-4c05-8bae-38ef3bf6bb30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:04.884104 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7ccc3f33-d0ba-4c05-8bae-38ef3bf6bb30 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/317b736b-492c-4089-a8e5-7baad2538a70 HTTP/1.1" status: 204 len: 168 time: 0.1924343 Dec 16 22:57:04.892507 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc3f33-d0ba-4c05-8bae-38ef3bf6bb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317b736b-492c-4089-a8e5-7baad2538a70,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:05.716033 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60576) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:05.733173 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b2da556d-c183-4541-8081-1585d2175047 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:05.806963 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b2da556d-c183-4541-8081-1585d2175047 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:05.931394 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b2da556d-c183-4541-8081-1585d2175047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:05.969114 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da556d-c183-4541-8081-1585d2175047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a70d555-7dba-4813-b7de-ec72c0539283,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:05.973679 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b2da556d-c183-4541-8081-1585d2175047 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f48b283f27dc4bb6b6633f8b0946a9f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2566223 Dec 16 22:57:05.976716 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60578) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:06.025692 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-00092560-fcb8-426a-bab7-d0eaced2a12c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:06.047598 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-00092560-fcb8-426a-bab7-d0eaced2a12c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:06.221546 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-00092560-fcb8-426a-bab7-d0eaced2a12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:06.224180 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-00092560-fcb8-426a-bab7-d0eaced2a12c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:06.225477 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-00092560-fcb8-426a-bab7-d0eaced2a12c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2a70d555-7dba-4813-b7de-ec72c0539283 HTTP/1.1" status: 204 len: 168 time: 0.2481201 Dec 16 22:57:06.233596 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00092560-fcb8-426a-bab7-d0eaced2a12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a70d555-7dba-4813-b7de-ec72c0539283,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:07.087546 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60584) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:07.128198 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-24c25ff9-520c-47d3-9ce2-f6a8f3eadfb6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2f0b5639eeb74446abc1fe666d16ee38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394902 Dec 16 22:57:07.130739 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60586) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:57:07.182542 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c4a0ea3-2ca0-4437-86a3-03b88f162f77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:07.203755 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c4a0ea3-2ca0-4437-86a3-03b88f162f77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:07.308297 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c4a0ea3-2ca0-4437-86a3-03b88f162f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:07.311096 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c4a0ea3-2ca0-4437-86a3-03b88f162f77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:07.312285 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2c4a0ea3-2ca0-4437-86a3-03b88f162f77 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f5270288-98cf-40a3-8ee6-5896434afefc HTTP/1.1" status: 204 len: 168 time: 0.1806068 Dec 16 22:57:07.320769 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a0ea3-2ca0-4437-86a3-03b88f162f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5270288-98cf-40a3-8ee6-5896434afefc,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:57:23.422449 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7cc68078-ed13-4f6d-828c-eee6ebf98d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:25.697562 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f2d2aec6-422f-4867-a037-b6e51d748b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:27.080012 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:27.262436 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:28.445146 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:28.759880 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:29.102501 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:35.925629 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:57:52.803886 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a359d3a-9f11-4b90-bec0-c24b4d0a90b4 req-33eed119-73a2-4116-a8eb-beb7c093fe0c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411592 Dec 16 22:57:52.918136 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a359d3a-9f11-4b90-bec0-c24b4d0a90b4 req-c6162415-7155-4fc1-8127-c5593fdb46fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:52.920228 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a359d3a-9f11-4b90-bec0-c24b4d0a90b4 req-c6162415-7155-4fc1-8127-c5593fdb46fa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 1096 time: 0.0465600 Dec 16 22:57:53.024614 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a359d3a-9f11-4b90-bec0-c24b4d0a90b4 req-8b21ca4e-ca1a-4134-b600-b33414dfeae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:53.026108 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a359d3a-9f11-4b90-bec0-c24b4d0a90b4 req-8b21ca4e-ca1a-4134-b600-b33414dfeae5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 911 time: 0.0851581 Dec 16 22:57:53.100557 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a359d3a-9f11-4b90-bec0-c24b4d0a90b4 req-2ae6eae8-9fab-416d-a327-d63cc2e88aca service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0ca855-a41b-4421-adc0-7cf49fc84882 HTTP/1.1" status: 200 len: 1001 time: 0.0626171 Dec 16 22:57:53.156147 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a359d3a-9f11-4b90-bec0-c24b4d0a90b4 req-bc0372e2-a8f9-4016-b214-5abdf1d724a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:53.157946 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a359d3a-9f11-4b90-bec0-c24b4d0a90b4 req-bc0372e2-a8f9-4016-b214-5abdf1d724a1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d HTTP/1.1" status: 200 len: 850 time: 0.0456836 Dec 16 22:57:53.208922 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a359d3a-9f11-4b90-bec0-c24b4d0a90b4 req-0fd57bea-a5e2-471d-b345-2b7d982291af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:57:53.210357 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a359d3a-9f11-4b90-bec0-c24b4d0a90b4 req-0fd57bea-a5e2-471d-b345-2b7d982291af service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4daef152-7506-4390-9b15-8eed5c3fe323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404932 Dec 16 22:57:53.310255 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a359d3a-9f11-4b90-bec0-c24b4d0a90b4 req-3adb3d68-44d9-4ce6-9b5c-7ba1f953474b service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865207 Dec 16 22:57:53.410001 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a359d3a-9f11-4b90-bec0-c24b4d0a90b4 req-61a39301-6150-4d4c-9f48-7d90129fb141 service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861006 Dec 16 22:57:53.410846 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f98d35f-d444-44d4-beb1-4b20a05f3445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:55.691094 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-075c2ddf-b756-417c-aa8e-eadd7eade28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:57.108359 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:57.268420 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:58.439418 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:58.719035 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:57:59.101889 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:03.276470 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60598) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:03.438910 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea7eaa-4bed-4730-b425-df6bf2c93b25 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Deleting port 2c158b43-e41f-4186-b883-c0ee28dca263 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:58:03.439277 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8ea7eaa-4bed-4730-b425-df6bf2c93b25 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:03.518034 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8ea7eaa-4bed-4730-b425-df6bf2c93b25 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:03.518364 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8ea7eaa-4bed-4730-b425-df6bf2c93b25 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:03.531124 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea7eaa-4bed-4730-b425-df6bf2c93b25 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Calling delete_port for 2c158b43-e41f-4186-b883-c0ee28dca263 owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:58:03.758521 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8ea7eaa-4bed-4730-b425-df6bf2c93b25 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:03.784940 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea7eaa-4bed-4730-b425-df6bf2c93b25 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event deleted for resources: {'Port': ['ID=2c158b43-e41f-4186-b883-c0ee28dca263,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:03.811685 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea7eaa-4bed-4730-b425-df6bf2c93b25 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:03.812474 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea7eaa-4bed-4730-b425-df6bf2c93b25 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:03.812474 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea7eaa-4bed-4730-b425-df6bf2c93b25 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:03.812673 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea7eaa-4bed-4730-b425-df6bf2c93b25 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:03.813013 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea7eaa-4bed-4730-b425-df6bf2c93b25 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:03.813351 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea7eaa-4bed-4730-b425-df6bf2c93b25 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:03.813687 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea7eaa-4bed-4730-b425-df6bf2c93b25 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:03.814019 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea7eaa-4bed-4730-b425-df6bf2c93b25 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:03.814351 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea7eaa-4bed-4730-b425-df6bf2c93b25 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:03.814680 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea7eaa-4bed-4730-b425-df6bf2c93b25 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:03.815015 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea7eaa-4bed-4730-b425-df6bf2c93b25 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:03.815369 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea7eaa-4bed-4730-b425-df6bf2c93b25 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:03.815701 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea7eaa-4bed-4730-b425-df6bf2c93b25 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:03.855134 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8ea7eaa-4bed-4730-b425-df6bf2c93b25 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:03.855515 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-b8ea7eaa-4bed-4730-b425-df6bf2c93b25 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Floating IP b4f434d9-80b8-4ed9-9d5b-f7244c9bae4e disassociated (deleted). External IP: 172.25.6.28, port: 08b4ab71-39cd-4502-b3f6-a282a54a4be8. Dec 16 22:58:04.347663 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ea7eaa-4bed-4730-b425-df6bf2c93b25 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Router f2356911-0c5c-4ae1-ae3d-c6b339551136 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:58:04.456828 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ea7eaa-4bed-4730-b425-df6bf2c93b25 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:58:04.462770 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b8ea7eaa-4bed-4730-b425-df6bf2c93b25 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:04.467427 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12b2dc7-18fd-48bd-a97e-a8748157e07e None None] Sync routers for ids ['f2356911-0c5c-4ae1-ae3d-c6b339551136'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:58:04.476766 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12b2dc7-18fd-48bd-a97e-a8748157e07e None None] Routers {'f2356911-0c5c-4ae1-ae3d-c6b339551136'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:58:04.477388 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-d12b2dc7-18fd-48bd-a97e-a8748157e07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:57:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f2356911-0c5c-4ae1-ae3d-c6b339551136'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:04.490103 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b8ea7eaa-4bed-4730-b425-df6bf2c93b25 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "DELETE /v2.0/floatingips/b4f434d9-80b8-4ed9-9d5b-f7244c9bae4e HTTP/1.1" status: 204 len: 168 time: 1.2124245 Dec 16 22:58:04.490695 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f96c1d-51ab-4ca3-940e-444b79b1043a', 'tag': '08b4ab71-39cd-4502-b3f6-a282a54a4be8'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:58:04.492973 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3301e1-264f-4136-8ab7-f98d7ef328e4" -d '{"events": [{"name": "network-changed", "server_uuid": "43f96c1d-51ab-4ca3-940e-444b79b1043a", "tag": "08b4ab71-39cd-4502-b3f6-a282a54a4be8"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:58:04.541303 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bc1dfa-9e5b-4c62-88ba-d8557fff6996 x-openstack-request-id: req-c2bc1dfa-9e5b-4c62-88ba-d8557fff6996 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:58:04.541607 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f96c1d-51ab-4ca3-940e-444b79b1043a", "tag": "08b4ab71-39cd-4502-b3f6-a282a54a4be8", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:58:04.541866 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c2bc1dfa-9e5b-4c62-88ba-d8557fff6996 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:58:04.542276 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f96c1d-51ab-4ca3-940e-444b79b1043a', 'tag': '08b4ab71-39cd-4502-b3f6-a282a54a4be8', 'status': 'completed', 'code': 200} Dec 16 22:58:04.592948 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-d12b2dc7-18fd-48bd-a97e-a8748157e07e None None] Set router f2356911-0c5c-4ae1-ae3d-c6b339551136 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:58:04.632142 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3301e1-264f-4136-8ab7-f98d7ef328e4 req-d1e09506-e09b-4a0b-9cb6-d9cfb5821eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:04.633440 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1e3301e1-264f-4136-8ab7-f98d7ef328e4 req-d1e09506-e09b-4a0b-9cb6-d9cfb5821eba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 1096 time: 0.0473855 Dec 16 22:58:04.730661 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3301e1-264f-4136-8ab7-f98d7ef328e4 req-cda42ce7-5665-4da8-8538-f6a757c67442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:04.732268 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1e3301e1-264f-4136-8ab7-f98d7ef328e4 req-cda42ce7-5665-4da8-8538-f6a757c67442 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 911 time: 0.0917118 Dec 16 22:58:04.783818 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1e3301e1-264f-4136-8ab7-f98d7ef328e4 req-be8b0d9f-89ee-43d5-9a95-53a5dfe5c01a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08b4ab71-39cd-4502-b3f6-a282a54a4be8 HTTP/1.1" status: 200 len: 217 time: 0.0444508 Dec 16 22:58:04.830294 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-d12b2dc7-18fd-48bd-a97e-a8748157e07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'name': 'tempest-TestVolumeBootPattern-493678342-router', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'gw_port': {'id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:52Z', 'updated_at': '2021-12-16T22:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '85554f3a-ec30-42f5-ba37-687fc2c7351a', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'port_id': 'ac0ca855-a41b-4421-adc0-7cf49fc84882', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'mac_address': 'fa:16:3e:34:24:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23e1026-5a54-4219-9430-f913eee86c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:52:50Z', 'updated_at': '2021-12-16T22:52:53Z', 'revision_number': 1, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c446f6-e687-41bb-afe1-9fef24f1666b', 'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'mac_address': 'fa:16:3e:07:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:56Z', 'updated_at': '2021-12-16T22:43:12Z', 'revision_number': 5, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'subnets': [{'id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:04.849953 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3301e1-264f-4136-8ab7-f98d7ef328e4 req-a427dab8-0d4c-4193-8fa0-1b97073373f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:04.851957 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1e3301e1-264f-4136-8ab7-f98d7ef328e4 req-a427dab8-0d4c-4193-8fa0-1b97073373f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d HTTP/1.1" status: 200 len: 850 time: 0.0607338 Dec 16 22:58:04.860796 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12b2dc7-18fd-48bd-a97e-a8748157e07e None None] Checking router: f2356911-0c5c-4ae1-ae3d-c6b339551136 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:58:04.869157 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12b2dc7-18fd-48bd-a97e-a8748157e07e None None] Routers {'f2356911-0c5c-4ae1-ae3d-c6b339551136'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:58:04.869991 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-d12b2dc7-18fd-48bd-a97e-a8748157e07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:57:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f2356911-0c5c-4ae1-ae3d-c6b339551136'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:04.952016 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3301e1-264f-4136-8ab7-f98d7ef328e4 req-e9f70300-018e-44e0-9548-40e50d3ac319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:04.953478 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1e3301e1-264f-4136-8ab7-f98d7ef328e4 req-e9f70300-018e-44e0-9548-40e50d3ac319 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4daef152-7506-4390-9b15-8eed5c3fe323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742965 Dec 16 22:58:04.961915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302e5b7-0d45-40d2-aeb1-f995d8052bc7 req-55e42a2e-e64e-4e86-85c5-3742b141ed54 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:04.963401 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e302e5b7-0d45-40d2-aeb1-f995d8052bc7 req-55e42a2e-e64e-4e86-85c5-3742b141ed54 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 945 time: 0.0744371 Dec 16 22:58:04.969033 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-1e3301e1-264f-4136-8ab7-f98d7ef328e4 req-855905dd-8eba-4f00-aecd-6135cb5cc598 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:58:04.970091 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1e3301e1-264f-4136-8ab7-f98d7ef328e4 req-855905dd-8eba-4f00-aecd-6135cb5cc598 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057821 Dec 16 22:58:04.981850 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-d12b2dc7-18fd-48bd-a97e-a8748157e07e None None] Set router f2356911-0c5c-4ae1-ae3d-c6b339551136 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:58:05.071885 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e302e5b7-0d45-40d2-aeb1-f995d8052bc7 req-71d0c98e-a7c7-4456-bd5c-bfb1f3b09c12 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996673 Dec 16 22:58:05.101610 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1e3301e1-264f-4136-8ab7-f98d7ef328e4 req-41530eaa-4a4d-4610-9129-ef0f5e150409 service neutron] 10.222.0.57 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227264 Dec 16 22:58:05.195179 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1e3301e1-264f-4136-8ab7-f98d7ef328e4 req-2c706954-49b0-4475-a6e8-edab0131ad47 service neutron] 10.222.0.57 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854805 Dec 16 22:58:05.217261 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-d12b2dc7-18fd-48bd-a97e-a8748157e07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'name': 'tempest-TestVolumeBootPattern-493678342-router', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'gw_port': {'id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:52Z', 'updated_at': '2021-12-16T22:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '85554f3a-ec30-42f5-ba37-687fc2c7351a', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'port_id': 'ac0ca855-a41b-4421-adc0-7cf49fc84882', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'mac_address': 'fa:16:3e:34:24:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23e1026-5a54-4219-9430-f913eee86c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:52:50Z', 'updated_at': '2021-12-16T22:52:53Z', 'revision_number': 1, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c446f6-e687-41bb-afe1-9fef24f1666b', 'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'mac_address': 'fa:16:3e:07:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:56Z', 'updated_at': '2021-12-16T22:43:12Z', 'revision_number': 5, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'subnets': [{'id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:05.241337 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12b2dc7-18fd-48bd-a97e-a8748157e07e None None] The sync data for ids ['f2356911-0c5c-4ae1-ae3d-c6b339551136'] in n-d-815324-4 is: [{'id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'name': 'tempest-TestVolumeBootPattern-493678342-router', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'gw_port': {'id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:52Z', 'updated_at': '2021-12-16T22:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '85554f3a-ec30-42f5-ba37-687fc2c7351a', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'port_id': 'ac0ca855-a41b-4421-adc0-7cf49fc84882', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'mac_address': 'fa:16:3e:34:24:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23e1026-5a54-4219-9430-f913eee86c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:52:50Z', 'updated_at': '2021-12-16T22:52:53Z', 'revision_number': 1, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c446f6-e687-41bb-afe1-9fef24f1666b', 'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'mac_address': 'fa:16:3e:07:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:56Z', 'updated_at': '2021-12-16T22:43:12Z', 'revision_number': 5, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'subnets': [{'id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:58:05.462213 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46280205-a6a0-4bd0-b018-c97d6ec230c3 None None] New status for floating IP b4f434d9-80b8-4ed9-9d5b-f7244c9bae4e: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:58:06.198452 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8a817-fc99-43ac-8895-7c220f83510a req-ca0c0c2d-fe89-4b8a-ac93-af7e407a79c3 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:06.201123 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5d8a817-fc99-43ac-8895-7c220f83510a req-ca0c0c2d-fe89-4b8a-ac93-af7e407a79c3 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 945 time: 0.0512917 Dec 16 22:58:06.250351 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5d8a817-fc99-43ac-8895-7c220f83510a req-44a8c9e0-5b06-4b8d-b016-83b0ea4109f3 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440767 Dec 16 22:58:06.715862 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d8245-ebb4-4615-be22-821c0df45085 req-1a49bac3-b90c-41b9-87eb-8b79ebebfafc tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:06.718245 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-263d8245-ebb4-4615-be22-821c0df45085 req-1a49bac3-b90c-41b9-87eb-8b79ebebfafc tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.57 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 945 time: 0.0543041 Dec 16 22:58:06.807245 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-263d8245-ebb4-4615-be22-821c0df45085 req-9adaba4d-3a53-420c-aed5-037b1dc6bc23 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Deleting port 08b4ab71-39cd-4502-b3f6-a282a54a4be8 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:58:06.807600 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-263d8245-ebb4-4615-be22-821c0df45085 req-9adaba4d-3a53-420c-aed5-037b1dc6bc23 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:06.902319 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-263d8245-ebb4-4615-be22-821c0df45085 req-9adaba4d-3a53-420c-aed5-037b1dc6bc23 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] For port 08b4ab71-39cd-4502-b3f6-a282a54a4be8, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=08b4ab71-39cd-4502-b3f6-a282a54a4be8,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:58:06.902600 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-263d8245-ebb4-4615-be22-821c0df45085 req-9adaba4d-3a53-420c-aed5-037b1dc6bc23 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:06.916325 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-263d8245-ebb4-4615-be22-821c0df45085 req-9adaba4d-3a53-420c-aed5-037b1dc6bc23 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Calling delete_port for 08b4ab71-39cd-4502-b3f6-a282a54a4be8 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:58:07.108250 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-263d8245-ebb4-4615-be22-821c0df45085 req-9adaba4d-3a53-420c-aed5-037b1dc6bc23 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:07.144212 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adaba4d-3a53-420c-aed5-037b1dc6bc23 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event deleted for resources: {'Port': ['ID=08b4ab71-39cd-4502-b3f6-a282a54a4be8,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:07.183782 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-263d8245-ebb4-4615-be22-821c0df45085 req-9adaba4d-3a53-420c-aed5-037b1dc6bc23 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] No DVR routers for this DVR port 08b4ab71-39cd-4502-b3f6-a282a54a4be8 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:58:07.187416 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-263d8245-ebb4-4615-be22-821c0df45085 req-9adaba4d-3a53-420c-aed5-037b1dc6bc23 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:07.190736 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-263d8245-ebb4-4615-be22-821c0df45085 req-9adaba4d-3a53-420c-aed5-037b1dc6bc23 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.57 "DELETE /v2.0/ports/08b4ab71-39cd-4502-b3f6-a282a54a4be8 HTTP/1.1" status: 204 len: 173 time: 0.4667072 Dec 16 22:58:07.191218 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f96c1d-51ab-4ca3-940e-444b79b1043a', 'name': 'network-vif-deleted', 'tag': '08b4ab71-39cd-4502-b3f6-a282a54a4be8'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:58:07.193478 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69a5701-657e-47fa-a08b-b00da0e6d323" -d '{"events": [{"server_uuid": "43f96c1d-51ab-4ca3-940e-444b79b1043a", "name": "network-vif-deleted", "tag": "08b4ab71-39cd-4502-b3f6-a282a54a4be8"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:58:07.230264 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b60dfe-2e7b-4362-8c90-b0e088b37e99 x-openstack-request-id: req-22b60dfe-2e7b-4362-8c90-b0e088b37e99 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:58:07.230560 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f96c1d-51ab-4ca3-940e-444b79b1043a", "name": "network-vif-deleted", "tag": "08b4ab71-39cd-4502-b3f6-a282a54a4be8", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:58:07.230934 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-22b60dfe-2e7b-4362-8c90-b0e088b37e99 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:58:07.231291 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f96c1d-51ab-4ca3-940e-444b79b1043a', 'name': 'network-vif-deleted', 'tag': '08b4ab71-39cd-4502-b3f6-a282a54a4be8', 'status': 'completed', 'code': 200} Dec 16 22:58:07.351099 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-11d3e2b8-6ebd-4fd1-a7ce-70744e750b23 req-9b25bdf2-85cf-4c67-9709-8280b66e001c tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 210 time: 0.0307946 Dec 16 22:58:08.450508 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6ee02bb5-e112-473f-8738-ad296fa9767a req-5ae8ced1-f713-40df-a211-4552f1c619bd tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 210 time: 0.0274248 Dec 16 22:58:09.548051 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bd3f512d-6549-429e-8186-1828e3e0ecfd req-b4ab5821-a19d-4f84-b57c-9239fc4431a9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 210 time: 0.0286815 Dec 16 22:58:10.189019 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 08b4ab71-39cd-4502-b3f6-a282a54a4be8 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:58:10.209310 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 08b4ab71-39cd-4502-b3f6-a282a54a4be8 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:58:10.209653 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 08b4ab71-39cd-4502-b3f6-a282a54a4be8 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:58:10.643480 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b1fbb06b-4efd-4478-8e52-cec04d7880be req-e96d6526-d76d-4d81-9def-9421436dbdba tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 210 time: 0.0264921 Dec 16 22:58:11.741325 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dda2aaa4-3a8e-42b5-818b-814b98e32789 req-5f58fd4c-9e87-488c-99f1-e4337bbec025 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=43f96c1d-51ab-4ca3-940e-444b79b1043a HTTP/1.1" status: 200 len: 210 time: 0.0269310 Dec 16 22:58:12.925611 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:58:18.393878 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60648) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:18.555826 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-9c58eec3-4abf-4178-bece-0a5ec0022890 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Deleting port 12dd71c1-6cfd-44f6-bc6e-7cd9a21e5c8a {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:58:18.556166 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9c58eec3-4abf-4178-bece-0a5ec0022890 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:18.636833 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9c58eec3-4abf-4178-bece-0a5ec0022890 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:18.637166 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9c58eec3-4abf-4178-bece-0a5ec0022890 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:18.649290 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-9c58eec3-4abf-4178-bece-0a5ec0022890 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Calling delete_port for 12dd71c1-6cfd-44f6-bc6e-7cd9a21e5c8a owned by network:floatingip {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:58:18.856363 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9c58eec3-4abf-4178-bece-0a5ec0022890 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:18.886690 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58eec3-4abf-4178-bece-0a5ec0022890 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event deleted for resources: {'Port': ['ID=12dd71c1-6cfd-44f6-bc6e-7cd9a21e5c8a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:18.912571 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58eec3-4abf-4178-bece-0a5ec0022890 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:18.912926 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58eec3-4abf-4178-bece-0a5ec0022890 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:18.913277 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58eec3-4abf-4178-bece-0a5ec0022890 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:18.913621 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58eec3-4abf-4178-bece-0a5ec0022890 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:18.913960 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58eec3-4abf-4178-bece-0a5ec0022890 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:18.914298 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58eec3-4abf-4178-bece-0a5ec0022890 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:18.914665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58eec3-4abf-4178-bece-0a5ec0022890 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:18.915003 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58eec3-4abf-4178-bece-0a5ec0022890 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:18.915428 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58eec3-4abf-4178-bece-0a5ec0022890 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:18.915759 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58eec3-4abf-4178-bece-0a5ec0022890 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:18.916087 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58eec3-4abf-4178-bece-0a5ec0022890 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:18.916417 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58eec3-4abf-4178-bece-0a5ec0022890 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:18.916746 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58eec3-4abf-4178-bece-0a5ec0022890 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:18.958903 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9c58eec3-4abf-4178-bece-0a5ec0022890 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for floatingip, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:18.959267 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-9c58eec3-4abf-4178-bece-0a5ec0022890 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Floating IP 85554f3a-ec30-42f5-ba37-687fc2c7351a disassociated (deleted). External IP: 172.25.6.181, port: ac0ca855-a41b-4421-adc0-7cf49fc84882. Dec 16 22:58:19.170516 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c58eec3-4abf-4178-bece-0a5ec0022890 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Router f2356911-0c5c-4ae1-ae3d-c6b339551136 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:58:19.280335 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c58eec3-4abf-4178-bece-0a5ec0022890 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:58:19.287339 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9c58eec3-4abf-4178-bece-0a5ec0022890 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:19.293181 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9786ec7a-69f8-459e-8674-f9d194b0b820 None None] Sync routers for ids ['f2356911-0c5c-4ae1-ae3d-c6b339551136'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:58:19.303209 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9786ec7a-69f8-459e-8674-f9d194b0b820 None None] Routers {'f2356911-0c5c-4ae1-ae3d-c6b339551136'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:58:19.303828 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9786ec7a-69f8-459e-8674-f9d194b0b820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:57:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f2356911-0c5c-4ae1-ae3d-c6b339551136'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:19.314160 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9c58eec3-4abf-4178-bece-0a5ec0022890 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "DELETE /v2.0/floatingips/85554f3a-ec30-42f5-ba37-687fc2c7351a HTTP/1.1" status: 204 len: 168 time: 0.9191608 Dec 16 22:58:19.314882 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23e1026-5a54-4219-9430-f913eee86c1e', 'tag': 'ac0ca855-a41b-4421-adc0-7cf49fc84882'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:58:19.317231 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c67a46-9957-4fb4-aa32-8f16f487b3b8" -d '{"events": [{"name": "network-changed", "server_uuid": "e23e1026-5a54-4219-9430-f913eee86c1e", "tag": "ac0ca855-a41b-4421-adc0-7cf49fc84882"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:58:19.363544 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46890865-273b-4ece-902a-ba08721d7bd1 x-openstack-request-id: req-46890865-273b-4ece-902a-ba08721d7bd1 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:58:19.363840 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e23e1026-5a54-4219-9430-f913eee86c1e", "tag": "ac0ca855-a41b-4421-adc0-7cf49fc84882", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:58:19.364131 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-46890865-273b-4ece-902a-ba08721d7bd1 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:58:19.364507 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23e1026-5a54-4219-9430-f913eee86c1e', 'tag': 'ac0ca855-a41b-4421-adc0-7cf49fc84882', 'status': 'completed', 'code': 200} Dec 16 22:58:19.423681 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-9786ec7a-69f8-459e-8674-f9d194b0b820 None None] Set router f2356911-0c5c-4ae1-ae3d-c6b339551136 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:58:19.467496 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c67a46-9957-4fb4-aa32-8f16f487b3b8 req-533cd84b-f13c-445b-a752-9ac6cacdf986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:19.470009 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b8c67a46-9957-4fb4-aa32-8f16f487b3b8 req-533cd84b-f13c-445b-a752-9ac6cacdf986 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 1096 time: 0.0468953 Dec 16 22:58:19.574109 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c67a46-9957-4fb4-aa32-8f16f487b3b8 req-23a21a24-5ac0-4014-99f0-f3d54f523093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:19.575686 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b8c67a46-9957-4fb4-aa32-8f16f487b3b8 req-23a21a24-5ac0-4014-99f0-f3d54f523093 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 200 len: 911 time: 0.0937438 Dec 16 22:58:19.630416 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b8c67a46-9957-4fb4-aa32-8f16f487b3b8 req-2f5ab2e2-96e9-4b03-af95-748150a4bec4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0ca855-a41b-4421-adc0-7cf49fc84882 HTTP/1.1" status: 200 len: 217 time: 0.0427375 Dec 16 22:58:19.686203 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c67a46-9957-4fb4-aa32-8f16f487b3b8 req-7200d839-2652-4a82-bf2c-1e1f0ba8ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:19.688366 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b8c67a46-9957-4fb4-aa32-8f16f487b3b8 req-7200d839-2652-4a82-bf2c-1e1f0ba8ee06 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d HTTP/1.1" status: 200 len: 850 time: 0.0493014 Dec 16 22:58:19.795361 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9786ec7a-69f8-459e-8674-f9d194b0b820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'name': 'tempest-TestVolumeBootPattern-493678342-router', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'gw_port': {'id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:52Z', 'updated_at': '2021-12-16T22:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '71c446f6-e687-41bb-afe1-9fef24f1666b', 'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'mac_address': 'fa:16:3e:07:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:56Z', 'updated_at': '2021-12-16T22:43:12Z', 'revision_number': 5, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'subnets': [{'id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:19.811284 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c67a46-9957-4fb4-aa32-8f16f487b3b8 req-4a35627d-a33e-4e7f-8c90-aa70b6dde7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:19.813430 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b8c67a46-9957-4fb4-aa32-8f16f487b3b8 req-4a35627d-a33e-4e7f-8c90-aa70b6dde7c2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4daef152-7506-4390-9b15-8eed5c3fe323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730529 Dec 16 22:58:19.825277 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9786ec7a-69f8-459e-8674-f9d194b0b820 None None] Checking router: f2356911-0c5c-4ae1-ae3d-c6b339551136 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:58:19.825481 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab56463-43f9-429c-9569-b20d7f00ad78 req-9a3da792-77c7-4903-9e86-f89a5677c1c6 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:19.826903 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bab56463-43f9-429c-9569-b20d7f00ad78 req-9a3da792-77c7-4903-9e86-f89a5677c1c6 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 945 time: 0.0597379 Dec 16 22:58:19.834652 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9786ec7a-69f8-459e-8674-f9d194b0b820 None None] Routers {'f2356911-0c5c-4ae1-ae3d-c6b339551136'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:58:19.835319 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9786ec7a-69f8-459e-8674-f9d194b0b820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:57:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f2356911-0c5c-4ae1-ae3d-c6b339551136'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:19.929853 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bab56463-43f9-429c-9569-b20d7f00ad78 req-24a73f35-7177-49cc-b607-2baf68a3cbc9 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959723 Dec 16 22:58:19.951656 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-9786ec7a-69f8-459e-8674-f9d194b0b820 None None] Set router f2356911-0c5c-4ae1-ae3d-c6b339551136 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:58:19.961302 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b8c67a46-9957-4fb4-aa32-8f16f487b3b8 req-bbf3d4cf-3712-4422-8cf1-4a37756b626e service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143103 Dec 16 22:58:20.063820 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b8c67a46-9957-4fb4-aa32-8f16f487b3b8 req-ffa35c9c-251f-4e17-925a-06266723735b service neutron] 10.222.0.76 "GET /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922980 Dec 16 22:58:20.145091 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9786ec7a-69f8-459e-8674-f9d194b0b820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'name': 'tempest-TestVolumeBootPattern-493678342-router', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'gw_port': {'id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:52Z', 'updated_at': '2021-12-16T22:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '71c446f6-e687-41bb-afe1-9fef24f1666b', 'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'mac_address': 'fa:16:3e:07:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:56Z', 'updated_at': '2021-12-16T22:43:12Z', 'revision_number': 5, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'subnets': [{'id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:20.171738 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9786ec7a-69f8-459e-8674-f9d194b0b820 None None] The sync data for ids ['f2356911-0c5c-4ae1-ae3d-c6b339551136'] in n-d-815324-4 is: [{'id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'name': 'tempest-TestVolumeBootPattern-493678342-router', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:42:58Z', 'revision_number': 4, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'gw_port': {'id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:52Z', 'updated_at': '2021-12-16T22:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '71c446f6-e687-41bb-afe1-9fef24f1666b', 'name': '', 'network_id': '4daef152-7506-4390-9b15-8eed5c3fe323', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'mac_address': 'fa:16:3e:07:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:56Z', 'updated_at': '2021-12-16T22:43:12Z', 'revision_number': 5, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'subnets': [{'id': '1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:58:20.396374 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed219db-c083-4314-a1e0-65c24f12bd8e None None] New status for floating IP 85554f3a-ec30-42f5-ba37-687fc2c7351a: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 22:58:20.642780 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c775ed-55dc-4bf8-a5ec-205d8465f048 req-b44eb007-ac32-4017-bc89-25e127edb5c6 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:20.644290 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d8c775ed-55dc-4bf8-a5ec-205d8465f048 req-b44eb007-ac32-4017-bc89-25e127edb5c6 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.76 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 945 time: 0.0508730 Dec 16 22:58:20.739309 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-d8c775ed-55dc-4bf8-a5ec-205d8465f048 req-53b2c247-bbdb-496e-a49d-ebb5fc96003b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Deleting port ac0ca855-a41b-4421-adc0-7cf49fc84882 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:58:20.739565 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d8c775ed-55dc-4bf8-a5ec-205d8465f048 req-53b2c247-bbdb-496e-a49d-ebb5fc96003b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:20.832007 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-d8c775ed-55dc-4bf8-a5ec-205d8465f048 req-53b2c247-bbdb-496e-a49d-ebb5fc96003b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] For port ac0ca855-a41b-4421-adc0-7cf49fc84882, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=ac0ca855-a41b-4421-adc0-7cf49fc84882,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:58:20.832371 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d8c775ed-55dc-4bf8-a5ec-205d8465f048 req-53b2c247-bbdb-496e-a49d-ebb5fc96003b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:20.845240 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-d8c775ed-55dc-4bf8-a5ec-205d8465f048 req-53b2c247-bbdb-496e-a49d-ebb5fc96003b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Calling delete_port for ac0ca855-a41b-4421-adc0-7cf49fc84882 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:58:21.027701 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d8c775ed-55dc-4bf8-a5ec-205d8465f048 req-53b2c247-bbdb-496e-a49d-ebb5fc96003b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:21.057485 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab264cfb-aa01-434a-8f0b-780ac2109869 req-9e6951b5-b853-42bd-a2ce-ca2698076be8 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:21.058763 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2c247-bbdb-496e-a49d-ebb5fc96003b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event deleted for resources: {'Port': ['ID=ac0ca855-a41b-4421-adc0-7cf49fc84882,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:21.059011 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ab264cfb-aa01-434a-8f0b-780ac2109869 req-9e6951b5-b853-42bd-a2ce-ca2698076be8 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 867 time: 0.0558558 Dec 16 22:58:21.101742 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c775ed-55dc-4bf8-a5ec-205d8465f048 req-53b2c247-bbdb-496e-a49d-ebb5fc96003b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] No DVR routers for this DVR port ac0ca855-a41b-4421-adc0-7cf49fc84882 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:58:21.104421 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d8c775ed-55dc-4bf8-a5ec-205d8465f048 req-53b2c247-bbdb-496e-a49d-ebb5fc96003b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:21.107748 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d8c775ed-55dc-4bf8-a5ec-205d8465f048 req-53b2c247-bbdb-496e-a49d-ebb5fc96003b tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.76 "DELETE /v2.0/ports/ac0ca855-a41b-4421-adc0-7cf49fc84882 HTTP/1.1" status: 204 len: 173 time: 0.4537036 Dec 16 22:58:21.108194 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23e1026-5a54-4219-9430-f913eee86c1e', 'name': 'network-vif-deleted', 'tag': 'ac0ca855-a41b-4421-adc0-7cf49fc84882'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:58:21.111485 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11838560-1ded-40f1-9824-a5f067263fb1" -d '{"events": [{"server_uuid": "e23e1026-5a54-4219-9430-f913eee86c1e", "name": "network-vif-deleted", "tag": "ac0ca855-a41b-4421-adc0-7cf49fc84882"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:58:21.120230 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ab264cfb-aa01-434a-8f0b-780ac2109869 req-e6cf5d10-a455-419f-9125-050b7d68e682 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/security-groups?id=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479648 Dec 16 22:58:21.155321 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229192e0-0d31-4657-9631-977c77224bb9 x-openstack-request-id: req-229192e0-0d31-4657-9631-977c77224bb9 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:58:21.155321 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23e1026-5a54-4219-9430-f913eee86c1e", "name": "network-vif-deleted", "tag": "ac0ca855-a41b-4421-adc0-7cf49fc84882", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:58:21.155321 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-229192e0-0d31-4657-9631-977c77224bb9 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:58:21.155321 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23e1026-5a54-4219-9430-f913eee86c1e', 'name': 'network-vif-deleted', 'tag': 'ac0ca855-a41b-4421-adc0-7cf49fc84882', 'status': 'completed', 'code': 200} Dec 16 22:58:22.219819 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d74e34fa-b8ac-4490-9851-355dc064802a req-f40404a4-6ab5-4f0f-9f5a-d8053bab9fd6 tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 210 time: 0.0261319 Dec 16 22:58:22.856294 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device ac0ca855-a41b-4421-adc0-7cf49fc84882 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:58:22.881379 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: ac0ca855-a41b-4421-adc0-7cf49fc84882 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:58:22.881644 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device ac0ca855-a41b-4421-adc0-7cf49fc84882 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:58:23.323133 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1d3427b6-d70c-4151-a658-9b551e3df298 req-b622887c-bfda-4611-bfe8-4bbf7f14c78e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 210 time: 0.0313933 Dec 16 22:58:23.404903 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-637f7800-068b-44e4-b033-4b3cef795c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:24.426209 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1822273c-c4b3-40e3-ba95-079eac7532b2 req-78144905-dab0-41f3-95a3-735a468d011d tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 210 time: 0.0311105 Dec 16 22:58:25.529344 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1bc8ae19-9197-42f0-840c-5c5827b67371 req-adc847b0-f3ed-4221-b372-7c6e14703a4e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "GET /v2.0/ports?device_id=e23e1026-5a54-4219-9430-f913eee86c1e HTTP/1.1" status: 200 len: 210 time: 0.0284457 Dec 16 22:58:25.712299 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-161fec96-fe7f-4ee8-89f8-3d7df524f3be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:26.587409 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60676) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:26.720745 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d6a51-f46e-406d-b22c-5441fbe57f6e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Deleting port cf524a41-e574-4a6e-9e08-30e70319d6fa {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:58:26.720981 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a7d6a51-f46e-406d-b22c-5441fbe57f6e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:26.799375 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a7d6a51-f46e-406d-b22c-5441fbe57f6e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:26.799704 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a7d6a51-f46e-406d-b22c-5441fbe57f6e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:26.811836 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d6a51-f46e-406d-b22c-5441fbe57f6e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Calling delete_port for cf524a41-e574-4a6e-9e08-30e70319d6fa owned by network:floatingip {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:58:27.101981 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:27.302086 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:27.330367 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a7d6a51-f46e-406d-b22c-5441fbe57f6e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:27.354454 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d6a51-f46e-406d-b22c-5441fbe57f6e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event deleted for resources: {'Port': ['ID=cf524a41-e574-4a6e-9e08-30e70319d6fa,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:27.422826 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a7d6a51-f46e-406d-b22c-5441fbe57f6e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for floatingip, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:27.426411 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6a7d6a51-f46e-406d-b22c-5441fbe57f6e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:27.427635 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6a7d6a51-f46e-406d-b22c-5441fbe57f6e tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "DELETE /v2.0/floatingips/8641fde6-c068-44d7-8679-28cada23fe96 HTTP/1.1" status: 204 len: 168 time: 0.8392370 Dec 16 22:58:28.410854 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:28.759382 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:29.113387 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:30.809397 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60696) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:30.868689 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-134e3c62-9bf3-444e-82a0-cbc9c090d8fa tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:30.894276 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-134e3c62-9bf3-444e-82a0-cbc9c090d8fa tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:31.010825 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-134e3c62-9bf3-444e-82a0-cbc9c090d8fa tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:31.014116 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-134e3c62-9bf3-444e-82a0-cbc9c090d8fa tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:31.022057 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-134e3c62-9bf3-444e-82a0-cbc9c090d8fa tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] 10.222.0.75 "DELETE /v2.0/security-groups/f77b39c1-2da9-4728-a9ae-1e6b5a4c356f HTTP/1.1" status: 204 len: 168 time: 0.2047057 Dec 16 22:58:31.025581 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e3c62-9bf3-444e-82a0-cbc9c090d8fa tempest-TestVolumeBootPattern-2076114228 tempest-TestVolumeBootPattern-2076114228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77b39c1-2da9-4728-a9ae-1e6b5a4c356f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:31.192155 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60700) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:31.779974 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-befd0421-9cb3-4a33-ad8c-08e3076be292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:32.036954 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-befd0421-9cb3-4a33-ad8c-08e3076be292 admin admin] Deleting port 71c446f6-e687-41bb-afe1-9fef24f1666b {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:58:32.037614 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-befd0421-9cb3-4a33-ad8c-08e3076be292 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:32.122326 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-befd0421-9cb3-4a33-ad8c-08e3076be292 admin admin] For port 71c446f6-e687-41bb-afe1-9fef24f1666b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=71c446f6-e687-41bb-afe1-9fef24f1666b,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:58:32.122692 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-befd0421-9cb3-4a33-ad8c-08e3076be292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:32.137515 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-befd0421-9cb3-4a33-ad8c-08e3076be292 admin admin] Calling delete_port for 71c446f6-e687-41bb-afe1-9fef24f1666b owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:58:32.428042 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-befd0421-9cb3-4a33-ad8c-08e3076be292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:32.458502 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd0421-9cb3-4a33-ad8c-08e3076be292 admin admin] Pushing event deleted for resources: {'Port': ['ID=71c446f6-e687-41bb-afe1-9fef24f1666b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:32.627732 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-befd0421-9cb3-4a33-ad8c-08e3076be292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:33.122200 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befd0421-9cb3-4a33-ad8c-08e3076be292 admin admin] Router f2356911-0c5c-4ae1-ae3d-c6b339551136 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:58:33.228137 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befd0421-9cb3-4a33-ad8c-08e3076be292 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:58:33.236244 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-befd0421-9cb3-4a33-ad8c-08e3076be292 admin admin] 10.222.0.75 "PUT /v2.0/routers/f2356911-0c5c-4ae1-ae3d-c6b339551136/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0425568 Dec 16 22:58:33.239271 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60704) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:33.242504 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f5724c-b033-4b6a-84b0-ec886b24be45 None None] Sync routers for ids ['f2356911-0c5c-4ae1-ae3d-c6b339551136'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:58:33.253954 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f5724c-b033-4b6a-84b0-ec886b24be45 None None] Routers {'f2356911-0c5c-4ae1-ae3d-c6b339551136'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:58:33.254574 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-73f5724c-b033-4b6a-84b0-ec886b24be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:58:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f2356911-0c5c-4ae1-ae3d-c6b339551136'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:33.355091 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-480e695d-fd31-4ce1-a7d6-9341c4016445 admin admin] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:33.363789 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-73f5724c-b033-4b6a-84b0-ec886b24be45 None None] Set router f2356911-0c5c-4ae1-ae3d-c6b339551136 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:58:33.464537 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-480e695d-fd31-4ce1-a7d6-9341c4016445 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:33.553920 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-73f5724c-b033-4b6a-84b0-ec886b24be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'name': 'tempest-TestVolumeBootPattern-493678342-router', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:58:32Z', 'revision_number': 5, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'gw_port': {'id': '7400966b-fd47-4d36-ab94-4fce5c32b3d6', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:52Z', 'updated_at': '2021-12-16T22:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:33.584599 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f5724c-b033-4b6a-84b0-ec886b24be45 None None] Checking router: f2356911-0c5c-4ae1-ae3d-c6b339551136 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:58:33.589087 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-480e695d-fd31-4ce1-a7d6-9341c4016445 admin admin] Deleting port 7400966b-fd47-4d36-ab94-4fce5c32b3d6 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:58:33.589511 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-480e695d-fd31-4ce1-a7d6-9341c4016445 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:33.593329 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f5724c-b033-4b6a-84b0-ec886b24be45 None None] Routers {'f2356911-0c5c-4ae1-ae3d-c6b339551136'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:58:33.594579 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-73f5724c-b033-4b6a-84b0-ec886b24be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:58:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['f2356911-0c5c-4ae1-ae3d-c6b339551136'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:33.675736 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-480e695d-fd31-4ce1-a7d6-9341c4016445 admin admin] For port 7400966b-fd47-4d36-ab94-4fce5c32b3d6, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7400966b-fd47-4d36-ab94-4fce5c32b3d6,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:58:33.676109 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-480e695d-fd31-4ce1-a7d6-9341c4016445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:33.688763 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-73f5724c-b033-4b6a-84b0-ec886b24be45 None None] Set router f2356911-0c5c-4ae1-ae3d-c6b339551136 gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:58:33.689732 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-480e695d-fd31-4ce1-a7d6-9341c4016445 admin admin] Calling delete_port for 7400966b-fd47-4d36-ab94-4fce5c32b3d6 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:58:33.743421 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-73f5724c-b033-4b6a-84b0-ec886b24be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'name': 'tempest-TestVolumeBootPattern-493678342-router', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:58:33Z', 'revision_number': 6, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:33.773214 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f5724c-b033-4b6a-84b0-ec886b24be45 None None] The sync data for ids ['f2356911-0c5c-4ae1-ae3d-c6b339551136'] in n-d-815324-4 is: [{'id': 'f2356911-0c5c-4ae1-ae3d-c6b339551136', 'name': 'tempest-TestVolumeBootPattern-493678342-router', 'tenant_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:42:51Z', 'updated_at': '2021-12-16T22:58:33Z', 'revision_number': 6, 'project_id': '50fe3c907f2a4ef2a5e50c4753c50795', 'gw_port_host': None}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:58:33.941731 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-480e695d-fd31-4ce1-a7d6-9341c4016445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:33.973999 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e695d-fd31-4ce1-a7d6-9341c4016445 admin admin] Pushing event deleted for resources: {'Port': ['ID=7400966b-fd47-4d36-ab94-4fce5c32b3d6,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:33.984843 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a07513c-3fdf-4f6e-8775-d647926e9812 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:58:34.039237 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-480e695d-fd31-4ce1-a7d6-9341c4016445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:34.133546 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-480e695d-fd31-4ce1-a7d6-9341c4016445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:34.135835 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-480e695d-fd31-4ce1-a7d6-9341c4016445 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:34.242487 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 71c446f6-e687-41bb-afe1-9fef24f1666b no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:58:34.258303 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 71c446f6-e687-41bb-afe1-9fef24f1666b {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:58:34.258872 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 71c446f6-e687-41bb-afe1-9fef24f1666b not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:58:34.267923 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-480e695d-fd31-4ce1-a7d6-9341c4016445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:34.270240 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480e695d-fd31-4ce1-a7d6-9341c4016445 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2356911-0c5c-4ae1-ae3d-c6b339551136 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:58:34.272966 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-480e695d-fd31-4ce1-a7d6-9341c4016445 admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:34.274171 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-480e695d-fd31-4ce1-a7d6-9341c4016445 admin admin] 10.222.0.75 "DELETE /v2.0/routers/f2356911-0c5c-4ae1-ae3d-c6b339551136 HTTP/1.1" status: 204 len: 168 time: 1.0331469 Dec 16 22:58:34.276915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60706) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:34.329869 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ef8ac2-f0cd-4689-b38e-7ad328c66aa9 admin admin] Deleting subnet 1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:58:34.333173 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c6ef8ac2-f0cd-4689-b38e-7ad328c66aa9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:34.368364 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c6ef8ac2-f0cd-4689-b38e-7ad328c66aa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:34.448545 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c6ef8ac2-f0cd-4689-b38e-7ad328c66aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:34.582703 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c6ef8ac2-f0cd-4689-b38e-7ad328c66aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:34.609274 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef8ac2-f0cd-4689-b38e-7ad328c66aa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:34.614665 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c6ef8ac2-f0cd-4689-b38e-7ad328c66aa9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:34.620552 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c6ef8ac2-f0cd-4689-b38e-7ad328c66aa9 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1fa7cd19-ae27-4ca9-a03b-1bdf6b63848d HTTP/1.1" status: 204 len: 168 time: 0.3422585 Dec 16 22:58:34.622136 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d51409d-d1dc-44a5-a3aa-5dfac99a278f None None] Network 4daef152-7506-4390-9b15-8eed5c3fe323 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:58:34.624341 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60708) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:34.702041 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03d495ba-9556-4f03-b226-64fbd2fb35f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:34.768592 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-03d495ba-9556-4f03-b226-64fbd2fb35f6 admin admin] Deleting port fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:58:34.768948 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03d495ba-9556-4f03-b226-64fbd2fb35f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:34.794174 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e50c05-a9d2-4dd9-ad2b-9e9381797192 None None] DHCP port deletion for 4daef152-7506-4390-9b15-8eed5c3fe323 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:58:34.851642 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-59e50c05-a9d2-4dd9-ad2b-9e9381797192 None None] Deleting port fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:58:34.852324 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59e50c05-a9d2-4dd9-ad2b-9e9381797192 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:34.856941 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-03d495ba-9556-4f03-b226-64fbd2fb35f6 admin admin] For port fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:58:34.862303 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03d495ba-9556-4f03-b226-64fbd2fb35f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:34.875998 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-03d495ba-9556-4f03-b226-64fbd2fb35f6 admin admin] Calling delete_port for fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:58:34.923201 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-59e50c05-a9d2-4dd9-ad2b-9e9381797192 None None] For port fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3,segment=NetworkSegment(1e51aed2-1637-40a2-9c99-046f611685f2),segment_id=1e51aed2-1637-40a2-9c99-046f611685f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:58:34.923616 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59e50c05-a9d2-4dd9-ad2b-9e9381797192 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:34.936055 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-59e50c05-a9d2-4dd9-ad2b-9e9381797192 None None] Calling delete_port for fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:58:35.039645 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03d495ba-9556-4f03-b226-64fbd2fb35f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:35.045581 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59e50c05-a9d2-4dd9-ad2b-9e9381797192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:35.070671 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d495ba-9556-4f03-b226-64fbd2fb35f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:35.072593 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e50c05-a9d2-4dd9-ad2b-9e9381797192 None None] Pushing event deleted for resources: {'Port': ['ID=fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:35.074265 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d495ba-9556-4f03-b226-64fbd2fb35f6 admin admin] No DVR routers for this DVR port fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:58:35.080124 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e50c05-a9d2-4dd9-ad2b-9e9381797192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:35.080921 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e50c05-a9d2-4dd9-ad2b-9e9381797192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:35.080921 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e50c05-a9d2-4dd9-ad2b-9e9381797192 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:35.081117 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e50c05-a9d2-4dd9-ad2b-9e9381797192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:35.081451 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e50c05-a9d2-4dd9-ad2b-9e9381797192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:35.081783 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e50c05-a9d2-4dd9-ad2b-9e9381797192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:35.082109 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e50c05-a9d2-4dd9-ad2b-9e9381797192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:35.082436 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e50c05-a9d2-4dd9-ad2b-9e9381797192 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:35.082754 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e50c05-a9d2-4dd9-ad2b-9e9381797192 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:35.083203 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e50c05-a9d2-4dd9-ad2b-9e9381797192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:35.083447 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e50c05-a9d2-4dd9-ad2b-9e9381797192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:35.083770 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e50c05-a9d2-4dd9-ad2b-9e9381797192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:35.084094 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e50c05-a9d2-4dd9-ad2b-9e9381797192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:58:35.092557 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e50c05-a9d2-4dd9-ad2b-9e9381797192 None None] No DVR routers for this DVR port fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:58:35.162232 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03d495ba-9556-4f03-b226-64fbd2fb35f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:35.182936 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-03d495ba-9556-4f03-b226-64fbd2fb35f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4daef152-7506-4390-9b15-8eed5c3fe323']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:35.192525 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-03d495ba-9556-4f03-b226-64fbd2fb35f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e51aed2-1637-40a2-9c99-046f611685f2') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:35.192827 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-03d495ba-9556-4f03-b226-64fbd2fb35f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e51aed2-1637-40a2-9c99-046f611685f2') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:35.202683 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03d495ba-9556-4f03-b226-64fbd2fb35f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:35.215833 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03d495ba-9556-4f03-b226-64fbd2fb35f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:35.222566 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d495ba-9556-4f03-b226-64fbd2fb35f6 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:58:35.222952 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03d495ba-9556-4f03-b226-64fbd2fb35f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:58:35.224835 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:58:35.353268 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03d495ba-9556-4f03-b226-64fbd2fb35f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:35.359031 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-03d495ba-9556-4f03-b226-64fbd2fb35f6 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:35.362487 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-03d495ba-9556-4f03-b226-64fbd2fb35f6 admin admin] 10.222.0.75 "DELETE /v2.0/networks/4daef152-7506-4390-9b15-8eed5c3fe323 HTTP/1.1" status: 204 len: 168 time: 0.7354906 Dec 16 22:58:35.365704 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60710) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:35.379534 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d495ba-9556-4f03-b226-64fbd2fb35f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4daef152-7506-4390-9b15-8eed5c3fe323,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:35.718061 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4edd8d6b-5e3b-49d8-97bc-6835291af834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:35.968269 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-4edd8d6b-5e3b-49d8-97bc-6835291af834 admin admin] Deleting port c6c0dd15-1c16-4124-8b12-5c2998844259 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:58:35.968553 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4edd8d6b-5e3b-49d8-97bc-6835291af834 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:36.050094 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-4edd8d6b-5e3b-49d8-97bc-6835291af834 admin admin] For port c6c0dd15-1c16-4124-8b12-5c2998844259, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=c6c0dd15-1c16-4124-8b12-5c2998844259,segment=NetworkSegment(ad79f067-f98a-44a3-87ae-1b18f84e671f),segment_id=ad79f067-f98a-44a3-87ae-1b18f84e671f)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:58:36.050460 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4edd8d6b-5e3b-49d8-97bc-6835291af834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:36.064006 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-4edd8d6b-5e3b-49d8-97bc-6835291af834 admin admin] Calling delete_port for c6c0dd15-1c16-4124-8b12-5c2998844259 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:58:36.111614 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:58:36.132234 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:58:36.132587 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device fc5dc81c-f09b-4804-b3ce-f507ce3dbaa3 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:58:36.133007 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7400966b-fd47-4d36-ab94-4fce5c32b3d6 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:58:36.154676 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 7400966b-fd47-4d36-ab94-4fce5c32b3d6 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:58:36.155026 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7400966b-fd47-4d36-ab94-4fce5c32b3d6 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:58:36.336123 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4edd8d6b-5e3b-49d8-97bc-6835291af834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:36.363896 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd8d6b-5e3b-49d8-97bc-6835291af834 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c0dd15-1c16-4124-8b12-5c2998844259,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:36.532599 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4edd8d6b-5e3b-49d8-97bc-6835291af834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:36.753301 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4edd8d6b-5e3b-49d8-97bc-6835291af834 admin admin] Router 4d141972-8767-4e80-b9ee-675cd3236dff has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 22:58:36.862649 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edd8d6b-5e3b-49d8-97bc-6835291af834 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 22:58:36.867691 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4edd8d6b-5e3b-49d8-97bc-6835291af834 admin admin] 10.222.0.75 "PUT /v2.0/routers/4d141972-8767-4e80-b9ee-675cd3236dff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5009198 Dec 16 22:58:36.870305 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60712) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:36.871751 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe893479-30fc-49a6-af65-9ffdfcc4f755 None None] Sync routers for ids ['4d141972-8767-4e80-b9ee-675cd3236dff'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 22:58:36.881353 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe893479-30fc-49a6-af65-9ffdfcc4f755 None None] Routers {'4d141972-8767-4e80-b9ee-675cd3236dff'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:58:36.881891 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-fe893479-30fc-49a6-af65-9ffdfcc4f755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:58:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['4d141972-8767-4e80-b9ee-675cd3236dff'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:36.976385 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-72213368-72c0-432e-94b0-19b59f7c0720 admin admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:36.987789 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-fe893479-30fc-49a6-af65-9ffdfcc4f755 None None] Set router 4d141972-8767-4e80-b9ee-675cd3236dff gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:58:37.081247 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-72213368-72c0-432e-94b0-19b59f7c0720 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:37.168733 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-fe893479-30fc-49a6-af65-9ffdfcc4f755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d141972-8767-4e80-b9ee-675cd3236dff', 'name': 'tempest-TestVolumeBootPattern-1181358808-router', 'tenant_id': '744b8e80193c43ccb58e835694022bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'a7c99154-121e-4682-8b4c-62d5384f264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:04Z', 'updated_at': '2021-12-16T22:58:36Z', 'revision_number': 5, 'project_id': '744b8e80193c43ccb58e835694022bd7', 'gw_port': {'id': 'a7c99154-121e-4682-8b4c-62d5384f264e', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d141972-8767-4e80-b9ee-675cd3236dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:37.195149 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe893479-30fc-49a6-af65-9ffdfcc4f755 None None] Checking router: 4d141972-8767-4e80-b9ee-675cd3236dff for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 22:58:37.203898 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe893479-30fc-49a6-af65-9ffdfcc4f755 None None] Routers {'4d141972-8767-4e80-b9ee-675cd3236dff'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 22:58:37.204527 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-fe893479-30fc-49a6-af65-9ffdfcc4f755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T22:58:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['4d141972-8767-4e80-b9ee-675cd3236dff'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:37.213928 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-72213368-72c0-432e-94b0-19b59f7c0720 admin admin] Deleting port a7c99154-121e-4682-8b4c-62d5384f264e {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:58:37.214269 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-72213368-72c0-432e-94b0-19b59f7c0720 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:37.291120 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-fe893479-30fc-49a6-af65-9ffdfcc4f755 None None] Set router 4d141972-8767-4e80-b9ee-675cd3236dff gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 22:58:37.300864 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-72213368-72c0-432e-94b0-19b59f7c0720 admin admin] For port a7c99154-121e-4682-8b4c-62d5384f264e, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a7c99154-121e-4682-8b4c-62d5384f264e,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:58:37.301237 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-72213368-72c0-432e-94b0-19b59f7c0720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:37.313965 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-72213368-72c0-432e-94b0-19b59f7c0720 admin admin] Calling delete_port for a7c99154-121e-4682-8b4c-62d5384f264e owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:58:37.347015 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-fe893479-30fc-49a6-af65-9ffdfcc4f755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d141972-8767-4e80-b9ee-675cd3236dff', 'name': 'tempest-TestVolumeBootPattern-1181358808-router', 'tenant_id': '744b8e80193c43ccb58e835694022bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:04Z', 'updated_at': '2021-12-16T22:58:37Z', 'revision_number': 6, 'project_id': '744b8e80193c43ccb58e835694022bd7', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:37.373527 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe893479-30fc-49a6-af65-9ffdfcc4f755 None None] The sync data for ids ['4d141972-8767-4e80-b9ee-675cd3236dff'] in n-d-815324-4 is: [{'id': '4d141972-8767-4e80-b9ee-675cd3236dff', 'name': 'tempest-TestVolumeBootPattern-1181358808-router', 'tenant_id': '744b8e80193c43ccb58e835694022bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:04Z', 'updated_at': '2021-12-16T22:58:37Z', 'revision_number': 6, 'project_id': '744b8e80193c43ccb58e835694022bd7', 'gw_port_host': None}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 22:58:37.546171 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-72213368-72c0-432e-94b0-19b59f7c0720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:37.573381 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72213368-72c0-432e-94b0-19b59f7c0720 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c99154-121e-4682-8b4c-62d5384f264e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:37.587682 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019fc9cf-ea8d-4826-938f-05b60c0e5e62 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:58:37.636397 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-72213368-72c0-432e-94b0-19b59f7c0720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:37.732544 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-72213368-72c0-432e-94b0-19b59f7c0720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:37.735368 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-72213368-72c0-432e-94b0-19b59f7c0720 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:37.890458 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-72213368-72c0-432e-94b0-19b59f7c0720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:37.891738 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72213368-72c0-432e-94b0-19b59f7c0720 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d141972-8767-4e80-b9ee-675cd3236dff {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 22:58:37.896200 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-72213368-72c0-432e-94b0-19b59f7c0720 admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:37.897371 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-72213368-72c0-432e-94b0-19b59f7c0720 admin admin] 10.222.0.75 "DELETE /v2.0/routers/4d141972-8767-4e80-b9ee-675cd3236dff HTTP/1.1" status: 204 len: 168 time: 1.0261343 Dec 16 22:58:37.900060 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 60714) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:37.945608 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eba6f55-e2b2-4c61-83f3-d3a144bbdd2e admin admin] Deleting subnet a89fcdaa-24c4-4c95-b19b-79dac8f4f433 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 22:58:37.948696 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8eba6f55-e2b2-4c61-83f3-d3a144bbdd2e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:37.982877 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8eba6f55-e2b2-4c61-83f3-d3a144bbdd2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:38.063864 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8eba6f55-e2b2-4c61-83f3-d3a144bbdd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:38.169816 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a7c99154-121e-4682-8b4c-62d5384f264e no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:58:38.186712 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8eba6f55-e2b2-4c61-83f3-d3a144bbdd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:38.190487 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: a7c99154-121e-4682-8b4c-62d5384f264e {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:58:38.190833 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a7c99154-121e-4682-8b4c-62d5384f264e not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:58:38.191279 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c6c0dd15-1c16-4124-8b12-5c2998844259 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:58:38.210880 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: c6c0dd15-1c16-4124-8b12-5c2998844259 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:58:38.211250 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device c6c0dd15-1c16-4124-8b12-5c2998844259 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:58:38.214579 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba6f55-e2b2-4c61-83f3-d3a144bbdd2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a89fcdaa-24c4-4c95-b19b-79dac8f4f433,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:38.218356 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8eba6f55-e2b2-4c61-83f3-d3a144bbdd2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:38.222484 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8eba6f55-e2b2-4c61-83f3-d3a144bbdd2e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/a89fcdaa-24c4-4c95-b19b-79dac8f4f433 HTTP/1.1" status: 204 len: 168 time: 0.3214433 Dec 16 22:58:38.225117 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60716) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:38.229566 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fe6779-0121-4386-b5ba-ba9ce651b6e0 None None] Network 1f413d02-c08f-4a4a-8411-f899a2a21228 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:58:38.301241 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-28af95f1-cfa9-4ef6-9d25-3dcf1772c818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:38.363127 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-28af95f1-cfa9-4ef6-9d25-3dcf1772c818 admin admin] Deleting port 7f034458-dcae-4cc4-9245-0d25f32d60a2 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:58:38.363819 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-28af95f1-cfa9-4ef6-9d25-3dcf1772c818 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:38.396279 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139deb47-6444-427b-89cb-a167dd4f32cc None None] DHCP port deletion for 1f413d02-c08f-4a4a-8411-f899a2a21228 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 22:58:38.435024 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-28af95f1-cfa9-4ef6-9d25-3dcf1772c818 admin admin] For port 7f034458-dcae-4cc4-9245-0d25f32d60a2, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7f034458-dcae-4cc4-9245-0d25f32d60a2,segment=NetworkSegment(ad79f067-f98a-44a3-87ae-1b18f84e671f),segment_id=ad79f067-f98a-44a3-87ae-1b18f84e671f)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:58:38.435401 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-28af95f1-cfa9-4ef6-9d25-3dcf1772c818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:38.450062 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-28af95f1-cfa9-4ef6-9d25-3dcf1772c818 admin admin] Calling delete_port for 7f034458-dcae-4cc4-9245-0d25f32d60a2 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:58:38.450959 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-139deb47-6444-427b-89cb-a167dd4f32cc None None] Deleting port 7f034458-dcae-4cc4-9245-0d25f32d60a2 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:58:38.451376 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-139deb47-6444-427b-89cb-a167dd4f32cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:38.620853 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-28af95f1-cfa9-4ef6-9d25-3dcf1772c818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:38.645120 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af95f1-cfa9-4ef6-9d25-3dcf1772c818 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f034458-dcae-4cc4-9245-0d25f32d60a2,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:38.655851 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28af95f1-cfa9-4ef6-9d25-3dcf1772c818 admin admin] No DVR routers for this DVR port 7f034458-dcae-4cc4-9245-0d25f32d60a2 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:58:38.683493 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-139deb47-6444-427b-89cb-a167dd4f32cc None None] For port 7f034458-dcae-4cc4-9245-0d25f32d60a2, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7f034458-dcae-4cc4-9245-0d25f32d60a2,segment=NetworkSegment(ad79f067-f98a-44a3-87ae-1b18f84e671f),segment_id=ad79f067-f98a-44a3-87ae-1b18f84e671f)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:58:38.684107 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-139deb47-6444-427b-89cb-a167dd4f32cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:38.696917 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-139deb47-6444-427b-89cb-a167dd4f32cc None None] Calling delete_port for 7f034458-dcae-4cc4-9245-0d25f32d60a2 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:58:38.735749 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-28af95f1-cfa9-4ef6-9d25-3dcf1772c818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:38.755832 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-28af95f1-cfa9-4ef6-9d25-3dcf1772c818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f413d02-c08f-4a4a-8411-f899a2a21228']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:38.765177 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-28af95f1-cfa9-4ef6-9d25-3dcf1772c818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad79f067-f98a-44a3-87ae-1b18f84e671f') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:38.765482 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-28af95f1-cfa9-4ef6-9d25-3dcf1772c818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad79f067-f98a-44a3-87ae-1b18f84e671f') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 22:58:38.771414 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-139deb47-6444-427b-89cb-a167dd4f32cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:38.775111 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-28af95f1-cfa9-4ef6-9d25-3dcf1772c818 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:38.789336 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-28af95f1-cfa9-4ef6-9d25-3dcf1772c818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:38.795545 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28af95f1-cfa9-4ef6-9d25-3dcf1772c818 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 22:58:38.795724 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-28af95f1-cfa9-4ef6-9d25-3dcf1772c818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:38.796183 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139deb47-6444-427b-89cb-a167dd4f32cc None None] Pushing event deleted for resources: {'Port': ['ID=7f034458-dcae-4cc4-9245-0d25f32d60a2,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: timer() Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 22:58:38.798179 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 22:58:38.805851 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139deb47-6444-427b-89cb-a167dd4f32cc None None] No DVR routers for this DVR port 7f034458-dcae-4cc4-9245-0d25f32d60a2 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:58:38.931010 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-28af95f1-cfa9-4ef6-9d25-3dcf1772c818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:38.936666 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-28af95f1-cfa9-4ef6-9d25-3dcf1772c818 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:38.939975 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-28af95f1-cfa9-4ef6-9d25-3dcf1772c818 admin admin] 10.222.0.75 "DELETE /v2.0/networks/1f413d02-c08f-4a4a-8411-f899a2a21228 HTTP/1.1" status: 204 len: 168 time: 0.7138493 Dec 16 22:58:38.951543 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af95f1-cfa9-4ef6-9d25-3dcf1772c818 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f413d02-c08f-4a4a-8411-f899a2a21228,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:39.451728 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60720) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:39.491461 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7d994553-6df2-4987-8bbd-ae7c2a6b541e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=50fe3c907f2a4ef2a5e50c4753c50795&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384634 Dec 16 22:58:39.494131 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60722) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:39.547511 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2fad60d1-ed89-45dd-bd9e-414965aee73f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:39.569300 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2fad60d1-ed89-45dd-bd9e-414965aee73f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:39.684920 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2fad60d1-ed89-45dd-bd9e-414965aee73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:39.688216 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2fad60d1-ed89-45dd-bd9e-414965aee73f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:39.689582 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2fad60d1-ed89-45dd-bd9e-414965aee73f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b4e653e7-fc02-42d0-b747-2952cf250712 HTTP/1.1" status: 204 len: 168 time: 0.1945348 Dec 16 22:58:39.697979 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad60d1-ed89-45dd-bd9e-414965aee73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e653e7-fc02-42d0-b747-2952cf250712,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:40.114164 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7f034458-dcae-4cc4-9245-0d25f32d60a2 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:58:40.137425 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 7f034458-dcae-4cc4-9245-0d25f32d60a2 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:58:40.137775 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7f034458-dcae-4cc4-9245-0d25f32d60a2 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:58:40.348618 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60728) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:40.391551 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-40036591-e63a-4eee-a077-f386b0620574 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=744b8e80193c43ccb58e835694022bd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417120 Dec 16 22:58:40.394251 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60730) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:58:40.446010 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a8864f6-a1fd-4409-a1a8-1ceb46332feb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:40.468822 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a8864f6-a1fd-4409-a1a8-1ceb46332feb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:40.604897 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a8864f6-a1fd-4409-a1a8-1ceb46332feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:40.607655 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a8864f6-a1fd-4409-a1a8-1ceb46332feb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:40.608868 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6a8864f6-a1fd-4409-a1a8-1ceb46332feb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5873ad07-afef-4f83-b5b9-ad4ef7cadb0d HTTP/1.1" status: 204 len: 168 time: 0.2136798 Dec 16 22:58:40.617230 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8864f6-a1fd-4409-a1a8-1ceb46332feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5873ad07-afef-4f83-b5b9-ad4ef7cadb0d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:49.925596 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:58:51.915530 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-a01e82b3-4311-4599-a800-83c8d01f5c13 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=00ccd704953549abbbcd95fe9a5df450&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236526 Dec 16 22:58:52.026103 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-5d4713a0-e12f-4657-bfb6-2f432dca586e tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:52.027609 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-5d4713a0-e12f-4657-bfb6-2f432dca586e tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1068010 Dec 16 22:58:52.043379 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-838fda8d-304f-4a8d-82f4-2dda9910f60d tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/quotas/00ccd704953549abbbcd95fe9a5df450 HTTP/1.1" status: 200 len: 375 time: 0.0090797 Dec 16 22:58:52.074912 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-c51517e0-4f2d-47e4-af28-5cf4f36ada9a tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=00ccd704953549abbbcd95fe9a5df450&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263484 Dec 16 22:58:52.334406 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d2ce9563-2c7c-4aec-9518-7018e8eaeef2 req-22b9220b-91e7-41b7-b0fb-e548c063b4db tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2 HTTP/1.1" status: 200 len: 210 time: 0.0347409 Dec 16 22:58:53.403332 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1f0639d5-0028-4a25-8fa5-e9639fb27982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:53.412467 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bf66dc3c-27e1-4bae-8ef5-48b2407de269 req-e8ec58c5-122a-4f55-91cd-351eba9d1e00 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2 HTTP/1.1" status: 200 len: 210 time: 0.0277212 Dec 16 22:58:54.507010 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9219d9f-e267-460a-a64d-3e4870fbb9fb req-3dfc911b-9039-4596-9bfb-83cf4a9892c1 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2 HTTP/1.1" status: 200 len: 210 time: 0.0266416 Dec 16 22:58:54.586668 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-c889ca29-a796-44a6-9b57-5fb072d90c03 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=00ccd704953549abbbcd95fe9a5df450&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284102 Dec 16 22:58:54.778462 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-1d672581-020e-44e0-8a74-47dcad1bc46b tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:54.780005 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-1d672581-020e-44e0-8a74-47dcad1bc46b tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862411 Dec 16 22:58:54.798653 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-c248cbf9-0563-4116-92e1-53d20172cf59 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Request body: {'port': {'device_id': '2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'admin_state_up': True, 'tenant_id': '00ccd704953549abbbcd95fe9a5df450'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:58:54.981395 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-c248cbf9-0563-4116-92e1-53d20172cf59 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Made reservation on behalf of 00ccd704953549abbbcd95fe9a5df450 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:58:54.985293 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-c248cbf9-0563-4116-92e1-53d20172cf59 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:54.995291 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-c248cbf9-0563-4116-92e1-53d20172cf59 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:55.073649 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-c248cbf9-0563-4116-92e1-53d20172cf59 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:55.159799 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-c248cbf9-0563-4116-92e1-53d20172cf59 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:55.228827 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248cbf9-0563-4116-92e1-53d20172cf59 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb633d49-1946-4a14-a466-b3e5b1f743bd,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:55.305906 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-c248cbf9-0563-4116-92e1-53d20172cf59 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Allocated IP 192.168.233.110 (3ea983cd-88b0-4421-9d28-94e2d29c1b09/fe5a8fba-6c9e-44bd-9f60-953f3707feb7/0e055c58-d269-47a1-b6f9-353b7f10221b) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:58:55.461558 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-c248cbf9-0563-4116-92e1-53d20172cf59 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:55.554030 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-c248cbf9-0563-4116-92e1-53d20172cf59 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:55.602798 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-c248cbf9-0563-4116-92e1-53d20172cf59 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:58:55.607776 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-c248cbf9-0563-4116-92e1-53d20172cf59 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:58:55.611849 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-c248cbf9-0563-4116-92e1-53d20172cf59 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:58:55.618617 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248cbf9-0563-4116-92e1-53d20172cf59 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Pushing event updated for resources: {'Port': ['ID=0e055c58-d269-47a1-b6f9-353b7f10221b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:55.676518 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076c56c-e83c-4b54-86eb-bb2e73788485 req-3d9e6f87-357d-44f2-a68b-fee61168a58f tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:55.678276 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7076c56c-e83c-4b54-86eb-bb2e73788485 req-3d9e6f87-357d-44f2-a68b-fee61168a58f tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2 HTTP/1.1" status: 200 len: 936 time: 0.0902205 Dec 16 22:58:55.678725 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c619831b-4b7a-49d5-9648-dcc773e8f1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:55.694841 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-c248cbf9-0563-4116-92e1-53d20172cf59 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:55.696004 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-c248cbf9-0563-4116-92e1-53d20172cf59 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:55.745950 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7076c56c-e83c-4b54-86eb-bb2e73788485 req-b840958e-3a4b-4798-ac62-caea4241452d tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb633d49-1946-4a14-a466-b3e5b1f743bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599689 Dec 16 22:58:55.790664 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-c248cbf9-0563-4116-92e1-53d20172cf59 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9959154 Dec 16 22:58:55.885483 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-32942ac4-da8a-473d-8633-db56e96a1f2c None None] Provisioning complete for port 0e055c58-d269-47a1-b6f9-353b7f10221b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:58:55.885952 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-32942ac4-da8a-473d-8633-db56e96a1f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:55.919941 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-32942ac4-da8a-473d-8633-db56e96a1f2c None None] Port 0e055c58-d269-47a1-b6f9-353b7f10221b cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 22:58:55.932775 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-28c0fab0-ae77-4d87-9a09-0a49cc46e746 service neutron] Request body: {'port': {'device_id': '2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:58:56.262648 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-28c0fab0-ae77-4d87-9a09-0a49cc46e746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:56.518141 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-28c0fab0-ae77-4d87-9a09-0a49cc46e746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e055c58-d269-47a1-b6f9-353b7f10221b {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:58:56.525410 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-28c0fab0-ae77-4d87-9a09-0a49cc46e746 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:56.537421 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-28c0fab0-ae77-4d87-9a09-0a49cc46e746 service neutron] Transition to ACTIVE for port object 0e055c58-d269-47a1-b6f9-353b7f10221b will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:58:56.621893 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-28c0fab0-ae77-4d87-9a09-0a49cc46e746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:56.683729 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0fab0-ae77-4d87-9a09-0a49cc46e746 service neutron] Pushing event updated for resources: {'Port': ['ID=0e055c58-d269-47a1-b6f9-353b7f10221b,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:56.751290 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-28c0fab0-ae77-4d87-9a09-0a49cc46e746 service neutron] Attempting to bind port 0e055c58-d269-47a1-b6f9-353b7f10221b on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:58:56.751632 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-28c0fab0-ae77-4d87-9a09-0a49cc46e746 service neutron] Attempting to bind port 0e055c58-d269-47a1-b6f9-353b7f10221b by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:58:56.756231 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-28c0fab0-ae77-4d87-9a09-0a49cc46e746 service neutron] Attempting to bind port 0e055c58-d269-47a1-b6f9-353b7f10221b on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:58:56.756958 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-28c0fab0-ae77-4d87-9a09-0a49cc46e746 service neutron] Port 0e055c58-d269-47a1-b6f9-353b7f10221b on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:58:56.757285 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-28c0fab0-ae77-4d87-9a09-0a49cc46e746 service neutron] Attempting to bind port 0e055c58-d269-47a1-b6f9-353b7f10221b on network 3ea983cd-88b0-4421-9d28-94e2d29c1b09 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:58:56.762559 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-28c0fab0-ae77-4d87-9a09-0a49cc46e746 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:58:56.762911 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-28c0fab0-ae77-4d87-9a09-0a49cc46e746 service neutron] Checking segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:58:56.763333 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-28c0fab0-ae77-4d87-9a09-0a49cc46e746 service neutron] Bound using segment: {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:58:56.763766 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-28c0fab0-ae77-4d87-9a09-0a49cc46e746 service neutron] Bound port: 0e055c58-d269-47a1-b6f9-353b7f10221b, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa22824-8194-4267-8f53-aa70a3b3bf32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:58:56.764149 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-28c0fab0-ae77-4d87-9a09-0a49cc46e746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:56.862327 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-28c0fab0-ae77-4d87-9a09-0a49cc46e746 service neutron] For port 0e055c58-d269-47a1-b6f9-353b7f10221b, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:58:56.876130 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-28c0fab0-ae77-4d87-9a09-0a49cc46e746 service neutron] For port 0e055c58-d269-47a1-b6f9-353b7f10221b, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=0e055c58-d269-47a1-b6f9-353b7f10221b,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:58:56.891617 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b64ea0-2516-4748-ba3a-9485e1024acf req-a7b32f4a-d6a9-43e1-95c5-570c49fa684b tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:56.893220 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a3b64ea0-2516-4748-ba3a-9485e1024acf req-a7b32f4a-d6a9-43e1-95c5-570c49fa684b tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2 HTTP/1.1" status: 200 len: 948 time: 0.0721669 Dec 16 22:58:56.941929 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a3b64ea0-2516-4748-ba3a-9485e1024acf req-a0ed9370-ca30-4eae-9156-6ac1f9e19e63 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb633d49-1946-4a14-a466-b3e5b1f743bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424848 Dec 16 22:58:56.959355 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-28c0fab0-ae77-4d87-9a09-0a49cc46e746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:56.996086 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-28c0fab0-ae77-4d87-9a09-0a49cc46e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:56.996599 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-28c0fab0-ae77-4d87-9a09-0a49cc46e746 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:56.997974 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-28c0fab0-ae77-4d87-9a09-0a49cc46e746 service neutron] 10.222.0.57 "PUT /v2.0/ports/0e055c58-d269-47a1-b6f9-353b7f10221b HTTP/1.1" status: 200 len: 1096 time: 1.1934037 Dec 16 22:58:56.998414 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2', 'tag': '0e055c58-d269-47a1-b6f9-353b7f10221b'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:58:57.000678 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72da9442-6935-4ac8-8d3d-0b48f11bae6d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2", "tag": "0e055c58-d269-47a1-b6f9-353b7f10221b"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:58:57.026060 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0fab0-ae77-4d87-9a09-0a49cc46e746 service neutron] Pushing event updated for resources: {'Port': ['ID=0e055c58-d269-47a1-b6f9-353b7f10221b,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:58:57.053842 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489309c3-a1f0-4327-8476-5f377ef3500c x-openstack-request-id: req-489309c3-a1f0-4327-8476-5f377ef3500c {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:58:57.054317 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2", "tag": "0e055c58-d269-47a1-b6f9-353b7f10221b", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:58:57.054633 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-489309c3-a1f0-4327-8476-5f377ef3500c {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:58:57.055108 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2', 'tag': '0e055c58-d269-47a1-b6f9-353b7f10221b', 'status': 'completed', 'code': 200} Dec 16 22:58:57.142041 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da9442-6935-4ac8-8d3d-0b48f11bae6d req-75c08774-f318-44ba-a94f-080338a30c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:57.144395 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-72da9442-6935-4ac8-8d3d-0b48f11bae6d req-75c08774-f318-44ba-a94f-080338a30c2d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00ccd704953549abbbcd95fe9a5df450&device_id=2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2 HTTP/1.1" status: 200 len: 1099 time: 0.0469365 Dec 16 22:58:57.147497 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:57.180346 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-72da9442-6935-4ac8-8d3d-0b48f11bae6d req-cb6ee490-7956-45a2-9bfb-ce4c496d21ef service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=00ccd704953549abbbcd95fe9a5df450&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207324 Dec 16 22:58:57.280835 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da9442-6935-4ac8-8d3d-0b48f11bae6d req-4ceae963-03bb-4b16-8d1e-f0e12f84450a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:57.283134 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-72da9442-6935-4ac8-8d3d-0b48f11bae6d req-4ceae963-03bb-4b16-8d1e-f0e12f84450a service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0952718 Dec 16 22:58:57.302448 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:57.380095 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-32718cfb-1d93-4a0e-935f-41ebfa6cf07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:57.381636 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-32718cfb-1d93-4a0e-935f-41ebfa6cf07d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00ccd704953549abbbcd95fe9a5df450&device_id=2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2 HTTP/1.1" status: 200 len: 1099 time: 0.0412707 Dec 16 22:58:57.433462 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-f5a2c962-4123-409f-9a12-b2b607e4aa69 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=0e055c58-d269-47a1-b6f9-353b7f10221b HTTP/1.1" status: 200 len: 217 time: 0.0382011 Dec 16 22:58:57.482286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-a0349b01-94b4-4970-a070-dafa2aae579e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:57.483773 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-a0349b01-94b4-4970-a070-dafa2aae579e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe5a8fba-6c9e-44bd-9f60-953f3707feb7 HTTP/1.1" status: 200 len: 843 time: 0.0432715 Dec 16 22:58:57.528896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-3550afe1-4e1d-4408-a6a3-53f6959e3ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:57.530442 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-3550afe1-4e1d-4408-a6a3-53f6959e3ac3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea983cd-88b0-4421-9d28-94e2d29c1b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0401630 Dec 16 22:58:57.624734 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-a9495b4e-29e6-4c93-9641-353b126aa6fb service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870728 Dec 16 22:58:57.718986 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-41043e91-3ae3-40c1-b5fb-639998c925ca req-fe6ccc5c-d5e3-40e1-b985-2b73bb31688d service neutron] 10.222.0.57 "GET /v2.0/networks/3ea983cd-88b0-4421-9d28-94e2d29c1b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876057 Dec 16 22:58:58.061757 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8f194-0dca-4640-8980-428d2e122be0 req-6192cbc6-4f8d-45cd-a499-77866031dcc0 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:58.063448 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cdd8f194-0dca-4640-8980-428d2e122be0 req-6192cbc6-4f8d-45cd-a499-77866031dcc0 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2 HTTP/1.1" status: 200 len: 948 time: 0.0503595 Dec 16 22:58:58.117020 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cdd8f194-0dca-4640-8980-428d2e122be0 req-e831bf8b-8bbc-4b98-a251-0c600600a3bd tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb633d49-1946-4a14-a466-b3e5b1f743bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466413 Dec 16 22:58:58.444129 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:58.735865 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:59.135576 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:58:59.242363 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49cf5e-43a6-4e57-b34b-1f01e86b5a0b req-027e2d85-08b7-43ab-8159-3f9229047eab tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:58:59.243890 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7e49cf5e-43a6-4e57-b34b-1f01e86b5a0b req-027e2d85-08b7-43ab-8159-3f9229047eab tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2 HTTP/1.1" status: 200 len: 948 time: 0.0502052 Dec 16 22:58:59.292551 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7e49cf5e-43a6-4e57-b34b-1f01e86b5a0b req-b888dbd2-9676-46bc-9265-0ee6e6ac32e9 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb633d49-1946-4a14-a466-b3e5b1f743bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426142 Dec 16 22:59:00.409541 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca1a41-461a-4f98-8584-5afad0c303aa req-ea8d29bc-9688-45a8-8d57-5578bf0c90e8 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:00.411090 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9ca1a41-461a-4f98-8584-5afad0c303aa req-ea8d29bc-9688-45a8-8d57-5578bf0c90e8 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2 HTTP/1.1" status: 200 len: 948 time: 0.0496211 Dec 16 22:59:00.458648 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9ca1a41-461a-4f98-8584-5afad0c303aa req-2f5a491f-83f7-4e44-9222-7c803d62fa54 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb633d49-1946-4a14-a466-b3e5b1f743bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416021 Dec 16 22:59:00.489206 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 0e055c58-d269-47a1-b6f9-353b7f10221b details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:59:00.583253 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 0e055c58-d269-47a1-b6f9-353b7f10221b, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=0e055c58-d269-47a1-b6f9-353b7f10221b,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:59:00.594463 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '0e055c58-d269-47a1-b6f9-353b7f10221b', 'network_id': '3ea983cd-88b0-4421-9d28-94e2d29c1b09', 'port_id': '0e055c58-d269-47a1-b6f9-353b7f10221b', 'mac_address': 'fa:16:3e:2b:5b:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5a8fba-6c9e-44bd-9f60-953f3707feb7', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:59:00.635409 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:00.648682 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e055c58-d269-47a1-b6f9-353b7f10221b {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:59:00.667349 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 0e055c58-d269-47a1-b6f9-353b7f10221b, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=0e055c58-d269-47a1-b6f9-353b7f10221b,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:59:00.735680 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:00.790117 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=0e055c58-d269-47a1-b6f9-353b7f10221b,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:59:01.130204 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['0e055c58-d269-47a1-b6f9-353b7f10221b'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:59:01.572857 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ecc8d5-8389-4ba2-b369-8a8a4e4defaa req-88031b55-d2b3-43ae-a6a0-d68fdc533051 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:01.574347 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e3ecc8d5-8389-4ba2-b369-8a8a4e4defaa req-88031b55-d2b3-43ae-a6a0-d68fdc533051 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2 HTTP/1.1" status: 200 len: 949 time: 0.0491006 Dec 16 22:59:01.622033 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e3ecc8d5-8389-4ba2-b369-8a8a4e4defaa req-c8d56f3c-80c4-47ab-ac4f-cf7d5fe7b7bd tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb633d49-1946-4a14-a466-b3e5b1f743bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410845 Dec 16 22:59:02.491679 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 0e055c58-d269-47a1-b6f9-353b7f10221b up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:59:02.602652 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 0e055c58-d269-47a1-b6f9-353b7f10221b completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:59:02.606783 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 0e055c58-d269-47a1-b6f9-353b7f10221b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:59:02.607171 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:02.688100 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:02.713400 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e055c58-d269-47a1-b6f9-353b7f10221b'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:59:02.715972 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73e71e9-cbb8-4459-8496-64d6a0de965c" -d '{"events": [{"server_uuid": "2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2", "name": "network-vif-plugged", "status": "completed", "tag": "0e055c58-d269-47a1-b6f9-353b7f10221b"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:59:02.728942 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 0e055c58-d269-47a1-b6f9-353b7f10221b, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=0e055c58-d269-47a1-b6f9-353b7f10221b,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:59:02.755817 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2e85e-4611-4d9e-98f3-1c7704268d8a req-90fdbc70-f93c-4a00-98dc-167763155e76 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:02.757338 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ae2e85e-4611-4d9e-98f3-1c7704268d8a req-90fdbc70-f93c-4a00-98dc-167763155e76 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2 HTTP/1.1" status: 200 len: 949 time: 0.0523736 Dec 16 22:59:02.800700 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:02.806499 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ae2e85e-4611-4d9e-98f3-1c7704268d8a req-0371aec0-204b-4dcd-adaf-779e9b4d822a tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb633d49-1946-4a14-a466-b3e5b1f743bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430374 Dec 16 22:59:02.829317 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944c8040-5c3e-4078-8dde-4cb3f22f0918 x-openstack-request-id: req-944c8040-5c3e-4078-8dde-4cb3f22f0918 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:59:02.829482 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2", "name": "network-vif-plugged", "status": "completed", "tag": "0e055c58-d269-47a1-b6f9-353b7f10221b", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:59:02.829725 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-944c8040-5c3e-4078-8dde-4cb3f22f0918 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:59:02.830734 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e055c58-d269-47a1-b6f9-353b7f10221b', 'code': 200} Dec 16 22:59:02.849642 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=0e055c58-d269-47a1-b6f9-353b7f10221b,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:59:02.961304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0934e3e-3920-452a-b496-a42f3d553db6 req-a0ec0c37-8dfd-4929-8c71-e88afa04af35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:02.962835 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d0934e3e-3920-452a-b496-a42f3d553db6 req-a0ec0c37-8dfd-4929-8c71-e88afa04af35 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2 HTTP/1.1" status: 200 len: 1101 time: 0.0440898 Dec 16 22:59:03.008243 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d0934e3e-3920-452a-b496-a42f3d553db6 req-ccda8119-e2f3-4804-a868-09ea1a5f565d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cb633d49-1946-4a14-a466-b3e5b1f743bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377326 Dec 16 22:59:03.922787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437bd7d-4917-4d4b-9af8-b4d73822cf56 req-d9d90b45-bb4e-4a4b-be16-a1091ce6fe46 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:03.924996 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8437bd7d-4917-4d4b-9af8-b4d73822cf56 req-d9d90b45-bb4e-4a4b-be16-a1091ce6fe46 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2 HTTP/1.1" status: 200 len: 950 time: 0.0496833 Dec 16 22:59:03.971934 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8437bd7d-4917-4d4b-9af8-b4d73822cf56 req-307e8f58-9562-455b-880e-62fc63ee7a0c tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb633d49-1946-4a14-a466-b3e5b1f743bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409007 Dec 16 22:59:05.103533 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22796dfc-f6fb-423d-94d7-5c1f7dc8e87e req-96d91258-a3ce-4daf-8d36-9656b189d5ea tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:05.105068 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22796dfc-f6fb-423d-94d7-5c1f7dc8e87e req-96d91258-a3ce-4daf-8d36-9656b189d5ea tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2 HTTP/1.1" status: 200 len: 950 time: 0.0548019 Dec 16 22:59:05.153377 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22796dfc-f6fb-423d-94d7-5c1f7dc8e87e req-85185f58-4213-4ade-b8dd-85c17e9866ec tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb633d49-1946-4a14-a466-b3e5b1f743bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421720 Dec 16 22:59:05.507764 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-767ca915-7bd5-41ab-8530-e577bc7a7b54 req-538973a1-7257-4620-90a6-166e3fc406a8 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:59:05.508698 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-767ca915-7bd5-41ab-8530-e577bc7a7b54 req-538973a1-7257-4620-90a6-166e3fc406a8 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056548 Dec 16 22:59:05.990880 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-1aef2cbe-6c66-43dd-862a-8030ee0096ff req-3eb237e5-9e30-4b7e-ba5f-b096f97acb49 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:59:05.992561 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1aef2cbe-6c66-43dd-862a-8030ee0096ff req-3eb237e5-9e30-4b7e-ba5f-b096f97acb49 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069435 Dec 16 22:59:06.515174 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35cf27-76f8-4d7d-9f7d-295a5d2e94bc req-56e202a6-c4f1-4b6a-a5af-fe42065dac18 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:06.516868 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1a35cf27-76f8-4d7d-9f7d-295a5d2e94bc req-56e202a6-c4f1-4b6a-a5af-fe42065dac18 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2 HTTP/1.1" status: 200 len: 950 time: 0.0487344 Dec 16 22:59:06.567115 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1a35cf27-76f8-4d7d-9f7d-295a5d2e94bc req-56b2ed2d-a82b-4e59-bb30-771ea2d30717 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb633d49-1946-4a14-a466-b3e5b1f743bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437357 Dec 16 22:59:07.693552 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3b7ff-103e-4c44-8928-2243b53d0fef req-dff22ce2-5439-49bb-ad4c-01d6a86503ff tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:07.695207 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d6a3b7ff-103e-4c44-8928-2243b53d0fef req-dff22ce2-5439-49bb-ad4c-01d6a86503ff tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2 HTTP/1.1" status: 200 len: 950 time: 0.0573511 Dec 16 22:59:07.749293 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d6a3b7ff-103e-4c44-8928-2243b53d0fef req-6ad1a212-51f3-4a7b-bcc2-9a2305f76a6b tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb633d49-1946-4a14-a466-b3e5b1f743bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461984 Dec 16 22:59:08.136112 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a3647-dec4-4624-8af2-8d4bb656c25c req-18c4774d-1008-4760-b69a-360d91c5f110 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:08.137580 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8a7a3647-dec4-4624-8af2-8d4bb656c25c req-18c4774d-1008-4760-b69a-360d91c5f110 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2 HTTP/1.1" status: 200 len: 950 time: 0.0488558 Dec 16 22:59:08.224564 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-8a7a3647-dec4-4624-8af2-8d4bb656c25c req-c13db8c6-ac49-4ce0-bddd-447febc3697d tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Deleting port 0e055c58-d269-47a1-b6f9-353b7f10221b {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 22:59:08.224918 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8a7a3647-dec4-4624-8af2-8d4bb656c25c req-c13db8c6-ac49-4ce0-bddd-447febc3697d tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:08.321425 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-8a7a3647-dec4-4624-8af2-8d4bb656c25c req-c13db8c6-ac49-4ce0-bddd-447febc3697d tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] For port 0e055c58-d269-47a1-b6f9-353b7f10221b, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=0e055c58-d269-47a1-b6f9-353b7f10221b,segment=NetworkSegment(5aa22824-8194-4267-8f53-aa70a3b3bf32),segment_id=5aa22824-8194-4267-8f53-aa70a3b3bf32)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:59:08.321768 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8a7a3647-dec4-4624-8af2-8d4bb656c25c req-c13db8c6-ac49-4ce0-bddd-447febc3697d tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:08.335156 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-8a7a3647-dec4-4624-8af2-8d4bb656c25c req-c13db8c6-ac49-4ce0-bddd-447febc3697d tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Calling delete_port for 0e055c58-d269-47a1-b6f9-353b7f10221b owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 22:59:08.558600 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8a7a3647-dec4-4624-8af2-8d4bb656c25c req-c13db8c6-ac49-4ce0-bddd-447febc3697d tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:08.590436 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13db8c6-ac49-4ce0-bddd-447febc3697d tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Pushing event deleted for resources: {'Port': ['ID=0e055c58-d269-47a1-b6f9-353b7f10221b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:59:08.592496 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['0e055c58-d269-47a1-b6f9-353b7f10221b'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:59:08.622153 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13db8c6-ac49-4ce0-bddd-447febc3697d tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:08.622524 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13db8c6-ac49-4ce0-bddd-447febc3697d tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:08.622915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13db8c6-ac49-4ce0-bddd-447febc3697d tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:08.623281 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13db8c6-ac49-4ce0-bddd-447febc3697d tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:08.623629 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13db8c6-ac49-4ce0-bddd-447febc3697d tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:08.623972 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13db8c6-ac49-4ce0-bddd-447febc3697d tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:08.624313 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13db8c6-ac49-4ce0-bddd-447febc3697d tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:08.624658 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13db8c6-ac49-4ce0-bddd-447febc3697d tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:08.624994 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13db8c6-ac49-4ce0-bddd-447febc3697d tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:08.625331 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13db8c6-ac49-4ce0-bddd-447febc3697d tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:08.625666 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13db8c6-ac49-4ce0-bddd-447febc3697d tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:08.625996 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13db8c6-ac49-4ce0-bddd-447febc3697d tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:08.626329 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13db8c6-ac49-4ce0-bddd-447febc3697d tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 22:59:08.642983 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7a3647-dec4-4624-8af2-8d4bb656c25c req-c13db8c6-ac49-4ce0-bddd-447febc3697d tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] No DVR routers for this DVR port 0e055c58-d269-47a1-b6f9-353b7f10221b on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 22:59:08.646183 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8a7a3647-dec4-4624-8af2-8d4bb656c25c req-c13db8c6-ac49-4ce0-bddd-447febc3697d tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:08.649949 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8a7a3647-dec4-4624-8af2-8d4bb656c25c req-c13db8c6-ac49-4ce0-bddd-447febc3697d tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.57 "DELETE /v2.0/ports/0e055c58-d269-47a1-b6f9-353b7f10221b HTTP/1.1" status: 204 len: 173 time: 0.5055978 Dec 16 22:59:08.649949 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2', 'name': 'network-vif-deleted', 'tag': '0e055c58-d269-47a1-b6f9-353b7f10221b'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:59:08.654142 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc1bd31-68ea-4753-aaaa-eac5595bc4f7" -d '{"events": [{"server_uuid": "2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2", "name": "network-vif-deleted", "tag": "0e055c58-d269-47a1-b6f9-353b7f10221b"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:59:08.698764 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a816b2ed-07a3-4403-a708-735d57e5b604 x-openstack-request-id: req-a816b2ed-07a3-4403-a708-735d57e5b604 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:59:08.699375 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2", "name": "network-vif-deleted", "tag": "0e055c58-d269-47a1-b6f9-353b7f10221b", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:59:08.699375 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a816b2ed-07a3-4403-a708-735d57e5b604 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:59:08.699749 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2', 'name': 'network-vif-deleted', 'tag': '0e055c58-d269-47a1-b6f9-353b7f10221b', 'status': 'completed', 'code': 200} Dec 16 22:59:08.856081 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c709ebf1-3893-4362-948f-572daa6a8dd7 req-27befe7d-7fac-472a-93de-c553e8b0e100 tempest-ServersAdminNegativeTestJSON-1060938641 tempest-ServersAdminNegativeTestJSON-1060938641-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b9c02f9-8a7c-4fc0-af70-33a88e0b00b2 HTTP/1.1" status: 200 len: 210 time: 0.0301487 Dec 16 22:59:10.425395 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60870) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:59:10.558052 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8e4900aa-7f16-489e-9a0a-8a01e3828686 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=00ccd704953549abbbcd95fe9a5df450&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314263 Dec 16 22:59:10.560651 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60874) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:59:10.610094 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e637849c-5c0a-4784-9560-a0ac529b0902 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:10.633831 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e637849c-5c0a-4784-9560-a0ac529b0902 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:10.764736 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e637849c-5c0a-4784-9560-a0ac529b0902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:10.767486 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e637849c-5c0a-4784-9560-a0ac529b0902 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:10.768917 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e637849c-5c0a-4784-9560-a0ac529b0902 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cb633d49-1946-4a14-a466-b3e5b1f743bd HTTP/1.1" status: 204 len: 168 time: 0.2073338 Dec 16 22:59:10.778223 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637849c-5c0a-4784-9560-a0ac529b0902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb633d49-1946-4a14-a466-b3e5b1f743bd,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:59:11.413454 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60880) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:59:11.427251 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d4f09e1d-683d-4bce-ab36-e7e8fe6370bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:11.503903 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d4f09e1d-683d-4bce-ab36-e7e8fe6370bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:11.552770 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d4f09e1d-683d-4bce-ab36-e7e8fe6370bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:11.594014 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f09e1d-683d-4bce-ab36-e7e8fe6370bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36d6d50-dc92-4521-8ab6-32136ee0b6ec,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:59:11.598781 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d4f09e1d-683d-4bce-ab36-e7e8fe6370bb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=131cb25bfa0b4dbfb4d1009a2982dcab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1842620 Dec 16 22:59:11.602113 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60882) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:59:11.652119 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3ec9b2d8-cd92-4888-b3aa-38404746a016 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:11.678761 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3ec9b2d8-cd92-4888-b3aa-38404746a016 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:11.781648 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3ec9b2d8-cd92-4888-b3aa-38404746a016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:11.784627 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3ec9b2d8-cd92-4888-b3aa-38404746a016 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:11.785831 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3ec9b2d8-cd92-4888-b3aa-38404746a016 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b36d6d50-dc92-4521-8ab6-32136ee0b6ec HTTP/1.1" status: 204 len: 168 time: 0.1833689 Dec 16 22:59:11.794304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9b2d8-cd92-4888-b3aa-38404746a016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36d6d50-dc92-4521-8ab6-32136ee0b6ec,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:59:12.522092 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 0e055c58-d269-47a1-b6f9-353b7f10221b no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 22:59:12.544641 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 0e055c58-d269-47a1-b6f9-353b7f10221b {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 22:59:12.544990 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 0e055c58-d269-47a1-b6f9-353b7f10221b not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 22:59:12.844635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60904) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:59:12.941157 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-4797b8e9-a06a-48e7-9321-86228ae62473 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-822985407-network', 'tenant_id': 'd1deb104efeb4643accccc04da8fe8f1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:59:13.067439 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4797b8e9-a06a-48e7-9321-86228ae62473 admin admin] Made reservation on behalf of d1deb104efeb4643accccc04da8fe8f1 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:59:13.069893 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4797b8e9-a06a-48e7-9321-86228ae62473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:13.078843 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4797b8e9-a06a-48e7-9321-86228ae62473 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:13.155795 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4797b8e9-a06a-48e7-9321-86228ae62473 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:13.221394 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4797b8e9-a06a-48e7-9321-86228ae62473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:13.247418 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4797b8e9-a06a-48e7-9321-86228ae62473 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 22:59:13.261146 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797b8e9-a06a-48e7-9321-86228ae62473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d3385d-862b-4fd8-bc7c-a00814a34d8b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:59:13.269274 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4797b8e9-a06a-48e7-9321-86228ae62473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:13.269274 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-4797b8e9-a06a-48e7-9321-86228ae62473 admin admin] Added segment e5d30bb9-0f33-4fec-9169-b9309282f224 of type vlan for network 09023328-b95b-4de8-8382-83e375296ed1 Dec 16 22:59:13.319113 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4797b8e9-a06a-48e7-9321-86228ae62473 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:13.410281 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4797b8e9-a06a-48e7-9321-86228ae62473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:13.411306 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4797b8e9-a06a-48e7-9321-86228ae62473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:13.411966 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4797b8e9-a06a-48e7-9321-86228ae62473 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:13.506595 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797b8e9-a06a-48e7-9321-86228ae62473 admin admin] Pushing event updated for resources: {'Network': ['ID=09023328-b95b-4de8-8382-83e375296ed1,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:59:13.516448 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 09023328-b95b-4de8-8382-83e375296ed1 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 22:59:13.568105 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4797b8e9-a06a-48e7-9321-86228ae62473 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7223377 Dec 16 22:59:13.570965 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 60908) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 22:59:13.575816 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-0c80752b-4288-4c52-b177-7f44432791f6 admin admin] Request body: {'subnet': {'network_id': '09023328-b95b-4de8-8382-83e375296ed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-822985407-subnet', 'tenant_id': 'd1deb104efeb4643accccc04da8fe8f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:59:13.684119 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c80752b-4288-4c52-b177-7f44432791f6 admin admin] Made reservation on behalf of d1deb104efeb4643accccc04da8fe8f1 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:59:13.686473 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0c80752b-4288-4c52-b177-7f44432791f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:13.951530 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0c80752b-4288-4c52-b177-7f44432791f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:14.058426 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80752b-4288-4c52-b177-7f44432791f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5eda9fd-68d7-4f79-82fe-ba306e0217cd,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:59:14.058426 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c80752b-4288-4c52-b177-7f44432791f6 admin admin] Checking segment: {'id': 'e5d30bb9-0f33-4fec-9169-b9309282f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09023328-b95b-4de8-8382-83e375296ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:59:14.058426 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c80752b-4288-4c52-b177-7f44432791f6 admin admin] Network hostable DHCP agents. Network: 09023328-b95b-4de8-8382-83e375296ed1, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 22:59:14.118540 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c80752b-4288-4c52-b177-7f44432791f6 admin admin] Network 09023328-b95b-4de8-8382-83e375296ed1 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 22:59:14.202388 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-0c80752b-4288-4c52-b177-7f44432791f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 09023328-b95b-4de8-8382-83e375296ed1) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:59:14.207374 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c80752b-4288-4c52-b177-7f44432791f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:14.208021 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0c80752b-4288-4c52-b177-7f44432791f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:14.212590 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8a2dad-00b1-497e-8b7b-c0563df4d958 None None] Network 09023328-b95b-4de8-8382-83e375296ed1 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:59:14.296728 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0c80752b-4288-4c52-b177-7f44432791f6 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7246318 Dec 16 22:59:14.310424 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb70407-9c27-47c4-b739-a1002f9cb9aa None None] Network 09023328-b95b-4de8-8382-83e375296ed1 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 22:59:14.765457 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-b38acc08-8894-4dff-bf85-f5ee0d3997f9 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:14.766902 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-b38acc08-8894-4dff-bf85-f5ee0d3997f9 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/networks?id=09023328-b95b-4de8-8382-83e375296ed1 HTTP/1.1" status: 200 len: 811 time: 0.1081874 Dec 16 22:59:14.783320 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-5a76af83-d957-40fc-8cf0-09c2137c4370 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/quotas/d1deb104efeb4643accccc04da8fe8f1 HTTP/1.1" status: 200 len: 375 time: 0.0095315 Dec 16 22:59:14.815881 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-bc295061-f485-4c1f-a396-1b88dbb07d16 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d1deb104efeb4643accccc04da8fe8f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267475 Dec 16 22:59:14.826941 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-bd9bfca0-1855-471d-a114-4c7c99ae6e7d service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:59:14.827993 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-bd9bfca0-1855-471d-a114-4c7c99ae6e7d service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051148 Dec 16 22:59:14.923571 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-71a76a2d-4ee7-4c33-a272-5f105e4174a8 service neutron] 10.222.0.75 "GET /v2.0/networks/09023328-b95b-4de8-8382-83e375296ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885780 Dec 16 22:59:15.017476 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-192cb7f6-c040-456c-9585-7fb56f6e755d service neutron] 10.222.0.75 "GET /v2.0/networks/09023328-b95b-4de8-8382-83e375296ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867534 Dec 16 22:59:15.272628 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cb2d6f2e-be8b-4539-867f-1dee40060259 req-49253a96-2db2-4528-9cc9-d3d3783d3304 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 210 time: 0.0278876 Dec 16 22:59:16.373481 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e131b2f5-8a79-4169-9044-da4a51392058 req-0b6a46cb-dc3d-447c-be8f-04957bd705ac tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 210 time: 0.0314155 Dec 16 22:59:17.476218 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-02ca82ad-b799-47cb-b67c-0ec9c26414e4 req-d2cbabbe-bb43-4e1c-8afb-893c46b59f53 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 210 time: 0.0311921 Dec 16 22:59:17.747683 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-112d928e-29b4-482e-a0b7-3035db9e0db6 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:17.749122 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-112d928e-29b4-482e-a0b7-3035db9e0db6 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.76 "GET /v2.0/networks?id=09023328-b95b-4de8-8382-83e375296ed1 HTTP/1.1" status: 200 len: 811 time: 0.1022761 Dec 16 22:59:17.773478 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-554ef3b1-1a74-481f-b88f-b5f88a5c277c tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Request body: {'port': {'device_id': '00680ad5-c1fb-48ab-bf38-929b80117da5', 'network_id': '09023328-b95b-4de8-8382-83e375296ed1', 'admin_state_up': True, 'tenant_id': 'd1deb104efeb4643accccc04da8fe8f1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:59:17.952614 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-554ef3b1-1a74-481f-b88f-b5f88a5c277c tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Made reservation on behalf of d1deb104efeb4643accccc04da8fe8f1 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 22:59:17.956493 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-554ef3b1-1a74-481f-b88f-b5f88a5c277c tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:18.081584 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-554ef3b1-1a74-481f-b88f-b5f88a5c277c tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Allocated IP 172.20.0.12 (09023328-b95b-4de8-8382-83e375296ed1/f5eda9fd-68d7-4f79-82fe-ba306e0217cd/22945c65-1962-487b-9bf4-98cc9bf65001) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 22:59:18.228319 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-554ef3b1-1a74-481f-b88f-b5f88a5c277c tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:18.347868 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-554ef3b1-1a74-481f-b88f-b5f88a5c277c tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:18.394098 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-554ef3b1-1a74-481f-b88f-b5f88a5c277c tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Network 09023328-b95b-4de8-8382-83e375296ed1 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 22:59:18.397235 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-554ef3b1-1a74-481f-b88f-b5f88a5c277c tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 22:59:18.401109 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-554ef3b1-1a74-481f-b88f-b5f88a5c277c tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 22:59:18.427129 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ef3b1-1a74-481f-b88f-b5f88a5c277c tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Pushing event updated for resources: {'Port': ['ID=22945c65-1962-487b-9bf4-98cc9bf65001,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:59:18.455133 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-554ef3b1-1a74-481f-b88f-b5f88a5c277c tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:18.455855 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-554ef3b1-1a74-481f-b88f-b5f88a5c277c tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:18.542259 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-554ef3b1-1a74-481f-b88f-b5f88a5c277c tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7728107 Dec 16 22:59:18.579924 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-99965a49-c755-4d16-97e6-10feefd791c5 service neutron] Request body: {'port': {'device_id': '00680ad5-c1fb-48ab-bf38-929b80117da5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 22:59:18.628062 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485129d-6f1f-41b2-99aa-58f663a2a501 req-f367d3f6-1b4d-4d26-ac21-b16028f768ec tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:18.630032 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9485129d-6f1f-41b2-99aa-58f663a2a501 req-f367d3f6-1b4d-4d26-ac21-b16028f768ec tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 932 time: 0.0814943 Dec 16 22:59:18.670310 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-99965a49-c755-4d16-97e6-10feefd791c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:18.730194 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9485129d-6f1f-41b2-99aa-58f663a2a501 req-865555a8-06cf-43c7-beb7-2694be0111fc tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857897 Dec 16 22:59:18.963308 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-99965a49-c755-4d16-97e6-10feefd791c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22945c65-1962-487b-9bf4-98cc9bf65001 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:59:18.971566 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-99965a49-c755-4d16-97e6-10feefd791c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:18.984277 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-99965a49-c755-4d16-97e6-10feefd791c5 service neutron] Transition to ACTIVE for port object 22945c65-1962-487b-9bf4-98cc9bf65001 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 22:59:19.122736 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-99965a49-c755-4d16-97e6-10feefd791c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:19.172001 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99965a49-c755-4d16-97e6-10feefd791c5 service neutron] Pushing event updated for resources: {'Port': ['ID=22945c65-1962-487b-9bf4-98cc9bf65001,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:59:19.245590 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-99965a49-c755-4d16-97e6-10feefd791c5 service neutron] Attempting to bind port 22945c65-1962-487b-9bf4-98cc9bf65001 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 22:59:19.245836 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-99965a49-c755-4d16-97e6-10feefd791c5 service neutron] Attempting to bind port 22945c65-1962-487b-9bf4-98cc9bf65001 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'e5d30bb9-0f33-4fec-9169-b9309282f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09023328-b95b-4de8-8382-83e375296ed1'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 22:59:19.246163 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-99965a49-c755-4d16-97e6-10feefd791c5 service neutron] Attempting to bind port 22945c65-1962-487b-9bf4-98cc9bf65001 on network 09023328-b95b-4de8-8382-83e375296ed1 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:59:19.250396 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-99965a49-c755-4d16-97e6-10feefd791c5 service neutron] Port 22945c65-1962-487b-9bf4-98cc9bf65001 on network 09023328-b95b-4de8-8382-83e375296ed1 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 22:59:19.250716 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-99965a49-c755-4d16-97e6-10feefd791c5 service neutron] Attempting to bind port 22945c65-1962-487b-9bf4-98cc9bf65001 on network 09023328-b95b-4de8-8382-83e375296ed1 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 22:59:19.256653 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-99965a49-c755-4d16-97e6-10feefd791c5 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 22:59:19.256992 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-99965a49-c755-4d16-97e6-10feefd791c5 service neutron] Checking segment: {'id': 'e5d30bb9-0f33-4fec-9169-b9309282f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09023328-b95b-4de8-8382-83e375296ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 22:59:19.257376 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-99965a49-c755-4d16-97e6-10feefd791c5 service neutron] Bound using segment: {'id': 'e5d30bb9-0f33-4fec-9169-b9309282f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09023328-b95b-4de8-8382-83e375296ed1'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 22:59:19.257803 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-99965a49-c755-4d16-97e6-10feefd791c5 service neutron] Bound port: 22945c65-1962-487b-9bf4-98cc9bf65001, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5d30bb9-0f33-4fec-9169-b9309282f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09023328-b95b-4de8-8382-83e375296ed1'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 22:59:19.258162 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-99965a49-c755-4d16-97e6-10feefd791c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:19.325191 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-99965a49-c755-4d16-97e6-10feefd791c5 service neutron] For port 22945c65-1962-487b-9bf4-98cc9bf65001, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 22:59:19.328150 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-99965a49-c755-4d16-97e6-10feefd791c5 service neutron] For port 22945c65-1962-487b-9bf4-98cc9bf65001, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=22945c65-1962-487b-9bf4-98cc9bf65001,segment=NetworkSegment(e5d30bb9-0f33-4fec-9169-b9309282f224),segment_id=e5d30bb9-0f33-4fec-9169-b9309282f224)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 22:59:19.421776 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-99965a49-c755-4d16-97e6-10feefd791c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:19.460227 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-99965a49-c755-4d16-97e6-10feefd791c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:19.460904 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-99965a49-c755-4d16-97e6-10feefd791c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:19.462316 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-99965a49-c755-4d16-97e6-10feefd791c5 service neutron] 10.222.0.76 "PUT /v2.0/ports/22945c65-1962-487b-9bf4-98cc9bf65001 HTTP/1.1" status: 200 len: 1092 time: 0.8868635 Dec 16 22:59:19.462889 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00680ad5-c1fb-48ab-bf38-929b80117da5', 'tag': '22945c65-1962-487b-9bf4-98cc9bf65001'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:59:19.465162 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1f26b6-2b87-4129-9dee-ede50f28a578" -d '{"events": [{"name": "network-changed", "server_uuid": "00680ad5-c1fb-48ab-bf38-929b80117da5", "tag": "22945c65-1962-487b-9bf4-98cc9bf65001"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:59:19.492472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99965a49-c755-4d16-97e6-10feefd791c5 service neutron] Pushing event updated for resources: {'Port': ['ID=22945c65-1962-487b-9bf4-98cc9bf65001,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:59:19.507759 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 22:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3db8939-9940-4adc-a157-fab9e99b67c2 x-openstack-request-id: req-a3db8939-9940-4adc-a157-fab9e99b67c2 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:59:19.508094 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00680ad5-c1fb-48ab-bf38-929b80117da5", "tag": "22945c65-1962-487b-9bf4-98cc9bf65001", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:59:19.508372 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a3db8939-9940-4adc-a157-fab9e99b67c2 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:59:19.508772 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00680ad5-c1fb-48ab-bf38-929b80117da5', 'tag': '22945c65-1962-487b-9bf4-98cc9bf65001', 'status': 'completed', 'code': 200} Dec 16 22:59:19.594185 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f26b6-2b87-4129-9dee-ede50f28a578 req-29bf0eba-dc16-4a3f-abba-541b6717ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:19.595812 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6b1f26b6-2b87-4129-9dee-ede50f28a578 req-29bf0eba-dc16-4a3f-abba-541b6717ff53 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d1deb104efeb4643accccc04da8fe8f1&device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 1095 time: 0.0453069 Dec 16 22:59:19.716754 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f26b6-2b87-4129-9dee-ede50f28a578 req-8b72bb30-25bd-4b45-98a9-6fe2836d9acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:19.718267 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6b1f26b6-2b87-4129-9dee-ede50f28a578 req-8b72bb30-25bd-4b45-98a9-6fe2836d9acb service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=d1deb104efeb4643accccc04da8fe8f1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0999334 Dec 16 22:59:19.863942 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f26b6-2b87-4129-9dee-ede50f28a578 req-c1372717-50e4-4070-8835-d1bd69ce37c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:19.865613 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6b1f26b6-2b87-4129-9dee-ede50f28a578 req-c1372717-50e4-4070-8835-d1bd69ce37c4 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1365590 Dec 16 22:59:19.887440 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3478c53-6f2f-458f-a7a4-fda1c0b128d3 req-0c504606-888e-4cdf-b23e-3346e4ace7a3 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:19.888979 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e3478c53-6f2f-458f-a7a4-fda1c0b128d3 req-0c504606-888e-4cdf-b23e-3346e4ace7a3 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 944 time: 0.0692122 Dec 16 22:59:19.950429 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e3478c53-6f2f-458f-a7a4-fda1c0b128d3 req-a32ea489-51dd-4d84-8003-f9f1768fe870 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547795 Dec 16 22:59:19.980557 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-8452fe9a-c6bd-4393-9942-f7e99cf7ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:19.982106 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-8452fe9a-c6bd-4393-9942-f7e99cf7ee2e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d1deb104efeb4643accccc04da8fe8f1&device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 1095 time: 0.0478451 Dec 16 22:59:20.043657 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-471372bb-34e0-42cd-a0c8-8ed619336342 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22945c65-1962-487b-9bf4-98cc9bf65001 HTTP/1.1" status: 200 len: 217 time: 0.0390596 Dec 16 22:59:20.098080 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-3626257f-557e-463a-bdf7-a6e21900c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:20.099723 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-3626257f-557e-463a-bdf7-a6e21900c5e9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5eda9fd-68d7-4f79-82fe-ba306e0217cd HTTP/1.1" status: 200 len: 851 time: 0.0448236 Dec 16 22:59:20.135794 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-4359b2d1-e7f9-4e22-b0f2-f76dd31f869e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=09023328-b95b-4de8-8382-83e375296ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254397 Dec 16 22:59:20.243449 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-7e371fa8-cb12-47f7-afa3-822ecf6964e6 service neutron] 10.222.0.76 "GET /v2.0/networks/09023328-b95b-4de8-8382-83e375296ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951161 Dec 16 22:59:20.339311 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c280a7c0-43d3-4635-b0aa-a336fbf7f261 req-61672c99-9d40-43f6-af4e-03531ca0a742 service neutron] 10.222.0.76 "GET /v2.0/networks/09023328-b95b-4de8-8382-83e375296ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837510 Dec 16 22:59:21.078406 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbaf96-b2e6-4019-85e1-1609105f85b4 req-20a33f25-3b20-4b30-9abb-2d6e83cfa335 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:21.079942 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e7dbaf96-b2e6-4019-85e1-1609105f85b4 req-20a33f25-3b20-4b30-9abb-2d6e83cfa335 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 944 time: 0.0507770 Dec 16 22:59:21.127884 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e7dbaf96-b2e6-4019-85e1-1609105f85b4 req-105e1e66-d5ea-4f19-a65c-034e07cb3efc tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413868 Dec 16 22:59:22.246636 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fec9f-0e80-4139-acf4-2c2cdca79713 req-3fe9defc-883f-48c9-952f-ed9316b79fe4 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:22.248175 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a1fec9f-0e80-4139-acf4-2c2cdca79713 req-3fe9defc-883f-48c9-952f-ed9316b79fe4 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 944 time: 0.0502501 Dec 16 22:59:22.302353 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a1fec9f-0e80-4139-acf4-2c2cdca79713 req-00352487-5904-4157-8895-b2b23a1a4d5b tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467765 Dec 16 22:59:23.143393 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 22945c65-1962-487b-9bf4-98cc9bf65001 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 22:59:23.236378 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 22945c65-1962-487b-9bf4-98cc9bf65001, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=22945c65-1962-487b-9bf4-98cc9bf65001,segment=NetworkSegment(e5d30bb9-0f33-4fec-9169-b9309282f224),segment_id=e5d30bb9-0f33-4fec-9169-b9309282f224)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:59:23.248537 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '22945c65-1962-487b-9bf4-98cc9bf65001', 'network_id': '09023328-b95b-4de8-8382-83e375296ed1', 'port_id': '22945c65-1962-487b-9bf4-98cc9bf65001', 'mac_address': 'fa:16:3e:75:94:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5eda9fd-68d7-4f79-82fe-ba306e0217cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 22:59:23.287108 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:23.304301 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22945c65-1962-487b-9bf4-98cc9bf65001 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 22:59:23.334103 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 22945c65-1962-487b-9bf4-98cc9bf65001, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=22945c65-1962-487b-9bf4-98cc9bf65001,segment=NetworkSegment(e5d30bb9-0f33-4fec-9169-b9309282f224),segment_id=e5d30bb9-0f33-4fec-9169-b9309282f224)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:59:23.420862 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28426aa0-8b7d-46cb-bd69-a48d025c7837 req-5fa13377-9c18-45f5-946c-91ffb42b3b5d tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:23.422290 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-28426aa0-8b7d-46cb-bd69-a48d025c7837 req-5fa13377-9c18-45f5-946c-91ffb42b3b5d tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 944 time: 0.0504165 Dec 16 22:59:23.426043 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:23.458530 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-348fe93d-2eda-4f42-936f-cc43a660b9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:23.472672 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-28426aa0-8b7d-46cb-bd69-a48d025c7837 req-00c3cbad-1d55-4a38-8c19-0117020486ec tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432339 Dec 16 22:59:23.478073 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=22945c65-1962-487b-9bf4-98cc9bf65001,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:59:23.833418 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['22945c65-1962-487b-9bf4-98cc9bf65001'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 22:59:24.592196 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6801b9-37da-4673-b64c-8f0e736e13af req-63a80756-381d-43b9-91f5-dcaf5b4e237e tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:24.593709 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e6801b9-37da-4673-b64c-8f0e736e13af req-63a80756-381d-43b9-91f5-dcaf5b4e237e tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 945 time: 0.0504837 Dec 16 22:59:24.642187 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e6801b9-37da-4673-b64c-8f0e736e13af req-2dfd0cd9-57e0-415a-a796-0c82499e2e72 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424631 Dec 16 22:59:24.900460 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-f9407429-0256-4ab6-b077-8e775e3b9a42 req-74eea0da-4943-4bec-a921-b0331222cc22 service neutron] (103613) timed out ('10.222.0.57', 65353) {{(pid=103613) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:59:25.144157 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 22945c65-1962-487b-9bf4-98cc9bf65001 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 22:59:25.273914 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 22945c65-1962-487b-9bf4-98cc9bf65001 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 22:59:25.278563 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 22945c65-1962-487b-9bf4-98cc9bf65001 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 22:59:25.282246 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:25.360767 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:25.383598 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00680ad5-c1fb-48ab-bf38-929b80117da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22945c65-1962-487b-9bf4-98cc9bf65001'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 22:59:25.385813 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad32f2d0-4e9c-4c80-961a-a699af476fdf" -d '{"events": [{"server_uuid": "00680ad5-c1fb-48ab-bf38-929b80117da5", "name": "network-vif-plugged", "status": "completed", "tag": "22945c65-1962-487b-9bf4-98cc9bf65001"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 22:59:25.399095 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 22945c65-1962-487b-9bf4-98cc9bf65001, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=22945c65-1962-487b-9bf4-98cc9bf65001,segment=NetworkSegment(e5d30bb9-0f33-4fec-9169-b9309282f224),segment_id=e5d30bb9-0f33-4fec-9169-b9309282f224)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 22:59:25.423475 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 22:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abedf7ff-c866-4085-854e-8790c248a307 x-openstack-request-id: req-abedf7ff-c866-4085-854e-8790c248a307 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 22:59:25.423775 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00680ad5-c1fb-48ab-bf38-929b80117da5", "name": "network-vif-plugged", "status": "completed", "tag": "22945c65-1962-487b-9bf4-98cc9bf65001", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 22:59:25.424032 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-abedf7ff-c866-4085-854e-8790c248a307 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 22:59:25.424431 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00680ad5-c1fb-48ab-bf38-929b80117da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22945c65-1962-487b-9bf4-98cc9bf65001', 'code': 200} Dec 16 22:59:25.489769 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:25.541809 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=22945c65-1962-487b-9bf4-98cc9bf65001,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 22:59:25.573829 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d55484-7758-4224-bdc3-821a6b32b7d9 req-70b24daa-acf6-4891-b4d9-0fce04dff5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:25.575385 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9d55484-7758-4224-bdc3-821a6b32b7d9 req-70b24daa-acf6-4891-b4d9-0fce04dff5ad service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 1097 time: 0.0432553 Dec 16 22:59:25.626021 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9d55484-7758-4224-bdc3-821a6b32b7d9 req-1297e2c1-088f-4350-9ef6-f4e99ea12ba0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379953 Dec 16 22:59:25.687973 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ccf764c6-eb7e-4770-bb26-06537886b41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:25.763438 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7bb7b-4d0f-4928-9e18-2f057b2c556d req-030361f2-de2a-4e82-b52c-2c79598118e0 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:25.764923 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0df7bb7b-4d0f-4928-9e18-2f057b2c556d req-030361f2-de2a-4e82-b52c-2c79598118e0 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0528986 Dec 16 22:59:25.820087 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0df7bb7b-4d0f-4928-9e18-2f057b2c556d req-7d816233-f3a1-4811-91e8-e95059b3f9a9 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480804 Dec 16 22:59:25.905477 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-1e35c42e-ea6f-40f2-8167-bea2b113affe req-dacdfee0-9e07-4fe2-a6fb-f9aafb1cb4ff service neutron] (103613) timed out ('10.222.0.75', 52406) {{(pid=103613) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 22:59:26.925285 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 22:59:26.954632 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75156a-7c23-4c7f-b04a-68d74786fcd9 req-d06db5a4-090a-498f-aa17-c35e1fb88b01 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:26.956217 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bc75156a-7c23-4c7f-b04a-68d74786fcd9 req-d06db5a4-090a-498f-aa17-c35e1fb88b01 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0601366 Dec 16 22:59:27.004557 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bc75156a-7c23-4c7f-b04a-68d74786fcd9 req-07803da4-307e-4fde-84b2-22dd0e9d07c8 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419943 Dec 16 22:59:27.162710 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:27.318594 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:28.121974 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372755a-1ea5-4b45-ab24-9763b17cbee5 req-692763f2-1e3d-4fb4-8a5b-4b4bc0bc389e tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:28.123521 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8372755a-1ea5-4b45-ab24-9763b17cbee5 req-692763f2-1e3d-4fb4-8a5b-4b4bc0bc389e tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0493472 Dec 16 22:59:28.173099 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8372755a-1ea5-4b45-ab24-9763b17cbee5 req-91ee91c8-f20d-4233-b247-1b6e22fc59f0 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435591 Dec 16 22:59:28.473090 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:28.569482 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a1747-a01b-4191-8a5b-f2722a7e94b8 req-6c1db95c-c0e5-44fc-8455-7455e2269791 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:28.570977 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-469a1747-a01b-4191-8a5b-f2722a7e94b8 req-6c1db95c-c0e5-44fc-8455-7455e2269791 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0504568 Dec 16 22:59:28.762962 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-3e33fa50-9e58-499b-8d46-bcb6f016dbfc service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1052876 Dec 16 22:59:28.773776 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-dcfeab37-3f7a-4e8d-9e24-e3d0429f11a7 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 22:59:28.774841 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-dcfeab37-3f7a-4e8d-9e24-e3d0429f11a7 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063305 Dec 16 22:59:28.779698 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:28.918900 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-469a1747-a01b-4191-8a5b-f2722a7e94b8 req-ded77e4b-fe7e-4d91-ba97-575bbf453743 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383467 Dec 16 22:59:29.124160 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:30.039984 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8badd3-8fa5-4260-b5c9-97bbdb3f7bca req-3b823f85-26cb-41b3-8cfd-6f358204fbc4 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:30.041517 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8e8badd3-8fa5-4260-b5c9-97bbdb3f7bca req-3b823f85-26cb-41b3-8cfd-6f358204fbc4 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0511987 Dec 16 22:59:30.093789 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8e8badd3-8fa5-4260-b5c9-97bbdb3f7bca req-438d26c6-0d36-4a80-a072-ad0990778e51 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463274 Dec 16 22:59:31.164858 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-58a1521d-fac5-41af-a320-4aba7cc8db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:31.166383 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-58a1521d-fac5-41af-a320-4aba7cc8db3c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d1deb104efeb4643accccc04da8fe8f1&device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 1097 time: 0.0421920 Dec 16 22:59:31.268269 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32727f-ec55-43aa-9863-85002a97e44e req-efe35c7f-6e1f-4102-8b6c-5d065d46de66 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:31.269899 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ae32727f-ec55-43aa-9863-85002a97e44e req-efe35c7f-6e1f-4102-8b6c-5d065d46de66 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.1026416 Dec 16 22:59:31.306212 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-b233c697-9e13-4c3d-a087-aa857a51e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:31.307713 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-b233c697-9e13-4c3d-a087-aa857a51e6c3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=09023328-b95b-4de8-8382-83e375296ed1 HTTP/1.1" status: 200 len: 911 time: 0.1320159 Dec 16 22:59:31.364260 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-3984d6a5-6978-4baa-a36d-7e266028c6b8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22945c65-1962-487b-9bf4-98cc9bf65001 HTTP/1.1" status: 200 len: 217 time: 0.0467329 Dec 16 22:59:31.368762 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ae32727f-ec55-43aa-9863-85002a97e44e req-847299c8-28a4-4edc-a4ac-65cacf3eb578 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905702 Dec 16 22:59:31.415211 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-5edebcc3-f84f-4205-9218-5b9173b8c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:31.416707 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-5edebcc3-f84f-4205-9218-5b9173b8c703 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5eda9fd-68d7-4f79-82fe-ba306e0217cd HTTP/1.1" status: 200 len: 851 time: 0.0453339 Dec 16 22:59:31.457861 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-f6ec518c-1b24-455c-b4fe-4d30e814ac59 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=09023328-b95b-4de8-8382-83e375296ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251529 Dec 16 22:59:31.547434 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-d516b28d-d682-48f8-aa4a-290a3093d1db service neutron] 10.222.0.76 "GET /v2.0/networks/09023328-b95b-4de8-8382-83e375296ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826480 Dec 16 22:59:31.645639 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-b44b5b65-554c-4091-a809-df113871d90b service neutron] 10.222.0.76 "GET /v2.0/networks/09023328-b95b-4de8-8382-83e375296ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877233 Dec 16 22:59:32.494103 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efd5c6-ca83-404f-93cb-56ec33810ffe req-288885a5-25da-410a-991a-8d288d189a8f tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:32.495608 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-51efd5c6-ca83-404f-93cb-56ec33810ffe req-288885a5-25da-410a-991a-8d288d189a8f tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0501089 Dec 16 22:59:32.544994 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-51efd5c6-ca83-404f-93cb-56ec33810ffe req-003c4197-fd4e-489c-8f62-095df78fdcce tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434630 Dec 16 22:59:33.663205 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bedbca-6f0c-4c0d-b779-a76ee7dc0907 req-884b0ea5-b26b-4dc2-bae3-ee39ffe6117b tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:33.664727 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-28bedbca-6f0c-4c0d-b779-a76ee7dc0907 req-884b0ea5-b26b-4dc2-bae3-ee39ffe6117b tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0513964 Dec 16 22:59:33.713687 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-28bedbca-6f0c-4c0d-b779-a76ee7dc0907 req-98e8f143-000f-48e2-85c4-045e9a2aa3a3 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422592 Dec 16 22:59:34.829339 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55403974-9b35-4d90-bf9f-5376331082d5 req-2227ef12-1700-42de-a5f6-466682dd1d4e tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:34.830860 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-55403974-9b35-4d90-bf9f-5376331082d5 req-2227ef12-1700-42de-a5f6-466682dd1d4e tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0493121 Dec 16 22:59:34.879538 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-55403974-9b35-4d90-bf9f-5376331082d5 req-9c7ea2f1-86c7-4589-bf6e-bfe2cebf4977 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425055 Dec 16 22:59:36.004550 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ccba9-05ea-434f-9d34-9d2d3be10378 req-f37eab29-2813-457e-b776-d9afae3a8c5a tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:36.006064 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d17ccba9-05ea-434f-9d34-9d2d3be10378 req-f37eab29-2813-457e-b776-d9afae3a8c5a tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0541906 Dec 16 22:59:36.053627 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d17ccba9-05ea-434f-9d34-9d2d3be10378 req-596aa111-9ba3-4f7f-88aa-1ec9e3f837f2 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415604 Dec 16 22:59:37.177254 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a5809-b86b-4985-916d-ac2fb03d056e req-357a8065-f8c1-42b4-b365-c54015aae9e4 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:37.178725 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8e2a5809-b86b-4985-916d-ac2fb03d056e req-357a8065-f8c1-42b4-b365-c54015aae9e4 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0538406 Dec 16 22:59:37.226320 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8e2a5809-b86b-4985-916d-ac2fb03d056e req-d102ee37-5f4c-4acc-99ff-a0c112407678 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415258 Dec 16 22:59:38.346616 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2fd8b-6fa4-48d2-a28f-bbfa778a06c7 req-2fd0b8d3-4812-45e6-ac61-68bd3078aa60 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:38.348087 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e2f2fd8b-6fa4-48d2-a28f-bbfa778a06c7 req-2fd0b8d3-4812-45e6-ac61-68bd3078aa60 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0502205 Dec 16 22:59:38.395956 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e2f2fd8b-6fa4-48d2-a28f-bbfa778a06c7 req-65589221-df17-4dd5-ba40-79a5ce333deb tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419807 Dec 16 22:59:39.517942 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce125b-84b2-44cf-81d1-b37d7a2ef17f req-988d9fed-3151-47c0-8a43-75fad6c69703 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:39.519589 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8ce125b-84b2-44cf-81d1-b37d7a2ef17f req-988d9fed-3151-47c0-8a43-75fad6c69703 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0542724 Dec 16 22:59:39.569148 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f8ce125b-84b2-44cf-81d1-b37d7a2ef17f req-15122ae3-b8ad-4182-820f-17fc3782a524 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434358 Dec 16 22:59:40.693695 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ade78-9d0a-45cd-bcd9-0ba3fff1c40f req-f7ac99ea-7205-4ef2-ac92-d0c0ab6395f8 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:40.695274 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9a2ade78-9d0a-45cd-bcd9-0ba3fff1c40f req-f7ac99ea-7205-4ef2-ac92-d0c0ab6395f8 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0507658 Dec 16 22:59:40.749187 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9a2ade78-9d0a-45cd-bcd9-0ba3fff1c40f req-f6c5a581-9860-4d9f-becf-20780c504f6b tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456924 Dec 16 22:59:41.866517 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bc44b-e807-46a2-88fd-b8eece4c1ee6 req-fc893cc7-a305-49a5-b61b-9ea8f6e09073 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:41.868031 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-776bc44b-e807-46a2-88fd-b8eece4c1ee6 req-fc893cc7-a305-49a5-b61b-9ea8f6e09073 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0488148 Dec 16 22:59:41.919370 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-776bc44b-e807-46a2-88fd-b8eece4c1ee6 req-7a23dacb-f2cc-4525-9155-5ca28aaaed29 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452418 Dec 16 22:59:43.042461 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf3b53-227b-4333-a281-570285de63c7 req-2876ea65-531a-49bf-a134-662d1e71296c tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:43.044049 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f3bf3b53-227b-4333-a281-570285de63c7 req-2876ea65-531a-49bf-a134-662d1e71296c tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0498390 Dec 16 22:59:43.095399 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f3bf3b53-227b-4333-a281-570285de63c7 req-9a5b7017-57c4-4b98-abc4-9cad42073ff3 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424569 Dec 16 22:59:44.212472 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ddfea4-5ee9-45d3-98f2-e3a499507fe9 req-2f82d803-36b4-4549-9da0-4c2c69edb6cc tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:44.213984 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36ddfea4-5ee9-45d3-98f2-e3a499507fe9 req-2f82d803-36b4-4549-9da0-4c2c69edb6cc tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0492461 Dec 16 22:59:44.261789 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36ddfea4-5ee9-45d3-98f2-e3a499507fe9 req-661c4184-7852-4787-aff4-847a9bbc443f tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408802 Dec 16 22:59:45.380278 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4cd05a-a7a0-4aab-a87d-9a24db2e4408 req-421837eb-f9e3-47e9-a1a1-3d1e0784118d tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:45.381775 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bb4cd05a-a7a0-4aab-a87d-9a24db2e4408 req-421837eb-f9e3-47e9-a1a1-3d1e0784118d tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0498586 Dec 16 22:59:45.430342 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bb4cd05a-a7a0-4aab-a87d-9a24db2e4408 req-38d5a0d0-637a-4c39-a977-cf5f9d031b12 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425379 Dec 16 22:59:46.551209 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827efe9-e876-4f47-8ec2-dfd83523a001 req-15121da4-97b4-4b6c-a263-2759a323ac44 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:46.552644 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1827efe9-e876-4f47-8ec2-dfd83523a001 req-15121da4-97b4-4b6c-a263-2759a323ac44 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0517013 Dec 16 22:59:46.600464 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1827efe9-e876-4f47-8ec2-dfd83523a001 req-4b977ab7-fb98-4ab0-8528-d5765cfbccb8 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418239 Dec 16 22:59:47.724450 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747b758-2bdb-4cff-8b66-9e6d8e6bb4e9 req-d1bc4063-64ef-4fbd-9d27-5ccdad4f4bc8 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:47.725995 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4747b758-2bdb-4cff-8b66-9e6d8e6bb4e9 req-d1bc4063-64ef-4fbd-9d27-5ccdad4f4bc8 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0541482 Dec 16 22:59:47.775278 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4747b758-2bdb-4cff-8b66-9e6d8e6bb4e9 req-4f5c0237-d8cf-4176-8e1e-ed58d69e6870 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432189 Dec 16 22:59:48.897154 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da1d9c-3e30-4683-8cb5-39b66313a911 req-86790074-bb92-4438-a2c9-922d07003c4b tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:48.898613 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d6da1d9c-3e30-4683-8cb5-39b66313a911 req-86790074-bb92-4438-a2c9-922d07003c4b tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0527899 Dec 16 22:59:48.948196 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d6da1d9c-3e30-4683-8cb5-39b66313a911 req-b8e2ccb5-78e4-477c-9293-5a3889fb0ea7 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436463 Dec 16 22:59:50.067237 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201d33f-b040-4cfb-a833-b7ba97eca69c req-a5eda24b-1f59-4822-9738-8ffa420248e5 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:50.068751 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0201d33f-b040-4cfb-a833-b7ba97eca69c req-a5eda24b-1f59-4822-9738-8ffa420248e5 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0503387 Dec 16 22:59:50.119770 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0201d33f-b040-4cfb-a833-b7ba97eca69c req-428cc22c-968b-440d-a598-f58f0f41410e tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450659 Dec 16 22:59:51.236102 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df4c6-0ab3-40d5-99fe-04d23567c51f req-34bed764-8371-4346-a225-3582f87dbf22 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:51.237583 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8d5df4c6-0ab3-40d5-99fe-04d23567c51f req-34bed764-8371-4346-a225-3582f87dbf22 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0486541 Dec 16 22:59:51.285274 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8d5df4c6-0ab3-40d5-99fe-04d23567c51f req-fca22323-6c4c-41f8-bba3-c525da63cade tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416081 Dec 16 22:59:52.413887 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91fc94-fc76-495f-aa63-f4e90c392595 req-4dd411be-6bcf-4601-8c57-500c5a3174d3 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:52.415418 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ae91fc94-fc76-495f-aa63-f4e90c392595 req-4dd411be-6bcf-4601-8c57-500c5a3174d3 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0600612 Dec 16 22:59:52.463821 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ae91fc94-fc76-495f-aa63-f4e90c392595 req-183d25dd-a63e-47c1-b646-382fb7702fdf tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422976 Dec 16 22:59:53.392557 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a94e1e3-7b9b-4fdb-8e77-d2b9c304712f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:53.589317 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19738652-16f7-4e6c-9a9f-98e10623d15b req-83d44347-d462-40d8-9cf6-4dec0afc8dfb tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:53.590827 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-19738652-16f7-4e6c-9a9f-98e10623d15b req-83d44347-d462-40d8-9cf6-4dec0afc8dfb tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0551648 Dec 16 22:59:53.645567 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-19738652-16f7-4e6c-9a9f-98e10623d15b req-1e8f0345-e461-44ee-af3a-268b2c45b0e4 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476294 Dec 16 22:59:54.769709 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c2439-52b8-4c8f-8f23-a74dbeefbfde req-d086ca13-8fe3-4ba4-a6de-c992100cd994 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:54.771642 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-144c2439-52b8-4c8f-8f23-a74dbeefbfde req-d086ca13-8fe3-4ba4-a6de-c992100cd994 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0521345 Dec 16 22:59:54.832676 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-144c2439-52b8-4c8f-8f23-a74dbeefbfde req-ce777858-7769-4c28-a049-4a185bf77dd3 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551834 Dec 16 22:59:54.864790 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2f37f-a92b-468d-a4da-d0733f27a403 req-903b476b-4d00-4e67-ae70-c40389c43d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:54.866336 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-22f2f37f-a92b-468d-a4da-d0733f27a403 req-903b476b-4d00-4e67-ae70-c40389c43d72 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d1deb104efeb4643accccc04da8fe8f1&device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 1097 time: 0.0497074 Dec 16 22:59:54.984105 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2f37f-a92b-468d-a4da-d0733f27a403 req-46233e53-cf0e-4474-92f9-8f71b9b55119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:54.985624 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-22f2f37f-a92b-468d-a4da-d0733f27a403 req-46233e53-cf0e-4474-92f9-8f71b9b55119 service neutron] 10.222.0.76 "GET /v2.0/networks?id=09023328-b95b-4de8-8382-83e375296ed1 HTTP/1.1" status: 200 len: 911 time: 0.0943146 Dec 16 22:59:55.028804 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-22f2f37f-a92b-468d-a4da-d0733f27a403 req-afea62f8-f8f6-4afd-aa34-c91be01c1e98 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22945c65-1962-487b-9bf4-98cc9bf65001 HTTP/1.1" status: 200 len: 217 time: 0.0356677 Dec 16 22:59:55.093563 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2f37f-a92b-468d-a4da-d0733f27a403 req-14563262-1f8a-480e-8219-7a7b309694a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:55.095450 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-22f2f37f-a92b-468d-a4da-d0733f27a403 req-14563262-1f8a-480e-8219-7a7b309694a0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5eda9fd-68d7-4f79-82fe-ba306e0217cd HTTP/1.1" status: 200 len: 851 time: 0.0596478 Dec 16 22:59:55.134450 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-22f2f37f-a92b-468d-a4da-d0733f27a403 req-1b778fac-d765-4d25-a649-393cbea72815 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=09023328-b95b-4de8-8382-83e375296ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298975 Dec 16 22:59:55.231808 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-22f2f37f-a92b-468d-a4da-d0733f27a403 req-becbbdeb-7dc2-4d5b-bffc-3ac742f45e79 service neutron] 10.222.0.76 "GET /v2.0/networks/09023328-b95b-4de8-8382-83e375296ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872254 Dec 16 22:59:55.338526 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-22f2f37f-a92b-468d-a4da-d0733f27a403 req-c08a73fa-ece9-4a86-8b71-cee119be2a6c service neutron] 10.222.0.76 "GET /v2.0/networks/09023328-b95b-4de8-8382-83e375296ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991931 Dec 16 22:59:55.678244 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d2a010c-ea9f-4ee0-8b3b-2dad3f8472cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:55.966043 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304da3a-2de4-4176-a047-46bb6348269d req-d4ccaf51-4775-4507-9e60-a261f79be28e tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:55.968109 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9304da3a-2de4-4176-a047-46bb6348269d req-d4ccaf51-4775-4507-9e60-a261f79be28e tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0601070 Dec 16 22:59:56.021226 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9304da3a-2de4-4176-a047-46bb6348269d req-f4c768cd-6802-4cf3-896b-e697a1dd4059 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465841 Dec 16 22:59:57.124633 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:57.143710 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85489a15-ad5c-4729-b327-9ea0851caf68 req-d6b22fb6-44a0-4c1b-a955-9ae918bbeb18 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:57.145312 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-85489a15-ad5c-4729-b327-9ea0851caf68 req-d6b22fb6-44a0-4c1b-a955-9ae918bbeb18 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0506377 Dec 16 22:59:57.194216 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-85489a15-ad5c-4729-b327-9ea0851caf68 req-5931e3fa-0a5b-49cf-89c9-16b5900571ae tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429323 Dec 16 22:59:57.301029 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:58.310693 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a276a-096a-499b-9086-12dc735013d9 req-f2d0e1e9-45eb-46c6-923f-f2de977c14d7 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:58.312532 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-974a276a-096a-499b-9086-12dc735013d9 req-f2d0e1e9-45eb-46c6-923f-f2de977c14d7 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0511823 Dec 16 22:59:58.363839 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-974a276a-096a-499b-9086-12dc735013d9 req-37f4eb96-7161-466f-997d-c5e1ffeb014d tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452878 Dec 16 22:59:58.426234 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:58.729318 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:59.117828 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 22:59:59.482886 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42225f07-99d2-43e8-a418-87f3c743d15c req-68d9bf07-1b32-4490-b6b6-da064b8d74e6 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 22:59:59.485377 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-42225f07-99d2-43e8-a418-87f3c743d15c req-68d9bf07-1b32-4490-b6b6-da064b8d74e6 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0511618 Dec 16 22:59:59.539863 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-42225f07-99d2-43e8-a418-87f3c743d15c req-3883a887-8ee9-45b2-8ce7-44e5ffd80cfb tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484629 Dec 16 23:00:00.660476 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b3147-2412-4e0f-ab5f-b86f014dc4c7 req-d9d7f2e2-cb88-45eb-b6c7-2ab82aac7631 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:00.661970 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cc0b3147-2412-4e0f-ab5f-b86f014dc4c7 req-d9d7f2e2-cb88-45eb-b6c7-2ab82aac7631 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0519350 Dec 16 23:00:00.710623 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cc0b3147-2412-4e0f-ab5f-b86f014dc4c7 req-3d094355-f3ab-4f47-b0cd-660a305d1edf tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419502 Dec 16 23:00:01.830284 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272f4ef-e7b6-42ab-a706-f237044f6e2e req-b5fd9955-3ae7-4b07-bfff-acdb8d6f2c2f tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:01.831893 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a272f4ef-e7b6-42ab-a706-f237044f6e2e req-b5fd9955-3ae7-4b07-bfff-acdb8d6f2c2f tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0499091 Dec 16 23:00:01.887468 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a272f4ef-e7b6-42ab-a706-f237044f6e2e req-d96d2730-d9af-4074-9134-c49c1c69f87a tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493236 Dec 16 23:00:03.007345 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207378e3-e62b-4b43-a156-acf929fa31ae req-63cf0d9c-4b7a-4b5e-8c6b-8417423b7570 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:03.008848 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-207378e3-e62b-4b43-a156-acf929fa31ae req-63cf0d9c-4b7a-4b5e-8c6b-8417423b7570 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0496759 Dec 16 23:00:03.055976 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-207378e3-e62b-4b43-a156-acf929fa31ae req-e58cbbc9-b904-4b29-bd05-6992ae540c57 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412939 Dec 16 23:00:03.925236 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:00:04.175927 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95274d49-85b5-46bb-9f7a-aba58b83f601 req-ef3a6676-b217-41c8-810d-8b4b427c1f2e tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:04.177415 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-95274d49-85b5-46bb-9f7a-aba58b83f601 req-ef3a6676-b217-41c8-810d-8b4b427c1f2e tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0501957 Dec 16 23:00:04.227133 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-95274d49-85b5-46bb-9f7a-aba58b83f601 req-af540071-404f-4a4e-9cb2-4ebcdc79d4d1 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432155 Dec 16 23:00:04.525221 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-9a44e3ea-b003-468d-a06e-18bf7259c4aa service neutron] show failed (client error): The resource could not be found. Dec 16 23:00:04.526246 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-9a44e3ea-b003-468d-a06e-18bf7259c4aa service neutron] 10.222.0.76 "GET /v2.0/ports/22945c65-1962-487b-9bf4-98cc9bf65001/bindings/n-h2-815324-4 HTTP/1.1" status: 404 len: 380 time: 0.0606434 Dec 16 23:00:04.982087 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-bce7018f-d94e-420b-9e29-d692d00bd54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:04.983673 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-bce7018f-d94e-420b-9e29-d692d00bd54d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5&tenant_id=d1deb104efeb4643accccc04da8fe8f1 HTTP/1.1" status: 200 len: 1097 time: 0.0724440 Dec 16 23:00:05.001889 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-05346a7e-3e7a-49c4-8bef-43338917c6de service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-4', 'device_owner': 'compute:nova'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:00:05.058546 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-05346a7e-3e7a-49c4-8bef-43338917c6de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:05.259910 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-05346a7e-3e7a-49c4-8bef-43338917c6de service neutron] For port 22945c65-1962-487b-9bf4-98cc9bf65001, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=22945c65-1962-487b-9bf4-98cc9bf65001,segment=NetworkSegment(e5d30bb9-0f33-4fec-9169-b9309282f224),segment_id=e5d30bb9-0f33-4fec-9169-b9309282f224)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:00:05.294253 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-05346a7e-3e7a-49c4-8bef-43338917c6de service neutron] For port 22945c65-1962-487b-9bf4-98cc9bf65001, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:00:05.334735 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00680ad5-c1fb-48ab-bf38-929b80117da5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22945c65-1962-487b-9bf4-98cc9bf65001'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:00:05.337066 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9035ec64-518e-4884-ab57-33db18b29e05" -d '{"events": [{"server_uuid": "00680ad5-c1fb-48ab-bf38-929b80117da5", "name": "network-vif-unplugged", "status": "completed", "tag": "22945c65-1962-487b-9bf4-98cc9bf65001"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:00:05.341435 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-05346a7e-3e7a-49c4-8bef-43338917c6de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:05.351447 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ede87-1b0b-4976-a199-28bf0c925110 req-b4bb8c1b-b0be-494a-91ed-e71412ec8901 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:05.353344 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dc4ede87-1b0b-4976-a199-28bf0c925110 req-b4bb8c1b-b0be-494a-91ed-e71412ec8901 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0555387 Dec 16 23:00:05.354760 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-05346a7e-3e7a-49c4-8bef-43338917c6de service neutron] Transition to ACTIVE for port object 22945c65-1962-487b-9bf4-98cc9bf65001 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:00:05.387576 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 23:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b967e09f-a46e-45b3-be92-8668e2cd43d1 x-openstack-request-id: req-b967e09f-a46e-45b3-be92-8668e2cd43d1 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:00:05.387899 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00680ad5-c1fb-48ab-bf38-929b80117da5", "name": "network-vif-unplugged", "status": "completed", "tag": "22945c65-1962-487b-9bf4-98cc9bf65001", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:00:05.388205 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b967e09f-a46e-45b3-be92-8668e2cd43d1 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:00:05.388755 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00680ad5-c1fb-48ab-bf38-929b80117da5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22945c65-1962-487b-9bf4-98cc9bf65001', 'code': 200} Dec 16 23:00:05.403446 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dc4ede87-1b0b-4976-a199-28bf0c925110 req-bf3103fb-225e-4f6f-9bb3-246265e7d35b tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434041 Dec 16 23:00:05.442003 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-05346a7e-3e7a-49c4-8bef-43338917c6de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:05.491282 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05346a7e-3e7a-49c4-8bef-43338917c6de service neutron] Pushing event updated for resources: {'Port': ['ID=22945c65-1962-487b-9bf4-98cc9bf65001,revision_number=6']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:05.507238 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-05346a7e-3e7a-49c4-8bef-43338917c6de service neutron] No DVR routers for this DVR port 22945c65-1962-487b-9bf4-98cc9bf65001 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:00:05.545766 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-05346a7e-3e7a-49c4-8bef-43338917c6de service neutron] Attempting to bind port 22945c65-1962-487b-9bf4-98cc9bf65001 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:00:05.546102 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-05346a7e-3e7a-49c4-8bef-43338917c6de service neutron] Attempting to bind port 22945c65-1962-487b-9bf4-98cc9bf65001 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'e5d30bb9-0f33-4fec-9169-b9309282f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09023328-b95b-4de8-8382-83e375296ed1'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:00:05.546431 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-05346a7e-3e7a-49c4-8bef-43338917c6de service neutron] Attempting to bind port 22945c65-1962-487b-9bf4-98cc9bf65001 on network 09023328-b95b-4de8-8382-83e375296ed1 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:00:05.551250 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-05346a7e-3e7a-49c4-8bef-43338917c6de service neutron] Port 22945c65-1962-487b-9bf4-98cc9bf65001 on network 09023328-b95b-4de8-8382-83e375296ed1 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:00:05.551574 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-05346a7e-3e7a-49c4-8bef-43338917c6de service neutron] Attempting to bind port 22945c65-1962-487b-9bf4-98cc9bf65001 on network 09023328-b95b-4de8-8382-83e375296ed1 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:00:05.556429 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-05346a7e-3e7a-49c4-8bef-43338917c6de service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:00:05.556763 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-05346a7e-3e7a-49c4-8bef-43338917c6de service neutron] Checking segment: {'id': 'e5d30bb9-0f33-4fec-9169-b9309282f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09023328-b95b-4de8-8382-83e375296ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:00:05.557173 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-05346a7e-3e7a-49c4-8bef-43338917c6de service neutron] Bound using segment: {'id': 'e5d30bb9-0f33-4fec-9169-b9309282f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09023328-b95b-4de8-8382-83e375296ed1'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:00:05.557598 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-05346a7e-3e7a-49c4-8bef-43338917c6de service neutron] Bound port: 22945c65-1962-487b-9bf4-98cc9bf65001, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5d30bb9-0f33-4fec-9169-b9309282f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09023328-b95b-4de8-8382-83e375296ed1'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:00:05.557950 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-05346a7e-3e7a-49c4-8bef-43338917c6de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:05.620511 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-05346a7e-3e7a-49c4-8bef-43338917c6de service neutron] For port 22945c65-1962-487b-9bf4-98cc9bf65001, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:00:05.623639 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-05346a7e-3e7a-49c4-8bef-43338917c6de service neutron] For port 22945c65-1962-487b-9bf4-98cc9bf65001, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=22945c65-1962-487b-9bf4-98cc9bf65001,segment=NetworkSegment(e5d30bb9-0f33-4fec-9169-b9309282f224),segment_id=e5d30bb9-0f33-4fec-9169-b9309282f224)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:00:05.722062 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-05346a7e-3e7a-49c4-8bef-43338917c6de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:05.758733 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-05346a7e-3e7a-49c4-8bef-43338917c6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:05.759347 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-05346a7e-3e7a-49c4-8bef-43338917c6de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:05.760763 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-05346a7e-3e7a-49c4-8bef-43338917c6de service neutron] 10.222.0.57 "PUT /v2.0/ports/22945c65-1962-487b-9bf4-98cc9bf65001 HTTP/1.1" status: 200 len: 1092 time: 0.7629342 Dec 16 23:00:05.781210 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05346a7e-3e7a-49c4-8bef-43338917c6de service neutron] Pushing event updated for resources: {'Port': ['ID=22945c65-1962-487b-9bf4-98cc9bf65001,revision_number=7']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:05.833461 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-4def1b54-e080-416a-a155-3048762dc88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:05.835000 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-4def1b54-e080-416a-a155-3048762dc88d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1deb104efeb4643accccc04da8fe8f1&device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 1095 time: 0.0419931 Dec 16 23:00:05.928952 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-143f1e62-7a81-49c6-88c5-718703c0437d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:05.930474 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-143f1e62-7a81-49c6-88c5-718703c0437d service neutron] 10.222.0.57 "GET /v2.0/networks?id=09023328-b95b-4de8-8382-83e375296ed1 HTTP/1.1" status: 200 len: 911 time: 0.0875356 Dec 16 23:00:05.972431 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-d7a6f6e6-f72d-46a7-a97b-6dfcb1998b34 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22945c65-1962-487b-9bf4-98cc9bf65001 HTTP/1.1" status: 200 len: 217 time: 0.0349844 Dec 16 23:00:06.024034 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-21a347eb-12ea-459e-a361-6b69f8cf6a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:06.025381 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-21a347eb-12ea-459e-a361-6b69f8cf6a02 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5eda9fd-68d7-4f79-82fe-ba306e0217cd HTTP/1.1" status: 200 len: 851 time: 0.0467012 Dec 16 23:00:06.060112 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-2c419fb6-e638-477e-96e0-758f05fb85d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09023328-b95b-4de8-8382-83e375296ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249560 Dec 16 23:00:06.152580 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-9e7d5f70-b8b4-41d6-b685-99ccac563466 service neutron] 10.222.0.57 "GET /v2.0/networks/09023328-b95b-4de8-8382-83e375296ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853505 Dec 16 23:00:06.249515 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e05dde58-5af7-4ca5-99a3-d9eaf0348ae9 req-8969e5db-eb90-4898-b784-ef4c01f559c8 service neutron] 10.222.0.57 "GET /v2.0/networks/09023328-b95b-4de8-8382-83e375296ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885932 Dec 16 23:00:06.524905 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042e8d6-f80d-412b-b41a-2c723fe3b4e5 req-291d44c3-33ec-4663-9022-3e6d47b79e64 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:06.526435 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0042e8d6-f80d-412b-b41a-2c723fe3b4e5 req-291d44c3-33ec-4663-9022-3e6d47b79e64 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 944 time: 0.0502985 Dec 16 23:00:06.576356 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0042e8d6-f80d-412b-b41a-2c723fe3b4e5 req-8fc2d7ba-31c5-4d6b-8d50-250611412d19 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437884 Dec 16 23:00:07.390025 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00680ad5-c1fb-48ab-bf38-929b80117da5', 'tag': '22945c65-1962-487b-9bf4-98cc9bf65001'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:00:07.392462 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3de32f-3784-4ace-a511-e72d8676a5eb" -d '{"events": [{"name": "network-changed", "server_uuid": "00680ad5-c1fb-48ab-bf38-929b80117da5", "tag": "22945c65-1962-487b-9bf4-98cc9bf65001"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:00:07.442217 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cced700-9e15-452a-a0bd-980355d7df29 x-openstack-request-id: req-5cced700-9e15-452a-a0bd-980355d7df29 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:00:07.442511 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00680ad5-c1fb-48ab-bf38-929b80117da5", "tag": "22945c65-1962-487b-9bf4-98cc9bf65001", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:00:07.442769 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5cced700-9e15-452a-a0bd-980355d7df29 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:00:07.443202 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00680ad5-c1fb-48ab-bf38-929b80117da5', 'tag': '22945c65-1962-487b-9bf4-98cc9bf65001', 'status': 'completed', 'code': 200} Dec 16 23:00:07.553895 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3de32f-3784-4ace-a511-e72d8676a5eb req-031deff5-7f74-4610-a8ea-c8651ebb0a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:07.555429 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0f3de32f-3784-4ace-a511-e72d8676a5eb req-031deff5-7f74-4610-a8ea-c8651ebb0a01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1deb104efeb4643accccc04da8fe8f1&device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 1095 time: 0.0737126 Dec 16 23:00:07.561180 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3de32f-3784-4ace-a511-e72d8676a5eb req-208971ce-865e-472a-a159-ab56f2afc0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:07.562604 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0f3de32f-3784-4ace-a511-e72d8676a5eb req-208971ce-865e-472a-a159-ab56f2afc0a8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d1deb104efeb4643accccc04da8fe8f1&device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 1095 time: 0.0558650 Dec 16 23:00:07.748562 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3de32f-3784-4ace-a511-e72d8676a5eb req-afdaaef7-6a04-4ebb-8234-0fec08260046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:07.749960 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0f3de32f-3784-4ace-a511-e72d8676a5eb req-afdaaef7-6a04-4ebb-8234-0fec08260046 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09023328-b95b-4de8-8382-83e375296ed1 HTTP/1.1" status: 200 len: 911 time: 0.1864986 Dec 16 23:00:07.776522 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a822588-5078-4d09-a5ca-aeca7ccceaff req-96538caf-fed8-4250-90c3-902d816c4cea tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:07.778000 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8a822588-5078-4d09-a5ca-aeca7ccceaff req-96538caf-fed8-4250-90c3-902d816c4cea tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 944 time: 0.1221433 Dec 16 23:00:07.778982 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3de32f-3784-4ace-a511-e72d8676a5eb req-fc59559b-f65e-4f23-bb99-01381fb82188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:07.780382 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0f3de32f-3784-4ace-a511-e72d8676a5eb req-fc59559b-f65e-4f23-bb99-01381fb82188 service neutron] 10.222.0.76 "GET /v2.0/networks?id=09023328-b95b-4de8-8382-83e375296ed1 HTTP/1.1" status: 200 len: 911 time: 0.2065966 Dec 16 23:00:07.819668 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0f3de32f-3784-4ace-a511-e72d8676a5eb req-e85a2fd4-f48b-4977-916e-5efe0d255cca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22945c65-1962-487b-9bf4-98cc9bf65001 HTTP/1.1" status: 200 len: 217 time: 0.0608988 Dec 16 23:00:07.866762 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0f3de32f-3784-4ace-a511-e72d8676a5eb req-9198f46f-b6d0-4ecd-add5-4ed3964deeda service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22945c65-1962-487b-9bf4-98cc9bf65001 HTTP/1.1" status: 200 len: 217 time: 0.0553801 Dec 16 23:00:07.963659 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8a822588-5078-4d09-a5ca-aeca7ccceaff req-a867c21d-abe1-4708-a9da-27ede79e1e75 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508727 Dec 16 23:00:07.965409 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3de32f-3784-4ace-a511-e72d8676a5eb req-1dea9994-7b54-4991-b066-800b8d9340a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:07.966775 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0f3de32f-3784-4ace-a511-e72d8676a5eb req-1dea9994-7b54-4991-b066-800b8d9340a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5eda9fd-68d7-4f79-82fe-ba306e0217cd HTTP/1.1" status: 200 len: 851 time: 0.1151891 Dec 16 23:00:07.968171 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3de32f-3784-4ace-a511-e72d8676a5eb req-3eba3e8c-30de-420d-bb7c-b25eecfb23ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:07.969486 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0f3de32f-3784-4ace-a511-e72d8676a5eb req-3eba3e8c-30de-420d-bb7c-b25eecfb23ec service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5eda9fd-68d7-4f79-82fe-ba306e0217cd HTTP/1.1" status: 200 len: 851 time: 0.0848675 Dec 16 23:00:08.021368 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0f3de32f-3784-4ace-a511-e72d8676a5eb req-ed776c80-86df-413f-9f90-f4e04fc03c3f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09023328-b95b-4de8-8382-83e375296ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441639 Dec 16 23:00:08.023140 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0f3de32f-3784-4ace-a511-e72d8676a5eb req-ed11a8b5-3525-412c-bf81-49c2c0a822a3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=09023328-b95b-4de8-8382-83e375296ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381117 Dec 16 23:00:08.191525 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0f3de32f-3784-4ace-a511-e72d8676a5eb req-54beb9a4-2cf2-43ad-82f9-65934dbc9a5f service neutron] 10.222.0.57 "GET /v2.0/networks/09023328-b95b-4de8-8382-83e375296ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613326 Dec 16 23:00:08.193377 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0f3de32f-3784-4ace-a511-e72d8676a5eb req-0fa711bf-a23b-48e0-adfa-f5ce0cac86f1 service neutron] 10.222.0.76 "GET /v2.0/networks/09023328-b95b-4de8-8382-83e375296ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556880 Dec 16 23:00:08.352708 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0f3de32f-3784-4ace-a511-e72d8676a5eb req-a93dc0c6-4625-4d63-80b8-528b363965cd service neutron] 10.222.0.57 "GET /v2.0/networks/09023328-b95b-4de8-8382-83e375296ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538267 Dec 16 23:00:08.354916 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0f3de32f-3784-4ace-a511-e72d8676a5eb req-9eb44d81-f506-48d2-afe8-40080b63b623 service neutron] 10.222.0.76 "GET /v2.0/networks/09023328-b95b-4de8-8382-83e375296ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480269 Dec 16 23:00:08.881880 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 22945c65-1962-487b-9bf4-98cc9bf65001 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:00:08.975756 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 22945c65-1962-487b-9bf4-98cc9bf65001, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=22945c65-1962-487b-9bf4-98cc9bf65001,segment=NetworkSegment(e5d30bb9-0f33-4fec-9169-b9309282f224),segment_id=e5d30bb9-0f33-4fec-9169-b9309282f224)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:00:08.986930 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '22945c65-1962-487b-9bf4-98cc9bf65001', 'network_id': '09023328-b95b-4de8-8382-83e375296ed1', 'port_id': '22945c65-1962-487b-9bf4-98cc9bf65001', 'mac_address': 'fa:16:3e:75:94:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5eda9fd-68d7-4f79-82fe-ba306e0217cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:00:09.027528 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:09.040578 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22945c65-1962-487b-9bf4-98cc9bf65001 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:00:09.059585 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 22945c65-1962-487b-9bf4-98cc9bf65001, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=22945c65-1962-487b-9bf4-98cc9bf65001,segment=NetworkSegment(e5d30bb9-0f33-4fec-9169-b9309282f224),segment_id=e5d30bb9-0f33-4fec-9169-b9309282f224)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:00:09.083434 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263294e-2d7d-47e5-bcf3-cd818bfb5a2a req-742f4c0e-97aa-496e-b4a8-b7d34452bd6a tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:09.085255 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0263294e-2d7d-47e5-bcf3-cd818bfb5a2a req-742f4c0e-97aa-496e-b4a8-b7d34452bd6a tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 944 time: 0.0494342 Dec 16 23:00:09.133806 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0263294e-2d7d-47e5-bcf3-cd818bfb5a2a req-6ab98a71-fbb4-4fc5-bdcc-234f2b4fda8a tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427666 Dec 16 23:00:09.145205 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:09.192185 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=22945c65-1962-487b-9bf4-98cc9bf65001,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:09.199798 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:09.200151 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:09.200500 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:09.200844 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:09.201185 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:09.201520 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:09.201852 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:09.202181 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:09.202511 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:09.202836 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:09.203197 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:09.203530 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:09.203856 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:09.251372 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 22945c65-1962-487b-9bf4-98cc9bf65001 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:00:09.292076 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 22945c65-1962-487b-9bf4-98cc9bf65001 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:00:09.541899 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['22945c65-1962-487b-9bf4-98cc9bf65001'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:00:10.259278 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5dab0c-6fab-4426-8ce7-a7a818f17a97 req-db5701df-7712-4357-a876-d601b79ba816 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:10.260797 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1d5dab0c-6fab-4426-8ce7-a7a818f17a97 req-db5701df-7712-4357-a876-d601b79ba816 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 945 time: 0.0515804 Dec 16 23:00:10.309163 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1d5dab0c-6fab-4426-8ce7-a7a818f17a97 req-99a48a6b-d39b-4a6e-bbe0-a795555f74e1 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415397 Dec 16 23:00:10.809459 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1b90-d456-4afb-8a88-edc0b4299810 req-edda6d6b-2c80-44b6-86ff-5ca342e2b464 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:10.810942 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e87f1b90-d456-4afb-8a88-edc0b4299810 req-edda6d6b-2c80-44b6-86ff-5ca342e2b464 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.76 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5&tenant_id=d1deb104efeb4643accccc04da8fe8f1&binding%3Ahost_id=n-h2-815324-4 HTTP/1.1" status: 200 len: 945 time: 0.0901947 Dec 16 23:00:10.875733 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [req-e87f1b90-d456-4afb-8a88-edc0b4299810 req-e5d8f822-00ab-4c43-9495-9e4c5b6cd086 service neutron] delete failed (client error): The resource could not be found. Dec 16 23:00:10.876753 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e87f1b90-d456-4afb-8a88-edc0b4299810 req-e5d8f822-00ab-4c43-9495-9e4c5b6cd086 service neutron] 10.222.0.76 "DELETE /v2.0/ports/22945c65-1962-487b-9bf4-98cc9bf65001/bindings/n-h1-815324-4 HTTP/1.1" status: 404 len: 380 time: 0.0536158 Dec 16 23:00:10.898110 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 22945c65-1962-487b-9bf4-98cc9bf65001 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:00:10.989809 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1b90-d456-4afb-8a88-edc0b4299810 req-e827cba7-c4e7-476d-bf87-0865d7add6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:10.991363 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e87f1b90-d456-4afb-8a88-edc0b4299810 req-e827cba7-c4e7-476d-bf87-0865d7add6f8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d1deb104efeb4643accccc04da8fe8f1&device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 1096 time: 0.0407286 Dec 16 23:00:11.015459 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 22945c65-1962-487b-9bf4-98cc9bf65001 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:00:11.019515 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 22945c65-1962-487b-9bf4-98cc9bf65001 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:00:11.019970 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:11.090526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1b90-d456-4afb-8a88-edc0b4299810 req-d020f31e-9967-4b67-ab66-653077e16446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:11.092149 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e87f1b90-d456-4afb-8a88-edc0b4299810 req-d020f31e-9967-4b67-ab66-653077e16446 service neutron] 10.222.0.76 "GET /v2.0/networks?id=09023328-b95b-4de8-8382-83e375296ed1 HTTP/1.1" status: 200 len: 911 time: 0.0899191 Dec 16 23:00:11.110069 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:11.134818 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00680ad5-c1fb-48ab-bf38-929b80117da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22945c65-1962-487b-9bf4-98cc9bf65001'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:00:11.137186 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f48ce1-54ef-400b-a63a-8845511305b0" -d '{"events": [{"server_uuid": "00680ad5-c1fb-48ab-bf38-929b80117da5", "name": "network-vif-plugged", "status": "completed", "tag": "22945c65-1962-487b-9bf4-98cc9bf65001"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:00:11.143363 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e87f1b90-d456-4afb-8a88-edc0b4299810 req-ecf5d385-77c3-43e1-a7fb-ced364ab7a27 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22945c65-1962-487b-9bf4-98cc9bf65001 HTTP/1.1" status: 200 len: 217 time: 0.0383215 Dec 16 23:00:11.149943 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 22945c65-1962-487b-9bf4-98cc9bf65001, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=22945c65-1962-487b-9bf4-98cc9bf65001,segment=NetworkSegment(e5d30bb9-0f33-4fec-9169-b9309282f224),segment_id=e5d30bb9-0f33-4fec-9169-b9309282f224)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:00:11.188229 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c64cec-5cd1-4646-ad3e-86cbfe7b97bb x-openstack-request-id: req-c0c64cec-5cd1-4646-ad3e-86cbfe7b97bb {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:00:11.188530 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00680ad5-c1fb-48ab-bf38-929b80117da5", "name": "network-vif-plugged", "status": "completed", "tag": "22945c65-1962-487b-9bf4-98cc9bf65001", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:00:11.188790 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c0c64cec-5cd1-4646-ad3e-86cbfe7b97bb {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:00:11.189187 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00680ad5-c1fb-48ab-bf38-929b80117da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22945c65-1962-487b-9bf4-98cc9bf65001', 'code': 200} Dec 16 23:00:11.202029 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1b90-d456-4afb-8a88-edc0b4299810 req-8b2af68b-6efe-47f5-ad75-bd81200d9b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:11.203654 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e87f1b90-d456-4afb-8a88-edc0b4299810 req-8b2af68b-6efe-47f5-ad75-bd81200d9b38 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5eda9fd-68d7-4f79-82fe-ba306e0217cd HTTP/1.1" status: 200 len: 851 time: 0.0484774 Dec 16 23:00:11.215104 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:11.260755 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e87f1b90-d456-4afb-8a88-edc0b4299810 req-4c1d7669-a76b-4928-8353-eba1b7c671c7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=09023328-b95b-4de8-8382-83e375296ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259249 Dec 16 23:00:11.262580 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=22945c65-1962-487b-9bf4-98cc9bf65001,revision_number=9']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:11.638833 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e87f1b90-d456-4afb-8a88-edc0b4299810 req-883be55f-bb3b-4eb7-837c-f6abbb02310f service neutron] 10.222.0.76 "GET /v2.0/networks/09023328-b95b-4de8-8382-83e375296ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708544 Dec 16 23:00:11.734904 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e87f1b90-d456-4afb-8a88-edc0b4299810 req-10ab43fc-b232-4ef4-83e7-59a6ee32a8eb service neutron] 10.222.0.76 "GET /v2.0/networks/09023328-b95b-4de8-8382-83e375296ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850692 Dec 16 23:00:13.362472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d6518-c3e4-494e-b54c-93808936e6ee req-abad4795-9ac3-4a84-9135-1bc2b1157f61 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:13.364128 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb1d6518-c3e4-494e-b54c-93808936e6ee req-abad4795-9ac3-4a84-9135-1bc2b1157f61 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0502067 Dec 16 23:00:13.412489 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fb1d6518-c3e4-494e-b54c-93808936e6ee req-053947e6-ebbc-4e5a-9565-a5bc8f8e4752 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423906 Dec 16 23:00:14.528811 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0938d3-9104-41ba-aa33-a64a551eee5f req-bd6f0b3c-035b-422d-ab59-f85bbe7c850f tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:14.530345 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2a0938d3-9104-41ba-aa33-a64a551eee5f req-bd6f0b3c-035b-422d-ab59-f85bbe7c850f tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0504928 Dec 16 23:00:14.584559 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2a0938d3-9104-41ba-aa33-a64a551eee5f req-ece47ed2-8bb6-4d34-b190-0d90b658c731 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/security-groups?id=28d3385d-862b-4fd8-bc7c-a00814a34d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470600 Dec 16 23:00:14.855010 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1b90-d456-4afb-8a88-edc0b4299810 req-773dcf43-7b0f-4e26-b04f-0b41b7f06459 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:14.856524 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e87f1b90-d456-4afb-8a88-edc0b4299810 req-773dcf43-7b0f-4e26-b04f-0b41b7f06459 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.57 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 946 time: 0.0503798 Dec 16 23:00:14.961468 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-e87f1b90-d456-4afb-8a88-edc0b4299810 req-9f830332-4032-406c-bb30-37bd7bb65e19 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Deleting port 22945c65-1962-487b-9bf4-98cc9bf65001 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:00:14.961817 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e87f1b90-d456-4afb-8a88-edc0b4299810 req-9f830332-4032-406c-bb30-37bd7bb65e19 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:15.050526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-e87f1b90-d456-4afb-8a88-edc0b4299810 req-9f830332-4032-406c-bb30-37bd7bb65e19 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] For port 22945c65-1962-487b-9bf4-98cc9bf65001, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=22945c65-1962-487b-9bf4-98cc9bf65001,segment=NetworkSegment(e5d30bb9-0f33-4fec-9169-b9309282f224),segment_id=e5d30bb9-0f33-4fec-9169-b9309282f224)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:00:15.050913 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e87f1b90-d456-4afb-8a88-edc0b4299810 req-9f830332-4032-406c-bb30-37bd7bb65e19 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:15.063014 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-e87f1b90-d456-4afb-8a88-edc0b4299810 req-9f830332-4032-406c-bb30-37bd7bb65e19 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Calling delete_port for 22945c65-1962-487b-9bf4-98cc9bf65001 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:00:15.272366 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e87f1b90-d456-4afb-8a88-edc0b4299810 req-9f830332-4032-406c-bb30-37bd7bb65e19 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:15.298837 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f830332-4032-406c-bb30-37bd7bb65e19 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Pushing event deleted for resources: {'Port': ['ID=22945c65-1962-487b-9bf4-98cc9bf65001,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:15.305750 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['22945c65-1962-487b-9bf4-98cc9bf65001'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:00:15.313498 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f830332-4032-406c-bb30-37bd7bb65e19 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:15.313847 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f830332-4032-406c-bb30-37bd7bb65e19 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:15.314201 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f830332-4032-406c-bb30-37bd7bb65e19 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:15.314556 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f830332-4032-406c-bb30-37bd7bb65e19 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:15.314898 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f830332-4032-406c-bb30-37bd7bb65e19 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:15.315291 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f830332-4032-406c-bb30-37bd7bb65e19 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:15.316238 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f830332-4032-406c-bb30-37bd7bb65e19 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:15.316577 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f830332-4032-406c-bb30-37bd7bb65e19 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:15.316986 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f830332-4032-406c-bb30-37bd7bb65e19 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:15.317237 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f830332-4032-406c-bb30-37bd7bb65e19 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:15.317578 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f830332-4032-406c-bb30-37bd7bb65e19 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:15.317911 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f830332-4032-406c-bb30-37bd7bb65e19 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:15.318238 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f830332-4032-406c-bb30-37bd7bb65e19 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:00:15.355902 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87f1b90-d456-4afb-8a88-edc0b4299810 req-9f830332-4032-406c-bb30-37bd7bb65e19 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] No DVR routers for this DVR port 22945c65-1962-487b-9bf4-98cc9bf65001 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:00:15.358471 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e87f1b90-d456-4afb-8a88-edc0b4299810 req-9f830332-4032-406c-bb30-37bd7bb65e19 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:15.361864 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e87f1b90-d456-4afb-8a88-edc0b4299810 req-9f830332-4032-406c-bb30-37bd7bb65e19 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.57 "DELETE /v2.0/ports/22945c65-1962-487b-9bf4-98cc9bf65001 HTTP/1.1" status: 204 len: 173 time: 0.4952910 Dec 16 23:00:15.362948 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00680ad5-c1fb-48ab-bf38-929b80117da5', 'name': 'network-vif-deleted', 'tag': '22945c65-1962-487b-9bf4-98cc9bf65001'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:00:15.365232 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73b81ad-c8c8-4838-9f68-59efa338be30" -d '{"events": [{"server_uuid": "00680ad5-c1fb-48ab-bf38-929b80117da5", "name": "network-vif-deleted", "tag": "22945c65-1962-487b-9bf4-98cc9bf65001"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:00:15.468953 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4f3f80-4d4c-4b49-9ef5-8775b046b124 x-openstack-request-id: req-fa4f3f80-4d4c-4b49-9ef5-8775b046b124 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:00:15.469254 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00680ad5-c1fb-48ab-bf38-929b80117da5", "name": "network-vif-deleted", "tag": "22945c65-1962-487b-9bf4-98cc9bf65001", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:00:15.469516 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fa4f3f80-4d4c-4b49-9ef5-8775b046b124 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:00:15.469924 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00680ad5-c1fb-48ab-bf38-929b80117da5', 'name': 'network-vif-deleted', 'tag': '22945c65-1962-487b-9bf4-98cc9bf65001', 'status': 'completed', 'code': 200} Dec 16 23:00:15.685399 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d6fd287d-8815-4063-ace0-3d7f57594662 req-00f20bd2-2e88-4ee7-bb6a-af333ac3eff4 tempest-DeleteServersTestJSON-521713209 tempest-DeleteServersTestJSON-521713209-project] 10.222.0.75 "GET /v2.0/ports?device_id=00680ad5-c1fb-48ab-bf38-929b80117da5 HTTP/1.1" status: 200 len: 210 time: 0.0281372 Dec 16 23:00:16.818883 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 32862) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:00:16.863373 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e49b8f-d993-433a-b54b-0f7ea6168000 admin admin] Deleting subnet f5eda9fd-68d7-4f79-82fe-ba306e0217cd {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:00:16.866415 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f9e49b8f-d993-433a-b54b-0f7ea6168000 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:16.901030 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f9e49b8f-d993-433a-b54b-0f7ea6168000 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:16.939156 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f9e49b8f-d993-433a-b54b-0f7ea6168000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:17.072844 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f9e49b8f-d993-433a-b54b-0f7ea6168000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:17.097497 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e49b8f-d993-433a-b54b-0f7ea6168000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5eda9fd-68d7-4f79-82fe-ba306e0217cd,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:17.101319 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f9e49b8f-d993-433a-b54b-0f7ea6168000 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:17.104787 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f9e49b8f-d993-433a-b54b-0f7ea6168000 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f5eda9fd-68d7-4f79-82fe-ba306e0217cd HTTP/1.1" status: 204 len: 168 time: 0.2845650 Dec 16 23:00:17.106965 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 32864) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:00:17.175330 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bfc5d504-5873-46cf-8961-8d689b577fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:17.254733 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bfc5d504-5873-46cf-8961-8d689b577fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:17.274084 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-bfc5d504-5873-46cf-8961-8d689b577fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09023328-b95b-4de8-8382-83e375296ed1']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:00:17.282978 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-bfc5d504-5873-46cf-8961-8d689b577fe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d30bb9-0f33-4fec-9169-b9309282f224') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:00:17.283561 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-bfc5d504-5873-46cf-8961-8d689b577fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d30bb9-0f33-4fec-9169-b9309282f224') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:00:17.293387 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bfc5d504-5873-46cf-8961-8d689b577fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:17.307065 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bfc5d504-5873-46cf-8961-8d689b577fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:17.313042 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc5d504-5873-46cf-8961-8d689b577fe2 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bfc5d504-5873-46cf-8961-8d689b577fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: timer() Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:00:17.317644 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:00:17.449184 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bfc5d504-5873-46cf-8961-8d689b577fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:17.454941 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bfc5d504-5873-46cf-8961-8d689b577fe2 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:17.458505 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bfc5d504-5873-46cf-8961-8d689b577fe2 admin admin] 10.222.0.75 "DELETE /v2.0/networks/09023328-b95b-4de8-8382-83e375296ed1 HTTP/1.1" status: 204 len: 168 time: 0.3505967 Dec 16 23:00:17.469949 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5d504-5873-46cf-8961-8d689b577fe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=09023328-b95b-4de8-8382-83e375296ed1,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:17.767713 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 32868) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:00:17.812549 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a09a29e3-2b45-4ccd-8573-7eeda09a123a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d1deb104efeb4643accccc04da8fe8f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431206 Dec 16 23:00:17.815184 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 32870) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:00:17.862556 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f0ba412f-2b16-45c3-84a7-5f143b178521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:17.884321 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f0ba412f-2b16-45c3-84a7-5f143b178521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:18.100772 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f0ba412f-2b16-45c3-84a7-5f143b178521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:18.103618 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f0ba412f-2b16-45c3-84a7-5f143b178521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:18.107098 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f0ba412f-2b16-45c3-84a7-5f143b178521 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/28d3385d-862b-4fd8-bc7c-a00814a34d8b HTTP/1.1" status: 204 len: 168 time: 0.2885654 Dec 16 23:00:18.112648 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba412f-2b16-45c3-84a7-5f143b178521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d3385d-862b-4fd8-bc7c-a00814a34d8b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:18.919071 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 22945c65-1962-487b-9bf4-98cc9bf65001 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:00:18.939440 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 22945c65-1962-487b-9bf4-98cc9bf65001 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:00:18.945207 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 22945c65-1962-487b-9bf4-98cc9bf65001 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:00:19.084982 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 32892) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:00:19.180928 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-6f3b70f0-f69e-4d65-9fb5-c6e3a1c38355 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-592437242-network', 'tenant_id': '8704bd304b6a48ae8aea2fd2c605869c'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:00:19.257906 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3b70f0-f69e-4d65-9fb5-c6e3a1c38355 admin admin] Made reservation on behalf of 8704bd304b6a48ae8aea2fd2c605869c for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:00:19.260473 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6f3b70f0-f69e-4d65-9fb5-c6e3a1c38355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:19.271707 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6f3b70f0-f69e-4d65-9fb5-c6e3a1c38355 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:19.343605 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6f3b70f0-f69e-4d65-9fb5-c6e3a1c38355 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:19.403870 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6f3b70f0-f69e-4d65-9fb5-c6e3a1c38355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:19.429176 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f3b70f0-f69e-4d65-9fb5-c6e3a1c38355 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:00:19.437747 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b70f0-f69e-4d65-9fb5-c6e3a1c38355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d90a73-df46-47ce-8ee3-ae29d638ae8d,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:19.444111 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6f3b70f0-f69e-4d65-9fb5-c6e3a1c38355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:19.446588 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-6f3b70f0-f69e-4d65-9fb5-c6e3a1c38355 admin admin] Added segment 1bf23faa-f62c-449f-8d43-62eef283a275 of type vlan for network c12f5d94-1a62-462a-8103-5ca93e109977 Dec 16 23:00:19.486825 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6f3b70f0-f69e-4d65-9fb5-c6e3a1c38355 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:19.580750 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6f3b70f0-f69e-4d65-9fb5-c6e3a1c38355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:19.582850 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3b70f0-f69e-4d65-9fb5-c6e3a1c38355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:19.583576 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6f3b70f0-f69e-4d65-9fb5-c6e3a1c38355 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:19.644369 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b70f0-f69e-4d65-9fb5-c6e3a1c38355 admin admin] Pushing event updated for resources: {'Network': ['ID=c12f5d94-1a62-462a-8103-5ca93e109977,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:19.653808 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network c12f5d94-1a62-462a-8103-5ca93e109977 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:00:19.695617 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6f3b70f0-f69e-4d65-9fb5-c6e3a1c38355 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6094100 Dec 16 23:00:19.698903 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 32896) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:00:19.704130 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-9931b9a5-6982-4b17-a211-1c11fd376b57 admin admin] Request body: {'subnet': {'network_id': 'c12f5d94-1a62-462a-8103-5ca93e109977', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-592437242-subnet', 'tenant_id': '8704bd304b6a48ae8aea2fd2c605869c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:00:19.784660 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9931b9a5-6982-4b17-a211-1c11fd376b57 admin admin] Made reservation on behalf of 8704bd304b6a48ae8aea2fd2c605869c for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:00:19.787133 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9931b9a5-6982-4b17-a211-1c11fd376b57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:20.023914 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9931b9a5-6982-4b17-a211-1c11fd376b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:20.076779 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931b9a5-6982-4b17-a211-1c11fd376b57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be3410d4-fea1-4217-9a12-05e95ab562fe,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:20.087750 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9931b9a5-6982-4b17-a211-1c11fd376b57 admin admin] Checking segment: {'id': '1bf23faa-f62c-449f-8d43-62eef283a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c12f5d94-1a62-462a-8103-5ca93e109977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:00:20.088381 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9931b9a5-6982-4b17-a211-1c11fd376b57 admin admin] Network hostable DHCP agents. Network: c12f5d94-1a62-462a-8103-5ca93e109977, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:00:20.169039 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9931b9a5-6982-4b17-a211-1c11fd376b57 admin admin] Network c12f5d94-1a62-462a-8103-5ca93e109977 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:00:20.260604 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-9931b9a5-6982-4b17-a211-1c11fd376b57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, c12f5d94-1a62-462a-8103-5ca93e109977) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:00:20.265586 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9931b9a5-6982-4b17-a211-1c11fd376b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:20.267551 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9931b9a5-6982-4b17-a211-1c11fd376b57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:20.268610 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de1a676-38c7-414f-89e8-d1492032d212 None None] Network c12f5d94-1a62-462a-8103-5ca93e109977 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:00:20.355442 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9931b9a5-6982-4b17-a211-1c11fd376b57 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6550274 Dec 16 23:00:20.367539 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cd1a9e-0751-4ac1-8f00-790e265dc413 None None] Network c12f5d94-1a62-462a-8103-5ca93e109977 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:00:20.788013 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-3b8664a8-a8b0-4f08-902d-e3b01e44cff0 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:20.789676 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-3b8664a8-a8b0-4f08-902d-e3b01e44cff0 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/networks?id=c12f5d94-1a62-462a-8103-5ca93e109977 HTTP/1.1" status: 200 len: 814 time: 0.1023962 Dec 16 23:00:20.804965 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-56d303e0-e99e-48ab-8474-5109b9c595e0 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/quotas/8704bd304b6a48ae8aea2fd2c605869c HTTP/1.1" status: 200 len: 375 time: 0.0093918 Dec 16 23:00:20.840409 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-57e0e40e-66e0-4c36-8344-7efc4ce2a724 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8704bd304b6a48ae8aea2fd2c605869c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302308 Dec 16 23:00:20.941959 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-3cf2e1c1-db3b-40bf-bc30-891ca539fe94 service neutron] 10.222.0.75 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930345 Dec 16 23:00:21.035723 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-a0c0b137-961b-4bb5-9e4a-d80ea4255754 service neutron] 10.222.0.75 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874145 Dec 16 23:00:21.265383 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0dd0691b-5a52-48f6-beef-f9eb356c2e31 req-399b7c7a-994d-4c9f-b535-8de66bda5d1b tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 210 time: 0.0309267 Dec 16 23:00:22.347058 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b400a57d-cddc-4af1-8481-71c89b6231ff req-2fcb6d6f-5f7e-4781-806f-cb2420df7c06 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 210 time: 0.0284371 Dec 16 23:00:23.410303 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f697f0b2-7fd6-4312-b4c5-82f391117e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:23.453570 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58ffc903-3f98-47fe-920a-1ae158ff7b3a req-d5fe8b98-4f1d-4ea1-86a6-c2d2f617b75b tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 210 time: 0.0361819 Dec 16 23:00:23.989322 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-b5067c6f-4548-4b74-bc95-214bbdac512b tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:23.990733 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-b5067c6f-4548-4b74-bc95-214bbdac512b tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.57 "GET /v2.0/networks?id=c12f5d94-1a62-462a-8103-5ca93e109977 HTTP/1.1" status: 200 len: 814 time: 0.1029186 Dec 16 23:00:24.011800 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-1aa88935-2a7b-4a9d-ab83-02149d16881b tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Request body: {'port': {'device_id': '5901a216-185b-49a6-8069-111de625bd86', 'network_id': 'c12f5d94-1a62-462a-8103-5ca93e109977', 'admin_state_up': True, 'tenant_id': '8704bd304b6a48ae8aea2fd2c605869c'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:00:24.209353 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-1aa88935-2a7b-4a9d-ab83-02149d16881b tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Made reservation on behalf of 8704bd304b6a48ae8aea2fd2c605869c for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:00:24.213093 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-1aa88935-2a7b-4a9d-ab83-02149d16881b tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:24.346385 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-1aa88935-2a7b-4a9d-ab83-02149d16881b tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Allocated IP 172.20.0.12 (c12f5d94-1a62-462a-8103-5ca93e109977/be3410d4-fea1-4217-9a12-05e95ab562fe/c0cab47f-2749-4b9b-b926-6736beb0e3b3) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:00:24.492743 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-1aa88935-2a7b-4a9d-ab83-02149d16881b tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:24.554454 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d7aa1fd6-ffc1-450a-9ee7-981f8c355db4 req-1f80471a-b973-47a3-a252-68cbc1075708 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 210 time: 0.0270760 Dec 16 23:00:24.580997 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-1aa88935-2a7b-4a9d-ab83-02149d16881b tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:24.634361 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-1aa88935-2a7b-4a9d-ab83-02149d16881b tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Network c12f5d94-1a62-462a-8103-5ca93e109977 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:00:24.637644 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-1aa88935-2a7b-4a9d-ab83-02149d16881b tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:00:24.642032 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-1aa88935-2a7b-4a9d-ab83-02149d16881b tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:00:24.645980 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa88935-2a7b-4a9d-ab83-02149d16881b tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Pushing event updated for resources: {'Port': ['ID=c0cab47f-2749-4b9b-b926-6736beb0e3b3,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:24.691872 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-1aa88935-2a7b-4a9d-ab83-02149d16881b tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:24.694192 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-1aa88935-2a7b-4a9d-ab83-02149d16881b tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:24.775373 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-1aa88935-2a7b-4a9d-ab83-02149d16881b tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7698777 Dec 16 23:00:24.793464 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-dc0087b0-e4e0-4ab4-9d4c-c225aa0cdaad service neutron] Request body: {'port': {'device_id': '5901a216-185b-49a6-8069-111de625bd86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:00:24.848643 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-dc0087b0-e4e0-4ab4-9d4c-c225aa0cdaad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:25.123293 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-dc0087b0-e4e0-4ab4-9d4c-c225aa0cdaad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0cab47f-2749-4b9b-b926-6736beb0e3b3 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:00:25.131177 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-dc0087b0-e4e0-4ab4-9d4c-c225aa0cdaad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:25.143318 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-dc0087b0-e4e0-4ab4-9d4c-c225aa0cdaad service neutron] Transition to ACTIVE for port object c0cab47f-2749-4b9b-b926-6736beb0e3b3 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:00:25.232308 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-dc0087b0-e4e0-4ab4-9d4c-c225aa0cdaad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:25.281754 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0087b0-e4e0-4ab4-9d4c-c225aa0cdaad service neutron] Pushing event updated for resources: {'Port': ['ID=c0cab47f-2749-4b9b-b926-6736beb0e3b3,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:25.361118 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-dc0087b0-e4e0-4ab4-9d4c-c225aa0cdaad service neutron] Attempting to bind port c0cab47f-2749-4b9b-b926-6736beb0e3b3 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:00:25.361457 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-dc0087b0-e4e0-4ab4-9d4c-c225aa0cdaad service neutron] Attempting to bind port c0cab47f-2749-4b9b-b926-6736beb0e3b3 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '1bf23faa-f62c-449f-8d43-62eef283a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c12f5d94-1a62-462a-8103-5ca93e109977'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:00:25.361789 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-dc0087b0-e4e0-4ab4-9d4c-c225aa0cdaad service neutron] Attempting to bind port c0cab47f-2749-4b9b-b926-6736beb0e3b3 on network c12f5d94-1a62-462a-8103-5ca93e109977 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:00:25.366790 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-dc0087b0-e4e0-4ab4-9d4c-c225aa0cdaad service neutron] Port c0cab47f-2749-4b9b-b926-6736beb0e3b3 on network c12f5d94-1a62-462a-8103-5ca93e109977 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:00:25.367141 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-dc0087b0-e4e0-4ab4-9d4c-c225aa0cdaad service neutron] Attempting to bind port c0cab47f-2749-4b9b-b926-6736beb0e3b3 on network c12f5d94-1a62-462a-8103-5ca93e109977 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:00:25.372031 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-dc0087b0-e4e0-4ab4-9d4c-c225aa0cdaad service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:00:25.372370 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-dc0087b0-e4e0-4ab4-9d4c-c225aa0cdaad service neutron] Checking segment: {'id': '1bf23faa-f62c-449f-8d43-62eef283a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c12f5d94-1a62-462a-8103-5ca93e109977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:00:25.372753 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-dc0087b0-e4e0-4ab4-9d4c-c225aa0cdaad service neutron] Bound using segment: {'id': '1bf23faa-f62c-449f-8d43-62eef283a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c12f5d94-1a62-462a-8103-5ca93e109977'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:00:25.373180 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-dc0087b0-e4e0-4ab4-9d4c-c225aa0cdaad service neutron] Bound port: c0cab47f-2749-4b9b-b926-6736beb0e3b3, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf23faa-f62c-449f-8d43-62eef283a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c12f5d94-1a62-462a-8103-5ca93e109977'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:00:25.373590 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-dc0087b0-e4e0-4ab4-9d4c-c225aa0cdaad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:25.440655 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-dc0087b0-e4e0-4ab4-9d4c-c225aa0cdaad service neutron] For port c0cab47f-2749-4b9b-b926-6736beb0e3b3, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:00:25.444625 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-dc0087b0-e4e0-4ab4-9d4c-c225aa0cdaad service neutron] For port c0cab47f-2749-4b9b-b926-6736beb0e3b3, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=c0cab47f-2749-4b9b-b926-6736beb0e3b3,segment=NetworkSegment(1bf23faa-f62c-449f-8d43-62eef283a275),segment_id=1bf23faa-f62c-449f-8d43-62eef283a275)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:00:25.518404 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-dc0087b0-e4e0-4ab4-9d4c-c225aa0cdaad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:25.557731 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-dc0087b0-e4e0-4ab4-9d4c-c225aa0cdaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:25.558361 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-dc0087b0-e4e0-4ab4-9d4c-c225aa0cdaad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:25.559792 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-dc0087b0-e4e0-4ab4-9d4c-c225aa0cdaad service neutron] 10.222.0.57 "PUT /v2.0/ports/c0cab47f-2749-4b9b-b926-6736beb0e3b3 HTTP/1.1" status: 200 len: 1092 time: 0.7709837 Dec 16 23:00:25.560242 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5901a216-185b-49a6-8069-111de625bd86', 'tag': 'c0cab47f-2749-4b9b-b926-6736beb0e3b3'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:00:25.562486 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68ca84f-1501-4bba-88eb-49737f6219cf" -d '{"events": [{"name": "network-changed", "server_uuid": "5901a216-185b-49a6-8069-111de625bd86", "tag": "c0cab47f-2749-4b9b-b926-6736beb0e3b3"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:00:25.585101 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0087b0-e4e0-4ab4-9d4c-c225aa0cdaad service neutron] Pushing event updated for resources: {'Port': ['ID=c0cab47f-2749-4b9b-b926-6736beb0e3b3,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:25.609096 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ab6122-f980-4c6a-8d86-db85c520d162 x-openstack-request-id: req-49ab6122-f980-4c6a-8d86-db85c520d162 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:00:25.609447 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5901a216-185b-49a6-8069-111de625bd86", "tag": "c0cab47f-2749-4b9b-b926-6736beb0e3b3", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:00:25.609711 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-49ab6122-f980-4c6a-8d86-db85c520d162 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:00:25.610161 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5901a216-185b-49a6-8069-111de625bd86', 'tag': 'c0cab47f-2749-4b9b-b926-6736beb0e3b3', 'status': 'completed', 'code': 200} Dec 16 23:00:25.681967 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dee6f-73ae-46dc-b354-62bcd65cf706 req-40c58ac4-6e0f-4c80-be73-cb34b962c047 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:25.683539 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c30dee6f-73ae-46dc-b354-62bcd65cf706 req-40c58ac4-6e0f-4c80-be73-cb34b962c047 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 944 time: 0.0506094 Dec 16 23:00:25.686612 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f34de206-97dd-4f4a-a4d8-0838556562e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:25.705345 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ca84f-1501-4bba-88eb-49737f6219cf req-ad4e16f7-b115-4c52-a76e-1e6c26837e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:25.707504 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d68ca84f-1501-4bba-88eb-49737f6219cf req-ad4e16f7-b115-4c52-a76e-1e6c26837e2e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8704bd304b6a48ae8aea2fd2c605869c&device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 1095 time: 0.0439017 Dec 16 23:00:25.736307 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c30dee6f-73ae-46dc-b354-62bcd65cf706 req-8dc487c5-e4a4-44f8-9f34-4484dd2a46ed tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455663 Dec 16 23:00:25.819180 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ca84f-1501-4bba-88eb-49737f6219cf req-68e70a9b-5ca8-42e8-a8a6-7cdcfae08539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:25.820685 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d68ca84f-1501-4bba-88eb-49737f6219cf req-68e70a9b-5ca8-42e8-a8a6-7cdcfae08539 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8704bd304b6a48ae8aea2fd2c605869c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0996082 Dec 16 23:00:25.919456 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ca84f-1501-4bba-88eb-49737f6219cf req-182e260d-a8e8-4726-ba2f-3c08cba4fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:25.920856 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d68ca84f-1501-4bba-88eb-49737f6219cf req-182e260d-a8e8-4726-ba2f-3c08cba4fd4f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0919430 Dec 16 23:00:26.018509 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-3f6dbe28-50c1-4fcd-9208-601d2454e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:26.020368 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-3f6dbe28-50c1-4fcd-9208-601d2454e143 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8704bd304b6a48ae8aea2fd2c605869c&device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 1095 time: 0.0422854 Dec 16 23:00:26.069652 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-99cf51f6-747f-4b55-99e5-6cc98511b406 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0cab47f-2749-4b9b-b926-6736beb0e3b3 HTTP/1.1" status: 200 len: 217 time: 0.0348928 Dec 16 23:00:26.123269 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-97f1335b-bf64-4460-8378-067d22bb17cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:26.124771 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-97f1335b-bf64-4460-8378-067d22bb17cc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=be3410d4-fea1-4217-9a12-05e95ab562fe HTTP/1.1" status: 200 len: 854 time: 0.0480328 Dec 16 23:00:26.158087 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-e7736acb-a6d9-4da2-a0ea-3eaddf1e3e6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c12f5d94-1a62-462a-8103-5ca93e109977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258920 Dec 16 23:00:26.258630 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-1af66138-312d-438c-9013-d7aa2f326925 service neutron] 10.222.0.57 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933986 Dec 16 23:00:26.354713 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-540c5c04-8e94-4c88-94cb-f1f8626235f0 req-04960800-8a9e-4eb5-b8a3-ffc146f90089 service neutron] 10.222.0.57 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881784 Dec 16 23:00:26.862198 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7111b-981b-4a09-9814-c9304d095660 req-a801b9b4-ced7-493d-a0c2-8e24c538317e tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:26.863826 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94c7111b-981b-4a09-9814-c9304d095660 req-a801b9b4-ced7-493d-a0c2-8e24c538317e tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 944 time: 0.0509479 Dec 16 23:00:26.912398 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94c7111b-981b-4a09-9814-c9304d095660 req-b654ab59-ecf8-4439-bedb-4b8f88508b26 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424242 Dec 16 23:00:27.123739 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:27.312508 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:28.035320 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a8cfe-abe7-4bf3-9545-b031e216d64a req-a880906f-b154-44e1-b819-fba8ad3c51e4 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:28.036845 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b53a8cfe-abe7-4bf3-9545-b031e216d64a req-a880906f-b154-44e1-b819-fba8ad3c51e4 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 944 time: 0.0544589 Dec 16 23:00:28.084301 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b53a8cfe-abe7-4bf3-9545-b031e216d64a req-80ce7b0f-f361-4e2d-8352-a710b4b4b5aa tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408666 Dec 16 23:00:28.474991 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:28.732506 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:28.950007 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device c0cab47f-2749-4b9b-b926-6736beb0e3b3 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:00:29.058345 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port c0cab47f-2749-4b9b-b926-6736beb0e3b3, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=c0cab47f-2749-4b9b-b926-6736beb0e3b3,segment=NetworkSegment(1bf23faa-f62c-449f-8d43-62eef283a275),segment_id=1bf23faa-f62c-449f-8d43-62eef283a275)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:00:29.070351 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': 'c0cab47f-2749-4b9b-b926-6736beb0e3b3', 'network_id': 'c12f5d94-1a62-462a-8103-5ca93e109977', 'port_id': 'c0cab47f-2749-4b9b-b926-6736beb0e3b3', 'mac_address': 'fa:16:3e:93:06:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3410d4-fea1-4217-9a12-05e95ab562fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:00:29.108331 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:29.125610 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0cab47f-2749-4b9b-b926-6736beb0e3b3 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:00:29.149359 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:29.153318 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port c0cab47f-2749-4b9b-b926-6736beb0e3b3, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=c0cab47f-2749-4b9b-b926-6736beb0e3b3,segment=NetworkSegment(1bf23faa-f62c-449f-8d43-62eef283a275),segment_id=1bf23faa-f62c-449f-8d43-62eef283a275)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:00:29.209959 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b93e59-cc5c-4f72-b831-96a635abcfca req-5363b99c-d773-4408-95af-f78060e43270 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:29.209959 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-22b93e59-cc5c-4f72-b831-96a635abcfca req-5363b99c-d773-4408-95af-f78060e43270 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 944 time: 0.0514808 Dec 16 23:00:29.212807 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:29.265877 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=c0cab47f-2749-4b9b-b926-6736beb0e3b3,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:29.275639 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-22b93e59-cc5c-4f72-b831-96a635abcfca req-ca8ba5b5-8ede-411f-b935-93d6131d08b6 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598164 Dec 16 23:00:29.597552 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['c0cab47f-2749-4b9b-b926-6736beb0e3b3'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:00:30.397451 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfdfbd-2220-472a-857b-010082e9abe8 req-8cdf8b20-acd8-4dc1-9b9c-9769010cf59e tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:30.399187 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bedfdfbd-2220-472a-857b-010082e9abe8 req-8cdf8b20-acd8-4dc1-9b9c-9769010cf59e tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 945 time: 0.0498035 Dec 16 23:00:30.448044 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bedfdfbd-2220-472a-857b-010082e9abe8 req-e8ffd194-68ff-4434-b7f5-85a5d62c4eb3 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415721 Dec 16 23:00:30.965040 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device c0cab47f-2749-4b9b-b926-6736beb0e3b3 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:00:31.069010 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port c0cab47f-2749-4b9b-b926-6736beb0e3b3 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:00:31.073278 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port c0cab47f-2749-4b9b-b926-6736beb0e3b3 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:00:31.073647 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:31.150190 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:31.173109 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5901a216-185b-49a6-8069-111de625bd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0cab47f-2749-4b9b-b926-6736beb0e3b3'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:00:31.175371 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083c1580-613b-4dc7-89ad-686f7c53cd28" -d '{"events": [{"server_uuid": "5901a216-185b-49a6-8069-111de625bd86", "name": "network-vif-plugged", "status": "completed", "tag": "c0cab47f-2749-4b9b-b926-6736beb0e3b3"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:00:31.187781 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port c0cab47f-2749-4b9b-b926-6736beb0e3b3, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=c0cab47f-2749-4b9b-b926-6736beb0e3b3,segment=NetworkSegment(1bf23faa-f62c-449f-8d43-62eef283a275),segment_id=1bf23faa-f62c-449f-8d43-62eef283a275)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:00:31.214276 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16db606-4063-4c14-9417-7c2fd65a82c2 x-openstack-request-id: req-f16db606-4063-4c14-9417-7c2fd65a82c2 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:00:31.214683 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5901a216-185b-49a6-8069-111de625bd86", "name": "network-vif-plugged", "status": "completed", "tag": "c0cab47f-2749-4b9b-b926-6736beb0e3b3", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:00:31.215034 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f16db606-4063-4c14-9417-7c2fd65a82c2 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:00:31.215610 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5901a216-185b-49a6-8069-111de625bd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0cab47f-2749-4b9b-b926-6736beb0e3b3', 'code': 200} Dec 16 23:00:31.272100 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:31.320552 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=c0cab47f-2749-4b9b-b926-6736beb0e3b3,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:00:31.345111 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4797e26-818a-4c2d-9486-d9b7c660d307 req-23ad5363-77b0-4e77-b08d-b23a7684c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:31.346663 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c4797e26-818a-4c2d-9486-d9b7c660d307 req-23ad5363-77b0-4e77-b08d-b23a7684c5d6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 1097 time: 0.0415628 Dec 16 23:00:31.391430 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c4797e26-818a-4c2d-9486-d9b7c660d307 req-220389df-33eb-42a6-a427-506ecdf8dab2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368321 Dec 16 23:00:31.568775 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343afb5-ee06-4b49-9901-7b4afdb67d8e req-0154334c-b496-4f03-86e4-54c77553f645 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:31.570830 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c343afb5-ee06-4b49-9901-7b4afdb67d8e req-0154334c-b496-4f03-86e4-54c77553f645 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0556812 Dec 16 23:00:31.620152 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c343afb5-ee06-4b49-9901-7b4afdb67d8e req-a2932b16-1c9c-4192-b336-893b390620c1 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433877 Dec 16 23:00:32.748880 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdc33a-357d-4e5e-a5ad-11b5a53c200c req-1a791907-f473-4c14-8329-352c4dd25c01 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:32.750523 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-91cdc33a-357d-4e5e-a5ad-11b5a53c200c req-1a791907-f473-4c14-8329-352c4dd25c01 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0540257 Dec 16 23:00:32.808004 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-91cdc33a-357d-4e5e-a5ad-11b5a53c200c req-b05f39e7-c140-4dca-a955-9262d1624a09 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509472 Dec 16 23:00:33.932138 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ff923-56be-4f7a-9510-8801e8878a25 req-2b378a21-49c7-41aa-b81a-1f30d980c516 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:33.933553 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7a8ff923-56be-4f7a-9510-8801e8878a25 req-2b378a21-49c7-41aa-b81a-1f30d980c516 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0497575 Dec 16 23:00:33.981054 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7a8ff923-56be-4f7a-9510-8801e8878a25 req-a3ef6b84-02c8-4403-ad5e-17712f35138a tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414977 Dec 16 23:00:34.099362 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534aaffa-fb03-49a1-a4f9-5ea8bb59bb8a req-c97a75a6-b1de-470e-bee4-6ca3750a4a6f tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:34.100830 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-534aaffa-fb03-49a1-a4f9-5ea8bb59bb8a req-c97a75a6-b1de-470e-bee4-6ca3750a4a6f tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0525405 Dec 16 23:00:34.148289 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-534aaffa-fb03-49a1-a4f9-5ea8bb59bb8a req-c9cb5bdd-c59f-4302-8620-100e0753e09e tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414093 Dec 16 23:00:34.399577 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1954b40-40a6-4855-98b1-a2bd7918b230 req-33751a3b-a0ca-49f7-8cc9-39a2a00d8c3f tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:34.401191 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f1954b40-40a6-4855-98b1-a2bd7918b230 req-33751a3b-a0ca-49f7-8cc9-39a2a00d8c3f tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0496261 Dec 16 23:00:34.450465 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f1954b40-40a6-4855-98b1-a2bd7918b230 req-8417dca3-45ed-4fc9-ac39-00dd80fae1c0 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432069 Dec 16 23:00:34.564028 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ff5bd-08b3-43c6-a334-fae99733730d req-091c91bf-237f-4f70-a86d-7aa6df2dc913 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:34.565533 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b00ff5bd-08b3-43c6-a334-fae99733730d req-091c91bf-237f-4f70-a86d-7aa6df2dc913 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0490651 Dec 16 23:00:34.615663 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b00ff5bd-08b3-43c6-a334-fae99733730d req-23615388-3785-4400-b7c7-f28b77ff33e8 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442500 Dec 16 23:00:34.987876 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fdeff-1e86-4585-979e-39aef9ca7fd9 req-8b331c96-7977-4c24-8d48-9e3a29a70c15 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:34.989379 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e97fdeff-1e86-4585-979e-39aef9ca7fd9 req-8b331c96-7977-4c24-8d48-9e3a29a70c15 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0496736 Dec 16 23:00:35.039065 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e97fdeff-1e86-4585-979e-39aef9ca7fd9 req-283d520b-3558-4a32-8d02-675fc288f012 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423527 Dec 16 23:00:35.126458 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-aaa98270-7000-4898-9d84-4b40a5b7e115 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400116 Dec 16 23:00:36.161437 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6d185-3907-461c-bc3e-f02de729c099 req-81310f45-7e5d-4e86-935d-95a976ab8c91 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:36.162966 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f7a6d185-3907-461c-bc3e-f02de729c099 req-81310f45-7e5d-4e86-935d-95a976ab8c91 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0524521 Dec 16 23:00:36.218040 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f7a6d185-3907-461c-bc3e-f02de729c099 req-65b6a648-b816-43bc-8d3a-90b665fa0f6a tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486929 Dec 16 23:00:37.342095 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf39125-322e-473b-acfd-4f0a2baf557e req-00238394-f83f-400f-88f5-5570928a9e8f tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:37.343743 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ebf39125-322e-473b-acfd-4f0a2baf557e req-00238394-f83f-400f-88f5-5570928a9e8f tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0494931 Dec 16 23:00:37.389728 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-15d287ab-f5af-451f-b0b8-02e9a7f1cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:37.391284 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-15d287ab-f5af-451f-b0b8-02e9a7f1cca8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8704bd304b6a48ae8aea2fd2c605869c&device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 1097 time: 0.0418386 Dec 16 23:00:37.397496 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ebf39125-322e-473b-acfd-4f0a2baf557e req-bafc2a1b-398d-4bc1-89d5-e7210c036baf tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474694 Dec 16 23:00:37.486876 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-0c542e2d-0a8e-49ef-8904-5807541df40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:37.488432 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-0c542e2d-0a8e-49ef-8904-5807541df40a service neutron] 10.222.0.57 "GET /v2.0/networks?id=c12f5d94-1a62-462a-8103-5ca93e109977 HTTP/1.1" status: 200 len: 914 time: 0.0905111 Dec 16 23:00:37.529629 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-ada540d4-c085-4f15-a218-1c27f97cfbb2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0cab47f-2749-4b9b-b926-6736beb0e3b3 HTTP/1.1" status: 200 len: 217 time: 0.0340052 Dec 16 23:00:37.578416 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-5482c8f0-f810-4085-802a-8e87484f6f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:37.579969 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-5482c8f0-f810-4085-802a-8e87484f6f90 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=be3410d4-fea1-4217-9a12-05e95ab562fe HTTP/1.1" status: 200 len: 854 time: 0.0440946 Dec 16 23:00:37.611288 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-87d78b69-ab94-4254-aa44-27e67e1de89c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c12f5d94-1a62-462a-8103-5ca93e109977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249510 Dec 16 23:00:37.705655 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-79b583d4-527b-4513-8ea9-9318d1308233 service neutron] 10.222.0.57 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879276 Dec 16 23:00:37.794642 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-7dadb378-da4c-4fc1-82d1-dfc97199e00a service neutron] 10.222.0.57 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819426 Dec 16 23:00:38.521552 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9d079-6fed-49fd-9904-de0611a5df7d req-d44026d3-7c49-473a-8fb7-b162db899f6a tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:38.523355 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b5f9d079-6fed-49fd-9904-de0611a5df7d req-d44026d3-7c49-473a-8fb7-b162db899f6a tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0547063 Dec 16 23:00:38.572152 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b5f9d079-6fed-49fd-9904-de0611a5df7d req-05194dd6-abe3-47cf-920d-cd81bb2f0527 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422156 Dec 16 23:00:39.691817 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c97ab-0ced-40e6-89d8-d0a1b8979052 req-769e0581-8c09-4be4-bdd0-dab2acb42c8a tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:39.693309 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b5c97ab-0ced-40e6-89d8-d0a1b8979052 req-769e0581-8c09-4be4-bdd0-dab2acb42c8a tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0500700 Dec 16 23:00:39.743899 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b5c97ab-0ced-40e6-89d8-d0a1b8979052 req-416e66f5-1a61-45df-9e52-6d9e246649ca tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436985 Dec 16 23:00:40.862830 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebebb95-7cf8-4575-afc7-0d5912d2104d req-07d24ee1-950e-4dbd-912d-12924483863e tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:40.864369 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ebebb95-7cf8-4575-afc7-0d5912d2104d req-07d24ee1-950e-4dbd-912d-12924483863e tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0491245 Dec 16 23:00:40.914274 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ebebb95-7cf8-4575-afc7-0d5912d2104d req-a34b5f09-c5e7-4bdc-ace9-bd1bec616aa0 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436089 Dec 16 23:00:40.928934 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:00:42.034591 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfb0bf-6e02-4de0-9172-b0cd25a7c618 req-37826e0c-ef84-450d-8929-efc33f60ad33 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:42.036094 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-46dfb0bf-6e02-4de0-9172-b0cd25a7c618 req-37826e0c-ef84-450d-8929-efc33f60ad33 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0507126 Dec 16 23:00:42.083243 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-46dfb0bf-6e02-4de0-9172-b0cd25a7c618 req-190b7568-6b92-4675-af2c-97ad8b12ae3f tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409479 Dec 16 23:00:43.202004 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3846a4f-fe40-43d7-bc21-da4d3b2624de req-48890f35-790d-47e9-9ff8-ea19ce177608 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:43.203545 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f3846a4f-fe40-43d7-bc21-da4d3b2624de req-48890f35-790d-47e9-9ff8-ea19ce177608 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0496578 Dec 16 23:00:43.255840 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f3846a4f-fe40-43d7-bc21-da4d3b2624de req-344b3e1a-36da-4dde-9108-f113806c9715 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462692 Dec 16 23:00:44.704957 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de90920-b069-44c2-ba81-11ce86b96de2 req-7b10b2ed-d54d-4048-9513-e71a587262ee tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:44.706466 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2de90920-b069-44c2-ba81-11ce86b96de2 req-7b10b2ed-d54d-4048-9513-e71a587262ee tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.3797221 Dec 16 23:00:44.753401 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2de90920-b069-44c2-ba81-11ce86b96de2 req-5b1bec10-c140-4a1c-b85a-8f3ce910d9f2 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 Dec 16 23:00:45.872645 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15b54e-fb0c-40dd-8265-5d7faa18a140 req-3e50d06a-7692-4715-bf5d-8df9564f3961 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:45.874234 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cf15b54e-fb0c-40dd-8265-5d7faa18a140 req-3e50d06a-7692-4715-bf5d-8df9564f3961 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0494468 Dec 16 23:00:45.922675 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cf15b54e-fb0c-40dd-8265-5d7faa18a140 req-728467aa-4f80-4d95-822b-111d01c9dcfc tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422094 Dec 16 23:00:47.040070 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537696bd-46e4-451d-99c4-ea93af1436e0 req-a57e67b5-4c36-46f5-8a77-12713b76965b tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:47.041766 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-537696bd-46e4-451d-99c4-ea93af1436e0 req-a57e67b5-4c36-46f5-8a77-12713b76965b tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0497420 Dec 16 23:00:47.089312 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-537696bd-46e4-451d-99c4-ea93af1436e0 req-9024534b-fd3f-453d-a626-d8ee943a4e59 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416975 Dec 16 23:00:48.207834 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2242e-3de7-4183-bba1-0671085555a0 req-c60c6c4c-3aa9-4f37-86cd-27c4975f1bbf tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:48.209347 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f1d2242e-3de7-4183-bba1-0671085555a0 req-c60c6c4c-3aa9-4f37-86cd-27c4975f1bbf tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0484161 Dec 16 23:00:48.258229 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f1d2242e-3de7-4183-bba1-0671085555a0 req-939a1dbf-5be7-4d8d-a015-e8eed8d0b1a6 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419950 Dec 16 23:00:49.382001 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c1aed-9adb-4e10-bec2-84b63900ce9d req-97183ffb-1dbc-4d86-876d-d75156f4083c tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:49.384866 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c52c1aed-9adb-4e10-bec2-84b63900ce9d req-97183ffb-1dbc-4d86-876d-d75156f4083c tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0555511 Dec 16 23:00:49.440215 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c52c1aed-9adb-4e10-bec2-84b63900ce9d req-95793336-7359-4e31-afdd-cedfde3b1375 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494392 Dec 16 23:00:50.563610 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446178b9-0bbe-41f4-8045-6651c97302f4 req-9df6d131-4150-44ed-af83-66e9e4b2dab6 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:50.565109 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-446178b9-0bbe-41f4-8045-6651c97302f4 req-9df6d131-4150-44ed-af83-66e9e4b2dab6 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0538180 Dec 16 23:00:50.613365 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-446178b9-0bbe-41f4-8045-6651c97302f4 req-46ab39b7-9f59-4e81-be39-9d750152e439 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421407 Dec 16 23:00:51.732545 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694df28-647c-4b0b-a0b3-658780d1ae1d req-499773ef-3f5a-4b6e-8be1-ead977e51e8e tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:51.734101 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f694df28-647c-4b0b-a0b3-658780d1ae1d req-499773ef-3f5a-4b6e-8be1-ead977e51e8e tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0505507 Dec 16 23:00:51.792112 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f694df28-647c-4b0b-a0b3-658780d1ae1d req-dd10bd3d-000c-4245-b089-484f86dec0fd tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518992 Dec 16 23:00:52.909694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597d8f9-bf1f-421b-b343-b67f184311e8 req-2daff09e-cba1-4012-9947-cfbe9a7cf840 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:52.911203 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4597d8f9-bf1f-421b-b343-b67f184311e8 req-2daff09e-cba1-4012-9947-cfbe9a7cf840 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0501900 Dec 16 23:00:52.959793 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4597d8f9-bf1f-421b-b343-b67f184311e8 req-e3533718-9bb5-4ee5-abe4-ae5eb0236468 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412652 Dec 16 23:00:53.409641 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3b01f19-9d7b-4245-aafc-ad6e6fb5e566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:54.081945 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f923cdd-649c-43a6-aec6-3f43272f83e8 req-958c4837-5b45-49f8-be96-52a28cabdd1a tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:54.083604 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1f923cdd-649c-43a6-aec6-3f43272f83e8 req-958c4837-5b45-49f8-be96-52a28cabdd1a tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0502462 Dec 16 23:00:54.137160 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1f923cdd-649c-43a6-aec6-3f43272f83e8 req-01ff4edd-98f6-433f-a530-18c4e2e8d7aa tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466592 Dec 16 23:00:54.289079 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83dcbd-567a-4d0c-bb34-ca5051428460 req-474c7099-9ef5-4e9f-a320-bd39cb0e39d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:54.290563 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9a83dcbd-567a-4d0c-bb34-ca5051428460 req-474c7099-9ef5-4e9f-a320-bd39cb0e39d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8704bd304b6a48ae8aea2fd2c605869c&device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 1097 time: 0.0466032 Dec 16 23:00:54.400016 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83dcbd-567a-4d0c-bb34-ca5051428460 req-8a300d1a-fc69-4d78-8942-a2deb6388d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:54.402114 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9a83dcbd-567a-4d0c-bb34-ca5051428460 req-8a300d1a-fc69-4d78-8942-a2deb6388d3d service neutron] 10.222.0.57 "GET /v2.0/networks?id=c12f5d94-1a62-462a-8103-5ca93e109977 HTTP/1.1" status: 200 len: 914 time: 0.0858595 Dec 16 23:00:54.445126 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9a83dcbd-567a-4d0c-bb34-ca5051428460 req-2748f4bb-94eb-4200-844b-3c70fc73357d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0cab47f-2749-4b9b-b926-6736beb0e3b3 HTTP/1.1" status: 200 len: 217 time: 0.0359395 Dec 16 23:00:54.502936 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83dcbd-567a-4d0c-bb34-ca5051428460 req-7fca8b04-a3d3-4112-a3c3-626a0801ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:54.504484 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9a83dcbd-567a-4d0c-bb34-ca5051428460 req-7fca8b04-a3d3-4112-a3c3-626a0801ae66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=be3410d4-fea1-4217-9a12-05e95ab562fe HTTP/1.1" status: 200 len: 854 time: 0.0492554 Dec 16 23:00:54.537230 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9a83dcbd-567a-4d0c-bb34-ca5051428460 req-3dfe3555-33c1-4f79-a8a5-d85a63e5adbf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c12f5d94-1a62-462a-8103-5ca93e109977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260408 Dec 16 23:00:54.628506 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9a83dcbd-567a-4d0c-bb34-ca5051428460 req-cd3738cb-2bb6-4b12-ba47-6458e626bd88 service neutron] 10.222.0.57 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843172 Dec 16 23:00:54.726665 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9a83dcbd-567a-4d0c-bb34-ca5051428460 req-9efbbbfa-e6c6-4657-a354-29b7fcb6b011 service neutron] 10.222.0.57 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907359 Dec 16 23:00:55.258797 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17260525-2d23-4139-bd2a-d08b91fd41cc req-829487f2-526d-4b26-9ff0-b259674e8216 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:55.260508 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17260525-2d23-4139-bd2a-d08b91fd41cc req-829487f2-526d-4b26-9ff0-b259674e8216 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0518982 Dec 16 23:00:55.310178 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17260525-2d23-4139-bd2a-d08b91fd41cc req-51c9d08d-2c60-4f9b-996c-0e21a430b49e tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437629 Dec 16 23:00:55.703033 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-21797049-6eae-4bb2-bb5b-95f02d37e52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:56.450843 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d5b40-89bc-4a1c-a475-e9779a89b4c5 req-cc300ba6-4b97-4990-9424-93d29058dc0e tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:56.452404 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-072d5b40-89bc-4a1c-a475-e9779a89b4c5 req-cc300ba6-4b97-4990-9424-93d29058dc0e tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0663416 Dec 16 23:00:56.511582 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-072d5b40-89bc-4a1c-a475-e9779a89b4c5 req-206683b4-a2c3-4ce1-a5eb-f29caddc9363 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530400 Dec 16 23:00:57.125939 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:57.323337 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:57.635107 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52bbc9-9e18-4ba5-9e3e-03a09d109d6e req-3e34b080-fba2-45cb-8f8e-1008e7b4c0cf tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:57.636646 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1c52bbc9-9e18-4ba5-9e3e-03a09d109d6e req-3e34b080-fba2-45cb-8f8e-1008e7b4c0cf tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0539615 Dec 16 23:00:57.685064 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1c52bbc9-9e18-4ba5-9e3e-03a09d109d6e req-4ac1877b-92d3-4e09-a2eb-227c2bd142d5 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422089 Dec 16 23:00:58.449042 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:58.728866 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:58.810115 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1475a5a-5ad0-430c-9f6b-f38db0db0c0f req-297487b5-aab7-4e59-bc6d-60860a21ad7b tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:58.811647 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d1475a5a-5ad0-430c-9f6b-f38db0db0c0f req-297487b5-aab7-4e59-bc6d-60860a21ad7b tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0508780 Dec 16 23:00:58.858842 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d1475a5a-5ad0-430c-9f6b-f38db0db0c0f req-4aa9e677-0ab3-4b5c-99c0-8677dab855bd tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413160 Dec 16 23:00:59.117543 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:00:59.977533 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc475aa-2f96-405f-b702-b574d24f93f6 req-a56f9831-17f6-4c3c-9074-bac586aa58ee tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:00:59.979066 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-edc475aa-2f96-405f-b702-b574d24f93f6 req-a56f9831-17f6-4c3c-9074-bac586aa58ee tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0496819 Dec 16 23:01:00.027556 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-edc475aa-2f96-405f-b702-b574d24f93f6 req-fb52ed79-7eac-4f42-9a82-c3b5beab5014 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415313 Dec 16 23:01:01.148883 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a408554-8c21-4488-a4f0-36327007ff7c req-702a177d-933f-4f67-92ae-668c347d0d34 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:01.150409 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8a408554-8c21-4488-a4f0-36327007ff7c req-702a177d-933f-4f67-92ae-668c347d0d34 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0537930 Dec 16 23:01:01.197843 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8a408554-8c21-4488-a4f0-36327007ff7c req-b6982d69-ee30-418d-949b-78d79fcc4b34 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410476 Dec 16 23:01:02.318675 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd7b30-c813-4371-b689-07e1978dd45b req-c95e4886-49eb-4f72-a948-34d52ec3e88b tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:02.320222 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f4bd7b30-c813-4371-b689-07e1978dd45b req-c95e4886-49eb-4f72-a948-34d52ec3e88b tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0500350 Dec 16 23:01:02.372107 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f4bd7b30-c813-4371-b689-07e1978dd45b req-2b514643-8e8b-482a-b417-e70431d5b331 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456390 Dec 16 23:01:03.490228 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f1997-df23-4d93-91b4-e15dde376a3f req-99fab822-05a9-4bf9-8574-eb44ac2ebdb7 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:03.491759 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e76f1997-df23-4d93-91b4-e15dde376a3f req-99fab822-05a9-4bf9-8574-eb44ac2ebdb7 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0514038 Dec 16 23:01:03.539999 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e76f1997-df23-4d93-91b4-e15dde376a3f req-bb93c733-5a18-47c0-8bef-6370dcab7324 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412934 Dec 16 23:01:04.658830 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c978bc8-2366-4411-9b88-9b84e4992efa req-42d7d392-83d2-4daf-b966-f73c945393f2 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:04.660637 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5c978bc8-2366-4411-9b88-9b84e4992efa req-42d7d392-83d2-4daf-b966-f73c945393f2 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0504866 Dec 16 23:01:04.712340 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5c978bc8-2366-4411-9b88-9b84e4992efa req-03e318c6-ff3d-473e-951a-a3113fcea2ef tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457833 Dec 16 23:01:05.286001 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-a56ed179-2f7d-478a-9acd-314615486db7 service neutron] show failed (client error): The resource could not be found. Dec 16 23:01:05.287074 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-a56ed179-2f7d-478a-9acd-314615486db7 service neutron] 10.222.0.57 "GET /v2.0/ports/c0cab47f-2749-4b9b-b926-6736beb0e3b3/bindings/n-h1-815324-4 HTTP/1.1" status: 404 len: 380 time: 0.0542083 Dec 16 23:01:05.825221 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-f2f21d03-3529-4843-bef0-71a5faa3cae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:05.827741 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-f2f21d03-3529-4843-bef0-71a5faa3cae3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86&tenant_id=8704bd304b6a48ae8aea2fd2c605869c HTTP/1.1" status: 200 len: 1097 time: 0.0426743 Dec 16 23:01:05.834205 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb4200-9568-412e-8257-f946eb8c3cff req-22e699b9-463d-4ad1-bd9c-1aaa05bc1428 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:05.835752 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ebeb4200-9568-412e-8257-f946eb8c3cff req-22e699b9-463d-4ad1-bd9c-1aaa05bc1428 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0516939 Dec 16 23:01:05.847539 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-8e04f951-7fa0-477e-9e85-9f8868f78aab service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-4', 'device_owner': 'compute:nova'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:01:05.888709 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ebeb4200-9568-412e-8257-f946eb8c3cff req-e93e8fc2-976c-4633-a450-e95ae60bbe36 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455635 Dec 16 23:01:05.907505 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-8e04f951-7fa0-477e-9e85-9f8868f78aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:06.109167 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-8e04f951-7fa0-477e-9e85-9f8868f78aab service neutron] For port c0cab47f-2749-4b9b-b926-6736beb0e3b3, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=c0cab47f-2749-4b9b-b926-6736beb0e3b3,segment=NetworkSegment(1bf23faa-f62c-449f-8d43-62eef283a275),segment_id=1bf23faa-f62c-449f-8d43-62eef283a275)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:01:06.145172 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-8e04f951-7fa0-477e-9e85-9f8868f78aab service neutron] For port c0cab47f-2749-4b9b-b926-6736beb0e3b3, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:01:06.184494 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5901a216-185b-49a6-8069-111de625bd86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0cab47f-2749-4b9b-b926-6736beb0e3b3'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:01:06.187507 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7c5da2-fffe-4615-b2bb-eab7b4a8011d" -d '{"events": [{"server_uuid": "5901a216-185b-49a6-8069-111de625bd86", "name": "network-vif-unplugged", "status": "completed", "tag": "c0cab47f-2749-4b9b-b926-6736beb0e3b3"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:01:06.192066 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-8e04f951-7fa0-477e-9e85-9f8868f78aab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:06.206625 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-8e04f951-7fa0-477e-9e85-9f8868f78aab service neutron] Transition to ACTIVE for port object c0cab47f-2749-4b9b-b926-6736beb0e3b3 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:01:06.240044 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 23:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d40dc3-9b6a-4af9-b190-68a690e3e482 x-openstack-request-id: req-97d40dc3-9b6a-4af9-b190-68a690e3e482 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:01:06.240343 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5901a216-185b-49a6-8069-111de625bd86", "name": "network-vif-unplugged", "status": "completed", "tag": "c0cab47f-2749-4b9b-b926-6736beb0e3b3", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:01:06.240598 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-97d40dc3-9b6a-4af9-b190-68a690e3e482 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:01:06.241001 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5901a216-185b-49a6-8069-111de625bd86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0cab47f-2749-4b9b-b926-6736beb0e3b3', 'code': 200} Dec 16 23:01:06.291828 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-8e04f951-7fa0-477e-9e85-9f8868f78aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:06.359978 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04f951-7fa0-477e-9e85-9f8868f78aab service neutron] Pushing event updated for resources: {'Port': ['ID=c0cab47f-2749-4b9b-b926-6736beb0e3b3,revision_number=6']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:06.362536 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-8e04f951-7fa0-477e-9e85-9f8868f78aab service neutron] No DVR routers for this DVR port c0cab47f-2749-4b9b-b926-6736beb0e3b3 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:01:06.398846 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-8e04f951-7fa0-477e-9e85-9f8868f78aab service neutron] Attempting to bind port c0cab47f-2749-4b9b-b926-6736beb0e3b3 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:01:06.399177 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-8e04f951-7fa0-477e-9e85-9f8868f78aab service neutron] Attempting to bind port c0cab47f-2749-4b9b-b926-6736beb0e3b3 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '1bf23faa-f62c-449f-8d43-62eef283a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c12f5d94-1a62-462a-8103-5ca93e109977'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:01:06.399520 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-8e04f951-7fa0-477e-9e85-9f8868f78aab service neutron] Attempting to bind port c0cab47f-2749-4b9b-b926-6736beb0e3b3 on network c12f5d94-1a62-462a-8103-5ca93e109977 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:01:06.403976 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-8e04f951-7fa0-477e-9e85-9f8868f78aab service neutron] Port c0cab47f-2749-4b9b-b926-6736beb0e3b3 on network c12f5d94-1a62-462a-8103-5ca93e109977 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:01:06.404297 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-8e04f951-7fa0-477e-9e85-9f8868f78aab service neutron] Attempting to bind port c0cab47f-2749-4b9b-b926-6736beb0e3b3 on network c12f5d94-1a62-462a-8103-5ca93e109977 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:01:06.409490 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-8e04f951-7fa0-477e-9e85-9f8868f78aab service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:01:06.409839 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-8e04f951-7fa0-477e-9e85-9f8868f78aab service neutron] Checking segment: {'id': '1bf23faa-f62c-449f-8d43-62eef283a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c12f5d94-1a62-462a-8103-5ca93e109977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:01:06.410233 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-8e04f951-7fa0-477e-9e85-9f8868f78aab service neutron] Bound using segment: {'id': '1bf23faa-f62c-449f-8d43-62eef283a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c12f5d94-1a62-462a-8103-5ca93e109977'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:01:06.410742 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-8e04f951-7fa0-477e-9e85-9f8868f78aab service neutron] Bound port: c0cab47f-2749-4b9b-b926-6736beb0e3b3, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf23faa-f62c-449f-8d43-62eef283a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c12f5d94-1a62-462a-8103-5ca93e109977'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:01:06.411138 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-8e04f951-7fa0-477e-9e85-9f8868f78aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:06.474523 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-8e04f951-7fa0-477e-9e85-9f8868f78aab service neutron] For port c0cab47f-2749-4b9b-b926-6736beb0e3b3, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:01:06.477704 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-8e04f951-7fa0-477e-9e85-9f8868f78aab service neutron] For port c0cab47f-2749-4b9b-b926-6736beb0e3b3, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=c0cab47f-2749-4b9b-b926-6736beb0e3b3,segment=NetworkSegment(1bf23faa-f62c-449f-8d43-62eef283a275),segment_id=1bf23faa-f62c-449f-8d43-62eef283a275)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:01:06.543465 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-8e04f951-7fa0-477e-9e85-9f8868f78aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:06.583310 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-8e04f951-7fa0-477e-9e85-9f8868f78aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:06.584011 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-8e04f951-7fa0-477e-9e85-9f8868f78aab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:06.585424 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-8e04f951-7fa0-477e-9e85-9f8868f78aab service neutron] 10.222.0.76 "PUT /v2.0/ports/c0cab47f-2749-4b9b-b926-6736beb0e3b3 HTTP/1.1" status: 200 len: 1092 time: 0.7421591 Dec 16 23:01:06.601372 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04f951-7fa0-477e-9e85-9f8868f78aab service neutron] Pushing event updated for resources: {'Port': ['ID=c0cab47f-2749-4b9b-b926-6736beb0e3b3,revision_number=7']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:06.667086 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-fad75bb3-a02a-45d9-b61f-1f8e2212df37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:06.668913 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-fad75bb3-a02a-45d9-b61f-1f8e2212df37 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8704bd304b6a48ae8aea2fd2c605869c&device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 1095 time: 0.0481532 Dec 16 23:01:06.796490 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-5a145821-65f5-465a-8482-ed0f6fb3f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:06.797990 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-5a145821-65f5-465a-8482-ed0f6fb3f48c service neutron] 10.222.0.76 "GET /v2.0/networks?id=c12f5d94-1a62-462a-8103-5ca93e109977 HTTP/1.1" status: 200 len: 914 time: 0.0877464 Dec 16 23:01:06.850609 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-eaf95ccc-d502-46a4-bc9c-b71ef6fd4a78 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0cab47f-2749-4b9b-b926-6736beb0e3b3 HTTP/1.1" status: 200 len: 217 time: 0.0387399 Dec 16 23:01:06.902346 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-d23c8f52-66ee-4788-98d2-e8ab2a70f80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:06.904359 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-d23c8f52-66ee-4788-98d2-e8ab2a70f80f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=be3410d4-fea1-4217-9a12-05e95ab562fe HTTP/1.1" status: 200 len: 854 time: 0.0425389 Dec 16 23:01:06.937926 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-45c78da2-a4e4-48c7-ab5b-4b4469d69db7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c12f5d94-1a62-462a-8103-5ca93e109977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262587 Dec 16 23:01:07.011136 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748036bc-493a-4eb7-a67a-7eee7abe3c43 req-89c640eb-933f-41a1-9d8c-70c2437545e5 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:07.012774 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-748036bc-493a-4eb7-a67a-7eee7abe3c43 req-89c640eb-933f-41a1-9d8c-70c2437545e5 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 944 time: 0.0502076 Dec 16 23:01:07.031250 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-fd7a27ec-f1b2-40cf-9ade-049c55d05cc9 service neutron] 10.222.0.76 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848939 Dec 16 23:01:07.063231 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-748036bc-493a-4eb7-a67a-7eee7abe3c43 req-e758d852-1edb-40e7-a3eb-3efab8418e45 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440569 Dec 16 23:01:07.434277 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-361f79de-90fd-4f58-b320-2448a3e528a9 req-8681d6c2-35de-41d0-9568-eae9bce2b5c6 service neutron] 10.222.0.76 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928115 Dec 16 23:01:08.182541 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57d148-3b92-441f-bfea-b97568d51a4e req-75ef6a6c-cea9-4b89-8fbb-eed86f48f518 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:08.184169 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9f57d148-3b92-441f-bfea-b97568d51a4e req-75ef6a6c-cea9-4b89-8fbb-eed86f48f518 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 944 time: 0.0495992 Dec 16 23:01:08.234159 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9f57d148-3b92-441f-bfea-b97568d51a4e req-2575b2ca-0449-440e-8f3f-e75505362465 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433285 Dec 16 23:01:08.241772 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5901a216-185b-49a6-8069-111de625bd86', 'tag': 'c0cab47f-2749-4b9b-b926-6736beb0e3b3'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:01:08.244099 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd35be4-cd57-473f-b54d-d58822c7c0ac" -d '{"events": [{"name": "network-changed", "server_uuid": "5901a216-185b-49a6-8069-111de625bd86", "tag": "c0cab47f-2749-4b9b-b926-6736beb0e3b3"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:01:08.294191 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbed103-0c05-4fd5-819c-471f26eba8ee x-openstack-request-id: req-1dbed103-0c05-4fd5-819c-471f26eba8ee {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:01:08.295074 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5901a216-185b-49a6-8069-111de625bd86", "tag": "c0cab47f-2749-4b9b-b926-6736beb0e3b3", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:01:08.295491 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1dbed103-0c05-4fd5-819c-471f26eba8ee {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:01:08.295922 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5901a216-185b-49a6-8069-111de625bd86', 'tag': 'c0cab47f-2749-4b9b-b926-6736beb0e3b3', 'status': 'completed', 'code': 200} Dec 16 23:01:08.411529 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd35be4-cd57-473f-b54d-d58822c7c0ac req-03f79612-306d-4599-bf24-090c6df4072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:08.412984 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0cd35be4-cd57-473f-b54d-d58822c7c0ac req-03f79612-306d-4599-bf24-090c6df4072f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8704bd304b6a48ae8aea2fd2c605869c&device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 1095 time: 0.0775225 Dec 16 23:01:08.415411 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd35be4-cd57-473f-b54d-d58822c7c0ac req-fec9a872-c761-4bc1-8da4-ddafc2369ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:08.416801 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0cd35be4-cd57-473f-b54d-d58822c7c0ac req-fec9a872-c761-4bc1-8da4-ddafc2369ec5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8704bd304b6a48ae8aea2fd2c605869c&device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 1095 time: 0.0523117 Dec 16 23:01:08.577689 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd35be4-cd57-473f-b54d-d58822c7c0ac req-311b2a63-460a-4001-8879-4b85a490d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:08.579221 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0cd35be4-cd57-473f-b54d-d58822c7c0ac req-311b2a63-460a-4001-8879-4b85a490d5c8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c12f5d94-1a62-462a-8103-5ca93e109977 HTTP/1.1" status: 200 len: 914 time: 0.1596491 Dec 16 23:01:08.581848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd35be4-cd57-473f-b54d-d58822c7c0ac req-846e4a62-2b17-4986-af1f-fd9c80020c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:08.584575 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0cd35be4-cd57-473f-b54d-d58822c7c0ac req-846e4a62-2b17-4986-af1f-fd9c80020c6d service neutron] 10.222.0.76 "GET /v2.0/networks?id=c12f5d94-1a62-462a-8103-5ca93e109977 HTTP/1.1" status: 200 len: 914 time: 0.1543026 Dec 16 23:01:08.631294 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0cd35be4-cd57-473f-b54d-d58822c7c0ac req-dcce09f9-3085-4a88-b02c-a9d3d0d5abbe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0cab47f-2749-4b9b-b926-6736beb0e3b3 HTTP/1.1" status: 200 len: 217 time: 0.0453458 Dec 16 23:01:08.670001 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0cd35be4-cd57-473f-b54d-d58822c7c0ac req-a6b1c44f-8363-4038-9e2e-d286da35d6ce service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0cab47f-2749-4b9b-b926-6736beb0e3b3 HTTP/1.1" status: 200 len: 217 time: 0.0446525 Dec 16 23:01:08.743598 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd35be4-cd57-473f-b54d-d58822c7c0ac req-6ad8514c-c26b-4349-b7b8-cd1c815bdc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:08.745086 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0cd35be4-cd57-473f-b54d-d58822c7c0ac req-6ad8514c-c26b-4349-b7b8-cd1c815bdc0b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=be3410d4-fea1-4217-9a12-05e95ab562fe HTTP/1.1" status: 200 len: 854 time: 0.0848751 Dec 16 23:01:08.750307 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd35be4-cd57-473f-b54d-d58822c7c0ac req-d1af4f93-ffc8-4db1-9f9e-d6d68d6d3d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:08.751688 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0cd35be4-cd57-473f-b54d-d58822c7c0ac req-d1af4f93-ffc8-4db1-9f9e-d6d68d6d3d1e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=be3410d4-fea1-4217-9a12-05e95ab562fe HTTP/1.1" status: 200 len: 854 time: 0.0645862 Dec 16 23:01:08.785401 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0cd35be4-cd57-473f-b54d-d58822c7c0ac req-a8fb32fb-5bf3-44f9-803b-d6a6eb01e8da service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c12f5d94-1a62-462a-8103-5ca93e109977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324659 Dec 16 23:01:08.800775 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0cd35be4-cd57-473f-b54d-d58822c7c0ac req-ae1df44e-35f4-4a27-82a8-ae863b09f20b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c12f5d94-1a62-462a-8103-5ca93e109977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392423 Dec 16 23:01:08.952681 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0cd35be4-cd57-473f-b54d-d58822c7c0ac req-8c304ab4-c132-416b-afce-413443e6f923 service neutron] 10.222.0.57 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540184 Dec 16 23:01:08.957740 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0cd35be4-cd57-473f-b54d-d58822c7c0ac req-8ede67e2-bf5f-4259-83f6-c0cbae8ed69d service neutron] 10.222.0.76 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405694 Dec 16 23:01:09.104749 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device c0cab47f-2749-4b9b-b926-6736beb0e3b3 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:01:09.120975 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0cd35be4-cd57-473f-b54d-d58822c7c0ac req-071b23f8-6de1-4c6a-99dd-609326110372 service neutron] 10.222.0.76 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541052 Dec 16 23:01:09.122800 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0cd35be4-cd57-473f-b54d-d58822c7c0ac req-57c02896-d10f-4f9c-b124-250dd0211cfa service neutron] 10.222.0.57 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631970 Dec 16 23:01:09.144369 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device c0cab47f-2749-4b9b-b926-6736beb0e3b3 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:01:09.354789 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d5ee3-1818-414f-988d-8e87da614850 req-dd454780-d486-4e11-b140-a4f914905761 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:09.356420 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e95d5ee3-1818-414f-988d-8e87da614850 req-dd454780-d486-4e11-b140-a4f914905761 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 944 time: 0.0504036 Dec 16 23:01:09.405061 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e95d5ee3-1818-414f-988d-8e87da614850 req-aca460f9-86de-487d-971c-9dad53820688 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421679 Dec 16 23:01:10.525545 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44953981-3d96-425a-b1f7-e4d333488b1b req-b8da3c58-0487-40d6-8ea0-8c2d51674bbb tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:10.527181 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-44953981-3d96-425a-b1f7-e4d333488b1b req-b8da3c58-0487-40d6-8ea0-8c2d51674bbb tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 944 time: 0.0503476 Dec 16 23:01:10.575172 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-44953981-3d96-425a-b1f7-e4d333488b1b req-70de8d9e-4c3c-42a7-a6f0-f059f48a2666 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420413 Dec 16 23:01:10.952907 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976ef3c-66a7-45e6-8c6b-158d98b46c49 req-7d0b7a3f-a781-44ad-b1b5-6aa0343fa9e9 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:10.954406 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2976ef3c-66a7-45e6-8c6b-158d98b46c49 req-7d0b7a3f-a781-44ad-b1b5-6aa0343fa9e9 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 944 time: 0.0542479 Dec 16 23:01:11.001670 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2976ef3c-66a7-45e6-8c6b-158d98b46c49 req-f29e1b0d-b0ea-44cf-a68e-8df7795b4f50 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411730 Dec 16 23:01:11.143534 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969885c7-6494-42cb-93b9-3d4d2666dddc req-d7c6be13-5a0e-4497-b3d7-681e00e4ba2d tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:11.144972 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-969885c7-6494-42cb-93b9-3d4d2666dddc req-d7c6be13-5a0e-4497-b3d7-681e00e4ba2d tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.57 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86&tenant_id=8704bd304b6a48ae8aea2fd2c605869c&binding%3Ahost_id=n-h1-815324-4 HTTP/1.1" status: 200 len: 944 time: 0.0520141 Dec 16 23:01:11.204521 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [req-969885c7-6494-42cb-93b9-3d4d2666dddc req-c0f68ccc-3dc7-438f-b600-860d34437947 service neutron] delete failed (client error): The resource could not be found. Dec 16 23:01:11.205543 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-969885c7-6494-42cb-93b9-3d4d2666dddc req-c0f68ccc-3dc7-438f-b600-860d34437947 service neutron] 10.222.0.57 "DELETE /v2.0/ports/c0cab47f-2749-4b9b-b926-6736beb0e3b3/bindings/n-h2-815324-4 HTTP/1.1" status: 404 len: 380 time: 0.0536566 Dec 16 23:01:11.314621 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969885c7-6494-42cb-93b9-3d4d2666dddc req-2ff03a34-cced-4e60-85f3-15cf8ecb1502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:11.316203 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-969885c7-6494-42cb-93b9-3d4d2666dddc req-2ff03a34-cced-4e60-85f3-15cf8ecb1502 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8704bd304b6a48ae8aea2fd2c605869c&device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 1095 time: 0.0468247 Dec 16 23:01:11.405601 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969885c7-6494-42cb-93b9-3d4d2666dddc req-9d7fa54c-f8be-4f08-856a-28827a34f6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:11.407121 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-969885c7-6494-42cb-93b9-3d4d2666dddc req-9d7fa54c-f8be-4f08-856a-28827a34f6ac service neutron] 10.222.0.57 "GET /v2.0/networks?id=c12f5d94-1a62-462a-8103-5ca93e109977 HTTP/1.1" status: 200 len: 914 time: 0.0844569 Dec 16 23:01:11.454989 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-969885c7-6494-42cb-93b9-3d4d2666dddc req-8ce72c53-6ede-4472-bd57-0b10b5135a2f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0cab47f-2749-4b9b-b926-6736beb0e3b3 HTTP/1.1" status: 200 len: 217 time: 0.0404999 Dec 16 23:01:11.505389 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969885c7-6494-42cb-93b9-3d4d2666dddc req-79d85766-5efd-4925-8d76-fe8aca8920d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:11.506919 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-969885c7-6494-42cb-93b9-3d4d2666dddc req-79d85766-5efd-4925-8d76-fe8aca8920d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=be3410d4-fea1-4217-9a12-05e95ab562fe HTTP/1.1" status: 200 len: 854 time: 0.0455492 Dec 16 23:01:11.539417 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-969885c7-6494-42cb-93b9-3d4d2666dddc req-7dd45448-e203-460b-976d-ba956a41a5c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c12f5d94-1a62-462a-8103-5ca93e109977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252812 Dec 16 23:01:11.565521 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device c0cab47f-2749-4b9b-b926-6736beb0e3b3 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:01:11.635910 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-969885c7-6494-42cb-93b9-3d4d2666dddc req-6d92b1c4-7aad-4435-ac25-07e40f719627 service neutron] 10.222.0.57 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899167 Dec 16 23:01:11.665896 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port c0cab47f-2749-4b9b-b926-6736beb0e3b3, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=c0cab47f-2749-4b9b-b926-6736beb0e3b3,segment=NetworkSegment(1bf23faa-f62c-449f-8d43-62eef283a275),segment_id=1bf23faa-f62c-449f-8d43-62eef283a275)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:01:11.678387 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'c0cab47f-2749-4b9b-b926-6736beb0e3b3', 'network_id': 'c12f5d94-1a62-462a-8103-5ca93e109977', 'port_id': 'c0cab47f-2749-4b9b-b926-6736beb0e3b3', 'mac_address': 'fa:16:3e:93:06:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3410d4-fea1-4217-9a12-05e95ab562fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:01:11.716812 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:11.730320 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0cab47f-2749-4b9b-b926-6736beb0e3b3 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:01:11.737856 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-969885c7-6494-42cb-93b9-3d4d2666dddc req-5e411c46-3f87-40e3-b724-007bc64ca4af service neutron] 10.222.0.57 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946946 Dec 16 23:01:11.750860 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port c0cab47f-2749-4b9b-b926-6736beb0e3b3, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=c0cab47f-2749-4b9b-b926-6736beb0e3b3,segment=NetworkSegment(1bf23faa-f62c-449f-8d43-62eef283a275),segment_id=1bf23faa-f62c-449f-8d43-62eef283a275)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:01:11.871905 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:11.921062 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=c0cab47f-2749-4b9b-b926-6736beb0e3b3,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:11.928263 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:11.928612 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:11.929009 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:11.929290 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:11.929623 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:11.929953 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:11.930279 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:11.930602 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:11.930924 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:11.931269 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:11.931592 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:11.931912 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:11.932231 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:12.122022 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81131b1-c9bb-47c3-974b-b1207c5b4b8e req-be1e53c0-881e-4fe5-a3f0-f8fbf868121b tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:12.124339 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e81131b1-c9bb-47c3-974b-b1207c5b4b8e req-be1e53c0-881e-4fe5-a3f0-f8fbf868121b tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 945 time: 0.0512218 Dec 16 23:01:12.177685 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e81131b1-c9bb-47c3-974b-b1207c5b4b8e req-236ec9ef-41d5-49dc-8e32-d9e65b6f2b74 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472505 Dec 16 23:01:12.183898 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['c0cab47f-2749-4b9b-b926-6736beb0e3b3'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:01:13.295148 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd7ef3-2f7a-4c66-ad0d-91b8a665f89d req-011190bb-e82d-46e4-b486-5560c5a0165e tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:13.296652 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-66dd7ef3-2f7a-4c66-ad0d-91b8a665f89d req-011190bb-e82d-46e4-b486-5560c5a0165e tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 945 time: 0.0496180 Dec 16 23:01:13.345550 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-66dd7ef3-2f7a-4c66-ad0d-91b8a665f89d req-b95d1ff8-fb2b-4f01-8404-c5fb46ece22e tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427580 Dec 16 23:01:13.469777 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ac23b-d33d-462f-88f1-69f74783e4c2 req-b0025b7d-d4d0-468c-aac7-78be51395362 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:13.471998 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b0ac23b-d33d-462f-88f1-69f74783e4c2 req-b0025b7d-d4d0-468c-aac7-78be51395362 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 945 time: 0.0556474 Dec 16 23:01:13.523648 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b0ac23b-d33d-462f-88f1-69f74783e4c2 req-2851c846-144f-4fe5-870e-6710034c0262 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423810 Dec 16 23:01:13.580595 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device c0cab47f-2749-4b9b-b926-6736beb0e3b3 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:01:13.646805 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea15f0a-82b2-472a-b86e-044974be191e req-41d506fe-3e9b-435c-84c6-1d884753e057 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:13.648334 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5ea15f0a-82b2-472a-b86e-044974be191e req-41d506fe-3e9b-435c-84c6-1d884753e057 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 945 time: 0.0574560 Dec 16 23:01:13.697558 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5ea15f0a-82b2-472a-b86e-044974be191e req-7337a3f8-8085-4aaa-aecf-b42e464cd107 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426872 Dec 16 23:01:13.708756 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port c0cab47f-2749-4b9b-b926-6736beb0e3b3 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:01:13.712727 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port c0cab47f-2749-4b9b-b926-6736beb0e3b3 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:01:13.713231 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:13.798707 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:13.821434 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5901a216-185b-49a6-8069-111de625bd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0cab47f-2749-4b9b-b926-6736beb0e3b3'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:01:13.823737 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1d8316-1fe4-45de-8712-b227499f0f1b" -d '{"events": [{"server_uuid": "5901a216-185b-49a6-8069-111de625bd86", "name": "network-vif-plugged", "status": "completed", "tag": "c0cab47f-2749-4b9b-b926-6736beb0e3b3"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:01:13.838823 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port c0cab47f-2749-4b9b-b926-6736beb0e3b3, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=c0cab47f-2749-4b9b-b926-6736beb0e3b3,segment=NetworkSegment(1bf23faa-f62c-449f-8d43-62eef283a275),segment_id=1bf23faa-f62c-449f-8d43-62eef283a275)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:01:13.860229 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15056996-4e4e-4681-9118-cd1bcfe5e748 x-openstack-request-id: req-15056996-4e4e-4681-9118-cd1bcfe5e748 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:01:13.860529 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5901a216-185b-49a6-8069-111de625bd86", "name": "network-vif-plugged", "status": "completed", "tag": "c0cab47f-2749-4b9b-b926-6736beb0e3b3", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:01:13.863879 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-15056996-4e4e-4681-9118-cd1bcfe5e748 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:01:13.863879 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5901a216-185b-49a6-8069-111de625bd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0cab47f-2749-4b9b-b926-6736beb0e3b3', 'code': 200} Dec 16 23:01:13.908736 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:13.962108 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=c0cab47f-2749-4b9b-b926-6736beb0e3b3,revision_number=9']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:14.241392 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67469969-0b08-441b-8eef-1b5e152a784b req-bf12c053-f625-412c-b2e9-4b4ff4336b94 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:14.242891 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67469969-0b08-441b-8eef-1b5e152a784b req-bf12c053-f625-412c-b2e9-4b4ff4336b94 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/networks?id=c12f5d94-1a62-462a-8103-5ca93e109977 HTTP/1.1" status: 200 len: 814 time: 0.1019623 Dec 16 23:01:14.257694 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67469969-0b08-441b-8eef-1b5e152a784b req-3fb90f9f-5f88-4da2-b596-492363c0bb49 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/quotas/8704bd304b6a48ae8aea2fd2c605869c HTTP/1.1" status: 200 len: 375 time: 0.0090206 Dec 16 23:01:14.312864 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67469969-0b08-441b-8eef-1b5e152a784b req-27474e6c-c24c-4dea-b17b-2efa77da109b tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8704bd304b6a48ae8aea2fd2c605869c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0500121 Dec 16 23:01:14.457442 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67469969-0b08-441b-8eef-1b5e152a784b req-64fa9266-75b3-4558-9051-4654709c09ac service neutron] 10.222.0.75 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369283 Dec 16 23:01:14.552661 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-67469969-0b08-441b-8eef-1b5e152a784b req-2ff6557a-8fdc-4bfe-8902-252ef6473585 service neutron] 10.222.0.75 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890675 Dec 16 23:01:14.819571 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-22396281-a6c6-4828-b188-be7cd9e60bf6 req-74997e45-5c0c-43e0-85b5-79724b18f94c tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 210 time: 0.0293143 Dec 16 23:01:15.719916 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64eb11-a65d-4fe7-bfb4-5805417de14b req-8ff52dbc-f10b-4e2d-8c28-e4693a584b99 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:15.721407 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cb64eb11-a65d-4fe7-bfb4-5805417de14b req-8ff52dbc-f10b-4e2d-8c28-e4693a584b99 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.76 "GET /v2.0/ports?device_id=5901a216-185b-49a6-8069-111de625bd86 HTTP/1.1" status: 200 len: 946 time: 0.0502312 Dec 16 23:01:15.822455 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-cb64eb11-a65d-4fe7-bfb4-5805417de14b req-5c923f9a-72a5-4841-a58f-89f500d59025 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Deleting port c0cab47f-2749-4b9b-b926-6736beb0e3b3 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:01:15.823144 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cb64eb11-a65d-4fe7-bfb4-5805417de14b req-5c923f9a-72a5-4841-a58f-89f500d59025 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:15.919113 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-cb64eb11-a65d-4fe7-bfb4-5805417de14b req-5c923f9a-72a5-4841-a58f-89f500d59025 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] For port c0cab47f-2749-4b9b-b926-6736beb0e3b3, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=c0cab47f-2749-4b9b-b926-6736beb0e3b3,segment=NetworkSegment(1bf23faa-f62c-449f-8d43-62eef283a275),segment_id=1bf23faa-f62c-449f-8d43-62eef283a275)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:01:15.919438 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cb64eb11-a65d-4fe7-bfb4-5805417de14b req-5c923f9a-72a5-4841-a58f-89f500d59025 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:15.927676 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6ab2598c-ce6c-476b-9883-a18b36161db9 req-62a8dc00-c3fd-49cb-a547-79cbac8d0e26 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 210 time: 0.0333953 Dec 16 23:01:15.932771 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-cb64eb11-a65d-4fe7-bfb4-5805417de14b req-5c923f9a-72a5-4841-a58f-89f500d59025 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Calling delete_port for c0cab47f-2749-4b9b-b926-6736beb0e3b3 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:01:16.142639 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cb64eb11-a65d-4fe7-bfb4-5805417de14b req-5c923f9a-72a5-4841-a58f-89f500d59025 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:16.172016 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c923f9a-72a5-4841-a58f-89f500d59025 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Pushing event deleted for resources: {'Port': ['ID=c0cab47f-2749-4b9b-b926-6736beb0e3b3,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:16.178332 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['c0cab47f-2749-4b9b-b926-6736beb0e3b3'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:01:16.187064 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c923f9a-72a5-4841-a58f-89f500d59025 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:16.187464 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c923f9a-72a5-4841-a58f-89f500d59025 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:16.187829 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c923f9a-72a5-4841-a58f-89f500d59025 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:16.188179 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c923f9a-72a5-4841-a58f-89f500d59025 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:16.188522 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c923f9a-72a5-4841-a58f-89f500d59025 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:16.188865 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c923f9a-72a5-4841-a58f-89f500d59025 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:16.189202 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c923f9a-72a5-4841-a58f-89f500d59025 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:16.189538 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c923f9a-72a5-4841-a58f-89f500d59025 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:16.189870 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c923f9a-72a5-4841-a58f-89f500d59025 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:16.190204 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c923f9a-72a5-4841-a58f-89f500d59025 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:16.190543 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c923f9a-72a5-4841-a58f-89f500d59025 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:16.190875 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c923f9a-72a5-4841-a58f-89f500d59025 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:16.191233 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c923f9a-72a5-4841-a58f-89f500d59025 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:01:16.237158 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb64eb11-a65d-4fe7-bfb4-5805417de14b req-5c923f9a-72a5-4841-a58f-89f500d59025 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] No DVR routers for this DVR port c0cab47f-2749-4b9b-b926-6736beb0e3b3 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:01:16.239828 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cb64eb11-a65d-4fe7-bfb4-5805417de14b req-5c923f9a-72a5-4841-a58f-89f500d59025 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:16.243190 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cb64eb11-a65d-4fe7-bfb4-5805417de14b req-5c923f9a-72a5-4841-a58f-89f500d59025 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.76 "DELETE /v2.0/ports/c0cab47f-2749-4b9b-b926-6736beb0e3b3 HTTP/1.1" status: 204 len: 173 time: 0.5114717 Dec 16 23:01:16.243644 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5901a216-185b-49a6-8069-111de625bd86', 'name': 'network-vif-deleted', 'tag': 'c0cab47f-2749-4b9b-b926-6736beb0e3b3'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:01:16.245953 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cd00e2-c16f-4961-9642-445c3f9bf75e" -d '{"events": [{"server_uuid": "5901a216-185b-49a6-8069-111de625bd86", "name": "network-vif-deleted", "tag": "c0cab47f-2749-4b9b-b926-6736beb0e3b3"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:01:16.284424 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fe11e3-57fb-4ee0-8f46-673fe24869ae x-openstack-request-id: req-97fe11e3-57fb-4ee0-8f46-673fe24869ae {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:01:16.284724 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5901a216-185b-49a6-8069-111de625bd86", "name": "network-vif-deleted", "tag": "c0cab47f-2749-4b9b-b926-6736beb0e3b3", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:01:16.284988 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-97fe11e3-57fb-4ee0-8f46-673fe24869ae {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:01:16.285394 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5901a216-185b-49a6-8069-111de625bd86', 'name': 'network-vif-deleted', 'tag': 'c0cab47f-2749-4b9b-b926-6736beb0e3b3', 'status': 'completed', 'code': 200} Dec 16 23:01:17.026956 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f30c3a0f-436d-4ca1-9347-595324dc060f req-bb78625b-c298-4bce-b3b5-89fd52e97e68 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 210 time: 0.0265617 Dec 16 23:01:17.083232 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67469969-0b08-441b-8eef-1b5e152a784b req-308ac55c-b045-4739-b4be-63edcb2e5d32 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:17.084733 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-67469969-0b08-441b-8eef-1b5e152a784b req-308ac55c-b045-4739-b4be-63edcb2e5d32 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.76 "GET /v2.0/networks?id=c12f5d94-1a62-462a-8103-5ca93e109977 HTTP/1.1" status: 200 len: 814 time: 0.1069984 Dec 16 23:01:17.109751 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-67469969-0b08-441b-8eef-1b5e152a784b req-1e949ca9-50bc-4943-9bd0-50647015007a tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Request body: {'port': {'device_id': '323499fb-1e0a-4306-a8a3-6ba564ea76d4', 'network_id': 'c12f5d94-1a62-462a-8103-5ca93e109977', 'admin_state_up': True, 'tenant_id': '8704bd304b6a48ae8aea2fd2c605869c'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:01:17.289045 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67469969-0b08-441b-8eef-1b5e152a784b req-1e949ca9-50bc-4943-9bd0-50647015007a tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Made reservation on behalf of 8704bd304b6a48ae8aea2fd2c605869c for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:01:17.292695 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-67469969-0b08-441b-8eef-1b5e152a784b req-1e949ca9-50bc-4943-9bd0-50647015007a tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:17.417490 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-67469969-0b08-441b-8eef-1b5e152a784b req-1e949ca9-50bc-4943-9bd0-50647015007a tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Allocated IP 172.20.0.6 (c12f5d94-1a62-462a-8103-5ca93e109977/be3410d4-fea1-4217-9a12-05e95ab562fe/555a26ab-cd7e-4306-9f2f-31a820281135) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:01:17.571704 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-67469969-0b08-441b-8eef-1b5e152a784b req-1e949ca9-50bc-4943-9bd0-50647015007a tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:17.703442 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-67469969-0b08-441b-8eef-1b5e152a784b req-1e949ca9-50bc-4943-9bd0-50647015007a tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:17.754615 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67469969-0b08-441b-8eef-1b5e152a784b req-1e949ca9-50bc-4943-9bd0-50647015007a tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Network c12f5d94-1a62-462a-8103-5ca93e109977 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:01:17.758098 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-67469969-0b08-441b-8eef-1b5e152a784b req-1e949ca9-50bc-4943-9bd0-50647015007a tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:01:17.761909 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-67469969-0b08-441b-8eef-1b5e152a784b req-1e949ca9-50bc-4943-9bd0-50647015007a tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:01:17.769258 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e949ca9-50bc-4943-9bd0-50647015007a tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Pushing event updated for resources: {'Port': ['ID=555a26ab-cd7e-4306-9f2f-31a820281135,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:17.816717 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67469969-0b08-441b-8eef-1b5e152a784b req-1e949ca9-50bc-4943-9bd0-50647015007a tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:17.817335 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-67469969-0b08-441b-8eef-1b5e152a784b req-1e949ca9-50bc-4943-9bd0-50647015007a tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:17.894491 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-67469969-0b08-441b-8eef-1b5e152a784b req-1e949ca9-50bc-4943-9bd0-50647015007a tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7893806 Dec 16 23:01:17.922096 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-67469969-0b08-441b-8eef-1b5e152a784b req-9a6586b2-1ad4-4d28-8072-bb5e0995d609 service neutron] Request body: {'port': {'device_id': '323499fb-1e0a-4306-a8a3-6ba564ea76d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:01:17.929807 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:01:17.977536 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-67469969-0b08-441b-8eef-1b5e152a784b req-9a6586b2-1ad4-4d28-8072-bb5e0995d609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:18.198332 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656806b-6753-4711-8b58-079e37b83310 req-3a3d87ba-83d6-44bb-9b5c-adac77eb0fed tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:18.199855 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9656806b-6753-4711-8b58-079e37b83310 req-3a3d87ba-83d6-44bb-9b5c-adac77eb0fed tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 931 time: 0.0972991 Dec 16 23:01:18.286949 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9656806b-6753-4711-8b58-079e37b83310 req-0eaee871-ce39-4d67-b903-9299f324932d tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757961 Dec 16 23:01:18.318644 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-67469969-0b08-441b-8eef-1b5e152a784b req-9a6586b2-1ad4-4d28-8072-bb5e0995d609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 555a26ab-cd7e-4306-9f2f-31a820281135 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:01:18.327074 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-67469969-0b08-441b-8eef-1b5e152a784b req-9a6586b2-1ad4-4d28-8072-bb5e0995d609 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:18.338885 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-67469969-0b08-441b-8eef-1b5e152a784b req-9a6586b2-1ad4-4d28-8072-bb5e0995d609 service neutron] Transition to ACTIVE for port object 555a26ab-cd7e-4306-9f2f-31a820281135 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:01:18.405757 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-67469969-0b08-441b-8eef-1b5e152a784b req-9a6586b2-1ad4-4d28-8072-bb5e0995d609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:18.462928 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6586b2-1ad4-4d28-8072-bb5e0995d609 service neutron] Pushing event updated for resources: {'Port': ['ID=555a26ab-cd7e-4306-9f2f-31a820281135,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:18.528762 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-67469969-0b08-441b-8eef-1b5e152a784b req-9a6586b2-1ad4-4d28-8072-bb5e0995d609 service neutron] Attempting to bind port 555a26ab-cd7e-4306-9f2f-31a820281135 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:01:18.529249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-67469969-0b08-441b-8eef-1b5e152a784b req-9a6586b2-1ad4-4d28-8072-bb5e0995d609 service neutron] Attempting to bind port 555a26ab-cd7e-4306-9f2f-31a820281135 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '1bf23faa-f62c-449f-8d43-62eef283a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c12f5d94-1a62-462a-8103-5ca93e109977'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:01:18.529584 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67469969-0b08-441b-8eef-1b5e152a784b req-9a6586b2-1ad4-4d28-8072-bb5e0995d609 service neutron] Attempting to bind port 555a26ab-cd7e-4306-9f2f-31a820281135 on network c12f5d94-1a62-462a-8103-5ca93e109977 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:01:18.533835 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67469969-0b08-441b-8eef-1b5e152a784b req-9a6586b2-1ad4-4d28-8072-bb5e0995d609 service neutron] Port 555a26ab-cd7e-4306-9f2f-31a820281135 on network c12f5d94-1a62-462a-8103-5ca93e109977 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:01:18.534423 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67469969-0b08-441b-8eef-1b5e152a784b req-9a6586b2-1ad4-4d28-8072-bb5e0995d609 service neutron] Attempting to bind port 555a26ab-cd7e-4306-9f2f-31a820281135 on network c12f5d94-1a62-462a-8103-5ca93e109977 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:01:18.539302 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67469969-0b08-441b-8eef-1b5e152a784b req-9a6586b2-1ad4-4d28-8072-bb5e0995d609 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:01:18.539799 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67469969-0b08-441b-8eef-1b5e152a784b req-9a6586b2-1ad4-4d28-8072-bb5e0995d609 service neutron] Checking segment: {'id': '1bf23faa-f62c-449f-8d43-62eef283a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c12f5d94-1a62-462a-8103-5ca93e109977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:01:18.540186 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67469969-0b08-441b-8eef-1b5e152a784b req-9a6586b2-1ad4-4d28-8072-bb5e0995d609 service neutron] Bound using segment: {'id': '1bf23faa-f62c-449f-8d43-62eef283a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c12f5d94-1a62-462a-8103-5ca93e109977'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:01:18.540612 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-67469969-0b08-441b-8eef-1b5e152a784b req-9a6586b2-1ad4-4d28-8072-bb5e0995d609 service neutron] Bound port: 555a26ab-cd7e-4306-9f2f-31a820281135, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf23faa-f62c-449f-8d43-62eef283a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c12f5d94-1a62-462a-8103-5ca93e109977'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:01:18.540972 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-67469969-0b08-441b-8eef-1b5e152a784b req-9a6586b2-1ad4-4d28-8072-bb5e0995d609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:18.605258 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-67469969-0b08-441b-8eef-1b5e152a784b req-9a6586b2-1ad4-4d28-8072-bb5e0995d609 service neutron] For port 555a26ab-cd7e-4306-9f2f-31a820281135, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:01:18.611879 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-67469969-0b08-441b-8eef-1b5e152a784b req-9a6586b2-1ad4-4d28-8072-bb5e0995d609 service neutron] For port 555a26ab-cd7e-4306-9f2f-31a820281135, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=555a26ab-cd7e-4306-9f2f-31a820281135,segment=NetworkSegment(1bf23faa-f62c-449f-8d43-62eef283a275),segment_id=1bf23faa-f62c-449f-8d43-62eef283a275)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:01:18.680325 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-67469969-0b08-441b-8eef-1b5e152a784b req-9a6586b2-1ad4-4d28-8072-bb5e0995d609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:18.723913 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67469969-0b08-441b-8eef-1b5e152a784b req-9a6586b2-1ad4-4d28-8072-bb5e0995d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:18.723913 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-67469969-0b08-441b-8eef-1b5e152a784b req-9a6586b2-1ad4-4d28-8072-bb5e0995d609 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:18.723913 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-67469969-0b08-441b-8eef-1b5e152a784b req-9a6586b2-1ad4-4d28-8072-bb5e0995d609 service neutron] 10.222.0.76 "PUT /v2.0/ports/555a26ab-cd7e-4306-9f2f-31a820281135 HTTP/1.1" status: 200 len: 1091 time: 0.8055153 Dec 16 23:01:18.723913 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323499fb-1e0a-4306-a8a3-6ba564ea76d4', 'tag': '555a26ab-cd7e-4306-9f2f-31a820281135'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:01:18.725770 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cf9e3a-09bb-420f-916b-8ddaa38a494c" -d '{"events": [{"name": "network-changed", "server_uuid": "323499fb-1e0a-4306-a8a3-6ba564ea76d4", "tag": "555a26ab-cd7e-4306-9f2f-31a820281135"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:01:18.748778 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6586b2-1ad4-4d28-8072-bb5e0995d609 service neutron] Pushing event updated for resources: {'Port': ['ID=555a26ab-cd7e-4306-9f2f-31a820281135,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:18.768378 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc90279-07d1-47f5-896f-8efe81169044 x-openstack-request-id: req-cfc90279-07d1-47f5-896f-8efe81169044 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:01:18.768674 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323499fb-1e0a-4306-a8a3-6ba564ea76d4", "tag": "555a26ab-cd7e-4306-9f2f-31a820281135", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:01:18.768935 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cfc90279-07d1-47f5-896f-8efe81169044 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:01:18.769349 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323499fb-1e0a-4306-a8a3-6ba564ea76d4', 'tag': '555a26ab-cd7e-4306-9f2f-31a820281135', 'status': 'completed', 'code': 200} Dec 16 23:01:18.855699 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf9e3a-09bb-420f-916b-8ddaa38a494c req-efba94ae-1ccf-4927-952c-a42a97c040f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:18.857281 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94cf9e3a-09bb-420f-916b-8ddaa38a494c req-efba94ae-1ccf-4927-952c-a42a97c040f3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8704bd304b6a48ae8aea2fd2c605869c&device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 1094 time: 0.0422008 Dec 16 23:01:18.975156 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf9e3a-09bb-420f-916b-8ddaa38a494c req-1f9289ff-d769-49c6-995b-078365cf582d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:18.976557 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94cf9e3a-09bb-420f-916b-8ddaa38a494c req-1f9289ff-d769-49c6-995b-078365cf582d service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=8704bd304b6a48ae8aea2fd2c605869c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0937474 Dec 16 23:01:19.080594 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf9e3a-09bb-420f-916b-8ddaa38a494c req-98cbc2e5-3b57-4024-9d8e-09363e2970aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:19.082482 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94cf9e3a-09bb-420f-916b-8ddaa38a494c req-98cbc2e5-3b57-4024-9d8e-09363e2970aa service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0948651 Dec 16 23:01:19.193752 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67469969-0b08-441b-8eef-1b5e152a784b req-9db0dede-7fe4-4646-bd47-45dc8c333ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:19.195330 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-67469969-0b08-441b-8eef-1b5e152a784b req-9db0dede-7fe4-4646-bd47-45dc8c333ce2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8704bd304b6a48ae8aea2fd2c605869c&device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 1094 time: 0.0415566 Dec 16 23:01:19.256443 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-67469969-0b08-441b-8eef-1b5e152a784b req-01e3d053-7794-4cec-911e-7950da76b8ca service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=555a26ab-cd7e-4306-9f2f-31a820281135 HTTP/1.1" status: 200 len: 217 time: 0.0401154 Dec 16 23:01:19.308425 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67469969-0b08-441b-8eef-1b5e152a784b req-27e5a1a8-acf9-40d4-9a1a-1016a7c1aca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:19.310066 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-67469969-0b08-441b-8eef-1b5e152a784b req-27e5a1a8-acf9-40d4-9a1a-1016a7c1aca7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=be3410d4-fea1-4217-9a12-05e95ab562fe HTTP/1.1" status: 200 len: 854 time: 0.0443027 Dec 16 23:01:19.349393 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-67469969-0b08-441b-8eef-1b5e152a784b req-09614a55-7f9c-423d-8f1d-868d4fcb0aa8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c12f5d94-1a62-462a-8103-5ca93e109977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273256 Dec 16 23:01:19.460469 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f1b0a-8026-4518-9f60-dddfbd6b18f6 req-0b3397a2-9df2-4321-942e-dabb1e43730d tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:19.461968 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-939f1b0a-8026-4518-9f60-dddfbd6b18f6 req-0b3397a2-9df2-4321-942e-dabb1e43730d tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 943 time: 0.1054473 Dec 16 23:01:19.499385 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-67469969-0b08-441b-8eef-1b5e152a784b req-e7895410-cb53-47e8-a347-d61aaeaaf09f service neutron] 10.222.0.76 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410007 Dec 16 23:01:19.566532 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-939f1b0a-8026-4518-9f60-dddfbd6b18f6 req-8bee1bcb-fa02-4e6f-94ac-0a4eb8bb795d tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974236 Dec 16 23:01:19.609178 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-67469969-0b08-441b-8eef-1b5e152a784b req-513b7c40-581a-47fd-a430-964f861447a0 service neutron] 10.222.0.76 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979600 Dec 16 23:01:19.617465 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device c0cab47f-2749-4b9b-b926-6736beb0e3b3 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:01:19.639612 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: c0cab47f-2749-4b9b-b926-6736beb0e3b3 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:01:19.639964 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device c0cab47f-2749-4b9b-b926-6736beb0e3b3 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:01:20.689661 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47967226-2276-472b-9b7c-0a499f9a8dee req-5484f101-469b-47e1-a518-86552549c1a3 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:20.691244 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47967226-2276-472b-9b7c-0a499f9a8dee req-5484f101-469b-47e1-a518-86552549c1a3 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 943 time: 0.0508893 Dec 16 23:01:20.739861 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47967226-2276-472b-9b7c-0a499f9a8dee req-343ae9d0-488d-4c3d-ba0a-f7e830a38ab4 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426450 Dec 16 23:01:21.855987 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876c2f1-6468-4976-bc44-9632c3fb43c8 req-2176862b-1c9c-4409-a110-21b82e8c29be tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:21.858372 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d876c2f1-6468-4976-bc44-9632c3fb43c8 req-2176862b-1c9c-4409-a110-21b82e8c29be tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 943 time: 0.0514729 Dec 16 23:01:21.905295 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d876c2f1-6468-4976-bc44-9632c3fb43c8 req-d583f62a-8d1e-4009-ba69-588d226e87d1 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407059 Dec 16 23:01:23.025259 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47528da9-6ff0-43d0-bffb-b71273440f2d req-6b026078-1b13-4473-b0f7-4d84e32e6af7 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:23.026748 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47528da9-6ff0-43d0-bffb-b71273440f2d req-6b026078-1b13-4473-b0f7-4d84e32e6af7 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 943 time: 0.0527084 Dec 16 23:01:23.074145 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47528da9-6ff0-43d0-bffb-b71273440f2d req-89166319-293d-4fb1-8e2f-a0d6a7eac1df tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405755 Dec 16 23:01:23.391226 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3ab52db1-5059-46ce-b0ac-d25070af5e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:23.644765 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 555a26ab-cd7e-4306-9f2f-31a820281135 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:01:23.741354 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 555a26ab-cd7e-4306-9f2f-31a820281135, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=555a26ab-cd7e-4306-9f2f-31a820281135,segment=NetworkSegment(1bf23faa-f62c-449f-8d43-62eef283a275),segment_id=1bf23faa-f62c-449f-8d43-62eef283a275)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:01:23.753316 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '555a26ab-cd7e-4306-9f2f-31a820281135', 'network_id': 'c12f5d94-1a62-462a-8103-5ca93e109977', 'port_id': '555a26ab-cd7e-4306-9f2f-31a820281135', 'mac_address': 'fa:16:3e:cd:57:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3410d4-fea1-4217-9a12-05e95ab562fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:01:23.788695 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:23.802060 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 555a26ab-cd7e-4306-9f2f-31a820281135 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:01:23.821928 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 555a26ab-cd7e-4306-9f2f-31a820281135, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=555a26ab-cd7e-4306-9f2f-31a820281135,segment=NetworkSegment(1bf23faa-f62c-449f-8d43-62eef283a275),segment_id=1bf23faa-f62c-449f-8d43-62eef283a275)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:01:23.885667 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:23.938147 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=555a26ab-cd7e-4306-9f2f-31a820281135,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:24.194962 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d263ce5-81c6-4286-b397-1d5ec73f4cc5 req-c9fc5e95-c39d-4055-949c-d99ceb0df190 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:24.196408 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5d263ce5-81c6-4286-b397-1d5ec73f4cc5 req-c9fc5e95-c39d-4055-949c-d99ceb0df190 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 944 time: 0.0499513 Dec 16 23:01:24.244346 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5d263ce5-81c6-4286-b397-1d5ec73f4cc5 req-5a18811a-7919-403a-8c47-a3db070fb907 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417471 Dec 16 23:01:24.272223 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['555a26ab-cd7e-4306-9f2f-31a820281135'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:01:25.360322 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430efcce-8d7d-4f51-a7eb-7f3713be2df7 req-be8a2e93-7291-48f1-a9c5-01006949ef30 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:25.361818 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-430efcce-8d7d-4f51-a7eb-7f3713be2df7 req-be8a2e93-7291-48f1-a9c5-01006949ef30 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 944 time: 0.0501728 Dec 16 23:01:25.409542 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-430efcce-8d7d-4f51-a7eb-7f3713be2df7 req-66b76fa5-2286-413b-81c5-462f5ff216f8 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415902 Dec 16 23:01:25.664647 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 555a26ab-cd7e-4306-9f2f-31a820281135 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:01:25.690685 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-59dd33b3-3f0b-47b7-bc20-5c4d576783f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:25.757512 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 555a26ab-cd7e-4306-9f2f-31a820281135 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:01:25.761771 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 555a26ab-cd7e-4306-9f2f-31a820281135 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:01:25.762148 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:25.841302 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:25.865053 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323499fb-1e0a-4306-a8a3-6ba564ea76d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555a26ab-cd7e-4306-9f2f-31a820281135'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:01:25.867372 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cc8bba-e400-42ad-be29-69c4124b6b27" -d '{"events": [{"server_uuid": "323499fb-1e0a-4306-a8a3-6ba564ea76d4", "name": "network-vif-plugged", "status": "completed", "tag": "555a26ab-cd7e-4306-9f2f-31a820281135"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:01:25.880320 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 555a26ab-cd7e-4306-9f2f-31a820281135, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=555a26ab-cd7e-4306-9f2f-31a820281135,segment=NetworkSegment(1bf23faa-f62c-449f-8d43-62eef283a275),segment_id=1bf23faa-f62c-449f-8d43-62eef283a275)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:01:25.904874 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc220b37-a7d4-491b-ae12-78ae1f437e54 x-openstack-request-id: req-cc220b37-a7d4-491b-ae12-78ae1f437e54 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:01:25.905188 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323499fb-1e0a-4306-a8a3-6ba564ea76d4", "name": "network-vif-plugged", "status": "completed", "tag": "555a26ab-cd7e-4306-9f2f-31a820281135", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:01:25.906061 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cc220b37-a7d4-491b-ae12-78ae1f437e54 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:01:25.906476 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323499fb-1e0a-4306-a8a3-6ba564ea76d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555a26ab-cd7e-4306-9f2f-31a820281135', 'code': 200} Dec 16 23:01:25.954330 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:26.005988 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=555a26ab-cd7e-4306-9f2f-31a820281135,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:26.052010 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec1ecd-cdcd-46d5-9a8c-b137045aad23 req-87205c95-62fc-41fc-be96-2124a55fd0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:26.053553 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-76ec1ecd-cdcd-46d5-9a8c-b137045aad23 req-87205c95-62fc-41fc-be96-2124a55fd0e8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 1096 time: 0.0468724 Dec 16 23:01:26.102893 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-76ec1ecd-cdcd-46d5-9a8c-b137045aad23 req-325e9411-3c9f-43a3-a9a2-aba7f749ebce service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382454 Dec 16 23:01:26.527380 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f02d7-0a7a-4a0c-a603-0fbed1a7500c req-da86703e-f51b-401c-93ee-75eb64c79a10 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:26.528879 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-217f02d7-0a7a-4a0c-a603-0fbed1a7500c req-da86703e-f51b-401c-93ee-75eb64c79a10 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0501950 Dec 16 23:01:26.580432 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-217f02d7-0a7a-4a0c-a603-0fbed1a7500c req-9990f8a6-5498-4127-949e-6d8f6f968289 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453703 Dec 16 23:01:27.119662 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:27.286115 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:27.698231 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8522d-91c6-4f49-8bf4-b628b5447b93 req-bf712f0a-dbc7-47b8-a595-f47affdeea41 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:27.699860 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-84d8522d-91c6-4f49-8bf4-b628b5447b93 req-bf712f0a-dbc7-47b8-a595-f47affdeea41 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0496116 Dec 16 23:01:27.748851 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-84d8522d-91c6-4f49-8bf4-b628b5447b93 req-e4d32a28-5bbb-4a0b-a425-6b5579f4e183 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422673 Dec 16 23:01:27.868499 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabf0fa-9b92-43fc-b06d-c3982b191a3f req-30e63fb1-dc29-42e2-ac74-15eabdfdb7cf tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:27.869982 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cabf0fa-9b92-43fc-b06d-c3982b191a3f req-30e63fb1-dc29-42e2-ac74-15eabdfdb7cf tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0511065 Dec 16 23:01:27.924207 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7cabf0fa-9b92-43fc-b06d-c3982b191a3f req-c4c5c473-8486-47fb-9af6-9314142c2f51 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482147 Dec 16 23:01:28.287903 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393452e-528f-470a-8979-5f681a387892 req-40e54f2e-e911-4762-9d10-0d3d88b8fc67 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:28.289419 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6393452e-528f-470a-8979-5f681a387892 req-40e54f2e-e911-4762-9d10-0d3d88b8fc67 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0507090 Dec 16 23:01:28.338623 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6393452e-528f-470a-8979-5f681a387892 req-28652caf-27bf-417c-8679-3516ac2a4138 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430250 Dec 16 23:01:28.410000 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-26de3924-30ee-4750-a727-6286b9659f86 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0460079 Dec 16 23:01:28.440606 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:28.780220 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:29.119545 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:29.459291 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e2030-537c-4b24-b114-8f6e502c3e6e req-4c46e3a7-5d5e-4388-b58d-6113afc1f290 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:29.460813 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-124e2030-537c-4b24-b114-8f6e502c3e6e req-4c46e3a7-5d5e-4388-b58d-6113afc1f290 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0536804 Dec 16 23:01:29.510273 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-124e2030-537c-4b24-b114-8f6e502c3e6e req-31b08740-49cb-4804-a574-4b0d9e0e1e26 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427442 Dec 16 23:01:30.627537 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-39e61159-dcf0-4fde-a4c3-7c6ec36e06fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:30.630315 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-39e61159-dcf0-4fde-a4c3-7c6ec36e06fe service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8704bd304b6a48ae8aea2fd2c605869c&device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 1096 time: 0.0423899 Dec 16 23:01:30.635280 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40454c-d893-476a-a286-5ff47cdfc30e req-0600666a-2384-44a6-81ac-f1afd858d5f9 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:30.637036 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da40454c-d893-476a-a286-5ff47cdfc30e req-0600666a-2384-44a6-81ac-f1afd858d5f9 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0531991 Dec 16 23:01:30.694394 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da40454c-d893-476a-a286-5ff47cdfc30e req-62d5abe9-e216-4939-9e42-8da2bedf3b61 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489419 Dec 16 23:01:30.737927 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-8915a3a8-363b-499d-ad5e-bf7ea417ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:30.739485 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-8915a3a8-363b-499d-ad5e-bf7ea417ebf2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c12f5d94-1a62-462a-8103-5ca93e109977 HTTP/1.1" status: 200 len: 914 time: 0.1017330 Dec 16 23:01:30.783111 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-0b3f1a1b-d8db-494f-ad25-f139ea96e5cc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=555a26ab-cd7e-4306-9f2f-31a820281135 HTTP/1.1" status: 200 len: 217 time: 0.0364137 Dec 16 23:01:30.833509 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-85d7bc57-d134-4208-b2cf-346d7a8a1aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:30.834980 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-85d7bc57-d134-4208-b2cf-346d7a8a1aa0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=be3410d4-fea1-4217-9a12-05e95ab562fe HTTP/1.1" status: 200 len: 854 time: 0.0454893 Dec 16 23:01:30.867158 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-763501cf-b5ce-403d-9686-f38a9708090d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c12f5d94-1a62-462a-8103-5ca93e109977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242023 Dec 16 23:01:30.962340 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-254fa650-31ed-4b3c-bfe4-a0cf08948c4a service neutron] 10.222.0.76 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876250 Dec 16 23:01:31.066767 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-b4fcf1ce-be25-4060-9aa8-df78850cf791 service neutron] 10.222.0.76 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974913 Dec 16 23:01:31.820303 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd396ba-f466-4641-a1ca-2f16faafcc11 req-11c86bd6-811b-4cce-a791-468ed74b99a0 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:31.822110 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3cd396ba-f466-4641-a1ca-2f16faafcc11 req-11c86bd6-811b-4cce-a791-468ed74b99a0 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0549247 Dec 16 23:01:31.869916 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3cd396ba-f466-4641-a1ca-2f16faafcc11 req-e7d3efb1-31fa-4184-b2e6-150172bccc2f tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417905 Dec 16 23:01:32.986757 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716322f1-d95c-4913-8e3d-45dbc290329f req-2639a40a-2b99-4d17-a296-3dfcbd0a089b tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:32.988940 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-716322f1-d95c-4913-8e3d-45dbc290329f req-2639a40a-2b99-4d17-a296-3dfcbd0a089b tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0493824 Dec 16 23:01:33.040336 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-716322f1-d95c-4913-8e3d-45dbc290329f req-d8b9b047-b7e0-4af6-bcd9-748e2acd5cb4 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454772 Dec 16 23:01:34.160948 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644118a-b58b-4084-b08f-405c285e74c0 req-e8cc19a1-164d-4e85-ac2f-2838079a0980 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:34.162850 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c644118a-b58b-4084-b08f-405c285e74c0 req-e8cc19a1-164d-4e85-ac2f-2838079a0980 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0503545 Dec 16 23:01:34.210095 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c644118a-b58b-4084-b08f-405c285e74c0 req-e1f60a51-f625-4b59-9a01-e53dc2b2fee9 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413461 Dec 16 23:01:35.327550 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9792ec6-eb94-4b23-89b0-69e3f0019b4e req-5946e54b-9698-4c06-95c5-ffed87230633 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:35.329051 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b9792ec6-eb94-4b23-89b0-69e3f0019b4e req-5946e54b-9698-4c06-95c5-ffed87230633 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0505598 Dec 16 23:01:35.376766 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b9792ec6-eb94-4b23-89b0-69e3f0019b4e req-30747f47-9348-47d4-adc1-1f3c16692bc3 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417001 Dec 16 23:01:36.495628 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465fb94-6632-4567-a47c-361218d1305d req-dd97a274-562d-424b-ac34-a36ffdfe09f5 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:36.497105 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a465fb94-6632-4567-a47c-361218d1305d req-dd97a274-562d-424b-ac34-a36ffdfe09f5 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0487034 Dec 16 23:01:36.839164 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a465fb94-6632-4567-a47c-361218d1305d req-936db71b-9cf4-4fd6-a010-ca782b659d6a tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360751 Dec 16 23:01:37.957837 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23725a76-23ba-4768-9bd0-6edbda588815 req-e7284f00-b747-4455-909c-84e5ba7855ba tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:37.959457 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-23725a76-23ba-4768-9bd0-6edbda588815 req-e7284f00-b747-4455-909c-84e5ba7855ba tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0503333 Dec 16 23:01:38.007850 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-23725a76-23ba-4768-9bd0-6edbda588815 req-c7591de0-2cdb-498d-8807-cb5ce984672c tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425043 Dec 16 23:01:39.124981 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7bdf76-fbfc-4529-aa11-d5742dcbfa32 req-ccf92a03-b874-4b88-813b-968122e9aca1 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:39.126513 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3f7bdf76-fbfc-4529-aa11-d5742dcbfa32 req-ccf92a03-b874-4b88-813b-968122e9aca1 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0488522 Dec 16 23:01:39.175885 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3f7bdf76-fbfc-4529-aa11-d5742dcbfa32 req-f5003950-51f2-40ff-846d-3304b283c33c tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424225 Dec 16 23:01:40.305868 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b7e13-5532-4e4a-882e-a750f0c9a423 req-11aae198-cf95-4b69-8b2f-bfc7e8fbb054 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:40.307419 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b5b7e13-5532-4e4a-882e-a750f0c9a423 req-11aae198-cf95-4b69-8b2f-bfc7e8fbb054 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0576160 Dec 16 23:01:40.367471 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8b5b7e13-5532-4e4a-882e-a750f0c9a423 req-1168d5da-3662-4f15-821a-0a6aabb27ab8 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531712 Dec 16 23:01:41.541513 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63ebfb-75eb-4e9b-9f1a-e33c39a4ebe0 req-2cf54338-979c-4de8-8908-d8d14718671c tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:41.543018 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ef63ebfb-75eb-4e9b-9f1a-e33c39a4ebe0 req-2cf54338-979c-4de8-8908-d8d14718671c tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.1059380 Dec 16 23:01:41.590488 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ef63ebfb-75eb-4e9b-9f1a-e33c39a4ebe0 req-579b8dd2-a226-4a9d-bf27-c00b39c9e740 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414648 Dec 16 23:01:42.716122 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a083b6-e8b6-4944-b004-e320533b3746 req-a44dfc88-78ba-488a-8f17-abe7496b2849 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:42.717720 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d4a083b6-e8b6-4944-b004-e320533b3746 req-a44dfc88-78ba-488a-8f17-abe7496b2849 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0563672 Dec 16 23:01:42.770467 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d4a083b6-e8b6-4944-b004-e320533b3746 req-d972ddbe-46f1-4800-91b1-4fa6fee6dd9e tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463047 Dec 16 23:01:43.892220 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120356-c245-4fbb-a167-e953ebd0827e req-10028e10-a248-46d7-914c-6b4b09da1fb3 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:43.893615 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2c120356-c245-4fbb-a167-e953ebd0827e req-10028e10-a248-46d7-914c-6b4b09da1fb3 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0528064 Dec 16 23:01:43.943595 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2c120356-c245-4fbb-a167-e953ebd0827e req-c30ac7c6-fd36-4e2a-b36f-9636896708ce tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425971 Dec 16 23:01:45.127492 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113d576-9ec8-42c0-a31a-48b002d963b1 req-172b6aaa-f7e4-4552-9ed8-e48c65865f0d tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:45.129018 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6113d576-9ec8-42c0-a31a-48b002d963b1 req-172b6aaa-f7e4-4552-9ed8-e48c65865f0d tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.1140058 Dec 16 23:01:45.182716 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6113d576-9ec8-42c0-a31a-48b002d963b1 req-f6906ebb-ee53-4b3f-b727-733db0ca3136 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475245 Dec 16 23:01:46.310964 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e6d87-b615-4029-996c-bddd326f2e04 req-85fe30a5-445e-4835-a9fa-d7ec0761f7c8 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:46.312570 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a93e6d87-b615-4029-996c-bddd326f2e04 req-85fe30a5-445e-4835-a9fa-d7ec0761f7c8 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0528228 Dec 16 23:01:46.366670 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a93e6d87-b615-4029-996c-bddd326f2e04 req-b8979bc0-f496-40e0-8839-afb7c4cfad33 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466499 Dec 16 23:01:47.483692 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c486b8-32ea-430f-b2bf-295d4923ca45 req-7417b502-9103-47d8-945c-b36511c7a2fa tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:47.485204 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-40c486b8-32ea-430f-b2bf-295d4923ca45 req-7417b502-9103-47d8-945c-b36511c7a2fa tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0505738 Dec 16 23:01:47.533065 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-40c486b8-32ea-430f-b2bf-295d4923ca45 req-8e74f7ff-abff-4c53-bd54-023faedc6d61 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412467 Dec 16 23:01:48.667020 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db801e7d-c499-4edd-b348-bf2cedda3a3f req-18fbb4fa-d2c1-4cc4-a306-763900ac7ff1 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:48.668559 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-db801e7d-c499-4edd-b348-bf2cedda3a3f req-18fbb4fa-d2c1-4cc4-a306-763900ac7ff1 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0573964 Dec 16 23:01:48.719568 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-db801e7d-c499-4edd-b348-bf2cedda3a3f req-f8b90f94-84ec-4d23-b335-885cb812abb5 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449965 Dec 16 23:01:49.842191 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422efed-397b-4e10-98b5-8e1a66ee91b6 req-4764c3c0-a159-4885-a8bd-0aa2b4f4c6e8 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:49.843791 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1422efed-397b-4e10-98b5-8e1a66ee91b6 req-4764c3c0-a159-4885-a8bd-0aa2b4f4c6e8 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0515728 Dec 16 23:01:49.892740 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1422efed-397b-4e10-98b5-8e1a66ee91b6 req-11832c24-0951-4aed-940f-ce7aa4235420 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419357 Dec 16 23:01:51.025236 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59227f85-4626-4a47-bea2-adc4ecd9b5c1 req-b06d8e30-971a-40ea-9880-68fe94c2fc98 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:51.026847 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-59227f85-4626-4a47-bea2-adc4ecd9b5c1 req-b06d8e30-971a-40ea-9880-68fe94c2fc98 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0585744 Dec 16 23:01:51.075146 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-59227f85-4626-4a47-bea2-adc4ecd9b5c1 req-6254cd3b-36f4-446a-ba09-d09b97d82aea tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422645 Dec 16 23:01:52.195931 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df6e64-901e-48cf-9baf-35f5f76fccc0 req-67917435-ee98-478a-a0eb-4ec59e34f691 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:52.197453 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-29df6e64-901e-48cf-9baf-35f5f76fccc0 req-67917435-ee98-478a-a0eb-4ec59e34f691 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0538249 Dec 16 23:01:52.246678 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-29df6e64-901e-48cf-9baf-35f5f76fccc0 req-9c73e9e3-f0b0-4939-9ba9-1f05af0bfe6a tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433753 Dec 16 23:01:53.367314 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8832b-745c-4044-89a1-715a7cae5c23 req-783d7273-8903-406c-8e1b-541a2fdaa386 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:53.368941 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-36b8832b-745c-4044-89a1-715a7cae5c23 req-783d7273-8903-406c-8e1b-541a2fdaa386 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0516024 Dec 16 23:01:53.423829 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-36b8832b-745c-4044-89a1-715a7cae5c23 req-6fa3e913-d857-4e31-92b0-cdce7dbc6e92 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471201 Dec 16 23:01:53.482540 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-71b4fc9e-591a-49b6-a2aa-c9f23f11f3df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:54.544064 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7c4a5-90c3-4a34-b11e-b78f9c7d7b68 req-081d91dd-a356-42c6-8d0a-2bab8a35fb53 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:54.545593 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-33e7c4a5-90c3-4a34-b11e-b78f9c7d7b68 req-081d91dd-a356-42c6-8d0a-2bab8a35fb53 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0497143 Dec 16 23:01:54.593971 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-33e7c4a5-90c3-4a34-b11e-b78f9c7d7b68 req-9bcdd830-136a-479e-ae8f-c4d8072940e9 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425053 Dec 16 23:01:54.931451 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:01:55.679555 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e666cb54-a837-4af6-8d32-fded152f6d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:55.714677 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f54ce-1e75-42e1-b59e-fb756bf2a15e req-8c13346e-1bdb-43fd-8058-7904174840b1 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:55.716291 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-da7f54ce-1e75-42e1-b59e-fb756bf2a15e req-8c13346e-1bdb-43fd-8058-7904174840b1 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0505188 Dec 16 23:01:55.771342 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-da7f54ce-1e75-42e1-b59e-fb756bf2a15e req-0c1852d9-4125-4c93-a5c8-080702f918db tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479808 Dec 16 23:01:55.916699 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f2f6d-ff37-400a-bb9e-37927475f257 req-4fb5d71f-8635-4141-8c03-e3ab48e9690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:55.918138 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f0f2f6d-ff37-400a-bb9e-37927475f257 req-4fb5d71f-8635-4141-8c03-e3ab48e9690d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8704bd304b6a48ae8aea2fd2c605869c&device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 1096 time: 0.1012697 Dec 16 23:01:56.046813 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f2f6d-ff37-400a-bb9e-37927475f257 req-88a3b7bd-6a56-4f8b-9d40-c2ea8cf1d0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:56.048350 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f0f2f6d-ff37-400a-bb9e-37927475f257 req-88a3b7bd-6a56-4f8b-9d40-c2ea8cf1d0da service neutron] 10.222.0.76 "GET /v2.0/networks?id=c12f5d94-1a62-462a-8103-5ca93e109977 HTTP/1.1" status: 200 len: 914 time: 0.1013663 Dec 16 23:01:56.098580 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f0f2f6d-ff37-400a-bb9e-37927475f257 req-0d670f07-dbb5-4515-a99b-1a5e2d2bc5bf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=555a26ab-cd7e-4306-9f2f-31a820281135 HTTP/1.1" status: 200 len: 217 time: 0.0381165 Dec 16 23:01:56.154435 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f2f6d-ff37-400a-bb9e-37927475f257 req-172d1ba9-fd9b-450c-9750-ed3fa3b1a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:56.155962 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f0f2f6d-ff37-400a-bb9e-37927475f257 req-172d1ba9-fd9b-450c-9750-ed3fa3b1a3b7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=be3410d4-fea1-4217-9a12-05e95ab562fe HTTP/1.1" status: 200 len: 854 time: 0.0463376 Dec 16 23:01:56.194925 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f0f2f6d-ff37-400a-bb9e-37927475f257 req-a5165385-0330-4e48-895c-53b37bd77391 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c12f5d94-1a62-462a-8103-5ca93e109977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307968 Dec 16 23:01:56.287672 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f0f2f6d-ff37-400a-bb9e-37927475f257 req-5e445302-dc55-4b3c-a246-ae16cf99f9ff service neutron] 10.222.0.76 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858059 Dec 16 23:01:56.390133 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f0f2f6d-ff37-400a-bb9e-37927475f257 req-c7584570-1200-4f84-9afb-e0ec1726841c service neutron] 10.222.0.76 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937536 Dec 16 23:01:56.897081 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c8622-8743-4dbe-a358-087260c87bc0 req-8a84307e-c5c5-4688-b382-9afd2fbc7684 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:56.898662 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e69c8622-8743-4dbe-a358-087260c87bc0 req-8a84307e-c5c5-4688-b382-9afd2fbc7684 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0568874 Dec 16 23:01:56.951479 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e69c8622-8743-4dbe-a358-087260c87bc0 req-e681a4eb-bdd5-4754-90de-cdb4994d7d51 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467191 Dec 16 23:01:57.131354 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:57.318809 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:58.075712 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b62af9-411e-4755-be80-013d8cb47240 req-c649b521-345d-4ae0-80bd-1e16f5396db4 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:58.077257 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-22b62af9-411e-4755-be80-013d8cb47240 req-c649b521-345d-4ae0-80bd-1e16f5396db4 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0508521 Dec 16 23:01:58.125364 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-22b62af9-411e-4755-be80-013d8cb47240 req-716a1e69-5268-493d-83b7-1d0bc4f905be tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420866 Dec 16 23:01:58.450796 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:58.665456 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-19fce486-5b52-4097-893b-c9872b74dd11 service neutron] show failed (client error): The resource could not be found. Dec 16 23:01:58.666429 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-19fce486-5b52-4097-893b-c9872b74dd11 service neutron] 10.222.0.76 "GET /v2.0/ports/555a26ab-cd7e-4306-9f2f-31a820281135/bindings/n-h2-815324-4 HTTP/1.1" status: 404 len: 380 time: 0.0564201 Dec 16 23:01:58.780069 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:59.131866 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:59.235640 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-936e2d4f-7859-422b-a664-ae7084e433f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:59.236413 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-936e2d4f-7859-422b-a664-ae7084e433f1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4&tenant_id=8704bd304b6a48ae8aea2fd2c605869c HTTP/1.1" status: 200 len: 1096 time: 0.0500312 Dec 16 23:01:59.255430 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-623971d1-41a3-4243-a2ea-d06e535cf4af service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-4', 'device_owner': 'compute:nova'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:01:59.256883 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b9017-96a1-4217-afba-23fd83cdd7fc req-3150b742-5c4f-4bd5-9de5-db2a9941bb71 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:01:59.258548 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4c8b9017-96a1-4217-afba-23fd83cdd7fc req-3150b742-5c4f-4bd5-9de5-db2a9941bb71 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0527515 Dec 16 23:01:59.310261 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4c8b9017-96a1-4217-afba-23fd83cdd7fc req-23e8603a-0baf-4d5f-9a35-460010eb2dac tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452435 Dec 16 23:01:59.314323 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-623971d1-41a3-4243-a2ea-d06e535cf4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:59.538339 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-623971d1-41a3-4243-a2ea-d06e535cf4af service neutron] For port 555a26ab-cd7e-4306-9f2f-31a820281135, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=555a26ab-cd7e-4306-9f2f-31a820281135,segment=NetworkSegment(1bf23faa-f62c-449f-8d43-62eef283a275),segment_id=1bf23faa-f62c-449f-8d43-62eef283a275)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:01:59.573899 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-623971d1-41a3-4243-a2ea-d06e535cf4af service neutron] For port 555a26ab-cd7e-4306-9f2f-31a820281135, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:01:59.615454 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323499fb-1e0a-4306-a8a3-6ba564ea76d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '555a26ab-cd7e-4306-9f2f-31a820281135'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:01:59.618919 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135089d8-86cd-434a-a9be-a508bcfe7f12" -d '{"events": [{"server_uuid": "323499fb-1e0a-4306-a8a3-6ba564ea76d4", "name": "network-vif-unplugged", "status": "completed", "tag": "555a26ab-cd7e-4306-9f2f-31a820281135"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:01:59.625383 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-623971d1-41a3-4243-a2ea-d06e535cf4af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:59.643453 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-623971d1-41a3-4243-a2ea-d06e535cf4af service neutron] Transition to ACTIVE for port object 555a26ab-cd7e-4306-9f2f-31a820281135 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:01:59.673238 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 23:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8642df-a168-4112-8ca2-b6a769bb88a6 x-openstack-request-id: req-0e8642df-a168-4112-8ca2-b6a769bb88a6 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:01:59.673528 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323499fb-1e0a-4306-a8a3-6ba564ea76d4", "name": "network-vif-unplugged", "status": "completed", "tag": "555a26ab-cd7e-4306-9f2f-31a820281135", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:01:59.673796 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0e8642df-a168-4112-8ca2-b6a769bb88a6 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:01:59.674205 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323499fb-1e0a-4306-a8a3-6ba564ea76d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '555a26ab-cd7e-4306-9f2f-31a820281135', 'code': 200} Dec 16 23:01:59.747904 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-623971d1-41a3-4243-a2ea-d06e535cf4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:59.816737 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-623971d1-41a3-4243-a2ea-d06e535cf4af service neutron] No DVR routers for this DVR port 555a26ab-cd7e-4306-9f2f-31a820281135 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:01:59.819546 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623971d1-41a3-4243-a2ea-d06e535cf4af service neutron] Pushing event updated for resources: {'Port': ['ID=555a26ab-cd7e-4306-9f2f-31a820281135,revision_number=6']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:01:59.856289 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-623971d1-41a3-4243-a2ea-d06e535cf4af service neutron] Attempting to bind port 555a26ab-cd7e-4306-9f2f-31a820281135 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:01:59.856650 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-623971d1-41a3-4243-a2ea-d06e535cf4af service neutron] Attempting to bind port 555a26ab-cd7e-4306-9f2f-31a820281135 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '1bf23faa-f62c-449f-8d43-62eef283a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c12f5d94-1a62-462a-8103-5ca93e109977'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:01:59.856945 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-623971d1-41a3-4243-a2ea-d06e535cf4af service neutron] Attempting to bind port 555a26ab-cd7e-4306-9f2f-31a820281135 on network c12f5d94-1a62-462a-8103-5ca93e109977 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:01:59.861350 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-623971d1-41a3-4243-a2ea-d06e535cf4af service neutron] Port 555a26ab-cd7e-4306-9f2f-31a820281135 on network c12f5d94-1a62-462a-8103-5ca93e109977 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:01:59.861677 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-623971d1-41a3-4243-a2ea-d06e535cf4af service neutron] Attempting to bind port 555a26ab-cd7e-4306-9f2f-31a820281135 on network c12f5d94-1a62-462a-8103-5ca93e109977 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:01:59.867519 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-623971d1-41a3-4243-a2ea-d06e535cf4af service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:01:59.867859 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-623971d1-41a3-4243-a2ea-d06e535cf4af service neutron] Checking segment: {'id': '1bf23faa-f62c-449f-8d43-62eef283a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c12f5d94-1a62-462a-8103-5ca93e109977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:01:59.868250 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-623971d1-41a3-4243-a2ea-d06e535cf4af service neutron] Bound using segment: {'id': '1bf23faa-f62c-449f-8d43-62eef283a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c12f5d94-1a62-462a-8103-5ca93e109977'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:01:59.868685 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-623971d1-41a3-4243-a2ea-d06e535cf4af service neutron] Bound port: 555a26ab-cd7e-4306-9f2f-31a820281135, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf23faa-f62c-449f-8d43-62eef283a275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c12f5d94-1a62-462a-8103-5ca93e109977'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:01:59.869041 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-623971d1-41a3-4243-a2ea-d06e535cf4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:01:59.934373 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-623971d1-41a3-4243-a2ea-d06e535cf4af service neutron] For port 555a26ab-cd7e-4306-9f2f-31a820281135, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:01:59.937703 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-623971d1-41a3-4243-a2ea-d06e535cf4af service neutron] For port 555a26ab-cd7e-4306-9f2f-31a820281135, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=555a26ab-cd7e-4306-9f2f-31a820281135,segment=NetworkSegment(1bf23faa-f62c-449f-8d43-62eef283a275),segment_id=1bf23faa-f62c-449f-8d43-62eef283a275)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:02:00.014948 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-623971d1-41a3-4243-a2ea-d06e535cf4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:00.059704 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-623971d1-41a3-4243-a2ea-d06e535cf4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:00.060332 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-623971d1-41a3-4243-a2ea-d06e535cf4af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:00.061734 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-623971d1-41a3-4243-a2ea-d06e535cf4af service neutron] 10.222.0.57 "PUT /v2.0/ports/555a26ab-cd7e-4306-9f2f-31a820281135 HTTP/1.1" status: 200 len: 1091 time: 0.8111429 Dec 16 23:02:00.079185 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623971d1-41a3-4243-a2ea-d06e535cf4af service neutron] Pushing event updated for resources: {'Port': ['ID=555a26ab-cd7e-4306-9f2f-31a820281135,revision_number=7']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:00.142215 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-4e04ccaa-bd5f-4387-9eb9-5970186cae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:00.143791 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-4e04ccaa-bd5f-4387-9eb9-5970186cae40 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8704bd304b6a48ae8aea2fd2c605869c&device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 1094 time: 0.0438666 Dec 16 23:02:00.238801 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-78250a4c-1790-4c19-a78f-d189e9177184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:00.240918 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-78250a4c-1790-4c19-a78f-d189e9177184 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c12f5d94-1a62-462a-8103-5ca93e109977 HTTP/1.1" status: 200 len: 914 time: 0.0901902 Dec 16 23:02:00.295807 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-29c520a8-80e5-4923-8017-1db97db48fa4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=555a26ab-cd7e-4306-9f2f-31a820281135 HTTP/1.1" status: 200 len: 217 time: 0.0480661 Dec 16 23:02:00.350149 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-f89f0a71-66cb-48d2-8d7f-7f67f12fe6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:00.351650 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-f89f0a71-66cb-48d2-8d7f-7f67f12fe6c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=be3410d4-fea1-4217-9a12-05e95ab562fe HTTP/1.1" status: 200 len: 854 time: 0.0487220 Dec 16 23:02:00.385910 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-b7978899-94c7-4295-9ecc-d25edf9b5678 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c12f5d94-1a62-462a-8103-5ca93e109977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266910 Dec 16 23:02:00.434893 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734be9a-4856-4938-b420-72f4c9a6894f req-7aa06165-5965-44ec-a6ba-2394904f2b08 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:00.436582 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a734be9a-4856-4938-b420-72f4c9a6894f req-7aa06165-5965-44ec-a6ba-2394904f2b08 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 943 time: 0.0527148 Dec 16 23:02:00.493648 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a734be9a-4856-4938-b420-72f4c9a6894f req-63daabe5-2604-453b-9956-cc61239aafc5 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503404 Dec 16 23:02:00.506195 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-720e3d7e-a27d-47aa-bcbe-8fd69f6d9485 service neutron] 10.222.0.57 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120300 Dec 16 23:02:00.605646 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87ef9246-d6c4-4127-b8bc-fee868f76521 req-31397cea-8839-4b86-8a99-350cb89c89a6 service neutron] 10.222.0.57 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925035 Dec 16 23:02:01.618569 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843a132-dcee-4b02-a70c-89f86d67b0fe req-c7adc077-bde6-4beb-a5be-dee2e2c1503c tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:01.620211 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c843a132-dcee-4b02-a70c-89f86d67b0fe req-c7adc077-bde6-4beb-a5be-dee2e2c1503c tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 943 time: 0.0529869 Dec 16 23:02:01.673253 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c843a132-dcee-4b02-a70c-89f86d67b0fe req-a822bf56-76c2-4180-9cde-b2c92dde367e tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470247 Dec 16 23:02:01.674805 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323499fb-1e0a-4306-a8a3-6ba564ea76d4', 'tag': '555a26ab-cd7e-4306-9f2f-31a820281135'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:02:01.677374 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206cecac-e1b4-495e-a567-35d7124841be" -d '{"events": [{"name": "network-changed", "server_uuid": "323499fb-1e0a-4306-a8a3-6ba564ea76d4", "tag": "555a26ab-cd7e-4306-9f2f-31a820281135"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:02:01.728798 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e926e1b6-9717-4895-b330-e18ef9ca40ee x-openstack-request-id: req-e926e1b6-9717-4895-b330-e18ef9ca40ee {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:02:01.729192 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323499fb-1e0a-4306-a8a3-6ba564ea76d4", "tag": "555a26ab-cd7e-4306-9f2f-31a820281135", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:02:01.729559 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e926e1b6-9717-4895-b330-e18ef9ca40ee {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:02:01.730050 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323499fb-1e0a-4306-a8a3-6ba564ea76d4', 'tag': '555a26ab-cd7e-4306-9f2f-31a820281135', 'status': 'completed', 'code': 200} Dec 16 23:02:01.818136 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 555a26ab-cd7e-4306-9f2f-31a820281135 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:02:01.842089 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cecac-e1b4-495e-a567-35d7124841be req-7168527a-0ea4-40db-8eb5-79cafad8e7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:01.843655 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-206cecac-e1b4-495e-a567-35d7124841be req-7168527a-0ea4-40db-8eb5-79cafad8e7e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8704bd304b6a48ae8aea2fd2c605869c&device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 1094 time: 0.0736811 Dec 16 23:02:01.845260 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cecac-e1b4-495e-a567-35d7124841be req-a0e018a9-abf3-460b-bff9-5f230baf60bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:01.846619 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-206cecac-e1b4-495e-a567-35d7124841be req-a0e018a9-abf3-460b-bff9-5f230baf60bb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8704bd304b6a48ae8aea2fd2c605869c&device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 1094 time: 0.0677376 Dec 16 23:02:01.861869 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 555a26ab-cd7e-4306-9f2f-31a820281135 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:02:02.011548 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cecac-e1b4-495e-a567-35d7124841be req-9d7a47c3-6399-4686-b82e-13653a105483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:02.013054 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-206cecac-e1b4-495e-a567-35d7124841be req-9d7a47c3-6399-4686-b82e-13653a105483 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c12f5d94-1a62-462a-8103-5ca93e109977 HTTP/1.1" status: 200 len: 914 time: 0.1607385 Dec 16 23:02:02.015771 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cecac-e1b4-495e-a567-35d7124841be req-19beb711-af1d-4ad0-a2ee-f2c09998fcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:02.017145 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-206cecac-e1b4-495e-a567-35d7124841be req-19beb711-af1d-4ad0-a2ee-f2c09998fcc4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c12f5d94-1a62-462a-8103-5ca93e109977 HTTP/1.1" status: 200 len: 914 time: 0.1571195 Dec 16 23:02:02.069960 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-206cecac-e1b4-495e-a567-35d7124841be req-c8633767-0f6d-4224-84c0-bf38a8642351 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=555a26ab-cd7e-4306-9f2f-31a820281135 HTTP/1.1" status: 200 len: 217 time: 0.0476367 Dec 16 23:02:02.105393 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-206cecac-e1b4-495e-a567-35d7124841be req-589b5103-313a-467d-b9df-256c2c642101 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=555a26ab-cd7e-4306-9f2f-31a820281135 HTTP/1.1" status: 200 len: 217 time: 0.0761764 Dec 16 23:02:02.180032 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cecac-e1b4-495e-a567-35d7124841be req-8f0c19e8-1d9b-4c3b-b8cc-3650d23a85fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:02.181542 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-206cecac-e1b4-495e-a567-35d7124841be req-8f0c19e8-1d9b-4c3b-b8cc-3650d23a85fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=be3410d4-fea1-4217-9a12-05e95ab562fe HTTP/1.1" status: 200 len: 854 time: 0.0848000 Dec 16 23:02:02.186720 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cecac-e1b4-495e-a567-35d7124841be req-3c5bde3b-4848-4079-9fb4-b5b07f4e6983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:02.188117 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-206cecac-e1b4-495e-a567-35d7124841be req-3c5bde3b-4848-4079-9fb4-b5b07f4e6983 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=be3410d4-fea1-4217-9a12-05e95ab562fe HTTP/1.1" status: 200 len: 854 time: 0.0632484 Dec 16 23:02:02.222879 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-206cecac-e1b4-495e-a567-35d7124841be req-ed03abbf-7054-4f55-8102-6669e75b327b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c12f5d94-1a62-462a-8103-5ca93e109977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315747 Dec 16 23:02:02.245991 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-206cecac-e1b4-495e-a567-35d7124841be req-41e7d60a-d674-428a-87c6-7d6ef364144f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c12f5d94-1a62-462a-8103-5ca93e109977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457599 Dec 16 23:02:02.394819 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-206cecac-e1b4-495e-a567-35d7124841be req-124a7be7-161f-484e-864b-08241e7c5a14 service neutron] 10.222.0.57 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579916 Dec 16 23:02:02.400566 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-206cecac-e1b4-495e-a567-35d7124841be req-44c4da55-1876-4e25-b951-6671eb11eaae service neutron] 10.222.0.76 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411672 Dec 16 23:02:02.558052 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-206cecac-e1b4-495e-a567-35d7124841be req-5010c9b7-e918-4582-84ce-f9b436d8f1eb service neutron] 10.222.0.57 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561489 Dec 16 23:02:02.563271 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-206cecac-e1b4-495e-a567-35d7124841be req-a25222dc-fed1-46c4-b6b0-45b44b3ffeee service neutron] 10.222.0.76 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440823 Dec 16 23:02:02.799973 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebf9af-270b-43ef-8260-0ac1aa656a3e req-357d0cfe-5546-40cc-9607-a2ac3bea8556 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:02.801541 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ecebf9af-270b-43ef-8260-0ac1aa656a3e req-357d0cfe-5546-40cc-9607-a2ac3bea8556 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 943 time: 0.0520470 Dec 16 23:02:02.848545 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ecebf9af-270b-43ef-8260-0ac1aa656a3e req-dcb86e36-963d-4a37-93f5-6b74ecf4fbb1 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408754 Dec 16 23:02:03.339106 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 555a26ab-cd7e-4306-9f2f-31a820281135 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:02:03.432143 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 555a26ab-cd7e-4306-9f2f-31a820281135, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=555a26ab-cd7e-4306-9f2f-31a820281135,segment=NetworkSegment(1bf23faa-f62c-449f-8d43-62eef283a275),segment_id=1bf23faa-f62c-449f-8d43-62eef283a275)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:02:03.444505 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '555a26ab-cd7e-4306-9f2f-31a820281135', 'network_id': 'c12f5d94-1a62-462a-8103-5ca93e109977', 'port_id': '555a26ab-cd7e-4306-9f2f-31a820281135', 'mac_address': 'fa:16:3e:cd:57:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3410d4-fea1-4217-9a12-05e95ab562fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:02:03.484474 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:03.498314 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 555a26ab-cd7e-4306-9f2f-31a820281135 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:02:03.518081 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 555a26ab-cd7e-4306-9f2f-31a820281135, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=555a26ab-cd7e-4306-9f2f-31a820281135,segment=NetworkSegment(1bf23faa-f62c-449f-8d43-62eef283a275),segment_id=1bf23faa-f62c-449f-8d43-62eef283a275)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:02:03.558535 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:03.607575 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=555a26ab-cd7e-4306-9f2f-31a820281135,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:03.945311 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['555a26ab-cd7e-4306-9f2f-31a820281135'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:02:03.969094 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9083dfd-7c2c-42e3-aef4-39bc2d8c8b35 req-177c92a1-404a-43e9-8d80-0706ce70d9cf tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:03.971726 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b9083dfd-7c2c-42e3-aef4-39bc2d8c8b35 req-177c92a1-404a-43e9-8d80-0706ce70d9cf tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 944 time: 0.0512085 Dec 16 23:02:04.025551 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b9083dfd-7c2c-42e3-aef4-39bc2d8c8b35 req-685f8141-f8d2-4010-92a1-d0b71026737d tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467744 Dec 16 23:02:05.142567 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2ffa7-eadf-4029-8d52-35e590b8a413 req-e0b20611-9551-4317-aa64-3defff180ee4 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:05.144104 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-07b2ffa7-eadf-4029-8d52-35e590b8a413 req-e0b20611-9551-4317-aa64-3defff180ee4 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 944 time: 0.0497622 Dec 16 23:02:05.192145 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-07b2ffa7-eadf-4029-8d52-35e590b8a413 req-13288517-55a2-4d09-bf77-4bc0de48a806 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413473 Dec 16 23:02:05.352841 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 555a26ab-cd7e-4306-9f2f-31a820281135 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:02:05.450134 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 555a26ab-cd7e-4306-9f2f-31a820281135 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:02:05.454258 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 555a26ab-cd7e-4306-9f2f-31a820281135 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:02:05.454690 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:05.515152 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a0653-f0ff-49c2-b8c9-ccf7dadc592f req-697b670a-15c2-430e-9f9a-1cbca8695346 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:05.516737 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6f4a0653-f0ff-49c2-b8c9-ccf7dadc592f req-697b670a-15c2-430e-9f9a-1cbca8695346 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 944 time: 0.0566342 Dec 16 23:02:05.533660 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:05.561689 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323499fb-1e0a-4306-a8a3-6ba564ea76d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555a26ab-cd7e-4306-9f2f-31a820281135'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:02:05.563938 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b40f028-0c2a-4aaf-a644-f91028ea7635" -d '{"events": [{"server_uuid": "323499fb-1e0a-4306-a8a3-6ba564ea76d4", "name": "network-vif-plugged", "status": "completed", "tag": "555a26ab-cd7e-4306-9f2f-31a820281135"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:02:05.577455 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 555a26ab-cd7e-4306-9f2f-31a820281135, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=555a26ab-cd7e-4306-9f2f-31a820281135,segment=NetworkSegment(1bf23faa-f62c-449f-8d43-62eef283a275),segment_id=1bf23faa-f62c-449f-8d43-62eef283a275)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:02:05.599682 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6f4a0653-f0ff-49c2-b8c9-ccf7dadc592f req-ae0a73eb-abfa-4205-8ecc-1d03321906fc tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763342 Dec 16 23:02:05.623018 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c64d8-59c1-4485-90ed-88a88b110935 req-13ff5a6b-9860-405a-9268-cbab93aec721 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:05.624829 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54395d0e-7bc9-4fbb-b25d-5d9fdf808470 x-openstack-request-id: req-54395d0e-7bc9-4fbb-b25d-5d9fdf808470 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:02:05.625083 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5c4c64d8-59c1-4485-90ed-88a88b110935 req-13ff5a6b-9860-405a-9268-cbab93aec721 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.76 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4&tenant_id=8704bd304b6a48ae8aea2fd2c605869c&binding%3Ahost_id=n-h2-815324-4 HTTP/1.1" status: 200 len: 944 time: 0.0643117 Dec 16 23:02:05.625210 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323499fb-1e0a-4306-a8a3-6ba564ea76d4", "name": "network-vif-plugged", "status": "completed", "tag": "555a26ab-cd7e-4306-9f2f-31a820281135", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:02:05.625521 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-54395d0e-7bc9-4fbb-b25d-5d9fdf808470 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:02:05.625993 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323499fb-1e0a-4306-a8a3-6ba564ea76d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555a26ab-cd7e-4306-9f2f-31a820281135', 'code': 200} Dec 16 23:02:05.650400 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:05.698932 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=555a26ab-cd7e-4306-9f2f-31a820281135,revision_number=9']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:05.724545 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [req-5c4c64d8-59c1-4485-90ed-88a88b110935 req-8483f3a1-aef2-481d-b512-86df9becb71f service neutron] delete failed (client error): The resource could not be found. Dec 16 23:02:05.725603 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5c4c64d8-59c1-4485-90ed-88a88b110935 req-8483f3a1-aef2-481d-b512-86df9becb71f service neutron] 10.222.0.76 "DELETE /v2.0/ports/555a26ab-cd7e-4306-9f2f-31a820281135/bindings/n-h1-815324-4 HTTP/1.1" status: 404 len: 380 time: 0.0560305 Dec 16 23:02:05.854987 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c64d8-59c1-4485-90ed-88a88b110935 req-86d8968d-7fdf-4e2a-9c65-4d52f338c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:05.856596 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5c4c64d8-59c1-4485-90ed-88a88b110935 req-86d8968d-7fdf-4e2a-9c65-4d52f338c9be service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8704bd304b6a48ae8aea2fd2c605869c&device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 1096 time: 0.0457313 Dec 16 23:02:05.952842 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c64d8-59c1-4485-90ed-88a88b110935 req-9f4fa88f-5cd3-4b96-bccd-c096ec2fc6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:05.954257 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5c4c64d8-59c1-4485-90ed-88a88b110935 req-9f4fa88f-5cd3-4b96-bccd-c096ec2fc6e1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c12f5d94-1a62-462a-8103-5ca93e109977 HTTP/1.1" status: 200 len: 914 time: 0.0851483 Dec 16 23:02:05.999581 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5c4c64d8-59c1-4485-90ed-88a88b110935 req-62be3713-3da1-45e3-bc56-d684c902e530 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=555a26ab-cd7e-4306-9f2f-31a820281135 HTTP/1.1" status: 200 len: 217 time: 0.0344980 Dec 16 23:02:06.053847 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c64d8-59c1-4485-90ed-88a88b110935 req-dada89ca-4095-4795-b499-3f9bbe2ad0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:06.055350 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5c4c64d8-59c1-4485-90ed-88a88b110935 req-dada89ca-4095-4795-b499-3f9bbe2ad0be service neutron] 10.222.0.76 "GET /v2.0/subnets?id=be3410d4-fea1-4217-9a12-05e95ab562fe HTTP/1.1" status: 200 len: 854 time: 0.0472717 Dec 16 23:02:06.091287 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5c4c64d8-59c1-4485-90ed-88a88b110935 req-07b64f64-3b33-444f-bbdc-b457cf0902cf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c12f5d94-1a62-462a-8103-5ca93e109977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239258 Dec 16 23:02:06.185067 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5c4c64d8-59c1-4485-90ed-88a88b110935 req-ed202525-667a-4362-9644-59256cab7379 service neutron] 10.222.0.76 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817895 Dec 16 23:02:06.283137 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5c4c64d8-59c1-4485-90ed-88a88b110935 req-3580c2db-109c-487e-9b7e-cc6256253c8a service neutron] 10.222.0.76 "GET /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871215 Dec 16 23:02:06.719615 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d199b-3c17-4249-a5a5-ac048ae93e9a req-dd6405ad-c197-483f-a3d8-a5cee9248fe8 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:06.721200 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a3d199b-3c17-4249-a5a5-ac048ae93e9a req-dd6405ad-c197-483f-a3d8-a5cee9248fe8 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0504935 Dec 16 23:02:06.770019 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5a3d199b-3c17-4249-a5a5-ac048ae93e9a req-d23dff60-67ab-4cfd-ad5e-ecc8f31c0800 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420434 Dec 16 23:02:07.888866 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee3ba9-ede8-427b-b184-9d071a31e6b1 req-23eca301-b803-404e-b8b1-f88963113254 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:07.890268 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-82ee3ba9-ede8-427b-b184-9d071a31e6b1 req-23eca301-b803-404e-b8b1-f88963113254 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0490758 Dec 16 23:02:07.938313 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-82ee3ba9-ede8-427b-b184-9d071a31e6b1 req-54dd56b0-4e7f-46b2-bfc6-5766810da90d tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414031 Dec 16 23:02:08.056842 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0adb82-967f-4915-8f00-2a7d85d5b937 req-d3ead40a-b5d8-488f-831d-506db905d9af tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:08.058356 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f0adb82-967f-4915-8f00-2a7d85d5b937 req-d3ead40a-b5d8-488f-831d-506db905d9af tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0531352 Dec 16 23:02:08.105549 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f0adb82-967f-4915-8f00-2a7d85d5b937 req-d3190122-f0b4-4ebd-9154-2072095f7fc6 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412869 Dec 16 23:02:08.223504 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feafb2e-025a-4b33-b6a5-b48fe3694d49 req-9ac153d5-dc35-4ab3-ad6a-08b1d2961bfa tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:08.225291 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7feafb2e-025a-4b33-b6a5-b48fe3694d49 req-9ac153d5-dc35-4ab3-ad6a-08b1d2961bfa tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0533440 Dec 16 23:02:08.272214 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7feafb2e-025a-4b33-b6a5-b48fe3694d49 req-490783d8-71da-4838-a380-f2d7e3854a0a tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410876 Dec 16 23:02:08.893447 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b249a-ffc6-4aa5-a4c5-889bef57da3e req-c3b9065d-141a-4ecd-94fd-c331c4e943f0 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:08.894834 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-639b249a-ffc6-4aa5-a4c5-889bef57da3e req-c3b9065d-141a-4ecd-94fd-c331c4e943f0 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0494318 Dec 16 23:02:08.942566 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-639b249a-ffc6-4aa5-a4c5-889bef57da3e req-54e1d7b9-c347-4e29-bb29-bee803bf8595 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417550 Dec 16 23:02:10.058099 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bfb87-d26a-4d6e-a5c3-148bd16969df req-5c197a71-1283-4191-aa99-c5a84bc44a90 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:10.059663 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-141bfb87-d26a-4d6e-a5c3-148bd16969df req-5c197a71-1283-4191-aa99-c5a84bc44a90 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0492496 Dec 16 23:02:10.106706 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-141bfb87-d26a-4d6e-a5c3-148bd16969df req-9c38d109-332d-442b-9d57-dd712981230c tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/security-groups?id=59d90a73-df46-47ce-8ee3-ae29d638ae8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410087 Dec 16 23:02:10.259420 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb49514-c22c-410f-bc48-8c43d964caff req-baff163e-7d4b-4d8a-9736-3eaf7da6f57c tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:10.261130 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1eb49514-c22c-410f-bc48-8c43d964caff req-baff163e-7d4b-4d8a-9736-3eaf7da6f57c tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.57 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 945 time: 0.0544770 Dec 16 23:02:10.355093 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-1eb49514-c22c-410f-bc48-8c43d964caff req-b16a57c1-bddb-4401-b0ac-c9ad2296c25d tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Deleting port 555a26ab-cd7e-4306-9f2f-31a820281135 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:02:10.355440 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1eb49514-c22c-410f-bc48-8c43d964caff req-b16a57c1-bddb-4401-b0ac-c9ad2296c25d tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:10.444161 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-1eb49514-c22c-410f-bc48-8c43d964caff req-b16a57c1-bddb-4401-b0ac-c9ad2296c25d tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] For port 555a26ab-cd7e-4306-9f2f-31a820281135, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=555a26ab-cd7e-4306-9f2f-31a820281135,segment=NetworkSegment(1bf23faa-f62c-449f-8d43-62eef283a275),segment_id=1bf23faa-f62c-449f-8d43-62eef283a275)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:02:10.444525 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1eb49514-c22c-410f-bc48-8c43d964caff req-b16a57c1-bddb-4401-b0ac-c9ad2296c25d tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:10.456529 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-1eb49514-c22c-410f-bc48-8c43d964caff req-b16a57c1-bddb-4401-b0ac-c9ad2296c25d tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Calling delete_port for 555a26ab-cd7e-4306-9f2f-31a820281135 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:02:10.648678 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1eb49514-c22c-410f-bc48-8c43d964caff req-b16a57c1-bddb-4401-b0ac-c9ad2296c25d tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:10.679183 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a57c1-bddb-4401-b0ac-c9ad2296c25d tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Pushing event deleted for resources: {'Port': ['ID=555a26ab-cd7e-4306-9f2f-31a820281135,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:10.683096 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['555a26ab-cd7e-4306-9f2f-31a820281135'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:02:10.725076 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb49514-c22c-410f-bc48-8c43d964caff req-b16a57c1-bddb-4401-b0ac-c9ad2296c25d tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] No DVR routers for this DVR port 555a26ab-cd7e-4306-9f2f-31a820281135 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:02:10.727804 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1eb49514-c22c-410f-bc48-8c43d964caff req-b16a57c1-bddb-4401-b0ac-c9ad2296c25d tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:10.731192 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1eb49514-c22c-410f-bc48-8c43d964caff req-b16a57c1-bddb-4401-b0ac-c9ad2296c25d tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.57 "DELETE /v2.0/ports/555a26ab-cd7e-4306-9f2f-31a820281135 HTTP/1.1" status: 204 len: 173 time: 0.4642842 Dec 16 23:02:10.731646 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323499fb-1e0a-4306-a8a3-6ba564ea76d4', 'name': 'network-vif-deleted', 'tag': '555a26ab-cd7e-4306-9f2f-31a820281135'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:02:10.733888 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c8a560-bde9-4612-a0e7-298edda331c3" -d '{"events": [{"server_uuid": "323499fb-1e0a-4306-a8a3-6ba564ea76d4", "name": "network-vif-deleted", "tag": "555a26ab-cd7e-4306-9f2f-31a820281135"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:02:10.770102 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae57fe7a-ae93-4d42-8453-a1fb641db180 x-openstack-request-id: req-ae57fe7a-ae93-4d42-8453-a1fb641db180 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:02:10.770399 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323499fb-1e0a-4306-a8a3-6ba564ea76d4", "name": "network-vif-deleted", "tag": "555a26ab-cd7e-4306-9f2f-31a820281135", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:02:10.771197 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ae57fe7a-ae93-4d42-8453-a1fb641db180 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:02:10.771607 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323499fb-1e0a-4306-a8a3-6ba564ea76d4', 'name': 'network-vif-deleted', 'tag': '555a26ab-cd7e-4306-9f2f-31a820281135', 'status': 'completed', 'code': 200} Dec 16 23:02:11.216188 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-974d2794-e5cf-49bb-83a0-a86dee86207c req-5b529422-ecba-41f9-94b6-653ec35aee85 tempest-ServerDiskConfigTestJSON-284456691 tempest-ServerDiskConfigTestJSON-284456691-project] 10.222.0.75 "GET /v2.0/ports?device_id=323499fb-1e0a-4306-a8a3-6ba564ea76d4 HTTP/1.1" status: 200 len: 210 time: 0.0277569 Dec 16 23:02:12.340145 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 33268) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:02:12.384928 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-f886c816-f384-4751-8c1c-4ca4d3419d06 admin admin] Deleting subnet be3410d4-fea1-4217-9a12-05e95ab562fe {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:02:12.387973 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f886c816-f384-4751-8c1c-4ca4d3419d06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:12.421412 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f886c816-f384-4751-8c1c-4ca4d3419d06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:12.460747 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f886c816-f384-4751-8c1c-4ca4d3419d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:12.587388 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f886c816-f384-4751-8c1c-4ca4d3419d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:12.615322 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886c816-f384-4751-8c1c-4ca4d3419d06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be3410d4-fea1-4217-9a12-05e95ab562fe,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:12.617384 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f886c816-f384-4751-8c1c-4ca4d3419d06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:12.620648 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f886c816-f384-4751-8c1c-4ca4d3419d06 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/be3410d4-fea1-4217-9a12-05e95ab562fe HTTP/1.1" status: 204 len: 168 time: 0.2795010 Dec 16 23:02:12.623433 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 33270) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:02:12.695462 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a90cb3df-c71c-4ee9-bb83-5f88932bd945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:12.773957 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a90cb3df-c71c-4ee9-bb83-5f88932bd945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:12.798377 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-a90cb3df-c71c-4ee9-bb83-5f88932bd945 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12f5d94-1a62-462a-8103-5ca93e109977']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:02:12.808172 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-a90cb3df-c71c-4ee9-bb83-5f88932bd945 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf23faa-f62c-449f-8d43-62eef283a275') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:02:12.808472 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-a90cb3df-c71c-4ee9-bb83-5f88932bd945 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf23faa-f62c-449f-8d43-62eef283a275') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:02:12.817808 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a90cb3df-c71c-4ee9-bb83-5f88932bd945 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:12.830470 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a90cb3df-c71c-4ee9-bb83-5f88932bd945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:12.836445 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90cb3df-c71c-4ee9-bb83-5f88932bd945 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:02:12.836834 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a90cb3df-c71c-4ee9-bb83-5f88932bd945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: timer() Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:02:12.838501 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:02:12.976058 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a90cb3df-c71c-4ee9-bb83-5f88932bd945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:12.981784 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a90cb3df-c71c-4ee9-bb83-5f88932bd945 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:12.985003 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a90cb3df-c71c-4ee9-bb83-5f88932bd945 admin admin] 10.222.0.75 "DELETE /v2.0/networks/c12f5d94-1a62-462a-8103-5ca93e109977 HTTP/1.1" status: 204 len: 168 time: 0.3605306 Dec 16 23:02:12.996448 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90cb3df-c71c-4ee9-bb83-5f88932bd945 admin admin] Pushing event deleted for resources: {'Network': ['ID=c12f5d94-1a62-462a-8103-5ca93e109977,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:13.004053 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90cb3df-c71c-4ee9-bb83-5f88932bd945 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:13.004427 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90cb3df-c71c-4ee9-bb83-5f88932bd945 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:13.004726 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90cb3df-c71c-4ee9-bb83-5f88932bd945 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:13.005131 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90cb3df-c71c-4ee9-bb83-5f88932bd945 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:13.005507 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90cb3df-c71c-4ee9-bb83-5f88932bd945 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:13.005863 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90cb3df-c71c-4ee9-bb83-5f88932bd945 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:13.006200 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90cb3df-c71c-4ee9-bb83-5f88932bd945 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:13.006538 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90cb3df-c71c-4ee9-bb83-5f88932bd945 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:13.006988 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90cb3df-c71c-4ee9-bb83-5f88932bd945 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:13.007351 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90cb3df-c71c-4ee9-bb83-5f88932bd945 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:13.007683 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90cb3df-c71c-4ee9-bb83-5f88932bd945 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:13.008061 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90cb3df-c71c-4ee9-bb83-5f88932bd945 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:13.008331 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90cb3df-c71c-4ee9-bb83-5f88932bd945 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:13.335875 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 33274) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:02:13.375389 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a261975d-74a3-4350-894e-be4b9a9f5cd2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8704bd304b6a48ae8aea2fd2c605869c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382435 Dec 16 23:02:13.377768 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 33276) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:02:13.425275 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-434f31ae-8ccb-42e2-bdca-c2daaea00fc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:13.450812 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-434f31ae-8ccb-42e2-bdca-c2daaea00fc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:13.570355 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-434f31ae-8ccb-42e2-bdca-c2daaea00fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:13.573085 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-434f31ae-8ccb-42e2-bdca-c2daaea00fc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:13.574257 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-434f31ae-8ccb-42e2-bdca-c2daaea00fc8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/59d90a73-df46-47ce-8ee3-ae29d638ae8d HTTP/1.1" status: 204 len: 168 time: 0.1956048 Dec 16 23:02:13.582136 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f31ae-8ccb-42e2-bdca-c2daaea00fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d90a73-df46-47ce-8ee3-ae29d638ae8d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:14.541390 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 33298) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:02:14.636651 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-72637c7c-923a-4244-bec3-d77059fb708c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1650816830-network', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:02:14.717273 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72637c7c-923a-4244-bec3-d77059fb708c admin admin] Made reservation on behalf of f9edd9a7184144839c85570d9a1f9b21 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:02:14.719711 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-72637c7c-923a-4244-bec3-d77059fb708c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:14.729166 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-72637c7c-923a-4244-bec3-d77059fb708c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:14.803588 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-72637c7c-923a-4244-bec3-d77059fb708c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:14.870935 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-72637c7c-923a-4244-bec3-d77059fb708c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:14.897069 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72637c7c-923a-4244-bec3-d77059fb708c admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:02:14.906317 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72637c7c-923a-4244-bec3-d77059fb708c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486aac0b-20bc-4094-8c42-4b50afbdd5ad,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:14.914142 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-72637c7c-923a-4244-bec3-d77059fb708c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:14.914142 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-72637c7c-923a-4244-bec3-d77059fb708c admin admin] Added segment 27587b25-594e-4a94-9099-e305c9e24062 of type vlan for network 77c7b327-863b-44b3-be18-01d6c03b7fa8 Dec 16 23:02:14.953581 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-72637c7c-923a-4244-bec3-d77059fb708c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:15.088015 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-72637c7c-923a-4244-bec3-d77059fb708c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:15.089020 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72637c7c-923a-4244-bec3-d77059fb708c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:15.089644 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-72637c7c-923a-4244-bec3-d77059fb708c admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:15.151829 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72637c7c-923a-4244-bec3-d77059fb708c admin admin] Pushing event updated for resources: {'Network': ['ID=77c7b327-863b-44b3-be18-01d6c03b7fa8,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:15.161851 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 77c7b327-863b-44b3-be18-01d6c03b7fa8 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:02:15.196439 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-72637c7c-923a-4244-bec3-d77059fb708c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6538925 Dec 16 23:02:15.199493 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 33302) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:02:15.204323 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-603f99db-044a-49fc-92b3-cca4e292c2b9 admin admin] Request body: {'subnet': {'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1650816830-subnet', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:02:15.276883 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603f99db-044a-49fc-92b3-cca4e292c2b9 admin admin] Made reservation on behalf of f9edd9a7184144839c85570d9a1f9b21 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:02:15.279299 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-603f99db-044a-49fc-92b3-cca4e292c2b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:15.351584 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 555a26ab-cd7e-4306-9f2f-31a820281135 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:02:15.372068 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 555a26ab-cd7e-4306-9f2f-31a820281135 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:02:15.372448 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 555a26ab-cd7e-4306-9f2f-31a820281135 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:02:15.528729 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-603f99db-044a-49fc-92b3-cca4e292c2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:15.583402 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f99db-044a-49fc-92b3-cca4e292c2b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a51989-36c0-48d6-8167-4dac1866ea0c,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:15.593486 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603f99db-044a-49fc-92b3-cca4e292c2b9 admin admin] Checking segment: {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:02:15.593852 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603f99db-044a-49fc-92b3-cca4e292c2b9 admin admin] Network hostable DHCP agents. Network: 77c7b327-863b-44b3-be18-01d6c03b7fa8, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:02:15.699936 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603f99db-044a-49fc-92b3-cca4e292c2b9 admin admin] Network 77c7b327-863b-44b3-be18-01d6c03b7fa8 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:02:15.796570 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-603f99db-044a-49fc-92b3-cca4e292c2b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 77c7b327-863b-44b3-be18-01d6c03b7fa8) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:02:15.800681 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603f99db-044a-49fc-92b3-cca4e292c2b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:15.801312 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-603f99db-044a-49fc-92b3-cca4e292c2b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:15.807616 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349356a6-de83-43f5-a76a-aaae08d5a691 None None] Network 77c7b327-863b-44b3-be18-01d6c03b7fa8 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:02:15.878418 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-603f99db-044a-49fc-92b3-cca4e292c2b9 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6754088 Dec 16 23:02:15.878656 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 33304) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:02:15.883265 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-ebf74fe7-e68b-4402-a934-87fafb76c4de admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:02:15.907346 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-77c7b327-863b-44b3-be18-01d6c03b7fa8', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:02:15.908308 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:15.953502 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ebf74fe7-e68b-4402-a934-87fafb76c4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:15.954714 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ebf74fe7-e68b-4402-a934-87fafb76c4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:16.010535 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ebf74fe7-e68b-4402-a934-87fafb76c4de admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:16.045300 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Allocated IP 172.20.0.2 (77c7b327-863b-44b3-be18-01d6c03b7fa8/f6a51989-36c0-48d6-8167-4dac1866ea0c/78b90094-b967-42ff-8029-3a82b501ed73) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:02:16.185976 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:16.223202 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ebf74fe7-e68b-4402-a934-87fafb76c4de admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:16.250348 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:16.292866 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Network 77c7b327-863b-44b3-be18-01d6c03b7fa8 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:02:16.295757 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:02:16.299905 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:02:16.303115 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Pushing event updated for resources: {'Port': ['ID=78b90094-b967-42ff-8029-3a82b501ed73,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:16.314645 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:16.314997 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:16.315364 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:16.315705 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:16.316038 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:16.316368 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:16.316698 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:16.317060 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:16.317610 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:16.318016 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:16.318348 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:16.318676 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:16.319006 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:16.365039 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Attempting to bind port 78b90094-b967-42ff-8029-3a82b501ed73 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:02:16.365671 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Attempting to bind port 78b90094-b967-42ff-8029-3a82b501ed73 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:02:16.366109 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Attempting to bind port 78b90094-b967-42ff-8029-3a82b501ed73 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:02:16.371417 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:02:16.371794 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Checking segment: {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:02:16.372197 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:16.372589 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Bound using segment: {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:02:16.373052 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Bound port: 78b90094-b967-42ff-8029-3a82b501ed73, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:02:16.373459 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:16.438105 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] For port 78b90094-b967-42ff-8029-3a82b501ed73, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:02:16.440952 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] For port 78b90094-b967-42ff-8029-3a82b501ed73, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=78b90094-b967-42ff-8029-3a82b501ed73,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:02:16.490232 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:16.493461 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ebf74fe7-e68b-4402-a934-87fafb76c4de admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:16.513872 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ebf74fe7-e68b-4402-a934-87fafb76c4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:16.551739 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6eb84-60a6-473e-936e-cb43e3f31015 None None] Pushing event updated for resources: {'Port': ['ID=78b90094-b967-42ff-8029-3a82b501ed73,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:16.623561 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-ebf74fe7-e68b-4402-a934-87fafb76c4de admin admin] Allocated IP 172.25.6.20 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/3d633651-e13b-4338-ab81-56a004cd0770) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:02:16.757978 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ebf74fe7-e68b-4402-a934-87fafb76c4de admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:16.845115 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ebf74fe7-e68b-4402-a934-87fafb76c4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:16.887908 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf74fe7-e68b-4402-a934-87fafb76c4de admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:02:16.890858 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-ebf74fe7-e68b-4402-a934-87fafb76c4de admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:02:16.895174 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf74fe7-e68b-4402-a934-87fafb76c4de admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:02:16.898599 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf74fe7-e68b-4402-a934-87fafb76c4de admin admin] Pushing event updated for resources: {'Port': ['ID=3d633651-e13b-4338-ab81-56a004cd0770,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:16.904255 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0952dc-08b3-490e-86fb-708fb98f487d None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:02:16.940400 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4c148f36-f0cd-4ad8-82f5-9febb686f94d None None] Provisioning complete for port 3d633651-e13b-4338-ab81-56a004cd0770 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:02:16.940703 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c148f36-f0cd-4ad8-82f5-9febb686f94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:16.974140 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4c148f36-f0cd-4ad8-82f5-9febb686f94d None None] Port 3d633651-e13b-4338-ab81-56a004cd0770 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:02:17.240184 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ebf74fe7-e68b-4402-a934-87fafb76c4de admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:17.447637 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ebf74fe7-e68b-4402-a934-87fafb76c4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:17.452083 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21bc719-cc45-4eed-9857-4ac2d0d3e67b None None] Network 77c7b327-863b-44b3-be18-01d6c03b7fa8 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:02:17.648637 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf74fe7-e68b-4402-a934-87fafb76c4de admin admin] Router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:02:17.679680 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-211f201e-bdd5-40ab-8983-cb006c178074 None None] Provisioning complete for port 78b90094-b967-42ff-8029-3a82b501ed73 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:02:17.680055 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-211f201e-bdd5-40ab-8983-cb006c178074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:17.762064 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf74fe7-e68b-4402-a934-87fafb76c4de admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:02:17.788566 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3959932e-307d-4cd4-a51e-40672b0639d4 None None] Sync routers for ids ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:02:17.808571 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3959932e-307d-4cd4-a51e-40672b0639d4 None None] Routers {'6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:02:17.809227 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-3959932e-307d-4cd4-a51e-40672b0639d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:01:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:02:17.813474 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-211f201e-bdd5-40ab-8983-cb006c178074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:17.873955 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ebf74fe7-e68b-4402-a934-87fafb76c4de admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:17.877873 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ebf74fe7-e68b-4402-a934-87fafb76c4de admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9956732 Dec 16 23:02:17.879234 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 33306) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:02:17.922618 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-211f201e-bdd5-40ab-8983-cb006c178074 None None] For port 78b90094-b967-42ff-8029-3a82b501ed73, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=78b90094-b967-42ff-8029-3a82b501ed73,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:02:17.949977 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-3959932e-307d-4cd4-a51e-40672b0639d4 None None] Set router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:02:18.008027 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-211f201e-bdd5-40ab-8983-cb006c178074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:18.101070 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f201e-bdd5-40ab-8983-cb006c178074 None None] Pushing event updated for resources: {'Port': ['ID=78b90094-b967-42ff-8029-3a82b501ed73,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:18.163753 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5f0f67c5-ccd6-4603-9a4f-5d342ab7392e None None] Provisioning complete for port 78b90094-b967-42ff-8029-3a82b501ed73 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:02:18.164121 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5f0f67c5-ccd6-4603-9a4f-5d342ab7392e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:18.227369 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-3959932e-307d-4cd4-a51e-40672b0639d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:17Z', 'revision_number': 3, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:02:18.273341 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3959932e-307d-4cd4-a51e-40672b0639d4 None None] Checking router: 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:02:18.274011 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3959932e-307d-4cd4-a51e-40672b0639d4 None None] Updating router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 port 3d633651-e13b-4338-ab81-56a004cd0770 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:02:18.288904 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 78b90094-b967-42ff-8029-3a82b501ed73 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:02:18.350192 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3959932e-307d-4cd4-a51e-40672b0639d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:18.455452 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 78b90094-b967-42ff-8029-3a82b501ed73 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:02:18.456135 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:18.631892 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ac635e57-f079-442d-adc0-15aa4e947b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:18.690220 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3959932e-307d-4cd4-a51e-40672b0639d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:18.774232 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3959932e-307d-4cd4-a51e-40672b0639d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:18.789860 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-ac635e57-f079-442d-adc0-15aa4e947b87 admin admin] Allocated IP 172.20.0.1 (77c7b327-863b-44b3-be18-01d6c03b7fa8/f6a51989-36c0-48d6-8167-4dac1866ea0c/0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:02:18.821071 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01123002-2cb2-48cc-b4a0-e26fefd05c15 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:02:18.833889 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3959932e-307d-4cd4-a51e-40672b0639d4 None None] Attempting to bind port 3d633651-e13b-4338-ab81-56a004cd0770 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:02:18.834261 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3959932e-307d-4cd4-a51e-40672b0639d4 None None] Attempting to bind port 3d633651-e13b-4338-ab81-56a004cd0770 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:02:18.834641 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3959932e-307d-4cd4-a51e-40672b0639d4 None None] Attempting to bind port 3d633651-e13b-4338-ab81-56a004cd0770 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:02:18.838835 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1b019-4212-440b-aa50-19c71d7b1029 None None] Pushing event updated for resources: {'Port': ['ID=3d633651-e13b-4338-ab81-56a004cd0770,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:18.844008 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3959932e-307d-4cd4-a51e-40672b0639d4 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:02:18.844460 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3959932e-307d-4cd4-a51e-40672b0639d4 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:02:18.844793 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3959932e-307d-4cd4-a51e-40672b0639d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:18.845194 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3959932e-307d-4cd4-a51e-40672b0639d4 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:02:18.845671 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-3959932e-307d-4cd4-a51e-40672b0639d4 None None] Bound port: 3d633651-e13b-4338-ab81-56a004cd0770, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:02:18.846063 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3959932e-307d-4cd4-a51e-40672b0639d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:18.906360 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0aebcb43-a2c9-47cb-83a7-9b0cd2615d40 None None] Provisioning complete for port 3d633651-e13b-4338-ab81-56a004cd0770 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:02:18.906605 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ac635e57-f079-442d-adc0-15aa4e947b87 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:18.906728 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0aebcb43-a2c9-47cb-83a7-9b0cd2615d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:18.935358 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-3959932e-307d-4cd4-a51e-40672b0639d4 None None] For port 3d633651-e13b-4338-ab81-56a004cd0770, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:02:18.952780 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-3959932e-307d-4cd4-a51e-40672b0639d4 None None] For port 3d633651-e13b-4338-ab81-56a004cd0770, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=3d633651-e13b-4338-ab81-56a004cd0770,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:02:18.955308 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0aebcb43-a2c9-47cb-83a7-9b0cd2615d40 None None] Port 3d633651-e13b-4338-ab81-56a004cd0770 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:02:19.020348 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ac635e57-f079-442d-adc0-15aa4e947b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:19.054784 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3959932e-307d-4cd4-a51e-40672b0639d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:19.059959 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac635e57-f079-442d-adc0-15aa4e947b87 admin admin] Network 77c7b327-863b-44b3-be18-01d6c03b7fa8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:02:19.064535 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-ac635e57-f079-442d-adc0-15aa4e947b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:02:19.069092 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac635e57-f079-442d-adc0-15aa4e947b87 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:02:19.075080 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac635e57-f079-442d-adc0-15aa4e947b87 admin admin] Pushing event updated for resources: {'Port': ['ID=0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:19.113652 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d0c5e4-9ea1-4110-beb8-bf096022c29d None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:02:19.120214 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ac635e57-f079-442d-adc0-15aa4e947b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:19.127617 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1b019-4212-440b-aa50-19c71d7b1029 None None] Pushing event updated for resources: {'Port': ['ID=3d633651-e13b-4338-ab81-56a004cd0770,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:19.132264 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3959932e-307d-4cd4-a51e-40672b0639d4 None None] Routers {'6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:02:19.132917 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-3959932e-307d-4cd4-a51e-40672b0639d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:01:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:02:19.219633 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6aba11fc-f710-46bf-a684-dd708dfc0566 None None] Provisioning complete for port 3d633651-e13b-4338-ab81-56a004cd0770 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:02:19.220011 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6aba11fc-f710-46bf-a684-dd708dfc0566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:19.311149 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-3959932e-307d-4cd4-a51e-40672b0639d4 None None] Set router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:02:19.336821 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ac635e57-f079-442d-adc0-15aa4e947b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:19.449245 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6aba11fc-f710-46bf-a684-dd708dfc0566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:19.486955 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-6aba11fc-f710-46bf-a684-dd708dfc0566 None None] For port 3d633651-e13b-4338-ab81-56a004cd0770, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=3d633651-e13b-4338-ab81-56a004cd0770,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:02:19.506329 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ac635e57-f079-442d-adc0-15aa4e947b87 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:19.538541 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-3959932e-307d-4cd4-a51e-40672b0639d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:17Z', 'revision_number': 3, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:02:19.568615 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6aba11fc-f710-46bf-a684-dd708dfc0566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:19.570355 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3959932e-307d-4cd4-a51e-40672b0639d4 None None] The sync data for ids ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'] in n-d-815324-4 is: [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:17Z', 'revision_number': 3, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:02:19.597051 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ac635e57-f079-442d-adc0-15aa4e947b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:19.626751 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba11fc-f710-46bf-a684-dd708dfc0566 None None] Pushing event updated for resources: {'Port': ['ID=3d633651-e13b-4338-ab81-56a004cd0770,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:19.676315 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ac635e57-f079-442d-adc0-15aa4e947b87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:19.679223 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac635e57-f079-442d-adc0-15aa4e947b87 admin admin] Pushing event updated for resources: {'Port': ['ID=0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:19.689949 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c0aadf3f-10d3-4876-820d-89d4caaef9c1 None None] Provisioning complete for port 0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:02:19.689949 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0aadf3f-10d3-4876-820d-89d4caaef9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:19.725655 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c0aadf3f-10d3-4876-820d-89d4caaef9c1 None None] Port 0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:02:19.775642 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac635e57-f079-442d-adc0-15aa4e947b87 admin admin] Network 77c7b327-863b-44b3-be18-01d6c03b7fa8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:02:19.777208 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-ac635e57-f079-442d-adc0-15aa4e947b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:02:19.914473 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac635e57-f079-442d-adc0-15aa4e947b87 admin admin] Router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:02:20.037781 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac635e57-f079-442d-adc0-15aa4e947b87 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:02:20.048486 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ac635e57-f079-442d-adc0-15aa4e947b87 admin admin] 10.222.0.75 "PUT /v2.0/routers/6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1642749 Dec 16 23:02:20.060044 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-15cc49bf-0b59-4b23-ba28-70629b890775 None None] Provisioning complete for port 0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:02:20.060357 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15cc49bf-0b59-4b23-ba28-70629b890775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:20.103069 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-15cc49bf-0b59-4b23-ba28-70629b890775 None None] Port 0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:02:20.264495 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 3d633651-e13b-4338-ab81-56a004cd0770 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:02:20.320708 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 3d633651-e13b-4338-ab81-56a004cd0770 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:02:20.321596 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:20.723129 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 33314) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:02:20.727872 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-40a15cb2-774d-4e64-a8a8-d7a96868bf6d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Request body: {'security_group': {'name': 'tempest-securitygroup--655176705', 'description': 'tempest-description--1638882942'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:02:20.804591 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-40a15cb2-774d-4e64-a8a8-d7a96868bf6d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:20.872441 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-40a15cb2-774d-4e64-a8a8-d7a96868bf6d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:20.913385 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-40a15cb2-774d-4e64-a8a8-d7a96868bf6d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:20.945070 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a15cb2-774d-4e64-a8a8-d7a96868bf6d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82959b3b-301a-44a8-bc42-589badc69e32,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:20.983602 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-40a15cb2-774d-4e64-a8a8-d7a96868bf6d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:20.984889 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-40a15cb2-774d-4e64-a8a8-d7a96868bf6d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2606926 Dec 16 23:02:20.987765 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 33316) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:02:20.992980 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-f56640de-3365-4d29-921e-26a0fe63ed2c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Request body: {'security_group_rule': {'security_group_id': '82959b3b-301a-44a8-bc42-589badc69e32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:02:21.110959 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f56640de-3365-4d29-921e-26a0fe63ed2c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:21.168452 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f56640de-3365-4d29-921e-26a0fe63ed2c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:21.221156 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3298ba42-6e6d-49e9-86b5-a0bd8d057a17 None None] Sync routers for ids ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:02:21.231650 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3298ba42-6e6d-49e9-86b5-a0bd8d057a17 None None] Routers {'6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:02:21.232264 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-3298ba42-6e6d-49e9-86b5-a0bd8d057a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:01:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:02:21.248507 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f56640de-3365-4d29-921e-26a0fe63ed2c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:21.272357 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56640de-3365-4d29-921e-26a0fe63ed2c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd907273-d606-4561-baa2-6ab36fe96a76,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:21.330395 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f56640de-3365-4d29-921e-26a0fe63ed2c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:21.331712 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f56640de-3365-4d29-921e-26a0fe63ed2c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3430004 Dec 16 23:02:21.335240 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 33318) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:02:21.340143 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-9c61b260-fb78-4d55-a15c-974abfd90ceb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Request body: {'security_group_rule': {'security_group_id': '82959b3b-301a-44a8-bc42-589badc69e32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:02:21.424404 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c61b260-fb78-4d55-a15c-974abfd90ceb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:21.424948 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-3298ba42-6e6d-49e9-86b5-a0bd8d057a17 None None] Set router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:02:21.482442 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c61b260-fb78-4d55-a15c-974abfd90ceb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:21.553391 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c61b260-fb78-4d55-a15c-974abfd90ceb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:21.569687 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61b260-fb78-4d55-a15c-974abfd90ceb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279b745b-51a7-448f-90e6-6760ef9af71f,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:21.579896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b260-fb78-4d55-a15c-974abfd90ceb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:21.580255 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b260-fb78-4d55-a15c-974abfd90ceb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:21.580603 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b260-fb78-4d55-a15c-974abfd90ceb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:21.580952 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b260-fb78-4d55-a15c-974abfd90ceb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:21.581298 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b260-fb78-4d55-a15c-974abfd90ceb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:21.581641 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b260-fb78-4d55-a15c-974abfd90ceb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:21.581984 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b260-fb78-4d55-a15c-974abfd90ceb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:21.582319 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b260-fb78-4d55-a15c-974abfd90ceb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:21.582650 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b260-fb78-4d55-a15c-974abfd90ceb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:21.582983 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b260-fb78-4d55-a15c-974abfd90ceb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:21.584044 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b260-fb78-4d55-a15c-974abfd90ceb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:21.584371 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b260-fb78-4d55-a15c-974abfd90ceb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:21.584896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b260-fb78-4d55-a15c-974abfd90ceb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:21.628074 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-3298ba42-6e6d-49e9-86b5-a0bd8d057a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da', 'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'mac_address': 'fa:16:3e:79:5a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:18Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 2, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'subnets': [{'id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:02:21.650740 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c61b260-fb78-4d55-a15c-974abfd90ceb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:21.652051 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9c61b260-fb78-4d55-a15c-974abfd90ceb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3157229 Dec 16 23:02:21.655122 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 33320) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:02:21.655445 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3298ba42-6e6d-49e9-86b5-a0bd8d057a17 None None] Checking router: 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:02:21.655755 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3298ba42-6e6d-49e9-86b5-a0bd8d057a17 None None] Updating router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 port 0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:02:21.659495 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-35688bcd-9299-457f-909d-a7b34cf759eb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:02:21.686472 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3298ba42-6e6d-49e9-86b5-a0bd8d057a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:21.764391 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-35688bcd-9299-457f-909d-a7b34cf759eb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:21.868551 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-35688bcd-9299-457f-909d-a7b34cf759eb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:21.945201 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3298ba42-6e6d-49e9-86b5-a0bd8d057a17 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:21.970044 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-35688bcd-9299-457f-909d-a7b34cf759eb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Allocated IP 172.25.6.36 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/36134a76-f763-4ebd-8211-514db27df576) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:02:22.010360 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3298ba42-6e6d-49e9-86b5-a0bd8d057a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:22.060727 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62ae9f-6bfb-4e74-9cbe-0b662c08c115 None None] Pushing event updated for resources: {'Port': ['ID=0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:22.085136 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-35688bcd-9299-457f-909d-a7b34cf759eb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:22.089882 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d62ae9f-6bfb-4e74-9cbe-0b662c08c115 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:22.090233 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d62ae9f-6bfb-4e74-9cbe-0b662c08c115 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:22.090572 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d62ae9f-6bfb-4e74-9cbe-0b662c08c115 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:22.090910 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d62ae9f-6bfb-4e74-9cbe-0b662c08c115 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:22.091272 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d62ae9f-6bfb-4e74-9cbe-0b662c08c115 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:22.091598 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d62ae9f-6bfb-4e74-9cbe-0b662c08c115 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:22.091927 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d62ae9f-6bfb-4e74-9cbe-0b662c08c115 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:22.092250 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d62ae9f-6bfb-4e74-9cbe-0b662c08c115 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:22.092576 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d62ae9f-6bfb-4e74-9cbe-0b662c08c115 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:22.092897 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d62ae9f-6bfb-4e74-9cbe-0b662c08c115 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:22.093257 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d62ae9f-6bfb-4e74-9cbe-0b662c08c115 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:22.093543 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d62ae9f-6bfb-4e74-9cbe-0b662c08c115 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:22.093858 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d62ae9f-6bfb-4e74-9cbe-0b662c08c115 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:02:22.126470 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-3298ba42-6e6d-49e9-86b5-a0bd8d057a17 None None] Attempting to bind port 0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:02:22.126840 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-3298ba42-6e6d-49e9-86b5-a0bd8d057a17 None None] Attempting to bind port 0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:02:22.127235 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3298ba42-6e6d-49e9-86b5-a0bd8d057a17 None None] Attempting to bind port 0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:02:22.133066 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3298ba42-6e6d-49e9-86b5-a0bd8d057a17 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:02:22.133437 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3298ba42-6e6d-49e9-86b5-a0bd8d057a17 None None] Checking segment: {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:02:22.133840 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3298ba42-6e6d-49e9-86b5-a0bd8d057a17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:22.134228 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3298ba42-6e6d-49e9-86b5-a0bd8d057a17 None None] Bound using segment: {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:02:22.134700 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-3298ba42-6e6d-49e9-86b5-a0bd8d057a17 None None] Bound port: 0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:02:22.135094 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3298ba42-6e6d-49e9-86b5-a0bd8d057a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:22.187634 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-35688bcd-9299-457f-909d-a7b34cf759eb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:22.202158 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-3298ba42-6e6d-49e9-86b5-a0bd8d057a17 None None] For port 0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:02:22.205378 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-3298ba42-6e6d-49e9-86b5-a0bd8d057a17 None None] For port 0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:02:22.231113 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35688bcd-9299-457f-909d-a7b34cf759eb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:02:22.234240 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-35688bcd-9299-457f-909d-a7b34cf759eb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:02:22.237045 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35688bcd-9299-457f-909d-a7b34cf759eb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:02:22.267091 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35688bcd-9299-457f-909d-a7b34cf759eb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Pushing event updated for resources: {'Port': ['ID=36134a76-f763-4ebd-8211-514db27df576,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:22.294537 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3298ba42-6e6d-49e9-86b5-a0bd8d057a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:22.338099 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-35688bcd-9299-457f-909d-a7b34cf759eb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:22.341962 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cbf5b289-b1b6-42a3-bc9e-9bdd950142c0 None None] Provisioning complete for port 0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:02:22.342371 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cbf5b289-b1b6-42a3-bc9e-9bdd950142c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:22.357100 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3298ba42-6e6d-49e9-86b5-a0bd8d057a17 None None] Routers {'6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:02:22.357721 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-3298ba42-6e6d-49e9-86b5-a0bd8d057a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:01:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:02:22.359628 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62ae9f-6bfb-4e74-9cbe-0b662c08c115 None None] Pushing event updated for resources: {'Port': ['ID=0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:22.435512 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cbf5b289-b1b6-42a3-bc9e-9bdd950142c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:22.453923 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-35688bcd-9299-457f-909d-a7b34cf759eb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:22.478180 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-cbf5b289-b1b6-42a3-bc9e-9bdd950142c0 None None] For port 0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:02:22.493243 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-3298ba42-6e6d-49e9-86b5-a0bd8d057a17 None None] Set router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:02:22.541577 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cbf5b289-b1b6-42a3-bc9e-9bdd950142c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:22.600320 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5b289-b1b6-42a3-bc9e-9bdd950142c0 None None] Pushing event updated for resources: {'Port': ['ID=0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:22.635719 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-35688bcd-9299-457f-909d-a7b34cf759eb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:22.695824 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-35688bcd-9299-457f-909d-a7b34cf759eb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:22.723225 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-3298ba42-6e6d-49e9-86b5-a0bd8d057a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da', 'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'mac_address': 'fa:16:3e:79:5a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:18Z', 'updated_at': '2021-12-16T23:02:22Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'subnets': [{'id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:02:22.748791 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3298ba42-6e6d-49e9-86b5-a0bd8d057a17 None None] The sync data for ids ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'] in n-d-815324-4 is: [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da', 'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'mac_address': 'fa:16:3e:79:5a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:18Z', 'updated_at': '2021-12-16T23:02:22Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'subnets': [{'id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:02:22.766872 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35688bcd-9299-457f-909d-a7b34cf759eb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Pushing event updated for resources: {'Port': ['ID=36134a76-f763-4ebd-8211-514db27df576,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:22.778765 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-35688bcd-9299-457f-909d-a7b34cf759eb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:22.781515 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3a46b2b1-aac6-4e13-8fb6-a7df079484aa None None] Provisioning complete for port 0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:02:22.781887 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3a46b2b1-aac6-4e13-8fb6-a7df079484aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:22.854731 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-35688bcd-9299-457f-909d-a7b34cf759eb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:22.861076 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-35688bcd-9299-457f-909d-a7b34cf759eb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2000520 Dec 16 23:02:23.019316 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58313ba5-af6d-4694-809f-40fdb7691122 req-aadaeb73-ca03-4585-a846-9ed3520928ce tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--655176705&fields=id&tenant_id=f9edd9a7184144839c85570d9a1f9b21 HTTP/1.1" status: 200 len: 267 time: 0.0463955 Dec 16 23:02:23.136137 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58313ba5-af6d-4694-809f-40fdb7691122 req-567a907f-e4bd-4970-858a-c3397866840e tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:23.137729 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58313ba5-af6d-4694-809f-40fdb7691122 req-567a907f-e4bd-4970-858a-c3397866840e tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 812 time: 0.1109869 Dec 16 23:02:23.154055 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58313ba5-af6d-4694-809f-40fdb7691122 req-93462ffe-b1aa-4b3c-82d4-19a1d8ef5d61 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/quotas/f9edd9a7184144839c85570d9a1f9b21 HTTP/1.1" status: 200 len: 375 time: 0.0104587 Dec 16 23:02:23.209908 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58313ba5-af6d-4694-809f-40fdb7691122 req-3952ef62-fd56-417a-bab6-a6476696b3bf tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497401 Dec 16 23:02:23.414449 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fcad91a5-be30-4e35-8898-a5b13b7046fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:23.685804 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58313ba5-af6d-4694-809f-40fdb7691122 req-20d4a4eb-1fe8-4991-8cd0-6b7b8b6d90b1 service neutron] 10.222.0.75 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636428 Dec 16 23:02:23.782440 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58313ba5-af6d-4694-809f-40fdb7691122 req-7bc97882-d22f-42f1-ae15-7f9c4e448c6c service neutron] 10.222.0.75 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906351 Dec 16 23:02:24.021915 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-68fb53c4-999a-4729-8695-43c5f5d851e5 req-8c1d8bbd-6a8e-4cf4-b317-005013e8119b tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 210 time: 0.0312963 Dec 16 23:02:24.241695 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:02:24.289616 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:02:24.289910 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:25.123543 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2b8d796e-d307-4cff-bfc6-f2a65be78f8e req-6655eaca-be40-4376-9935-7f9dbc903c16 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 210 time: 0.0313468 Dec 16 23:02:25.695901 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bf882472-754d-4731-a055-6b0bee4adf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:26.221955 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e97056f2-f499-47a8-9ae5-e1c8c8c4ad31 req-ea197581-3abf-4b4d-92e9-86520fe0518a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 210 time: 0.0270982 Dec 16 23:02:26.369532 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58313ba5-af6d-4694-809f-40fdb7691122 req-91ebca35-16fe-4068-b849-4646a566f694 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:26.371007 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58313ba5-af6d-4694-809f-40fdb7691122 req-91ebca35-16fe-4068-b849-4646a566f694 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.76 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 812 time: 0.1048651 Dec 16 23:02:26.440946 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58313ba5-af6d-4694-809f-40fdb7691122 req-50e34fb7-e60f-4a1d-8723-f4634979d30c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9edd9a7184144839c85570d9a1f9b21 HTTP/1.1" status: 200 len: 379 time: 0.0515380 Dec 16 23:02:26.459548 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e7b8ed77-df3c-4d7b-adc3-b62d5745a7fc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Request body: {'port': {'device_id': '9d891822-ac48-4342-b774-0fb1996b5aba', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'admin_state_up': True, 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'security_groups': ['82959b3b-301a-44a8-bc42-589badc69e32']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:02:26.638610 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e7b8ed77-df3c-4d7b-adc3-b62d5745a7fc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Made reservation on behalf of f9edd9a7184144839c85570d9a1f9b21 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:02:26.642168 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e7b8ed77-df3c-4d7b-adc3-b62d5745a7fc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:26.774499 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e7b8ed77-df3c-4d7b-adc3-b62d5745a7fc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Allocated IP 172.20.0.13 (77c7b327-863b-44b3-be18-01d6c03b7fa8/f6a51989-36c0-48d6-8167-4dac1866ea0c/262c7cd0-9e1e-4afb-af75-9fe41c9258f3) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:02:26.907512 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e7b8ed77-df3c-4d7b-adc3-b62d5745a7fc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:27.004465 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e7b8ed77-df3c-4d7b-adc3-b62d5745a7fc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:27.056073 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e7b8ed77-df3c-4d7b-adc3-b62d5745a7fc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Network 77c7b327-863b-44b3-be18-01d6c03b7fa8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:02:27.059404 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e7b8ed77-df3c-4d7b-adc3-b62d5745a7fc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:02:27.063261 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e7b8ed77-df3c-4d7b-adc3-b62d5745a7fc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:02:27.090437 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8ed77-df3c-4d7b-adc3-b62d5745a7fc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Pushing event updated for resources: {'Port': ['ID=262c7cd0-9e1e-4afb-af75-9fe41c9258f3,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:27.119091 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e7b8ed77-df3c-4d7b-adc3-b62d5745a7fc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:27.119755 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e7b8ed77-df3c-4d7b-adc3-b62d5745a7fc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:27.145203 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:27.206805 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e7b8ed77-df3c-4d7b-adc3-b62d5745a7fc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7517109 Dec 16 23:02:27.233460 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e49fd5b2-3460-4b91-b2c8-5898284fd120 service neutron] Request body: {'port': {'device_id': '9d891822-ac48-4342-b774-0fb1996b5aba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:02:27.290002 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e49fd5b2-3460-4b91-b2c8-5898284fd120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:27.329713 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7f04263d-2bea-4fd2-b12c-8d533b24ef96 None None] Provisioning complete for port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:02:27.330081 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7f04263d-2bea-4fd2-b12c-8d533b24ef96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:27.361040 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:27.369212 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7f04263d-2bea-4fd2-b12c-8d533b24ef96 None None] Port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:02:27.434906 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48733127-c624-4199-9cd7-6a830144460d req-cbe6f295-d7a7-41dc-9903-87209f31798c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:27.436426 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-48733127-c624-4199-9cd7-6a830144460d req-cbe6f295-d7a7-41dc-9903-87209f31798c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 932 time: 0.1323442 Dec 16 23:02:27.539994 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-48733127-c624-4199-9cd7-6a830144460d req-7cabbd89-fd2e-4a1f-819c-6d6935dbce34 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939848 Dec 16 23:02:27.630903 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e49fd5b2-3460-4b91-b2c8-5898284fd120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:02:27.638423 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e49fd5b2-3460-4b91-b2c8-5898284fd120 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:27.650783 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e49fd5b2-3460-4b91-b2c8-5898284fd120 service neutron] Transition to ACTIVE for port object 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:02:27.718112 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e49fd5b2-3460-4b91-b2c8-5898284fd120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:27.772013 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49fd5b2-3460-4b91-b2c8-5898284fd120 service neutron] Pushing event updated for resources: {'Port': ['ID=262c7cd0-9e1e-4afb-af75-9fe41c9258f3,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:27.844541 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e49fd5b2-3460-4b91-b2c8-5898284fd120 service neutron] Attempting to bind port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:02:27.844888 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e49fd5b2-3460-4b91-b2c8-5898284fd120 service neutron] Attempting to bind port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:02:27.845225 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e49fd5b2-3460-4b91-b2c8-5898284fd120 service neutron] Attempting to bind port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:02:27.849960 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e49fd5b2-3460-4b91-b2c8-5898284fd120 service neutron] Port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:02:27.850291 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e49fd5b2-3460-4b91-b2c8-5898284fd120 service neutron] Attempting to bind port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:02:27.855434 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e49fd5b2-3460-4b91-b2c8-5898284fd120 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:02:27.855785 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e49fd5b2-3460-4b91-b2c8-5898284fd120 service neutron] Checking segment: {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:02:27.856186 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e49fd5b2-3460-4b91-b2c8-5898284fd120 service neutron] Bound using segment: {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:02:27.856622 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e49fd5b2-3460-4b91-b2c8-5898284fd120 service neutron] Bound port: 262c7cd0-9e1e-4afb-af75-9fe41c9258f3, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:02:27.856991 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e49fd5b2-3460-4b91-b2c8-5898284fd120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:27.922786 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e49fd5b2-3460-4b91-b2c8-5898284fd120 service neutron] For port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:02:27.926250 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e49fd5b2-3460-4b91-b2c8-5898284fd120 service neutron] For port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=262c7cd0-9e1e-4afb-af75-9fe41c9258f3,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:02:28.031970 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e49fd5b2-3460-4b91-b2c8-5898284fd120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:28.069163 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e49fd5b2-3460-4b91-b2c8-5898284fd120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:28.069900 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e49fd5b2-3460-4b91-b2c8-5898284fd120 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:28.071337 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58313ba5-af6d-4694-809f-40fdb7691122 req-e49fd5b2-3460-4b91-b2c8-5898284fd120 service neutron] 10.222.0.76 "PUT /v2.0/ports/262c7cd0-9e1e-4afb-af75-9fe41c9258f3 HTTP/1.1" status: 200 len: 1092 time: 0.8429654 Dec 16 23:02:28.071796 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d891822-ac48-4342-b774-0fb1996b5aba', 'tag': '262c7cd0-9e1e-4afb-af75-9fe41c9258f3'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:02:28.074099 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979cadcc734edddbdb0900f25acc59b2328d6b6ad2358d0e336fb6f1ef271ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c86e297-87cc-4879-b38c-b846ebd2c96e" -d '{"events": [{"name": "network-changed", "server_uuid": "9d891822-ac48-4342-b774-0fb1996b5aba", "tag": "262c7cd0-9e1e-4afb-af75-9fe41c9258f3"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:02:28.098989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49fd5b2-3460-4b91-b2c8-5898284fd120 service neutron] Pushing event updated for resources: {'Port': ['ID=262c7cd0-9e1e-4afb-af75-9fe41c9258f3,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:28.124172 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472b4c33-9263-47c0-9869-0afd3d0d8249 x-openstack-request-id: req-472b4c33-9263-47c0-9869-0afd3d0d8249 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:02:28.124499 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d891822-ac48-4342-b774-0fb1996b5aba", "tag": "262c7cd0-9e1e-4afb-af75-9fe41c9258f3", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:02:28.124761 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-472b4c33-9263-47c0-9869-0afd3d0d8249 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:02:28.125199 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d891822-ac48-4342-b774-0fb1996b5aba', 'tag': '262c7cd0-9e1e-4afb-af75-9fe41c9258f3', 'status': 'completed', 'code': 200} Dec 16 23:02:28.220115 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86e297-87cc-4879-b38c-b846ebd2c96e req-2ba83ff5-3077-40ad-be7a-4f00ba33828f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:28.221684 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c86e297-87cc-4879-b38c-b846ebd2c96e req-2ba83ff5-3077-40ad-be7a-4f00ba33828f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 1095 time: 0.0493875 Dec 16 23:02:28.338991 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86e297-87cc-4879-b38c-b846ebd2c96e req-453ee7d0-32ca-4b71-8262-ff77799337db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:28.340446 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c86e297-87cc-4879-b38c-b846ebd2c96e req-453ee7d0-32ca-4b71-8262-ff77799337db service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=f9edd9a7184144839c85570d9a1f9b21&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0969453 Dec 16 23:02:28.445585 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86e297-87cc-4879-b38c-b846ebd2c96e req-c81eeb8b-9ec4-4c31-b021-e5a07a31c10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:28.447143 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c86e297-87cc-4879-b38c-b846ebd2c96e req-c81eeb8b-9ec4-4c31-b021-e5a07a31c10c service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0953662 Dec 16 23:02:28.466937 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:28.565401 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58313ba5-af6d-4694-809f-40fdb7691122 req-7ecb8e59-138e-454c-a775-3be91fc99d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:28.566977 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58313ba5-af6d-4694-809f-40fdb7691122 req-7ecb8e59-138e-454c-a775-3be91fc99d20 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 1095 time: 0.0434856 Dec 16 23:02:28.633137 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58313ba5-af6d-4694-809f-40fdb7691122 req-91d63b54-75db-48cf-ac5a-010a8bf46833 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=262c7cd0-9e1e-4afb-af75-9fe41c9258f3 HTTP/1.1" status: 200 len: 217 time: 0.0454173 Dec 16 23:02:28.714080 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f5596-d1a3-4514-a1b3-c6253f962ed0 req-79a8e9f4-1270-4983-8a26-90eff19f4898 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:28.715998 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b14f5596-d1a3-4514-a1b3-c6253f962ed0 req-79a8e9f4-1270-4983-8a26-90eff19f4898 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 944 time: 0.0932660 Dec 16 23:02:28.720021 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58313ba5-af6d-4694-809f-40fdb7691122 req-80180f2f-c1a9-4d80-8d8e-9c4d9bef1436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:28.721406 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58313ba5-af6d-4694-809f-40fdb7691122 req-80180f2f-c1a9-4d80-8d8e-9c4d9bef1436 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0670354 Dec 16 23:02:28.781890 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:28.791456 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b14f5596-d1a3-4514-a1b3-c6253f962ed0 req-89a8f537-905b-4e9f-aa47-aacfcc14ac19 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690658 Dec 16 23:02:28.800729 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58313ba5-af6d-4694-809f-40fdb7691122 req-4520712a-f877-4331-b324-b89eb9da509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:28.802240 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58313ba5-af6d-4694-809f-40fdb7691122 req-4520712a-f877-4331-b324-b89eb9da509c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650835 Dec 16 23:02:28.903813 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58313ba5-af6d-4694-809f-40fdb7691122 req-5f4e2e35-fe1e-448b-ac9d-1b0d74fcaffa service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889804 Dec 16 23:02:28.999574 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58313ba5-af6d-4694-809f-40fdb7691122 req-780f7b53-2b06-4ac2-af6c-2441fcb94733 service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842781 Dec 16 23:02:29.158624 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:29.916512 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681983d-f751-4e02-979f-7930eaf1a3bb req-c7c56d85-edf0-49bf-9e09-4e5660f3ba5c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:29.918924 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b681983d-f751-4e02-979f-7930eaf1a3bb req-c7c56d85-edf0-49bf-9e09-4e5660f3ba5c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 944 time: 0.0510128 Dec 16 23:02:29.968253 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b681983d-f751-4e02-979f-7930eaf1a3bb req-8ad127b2-9e95-4c7b-870e-efbb8b9b8e18 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442686 Dec 16 23:02:31.094231 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993cda8-2696-4a12-91f3-73043fb5bbe5 req-6d87af96-2900-4340-8e23-42ab1d5317fe tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:31.095767 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b993cda8-2696-4a12-91f3-73043fb5bbe5 req-6d87af96-2900-4340-8e23-42ab1d5317fe tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 944 time: 0.0554292 Dec 16 23:02:31.144061 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b993cda8-2696-4a12-91f3-73043fb5bbe5 req-a6160e0d-448e-403a-af8e-6b1680d84b02 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413988 Dec 16 23:02:31.931216 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:02:31.975648 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:02:32.070284 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=262c7cd0-9e1e-4afb-af75-9fe41c9258f3,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:02:32.081225 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '262c7cd0-9e1e-4afb-af75-9fe41c9258f3', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'port_id': '262c7cd0-9e1e-4afb-af75-9fe41c9258f3', 'mac_address': 'fa:16:3e:0d:ad:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:02:32.117546 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:32.130280 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:02:32.148815 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=262c7cd0-9e1e-4afb-af75-9fe41c9258f3,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:02:32.210221 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:32.258969 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=262c7cd0-9e1e-4afb-af75-9fe41c9258f3,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:32.265434 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370d0a6-952b-4897-9cd3-7ca868a46fdc req-dc2764e6-e8b0-4c4a-b4c8-64a5f2c4c4cb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:32.267245 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6370d0a6-952b-4897-9cd3-7ca868a46fdc req-dc2764e6-e8b0-4c4a-b4c8-64a5f2c4c4cb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 945 time: 0.0528293 Dec 16 23:02:32.318707 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6370d0a6-952b-4897-9cd3-7ca868a46fdc req-65564e93-1ee0-4d0f-a208-919c0f493190 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456638 Dec 16 23:02:32.543145 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['262c7cd0-9e1e-4afb-af75-9fe41c9258f3'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:02:33.436651 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a0417-59dc-44b4-88f5-cc37a6bc79ba req-686d6a9a-13c3-4178-95b0-a0795d9e0344 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:33.438201 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b97a0417-59dc-44b4-88f5-cc37a6bc79ba req-686d6a9a-13c3-4178-95b0-a0795d9e0344 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 945 time: 0.0512919 Dec 16 23:02:33.486968 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b97a0417-59dc-44b4-88f5-cc37a6bc79ba req-4ef043df-a7aa-4b8c-a224-3a17c5a90465 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426602 Dec 16 23:02:34.008072 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:02:34.147162 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:02:34.154587 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:02:34.154587 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:34.228870 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:34.253128 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d891822-ac48-4342-b774-0fb1996b5aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262c7cd0-9e1e-4afb-af75-9fe41c9258f3'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:02:34.255404 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b47e54803ef4ecfc068b18cab62de218813cd73ed5837f3c1b71d7c3ef9a192b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfa66c8-f94e-4992-9080-c4ba53c7b79a" -d '{"events": [{"server_uuid": "9d891822-ac48-4342-b774-0fb1996b5aba", "name": "network-vif-plugged", "status": "completed", "tag": "262c7cd0-9e1e-4afb-af75-9fe41c9258f3"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:02:34.268943 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=262c7cd0-9e1e-4afb-af75-9fe41c9258f3,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:02:34.292148 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd396e4-0742-42a7-a030-282a79d9fbaf x-openstack-request-id: req-5dd396e4-0742-42a7-a030-282a79d9fbaf {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:02:34.292448 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d891822-ac48-4342-b774-0fb1996b5aba", "name": "network-vif-plugged", "status": "completed", "tag": "262c7cd0-9e1e-4afb-af75-9fe41c9258f3", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:02:34.292702 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5dd396e4-0742-42a7-a030-282a79d9fbaf {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:02:34.293100 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d891822-ac48-4342-b774-0fb1996b5aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262c7cd0-9e1e-4afb-af75-9fe41c9258f3', 'code': 200} Dec 16 23:02:34.336112 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:34.386144 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=262c7cd0-9e1e-4afb-af75-9fe41c9258f3,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:02:34.441144 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87ed15-569e-424e-bc3f-d9caa1013dcc req-6b854f3b-d342-4390-91da-173f72bffeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:34.442669 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2d87ed15-569e-424e-bc3f-d9caa1013dcc req-6b854f3b-d342-4390-91da-173f72bffeb3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 1097 time: 0.0412378 Dec 16 23:02:34.499634 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2d87ed15-569e-424e-bc3f-d9caa1013dcc req-7d65b13c-7d08-4c88-ae8c-674ef6074664 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445669 Dec 16 23:02:34.606454 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a7b80-c48e-41f5-bef0-72ff25e940d2 req-c6af0964-cb09-48a1-9848-93bbf6b2820a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:34.608054 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c35a7b80-c48e-41f5-bef0-72ff25e940d2 req-c6af0964-cb09-48a1-9848-93bbf6b2820a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 946 time: 0.0502219 Dec 16 23:02:34.657599 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c35a7b80-c48e-41f5-bef0-72ff25e940d2 req-fddc630a-4eaa-417b-8bcf-bb3b06265d9a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435584 Dec 16 23:02:35.778939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388dddb0-7c73-4b80-b61e-5261bedafc39 req-acac851a-9a93-44a6-998d-cd200ce57b3d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:35.780591 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-388dddb0-7c73-4b80-b61e-5261bedafc39 req-acac851a-9a93-44a6-998d-cd200ce57b3d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 946 time: 0.0510912 Dec 16 23:02:35.830631 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-388dddb0-7c73-4b80-b61e-5261bedafc39 req-c7e86985-7c6b-462f-b9d1-502a82f3a95d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433712 Dec 16 23:02:36.949282 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1218e3-97fc-48a3-a03b-213e3761afd6 req-666111fc-99d6-4dc2-9a6d-b47d3ac28266 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:36.950750 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e1218e3-97fc-48a3-a03b-213e3761afd6 req-666111fc-99d6-4dc2-9a6d-b47d3ac28266 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 946 time: 0.0504127 Dec 16 23:02:36.998629 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e1218e3-97fc-48a3-a03b-213e3761afd6 req-e11ee84f-e1b3-42ca-b6e5-1647e1a22984 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419402 Dec 16 23:02:37.113622 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27af7dd-385a-4054-8787-5bf942e16dbb req-2533454e-a343-4824-a45a-28d0b04df1b3 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:37.115147 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a27af7dd-385a-4054-8787-5bf942e16dbb req-2533454e-a343-4824-a45a-28d0b04df1b3 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 946 time: 0.0533459 Dec 16 23:02:37.124245 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 33378) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:02:37.128769 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-f7d65a25-62b5-4f79-8ce5-db373002b734 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Request body: {'floatingip': {'port_id': '262c7cd0-9e1e-4afb-af75-9fe41c9258f3'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:02:37.172193 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f7d65a25-62b5-4f79-8ce5-db373002b734 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for floatingip, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:37.606168 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f7d65a25-62b5-4f79-8ce5-db373002b734 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:37.678332 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f7d65a25-62b5-4f79-8ce5-db373002b734 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:37.776632 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-f7d65a25-62b5-4f79-8ce5-db373002b734 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Floating IP 420e7670-9f88-452d-9607-20cd71b57971 associated. External IP: 172.25.6.36, port: 262c7cd0-9e1e-4afb-af75-9fe41c9258f3. Dec 16 23:02:37.985019 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d65a25-62b5-4f79-8ce5-db373002b734 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:02:38.097376 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d65a25-62b5-4f79-8ce5-db373002b734 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:02:38.103299 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f7d65a25-62b5-4f79-8ce5-db373002b734 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:38.108072 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf61176a-bb96-4368-bf79-368aec082339 None None] Sync routers for ids ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:02:38.118919 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf61176a-bb96-4368-bf79-368aec082339 None None] Routers {'6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:02:38.119592 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-cf61176a-bb96-4368-bf79-368aec082339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:02:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:02:38.132292 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f7d65a25-62b5-4f79-8ce5-db373002b734 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "PUT /v2.0/floatingips/420e7670-9f88-452d-9607-20cd71b57971 HTTP/1.1" status: 200 len: 991 time: 1.0067956 Dec 16 23:02:38.133283 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d891822-ac48-4342-b774-0fb1996b5aba', 'tag': '262c7cd0-9e1e-4afb-af75-9fe41c9258f3'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:02:38.135801 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e39768f9cbd2a85e339218eeddd1d7ae870683d70c32fcaf604334f2d934d91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482c4912-0312-4c95-9868-a8335cf75200" -d '{"events": [{"name": "network-changed", "server_uuid": "9d891822-ac48-4342-b774-0fb1996b5aba", "tag": "262c7cd0-9e1e-4afb-af75-9fe41c9258f3"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:02:38.243724 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-cf61176a-bb96-4368-bf79-368aec082339 None None] Set router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:02:38.251768 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3b0238-7551-4ad4-82ea-5fb727bea427 x-openstack-request-id: req-7e3b0238-7551-4ad4-82ea-5fb727bea427 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:02:38.252065 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d891822-ac48-4342-b774-0fb1996b5aba", "tag": "262c7cd0-9e1e-4afb-af75-9fe41c9258f3", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:02:38.252325 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7e3b0238-7551-4ad4-82ea-5fb727bea427 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:02:38.252738 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d891822-ac48-4342-b774-0fb1996b5aba', 'tag': '262c7cd0-9e1e-4afb-af75-9fe41c9258f3', 'status': 'completed', 'code': 200} Dec 16 23:02:38.343180 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c4912-0312-4c95-9868-a8335cf75200 req-4ba202a9-4824-4491-9035-8fcb3ebced36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:38.344703 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-482c4912-0312-4c95-9868-a8335cf75200 req-4ba202a9-4824-4491-9035-8fcb3ebced36 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 1097 time: 0.0466576 Dec 16 23:02:38.444937 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c4912-0312-4c95-9868-a8335cf75200 req-f2418604-9f48-4be3-8a47-090492be0c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:38.446555 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-482c4912-0312-4c95-9868-a8335cf75200 req-f2418604-9f48-4be3-8a47-090492be0c8b service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.0912595 Dec 16 23:02:38.487545 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-cf61176a-bb96-4368-bf79-368aec082339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '420e7670-9f88-452d-9607-20cd71b57971', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'port_id': '262c7cd0-9e1e-4afb-af75-9fe41c9258f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'mac_address': 'fa:16:3e:0d:ad:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d891822-ac48-4342-b774-0fb1996b5aba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:02:22Z', 'updated_at': '2021-12-16T23:02:37Z', 'revision_number': 1, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da', 'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'mac_address': 'fa:16:3e:79:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:18Z', 'updated_at': '2021-12-16T23:02:22Z', 'revision_number': 5, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'subnets': [{'id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:02:38.518239 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf61176a-bb96-4368-bf79-368aec082339 None None] Checking router: 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:02:38.522370 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-482c4912-0312-4c95-9868-a8335cf75200 req-157c810a-4e9d-4e94-b2d9-55e9a083c81a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=262c7cd0-9e1e-4afb-af75-9fe41c9258f3 HTTP/1.1" status: 200 len: 999 time: 0.0684710 Dec 16 23:02:38.528501 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf61176a-bb96-4368-bf79-368aec082339 None None] Routers {'6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:02:38.529159 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-cf61176a-bb96-4368-bf79-368aec082339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:02:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:02:38.580786 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c4912-0312-4c95-9868-a8335cf75200 req-fdbf3876-53ae-4f14-b9a6-3a5033d62745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:38.582285 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-482c4912-0312-4c95-9868-a8335cf75200 req-fdbf3876-53ae-4f14-b9a6-3a5033d62745 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0529115 Dec 16 23:02:38.630744 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c4912-0312-4c95-9868-a8335cf75200 req-0c4ece3b-053f-4d25-9b76-93cbc03f0f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:38.632371 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-482c4912-0312-4c95-9868-a8335cf75200 req-0c4ece3b-053f-4d25-9b76-93cbc03f0f63 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425067 Dec 16 23:02:38.642256 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-cf61176a-bb96-4368-bf79-368aec082339 None None] Set router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:02:38.734853 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-482c4912-0312-4c95-9868-a8335cf75200 req-d507276d-b20a-476c-b7d1-3c626b9cbeb2 service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935643 Dec 16 23:02:38.830888 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-482c4912-0312-4c95-9868-a8335cf75200 req-392ed8f2-409a-49ba-99e6-4ac0f82b8a3e service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887029 Dec 16 23:02:38.885053 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-cf61176a-bb96-4368-bf79-368aec082339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '420e7670-9f88-452d-9607-20cd71b57971', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'port_id': '262c7cd0-9e1e-4afb-af75-9fe41c9258f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'mac_address': 'fa:16:3e:0d:ad:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d891822-ac48-4342-b774-0fb1996b5aba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:02:22Z', 'updated_at': '2021-12-16T23:02:37Z', 'revision_number': 1, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da', 'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'mac_address': 'fa:16:3e:79:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:18Z', 'updated_at': '2021-12-16T23:02:22Z', 'revision_number': 5, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'subnets': [{'id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:02:38.916132 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf61176a-bb96-4368-bf79-368aec082339 None None] The sync data for ids ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'] in n-d-815324-4 is: [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '420e7670-9f88-452d-9607-20cd71b57971', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'port_id': '262c7cd0-9e1e-4afb-af75-9fe41c9258f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'mac_address': 'fa:16:3e:0d:ad:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d891822-ac48-4342-b774-0fb1996b5aba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:02:22Z', 'updated_at': '2021-12-16T23:02:37Z', 'revision_number': 1, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da', 'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'mac_address': 'fa:16:3e:79:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:18Z', 'updated_at': '2021-12-16T23:02:22Z', 'revision_number': 5, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'subnets': [{'id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:02:39.120130 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c0bfcc-aee9-46f5-aae8-10f60040a9ce None None] New status for floating IP 420e7670-9f88-452d-9607-20cd71b57971: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:02:53.397866 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5d5218f3-c5f1-48cb-8a9e-04f0d1840110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:55.689184 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cdeed7db-83ab-4862-be3c-c655f3c93932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:55.812018 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c11768d-eb91-48d2-b71e-85420a635c23 req-1efc3657-8e4d-4792-956d-b5219ced1050 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419126 Dec 16 23:02:55.919828 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11768d-eb91-48d2-b71e-85420a635c23 req-abedae3e-68d4-4db8-8953-e6222b2d9b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:55.921354 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c11768d-eb91-48d2-b71e-85420a635c23 req-abedae3e-68d4-4db8-8953-e6222b2d9b29 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 1097 time: 0.0472238 Dec 16 23:02:56.030945 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11768d-eb91-48d2-b71e-85420a635c23 req-48674c1f-6640-4562-8593-6ea2802ec135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:56.032492 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c11768d-eb91-48d2-b71e-85420a635c23 req-48674c1f-6640-4562-8593-6ea2802ec135 service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.0864754 Dec 16 23:02:56.105078 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c11768d-eb91-48d2-b71e-85420a635c23 req-96458e17-20f9-45d2-ac17-1792262f273b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=262c7cd0-9e1e-4afb-af75-9fe41c9258f3 HTTP/1.1" status: 200 len: 1001 time: 0.0649335 Dec 16 23:02:56.157404 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11768d-eb91-48d2-b71e-85420a635c23 req-ff73cdf1-7e71-4812-89c2-0bb92290536e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:56.158881 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c11768d-eb91-48d2-b71e-85420a635c23 req-ff73cdf1-7e71-4812-89c2-0bb92290536e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0464678 Dec 16 23:02:56.211620 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11768d-eb91-48d2-b71e-85420a635c23 req-e261f30e-825f-47b5-8e3b-c4c9d7ff4c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:02:56.213141 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c11768d-eb91-48d2-b71e-85420a635c23 req-e261f30e-825f-47b5-8e3b-c4c9d7ff4c99 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436101 Dec 16 23:02:56.308414 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c11768d-eb91-48d2-b71e-85420a635c23 req-dcbb31bc-87f7-4e2c-b9bc-4edc01b80d12 service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872037 Dec 16 23:02:56.407266 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c11768d-eb91-48d2-b71e-85420a635c23 req-ff3d960e-c10b-40bd-b6f7-efb1403deb2c service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843124 Dec 16 23:02:57.135372 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:57.306505 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:58.478638 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:58.769654 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:02:59.173413 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:08.930169 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:03:23.391640 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-31edca1e-5da1-4080-a523-b29703ea15c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:25.694612 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-47d26b65-56cb-4e6e-9779-607416ae36bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:27.174733 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:27.346098 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:28.461898 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:28.768800 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:29.133975 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:45.929947 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:03:53.425121 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-790360dc-4ffb-47fd-a828-ec2a7145921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:55.636587 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-77987966-6c18-4564-aef7-43f5516b56a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:55.891879 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e6e9c75-cf2e-4223-a9f4-71b80c42168b req-f15fc721-3222-4488-8a80-a2902d624693 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0823929 Dec 16 23:03:56.004340 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e9c75-cf2e-4223-a9f4-71b80c42168b req-ebdb45da-741d-4e90-9fe4-fcf3dd7cf71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:56.005867 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e6e9c75-cf2e-4223-a9f4-71b80c42168b req-ebdb45da-741d-4e90-9fe4-fcf3dd7cf71f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 1097 time: 0.0458007 Dec 16 23:03:56.111834 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e9c75-cf2e-4223-a9f4-71b80c42168b req-e61ad64d-d9c1-44b7-ae94-00ceab3fb42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:56.113321 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e6e9c75-cf2e-4223-a9f4-71b80c42168b req-e61ad64d-d9c1-44b7-ae94-00ceab3fb42c service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.0871716 Dec 16 23:03:56.189926 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e6e9c75-cf2e-4223-a9f4-71b80c42168b req-fb763b4c-0c53-4043-b7fc-27a83639db7d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=262c7cd0-9e1e-4afb-af75-9fe41c9258f3 HTTP/1.1" status: 200 len: 1001 time: 0.0653422 Dec 16 23:03:56.251059 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e9c75-cf2e-4223-a9f4-71b80c42168b req-a8ef6b61-98a1-4d8b-8fff-b3a14e16a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:56.252991 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e6e9c75-cf2e-4223-a9f4-71b80c42168b req-a8ef6b61-98a1-4d8b-8fff-b3a14e16a5e4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0524127 Dec 16 23:03:56.302746 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e9c75-cf2e-4223-a9f4-71b80c42168b req-bcca4f6b-6ad4-4399-9383-4b944851ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:03:56.304384 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e6e9c75-cf2e-4223-a9f4-71b80c42168b req-bcca4f6b-6ad4-4399-9383-4b944851ec2b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421700 Dec 16 23:03:56.402572 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e6e9c75-cf2e-4223-a9f4-71b80c42168b req-6fda20f0-1c62-442f-9e34-75a4418f11d5 service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866318 Dec 16 23:03:56.497773 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e6e9c75-cf2e-4223-a9f4-71b80c42168b req-3a4b01aa-fe8b-4b3f-9eb2-1008f6e812f5 service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832016 Dec 16 23:03:57.151102 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:57.333545 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:58.476517 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:58.779082 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:03:59.116512 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:18.789248 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa802bad-7919-4561-9fd4-ce8cd72c684a req-f66e1912-416d-4c70-996e-309f16f930af tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:18.790768 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aa802bad-7919-4561-9fd4-ce8cd72c684a req-f66e1912-416d-4c70-996e-309f16f930af tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 946 time: 0.0953238 Dec 16 23:04:18.841718 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aa802bad-7919-4561-9fd4-ce8cd72c684a req-0ae756f5-9d11-427d-ba8e-9eb9717b588d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449870 Dec 16 23:04:19.254060 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11907d21-af0c-4c78-bfe8-4231b65046d6 req-6040549f-76f7-417c-8522-e7d45898dc5c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:19.255597 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-11907d21-af0c-4c78-bfe8-4231b65046d6 req-6040549f-76f7-417c-8522-e7d45898dc5c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 946 time: 0.0496984 Dec 16 23:04:19.305629 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-11907d21-af0c-4c78-bfe8-4231b65046d6 req-9c7dca18-c87a-4363-8e2c-19568e3168ef tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440109 Dec 16 23:04:19.332418 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-b06382e7-4289-482c-85c6-795993bd9bb1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0463212 Dec 16 23:04:20.549318 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f10f7-73d1-49d7-9ba2-3ed77fd7f803 req-21fa30fa-1049-44e6-a69e-4736c432d7c8 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:20.551218 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ea4f10f7-73d1-49d7-9ba2-3ed77fd7f803 req-21fa30fa-1049-44e6-a69e-4736c432d7c8 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 946 time: 0.0992129 Dec 16 23:04:20.606146 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ea4f10f7-73d1-49d7-9ba2-3ed77fd7f803 req-9007dc6f-1d85-4f5e-8096-51dba215c9d9 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488396 Dec 16 23:04:21.327447 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-592fa459-e45d-43df-a4e7-c60a809aee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:21.328926 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-592fa459-e45d-43df-a4e7-c60a809aee45 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 1097 time: 0.0413158 Dec 16 23:04:21.423454 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-70c85b10-d025-44d3-9861-d41c7f4db07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:21.425533 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-70c85b10-d025-44d3-9861-d41c7f4db07f service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.0888426 Dec 16 23:04:21.495546 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-d26d8993-d9ce-4b6d-a63d-319bac5e3e90 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=262c7cd0-9e1e-4afb-af75-9fe41c9258f3 HTTP/1.1" status: 200 len: 1001 time: 0.0586627 Dec 16 23:04:21.546876 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-7c503755-dee4-4ccc-b377-7ab979256abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:21.548393 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-7c503755-dee4-4ccc-b377-7ab979256abe service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0423396 Dec 16 23:04:21.604717 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-91e5ae57-5f39-4242-be67-d32c22674706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:21.606131 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-91e5ae57-5f39-4242-be67-d32c22674706 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458696 Dec 16 23:04:21.733153 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-9fd26e42-060f-40fc-809b-632c3d19161f service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145215 Dec 16 23:04:21.761366 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162bc461-b57b-48c3-aa38-2ea14d036241 req-0a31a36c-b6c3-4873-bb34-573284ec6f43 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:21.762816 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-162bc461-b57b-48c3-aa38-2ea14d036241 req-0a31a36c-b6c3-4873-bb34-573284ec6f43 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 946 time: 0.0738106 Dec 16 23:04:21.858909 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-162bc461-b57b-48c3-aa38-2ea14d036241 req-a5cb8d70-ae6d-4c82-8a0c-828f23a9f039 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851402 Dec 16 23:04:21.874665 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-6312593f-2306-409d-a87d-68b199e7b16b service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291986 Dec 16 23:04:22.933789 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:04:22.979914 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5affd-8886-4ce3-8dc2-d62f6ee8a38f req-d05c930b-5faa-4b9e-9563-71351c71821d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:22.981395 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f5f5affd-8886-4ce3-8dc2-d62f6ee8a38f req-d05c930b-5faa-4b9e-9563-71351c71821d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 946 time: 0.0492432 Dec 16 23:04:23.028546 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f5f5affd-8886-4ce3-8dc2-d62f6ee8a38f req-10f85f4f-01e0-4c38-88a0-a9a5d166f151 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412621 Dec 16 23:04:23.407469 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7fc9c9e8-17e9-4248-aa4d-ddd6b0135beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:24.152460 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc520665-7d74-4f16-b825-eacedb592619 req-c2302aaf-ae1b-4561-a271-853161a9961a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:24.153943 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dc520665-7d74-4f16-b825-eacedb592619 req-c2302aaf-ae1b-4561-a271-853161a9961a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 946 time: 0.0534079 Dec 16 23:04:24.200867 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dc520665-7d74-4f16-b825-eacedb592619 req-837d9046-d52e-457b-8940-11df7965890b tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409095 Dec 16 23:04:25.323460 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fe01e-2522-47b3-bc64-c7148e8969fe req-e0fb6e76-26e4-4f13-92dd-f03e182147b9 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:25.324963 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-616fe01e-2522-47b3-bc64-c7148e8969fe req-e0fb6e76-26e4-4f13-92dd-f03e182147b9 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 946 time: 0.0532384 Dec 16 23:04:25.373004 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-616fe01e-2522-47b3-bc64-c7148e8969fe req-de79220e-76c9-48a9-b6f6-e0072ea34554 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421455 Dec 16 23:04:25.652811 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f18743aa-3b46-44bd-8ca1-634dab6bd5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:26.493845 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3d1af-30b0-4b74-8b34-64adfd06a644 req-ebc118cf-fe49-45c5-b9c6-a637e8b295f1 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:26.495384 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ccf3d1af-30b0-4b74-8b34-64adfd06a644 req-ebc118cf-fe49-45c5-b9c6-a637e8b295f1 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 946 time: 0.0502114 Dec 16 23:04:26.545816 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ccf3d1af-30b0-4b74-8b34-64adfd06a644 req-02b39333-eaab-4ec6-9ac0-02e16d6c0ecb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444875 Dec 16 23:04:27.167228 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:27.338894 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:27.662987 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572725fc-b041-4bde-9935-395e65451039 req-d5a855b3-cf26-4530-ab59-28664c76cd86 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:27.664526 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-572725fc-b041-4bde-9935-395e65451039 req-d5a855b3-cf26-4530-ab59-28664c76cd86 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 946 time: 0.0495024 Dec 16 23:04:27.712938 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-572725fc-b041-4bde-9935-395e65451039 req-b7a6f1e1-b73c-4ca0-b559-63527220c76c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423675 Dec 16 23:04:28.464255 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:28.767176 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:28.833363 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd65cb-f1b1-4b93-baa8-dbff628b8c27 req-e0086003-079d-4504-b34c-3e5dfffcd8e3 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:28.834903 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6fcd65cb-f1b1-4b93-baa8-dbff628b8c27 req-e0086003-079d-4504-b34c-3e5dfffcd8e3 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 946 time: 0.0496154 Dec 16 23:04:28.885773 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6fcd65cb-f1b1-4b93-baa8-dbff628b8c27 req-5e0bb054-4576-45c4-8462-bb99b01cd946 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447056 Dec 16 23:04:29.132864 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:30.008118 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28ab7d-84f1-4dbb-ba28-20e85da52a0c req-eb4b24c3-1875-48dc-aaff-7eb8346d2370 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:30.009649 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0e28ab7d-84f1-4dbb-ba28-20e85da52a0c req-eb4b24c3-1875-48dc-aaff-7eb8346d2370 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 946 time: 0.0549328 Dec 16 23:04:30.057604 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0e28ab7d-84f1-4dbb-ba28-20e85da52a0c req-960f9208-e4ff-439a-bf50-38008a38e000 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415146 Dec 16 23:04:31.173028 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b5fab-c608-48ce-a392-f65dc59dcce8 req-63d91e1a-4199-4d30-a864-a46813b54dbb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:31.174497 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5d3b5fab-c608-48ce-a392-f65dc59dcce8 req-63d91e1a-4199-4d30-a864-a46813b54dbb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 946 time: 0.0486226 Dec 16 23:04:31.221867 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5d3b5fab-c608-48ce-a392-f65dc59dcce8 req-09e22c00-74d5-4063-87da-b9a0a99b48ee tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407388 Dec 16 23:04:32.340361 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e1786-5ee0-4cfd-adb2-6c2ab28ca338 req-e3d2512a-f040-4199-a267-e3fe7ec06d19 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:32.341881 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-177e1786-5ee0-4cfd-adb2-6c2ab28ca338 req-e3d2512a-f040-4199-a267-e3fe7ec06d19 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 946 time: 0.0502203 Dec 16 23:04:32.389950 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-177e1786-5ee0-4cfd-adb2-6c2ab28ca338 req-8f46f328-d874-4f9e-8606-3f85ec02083b tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418212 Dec 16 23:04:33.508905 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f811e-3460-4196-8af7-3027a72fce53 req-b34560f3-ac3a-40de-ad59-a83be62d29cc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:33.510416 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a7f811e-3460-4196-8af7-3027a72fce53 req-b34560f3-ac3a-40de-ad59-a83be62d29cc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 946 time: 0.0485015 Dec 16 23:04:33.558374 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0a7f811e-3460-4196-8af7-3027a72fce53 req-8d4eba56-8940-4f30-835d-d91c06bd5ef3 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419238 Dec 16 23:04:34.538856 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-d762c2bb-a85c-4525-abba-3285eae9f734 service neutron] show failed (client error): The resource could not be found. Dec 16 23:04:34.539815 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-d762c2bb-a85c-4525-abba-3285eae9f734 service neutron] 10.222.0.76 "GET /v2.0/ports/262c7cd0-9e1e-4afb-af75-9fe41c9258f3/bindings/n-h2-815324-4 HTTP/1.1" status: 404 len: 380 time: 0.0580420 Dec 16 23:04:34.674695 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e293ca-1b54-46ff-a18c-37dd4e7ad43a req-abc0bece-511b-4072-9aa1-e3f07abecb5a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:34.676216 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b3e293ca-1b54-46ff-a18c-37dd4e7ad43a req-abc0bece-511b-4072-9aa1-e3f07abecb5a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 946 time: 0.0486379 Dec 16 23:04:34.731087 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b3e293ca-1b54-46ff-a18c-37dd4e7ad43a req-faa8497b-d112-4755-9891-c003ab64509f tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471303 Dec 16 23:04:35.128435 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-7887b450-368b-4994-9d84-5214b0dc5846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:35.129998 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-7887b450-368b-4994-9d84-5214b0dc5846 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba&tenant_id=f9edd9a7184144839c85570d9a1f9b21 HTTP/1.1" status: 200 len: 1097 time: 0.0852590 Dec 16 23:04:35.148513 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-4', 'device_owner': 'compute:nova'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:04:35.200996 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:35.402921 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] For port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=262c7cd0-9e1e-4afb-af75-9fe41c9258f3,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:04:35.439782 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] For port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:04:35.479259 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d891822-ac48-4342-b774-0fb1996b5aba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '262c7cd0-9e1e-4afb-af75-9fe41c9258f3'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:04:35.484335 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:35.497474 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Transition to ACTIVE for port object 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:04:35.521731 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0f7f5d-ff02-4dcb-9a48-0657a44d9cb1" -d '{"events": [{"server_uuid": "9d891822-ac48-4342-b774-0fb1996b5aba", "name": "network-vif-unplugged", "status": "completed", "tag": "262c7cd0-9e1e-4afb-af75-9fe41c9258f3"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:04:35.567455 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:35.632962 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 23:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511154ed-f9d9-4bb7-9274-349652702536 x-openstack-request-id: req-511154ed-f9d9-4bb7-9274-349652702536 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:04:35.633263 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d891822-ac48-4342-b774-0fb1996b5aba", "name": "network-vif-unplugged", "status": "completed", "tag": "262c7cd0-9e1e-4afb-af75-9fe41c9258f3", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:04:35.633520 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-511154ed-f9d9-4bb7-9274-349652702536 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:04:35.633918 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d891822-ac48-4342-b774-0fb1996b5aba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '262c7cd0-9e1e-4afb-af75-9fe41c9258f3', 'code': 200} Dec 16 23:04:35.672249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Pushing event updated for resources: {'Port': ['ID=262c7cd0-9e1e-4afb-af75-9fe41c9258f3,revision_number=6']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:04:35.700192 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:35.700549 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:35.700898 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:35.701244 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:35.701582 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:35.701920 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:35.702253 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:35.702585 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:35.702913 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:35.703272 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:35.703609 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:35.703940 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:35.704264 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:35.758910 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] No DVR routers for this DVR port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:04:35.861512 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6446fd-eb81-4126-8dc5-13e0c2af0a09 req-90bc6a19-ff97-44a8-bb04-8f1defadeabb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:35.863811 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-de6446fd-eb81-4126-8dc5-13e0c2af0a09 req-90bc6a19-ff97-44a8-bb04-8f1defadeabb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 944 time: 0.0520842 Dec 16 23:04:35.916870 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-de6446fd-eb81-4126-8dc5-13e0c2af0a09 req-4358ca0c-b950-4861-99a0-7d22f5077d55 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459499 Dec 16 23:04:36.195937 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Attempting to bind port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:04:36.196190 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Attempting to bind port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:04:36.196516 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Attempting to bind port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:04:36.200659 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:04:36.200981 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Attempting to bind port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:04:36.205758 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:04:36.206099 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Checking segment: {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:04:36.206485 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Bound using segment: {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:04:36.206903 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Bound port: 262c7cd0-9e1e-4afb-af75-9fe41c9258f3, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:04:36.207289 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:36.270625 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] For port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:04:36.274081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] For port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=262c7cd0-9e1e-4afb-af75-9fe41c9258f3,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:04:36.385096 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:36.420664 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:36.421322 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:36.423141 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] 10.222.0.57 "PUT /v2.0/ports/262c7cd0-9e1e-4afb-af75-9fe41c9258f3 HTTP/1.1" status: 200 len: 1092 time: 1.2791002 Dec 16 23:04:36.447379 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0cea1-9f60-41b8-953d-81dc57c24033 service neutron] Pushing event updated for resources: {'Port': ['ID=262c7cd0-9e1e-4afb-af75-9fe41c9258f3,revision_number=7']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:04:36.501399 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-762a7b9d-b536-4933-9ad0-8d9e9731438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:36.502963 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-762a7b9d-b536-4933-9ad0-8d9e9731438f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 1095 time: 0.0432534 Dec 16 23:04:36.601033 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-de503e75-545c-4102-b22b-9c566f4a6ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:36.602524 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-de503e75-545c-4102-b22b-9c566f4a6ab6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.0920429 Dec 16 23:04:36.668988 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-6283602c-1e10-48d7-aa54-350230d4257f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=262c7cd0-9e1e-4afb-af75-9fe41c9258f3 HTTP/1.1" status: 200 len: 999 time: 0.0592601 Dec 16 23:04:36.717932 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-9105e597-87d4-4661-b4d2-da83a78ce13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:36.719344 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-9105e597-87d4-4661-b4d2-da83a78ce13a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0433791 Dec 16 23:04:36.768075 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-b13dcd5f-7d8b-4afa-b340-606bdcdca6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:36.769574 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-b13dcd5f-7d8b-4afa-b340-606bdcdca6eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436528 Dec 16 23:04:36.859980 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-d5c28241-b11b-43c8-a9d3-7d974320125a service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827103 Dec 16 23:04:36.953333 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6dd68707-c4c2-4800-9cbd-e917af1ec0d1 req-62e6e89b-1111-4ab7-a173-c41c50e253ce service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862982 Dec 16 23:04:37.039767 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de174672-034c-4a69-a74a-604601c82a7c req-ff1aa546-fda0-4fad-9a42-ffba42227914 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:37.041238 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-de174672-034c-4a69-a74a-604601c82a7c req-ff1aa546-fda0-4fad-9a42-ffba42227914 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 944 time: 0.0501962 Dec 16 23:04:37.089094 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-de174672-034c-4a69-a74a-604601c82a7c req-88e0a9c6-a66f-4760-b44c-7ed45241eebb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419614 Dec 16 23:04:37.634941 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d891822-ac48-4342-b774-0fb1996b5aba', 'tag': '262c7cd0-9e1e-4afb-af75-9fe41c9258f3'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:04:37.637281 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae94ed7-806f-4c10-a8b6-308b2eeda834" -d '{"events": [{"name": "network-changed", "server_uuid": "9d891822-ac48-4342-b774-0fb1996b5aba", "tag": "262c7cd0-9e1e-4afb-af75-9fe41c9258f3"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:04:37.685421 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81625973-b26e-4bc7-a9f4-6b779c216705 x-openstack-request-id: req-81625973-b26e-4bc7-a9f4-6b779c216705 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:04:37.685723 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d891822-ac48-4342-b774-0fb1996b5aba", "tag": "262c7cd0-9e1e-4afb-af75-9fe41c9258f3", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:04:37.685984 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-81625973-b26e-4bc7-a9f4-6b779c216705 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:04:37.686388 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d891822-ac48-4342-b774-0fb1996b5aba', 'tag': '262c7cd0-9e1e-4afb-af75-9fe41c9258f3', 'status': 'completed', 'code': 200} Dec 16 23:04:37.804877 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae94ed7-806f-4c10-a8b6-308b2eeda834 req-2394e8fb-391e-432b-bbeb-78ddb9d85cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:37.806485 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ae94ed7-806f-4c10-a8b6-308b2eeda834 req-2394e8fb-391e-432b-bbeb-78ddb9d85cec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 1095 time: 0.0778236 Dec 16 23:04:37.808217 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae94ed7-806f-4c10-a8b6-308b2eeda834 req-710b7511-8ef9-477d-87a2-72c9562f5476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:37.809570 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ae94ed7-806f-4c10-a8b6-308b2eeda834 req-710b7511-8ef9-477d-87a2-72c9562f5476 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 1095 time: 0.0562999 Dec 16 23:04:37.969441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae94ed7-806f-4c10-a8b6-308b2eeda834 req-38944976-083d-488c-8ad9-ac0de4728210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:37.970887 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ae94ed7-806f-4c10-a8b6-308b2eeda834 req-38944976-083d-488c-8ad9-ac0de4728210 service neutron] 10.222.0.57 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.1572590 Dec 16 23:04:37.972253 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae94ed7-806f-4c10-a8b6-308b2eeda834 req-a38dcf49-85bb-47db-a109-ca4dd7bb6aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:37.973582 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ae94ed7-806f-4c10-a8b6-308b2eeda834 req-a38dcf49-85bb-47db-a109-ca4dd7bb6aa2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.1508598 Dec 16 23:04:38.085160 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ae94ed7-806f-4c10-a8b6-308b2eeda834 req-bda85878-91b6-4f4d-a4ce-34ba6d00f23b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=262c7cd0-9e1e-4afb-af75-9fe41c9258f3 HTTP/1.1" status: 200 len: 999 time: 0.1069138 Dec 16 23:04:38.088935 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ae94ed7-806f-4c10-a8b6-308b2eeda834 req-9a656ef2-50c3-4146-9e5c-a5e98b04e539 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=262c7cd0-9e1e-4afb-af75-9fe41c9258f3 HTTP/1.1" status: 200 len: 999 time: 0.1042476 Dec 16 23:04:38.181730 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae94ed7-806f-4c10-a8b6-308b2eeda834 req-8d0eb06c-e4d1-44e0-a49c-c68dceaa1f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:38.183259 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ae94ed7-806f-4c10-a8b6-308b2eeda834 req-8d0eb06c-e4d1-44e0-a49c-c68dceaa1f19 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0910552 Dec 16 23:04:38.204763 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae94ed7-806f-4c10-a8b6-308b2eeda834 req-55b5448a-e3db-4c66-b2f4-ef82ca6323f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:38.206190 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ae94ed7-806f-4c10-a8b6-308b2eeda834 req-55b5448a-e3db-4c66-b2f4-ef82ca6323f2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.1051691 Dec 16 23:04:38.276857 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10e43c-d0f8-48aa-a68e-7f7a2dcaadb1 req-f8d6a823-b48b-47f7-9204-df1cd3ea5a11 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:38.278369 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fa10e43c-d0f8-48aa-a68e-7f7a2dcaadb1 req-f8d6a823-b48b-47f7-9204-df1cd3ea5a11 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 944 time: 0.1143579 Dec 16 23:04:38.301796 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae94ed7-806f-4c10-a8b6-308b2eeda834 req-201a973b-c090-47fd-b0c8-cab4a09a6906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:38.303905 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ae94ed7-806f-4c10-a8b6-308b2eeda834 req-201a973b-c090-47fd-b0c8-cab4a09a6906 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018045 Dec 16 23:04:38.313019 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae94ed7-806f-4c10-a8b6-308b2eeda834 req-dbad7313-feb4-4aad-96fd-727142440f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:38.314449 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ae94ed7-806f-4c10-a8b6-308b2eeda834 req-dbad7313-feb4-4aad-96fd-727142440f07 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956445 Dec 16 23:04:38.437075 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fa10e43c-d0f8-48aa-a68e-7f7a2dcaadb1 req-9a6d3d51-c5dd-44f9-82d2-0e88b985e574 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517482 Dec 16 23:04:38.468065 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:04:38.497401 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ae94ed7-806f-4c10-a8b6-308b2eeda834 req-eef4a007-0c88-4b74-b28a-1b57a4401a93 service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808167 Dec 16 23:04:38.499598 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ae94ed7-806f-4c10-a8b6-308b2eeda834 req-489080e6-5741-4d48-8036-42f9399e2c50 service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720865 Dec 16 23:04:38.513635 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:04:38.664902 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ae94ed7-806f-4c10-a8b6-308b2eeda834 req-c0147df2-52e3-4424-ba44-bd15471a1428 service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600888 Dec 16 23:04:38.670031 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ae94ed7-806f-4c10-a8b6-308b2eeda834 req-c9716564-ff86-494d-a713-2f6ed3b6e7e0 service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567931 Dec 16 23:04:39.558666 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4f2b4-a6db-472f-b67e-e3b50565a22d req-dc4dbefa-565e-463b-b6bb-6d383e8a0bc1 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:39.560253 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-19f4f2b4-a6db-472f-b67e-e3b50565a22d req-dc4dbefa-565e-463b-b6bb-6d383e8a0bc1 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 944 time: 0.0505438 Dec 16 23:04:39.608446 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-19f4f2b4-a6db-472f-b67e-e3b50565a22d req-14ec76dc-c3c7-44d6-9f70-89497e8633aa tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423102 Dec 16 23:04:39.845055 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:04:39.941784 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=262c7cd0-9e1e-4afb-af75-9fe41c9258f3,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:04:39.952872 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '262c7cd0-9e1e-4afb-af75-9fe41c9258f3', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'port_id': '262c7cd0-9e1e-4afb-af75-9fe41c9258f3', 'mac_address': 'fa:16:3e:0d:ad:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:04:39.989330 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:40.002751 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:04:40.023677 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=262c7cd0-9e1e-4afb-af75-9fe41c9258f3,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:04:40.121404 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:40.168809 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=262c7cd0-9e1e-4afb-af75-9fe41c9258f3,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:04:40.176236 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:40.176590 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:40.176942 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:40.177311 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:40.177667 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:40.178006 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:40.178340 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:40.178669 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:40.178997 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:40.179350 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:40.179693 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:40.180033 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:40.180347 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:04:40.511981 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['262c7cd0-9e1e-4afb-af75-9fe41c9258f3'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:04:40.727646 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154f701-c35b-49cc-826e-65d826e47547 req-adfa7244-85c9-4b99-b0e5-c87becd69093 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:40.729144 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0154f701-c35b-49cc-826e-65d826e47547 req-adfa7244-85c9-4b99-b0e5-c87becd69093 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 945 time: 0.0497372 Dec 16 23:04:40.776727 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0154f701-c35b-49cc-826e-65d826e47547 req-8cf2c2ba-9b58-44ce-85e8-57a52c2ed0b0 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415344 Dec 16 23:04:41.083945 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39f6ff-e63f-4be4-9b0b-a9258d4b790f req-6fe88648-ad45-4cf7-958b-e764ae4bad34 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:41.085643 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f39f6ff-e63f-4be4-9b0b-a9258d4b790f req-6fe88648-ad45-4cf7-958b-e764ae4bad34 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 945 time: 0.0507545 Dec 16 23:04:41.134174 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f39f6ff-e63f-4be4-9b0b-a9258d4b790f req-f46265dc-c4a5-4710-86cd-947acba9d1c4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425267 Dec 16 23:04:41.213176 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17369921-c1dd-48c6-b524-425f6b76b5d2 req-b1c02cb1-cedb-4a16-a375-0d20d3af153d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:41.214649 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17369921-c1dd-48c6-b524-425f6b76b5d2 req-b1c02cb1-cedb-4a16-a375-0d20d3af153d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba&tenant_id=f9edd9a7184144839c85570d9a1f9b21&binding%3Ahost_id=n-h2-815324-4 HTTP/1.1" status: 200 len: 945 time: 0.0557046 Dec 16 23:04:41.280836 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [req-17369921-c1dd-48c6-b524-425f6b76b5d2 req-f0f45978-a444-456b-bb44-aa2bdb5ffe84 service neutron] delete failed (client error): The resource could not be found. Dec 16 23:04:41.281846 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17369921-c1dd-48c6-b524-425f6b76b5d2 req-f0f45978-a444-456b-bb44-aa2bdb5ffe84 service neutron] 10.222.0.76 "DELETE /v2.0/ports/262c7cd0-9e1e-4afb-af75-9fe41c9258f3/bindings/n-h1-815324-4 HTTP/1.1" status: 404 len: 380 time: 0.0531790 Dec 16 23:04:41.399521 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17369921-c1dd-48c6-b524-425f6b76b5d2 req-7665a97b-459c-44c6-99e5-59a5d2b096f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:41.400961 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17369921-c1dd-48c6-b524-425f6b76b5d2 req-7665a97b-459c-44c6-99e5-59a5d2b096f0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 1096 time: 0.0419250 Dec 16 23:04:41.499964 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17369921-c1dd-48c6-b524-425f6b76b5d2 req-54013309-3f1e-4cd4-8200-3865765d84fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:41.501465 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17369921-c1dd-48c6-b524-425f6b76b5d2 req-54013309-3f1e-4cd4-8200-3865765d84fc service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.0885150 Dec 16 23:04:41.570895 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17369921-c1dd-48c6-b524-425f6b76b5d2 req-9b455f87-3ac6-4eb8-8be5-22e1fc7f5f7b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=262c7cd0-9e1e-4afb-af75-9fe41c9258f3 HTTP/1.1" status: 200 len: 1000 time: 0.0587723 Dec 16 23:04:41.624847 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17369921-c1dd-48c6-b524-425f6b76b5d2 req-40e61941-4106-4599-a1e1-5e0ee069b15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:41.626335 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17369921-c1dd-48c6-b524-425f6b76b5d2 req-40e61941-4106-4599-a1e1-5e0ee069b15a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0438654 Dec 16 23:04:41.680722 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17369921-c1dd-48c6-b524-425f6b76b5d2 req-82394a6a-03a0-4444-8b13-9aa28446abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:41.682142 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17369921-c1dd-48c6-b524-425f6b76b5d2 req-82394a6a-03a0-4444-8b13-9aa28446abb7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449753 Dec 16 23:04:41.776466 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17369921-c1dd-48c6-b524-425f6b76b5d2 req-ce3fa1d1-1463-4a90-b7b7-af7bb2f8de47 service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814300 Dec 16 23:04:41.857185 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:04:41.877587 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-17369921-c1dd-48c6-b524-425f6b76b5d2 req-1af27d02-dccd-4f4a-be99-0313ba4e460f service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896189 Dec 16 23:04:41.978713 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:04:41.982831 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:04:41.983232 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:42.062936 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:42.090286 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d891822-ac48-4342-b774-0fb1996b5aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262c7cd0-9e1e-4afb-af75-9fe41c9258f3'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:04:42.104533 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=262c7cd0-9e1e-4afb-af75-9fe41c9258f3,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:04:42.128641 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64de9eb1-82e8-40cf-9a1c-c3ffdf108c26" -d '{"events": [{"server_uuid": "9d891822-ac48-4342-b774-0fb1996b5aba", "name": "network-vif-plugged", "status": "completed", "tag": "262c7cd0-9e1e-4afb-af75-9fe41c9258f3"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:04:42.178936 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:42.234004 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2be6c8-e261-4ff9-811e-f4f323189697 x-openstack-request-id: req-3a2be6c8-e261-4ff9-811e-f4f323189697 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:04:42.234305 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d891822-ac48-4342-b774-0fb1996b5aba", "name": "network-vif-plugged", "status": "completed", "tag": "262c7cd0-9e1e-4afb-af75-9fe41c9258f3", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:04:42.234595 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3a2be6c8-e261-4ff9-811e-f4f323189697 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:04:42.234995 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d891822-ac48-4342-b774-0fb1996b5aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262c7cd0-9e1e-4afb-af75-9fe41c9258f3', 'code': 200} Dec 16 23:04:42.235966 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=262c7cd0-9e1e-4afb-af75-9fe41c9258f3,revision_number=9']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:04:42.263999 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6341c-cdb4-4362-9fe8-774ac4a94feb req-f7cb6f61-401e-4e03-9be1-ec9e1ada3880 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:42.265513 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e7f6341c-cdb4-4362-9fe8-774ac4a94feb req-f7cb6f61-401e-4e03-9be1-ec9e1ada3880 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 946 time: 0.0568612 Dec 16 23:04:42.312783 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e7f6341c-cdb4-4362-9fe8-774ac4a94feb req-2d6499d4-f43b-48f3-a3d8-7ab4372260ba tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406432 Dec 16 23:04:43.437811 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ca915-11e9-4ef8-b9ff-8821ee6b489d req-0ed050ef-3fd5-452e-b183-9e2c330f14b0 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:43.439315 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3e1ca915-11e9-4ef8-b9ff-8821ee6b489d req-0ed050ef-3fd5-452e-b183-9e2c330f14b0 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 946 time: 0.0540178 Dec 16 23:04:43.487717 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3e1ca915-11e9-4ef8-b9ff-8821ee6b489d req-a5a62f7d-ad38-4ace-99e4-0695c57775e4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418968 Dec 16 23:04:43.604319 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95faa61-9bb3-4237-9ad4-51f62f423c1b req-1f6b07ab-baca-40ca-bb3e-4cd3bf619f51 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:43.605772 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e95faa61-9bb3-4237-9ad4-51f62f423c1b req-1f6b07ab-baca-40ca-bb3e-4cd3bf619f51 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 946 time: 0.0492768 Dec 16 23:04:43.659341 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e95faa61-9bb3-4237-9ad4-51f62f423c1b req-cd35892b-38ea-4fb3-9b3d-e8d0e6ea5e03 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476558 Dec 16 23:04:43.772493 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530763a0-1bbd-4419-b2c3-e1e3ac2b627c req-13a0d345-9c4e-49eb-b354-c76683f57f6b tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:43.774000 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-530763a0-1bbd-4419-b2c3-e1e3ac2b627c req-13a0d345-9c4e-49eb-b354-c76683f57f6b tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 946 time: 0.0489397 Dec 16 23:04:43.822346 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-530763a0-1bbd-4419-b2c3-e1e3ac2b627c req-2d81d4ce-d3b3-41f6-b16e-dfef146e998e tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423980 Dec 16 23:04:44.288858 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140614bb-dff6-487f-a3bf-f3027b9afd77 req-7b01abad-7be2-4a8f-ab54-237d8be68c3a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:44.290375 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-140614bb-dff6-487f-a3bf-f3027b9afd77 req-7b01abad-7be2-4a8f-ab54-237d8be68c3a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 946 time: 0.0492773 Dec 16 23:04:44.341159 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-140614bb-dff6-487f-a3bf-f3027b9afd77 req-994ffdce-b948-447d-b003-f40068d984c4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448956 Dec 16 23:04:45.462123 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ba998-42ae-47b8-a448-25eeac29a214 req-1215dc23-888c-47ce-b3cf-1f0219422ac5 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:45.463857 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a85ba998-42ae-47b8-a448-25eeac29a214 req-1215dc23-888c-47ce-b3cf-1f0219422ac5 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 946 time: 0.0501308 Dec 16 23:04:45.512158 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a85ba998-42ae-47b8-a448-25eeac29a214 req-5b1949e5-e1dd-4e46-a9ca-263608ec0d4e tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423479 Dec 16 23:04:45.801417 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1755d2-3337-4e26-8447-756ad59bd5dc req-aff40ce2-4594-40ab-8be5-d294b1c534d4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:45.803689 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e1755d2-3337-4e26-8447-756ad59bd5dc req-aff40ce2-4594-40ab-8be5-d294b1c534d4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 946 time: 0.0549855 Dec 16 23:04:45.904252 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-5e1755d2-3337-4e26-8447-756ad59bd5dc req-63b27710-c3ef-4723-b2cc-2f947a7328ac tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Deleting port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:04:45.904493 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5e1755d2-3337-4e26-8447-756ad59bd5dc req-63b27710-c3ef-4723-b2cc-2f947a7328ac tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:45.996224 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-5e1755d2-3337-4e26-8447-756ad59bd5dc req-63b27710-c3ef-4723-b2cc-2f947a7328ac tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] For port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=262c7cd0-9e1e-4afb-af75-9fe41c9258f3,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:04:45.996591 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5e1755d2-3337-4e26-8447-756ad59bd5dc req-63b27710-c3ef-4723-b2cc-2f947a7328ac tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:46.230494 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5e1755d2-3337-4e26-8447-756ad59bd5dc req-63b27710-c3ef-4723-b2cc-2f947a7328ac tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:46.230783 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5e1755d2-3337-4e26-8447-756ad59bd5dc req-63b27710-c3ef-4723-b2cc-2f947a7328ac tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:46.231139 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [req-5e1755d2-3337-4e26-8447-756ad59bd5dc req-63b27710-c3ef-4723-b2cc-2f947a7328ac tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Floating IP 420e7670-9f88-452d-9607-20cd71b57971 disassociated. External IP: 172.25.6.36, port: 262c7cd0-9e1e-4afb-af75-9fe41c9258f3. Dec 16 23:04:46.231494 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-5e1755d2-3337-4e26-8447-756ad59bd5dc req-63b27710-c3ef-4723-b2cc-2f947a7328ac tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Calling delete_port for 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:04:46.418489 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5e1755d2-3337-4e26-8447-756ad59bd5dc req-63b27710-c3ef-4723-b2cc-2f947a7328ac tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:46.449770 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b27710-c3ef-4723-b2cc-2f947a7328ac tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Pushing event deleted for resources: {'Port': ['ID=262c7cd0-9e1e-4afb-af75-9fe41c9258f3,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:04:46.582794 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e1755d2-3337-4e26-8447-756ad59bd5dc req-63b27710-c3ef-4723-b2cc-2f947a7328ac tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:04:46.675264 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-48d8d3cd-bd64-45b6-a92c-cd2d140068ca req-3839d50c-078b-4c26-bc59-03abda0bd9de tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d891822-ac48-4342-b774-0fb1996b5aba HTTP/1.1" status: 200 len: 210 time: 0.0548437 Dec 16 23:04:46.708050 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e1755d2-3337-4e26-8447-756ad59bd5dc req-63b27710-c3ef-4723-b2cc-2f947a7328ac tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:04:46.719818 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9551641-e575-47a3-ac73-4c23ccd8a7cc None None] Sync routers for ids ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:04:46.732204 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9551641-e575-47a3-ac73-4c23ccd8a7cc None None] Routers {'6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:04:46.732778 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f9551641-e575-47a3-ac73-4c23ccd8a7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:04:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:04:46.752082 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1755d2-3337-4e26-8447-756ad59bd5dc req-63b27710-c3ef-4723-b2cc-2f947a7328ac tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] No DVR routers for this DVR port 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:04:46.754819 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5e1755d2-3337-4e26-8447-756ad59bd5dc req-63b27710-c3ef-4723-b2cc-2f947a7328ac tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:46.759333 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e1755d2-3337-4e26-8447-756ad59bd5dc req-63b27710-c3ef-4723-b2cc-2f947a7328ac tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.57 "DELETE /v2.0/ports/262c7cd0-9e1e-4afb-af75-9fe41c9258f3 HTTP/1.1" status: 204 len: 173 time: 0.9499063 Dec 16 23:04:46.759811 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d891822-ac48-4342-b774-0fb1996b5aba', 'name': 'network-vif-deleted', 'tag': '262c7cd0-9e1e-4afb-af75-9fe41c9258f3'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:04:46.762217 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694ba5b0-6cd5-4073-b92c-e053a58727ae" -d '{"events": [{"server_uuid": "9d891822-ac48-4342-b774-0fb1996b5aba", "name": "network-vif-deleted", "tag": "262c7cd0-9e1e-4afb-af75-9fe41c9258f3"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:04:46.818073 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cf1ed2-5bc8-4935-867b-056ef86b2cee x-openstack-request-id: req-e5cf1ed2-5bc8-4935-867b-056ef86b2cee {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:04:46.819119 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d891822-ac48-4342-b774-0fb1996b5aba", "name": "network-vif-deleted", "tag": "262c7cd0-9e1e-4afb-af75-9fe41c9258f3", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:04:46.819456 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e5cf1ed2-5bc8-4935-867b-056ef86b2cee {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:04:46.819929 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d891822-ac48-4342-b774-0fb1996b5aba', 'name': 'network-vif-deleted', 'tag': '262c7cd0-9e1e-4afb-af75-9fe41c9258f3', 'status': 'completed', 'code': 200} Dec 16 23:04:47.054164 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-f9551641-e575-47a3-ac73-4c23ccd8a7cc None None] Set router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:04:47.293502 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f9551641-e575-47a3-ac73-4c23ccd8a7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da', 'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'mac_address': 'fa:16:3e:79:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:18Z', 'updated_at': '2021-12-16T23:02:22Z', 'revision_number': 5, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'subnets': [{'id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:04:47.322160 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9551641-e575-47a3-ac73-4c23ccd8a7cc None None] Checking router: 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:04:47.331511 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9551641-e575-47a3-ac73-4c23ccd8a7cc None None] Routers {'6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:04:47.332079 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f9551641-e575-47a3-ac73-4c23ccd8a7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:04:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:04:47.445781 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-f9551641-e575-47a3-ac73-4c23ccd8a7cc None None] Set router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:04:47.652361 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f9551641-e575-47a3-ac73-4c23ccd8a7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da', 'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'mac_address': 'fa:16:3e:79:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:18Z', 'updated_at': '2021-12-16T23:02:22Z', 'revision_number': 5, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'subnets': [{'id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:04:47.679825 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9551641-e575-47a3-ac73-4c23ccd8a7cc None None] The sync data for ids ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'] in n-d-815324-4 is: [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da', 'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'mac_address': 'fa:16:3e:79:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:18Z', 'updated_at': '2021-12-16T23:02:22Z', 'revision_number': 5, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'subnets': [{'id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:04:47.914327 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-0f6dedec-d2b0-419b-b70e-e28cf4ce14fe tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--655176705&fields=id&tenant_id=f9edd9a7184144839c85570d9a1f9b21 HTTP/1.1" status: 200 len: 267 time: 0.0506248 Dec 16 23:04:47.962590 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0748b0-72c7-49de-86b9-27d2f7b7fab7 None None] New status for floating IP 420e7670-9f88-452d-9607-20cd71b57971: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:04:48.038174 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-2321b9fa-f659-4fc3-a1b4-6feb8be04600 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:48.039751 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-2321b9fa-f659-4fc3-a1b4-6feb8be04600 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 812 time: 0.1186423 Dec 16 23:04:48.054984 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-67f67921-9bcc-488f-812e-e5b8e834b517 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/quotas/f9edd9a7184144839c85570d9a1f9b21 HTTP/1.1" status: 200 len: 375 time: 0.0094426 Dec 16 23:04:48.112375 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-3b770da4-076b-44ad-8601-fd3e5fc71e31 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484147 Dec 16 23:04:48.297570 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-20d5b0ef-9b2b-4017-b570-66437be1f9cc service neutron] 10.222.0.75 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291718 Dec 16 23:04:48.400390 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-dd147bb2-dc3e-48ad-b875-e7e18a92058a service neutron] 10.222.0.75 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944633 Dec 16 23:04:48.659088 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-73d25fb7-b395-4828-826f-ed4e65665ecb req-4147e5f8-8725-4463-8ec0-d81ceb84f14e tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 210 time: 0.0311053 Dec 16 23:04:49.762683 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4581e8c8-1c34-43b3-a96a-cb8f3b41d2f9 req-15c69905-f94e-4571-896b-c6da335c5e21 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 210 time: 0.0278449 Dec 16 23:04:49.876489 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:04:49.903181 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:04:49.903529 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 262c7cd0-9e1e-4afb-af75-9fe41c9258f3 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:04:50.660776 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-7b5400cf-afbb-480c-8414-cd7022473055 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:50.663209 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-7b5400cf-afbb-480c-8414-cd7022473055 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.76 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 812 time: 0.1147256 Dec 16 23:04:50.735370 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-54692698-4656-4927-8d57-ee6e585ddb36 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9edd9a7184144839c85570d9a1f9b21 HTTP/1.1" status: 200 len: 379 time: 0.0530920 Dec 16 23:04:50.747993 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-88121725-d4b1-47f3-b497-2fee913e23f6 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Request body: {'port': {'device_id': '7f943dd4-17af-4377-83cb-59e0851c9776', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'admin_state_up': True, 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'security_groups': ['82959b3b-301a-44a8-bc42-589badc69e32']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:04:50.871715 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-262ad170-5a2e-4430-9902-f526a685f722 req-9d25583d-dda1-4148-baff-8d0a8f29a20d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 210 time: 0.0303385 Dec 16 23:04:50.995454 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-88121725-d4b1-47f3-b497-2fee913e23f6 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Made reservation on behalf of f9edd9a7184144839c85570d9a1f9b21 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:04:50.999096 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-88121725-d4b1-47f3-b497-2fee913e23f6 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:51.424407 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-88121725-d4b1-47f3-b497-2fee913e23f6 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Allocated IP 172.20.0.5 (77c7b327-863b-44b3-be18-01d6c03b7fa8/f6a51989-36c0-48d6-8167-4dac1866ea0c/119ff1e5-5556-4f2d-a526-69e1d87ff6f3) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:04:51.556686 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-88121725-d4b1-47f3-b497-2fee913e23f6 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:51.659125 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-88121725-d4b1-47f3-b497-2fee913e23f6 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:51.704023 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-88121725-d4b1-47f3-b497-2fee913e23f6 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Network 77c7b327-863b-44b3-be18-01d6c03b7fa8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:04:51.707064 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-88121725-d4b1-47f3-b497-2fee913e23f6 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:04:51.711882 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-88121725-d4b1-47f3-b497-2fee913e23f6 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:04:51.718328 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88121725-d4b1-47f3-b497-2fee913e23f6 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Pushing event updated for resources: {'Port': ['ID=119ff1e5-5556-4f2d-a526-69e1d87ff6f3,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:04:51.767158 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-88121725-d4b1-47f3-b497-2fee913e23f6 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:51.767795 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-88121725-d4b1-47f3-b497-2fee913e23f6 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:51.838758 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-88121725-d4b1-47f3-b497-2fee913e23f6 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0944166 Dec 16 23:04:51.867078 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-4e8a75b6-44c7-48a7-858f-5d9f270709bb service neutron] Request body: {'port': {'device_id': '7f943dd4-17af-4377-83cb-59e0851c9776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:04:51.925583 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-4e8a75b6-44c7-48a7-858f-5d9f270709bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:51.987682 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cb418a82-6335-4308-ba6c-821840a35c88 None None] Provisioning complete for port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:04:51.988741 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cb418a82-6335-4308-ba6c-821840a35c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:52.004657 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edbd0d-c287-47ba-bcbc-ace81cb3bb68 req-44afe000-1613-4aa5-852d-bc0b795ec15d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:52.007418 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-97edbd0d-c287-47ba-bcbc-ace81cb3bb68 req-44afe000-1613-4aa5-852d-bc0b795ec15d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 931 time: 0.0545630 Dec 16 23:04:52.024986 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-cb418a82-6335-4308-ba6c-821840a35c88 None None] Port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:04:52.058458 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-97edbd0d-c287-47ba-bcbc-ace81cb3bb68 req-9ceffe68-3708-47da-aed9-d00db4a7b682 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458136 Dec 16 23:04:52.191561 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-4e8a75b6-44c7-48a7-858f-5d9f270709bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:04:52.199256 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-4e8a75b6-44c7-48a7-858f-5d9f270709bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:52.211578 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-4e8a75b6-44c7-48a7-858f-5d9f270709bb service neutron] Transition to ACTIVE for port object 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:04:52.252914 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-4e8a75b6-44c7-48a7-858f-5d9f270709bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:52.307260 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a75b6-44c7-48a7-858f-5d9f270709bb service neutron] Pushing event updated for resources: {'Port': ['ID=119ff1e5-5556-4f2d-a526-69e1d87ff6f3,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:04:52.381861 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-4e8a75b6-44c7-48a7-858f-5d9f270709bb service neutron] Attempting to bind port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:04:52.382211 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-4e8a75b6-44c7-48a7-858f-5d9f270709bb service neutron] Attempting to bind port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:04:52.382539 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-4e8a75b6-44c7-48a7-858f-5d9f270709bb service neutron] Attempting to bind port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:04:52.387221 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-4e8a75b6-44c7-48a7-858f-5d9f270709bb service neutron] Port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:04:52.387554 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-4e8a75b6-44c7-48a7-858f-5d9f270709bb service neutron] Attempting to bind port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:04:52.392425 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-4e8a75b6-44c7-48a7-858f-5d9f270709bb service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:04:52.392773 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-4e8a75b6-44c7-48a7-858f-5d9f270709bb service neutron] Checking segment: {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:04:52.393169 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-4e8a75b6-44c7-48a7-858f-5d9f270709bb service neutron] Bound using segment: {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:04:52.393599 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-4e8a75b6-44c7-48a7-858f-5d9f270709bb service neutron] Bound port: 119ff1e5-5556-4f2d-a526-69e1d87ff6f3, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:04:52.393971 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-4e8a75b6-44c7-48a7-858f-5d9f270709bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:52.463026 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-4e8a75b6-44c7-48a7-858f-5d9f270709bb service neutron] For port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:04:52.466245 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-4e8a75b6-44c7-48a7-858f-5d9f270709bb service neutron] For port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=119ff1e5-5556-4f2d-a526-69e1d87ff6f3,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:04:52.527244 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-4e8a75b6-44c7-48a7-858f-5d9f270709bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:52.566669 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-4e8a75b6-44c7-48a7-858f-5d9f270709bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:52.567361 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-4e8a75b6-44c7-48a7-858f-5d9f270709bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:52.569317 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-4e8a75b6-44c7-48a7-858f-5d9f270709bb service neutron] 10.222.0.76 "PUT /v2.0/ports/119ff1e5-5556-4f2d-a526-69e1d87ff6f3 HTTP/1.1" status: 200 len: 1091 time: 0.7075708 Dec 16 23:04:52.569773 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f943dd4-17af-4377-83cb-59e0851c9776', 'tag': '119ff1e5-5556-4f2d-a526-69e1d87ff6f3'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:04:52.572087 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75dc97fd-ae87-432a-a3b4-398c493010ae" -d '{"events": [{"name": "network-changed", "server_uuid": "7f943dd4-17af-4377-83cb-59e0851c9776", "tag": "119ff1e5-5556-4f2d-a526-69e1d87ff6f3"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:04:52.597633 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a75b6-44c7-48a7-858f-5d9f270709bb service neutron] Pushing event updated for resources: {'Port': ['ID=119ff1e5-5556-4f2d-a526-69e1d87ff6f3,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:04:52.624658 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b355de-b189-49fc-b808-fdcdd0371817 x-openstack-request-id: req-d6b355de-b189-49fc-b808-fdcdd0371817 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:04:52.624958 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f943dd4-17af-4377-83cb-59e0851c9776", "tag": "119ff1e5-5556-4f2d-a526-69e1d87ff6f3", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:04:52.625226 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d6b355de-b189-49fc-b808-fdcdd0371817 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:04:52.625813 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f943dd4-17af-4377-83cb-59e0851c9776', 'tag': '119ff1e5-5556-4f2d-a526-69e1d87ff6f3', 'status': 'completed', 'code': 200} Dec 16 23:04:52.715232 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc97fd-ae87-432a-a3b4-398c493010ae req-ff7f81f0-2022-4afb-9406-85a6d4709dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:52.716791 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75dc97fd-ae87-432a-a3b4-398c493010ae req-ff7f81f0-2022-4afb-9406-85a6d4709dd4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 1094 time: 0.0451658 Dec 16 23:04:52.844445 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc97fd-ae87-432a-a3b4-398c493010ae req-6e6723d4-2e7c-408c-8e68-e2748b712796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:52.845881 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75dc97fd-ae87-432a-a3b4-398c493010ae req-6e6723d4-2e7c-408c-8e68-e2748b712796 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=f9edd9a7184144839c85570d9a1f9b21&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0975420 Dec 16 23:04:52.950070 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc97fd-ae87-432a-a3b4-398c493010ae req-8ba2fadf-29e0-427f-827f-ed0ac00fb629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:52.951612 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75dc97fd-ae87-432a-a3b4-398c493010ae req-8ba2fadf-29e0-427f-827f-ed0ac00fb629 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0935433 Dec 16 23:04:53.063914 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-5a8feedc-6b88-49fd-9578-ceb9a98ae704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:53.065532 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-5a8feedc-6b88-49fd-9578-ceb9a98ae704 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 1094 time: 0.0414829 Dec 16 23:04:53.120573 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-592e4501-c958-4be9-a075-a1c9005ee4ac service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=119ff1e5-5556-4f2d-a526-69e1d87ff6f3 HTTP/1.1" status: 200 len: 217 time: 0.0358829 Dec 16 23:04:53.178713 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-89f28b61-027c-4b2c-89e8-89cfab370719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:53.180374 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-89f28b61-027c-4b2c-89e8-89cfab370719 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0505002 Dec 16 23:04:53.183078 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f718b-f1ca-415d-bd4e-137ab16e7046 req-1fba07c8-feb3-4764-8462-d5cca4b8f43e tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:53.184599 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-373f718b-f1ca-415d-bd4e-137ab16e7046 req-1fba07c8-feb3-4764-8462-d5cca4b8f43e tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 943 time: 0.0543644 Dec 16 23:04:53.231393 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-e558561b-ff6e-4f5a-a4e0-f6e9835a4433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:53.232929 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-e558561b-ff6e-4f5a-a4e0-f6e9835a4433 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416903 Dec 16 23:04:53.233417 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-373f718b-f1ca-415d-bd4e-137ab16e7046 req-13075dca-a1cb-43e6-8147-56a1bbd6b9b7 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426593 Dec 16 23:04:53.328336 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-f6477362-76f9-42de-a8c9-7ae87ce1734c service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840509 Dec 16 23:04:53.424980 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e53667d0-bdb3-4a3b-909e-75a9cf1b770e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:53.429955 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6f7f1214-28a9-4396-bee8-5afdd2e71ddd req-3d86d89c-eb14-404f-b124-fc4842357cf4 service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899017 Dec 16 23:04:54.352708 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3e8f6-1e82-4c8e-afa7-67b68969c453 req-11bb8a1b-6e90-4dc9-8796-a0fffbf3ec04 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:54.354256 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fba3e8f6-1e82-4c8e-afa7-67b68969c453 req-11bb8a1b-6e90-4dc9-8796-a0fffbf3ec04 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 943 time: 0.0497735 Dec 16 23:04:54.401444 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fba3e8f6-1e82-4c8e-afa7-67b68969c453 req-acab6216-8b5b-4fe3-91f4-a2274db83899 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412078 Dec 16 23:04:55.516289 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b047e-7ee1-4c97-b06a-c29f3762d367 req-638b42f4-1292-42cb-b4e2-fcbd2927b53f tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:55.517707 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b12b047e-7ee1-4c97-b06a-c29f3762d367 req-638b42f4-1292-42cb-b4e2-fcbd2927b53f tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 943 time: 0.0485649 Dec 16 23:04:55.565639 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b12b047e-7ee1-4c97-b06a-c29f3762d367 req-b0eac192-c84b-4bdd-ba83-5d5de0477886 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412533 Dec 16 23:04:55.631073 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d6d5a4ae-665c-4e85-9b3a-a930b924c501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:56.518988 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:04:56.616813 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=119ff1e5-5556-4f2d-a526-69e1d87ff6f3,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:04:56.629176 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '119ff1e5-5556-4f2d-a526-69e1d87ff6f3', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'port_id': '119ff1e5-5556-4f2d-a526-69e1d87ff6f3', 'mac_address': 'fa:16:3e:81:91:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:04:56.667815 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:56.680763 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:04:56.690128 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7aa809-860e-495f-895b-3ffe3ec891e2 req-67db7d0c-e549-4602-b66a-cd0fcda52947 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:56.691675 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8d7aa809-860e-495f-895b-3ffe3ec891e2 req-67db7d0c-e549-4602-b66a-cd0fcda52947 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 943 time: 0.0544322 Dec 16 23:04:56.705286 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=119ff1e5-5556-4f2d-a526-69e1d87ff6f3,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:04:56.741308 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8d7aa809-860e-495f-895b-3ffe3ec891e2 req-527c0c0f-e8b1-44e1-9c6a-09e082a0fecd tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428860 Dec 16 23:04:56.801554 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:56.850546 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=119ff1e5-5556-4f2d-a526-69e1d87ff6f3,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:04:57.144060 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:57.210874 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['119ff1e5-5556-4f2d-a526-69e1d87ff6f3'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:04:57.339958 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:57.863702 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670eb08-7d38-4ce8-a21f-40f9e903b292 req-c3c5779e-974a-4a53-a750-b4274094011b tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:57.866174 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d670eb08-7d38-4ce8-a21f-40f9e903b292 req-c3c5779e-974a-4a53-a750-b4274094011b tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 944 time: 0.0530159 Dec 16 23:04:57.913180 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d670eb08-7d38-4ce8-a21f-40f9e903b292 req-7a5c9b8c-89d2-428c-80e7-290491a1d264 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408819 Dec 16 23:04:58.469658 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:58.538011 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:04:58.635690 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:04:58.639762 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:04:58.640133 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:58.728573 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:58.751633 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f943dd4-17af-4377-83cb-59e0851c9776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119ff1e5-5556-4f2d-a526-69e1d87ff6f3'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:04:58.753851 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba995d22-e121-417d-8740-aaf928585bff" -d '{"events": [{"server_uuid": "7f943dd4-17af-4377-83cb-59e0851c9776", "name": "network-vif-plugged", "status": "completed", "tag": "119ff1e5-5556-4f2d-a526-69e1d87ff6f3"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:04:58.766691 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=119ff1e5-5556-4f2d-a526-69e1d87ff6f3,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:04:58.796564 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4db4c1d-aaa8-475f-b7ea-278b1568b36b x-openstack-request-id: req-b4db4c1d-aaa8-475f-b7ea-278b1568b36b {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:04:58.796564 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f943dd4-17af-4377-83cb-59e0851c9776", "name": "network-vif-plugged", "status": "completed", "tag": "119ff1e5-5556-4f2d-a526-69e1d87ff6f3", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:04:58.796564 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b4db4c1d-aaa8-475f-b7ea-278b1568b36b {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:04:58.796564 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f943dd4-17af-4377-83cb-59e0851c9776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119ff1e5-5556-4f2d-a526-69e1d87ff6f3', 'code': 200} Dec 16 23:04:58.812498 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:58.835010 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:58.884875 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=119ff1e5-5556-4f2d-a526-69e1d87ff6f3,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:04:58.946791 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6efb60-90d8-43cd-9e74-0aeba42bdc40 req-315c0c67-d9e5-4f37-9c0d-e88693025f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:58.948364 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4f6efb60-90d8-43cd-9e74-0aeba42bdc40 req-315c0c67-d9e5-4f37-9c0d-e88693025f99 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 1096 time: 0.0424578 Dec 16 23:04:58.994298 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4f6efb60-90d8-43cd-9e74-0aeba42bdc40 req-67ff36ac-db4d-4251-b7c5-93cf53425645 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388961 Dec 16 23:04:59.033556 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca73741-074a-4e98-8e9b-410cb8b1bb99 req-93805731-180b-4cc0-bcab-e72d62f53391 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:04:59.035152 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ca73741-074a-4e98-8e9b-410cb8b1bb99 req-93805731-180b-4cc0-bcab-e72d62f53391 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0501568 Dec 16 23:04:59.084661 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1ca73741-074a-4e98-8e9b-410cb8b1bb99 req-769d771f-06d8-4777-85fd-1c76b79ac4fc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430179 Dec 16 23:04:59.098141 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:04:59.937625 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:05:00.205724 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e8c6f-43b3-4eaf-8931-a7d0d0470133 req-ae085124-2ac6-4ba0-b136-77cfd63da653 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:05:00.207148 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9c5e8c6f-43b3-4eaf-8931-a7d0d0470133 req-ae085124-2ac6-4ba0-b136-77cfd63da653 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0511563 Dec 16 23:05:00.262323 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9c5e8c6f-43b3-4eaf-8931-a7d0d0470133 req-34ee09e5-3ea9-435e-89ed-74efb417b5b2 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483658 Dec 16 23:05:01.382231 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe76fef-89bd-45ce-8092-e9f5bcefb259 req-c1a08604-c0c8-4c86-83f9-a34ece871509 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:05:01.383831 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9fe76fef-89bd-45ce-8092-e9f5bcefb259 req-c1a08604-c0c8-4c86-83f9-a34ece871509 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0536127 Dec 16 23:05:01.434717 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9fe76fef-89bd-45ce-8092-e9f5bcefb259 req-5cdb257b-8ab3-46aa-b4ee-3f2f1eb43a46 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449722 Dec 16 23:05:01.550122 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6363e-b195-4ac1-a43c-f71ddf7e1203 req-832ecfb0-8c44-41ff-b005-432526f4bf0b tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:05:01.551568 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e8c6363e-b195-4ac1-a43c-f71ddf7e1203 req-832ecfb0-8c44-41ff-b005-432526f4bf0b tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0501828 Dec 16 23:05:01.560526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 33780) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:05:01.565023 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-db8ec2e9-d24f-4fe9-a8f5-cecc19010a81 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Request body: {'floatingip': {'port_id': '119ff1e5-5556-4f2d-a526-69e1d87ff6f3'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:05:01.606075 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-db8ec2e9-d24f-4fe9-a8f5-cecc19010a81 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for floatingip, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:02.043301 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-db8ec2e9-d24f-4fe9-a8f5-cecc19010a81 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:02.121101 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-db8ec2e9-d24f-4fe9-a8f5-cecc19010a81 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:02.223182 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-db8ec2e9-d24f-4fe9-a8f5-cecc19010a81 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Floating IP 420e7670-9f88-452d-9607-20cd71b57971 associated. External IP: 172.25.6.36, port: 119ff1e5-5556-4f2d-a526-69e1d87ff6f3. Dec 16 23:05:02.431852 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8ec2e9-d24f-4fe9-a8f5-cecc19010a81 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:05:02.539479 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8ec2e9-d24f-4fe9-a8f5-cecc19010a81 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:05:02.545455 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-db8ec2e9-d24f-4fe9-a8f5-cecc19010a81 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:02.548895 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078bdbec-ae71-4d95-94c1-fc2a744029c4 None None] Sync routers for ids ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:05:02.558486 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078bdbec-ae71-4d95-94c1-fc2a744029c4 None None] Routers {'6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:05:02.559152 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-078bdbec-ae71-4d95-94c1-fc2a744029c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:04:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:05:02.574282 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-db8ec2e9-d24f-4fe9-a8f5-cecc19010a81 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "PUT /v2.0/floatingips/420e7670-9f88-452d-9607-20cd71b57971 HTTP/1.1" status: 200 len: 990 time: 1.0126376 Dec 16 23:05:02.574999 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f943dd4-17af-4377-83cb-59e0851c9776', 'tag': '119ff1e5-5556-4f2d-a526-69e1d87ff6f3'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:05:02.577369 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffa7002-1d2a-458c-af4d-8f818b8f1bca" -d '{"events": [{"name": "network-changed", "server_uuid": "7f943dd4-17af-4377-83cb-59e0851c9776", "tag": "119ff1e5-5556-4f2d-a526-69e1d87ff6f3"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:05:02.621762 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fdc4ef-e5ce-4ec6-9e9d-25e42a1f2797 x-openstack-request-id: req-04fdc4ef-e5ce-4ec6-9e9d-25e42a1f2797 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:05:02.622631 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f943dd4-17af-4377-83cb-59e0851c9776", "tag": "119ff1e5-5556-4f2d-a526-69e1d87ff6f3", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:05:02.622631 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-04fdc4ef-e5ce-4ec6-9e9d-25e42a1f2797 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:05:02.623189 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f943dd4-17af-4377-83cb-59e0851c9776', 'tag': '119ff1e5-5556-4f2d-a526-69e1d87ff6f3', 'status': 'completed', 'code': 200} Dec 16 23:05:02.680072 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-078bdbec-ae71-4d95-94c1-fc2a744029c4 None None] Set router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:05:02.752534 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa7002-1d2a-458c-af4d-8f818b8f1bca req-f5353bc1-39cf-42fd-a7cf-3d37b4f0f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:05:02.754102 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8ffa7002-1d2a-458c-af4d-8f818b8f1bca req-f5353bc1-39cf-42fd-a7cf-3d37b4f0f90b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 1096 time: 0.0478292 Dec 16 23:05:02.856584 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa7002-1d2a-458c-af4d-8f818b8f1bca req-63d294ed-3373-43ed-88b6-f351ee75e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:05:02.858141 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8ffa7002-1d2a-458c-af4d-8f818b8f1bca req-63d294ed-3373-43ed-88b6-f351ee75e9b4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.0958068 Dec 16 23:05:02.932576 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8ffa7002-1d2a-458c-af4d-8f818b8f1bca req-6cfcc976-84e3-441e-8010-89d5cec002dd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=119ff1e5-5556-4f2d-a526-69e1d87ff6f3 HTTP/1.1" status: 200 len: 998 time: 0.0665514 Dec 16 23:05:02.936504 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-078bdbec-ae71-4d95-94c1-fc2a744029c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '420e7670-9f88-452d-9607-20cd71b57971', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'port_id': '119ff1e5-5556-4f2d-a526-69e1d87ff6f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'mac_address': 'fa:16:3e:81:91:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f943dd4-17af-4377-83cb-59e0851c9776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:02:22Z', 'updated_at': '2021-12-16T23:05:01Z', 'revision_number': 5, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da', 'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'mac_address': 'fa:16:3e:79:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:18Z', 'updated_at': '2021-12-16T23:02:22Z', 'revision_number': 5, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'subnets': [{'id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:05:02.966185 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078bdbec-ae71-4d95-94c1-fc2a744029c4 None None] Checking router: 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:05:02.975986 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078bdbec-ae71-4d95-94c1-fc2a744029c4 None None] Routers {'6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:05:02.976596 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-078bdbec-ae71-4d95-94c1-fc2a744029c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:04:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:05:02.985401 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa7002-1d2a-458c-af4d-8f818b8f1bca req-23894a03-617d-4cc6-8c1f-3f299006de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:05:02.986905 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8ffa7002-1d2a-458c-af4d-8f818b8f1bca req-23894a03-617d-4cc6-8c1f-3f299006de31 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0466168 Dec 16 23:05:03.039733 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa7002-1d2a-458c-af4d-8f818b8f1bca req-1d665f80-40e6-4517-ab6a-c7bfbd157fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:05:03.041286 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8ffa7002-1d2a-458c-af4d-8f818b8f1bca req-1d665f80-40e6-4517-ab6a-c7bfbd157fff service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465434 Dec 16 23:05:03.092315 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-078bdbec-ae71-4d95-94c1-fc2a744029c4 None None] Set router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:05:03.136538 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8ffa7002-1d2a-458c-af4d-8f818b8f1bca req-83a72d39-7828-47c1-abfa-9282bf313e1a service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877507 Dec 16 23:05:03.238488 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8ffa7002-1d2a-458c-af4d-8f818b8f1bca req-c78deace-df4d-4a61-9362-3098bf108cc0 service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946789 Dec 16 23:05:03.335573 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-078bdbec-ae71-4d95-94c1-fc2a744029c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '420e7670-9f88-452d-9607-20cd71b57971', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'port_id': '119ff1e5-5556-4f2d-a526-69e1d87ff6f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'mac_address': 'fa:16:3e:81:91:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f943dd4-17af-4377-83cb-59e0851c9776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:02:22Z', 'updated_at': '2021-12-16T23:05:01Z', 'revision_number': 5, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da', 'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'mac_address': 'fa:16:3e:79:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:18Z', 'updated_at': '2021-12-16T23:02:22Z', 'revision_number': 5, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'subnets': [{'id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:05:03.363241 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078bdbec-ae71-4d95-94c1-fc2a744029c4 None None] The sync data for ids ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'] in n-d-815324-4 is: [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '420e7670-9f88-452d-9607-20cd71b57971', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'port_id': '119ff1e5-5556-4f2d-a526-69e1d87ff6f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'mac_address': 'fa:16:3e:81:91:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f943dd4-17af-4377-83cb-59e0851c9776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:02:22Z', 'updated_at': '2021-12-16T23:05:01Z', 'revision_number': 5, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da', 'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'mac_address': 'fa:16:3e:79:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:18Z', 'updated_at': '2021-12-16T23:02:22Z', 'revision_number': 5, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'subnets': [{'id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:05:03.573167 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35352749-2acf-4a0b-8114-6c886adc5c78 None None] New status for floating IP 420e7670-9f88-452d-9607-20cd71b57971: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:05:23.429710 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57ddde72-b161-422c-ab21-b5927be61e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:25.669543 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a3e789a0-3a59-40a7-8f8b-1da080f0f190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:27.143955 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:27.332213 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:28.543713 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:28.761750 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:29.104421 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:36.936541 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:05:53.394142 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2183bb84-8bc2-4a1a-8f72-c5cd735b1528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:55.663619 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fbca11a6-c890-4b8d-bde4-ebd0fd6ca4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:57.211796 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:57.389571 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:57.805206 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a6fc6fd3-e784-4841-b9a7-6d1d1e4b889e req-1ba54173-2f88-44cb-bb88-7ad3a0f914ea service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486214 Dec 16 23:05:57.925345 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc6fd3-e784-4841-b9a7-6d1d1e4b889e req-0c933338-156b-421a-a822-3c6d9d89b196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:05:57.926892 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a6fc6fd3-e784-4841-b9a7-6d1d1e4b889e req-0c933338-156b-421a-a822-3c6d9d89b196 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 1096 time: 0.0446112 Dec 16 23:05:58.043410 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc6fd3-e784-4841-b9a7-6d1d1e4b889e req-324ae48c-5aa6-4743-a03f-1f68fbea9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:05:58.045148 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a6fc6fd3-e784-4841-b9a7-6d1d1e4b889e req-324ae48c-5aa6-4743-a03f-1f68fbea9b54 service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.0929298 Dec 16 23:05:58.119887 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a6fc6fd3-e784-4841-b9a7-6d1d1e4b889e req-4ea8e971-2f51-4cb4-8fa7-13f450f6f09e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=119ff1e5-5556-4f2d-a526-69e1d87ff6f3 HTTP/1.1" status: 200 len: 1000 time: 0.0639403 Dec 16 23:05:58.180491 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc6fd3-e784-4841-b9a7-6d1d1e4b889e req-9c9ae3e1-62e0-41c5-8645-beac647ef1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:05:58.181966 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a6fc6fd3-e784-4841-b9a7-6d1d1e4b889e req-9c9ae3e1-62e0-41c5-8645-beac647ef1a5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0499732 Dec 16 23:05:58.234500 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc6fd3-e784-4841-b9a7-6d1d1e4b889e req-451169e4-6fea-47e9-aeb1-27c4b0e29d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:05:58.236252 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a6fc6fd3-e784-4841-b9a7-6d1d1e4b889e req-451169e4-6fea-47e9-aeb1-27c4b0e29d91 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464640 Dec 16 23:05:58.254239 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-a6fc6fd3-e784-4841-b9a7-6d1d1e4b889e req-50fcc9cb-7920-42d0-8e4c-bd537267d180 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:05:58.255299 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a6fc6fd3-e784-4841-b9a7-6d1d1e4b889e req-50fcc9cb-7920-42d0-8e4c-bd537267d180 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059803 Dec 16 23:05:58.350664 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a6fc6fd3-e784-4841-b9a7-6d1d1e4b889e req-82f810f2-8c45-4ec3-860f-5419e16d69fa service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844591 Dec 16 23:05:58.455634 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a6fc6fd3-e784-4841-b9a7-6d1d1e4b889e req-0bedd1c6-fe4e-4a0a-81e8-a8d444604a3b service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935402 Dec 16 23:05:58.486361 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:58.789318 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:05:59.144820 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:13.935613 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:06:23.400613 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c9d9d43a-8a8b-427b-b3c8-fa4400b71c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:25.654375 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36412091-8293-4196-826a-01216c0a54dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:27.178141 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:27.349984 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:28.463295 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:28.812216 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:29.143577 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:43.300640 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-3d1ee1d7-25c9-44c0-a44b-e12e4dd9d441 req-5ee14dea-0813-440e-9e53-6cf5d3d4793f service neutron] (103613) timed out ('10.222.0.75', 59136) {{(pid=103613) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 23:06:44.430789 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113fb13-8c59-4663-8ab9-8286e0372847 req-04643d66-f102-4db7-9ecb-ef361aa0aa02 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:44.432332 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f113fb13-8c59-4663-8ab9-8286e0372847 req-04643d66-f102-4db7-9ecb-ef361aa0aa02 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0522768 Dec 16 23:06:44.481346 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f113fb13-8c59-4663-8ab9-8286e0372847 req-3884268d-a8d0-47d4-a226-c1124dcf8aaa tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430310 Dec 16 23:06:45.613667 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65228cc-74b6-41ba-9b26-4a00cdabb83f req-cd1ce7d2-bd74-4533-869f-76d30da45046 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:45.615482 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f65228cc-74b6-41ba-9b26-4a00cdabb83f req-cd1ce7d2-bd74-4533-869f-76d30da45046 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0606022 Dec 16 23:06:45.672390 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f65228cc-74b6-41ba-9b26-4a00cdabb83f req-7a2791dc-22c9-4606-86b1-f3942a31ab27 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509977 Dec 16 23:06:45.985298 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-67e51c7b-61bf-414e-88c9-d12d37f2fb90 req-c5b69b66-c82e-4f13-89ac-66f6483d54d8 service neutron] (103613) timed out ('10.222.0.76', 58882) {{(pid=103613) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 23:06:46.792828 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d8929-9f20-4440-a2c1-86400c31027c req-4b10e4cd-e432-4b41-b668-9c185be2428b tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:46.794877 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-393d8929-9f20-4440-a2c1-86400c31027c req-4b10e4cd-e432-4b41-b668-9c185be2428b tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0524592 Dec 16 23:06:46.852473 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-393d8929-9f20-4440-a2c1-86400c31027c req-2b78b404-f76f-4524-8195-36b645ba2339 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512516 Dec 16 23:06:47.982190 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024cf95-8034-4488-9352-14b6fb7b0436 req-ee71b388-fbcc-4beb-b00a-14dd34b94566 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:47.983754 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0024cf95-8034-4488-9352-14b6fb7b0436 req-ee71b388-fbcc-4beb-b00a-14dd34b94566 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0545790 Dec 16 23:06:48.034015 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0024cf95-8034-4488-9352-14b6fb7b0436 req-58adefd1-0395-465c-a485-a69a937ada9c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416641 Dec 16 23:06:49.150502 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a19ee2-fb67-461e-bbd3-b09b8875db6e req-81351b50-2663-413e-86a7-8286fd76efc2 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:49.152043 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79a19ee2-fb67-461e-bbd3-b09b8875db6e req-81351b50-2663-413e-86a7-8286fd76efc2 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0490336 Dec 16 23:06:49.200123 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79a19ee2-fb67-461e-bbd3-b09b8875db6e req-a9802719-034d-4d95-8600-2ce01f301e91 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420587 Dec 16 23:06:50.327854 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275bfe5-0ddb-4c76-87e8-b1d3d55a051b req-24548440-12f3-4050-b9f7-b97836a29dc0 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:50.329523 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f275bfe5-0ddb-4c76-87e8-b1d3d55a051b req-24548440-12f3-4050-b9f7-b97836a29dc0 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0599096 Dec 16 23:06:50.379102 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f275bfe5-0ddb-4c76-87e8-b1d3d55a051b req-e136f29a-e462-40b3-9c4a-b3fb3ff5d11c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435071 Dec 16 23:06:50.935409 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:06:51.504354 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d90e7f-1d0e-4baa-aad5-6be7de05ffab req-62fff19b-d657-45f0-9a63-d2aab7f5bc34 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:51.505932 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-83d90e7f-1d0e-4baa-aad5-6be7de05ffab req-62fff19b-d657-45f0-9a63-d2aab7f5bc34 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0508132 Dec 16 23:06:51.565249 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-83d90e7f-1d0e-4baa-aad5-6be7de05ffab req-85035dd5-56bb-4f41-a5a2-181a15b0be3c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487814 Dec 16 23:06:52.686511 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1736bfc-78b8-4ec8-867b-b77eb3a5aca8 req-76e28e8f-9b52-4e60-80ac-9607a9ed621f tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:52.688056 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c1736bfc-78b8-4ec8-867b-b77eb3a5aca8 req-76e28e8f-9b52-4e60-80ac-9607a9ed621f tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0508733 Dec 16 23:06:52.736844 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c1736bfc-78b8-4ec8-867b-b77eb3a5aca8 req-735004bf-f6a2-4ec0-983d-7d1c528f434a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417428 Dec 16 23:06:53.428700 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-289cd899-0a92-42a3-83bd-287fc0cebbef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:53.858867 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94112e53-b030-432c-8f38-169284bd19e3 req-35c3a80e-b9aa-4e26-b364-4e1f1541dfb3 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:53.860445 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94112e53-b030-432c-8f38-169284bd19e3 req-35c3a80e-b9aa-4e26-b364-4e1f1541dfb3 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0555780 Dec 16 23:06:53.908890 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94112e53-b030-432c-8f38-169284bd19e3 req-95db32b1-d328-49ed-86da-6f91aedcb48a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418334 Dec 16 23:06:55.035262 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1c329-5ac3-41f7-b93c-4ec17a3502ae req-134af387-9d2e-46b4-86b6-48ac72f0df56 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:55.037366 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-33b1c329-5ac3-41f7-b93c-4ec17a3502ae req-134af387-9d2e-46b4-86b6-48ac72f0df56 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0562873 Dec 16 23:06:55.090793 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-33b1c329-5ac3-41f7-b93c-4ec17a3502ae req-cf6700e1-ae2e-4b7b-8ab6-51e9846cd47c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464725 Dec 16 23:06:55.685923 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b240331c-8abc-4ed9-b062-43331ea5b436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:56.209938 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a3652-87b4-48ee-8c86-6811c35a5b40 req-be75ab33-6075-4929-ba35-b338c68d2c2a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:56.211503 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2a4a3652-87b4-48ee-8c86-6811c35a5b40 req-be75ab33-6075-4929-ba35-b338c68d2c2a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0513265 Dec 16 23:06:56.260449 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2a4a3652-87b4-48ee-8c86-6811c35a5b40 req-a1f20b13-c0a3-4619-9fa8-d7396161993b tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427065 Dec 16 23:06:56.709616 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceff619-576e-4c35-9eb8-0ff7c0cb9c30 req-7d2d5a57-ee41-4878-ac59-29bfa7355dd6 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:56.711397 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dceff619-576e-4c35-9eb8-0ff7c0cb9c30 req-7d2d5a57-ee41-4878-ac59-29bfa7355dd6 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0516999 Dec 16 23:06:56.767032 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dceff619-576e-4c35-9eb8-0ff7c0cb9c30 req-388baedc-051c-4ce8-a477-2b9fc878bb9a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495923 Dec 16 23:06:56.992788 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-10a56c19-cf6c-4997-994f-7cfeccb629d9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852911 Dec 16 23:06:57.221397 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:57.377905 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:57.898339 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a3fd5-a7f0-45ac-879f-c39863768c8b req-b7be5fec-0cce-41e7-bf33-834cc4887448 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:57.899856 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ae3a3fd5-a7f0-45ac-879f-c39863768c8b req-b7be5fec-0cce-41e7-bf33-834cc4887448 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0517499 Dec 16 23:06:57.951324 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ae3a3fd5-a7f0-45ac-879f-c39863768c8b req-efbbe6fb-c55c-45eb-844f-9f4f78b89899 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454168 Dec 16 23:06:58.518595 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:58.775756 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:59.078194 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed806ec-b42e-4949-ae23-8b38f76efd9a req-2b4b438a-2b1b-4526-be1c-ac2e8602589d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:59.079822 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bed806ec-b42e-4949-ae23-8b38f76efd9a req-2b4b438a-2b1b-4526-be1c-ac2e8602589d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0530741 Dec 16 23:06:59.114838 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:06:59.129135 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bed806ec-b42e-4949-ae23-8b38f76efd9a req-672f9df1-32f6-4d26-89d6-a2530b39b00b tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423689 Dec 16 23:06:59.398978 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-3c69342f-20a7-426b-aed0-2b6c9c474156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:59.400526 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-3c69342f-20a7-426b-aed0-2b6c9c474156 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 1096 time: 0.0413287 Dec 16 23:06:59.500425 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-bb479f67-56fd-4c22-b00d-371db1fd7225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:59.501908 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-bb479f67-56fd-4c22-b00d-371db1fd7225 service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.0909736 Dec 16 23:06:59.573262 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-9a046d59-87c9-45f4-98dd-489f01e7da53 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=119ff1e5-5556-4f2d-a526-69e1d87ff6f3 HTTP/1.1" status: 200 len: 1000 time: 0.0597539 Dec 16 23:06:59.631479 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-ebffd4f5-1b6b-4a3f-8e88-c0c0d165fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:59.632972 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-ebffd4f5-1b6b-4a3f-8e88-c0c0d165fc52 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0481441 Dec 16 23:06:59.680566 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-edce7ab0-5cb7-459f-963b-36b0b970a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:06:59.682058 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-edce7ab0-5cb7-459f-963b-36b0b970a93a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411808 Dec 16 23:06:59.777403 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-f1fec5b7-f74e-4460-9cf7-32544655f3fe service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831134 Dec 16 23:06:59.879148 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-234af9cb-ee00-45dd-b7ad-e69783f4067a service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878437 Dec 16 23:07:00.014757 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4e667-cf75-4fb7-aa5e-54b6f27e089f req-97e279ee-5b9e-42a0-8de3-595a72646b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:00.016648 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45f4e667-cf75-4fb7-aa5e-54b6f27e089f req-97e279ee-5b9e-42a0-8de3-595a72646b8d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 1096 time: 0.0439274 Dec 16 23:07:00.261793 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2519c-d0bc-4206-8655-9cb91fa46171 req-aea0fab6-9883-4860-a3be-5b83fefee071 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:00.263485 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ade2519c-d0bc-4206-8655-9cb91fa46171 req-aea0fab6-9883-4860-a3be-5b83fefee071 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0609202 Dec 16 23:07:00.319155 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ade2519c-d0bc-4206-8655-9cb91fa46171 req-d15fdeeb-3754-49e1-bf35-f4d9e026518f tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492215 Dec 16 23:07:00.457787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4e667-cf75-4fb7-aa5e-54b6f27e089f req-2b823fa0-2c51-42cd-985e-1026caa3d5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:00.459363 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45f4e667-cf75-4fb7-aa5e-54b6f27e089f req-2b823fa0-2c51-42cd-985e-1026caa3d5b8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.4208260 Dec 16 23:07:00.581199 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45f4e667-cf75-4fb7-aa5e-54b6f27e089f req-197588d5-777e-43d5-8718-b728b3555c9c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=119ff1e5-5556-4f2d-a526-69e1d87ff6f3 HTTP/1.1" status: 200 len: 1000 time: 0.0594153 Dec 16 23:07:00.637368 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4e667-cf75-4fb7-aa5e-54b6f27e089f req-17422bbc-fbec-49bc-96e8-1c90f6c116fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:00.638914 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45f4e667-cf75-4fb7-aa5e-54b6f27e089f req-17422bbc-fbec-49bc-96e8-1c90f6c116fd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0501168 Dec 16 23:07:00.690968 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4e667-cf75-4fb7-aa5e-54b6f27e089f req-91e83741-0783-445f-9efc-fa50cbfd6dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:00.693184 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45f4e667-cf75-4fb7-aa5e-54b6f27e089f req-91e83741-0783-445f-9efc-fa50cbfd6dfd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439117 Dec 16 23:07:00.783908 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45f4e667-cf75-4fb7-aa5e-54b6f27e089f req-02dc4993-5115-4ef3-8876-856bf3ad0a75 service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827279 Dec 16 23:07:00.884484 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45f4e667-cf75-4fb7-aa5e-54b6f27e089f req-0181cc5a-46b5-4c85-9d80-92e85935ef1d service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885949 Dec 16 23:07:01.438482 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1892a5-c7c4-49c8-9205-94b58e3cc366 req-23b1e09b-8f38-45b6-911f-64dd4fa228f9 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:01.440061 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0c1892a5-c7c4-49c8-9205-94b58e3cc366 req-23b1e09b-8f38-45b6-911f-64dd4fa228f9 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0514131 Dec 16 23:07:01.488930 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0c1892a5-c7c4-49c8-9205-94b58e3cc366 req-26f835a0-367b-4c85-8337-85d5663a5e1d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421786 Dec 16 23:07:02.476103 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-325ddf33-cc5f-4f22-a783-21db929ea200 service neutron] show failed (client error): The resource could not be found. Dec 16 23:07:02.477157 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-325ddf33-cc5f-4f22-a783-21db929ea200 service neutron] 10.222.0.76 "GET /v2.0/ports/119ff1e5-5556-4f2d-a526-69e1d87ff6f3/bindings/n-h2-815324-4 HTTP/1.1" status: 404 len: 380 time: 0.0561700 Dec 16 23:07:02.615493 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd4ed2-0f22-4ad3-8f7c-d80ce0b3e193 req-5924b3ce-2b8f-43f9-9817-529903ded9dd tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:02.617122 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d1bd4ed2-0f22-4ad3-8f7c-d80ce0b3e193 req-5924b3ce-2b8f-43f9-9817-529903ded9dd tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0525100 Dec 16 23:07:02.668646 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d1bd4ed2-0f22-4ad3-8f7c-d80ce0b3e193 req-f1e22402-4cd8-442b-837c-e0662fd094e2 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447214 Dec 16 23:07:02.973362 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-924e9205-54be-4167-bf64-d4f609f4be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:02.977051 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-924e9205-54be-4167-bf64-d4f609f4be71 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776&tenant_id=f9edd9a7184144839c85570d9a1f9b21 HTTP/1.1" status: 200 len: 1096 time: 0.0484405 Dec 16 23:07:02.996312 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-4', 'device_owner': 'compute:nova'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:07:03.050429 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:03.254920 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] For port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=119ff1e5-5556-4f2d-a526-69e1d87ff6f3,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:07:03.290246 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] For port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:07:03.334418 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f943dd4-17af-4377-83cb-59e0851c9776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '119ff1e5-5556-4f2d-a526-69e1d87ff6f3'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:07:03.340908 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7704f91-cbb0-41e3-8efe-a6906b38ee56" -d '{"events": [{"server_uuid": "7f943dd4-17af-4377-83cb-59e0851c9776", "name": "network-vif-unplugged", "status": "completed", "tag": "119ff1e5-5556-4f2d-a526-69e1d87ff6f3"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:07:03.341376 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:03.354828 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Transition to ACTIVE for port object 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:07:03.389907 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 23:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b61c85-5cb1-4065-8f82-727f9e4922c9 x-openstack-request-id: req-96b61c85-5cb1-4065-8f82-727f9e4922c9 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:07:03.390309 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f943dd4-17af-4377-83cb-59e0851c9776", "name": "network-vif-unplugged", "status": "completed", "tag": "119ff1e5-5556-4f2d-a526-69e1d87ff6f3", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:07:03.390522 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-96b61c85-5cb1-4065-8f82-727f9e4922c9 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:07:03.391256 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f943dd4-17af-4377-83cb-59e0851c9776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '119ff1e5-5556-4f2d-a526-69e1d87ff6f3', 'code': 200} Dec 16 23:07:03.434784 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:03.516815 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Pushing event updated for resources: {'Port': ['ID=119ff1e5-5556-4f2d-a526-69e1d87ff6f3,revision_number=6']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:07:03.531380 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:03.531743 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:03.532097 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:03.532544 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:03.532888 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:03.533241 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:03.533578 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:03.533914 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:03.534254 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:03.534674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:03.535013 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:03.535375 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:03.535709 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:03.573288 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] No DVR routers for this DVR port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:07:03.728596 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Attempting to bind port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:07:03.728969 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Attempting to bind port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:07:03.729324 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Attempting to bind port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:07:03.734077 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:07:03.735005 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Attempting to bind port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:07:03.741240 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:07:03.741504 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Checking segment: {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:07:03.741894 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Bound using segment: {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:07:03.742328 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Bound port: 119ff1e5-5556-4f2d-a526-69e1d87ff6f3, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:07:03.742695 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:03.792008 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31d8d1-d63f-4aa9-ae7f-c2f24aac0eab req-5580323c-844f-47ea-a5cc-8cdcb47329a3 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:03.793437 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4c31d8d1-d63f-4aa9-ae7f-c2f24aac0eab req-5580323c-844f-47ea-a5cc-8cdcb47329a3 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 943 time: 0.0514596 Dec 16 23:07:03.809703 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] For port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:07:03.813846 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] For port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=119ff1e5-5556-4f2d-a526-69e1d87ff6f3,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:07:03.845945 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4c31d8d1-d63f-4aa9-ae7f-c2f24aac0eab req-f2dfc78b-9543-45d7-b012-325cdaee78c6 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463874 Dec 16 23:07:03.884706 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:03.920068 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:03.920694 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:03.922545 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] 10.222.0.57 "PUT /v2.0/ports/119ff1e5-5556-4f2d-a526-69e1d87ff6f3 HTTP/1.1" status: 200 len: 1091 time: 0.9305005 Dec 16 23:07:03.951133 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a36efd-1b6d-4787-bb13-ef76f7d1aa27 service neutron] Pushing event updated for resources: {'Port': ['ID=119ff1e5-5556-4f2d-a526-69e1d87ff6f3,revision_number=7']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:07:04.000716 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-e5191b97-039b-4a9a-bb16-9dca644fe6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:04.001966 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-e5191b97-039b-4a9a-bb16-9dca644fe6cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 1094 time: 0.0447619 Dec 16 23:07:04.102711 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-91073de6-cf22-4e79-a750-a443b88af447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:04.104274 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-91073de6-cf22-4e79-a750-a443b88af447 service neutron] 10.222.0.57 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.0953331 Dec 16 23:07:04.172231 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-413b913e-3102-4a2c-a0f4-ee72843cf695 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=119ff1e5-5556-4f2d-a526-69e1d87ff6f3 HTTP/1.1" status: 200 len: 998 time: 0.0613561 Dec 16 23:07:04.227658 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-83f1278e-29b0-422f-9dc3-4a3c5ef97dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:04.229092 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-83f1278e-29b0-422f-9dc3-4a3c5ef97dfd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0492013 Dec 16 23:07:04.275402 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-6c79e21b-1b4a-4816-8234-523318dffe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:04.276943 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-6c79e21b-1b4a-4816-8234-523318dffe30 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413547 Dec 16 23:07:04.369081 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-97bb7084-5751-4b27-97df-dc6fe3391e20 service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852282 Dec 16 23:07:04.465794 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5cd3deff-5e4a-4801-9631-8b118c20841c req-216f14e7-03a1-44eb-a566-ea5b3d169a26 service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899274 Dec 16 23:07:04.971989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc4a59-19f5-457c-b322-1bf9eb6f19df req-b5f9d068-d2e4-46f6-bef2-f7dbdac54629 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:04.973538 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79bc4a59-19f5-457c-b322-1bf9eb6f19df req-b5f9d068-d2e4-46f6-bef2-f7dbdac54629 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 943 time: 0.0515156 Dec 16 23:07:05.027504 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79bc4a59-19f5-457c-b322-1bf9eb6f19df req-8964bfa2-fcba-40f1-a2d2-ff39c5669b3e tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466194 Dec 16 23:07:05.392610 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f943dd4-17af-4377-83cb-59e0851c9776', 'tag': '119ff1e5-5556-4f2d-a526-69e1d87ff6f3'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:07:05.395203 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e59769-5064-41ef-a70e-c8254809adf0" -d '{"events": [{"name": "network-changed", "server_uuid": "7f943dd4-17af-4377-83cb-59e0851c9776", "tag": "119ff1e5-5556-4f2d-a526-69e1d87ff6f3"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:07:05.455592 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f455cba-cbb6-4914-a656-2cfe99ed07b0 x-openstack-request-id: req-6f455cba-cbb6-4914-a656-2cfe99ed07b0 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:07:05.455592 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f943dd4-17af-4377-83cb-59e0851c9776", "tag": "119ff1e5-5556-4f2d-a526-69e1d87ff6f3", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:07:05.455592 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6f455cba-cbb6-4914-a656-2cfe99ed07b0 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:07:05.455592 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f943dd4-17af-4377-83cb-59e0851c9776', 'tag': '119ff1e5-5556-4f2d-a526-69e1d87ff6f3', 'status': 'completed', 'code': 200} Dec 16 23:07:05.573053 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e59769-5064-41ef-a70e-c8254809adf0 req-9d8f0455-b1d3-4e3b-be63-721e45aab8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:05.574684 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57e59769-5064-41ef-a70e-c8254809adf0 req-9d8f0455-b1d3-4e3b-be63-721e45aab8a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 1094 time: 0.0872490 Dec 16 23:07:05.577459 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e59769-5064-41ef-a70e-c8254809adf0 req-f9153ac2-3187-41fe-bc03-32f91c65fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:05.578870 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57e59769-5064-41ef-a70e-c8254809adf0 req-f9153ac2-3187-41fe-bc03-32f91c65fe90 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 1094 time: 0.0642049 Dec 16 23:07:05.747081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e59769-5064-41ef-a70e-c8254809adf0 req-21f6c7a6-76f0-4a7c-937e-2ff5cdaadb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:05.748501 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57e59769-5064-41ef-a70e-c8254809adf0 req-21f6c7a6-76f0-4a7c-937e-2ff5cdaadb77 service neutron] 10.222.0.57 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.1662021 Dec 16 23:07:05.749877 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e59769-5064-41ef-a70e-c8254809adf0 req-ebb28ded-1f6c-481f-ae80-ab81208035e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:05.751240 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57e59769-5064-41ef-a70e-c8254809adf0 req-ebb28ded-1f6c-481f-ae80-ab81208035e2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.1599553 Dec 16 23:07:05.863983 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57e59769-5064-41ef-a70e-c8254809adf0 req-546666fb-c41b-4c6d-8582-8b7eede78588 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=119ff1e5-5556-4f2d-a526-69e1d87ff6f3 HTTP/1.1" status: 200 len: 998 time: 0.1067419 Dec 16 23:07:05.868373 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57e59769-5064-41ef-a70e-c8254809adf0 req-5187b2ed-2520-4a3e-923b-5b6a521090a9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=119ff1e5-5556-4f2d-a526-69e1d87ff6f3 HTTP/1.1" status: 200 len: 998 time: 0.1055949 Dec 16 23:07:05.952174 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e59769-5064-41ef-a70e-c8254809adf0 req-434d6040-46a3-428e-a05a-9745428a5f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:05.953692 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57e59769-5064-41ef-a70e-c8254809adf0 req-434d6040-46a3-428e-a05a-9745428a5f91 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0824516 Dec 16 23:07:05.959789 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e59769-5064-41ef-a70e-c8254809adf0 req-cb1ab320-a826-4193-9752-51babf566865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:05.961253 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57e59769-5064-41ef-a70e-c8254809adf0 req-cb1ab320-a826-4193-9752-51babf566865 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0642834 Dec 16 23:07:06.030309 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e59769-5064-41ef-a70e-c8254809adf0 req-267b64c3-a354-473f-a0d8-4455df4b6c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:06.031791 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57e59769-5064-41ef-a70e-c8254809adf0 req-267b64c3-a354-473f-a0d8-4455df4b6c59 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696840 Dec 16 23:07:06.034265 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e59769-5064-41ef-a70e-c8254809adf0 req-78fe4e96-3692-48c3-b7d4-4f25e0ca6fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:06.035695 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57e59769-5064-41ef-a70e-c8254809adf0 req-78fe4e96-3692-48c3-b7d4-4f25e0ca6fb6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644765 Dec 16 23:07:06.231197 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57e59769-5064-41ef-a70e-c8254809adf0 req-c9d1c617-2535-4204-ab92-32eb3fa89f01 service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915162 Dec 16 23:07:06.234626 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57e59769-5064-41ef-a70e-c8254809adf0 req-7692a054-1251-4300-93cb-8464510d4f9a service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873744 Dec 16 23:07:06.243087 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aef462-920d-4eac-8a53-0a38ea48ea27 req-770b173f-8977-4170-8526-609e165cb144 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:06.244522 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-44aef462-920d-4eac-8a53-0a38ea48ea27 req-770b173f-8977-4170-8526-609e165cb144 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 943 time: 0.1196558 Dec 16 23:07:06.404717 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-44aef462-920d-4eac-8a53-0a38ea48ea27 req-61b6c430-6f44-4c8c-a4bb-740f96ebb709 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509211 Dec 16 23:07:06.437726 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57e59769-5064-41ef-a70e-c8254809adf0 req-2a4e6bad-bc47-4f8e-9350-d7e11c3300ad service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922369 Dec 16 23:07:06.443714 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-57e59769-5064-41ef-a70e-c8254809adf0 req-2b163799-14c9-4c7a-829f-b4335cf4ed9b service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910517 Dec 16 23:07:07.048140 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:07:07.092189 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:07:07.525136 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fd765-a46b-4e9b-9155-7f13bffc17f4 req-8e5ebe1b-e1b9-497d-a93b-53641b0f14cf tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:07.526677 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e13fd765-a46b-4e9b-9155-7f13bffc17f4 req-8e5ebe1b-e1b9-497d-a93b-53641b0f14cf tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 943 time: 0.0497122 Dec 16 23:07:07.576842 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e13fd765-a46b-4e9b-9155-7f13bffc17f4 req-9566dfae-fa26-4326-9ce8-f174416f64d5 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440876 Dec 16 23:07:08.357037 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:07:08.459495 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=119ff1e5-5556-4f2d-a526-69e1d87ff6f3,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:07:08.470838 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '119ff1e5-5556-4f2d-a526-69e1d87ff6f3', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'port_id': '119ff1e5-5556-4f2d-a526-69e1d87ff6f3', 'mac_address': 'fa:16:3e:81:91:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:07:08.512978 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:08.695239 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:07:08.702438 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e9a4d-d42d-4b68-bbe6-aa9f267160b1 req-dc450cd4-6230-4983-aa62-1998567f715d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:08.704087 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c15e9a4d-d42d-4b68-bbe6-aa9f267160b1 req-dc450cd4-6230-4983-aa62-1998567f715d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 943 time: 0.0530574 Dec 16 23:07:08.715363 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=119ff1e5-5556-4f2d-a526-69e1d87ff6f3,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:07:08.758704 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c15e9a4d-d42d-4b68-bbe6-aa9f267160b1 req-afc26d83-931b-459b-8afb-4e271b520415 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484087 Dec 16 23:07:08.782970 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:08.834439 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=119ff1e5-5556-4f2d-a526-69e1d87ff6f3,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:07:08.842071 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:08.842417 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:08.842756 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:08.843117 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:08.843447 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:08.843776 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:08.844101 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:08.844459 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:08.844783 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:08.845107 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:08.845427 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:08.845747 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:08.846064 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:07:09.080155 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba289c-ebf9-4e12-970f-216413c1ac23 req-95603147-be0f-4f4c-a0e7-9e1d7f43e015 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:09.081712 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-feba289c-ebf9-4e12-970f-216413c1ac23 req-95603147-be0f-4f4c-a0e7-9e1d7f43e015 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 944 time: 0.0509999 Dec 16 23:07:09.142557 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-feba289c-ebf9-4e12-970f-216413c1ac23 req-378e8f9a-b8a1-4898-ab82-0d6a270138d3 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541816 Dec 16 23:07:09.150907 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['119ff1e5-5556-4f2d-a526-69e1d87ff6f3'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:07:09.185358 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d3463-7ca1-49fd-a75b-5ef083955836 req-47b53fae-2be4-443b-b57c-a2297e57c5d1 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:09.186856 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a17d3463-7ca1-49fd-a75b-5ef083955836 req-47b53fae-2be4-443b-b57c-a2297e57c5d1 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776&tenant_id=f9edd9a7184144839c85570d9a1f9b21&binding%3Ahost_id=n-h2-815324-4 HTTP/1.1" status: 200 len: 944 time: 0.0617070 Dec 16 23:07:09.252549 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [req-a17d3463-7ca1-49fd-a75b-5ef083955836 req-09a0721d-173e-41a8-9581-1c2201423e7c service neutron] delete failed (client error): The resource could not be found. Dec 16 23:07:09.253593 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a17d3463-7ca1-49fd-a75b-5ef083955836 req-09a0721d-173e-41a8-9581-1c2201423e7c service neutron] 10.222.0.76 "DELETE /v2.0/ports/119ff1e5-5556-4f2d-a526-69e1d87ff6f3/bindings/n-h1-815324-4 HTTP/1.1" status: 404 len: 380 time: 0.0546200 Dec 16 23:07:09.376472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d3463-7ca1-49fd-a75b-5ef083955836 req-0a6e9158-1744-4a7e-9022-902be202e817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:09.377985 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a17d3463-7ca1-49fd-a75b-5ef083955836 req-0a6e9158-1744-4a7e-9022-902be202e817 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 1095 time: 0.0458965 Dec 16 23:07:09.475331 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d3463-7ca1-49fd-a75b-5ef083955836 req-5b8ca4c5-7c0e-4d5c-9ac4-15a79617c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:09.476793 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a17d3463-7ca1-49fd-a75b-5ef083955836 req-5b8ca4c5-7c0e-4d5c-9ac4-15a79617c584 service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.0870912 Dec 16 23:07:09.555398 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a17d3463-7ca1-49fd-a75b-5ef083955836 req-55b81db3-e274-4f81-8c19-e216269d653d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=119ff1e5-5556-4f2d-a526-69e1d87ff6f3 HTTP/1.1" status: 200 len: 999 time: 0.0663712 Dec 16 23:07:09.611214 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d3463-7ca1-49fd-a75b-5ef083955836 req-3a40b8b2-eae5-4176-acd9-88269e1233fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:09.612702 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a17d3463-7ca1-49fd-a75b-5ef083955836 req-3a40b8b2-eae5-4176-acd9-88269e1233fc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0468402 Dec 16 23:07:09.664816 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d3463-7ca1-49fd-a75b-5ef083955836 req-e293a84d-853d-413b-947b-cb206d4ee629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:09.666323 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a17d3463-7ca1-49fd-a75b-5ef083955836 req-e293a84d-853d-413b-947b-cb206d4ee629 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421469 Dec 16 23:07:09.765135 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a17d3463-7ca1-49fd-a75b-5ef083955836 req-12249304-bbcb-4bc6-8f3e-e633a3a769c8 service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861151 Dec 16 23:07:09.866686 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a17d3463-7ca1-49fd-a75b-5ef083955836 req-93161d4a-d274-444b-9e5d-4174cf426bad service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895979 Dec 16 23:07:10.269740 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158af4df-d463-45d3-89c3-66c4dba0566e req-5183dd62-b68b-4cc3-a254-b7f1922590cd tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:10.271366 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-158af4df-d463-45d3-89c3-66c4dba0566e req-5183dd62-b68b-4cc3-a254-b7f1922590cd tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 944 time: 0.0494995 Dec 16 23:07:10.320742 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-158af4df-d463-45d3-89c3-66c4dba0566e req-e515f68a-bf4a-472a-9cba-a4815b502401 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430527 Dec 16 23:07:10.356267 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:07:10.497656 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:07:10.502322 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:07:10.502708 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:10.580760 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:10.607966 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f943dd4-17af-4377-83cb-59e0851c9776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119ff1e5-5556-4f2d-a526-69e1d87ff6f3'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:07:10.610539 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc4c222-fac5-4cb5-82ca-1f0ab0cfe98e" -d '{"events": [{"server_uuid": "7f943dd4-17af-4377-83cb-59e0851c9776", "name": "network-vif-plugged", "status": "completed", "tag": "119ff1e5-5556-4f2d-a526-69e1d87ff6f3"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:07:10.624443 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=119ff1e5-5556-4f2d-a526-69e1d87ff6f3,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:07:10.650530 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c29aaea-cab0-4cee-b84a-bf15553f9182 x-openstack-request-id: req-5c29aaea-cab0-4cee-b84a-bf15553f9182 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:07:10.650828 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f943dd4-17af-4377-83cb-59e0851c9776", "name": "network-vif-plugged", "status": "completed", "tag": "119ff1e5-5556-4f2d-a526-69e1d87ff6f3", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:07:10.651124 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5c29aaea-cab0-4cee-b84a-bf15553f9182 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:07:10.651532 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f943dd4-17af-4377-83cb-59e0851c9776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119ff1e5-5556-4f2d-a526-69e1d87ff6f3', 'code': 200} Dec 16 23:07:10.685942 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:10.735686 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=119ff1e5-5556-4f2d-a526-69e1d87ff6f3,revision_number=9']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:07:11.441014 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e32161-d19a-4c06-bacc-c686b1141472 req-5c0308a4-8547-41a7-9a49-5d126cf7c79e tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:11.442511 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22e32161-d19a-4c06-bacc-c686b1141472 req-5c0308a4-8547-41a7-9a49-5d126cf7c79e tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0529485 Dec 16 23:07:11.491471 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22e32161-d19a-4c06-bacc-c686b1141472 req-8db79bf4-53c5-4b60-98f4-e02a34bcda17 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418193 Dec 16 23:07:11.608534 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87217185-59a8-4b7f-b76e-d12a76b1cfff req-9240fd30-b49b-416d-a05c-c74d95913e56 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:11.610018 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87217185-59a8-4b7f-b76e-d12a76b1cfff req-9240fd30-b49b-416d-a05c-c74d95913e56 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0506792 Dec 16 23:07:11.664714 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-87217185-59a8-4b7f-b76e-d12a76b1cfff req-e3df4a13-6283-4e2c-b20d-42a5ac1ae60b tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474756 Dec 16 23:07:12.070119 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141274a-ffbc-4a09-8a8e-1bf2bc7ed91c req-27b98c56-b31d-4ebb-8521-000feec8ea3d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:12.071722 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a141274a-ffbc-4a09-8a8e-1bf2bc7ed91c req-27b98c56-b31d-4ebb-8521-000feec8ea3d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0516114 Dec 16 23:07:12.121997 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a141274a-ffbc-4a09-8a8e-1bf2bc7ed91c req-8198e70e-7d5f-410f-b30d-7ca84a24b21f tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441701 Dec 16 23:07:12.199720 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69c247-f2e9-4a74-b931-5280fbc2f595 req-b5ddacee-14e0-44f9-b8c6-8ce4669282cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:12.201245 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ee69c247-f2e9-4a74-b931-5280fbc2f595 req-b5ddacee-14e0-44f9-b8c6-8ce4669282cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 1096 time: 0.0443068 Dec 16 23:07:12.300328 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69c247-f2e9-4a74-b931-5280fbc2f595 req-4d178663-cf84-443e-b3a8-36ed60871e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:12.301862 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ee69c247-f2e9-4a74-b931-5280fbc2f595 req-4d178663-cf84-443e-b3a8-36ed60871e88 service neutron] 10.222.0.57 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.0917780 Dec 16 23:07:12.371994 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ee69c247-f2e9-4a74-b931-5280fbc2f595 req-f812af24-aeba-4a08-981a-615fa16f61d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=119ff1e5-5556-4f2d-a526-69e1d87ff6f3 HTTP/1.1" status: 200 len: 1000 time: 0.0634167 Dec 16 23:07:12.425660 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69c247-f2e9-4a74-b931-5280fbc2f595 req-568b254e-1734-4d74-a55d-98cdb70d3362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:12.427224 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ee69c247-f2e9-4a74-b931-5280fbc2f595 req-568b254e-1734-4d74-a55d-98cdb70d3362 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0486093 Dec 16 23:07:12.480632 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69c247-f2e9-4a74-b931-5280fbc2f595 req-59524aab-0e70-4588-84ff-55137c72d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:12.482360 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ee69c247-f2e9-4a74-b931-5280fbc2f595 req-59524aab-0e70-4588-84ff-55137c72d886 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483797 Dec 16 23:07:12.576077 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ee69c247-f2e9-4a74-b931-5280fbc2f595 req-60249cc0-6c19-4eff-83a0-49dba1cdd0b7 service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861697 Dec 16 23:07:12.679333 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ee69c247-f2e9-4a74-b931-5280fbc2f595 req-3cbcfaf2-25ca-4568-bc8c-baf2147a5735 service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957854 Dec 16 23:07:13.510841 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ce688-af60-4b9f-912f-f0ba901e3358 req-d06d1c7f-65e6-4166-8103-03ae5734bca9 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:13.512317 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0d4ce688-af60-4b9f-912f-f0ba901e3358 req-d06d1c7f-65e6-4166-8103-03ae5734bca9 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0511298 Dec 16 23:07:13.567617 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0d4ce688-af60-4b9f-912f-f0ba901e3358 req-9efb7474-1cc5-4905-883e-b3e256e76950 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493143 Dec 16 23:07:14.694186 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f95a9-6892-4648-bd7d-6d1a7b80ff9a req-f6d111e7-5a6e-413d-8039-b8b0985ddf50 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:14.695767 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d65f95a9-6892-4648-bd7d-6d1a7b80ff9a req-f6d111e7-5a6e-413d-8039-b8b0985ddf50 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0526123 Dec 16 23:07:14.744825 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d65f95a9-6892-4648-bd7d-6d1a7b80ff9a req-312f2eea-46f9-4445-8a01-6b363715732e tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430243 Dec 16 23:07:15.263798 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e591176-c4b4-4ecb-833b-1037afc2bee6 req-f027c155-05c4-46ce-97bc-bf9565017119 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:15.265392 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e591176-c4b4-4ecb-833b-1037afc2bee6 req-f027c155-05c4-46ce-97bc-bf9565017119 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0545313 Dec 16 23:07:15.320805 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7e591176-c4b4-4ecb-833b-1037afc2bee6 req-7b1174ff-aa26-4dc3-aefe-8a2bad7e2132 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482013 Dec 16 23:07:16.446890 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7fc0e-c799-4625-adb0-a6f00780b138 req-f885486c-df61-4a30-9e73-6717eee7ba3f tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:16.448458 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-87a7fc0e-c799-4625-adb0-a6f00780b138 req-f885486c-df61-4a30-9e73-6717eee7ba3f tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0553808 Dec 16 23:07:16.499113 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-87a7fc0e-c799-4625-adb0-a6f00780b138 req-42dd9bd6-6587-42a0-bbff-a2b120281520 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446754 Dec 16 23:07:16.759312 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c4aaf-0104-43af-bdfa-fcc5c48bd27e req-8cda9a27-f66b-478a-a72a-d63d45c1c2b2 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:16.760788 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c85c4aaf-0104-43af-bdfa-fcc5c48bd27e req-8cda9a27-f66b-478a-a72a-d63d45c1c2b2 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 945 time: 0.0486341 Dec 16 23:07:16.851323 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-c85c4aaf-0104-43af-bdfa-fcc5c48bd27e req-8af56bb6-872a-4562-a5e4-21af70271c17 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Deleting port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:07:16.851830 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c85c4aaf-0104-43af-bdfa-fcc5c48bd27e req-8af56bb6-872a-4562-a5e4-21af70271c17 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:16.947085 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-c85c4aaf-0104-43af-bdfa-fcc5c48bd27e req-8af56bb6-872a-4562-a5e4-21af70271c17 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] For port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=119ff1e5-5556-4f2d-a526-69e1d87ff6f3,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:07:16.947340 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c85c4aaf-0104-43af-bdfa-fcc5c48bd27e req-8af56bb6-872a-4562-a5e4-21af70271c17 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:17.118345 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c85c4aaf-0104-43af-bdfa-fcc5c48bd27e req-8af56bb6-872a-4562-a5e4-21af70271c17 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:17.118708 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c85c4aaf-0104-43af-bdfa-fcc5c48bd27e req-8af56bb6-872a-4562-a5e4-21af70271c17 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:17.119065 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [req-c85c4aaf-0104-43af-bdfa-fcc5c48bd27e req-8af56bb6-872a-4562-a5e4-21af70271c17 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Floating IP 420e7670-9f88-452d-9607-20cd71b57971 disassociated. External IP: 172.25.6.36, port: 119ff1e5-5556-4f2d-a526-69e1d87ff6f3. Dec 16 23:07:17.119434 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-c85c4aaf-0104-43af-bdfa-fcc5c48bd27e req-8af56bb6-872a-4562-a5e4-21af70271c17 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Calling delete_port for 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:07:17.314922 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c85c4aaf-0104-43af-bdfa-fcc5c48bd27e req-8af56bb6-872a-4562-a5e4-21af70271c17 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:17.344493 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af56bb6-872a-4562-a5e4-21af70271c17 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Pushing event deleted for resources: {'Port': ['ID=119ff1e5-5556-4f2d-a526-69e1d87ff6f3,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:07:17.789583 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f5c8ed8-4817-4dfe-bcb5-937d0a60974a req-94d68d4b-aa45-4cee-a6de-1f9fa1d652ab tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f943dd4-17af-4377-83cb-59e0851c9776 HTTP/1.1" status: 200 len: 210 time: 0.0338349 Dec 16 23:07:17.808127 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c85c4aaf-0104-43af-bdfa-fcc5c48bd27e req-8af56bb6-872a-4562-a5e4-21af70271c17 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:07:17.917140 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c85c4aaf-0104-43af-bdfa-fcc5c48bd27e req-8af56bb6-872a-4562-a5e4-21af70271c17 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:07:17.926552 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e14c00-3c8c-4148-9600-2c847d28beba None None] Sync routers for ids ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:07:17.936931 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e14c00-3c8c-4148-9600-2c847d28beba None None] Routers {'6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:07:17.937481 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-30e14c00-3c8c-4148-9600-2c847d28beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:06:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:07:17.960650 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85c4aaf-0104-43af-bdfa-fcc5c48bd27e req-8af56bb6-872a-4562-a5e4-21af70271c17 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] No DVR routers for this DVR port 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:07:17.963731 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c85c4aaf-0104-43af-bdfa-fcc5c48bd27e req-8af56bb6-872a-4562-a5e4-21af70271c17 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:17.967098 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c85c4aaf-0104-43af-bdfa-fcc5c48bd27e req-8af56bb6-872a-4562-a5e4-21af70271c17 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.57 "DELETE /v2.0/ports/119ff1e5-5556-4f2d-a526-69e1d87ff6f3 HTTP/1.1" status: 204 len: 173 time: 1.2004125 Dec 16 23:07:17.967609 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f943dd4-17af-4377-83cb-59e0851c9776', 'name': 'network-vif-deleted', 'tag': '119ff1e5-5556-4f2d-a526-69e1d87ff6f3'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:07:17.969856 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4cb106-3e3f-4944-80a4-928d8fd34ab7" -d '{"events": [{"server_uuid": "7f943dd4-17af-4377-83cb-59e0851c9776", "name": "network-vif-deleted", "tag": "119ff1e5-5556-4f2d-a526-69e1d87ff6f3"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:07:18.015751 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd2eeae-e93a-436f-a629-ae64bc4a4664 x-openstack-request-id: req-dfd2eeae-e93a-436f-a629-ae64bc4a4664 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:07:18.016106 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f943dd4-17af-4377-83cb-59e0851c9776", "name": "network-vif-deleted", "tag": "119ff1e5-5556-4f2d-a526-69e1d87ff6f3", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:07:18.016380 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dfd2eeae-e93a-436f-a629-ae64bc4a4664 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:07:18.016799 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f943dd4-17af-4377-83cb-59e0851c9776', 'name': 'network-vif-deleted', 'tag': '119ff1e5-5556-4f2d-a526-69e1d87ff6f3', 'status': 'completed', 'code': 200} Dec 16 23:07:18.048954 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-30e14c00-3c8c-4148-9600-2c847d28beba None None] Set router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:07:18.261230 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-30e14c00-3c8c-4148-9600-2c847d28beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da', 'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'mac_address': 'fa:16:3e:79:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:18Z', 'updated_at': '2021-12-16T23:02:22Z', 'revision_number': 5, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'subnets': [{'id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:07:18.289121 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e14c00-3c8c-4148-9600-2c847d28beba None None] Checking router: 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:07:18.297876 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e14c00-3c8c-4148-9600-2c847d28beba None None] Routers {'6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:07:18.298515 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-30e14c00-3c8c-4148-9600-2c847d28beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:06:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:07:18.411011 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-30e14c00-3c8c-4148-9600-2c847d28beba None None] Set router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:07:18.623126 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-30e14c00-3c8c-4148-9600-2c847d28beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da', 'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'mac_address': 'fa:16:3e:79:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:18Z', 'updated_at': '2021-12-16T23:02:22Z', 'revision_number': 5, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'subnets': [{'id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:07:18.654732 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e14c00-3c8c-4148-9600-2c847d28beba None None] The sync data for ids ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'] in n-d-815324-4 is: [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da', 'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'mac_address': 'fa:16:3e:79:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:18Z', 'updated_at': '2021-12-16T23:02:22Z', 'revision_number': 5, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'subnets': [{'id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:07:18.903945 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8edf112-64f2-4603-a5cd-a5350754f97f None None] New status for floating IP 420e7670-9f88-452d-9607-20cd71b57971: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:07:19.086348 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-36731886-84e6-4158-a03a-39aabec0868a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--655176705&fields=id&tenant_id=f9edd9a7184144839c85570d9a1f9b21 HTTP/1.1" status: 200 len: 267 time: 0.0427313 Dec 16 23:07:19.197890 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-edefeeef-20ec-4f07-8dd7-31f9affabbcb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:19.200446 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-edefeeef-20ec-4f07-8dd7-31f9affabbcb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 812 time: 0.1062031 Dec 16 23:07:19.214625 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-b37c591a-49dc-4131-a8ee-49377ed33d72 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/quotas/f9edd9a7184144839c85570d9a1f9b21 HTTP/1.1" status: 200 len: 375 time: 0.0092814 Dec 16 23:07:19.271497 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-8ac2d6fa-ff72-4832-bb0f-985f71ce20cd tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511959 Dec 16 23:07:19.440805 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-d9fc8150-fca4-43ea-b5c4-09e0a3e49229 service neutron] 10.222.0.75 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233482 Dec 16 23:07:19.543716 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-392c7087-568e-418b-bd1f-cdbb13c927c3 service neutron] 10.222.0.75 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960078 Dec 16 23:07:20.419233 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:07:20.440995 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:07:20.441345 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 119ff1e5-5556-4f2d-a526-69e1d87ff6f3 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:07:20.883339 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b03c7301-6e33-4bc8-afd1-168bdb8a8ff5 req-4fe20bc0-c433-415e-ab67-aa343813f21d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 210 time: 0.0275760 Dec 16 23:07:21.981389 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd76b961-a51b-47d7-9363-73b1a24ffa8c req-1aec6bbb-e6d6-40a1-b604-c2b7880e754e tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 210 time: 0.0274484 Dec 16 23:07:23.021011 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-a828e66f-a04c-4f16-b4a0-43e7f36b3eed tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:23.023681 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-a828e66f-a04c-4f16-b4a0-43e7f36b3eed tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.76 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 812 time: 0.1065784 Dec 16 23:07:23.084241 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-da4ed89a-0104-4498-8605-340c21b46aab req-76e21f92-d6e5-4ad3-8355-5da20967e56a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 210 time: 0.0263515 Dec 16 23:07:23.109935 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-4d9a594b-9ee9-462b-9d48-ae33f672e298 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9edd9a7184144839c85570d9a1f9b21 HTTP/1.1" status: 200 len: 379 time: 0.0608318 Dec 16 23:07:23.123790 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-60e8058c-7df1-48e5-ae62-0624e5e5c173 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Request body: {'port': {'device_id': '9aac8b27-7f31-49fd-a561-00ffee77f0e9', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'admin_state_up': True, 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'security_groups': ['82959b3b-301a-44a8-bc42-589badc69e32']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:07:23.291621 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-60e8058c-7df1-48e5-ae62-0624e5e5c173 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Made reservation on behalf of f9edd9a7184144839c85570d9a1f9b21 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:07:23.295133 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-60e8058c-7df1-48e5-ae62-0624e5e5c173 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:23.422944 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fe7b57c4-351b-4ff1-b93a-bb15d2e897e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:23.433204 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-60e8058c-7df1-48e5-ae62-0624e5e5c173 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Allocated IP 172.20.0.14 (77c7b327-863b-44b3-be18-01d6c03b7fa8/f6a51989-36c0-48d6-8167-4dac1866ea0c/478be301-10f3-4a1d-b9a2-9246ef79bdb1) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:07:23.571408 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-60e8058c-7df1-48e5-ae62-0624e5e5c173 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:23.710603 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-60e8058c-7df1-48e5-ae62-0624e5e5c173 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:23.754162 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-60e8058c-7df1-48e5-ae62-0624e5e5c173 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Network 77c7b327-863b-44b3-be18-01d6c03b7fa8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:07:23.759932 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-60e8058c-7df1-48e5-ae62-0624e5e5c173 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:07:23.763965 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-60e8058c-7df1-48e5-ae62-0624e5e5c173 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:07:23.788721 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8058c-7df1-48e5-ae62-0624e5e5c173 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Pushing event updated for resources: {'Port': ['ID=478be301-10f3-4a1d-b9a2-9246ef79bdb1,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:07:23.826609 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-60e8058c-7df1-48e5-ae62-0624e5e5c173 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:23.827255 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-60e8058c-7df1-48e5-ae62-0624e5e5c173 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:23.977408 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7ad28371-76d4-4a76-94e3-f18528736672 None None] Provisioning complete for port 478be301-10f3-4a1d-b9a2-9246ef79bdb1 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:07:23.977789 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7ad28371-76d4-4a76-94e3-f18528736672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:23.997359 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-60e8058c-7df1-48e5-ae62-0624e5e5c173 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8774185 Dec 16 23:07:24.016124 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7ad28371-76d4-4a76-94e3-f18528736672 None None] Port 478be301-10f3-4a1d-b9a2-9246ef79bdb1 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:07:24.021526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-0389200b-3ec5-4cc9-b3ed-a6528cca68d5 service neutron] Request body: {'port': {'device_id': '9aac8b27-7f31-49fd-a561-00ffee77f0e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:07:24.074849 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-0389200b-3ec5-4cc9-b3ed-a6528cca68d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:24.303872 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a97614-b5e8-4b2b-b22e-ab295dd2f2af req-efc77e54-ebb8-430c-9069-17261f90ca9d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:24.305397 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-28a97614-b5e8-4b2b-b22e-ab295dd2f2af req-efc77e54-ebb8-430c-9069-17261f90ca9d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 932 time: 0.1256897 Dec 16 23:07:24.385227 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-28a97614-b5e8-4b2b-b22e-ab295dd2f2af req-4a243ef0-9fd8-4993-bbb1-2dd3066e9389 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725543 Dec 16 23:07:24.436238 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-0389200b-3ec5-4cc9-b3ed-a6528cca68d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 478be301-10f3-4a1d-b9a2-9246ef79bdb1 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:07:24.443944 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-0389200b-3ec5-4cc9-b3ed-a6528cca68d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:24.455993 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-0389200b-3ec5-4cc9-b3ed-a6528cca68d5 service neutron] Transition to ACTIVE for port object 478be301-10f3-4a1d-b9a2-9246ef79bdb1 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:07:24.513994 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-0389200b-3ec5-4cc9-b3ed-a6528cca68d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:24.572264 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389200b-3ec5-4cc9-b3ed-a6528cca68d5 service neutron] Pushing event updated for resources: {'Port': ['ID=478be301-10f3-4a1d-b9a2-9246ef79bdb1,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:07:24.653488 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-0389200b-3ec5-4cc9-b3ed-a6528cca68d5 service neutron] Attempting to bind port 478be301-10f3-4a1d-b9a2-9246ef79bdb1 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:07:24.653830 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-0389200b-3ec5-4cc9-b3ed-a6528cca68d5 service neutron] Attempting to bind port 478be301-10f3-4a1d-b9a2-9246ef79bdb1 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:07:24.654169 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-0389200b-3ec5-4cc9-b3ed-a6528cca68d5 service neutron] Attempting to bind port 478be301-10f3-4a1d-b9a2-9246ef79bdb1 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:07:24.658966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-0389200b-3ec5-4cc9-b3ed-a6528cca68d5 service neutron] Port 478be301-10f3-4a1d-b9a2-9246ef79bdb1 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:07:24.659342 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-0389200b-3ec5-4cc9-b3ed-a6528cca68d5 service neutron] Attempting to bind port 478be301-10f3-4a1d-b9a2-9246ef79bdb1 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:07:24.665700 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-0389200b-3ec5-4cc9-b3ed-a6528cca68d5 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:07:24.666044 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-0389200b-3ec5-4cc9-b3ed-a6528cca68d5 service neutron] Checking segment: {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:07:24.666443 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-0389200b-3ec5-4cc9-b3ed-a6528cca68d5 service neutron] Bound using segment: {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:07:24.666882 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-0389200b-3ec5-4cc9-b3ed-a6528cca68d5 service neutron] Bound port: 478be301-10f3-4a1d-b9a2-9246ef79bdb1, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:07:24.667269 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-0389200b-3ec5-4cc9-b3ed-a6528cca68d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:24.735486 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-0389200b-3ec5-4cc9-b3ed-a6528cca68d5 service neutron] For port 478be301-10f3-4a1d-b9a2-9246ef79bdb1, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:07:24.738807 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-0389200b-3ec5-4cc9-b3ed-a6528cca68d5 service neutron] For port 478be301-10f3-4a1d-b9a2-9246ef79bdb1, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=478be301-10f3-4a1d-b9a2-9246ef79bdb1,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:07:24.812107 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-0389200b-3ec5-4cc9-b3ed-a6528cca68d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:24.853815 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-0389200b-3ec5-4cc9-b3ed-a6528cca68d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:24.854494 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-0389200b-3ec5-4cc9-b3ed-a6528cca68d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:24.855934 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-0389200b-3ec5-4cc9-b3ed-a6528cca68d5 service neutron] 10.222.0.76 "PUT /v2.0/ports/478be301-10f3-4a1d-b9a2-9246ef79bdb1 HTTP/1.1" status: 200 len: 1092 time: 0.8398731 Dec 16 23:07:24.856465 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aac8b27-7f31-49fd-a561-00ffee77f0e9', 'tag': '478be301-10f3-4a1d-b9a2-9246ef79bdb1'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:07:24.858715 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230b0ed9-7a21-472e-afb9-7880f8f3e7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "9aac8b27-7f31-49fd-a561-00ffee77f0e9", "tag": "478be301-10f3-4a1d-b9a2-9246ef79bdb1"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:07:24.882519 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389200b-3ec5-4cc9-b3ed-a6528cca68d5 service neutron] Pushing event updated for resources: {'Port': ['ID=478be301-10f3-4a1d-b9a2-9246ef79bdb1,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:07:24.907872 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa248c24-1081-47dd-b138-1f551cd05b67 x-openstack-request-id: req-aa248c24-1081-47dd-b138-1f551cd05b67 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:07:24.908174 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aac8b27-7f31-49fd-a561-00ffee77f0e9", "tag": "478be301-10f3-4a1d-b9a2-9246ef79bdb1", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:07:24.908435 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-aa248c24-1081-47dd-b138-1f551cd05b67 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:07:24.908849 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aac8b27-7f31-49fd-a561-00ffee77f0e9', 'tag': '478be301-10f3-4a1d-b9a2-9246ef79bdb1', 'status': 'completed', 'code': 200} Dec 16 23:07:25.000402 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b0ed9-7a21-472e-afb9-7880f8f3e7eb req-a02ce422-97d5-4795-a132-7d2ffe9296c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:25.001975 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-230b0ed9-7a21-472e-afb9-7880f8f3e7eb req-a02ce422-97d5-4795-a132-7d2ffe9296c8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 1095 time: 0.0464396 Dec 16 23:07:25.134588 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b0ed9-7a21-472e-afb9-7880f8f3e7eb req-5ca7125e-a35d-4843-a6d6-9f78bc24a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:25.136107 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-230b0ed9-7a21-472e-afb9-7880f8f3e7eb req-5ca7125e-a35d-4843-a6d6-9f78bc24a43a service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=f9edd9a7184144839c85570d9a1f9b21&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1048040 Dec 16 23:07:25.238527 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b0ed9-7a21-472e-afb9-7880f8f3e7eb req-88cd3298-117d-4055-85f3-b1971507ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:25.240495 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-230b0ed9-7a21-472e-afb9-7880f8f3e7eb req-88cd3298-117d-4055-85f3-b1971507ed13 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0921915 Dec 16 23:07:25.349381 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-d0db2a34-a7f4-4750-b4e6-f4660b989e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:25.351742 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-d0db2a34-a7f4-4750-b4e6-f4660b989e4e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 1095 time: 0.0430925 Dec 16 23:07:25.412669 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-ce8ddd46-51c6-45dd-9829-27fe084a55c7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=478be301-10f3-4a1d-b9a2-9246ef79bdb1 HTTP/1.1" status: 200 len: 217 time: 0.0390210 Dec 16 23:07:25.474045 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-0fde1b4a-1bb6-4fe8-9402-1e5efb5273dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:25.476159 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-0fde1b4a-1bb6-4fe8-9402-1e5efb5273dd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0545361 Dec 16 23:07:25.545315 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdedcb-63c3-4ac1-a892-4163d16e22e9 req-f0810da2-5878-4e0a-b8e8-12d2ff34709b tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:25.546722 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-13bdedcb-63c3-4ac1-a892-4163d16e22e9 req-f0810da2-5878-4e0a-b8e8-12d2ff34709b tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 944 time: 0.0907383 Dec 16 23:07:25.553149 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-1d75e44b-34e3-4a14-b8eb-862ce35d5f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:25.554683 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-1d75e44b-34e3-4a14-b8eb-862ce35d5f45 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653505 Dec 16 23:07:25.649339 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-13bdedcb-63c3-4ac1-a892-4163d16e22e9 req-e1b14a6d-e0f2-47cc-871e-e6b0f177a6d0 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936217 Dec 16 23:07:25.661086 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8b425a01-229a-4502-9e0f-3a9a4bbe9e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:25.679725 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-9808c09e-f834-4a65-9e35-c117ae4eb4ad service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114321 Dec 16 23:07:25.780233 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-04da1f3d-e127-488c-8e58-7cba99760f6c req-262f2cac-f319-4972-bc6b-ce5968afad7d service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881467 Dec 16 23:07:26.774599 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3a6d7-0d54-4fc9-aa7e-c2f0a03c120c req-93211632-da40-4341-a5ec-cd73c9caa785 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:26.776122 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ccd3a6d7-0d54-4fc9-aa7e-c2f0a03c120c req-93211632-da40-4341-a5ec-cd73c9caa785 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 944 time: 0.0508909 Dec 16 23:07:26.829641 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ccd3a6d7-0d54-4fc9-aa7e-c2f0a03c120c req-02daa7e9-d782-4215-bafa-e58e263e2835 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474186 Dec 16 23:07:27.154495 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:27.369515 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:27.943808 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:07:27.951358 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bda20-26ed-4d36-a1dd-42a2a9853294 req-d8e5be45-5b0a-47bb-a7fd-5548582e2ecc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:27.952913 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ec6bda20-26ed-4d36-a1dd-42a2a9853294 req-d8e5be45-5b0a-47bb-a7fd-5548582e2ecc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 944 time: 0.0527072 Dec 16 23:07:28.004956 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ec6bda20-26ed-4d36-a1dd-42a2a9853294 req-e368f384-38fb-4b63-821c-f2fef18365bc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453594 Dec 16 23:07:28.497246 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:28.800023 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:29.126640 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330d60b-2eb9-4ef2-9a06-fbc45d9ab7e1 req-3ca2cde4-4858-4671-84a5-bfb8ec897131 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:29.128161 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e330d60b-2eb9-4ef2-9a06-fbc45d9ab7e1 req-3ca2cde4-4858-4671-84a5-bfb8ec897131 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 944 time: 0.0527024 Dec 16 23:07:29.162737 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 478be301-10f3-4a1d-b9a2-9246ef79bdb1 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:07:29.174963 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:29.178169 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e330d60b-2eb9-4ef2-9a06-fbc45d9ab7e1 req-acc620ee-f954-45ab-9f63-3f735f314139 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431941 Dec 16 23:07:29.261964 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 478be301-10f3-4a1d-b9a2-9246ef79bdb1, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=478be301-10f3-4a1d-b9a2-9246ef79bdb1,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:07:29.273634 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '478be301-10f3-4a1d-b9a2-9246ef79bdb1', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'port_id': '478be301-10f3-4a1d-b9a2-9246ef79bdb1', 'mac_address': 'fa:16:3e:15:7e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:07:29.311220 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:29.328370 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 478be301-10f3-4a1d-b9a2-9246ef79bdb1 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:07:29.347704 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 478be301-10f3-4a1d-b9a2-9246ef79bdb1, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=478be301-10f3-4a1d-b9a2-9246ef79bdb1,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:07:29.480080 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:29.528221 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=478be301-10f3-4a1d-b9a2-9246ef79bdb1,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:07:29.823209 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['478be301-10f3-4a1d-b9a2-9246ef79bdb1'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:07:30.301779 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a3d96-8b77-4b75-94da-5839912828fe req-a6696f78-3b11-41ab-8ad9-a4af2793619d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:30.303375 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-270a3d96-8b77-4b75-94da-5839912828fe req-a6696f78-3b11-41ab-8ad9-a4af2793619d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 945 time: 0.0532892 Dec 16 23:07:30.353031 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-270a3d96-8b77-4b75-94da-5839912828fe req-3642c749-291d-49b7-82da-99ea21f9ac47 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427806 Dec 16 23:07:31.187035 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 478be301-10f3-4a1d-b9a2-9246ef79bdb1 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:07:31.400281 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 478be301-10f3-4a1d-b9a2-9246ef79bdb1 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:07:31.404587 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 478be301-10f3-4a1d-b9a2-9246ef79bdb1 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:07:31.404737 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:31.477190 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0797bc-f158-4529-9178-17678bfb8271 req-60cf547a-1640-4c40-bf12-cf151c0def4c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:31.478625 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-de0797bc-f158-4529-9178-17678bfb8271 req-60cf547a-1640-4c40-bf12-cf151c0def4c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 945 time: 0.0531073 Dec 16 23:07:31.481242 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:31.505389 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aac8b27-7f31-49fd-a561-00ffee77f0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478be301-10f3-4a1d-b9a2-9246ef79bdb1'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:07:31.511814 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9adf55-275f-4b91-b28b-831cf23bbf08" -d '{"events": [{"server_uuid": "9aac8b27-7f31-49fd-a561-00ffee77f0e9", "name": "network-vif-plugged", "status": "completed", "tag": "478be301-10f3-4a1d-b9a2-9246ef79bdb1"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:07:31.525348 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 478be301-10f3-4a1d-b9a2-9246ef79bdb1, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=478be301-10f3-4a1d-b9a2-9246ef79bdb1,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:07:31.532119 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-de0797bc-f158-4529-9178-17678bfb8271 req-b3e6d72b-73c6-4dd7-a474-a0c31e9ef14b tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471914 Dec 16 23:07:31.549483 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5a4669-9cb3-48a6-af5b-ff120e8ceaad x-openstack-request-id: req-ab5a4669-9cb3-48a6-af5b-ff120e8ceaad {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:07:31.549799 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aac8b27-7f31-49fd-a561-00ffee77f0e9", "name": "network-vif-plugged", "status": "completed", "tag": "478be301-10f3-4a1d-b9a2-9246ef79bdb1", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:07:31.550050 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ab5a4669-9cb3-48a6-af5b-ff120e8ceaad {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:07:31.550444 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aac8b27-7f31-49fd-a561-00ffee77f0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478be301-10f3-4a1d-b9a2-9246ef79bdb1', 'code': 200} Dec 16 23:07:31.598079 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:31.647439 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=478be301-10f3-4a1d-b9a2-9246ef79bdb1,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:07:31.695573 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54942467-2a85-47a1-92b9-db0f1e37f236 req-f8bae22a-6fba-4ee5-ae07-bb92695a06b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:31.697101 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-54942467-2a85-47a1-92b9-db0f1e37f236 req-f8bae22a-6fba-4ee5-ae07-bb92695a06b4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 1097 time: 0.0411272 Dec 16 23:07:31.745197 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-54942467-2a85-47a1-92b9-db0f1e37f236 req-5b1e66a9-1697-48ca-ac00-81e2ee8f357d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385911 Dec 16 23:07:32.655241 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d66f59-5a46-4a9d-9af5-174740b0405a req-68ea9eb8-0703-4773-a985-7dec66d296a6 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:32.656820 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-44d66f59-5a46-4a9d-9af5-174740b0405a req-68ea9eb8-0703-4773-a985-7dec66d296a6 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 946 time: 0.0543787 Dec 16 23:07:32.705040 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-44d66f59-5a46-4a9d-9af5-174740b0405a req-1fa70434-45d0-4a1b-94f4-9e42729a793c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422242 Dec 16 23:07:33.829130 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbc241-ad0a-45d3-9214-abd297f7a9dd req-0af9b8ad-d05d-4215-852d-d45f08f676a9 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:33.830643 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9cbc241-ad0a-45d3-9214-abd297f7a9dd req-0af9b8ad-d05d-4215-852d-d45f08f676a9 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 946 time: 0.0494413 Dec 16 23:07:33.882119 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9cbc241-ad0a-45d3-9214-abd297f7a9dd req-83fbdc0c-e230-41a9-89c6-e8c7b29d1b4f tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452926 Dec 16 23:07:33.996064 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc159e39-f978-4ba2-a5e4-4054b5eb0627 req-108d67ac-4690-42e5-8fb4-a0dd8ffd1ea3 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:33.997596 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dc159e39-f978-4ba2-a5e4-4054b5eb0627 req-108d67ac-4690-42e5-8fb4-a0dd8ffd1ea3 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 946 time: 0.0504930 Dec 16 23:07:34.006129 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 34230) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:07:34.010728 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-4feba5e2-b70f-401c-8d53-4416b8a4cadc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Request body: {'floatingip': {'port_id': '478be301-10f3-4a1d-b9a2-9246ef79bdb1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:07:34.050362 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4feba5e2-b70f-401c-8d53-4416b8a4cadc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for floatingip, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:34.817543 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4feba5e2-b70f-401c-8d53-4416b8a4cadc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:34.903231 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4feba5e2-b70f-401c-8d53-4416b8a4cadc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:35.004490 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-4feba5e2-b70f-401c-8d53-4416b8a4cadc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Floating IP 420e7670-9f88-452d-9607-20cd71b57971 associated. External IP: 172.25.6.36, port: 478be301-10f3-4a1d-b9a2-9246ef79bdb1. Dec 16 23:07:35.223810 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4feba5e2-b70f-401c-8d53-4416b8a4cadc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:07:35.337599 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4feba5e2-b70f-401c-8d53-4416b8a4cadc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:07:35.342713 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4feba5e2-b70f-401c-8d53-4416b8a4cadc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:35.347476 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d854ba2-2627-46d5-a102-490247fa4a8e None None] Sync routers for ids ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:07:35.359354 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d854ba2-2627-46d5-a102-490247fa4a8e None None] Routers {'6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:07:35.360001 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0d854ba2-2627-46d5-a102-490247fa4a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:07:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:07:35.372639 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4feba5e2-b70f-401c-8d53-4416b8a4cadc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "PUT /v2.0/floatingips/420e7670-9f88-452d-9607-20cd71b57971 HTTP/1.1" status: 200 len: 991 time: 1.3653977 Dec 16 23:07:35.373669 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aac8b27-7f31-49fd-a561-00ffee77f0e9', 'tag': '478be301-10f3-4a1d-b9a2-9246ef79bdb1'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:07:35.418939 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}262422c41fb3f4df6327d4ea873ca9a06926c8fbcf4dc10a31d5fa6940e748a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a2720d-1813-4167-b979-39fa5768a513" -d '{"events": [{"name": "network-changed", "server_uuid": "9aac8b27-7f31-49fd-a561-00ffee77f0e9", "tag": "478be301-10f3-4a1d-b9a2-9246ef79bdb1"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:07:35.477803 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-0d854ba2-2627-46d5-a102-490247fa4a8e None None] Set router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:07:35.510725 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264d74bc-f31c-433d-9271-acf8e6f0417d x-openstack-request-id: req-264d74bc-f31c-433d-9271-acf8e6f0417d {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:07:35.511016 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aac8b27-7f31-49fd-a561-00ffee77f0e9", "tag": "478be301-10f3-4a1d-b9a2-9246ef79bdb1", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:07:35.511304 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-264d74bc-f31c-433d-9271-acf8e6f0417d {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:07:35.511706 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aac8b27-7f31-49fd-a561-00ffee77f0e9', 'tag': '478be301-10f3-4a1d-b9a2-9246ef79bdb1', 'status': 'completed', 'code': 200} Dec 16 23:07:35.597302 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2720d-1813-4167-b979-39fa5768a513 req-7eb5df38-12e8-4b92-8433-3b61d2ec2490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:35.598875 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e3a2720d-1813-4167-b979-39fa5768a513 req-7eb5df38-12e8-4b92-8433-3b61d2ec2490 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 1097 time: 0.0418582 Dec 16 23:07:35.697381 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2720d-1813-4167-b979-39fa5768a513 req-32867e3c-a223-4d11-92df-36178f0e4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:35.698905 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e3a2720d-1813-4167-b979-39fa5768a513 req-32867e3c-a223-4d11-92df-36178f0e4c7a service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.0918655 Dec 16 23:07:35.713743 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0d854ba2-2627-46d5-a102-490247fa4a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '420e7670-9f88-452d-9607-20cd71b57971', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'port_id': '478be301-10f3-4a1d-b9a2-9246ef79bdb1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'mac_address': 'fa:16:3e:15:7e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aac8b27-7f31-49fd-a561-00ffee77f0e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:02:22Z', 'updated_at': '2021-12-16T23:07:34Z', 'revision_number': 9, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da', 'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'mac_address': 'fa:16:3e:79:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:18Z', 'updated_at': '2021-12-16T23:02:22Z', 'revision_number': 5, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'subnets': [{'id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:07:35.740240 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d854ba2-2627-46d5-a102-490247fa4a8e None None] Checking router: 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:07:35.749862 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d854ba2-2627-46d5-a102-490247fa4a8e None None] Routers {'6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:07:35.750488 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0d854ba2-2627-46d5-a102-490247fa4a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:07:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:07:35.771565 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e3a2720d-1813-4167-b979-39fa5768a513 req-e042f1c6-6f94-49e7-89c7-dfe561b54f3a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=478be301-10f3-4a1d-b9a2-9246ef79bdb1 HTTP/1.1" status: 200 len: 999 time: 0.0650268 Dec 16 23:07:35.822968 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2720d-1813-4167-b979-39fa5768a513 req-23d2374a-0e93-46d4-869a-51896f4e6232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:35.824531 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e3a2720d-1813-4167-b979-39fa5768a513 req-23d2374a-0e93-46d4-869a-51896f4e6232 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0457623 Dec 16 23:07:35.858161 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-0d854ba2-2627-46d5-a102-490247fa4a8e None None] Set router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:07:35.872886 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2720d-1813-4167-b979-39fa5768a513 req-5bc4bcfa-3215-49f6-bf13-16d6aa71560f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:07:35.874484 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e3a2720d-1813-4167-b979-39fa5768a513 req-5bc4bcfa-3215-49f6-bf13-16d6aa71560f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425460 Dec 16 23:07:35.971016 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e3a2720d-1813-4167-b979-39fa5768a513 req-ab55d918-1448-4ae3-a716-9c9056c30f3c service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891848 Dec 16 23:07:36.063474 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e3a2720d-1813-4167-b979-39fa5768a513 req-5830e9d6-274a-4478-9842-508383b6a97a service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854712 Dec 16 23:07:36.080794 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0d854ba2-2627-46d5-a102-490247fa4a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '420e7670-9f88-452d-9607-20cd71b57971', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'port_id': '478be301-10f3-4a1d-b9a2-9246ef79bdb1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'mac_address': 'fa:16:3e:15:7e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aac8b27-7f31-49fd-a561-00ffee77f0e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:02:22Z', 'updated_at': '2021-12-16T23:07:34Z', 'revision_number': 9, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da', 'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'mac_address': 'fa:16:3e:79:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:18Z', 'updated_at': '2021-12-16T23:02:22Z', 'revision_number': 5, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'subnets': [{'id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:07:36.111376 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d854ba2-2627-46d5-a102-490247fa4a8e None None] The sync data for ids ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'] in n-d-815324-4 is: [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '420e7670-9f88-452d-9607-20cd71b57971', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'port_id': '478be301-10f3-4a1d-b9a2-9246ef79bdb1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'mac_address': 'fa:16:3e:15:7e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aac8b27-7f31-49fd-a561-00ffee77f0e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:02:22Z', 'updated_at': '2021-12-16T23:07:34Z', 'revision_number': 9, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da', 'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'mac_address': 'fa:16:3e:79:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:18Z', 'updated_at': '2021-12-16T23:02:22Z', 'revision_number': 5, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'subnets': [{'id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:07:36.304198 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca553b2-af84-47e7-9158-a9b2b3849a76 None None] New status for floating IP 420e7670-9f88-452d-9607-20cd71b57971: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:07:53.417119 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95810fdd-f77e-421e-ac52-2c6982b85af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:55.734841 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c1d8592c-3c22-41d7-ab38-8259c28f1886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:57.171076 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:57.357454 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:58.483598 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:58.820193 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:07:59.118258 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:01.774948 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-69174588-dc41-484d-b237-2ff544e88190 req-06e9084b-a459-4c5b-9f0e-5afb92ed4da2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418603 Dec 16 23:08:01.882524 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69174588-dc41-484d-b237-2ff544e88190 req-5112e613-5d12-42db-8371-566dacb4ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:08:01.884232 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-69174588-dc41-484d-b237-2ff544e88190 req-5112e613-5d12-42db-8371-566dacb4ca4c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 1097 time: 0.0465858 Dec 16 23:08:01.991498 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69174588-dc41-484d-b237-2ff544e88190 req-b2b08965-e0c9-4fda-8eca-297722746ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:08:01.993606 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-69174588-dc41-484d-b237-2ff544e88190 req-b2b08965-e0c9-4fda-8eca-297722746ad2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.0891681 Dec 16 23:08:02.065178 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-69174588-dc41-484d-b237-2ff544e88190 req-31ead95e-c24a-4fe0-bad5-30ffe2f84265 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=478be301-10f3-4a1d-b9a2-9246ef79bdb1 HTTP/1.1" status: 200 len: 1002 time: 0.0630856 Dec 16 23:08:02.116012 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69174588-dc41-484d-b237-2ff544e88190 req-929d0792-7fcc-421a-8615-8c8d0c709b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:08:02.117551 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-69174588-dc41-484d-b237-2ff544e88190 req-929d0792-7fcc-421a-8615-8c8d0c709b33 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0450327 Dec 16 23:08:02.162715 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69174588-dc41-484d-b237-2ff544e88190 req-4b81f544-cfed-4a7f-b6ae-55dfce58d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:08:02.164831 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-69174588-dc41-484d-b237-2ff544e88190 req-4b81f544-cfed-4a7f-b6ae-55dfce58d966 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397477 Dec 16 23:08:02.258016 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-69174588-dc41-484d-b237-2ff544e88190 req-455bd164-652d-42bb-ae41-e349b2d21d55 service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863562 Dec 16 23:08:02.348011 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-69174588-dc41-484d-b237-2ff544e88190 req-8bb553c4-2636-437e-8d82-4130ede50f45 service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814571 Dec 16 23:08:04.936614 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:08:23.428146 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98b32f7b-77f1-4ae0-b1d5-7470cc707e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:25.662124 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a67e5009-bc34-48ff-94cc-7e6ac28e98f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:27.156961 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:27.368477 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:28.519407 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:28.840479 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:29.136629 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:41.935481 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:08:53.433307 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b11d09e0-4aec-4761-8047-ceb9e11646ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:55.661968 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3ee3d084-f0bd-42cf-b97e-4015db5de999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:57.222313 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:57.390790 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:58.499368 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:58.816572 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:08:59.144695 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:02.842440 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd95d50c-b84f-4651-a975-94385d2d29d5 req-4e29bd61-ee6c-4aa3-b74c-20e8fb85b19d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0848737 Dec 16 23:09:02.962110 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95d50c-b84f-4651-a975-94385d2d29d5 req-1ba3896e-7351-4047-827c-e11b791f33ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:02.963563 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd95d50c-b84f-4651-a975-94385d2d29d5 req-1ba3896e-7351-4047-827c-e11b791f33ce service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 1097 time: 0.0490458 Dec 16 23:09:03.073935 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95d50c-b84f-4651-a975-94385d2d29d5 req-bf365ad6-0a40-4e1d-863b-44ebf3708685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:03.075537 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd95d50c-b84f-4651-a975-94385d2d29d5 req-bf365ad6-0a40-4e1d-863b-44ebf3708685 service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.0882974 Dec 16 23:09:03.163603 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd95d50c-b84f-4651-a975-94385d2d29d5 req-3fdd04ef-1d1b-480f-a409-84d98789d8fd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=478be301-10f3-4a1d-b9a2-9246ef79bdb1 HTTP/1.1" status: 200 len: 1002 time: 0.0691104 Dec 16 23:09:03.224675 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95d50c-b84f-4651-a975-94385d2d29d5 req-43370038-4da4-4d64-8871-1173194e8753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:03.226095 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd95d50c-b84f-4651-a975-94385d2d29d5 req-43370038-4da4-4d64-8871-1173194e8753 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0503998 Dec 16 23:09:03.277899 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95d50c-b84f-4651-a975-94385d2d29d5 req-df1af497-d6c9-42eb-a3c2-4f8924e4be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:03.279477 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd95d50c-b84f-4651-a975-94385d2d29d5 req-df1af497-d6c9-42eb-a3c2-4f8924e4be75 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423458 Dec 16 23:09:03.382161 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd95d50c-b84f-4651-a975-94385d2d29d5 req-e6993ac2-f3f7-4be4-9618-ddb2f08aae3f service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911136 Dec 16 23:09:03.484223 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd95d50c-b84f-4651-a975-94385d2d29d5 req-e3edf57f-5f1a-4a48-af4e-4766f9342805 service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888181 Dec 16 23:09:15.779214 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-9dd73dad-b58f-4868-b722-0cb84bf100eb req-1b75b2b5-018a-4a30-b34a-90a025ebaf3c service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:09:15.780222 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9dd73dad-b58f-4868-b722-0cb84bf100eb req-1b75b2b5-018a-4a30-b34a-90a025ebaf3c service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054770 Dec 16 23:09:16.091218 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153aa8ff-b701-4e1f-acbc-e058bd611c9c req-b7370873-798a-47d1-9fad-65481a28dbb7 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:16.092794 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-153aa8ff-b701-4e1f-acbc-e058bd611c9c req-b7370873-798a-47d1-9fad-65481a28dbb7 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 946 time: 0.0538383 Dec 16 23:09:16.146717 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-153aa8ff-b701-4e1f-acbc-e058bd611c9c req-5a144cce-77b3-435c-9df2-9a9344c16d6a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470002 Dec 16 23:09:16.220453 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-e63cbbc8-506c-4867-9b51-b2583633bb03 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0451767 Dec 16 23:09:17.276156 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc6fa9-3a59-417b-9014-07768a889e36 req-c6c792ef-f88a-4c09-b798-ae73fcb30bd2 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:17.277681 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fbdc6fa9-3a59-417b-9014-07768a889e36 req-c6c792ef-f88a-4c09-b798-ae73fcb30bd2 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 946 time: 0.0513399 Dec 16 23:09:17.336914 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fbdc6fa9-3a59-417b-9014-07768a889e36 req-a74b3cba-695f-4032-92af-1da3350fd163 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496690 Dec 16 23:09:18.366418 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-76ac7830-b38f-4421-810b-1089c0af9cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:18.367403 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-76ac7830-b38f-4421-810b-1089c0af9cff service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 1097 time: 0.0421512 Dec 16 23:09:18.458180 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a555353-0d77-4d73-85bc-8f55b5298526 req-8d424c0b-3648-4448-b849-7a8ce46f4de1 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:18.459861 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3a555353-0d77-4d73-85bc-8f55b5298526 req-8d424c0b-3648-4448-b849-7a8ce46f4de1 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 946 time: 0.0532157 Dec 16 23:09:18.467792 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-8d2d9473-2ec3-4994-b499-ea3e9235cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:18.469413 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-8d2d9473-2ec3-4994-b499-ea3e9235cf12 service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.0926943 Dec 16 23:09:18.510678 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3a555353-0d77-4d73-85bc-8f55b5298526 req-fb55647e-391b-46c3-bf55-454a9d43e628 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444298 Dec 16 23:09:18.546008 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-e615f262-8124-4c00-aa1e-ef76a1f24baa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=478be301-10f3-4a1d-b9a2-9246ef79bdb1 HTTP/1.1" status: 200 len: 1002 time: 0.0651264 Dec 16 23:09:18.600663 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-1b59b2a8-4d71-4808-9f9c-ed237fda6ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:18.602140 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-1b59b2a8-4d71-4808-9f9c-ed237fda6ac8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0455477 Dec 16 23:09:18.659452 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-2e8a01fe-1499-43d9-9f13-1ce8c6ba6f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:18.660996 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-2e8a01fe-1499-43d9-9f13-1ce8c6ba6f60 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439928 Dec 16 23:09:18.755978 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-4eb12020-c3aa-411f-be6a-499b248a7ab4 service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871668 Dec 16 23:09:18.850497 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-6f7c1675-d1ce-4386-96f9-3afb5fd27d12 service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822749 Dec 16 23:09:18.934753 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:09:19.691306 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90275f-5b14-44e1-affc-2b674dc4e678 req-7ea37b4c-1071-461a-a463-9778443c46bc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:19.692845 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af90275f-5b14-44e1-affc-2b674dc4e678 req-7ea37b4c-1071-461a-a463-9778443c46bc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 946 time: 0.1102889 Dec 16 23:09:19.746128 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af90275f-5b14-44e1-affc-2b674dc4e678 req-5be193cb-f457-4a2f-ab68-734917319877 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473266 Dec 16 23:09:20.914543 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fec47f-9886-4c7f-bf83-3700a75e3a50 req-2b2d2b90-86bd-4113-9c9f-ed1845871864 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:20.916295 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-83fec47f-9886-4c7f-bf83-3700a75e3a50 req-2b2d2b90-86bd-4113-9c9f-ed1845871864 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 946 time: 0.0975618 Dec 16 23:09:20.968334 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-83fec47f-9886-4c7f-bf83-3700a75e3a50 req-40b426e3-be51-49d2-bb98-6d3f929db02c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460439 Dec 16 23:09:22.086638 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4dbb6-b51b-4c5a-a7cb-3c4adb7ed7de req-55690919-280a-4ccb-87df-9a1c79cebde8 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:22.088176 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8fc4dbb6-b51b-4c5a-a7cb-3c4adb7ed7de req-55690919-280a-4ccb-87df-9a1c79cebde8 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 946 time: 0.0503659 Dec 16 23:09:22.136797 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8fc4dbb6-b51b-4c5a-a7cb-3c4adb7ed7de req-bd253d19-4641-41ed-93fd-5a119dba6c4d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426300 Dec 16 23:09:23.256047 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9481c0e-996d-4fed-adaa-944ec8f8b4ca req-bedf7228-90d6-47b7-b0a4-b6f438463235 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:23.257578 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d9481c0e-996d-4fed-adaa-944ec8f8b4ca req-bedf7228-90d6-47b7-b0a4-b6f438463235 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 946 time: 0.0508671 Dec 16 23:09:23.305927 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d9481c0e-996d-4fed-adaa-944ec8f8b4ca req-07e6d20d-ae27-4bb1-8761-d7fbf5fbe2a9 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420020 Dec 16 23:09:23.416654 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bf469086-0a42-45a5-9935-01358e1fd0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:24.427608 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638f102-acc3-471c-bb0c-a8fd3fee074f req-438844bd-187f-4c80-b9f2-359fa62ca7ba tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:24.429188 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d638f102-acc3-471c-bb0c-a8fd3fee074f req-438844bd-187f-4c80-b9f2-359fa62ca7ba tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 946 time: 0.0515606 Dec 16 23:09:24.476763 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d638f102-acc3-471c-bb0c-a8fd3fee074f req-bff2389a-bf59-416a-87f7-2d18dd288452 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415819 Dec 16 23:09:25.601271 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49813995-6072-48b2-b3ce-fc752f5465ca req-b7872329-1506-47a7-af17-d75a1a76278f tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:25.602836 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-49813995-6072-48b2-b3ce-fc752f5465ca req-b7872329-1506-47a7-af17-d75a1a76278f tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 946 time: 0.0525131 Dec 16 23:09:25.653539 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-49813995-6072-48b2-b3ce-fc752f5465ca req-437954bc-180b-46ca-aecf-7bd84e6e7353 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443561 Dec 16 23:09:25.681208 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e9a77890-d7e0-4d16-ba5c-7d485867f528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:26.780159 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa6b66-3657-498d-9867-205deece1e88 req-41c41560-94dd-4c5a-92ad-54a688df73ed tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:26.781670 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-96aa6b66-3657-498d-9867-205deece1e88 req-41c41560-94dd-4c5a-92ad-54a688df73ed tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 946 time: 0.0542204 Dec 16 23:09:26.830620 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-96aa6b66-3657-498d-9867-205deece1e88 req-ee79e3c2-d527-4f19-8be7-ab5de8158407 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426815 Dec 16 23:09:27.181960 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:27.370584 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:27.950687 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800c28b-96a1-46a3-9ac3-e805f4ea93e6 req-a149f273-e0f9-4ae6-bebd-ab770b47eeed tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:27.952113 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c800c28b-96a1-46a3-9ac3-e805f4ea93e6 req-a149f273-e0f9-4ae6-bebd-ab770b47eeed tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 946 time: 0.0535352 Dec 16 23:09:27.999278 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c800c28b-96a1-46a3-9ac3-e805f4ea93e6 req-10ceed04-17c9-4595-9a40-dc49f00608b8 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403988 Dec 16 23:09:28.502223 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:28.827503 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:29.113612 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:29.122123 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4dd79-6322-4956-9aac-e820c03acbe6 req-e558fdea-bd4d-4bdd-9a2d-4eed095c62ad tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:29.123668 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a2b4dd79-6322-4956-9aac-e820c03acbe6 req-e558fdea-bd4d-4bdd-9a2d-4eed095c62ad tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 946 time: 0.0506701 Dec 16 23:09:29.177138 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a2b4dd79-6322-4956-9aac-e820c03acbe6 req-315f1373-9d4b-4029-a055-6d4e07557fe6 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473478 Dec 16 23:09:30.303267 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f8249-77d4-4895-8a27-6ba387c9406f req-4d712566-6085-4fad-a204-0a56b413f412 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:30.304770 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4e2f8249-77d4-4895-8a27-6ba387c9406f req-4d712566-6085-4fad-a204-0a56b413f412 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 946 time: 0.0504172 Dec 16 23:09:30.354388 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4e2f8249-77d4-4895-8a27-6ba387c9406f req-2b1eeff5-9b89-420e-bb28-76e8f0681a97 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436924 Dec 16 23:09:31.475735 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155778ca-4dc8-4664-8d3e-3f50ccff5cde req-cfa79b3f-7b3c-4592-ba5e-d49dcd84ac0d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:31.477224 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-155778ca-4dc8-4664-8d3e-3f50ccff5cde req-cfa79b3f-7b3c-4592-ba5e-d49dcd84ac0d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 946 time: 0.0532792 Dec 16 23:09:31.560987 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-155778ca-4dc8-4664-8d3e-3f50ccff5cde req-1ed420fb-02ef-4e7e-9a1a-01cd9cece2af tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775192 Dec 16 23:09:31.565810 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-ec92e776-1d6e-47e3-ac39-187337a7fbff service neutron] show failed (client error): The resource could not be found. Dec 16 23:09:31.566787 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-ec92e776-1d6e-47e3-ac39-187337a7fbff service neutron] 10.222.0.76 "GET /v2.0/ports/478be301-10f3-4a1d-b9a2-9246ef79bdb1/bindings/n-h2-815324-4 HTTP/1.1" status: 404 len: 380 time: 0.0997043 Dec 16 23:09:32.098892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-2f87c063-f0ba-4f84-b1cf-2912b77c207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:32.100443 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-2f87c063-f0ba-4f84-b1cf-2912b77c207f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9&tenant_id=f9edd9a7184144839c85570d9a1f9b21 HTTP/1.1" status: 200 len: 1097 time: 0.0411079 Dec 16 23:09:32.111975 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-c8a4e60a-7a13-4f2f-9f30-cdb91f8316fa service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:09:32.112934 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-c8a4e60a-7a13-4f2f-9f30-cdb91f8316fa service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057001 Dec 16 23:09:32.131880 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-4', 'device_owner': 'compute:nova'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:09:32.189254 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:32.390847 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] For port 478be301-10f3-4a1d-b9a2-9246ef79bdb1, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=478be301-10f3-4a1d-b9a2-9246ef79bdb1,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:32.425160 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] For port 478be301-10f3-4a1d-b9a2-9246ef79bdb1, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:09:32.463132 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aac8b27-7f31-49fd-a561-00ffee77f0e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '478be301-10f3-4a1d-b9a2-9246ef79bdb1'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:09:32.465387 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab658ceb-c6f1-426d-a83c-3ee57e502f9c" -d '{"events": [{"server_uuid": "9aac8b27-7f31-49fd-a561-00ffee77f0e9", "name": "network-vif-unplugged", "status": "completed", "tag": "478be301-10f3-4a1d-b9a2-9246ef79bdb1"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:09:32.470651 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:32.484269 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Transition to ACTIVE for port object 478be301-10f3-4a1d-b9a2-9246ef79bdb1 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:09:32.517194 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 23:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa72c76f-5ad1-4547-bf60-42b96e9de4be x-openstack-request-id: req-fa72c76f-5ad1-4547-bf60-42b96e9de4be {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:09:32.517497 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aac8b27-7f31-49fd-a561-00ffee77f0e9", "name": "network-vif-unplugged", "status": "completed", "tag": "478be301-10f3-4a1d-b9a2-9246ef79bdb1", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:09:32.517779 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fa72c76f-5ad1-4547-bf60-42b96e9de4be {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:09:32.518189 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aac8b27-7f31-49fd-a561-00ffee77f0e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '478be301-10f3-4a1d-b9a2-9246ef79bdb1', 'code': 200} Dec 16 23:09:32.558975 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:32.645559 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Pushing event updated for resources: {'Port': ['ID=478be301-10f3-4a1d-b9a2-9246ef79bdb1,revision_number=6']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:32.686216 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:32.686571 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:32.686915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:32.687282 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:32.687621 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:32.688153 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:32.688312 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:32.688750 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:32.689222 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:32.689495 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:32.689826 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:32.690153 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:32.690480 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:32.725029 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] No DVR routers for this DVR port 478be301-10f3-4a1d-b9a2-9246ef79bdb1 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:09:32.737909 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5e852-cd75-4d00-af20-d874c5e3ebed req-27680431-6fb8-48b9-9ba4-99bfde7ea543 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:32.739515 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ff5e852-cd75-4d00-af20-d874c5e3ebed req-27680431-6fb8-48b9-9ba4-99bfde7ea543 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 944 time: 0.0981586 Dec 16 23:09:32.857109 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5ff5e852-cd75-4d00-af20-d874c5e3ebed req-51d51432-cd55-4d78-8ece-0c1a1e64381f tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839045 Dec 16 23:09:32.910825 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Attempting to bind port 478be301-10f3-4a1d-b9a2-9246ef79bdb1 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:09:32.911105 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Attempting to bind port 478be301-10f3-4a1d-b9a2-9246ef79bdb1 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:09:32.911436 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Attempting to bind port 478be301-10f3-4a1d-b9a2-9246ef79bdb1 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:09:32.916026 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Port 478be301-10f3-4a1d-b9a2-9246ef79bdb1 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:09:32.916348 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Attempting to bind port 478be301-10f3-4a1d-b9a2-9246ef79bdb1 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:09:32.921078 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:09:32.921416 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Checking segment: {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:09:32.921800 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Bound using segment: {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:09:32.922222 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Bound port: 478be301-10f3-4a1d-b9a2-9246ef79bdb1, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:09:32.923378 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:32.986048 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] For port 478be301-10f3-4a1d-b9a2-9246ef79bdb1, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:09:32.989047 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] For port 478be301-10f3-4a1d-b9a2-9246ef79bdb1, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=478be301-10f3-4a1d-b9a2-9246ef79bdb1,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:09:33.102384 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:33.137918 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:33.138551 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:33.140003 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] 10.222.0.57 "PUT /v2.0/ports/478be301-10f3-4a1d-b9a2-9246ef79bdb1 HTTP/1.1" status: 200 len: 1092 time: 1.0128038 Dec 16 23:09:33.162027 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ce16c-6eed-4b0c-a1e6-5b28d97c3697 service neutron] Pushing event updated for resources: {'Port': ['ID=478be301-10f3-4a1d-b9a2-9246ef79bdb1,revision_number=7']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:33.218715 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-2fa634ad-1c14-416e-bb77-fa5a92c07179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:33.220864 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-2fa634ad-1c14-416e-bb77-fa5a92c07179 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 1095 time: 0.0433588 Dec 16 23:09:33.319553 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-8faed0b9-b982-4f91-adcf-03e7c2d4e0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:33.321094 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-8faed0b9-b982-4f91-adcf-03e7c2d4e0ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.0937262 Dec 16 23:09:33.387457 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-034cccc7-fe95-432b-ae8d-e5412859407a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=478be301-10f3-4a1d-b9a2-9246ef79bdb1 HTTP/1.1" status: 200 len: 1000 time: 0.0582368 Dec 16 23:09:33.747229 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-6aeb5d62-9b7e-4191-acfb-2add59c37507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:33.748737 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-6aeb5d62-9b7e-4191-acfb-2add59c37507 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.3545105 Dec 16 23:09:33.796029 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-af0c07b9-d231-4600-ae24-4c98b5662840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:33.798285 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-af0c07b9-d231-4600-ae24-4c98b5662840 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399842 Dec 16 23:09:33.888186 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-57590b7e-945f-4b92-addc-6cb42c08a0c1 service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822673 Dec 16 23:09:33.984729 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327db31-44d2-4f5d-aa5f-36920f79044e req-a4a3cd48-e4ab-4443-bb73-8b3d280d27a4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:33.986845 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0327db31-44d2-4f5d-aa5f-36920f79044e req-a4a3cd48-e4ab-4443-bb73-8b3d280d27a4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 944 time: 0.0548081 Dec 16 23:09:34.021119 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7c3f602f-4abd-4786-87bc-cd8c9c9beffc req-8187112f-7dcb-4d6a-aa7b-4270b034d2fa service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268442 Dec 16 23:09:34.035396 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0327db31-44d2-4f5d-aa5f-36920f79044e req-3e564aeb-b9ba-448a-9f10-ba53434d8aae tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424657 Dec 16 23:09:34.518930 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aac8b27-7f31-49fd-a561-00ffee77f0e9', 'tag': '478be301-10f3-4a1d-b9a2-9246ef79bdb1'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:09:34.521351 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23182bd-9d43-48ce-a82d-da1c6633d564" -d '{"events": [{"name": "network-changed", "server_uuid": "9aac8b27-7f31-49fd-a561-00ffee77f0e9", "tag": "478be301-10f3-4a1d-b9a2-9246ef79bdb1"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:09:34.617177 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55773181-4e0a-4438-9c90-6b334ce7a709 x-openstack-request-id: req-55773181-4e0a-4438-9c90-6b334ce7a709 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:09:34.617500 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aac8b27-7f31-49fd-a561-00ffee77f0e9", "tag": "478be301-10f3-4a1d-b9a2-9246ef79bdb1", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:09:34.617761 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-55773181-4e0a-4438-9c90-6b334ce7a709 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:09:34.618172 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aac8b27-7f31-49fd-a561-00ffee77f0e9', 'tag': '478be301-10f3-4a1d-b9a2-9246ef79bdb1', 'status': 'completed', 'code': 200} Dec 16 23:09:34.729104 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23182bd-9d43-48ce-a82d-da1c6633d564 req-44566cb8-ef30-4973-8335-aecccf3316ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:34.730518 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c23182bd-9d43-48ce-a82d-da1c6633d564 req-44566cb8-ef30-4973-8335-aecccf3316ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 1095 time: 0.0725086 Dec 16 23:09:34.747583 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23182bd-9d43-48ce-a82d-da1c6633d564 req-c4007997-b6db-4161-becc-810de9a35c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:34.749009 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c23182bd-9d43-48ce-a82d-da1c6633d564 req-c4007997-b6db-4161-becc-810de9a35c5c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 1095 time: 0.0659218 Dec 16 23:09:34.890690 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23182bd-9d43-48ce-a82d-da1c6633d564 req-f52d4cec-73af-4292-bd2e-dd8688005bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:34.893093 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c23182bd-9d43-48ce-a82d-da1c6633d564 req-f52d4cec-73af-4292-bd2e-dd8688005bff service neutron] 10.222.0.57 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.1552370 Dec 16 23:09:34.910333 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23182bd-9d43-48ce-a82d-da1c6633d564 req-01651fc0-20d5-48bc-8d73-b763c60e43bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:34.911796 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c23182bd-9d43-48ce-a82d-da1c6633d564 req-01651fc0-20d5-48bc-8d73-b763c60e43bc service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.1286292 Dec 16 23:09:35.008839 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c23182bd-9d43-48ce-a82d-da1c6633d564 req-910304dc-253a-4de8-90a8-ad2ba1befd0d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=478be301-10f3-4a1d-b9a2-9246ef79bdb1 HTTP/1.1" status: 200 len: 1000 time: 0.1084814 Dec 16 23:09:35.014401 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c23182bd-9d43-48ce-a82d-da1c6633d564 req-7eb3e0f7-21cb-4b6a-ad65-d13415bc3e9b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=478be301-10f3-4a1d-b9a2-9246ef79bdb1 HTTP/1.1" status: 200 len: 1000 time: 0.0760355 Dec 16 23:09:35.097006 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23182bd-9d43-48ce-a82d-da1c6633d564 req-df5adbc6-a0cd-4c8e-baf8-423cef13580b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:35.108988 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c23182bd-9d43-48ce-a82d-da1c6633d564 req-df5adbc6-a0cd-4c8e-baf8-423cef13580b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0808668 Dec 16 23:09:35.108988 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23182bd-9d43-48ce-a82d-da1c6633d564 req-c2da43b7-71df-47b0-b0ca-eb50cf75c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:35.108988 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c23182bd-9d43-48ce-a82d-da1c6633d564 req-c2da43b7-71df-47b0-b0ca-eb50cf75c0b5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0621991 Dec 16 23:09:35.157937 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c94055-5f60-4ea0-98cf-6c1e1cb46e10 req-4576731b-dda8-4db5-a19a-a97f56fcf23d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:35.159821 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36c94055-5f60-4ea0-98cf-6c1e1cb46e10 req-4576731b-dda8-4db5-a19a-a97f56fcf23d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 944 time: 0.0514627 Dec 16 23:09:35.174234 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23182bd-9d43-48ce-a82d-da1c6633d564 req-ad7444e1-cde7-460e-8598-b18587b69dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:35.175814 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c23182bd-9d43-48ce-a82d-da1c6633d564 req-ad7444e1-cde7-460e-8598-b18587b69dd1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696673 Dec 16 23:09:35.180294 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23182bd-9d43-48ce-a82d-da1c6633d564 req-de5340b6-6f34-4320-bce9-175d57fa68af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:35.181696 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c23182bd-9d43-48ce-a82d-da1c6633d564 req-de5340b6-6f34-4320-bce9-175d57fa68af service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658033 Dec 16 23:09:35.210017 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-36c94055-5f60-4ea0-98cf-6c1e1cb46e10 req-48bd7930-85e2-45b4-8263-3dbef0261211 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439367 Dec 16 23:09:35.334207 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c23182bd-9d43-48ce-a82d-da1c6633d564 req-6408b3a0-46d2-4573-8e96-374d0a6fc326 service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498554 Dec 16 23:09:35.345047 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c23182bd-9d43-48ce-a82d-da1c6633d564 req-e06155d1-7ee0-41cf-b53e-74fe6d0eddc1 service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431966 Dec 16 23:09:35.495939 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c23182bd-9d43-48ce-a82d-da1c6633d564 req-d7ccd27d-1b3a-4ca1-ba3a-12ad15b7ce9f service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530185 Dec 16 23:09:35.506316 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c23182bd-9d43-48ce-a82d-da1c6633d564 req-8721dc56-a823-4c96-ac5e-78194aa2079c service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444066 Dec 16 23:09:35.783323 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 478be301-10f3-4a1d-b9a2-9246ef79bdb1 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:09:35.822387 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 478be301-10f3-4a1d-b9a2-9246ef79bdb1 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:09:36.332675 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc0ce3-75d7-47b5-9fb2-fabb7f20557a req-8e7e7a44-0acb-499e-a40c-769bd61ecb6d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:36.334211 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e6fc0ce3-75d7-47b5-9fb2-fabb7f20557a req-8e7e7a44-0acb-499e-a40c-769bd61ecb6d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 944 time: 0.0496862 Dec 16 23:09:36.382564 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e6fc0ce3-75d7-47b5-9fb2-fabb7f20557a req-699da691-1f57-439c-92fd-7c8f0e3ec9ec tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423830 Dec 16 23:09:37.505691 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699f238-d3c8-4ac0-9bd7-e2384c2f13f6 req-87601d05-86bb-495c-992c-e1771ee766e0 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:37.507262 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a699f238-d3c8-4ac0-9bd7-e2384c2f13f6 req-87601d05-86bb-495c-992c-e1771ee766e0 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 944 time: 0.0510581 Dec 16 23:09:37.563405 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a699f238-d3c8-4ac0-9bd7-e2384c2f13f6 req-98e8ea75-92a4-4ba6-a085-d9f09be6ca5c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499558 Dec 16 23:09:38.690948 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b9b4f-1eab-4a0d-92ed-c6150136e8af req-92a0362a-6a98-4e25-a468-9597fc86bf7c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:38.692448 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b7b9b4f-1eab-4a0d-92ed-c6150136e8af req-92a0362a-6a98-4e25-a468-9597fc86bf7c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 944 time: 0.0510023 Dec 16 23:09:38.741894 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b7b9b4f-1eab-4a0d-92ed-c6150136e8af req-9ecedbe1-f75c-4397-9a53-c9722c795dbe tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434442 Dec 16 23:09:39.149997 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 478be301-10f3-4a1d-b9a2-9246ef79bdb1 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:09:39.249130 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 478be301-10f3-4a1d-b9a2-9246ef79bdb1, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=478be301-10f3-4a1d-b9a2-9246ef79bdb1,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:39.261225 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '478be301-10f3-4a1d-b9a2-9246ef79bdb1', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'port_id': '478be301-10f3-4a1d-b9a2-9246ef79bdb1', 'mac_address': 'fa:16:3e:15:7e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:09:39.306657 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:39.325022 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 478be301-10f3-4a1d-b9a2-9246ef79bdb1 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:09:39.346790 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 478be301-10f3-4a1d-b9a2-9246ef79bdb1, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=478be301-10f3-4a1d-b9a2-9246ef79bdb1,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:39.374413 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf9352-a91c-44e2-abe1-50065ffed0a1 req-544f1b4f-20b1-4a01-874c-e949551c0624 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:39.376028 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cabf9352-a91c-44e2-abe1-50065ffed0a1 req-544f1b4f-20b1-4a01-874c-e949551c0624 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 944 time: 0.0568881 Dec 16 23:09:39.418578 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:39.457873 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56480d11-0553-451a-8112-390ab556a727 req-3c7e3846-4d28-46aa-9bca-409d5d9cc311 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:39.459451 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-56480d11-0553-451a-8112-390ab556a727 req-3c7e3846-4d28-46aa-9bca-409d5d9cc311 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.57 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9&tenant_id=f9edd9a7184144839c85570d9a1f9b21&binding%3Ahost_id=n-h2-815324-4 HTTP/1.1" status: 200 len: 944 time: 0.0825167 Dec 16 23:09:39.463237 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cabf9352-a91c-44e2-abe1-50065ffed0a1 req-be05d64a-cc7c-4960-8ac0-468229440baa tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776610 Dec 16 23:09:39.466218 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=478be301-10f3-4a1d-b9a2-9246ef79bdb1,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:39.474898 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:39.475409 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:39.484901 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:39.484901 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:39.484901 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:39.484901 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:39.484901 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:39.484901 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:39.484901 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:39.484901 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:39.484901 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:39.484901 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:39.484901 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:09:39.525477 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-56480d11-0553-451a-8112-390ab556a727 req-55e7493f-1483-4a09-9c17-ce3b374c32b8 service neutron] 10.222.0.57 "GET /v2.0/ports/478be301-10f3-4a1d-b9a2-9246ef79bdb1/bindings/n-h2-815324-4 HTTP/1.1" status: 200 len: 382 time: 0.0582318 Dec 16 23:09:39.611357 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56480d11-0553-451a-8112-390ab556a727 req-a038b2f3-258a-40b6-9293-52a94cb84464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:39.612910 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-56480d11-0553-451a-8112-390ab556a727 req-a038b2f3-258a-40b6-9293-52a94cb84464 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 1096 time: 0.0464163 Dec 16 23:09:39.706744 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56480d11-0553-451a-8112-390ab556a727 req-fc118753-24f6-4b40-b7ca-9ab73f05e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:39.708204 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-56480d11-0553-451a-8112-390ab556a727 req-fc118753-24f6-4b40-b7ca-9ab73f05e262 service neutron] 10.222.0.57 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.0868638 Dec 16 23:09:39.779474 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-56480d11-0553-451a-8112-390ab556a727 req-bf54a0da-1fd7-40cc-a53e-f35a0227f777 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=478be301-10f3-4a1d-b9a2-9246ef79bdb1 HTTP/1.1" status: 200 len: 1001 time: 0.0636318 Dec 16 23:09:39.830729 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56480d11-0553-451a-8112-390ab556a727 req-858d0922-461c-40e0-a2ce-8a0085b98f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:39.832317 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-56480d11-0553-451a-8112-390ab556a727 req-858d0922-461c-40e0-a2ce-8a0085b98f0f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0449274 Dec 16 23:09:39.879431 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56480d11-0553-451a-8112-390ab556a727 req-dc93a5d5-1f8a-472f-9e88-deec27136f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:39.880929 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-56480d11-0553-451a-8112-390ab556a727 req-dc93a5d5-1f8a-472f-9e88-deec27136f6f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412078 Dec 16 23:09:39.904704 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['478be301-10f3-4a1d-b9a2-9246ef79bdb1'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:09:39.977611 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-56480d11-0553-451a-8112-390ab556a727 req-de08f6c3-f67c-4557-ae16-e973f37f595a service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889871 Dec 16 23:09:40.071441 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-56480d11-0553-451a-8112-390ab556a727 req-29f13b83-a942-4412-95ce-7703ba8184c6 service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848145 Dec 16 23:09:40.585471 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b2bc7-b3e8-42fb-a035-cc69af3fe7e6 req-7442540d-c4d1-4edc-be6b-cd63980614e9 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:40.586999 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6d1b2bc7-b3e8-42fb-a035-cc69af3fe7e6 req-7442540d-c4d1-4edc-be6b-cd63980614e9 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 945 time: 0.0500445 Dec 16 23:09:40.636081 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6d1b2bc7-b3e8-42fb-a035-cc69af3fe7e6 req-0f911a82-a928-433f-b755-709b17149dd1 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429099 Dec 16 23:09:41.160290 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 478be301-10f3-4a1d-b9a2-9246ef79bdb1 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:09:41.292457 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 478be301-10f3-4a1d-b9a2-9246ef79bdb1 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:09:41.296679 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 478be301-10f3-4a1d-b9a2-9246ef79bdb1 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:09:41.297053 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:41.373780 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:41.399238 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aac8b27-7f31-49fd-a561-00ffee77f0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478be301-10f3-4a1d-b9a2-9246ef79bdb1'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:09:41.401475 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f21394-5158-45ea-ab7d-fe40dc76227c" -d '{"events": [{"server_uuid": "9aac8b27-7f31-49fd-a561-00ffee77f0e9", "name": "network-vif-plugged", "status": "completed", "tag": "478be301-10f3-4a1d-b9a2-9246ef79bdb1"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:09:41.416544 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 478be301-10f3-4a1d-b9a2-9246ef79bdb1, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=478be301-10f3-4a1d-b9a2-9246ef79bdb1,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:41.451542 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9f90a3-4293-4528-a82b-8846aed5d5fe x-openstack-request-id: req-bc9f90a3-4293-4528-a82b-8846aed5d5fe {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:09:41.452175 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aac8b27-7f31-49fd-a561-00ffee77f0e9", "name": "network-vif-plugged", "status": "completed", "tag": "478be301-10f3-4a1d-b9a2-9246ef79bdb1", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:09:41.452813 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bc9f90a3-4293-4528-a82b-8846aed5d5fe {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:09:41.453410 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aac8b27-7f31-49fd-a561-00ffee77f0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478be301-10f3-4a1d-b9a2-9246ef79bdb1', 'code': 200} Dec 16 23:09:41.490170 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:41.538189 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=478be301-10f3-4a1d-b9a2-9246ef79bdb1,revision_number=9']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:41.754024 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff2fb0-46c9-4d23-9cd8-b362719a0d70 req-82c04d57-13c9-45cc-8570-d89008ef9bbb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:41.755584 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-98ff2fb0-46c9-4d23-9cd8-b362719a0d70 req-82c04d57-13c9-45cc-8570-d89008ef9bbb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 946 time: 0.0500302 Dec 16 23:09:41.804167 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-98ff2fb0-46c9-4d23-9cd8-b362719a0d70 req-65b817c9-a15d-40ad-85e9-e839ba7b1b68 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424781 Dec 16 23:09:42.928666 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae806a2-e71f-45dd-8207-f4e413f3283d req-eac5a003-b953-4f30-8b8b-4b133af53594 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:42.930214 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ae806a2-e71f-45dd-8207-f4e413f3283d req-eac5a003-b953-4f30-8b8b-4b133af53594 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 946 time: 0.0536561 Dec 16 23:09:42.978934 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ae806a2-e71f-45dd-8207-f4e413f3283d req-38798478-c113-4f03-870f-6f18b3bec128 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427246 Dec 16 23:09:43.224047 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56480d11-0553-451a-8112-390ab556a727 req-49b85070-4020-4309-bf5a-fd2f3ef1aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:43.225550 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-56480d11-0553-451a-8112-390ab556a727 req-49b85070-4020-4309-bf5a-fd2f3ef1aaaf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9&tenant_id=f9edd9a7184144839c85570d9a1f9b21 HTTP/1.1" status: 200 len: 1097 time: 0.0470808 Dec 16 23:09:43.245379 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-56480d11-0553-451a-8112-390ab556a727 req-38f3a7ad-b915-4539-8f8c-5de58b900654 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-4', 'device_owner': 'compute:nova'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:09:43.298733 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-56480d11-0553-451a-8112-390ab556a727 req-38f3a7ad-b915-4539-8f8c-5de58b900654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:43.501620 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-56480d11-0553-451a-8112-390ab556a727 req-38f3a7ad-b915-4539-8f8c-5de58b900654 service neutron] For port 478be301-10f3-4a1d-b9a2-9246ef79bdb1, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=478be301-10f3-4a1d-b9a2-9246ef79bdb1,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:43.535371 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-56480d11-0553-451a-8112-390ab556a727 req-38f3a7ad-b915-4539-8f8c-5de58b900654 service neutron] For port 478be301-10f3-4a1d-b9a2-9246ef79bdb1, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:09:43.580105 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aac8b27-7f31-49fd-a561-00ffee77f0e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '478be301-10f3-4a1d-b9a2-9246ef79bdb1'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:09:43.582376 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c1a184-b3fe-4877-9a57-c1c004306c22" -d '{"events": [{"server_uuid": "9aac8b27-7f31-49fd-a561-00ffee77f0e9", "name": "network-vif-unplugged", "status": "completed", "tag": "478be301-10f3-4a1d-b9a2-9246ef79bdb1"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:09:43.586135 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-56480d11-0553-451a-8112-390ab556a727 req-38f3a7ad-b915-4539-8f8c-5de58b900654 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:43.607258 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-56480d11-0553-451a-8112-390ab556a727 req-38f3a7ad-b915-4539-8f8c-5de58b900654 service neutron] Transition to ACTIVE for port object 478be301-10f3-4a1d-b9a2-9246ef79bdb1 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:09:43.635517 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 23:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88839ff6-3f5c-4bb9-b868-4137570017ee x-openstack-request-id: req-88839ff6-3f5c-4bb9-b868-4137570017ee {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:09:43.641760 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aac8b27-7f31-49fd-a561-00ffee77f0e9", "name": "network-vif-unplugged", "status": "completed", "tag": "478be301-10f3-4a1d-b9a2-9246ef79bdb1", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:09:43.641760 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-88839ff6-3f5c-4bb9-b868-4137570017ee {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:09:43.641760 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aac8b27-7f31-49fd-a561-00ffee77f0e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '478be301-10f3-4a1d-b9a2-9246ef79bdb1', 'code': 200} Dec 16 23:09:43.681201 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-56480d11-0553-451a-8112-390ab556a727 req-38f3a7ad-b915-4539-8f8c-5de58b900654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:43.760811 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3a7ad-b915-4539-8f8c-5de58b900654 service neutron] Pushing event updated for resources: {'Port': ['ID=478be301-10f3-4a1d-b9a2-9246ef79bdb1,revision_number=10']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:43.819472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-56480d11-0553-451a-8112-390ab556a727 req-38f3a7ad-b915-4539-8f8c-5de58b900654 service neutron] No DVR routers for this DVR port 478be301-10f3-4a1d-b9a2-9246ef79bdb1 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:09:43.955064 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-56480d11-0553-451a-8112-390ab556a727 req-38f3a7ad-b915-4539-8f8c-5de58b900654 service neutron] Attempting to bind port 478be301-10f3-4a1d-b9a2-9246ef79bdb1 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:09:43.955904 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-56480d11-0553-451a-8112-390ab556a727 req-38f3a7ad-b915-4539-8f8c-5de58b900654 service neutron] Attempting to bind port 478be301-10f3-4a1d-b9a2-9246ef79bdb1 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:09:43.955904 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56480d11-0553-451a-8112-390ab556a727 req-38f3a7ad-b915-4539-8f8c-5de58b900654 service neutron] Attempting to bind port 478be301-10f3-4a1d-b9a2-9246ef79bdb1 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:09:43.960083 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56480d11-0553-451a-8112-390ab556a727 req-38f3a7ad-b915-4539-8f8c-5de58b900654 service neutron] Port 478be301-10f3-4a1d-b9a2-9246ef79bdb1 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:09:43.960434 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56480d11-0553-451a-8112-390ab556a727 req-38f3a7ad-b915-4539-8f8c-5de58b900654 service neutron] Attempting to bind port 478be301-10f3-4a1d-b9a2-9246ef79bdb1 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:09:43.965226 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56480d11-0553-451a-8112-390ab556a727 req-38f3a7ad-b915-4539-8f8c-5de58b900654 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:09:43.965574 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56480d11-0553-451a-8112-390ab556a727 req-38f3a7ad-b915-4539-8f8c-5de58b900654 service neutron] Checking segment: {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:09:43.965969 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56480d11-0553-451a-8112-390ab556a727 req-38f3a7ad-b915-4539-8f8c-5de58b900654 service neutron] Bound using segment: {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:09:43.966400 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-56480d11-0553-451a-8112-390ab556a727 req-38f3a7ad-b915-4539-8f8c-5de58b900654 service neutron] Bound port: 478be301-10f3-4a1d-b9a2-9246ef79bdb1, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:09:43.966763 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-56480d11-0553-451a-8112-390ab556a727 req-38f3a7ad-b915-4539-8f8c-5de58b900654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:44.030301 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-56480d11-0553-451a-8112-390ab556a727 req-38f3a7ad-b915-4539-8f8c-5de58b900654 service neutron] For port 478be301-10f3-4a1d-b9a2-9246ef79bdb1, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:09:44.033882 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-56480d11-0553-451a-8112-390ab556a727 req-38f3a7ad-b915-4539-8f8c-5de58b900654 service neutron] For port 478be301-10f3-4a1d-b9a2-9246ef79bdb1, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=478be301-10f3-4a1d-b9a2-9246ef79bdb1,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:09:44.099644 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ceee2-3a72-415d-9e27-53a5f0407791 req-6d45fc0e-476d-4e9c-9e63-92e6758a3806 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:44.101179 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-429ceee2-3a72-415d-9e27-53a5f0407791 req-6d45fc0e-476d-4e9c-9e63-92e6758a3806 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 945 time: 0.0504827 Dec 16 23:09:44.104240 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-56480d11-0553-451a-8112-390ab556a727 req-38f3a7ad-b915-4539-8f8c-5de58b900654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:44.160780 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56480d11-0553-451a-8112-390ab556a727 req-38f3a7ad-b915-4539-8f8c-5de58b900654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:44.161418 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-56480d11-0553-451a-8112-390ab556a727 req-38f3a7ad-b915-4539-8f8c-5de58b900654 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:44.162799 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-56480d11-0553-451a-8112-390ab556a727 req-38f3a7ad-b915-4539-8f8c-5de58b900654 service neutron] 10.222.0.76 "PUT /v2.0/ports/478be301-10f3-4a1d-b9a2-9246ef79bdb1 HTTP/1.1" status: 200 len: 1093 time: 0.9215000 Dec 16 23:09:44.196186 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3a7ad-b915-4539-8f8c-5de58b900654 service neutron] Pushing event updated for resources: {'Port': ['ID=478be301-10f3-4a1d-b9a2-9246ef79bdb1,revision_number=11']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:44.206364 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-429ceee2-3a72-415d-9e27-53a5f0407791 req-aefec9cf-60c1-4c82-9804-9c835b234205 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983865 Dec 16 23:09:44.260651 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56480d11-0553-451a-8112-390ab556a727 req-c87b0c29-803b-4ba5-acc0-6a77d056fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:44.262172 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-56480d11-0553-451a-8112-390ab556a727 req-c87b0c29-803b-4ba5-acc0-6a77d056fff9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 1096 time: 0.0497317 Dec 16 23:09:44.363108 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56480d11-0553-451a-8112-390ab556a727 req-078d868a-66b3-4b50-b0fb-249206d5182b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:44.364584 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-56480d11-0553-451a-8112-390ab556a727 req-078d868a-66b3-4b50-b0fb-249206d5182b service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.0931411 Dec 16 23:09:44.434998 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-56480d11-0553-451a-8112-390ab556a727 req-3e27c945-4d8f-4bff-b300-5c94f5bc21a2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=478be301-10f3-4a1d-b9a2-9246ef79bdb1 HTTP/1.1" status: 200 len: 1000 time: 0.0594795 Dec 16 23:09:44.494488 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56480d11-0553-451a-8112-390ab556a727 req-85c94ab2-b772-4d30-a09c-b1fdf87b920e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:44.496022 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-56480d11-0553-451a-8112-390ab556a727 req-85c94ab2-b772-4d30-a09c-b1fdf87b920e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0506890 Dec 16 23:09:44.549112 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56480d11-0553-451a-8112-390ab556a727 req-85542a72-b032-4259-84bb-272e1ea8f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:44.550532 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-56480d11-0553-451a-8112-390ab556a727 req-85542a72-b032-4259-84bb-272e1ea8f921 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452538 Dec 16 23:09:44.645869 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-56480d11-0553-451a-8112-390ab556a727 req-2daeaee9-b9e8-4fc3-80e7-c51af819d74a service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819724 Dec 16 23:09:44.748583 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-56480d11-0553-451a-8112-390ab556a727 req-9c7211ff-450c-4cf7-86b0-e637b7ffa1ab service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920913 Dec 16 23:09:45.194639 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 478be301-10f3-4a1d-b9a2-9246ef79bdb1 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:09:45.233907 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 478be301-10f3-4a1d-b9a2-9246ef79bdb1 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:09:45.334596 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632230f-0e21-49da-afbd-6c3e190c168f req-4d068779-714f-4635-99a5-330f29fe6594 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:45.336136 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6632230f-0e21-49da-afbd-6c3e190c168f req-4d068779-714f-4635-99a5-330f29fe6594 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 945 time: 0.0544102 Dec 16 23:09:45.384555 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6632230f-0e21-49da-afbd-6c3e190c168f req-2e432072-dfcd-4f4a-8e6f-f1fe8596815b tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424755 Dec 16 23:09:45.637758 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aac8b27-7f31-49fd-a561-00ffee77f0e9', 'tag': '478be301-10f3-4a1d-b9a2-9246ef79bdb1'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:09:45.640156 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a545b5b9-9fe7-4f34-b61c-24b8481bf77c" -d '{"events": [{"name": "network-changed", "server_uuid": "9aac8b27-7f31-49fd-a561-00ffee77f0e9", "tag": "478be301-10f3-4a1d-b9a2-9246ef79bdb1"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:09:45.692627 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cc2419-52f8-484c-9443-b31d421168ca x-openstack-request-id: req-b5cc2419-52f8-484c-9443-b31d421168ca {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:09:45.692627 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aac8b27-7f31-49fd-a561-00ffee77f0e9", "tag": "478be301-10f3-4a1d-b9a2-9246ef79bdb1", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:09:45.692627 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b5cc2419-52f8-484c-9443-b31d421168ca {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:09:45.692627 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aac8b27-7f31-49fd-a561-00ffee77f0e9', 'tag': '478be301-10f3-4a1d-b9a2-9246ef79bdb1', 'status': 'completed', 'code': 200} Dec 16 23:09:45.799190 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545b5b9-9fe7-4f34-b61c-24b8481bf77c req-abac3319-d4c2-4bf9-b2ca-23f7529c0b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:45.800738 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a545b5b9-9fe7-4f34-b61c-24b8481bf77c req-abac3319-d4c2-4bf9-b2ca-23f7529c0b8c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 1096 time: 0.0692151 Dec 16 23:09:45.806029 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545b5b9-9fe7-4f34-b61c-24b8481bf77c req-b71f6444-1666-49bb-a29e-b89d9df87747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:45.807503 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a545b5b9-9fe7-4f34-b61c-24b8481bf77c req-b71f6444-1666-49bb-a29e-b89d9df87747 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 1096 time: 0.0662208 Dec 16 23:09:45.964769 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545b5b9-9fe7-4f34-b61c-24b8481bf77c req-6c66ee78-cf0e-401d-94e2-9fbca91060ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:45.966189 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a545b5b9-9fe7-4f34-b61c-24b8481bf77c req-6c66ee78-cf0e-401d-94e2-9fbca91060ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.1578360 Dec 16 23:09:45.971496 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545b5b9-9fe7-4f34-b61c-24b8481bf77c req-e0fb25fe-dc75-4d9e-9a00-9910942034bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:45.972867 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a545b5b9-9fe7-4f34-b61c-24b8481bf77c req-e0fb25fe-dc75-4d9e-9a00-9910942034bf service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.1468232 Dec 16 23:09:46.083472 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a545b5b9-9fe7-4f34-b61c-24b8481bf77c req-fbd6f9b4-24b6-475a-bac1-f1ed651fc08a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=478be301-10f3-4a1d-b9a2-9246ef79bdb1 HTTP/1.1" status: 200 len: 1000 time: 0.1095989 Dec 16 23:09:46.087208 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a545b5b9-9fe7-4f34-b61c-24b8481bf77c req-3434b19b-aee3-4358-ab95-96b825e66b8e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=478be301-10f3-4a1d-b9a2-9246ef79bdb1 HTTP/1.1" status: 200 len: 1000 time: 0.1062150 Dec 16 23:09:46.169369 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545b5b9-9fe7-4f34-b61c-24b8481bf77c req-4fd88799-ad70-46e8-acca-950e01c185e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:46.170885 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a545b5b9-9fe7-4f34-b61c-24b8481bf77c req-4fd88799-ad70-46e8-acca-950e01c185e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0811343 Dec 16 23:09:46.173106 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545b5b9-9fe7-4f34-b61c-24b8481bf77c req-35c46f58-a099-4ad0-9f8f-59bbcf9d59e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:46.174528 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a545b5b9-9fe7-4f34-b61c-24b8481bf77c req-35c46f58-a099-4ad0-9f8f-59bbcf9d59e8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0775852 Dec 16 23:09:46.247842 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545b5b9-9fe7-4f34-b61c-24b8481bf77c req-6e8a584a-1a7e-415d-8a21-4886db0292c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:46.249290 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a545b5b9-9fe7-4f34-b61c-24b8481bf77c req-6e8a584a-1a7e-415d-8a21-4886db0292c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718770 Dec 16 23:09:46.252434 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545b5b9-9fe7-4f34-b61c-24b8481bf77c req-7bcf79fe-fe14-420f-8406-0a853f060862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:46.253808 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a545b5b9-9fe7-4f34-b61c-24b8481bf77c req-7bcf79fe-fe14-420f-8406-0a853f060862 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687511 Dec 16 23:09:46.520966 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361173e-5c0b-4cf6-9d51-9b142a81f850 req-87819167-acbf-4df1-b30c-df702020fecc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:46.523537 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4361173e-5c0b-4cf6-9d51-9b142a81f850 req-87819167-acbf-4df1-b30c-df702020fecc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 945 time: 0.0645397 Dec 16 23:09:46.577553 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4361173e-5c0b-4cf6-9d51-9b142a81f850 req-858a361e-6ffd-4e50-8d3a-c0fd607ed98a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475523 Dec 16 23:09:46.724408 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a545b5b9-9fe7-4f34-b61c-24b8481bf77c req-ce4b3b86-fc2f-48ee-aacf-b425026537ca service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680126 Dec 16 23:09:46.743357 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a545b5b9-9fe7-4f34-b61c-24b8481bf77c req-397fe658-df72-428d-8611-4ef1b7c18d66 service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690020 Dec 16 23:09:46.889759 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a545b5b9-9fe7-4f34-b61c-24b8481bf77c req-92994196-3fb7-4d05-929e-7b7d98236726 service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564927 Dec 16 23:09:46.895614 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a545b5b9-9fe7-4f34-b61c-24b8481bf77c req-33f11eed-554f-4130-93c4-90a42d01bbd9 service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424038 Dec 16 23:09:47.700301 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83012b45-9e94-4155-a8ba-f3a91f072acc req-56ec5111-d9d7-4c56-84f0-ded041c5fe03 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:47.701789 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-83012b45-9e94-4155-a8ba-f3a91f072acc req-56ec5111-d9d7-4c56-84f0-ded041c5fe03 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 945 time: 0.0499394 Dec 16 23:09:47.752727 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-83012b45-9e94-4155-a8ba-f3a91f072acc req-c2c19484-6b5c-4925-acbb-6c7f8fcbb9a9 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447590 Dec 16 23:09:47.795098 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 478be301-10f3-4a1d-b9a2-9246ef79bdb1 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:09:47.871199 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c1085-5a27-4987-86cc-d70da39544c6 req-1b5d09e3-eac6-4368-8210-2ad971c38ee5 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:47.872623 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-378c1085-5a27-4987-86cc-d70da39544c6 req-1b5d09e3-eac6-4368-8210-2ad971c38ee5 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 945 time: 0.0495946 Dec 16 23:09:47.889928 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 478be301-10f3-4a1d-b9a2-9246ef79bdb1, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=478be301-10f3-4a1d-b9a2-9246ef79bdb1,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:47.901822 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '478be301-10f3-4a1d-b9a2-9246ef79bdb1', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'port_id': '478be301-10f3-4a1d-b9a2-9246ef79bdb1', 'mac_address': 'fa:16:3e:15:7e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:09:47.926439 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-378c1085-5a27-4987-86cc-d70da39544c6 req-bca025a5-b1d4-44bd-b6f1-fa3b26a27f9c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467048 Dec 16 23:09:47.939306 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:47.956395 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 478be301-10f3-4a1d-b9a2-9246ef79bdb1 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:09:47.976995 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 478be301-10f3-4a1d-b9a2-9246ef79bdb1, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=478be301-10f3-4a1d-b9a2-9246ef79bdb1,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:48.045279 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539199ca-ef6d-47b4-ab12-1e03fc5ea4a3 req-0d319752-d657-4369-9362-64ba9f4bd4e5 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:48.046888 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-539199ca-ef6d-47b4-ab12-1e03fc5ea4a3 req-0d319752-d657-4369-9362-64ba9f4bd4e5 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 945 time: 0.0505948 Dec 16 23:09:48.058514 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:48.095961 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-539199ca-ef6d-47b4-ab12-1e03fc5ea4a3 req-0f230387-eabc-4004-8a80-84da519049bc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423319 Dec 16 23:09:48.111851 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=478be301-10f3-4a1d-b9a2-9246ef79bdb1,revision_number=12']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:48.433357 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['478be301-10f3-4a1d-b9a2-9246ef79bdb1'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:09:48.535782 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5794b-dd0e-416d-a28e-08cccded0a4a req-64d4944d-2a6b-4724-997d-f95759104341 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:48.537476 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-feb5794b-dd0e-416d-a28e-08cccded0a4a req-64d4944d-2a6b-4724-997d-f95759104341 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 946 time: 0.0509017 Dec 16 23:09:48.587861 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-feb5794b-dd0e-416d-a28e-08cccded0a4a req-97513655-1634-43dc-adec-7423e23a6a44 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435486 Dec 16 23:09:49.709305 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81a924-6bd6-4e05-af85-31da3f9e323a req-ebb60f18-3a0c-42c0-a4e5-e58aecdd0239 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:49.710897 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4f81a924-6bd6-4e05-af85-31da3f9e323a req-ebb60f18-3a0c-42c0-a4e5-e58aecdd0239 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 946 time: 0.0512695 Dec 16 23:09:49.757594 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4f81a924-6bd6-4e05-af85-31da3f9e323a req-0e057052-15a7-4304-8234-44ccf0df2df7 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407259 Dec 16 23:09:49.815377 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 478be301-10f3-4a1d-b9a2-9246ef79bdb1 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:09:49.953036 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 478be301-10f3-4a1d-b9a2-9246ef79bdb1 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:09:49.957056 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 478be301-10f3-4a1d-b9a2-9246ef79bdb1 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:09:49.957437 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:50.034802 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:50.057562 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aac8b27-7f31-49fd-a561-00ffee77f0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478be301-10f3-4a1d-b9a2-9246ef79bdb1'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:09:50.059927 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bb2817-e2b8-41e2-8ac3-05cb2118b3ba" -d '{"events": [{"server_uuid": "9aac8b27-7f31-49fd-a561-00ffee77f0e9", "name": "network-vif-plugged", "status": "completed", "tag": "478be301-10f3-4a1d-b9a2-9246ef79bdb1"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:09:50.076486 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 478be301-10f3-4a1d-b9a2-9246ef79bdb1, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=478be301-10f3-4a1d-b9a2-9246ef79bdb1,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:50.150239 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1530f4f-9970-4d48-a658-4a9eadacecd2 x-openstack-request-id: req-e1530f4f-9970-4d48-a658-4a9eadacecd2 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:09:50.150534 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aac8b27-7f31-49fd-a561-00ffee77f0e9", "name": "network-vif-plugged", "status": "completed", "tag": "478be301-10f3-4a1d-b9a2-9246ef79bdb1", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:09:50.150787 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e1530f4f-9970-4d48-a658-4a9eadacecd2 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:09:50.151212 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aac8b27-7f31-49fd-a561-00ffee77f0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478be301-10f3-4a1d-b9a2-9246ef79bdb1', 'code': 200} Dec 16 23:09:50.172851 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:50.220422 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=478be301-10f3-4a1d-b9a2-9246ef79bdb1,revision_number=13']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:50.319010 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9fdb2-30c0-42f8-b318-b43acd80b5f2 req-5d2aec80-84d1-43a5-a258-698e066edc5a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:50.320503 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45b9fdb2-30c0-42f8-b318-b43acd80b5f2 req-5d2aec80-84d1-43a5-a258-698e066edc5a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.76 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 947 time: 0.0525086 Dec 16 23:09:50.414329 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-45b9fdb2-30c0-42f8-b318-b43acd80b5f2 req-c73d771d-7724-455f-876c-f401c759e9f4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Deleting port 478be301-10f3-4a1d-b9a2-9246ef79bdb1 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:09:50.414680 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-45b9fdb2-30c0-42f8-b318-b43acd80b5f2 req-c73d771d-7724-455f-876c-f401c759e9f4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:50.507239 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-45b9fdb2-30c0-42f8-b318-b43acd80b5f2 req-c73d771d-7724-455f-876c-f401c759e9f4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] For port 478be301-10f3-4a1d-b9a2-9246ef79bdb1, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=478be301-10f3-4a1d-b9a2-9246ef79bdb1,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:09:50.507519 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-45b9fdb2-30c0-42f8-b318-b43acd80b5f2 req-c73d771d-7724-455f-876c-f401c759e9f4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:50.678480 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-45b9fdb2-30c0-42f8-b318-b43acd80b5f2 req-c73d771d-7724-455f-876c-f401c759e9f4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:50.678850 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-45b9fdb2-30c0-42f8-b318-b43acd80b5f2 req-c73d771d-7724-455f-876c-f401c759e9f4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:50.679218 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [req-45b9fdb2-30c0-42f8-b318-b43acd80b5f2 req-c73d771d-7724-455f-876c-f401c759e9f4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Floating IP 420e7670-9f88-452d-9607-20cd71b57971 disassociated. External IP: 172.25.6.36, port: 478be301-10f3-4a1d-b9a2-9246ef79bdb1. Dec 16 23:09:50.679572 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-45b9fdb2-30c0-42f8-b318-b43acd80b5f2 req-c73d771d-7724-455f-876c-f401c759e9f4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Calling delete_port for 478be301-10f3-4a1d-b9a2-9246ef79bdb1 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:09:50.878004 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9615cb-9a3b-4c42-a8a2-58c2fe2cf912 req-a41498a2-1206-445a-922f-bfdf6d633b91 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:50.879582 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1c9615cb-9a3b-4c42-a8a2-58c2fe2cf912 req-a41498a2-1206-445a-922f-bfdf6d633b91 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 947 time: 0.0518334 Dec 16 23:09:50.904256 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-45b9fdb2-30c0-42f8-b318-b43acd80b5f2 req-c73d771d-7724-455f-876c-f401c759e9f4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:50.928621 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1c9615cb-9a3b-4c42-a8a2-58c2fe2cf912 req-21d0761f-5ecc-4819-a8ed-6ac4a29b41d4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431020 Dec 16 23:09:50.934148 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d771d-7724-455f-876c-f401c759e9f4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Pushing event deleted for resources: {'Port': ['ID=478be301-10f3-4a1d-b9a2-9246ef79bdb1,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:51.054854 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45b9fdb2-30c0-42f8-b318-b43acd80b5f2 req-c73d771d-7724-455f-876c-f401c759e9f4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:09:51.171209 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45b9fdb2-30c0-42f8-b318-b43acd80b5f2 req-c73d771d-7724-455f-876c-f401c759e9f4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:09:51.181200 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bfae1d-7b7b-4b1d-9ab4-64297ac5b67f None None] Sync routers for ids ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:09:51.193707 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bfae1d-7b7b-4b1d-9ab4-64297ac5b67f None None] Routers {'6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:09:51.194329 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-70bfae1d-7b7b-4b1d-9ab4-64297ac5b67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:09:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:51.212235 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b9fdb2-30c0-42f8-b318-b43acd80b5f2 req-c73d771d-7724-455f-876c-f401c759e9f4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] No DVR routers for this DVR port 478be301-10f3-4a1d-b9a2-9246ef79bdb1 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:09:51.215022 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-45b9fdb2-30c0-42f8-b318-b43acd80b5f2 req-c73d771d-7724-455f-876c-f401c759e9f4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:51.218796 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45b9fdb2-30c0-42f8-b318-b43acd80b5f2 req-c73d771d-7724-455f-876c-f401c759e9f4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.76 "DELETE /v2.0/ports/478be301-10f3-4a1d-b9a2-9246ef79bdb1 HTTP/1.1" status: 204 len: 173 time: 0.8882012 Dec 16 23:09:51.219230 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aac8b27-7f31-49fd-a561-00ffee77f0e9', 'name': 'network-vif-deleted', 'tag': '478be301-10f3-4a1d-b9a2-9246ef79bdb1'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:09:51.221474 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c6cdb4-7d52-485d-b97b-8c46fd39790b" -d '{"events": [{"server_uuid": "9aac8b27-7f31-49fd-a561-00ffee77f0e9", "name": "network-vif-deleted", "tag": "478be301-10f3-4a1d-b9a2-9246ef79bdb1"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:09:51.261298 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c834a2a-3886-41fe-8999-92fe67e2ddcd x-openstack-request-id: req-0c834a2a-3886-41fe-8999-92fe67e2ddcd {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:09:51.261598 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aac8b27-7f31-49fd-a561-00ffee77f0e9", "name": "network-vif-deleted", "tag": "478be301-10f3-4a1d-b9a2-9246ef79bdb1", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:09:51.261861 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0c834a2a-3886-41fe-8999-92fe67e2ddcd {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:09:51.262270 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aac8b27-7f31-49fd-a561-00ffee77f0e9', 'name': 'network-vif-deleted', 'tag': '478be301-10f3-4a1d-b9a2-9246ef79bdb1', 'status': 'completed', 'code': 200} Dec 16 23:09:51.306225 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-70bfae1d-7b7b-4b1d-9ab4-64297ac5b67f None None] Set router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:09:51.506207 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-70bfae1d-7b7b-4b1d-9ab4-64297ac5b67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da', 'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'mac_address': 'fa:16:3e:79:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:18Z', 'updated_at': '2021-12-16T23:02:22Z', 'revision_number': 5, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'subnets': [{'id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:51.536423 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bfae1d-7b7b-4b1d-9ab4-64297ac5b67f None None] Checking router: 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:09:51.544969 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bfae1d-7b7b-4b1d-9ab4-64297ac5b67f None None] Routers {'6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:09:51.545568 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-70bfae1d-7b7b-4b1d-9ab4-64297ac5b67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:09:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:51.650880 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-70bfae1d-7b7b-4b1d-9ab4-64297ac5b67f None None] Set router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:09:51.844860 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-70bfae1d-7b7b-4b1d-9ab4-64297ac5b67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da', 'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'mac_address': 'fa:16:3e:79:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:18Z', 'updated_at': '2021-12-16T23:02:22Z', 'revision_number': 5, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'subnets': [{'id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:09:51.870249 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bfae1d-7b7b-4b1d-9ab4-64297ac5b67f None None] The sync data for ids ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'] in n-d-815324-4 is: [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da', 'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'mac_address': 'fa:16:3e:79:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:18Z', 'updated_at': '2021-12-16T23:02:22Z', 'revision_number': 5, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'subnets': [{'id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:09:52.046863 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b0b1962c-49c2-4667-a8ed-bfb066c4da21 req-2305d956-855e-4bcf-9c36-126fa1676bc3 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=9aac8b27-7f31-49fd-a561-00ffee77f0e9 HTTP/1.1" status: 200 len: 210 time: 0.0323555 Dec 16 23:09:52.116209 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125db5dd-6ace-4a5d-b096-2f5092b2cb58 None None] New status for floating IP 420e7670-9f88-452d-9607-20cd71b57971: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:09:53.334517 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-b5a258e6-66cd-4a21-98bd-0619ec69d6d0 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--655176705&fields=id&tenant_id=f9edd9a7184144839c85570d9a1f9b21 HTTP/1.1" status: 200 len: 267 time: 0.0424943 Dec 16 23:09:53.410032 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-96860e1b-10fc-446b-9d7b-6b78eeb9f911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:53.447785 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-6ba0609c-b8e5-4c04-bba2-16c15a9aaa4a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:53.449298 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-6ba0609c-b8e5-4c04-bba2-16c15a9aaa4a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 812 time: 0.1079860 Dec 16 23:09:53.464685 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-3b3d2703-e2d8-4066-bba1-90acd4fee199 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/quotas/f9edd9a7184144839c85570d9a1f9b21 HTTP/1.1" status: 200 len: 375 time: 0.0092199 Dec 16 23:09:53.516438 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-8b5367a7-85b8-4a8c-b21c-913e910f93e9 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463097 Dec 16 23:09:53.533414 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-76db2a70-ea57-4e10-a093-30fbc3f1227d service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:09:53.534405 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-76db2a70-ea57-4e10-a093-30fbc3f1227d service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059221 Dec 16 23:09:53.629957 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-3cf646ba-3eef-4267-825a-a712ccb308c6 service neutron] 10.222.0.75 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891533 Dec 16 23:09:53.721383 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-7791bb45-8c14-4e67-b228-92bb954fa6f6 service neutron] 10.222.0.75 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872681 Dec 16 23:09:53.835474 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 478be301-10f3-4a1d-b9a2-9246ef79bdb1 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:09:53.855631 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 478be301-10f3-4a1d-b9a2-9246ef79bdb1 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:09:53.855971 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 478be301-10f3-4a1d-b9a2-9246ef79bdb1 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:09:53.960258 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f65e28fd-d489-4a66-ad32-a219de78f78e req-732eec09-2065-4584-9639-938987ab4657 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 210 time: 0.0285420 Dec 16 23:09:55.061268 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fd54c502-2891-4e85-91be-f07b76a90287 req-55c34c6b-1757-4a08-b3cf-510058844fac tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 210 time: 0.0322871 Dec 16 23:09:55.669652 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-48064097-fca9-4111-895f-645959d131a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:55.935444 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:09:56.106272 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-b39229df-a1a9-4f6f-853d-743aa73b40c4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:56.107760 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-b39229df-a1a9-4f6f-853d-743aa73b40c4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.57 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 812 time: 0.1053076 Dec 16 23:09:56.163880 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7582df92-6bfa-4dd9-82ed-2dc7aeb71a72 req-44e1910e-e0ce-4772-82fd-e40940dd19f5 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 210 time: 0.0283465 Dec 16 23:09:56.181209 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-415d400a-3b61-41d2-b7d6-78959cbca3fe tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9edd9a7184144839c85570d9a1f9b21 HTTP/1.1" status: 200 len: 379 time: 0.0579963 Dec 16 23:09:56.193221 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-03a2d513-d307-4024-8af2-cd89c4d1493d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Request body: {'port': {'device_id': 'e139428e-ca24-4c26-bb9f-82fb72dc3bc3', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'admin_state_up': True, 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'security_groups': ['82959b3b-301a-44a8-bc42-589badc69e32']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:09:56.370069 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-03a2d513-d307-4024-8af2-cd89c4d1493d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Made reservation on behalf of f9edd9a7184144839c85570d9a1f9b21 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:09:56.373722 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-03a2d513-d307-4024-8af2-cd89c4d1493d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:56.506792 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-03a2d513-d307-4024-8af2-cd89c4d1493d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Allocated IP 172.20.0.9 (77c7b327-863b-44b3-be18-01d6c03b7fa8/f6a51989-36c0-48d6-8167-4dac1866ea0c/38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:09:56.645000 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-03a2d513-d307-4024-8af2-cd89c4d1493d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:56.744406 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-03a2d513-d307-4024-8af2-cd89c4d1493d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:56.796271 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-03a2d513-d307-4024-8af2-cd89c4d1493d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Network 77c7b327-863b-44b3-be18-01d6c03b7fa8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:09:56.799757 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-03a2d513-d307-4024-8af2-cd89c4d1493d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:09:56.802498 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-03a2d513-d307-4024-8af2-cd89c4d1493d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:09:56.830827 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2d513-d307-4024-8af2-cd89c4d1493d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Pushing event updated for resources: {'Port': ['ID=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:56.858350 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-03a2d513-d307-4024-8af2-cd89c4d1493d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:56.859003 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-03a2d513-d307-4024-8af2-cd89c4d1493d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:56.963729 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-03a2d513-d307-4024-8af2-cd89c4d1493d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7767577 Dec 16 23:09:56.983504 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-cc68bf96-fed4-427c-a55e-7faf5b5a0a49 service neutron] Request body: {'port': {'device_id': 'e139428e-ca24-4c26-bb9f-82fb72dc3bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:09:57.016256 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bcb4e37f-cb79-402f-9d87-9f160ec94946 None None] Provisioning complete for port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:09:57.016960 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bcb4e37f-cb79-402f-9d87-9f160ec94946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:57.036395 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-cc68bf96-fed4-427c-a55e-7faf5b5a0a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:57.050274 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bcb4e37f-cb79-402f-9d87-9f160ec94946 None None] Port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:09:57.155994 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:57.339878 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272514a-fe4e-4211-8910-b61538096f3f req-d5b03f9d-62c6-4718-8106-bc4eaa3068ed tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:57.341410 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e272514a-fe4e-4211-8910-b61538096f3f req-d5b03f9d-62c6-4718-8106-bc4eaa3068ed tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 931 time: 0.0950108 Dec 16 23:09:57.358158 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-cc68bf96-fed4-427c-a55e-7faf5b5a0a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:09:57.373678 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-cc68bf96-fed4-427c-a55e-7faf5b5a0a49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:57.387076 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:57.397084 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-cc68bf96-fed4-427c-a55e-7faf5b5a0a49 service neutron] Transition to ACTIVE for port object 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:09:57.412739 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e272514a-fe4e-4211-8910-b61538096f3f req-56ce95d0-fc4c-45a6-85d2-f0ab260a286f tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653803 Dec 16 23:09:57.458189 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-cc68bf96-fed4-427c-a55e-7faf5b5a0a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:57.517249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68bf96-fed4-427c-a55e-7faf5b5a0a49 service neutron] Pushing event updated for resources: {'Port': ['ID=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:57.590499 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-cc68bf96-fed4-427c-a55e-7faf5b5a0a49 service neutron] Attempting to bind port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:09:57.590884 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-cc68bf96-fed4-427c-a55e-7faf5b5a0a49 service neutron] Attempting to bind port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:09:57.591275 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-cc68bf96-fed4-427c-a55e-7faf5b5a0a49 service neutron] Attempting to bind port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:09:57.596324 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-cc68bf96-fed4-427c-a55e-7faf5b5a0a49 service neutron] Port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:09:57.596655 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-cc68bf96-fed4-427c-a55e-7faf5b5a0a49 service neutron] Attempting to bind port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:09:57.602579 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-cc68bf96-fed4-427c-a55e-7faf5b5a0a49 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:09:57.602919 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-cc68bf96-fed4-427c-a55e-7faf5b5a0a49 service neutron] Checking segment: {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:09:57.603467 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-cc68bf96-fed4-427c-a55e-7faf5b5a0a49 service neutron] Bound using segment: {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:09:57.603904 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-cc68bf96-fed4-427c-a55e-7faf5b5a0a49 service neutron] Bound port: 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:09:57.604263 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-cc68bf96-fed4-427c-a55e-7faf5b5a0a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:57.675525 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-cc68bf96-fed4-427c-a55e-7faf5b5a0a49 service neutron] For port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:09:57.679357 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-cc68bf96-fed4-427c-a55e-7faf5b5a0a49 service neutron] For port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:09:57.805142 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-cc68bf96-fed4-427c-a55e-7faf5b5a0a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:57.846087 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-cc68bf96-fed4-427c-a55e-7faf5b5a0a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:57.846566 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-cc68bf96-fed4-427c-a55e-7faf5b5a0a49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:57.848812 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-cc68bf96-fed4-427c-a55e-7faf5b5a0a49 service neutron] 10.222.0.57 "PUT /v2.0/ports/38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 HTTP/1.1" status: 200 len: 1091 time: 0.8715250 Dec 16 23:09:57.851477 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e139428e-ca24-4c26-bb9f-82fb72dc3bc3', 'tag': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:09:57.853778 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9735842-85ef-48cd-a59b-cc42912b54c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e139428e-ca24-4c26-bb9f-82fb72dc3bc3", "tag": "38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:09:57.887492 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68bf96-fed4-427c-a55e-7faf5b5a0a49 service neutron] Pushing event updated for resources: {'Port': ['ID=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:09:57.918317 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d23aaf3-f2f4-4f32-9daf-077739d4e543 x-openstack-request-id: req-8d23aaf3-f2f4-4f32-9daf-077739d4e543 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:09:57.918698 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e139428e-ca24-4c26-bb9f-82fb72dc3bc3", "tag": "38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:09:57.918955 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8d23aaf3-f2f4-4f32-9daf-077739d4e543 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:09:57.919506 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e139428e-ca24-4c26-bb9f-82fb72dc3bc3', 'tag': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32', 'status': 'completed', 'code': 200} Dec 16 23:09:58.004620 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9735842-85ef-48cd-a59b-cc42912b54c5 req-d1049edb-333e-4790-a090-5b23014b1707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:58.006191 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9735842-85ef-48cd-a59b-cc42912b54c5 req-d1049edb-333e-4790-a090-5b23014b1707 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 1094 time: 0.0454769 Dec 16 23:09:58.121650 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9735842-85ef-48cd-a59b-cc42912b54c5 req-cd660d15-0829-48ee-9d2a-8d9159e878e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:58.123114 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9735842-85ef-48cd-a59b-cc42912b54c5 req-cd660d15-0829-48ee-9d2a-8d9159e878e5 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=f9edd9a7184144839c85570d9a1f9b21&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1020610 Dec 16 23:09:58.221059 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9735842-85ef-48cd-a59b-cc42912b54c5 req-1fe0b5d2-e6c9-4dd9-9f36-5ec597c14af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:58.222654 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9735842-85ef-48cd-a59b-cc42912b54c5 req-1fe0b5d2-e6c9-4dd9-9f36-5ec597c14af2 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0929677 Dec 16 23:09:58.327074 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-2550da6b-6818-4f8e-9e14-c1abd0d10eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:58.328627 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-2550da6b-6818-4f8e-9e14-c1abd0d10eae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 1094 time: 0.0438492 Dec 16 23:09:58.381566 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-6e724c96-f843-4d65-8e59-c225f87ca553 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 HTTP/1.1" status: 200 len: 217 time: 0.0400751 Dec 16 23:09:58.432751 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-1ab0dbd9-0cac-4fe8-a6f7-0e6bd9bfa24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:58.434269 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-1ab0dbd9-0cac-4fe8-a6f7-0e6bd9bfa24b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0459976 Dec 16 23:09:58.484270 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-9a10e442-0c4f-4dab-ad86-a3e75a109f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:58.485867 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-9a10e442-0c4f-4dab-ad86-a3e75a109f30 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437624 Dec 16 23:09:58.514936 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:58.594888 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd35c9d-dcb1-45fd-9763-5e2a1e9aac05 req-7e3fbdf0-ab46-4685-bff2-3e07c4011ee0 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:58.596462 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1dd35c9d-dcb1-45fd-9763-5e2a1e9aac05 req-7e3fbdf0-ab46-4685-bff2-3e07c4011ee0 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 943 time: 0.1096597 Dec 16 23:09:58.626476 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-621e52e0-9d99-4965-b892-263dc71b3991 service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309817 Dec 16 23:09:58.701219 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1dd35c9d-dcb1-45fd-9763-5e2a1e9aac05 req-5e54a2a1-3730-4595-9751-08ad0fe55494 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976617 Dec 16 23:09:58.738614 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-75b8564e-22fb-42c2-9dc1-d8636c9773d6 req-fb693234-e193-4ab5-b55d-b7926a516cfe service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057515 Dec 16 23:09:58.800757 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:59.109269 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:09:59.821273 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a35861-c21a-4c39-acbe-f3557918848f req-ac2a866b-b426-4f5f-a751-cd9da8511e60 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:09:59.822760 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f4a35861-c21a-4c39-acbe-f3557918848f req-ac2a866b-b426-4f5f-a751-cd9da8511e60 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 943 time: 0.0506146 Dec 16 23:09:59.870799 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f4a35861-c21a-4c39-acbe-f3557918848f req-f220e2cb-7c0e-4ece-b78e-4206f28297d3 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419261 Dec 16 23:10:00.989053 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb60b36-ea0e-486e-bac1-622778dc9f9a req-0b747126-fa24-46c9-a670-795b4fb32c89 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:00.990573 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6eb60b36-ea0e-486e-bac1-622778dc9f9a req-0b747126-fa24-46c9-a670-795b4fb32c89 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 943 time: 0.0534201 Dec 16 23:10:01.038888 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6eb60b36-ea0e-486e-bac1-622778dc9f9a req-1eba2c98-c1d9-4a56-8c0a-3b3f44a7f1b7 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420346 Dec 16 23:10:02.160169 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99eb1df-8daf-4038-b15a-cee871cf324c req-1b92f134-cb02-4aad-9b46-2fd794f7acf0 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:02.162428 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f99eb1df-8daf-4038-b15a-cee871cf324c req-1b92f134-cb02-4aad-9b46-2fd794f7acf0 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 943 time: 0.0535252 Dec 16 23:10:02.209933 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f99eb1df-8daf-4038-b15a-cee871cf324c req-45462f84-71a1-411d-bcfc-5f596d94554f tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411575 Dec 16 23:10:03.297987 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:10:03.339172 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1e5e0-7bf5-4ccb-be52-6acd025aa787 req-35148a12-6ef1-4ba9-b9e9-35bf28e152c5 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:03.340703 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b3e1e5e0-7bf5-4ccb-be52-6acd025aa787 req-35148a12-6ef1-4ba9-b9e9-35bf28e152c5 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 943 time: 0.0579033 Dec 16 23:10:03.397395 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b3e1e5e0-7bf5-4ccb-be52-6acd025aa787 req-1d0dedb5-078c-4ecf-91bf-43b3808dbc3d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504057 Dec 16 23:10:03.400723 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:10:03.412575 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'port_id': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32', 'mac_address': 'fa:16:3e:49:21:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:10:03.449706 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:03.462629 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:10:03.482590 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:10:03.553604 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:03.606607 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:03.944198 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:10:04.516671 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437477c8-b4c9-47de-84f5-c7f0bb154bf4 req-bf5f2149-2e31-4f5b-8f86-5f2c6f6b9c9a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:04.518187 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-437477c8-b4c9-47de-84f5-c7f0bb154bf4 req-bf5f2149-2e31-4f5b-8f86-5f2c6f6b9c9a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 944 time: 0.0503802 Dec 16 23:10:04.568300 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-437477c8-b4c9-47de-84f5-c7f0bb154bf4 req-500dfb2d-0943-41e4-848a-9242f9fa5ff7 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430760 Dec 16 23:10:05.332551 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:10:05.457586 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:10:05.462107 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:10:05.476750 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:05.540241 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:05.563644 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e139428e-ca24-4c26-bb9f-82fb72dc3bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:10:05.565914 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebde6993-9d93-487c-b559-4412c08324f0" -d '{"events": [{"server_uuid": "e139428e-ca24-4c26-bb9f-82fb72dc3bc3", "name": "network-vif-plugged", "status": "completed", "tag": "38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:10:05.578684 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:10:05.664201 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:05.702054 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe862a-f6fb-4585-a966-d72d1db7047d req-323735b0-cbc0-414b-b6bb-1bdd3f23c03e tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:05.703784 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fcfe862a-f6fb-4585-a966-d72d1db7047d req-323735b0-cbc0-414b-b6bb-1bdd3f23c03e tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 944 time: 0.0566435 Dec 16 23:10:05.721396 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:10:05.767930 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fcfe862a-f6fb-4585-a966-d72d1db7047d req-751206f5-5aa0-473a-bb0b-1e063ff5c8a8 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559700 Dec 16 23:10:05.856597 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5101c5-068f-4168-915b-0afc2fbcb4d8 x-openstack-request-id: req-6f5101c5-068f-4168-915b-0afc2fbcb4d8 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:10:05.856907 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e139428e-ca24-4c26-bb9f-82fb72dc3bc3", "name": "network-vif-plugged", "status": "completed", "tag": "38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:10:05.857181 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6f5101c5-068f-4168-915b-0afc2fbcb4d8 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:10:05.857591 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e139428e-ca24-4c26-bb9f-82fb72dc3bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32', 'code': 200} Dec 16 23:10:05.987709 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdd3d2-ae42-4ff3-9278-ed6deb62ae00 req-ff504f3f-ae4d-4b37-b63d-c46e76fd3c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:05.989246 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9cdd3d2-ae42-4ff3-9278-ed6deb62ae00 req-ff504f3f-ae4d-4b37-b63d-c46e76fd3c0a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 1096 time: 0.0419033 Dec 16 23:10:06.036370 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f9cdd3d2-ae42-4ff3-9278-ed6deb62ae00 req-af77c403-3b41-476b-b098-f4f36c7605c1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402389 Dec 16 23:10:06.896275 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7488d-96ef-4f27-9d11-f917091aa098 req-36c6814e-889d-409b-8b84-e986c895dd5e tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:06.898854 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-31b7488d-96ef-4f27-9d11-f917091aa098 req-36c6814e-889d-409b-8b84-e986c895dd5e tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0508192 Dec 16 23:10:06.951305 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-31b7488d-96ef-4f27-9d11-f917091aa098 req-07b91b43-5086-4844-aa42-1bca622f6eb4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460980 Dec 16 23:10:08.077927 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d022379-2904-432d-baf9-b03732beb15a req-fcff6362-0b25-401d-959e-8c2f65144cca tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:08.079470 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0d022379-2904-432d-baf9-b03732beb15a req-fcff6362-0b25-401d-959e-8c2f65144cca tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0503466 Dec 16 23:10:08.138791 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0d022379-2904-432d-baf9-b03732beb15a req-2f04996b-e277-426b-a2e6-984f8d193bca tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454934 Dec 16 23:10:08.245249 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce0112-2ad2-433f-8868-96a926519e17 req-edcc4a19-e11c-4ab3-b4a5-3dbb9b3e3408 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:08.246677 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b4ce0112-2ad2-433f-8868-96a926519e17 req-edcc4a19-e11c-4ab3-b4a5-3dbb9b3e3408 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0497413 Dec 16 23:10:08.255242 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 34624) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:10:08.259867 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-8e912bfb-a58f-41ae-bc03-32219b08291f tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Request body: {'floatingip': {'port_id': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:10:08.304974 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8e912bfb-a58f-41ae-bc03-32219b08291f tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for floatingip, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:08.751065 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8e912bfb-a58f-41ae-bc03-32219b08291f tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:08.811781 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8e912bfb-a58f-41ae-bc03-32219b08291f tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:08.910357 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-8e912bfb-a58f-41ae-bc03-32219b08291f tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Floating IP 420e7670-9f88-452d-9607-20cd71b57971 associated. External IP: 172.25.6.36, port: 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32. Dec 16 23:10:09.125821 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e912bfb-a58f-41ae-bc03-32219b08291f tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:10:09.236185 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e912bfb-a58f-41ae-bc03-32219b08291f tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:10:09.241976 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8e912bfb-a58f-41ae-bc03-32219b08291f tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:09.248090 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccac9f29-1a95-4910-a070-1cefbbed19bc None None] Sync routers for ids ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:10:09.258619 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccac9f29-1a95-4910-a070-1cefbbed19bc None None] Routers {'6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:10:09.259366 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-ccac9f29-1a95-4910-a070-1cefbbed19bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:09:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:10:09.268967 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8e912bfb-a58f-41ae-bc03-32219b08291f tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "PUT /v2.0/floatingips/420e7670-9f88-452d-9607-20cd71b57971 HTTP/1.1" status: 200 len: 991 time: 1.0125437 Dec 16 23:10:09.269816 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e139428e-ca24-4c26-bb9f-82fb72dc3bc3', 'tag': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:10:09.272268 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}262422c41fb3f4df6327d4ea873ca9a06926c8fbcf4dc10a31d5fa6940e748a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b698a598-5941-40af-bd75-af14087cee99" -d '{"events": [{"name": "network-changed", "server_uuid": "e139428e-ca24-4c26-bb9f-82fb72dc3bc3", "tag": "38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:10:09.313335 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abf1eec-7407-482e-808b-895e40376a79 x-openstack-request-id: req-1abf1eec-7407-482e-808b-895e40376a79 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:10:09.313636 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e139428e-ca24-4c26-bb9f-82fb72dc3bc3", "tag": "38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:10:09.313900 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1abf1eec-7407-482e-808b-895e40376a79 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:10:09.314315 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e139428e-ca24-4c26-bb9f-82fb72dc3bc3', 'tag': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32', 'status': 'completed', 'code': 200} Dec 16 23:10:09.380339 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-ccac9f29-1a95-4910-a070-1cefbbed19bc None None] Set router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:10:09.407960 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698a598-5941-40af-bd75-af14087cee99 req-4d2bb2d0-835c-4492-9231-9daf01ff79de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:09.409520 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b698a598-5941-40af-bd75-af14087cee99 req-4d2bb2d0-835c-4492-9231-9daf01ff79de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 1096 time: 0.0410242 Dec 16 23:10:09.509948 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698a598-5941-40af-bd75-af14087cee99 req-c9b43b77-c467-42e1-a958-ecccf66e60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:09.511388 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b698a598-5941-40af-bd75-af14087cee99 req-c9b43b77-c467-42e1-a958-ecccf66e60e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.0953455 Dec 16 23:10:09.583307 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b698a598-5941-40af-bd75-af14087cee99 req-84323513-2997-4839-8063-0f702b31b340 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 HTTP/1.1" status: 200 len: 999 time: 0.0650182 Dec 16 23:10:09.615193 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-ccac9f29-1a95-4910-a070-1cefbbed19bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '420e7670-9f88-452d-9607-20cd71b57971', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'port_id': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'mac_address': 'fa:16:3e:49:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e139428e-ca24-4c26-bb9f-82fb72dc3bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:02:22Z', 'updated_at': '2021-12-16T23:10:08Z', 'revision_number': 13, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da', 'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'mac_address': 'fa:16:3e:79:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:18Z', 'updated_at': '2021-12-16T23:02:22Z', 'revision_number': 5, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'subnets': [{'id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:10:09.634919 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698a598-5941-40af-bd75-af14087cee99 req-b025d88d-1c82-4faf-a0bc-7f0a6869ad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:09.636526 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b698a598-5941-40af-bd75-af14087cee99 req-b025d88d-1c82-4faf-a0bc-7f0a6869ad03 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0468137 Dec 16 23:10:09.649953 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccac9f29-1a95-4910-a070-1cefbbed19bc None None] Checking router: 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:10:09.658944 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccac9f29-1a95-4910-a070-1cefbbed19bc None None] Routers {'6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:10:09.659589 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-ccac9f29-1a95-4910-a070-1cefbbed19bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:09:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:10:09.686076 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698a598-5941-40af-bd75-af14087cee99 req-705d3bc8-76d6-4c2a-9233-387136584e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:10:09.687726 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b698a598-5941-40af-bd75-af14087cee99 req-705d3bc8-76d6-4c2a-9233-387136584e89 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448360 Dec 16 23:10:09.769563 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-ccac9f29-1a95-4910-a070-1cefbbed19bc None None] Set router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:10:09.782225 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b698a598-5941-40af-bd75-af14087cee99 req-e9961119-a881-4f88-bf06-fb6b79159350 service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872171 Dec 16 23:10:09.883344 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b698a598-5941-40af-bd75-af14087cee99 req-c1b691b0-bb1c-4a54-b8eb-75f64b0f03bf service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921402 Dec 16 23:10:10.001540 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-ccac9f29-1a95-4910-a070-1cefbbed19bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '420e7670-9f88-452d-9607-20cd71b57971', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'port_id': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'mac_address': 'fa:16:3e:49:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e139428e-ca24-4c26-bb9f-82fb72dc3bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:02:22Z', 'updated_at': '2021-12-16T23:10:08Z', 'revision_number': 13, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da', 'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'mac_address': 'fa:16:3e:79:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:18Z', 'updated_at': '2021-12-16T23:02:22Z', 'revision_number': 5, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'subnets': [{'id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:10:10.028292 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccac9f29-1a95-4910-a070-1cefbbed19bc None None] The sync data for ids ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'] in n-d-815324-4 is: [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '420e7670-9f88-452d-9607-20cd71b57971', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'port_id': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'mac_address': 'fa:16:3e:49:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e139428e-ca24-4c26-bb9f-82fb72dc3bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:02:22Z', 'updated_at': '2021-12-16T23:10:08Z', 'revision_number': 13, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da', 'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'mac_address': 'fa:16:3e:79:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:18Z', 'updated_at': '2021-12-16T23:02:22Z', 'revision_number': 5, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'subnets': [{'id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:10:10.219453 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35016bf7-9742-4325-94fc-4e37c50c7a83 None None] New status for floating IP 420e7670-9f88-452d-9607-20cd71b57971: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:10:23.412031 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3285445c-20cd-4904-8902-ce3762cc779d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:25.651779 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fef77f1-7d2d-4315-849f-5c3fb86e599f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:27.188501 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:27.398514 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:28.507033 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:28.821952 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:29.108772 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:32.934153 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:10:53.416459 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b93da655-a19f-4c3b-b13a-33963f226c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:55.690979 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3e9d6c9d-b718-4315-a9f9-2661ae5bc40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:57.159697 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:57.382573 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:58.508243 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:58.811477 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:10:59.148405 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:04.381239 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-add1b009-5cb4-4e6e-be07-c9a3fe83e257 req-1b9f6376-c8e0-41d4-b85d-bc4c88320603 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456467 Dec 16 23:11:04.479414 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1b009-5cb4-4e6e-be07-c9a3fe83e257 req-be3c4cc2-847f-4254-8cd9-10a43ee2f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:04.480941 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-add1b009-5cb4-4e6e-be07-c9a3fe83e257 req-be3c4cc2-847f-4254-8cd9-10a43ee2f563 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 1096 time: 0.0409403 Dec 16 23:11:04.583633 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1b009-5cb4-4e6e-be07-c9a3fe83e257 req-30c98ee5-42f1-4274-82a8-6c5f539e73ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:04.585135 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-add1b009-5cb4-4e6e-be07-c9a3fe83e257 req-30c98ee5-42f1-4274-82a8-6c5f539e73ef service neutron] 10.222.0.57 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.0865669 Dec 16 23:11:04.658196 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-add1b009-5cb4-4e6e-be07-c9a3fe83e257 req-103eabed-47c6-4488-8151-86c3bc9fd5ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 HTTP/1.1" status: 200 len: 1001 time: 0.0625684 Dec 16 23:11:04.706544 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1b009-5cb4-4e6e-be07-c9a3fe83e257 req-47e1c3b1-3ec1-4560-bce6-d2a12e6600c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:04.708028 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-add1b009-5cb4-4e6e-be07-c9a3fe83e257 req-47e1c3b1-3ec1-4560-bce6-d2a12e6600c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0432746 Dec 16 23:11:04.753937 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1b009-5cb4-4e6e-be07-c9a3fe83e257 req-d8471581-3188-4e95-bc53-4901947128be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:11:04.755489 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-add1b009-5cb4-4e6e-be07-c9a3fe83e257 req-d8471581-3188-4e95-bc53-4901947128be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404832 Dec 16 23:11:04.856303 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-add1b009-5cb4-4e6e-be07-c9a3fe83e257 req-7690219a-e7d8-4688-8fcb-c2223e9a6cb5 service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933609 Dec 16 23:11:04.946998 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-add1b009-5cb4-4e6e-be07-c9a3fe83e257 req-a9e5f93f-e479-475c-b7a9-d89b42623861 service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832736 Dec 16 23:11:09.932786 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:11:23.399018 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9ba87c2a-1d6c-43b7-a711-ddb68b2a6c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:25.650961 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7888ad6b-91e0-48ee-9730-df015eda8452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:27.210604 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:27.380779 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:28.513003 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:28.810371 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:29.101914 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:46.932291 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:11:53.426456 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7847b31f-4f0a-4d5e-b42f-3e5a3ec6df7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:55.650049 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f7fea50e-5d51-4111-84d6-f2c389f38e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:57.187072 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:57.392585 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:58.507077 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:58.809783 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:11:59.141279 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:05.369946 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4b2beec5-06e4-4988-b223-a0b2e23a533b req-1b4cd5d2-2c48-4ea8-a66c-ae8398f35f25 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468402 Dec 16 23:12:05.468802 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2beec5-06e4-4988-b223-a0b2e23a533b req-8babfd21-0724-4d0e-abc5-30c584717a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:05.470200 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4b2beec5-06e4-4988-b223-a0b2e23a533b req-8babfd21-0724-4d0e-abc5-30c584717a6e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 1096 time: 0.0412447 Dec 16 23:12:05.572752 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2beec5-06e4-4988-b223-a0b2e23a533b req-7917ddef-c9b1-4dce-8f06-44816395cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:05.574318 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4b2beec5-06e4-4988-b223-a0b2e23a533b req-7917ddef-c9b1-4dce-8f06-44816395cd18 service neutron] 10.222.0.57 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.0855303 Dec 16 23:12:05.644439 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4b2beec5-06e4-4988-b223-a0b2e23a533b req-56daa7bc-2881-42a5-9868-37895b63845c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 HTTP/1.1" status: 200 len: 1001 time: 0.0624361 Dec 16 23:12:05.693956 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2beec5-06e4-4988-b223-a0b2e23a533b req-2f3209ef-a3d4-4c16-b9fe-bdee69f6a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:05.696092 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4b2beec5-06e4-4988-b223-a0b2e23a533b req-2f3209ef-a3d4-4c16-b9fe-bdee69f6a85e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0448174 Dec 16 23:12:05.744750 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2beec5-06e4-4988-b223-a0b2e23a533b req-02aaa710-659c-4272-981f-ab08d5724141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:05.744750 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4b2beec5-06e4-4988-b223-a0b2e23a533b req-02aaa710-659c-4272-981f-ab08d5724141 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415666 Dec 16 23:12:05.839931 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4b2beec5-06e4-4988-b223-a0b2e23a533b req-e03a69f7-430e-4cce-a751-33d973e69fae service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882585 Dec 16 23:12:05.930073 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4b2beec5-06e4-4988-b223-a0b2e23a533b req-2758ae4c-d5f9-4b2f-ba39-3c3b8198b6d1 service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823734 Dec 16 23:12:23.415564 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-89739919-ee28-4166-bd06-7ba07988de77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:23.932011 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:12:25.649952 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9726395c-bff3-4165-8b05-98195fbf633a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:27.175255 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:27.409570 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:28.512298 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:28.826089 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:29.180438 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:43.900757 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35cfb5-46ab-48c2-a161-a6f52c844c23 req-36ff154f-9757-45b9-aeba-4dd563baad79 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:43.902171 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2e35cfb5-46ab-48c2-a161-a6f52c844c23 req-36ff154f-9757-45b9-aeba-4dd563baad79 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0544455 Dec 16 23:12:43.952137 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2e35cfb5-46ab-48c2-a161-a6f52c844c23 req-ef826fca-96d8-47c4-babd-5ec0514ceeac tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426881 Dec 16 23:12:53.408991 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6d182ed8-0517-4fde-8749-7d609255bed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:55.637605 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e27be2c-b711-4641-9e50-555340344420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:56.383392 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-ec447615-2db0-4706-a502-afc482bd36f2 req-97dea150-bc0b-445f-9ef1-7e2ef8e085f1 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:12:56.384439 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ec447615-2db0-4706-a502-afc482bd36f2 req-97dea150-bc0b-445f-9ef1-7e2ef8e085f1 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1000185 Dec 16 23:12:56.729656 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0d0b2-fe7e-45c0-8e21-6077751ab199 req-c917a2e1-3083-4abb-9f1e-83ecb728cfe7 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:56.731265 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a0f0d0b2-fe7e-45c0-8e21-6077751ab199 req-c917a2e1-3083-4abb-9f1e-83ecb728cfe7 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0557327 Dec 16 23:12:56.783433 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a0f0d0b2-fe7e-45c0-8e21-6077751ab199 req-aac37a53-54c8-4d5b-ae2b-29c9046e48f5 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455682 Dec 16 23:12:56.854130 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-33455fbb-2678-40a0-9c29-a3e9e74359e0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0868404 Dec 16 23:12:56.863568 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-0879c546-ebef-43ca-ad73-d2e15daa94e2 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:12:56.864530 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-0879c546-ebef-43ca-ad73-d2e15daa94e2 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055797 Dec 16 23:12:57.169339 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:57.397606 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:57.902106 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a6da8-b25c-4951-8168-b0ab45c47bd0 req-972826e5-ce99-476e-8fbd-0b60b0f3bbc3 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:57.904451 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-001a6da8-b25c-4951-8168-b0ab45c47bd0 req-972826e5-ce99-476e-8fbd-0b60b0f3bbc3 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0495698 Dec 16 23:12:57.959512 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-001a6da8-b25c-4951-8168-b0ab45c47bd0 req-82279f21-8ef3-4658-9462-d34bf70ef1f3 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476394 Dec 16 23:12:58.517680 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:58.826898 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:59.010395 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-64d7d302-2363-4b52-93dd-603860a7de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:59.012007 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-64d7d302-2363-4b52-93dd-603860a7de2a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 1096 time: 0.0413654 Dec 16 23:12:59.112116 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:12:59.451449 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1174157-b386-4ee5-834b-f9e8023e1498 req-3c58aaab-8443-4af4-afde-0ea05fdfa8b5 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:59.452860 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1174157-b386-4ee5-834b-f9e8023e1498 req-3c58aaab-8443-4af4-afde-0ea05fdfa8b5 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 945 time: 0.4149013 Dec 16 23:12:59.464018 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-9b8abdb5-0c74-42f4-acac-46647dcfe961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:59.465454 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-9b8abdb5-0c74-42f4-acac-46647dcfe961 service neutron] 10.222.0.57 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.4458921 Dec 16 23:12:59.557531 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d1174157-b386-4ee5-834b-f9e8023e1498 req-0174cbdd-3883-4ffc-8c23-ffdb5aed4dad tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948975 Dec 16 23:12:59.561368 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-c9ad0c31-3153-40bf-a4cb-1c3bdadedc40 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 HTTP/1.1" status: 200 len: 1001 time: 0.0883818 Dec 16 23:12:59.613190 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-1a58400f-cd13-451e-815f-053dc6dfcdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:59.614677 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-1a58400f-cd13-451e-815f-053dc6dfcdf7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0461369 Dec 16 23:12:59.661793 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-9695864d-c662-4d5f-93a6-092927a1f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:12:59.663357 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-9695864d-c662-4d5f-93a6-092927a1f8b7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419211 Dec 16 23:12:59.756056 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-9a595894-82c3-4cb1-bb86-d2bca107a8d9 service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854037 Dec 16 23:12:59.846825 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-b616cd26-50f0-43d9-b55c-cc5daa8369a1 service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843854 Dec 16 23:13:00.676050 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134615d6-63f2-49bf-a5bd-d68486145346 req-ad8027ed-d514-4907-a53c-bc6012f07fca tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:00.677565 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-134615d6-63f2-49bf-a5bd-d68486145346 req-ad8027ed-d514-4907-a53c-bc6012f07fca tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0497808 Dec 16 23:13:00.724932 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-134615d6-63f2-49bf-a5bd-d68486145346 req-e33e69b4-e8a7-422c-8fc7-ee34538f74da tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413859 Dec 16 23:13:00.934180 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:13:01.850325 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1001dc-baab-45a8-8d23-c006d8efc858 req-c346f806-e79c-45bc-893e-67e54ca9baac tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:01.851945 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d1001dc-baab-45a8-8d23-c006d8efc858 req-c346f806-e79c-45bc-893e-67e54ca9baac tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0542595 Dec 16 23:13:01.917246 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d1001dc-baab-45a8-8d23-c006d8efc858 req-4ed1ad96-91da-485f-a284-ad81522e332a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543444 Dec 16 23:13:03.042300 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1aa4c-511f-4447-b821-273972d7dcae req-38c245a2-0190-42d8-9a65-5e7cc615abe8 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:03.046638 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bee1aa4c-511f-4447-b821-273972d7dcae req-38c245a2-0190-42d8-9a65-5e7cc615abe8 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0512979 Dec 16 23:13:03.092013 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bee1aa4c-511f-4447-b821-273972d7dcae req-e85a7c5f-1f0a-41b0-b49b-2ad5c3106aec tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417659 Dec 16 23:13:04.217267 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bc36a-48da-4b41-98d6-e154bd85c47e req-9edf4d4e-14d6-4f16-8476-d03c2b570a34 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:04.218804 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-228bc36a-48da-4b41-98d6-e154bd85c47e req-9edf4d4e-14d6-4f16-8476-d03c2b570a34 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0546722 Dec 16 23:13:04.266259 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-228bc36a-48da-4b41-98d6-e154bd85c47e req-0992bf24-0b3b-40c6-8ef5-65ea634278a3 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407023 Dec 16 23:13:05.394681 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5d3c1-f3c6-46e4-90fa-91330e462867 req-0e2ce0d7-1df6-4c6e-b043-13db78108ad8 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:05.396159 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d1c5d3c1-f3c6-46e4-90fa-91330e462867 req-0e2ce0d7-1df6-4c6e-b043-13db78108ad8 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0544555 Dec 16 23:13:05.417926 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145eb02-2994-4f93-927b-29ee03ac9196 req-e3f86411-1b9d-4497-b40f-61f92c3cc4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:05.419825 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9145eb02-2994-4f93-927b-29ee03ac9196 req-e3f86411-1b9d-4497-b40f-61f92c3cc4a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 1096 time: 0.0413477 Dec 16 23:13:05.446469 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d1c5d3c1-f3c6-46e4-90fa-91330e462867 req-69dba4a9-49d8-4b7a-be5a-453f6a33e10f tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441926 Dec 16 23:13:05.527143 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145eb02-2994-4f93-927b-29ee03ac9196 req-2b9f3d8a-70e2-4514-ae1f-27d96d13ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:05.528685 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9145eb02-2994-4f93-927b-29ee03ac9196 req-2b9f3d8a-70e2-4514-ae1f-27d96d13ea71 service neutron] 10.222.0.57 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.0893378 Dec 16 23:13:05.597705 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9145eb02-2994-4f93-927b-29ee03ac9196 req-23d88061-034e-4100-81a8-49aa3bb62e73 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 HTTP/1.1" status: 200 len: 1001 time: 0.0608416 Dec 16 23:13:05.651291 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145eb02-2994-4f93-927b-29ee03ac9196 req-5dc4eac9-1f8b-4bc5-ab90-b483cfb43edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:05.652797 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9145eb02-2994-4f93-927b-29ee03ac9196 req-5dc4eac9-1f8b-4bc5-ab90-b483cfb43edc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0482094 Dec 16 23:13:05.704293 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145eb02-2994-4f93-927b-29ee03ac9196 req-4e0bf82c-80ce-464b-bce4-2dd38fb2938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:05.705829 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9145eb02-2994-4f93-927b-29ee03ac9196 req-4e0bf82c-80ce-464b-bce4-2dd38fb2938a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457337 Dec 16 23:13:05.796563 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9145eb02-2994-4f93-927b-29ee03ac9196 req-7aa88f41-53e7-4fb7-a1fa-56c8c54100e6 service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825696 Dec 16 23:13:05.895025 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9145eb02-2994-4f93-927b-29ee03ac9196 req-28c181ed-3783-4580-ad45-50d4eeb4c321 service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897491 Dec 16 23:13:06.568018 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079aaa8c-6349-4683-9827-19ef0bf3c903 req-108a0807-aa1c-4481-9d3f-078410753c6a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:06.569529 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-079aaa8c-6349-4683-9827-19ef0bf3c903 req-108a0807-aa1c-4481-9d3f-078410753c6a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0502379 Dec 16 23:13:06.620038 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-079aaa8c-6349-4683-9827-19ef0bf3c903 req-21e20298-e590-41cd-9d80-160e6b73593e tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444589 Dec 16 23:13:07.740019 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ca986-98d5-42ed-9ad1-c7b57b7a4500 req-55bfc8da-e225-469b-9835-5fde375e97f3 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:07.741546 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f94ca986-98d5-42ed-9ad1-c7b57b7a4500 req-55bfc8da-e225-469b-9835-5fde375e97f3 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0502195 Dec 16 23:13:07.790889 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f94ca986-98d5-42ed-9ad1-c7b57b7a4500 req-dfaea308-156d-4594-a719-f90f76cbec3b tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432017 Dec 16 23:13:08.908974 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad5993-3c45-459d-8127-952ce85f5348 req-d2593727-8a64-4a44-9222-2bacf67525fc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:08.910490 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-60ad5993-3c45-459d-8127-952ce85f5348 req-d2593727-8a64-4a44-9222-2bacf67525fc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0489516 Dec 16 23:13:08.958434 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-60ad5993-3c45-459d-8127-952ce85f5348 req-91df5846-a934-45ca-b091-eb6e35467dc2 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420372 Dec 16 23:13:10.074340 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ef0f5-10b6-4962-957d-e81ce15198b6 req-7fea7d7f-a712-4482-a01a-aae4353a7faa tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:10.075849 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-382ef0f5-10b6-4962-957d-e81ce15198b6 req-7fea7d7f-a712-4482-a01a-aae4353a7faa tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0491130 Dec 16 23:13:10.127031 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-382ef0f5-10b6-4962-957d-e81ce15198b6 req-4e0cbcb0-a121-44e3-a5ba-21b252a113d3 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444322 Dec 16 23:13:11.249415 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ab4ac-50d9-4cb4-9d96-484430d804d4 req-08f52fbd-5edb-4dfc-b343-e795f343a8a5 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:11.251132 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ec2ab4ac-50d9-4cb4-9d96-484430d804d4 req-08f52fbd-5edb-4dfc-b343-e795f343a8a5 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0544548 Dec 16 23:13:11.299000 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ec2ab4ac-50d9-4cb4-9d96-484430d804d4 req-a3fd9d36-ea2b-4580-945e-fab658f229ea tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419378 Dec 16 23:13:12.418285 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88207d58-a6df-446e-bf3d-c05f365636cd req-6d7aa629-94b1-4417-bfee-7188d8f903ef tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:12.420081 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-88207d58-a6df-446e-bf3d-c05f365636cd req-6d7aa629-94b1-4417-bfee-7188d8f903ef tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0508659 Dec 16 23:13:12.478690 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-88207d58-a6df-446e-bf3d-c05f365636cd req-ab17f9ce-5276-41e0-bbe5-a4602cea8af9 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516605 Dec 16 23:13:13.599617 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43c9e8-faed-4421-9037-a6159550aa58 req-fb5be5f7-2352-4841-817d-4be0d9ee97be tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:13.601152 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9c43c9e8-faed-4421-9037-a6159550aa58 req-fb5be5f7-2352-4841-817d-4be0d9ee97be tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0504496 Dec 16 23:13:13.653787 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9c43c9e8-faed-4421-9037-a6159550aa58 req-3ab8b24d-6a21-4e22-8d6c-d23b2961228b tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463638 Dec 16 23:13:14.581920 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-43ac0fad-d2a5-4db9-827e-0fec1075eb44 service neutron] show failed (client error): The resource could not be found. Dec 16 23:13:14.582827 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-43ac0fad-d2a5-4db9-827e-0fec1075eb44 service neutron] 10.222.0.57 "GET /v2.0/ports/38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32/bindings/n-h1-815324-4 HTTP/1.1" status: 404 len: 380 time: 0.0596666 Dec 16 23:13:14.773806 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c954d7-84f7-4302-b8ee-936dcb5e54ec req-7e1dacce-5416-4163-ab48-425f8882167e tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:14.775378 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e4c954d7-84f7-4302-b8ee-936dcb5e54ec req-7e1dacce-5416-4163-ab48-425f8882167e tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0510685 Dec 16 23:13:14.823934 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e4c954d7-84f7-4302-b8ee-936dcb5e54ec req-edfd45eb-195a-4de5-8fad-10dbf6d29b47 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425713 Dec 16 23:13:15.006804 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-79a7ddd1-b4be-4956-80b5-72146759b082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:15.008414 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-79a7ddd1-b4be-4956-80b5-72146759b082 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3&tenant_id=f9edd9a7184144839c85570d9a1f9b21 HTTP/1.1" status: 200 len: 1096 time: 0.0429049 Dec 16 23:13:15.029210 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-4', 'device_owner': 'compute:nova'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:13:15.083485 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:15.290673 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] For port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:13:15.324746 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] For port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:13:15.370819 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e139428e-ca24-4c26-bb9f-82fb72dc3bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:13:15.373193 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6866be-a589-412f-ab6a-a6b13f64d97a" -d '{"events": [{"server_uuid": "e139428e-ca24-4c26-bb9f-82fb72dc3bc3", "name": "network-vif-unplugged", "status": "completed", "tag": "38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:13:15.377014 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:15.390828 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Transition to ACTIVE for port object 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:13:15.428024 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 23:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bc5251-202b-4569-b179-bfd06d07ee2f x-openstack-request-id: req-68bc5251-202b-4569-b179-bfd06d07ee2f {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:13:15.428324 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e139428e-ca24-4c26-bb9f-82fb72dc3bc3", "name": "network-vif-unplugged", "status": "completed", "tag": "38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:13:15.428586 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-68bc5251-202b-4569-b179-bfd06d07ee2f {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:13:15.428995 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e139428e-ca24-4c26-bb9f-82fb72dc3bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32', 'code': 200} Dec 16 23:13:15.454516 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:15.529038 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Pushing event updated for resources: {'Port': ['ID=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,revision_number=6']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:15.546636 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:15.548046 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:15.548508 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:15.548859 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:15.549201 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:15.549538 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:15.549877 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:15.550208 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:15.550541 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:15.550882 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:15.551303 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:15.551635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:15.551962 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:15.592441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] No DVR routers for this DVR port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:13:15.729172 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Attempting to bind port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:13:15.729519 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Attempting to bind port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:13:15.729851 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Attempting to bind port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:13:15.734394 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:13:15.734778 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Attempting to bind port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:13:15.740503 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:13:15.740841 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Checking segment: {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:13:15.741227 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Bound using segment: {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:13:15.741648 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Bound port: 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:13:15.742004 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:15.806176 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] For port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:13:15.809200 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] For port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:13:15.867756 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:15.905298 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:15.905931 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:15.908201 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] 10.222.0.76 "PUT /v2.0/ports/38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 HTTP/1.1" status: 200 len: 1091 time: 0.8832204 Dec 16 23:13:15.927665 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789ef19-8739-4009-b35f-1339eb211c03 service neutron] Pushing event updated for resources: {'Port': ['ID=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,revision_number=7']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:15.954949 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b7163-3dd0-4042-b308-dbda4bff1b36 req-e2ddd352-1978-47c1-8b7d-21bdf80f9033 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:15.956909 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-414b7163-3dd0-4042-b308-dbda4bff1b36 req-e2ddd352-1978-47c1-8b7d-21bdf80f9033 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 943 time: 0.0597770 Dec 16 23:13:15.987509 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-2e2da5b9-c1eb-48ff-a14e-795dfb592066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:15.989431 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-2e2da5b9-c1eb-48ff-a14e-795dfb592066 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 1094 time: 0.0451777 Dec 16 23:13:16.010240 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-414b7163-3dd0-4042-b308-dbda4bff1b36 req-fa943cd5-d389-4211-b089-fe8e3a88624d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464897 Dec 16 23:13:16.096433 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-4e5c7291-148e-4c43-8aff-7e4c88302acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:16.097780 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-4e5c7291-148e-4c43-8aff-7e4c88302acb service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.0991418 Dec 16 23:13:16.169314 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-c47f1d7a-be35-4c2d-9185-12f1bd610d33 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 HTTP/1.1" status: 200 len: 999 time: 0.0607629 Dec 16 23:13:16.224039 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-5bbca9ec-9bbd-43aa-9217-5833602dd868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:16.225448 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-5bbca9ec-9bbd-43aa-9217-5833602dd868 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0487659 Dec 16 23:13:16.246931 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:13:16.274433 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-81cfc667-cc1f-4cf8-9730-4fee1c8d468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:16.276006 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-81cfc667-cc1f-4cf8-9730-4fee1c8d468f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419912 Dec 16 23:13:16.285207 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:13:16.367985 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-075840f4-26d3-4137-9b7a-91e3188aa3b0 service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835116 Dec 16 23:13:16.464353 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-9ebab430-f3b0-4132-bc2f-751867b8fd12 service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878732 Dec 16 23:13:17.135199 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ecbe7-cdb3-48e4-ae8d-da9bc9f11844 req-dbf463e3-69a9-4131-99e6-0f480950184d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:17.136644 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ae5ecbe7-cdb3-48e4-ae8d-da9bc9f11844 req-dbf463e3-69a9-4131-99e6-0f480950184d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 943 time: 0.0508921 Dec 16 23:13:17.185286 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ae5ecbe7-cdb3-48e4-ae8d-da9bc9f11844 req-c4ef91a9-71c0-48dc-97d1-41cc851f8376 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424144 Dec 16 23:13:17.430463 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e139428e-ca24-4c26-bb9f-82fb72dc3bc3', 'tag': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:13:17.432873 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6ec4a7-65f6-4d6f-856e-dcae5d33eb33" -d '{"events": [{"name": "network-changed", "server_uuid": "e139428e-ca24-4c26-bb9f-82fb72dc3bc3", "tag": "38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:13:17.487912 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1420be56-5f03-4363-887c-f9d8dcfbb76b x-openstack-request-id: req-1420be56-5f03-4363-887c-f9d8dcfbb76b {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:13:17.488215 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e139428e-ca24-4c26-bb9f-82fb72dc3bc3", "tag": "38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:13:17.488503 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1420be56-5f03-4363-887c-f9d8dcfbb76b {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:13:17.488918 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e139428e-ca24-4c26-bb9f-82fb72dc3bc3', 'tag': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32', 'status': 'completed', 'code': 200} Dec 16 23:13:17.607953 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ec4a7-65f6-4d6f-856e-dcae5d33eb33 req-b11306d4-c060-4024-8e4c-4a57e37da8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:17.610045 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2f6ec4a7-65f6-4d6f-856e-dcae5d33eb33 req-b11306d4-c060-4024-8e4c-4a57e37da8b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 1094 time: 0.0816360 Dec 16 23:13:17.612529 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ec4a7-65f6-4d6f-856e-dcae5d33eb33 req-6ba0d454-c02b-4064-9da9-0927a6956198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:17.613907 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2f6ec4a7-65f6-4d6f-856e-dcae5d33eb33 req-6ba0d454-c02b-4064-9da9-0927a6956198 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 1094 time: 0.0535328 Dec 16 23:13:17.775491 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ec4a7-65f6-4d6f-856e-dcae5d33eb33 req-b7cdf62c-c5cb-4c46-8d21-8e137019d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:17.776874 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2f6ec4a7-65f6-4d6f-856e-dcae5d33eb33 req-b7cdf62c-c5cb-4c46-8d21-8e137019d2c3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.1529422 Dec 16 23:13:17.777979 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ec4a7-65f6-4d6f-856e-dcae5d33eb33 req-6f438ff8-e229-4f95-a267-a455040ca208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:17.779361 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2f6ec4a7-65f6-4d6f-856e-dcae5d33eb33 req-6f438ff8-e229-4f95-a267-a455040ca208 service neutron] 10.222.0.57 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.1628277 Dec 16 23:13:17.894598 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2f6ec4a7-65f6-4d6f-856e-dcae5d33eb33 req-c32b2f2e-919c-423f-ad97-283494afe8b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 HTTP/1.1" status: 200 len: 999 time: 0.1077211 Dec 16 23:13:17.896389 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2f6ec4a7-65f6-4d6f-856e-dcae5d33eb33 req-1c4e9390-b85e-4b43-a635-80d9f4a77e7c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 HTTP/1.1" status: 200 len: 999 time: 0.1039047 Dec 16 23:13:17.982228 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ec4a7-65f6-4d6f-856e-dcae5d33eb33 req-8e1fd3df-0e6d-4173-932e-7b4723b07bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:17.983794 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2f6ec4a7-65f6-4d6f-856e-dcae5d33eb33 req-8e1fd3df-0e6d-4173-932e-7b4723b07bf5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0824590 Dec 16 23:13:17.985841 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ec4a7-65f6-4d6f-856e-dcae5d33eb33 req-11461e62-b5cd-47a0-b996-a85aec67c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:17.987171 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2f6ec4a7-65f6-4d6f-856e-dcae5d33eb33 req-11461e62-b5cd-47a0-b996-a85aec67c65a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0778413 Dec 16 23:13:18.058148 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ec4a7-65f6-4d6f-856e-dcae5d33eb33 req-5ed8d6a8-b3c2-48a5-9fb7-4ac928da9e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:18.059644 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2f6ec4a7-65f6-4d6f-856e-dcae5d33eb33 req-5ed8d6a8-b3c2-48a5-9fb7-4ac928da9e2e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681376 Dec 16 23:13:18.061982 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ec4a7-65f6-4d6f-856e-dcae5d33eb33 req-d9565499-1829-4b4c-a669-45ff5eb5fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:18.063910 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2f6ec4a7-65f6-4d6f-856e-dcae5d33eb33 req-d9565499-1829-4b4c-a669-45ff5eb5fb8e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650804 Dec 16 23:13:18.223127 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2f6ec4a7-65f6-4d6f-856e-dcae5d33eb33 req-597c693d-61d8-492c-b464-9aa72cecc49f service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545734 Dec 16 23:13:18.226135 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2f6ec4a7-65f6-4d6f-856e-dcae5d33eb33 req-2a5d5a42-7f9f-469d-8c20-5c530a30063e service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505654 Dec 16 23:13:18.420906 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2f6ec4a7-65f6-4d6f-856e-dcae5d33eb33 req-4eabfd3a-c55d-4fac-9c27-8438b8ec9329 service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907248 Dec 16 23:13:18.434225 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1ae40-d930-4d13-8769-6478091e803a req-54b13e26-b876-4c4c-b696-aef674d99d72 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:18.435697 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-68d1ae40-d930-4d13-8769-6478091e803a req-54b13e26-b876-4c4c-b696-aef674d99d72 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 943 time: 0.1514950 Dec 16 23:13:18.441527 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2f6ec4a7-65f6-4d6f-856e-dcae5d33eb33 req-96e98f5e-48dd-4891-9ea7-32af56838375 service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034867 Dec 16 23:13:18.486663 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-68d1ae40-d930-4d13-8769-6478091e803a req-c94a0805-6f56-4090-8e73-1ac35ce35b27 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437210 Dec 16 23:13:19.608958 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f2fa5-9e80-45c4-8208-6ed7e65eb39a req-8a14a3cf-c684-4352-87a3-17549eb19310 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:19.610772 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-410f2fa5-9e80-45c4-8208-6ed7e65eb39a req-8a14a3cf-c684-4352-87a3-17549eb19310 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 943 time: 0.0498886 Dec 16 23:13:19.660064 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-410f2fa5-9e80-45c4-8208-6ed7e65eb39a req-3fc8d159-df84-412b-811c-53a7b002ae02 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432079 Dec 16 23:13:20.786108 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511bc44-157e-4ddd-ace2-2013b4f816e5 req-f6fe0fab-7642-4fc4-80f5-8b3486f2d6ff tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:20.787574 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6511bc44-157e-4ddd-ace2-2013b4f816e5 req-f6fe0fab-7642-4fc4-80f5-8b3486f2d6ff tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 943 time: 0.0541146 Dec 16 23:13:20.835454 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6511bc44-157e-4ddd-ace2-2013b4f816e5 req-49194780-9902-4469-bfa0-9dde38cbd9a2 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417118 Dec 16 23:13:21.958362 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccd881-4499-4ef4-8afb-4b0718497cd3 req-d9d7dd48-f880-4bf5-baa3-c95a55e5e883 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:21.960014 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c0ccd881-4499-4ef4-8afb-4b0718497cd3 req-d9d7dd48-f880-4bf5-baa3-c95a55e5e883 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 943 time: 0.0539181 Dec 16 23:13:22.007327 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c0ccd881-4499-4ef4-8afb-4b0718497cd3 req-860e16ce-166d-4abf-993b-0e84f5b4107c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412271 Dec 16 23:13:23.128524 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f05af-fc8d-4246-9bd3-ddd94993f3ea req-c50ff586-b30d-47d3-803d-ca723aced330 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:23.130031 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5c5f05af-fc8d-4246-9bd3-ddd94993f3ea req-c50ff586-b30d-47d3-803d-ca723aced330 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 943 time: 0.0526545 Dec 16 23:13:23.176461 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5c5f05af-fc8d-4246-9bd3-ddd94993f3ea req-766c0eb2-f3e7-44e1-bf89-3f08b2b3a3ab tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404656 Dec 16 23:13:23.443074 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-38044f08-a7a9-481e-8375-ac6f5d0d8820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:24.294728 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f343723-250f-4b32-a0f6-1cc864f6204d req-ddcd9684-7ee7-4d2a-ba15-e75065b42572 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:24.296259 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7f343723-250f-4b32-a0f6-1cc864f6204d req-ddcd9684-7ee7-4d2a-ba15-e75065b42572 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 943 time: 0.0491841 Dec 16 23:13:24.343705 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7f343723-250f-4b32-a0f6-1cc864f6204d req-6f72abdb-ce27-4bf4-a6f3-2754a7138ca6 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408862 Dec 16 23:13:25.462816 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2fa10-8be2-480c-aa6b-59c866f0c8f1 req-28f42578-da99-4857-9e2b-f2f8f7878043 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:25.464385 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d6c2fa10-8be2-480c-aa6b-59c866f0c8f1 req-28f42578-da99-4857-9e2b-f2f8f7878043 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 943 time: 0.0505528 Dec 16 23:13:25.510625 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d6c2fa10-8be2-480c-aa6b-59c866f0c8f1 req-b0dd8f12-0d3b-4593-8faf-184ea6ff83cd tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401959 Dec 16 23:13:25.636867 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-585bfdb7-7271-48ba-9dde-e19285fea60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:26.630082 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c489a3-8051-4aa4-a407-d3d2bddfe335 req-31b0cec7-114b-4033-a359-23dc9c913da1 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:26.631145 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-75c489a3-8051-4aa4-a407-d3d2bddfe335 req-31b0cec7-114b-4033-a359-23dc9c913da1 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 943 time: 0.0490680 Dec 16 23:13:26.682729 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-75c489a3-8051-4aa4-a407-d3d2bddfe335 req-defe17b8-ab96-42ce-ab6a-a7c82e5982d2 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456736 Dec 16 23:13:27.214494 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:27.415106 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:27.803418 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6759d-f880-4445-ae07-ca0631d3a41e req-3525c483-f64e-4192-ab7b-58e2c329c6e1 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:27.804919 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58f6759d-f880-4445-ae07-ca0631d3a41e req-3525c483-f64e-4192-ab7b-58e2c329c6e1 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 943 time: 0.0524819 Dec 16 23:13:27.851827 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58f6759d-f880-4445-ae07-ca0631d3a41e req-10a287f0-182c-4991-b817-40b4ab9f4085 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410151 Dec 16 23:13:28.522770 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:28.820173 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:28.968568 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fc628-f03e-4121-ab03-c0844b82b484 req-99b4c262-dd05-40f0-8c0e-097aedd8aae7 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:28.970342 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-757fc628-f03e-4121-ab03-c0844b82b484 req-99b4c262-dd05-40f0-8c0e-097aedd8aae7 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 943 time: 0.0497901 Dec 16 23:13:29.018367 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-757fc628-f03e-4121-ab03-c0844b82b484 req-c4002c22-e94b-471d-b5a1-53e5522859c5 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421612 Dec 16 23:13:29.140358 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:30.135983 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eeecf9-8941-48de-93b3-77b7792e2022 req-67621fa3-6bbc-4994-8a12-48bcabea78c3 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:30.137477 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-40eeecf9-8941-48de-93b3-77b7792e2022 req-67621fa3-6bbc-4994-8a12-48bcabea78c3 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 943 time: 0.0495486 Dec 16 23:13:30.188503 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-40eeecf9-8941-48de-93b3-77b7792e2022 req-6dd1f3f1-61d8-48ed-88a2-1b3b525f96cc tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439422 Dec 16 23:13:30.870044 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:13:30.965845 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:13:30.978215 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'port_id': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32', 'mac_address': 'fa:16:3e:49:21:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:13:31.013361 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:31.026478 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:13:31.049227 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:13:31.122553 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:31.168217 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:31.176261 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:31.176611 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:31.176955 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:31.177293 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:31.177628 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:31.177959 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:31.178288 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:31.178614 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:31.179009 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:31.179292 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:31.179615 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:31.179942 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:31.180260 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:13:31.308976 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc869f-92f0-4d4d-8445-5577edf13ae5 req-fb4b2f55-422b-491a-b448-1e38071c14a9 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:31.310472 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5bdc869f-92f0-4d4d-8445-5577edf13ae5 req-fb4b2f55-422b-491a-b448-1e38071c14a9 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 944 time: 0.0487914 Dec 16 23:13:31.359554 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5bdc869f-92f0-4d4d-8445-5577edf13ae5 req-e53da2e5-4eaa-4248-8221-a18527270a19 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423872 Dec 16 23:13:31.472433 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:13:31.951676 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf85d80-c88e-4995-b42a-13735dc7035a req-1c3b1f26-9b10-49dd-b3ce-6d8c5bc702ee tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:31.953210 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dcf85d80-c88e-4995-b42a-13735dc7035a req-1c3b1f26-9b10-49dd-b3ce-6d8c5bc702ee tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 944 time: 0.0539651 Dec 16 23:13:31.993132 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-8c30bd43-999c-4589-84da-849eb579c8b6 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:31.994673 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-8c30bd43-999c-4589-84da-849eb579c8b6 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.76 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3&tenant_id=f9edd9a7184144839c85570d9a1f9b21&binding%3Ahost_id=n-h1-815324-4 HTTP/1.1" status: 200 len: 944 time: 0.0541844 Dec 16 23:13:32.004605 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dcf85d80-c88e-4995-b42a-13735dc7035a req-bbea0341-466a-4349-91e8-ac0fa582a236 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444746 Dec 16 23:13:32.061679 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-d5a35d41-28e0-4b0f-8285-1d753222ea80 service neutron] 10.222.0.76 "GET /v2.0/ports/38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32/bindings/n-h1-815324-4 HTTP/1.1" status: 200 len: 382 time: 0.0588655 Dec 16 23:13:32.144531 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-cf0d9a4c-c59e-4dda-99c4-953622a008d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:32.145979 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-cf0d9a4c-c59e-4dda-99c4-953622a008d9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 1095 time: 0.0416203 Dec 16 23:13:32.235766 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-388b4345-ae48-478c-997f-8b34f4a50562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:32.237328 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-388b4345-ae48-478c-997f-8b34f4a50562 service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.0839512 Dec 16 23:13:32.308759 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-8d078d8d-be41-4e41-9bca-29509cd873ba service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 HTTP/1.1" status: 200 len: 1000 time: 0.0616109 Dec 16 23:13:32.366788 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-db19e74b-9985-4ff6-b92f-12b8d077d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:32.368306 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-db19e74b-9985-4ff6-b92f-12b8d077d2f0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0478721 Dec 16 23:13:32.417281 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-8613ac62-4b12-44ea-8622-cc48ab46faae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:32.418712 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-8613ac62-4b12-44ea-8622-cc48ab46faae service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427039 Dec 16 23:13:32.514248 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-5403927f-5ed4-410a-abb0-ac08041b4f81 service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872796 Dec 16 23:13:32.605521 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-ccaec236-fdf8-4c5a-8305-7f7bb4db790a service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827966 Dec 16 23:13:32.898996 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:13:33.031655 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:13:33.047833 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:13:33.047833 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:33.135898 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb47cf-8172-45f2-b838-e69b940d2a88 req-b7e668a2-a0f2-4d8e-b953-8f786beef03c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:33.137523 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-37fb47cf-8172-45f2-b838-e69b940d2a88 req-b7e668a2-a0f2-4d8e-b953-8f786beef03c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 944 time: 0.0578735 Dec 16 23:13:33.189566 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-37fb47cf-8172-45f2-b838-e69b940d2a88 req-7aed003b-df41-4972-ab35-5425af020138 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454302 Dec 16 23:13:33.284814 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:33.306295 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e139428e-ca24-4c26-bb9f-82fb72dc3bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:13:33.308531 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5be3a6-4679-4917-a635-51a9d6112845" -d '{"events": [{"server_uuid": "e139428e-ca24-4c26-bb9f-82fb72dc3bc3", "name": "network-vif-plugged", "status": "completed", "tag": "38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:13:33.320587 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:13:33.360735 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab81f3f-37bc-49b9-9f1a-07182bc33a80 x-openstack-request-id: req-5ab81f3f-37bc-49b9-9f1a-07182bc33a80 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:13:33.361144 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e139428e-ca24-4c26-bb9f-82fb72dc3bc3", "name": "network-vif-plugged", "status": "completed", "tag": "38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:13:33.361430 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5ab81f3f-37bc-49b9-9f1a-07182bc33a80 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:13:33.361857 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e139428e-ca24-4c26-bb9f-82fb72dc3bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32', 'code': 200} Dec 16 23:13:33.385493 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:33.433853 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,revision_number=9']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:34.308154 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32adc11d-7530-4e2f-a22a-b698e4692c16 req-ffcb8002-ed78-4ce3-aa80-d8311e1497cb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:34.309725 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-32adc11d-7530-4e2f-a22a-b698e4692c16 req-ffcb8002-ed78-4ce3-aa80-d8311e1497cb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0493364 Dec 16 23:13:34.356248 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-32adc11d-7530-4e2f-a22a-b698e4692c16 req-bb238074-ad85-4ec5-9511-727dbf1438fe tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398798 Dec 16 23:13:35.477716 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df260480-cf0e-42b4-8f8d-ba394071f0c6 req-9971d27d-05cb-445f-abcb-7d00e2989979 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:35.479277 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-df260480-cf0e-42b4-8f8d-ba394071f0c6 req-9971d27d-05cb-445f-abcb-7d00e2989979 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0510199 Dec 16 23:13:35.528172 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-df260480-cf0e-42b4-8f8d-ba394071f0c6 req-ff9a462c-133c-4767-8dfc-20e52634d617 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426819 Dec 16 23:13:36.651662 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4a64f-7fc6-4c63-902f-ef0f797a28ff req-df485ac7-3be8-468d-9f44-9019f6109666 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:36.653205 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93a4a64f-7fc6-4c63-902f-ef0f797a28ff req-df485ac7-3be8-468d-9f44-9019f6109666 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0508657 Dec 16 23:13:36.703413 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93a4a64f-7fc6-4c63-902f-ef0f797a28ff req-a3790d81-5546-4667-9f44-f9f7429ab638 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442402 Dec 16 23:13:36.899297 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:13:36.977054 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:36.999464 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e139428e-ca24-4c26-bb9f-82fb72dc3bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:13:37.001772 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b46fe9-dd48-4eb4-b8e7-19ea4b2088c1" -d '{"events": [{"server_uuid": "e139428e-ca24-4c26-bb9f-82fb72dc3bc3", "name": "network-vif-unplugged", "status": "completed", "tag": "38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:13:37.015677 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:13:37.053274 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 23:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0498cebd-e6ff-4f3b-a6d4-04a06613bc92 x-openstack-request-id: req-0498cebd-e6ff-4f3b-a6d4-04a06613bc92 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:13:37.053580 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e139428e-ca24-4c26-bb9f-82fb72dc3bc3", "name": "network-vif-unplugged", "status": "completed", "tag": "38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:13:37.053840 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0498cebd-e6ff-4f3b-a6d4-04a06613bc92 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:13:37.054239 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e139428e-ca24-4c26-bb9f-82fb72dc3bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32', 'code': 200} Dec 16 23:13:37.088368 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:37.135381 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,revision_number=10']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:37.825429 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f725719-6305-482a-9aa7-2de60e0528d1 req-da7ddbda-a9fc-41fd-a085-8a2eac123910 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:37.826960 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4f725719-6305-482a-9aa7-2de60e0528d1 req-da7ddbda-a9fc-41fd-a085-8a2eac123910 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 944 time: 0.0510991 Dec 16 23:13:37.875107 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4f725719-6305-482a-9aa7-2de60e0528d1 req-1b703777-36c4-4990-95d1-b6290f565250 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417850 Dec 16 23:13:37.933364 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:13:37.987373 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-f22df796-c04c-4708-98a0-40acb242c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:37.988989 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-f22df796-c04c-4708-98a0-40acb242c4ff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3&tenant_id=f9edd9a7184144839c85570d9a1f9b21 HTTP/1.1" status: 200 len: 1095 time: 0.0406439 Dec 16 23:13:38.007159 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-e92f9191-ecba-492a-879b-b0b87f0a508f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-4', 'device_owner': 'compute:nova'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:13:38.063017 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-e92f9191-ecba-492a-879b-b0b87f0a508f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:38.262403 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-e92f9191-ecba-492a-879b-b0b87f0a508f service neutron] For port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:13:38.294753 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-e92f9191-ecba-492a-879b-b0b87f0a508f service neutron] For port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:13:38.326511 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-e92f9191-ecba-492a-879b-b0b87f0a508f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:13:38.334035 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-e92f9191-ecba-492a-879b-b0b87f0a508f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:38.346345 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-e92f9191-ecba-492a-879b-b0b87f0a508f service neutron] Transition to ACTIVE for port object 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:13:38.409455 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-e92f9191-ecba-492a-879b-b0b87f0a508f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:38.488246 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f9191-ecba-492a-879b-b0b87f0a508f service neutron] Pushing event updated for resources: {'Port': ['ID=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,revision_number=11']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:38.536381 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-e92f9191-ecba-492a-879b-b0b87f0a508f service neutron] No DVR routers for this DVR port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:13:38.989190 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-e92f9191-ecba-492a-879b-b0b87f0a508f service neutron] Attempting to bind port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:13:38.989901 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-e92f9191-ecba-492a-879b-b0b87f0a508f service neutron] Attempting to bind port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:13:38.989901 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-e92f9191-ecba-492a-879b-b0b87f0a508f service neutron] Attempting to bind port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:13:38.994778 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-e92f9191-ecba-492a-879b-b0b87f0a508f service neutron] Port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:13:38.995126 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-e92f9191-ecba-492a-879b-b0b87f0a508f service neutron] Attempting to bind port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 on network 77c7b327-863b-44b3-be18-01d6c03b7fa8 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:13:38.998311 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec9d93-752d-454c-b7df-0beaff4efa65 req-d6098783-f88c-4799-b116-c46126153663 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:38.999818 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-e92f9191-ecba-492a-879b-b0b87f0a508f service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:13:38.999965 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dfec9d93-752d-454c-b7df-0beaff4efa65 req-d6098783-f88c-4799-b116-c46126153663 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 944 time: 0.0500407 Dec 16 23:13:39.000161 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-e92f9191-ecba-492a-879b-b0b87f0a508f service neutron] Checking segment: {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:13:39.000539 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-e92f9191-ecba-492a-879b-b0b87f0a508f service neutron] Bound using segment: {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:13:39.000963 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-e92f9191-ecba-492a-879b-b0b87f0a508f service neutron] Bound port: 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27587b25-594e-4a94-9099-e305c9e24062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:13:39.001324 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-e92f9191-ecba-492a-879b-b0b87f0a508f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:39.052699 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-dfec9d93-752d-454c-b7df-0beaff4efa65 req-23ae1f6d-0caa-4bad-a3f7-c22019232f6e tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460877 Dec 16 23:13:39.066588 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-e92f9191-ecba-492a-879b-b0b87f0a508f service neutron] For port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:13:39.069519 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-e92f9191-ecba-492a-879b-b0b87f0a508f service neutron] For port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:13:39.129098 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-e92f9191-ecba-492a-879b-b0b87f0a508f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:39.168423 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-e92f9191-ecba-492a-879b-b0b87f0a508f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:39.168831 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-e92f9191-ecba-492a-879b-b0b87f0a508f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:39.170498 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-e92f9191-ecba-492a-879b-b0b87f0a508f service neutron] 10.222.0.57 "PUT /v2.0/ports/38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 HTTP/1.1" status: 200 len: 1092 time: 1.1673269 Dec 16 23:13:39.170951 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e139428e-ca24-4c26-bb9f-82fb72dc3bc3', 'tag': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:13:39.173228 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223b8022-8c00-4f9a-a3f3-897140a54e66" -d '{"events": [{"name": "network-changed", "server_uuid": "e139428e-ca24-4c26-bb9f-82fb72dc3bc3", "tag": "38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:13:39.198357 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f9191-ecba-492a-879b-b0b87f0a508f service neutron] Pushing event updated for resources: {'Port': ['ID=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,revision_number=12']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:39.242524 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc628501-99b2-45ee-96b9-9726767716ab x-openstack-request-id: req-cc628501-99b2-45ee-96b9-9726767716ab {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:13:39.242882 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e139428e-ca24-4c26-bb9f-82fb72dc3bc3", "tag": "38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:13:39.243167 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cc628501-99b2-45ee-96b9-9726767716ab {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:13:39.243563 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e139428e-ca24-4c26-bb9f-82fb72dc3bc3', 'tag': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32', 'status': 'completed', 'code': 200} Dec 16 23:13:39.257234 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-955c4fe9-8a33-477e-a11c-0ff6d20f7179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:39.258745 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-955c4fe9-8a33-477e-a11c-0ff6d20f7179 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 1095 time: 0.0476246 Dec 16 23:13:39.383822 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b8022-8c00-4f9a-a3f3-897140a54e66 req-6bf2c47f-e674-4413-bf6a-a1f59acbe516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:39.385335 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-223b8022-8c00-4f9a-a3f3-897140a54e66 req-6bf2c47f-e674-4413-bf6a-a1f59acbe516 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 1095 time: 0.0751867 Dec 16 23:13:39.389857 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-56aa0c00-a52e-42ac-89ef-07ad4f0a2fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:39.391240 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-56aa0c00-a52e-42ac-89ef-07ad4f0a2fbf service neutron] 10.222.0.57 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.1252878 Dec 16 23:13:39.508587 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-da288e41-c7a9-4e66-8f6f-b9bd8de33f3a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 HTTP/1.1" status: 200 len: 999 time: 0.1079414 Dec 16 23:13:39.559320 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b8022-8c00-4f9a-a3f3-897140a54e66 req-f2705a78-dd87-4651-982b-74dbe7ef0860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:39.560811 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-223b8022-8c00-4f9a-a3f3-897140a54e66 req-f2705a78-dd87-4651-982b-74dbe7ef0860 service neutron] 10.222.0.76 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.1673746 Dec 16 23:13:39.573297 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-d3840b66-5326-4e9a-b11a-1d3b12e9c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:39.574702 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-d3840b66-5326-4e9a-b11a-1d3b12e9c04a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0582173 Dec 16 23:13:39.664546 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-223b8022-8c00-4f9a-a3f3-897140a54e66 req-a107d1ab-a1be-4c8c-9817-2874963bf965 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 HTTP/1.1" status: 200 len: 999 time: 0.0888581 Dec 16 23:13:39.670638 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-9cfadc04-529d-4110-8142-7fb5bce927a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:39.672185 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-9cfadc04-529d-4110-8142-7fb5bce927a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580707 Dec 16 23:13:39.764977 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b8022-8c00-4f9a-a3f3-897140a54e66 req-aece5271-397f-44b7-9357-7a0c0301bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:39.766395 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-223b8022-8c00-4f9a-a3f3-897140a54e66 req-aece5271-397f-44b7-9357-7a0c0301bae9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0933590 Dec 16 23:13:39.823447 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-cca7ee5c-cf5b-4791-8683-1b1824a91b9c service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252935 Dec 16 23:13:39.841080 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b8022-8c00-4f9a-a3f3-897140a54e66 req-3c3f50bc-3140-4db2-b8bb-6fc08b056c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:39.842527 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-223b8022-8c00-4f9a-a3f3-897140a54e66 req-3c3f50bc-3140-4db2-b8bb-6fc08b056c64 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662932 Dec 16 23:13:39.985764 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53829c4c-d53d-4128-b35a-f3d4ab423205 req-3dfb2a16-6f74-4bb9-a0f3-b64b72e1a2e0 service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544588 Dec 16 23:13:39.995956 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-223b8022-8c00-4f9a-a3f3-897140a54e66 req-17a177a8-d7b1-485a-8171-c1a7a4c0bb0f service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193578 Dec 16 23:13:40.127744 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b8022-8c00-4f9a-a3f3-897140a54e66 req-ef5c3200-26cf-483d-8a28-2b55bf8b2eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:40.129290 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-223b8022-8c00-4f9a-a3f3-897140a54e66 req-ef5c3200-26cf-483d-8a28-2b55bf8b2eda service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9edd9a7184144839c85570d9a1f9b21&device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 1095 time: 0.0708394 Dec 16 23:13:40.133059 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-223b8022-8c00-4f9a-a3f3-897140a54e66 req-69e57ba3-69c3-4e35-9453-5af0eda03601 service neutron] 10.222.0.76 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274695 Dec 16 23:13:40.181835 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0387505-6814-4f2b-91b4-c71ba5737f15 req-b91ce0e3-f821-41de-a85b-206b59e29750 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:40.183537 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d0387505-6814-4f2b-91b4-c71ba5737f15 req-b91ce0e3-f821-41de-a85b-206b59e29750 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 944 time: 0.0565548 Dec 16 23:13:40.240714 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b8022-8c00-4f9a-a3f3-897140a54e66 req-8f994886-1535-43bc-b55e-fcd7a9b2058c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:40.242754 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-223b8022-8c00-4f9a-a3f3-897140a54e66 req-8f994886-1535-43bc-b55e-fcd7a9b2058c service neutron] 10.222.0.57 "GET /v2.0/networks?id=77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 200 len: 912 time: 0.1057167 Dec 16 23:13:40.248882 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d0387505-6814-4f2b-91b4-c71ba5737f15 req-f6ef3a97-11c7-49b2-b2f4-fcd8a3752d68 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569870 Dec 16 23:13:40.320317 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-223b8022-8c00-4f9a-a3f3-897140a54e66 req-2c79f31b-e188-4506-8d17-2952dddcf476 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 HTTP/1.1" status: 200 len: 999 time: 0.0696509 Dec 16 23:13:40.375771 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b8022-8c00-4f9a-a3f3-897140a54e66 req-d1363b2b-27e2-4c7c-a606-b39fe9ecdacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:40.379156 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-223b8022-8c00-4f9a-a3f3-897140a54e66 req-d1363b2b-27e2-4c7c-a606-b39fe9ecdacc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 200 len: 851 time: 0.0513325 Dec 16 23:13:40.430933 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b8022-8c00-4f9a-a3f3-897140a54e66 req-b7bf457d-6c09-4ba1-82b0-d2e3cbf2613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:40.432482 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-223b8022-8c00-4f9a-a3f3-897140a54e66 req-b7bf457d-6c09-4ba1-82b0-d2e3cbf2613d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77c7b327-863b-44b3-be18-01d6c03b7fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471041 Dec 16 23:13:40.522621 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-223b8022-8c00-4f9a-a3f3-897140a54e66 req-070203be-a890-4b3e-a219-fbe6fedb79f2 service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833216 Dec 16 23:13:40.624789 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-223b8022-8c00-4f9a-a3f3-897140a54e66 req-8265b8d0-b785-488a-a1e7-c5d242297834 service neutron] 10.222.0.57 "GET /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951664 Dec 16 23:13:41.379739 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1798d9a-8db9-4eeb-8532-ac14480c9c99 req-2f4859fa-13eb-421e-a3d4-94261b3e229e tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:41.381272 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a1798d9a-8db9-4eeb-8532-ac14480c9c99 req-2f4859fa-13eb-421e-a3d4-94261b3e229e tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 944 time: 0.0508363 Dec 16 23:13:41.432882 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a1798d9a-8db9-4eeb-8532-ac14480c9c99 req-9cd229c4-0fe7-442b-a4ef-9200ce435679 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456405 Dec 16 23:13:42.552361 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928cfc2-ed0a-4fe2-b071-e617615fbf0a req-320a64d8-22ab-4397-b156-2361aeab9925 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:42.553886 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a928cfc2-ed0a-4fe2-b071-e617615fbf0a req-320a64d8-22ab-4397-b156-2361aeab9925 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 944 time: 0.0509512 Dec 16 23:13:42.603070 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a928cfc2-ed0a-4fe2-b071-e617615fbf0a req-b21c92e9-f0af-4696-9fac-bf07760af237 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430956 Dec 16 23:13:43.722081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dda2d6-4b39-427e-a45b-6b88e227ebd2 req-29330eb0-e17c-49f7-ae89-d3fc603a4145 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:43.723640 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e9dda2d6-4b39-427e-a45b-6b88e227ebd2 req-29330eb0-e17c-49f7-ae89-d3fc603a4145 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 944 time: 0.0487690 Dec 16 23:13:43.772144 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e9dda2d6-4b39-427e-a45b-6b88e227ebd2 req-074c91af-ebcf-473c-b7d9-c6125fa77aeb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423119 Dec 16 23:13:44.902531 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b05913-83b7-4764-bfa1-8158067f8684 req-87bceba3-ff26-4ca8-8aca-cb674c24a59d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:44.903836 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-58b05913-83b7-4764-bfa1-8158067f8684 req-87bceba3-ff26-4ca8-8aca-cb674c24a59d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 944 time: 0.0561175 Dec 16 23:13:44.952764 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-58b05913-83b7-4764-bfa1-8158067f8684 req-e73e2096-0d10-493f-9561-377e15120681 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419724 Dec 16 23:13:46.078159 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c087654-6635-417c-8879-8bef75c150a6 req-16d81321-05ba-47d0-88fc-5b665ed4c3e4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:46.079748 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c087654-6635-417c-8879-8bef75c150a6 req-16d81321-05ba-47d0-88fc-5b665ed4c3e4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 944 time: 0.0549767 Dec 16 23:13:46.127981 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c087654-6635-417c-8879-8bef75c150a6 req-9ccff218-deed-4dbe-891a-92551510aaad tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419745 Dec 16 23:13:47.247177 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af97d2-04e6-4237-b22f-72956d7f7c4e req-bac24886-51c8-4556-890a-3ac18bf37d05 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:47.248675 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-76af97d2-04e6-4237-b22f-72956d7f7c4e req-bac24886-51c8-4556-890a-3ac18bf37d05 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 944 time: 0.0496137 Dec 16 23:13:47.296685 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-76af97d2-04e6-4237-b22f-72956d7f7c4e req-f76e3006-7e9b-4149-afaa-137b7cc27cbb tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420146 Dec 16 23:13:48.413782 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ec528-344a-4597-b41b-27e033bb7f41 req-fbb135d7-d6c4-497d-9b53-2abda24f244f tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:48.415331 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd0ec528-344a-4597-b41b-27e033bb7f41 req-fbb135d7-d6c4-497d-9b53-2abda24f244f tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 944 time: 0.0491083 Dec 16 23:13:48.462743 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd0ec528-344a-4597-b41b-27e033bb7f41 req-8c9cc338-4984-4fbf-9d33-a15117710467 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411990 Dec 16 23:13:49.586272 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c816328-9158-46f9-b835-f7b1260722e9 req-5e5f5846-8897-435f-8145-bb4e89f2a1e2 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:49.587792 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5c816328-9158-46f9-b835-f7b1260722e9 req-5e5f5846-8897-435f-8145-bb4e89f2a1e2 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 944 time: 0.0547061 Dec 16 23:13:49.637119 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5c816328-9158-46f9-b835-f7b1260722e9 req-4e15e632-cec1-4f71-9705-549e23294120 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432181 Dec 16 23:13:50.754701 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade70f3-8f20-42d3-9c85-f29729dd29a6 req-dd6dca55-2268-4637-b25c-93f91d411d55 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:50.756287 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bade70f3-8f20-42d3-9c85-f29729dd29a6 req-dd6dca55-2268-4637-b25c-93f91d411d55 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 944 time: 0.0505042 Dec 16 23:13:50.807176 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bade70f3-8f20-42d3-9c85-f29729dd29a6 req-1f61b6e6-27bd-48b0-acda-0de348f53c3e tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448542 Dec 16 23:13:51.925726 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016e5b1-d34b-4d97-ad1d-9e95bbebfd63 req-4754327d-12f5-4f5d-9ae3-a5913ed68c8d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:51.927161 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e016e5b1-d34b-4d97-ad1d-9e95bbebfd63 req-4754327d-12f5-4f5d-9ae3-a5913ed68c8d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 944 time: 0.0499666 Dec 16 23:13:51.974356 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e016e5b1-d34b-4d97-ad1d-9e95bbebfd63 req-4d6213c1-06bf-4577-9bd1-477e1312b49e tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412002 Dec 16 23:13:53.090955 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412f470-160d-44f6-bb6b-77e7f19045c1 req-8235986e-8b51-4d40-847a-06a9ad1352c2 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:53.092509 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7412f470-160d-44f6-bb6b-77e7f19045c1 req-8235986e-8b51-4d40-847a-06a9ad1352c2 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 944 time: 0.0497425 Dec 16 23:13:53.140213 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7412f470-160d-44f6-bb6b-77e7f19045c1 req-59acf9cc-90eb-41fb-b70e-473a3fce3d5c tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410604 Dec 16 23:13:53.465542 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a269131f-fd44-4b5f-9abb-33afa3c76fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:54.264516 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23077b5e-93d4-474d-b1a3-f00cdd4f9e2e req-b7b55f12-5b64-4a2f-9375-709f4730e727 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:54.266028 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-23077b5e-93d4-474d-b1a3-f00cdd4f9e2e req-b7b55f12-5b64-4a2f-9375-709f4730e727 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 944 time: 0.0496774 Dec 16 23:13:54.319529 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-23077b5e-93d4-474d-b1a3-f00cdd4f9e2e req-19655c2e-0439-4803-a536-41e365303ce3 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470786 Dec 16 23:13:54.387145 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:13:54.439067 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807ba0c-334c-47b6-8aa8-e7c51be32582 req-d47fd033-ca5f-41d8-bb73-aaf1d878908e tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:54.440543 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1807ba0c-334c-47b6-8aa8-e7c51be32582 req-d47fd033-ca5f-41d8-bb73-aaf1d878908e tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 944 time: 0.0507257 Dec 16 23:13:54.485168 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:13:54.489463 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1807ba0c-334c-47b6-8aa8-e7c51be32582 req-77d1c2c6-9b6f-43a3-9e77-29d38ae4d57a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424552 Dec 16 23:13:54.498638 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'port_id': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32', 'mac_address': 'fa:16:3e:49:21:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:13:54.539738 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:54.555386 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:13:54.574637 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:13:54.608832 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95884a46-a9dd-4ed7-a8be-700093874c95 req-e7b4ce59-007b-4411-a5c5-641858e0013a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:54.610556 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-95884a46-a9dd-4ed7-a8be-700093874c95 req-e7b4ce59-007b-4411-a5c5-641858e0013a tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 944 time: 0.0516083 Dec 16 23:13:54.648736 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:54.662297 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-95884a46-a9dd-4ed7-a8be-700093874c95 req-12e6de40-2c82-4578-8c6b-411a8dd87cbe tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455647 Dec 16 23:13:54.698877 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,revision_number=13']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:55.102768 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:13:55.134542 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46941d2c-ff3c-4b64-b9d7-5eec29bcd205 req-defe018a-a56b-4b9d-84dc-c5a44ce7a9a0 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:55.136133 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-46941d2c-ff3c-4b64-b9d7-5eec29bcd205 req-defe018a-a56b-4b9d-84dc-c5a44ce7a9a0 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0510635 Dec 16 23:13:55.187853 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-46941d2c-ff3c-4b64-b9d7-5eec29bcd205 req-6a0417e1-5939-42a1-9d6b-59f169c4d504 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452144 Dec 16 23:13:55.671428 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dddeed7e-3214-400a-b62d-7c9ac69b49cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:56.313850 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea421777-e8b6-49a2-8f6a-1b964b6119cf req-9c14a822-ccfd-40fe-a204-e5d338647571 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:56.315358 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ea421777-e8b6-49a2-8f6a-1b964b6119cf req-9c14a822-ccfd-40fe-a204-e5d338647571 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0542667 Dec 16 23:13:56.364868 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ea421777-e8b6-49a2-8f6a-1b964b6119cf req-978ecbf3-746f-4002-8140-1af856fb67c2 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433669 Dec 16 23:13:56.405299 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:13:56.521849 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:13:56.526213 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:13:56.526583 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:56.606442 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:56.635509 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e139428e-ca24-4c26-bb9f-82fb72dc3bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:13:56.637783 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ccd25c-279c-41b4-87bc-1a21ca7c4ca7" -d '{"events": [{"server_uuid": "e139428e-ca24-4c26-bb9f-82fb72dc3bc3", "name": "network-vif-plugged", "status": "completed", "tag": "38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:13:56.652750 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:13:56.679068 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ccc7da-8384-4153-965c-522d2df7c562 x-openstack-request-id: req-d0ccc7da-8384-4153-965c-522d2df7c562 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:13:56.679704 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e139428e-ca24-4c26-bb9f-82fb72dc3bc3", "name": "network-vif-plugged", "status": "completed", "tag": "38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:13:56.679704 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d0ccc7da-8384-4153-965c-522d2df7c562 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:13:56.680006 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e139428e-ca24-4c26-bb9f-82fb72dc3bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32', 'code': 200} Dec 16 23:13:56.722638 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:56.775897 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,revision_number=14']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:57.041268 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab025d0a-2f08-44f5-a8cd-6d7378aa33bf req-a14df31a-5bdd-4613-ab88-5674074e5d48 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:57.042726 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ab025d0a-2f08-44f5-a8cd-6d7378aa33bf req-a14df31a-5bdd-4613-ab88-5674074e5d48 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.57 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 946 time: 0.0575140 Dec 16 23:13:57.142306 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-ab025d0a-2f08-44f5-a8cd-6d7378aa33bf req-2799b272-2f0b-4950-b1fb-c8277d140580 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Deleting port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:13:57.142649 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ab025d0a-2f08-44f5-a8cd-6d7378aa33bf req-2799b272-2f0b-4950-b1fb-c8277d140580 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:57.192638 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:57.241790 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-ab025d0a-2f08-44f5-a8cd-6d7378aa33bf req-2799b272-2f0b-4950-b1fb-c8277d140580 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] For port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:13:57.242187 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ab025d0a-2f08-44f5-a8cd-6d7378aa33bf req-2799b272-2f0b-4950-b1fb-c8277d140580 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:57.391407 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:57.434846 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ab025d0a-2f08-44f5-a8cd-6d7378aa33bf req-2799b272-2f0b-4950-b1fb-c8277d140580 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:57.435500 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ab025d0a-2f08-44f5-a8cd-6d7378aa33bf req-2799b272-2f0b-4950-b1fb-c8277d140580 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:57.435656 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [req-ab025d0a-2f08-44f5-a8cd-6d7378aa33bf req-2799b272-2f0b-4950-b1fb-c8277d140580 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Floating IP 420e7670-9f88-452d-9607-20cd71b57971 disassociated. External IP: 172.25.6.36, port: 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32. Dec 16 23:13:57.436012 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-ab025d0a-2f08-44f5-a8cd-6d7378aa33bf req-2799b272-2f0b-4950-b1fb-c8277d140580 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Calling delete_port for 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:13:57.538646 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f1366-1845-481d-b9a2-f09f98c781ca req-1bcd98a5-962f-4350-83b5-8368ba7d34c7 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:13:57.540222 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-022f1366-1845-481d-b9a2-f09f98c781ca req-1bcd98a5-962f-4350-83b5-8368ba7d34c7 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 946 time: 0.0986912 Dec 16 23:13:57.632943 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-022f1366-1845-481d-b9a2-f09f98c781ca req-470bb643-8e80-443d-9350-67b49ebfcca4 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups?id=82959b3b-301a-44a8-bc42-589badc69e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861809 Dec 16 23:13:57.728900 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ab025d0a-2f08-44f5-a8cd-6d7378aa33bf req-2799b272-2f0b-4950-b1fb-c8277d140580 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:57.759013 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2799b272-2f0b-4950-b1fb-c8277d140580 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Pushing event deleted for resources: {'Port': ['ID=38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:13:57.883937 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab025d0a-2f08-44f5-a8cd-6d7378aa33bf req-2799b272-2f0b-4950-b1fb-c8277d140580 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:13:58.000004 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab025d0a-2f08-44f5-a8cd-6d7378aa33bf req-2799b272-2f0b-4950-b1fb-c8277d140580 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:13:58.010307 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c8c620-44cc-4b43-91c9-788987e43594 None None] Sync routers for ids ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:13:58.020649 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c8c620-44cc-4b43-91c9-788987e43594 None None] Routers {'6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:13:58.021299 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c6c8c620-44cc-4b43-91c9-788987e43594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:13:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:13:58.040432 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab025d0a-2f08-44f5-a8cd-6d7378aa33bf req-2799b272-2f0b-4950-b1fb-c8277d140580 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] No DVR routers for this DVR port 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:13:58.043212 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-ab025d0a-2f08-44f5-a8cd-6d7378aa33bf req-2799b272-2f0b-4950-b1fb-c8277d140580 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:58.046944 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ab025d0a-2f08-44f5-a8cd-6d7378aa33bf req-2799b272-2f0b-4950-b1fb-c8277d140580 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.57 "DELETE /v2.0/ports/38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 HTTP/1.1" status: 204 len: 173 time: 0.9975445 Dec 16 23:13:58.047495 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e139428e-ca24-4c26-bb9f-82fb72dc3bc3', 'name': 'network-vif-deleted', 'tag': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:13:58.049918 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76687877-e388-4c57-a18d-1c4b5a8a44ab" -d '{"events": [{"server_uuid": "e139428e-ca24-4c26-bb9f-82fb72dc3bc3", "name": "network-vif-deleted", "tag": "38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:13:58.089148 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56c1900-3a70-4a4c-bedd-9463b87275f2 x-openstack-request-id: req-c56c1900-3a70-4a4c-bedd-9463b87275f2 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:13:58.089588 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e139428e-ca24-4c26-bb9f-82fb72dc3bc3", "name": "network-vif-deleted", "tag": "38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:13:58.089855 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c56c1900-3a70-4a4c-bedd-9463b87275f2 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:13:58.090276 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e139428e-ca24-4c26-bb9f-82fb72dc3bc3', 'name': 'network-vif-deleted', 'tag': '38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32', 'status': 'completed', 'code': 200} Dec 16 23:13:58.130617 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-c6c8c620-44cc-4b43-91c9-788987e43594 None None] Set router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:13:58.341347 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c6c8c620-44cc-4b43-91c9-788987e43594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da', 'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'mac_address': 'fa:16:3e:79:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:18Z', 'updated_at': '2021-12-16T23:02:22Z', 'revision_number': 5, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'subnets': [{'id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:13:58.368872 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c8c620-44cc-4b43-91c9-788987e43594 None None] Checking router: 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:13:58.377264 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c8c620-44cc-4b43-91c9-788987e43594 None None] Routers {'6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:13:58.377874 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c6c8c620-44cc-4b43-91c9-788987e43594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:13:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:13:58.494474 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-c6c8c620-44cc-4b43-91c9-788987e43594 None None] Set router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:13:58.572506 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:58.704382 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c6c8c620-44cc-4b43-91c9-788987e43594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da', 'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'mac_address': 'fa:16:3e:79:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:18Z', 'updated_at': '2021-12-16T23:02:22Z', 'revision_number': 5, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'subnets': [{'id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:13:58.737488 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c8c620-44cc-4b43-91c9-788987e43594 None None] The sync data for ids ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'] in n-d-815324-4 is: [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da', 'name': '', 'network_id': '77c7b327-863b-44b3-be18-01d6c03b7fa8', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'mac_address': 'fa:16:3e:79:5a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:18Z', 'updated_at': '2021-12-16T23:02:22Z', 'revision_number': 5, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'subnets': [{'id': 'f6a51989-36c0-48d6-8167-4dac1866ea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:13:58.750076 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3db965df-a359-49bd-9d3a-9846182f9643 req-3ffdcad4-0a78-4ef4-845f-b49af383deb2 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 210 time: 0.0382767 Dec 16 23:13:58.842619 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:58.982562 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e6f3b-db36-49c7-b70e-2403b28ebd9f None None] New status for floating IP 420e7670-9f88-452d-9607-20cd71b57971: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:13:59.111015 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:13:59.855189 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb2948f3-66a5-4796-9326-d874f06776ab req-39cf2276-124b-4005-bffe-398e78259b2b tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 210 time: 0.0300500 Dec 16 23:14:00.410352 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:14:00.430918 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:14:00.431289 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 38d051fb-6f9f-4fa5-82ba-6f0fda0a2f32 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:14:00.954315 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6b79c4f0-103e-40fb-a986-4498974eb460 req-22190707-6fe4-4b41-a68f-fac93afc4b32 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 210 time: 0.0265949 Dec 16 23:14:02.053310 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1f700da5-2771-42a7-8939-bca8a5a41dba req-38638303-a1b7-4dfa-acf2-34b732d0647d tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 210 time: 0.0267017 Dec 16 23:14:03.170872 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-36bcca8a-3e34-443b-b7a2-6ca2a813549a req-f896ec09-23c3-4a3c-b363-213ded14f964 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/ports?device_id=e139428e-ca24-4c26-bb9f-82fb72dc3bc3 HTTP/1.1" status: 200 len: 210 time: 0.0309961 Dec 16 23:14:08.228570 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35204) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:14:08.288053 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-79cfc31c-4933-45ee-9e34-31d4b0bda528 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:08.319932 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-79cfc31c-4933-45ee-9e34-31d4b0bda528 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:08.420214 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-79cfc31c-4933-45ee-9e34-31d4b0bda528 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:08.422872 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-79cfc31c-4933-45ee-9e34-31d4b0bda528 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:08.424098 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-79cfc31c-4933-45ee-9e34-31d4b0bda528 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "DELETE /v2.0/security-groups/82959b3b-301a-44a8-bc42-589badc69e32 HTTP/1.1" status: 204 len: 168 time: 0.1943333 Dec 16 23:14:08.426670 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35206) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:14:08.435000 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cfc31c-4933-45ee-9e34-31d4b0bda528 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82959b3b-301a-44a8-bc42-589badc69e32,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:14:08.442165 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [None req-cd5ee9b2-6583-4440-a062-7ba21ab6c3ed tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] show failed (client error): The resource could not be found. Dec 16 23:14:08.443225 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cd5ee9b2-6583-4440-a062-7ba21ab6c3ed tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "GET /v2.0/security-groups/82959b3b-301a-44a8-bc42-589badc69e32 HTTP/1.1" status: 404 len: 347 time: 0.0138547 Dec 16 23:14:08.443672 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cfc31c-4933-45ee-9e34-31d4b0bda528 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:08.444086 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cfc31c-4933-45ee-9e34-31d4b0bda528 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:08.444442 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cfc31c-4933-45ee-9e34-31d4b0bda528 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:08.444790 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cfc31c-4933-45ee-9e34-31d4b0bda528 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:08.445135 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cfc31c-4933-45ee-9e34-31d4b0bda528 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:08.445475 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cfc31c-4933-45ee-9e34-31d4b0bda528 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:08.445821 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cfc31c-4933-45ee-9e34-31d4b0bda528 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:08.446215 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cfc31c-4933-45ee-9e34-31d4b0bda528 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:08.446704 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cfc31c-4933-45ee-9e34-31d4b0bda528 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:08.447177 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cfc31c-4933-45ee-9e34-31d4b0bda528 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:08.447406 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35208) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:14:08.447588 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cfc31c-4933-45ee-9e34-31d4b0bda528 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:08.447745 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cfc31c-4933-45ee-9e34-31d4b0bda528 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:08.448057 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cfc31c-4933-45ee-9e34-31d4b0bda528 tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:08.611129 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-0750e044-83d6-4b10-aceb-ab1cde9bf2bd tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Deleting port 36134a76-f763-4ebd-8211-514db27df576 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:14:08.611484 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0750e044-83d6-4b10-aceb-ab1cde9bf2bd tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:08.689671 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0750e044-83d6-4b10-aceb-ab1cde9bf2bd tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:08.689937 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0750e044-83d6-4b10-aceb-ab1cde9bf2bd tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:08.701781 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-0750e044-83d6-4b10-aceb-ab1cde9bf2bd tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Calling delete_port for 36134a76-f763-4ebd-8211-514db27df576 owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:14:08.904519 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0750e044-83d6-4b10-aceb-ab1cde9bf2bd tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:08.933513 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750e044-83d6-4b10-aceb-ab1cde9bf2bd tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Pushing event deleted for resources: {'Port': ['ID=36134a76-f763-4ebd-8211-514db27df576,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:14:09.000537 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0750e044-83d6-4b10-aceb-ab1cde9bf2bd tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:09.003268 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0750e044-83d6-4b10-aceb-ab1cde9bf2bd tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:09.009470 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0750e044-83d6-4b10-aceb-ab1cde9bf2bd tempest-ServerActionsTestJSON-639797507 tempest-ServerActionsTestJSON-639797507-project] 10.222.0.75 "DELETE /v2.0/floatingips/420e7670-9f88-452d-9607-20cd71b57971 HTTP/1.1" status: 204 len: 168 time: 0.5563495 Dec 16 23:14:09.009470 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35210) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:14:09.802175 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a786cf9-e3fb-4454-96f2-b5f7b8f3f601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:10.045111 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-6a786cf9-e3fb-4454-96f2-b5f7b8f3f601 admin admin] Deleting port 0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:14:10.045373 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a786cf9-e3fb-4454-96f2-b5f7b8f3f601 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:10.125810 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-6a786cf9-e3fb-4454-96f2-b5f7b8f3f601 admin admin] For port 0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:14:10.126170 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a786cf9-e3fb-4454-96f2-b5f7b8f3f601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:10.139241 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-6a786cf9-e3fb-4454-96f2-b5f7b8f3f601 admin admin] Calling delete_port for 0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:14:10.368600 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a786cf9-e3fb-4454-96f2-b5f7b8f3f601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:10.394796 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a786cf9-e3fb-4454-96f2-b5f7b8f3f601 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:14:10.564953 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6a786cf9-e3fb-4454-96f2-b5f7b8f3f601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:10.786914 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a786cf9-e3fb-4454-96f2-b5f7b8f3f601 admin admin] Router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:14:10.894244 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a786cf9-e3fb-4454-96f2-b5f7b8f3f601 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:14:10.903134 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6a786cf9-e3fb-4454-96f2-b5f7b8f3f601 admin admin] 10.222.0.75 "PUT /v2.0/routers/6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8908210 Dec 16 23:14:10.903134 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35214) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:14:10.903456 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc5374b-4e28-433e-9bae-a79d845fff1d None None] Sync routers for ids ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:14:10.915499 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc5374b-4e28-433e-9bae-a79d845fff1d None None] Routers {'6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:14:10.916459 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-1dc5374b-4e28-433e-9bae-a79d845fff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:13:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:14:11.012117 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-980e8ca8-27e7-453c-bdc6-0d8294876a17 admin admin] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:11.020693 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-1dc5374b-4e28-433e-9bae-a79d845fff1d None None] Set router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:14:11.117887 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-980e8ca8-27e7-453c-bdc6-0d8294876a17 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:11.199230 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-1dc5374b-4e28-433e-9bae-a79d845fff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '3d633651-e13b-4338-ab81-56a004cd0770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:14:10Z', 'revision_number': 5, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port': {'id': '3d633651-e13b-4338-ab81-56a004cd0770', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:02:16Z', 'updated_at': '2021-12-16T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:14:11.225093 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-980e8ca8-27e7-453c-bdc6-0d8294876a17 admin admin] Deleting port 3d633651-e13b-4338-ab81-56a004cd0770 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:14:11.225557 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-980e8ca8-27e7-453c-bdc6-0d8294876a17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:11.230497 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc5374b-4e28-433e-9bae-a79d845fff1d None None] Checking router: 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:14:11.238759 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc5374b-4e28-433e-9bae-a79d845fff1d None None] Routers {'6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:14:11.240187 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-1dc5374b-4e28-433e-9bae-a79d845fff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:13:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:14:11.309333 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-980e8ca8-27e7-453c-bdc6-0d8294876a17 admin admin] For port 3d633651-e13b-4338-ab81-56a004cd0770, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=3d633651-e13b-4338-ab81-56a004cd0770,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:14:11.309702 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-980e8ca8-27e7-453c-bdc6-0d8294876a17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:11.321696 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-1dc5374b-4e28-433e-9bae-a79d845fff1d None None] Set router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:14:11.321960 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-980e8ca8-27e7-453c-bdc6-0d8294876a17 admin admin] Calling delete_port for 3d633651-e13b-4338-ab81-56a004cd0770 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:14:11.376736 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-1dc5374b-4e28-433e-9bae-a79d845fff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:14:11Z', 'revision_number': 6, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:14:11.403001 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc5374b-4e28-433e-9bae-a79d845fff1d None None] The sync data for ids ['6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2'] in n-d-815324-4 is: [{'id': '6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2', 'name': 'tempest-ServerActionsTestJSON-1650816830-router', 'tenant_id': 'f9edd9a7184144839c85570d9a1f9b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:02:15Z', 'updated_at': '2021-12-16T23:14:11Z', 'revision_number': 6, 'project_id': 'f9edd9a7184144839c85570d9a1f9b21', 'gw_port_host': None}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:14:11.573855 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-980e8ca8-27e7-453c-bdc6-0d8294876a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:11.601709 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e8ca8-27e7-453c-bdc6-0d8294876a17 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d633651-e13b-4338-ab81-56a004cd0770,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:14:11.612673 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09198578-838e-425d-a070-e0d64bf25f75 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:14:11.662179 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-980e8ca8-27e7-453c-bdc6-0d8294876a17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:11.757748 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-980e8ca8-27e7-453c-bdc6-0d8294876a17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:11.760141 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-980e8ca8-27e7-453c-bdc6-0d8294876a17 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:11.882167 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-980e8ca8-27e7-453c-bdc6-0d8294876a17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:11.882718 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980e8ca8-27e7-453c-bdc6-0d8294876a17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:14:11.887029 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-980e8ca8-27e7-453c-bdc6-0d8294876a17 admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:11.888227 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-980e8ca8-27e7-453c-bdc6-0d8294876a17 admin admin] 10.222.0.75 "DELETE /v2.0/routers/6efbf4c7-7ba5-4f35-a7ae-0f6d2632aba2 HTTP/1.1" status: 204 len: 168 time: 0.9849968 Dec 16 23:14:11.890800 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35216) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:14:11.935851 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-df0bb1cc-8cb3-4d7c-acd8-95b21a42753b admin admin] Deleting subnet f6a51989-36c0-48d6-8167-4dac1866ea0c {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:14:11.938864 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-df0bb1cc-8cb3-4d7c-acd8-95b21a42753b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:11.972517 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-df0bb1cc-8cb3-4d7c-acd8-95b21a42753b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:12.054269 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-df0bb1cc-8cb3-4d7c-acd8-95b21a42753b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:12.174490 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-df0bb1cc-8cb3-4d7c-acd8-95b21a42753b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:12.199593 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0bb1cc-8cb3-4d7c-acd8-95b21a42753b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6a51989-36c0-48d6-8167-4dac1866ea0c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:14:12.206596 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-df0bb1cc-8cb3-4d7c-acd8-95b21a42753b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:12.210917 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-df0bb1cc-8cb3-4d7c-acd8-95b21a42753b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f6a51989-36c0-48d6-8167-4dac1866ea0c HTTP/1.1" status: 204 len: 168 time: 0.3191333 Dec 16 23:14:12.212226 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eeec692-1fd7-4a94-aad5-133a23be3f19 None None] Network 77c7b327-863b-44b3-be18-01d6c03b7fa8 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:14:12.214060 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35218) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:14:12.294222 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c0511c1f-aef4-4d6f-b4e9-15e297416b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:12.350831 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-c0511c1f-aef4-4d6f-b4e9-15e297416b05 admin admin] Deleting port 78b90094-b967-42ff-8029-3a82b501ed73 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:14:12.351229 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c0511c1f-aef4-4d6f-b4e9-15e297416b05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:12.374634 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85502ec-ec4d-45e2-a22e-21f7ca9b24bc None None] DHCP port deletion for 77c7b327-863b-44b3-be18-01d6c03b7fa8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:14:12.417645 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-c0511c1f-aef4-4d6f-b4e9-15e297416b05 admin admin] For port 78b90094-b967-42ff-8029-3a82b501ed73, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=78b90094-b967-42ff-8029-3a82b501ed73,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:14:12.418012 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c0511c1f-aef4-4d6f-b4e9-15e297416b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:12.422854 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f85502ec-ec4d-45e2-a22e-21f7ca9b24bc None None] Deleting port 78b90094-b967-42ff-8029-3a82b501ed73 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:14:12.423272 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f85502ec-ec4d-45e2-a22e-21f7ca9b24bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:12.432099 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-c0511c1f-aef4-4d6f-b4e9-15e297416b05 admin admin] Calling delete_port for 78b90094-b967-42ff-8029-3a82b501ed73 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:14:12.494804 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f85502ec-ec4d-45e2-a22e-21f7ca9b24bc None None] For port 78b90094-b967-42ff-8029-3a82b501ed73, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=78b90094-b967-42ff-8029-3a82b501ed73,segment=NetworkSegment(27587b25-594e-4a94-9099-e305c9e24062),segment_id=27587b25-594e-4a94-9099-e305c9e24062)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:14:12.495405 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f85502ec-ec4d-45e2-a22e-21f7ca9b24bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:12.510003 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f85502ec-ec4d-45e2-a22e-21f7ca9b24bc None None] Calling delete_port for 78b90094-b967-42ff-8029-3a82b501ed73 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:14:12.579985 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c0511c1f-aef4-4d6f-b4e9-15e297416b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:12.591435 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f85502ec-ec4d-45e2-a22e-21f7ca9b24bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:12.620690 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0511c1f-aef4-4d6f-b4e9-15e297416b05 admin admin] Pushing event deleted for resources: {'Port': ['ID=78b90094-b967-42ff-8029-3a82b501ed73,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:14:12.622890 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 78b90094-b967-42ff-8029-3a82b501ed73 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:14:12.623341 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0511c1f-aef4-4d6f-b4e9-15e297416b05 admin admin] No DVR routers for this DVR port 78b90094-b967-42ff-8029-3a82b501ed73 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:14:12.627761 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85502ec-ec4d-45e2-a22e-21f7ca9b24bc None None] Pushing event deleted for resources: {'Port': ['ID=78b90094-b967-42ff-8029-3a82b501ed73,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:14:12.629710 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85502ec-ec4d-45e2-a22e-21f7ca9b24bc None None] No DVR routers for this DVR port 78b90094-b967-42ff-8029-3a82b501ed73 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:14:12.649882 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 78b90094-b967-42ff-8029-3a82b501ed73 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:14:12.650246 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 78b90094-b967-42ff-8029-3a82b501ed73 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:14:12.650663 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:14:12.672054 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:14:12.672404 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0d6e1c10-7314-41e1-8ddc-0cffdeb4a9da not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:14:12.672828 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 3d633651-e13b-4338-ab81-56a004cd0770 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:14:12.693622 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 3d633651-e13b-4338-ab81-56a004cd0770 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:14:12.693941 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 3d633651-e13b-4338-ab81-56a004cd0770 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:14:12.711406 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c0511c1f-aef4-4d6f-b4e9-15e297416b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:12.731878 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-c0511c1f-aef4-4d6f-b4e9-15e297416b05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c7b327-863b-44b3-be18-01d6c03b7fa8']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:14:12.741626 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-c0511c1f-aef4-4d6f-b4e9-15e297416b05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27587b25-594e-4a94-9099-e305c9e24062') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:14:12.741924 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-c0511c1f-aef4-4d6f-b4e9-15e297416b05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27587b25-594e-4a94-9099-e305c9e24062') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:14:12.751011 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c0511c1f-aef4-4d6f-b4e9-15e297416b05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:12.764603 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c0511c1f-aef4-4d6f-b4e9-15e297416b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:12.770363 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0511c1f-aef4-4d6f-b4e9-15e297416b05 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c0511c1f-aef4-4d6f-b4e9-15e297416b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: timer() Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:14:12.773833 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:14:12.888262 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c0511c1f-aef4-4d6f-b4e9-15e297416b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:12.893766 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c0511c1f-aef4-4d6f-b4e9-15e297416b05 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:12.908376 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c0511c1f-aef4-4d6f-b4e9-15e297416b05 admin admin] 10.222.0.75 "DELETE /v2.0/networks/77c7b327-863b-44b3-be18-01d6c03b7fa8 HTTP/1.1" status: 204 len: 168 time: 0.6823461 Dec 16 23:14:12.908376 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0511c1f-aef4-4d6f-b4e9-15e297416b05 admin admin] Pushing event deleted for resources: {'Network': ['ID=77c7b327-863b-44b3-be18-01d6c03b7fa8,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:14:13.214333 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35222) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:14:13.253943 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8daf9bad-bdb8-4e1d-a99d-8b659a13a038 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f9edd9a7184144839c85570d9a1f9b21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384312 Dec 16 23:14:13.256347 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35224) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:14:13.634795 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a197bf49-da5e-47ef-85d0-e080fa379db8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:13.656377 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a197bf49-da5e-47ef-85d0-e080fa379db8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:13.790979 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a197bf49-da5e-47ef-85d0-e080fa379db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:13.793651 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a197bf49-da5e-47ef-85d0-e080fa379db8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:13.795093 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a197bf49-da5e-47ef-85d0-e080fa379db8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/486aac0b-20bc-4094-8c42-4b50afbdd5ad HTTP/1.1" status: 204 len: 168 time: 0.5375896 Dec 16 23:14:13.803147 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197bf49-da5e-47ef-85d0-e080fa379db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486aac0b-20bc-4094-8c42-4b50afbdd5ad,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:14:14.792503 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35246) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:14:14.888445 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-a0cde369-2884-463d-b32b-ec219cfee0a5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-21088267-network', 'tenant_id': 'f0c5faadd7314d7abf07f67ea83dfb66'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:14:14.933101 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:14:14.956863 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cde369-2884-463d-b32b-ec219cfee0a5 admin admin] Made reservation on behalf of f0c5faadd7314d7abf07f67ea83dfb66 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:14:14.959929 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0cde369-2884-463d-b32b-ec219cfee0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:14.968990 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0cde369-2884-463d-b32b-ec219cfee0a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:15.042873 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0cde369-2884-463d-b32b-ec219cfee0a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:15.082141 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0cde369-2884-463d-b32b-ec219cfee0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:15.113265 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0cde369-2884-463d-b32b-ec219cfee0a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:14:15.119827 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cde369-2884-463d-b32b-ec219cfee0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91ad6ef-f378-4c9f-9aed-a644c903819b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:14:15.125774 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0cde369-2884-463d-b32b-ec219cfee0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:15.126176 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-a0cde369-2884-463d-b32b-ec219cfee0a5 admin admin] Added segment a1ef40ed-ce2d-41b7-acae-2ec02209dc92 of type vlan for network ab76bc06-6e16-4d6d-8faa-b0a24a55869d Dec 16 23:14:15.168054 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0cde369-2884-463d-b32b-ec219cfee0a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:15.241416 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0cde369-2884-463d-b32b-ec219cfee0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:15.242399 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cde369-2884-463d-b32b-ec219cfee0a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:15.242995 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0cde369-2884-463d-b32b-ec219cfee0a5 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:15.300949 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cde369-2884-463d-b32b-ec219cfee0a5 admin admin] Pushing event updated for resources: {'Network': ['ID=ab76bc06-6e16-4d6d-8faa-b0a24a55869d,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:14:15.311184 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network ab76bc06-6e16-4d6d-8faa-b0a24a55869d details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:14:15.380641 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a0cde369-2884-463d-b32b-ec219cfee0a5 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5834389 Dec 16 23:14:15.380997 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35250) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:14:15.386160 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-4824c930-b931-4382-b5bb-5f92c83d1140 admin admin] Request body: {'subnet': {'network_id': 'ab76bc06-6e16-4d6d-8faa-b0a24a55869d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-21088267-subnet', 'tenant_id': 'f0c5faadd7314d7abf07f67ea83dfb66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:14:15.465527 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4824c930-b931-4382-b5bb-5f92c83d1140 admin admin] Made reservation on behalf of f0c5faadd7314d7abf07f67ea83dfb66 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:14:15.467948 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4824c930-b931-4382-b5bb-5f92c83d1140 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:15.693918 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4824c930-b931-4382-b5bb-5f92c83d1140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:15.753215 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824c930-b931-4382-b5bb-5f92c83d1140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=199540fb-3da4-48c3-b6c3-67b4fb2f4a8f,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:14:15.758301 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4824c930-b931-4382-b5bb-5f92c83d1140 admin admin] Checking segment: {'id': 'a1ef40ed-ce2d-41b7-acae-2ec02209dc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ab76bc06-6e16-4d6d-8faa-b0a24a55869d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:14:15.758667 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4824c930-b931-4382-b5bb-5f92c83d1140 admin admin] Network hostable DHCP agents. Network: ab76bc06-6e16-4d6d-8faa-b0a24a55869d, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:14:15.847066 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4824c930-b931-4382-b5bb-5f92c83d1140 admin admin] Network ab76bc06-6e16-4d6d-8faa-b0a24a55869d is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:14:15.933682 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-4824c930-b931-4382-b5bb-5f92c83d1140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, ab76bc06-6e16-4d6d-8faa-b0a24a55869d) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:14:15.939421 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4824c930-b931-4382-b5bb-5f92c83d1140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:15.940057 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4824c930-b931-4382-b5bb-5f92c83d1140 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:15.941340 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfbadad-b021-4a6a-b8b1-32512f2c6da9 None None] Network ab76bc06-6e16-4d6d-8faa-b0a24a55869d requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:14:16.016640 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4824c930-b931-4382-b5bb-5f92c83d1140 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6344960 Dec 16 23:14:16.045859 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5883f39a-000b-45c6-8eeb-8fd84cdca1af None None] Network ab76bc06-6e16-4d6d-8faa-b0a24a55869d requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:14:16.453179 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-1c7a9606-3884-4b19-a113-6bfa091a54ba tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:16.454662 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-1c7a9606-3884-4b19-a113-6bfa091a54ba tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/networks?id=ab76bc06-6e16-4d6d-8faa-b0a24a55869d HTTP/1.1" status: 200 len: 812 time: 0.1066778 Dec 16 23:14:16.470245 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-4be09534-7bb5-41c5-bbc0-9d17c10e8db3 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/quotas/f0c5faadd7314d7abf07f67ea83dfb66 HTTP/1.1" status: 200 len: 375 time: 0.0090878 Dec 16 23:14:16.502018 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-20765f98-0c56-4d96-89c2-059c986b3b85 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f0c5faadd7314d7abf07f67ea83dfb66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258007 Dec 16 23:14:16.636596 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-ce5c1599-9fc5-4264-9ce3-e2d1c593c7c6 service neutron] 10.222.0.75 "GET /v2.0/networks/ab76bc06-6e16-4d6d-8faa-b0a24a55869d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277595 Dec 16 23:14:16.726367 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-5d53c93f-69cc-4eb1-8074-55dbcb5294a9 service neutron] 10.222.0.75 "GET /v2.0/networks/ab76bc06-6e16-4d6d-8faa-b0a24a55869d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837820 Dec 16 23:14:16.967234 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-db2db262-d0c7-459c-a30c-377e2a984ff3 req-323683dc-6911-4e34-85ac-feeeca4f2eff tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 210 time: 0.0262992 Dec 16 23:14:18.045070 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-136cf900-75a2-49c4-b9d1-50cd8dedbd50 req-fcdbd0e4-222b-462f-aadc-5e47b0a36198 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 210 time: 0.0266647 Dec 16 23:14:19.127268 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5097e655-1064-4a1c-9a52-b8e9cbadc8d2 req-c2acad55-0331-4da6-9212-79799109c238 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 210 time: 0.0300963 Dec 16 23:14:20.258568 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6410bc32-d5e9-430e-97e1-bbc570a61df4 req-07b9582f-3da1-4cf2-960e-3ba8fd03780a tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 210 time: 0.0791974 Dec 16 23:14:21.407123 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f6619346-9596-4edf-9090-7d1d494fd3c2 req-a57d7453-e5be-4c24-bdc8-d321613d37c3 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 210 time: 0.0802810 Dec 16 23:14:22.507685 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-040fb97a-b63c-40a1-87c6-fc1894f1930b req-86b197ff-fd42-4d35-8d8f-1b41ac194da5 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 210 time: 0.0308237 Dec 16 23:14:23.402562 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ea8dd926-5000-4c1c-a0be-c6206dd79236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:23.413687 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-f3cdb0a4-832e-434f-9498-21019f2b94c0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:23.415915 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-f3cdb0a4-832e-434f-9498-21019f2b94c0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.76 "GET /v2.0/networks?id=ab76bc06-6e16-4d6d-8faa-b0a24a55869d HTTP/1.1" status: 200 len: 812 time: 0.1108475 Dec 16 23:14:23.439186 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-3323070c-3599-4dee-a80d-18ce56316fb0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Request body: {'port': {'device_id': '5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c', 'network_id': 'ab76bc06-6e16-4d6d-8faa-b0a24a55869d', 'admin_state_up': True, 'tenant_id': 'f0c5faadd7314d7abf07f67ea83dfb66'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:14:23.615169 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-87c2b5dd-5442-47e7-98e9-b02ab7c70902 req-6030777a-95cf-4513-a2f6-6fb52aa098ad tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 210 time: 0.0260775 Dec 16 23:14:23.642946 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-3323070c-3599-4dee-a80d-18ce56316fb0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Made reservation on behalf of f0c5faadd7314d7abf07f67ea83dfb66 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:14:23.646751 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-3323070c-3599-4dee-a80d-18ce56316fb0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:23.781269 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-3323070c-3599-4dee-a80d-18ce56316fb0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Allocated IP 172.20.0.7 (ab76bc06-6e16-4d6d-8faa-b0a24a55869d/199540fb-3da4-48c3-b6c3-67b4fb2f4a8f/e69cab0e-43c2-4e01-bf84-ab018ac74b85) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:14:23.930380 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-3323070c-3599-4dee-a80d-18ce56316fb0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:24.037463 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-3323070c-3599-4dee-a80d-18ce56316fb0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:24.086766 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-3323070c-3599-4dee-a80d-18ce56316fb0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Network ab76bc06-6e16-4d6d-8faa-b0a24a55869d is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:14:24.089965 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-3323070c-3599-4dee-a80d-18ce56316fb0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:14:24.093691 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-3323070c-3599-4dee-a80d-18ce56316fb0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:14:24.100017 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323070c-3599-4dee-a80d-18ce56316fb0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Pushing event updated for resources: {'Port': ['ID=e69cab0e-43c2-4e01-bf84-ab018ac74b85,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:14:24.127733 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3323070c-3599-4dee-a80d-18ce56316fb0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:24.128083 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3323070c-3599-4dee-a80d-18ce56316fb0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:24.128428 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3323070c-3599-4dee-a80d-18ce56316fb0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:24.128769 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3323070c-3599-4dee-a80d-18ce56316fb0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:24.129105 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3323070c-3599-4dee-a80d-18ce56316fb0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:24.129439 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3323070c-3599-4dee-a80d-18ce56316fb0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:24.129769 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3323070c-3599-4dee-a80d-18ce56316fb0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:24.130099 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3323070c-3599-4dee-a80d-18ce56316fb0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:24.130425 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3323070c-3599-4dee-a80d-18ce56316fb0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:24.130753 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3323070c-3599-4dee-a80d-18ce56316fb0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:24.131100 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3323070c-3599-4dee-a80d-18ce56316fb0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:24.131436 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3323070c-3599-4dee-a80d-18ce56316fb0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:24.132467 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3323070c-3599-4dee-a80d-18ce56316fb0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:24.156620 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-3323070c-3599-4dee-a80d-18ce56316fb0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:24.157236 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-3323070c-3599-4dee-a80d-18ce56316fb0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:24.221168 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-3323070c-3599-4dee-a80d-18ce56316fb0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7858748 Dec 16 23:14:24.285598 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-aefb532a-e329-407e-955a-49e2bd48622d service neutron] Request body: {'port': {'device_id': '5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:14:24.338605 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-aefb532a-e329-407e-955a-49e2bd48622d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:24.601529 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-aefb532a-e329-407e-955a-49e2bd48622d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e69cab0e-43c2-4e01-bf84-ab018ac74b85 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:14:24.608538 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-aefb532a-e329-407e-955a-49e2bd48622d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:24.621130 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-aefb532a-e329-407e-955a-49e2bd48622d service neutron] Transition to ACTIVE for port object e69cab0e-43c2-4e01-bf84-ab018ac74b85 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:14:24.696528 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-aefb532a-e329-407e-955a-49e2bd48622d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:24.765361 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb532a-e329-407e-955a-49e2bd48622d service neutron] Pushing event updated for resources: {'Port': ['ID=e69cab0e-43c2-4e01-bf84-ab018ac74b85,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:14:24.798272 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc16e9-8aa1-41c8-8d4f-61b02a0cf0ab req-f2b46d8b-978c-43e8-96aa-8da7cfb36d8d tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:24.799893 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-61fc16e9-8aa1-41c8-8d4f-61b02a0cf0ab req-f2b46d8b-978c-43e8-96aa-8da7cfb36d8d tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 943 time: 0.1140239 Dec 16 23:14:24.878077 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-aefb532a-e329-407e-955a-49e2bd48622d service neutron] Attempting to bind port e69cab0e-43c2-4e01-bf84-ab018ac74b85 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:14:24.878325 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-aefb532a-e329-407e-955a-49e2bd48622d service neutron] Attempting to bind port e69cab0e-43c2-4e01-bf84-ab018ac74b85 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'a1ef40ed-ce2d-41b7-acae-2ec02209dc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ab76bc06-6e16-4d6d-8faa-b0a24a55869d'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:14:24.878656 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-aefb532a-e329-407e-955a-49e2bd48622d service neutron] Attempting to bind port e69cab0e-43c2-4e01-bf84-ab018ac74b85 on network ab76bc06-6e16-4d6d-8faa-b0a24a55869d {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:14:24.884989 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-61fc16e9-8aa1-41c8-8d4f-61b02a0cf0ab req-339a3b5d-9ff1-44b8-b5cc-3b10de95068c tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654519 Dec 16 23:14:24.886993 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-aefb532a-e329-407e-955a-49e2bd48622d service neutron] Port e69cab0e-43c2-4e01-bf84-ab018ac74b85 on network ab76bc06-6e16-4d6d-8faa-b0a24a55869d not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:14:24.887343 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-aefb532a-e329-407e-955a-49e2bd48622d service neutron] Attempting to bind port e69cab0e-43c2-4e01-bf84-ab018ac74b85 on network ab76bc06-6e16-4d6d-8faa-b0a24a55869d {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:14:24.892310 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-aefb532a-e329-407e-955a-49e2bd48622d service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:14:24.892653 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-aefb532a-e329-407e-955a-49e2bd48622d service neutron] Checking segment: {'id': 'a1ef40ed-ce2d-41b7-acae-2ec02209dc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ab76bc06-6e16-4d6d-8faa-b0a24a55869d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:14:24.893195 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-aefb532a-e329-407e-955a-49e2bd48622d service neutron] Bound using segment: {'id': 'a1ef40ed-ce2d-41b7-acae-2ec02209dc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ab76bc06-6e16-4d6d-8faa-b0a24a55869d'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:14:24.893526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-aefb532a-e329-407e-955a-49e2bd48622d service neutron] Bound port: e69cab0e-43c2-4e01-bf84-ab018ac74b85, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1ef40ed-ce2d-41b7-acae-2ec02209dc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ab76bc06-6e16-4d6d-8faa-b0a24a55869d'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:14:24.893885 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-aefb532a-e329-407e-955a-49e2bd48622d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:24.956816 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-aefb532a-e329-407e-955a-49e2bd48622d service neutron] For port e69cab0e-43c2-4e01-bf84-ab018ac74b85, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:14:24.960196 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-aefb532a-e329-407e-955a-49e2bd48622d service neutron] For port e69cab0e-43c2-4e01-bf84-ab018ac74b85, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e69cab0e-43c2-4e01-bf84-ab018ac74b85,segment=NetworkSegment(a1ef40ed-ce2d-41b7-acae-2ec02209dc92),segment_id=a1ef40ed-ce2d-41b7-acae-2ec02209dc92)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:14:25.037241 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-aefb532a-e329-407e-955a-49e2bd48622d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:25.078199 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-aefb532a-e329-407e-955a-49e2bd48622d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:25.078823 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-aefb532a-e329-407e-955a-49e2bd48622d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:25.080241 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-aefb532a-e329-407e-955a-49e2bd48622d service neutron] 10.222.0.76 "PUT /v2.0/ports/e69cab0e-43c2-4e01-bf84-ab018ac74b85 HTTP/1.1" status: 200 len: 1091 time: 0.8411920 Dec 16 23:14:25.080685 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c', 'tag': 'e69cab0e-43c2-4e01-bf84-ab018ac74b85'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:14:25.082911 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcfcb17-e637-4b0b-b88f-9df3e6d84fce" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c", "tag": "e69cab0e-43c2-4e01-bf84-ab018ac74b85"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:14:25.103866 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb532a-e329-407e-955a-49e2bd48622d service neutron] Pushing event updated for resources: {'Port': ['ID=e69cab0e-43c2-4e01-bf84-ab018ac74b85,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:14:25.130343 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63ad902-3246-4052-9a0b-701b3b89de26 x-openstack-request-id: req-c63ad902-3246-4052-9a0b-701b3b89de26 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:14:25.130668 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c", "tag": "e69cab0e-43c2-4e01-bf84-ab018ac74b85", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:14:25.130930 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c63ad902-3246-4052-9a0b-701b3b89de26 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:14:25.131366 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c', 'tag': 'e69cab0e-43c2-4e01-bf84-ab018ac74b85', 'status': 'completed', 'code': 200} Dec 16 23:14:25.218198 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfcb17-e637-4b0b-b88f-9df3e6d84fce req-fe102e56-2ba2-4d7d-98f2-05f74b62c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:25.219757 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3bcfcb17-e637-4b0b-b88f-9df3e6d84fce req-fe102e56-2ba2-4d7d-98f2-05f74b62c212 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f0c5faadd7314d7abf07f67ea83dfb66&device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 1094 time: 0.0424979 Dec 16 23:14:25.328316 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfcb17-e637-4b0b-b88f-9df3e6d84fce req-444ce0c3-3ebe-44cd-9800-f6170b31c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:25.329781 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3bcfcb17-e637-4b0b-b88f-9df3e6d84fce req-444ce0c3-3ebe-44cd-9800-f6170b31c39c service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=f0c5faadd7314d7abf07f67ea83dfb66&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0950203 Dec 16 23:14:25.686886 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-86616f7a-e36e-4586-9d04-11a5228f330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:25.749286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfcb17-e637-4b0b-b88f-9df3e6d84fce req-c006dbd9-f1e5-40a8-bfcc-5a6b6a9373d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:25.750800 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3bcfcb17-e637-4b0b-b88f-9df3e6d84fce req-c006dbd9-f1e5-40a8-bfcc-5a6b6a9373d6 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4137318 Dec 16 23:14:25.862363 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-caf21327-c181-4cee-bf39-65179cef4858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:25.865802 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-caf21327-c181-4cee-bf39-65179cef4858 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f0c5faadd7314d7abf07f67ea83dfb66&device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 1094 time: 0.0409975 Dec 16 23:14:25.917374 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-8ca7c327-7e47-4eca-8551-95f44ee9ebb5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e69cab0e-43c2-4e01-bf84-ab018ac74b85 HTTP/1.1" status: 200 len: 217 time: 0.0377102 Dec 16 23:14:25.990549 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-ee9b16af-137d-49c7-ab47-6e80d2861862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:25.993041 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-ee9b16af-137d-49c7-ab47-6e80d2861862 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=199540fb-3da4-48c3-b6c3-67b4fb2f4a8f HTTP/1.1" status: 200 len: 852 time: 0.0684965 Dec 16 23:14:26.033215 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-d45985ad-eddb-48bf-b2e3-1087bfc2ec8e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ab76bc06-6e16-4d6d-8faa-b0a24a55869d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303519 Dec 16 23:14:26.041295 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194d052-3c77-4890-b79c-61d4760dd555 req-53cedd7c-e759-4754-a022-10d688597dab tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:26.042653 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1194d052-3c77-4890-b79c-61d4760dd555 req-53cedd7c-e759-4754-a022-10d688597dab tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 943 time: 0.0838437 Dec 16 23:14:26.136555 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1194d052-3c77-4890-b79c-61d4760dd555 req-2d14b254-26e1-4b6f-b7bd-e7b9ff33c7b1 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855978 Dec 16 23:14:26.159337 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-07d1f51c-0249-45da-a398-842c2f298c4b service neutron] 10.222.0.76 "GET /v2.0/networks/ab76bc06-6e16-4d6d-8faa-b0a24a55869d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157043 Dec 16 23:14:26.253719 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a64e0a3-f17e-4ee4-a57e-82fe9b21b6de req-e26d4220-8774-40a9-80db-e162cfdd1082 service neutron] 10.222.0.76 "GET /v2.0/networks/ab76bc06-6e16-4d6d-8faa-b0a24a55869d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865521 Dec 16 23:14:27.196530 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:27.258534 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30627e06-8f18-4b73-b506-2829cf2d534f req-6b98aace-c0c6-4d5d-a9e7-b46d5aa6468a tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:27.260082 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30627e06-8f18-4b73-b506-2829cf2d534f req-6b98aace-c0c6-4d5d-a9e7-b46d5aa6468a tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 943 time: 0.0515635 Dec 16 23:14:27.308412 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-30627e06-8f18-4b73-b506-2829cf2d534f req-8a7a8fa6-6db4-4885-8d52-f7c751e57758 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423577 Dec 16 23:14:27.414909 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:28.424336 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f3cca-bee9-4e5d-a672-8cb2e3eaea19 req-254f8a47-a5eb-4a14-a720-132e819b3346 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:28.425844 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d94f3cca-bee9-4e5d-a672-8cb2e3eaea19 req-254f8a47-a5eb-4a14-a720-132e819b3346 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 943 time: 0.0508220 Dec 16 23:14:28.474646 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d94f3cca-bee9-4e5d-a672-8cb2e3eaea19 req-a4938c6d-768b-4d0c-9398-6dca0a4aff12 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418265 Dec 16 23:14:28.550150 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:28.842495 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:29.121408 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:29.596384 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e98575-52db-49da-a3f5-57e16bfb014c req-220d0990-0a03-4727-8f9e-5ce9d45d3cca tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:29.597859 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f3e98575-52db-49da-a3f5-57e16bfb014c req-220d0990-0a03-4727-8f9e-5ce9d45d3cca tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 943 time: 0.0528588 Dec 16 23:14:29.646097 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f3e98575-52db-49da-a3f5-57e16bfb014c req-44bfb8ba-2f04-4550-b1dc-389dca67cb81 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415015 Dec 16 23:14:30.768456 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac687c5-64de-48af-b319-8cc5223de557 req-acba270c-6001-45b0-b078-fc24cb7efa89 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:30.769984 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ac687c5-64de-48af-b319-8cc5223de557 req-acba270c-6001-45b0-b078-fc24cb7efa89 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 943 time: 0.0539143 Dec 16 23:14:30.818305 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ac687c5-64de-48af-b319-8cc5223de557 req-11e32042-3de9-4f8d-afc4-d06eb16fad24 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415611 Dec 16 23:14:31.080985 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e69cab0e-43c2-4e01-bf84-ab018ac74b85 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:14:31.177164 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e69cab0e-43c2-4e01-bf84-ab018ac74b85, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e69cab0e-43c2-4e01-bf84-ab018ac74b85,segment=NetworkSegment(a1ef40ed-ce2d-41b7-acae-2ec02209dc92),segment_id=a1ef40ed-ce2d-41b7-acae-2ec02209dc92)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:14:31.189242 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'e69cab0e-43c2-4e01-bf84-ab018ac74b85', 'network_id': 'ab76bc06-6e16-4d6d-8faa-b0a24a55869d', 'port_id': 'e69cab0e-43c2-4e01-bf84-ab018ac74b85', 'mac_address': 'fa:16:3e:b6:29:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199540fb-3da4-48c3-b6c3-67b4fb2f4a8f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:14:31.228882 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:31.241886 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e69cab0e-43c2-4e01-bf84-ab018ac74b85 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:14:31.260241 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e69cab0e-43c2-4e01-bf84-ab018ac74b85, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e69cab0e-43c2-4e01-bf84-ab018ac74b85,segment=NetworkSegment(a1ef40ed-ce2d-41b7-acae-2ec02209dc92),segment_id=a1ef40ed-ce2d-41b7-acae-2ec02209dc92)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:14:31.338302 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:31.385477 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=e69cab0e-43c2-4e01-bf84-ab018ac74b85,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:14:31.392710 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:31.393059 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:31.393401 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:31.393738 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:31.394070 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:31.394397 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:31.394720 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:31.395094 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:31.395419 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:31.395740 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:31.396062 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:31.396379 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:31.396696 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:14:31.682596 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['e69cab0e-43c2-4e01-bf84-ab018ac74b85'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:14:31.934817 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e19826-94fe-41c0-ac01-f93081f0f57c req-7f50f67c-77eb-4fb5-b045-77a80d048b2f tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:31.936262 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f7e19826-94fe-41c0-ac01-f93081f0f57c req-7f50f67c-77eb-4fb5-b045-77a80d048b2f tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 944 time: 0.0490975 Dec 16 23:14:31.983850 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f7e19826-94fe-41c0-ac01-f93081f0f57c req-d28c7a63-2420-44e1-a475-7f0fc641cc22 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417216 Dec 16 23:14:33.079121 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e69cab0e-43c2-4e01-bf84-ab018ac74b85 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:14:33.103998 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69fe71-688f-4c89-86f5-9d5ff5df30fb req-771216d1-e5de-4d32-8571-a67c52aec869 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:33.105561 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af69fe71-688f-4c89-86f5-9d5ff5df30fb req-771216d1-e5de-4d32-8571-a67c52aec869 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 944 time: 0.0513389 Dec 16 23:14:33.155564 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-af69fe71-688f-4c89-86f5-9d5ff5df30fb req-0a41af41-2b42-454c-8946-ec86688d89db tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438738 Dec 16 23:14:33.208195 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port e69cab0e-43c2-4e01-bf84-ab018ac74b85 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:14:33.212585 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port e69cab0e-43c2-4e01-bf84-ab018ac74b85 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:14:33.212953 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:33.292630 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:33.315414 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69cab0e-43c2-4e01-bf84-ab018ac74b85'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:14:33.317657 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38e39f9-79d6-4882-93aa-a891bb1c0c2c" -d '{"events": [{"server_uuid": "5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c", "name": "network-vif-plugged", "status": "completed", "tag": "e69cab0e-43c2-4e01-bf84-ab018ac74b85"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:14:33.331281 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port e69cab0e-43c2-4e01-bf84-ab018ac74b85, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e69cab0e-43c2-4e01-bf84-ab018ac74b85,segment=NetworkSegment(a1ef40ed-ce2d-41b7-acae-2ec02209dc92),segment_id=a1ef40ed-ce2d-41b7-acae-2ec02209dc92)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:14:33.358606 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f83341-e5ea-45e2-827f-8383187a1a0b x-openstack-request-id: req-d1f83341-e5ea-45e2-827f-8383187a1a0b {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:14:33.358911 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c", "name": "network-vif-plugged", "status": "completed", "tag": "e69cab0e-43c2-4e01-bf84-ab018ac74b85", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:14:33.359206 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d1f83341-e5ea-45e2-827f-8383187a1a0b {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:14:33.359796 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69cab0e-43c2-4e01-bf84-ab018ac74b85', 'code': 200} Dec 16 23:14:33.402616 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:33.452608 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=e69cab0e-43c2-4e01-bf84-ab018ac74b85,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:14:33.504597 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06595e97-cb48-4ffe-b3d0-081741e565e0 req-3d6f14ba-759b-4788-b503-a4150d5ac977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:33.506117 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-06595e97-cb48-4ffe-b3d0-081741e565e0 req-3d6f14ba-759b-4788-b503-a4150d5ac977 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 1096 time: 0.0417485 Dec 16 23:14:33.556883 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-06595e97-cb48-4ffe-b3d0-081741e565e0 req-599273b4-07b4-4c15-8aa7-9506a134ee85 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428967 Dec 16 23:14:34.273396 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd06a2f-a62c-4923-a718-6fb40b9a4e87 req-94455610-8aff-47b6-8376-f43a55cf0390 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:34.274894 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9fd06a2f-a62c-4923-a718-6fb40b9a4e87 req-94455610-8aff-47b6-8376-f43a55cf0390 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 945 time: 0.0501091 Dec 16 23:14:34.326598 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9fd06a2f-a62c-4923-a718-6fb40b9a4e87 req-e8f0bc21-e60e-49ea-9674-0243912d957e tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456553 Dec 16 23:14:35.445645 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b2838-d72a-4ccc-9726-377d8e87cede req-7a8ffe2e-1464-4710-8e68-44f9da5ffa0e tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:35.447225 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bf5b2838-d72a-4ccc-9726-377d8e87cede req-7a8ffe2e-1464-4710-8e68-44f9da5ffa0e tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 945 time: 0.0495782 Dec 16 23:14:35.499172 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bf5b2838-d72a-4ccc-9726-377d8e87cede req-9193f445-c909-47a5-8a12-fb68d92a0810 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454135 Dec 16 23:14:35.727809 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-9a5ae2a1-8fe0-4af3-827e-fa42a104fa56 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:35.729303 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-9a5ae2a1-8fe0-4af3-827e-fa42a104fa56 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/networks?id=ab76bc06-6e16-4d6d-8faa-b0a24a55869d HTTP/1.1" status: 200 len: 812 time: 0.1075802 Dec 16 23:14:35.744489 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-3ef2fc0f-0f6c-423a-92cb-8647000c7d20 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/quotas/f0c5faadd7314d7abf07f67ea83dfb66 HTTP/1.1" status: 200 len: 375 time: 0.0095038 Dec 16 23:14:35.793143 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-a6590b6e-ea43-4fd4-bb4a-0ba8634270d6 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f0c5faadd7314d7abf07f67ea83dfb66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0434322 Dec 16 23:14:35.889073 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-bd60862d-6bba-449c-9352-8046ffa00410 service neutron] 10.222.0.75 "GET /v2.0/networks/ab76bc06-6e16-4d6d-8faa-b0a24a55869d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886858 Dec 16 23:14:35.982642 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-4f54bb80-b7b9-4384-a06b-3587d475636e service neutron] 10.222.0.75 "GET /v2.0/networks/ab76bc06-6e16-4d6d-8faa-b0a24a55869d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874689 Dec 16 23:14:36.193520 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9a1a275b-deac-4cce-b89f-a2177ebaffe0 req-ed761509-70b0-467c-820a-dc5e0c149319 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0418065-dafe-4068-93f9-558f4fae44c8 HTTP/1.1" status: 200 len: 210 time: 0.0285428 Dec 16 23:14:37.292418 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cb5ecf04-c382-4bd0-9e16-49b2a40b8c5b req-24bd3be5-4ffa-4b79-83f3-bcc2a64a441e tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0418065-dafe-4068-93f9-558f4fae44c8 HTTP/1.1" status: 200 len: 210 time: 0.0285423 Dec 16 23:14:38.187242 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-a204ce9f-bbb5-4045-adda-66c688335e5c tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:38.188707 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-a204ce9f-bbb5-4045-adda-66c688335e5c tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.57 "GET /v2.0/networks?id=ab76bc06-6e16-4d6d-8faa-b0a24a55869d HTTP/1.1" status: 200 len: 812 time: 0.1108265 Dec 16 23:14:38.207431 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-58f2260c-aa48-4d2c-bd48-84d5d541da08 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Request body: {'port': {'device_id': 'b0418065-dafe-4068-93f9-558f4fae44c8', 'network_id': 'ab76bc06-6e16-4d6d-8faa-b0a24a55869d', 'admin_state_up': True, 'tenant_id': 'f0c5faadd7314d7abf07f67ea83dfb66'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:14:38.389188 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-642a4201-8c7b-44e3-adeb-b584bb7e292a req-90e2822d-bf48-486d-bca1-c5c91af84a1a tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0418065-dafe-4068-93f9-558f4fae44c8 HTTP/1.1" status: 200 len: 210 time: 0.0274882 Dec 16 23:14:38.402574 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-58f2260c-aa48-4d2c-bd48-84d5d541da08 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Made reservation on behalf of f0c5faadd7314d7abf07f67ea83dfb66 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:14:38.406447 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-58f2260c-aa48-4d2c-bd48-84d5d541da08 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:38.541829 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-58f2260c-aa48-4d2c-bd48-84d5d541da08 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Allocated IP 172.20.0.5 (ab76bc06-6e16-4d6d-8faa-b0a24a55869d/199540fb-3da4-48c3-b6c3-67b4fb2f4a8f/629ded83-00d3-43f3-bbd4-f446536573f8) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:14:38.691981 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-58f2260c-aa48-4d2c-bd48-84d5d541da08 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:38.779914 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-58f2260c-aa48-4d2c-bd48-84d5d541da08 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:38.814671 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['e69cab0e-43c2-4e01-bf84-ab018ac74b85'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:14:38.826493 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-58f2260c-aa48-4d2c-bd48-84d5d541da08 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Network ab76bc06-6e16-4d6d-8faa-b0a24a55869d is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:14:38.829740 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-58f2260c-aa48-4d2c-bd48-84d5d541da08 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:14:38.833437 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-58f2260c-aa48-4d2c-bd48-84d5d541da08 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:14:38.840961 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2260c-aa48-4d2c-bd48-84d5d541da08 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Pushing event updated for resources: {'Port': ['ID=629ded83-00d3-43f3-bbd4-f446536573f8,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:14:38.888220 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-58f2260c-aa48-4d2c-bd48-84d5d541da08 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:38.888871 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-58f2260c-aa48-4d2c-bd48-84d5d541da08 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:38.959529 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-58f2260c-aa48-4d2c-bd48-84d5d541da08 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7556977 Dec 16 23:14:39.019246 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-c3e63033-2bbb-49fa-8da2-73d7ff97ed5b service neutron] Request body: {'port': {'device_id': 'b0418065-dafe-4068-93f9-558f4fae44c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:14:39.078344 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-c3e63033-2bbb-49fa-8da2-73d7ff97ed5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:39.349889 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-c3e63033-2bbb-49fa-8da2-73d7ff97ed5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 629ded83-00d3-43f3-bbd4-f446536573f8 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:14:39.364542 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-c3e63033-2bbb-49fa-8da2-73d7ff97ed5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:39.377510 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-c3e63033-2bbb-49fa-8da2-73d7ff97ed5b service neutron] Transition to ACTIVE for port object 629ded83-00d3-43f3-bbd4-f446536573f8 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:14:39.442446 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-c3e63033-2bbb-49fa-8da2-73d7ff97ed5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:39.525560 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e63033-2bbb-49fa-8da2-73d7ff97ed5b service neutron] Pushing event updated for resources: {'Port': ['ID=629ded83-00d3-43f3-bbd4-f446536573f8,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:14:39.582965 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404a6ca-ffd6-4ac8-b983-ebb339c39fa4 req-afc3e9ab-a8e1-440f-b32f-47795c8c7a59 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:39.584549 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a404a6ca-ffd6-4ac8-b983-ebb339c39fa4 req-afc3e9ab-a8e1-440f-b32f-47795c8c7a59 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0418065-dafe-4068-93f9-558f4fae44c8 HTTP/1.1" status: 200 len: 943 time: 0.1152353 Dec 16 23:14:39.636598 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-c3e63033-2bbb-49fa-8da2-73d7ff97ed5b service neutron] Attempting to bind port 629ded83-00d3-43f3-bbd4-f446536573f8 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:14:39.636952 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-c3e63033-2bbb-49fa-8da2-73d7ff97ed5b service neutron] Attempting to bind port 629ded83-00d3-43f3-bbd4-f446536573f8 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'a1ef40ed-ce2d-41b7-acae-2ec02209dc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ab76bc06-6e16-4d6d-8faa-b0a24a55869d'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:14:39.637292 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-c3e63033-2bbb-49fa-8da2-73d7ff97ed5b service neutron] Attempting to bind port 629ded83-00d3-43f3-bbd4-f446536573f8 on network ab76bc06-6e16-4d6d-8faa-b0a24a55869d {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:14:39.647515 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-c3e63033-2bbb-49fa-8da2-73d7ff97ed5b service neutron] Port 629ded83-00d3-43f3-bbd4-f446536573f8 on network ab76bc06-6e16-4d6d-8faa-b0a24a55869d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:14:39.647872 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-c3e63033-2bbb-49fa-8da2-73d7ff97ed5b service neutron] Attempting to bind port 629ded83-00d3-43f3-bbd4-f446536573f8 on network ab76bc06-6e16-4d6d-8faa-b0a24a55869d {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:14:39.655956 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-c3e63033-2bbb-49fa-8da2-73d7ff97ed5b service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:14:39.656293 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-c3e63033-2bbb-49fa-8da2-73d7ff97ed5b service neutron] Checking segment: {'id': 'a1ef40ed-ce2d-41b7-acae-2ec02209dc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ab76bc06-6e16-4d6d-8faa-b0a24a55869d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:14:39.656688 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-c3e63033-2bbb-49fa-8da2-73d7ff97ed5b service neutron] Bound using segment: {'id': 'a1ef40ed-ce2d-41b7-acae-2ec02209dc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ab76bc06-6e16-4d6d-8faa-b0a24a55869d'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:14:39.657124 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-c3e63033-2bbb-49fa-8da2-73d7ff97ed5b service neutron] Bound port: 629ded83-00d3-43f3-bbd4-f446536573f8, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1ef40ed-ce2d-41b7-acae-2ec02209dc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ab76bc06-6e16-4d6d-8faa-b0a24a55869d'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:14:39.657494 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-c3e63033-2bbb-49fa-8da2-73d7ff97ed5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:39.663150 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a404a6ca-ffd6-4ac8-b983-ebb339c39fa4 req-bef34a64-bebd-4197-bff2-fe078cc9039a tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709713 Dec 16 23:14:39.729582 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-c3e63033-2bbb-49fa-8da2-73d7ff97ed5b service neutron] For port 629ded83-00d3-43f3-bbd4-f446536573f8, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:14:39.737354 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-c3e63033-2bbb-49fa-8da2-73d7ff97ed5b service neutron] For port 629ded83-00d3-43f3-bbd4-f446536573f8, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=629ded83-00d3-43f3-bbd4-f446536573f8,segment=NetworkSegment(a1ef40ed-ce2d-41b7-acae-2ec02209dc92),segment_id=a1ef40ed-ce2d-41b7-acae-2ec02209dc92)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:14:39.814387 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-c3e63033-2bbb-49fa-8da2-73d7ff97ed5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:39.856303 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-c3e63033-2bbb-49fa-8da2-73d7ff97ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:39.856950 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-c3e63033-2bbb-49fa-8da2-73d7ff97ed5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:39.859291 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-c3e63033-2bbb-49fa-8da2-73d7ff97ed5b service neutron] 10.222.0.57 "PUT /v2.0/ports/629ded83-00d3-43f3-bbd4-f446536573f8 HTTP/1.1" status: 200 len: 1091 time: 0.8852353 Dec 16 23:14:39.859291 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0418065-dafe-4068-93f9-558f4fae44c8', 'tag': '629ded83-00d3-43f3-bbd4-f446536573f8'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:14:39.861177 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ba53f3-bcae-46bb-a669-f61e82119b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "b0418065-dafe-4068-93f9-558f4fae44c8", "tag": "629ded83-00d3-43f3-bbd4-f446536573f8"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:14:39.883993 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e63033-2bbb-49fa-8da2-73d7ff97ed5b service neutron] Pushing event updated for resources: {'Port': ['ID=629ded83-00d3-43f3-bbd4-f446536573f8,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:14:39.967942 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a32ff78-d517-4e17-93ce-101fe07c9d91 x-openstack-request-id: req-3a32ff78-d517-4e17-93ce-101fe07c9d91 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:14:39.968264 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0418065-dafe-4068-93f9-558f4fae44c8", "tag": "629ded83-00d3-43f3-bbd4-f446536573f8", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:14:39.968579 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3a32ff78-d517-4e17-93ce-101fe07c9d91 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:14:39.968995 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0418065-dafe-4068-93f9-558f4fae44c8', 'tag': '629ded83-00d3-43f3-bbd4-f446536573f8', 'status': 'completed', 'code': 200} Dec 16 23:14:40.032163 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-58f9f00f-a6ea-4282-9398-85137efe98bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:40.033711 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-58f9f00f-a6ea-4282-9398-85137efe98bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0c5faadd7314d7abf07f67ea83dfb66&device_id=b0418065-dafe-4068-93f9-558f4fae44c8 HTTP/1.1" status: 200 len: 1094 time: 0.0461955 Dec 16 23:14:40.081940 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-da42313a-e76d-4b2e-a30c-6ff8c535d789 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=629ded83-00d3-43f3-bbd4-f446536573f8 HTTP/1.1" status: 200 len: 217 time: 0.0352945 Dec 16 23:14:40.134965 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-487ada5f-9567-437e-bd8f-25121736e174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:40.136366 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-487ada5f-9567-437e-bd8f-25121736e174 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=199540fb-3da4-48c3-b6c3-67b4fb2f4a8f HTTP/1.1" status: 200 len: 852 time: 0.0481296 Dec 16 23:14:40.169557 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-1dce12e2-0158-4b4b-b0ed-230569ba59f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab76bc06-6e16-4d6d-8faa-b0a24a55869d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256305 Dec 16 23:14:40.260964 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-deb1df0a-8fb5-4308-a790-48ea33100206 service neutron] 10.222.0.57 "GET /v2.0/networks/ab76bc06-6e16-4d6d-8faa-b0a24a55869d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844049 Dec 16 23:14:40.360470 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d9fa16d-87df-4ba9-a227-fad480553265 req-2525e735-0f9b-4522-a327-77cf4c5113e0 service neutron] 10.222.0.57 "GET /v2.0/networks/ab76bc06-6e16-4d6d-8faa-b0a24a55869d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926535 Dec 16 23:14:40.553198 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba53f3-bcae-46bb-a669-f61e82119b1d req-9fc005f0-025e-4d72-9157-d52ad4913409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:40.554718 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-20ba53f3-bcae-46bb-a669-f61e82119b1d req-9fc005f0-025e-4d72-9157-d52ad4913409 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0c5faadd7314d7abf07f67ea83dfb66&device_id=b0418065-dafe-4068-93f9-558f4fae44c8 HTTP/1.1" status: 200 len: 1094 time: 0.0423076 Dec 16 23:14:40.652660 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba53f3-bcae-46bb-a669-f61e82119b1d req-68623d94-1a08-4387-aaa8-8376512d63ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:40.654197 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-20ba53f3-bcae-46bb-a669-f61e82119b1d req-68623d94-1a08-4387-aaa8-8376512d63ed service neutron] 10.222.0.57 "GET /v2.0/networks?id=ab76bc06-6e16-4d6d-8faa-b0a24a55869d HTTP/1.1" status: 200 len: 912 time: 0.0915866 Dec 16 23:14:40.697387 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-20ba53f3-bcae-46bb-a669-f61e82119b1d req-2228a7dc-2cef-45c8-ab0f-80869867d4df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=629ded83-00d3-43f3-bbd4-f446536573f8 HTTP/1.1" status: 200 len: 217 time: 0.0353057 Dec 16 23:14:40.777362 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba53f3-bcae-46bb-a669-f61e82119b1d req-52ac5da3-6d12-4181-b389-46e25e581470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:40.778848 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-20ba53f3-bcae-46bb-a669-f61e82119b1d req-52ac5da3-6d12-4181-b389-46e25e581470 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=199540fb-3da4-48c3-b6c3-67b4fb2f4a8f HTTP/1.1" status: 200 len: 852 time: 0.0745292 Dec 16 23:14:40.802820 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6572ec3-e9c9-488f-924d-9a911aa4293c req-deea57a3-5c0d-4994-a3a5-4c65bd006529 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:40.804389 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6572ec3-e9c9-488f-924d-9a911aa4293c req-deea57a3-5c0d-4994-a3a5-4c65bd006529 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0418065-dafe-4068-93f9-558f4fae44c8 HTTP/1.1" status: 200 len: 943 time: 0.0704961 Dec 16 23:14:40.821187 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-20ba53f3-bcae-46bb-a669-f61e82119b1d req-47564576-f4b2-4b05-a9e7-c35228d1972c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab76bc06-6e16-4d6d-8faa-b0a24a55869d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344856 Dec 16 23:14:40.912018 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f6572ec3-e9c9-488f-924d-9a911aa4293c req-bc3be517-361a-492d-8b49-e2edeebacea5 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942154 Dec 16 23:14:40.941751 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-20ba53f3-bcae-46bb-a669-f61e82119b1d req-332191f5-a213-4cd0-b232-a3f7ccac930d service neutron] 10.222.0.57 "GET /v2.0/networks/ab76bc06-6e16-4d6d-8faa-b0a24a55869d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088583 Dec 16 23:14:41.036738 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-20ba53f3-bcae-46bb-a669-f61e82119b1d req-2a819a74-0b44-4862-87de-d8656fd22026 service neutron] 10.222.0.57 "GET /v2.0/networks/ab76bc06-6e16-4d6d-8faa-b0a24a55869d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874908 Dec 16 23:14:42.039251 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5ca6d-b6fd-4a6f-9383-83b7bcd7c391 req-6614a06e-298e-444e-942c-53820895c60e tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:42.040810 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4ca5ca6d-b6fd-4a6f-9383-83b7bcd7c391 req-6614a06e-298e-444e-942c-53820895c60e tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0418065-dafe-4068-93f9-558f4fae44c8 HTTP/1.1" status: 200 len: 943 time: 0.0550210 Dec 16 23:14:42.091100 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4ca5ca6d-b6fd-4a6f-9383-83b7bcd7c391 req-65d118eb-2e37-46d5-8aec-85500f4e04ba tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439591 Dec 16 23:14:43.211892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94135d-8bab-40b5-b2e6-8cf2b357ab45 req-5a5ffad0-6e99-40b3-9eb9-83248cc408ca tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:43.213421 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dc94135d-8bab-40b5-b2e6-8cf2b357ab45 req-5a5ffad0-6e99-40b3-9eb9-83248cc408ca tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0418065-dafe-4068-93f9-558f4fae44c8 HTTP/1.1" status: 200 len: 943 time: 0.0535285 Dec 16 23:14:43.261247 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dc94135d-8bab-40b5-b2e6-8cf2b357ab45 req-586f893c-d8fb-41d6-9ff3-9a2806aabcb3 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418234 Dec 16 23:14:44.380653 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69342c2f-9009-4c67-a061-aed3811c4479 req-dbc07c76-3f30-42c9-bd06-19ddd973a175 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:44.382642 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-69342c2f-9009-4c67-a061-aed3811c4479 req-dbc07c76-3f30-42c9-bd06-19ddd973a175 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0418065-dafe-4068-93f9-558f4fae44c8 HTTP/1.1" status: 200 len: 943 time: 0.0532789 Dec 16 23:14:44.429966 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-69342c2f-9009-4c67-a061-aed3811c4479 req-79add198-a950-411a-96ec-050d136bfb6e tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409310 Dec 16 23:14:44.707002 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 629ded83-00d3-43f3-bbd4-f446536573f8 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:14:44.801595 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 629ded83-00d3-43f3-bbd4-f446536573f8, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=629ded83-00d3-43f3-bbd4-f446536573f8,segment=NetworkSegment(a1ef40ed-ce2d-41b7-acae-2ec02209dc92),segment_id=a1ef40ed-ce2d-41b7-acae-2ec02209dc92)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:14:44.813235 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '629ded83-00d3-43f3-bbd4-f446536573f8', 'network_id': 'ab76bc06-6e16-4d6d-8faa-b0a24a55869d', 'port_id': '629ded83-00d3-43f3-bbd4-f446536573f8', 'mac_address': 'fa:16:3e:76:97:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199540fb-3da4-48c3-b6c3-67b4fb2f4a8f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:14:44.848746 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:44.861425 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 629ded83-00d3-43f3-bbd4-f446536573f8 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:14:44.880554 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 629ded83-00d3-43f3-bbd4-f446536573f8, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=629ded83-00d3-43f3-bbd4-f446536573f8,segment=NetworkSegment(a1ef40ed-ce2d-41b7-acae-2ec02209dc92),segment_id=a1ef40ed-ce2d-41b7-acae-2ec02209dc92)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:14:44.933748 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:44.979346 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=629ded83-00d3-43f3-bbd4-f446536573f8,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:14:45.325158 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['629ded83-00d3-43f3-bbd4-f446536573f8'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:14:45.551022 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb696c6f-80b6-48d4-a347-9b52e48a40ca req-0bfbaf16-7a7e-45fd-9139-1d188e9e48c5 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:45.552526 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eb696c6f-80b6-48d4-a347-9b52e48a40ca req-0bfbaf16-7a7e-45fd-9139-1d188e9e48c5 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0418065-dafe-4068-93f9-558f4fae44c8 HTTP/1.1" status: 200 len: 944 time: 0.0536540 Dec 16 23:14:45.598791 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eb696c6f-80b6-48d4-a347-9b52e48a40ca req-be0834a8-7ab8-4069-9210-c81412eea787 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401678 Dec 16 23:14:46.716664 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b508a-d42c-45ca-b6e7-397f0d1cf9ea req-7c2a9324-45c6-4847-bbe2-4574c29144cd tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:46.718214 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fd2b508a-d42c-45ca-b6e7-397f0d1cf9ea req-7c2a9324-45c6-4847-bbe2-4574c29144cd tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0418065-dafe-4068-93f9-558f4fae44c8 HTTP/1.1" status: 200 len: 944 time: 0.0501947 Dec 16 23:14:46.729767 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 629ded83-00d3-43f3-bbd4-f446536573f8 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:14:46.770912 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fd2b508a-d42c-45ca-b6e7-397f0d1cf9ea req-38c3d107-ee8a-4bc3-957c-afd0109ff394 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465612 Dec 16 23:14:46.836308 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 629ded83-00d3-43f3-bbd4-f446536573f8 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:14:46.841105 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 629ded83-00d3-43f3-bbd4-f446536573f8 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:14:46.841483 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:46.926969 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:46.952598 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0418065-dafe-4068-93f9-558f4fae44c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '629ded83-00d3-43f3-bbd4-f446536573f8'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:14:46.954869 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110f76b5-dd61-4d54-be8d-05c5a6a6818f" -d '{"events": [{"server_uuid": "b0418065-dafe-4068-93f9-558f4fae44c8", "name": "network-vif-plugged", "status": "completed", "tag": "629ded83-00d3-43f3-bbd4-f446536573f8"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:14:46.969551 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 629ded83-00d3-43f3-bbd4-f446536573f8, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=629ded83-00d3-43f3-bbd4-f446536573f8,segment=NetworkSegment(a1ef40ed-ce2d-41b7-acae-2ec02209dc92),segment_id=a1ef40ed-ce2d-41b7-acae-2ec02209dc92)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:14:46.998892 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1d87f3-8d4c-4b50-949d-b7e8baf28af0 x-openstack-request-id: req-8e1d87f3-8d4c-4b50-949d-b7e8baf28af0 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:14:46.999214 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0418065-dafe-4068-93f9-558f4fae44c8", "name": "network-vif-plugged", "status": "completed", "tag": "629ded83-00d3-43f3-bbd4-f446536573f8", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:14:46.999472 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8e1d87f3-8d4c-4b50-949d-b7e8baf28af0 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:14:46.999867 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0418065-dafe-4068-93f9-558f4fae44c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '629ded83-00d3-43f3-bbd4-f446536573f8', 'code': 200} Dec 16 23:14:47.036724 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:47.086540 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=629ded83-00d3-43f3-bbd4-f446536573f8,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:14:47.127894 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793f221-a1bb-4c76-81fe-8a69a6bc8c9d req-34cf8916-b43c-43c5-9ddc-5f511cf0daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:47.129442 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3793f221-a1bb-4c76-81fe-8a69a6bc8c9d req-34cf8916-b43c-43c5-9ddc-5f511cf0daaa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b0418065-dafe-4068-93f9-558f4fae44c8 HTTP/1.1" status: 200 len: 1096 time: 0.0405350 Dec 16 23:14:47.174817 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3793f221-a1bb-4c76-81fe-8a69a6bc8c9d req-7cdd1476-f8f6-42a8-b200-5fcb30b407d4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384660 Dec 16 23:14:47.897407 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eea147-864a-40fe-8e1d-d2fb217bdba2 req-92a8a60b-2678-42f2-80ef-25e5020fd982 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:47.899221 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f3eea147-864a-40fe-8e1d-d2fb217bdba2 req-92a8a60b-2678-42f2-80ef-25e5020fd982 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0418065-dafe-4068-93f9-558f4fae44c8 HTTP/1.1" status: 200 len: 945 time: 0.0499880 Dec 16 23:14:47.952163 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f3eea147-864a-40fe-8e1d-d2fb217bdba2 req-fa32f39b-a4e2-4e2f-8d01-ead5f309a0d0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468597 Dec 16 23:14:49.068798 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238a1dd-e657-4959-9a74-877d24759ff3 req-6a85bf41-7ecd-4e7d-899d-b005ab30c093 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:49.071241 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a238a1dd-e657-4959-9a74-877d24759ff3 req-6a85bf41-7ecd-4e7d-899d-b005ab30c093 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0418065-dafe-4068-93f9-558f4fae44c8 HTTP/1.1" status: 200 len: 945 time: 0.0495450 Dec 16 23:14:49.122300 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a238a1dd-e657-4959-9a74-877d24759ff3 req-34bad862-1674-4365-8e2b-05060f58ebd7 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446613 Dec 16 23:14:49.584736 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c323a-d88b-4c4a-974f-d7d3c4439b77 req-9e64eb3c-f610-4fab-8150-81093f4dbc5f tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:49.586381 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d13c323a-d88b-4c4a-974f-d7d3c4439b77 req-9e64eb3c-f610-4fab-8150-81093f4dbc5f tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0418065-dafe-4068-93f9-558f4fae44c8 HTTP/1.1" status: 200 len: 945 time: 0.0511987 Dec 16 23:14:49.635012 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d13c323a-d88b-4c4a-974f-d7d3c4439b77 req-6eff6033-03f5-44ac-aa1f-0772a8ada027 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424280 Dec 16 23:14:50.750714 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae12230-c3e6-4a9c-9702-058b6602184e req-1d9ae1c6-2360-46b1-9149-e1b6822d499d tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:50.752253 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8ae12230-c3e6-4a9c-9702-058b6602184e req-1d9ae1c6-2360-46b1-9149-e1b6822d499d tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0418065-dafe-4068-93f9-558f4fae44c8 HTTP/1.1" status: 200 len: 945 time: 0.0490394 Dec 16 23:14:50.801766 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8ae12230-c3e6-4a9c-9702-058b6602184e req-91face0f-5c36-4701-9896-6e74892611d7 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421736 Dec 16 23:14:51.092258 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5336e-ce18-4c55-b209-c071d7bb5f44 req-05fe11c4-cf38-410b-b794-dc648f2af641 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:51.093660 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6dc5336e-ce18-4c55-b209-c071d7bb5f44 req-05fe11c4-cf38-410b-b794-dc648f2af641 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0418065-dafe-4068-93f9-558f4fae44c8 HTTP/1.1" status: 200 len: 945 time: 0.0484428 Dec 16 23:14:51.188112 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-6dc5336e-ce18-4c55-b209-c071d7bb5f44 req-5283b21c-fbe8-4631-8842-b936e51e3524 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Deleting port 629ded83-00d3-43f3-bbd4-f446536573f8 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:14:51.188459 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6dc5336e-ce18-4c55-b209-c071d7bb5f44 req-5283b21c-fbe8-4631-8842-b936e51e3524 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:51.276631 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-6dc5336e-ce18-4c55-b209-c071d7bb5f44 req-5283b21c-fbe8-4631-8842-b936e51e3524 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] For port 629ded83-00d3-43f3-bbd4-f446536573f8, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=629ded83-00d3-43f3-bbd4-f446536573f8,segment=NetworkSegment(a1ef40ed-ce2d-41b7-acae-2ec02209dc92),segment_id=a1ef40ed-ce2d-41b7-acae-2ec02209dc92)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:14:51.276997 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6dc5336e-ce18-4c55-b209-c071d7bb5f44 req-5283b21c-fbe8-4631-8842-b936e51e3524 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:51.289709 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-6dc5336e-ce18-4c55-b209-c071d7bb5f44 req-5283b21c-fbe8-4631-8842-b936e51e3524 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Calling delete_port for 629ded83-00d3-43f3-bbd4-f446536573f8 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:14:51.471073 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6dc5336e-ce18-4c55-b209-c071d7bb5f44 req-5283b21c-fbe8-4631-8842-b936e51e3524 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:51.501886 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283b21c-fbe8-4631-8842-b936e51e3524 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Pushing event deleted for resources: {'Port': ['ID=629ded83-00d3-43f3-bbd4-f446536573f8,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:14:51.505427 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['629ded83-00d3-43f3-bbd4-f446536573f8'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:14:51.529024 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['e69cab0e-43c2-4e01-bf84-ab018ac74b85'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:14:51.569388 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc5336e-ce18-4c55-b209-c071d7bb5f44 req-5283b21c-fbe8-4631-8842-b936e51e3524 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] No DVR routers for this DVR port 629ded83-00d3-43f3-bbd4-f446536573f8 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:14:51.572099 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6dc5336e-ce18-4c55-b209-c071d7bb5f44 req-5283b21c-fbe8-4631-8842-b936e51e3524 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:51.576108 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6dc5336e-ce18-4c55-b209-c071d7bb5f44 req-5283b21c-fbe8-4631-8842-b936e51e3524 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.57 "DELETE /v2.0/ports/629ded83-00d3-43f3-bbd4-f446536573f8 HTTP/1.1" status: 204 len: 173 time: 0.4767363 Dec 16 23:14:51.576585 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0418065-dafe-4068-93f9-558f4fae44c8', 'name': 'network-vif-deleted', 'tag': '629ded83-00d3-43f3-bbd4-f446536573f8'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:14:51.580304 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820a9ab8-6608-4683-95a1-3eb73a594056" -d '{"events": [{"server_uuid": "b0418065-dafe-4068-93f9-558f4fae44c8", "name": "network-vif-deleted", "tag": "629ded83-00d3-43f3-bbd4-f446536573f8"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:14:51.620537 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c32e6ca-298f-4510-a9c4-fff4eec6489a x-openstack-request-id: req-1c32e6ca-298f-4510-a9c4-fff4eec6489a {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:14:51.620833 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0418065-dafe-4068-93f9-558f4fae44c8", "name": "network-vif-deleted", "tag": "629ded83-00d3-43f3-bbd4-f446536573f8", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:14:51.621087 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1c32e6ca-298f-4510-a9c4-fff4eec6489a {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:14:51.621485 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0418065-dafe-4068-93f9-558f4fae44c8', 'name': 'network-vif-deleted', 'tag': '629ded83-00d3-43f3-bbd4-f446536573f8', 'status': 'completed', 'code': 200} Dec 16 23:14:51.911528 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-76e5bffc-86a8-49ad-897a-8efbc85463ca req-973ff239-bb76-4de4-ba9d-6a870ce49cc2 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0418065-dafe-4068-93f9-558f4fae44c8 HTTP/1.1" status: 200 len: 210 time: 0.0265753 Dec 16 23:14:51.932534 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:14:53.065934 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a85e07-cfe7-49f1-afc1-7de109400a33 req-0521de66-873e-45fd-8074-679db6a5a698 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:53.067477 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c6a85e07-cfe7-49f1-afc1-7de109400a33 req-0521de66-873e-45fd-8074-679db6a5a698 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 945 time: 0.0503700 Dec 16 23:14:53.127416 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c6a85e07-cfe7-49f1-afc1-7de109400a33 req-03637511-b87e-4e29-97c7-0effea04d4be tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537946 Dec 16 23:14:53.274844 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c0903-659b-4dd0-87d1-ecf545753e7e req-ca3c42c7-6da3-4c3f-8c6c-397aab2ffd3e tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:53.276395 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fd3c0903-659b-4dd0-87d1-ecf545753e7e req-ca3c42c7-6da3-4c3f-8c6c-397aab2ffd3e tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 945 time: 0.0492854 Dec 16 23:14:53.324682 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fd3c0903-659b-4dd0-87d1-ecf545753e7e req-b201a648-b717-4c04-8cf5-7a2ef164db4a tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423114 Dec 16 23:14:53.434682 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-84fc9837-c256-43cd-b9e0-a1bcfb774fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:53.445879 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eeec8d-c551-43e8-86e6-b26b336f4845 req-26bfb8c1-60e2-4fe4-8c57-e3b5af9737f4 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:53.447352 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-69eeec8d-c551-43e8-86e6-b26b336f4845 req-26bfb8c1-60e2-4fe4-8c57-e3b5af9737f4 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 945 time: 0.0525248 Dec 16 23:14:53.500667 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-69eeec8d-c551-43e8-86e6-b26b336f4845 req-19c7b057-914e-42b8-87e5-a3e39fac1299 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469499 Dec 16 23:14:53.673902 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5566983-8095-4a32-8fd8-d91980fb1564 req-862f02b6-83d0-4795-9de3-6118b6f89bd7 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:53.675512 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d5566983-8095-4a32-8fd8-d91980fb1564 req-862f02b6-83d0-4795-9de3-6118b6f89bd7 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 945 time: 0.0524764 Dec 16 23:14:53.729490 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d5566983-8095-4a32-8fd8-d91980fb1564 req-1abedf99-39e8-4eea-9a50-ff8d3cf4ae6a tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476286 Dec 16 23:14:53.859122 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d9f80-df77-45de-967f-eb9f0b468284 req-ed57bcbb-3c33-4bfe-abc0-d008a6c6c320 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:53.860649 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a30d9f80-df77-45de-967f-eb9f0b468284 req-ed57bcbb-3c33-4bfe-abc0-d008a6c6c320 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 945 time: 0.0510082 Dec 16 23:14:53.910013 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a30d9f80-df77-45de-967f-eb9f0b468284 req-7207f43d-72ce-4b09-bed3-f7887be91fc0 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417717 Dec 16 23:14:54.047406 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b0476-6c0f-4873-a1a8-e35e09c419ad req-824c663e-a7ed-4d4e-8352-a2cf983f6b26 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:54.048909 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e94b0476-6c0f-4873-a1a8-e35e09c419ad req-824c663e-a7ed-4d4e-8352-a2cf983f6b26 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 945 time: 0.0552585 Dec 16 23:14:54.099636 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e94b0476-6c0f-4873-a1a8-e35e09c419ad req-1722a0ff-1a07-44f5-977a-3a6fc47e8d9e tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440960 Dec 16 23:14:54.625233 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f8e81-0d83-41eb-a8a7-0b50dd04263e req-f052d600-b78c-49e7-a2c7-38118979ac51 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:54.627036 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bd8f8e81-0d83-41eb-a8a7-0b50dd04263e req-f052d600-b78c-49e7-a2c7-38118979ac51 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 945 time: 0.0525975 Dec 16 23:14:54.676328 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bd8f8e81-0d83-41eb-a8a7-0b50dd04263e req-0e0d1cac-5a71-4d84-888f-9a1bb4506959 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431969 Dec 16 23:14:54.744318 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 629ded83-00d3-43f3-bbd4-f446536573f8 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:14:54.764452 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 629ded83-00d3-43f3-bbd4-f446536573f8 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:14:54.764794 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 629ded83-00d3-43f3-bbd4-f446536573f8 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:14:55.651858 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6af3d06f-e65c-4391-82a0-dad984c675a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:55.794629 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d2ab6-c235-404a-a714-8f73d2d3b860 req-96381266-5872-4e55-8d93-d1c25200104b tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:55.796453 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-280d2ab6-c235-404a-a714-8f73d2d3b860 req-96381266-5872-4e55-8d93-d1c25200104b tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 945 time: 0.0498126 Dec 16 23:14:55.844540 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-280d2ab6-c235-404a-a714-8f73d2d3b860 req-1658d714-5db4-41af-86f1-261895a02578 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/security-groups?id=f91ad6ef-f378-4c9f-9aed-a644c903819b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421269 Dec 16 23:14:56.400574 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce9bfd-4cb0-49b3-991b-add9bdd9d18b req-818fb860-ce60-499a-a662-a50c8553f23b tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:14:56.402061 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7ce9bfd-4cb0-49b3-991b-add9bdd9d18b req-818fb860-ce60-499a-a662-a50c8553f23b tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.76 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 945 time: 0.0494962 Dec 16 23:14:56.498915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-b7ce9bfd-4cb0-49b3-991b-add9bdd9d18b req-42e8dca7-33d6-482c-8485-8271cc1a1fc6 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Deleting port e69cab0e-43c2-4e01-bf84-ab018ac74b85 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:14:56.499288 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b7ce9bfd-4cb0-49b3-991b-add9bdd9d18b req-42e8dca7-33d6-482c-8485-8271cc1a1fc6 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:56.594790 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-b7ce9bfd-4cb0-49b3-991b-add9bdd9d18b req-42e8dca7-33d6-482c-8485-8271cc1a1fc6 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] For port e69cab0e-43c2-4e01-bf84-ab018ac74b85, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=e69cab0e-43c2-4e01-bf84-ab018ac74b85,segment=NetworkSegment(a1ef40ed-ce2d-41b7-acae-2ec02209dc92),segment_id=a1ef40ed-ce2d-41b7-acae-2ec02209dc92)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:14:56.595180 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b7ce9bfd-4cb0-49b3-991b-add9bdd9d18b req-42e8dca7-33d6-482c-8485-8271cc1a1fc6 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:56.607678 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-b7ce9bfd-4cb0-49b3-991b-add9bdd9d18b req-42e8dca7-33d6-482c-8485-8271cc1a1fc6 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Calling delete_port for e69cab0e-43c2-4e01-bf84-ab018ac74b85 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:14:56.819316 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b7ce9bfd-4cb0-49b3-991b-add9bdd9d18b req-42e8dca7-33d6-482c-8485-8271cc1a1fc6 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:56.847880 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8dca7-33d6-482c-8485-8271cc1a1fc6 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Pushing event deleted for resources: {'Port': ['ID=e69cab0e-43c2-4e01-bf84-ab018ac74b85,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:14:56.857301 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['e69cab0e-43c2-4e01-bf84-ab018ac74b85'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:14:56.895824 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ce9bfd-4cb0-49b3-991b-add9bdd9d18b req-42e8dca7-33d6-482c-8485-8271cc1a1fc6 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] No DVR routers for this DVR port e69cab0e-43c2-4e01-bf84-ab018ac74b85 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:14:56.899198 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b7ce9bfd-4cb0-49b3-991b-add9bdd9d18b req-42e8dca7-33d6-482c-8485-8271cc1a1fc6 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:56.902608 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b7ce9bfd-4cb0-49b3-991b-add9bdd9d18b req-42e8dca7-33d6-482c-8485-8271cc1a1fc6 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.76 "DELETE /v2.0/ports/e69cab0e-43c2-4e01-bf84-ab018ac74b85 HTTP/1.1" status: 204 len: 173 time: 0.4902174 Dec 16 23:14:56.903085 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c', 'name': 'network-vif-deleted', 'tag': 'e69cab0e-43c2-4e01-bf84-ab018ac74b85'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:14:56.905334 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293d0798-d697-4c3a-86b8-2162fd01423f" -d '{"events": [{"server_uuid": "5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c", "name": "network-vif-deleted", "tag": "e69cab0e-43c2-4e01-bf84-ab018ac74b85"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:14:56.944246 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8f0770f6-46f4-48b7-a0a3-a1d3ff793fbb req-3fc21920-f9ad-4fa9-a372-16f66367a057 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 210 time: 0.0277433 Dec 16 23:14:56.950314 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9bf632-bede-4413-9ea5-c8871b127e34 x-openstack-request-id: req-9e9bf632-bede-4413-9ea5-c8871b127e34 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:14:56.950613 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c", "name": "network-vif-deleted", "tag": "e69cab0e-43c2-4e01-bf84-ab018ac74b85", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:14:56.950870 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9e9bf632-bede-4413-9ea5-c8871b127e34 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:14:56.951312 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c', 'name': 'network-vif-deleted', 'tag': 'e69cab0e-43c2-4e01-bf84-ab018ac74b85', 'status': 'completed', 'code': 200} Dec 16 23:14:57.264894 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:57.470549 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:58.057991 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f45d3c4b-3488-4022-b0b9-69ae2d5fa0ac req-afe43c17-8990-4ad0-be51-36b72734b8d5 tempest-ServersNegativeTestJSON-1874919400 tempest-ServersNegativeTestJSON-1874919400-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cb9bfac-a6a0-4ebf-8c5d-e00a50a3675c HTTP/1.1" status: 200 len: 210 time: 0.0284019 Dec 16 23:14:58.545140 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:58.847592 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:59.109654 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:59.113706 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35442) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:14:59.158708 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b58f41-281f-4292-908b-3e32c656b8d3 admin admin] Deleting subnet 199540fb-3da4-48c3-b6c3-67b4fb2f4a8f {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:14:59.161791 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b1b58f41-281f-4292-908b-3e32c656b8d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:59.198685 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b1b58f41-281f-4292-908b-3e32c656b8d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:59.237985 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b1b58f41-281f-4292-908b-3e32c656b8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:59.378062 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b1b58f41-281f-4292-908b-3e32c656b8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:59.403942 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b58f41-281f-4292-908b-3e32c656b8d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=199540fb-3da4-48c3-b6c3-67b4fb2f4a8f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:14:59.408138 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b1b58f41-281f-4292-908b-3e32c656b8d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:59.411365 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b1b58f41-281f-4292-908b-3e32c656b8d3 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/199540fb-3da4-48c3-b6c3-67b4fb2f4a8f HTTP/1.1" status: 204 len: 168 time: 0.2966170 Dec 16 23:14:59.414442 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35444) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:14:59.483990 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-237dcac0-26f3-4138-8277-ca66ed676c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:59.571299 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-237dcac0-26f3-4138-8277-ca66ed676c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:59.591639 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-237dcac0-26f3-4138-8277-ca66ed676c3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab76bc06-6e16-4d6d-8faa-b0a24a55869d']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:14:59.601366 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-237dcac0-26f3-4138-8277-ca66ed676c3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ef40ed-ce2d-41b7-acae-2ec02209dc92') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:14:59.601663 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-237dcac0-26f3-4138-8277-ca66ed676c3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ef40ed-ce2d-41b7-acae-2ec02209dc92') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:14:59.611151 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-237dcac0-26f3-4138-8277-ca66ed676c3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:59.627273 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-237dcac0-26f3-4138-8277-ca66ed676c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:59.633782 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-237dcac0-26f3-4138-8277-ca66ed676c3d admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:14:59.634205 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-237dcac0-26f3-4138-8277-ca66ed676c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: timer() Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:14:59.635928 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:14:59.755255 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-237dcac0-26f3-4138-8277-ca66ed676c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:59.760629 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-237dcac0-26f3-4138-8277-ca66ed676c3d admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:14:59.763854 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-237dcac0-26f3-4138-8277-ca66ed676c3d admin admin] 10.222.0.75 "DELETE /v2.0/networks/ab76bc06-6e16-4d6d-8faa-b0a24a55869d HTTP/1.1" status: 204 len: 168 time: 0.3480878 Dec 16 23:14:59.779824 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237dcac0-26f3-4138-8277-ca66ed676c3d admin admin] Pushing event deleted for resources: {'Network': ['ID=ab76bc06-6e16-4d6d-8faa-b0a24a55869d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:00.066072 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35448) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:00.118304 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-294843e3-e868-4b89-b366-18ccee2d0cef admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f0c5faadd7314d7abf07f67ea83dfb66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0510383 Dec 16 23:15:00.120865 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35450) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:00.175502 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d92bdaa4-59d0-4fcd-8739-95c969edafb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:00.197705 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d92bdaa4-59d0-4fcd-8739-95c969edafb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:00.311154 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d92bdaa4-59d0-4fcd-8739-95c969edafb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:00.313722 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d92bdaa4-59d0-4fcd-8739-95c969edafb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:00.314888 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d92bdaa4-59d0-4fcd-8739-95c969edafb4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f91ad6ef-f378-4c9f-9aed-a644c903819b HTTP/1.1" status: 204 len: 168 time: 0.1930861 Dec 16 23:15:00.323703 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bdaa4-59d0-4fcd-8739-95c969edafb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91ad6ef-f378-4c9f-9aed-a644c903819b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:01.170599 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e69cab0e-43c2-4e01-bf84-ab018ac74b85 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:15:01.192093 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: e69cab0e-43c2-4e01-bf84-ab018ac74b85 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:15:01.192438 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device e69cab0e-43c2-4e01-bf84-ab018ac74b85 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:15:01.437841 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35472) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:01.534868 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-9d87088b-2e86-4d8b-b79a-7c70f45eeb97 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-363127624'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:15:01.630834 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d87088b-2e86-4d8b-b79a-7c70f45eeb97 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Made reservation on behalf of 61115975d3844f06900864ca0246060b for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:15:01.635372 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d87088b-2e86-4d8b-b79a-7c70f45eeb97 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:01.644371 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d87088b-2e86-4d8b-b79a-7c70f45eeb97 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:01.720812 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d87088b-2e86-4d8b-b79a-7c70f45eeb97 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:01.795209 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d87088b-2e86-4d8b-b79a-7c70f45eeb97 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:01.823615 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d87088b-2e86-4d8b-b79a-7c70f45eeb97 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:15:01.833695 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87088b-2e86-4d8b-b79a-7c70f45eeb97 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ead52c-d751-4507-89ea-8066cb7e166a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:01.840482 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d87088b-2e86-4d8b-b79a-7c70f45eeb97 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:01.840831 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-9d87088b-2e86-4d8b-b79a-7c70f45eeb97 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Added segment 33ebbadb-71ee-44ef-ae68-772c182c88af of type vlan for network 64c3a54a-9a8f-45b8-b708-b811270c1294 Dec 16 23:15:01.883379 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d87088b-2e86-4d8b-b79a-7c70f45eeb97 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:01.978218 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d87088b-2e86-4d8b-b79a-7c70f45eeb97 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:01.984505 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d87088b-2e86-4d8b-b79a-7c70f45eeb97 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:01.985107 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d87088b-2e86-4d8b-b79a-7c70f45eeb97 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:02.052133 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87088b-2e86-4d8b-b79a-7c70f45eeb97 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Pushing event updated for resources: {'Network': ['ID=64c3a54a-9a8f-45b8-b708-b811270c1294,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:02.069187 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 64c3a54a-9a8f-45b8-b708-b811270c1294 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:15:02.142431 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9d87088b-2e86-4d8b-b79a-7c70f45eeb97 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7034667 Dec 16 23:15:05.502696 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35476) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:05.508759 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-a16ac248-2a57-4df5-b4f8-235bcbf49a6e tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Request body: {'subnet': {'network_id': '64c3a54a-9a8f-45b8-b708-b811270c1294', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:15:05.682086 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16ac248-2a57-4df5-b4f8-235bcbf49a6e tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Made reservation on behalf of 61115975d3844f06900864ca0246060b for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:15:05.685744 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a16ac248-2a57-4df5-b4f8-235bcbf49a6e tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:05.951204 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a16ac248-2a57-4df5-b4f8-235bcbf49a6e tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:06.018149 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ac248-2a57-4df5-b4f8-235bcbf49a6e tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Pushing event updated for resources: {'Subnet': ['ID=d363e5bb-b77b-47e5-8e4f-9ce882060041,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:06.025732 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16ac248-2a57-4df5-b4f8-235bcbf49a6e tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Checking segment: {'id': '33ebbadb-71ee-44ef-ae68-772c182c88af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '64c3a54a-9a8f-45b8-b708-b811270c1294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:15:06.025732 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16ac248-2a57-4df5-b4f8-235bcbf49a6e tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Network hostable DHCP agents. Network: 64c3a54a-9a8f-45b8-b708-b811270c1294, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:15:06.137918 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16ac248-2a57-4df5-b4f8-235bcbf49a6e tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Network 64c3a54a-9a8f-45b8-b708-b811270c1294 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:15:06.259123 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-a16ac248-2a57-4df5-b4f8-235bcbf49a6e tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 64c3a54a-9a8f-45b8-b708-b811270c1294) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:15:06.264194 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16ac248-2a57-4df5-b4f8-235bcbf49a6e tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:06.265509 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a16ac248-2a57-4df5-b4f8-235bcbf49a6e tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:06.267419 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f656152e-d4fa-446d-b332-4f37c8209e50 None None] Network 64c3a54a-9a8f-45b8-b708-b811270c1294 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:15:06.368697 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d56dd7-99a9-466b-b445-245b2f8dc4b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-64c3a54a-9a8f-45b8-b708-b811270c1294', 'network_id': '64c3a54a-9a8f-45b8-b708-b811270c1294', 'project_id': '61115975d3844f06900864ca0246060b', 'fixed_ips': [{'subnet_id': 'd363e5bb-b77b-47e5-8e4f-9ce882060041'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:15:06.370422 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-65d56dd7-99a9-466b-b445-245b2f8dc4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:06.413550 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a16ac248-2a57-4df5-b4f8-235bcbf49a6e tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9064963 Dec 16 23:15:06.414416 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35480) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:06.419266 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-33c91b1a-e4f7-4a63-9c26-857169ac2255 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1778179407'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:15:06.509924 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-65d56dd7-99a9-466b-b445-245b2f8dc4b1 None None] Allocated IP 2001:db8:0:ffff::2 (64c3a54a-9a8f-45b8-b708-b811270c1294/d363e5bb-b77b-47e5-8e4f-9ce882060041/42f72424-5fa4-4c78-9e49-e9433d3a28cb) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:15:06.556675 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c91b1a-e4f7-4a63-9c26-857169ac2255 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Made reservation on behalf of 61115975d3844f06900864ca0246060b for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:15:06.560457 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-33c91b1a-e4f7-4a63-9c26-857169ac2255 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:06.584699 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c91b1a-e4f7-4a63-9c26-857169ac2255 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:15:06.594245 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-33c91b1a-e4f7-4a63-9c26-857169ac2255 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:06.594588 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-33c91b1a-e4f7-4a63-9c26-857169ac2255 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Added segment af0f2472-962d-47ed-836b-c08eed017567 of type vlan for network 60aa3335-2702-4694-9f30-9391986e208b Dec 16 23:15:06.639424 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-33c91b1a-e4f7-4a63-9c26-857169ac2255 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:06.650741 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-65d56dd7-99a9-466b-b445-245b2f8dc4b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:06.797532 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-65d56dd7-99a9-466b-b445-245b2f8dc4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:06.830989 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-33c91b1a-e4f7-4a63-9c26-857169ac2255 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:06.839116 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c91b1a-e4f7-4a63-9c26-857169ac2255 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:06.839906 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-33c91b1a-e4f7-4a63-9c26-857169ac2255 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:06.843754 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d56dd7-99a9-466b-b445-245b2f8dc4b1 None None] Network 64c3a54a-9a8f-45b8-b708-b811270c1294 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:15:06.846853 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-65d56dd7-99a9-466b-b445-245b2f8dc4b1 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:15:06.852021 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d56dd7-99a9-466b-b445-245b2f8dc4b1 None None] Pushing event updated for resources: {'Port': ['ID=42f72424-5fa4-4c78-9e49-e9433d3a28cb,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:06.854397 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d56dd7-99a9-466b-b445-245b2f8dc4b1 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:15:06.908754 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-65d56dd7-99a9-466b-b445-245b2f8dc4b1 None None] Attempting to bind port 42f72424-5fa4-4c78-9e49-e9433d3a28cb on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:15:06.909129 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-65d56dd7-99a9-466b-b445-245b2f8dc4b1 None None] Attempting to bind port 42f72424-5fa4-4c78-9e49-e9433d3a28cb by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '33ebbadb-71ee-44ef-ae68-772c182c88af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '64c3a54a-9a8f-45b8-b708-b811270c1294'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:15:06.909513 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d56dd7-99a9-466b-b445-245b2f8dc4b1 None None] Attempting to bind port 42f72424-5fa4-4c78-9e49-e9433d3a28cb on network 64c3a54a-9a8f-45b8-b708-b811270c1294 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:15:06.914758 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d56dd7-99a9-466b-b445-245b2f8dc4b1 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:15:06.915163 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d56dd7-99a9-466b-b445-245b2f8dc4b1 None None] Checking segment: {'id': '33ebbadb-71ee-44ef-ae68-772c182c88af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '64c3a54a-9a8f-45b8-b708-b811270c1294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:15:06.915577 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-65d56dd7-99a9-466b-b445-245b2f8dc4b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:06.915969 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d56dd7-99a9-466b-b445-245b2f8dc4b1 None None] Bound using segment: {'id': '33ebbadb-71ee-44ef-ae68-772c182c88af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '64c3a54a-9a8f-45b8-b708-b811270c1294'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:15:06.916441 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-65d56dd7-99a9-466b-b445-245b2f8dc4b1 None None] Bound port: 42f72424-5fa4-4c78-9e49-e9433d3a28cb, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ebbadb-71ee-44ef-ae68-772c182c88af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '64c3a54a-9a8f-45b8-b708-b811270c1294'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:15:06.916831 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-65d56dd7-99a9-466b-b445-245b2f8dc4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:06.953099 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c91b1a-e4f7-4a63-9c26-857169ac2255 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Pushing event updated for resources: {'Network': ['ID=60aa3335-2702-4694-9f30-9391986e208b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:06.966887 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 60aa3335-2702-4694-9f30-9391986e208b details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:15:06.982073 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-33c91b1a-e4f7-4a63-9c26-857169ac2255 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5665424 Dec 16 23:15:06.985002 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35484) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:06.990070 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-626bf577-7d42-4405-9613-b1ca12574b23 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Request body: {'subnet': {'network_id': '60aa3335-2702-4694-9f30-9391986e208b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:15:07.021624 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-65d56dd7-99a9-466b-b445-245b2f8dc4b1 None None] For port 42f72424-5fa4-4c78-9e49-e9433d3a28cb, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:15:07.048467 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-65d56dd7-99a9-466b-b445-245b2f8dc4b1 None None] For port 42f72424-5fa4-4c78-9e49-e9433d3a28cb, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=42f72424-5fa4-4c78-9e49-e9433d3a28cb,segment=NetworkSegment(33ebbadb-71ee-44ef-ae68-772c182c88af),segment_id=33ebbadb-71ee-44ef-ae68-772c182c88af)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:15:07.264937 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626bf577-7d42-4405-9613-b1ca12574b23 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Made reservation on behalf of 61115975d3844f06900864ca0246060b for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:15:07.265414 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-65d56dd7-99a9-466b-b445-245b2f8dc4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:07.268573 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-626bf577-7d42-4405-9613-b1ca12574b23 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:07.324651 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d56dd7-99a9-466b-b445-245b2f8dc4b1 None None] Pushing event updated for resources: {'Port': ['ID=42f72424-5fa4-4c78-9e49-e9433d3a28cb,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:07.865371 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-626bf577-7d42-4405-9613-b1ca12574b23 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:07.933860 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf577-7d42-4405-9613-b1ca12574b23 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Pushing event updated for resources: {'Subnet': ['ID=b4878764-bc57-42f1-8a18-1ca44fa7a7b9,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:07.943030 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626bf577-7d42-4405-9613-b1ca12574b23 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Checking segment: {'id': 'af0f2472-962d-47ed-836b-c08eed017567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '60aa3335-2702-4694-9f30-9391986e208b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:15:07.943625 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626bf577-7d42-4405-9613-b1ca12574b23 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Network hostable DHCP agents. Network: 60aa3335-2702-4694-9f30-9391986e208b, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:15:08.059478 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626bf577-7d42-4405-9613-b1ca12574b23 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Network 60aa3335-2702-4694-9f30-9391986e208b is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:15:08.110928 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-626bf577-7d42-4405-9613-b1ca12574b23 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 60aa3335-2702-4694-9f30-9391986e208b) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:15:08.116863 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626bf577-7d42-4405-9613-b1ca12574b23 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:08.121675 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccc4290-0b77-4cbc-9099-920d0f61ad87 None None] Network 60aa3335-2702-4694-9f30-9391986e208b requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:15:08.123222 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-626bf577-7d42-4405-9613-b1ca12574b23 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:08.211789 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-626bf577-7d42-4405-9613-b1ca12574b23 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.2256691 Dec 16 23:15:08.214623 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35486) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:08.239840 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f93e4d-b7f8-4d36-aa65-a8398ea02b5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-60aa3335-2702-4694-9f30-9391986e208b', 'network_id': '60aa3335-2702-4694-9f30-9391986e208b', 'project_id': '61115975d3844f06900864ca0246060b', 'fixed_ips': [{'subnet_id': 'b4878764-bc57-42f1-8a18-1ca44fa7a7b9'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:15:08.240854 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-19f93e4d-b7f8-4d36-aa65-a8398ea02b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:08.332983 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:08.383602 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270bbc73-15ac-493b-90e3-79e0611d82c8 None None] Network 64c3a54a-9a8f-45b8-b708-b811270c1294 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:15:08.437152 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:08.457987 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-19f93e4d-b7f8-4d36-aa65-a8398ea02b5b None None] Allocated IP 2001:db8::2 (60aa3335-2702-4694-9f30-9391986e208b/b4878764-bc57-42f1-8a18-1ca44fa7a7b9/b99d1132-81f6-40bd-9d88-cf2a7cb7cd8d) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:15:08.481828 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7aa43633-be31-45e5-8100-81e946f1bd96 None None] Provisioning complete for port 42f72424-5fa4-4c78-9e49-e9433d3a28cb triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:08.482212 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7aa43633-be31-45e5-8100-81e946f1bd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:08.732058 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 42f72424-5fa4-4c78-9e49-e9433d3a28cb up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:15:08.947385 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7aa43633-be31-45e5-8100-81e946f1bd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:08.949213 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 42f72424-5fa4-4c78-9e49-e9433d3a28cb triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:08.949566 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:08.992106 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-19f93e4d-b7f8-4d36-aa65-a8398ea02b5b None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:09.036773 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7aa43633-be31-45e5-8100-81e946f1bd96 None None] For port 42f72424-5fa4-4c78-9e49-e9433d3a28cb, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=42f72424-5fa4-4c78-9e49-e9433d3a28cb,segment=NetworkSegment(33ebbadb-71ee-44ef-ae68-772c182c88af),segment_id=33ebbadb-71ee-44ef-ae68-772c182c88af)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:15:09.082113 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-19f93e4d-b7f8-4d36-aa65-a8398ea02b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:09.096745 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:09.136413 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f93e4d-b7f8-4d36-aa65-a8398ea02b5b None None] Network 60aa3335-2702-4694-9f30-9391986e208b is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:15:09.142346 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-19f93e4d-b7f8-4d36-aa65-a8398ea02b5b None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:15:09.148670 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f93e4d-b7f8-4d36-aa65-a8398ea02b5b None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:15:09.161365 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f93e4d-b7f8-4d36-aa65-a8398ea02b5b None None] Pushing event updated for resources: {'Port': ['ID=b99d1132-81f6-40bd-9d88-cf2a7cb7cd8d,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:09.167946 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7aa43633-be31-45e5-8100-81e946f1bd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:09.208739 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:09.244092 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Pushing event deleted for resources: {'Subnet': ['ID=b4878764-bc57-42f1-8a18-1ca44fa7a7b9,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:09.273895 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-19f93e4d-b7f8-4d36-aa65-a8398ea02b5b None None] Attempting to bind port b99d1132-81f6-40bd-9d88-cf2a7cb7cd8d on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:15:09.274276 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-19f93e4d-b7f8-4d36-aa65-a8398ea02b5b None None] Attempting to bind port b99d1132-81f6-40bd-9d88-cf2a7cb7cd8d by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'af0f2472-962d-47ed-836b-c08eed017567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '60aa3335-2702-4694-9f30-9391986e208b'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:15:09.274645 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f93e4d-b7f8-4d36-aa65-a8398ea02b5b None None] Attempting to bind port b99d1132-81f6-40bd-9d88-cf2a7cb7cd8d on network 60aa3335-2702-4694-9f30-9391986e208b {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:15:09.295799 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 23:15:09.296187 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 23:15:09.306951 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f93e4d-b7f8-4d36-aa65-a8398ea02b5b None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:15:09.307354 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f93e4d-b7f8-4d36-aa65-a8398ea02b5b None None] Checking segment: {'id': 'af0f2472-962d-47ed-836b-c08eed017567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '60aa3335-2702-4694-9f30-9391986e208b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:15:09.307758 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-19f93e4d-b7f8-4d36-aa65-a8398ea02b5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:09.308153 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f93e4d-b7f8-4d36-aa65-a8398ea02b5b None None] Bound using segment: {'id': 'af0f2472-962d-47ed-836b-c08eed017567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '60aa3335-2702-4694-9f30-9391986e208b'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:15:09.308685 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-19f93e4d-b7f8-4d36-aa65-a8398ea02b5b None None] Bound port: b99d1132-81f6-40bd-9d88-cf2a7cb7cd8d, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0f2472-962d-47ed-836b-c08eed017567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '60aa3335-2702-4694-9f30-9391986e208b'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:15:09.308940 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:09.309062 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-19f93e4d-b7f8-4d36-aa65-a8398ea02b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:09.312127 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa43633-be31-45e5-8100-81e946f1bd96 None None] Pushing event updated for resources: {'Port': ['ID=42f72424-5fa4-4c78-9e49-e9433d3a28cb,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:09.330547 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60aa3335-2702-4694-9f30-9391986e208b']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:09.330922 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b27be2d0-9ac8-4abe-9eee-59e720b224cc None None] Provisioning complete for port 42f72424-5fa4-4c78-9e49-e9433d3a28cb triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:09.331320 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b27be2d0-9ac8-4abe-9eee-59e720b224cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:09.340308 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0f2472-962d-47ed-836b-c08eed017567') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:09.340747 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0f2472-962d-47ed-836b-c08eed017567') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:09.351482 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:09.365245 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:09.372878 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:15:09.373282 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: timer() Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:15:09.376411 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:15:09.411713 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-19f93e4d-b7f8-4d36-aa65-a8398ea02b5b None None] For port b99d1132-81f6-40bd-9d88-cf2a7cb7cd8d, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:15:09.459133 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-19f93e4d-b7f8-4d36-aa65-a8398ea02b5b None None] For port b99d1132-81f6-40bd-9d88-cf2a7cb7cd8d, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b99d1132-81f6-40bd-9d88-cf2a7cb7cd8d,segment=NetworkSegment(af0f2472-962d-47ed-836b-c08eed017567),segment_id=af0f2472-962d-47ed-836b-c08eed017567)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:15:09.488128 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.db.api [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 23:15:09.488128 n-d-815324-4 neutron-server[103614]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 23:15:09.488128 n-d-815324-4 neutron-server[103614]: [parameters: {'id': '60aa3335-2702-4694-9f30-9391986e208b'}] Dec 16 23:15:09.488128 n-d-815324-4 neutron-server[103614]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 23:15:09.488672 n-d-815324-4 neutron-server[103614]: DEBUG oslo_db.api [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 23:15:09.566612 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-19f93e4d-b7f8-4d36-aa65-a8398ea02b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:09.647981 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f93e4d-b7f8-4d36-aa65-a8398ea02b5b None None] Pushing event updated for resources: {'Port': ['ID=b99d1132-81f6-40bd-9d88-cf2a7cb7cd8d,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:09.665091 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ad0999-e0f3-4b46-b4b7-8672b734b7f1 None None] Network 60aa3335-2702-4694-9f30-9391986e208b requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:15:09.766657 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e671a2-80eb-45a1-8123-9c4ec7e736c8 None None] get_active_networks_info from n-d-815324-4 {{(pid=103615) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 23:15:09.876643 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e671a2-80eb-45a1-8123-9c4ec7e736c8 None None] Resources bound (agent type, host, resource id): {{(pid=103615) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 23:15:09.989449 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:10.047226 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Deleting port b99d1132-81f6-40bd-9d88-cf2a7cb7cd8d {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:15:10.047568 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:10.111206 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] For port b99d1132-81f6-40bd-9d88-cf2a7cb7cd8d, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b99d1132-81f6-40bd-9d88-cf2a7cb7cd8d,segment=NetworkSegment(af0f2472-962d-47ed-836b-c08eed017567),segment_id=af0f2472-962d-47ed-836b-c08eed017567)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:15:10.111574 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:10.123726 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Calling delete_port for b99d1132-81f6-40bd-9d88-cf2a7cb7cd8d owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:15:10.280934 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:10.306456 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Pushing event deleted for resources: {'Port': ['ID=b99d1132-81f6-40bd-9d88-cf2a7cb7cd8d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:10.312746 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] No DVR routers for this DVR port b99d1132-81f6-40bd-9d88-cf2a7cb7cd8d on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:15:10.397703 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:10.417940 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60aa3335-2702-4694-9f30-9391986e208b']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:10.427802 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0f2472-962d-47ed-836b-c08eed017567') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:10.428100 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0f2472-962d-47ed-836b-c08eed017567') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:10.437998 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:10.451687 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:10.457551 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:15:10.457940 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: timer() Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:15:10.460976 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:15:10.601414 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:10.620256 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:10.628362 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35488) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:10.642959 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] 10.222.0.75 "DELETE /v2.0/networks/60aa3335-2702-4694-9f30-9391986e208b HTTP/1.1" status: 204 len: 168 time: 2.4127963 Dec 16 23:15:10.642959 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73260678-acee-44f4-8ddc-9de535d60df1 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Pushing event deleted for resources: {'Network': ['ID=60aa3335-2702-4694-9f30-9391986e208b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:10.644192 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-6fdef5c6-a1a5-4f72-973e-ef4c49d7013f tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1684473136'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:15:10.644296 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 42f72424-5fa4-4c78-9e49-e9433d3a28cb up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:15:10.696448 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 42f72424-5fa4-4c78-9e49-e9433d3a28cb triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:10.696824 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:10.754623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdef5c6-a1a5-4f72-973e-ef4c49d7013f tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Made reservation on behalf of 61115975d3844f06900864ca0246060b for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:15:10.758840 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6fdef5c6-a1a5-4f72-973e-ef4c49d7013f tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:10.782921 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fdef5c6-a1a5-4f72-973e-ef4c49d7013f tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:15:10.792599 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6fdef5c6-a1a5-4f72-973e-ef4c49d7013f tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:10.793121 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-6fdef5c6-a1a5-4f72-973e-ef4c49d7013f tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Added segment d795cd65-6151-409a-a639-925e48beaa35 of type vlan for network ddfee84b-4fdf-4ab2-8261-13b13021ce8f Dec 16 23:15:10.837692 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6fdef5c6-a1a5-4f72-973e-ef4c49d7013f tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:10.943351 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6fdef5c6-a1a5-4f72-973e-ef4c49d7013f tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:10.949193 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdef5c6-a1a5-4f72-973e-ef4c49d7013f tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:10.949788 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6fdef5c6-a1a5-4f72-973e-ef4c49d7013f tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:11.014954 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdef5c6-a1a5-4f72-973e-ef4c49d7013f tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Pushing event updated for resources: {'Network': ['ID=ddfee84b-4fdf-4ab2-8261-13b13021ce8f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:11.022973 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdef5c6-a1a5-4f72-973e-ef4c49d7013f tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:11.024401 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdef5c6-a1a5-4f72-973e-ef4c49d7013f tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:11.024401 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdef5c6-a1a5-4f72-973e-ef4c49d7013f tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:11.024401 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdef5c6-a1a5-4f72-973e-ef4c49d7013f tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:11.024401 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdef5c6-a1a5-4f72-973e-ef4c49d7013f tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:11.024799 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdef5c6-a1a5-4f72-973e-ef4c49d7013f tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:11.024994 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdef5c6-a1a5-4f72-973e-ef4c49d7013f tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:11.025326 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdef5c6-a1a5-4f72-973e-ef4c49d7013f tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:11.025662 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdef5c6-a1a5-4f72-973e-ef4c49d7013f tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:11.026004 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdef5c6-a1a5-4f72-973e-ef4c49d7013f tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:11.026323 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdef5c6-a1a5-4f72-973e-ef4c49d7013f tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:11.026649 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdef5c6-a1a5-4f72-973e-ef4c49d7013f tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:11.026975 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdef5c6-a1a5-4f72-973e-ef4c49d7013f tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:11.038752 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network ddfee84b-4fdf-4ab2-8261-13b13021ce8f details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:15:11.094564 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6fdef5c6-a1a5-4f72-973e-ef4c49d7013f tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4648211 Dec 16 23:15:11.097397 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35490) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:11.103460 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-6ca3dece-7196-48d6-8abe-331628b4f24c tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Request body: {'subnet': {'network_id': 'ddfee84b-4fdf-4ab2-8261-13b13021ce8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:15:11.263057 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca3dece-7196-48d6-8abe-331628b4f24c tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Made reservation on behalf of 61115975d3844f06900864ca0246060b for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:15:11.266705 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6ca3dece-7196-48d6-8abe-331628b4f24c tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:11.325465 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.ipam_backend_mixin [None req-6ca3dece-7196-48d6-8abe-331628b4f24c tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Performing IP validity checks on allocation pools {{(pid=103614) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 23:15:11.326184 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.ipam_backend_mixin [None req-6ca3dece-7196-48d6-8abe-331628b4f24c tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103614) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 23:15:11.509412 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6ca3dece-7196-48d6-8abe-331628b4f24c tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:11.572671 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3dece-7196-48d6-8abe-331628b4f24c tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Pushing event updated for resources: {'Subnet': ['ID=a7b3b863-6669-4910-b99f-410e07cb2b75,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:11.581434 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3dece-7196-48d6-8abe-331628b4f24c tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Checking segment: {'id': 'd795cd65-6151-409a-a639-925e48beaa35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddfee84b-4fdf-4ab2-8261-13b13021ce8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:15:11.582834 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca3dece-7196-48d6-8abe-331628b4f24c tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Network hostable DHCP agents. Network: ddfee84b-4fdf-4ab2-8261-13b13021ce8f, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:15:11.670953 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca3dece-7196-48d6-8abe-331628b4f24c tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Network ddfee84b-4fdf-4ab2-8261-13b13021ce8f is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:15:11.800183 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-6ca3dece-7196-48d6-8abe-331628b4f24c tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, ddfee84b-4fdf-4ab2-8261-13b13021ce8f) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:15:11.804728 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca3dece-7196-48d6-8abe-331628b4f24c tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:11.805339 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6ca3dece-7196-48d6-8abe-331628b4f24c tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:11.809956 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874e73a2-00ee-4113-abcc-8fc491900554 None None] Network ddfee84b-4fdf-4ab2-8261-13b13021ce8f requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:15:11.900625 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6ca3dece-7196-48d6-8abe-331628b4f24c tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8020830 Dec 16 23:15:11.903143 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35492) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:11.905559 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bb2114-1c8a-4d34-b8f9-a325d3734e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-ddfee84b-4fdf-4ab2-8261-13b13021ce8f', 'network_id': 'ddfee84b-4fdf-4ab2-8261-13b13021ce8f', 'project_id': '61115975d3844f06900864ca0246060b', 'fixed_ips': [{'subnet_id': 'a7b3b863-6669-4910-b99f-410e07cb2b75'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:15:11.906417 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-63bb2114-1c8a-4d34-b8f9-a325d3734e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:12.005610 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:12.047156 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-63bb2114-1c8a-4d34-b8f9-a325d3734e22 None None] Allocated IP 2001:db8::3 (ddfee84b-4fdf-4ab2-8261-13b13021ce8f/a7b3b863-6669-4910-b99f-410e07cb2b75/93572bb7-6f47-4287-80fd-47d58c97efef) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:15:12.059787 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:12.195252 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-63bb2114-1c8a-4d34-b8f9-a325d3734e22 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:12.265670 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-63bb2114-1c8a-4d34-b8f9-a325d3734e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:12.306783 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bb2114-1c8a-4d34-b8f9-a325d3734e22 None None] Network ddfee84b-4fdf-4ab2-8261-13b13021ce8f is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:15:12.309697 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-63bb2114-1c8a-4d34-b8f9-a325d3734e22 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:15:12.317059 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bb2114-1c8a-4d34-b8f9-a325d3734e22 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:15:12.324139 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb2114-1c8a-4d34-b8f9-a325d3734e22 None None] Pushing event updated for resources: {'Port': ['ID=93572bb7-6f47-4287-80fd-47d58c97efef,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:12.372003 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-63bb2114-1c8a-4d34-b8f9-a325d3734e22 None None] Attempting to bind port 93572bb7-6f47-4287-80fd-47d58c97efef on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:15:12.372435 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-63bb2114-1c8a-4d34-b8f9-a325d3734e22 None None] Attempting to bind port 93572bb7-6f47-4287-80fd-47d58c97efef by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'd795cd65-6151-409a-a639-925e48beaa35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddfee84b-4fdf-4ab2-8261-13b13021ce8f'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:15:12.372808 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bb2114-1c8a-4d34-b8f9-a325d3734e22 None None] Attempting to bind port 93572bb7-6f47-4287-80fd-47d58c97efef on network ddfee84b-4fdf-4ab2-8261-13b13021ce8f {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:15:12.374534 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:12.377815 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bb2114-1c8a-4d34-b8f9-a325d3734e22 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:15:12.378196 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bb2114-1c8a-4d34-b8f9-a325d3734e22 None None] Checking segment: {'id': 'd795cd65-6151-409a-a639-925e48beaa35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddfee84b-4fdf-4ab2-8261-13b13021ce8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:15:12.378601 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-63bb2114-1c8a-4d34-b8f9-a325d3734e22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:12.378999 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bb2114-1c8a-4d34-b8f9-a325d3734e22 None None] Bound using segment: {'id': 'd795cd65-6151-409a-a639-925e48beaa35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddfee84b-4fdf-4ab2-8261-13b13021ce8f'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:15:12.379496 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-63bb2114-1c8a-4d34-b8f9-a325d3734e22 None None] Bound port: 93572bb7-6f47-4287-80fd-47d58c97efef, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd795cd65-6151-409a-a639-925e48beaa35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ddfee84b-4fdf-4ab2-8261-13b13021ce8f'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:15:12.379887 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-63bb2114-1c8a-4d34-b8f9-a325d3734e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:12.408956 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b3b863-6669-4910-b99f-410e07cb2b75,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:12.444037 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-63bb2114-1c8a-4d34-b8f9-a325d3734e22 None None] For port 93572bb7-6f47-4287-80fd-47d58c97efef, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:15:12.448197 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-63bb2114-1c8a-4d34-b8f9-a325d3734e22 None None] For port 93572bb7-6f47-4287-80fd-47d58c97efef, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=93572bb7-6f47-4287-80fd-47d58c97efef,segment=NetworkSegment(d795cd65-6151-409a-a639-925e48beaa35),segment_id=d795cd65-6151-409a-a639-925e48beaa35)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:15:12.470609 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:12.491150 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddfee84b-4fdf-4ab2-8261-13b13021ce8f']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:12.500614 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd795cd65-6151-409a-a639-925e48beaa35') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:12.500925 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd795cd65-6151-409a-a639-925e48beaa35') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:12.510314 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:12.539781 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-63bb2114-1c8a-4d34-b8f9-a325d3734e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:12.542035 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:12.549982 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:15:12.550413 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: timer() Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:15:12.553672 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:15:12.624991 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb2114-1c8a-4d34-b8f9-a325d3734e22 None None] Pushing event updated for resources: {'Port': ['ID=93572bb7-6f47-4287-80fd-47d58c97efef,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:12.642491 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866b0be5-29e6-4baf-b029-2a751e9f5c7f None None] Network ddfee84b-4fdf-4ab2-8261-13b13021ce8f requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:15:12.676569 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.db.api [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 23:15:12.676569 n-d-815324-4 neutron-server[103614]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 23:15:12.676569 n-d-815324-4 neutron-server[103614]: [parameters: {'id': 'ddfee84b-4fdf-4ab2-8261-13b13021ce8f'}] Dec 16 23:15:12.676569 n-d-815324-4 neutron-server[103614]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 23:15:12.677062 n-d-815324-4 neutron-server[103614]: DEBUG oslo_db.api [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 23:15:12.737699 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7385da41-c670-473e-8cce-47617f28521e None None] get_active_networks_info from n-d-815324-4 {{(pid=103615) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 23:15:12.810158 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7385da41-c670-473e-8cce-47617f28521e None None] Resources bound (agent type, host, resource id): {{(pid=103615) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 23:15:13.178314 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:13.233180 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Deleting port 93572bb7-6f47-4287-80fd-47d58c97efef {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:15:13.233838 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:13.299310 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] For port 93572bb7-6f47-4287-80fd-47d58c97efef, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=93572bb7-6f47-4287-80fd-47d58c97efef,segment=NetworkSegment(d795cd65-6151-409a-a639-925e48beaa35),segment_id=d795cd65-6151-409a-a639-925e48beaa35)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:15:13.299596 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:13.312543 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Calling delete_port for 93572bb7-6f47-4287-80fd-47d58c97efef owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:15:13.468896 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:13.496828 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Pushing event deleted for resources: {'Port': ['ID=93572bb7-6f47-4287-80fd-47d58c97efef,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:13.498653 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] No DVR routers for this DVR port 93572bb7-6f47-4287-80fd-47d58c97efef on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:15:13.583079 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:13.603598 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddfee84b-4fdf-4ab2-8261-13b13021ce8f']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:13.612625 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd795cd65-6151-409a-a639-925e48beaa35') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:13.612920 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd795cd65-6151-409a-a639-925e48beaa35') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:13.623950 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:13.637809 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:13.643791 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:15:13.644174 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: timer() Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:15:13.647068 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:15:13.782978 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:13.791096 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:13.794201 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] 10.222.0.75 "DELETE /v2.0/networks/ddfee84b-4fdf-4ab2-8261-13b13021ce8f HTTP/1.1" status: 204 len: 168 time: 1.8900211 Dec 16 23:15:13.798235 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35494) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:13.803589 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-f7ab6faa-f8a4-48b8-a8fe-5332c3ec388c tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-378226427'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:15:13.811801 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9c0eb-e6cd-41c0-93f6-b56c207589f0 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Pushing event deleted for resources: {'Network': ['ID=ddfee84b-4fdf-4ab2-8261-13b13021ce8f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:13.922284 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ab6faa-f8a4-48b8-a8fe-5332c3ec388c tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Made reservation on behalf of 61115975d3844f06900864ca0246060b for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:15:13.925795 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f7ab6faa-f8a4-48b8-a8fe-5332c3ec388c tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:13.950655 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ab6faa-f8a4-48b8-a8fe-5332c3ec388c tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:15:13.959106 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f7ab6faa-f8a4-48b8-a8fe-5332c3ec388c tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:13.959454 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-f7ab6faa-f8a4-48b8-a8fe-5332c3ec388c tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Added segment 84285faf-ace3-45e7-9b6f-8ac18488de59 of type vlan for network 60b5a932-4ef6-4a98-b503-682f39c8d6d9 Dec 16 23:15:13.999804 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f7ab6faa-f8a4-48b8-a8fe-5332c3ec388c tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:14.104937 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f7ab6faa-f8a4-48b8-a8fe-5332c3ec388c tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:14.110629 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ab6faa-f8a4-48b8-a8fe-5332c3ec388c tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:14.111245 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f7ab6faa-f8a4-48b8-a8fe-5332c3ec388c tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:14.182921 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab6faa-f8a4-48b8-a8fe-5332c3ec388c tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Pushing event updated for resources: {'Network': ['ID=60b5a932-4ef6-4a98-b503-682f39c8d6d9,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:14.193230 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 60b5a932-4ef6-4a98-b503-682f39c8d6d9 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:15:14.250729 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f7ab6faa-f8a4-48b8-a8fe-5332c3ec388c tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4513371 Dec 16 23:15:14.253528 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35496) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:14.258886 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-658834d7-78be-4daf-909a-5b48476a9244 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Request body: {'subnet': {'network_id': '60b5a932-4ef6-4a98-b503-682f39c8d6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:15:14.430661 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658834d7-78be-4daf-909a-5b48476a9244 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Made reservation on behalf of 61115975d3844f06900864ca0246060b for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:15:14.434309 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-658834d7-78be-4daf-909a-5b48476a9244 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:14.676915 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-658834d7-78be-4daf-909a-5b48476a9244 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:14.742609 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658834d7-78be-4daf-909a-5b48476a9244 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Pushing event updated for resources: {'Subnet': ['ID=37a359d6-337c-490c-969f-f79677f69df9,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:14.750779 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658834d7-78be-4daf-909a-5b48476a9244 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Checking segment: {'id': '84285faf-ace3-45e7-9b6f-8ac18488de59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '60b5a932-4ef6-4a98-b503-682f39c8d6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:15:14.751239 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658834d7-78be-4daf-909a-5b48476a9244 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Network hostable DHCP agents. Network: 60b5a932-4ef6-4a98-b503-682f39c8d6d9, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:15:14.859450 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658834d7-78be-4daf-909a-5b48476a9244 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Network 60b5a932-4ef6-4a98-b503-682f39c8d6d9 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:15:14.933717 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-658834d7-78be-4daf-909a-5b48476a9244 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 60b5a932-4ef6-4a98-b503-682f39c8d6d9) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:15:14.937928 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658834d7-78be-4daf-909a-5b48476a9244 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:14.938553 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-658834d7-78be-4daf-909a-5b48476a9244 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:14.945140 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b63135d-f67c-4703-a7e2-1c0d7261a48f None None] Network 60b5a932-4ef6-4a98-b503-682f39c8d6d9 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:15:15.043105 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-658834d7-78be-4daf-909a-5b48476a9244 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7882502 Dec 16 23:15:15.046866 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35498) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:15.052140 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-8d6c380a-e475-47c1-8b25-11b0563cc39e tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1164020964'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:15:15.139447 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6c380a-e475-47c1-8b25-11b0563cc39e tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Made reservation on behalf of 61115975d3844f06900864ca0246060b for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:15:15.143076 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d6c380a-e475-47c1-8b25-11b0563cc39e tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:15.168426 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d6c380a-e475-47c1-8b25-11b0563cc39e tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:15:15.177667 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d6c380a-e475-47c1-8b25-11b0563cc39e tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:15.178201 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-8d6c380a-e475-47c1-8b25-11b0563cc39e tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Added segment 23b6f9a2-edee-43b5-9a22-4abcae0148c4 of type vlan for network 6977f09b-a36d-4920-8414-dea05b0a9d10 Dec 16 23:15:15.209867 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57792cf6-78c9-49dc-83c2-74903bdea6a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-60b5a932-4ef6-4a98-b503-682f39c8d6d9', 'network_id': '60b5a932-4ef6-4a98-b503-682f39c8d6d9', 'project_id': '61115975d3844f06900864ca0246060b', 'fixed_ips': [{'subnet_id': '37a359d6-337c-490c-969f-f79677f69df9'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:15:15.210837 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57792cf6-78c9-49dc-83c2-74903bdea6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:15.223129 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d6c380a-e475-47c1-8b25-11b0563cc39e tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:15.327825 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d6c380a-e475-47c1-8b25-11b0563cc39e tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:15.333645 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6c380a-e475-47c1-8b25-11b0563cc39e tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:15.334273 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d6c380a-e475-47c1-8b25-11b0563cc39e tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:15.351824 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-57792cf6-78c9-49dc-83c2-74903bdea6a9 None None] Allocated IP 2001:db8::2 (60b5a932-4ef6-4a98-b503-682f39c8d6d9/37a359d6-337c-490c-969f-f79677f69df9/95ab4309-f27f-4f28-810a-96bb18b42511) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:15:15.408198 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c380a-e475-47c1-8b25-11b0563cc39e tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Pushing event updated for resources: {'Network': ['ID=6977f09b-a36d-4920-8414-dea05b0a9d10,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:15.419946 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 6977f09b-a36d-4920-8414-dea05b0a9d10 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:15:15.445572 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8d6c380a-e475-47c1-8b25-11b0563cc39e tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3974752 Dec 16 23:15:15.448407 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35500) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:15.453515 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-64fd96ab-7543-417f-9427-c8b08406f9d6 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Request body: {'subnet': {'network_id': '6977f09b-a36d-4920-8414-dea05b0a9d10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:15:15.554604 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57792cf6-78c9-49dc-83c2-74903bdea6a9 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:15.636504 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fd96ab-7543-417f-9427-c8b08406f9d6 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Made reservation on behalf of 61115975d3844f06900864ca0246060b for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:15:15.640081 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64fd96ab-7543-417f-9427-c8b08406f9d6 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:15.669399 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57792cf6-78c9-49dc-83c2-74903bdea6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:15.713598 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57792cf6-78c9-49dc-83c2-74903bdea6a9 None None] Network 60b5a932-4ef6-4a98-b503-682f39c8d6d9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:15:15.716670 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-57792cf6-78c9-49dc-83c2-74903bdea6a9 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:15:15.719575 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57792cf6-78c9-49dc-83c2-74903bdea6a9 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:15:15.727826 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57792cf6-78c9-49dc-83c2-74903bdea6a9 None None] Pushing event updated for resources: {'Port': ['ID=95ab4309-f27f-4f28-810a-96bb18b42511,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:15.784639 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-57792cf6-78c9-49dc-83c2-74903bdea6a9 None None] Attempting to bind port 95ab4309-f27f-4f28-810a-96bb18b42511 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:15:15.785037 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-57792cf6-78c9-49dc-83c2-74903bdea6a9 None None] Attempting to bind port 95ab4309-f27f-4f28-810a-96bb18b42511 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '84285faf-ace3-45e7-9b6f-8ac18488de59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '60b5a932-4ef6-4a98-b503-682f39c8d6d9'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:15:15.785406 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57792cf6-78c9-49dc-83c2-74903bdea6a9 None None] Attempting to bind port 95ab4309-f27f-4f28-810a-96bb18b42511 on network 60b5a932-4ef6-4a98-b503-682f39c8d6d9 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:15:15.791538 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57792cf6-78c9-49dc-83c2-74903bdea6a9 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:15:15.792005 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57792cf6-78c9-49dc-83c2-74903bdea6a9 None None] Checking segment: {'id': '84285faf-ace3-45e7-9b6f-8ac18488de59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '60b5a932-4ef6-4a98-b503-682f39c8d6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:15:15.792359 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57792cf6-78c9-49dc-83c2-74903bdea6a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:15.792753 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57792cf6-78c9-49dc-83c2-74903bdea6a9 None None] Bound using segment: {'id': '84285faf-ace3-45e7-9b6f-8ac18488de59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '60b5a932-4ef6-4a98-b503-682f39c8d6d9'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:15:15.793216 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-57792cf6-78c9-49dc-83c2-74903bdea6a9 None None] Bound port: 95ab4309-f27f-4f28-810a-96bb18b42511, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84285faf-ace3-45e7-9b6f-8ac18488de59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '60b5a932-4ef6-4a98-b503-682f39c8d6d9'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:15:15.793597 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57792cf6-78c9-49dc-83c2-74903bdea6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:15.856260 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-57792cf6-78c9-49dc-83c2-74903bdea6a9 None None] For port 95ab4309-f27f-4f28-810a-96bb18b42511, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:15:15.859348 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-57792cf6-78c9-49dc-83c2-74903bdea6a9 None None] For port 95ab4309-f27f-4f28-810a-96bb18b42511, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=95ab4309-f27f-4f28-810a-96bb18b42511,segment=NetworkSegment(84285faf-ace3-45e7-9b6f-8ac18488de59),segment_id=84285faf-ace3-45e7-9b6f-8ac18488de59)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:15:15.916687 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64fd96ab-7543-417f-9427-c8b08406f9d6 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:15.946482 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57792cf6-78c9-49dc-83c2-74903bdea6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:15.980970 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd96ab-7543-417f-9427-c8b08406f9d6 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Pushing event updated for resources: {'Subnet': ['ID=c16f4ea5-55d8-4372-8b3b-fc2b9f969463,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:15.991942 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fd96ab-7543-417f-9427-c8b08406f9d6 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Checking segment: {'id': '23b6f9a2-edee-43b5-9a22-4abcae0148c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6977f09b-a36d-4920-8414-dea05b0a9d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:15:15.992377 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fd96ab-7543-417f-9427-c8b08406f9d6 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Network hostable DHCP agents. Network: 6977f09b-a36d-4920-8414-dea05b0a9d10, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:15:16.013544 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57792cf6-78c9-49dc-83c2-74903bdea6a9 None None] Pushing event updated for resources: {'Port': ['ID=95ab4309-f27f-4f28-810a-96bb18b42511,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:16.139456 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fd96ab-7543-417f-9427-c8b08406f9d6 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Network 6977f09b-a36d-4920-8414-dea05b0a9d10 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:15:16.242756 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-64fd96ab-7543-417f-9427-c8b08406f9d6 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 6977f09b-a36d-4920-8414-dea05b0a9d10) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:15:16.247144 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fd96ab-7543-417f-9427-c8b08406f9d6 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:16.247759 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64fd96ab-7543-417f-9427-c8b08406f9d6 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:16.255030 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06b1f12-c860-492d-a56c-213ea5dacea6 None None] Network 6977f09b-a36d-4920-8414-dea05b0a9d10 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:15:16.361777 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b09881-b468-4c44-998f-b95d6af196bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-6977f09b-a36d-4920-8414-dea05b0a9d10', 'network_id': '6977f09b-a36d-4920-8414-dea05b0a9d10', 'project_id': '61115975d3844f06900864ca0246060b', 'fixed_ips': [{'subnet_id': 'c16f4ea5-55d8-4372-8b3b-fc2b9f969463'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:15:16.362641 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-91b09881-b468-4c44-998f-b95d6af196bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:16.364666 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-64fd96ab-7543-417f-9427-c8b08406f9d6 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9151807 Dec 16 23:15:16.368151 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35502) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:16.473797 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:16.503568 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-91b09881-b468-4c44-998f-b95d6af196bb None None] Allocated IP 2001:db8::2 (6977f09b-a36d-4920-8414-dea05b0a9d10/c16f4ea5-55d8-4372-8b3b-fc2b9f969463/8d6b8d81-3247-4735-ace6-68b17278dc8e) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:15:16.554729 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:16.674844 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-91b09881-b468-4c44-998f-b95d6af196bb None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:16.690203 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 95ab4309-f27f-4f28-810a-96bb18b42511 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:15:16.740349 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 95ab4309-f27f-4f28-810a-96bb18b42511 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:16.740750 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:16.784441 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-91b09881-b468-4c44-998f-b95d6af196bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:16.860029 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b09881-b468-4c44-998f-b95d6af196bb None None] Network 6977f09b-a36d-4920-8414-dea05b0a9d10 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:15:16.871804 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b09881-b468-4c44-998f-b95d6af196bb None None] Pushing event updated for resources: {'Port': ['ID=8d6b8d81-3247-4735-ace6-68b17278dc8e,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:16.871804 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-91b09881-b468-4c44-998f-b95d6af196bb None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:15:16.874652 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b09881-b468-4c44-998f-b95d6af196bb None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:15:16.880550 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:16.892089 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:16.924557 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Pushing event deleted for resources: {'Subnet': ['ID=c16f4ea5-55d8-4372-8b3b-fc2b9f969463,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:16.955362 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 95ab4309-f27f-4f28-810a-96bb18b42511, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=95ab4309-f27f-4f28-810a-96bb18b42511,segment=NetworkSegment(84285faf-ace3-45e7-9b6f-8ac18488de59),segment_id=84285faf-ace3-45e7-9b6f-8ac18488de59)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:15:16.958955 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-91b09881-b468-4c44-998f-b95d6af196bb None None] Attempting to bind port 8d6b8d81-3247-4735-ace6-68b17278dc8e on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:15:16.958955 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-91b09881-b468-4c44-998f-b95d6af196bb None None] Attempting to bind port 8d6b8d81-3247-4735-ace6-68b17278dc8e by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '23b6f9a2-edee-43b5-9a22-4abcae0148c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6977f09b-a36d-4920-8414-dea05b0a9d10'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:15:16.958955 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b09881-b468-4c44-998f-b95d6af196bb None None] Attempting to bind port 8d6b8d81-3247-4735-ace6-68b17278dc8e on network 6977f09b-a36d-4920-8414-dea05b0a9d10 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:15:16.962709 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af330346-7fc8-433d-899d-9317df928a7b None None] Network 60b5a932-4ef6-4a98-b503-682f39c8d6d9 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:15:16.967822 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b09881-b468-4c44-998f-b95d6af196bb None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:15:16.968199 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b09881-b468-4c44-998f-b95d6af196bb None None] Checking segment: {'id': '23b6f9a2-edee-43b5-9a22-4abcae0148c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6977f09b-a36d-4920-8414-dea05b0a9d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:15:16.968610 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-91b09881-b468-4c44-998f-b95d6af196bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:16.969010 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b09881-b468-4c44-998f-b95d6af196bb None None] Bound using segment: {'id': '23b6f9a2-edee-43b5-9a22-4abcae0148c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6977f09b-a36d-4920-8414-dea05b0a9d10'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:15:16.969484 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-91b09881-b468-4c44-998f-b95d6af196bb None None] Bound port: 8d6b8d81-3247-4735-ace6-68b17278dc8e, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b6f9a2-edee-43b5-9a22-4abcae0148c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6977f09b-a36d-4920-8414-dea05b0a9d10'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:15:16.969871 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-91b09881-b468-4c44-998f-b95d6af196bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:16.995950 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:17.016714 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6977f09b-a36d-4920-8414-dea05b0a9d10']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:17.027670 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b6f9a2-edee-43b5-9a22-4abcae0148c4') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:17.027890 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b6f9a2-edee-43b5-9a22-4abcae0148c4') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:17.039363 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:17.053090 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:17.059801 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:15:17.060399 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:17.060784 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: timer() Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:15:17.064749 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:15:17.138000 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c8282ba7-86b2-433f-acd7-d23a9f0c71fe None None] Provisioning complete for port 95ab4309-f27f-4f28-810a-96bb18b42511 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:17.138369 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c8282ba7-86b2-433f-acd7-d23a9f0c71fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:17.162721 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.db.api [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 23:15:17.162721 n-d-815324-4 neutron-server[103613]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 23:15:17.162721 n-d-815324-4 neutron-server[103613]: [parameters: {'id': '6977f09b-a36d-4920-8414-dea05b0a9d10'}] Dec 16 23:15:17.162721 n-d-815324-4 neutron-server[103613]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 23:15:17.164373 n-d-815324-4 neutron-server[103613]: DEBUG oslo_db.api [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 23:15:17.181492 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-91b09881-b468-4c44-998f-b95d6af196bb None None] For port 8d6b8d81-3247-4735-ace6-68b17278dc8e, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:15:17.199799 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=95ab4309-f27f-4f28-810a-96bb18b42511,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:17.209248 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-91b09881-b468-4c44-998f-b95d6af196bb None None] For port 8d6b8d81-3247-4735-ace6-68b17278dc8e, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=8d6b8d81-3247-4735-ace6-68b17278dc8e,segment=NetworkSegment(23b6f9a2-edee-43b5-9a22-4abcae0148c4),segment_id=23b6f9a2-edee-43b5-9a22-4abcae0148c4)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:15:17.294515 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-91b09881-b468-4c44-998f-b95d6af196bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:17.384199 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b09881-b468-4c44-998f-b95d6af196bb None None] Pushing event updated for resources: {'Port': ['ID=8d6b8d81-3247-4735-ace6-68b17278dc8e,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:17.402483 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24753bd2-814b-4ef6-8342-fc898abdbe4a None None] Network 6977f09b-a36d-4920-8414-dea05b0a9d10 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:15:17.497836 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bd956081-80bb-4f2c-a740-6edfd39813f5 None None] Provisioning complete for port 95ab4309-f27f-4f28-810a-96bb18b42511 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:17.498079 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bd956081-80bb-4f2c-a740-6edfd39813f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:17.535666 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0026dad-9b78-4103-aedf-bc559cae50d9 None None] get_active_networks_info from n-d-815324-4 {{(pid=103615) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 23:15:17.646828 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0026dad-9b78-4103-aedf-bc559cae50d9 None None] Resources bound (agent type, host, resource id): {{(pid=103615) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 23:15:17.665636 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:17.726810 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Deleting port 8d6b8d81-3247-4735-ace6-68b17278dc8e {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:15:17.727339 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:17.792819 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] For port 8d6b8d81-3247-4735-ace6-68b17278dc8e, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=8d6b8d81-3247-4735-ace6-68b17278dc8e,segment=NetworkSegment(23b6f9a2-edee-43b5-9a22-4abcae0148c4),segment_id=23b6f9a2-edee-43b5-9a22-4abcae0148c4)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:15:17.793082 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:17.805994 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Calling delete_port for 8d6b8d81-3247-4735-ace6-68b17278dc8e owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:15:17.954378 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:17.979809 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Pushing event deleted for resources: {'Port': ['ID=8d6b8d81-3247-4735-ace6-68b17278dc8e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:17.985835 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] No DVR routers for this DVR port 8d6b8d81-3247-4735-ace6-68b17278dc8e on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:15:18.073940 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:18.094282 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6977f09b-a36d-4920-8414-dea05b0a9d10']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:18.104519 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b6f9a2-edee-43b5-9a22-4abcae0148c4') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:18.104821 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b6f9a2-edee-43b5-9a22-4abcae0148c4') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:18.113978 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:18.127329 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:18.134018 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:15:18.134404 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: timer() Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:15:18.137383 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:15:18.251715 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:18.260054 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:18.262638 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] 10.222.0.75 "DELETE /v2.0/networks/6977f09b-a36d-4920-8414-dea05b0a9d10 HTTP/1.1" status: 204 len: 168 time: 1.8934546 Dec 16 23:15:18.265871 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35504) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:18.275429 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8044fd-a316-4db9-a9f1-22aeabbc64dd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Pushing event deleted for resources: {'Network': ['ID=6977f09b-a36d-4920-8414-dea05b0a9d10,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:18.296751 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e28854-a675-49f2-83b8-6aa5245a89e6 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] GET failed (client error): The resource could not be found. Dec 16 23:15:18.298245 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f5e28854-a675-49f2-83b8-6aa5245a89e6 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] 10.222.0.75 "GET /v2.0/subnets/c16f4ea5-55d8-4372-8b3b-fc2b9f969463 HTTP/1.1" status: 404 len: 337 time: 0.0312738 Dec 16 23:15:18.300987 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35506) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:18.319843 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b3c50a-7db5-4284-8ddf-d302f1d9c77e tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] DELETE failed (client error): The resource could not be found. Dec 16 23:15:18.320361 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02b3c50a-7db5-4284-8ddf-d302f1d9c77e tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 23:15:18.323398 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-02b3c50a-7db5-4284-8ddf-d302f1d9c77e tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] 10.222.0.75 "DELETE /v2.0/networks/6977f09b-a36d-4920-8414-dea05b0a9d10 HTTP/1.1" status: 404 len: 339 time: 0.0214584 Dec 16 23:15:18.327084 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35508) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:18.353458 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-f532e039-3eaf-4701-9f95-3a454f12a103 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] DELETE failed (client error): The resource could not be found. Dec 16 23:15:18.353922 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f532e039-3eaf-4701-9f95-3a454f12a103 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 23:15:18.357073 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f532e039-3eaf-4701-9f95-3a454f12a103 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] 10.222.0.75 "DELETE /v2.0/subnets/c16f4ea5-55d8-4372-8b3b-fc2b9f969463 HTTP/1.1" status: 404 len: 337 time: 0.0291274 Dec 16 23:15:18.359546 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35510) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:18.377411 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3481164-f659-42a1-b3df-7539b6e44f0d tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] DELETE failed (client error): The resource could not be found. Dec 16 23:15:18.377923 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3481164-f659-42a1-b3df-7539b6e44f0d tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 23:15:18.381004 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a3481164-f659-42a1-b3df-7539b6e44f0d tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] 10.222.0.75 "DELETE /v2.0/networks/6977f09b-a36d-4920-8414-dea05b0a9d10 HTTP/1.1" status: 404 len: 339 time: 0.0205445 Dec 16 23:15:18.384642 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35512) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:18.434835 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3212063-c823-4b50-8cad-1d976bbc65bd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Deleting subnet 37a359d6-337c-490c-969f-f79677f69df9 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:15:18.438022 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f3212063-c823-4b50-8cad-1d976bbc65bd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:18.483105 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f3212063-c823-4b50-8cad-1d976bbc65bd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:18.567201 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f3212063-c823-4b50-8cad-1d976bbc65bd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:18.652004 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 95ab4309-f27f-4f28-810a-96bb18b42511 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:15:18.701288 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 95ab4309-f27f-4f28-810a-96bb18b42511 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:18.701668 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:18.774591 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f3212063-c823-4b50-8cad-1d976bbc65bd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:18.804084 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3212063-c823-4b50-8cad-1d976bbc65bd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Pushing event deleted for resources: {'Subnet': ['ID=37a359d6-337c-490c-969f-f79677f69df9,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:18.806394 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f3212063-c823-4b50-8cad-1d976bbc65bd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:18.809630 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f3212063-c823-4b50-8cad-1d976bbc65bd tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] 10.222.0.75 "DELETE /v2.0/subnets/37a359d6-337c-490c-969f-f79677f69df9 HTTP/1.1" status: 204 len: 168 time: 0.4240828 Dec 16 23:15:18.811278 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7814c9bc-25b6-4be3-bcc0-84c27781e0f9 None None] Network 60b5a932-4ef6-4a98-b503-682f39c8d6d9 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:15:18.812080 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35514) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:18.895692 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d3c0220b-6299-4489-9d05-560149aa02eb tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:18.950786 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-d3c0220b-6299-4489-9d05-560149aa02eb tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Deleting port 95ab4309-f27f-4f28-810a-96bb18b42511 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:15:18.951171 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d3c0220b-6299-4489-9d05-560149aa02eb tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:18.958960 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e433d93-4b03-41f3-bfdb-edc8193f2021 None None] DHCP port deletion for 60b5a932-4ef6-4a98-b503-682f39c8d6d9 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:15:19.006973 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-8e433d93-4b03-41f3-bfdb-edc8193f2021 None None] Deleting port 95ab4309-f27f-4f28-810a-96bb18b42511 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:15:19.007394 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8e433d93-4b03-41f3-bfdb-edc8193f2021 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:19.022485 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-d3c0220b-6299-4489-9d05-560149aa02eb tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] For port 95ab4309-f27f-4f28-810a-96bb18b42511, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=95ab4309-f27f-4f28-810a-96bb18b42511,segment=NetworkSegment(84285faf-ace3-45e7-9b6f-8ac18488de59),segment_id=84285faf-ace3-45e7-9b6f-8ac18488de59)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:15:19.022860 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d3c0220b-6299-4489-9d05-560149aa02eb tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:19.036544 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-d3c0220b-6299-4489-9d05-560149aa02eb tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Calling delete_port for 95ab4309-f27f-4f28-810a-96bb18b42511 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:15:19.073531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8e433d93-4b03-41f3-bfdb-edc8193f2021 None None] For port 95ab4309-f27f-4f28-810a-96bb18b42511, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=95ab4309-f27f-4f28-810a-96bb18b42511,segment=NetworkSegment(84285faf-ace3-45e7-9b6f-8ac18488de59),segment_id=84285faf-ace3-45e7-9b6f-8ac18488de59)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:15:19.073931 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8e433d93-4b03-41f3-bfdb-edc8193f2021 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:19.086969 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-8e433d93-4b03-41f3-bfdb-edc8193f2021 None None] Calling delete_port for 95ab4309-f27f-4f28-810a-96bb18b42511 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:15:19.180253 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d3c0220b-6299-4489-9d05-560149aa02eb tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:19.186286 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8e433d93-4b03-41f3-bfdb-edc8193f2021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:19.207609 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0220b-6299-4489-9d05-560149aa02eb tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Pushing event deleted for resources: {'Port': ['ID=95ab4309-f27f-4f28-810a-96bb18b42511,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:19.209461 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c0220b-6299-4489-9d05-560149aa02eb tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] No DVR routers for this DVR port 95ab4309-f27f-4f28-810a-96bb18b42511 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:15:19.221638 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e433d93-4b03-41f3-bfdb-edc8193f2021 None None] Pushing event deleted for resources: {'Port': ['ID=95ab4309-f27f-4f28-810a-96bb18b42511,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:19.223599 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e433d93-4b03-41f3-bfdb-edc8193f2021 None None] No DVR routers for this DVR port 95ab4309-f27f-4f28-810a-96bb18b42511 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:15:19.300540 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d3c0220b-6299-4489-9d05-560149aa02eb tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:19.322318 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-d3c0220b-6299-4489-9d05-560149aa02eb tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b5a932-4ef6-4a98-b503-682f39c8d6d9']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:19.331991 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-d3c0220b-6299-4489-9d05-560149aa02eb tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84285faf-ace3-45e7-9b6f-8ac18488de59') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:19.332290 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-d3c0220b-6299-4489-9d05-560149aa02eb tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84285faf-ace3-45e7-9b6f-8ac18488de59') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:19.343279 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d3c0220b-6299-4489-9d05-560149aa02eb tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:19.357887 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d3c0220b-6299-4489-9d05-560149aa02eb tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:19.364099 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c0220b-6299-4489-9d05-560149aa02eb tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:15:19.364483 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d3c0220b-6299-4489-9d05-560149aa02eb tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: timer() Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:15:19.368451 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:15:19.499672 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d3c0220b-6299-4489-9d05-560149aa02eb tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:19.507383 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d3c0220b-6299-4489-9d05-560149aa02eb tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:19.510088 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d3c0220b-6299-4489-9d05-560149aa02eb tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] 10.222.0.75 "DELETE /v2.0/networks/60b5a932-4ef6-4a98-b503-682f39c8d6d9 HTTP/1.1" status: 204 len: 168 time: 0.6970818 Dec 16 23:15:19.512655 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35516) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:19.530957 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0220b-6299-4489-9d05-560149aa02eb tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Pushing event deleted for resources: {'Network': ['ID=60b5a932-4ef6-4a98-b503-682f39c8d6d9,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:19.550783 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-df9d5ba5-6e71-4ed7-9eed-2cde1cfbfa5d tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] DELETE failed (client error): The resource could not be found. Dec 16 23:15:19.551273 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df9d5ba5-6e71-4ed7-9eed-2cde1cfbfa5d tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 23:15:19.554585 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-df9d5ba5-6e71-4ed7-9eed-2cde1cfbfa5d tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] 10.222.0.75 "DELETE /v2.0/subnets/a7b3b863-6669-4910-b99f-410e07cb2b75 HTTP/1.1" status: 404 len: 337 time: 0.0409610 Dec 16 23:15:19.557195 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35518) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:19.574875 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a1fcae-371b-41ff-aa40-c570fd46e43d tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] DELETE failed (client error): The resource could not be found. Dec 16 23:15:19.575401 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a1fcae-371b-41ff-aa40-c570fd46e43d tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 23:15:19.578518 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b5a1fcae-371b-41ff-aa40-c570fd46e43d tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] 10.222.0.75 "DELETE /v2.0/networks/ddfee84b-4fdf-4ab2-8261-13b13021ce8f HTTP/1.1" status: 404 len: 339 time: 0.0204105 Dec 16 23:15:19.580991 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35520) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:19.606969 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba05b2fe-bd0e-43d9-a288-5e3109c53f40 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] DELETE failed (client error): The resource could not be found. Dec 16 23:15:19.607451 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba05b2fe-bd0e-43d9-a288-5e3109c53f40 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 23:15:19.610439 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ba05b2fe-bd0e-43d9-a288-5e3109c53f40 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] 10.222.0.75 "DELETE /v2.0/subnets/b4878764-bc57-42f1-8a18-1ca44fa7a7b9 HTTP/1.1" status: 404 len: 337 time: 0.0285614 Dec 16 23:15:19.612993 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35522) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:19.631305 n-d-815324-4 neutron-server[103614]: INFO neutron.pecan_wsgi.hooks.translation [None req-91fcf7ab-3ec4-4298-8ee4-ed8a4ff2ecc3 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] DELETE failed (client error): The resource could not be found. Dec 16 23:15:19.632371 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91fcf7ab-3ec4-4298-8ee4-ed8a4ff2ecc3 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103614) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 23:15:19.635548 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-91fcf7ab-3ec4-4298-8ee4-ed8a4ff2ecc3 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] 10.222.0.75 "DELETE /v2.0/networks/60aa3335-2702-4694-9f30-9391986e208b HTTP/1.1" status: 404 len: 339 time: 0.0216649 Dec 16 23:15:19.638059 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35524) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:19.688839 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-26faa4d8-a489-4efd-a063-e0f1111a7d54 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Deleting subnet d363e5bb-b77b-47e5-8e4f-9ce882060041 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:15:19.692035 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-26faa4d8-a489-4efd-a063-e0f1111a7d54 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:19.736825 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-26faa4d8-a489-4efd-a063-e0f1111a7d54 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:19.817322 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-26faa4d8-a489-4efd-a063-e0f1111a7d54 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:19.950736 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-26faa4d8-a489-4efd-a063-e0f1111a7d54 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:19.980770 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26faa4d8-a489-4efd-a063-e0f1111a7d54 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Pushing event deleted for resources: {'Subnet': ['ID=d363e5bb-b77b-47e5-8e4f-9ce882060041,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:19.986493 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-26faa4d8-a489-4efd-a063-e0f1111a7d54 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:19.989812 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-26faa4d8-a489-4efd-a063-e0f1111a7d54 tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] 10.222.0.75 "DELETE /v2.0/subnets/d363e5bb-b77b-47e5-8e4f-9ce882060041 HTTP/1.1" status: 204 len: 168 time: 0.3508425 Dec 16 23:15:19.992839 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35526) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:19.994382 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b1179f-b73a-4902-a27f-c3d6f0f7f2f8 None None] Network 64c3a54a-9a8f-45b8-b708-b811270c1294 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:15:20.072298 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fe2c9de4-7512-496b-90bf-7671d4f287ee tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:20.126556 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-fe2c9de4-7512-496b-90bf-7671d4f287ee tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Deleting port 42f72424-5fa4-4c78-9e49-e9433d3a28cb {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:15:20.126903 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fe2c9de4-7512-496b-90bf-7671d4f287ee tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:20.147395 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d369d93-332d-4e40-9b6e-302ab45d0ab1 None None] DHCP port deletion for 64c3a54a-9a8f-45b8-b708-b811270c1294 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:15:20.195953 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-fe2c9de4-7512-496b-90bf-7671d4f287ee tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] For port 42f72424-5fa4-4c78-9e49-e9433d3a28cb, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=42f72424-5fa4-4c78-9e49-e9433d3a28cb,segment=NetworkSegment(33ebbadb-71ee-44ef-ae68-772c182c88af),segment_id=33ebbadb-71ee-44ef-ae68-772c182c88af)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:15:20.196316 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fe2c9de4-7512-496b-90bf-7671d4f287ee tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:20.200058 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2d369d93-332d-4e40-9b6e-302ab45d0ab1 None None] Deleting port 42f72424-5fa4-4c78-9e49-e9433d3a28cb {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:15:20.200464 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2d369d93-332d-4e40-9b6e-302ab45d0ab1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:20.209724 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-fe2c9de4-7512-496b-90bf-7671d4f287ee tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Calling delete_port for 42f72424-5fa4-4c78-9e49-e9433d3a28cb owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:15:20.266847 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-2d369d93-332d-4e40-9b6e-302ab45d0ab1 None None] For port 42f72424-5fa4-4c78-9e49-e9433d3a28cb, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=42f72424-5fa4-4c78-9e49-e9433d3a28cb,segment=NetworkSegment(33ebbadb-71ee-44ef-ae68-772c182c88af),segment_id=33ebbadb-71ee-44ef-ae68-772c182c88af)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:15:20.267284 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2d369d93-332d-4e40-9b6e-302ab45d0ab1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:20.280368 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2d369d93-332d-4e40-9b6e-302ab45d0ab1 None None] Calling delete_port for 42f72424-5fa4-4c78-9e49-e9433d3a28cb owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:15:20.388931 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fe2c9de4-7512-496b-90bf-7671d4f287ee tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:20.395390 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2d369d93-332d-4e40-9b6e-302ab45d0ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:20.416837 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c9de4-7512-496b-90bf-7671d4f287ee tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Pushing event deleted for resources: {'Port': ['ID=42f72424-5fa4-4c78-9e49-e9433d3a28cb,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:20.418679 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2c9de4-7512-496b-90bf-7671d4f287ee tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] No DVR routers for this DVR port 42f72424-5fa4-4c78-9e49-e9433d3a28cb on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:15:20.423709 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d369d93-332d-4e40-9b6e-302ab45d0ab1 None None] Pushing event deleted for resources: {'Port': ['ID=42f72424-5fa4-4c78-9e49-e9433d3a28cb,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:20.425578 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d369d93-332d-4e40-9b6e-302ab45d0ab1 None None] No DVR routers for this DVR port 42f72424-5fa4-4c78-9e49-e9433d3a28cb on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:15:20.502769 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fe2c9de4-7512-496b-90bf-7671d4f287ee tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:20.522723 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-fe2c9de4-7512-496b-90bf-7671d4f287ee tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c3a54a-9a8f-45b8-b708-b811270c1294']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:20.532235 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-fe2c9de4-7512-496b-90bf-7671d4f287ee tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ebbadb-71ee-44ef-ae68-772c182c88af') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:20.532542 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-fe2c9de4-7512-496b-90bf-7671d4f287ee tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ebbadb-71ee-44ef-ae68-772c182c88af') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:20.542529 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fe2c9de4-7512-496b-90bf-7671d4f287ee tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:20.556678 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fe2c9de4-7512-496b-90bf-7671d4f287ee tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:20.562723 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2c9de4-7512-496b-90bf-7671d4f287ee tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:15:20.563147 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fe2c9de4-7512-496b-90bf-7671d4f287ee tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: timer() Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:15:20.566214 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:15:20.638555 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 95ab4309-f27f-4f28-810a-96bb18b42511 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:15:20.663321 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 95ab4309-f27f-4f28-810a-96bb18b42511 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:15:20.663321 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 95ab4309-f27f-4f28-810a-96bb18b42511 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:15:20.663321 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 42f72424-5fa4-4c78-9e49-e9433d3a28cb no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:15:20.680887 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 42f72424-5fa4-4c78-9e49-e9433d3a28cb {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:15:20.681236 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 42f72424-5fa4-4c78-9e49-e9433d3a28cb not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:15:20.714475 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fe2c9de4-7512-496b-90bf-7671d4f287ee tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:20.721802 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fe2c9de4-7512-496b-90bf-7671d4f287ee tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:20.724702 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fe2c9de4-7512-496b-90bf-7671d4f287ee tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] 10.222.0.75 "DELETE /v2.0/networks/64c3a54a-9a8f-45b8-b708-b811270c1294 HTTP/1.1" status: 204 len: 168 time: 0.7304947 Dec 16 23:15:20.737228 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c9de4-7512-496b-90bf-7671d4f287ee tempest-NetworksIpV6Test-1861481852 tempest-NetworksIpV6Test-1861481852-project] Pushing event deleted for resources: {'Network': ['ID=64c3a54a-9a8f-45b8-b708-b811270c1294,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:21.183848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35532) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:21.317289 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e3dd5a65-6549-4c1c-bb10-b345d2e8ccd4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=61115975d3844f06900864ca0246060b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321874 Dec 16 23:15:21.320424 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35536) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:21.368666 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c352ffb4-b850-42f7-a2a8-ee413a5c427d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:21.390889 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c352ffb4-b850-42f7-a2a8-ee413a5c427d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:21.505282 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c352ffb4-b850-42f7-a2a8-ee413a5c427d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:21.508547 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c352ffb4-b850-42f7-a2a8-ee413a5c427d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:21.509774 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c352ffb4-b850-42f7-a2a8-ee413a5c427d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a5ead52c-d751-4507-89ea-8066cb7e166a HTTP/1.1" status: 204 len: 168 time: 0.1884112 Dec 16 23:15:21.517915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352ffb4-b850-42f7-a2a8-ee413a5c427d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ead52c-d751-4507-89ea-8066cb7e166a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:22.612628 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35558) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:22.708350 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-68e17875-4b41-4fa1-9587-3b023829a6bc tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1593473749', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:15:22.802383 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-68e17875-4b41-4fa1-9587-3b023829a6bc tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:22.804180 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-68e17875-4b41-4fa1-9587-3b023829a6bc tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:22.873868 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-68e17875-4b41-4fa1-9587-3b023829a6bc tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:23.011993 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-68e17875-4b41-4fa1-9587-3b023829a6bc tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:23.088617 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-68e17875-4b41-4fa1-9587-3b023829a6bc tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:23.089890 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-68e17875-4b41-4fa1-9587-3b023829a6bc tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4761674 Dec 16 23:15:23.092695 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35562) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:23.105511 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-3b1b5725-7832-4b8d-abe9-b166d885db22 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-40362097'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:15:23.184599 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1b5725-7832-4b8d-abe9-b166d885db22 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Made reservation on behalf of 1bfec09c407943c890d7d4784fe79785 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:15:23.187994 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b1b5725-7832-4b8d-abe9-b166d885db22 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:23.196573 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b1b5725-7832-4b8d-abe9-b166d885db22 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:23.270115 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b1b5725-7832-4b8d-abe9-b166d885db22 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:23.394105 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b1b5725-7832-4b8d-abe9-b166d885db22 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:23.421960 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1b5725-7832-4b8d-abe9-b166d885db22 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:15:23.431519 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b5725-7832-4b8d-abe9-b166d885db22 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9037a7fe-152e-4887-80d2-b8dc63fcedce,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:23.437477 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b1b5725-7832-4b8d-abe9-b166d885db22 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:23.437747 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-3b1b5725-7832-4b8d-abe9-b166d885db22 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Added segment 6e0e4713-5acd-4da6-8064-59095ee77bf8 of type vlan for network 9f79cd91-5a39-4714-ab7f-e57f4d2d51d0 Dec 16 23:15:23.439954 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-789689fb-1a98-4834-a1dc-e5dd6b4ef9b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:23.481355 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b1b5725-7832-4b8d-abe9-b166d885db22 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:23.585332 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b1b5725-7832-4b8d-abe9-b166d885db22 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:23.591160 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1b5725-7832-4b8d-abe9-b166d885db22 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:23.594494 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3b1b5725-7832-4b8d-abe9-b166d885db22 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:23.658283 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b5725-7832-4b8d-abe9-b166d885db22 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Pushing event updated for resources: {'Network': ['ID=9f79cd91-5a39-4714-ab7f-e57f4d2d51d0,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:23.668956 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 9f79cd91-5a39-4714-ab7f-e57f4d2d51d0 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:15:23.707743 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3b1b5725-7832-4b8d-abe9-b166d885db22 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6138959 Dec 16 23:15:23.711526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35564) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:23.716707 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-0b580986-3575-4689-98c9-bce25f7013b7 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Request body: {'subnet': {'network_id': '9f79cd91-5a39-4714-ab7f-e57f4d2d51d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:15:23.876116 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b580986-3575-4689-98c9-bce25f7013b7 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Made reservation on behalf of 1bfec09c407943c890d7d4784fe79785 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:15:23.879651 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b580986-3575-4689-98c9-bce25f7013b7 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:24.139055 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b580986-3575-4689-98c9-bce25f7013b7 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:24.200306 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b580986-3575-4689-98c9-bce25f7013b7 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Pushing event updated for resources: {'Subnet': ['ID=ac8b3a7f-390c-4fda-919c-417e688a1595,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:24.210462 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b580986-3575-4689-98c9-bce25f7013b7 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:24.210821 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b580986-3575-4689-98c9-bce25f7013b7 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:24.211205 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b580986-3575-4689-98c9-bce25f7013b7 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:24.211551 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b580986-3575-4689-98c9-bce25f7013b7 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:24.211890 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b580986-3575-4689-98c9-bce25f7013b7 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:24.212229 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b580986-3575-4689-98c9-bce25f7013b7 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:24.212563 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b580986-3575-4689-98c9-bce25f7013b7 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:24.212896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b580986-3575-4689-98c9-bce25f7013b7 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:24.213228 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b580986-3575-4689-98c9-bce25f7013b7 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:24.213558 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b580986-3575-4689-98c9-bce25f7013b7 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:24.213889 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b580986-3575-4689-98c9-bce25f7013b7 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:24.214221 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b580986-3575-4689-98c9-bce25f7013b7 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:24.214547 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b580986-3575-4689-98c9-bce25f7013b7 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:24.220664 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b580986-3575-4689-98c9-bce25f7013b7 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Checking segment: {'id': '6e0e4713-5acd-4da6-8064-59095ee77bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9f79cd91-5a39-4714-ab7f-e57f4d2d51d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:15:24.221027 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b580986-3575-4689-98c9-bce25f7013b7 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Network hostable DHCP agents. Network: 9f79cd91-5a39-4714-ab7f-e57f4d2d51d0, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:15:24.310395 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b580986-3575-4689-98c9-bce25f7013b7 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Network 9f79cd91-5a39-4714-ab7f-e57f4d2d51d0 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:15:24.424776 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-0b580986-3575-4689-98c9-bce25f7013b7 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 9f79cd91-5a39-4714-ab7f-e57f4d2d51d0) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:15:24.429005 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b580986-3575-4689-98c9-bce25f7013b7 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:24.430313 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0b580986-3575-4689-98c9-bce25f7013b7 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:24.434038 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae2229d-863a-49f2-a828-99b6477b2095 None None] Network 9f79cd91-5a39-4714-ab7f-e57f4d2d51d0 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:15:24.528774 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0b580986-3575-4689-98c9-bce25f7013b7 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8160923 Dec 16 23:15:24.532327 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35566) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:24.533601 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f846654-8b58-4424-84f5-4fe3df09a0a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-9f79cd91-5a39-4714-ab7f-e57f4d2d51d0', 'network_id': '9f79cd91-5a39-4714-ab7f-e57f4d2d51d0', 'project_id': '1bfec09c407943c890d7d4784fe79785', 'fixed_ips': [{'subnet_id': 'ac8b3a7f-390c-4fda-919c-417e688a1595'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:15:24.534466 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9f846654-8b58-4424-84f5-4fe3df09a0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:24.538824 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-7ec13b24-4810-4728-bff6-a03ce76c8754 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-232943035'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:15:24.636612 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec13b24-4810-4728-bff6-a03ce76c8754 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Made reservation on behalf of 1bfec09c407943c890d7d4784fe79785 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:15:24.640281 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ec13b24-4810-4728-bff6-a03ce76c8754 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:24.671220 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec13b24-4810-4728-bff6-a03ce76c8754 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:15:24.681312 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ec13b24-4810-4728-bff6-a03ce76c8754 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:24.681773 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-7ec13b24-4810-4728-bff6-a03ce76c8754 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Added segment b6f3d70b-9885-4de0-9d27-f4832bcb7b9c of type vlan for network a59ea90c-cde4-4cf8-a13a-bdca23df74b9 Dec 16 23:15:24.726578 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ec13b24-4810-4728-bff6-a03ce76c8754 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:24.824659 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ec13b24-4810-4728-bff6-a03ce76c8754 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:24.830308 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec13b24-4810-4728-bff6-a03ce76c8754 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:24.830920 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ec13b24-4810-4728-bff6-a03ce76c8754 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:24.844644 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-9f846654-8b58-4424-84f5-4fe3df09a0a9 None None] Allocated IP 172.20.0.2 (9f79cd91-5a39-4714-ab7f-e57f4d2d51d0/ac8b3a7f-390c-4fda-919c-417e688a1595/47fac1f1-75ba-4288-b496-28b181b838a3) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:15:24.900914 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec13b24-4810-4728-bff6-a03ce76c8754 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Pushing event updated for resources: {'Network': ['ID=a59ea90c-cde4-4cf8-a13a-bdca23df74b9,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:24.910968 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network a59ea90c-cde4-4cf8-a13a-bdca23df74b9 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:15:24.953263 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7ec13b24-4810-4728-bff6-a03ce76c8754 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4197438 Dec 16 23:15:24.956000 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35568) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:24.961676 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-73d2740c-f0fd-464f-9019-caa2934af022 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Request body: {'subnet': {'network_id': 'a59ea90c-cde4-4cf8-a13a-bdca23df74b9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:15:25.044597 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9f846654-8b58-4424-84f5-4fe3df09a0a9 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:25.150882 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9f846654-8b58-4424-84f5-4fe3df09a0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:25.179954 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d2740c-f0fd-464f-9019-caa2934af022 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Made reservation on behalf of 1bfec09c407943c890d7d4784fe79785 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:15:25.183489 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-73d2740c-f0fd-464f-9019-caa2934af022 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:25.189738 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f846654-8b58-4424-84f5-4fe3df09a0a9 None None] Network 9f79cd91-5a39-4714-ab7f-e57f4d2d51d0 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:15:25.193128 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-9f846654-8b58-4424-84f5-4fe3df09a0a9 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:15:25.197280 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f846654-8b58-4424-84f5-4fe3df09a0a9 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:15:25.207880 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f846654-8b58-4424-84f5-4fe3df09a0a9 None None] Pushing event updated for resources: {'Port': ['ID=47fac1f1-75ba-4288-b496-28b181b838a3,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:25.260249 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9f846654-8b58-4424-84f5-4fe3df09a0a9 None None] Attempting to bind port 47fac1f1-75ba-4288-b496-28b181b838a3 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:15:25.260690 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9f846654-8b58-4424-84f5-4fe3df09a0a9 None None] Attempting to bind port 47fac1f1-75ba-4288-b496-28b181b838a3 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '6e0e4713-5acd-4da6-8064-59095ee77bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9f79cd91-5a39-4714-ab7f-e57f4d2d51d0'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:15:25.261118 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f846654-8b58-4424-84f5-4fe3df09a0a9 None None] Attempting to bind port 47fac1f1-75ba-4288-b496-28b181b838a3 on network 9f79cd91-5a39-4714-ab7f-e57f4d2d51d0 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:15:25.266807 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f846654-8b58-4424-84f5-4fe3df09a0a9 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:15:25.267225 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f846654-8b58-4424-84f5-4fe3df09a0a9 None None] Checking segment: {'id': '6e0e4713-5acd-4da6-8064-59095ee77bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9f79cd91-5a39-4714-ab7f-e57f4d2d51d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:15:25.267637 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9f846654-8b58-4424-84f5-4fe3df09a0a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:25.268040 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f846654-8b58-4424-84f5-4fe3df09a0a9 None None] Bound using segment: {'id': '6e0e4713-5acd-4da6-8064-59095ee77bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9f79cd91-5a39-4714-ab7f-e57f4d2d51d0'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:15:25.268504 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9f846654-8b58-4424-84f5-4fe3df09a0a9 None None] Bound port: 47fac1f1-75ba-4288-b496-28b181b838a3, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0e4713-5acd-4da6-8064-59095ee77bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9f79cd91-5a39-4714-ab7f-e57f4d2d51d0'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:15:25.268887 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9f846654-8b58-4424-84f5-4fe3df09a0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:25.334052 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9f846654-8b58-4424-84f5-4fe3df09a0a9 None None] For port 47fac1f1-75ba-4288-b496-28b181b838a3, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:15:25.337753 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9f846654-8b58-4424-84f5-4fe3df09a0a9 None None] For port 47fac1f1-75ba-4288-b496-28b181b838a3, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=47fac1f1-75ba-4288-b496-28b181b838a3,segment=NetworkSegment(6e0e4713-5acd-4da6-8064-59095ee77bf8),segment_id=6e0e4713-5acd-4da6-8064-59095ee77bf8)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:15:25.426132 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9f846654-8b58-4424-84f5-4fe3df09a0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:25.460686 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-73d2740c-f0fd-464f-9019-caa2934af022 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:25.489389 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f846654-8b58-4424-84f5-4fe3df09a0a9 None None] Pushing event updated for resources: {'Port': ['ID=47fac1f1-75ba-4288-b496-28b181b838a3,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:25.531604 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2740c-f0fd-464f-9019-caa2934af022 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Pushing event updated for resources: {'Subnet': ['ID=8eadae54-e88c-47d9-9e7b-b100022ce0f7,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:25.543159 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d2740c-f0fd-464f-9019-caa2934af022 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Checking segment: {'id': 'b6f3d70b-9885-4de0-9d27-f4832bcb7b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a59ea90c-cde4-4cf8-a13a-bdca23df74b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:15:25.543531 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d2740c-f0fd-464f-9019-caa2934af022 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Network hostable DHCP agents. Network: a59ea90c-cde4-4cf8-a13a-bdca23df74b9, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:15:25.640954 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d2740c-f0fd-464f-9019-caa2934af022 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Network a59ea90c-cde4-4cf8-a13a-bdca23df74b9 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:15:25.714077 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ac50476-4120-47b3-8e42-69059db267be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:25.733488 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-73d2740c-f0fd-464f-9019-caa2934af022 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, a59ea90c-cde4-4cf8-a13a-bdca23df74b9) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:15:25.738546 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d2740c-f0fd-464f-9019-caa2934af022 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:25.744414 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-73d2740c-f0fd-464f-9019-caa2934af022 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:25.747540 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944170c4-1bd6-43a5-99ee-5b4f11a1d1b5 None None] Network a59ea90c-cde4-4cf8-a13a-bdca23df74b9 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:15:25.827977 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-73d2740c-f0fd-464f-9019-caa2934af022 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8707516 Dec 16 23:15:25.833158 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35570) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:25.838588 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-c406e52b-918f-4e50-b127-eb58b6f97e40 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a59ea90c-cde4-4cf8-a13a-bdca23df74b9'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:15:25.856125 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cf540e-74c5-4b76-bb18-a1dced5c52e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-a59ea90c-cde4-4cf8-a13a-bdca23df74b9', 'network_id': 'a59ea90c-cde4-4cf8-a13a-bdca23df74b9', 'project_id': '1bfec09c407943c890d7d4784fe79785', 'fixed_ips': [{'subnet_id': '8eadae54-e88c-47d9-9e7b-b100022ce0f7'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:15:25.857102 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-85cf540e-74c5-4b76-bb18-a1dced5c52e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:25.998463 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-85cf540e-74c5-4b76-bb18-a1dced5c52e4 None None] Allocated IP 172.21.0.2 (a59ea90c-cde4-4cf8-a13a-bdca23df74b9/8eadae54-e88c-47d9-9e7b-b100022ce0f7/0894f87f-c703-412d-be5c-e62f5e3a180e) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:15:26.069917 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c406e52b-918f-4e50-b127-eb58b6f97e40 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:26.150775 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-85cf540e-74c5-4b76-bb18-a1dced5c52e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:26.206250 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-85cf540e-74c5-4b76-bb18-a1dced5c52e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:26.248721 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cf540e-74c5-4b76-bb18-a1dced5c52e4 None None] Network a59ea90c-cde4-4cf8-a13a-bdca23df74b9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:15:26.251806 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-85cf540e-74c5-4b76-bb18-a1dced5c52e4 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:15:26.253394 n-d-815324-4 neutron-server[103613]: INFO neutron.api.v2.resource [None req-c406e52b-918f-4e50-b127-eb58b6f97e40 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 23:15:26.254672 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c406e52b-918f-4e50-b127-eb58b6f97e40 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] 10.222.0.75 "PUT /v2.0/routers/9758b9b3-3221-4f5a-8fef-8d095a02f93f HTTP/1.1" status: 400 len: 364 time: 0.4204047 Dec 16 23:15:26.255691 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cf540e-74c5-4b76-bb18-a1dced5c52e4 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:15:26.261257 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35572) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:26.263868 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf540e-74c5-4b76-bb18-a1dced5c52e4 None None] Pushing event updated for resources: {'Port': ['ID=0894f87f-c703-412d-be5c-e62f5e3a180e,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:26.319864 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-85cf540e-74c5-4b76-bb18-a1dced5c52e4 None None] Attempting to bind port 0894f87f-c703-412d-be5c-e62f5e3a180e on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:15:26.321261 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-85cf540e-74c5-4b76-bb18-a1dced5c52e4 None None] Attempting to bind port 0894f87f-c703-412d-be5c-e62f5e3a180e by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'b6f3d70b-9885-4de0-9d27-f4832bcb7b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a59ea90c-cde4-4cf8-a13a-bdca23df74b9'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:15:26.321261 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cf540e-74c5-4b76-bb18-a1dced5c52e4 None None] Attempting to bind port 0894f87f-c703-412d-be5c-e62f5e3a180e on network a59ea90c-cde4-4cf8-a13a-bdca23df74b9 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:15:26.327236 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cf540e-74c5-4b76-bb18-a1dced5c52e4 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:15:26.327715 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cf540e-74c5-4b76-bb18-a1dced5c52e4 None None] Checking segment: {'id': 'b6f3d70b-9885-4de0-9d27-f4832bcb7b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a59ea90c-cde4-4cf8-a13a-bdca23df74b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:15:26.328234 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-85cf540e-74c5-4b76-bb18-a1dced5c52e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:26.328637 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-332c112c-f722-4b9e-a695-cd5278af3c5e tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Deleting subnet 8eadae54-e88c-47d9-9e7b-b100022ce0f7 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:15:26.328770 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cf540e-74c5-4b76-bb18-a1dced5c52e4 None None] Bound using segment: {'id': 'b6f3d70b-9885-4de0-9d27-f4832bcb7b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a59ea90c-cde4-4cf8-a13a-bdca23df74b9'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:15:26.329250 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-85cf540e-74c5-4b76-bb18-a1dced5c52e4 None None] Bound port: 0894f87f-c703-412d-be5c-e62f5e3a180e, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f3d70b-9885-4de0-9d27-f4832bcb7b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a59ea90c-cde4-4cf8-a13a-bdca23df74b9'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:15:26.329649 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-85cf540e-74c5-4b76-bb18-a1dced5c52e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:26.332079 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-332c112c-f722-4b9e-a695-cd5278af3c5e tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:26.387069 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-332c112c-f722-4b9e-a695-cd5278af3c5e tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:26.410138 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-85cf540e-74c5-4b76-bb18-a1dced5c52e4 None None] For port 0894f87f-c703-412d-be5c-e62f5e3a180e, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:15:26.415474 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-85cf540e-74c5-4b76-bb18-a1dced5c52e4 None None] For port 0894f87f-c703-412d-be5c-e62f5e3a180e, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0894f87f-c703-412d-be5c-e62f5e3a180e,segment=NetworkSegment(b6f3d70b-9885-4de0-9d27-f4832bcb7b9c),segment_id=b6f3d70b-9885-4de0-9d27-f4832bcb7b9c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:15:26.451189 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a84013-f506-4a30-8322-3495a9a6303f None None] Network 9f79cd91-5a39-4714-ab7f-e57f4d2d51d0 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:15:26.510505 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-332c112c-f722-4b9e-a695-cd5278af3c5e tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:26.513180 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-85cf540e-74c5-4b76-bb18-a1dced5c52e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:26.577516 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-dd1625e3-0a13-464f-8dec-a419dc254416 None None] Provisioning complete for port 47fac1f1-75ba-4288-b496-28b181b838a3 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:26.577885 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd1625e3-0a13-464f-8dec-a419dc254416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:26.661091 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf540e-74c5-4b76-bb18-a1dced5c52e4 None None] Pushing event updated for resources: {'Port': ['ID=0894f87f-c703-412d-be5c-e62f5e3a180e,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:26.672876 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-332c112c-f722-4b9e-a695-cd5278af3c5e tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:26.705666 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c112c-f722-4b9e-a695-cd5278af3c5e tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Pushing event deleted for resources: {'Subnet': ['ID=8eadae54-e88c-47d9-9e7b-b100022ce0f7,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:26.712578 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-332c112c-f722-4b9e-a695-cd5278af3c5e tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:26.716402 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-332c112c-f722-4b9e-a695-cd5278af3c5e tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] 10.222.0.75 "DELETE /v2.0/subnets/8eadae54-e88c-47d9-9e7b-b100022ce0f7 HTTP/1.1" status: 204 len: 168 time: 0.4537444 Dec 16 23:15:26.723308 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35574) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:26.732981 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd1625e3-0a13-464f-8dec-a419dc254416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:26.739010 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 47fac1f1-75ba-4288-b496-28b181b838a3 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:15:26.820613 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a79ad497-ba62-4f07-83f0-51007432882b tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:26.825316 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-dd1625e3-0a13-464f-8dec-a419dc254416 None None] For port 47fac1f1-75ba-4288-b496-28b181b838a3, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=47fac1f1-75ba-4288-b496-28b181b838a3,segment=NetworkSegment(6e0e4713-5acd-4da6-8064-59095ee77bf8),segment_id=6e0e4713-5acd-4da6-8064-59095ee77bf8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:15:26.830546 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 47fac1f1-75ba-4288-b496-28b181b838a3 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:26.830919 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:26.917198 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-a79ad497-ba62-4f07-83f0-51007432882b tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Deleting port 0894f87f-c703-412d-be5c-e62f5e3a180e {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:15:26.917809 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a79ad497-ba62-4f07-83f0-51007432882b tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:26.929662 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd1625e3-0a13-464f-8dec-a419dc254416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:26.990305 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:26.997495 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-a79ad497-ba62-4f07-83f0-51007432882b tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] For port 0894f87f-c703-412d-be5c-e62f5e3a180e, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0894f87f-c703-412d-be5c-e62f5e3a180e,segment=NetworkSegment(b6f3d70b-9885-4de0-9d27-f4832bcb7b9c),segment_id=b6f3d70b-9885-4de0-9d27-f4832bcb7b9c)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:15:26.998406 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a79ad497-ba62-4f07-83f0-51007432882b tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:27.011219 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1625e3-0a13-464f-8dec-a419dc254416 None None] Pushing event updated for resources: {'Port': ['ID=47fac1f1-75ba-4288-b496-28b181b838a3,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:27.020220 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-a79ad497-ba62-4f07-83f0-51007432882b tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Calling delete_port for 0894f87f-c703-412d-be5c-e62f5e3a180e owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:15:27.070082 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 23:15:27.070444 n-d-815324-4 neutron-server[103615]: DEBUG oslo_db.api [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 23:15:27.072043 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a66bb31f-9ff9-4084-9202-66f0d5d93024 None None] Provisioning complete for port 47fac1f1-75ba-4288-b496-28b181b838a3 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:27.072411 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a66bb31f-9ff9-4084-9202-66f0d5d93024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:27.166876 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a79ad497-ba62-4f07-83f0-51007432882b tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:27.195306 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79ad497-ba62-4f07-83f0-51007432882b tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] No DVR routers for this DVR port 0894f87f-c703-412d-be5c-e62f5e3a180e on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:15:27.196959 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ad497-ba62-4f07-83f0-51007432882b tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Pushing event deleted for resources: {'Port': ['ID=0894f87f-c703-412d-be5c-e62f5e3a180e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:27.253594 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:27.282783 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a79ad497-ba62-4f07-83f0-51007432882b tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:27.302429 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-a79ad497-ba62-4f07-83f0-51007432882b tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a59ea90c-cde4-4cf8-a13a-bdca23df74b9']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:27.311767 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-a79ad497-ba62-4f07-83f0-51007432882b tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f3d70b-9885-4de0-9d27-f4832bcb7b9c') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:27.312069 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-a79ad497-ba62-4f07-83f0-51007432882b tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f3d70b-9885-4de0-9d27-f4832bcb7b9c') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:27.322003 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a79ad497-ba62-4f07-83f0-51007432882b tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:27.335640 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a79ad497-ba62-4f07-83f0-51007432882b tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:27.341655 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79ad497-ba62-4f07-83f0-51007432882b tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:15:27.342001 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a79ad497-ba62-4f07-83f0-51007432882b tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: timer() Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:15:27.344997 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:15:27.447682 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:27.476974 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a79ad497-ba62-4f07-83f0-51007432882b tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:27.484262 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a79ad497-ba62-4f07-83f0-51007432882b tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:27.487603 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a79ad497-ba62-4f07-83f0-51007432882b tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] 10.222.0.75 "DELETE /v2.0/networks/a59ea90c-cde4-4cf8-a13a-bdca23df74b9 HTTP/1.1" status: 204 len: 168 time: 0.7625721 Dec 16 23:15:27.489926 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35576) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:27.508946 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ad497-ba62-4f07-83f0-51007432882b tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Pushing event deleted for resources: {'Network': ['ID=a59ea90c-cde4-4cf8-a13a-bdca23df74b9,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:27.556054 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e59e8b-a2e5-4fa3-9901-251bd08a37c5 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Deleting subnet ac8b3a7f-390c-4fda-919c-417e688a1595 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:15:27.559808 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-85e59e8b-a2e5-4fa3-9901-251bd08a37c5 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:27.606104 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-85e59e8b-a2e5-4fa3-9901-251bd08a37c5 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:27.700572 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-85e59e8b-a2e5-4fa3-9901-251bd08a37c5 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:27.780099 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea56971e-2b7d-4eef-80d1-65ae2b610af5 None None] DHCP port deletion for a59ea90c-cde4-4cf8-a13a-bdca23df74b9 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:15:27.784085 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3c814dc9-3c23-41be-a556-5bc686604302 None None] Could not find standard attr ID for object 0894f87f-c703-412d-be5c-e62f5e3a180e. {{(pid=103615) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 23:15:27.796755 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c138f7b7-2c9f-44d7-ad15-3a3db27f0a40 None None] Network a59ea90c-cde4-4cf8-a13a-bdca23df74b9 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:15:27.809186 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c138f7b7-2c9f-44d7-ad15-3a3db27f0a40 None None] Network a59ea90c-cde4-4cf8-a13a-bdca23df74b9 could not be found, it might have been deleted concurrently. {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 16 23:15:27.852173 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-85e59e8b-a2e5-4fa3-9901-251bd08a37c5 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:27.877863 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e59e8b-a2e5-4fa3-9901-251bd08a37c5 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Pushing event deleted for resources: {'Subnet': ['ID=ac8b3a7f-390c-4fda-919c-417e688a1595,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:27.883859 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-85e59e8b-a2e5-4fa3-9901-251bd08a37c5 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:27.887203 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-85e59e8b-a2e5-4fa3-9901-251bd08a37c5 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] 10.222.0.75 "DELETE /v2.0/subnets/ac8b3a7f-390c-4fda-919c-417e688a1595 HTTP/1.1" status: 204 len: 168 time: 0.3962991 Dec 16 23:15:27.889633 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35578) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:27.893138 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a243d1-0c64-408f-b7c7-b9a4af4d8c80 None None] Network 9f79cd91-5a39-4714-ab7f-e57f4d2d51d0 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:15:27.967966 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2be5c214-fe3a-448e-a768-51497f8ed13f tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:28.028413 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-2be5c214-fe3a-448e-a768-51497f8ed13f tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Deleting port 47fac1f1-75ba-4288-b496-28b181b838a3 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:15:28.028764 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2be5c214-fe3a-448e-a768-51497f8ed13f tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:28.046840 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3620aa-dd87-40ca-89f8-ead491d64b40 None None] DHCP port deletion for 9f79cd91-5a39-4714-ab7f-e57f4d2d51d0 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:15:28.094080 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ca3620aa-dd87-40ca-89f8-ead491d64b40 None None] Deleting port 47fac1f1-75ba-4288-b496-28b181b838a3 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:15:28.094457 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ca3620aa-dd87-40ca-89f8-ead491d64b40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:28.094930 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-2be5c214-fe3a-448e-a768-51497f8ed13f tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] For port 47fac1f1-75ba-4288-b496-28b181b838a3, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=47fac1f1-75ba-4288-b496-28b181b838a3,segment=NetworkSegment(6e0e4713-5acd-4da6-8064-59095ee77bf8),segment_id=6e0e4713-5acd-4da6-8064-59095ee77bf8)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:15:28.095334 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2be5c214-fe3a-448e-a768-51497f8ed13f tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:28.108747 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-2be5c214-fe3a-448e-a768-51497f8ed13f tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Calling delete_port for 47fac1f1-75ba-4288-b496-28b181b838a3 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:15:28.162525 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ca3620aa-dd87-40ca-89f8-ead491d64b40 None None] For port 47fac1f1-75ba-4288-b496-28b181b838a3, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=47fac1f1-75ba-4288-b496-28b181b838a3,segment=NetworkSegment(6e0e4713-5acd-4da6-8064-59095ee77bf8),segment_id=6e0e4713-5acd-4da6-8064-59095ee77bf8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:15:28.163478 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ca3620aa-dd87-40ca-89f8-ead491d64b40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:28.175982 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ca3620aa-dd87-40ca-89f8-ead491d64b40 None None] Calling delete_port for 47fac1f1-75ba-4288-b496-28b181b838a3 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:15:28.371733 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ca3620aa-dd87-40ca-89f8-ead491d64b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:28.397655 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3620aa-dd87-40ca-89f8-ead491d64b40 None None] Pushing event deleted for resources: {'Port': ['ID=47fac1f1-75ba-4288-b496-28b181b838a3,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:28.403986 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3620aa-dd87-40ca-89f8-ead491d64b40 None None] No DVR routers for this DVR port 47fac1f1-75ba-4288-b496-28b181b838a3 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:15:28.516939 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2be5c214-fe3a-448e-a768-51497f8ed13f tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:28.531675 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:28.544001 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5c214-fe3a-448e-a768-51497f8ed13f tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Pushing event deleted for resources: {'Port': ['ID=47fac1f1-75ba-4288-b496-28b181b838a3,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:28.547859 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be5c214-fe3a-448e-a768-51497f8ed13f tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] No DVR routers for this DVR port 47fac1f1-75ba-4288-b496-28b181b838a3 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:15:28.633853 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2be5c214-fe3a-448e-a768-51497f8ed13f tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:28.648495 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 47fac1f1-75ba-4288-b496-28b181b838a3 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:15:28.656089 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-2be5c214-fe3a-448e-a768-51497f8ed13f tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f79cd91-5a39-4714-ab7f-e57f4d2d51d0']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:28.665760 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-2be5c214-fe3a-448e-a768-51497f8ed13f tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0e4713-5acd-4da6-8064-59095ee77bf8') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:28.665992 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-2be5c214-fe3a-448e-a768-51497f8ed13f tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0e4713-5acd-4da6-8064-59095ee77bf8') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:28.671997 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 47fac1f1-75ba-4288-b496-28b181b838a3 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:15:28.672350 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 47fac1f1-75ba-4288-b496-28b181b838a3 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:15:28.676223 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2be5c214-fe3a-448e-a768-51497f8ed13f tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:28.689801 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2be5c214-fe3a-448e-a768-51497f8ed13f tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:28.696302 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be5c214-fe3a-448e-a768-51497f8ed13f tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:15:28.696804 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2be5c214-fe3a-448e-a768-51497f8ed13f tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: self.session.flush() Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: timer() Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:15:28.699789 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:15:28.819860 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2be5c214-fe3a-448e-a768-51497f8ed13f tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:28.826635 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2be5c214-fe3a-448e-a768-51497f8ed13f tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:28.829778 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2be5c214-fe3a-448e-a768-51497f8ed13f tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] 10.222.0.75 "DELETE /v2.0/networks/9f79cd91-5a39-4714-ab7f-e57f4d2d51d0 HTTP/1.1" status: 204 len: 168 time: 0.9392116 Dec 16 23:15:28.832522 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35580) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:28.842365 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5c214-fe3a-448e-a768-51497f8ed13f tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Pushing event deleted for resources: {'Network': ['ID=9f79cd91-5a39-4714-ab7f-e57f4d2d51d0,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:28.860067 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-726ddda4-5e6e-4fdc-b2b8-4e5e4c9e9011 tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] 10.222.0.75 "GET /v2.0/ports?device_id=9758b9b3-3221-4f5a-8fef-8d095a02f93f HTTP/1.1" status: 200 len: 205 time: 0.0262966 Dec 16 23:15:28.862346 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35582) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:28.879673 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:28.932376 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:15:28.938816 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-79d7bcc3-878d-47c2-bc85-95af48b9e50c tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:29.102937 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-79d7bcc3-878d-47c2-bc85-95af48b9e50c tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:29.105181 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-79d7bcc3-878d-47c2-bc85-95af48b9e50c tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:29.128474 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:29.231331 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-79d7bcc3-878d-47c2-bc85-95af48b9e50c tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:29.231805 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d7bcc3-878d-47c2-bc85-95af48b9e50c tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Fanout notify agent at l3_agent the message router_deleted on router 9758b9b3-3221-4f5a-8fef-8d095a02f93f {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:15:29.238940 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-79d7bcc3-878d-47c2-bc85-95af48b9e50c tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:29.240094 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-79d7bcc3-878d-47c2-bc85-95af48b9e50c tempest-RoutersNegativeTest-954128342 tempest-RoutersNegativeTest-954128342-project] 10.222.0.75 "DELETE /v2.0/routers/9758b9b3-3221-4f5a-8fef-8d095a02f93f HTTP/1.1" status: 204 len: 168 time: 0.3768594 Dec 16 23:15:29.741902 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35588) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:29.873886 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cdd91c77-03dc-4e19-8f16-40770c110a1c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1bfec09c407943c890d7d4784fe79785&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1307542 Dec 16 23:15:29.876456 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35592) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:29.924067 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3a19cca3-a114-439d-bc8d-b4ad8dc04162 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:29.948760 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3a19cca3-a114-439d-bc8d-b4ad8dc04162 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:30.104843 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3a19cca3-a114-439d-bc8d-b4ad8dc04162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:30.107535 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3a19cca3-a114-439d-bc8d-b4ad8dc04162 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:30.108717 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3a19cca3-a114-439d-bc8d-b4ad8dc04162 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9037a7fe-152e-4887-80d2-b8dc63fcedce HTTP/1.1" status: 204 len: 168 time: 0.2313561 Dec 16 23:15:30.116900 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19cca3-a114-439d-bc8d-b4ad8dc04162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9037a7fe-152e-4887-80d2-b8dc63fcedce,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:31.093919 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35614) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:31.191565 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-81a104f0-0090-41f8-a2b7-0690563526ab admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1681826952-network', 'tenant_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:15:31.276043 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a104f0-0090-41f8-a2b7-0690563526ab admin admin] Made reservation on behalf of 5c2fb07e9b1f47d88fc58bbf0035cdaf for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:15:31.278657 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81a104f0-0090-41f8-a2b7-0690563526ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:31.287300 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81a104f0-0090-41f8-a2b7-0690563526ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:31.359501 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81a104f0-0090-41f8-a2b7-0690563526ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:31.424969 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81a104f0-0090-41f8-a2b7-0690563526ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:31.451447 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a104f0-0090-41f8-a2b7-0690563526ab admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:15:31.461510 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a104f0-0090-41f8-a2b7-0690563526ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57799ce-6380-4b29-9ce4-a69c47ea882c,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:31.466245 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81a104f0-0090-41f8-a2b7-0690563526ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:31.466595 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-81a104f0-0090-41f8-a2b7-0690563526ab admin admin] Added segment 3337c79b-6320-4f8a-bc4f-11d9d65ca1c5 of type vlan for network 1228e7e3-8a63-4290-805f-a9e4359b2f74 Dec 16 23:15:31.507198 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81a104f0-0090-41f8-a2b7-0690563526ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:31.673953 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81a104f0-0090-41f8-a2b7-0690563526ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:31.674944 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a104f0-0090-41f8-a2b7-0690563526ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:31.675608 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81a104f0-0090-41f8-a2b7-0690563526ab admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:31.737396 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a104f0-0090-41f8-a2b7-0690563526ab admin admin] Pushing event updated for resources: {'Network': ['ID=1228e7e3-8a63-4290-805f-a9e4359b2f74,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:31.747501 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 1228e7e3-8a63-4290-805f-a9e4359b2f74 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:15:31.781698 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-81a104f0-0090-41f8-a2b7-0690563526ab admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6866183 Dec 16 23:15:31.784574 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35618) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:31.790012 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-cfd8dabe-f800-42be-b259-e8772736b635 admin admin] Request body: {'subnet': {'network_id': '1228e7e3-8a63-4290-805f-a9e4359b2f74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1681826952-subnet', 'tenant_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf', 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:15:31.885440 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd8dabe-f800-42be-b259-e8772736b635 admin admin] Made reservation on behalf of 5c2fb07e9b1f47d88fc58bbf0035cdaf for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:15:31.887867 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cfd8dabe-f800-42be-b259-e8772736b635 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:32.128183 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cfd8dabe-f800-42be-b259-e8772736b635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:32.186543 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8dabe-f800-42be-b259-e8772736b635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04964230-4f5e-4230-b1bd-d54f38ab6724,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:32.201740 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd8dabe-f800-42be-b259-e8772736b635 admin admin] Checking segment: {'id': '3337c79b-6320-4f8a-bc4f-11d9d65ca1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1228e7e3-8a63-4290-805f-a9e4359b2f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:15:32.202105 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd8dabe-f800-42be-b259-e8772736b635 admin admin] Network hostable DHCP agents. Network: 1228e7e3-8a63-4290-805f-a9e4359b2f74, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:15:32.290912 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd8dabe-f800-42be-b259-e8772736b635 admin admin] Network 1228e7e3-8a63-4290-805f-a9e4359b2f74 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:15:32.378904 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-cfd8dabe-f800-42be-b259-e8772736b635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 1228e7e3-8a63-4290-805f-a9e4359b2f74) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:15:32.383491 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd8dabe-f800-42be-b259-e8772736b635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:32.384098 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cfd8dabe-f800-42be-b259-e8772736b635 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:32.388354 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14b6679-10c0-4eff-8b84-8433a722d90e None None] Network 1228e7e3-8a63-4290-805f-a9e4359b2f74 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:15:32.485224 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-1228e7e3-8a63-4290-805f-a9e4359b2f74', 'network_id': '1228e7e3-8a63-4290-805f-a9e4359b2f74', 'project_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf', 'fixed_ips': [{'subnet_id': '04964230-4f5e-4230-b1bd-d54f38ab6724'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:15:32.488361 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:32.519094 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cfd8dabe-f800-42be-b259-e8772736b635 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7334168 Dec 16 23:15:32.522022 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35620) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:32.528664 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-a4afe862-a753-4126-a4b7-283fbf3e9b6c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1681826952-router', 'tenant_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:15:32.613980 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a4afe862-a753-4126-a4b7-283fbf3e9b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:32.615815 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a4afe862-a753-4126-a4b7-283fbf3e9b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:32.629716 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Allocated IP 172.20.0.2 (1228e7e3-8a63-4290-805f-a9e4359b2f74/04964230-4f5e-4230-b1bd-d54f38ab6724/699d54f2-967c-4d34-8b0b-df03a7720aa7) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:15:32.704810 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a4afe862-a753-4126-a4b7-283fbf3e9b6c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:32.778575 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:32.875354 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:32.916694 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Network 1228e7e3-8a63-4290-805f-a9e4359b2f74 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:15:32.919743 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:15:32.922765 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:15:32.932523 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Pushing event updated for resources: {'Port': ['ID=699d54f2-967c-4d34-8b0b-df03a7720aa7,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:32.937949 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a4afe862-a753-4126-a4b7-283fbf3e9b6c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:32.955458 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:32.955814 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:32.956163 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:32.956507 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:32.956848 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:32.957199 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:32.957518 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:32.957853 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:32.958183 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:32.958512 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:32.958842 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:32.959270 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:32.959599 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:32.996156 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Attempting to bind port 699d54f2-967c-4d34-8b0b-df03a7720aa7 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:15:32.996528 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Attempting to bind port 699d54f2-967c-4d34-8b0b-df03a7720aa7 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '3337c79b-6320-4f8a-bc4f-11d9d65ca1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1228e7e3-8a63-4290-805f-a9e4359b2f74'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:15:32.996897 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Attempting to bind port 699d54f2-967c-4d34-8b0b-df03a7720aa7 on network 1228e7e3-8a63-4290-805f-a9e4359b2f74 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:15:33.001997 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:15:33.002378 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Checking segment: {'id': '3337c79b-6320-4f8a-bc4f-11d9d65ca1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1228e7e3-8a63-4290-805f-a9e4359b2f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:15:33.002809 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:33.003220 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Bound using segment: {'id': '3337c79b-6320-4f8a-bc4f-11d9d65ca1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1228e7e3-8a63-4290-805f-a9e4359b2f74'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:15:33.003697 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Bound port: 699d54f2-967c-4d34-8b0b-df03a7720aa7, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3337c79b-6320-4f8a-bc4f-11d9d65ca1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1228e7e3-8a63-4290-805f-a9e4359b2f74'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:15:33.004082 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:33.067892 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] For port 699d54f2-967c-4d34-8b0b-df03a7720aa7, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:15:33.072077 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] For port 699d54f2-967c-4d34-8b0b-df03a7720aa7, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=699d54f2-967c-4d34-8b0b-df03a7720aa7,segment=NetworkSegment(3337c79b-6320-4f8a-bc4f-11d9d65ca1c5),segment_id=3337c79b-6320-4f8a-bc4f-11d9d65ca1c5)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:15:33.134088 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:33.191243 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84312aac-8a9a-4ac4-9fff-6f8969d23b0c None None] Pushing event updated for resources: {'Port': ['ID=699d54f2-967c-4d34-8b0b-df03a7720aa7,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:33.231653 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a4afe862-a753-4126-a4b7-283fbf3e9b6c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:33.258755 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a4afe862-a753-4126-a4b7-283fbf3e9b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:33.373568 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-a4afe862-a753-4126-a4b7-283fbf3e9b6c admin admin] Allocated IP 172.25.6.139 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/431a44d8-86da-4105-903f-04d384a4e29a) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:15:33.485968 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a4afe862-a753-4126-a4b7-283fbf3e9b6c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:33.648939 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a4afe862-a753-4126-a4b7-283fbf3e9b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:33.690512 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4afe862-a753-4126-a4b7-283fbf3e9b6c admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:15:33.693414 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-a4afe862-a753-4126-a4b7-283fbf3e9b6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:15:33.697284 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4afe862-a753-4126-a4b7-283fbf3e9b6c admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:15:33.706802 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fec83a-44a6-40cf-b5ac-036939e17480 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:15:33.721220 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4afe862-a753-4126-a4b7-283fbf3e9b6c admin admin] Pushing event updated for resources: {'Port': ['ID=431a44d8-86da-4105-903f-04d384a4e29a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:33.743252 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9aa54947-d404-48a0-809d-f680a15eb97e None None] Provisioning complete for port 431a44d8-86da-4105-903f-04d384a4e29a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:33.743634 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9aa54947-d404-48a0-809d-f680a15eb97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:33.780814 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9aa54947-d404-48a0-809d-f680a15eb97e None None] Port 431a44d8-86da-4105-903f-04d384a4e29a cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:15:34.025197 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a4afe862-a753-4126-a4b7-283fbf3e9b6c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:34.136723 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3238295-c0a2-437a-b37a-0d798317ede2 None None] Network 1228e7e3-8a63-4290-805f-a9e4359b2f74 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:15:34.220219 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cabb99c9-5b84-4fd3-8899-4074a6a9b0b2 None None] Provisioning complete for port 699d54f2-967c-4d34-8b0b-df03a7720aa7 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:34.220503 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cabb99c9-5b84-4fd3-8899-4074a6a9b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:34.235352 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a4afe862-a753-4126-a4b7-283fbf3e9b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:34.325432 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cabb99c9-5b84-4fd3-8899-4074a6a9b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:34.362387 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-cabb99c9-5b84-4fd3-8899-4074a6a9b0b2 None None] For port 699d54f2-967c-4d34-8b0b-df03a7720aa7, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=699d54f2-967c-4d34-8b0b-df03a7720aa7,segment=NetworkSegment(3337c79b-6320-4f8a-bc4f-11d9d65ca1c5),segment_id=3337c79b-6320-4f8a-bc4f-11d9d65ca1c5)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:15:34.407982 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cabb99c9-5b84-4fd3-8899-4074a6a9b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:34.430962 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4afe862-a753-4126-a4b7-283fbf3e9b6c admin admin] Router 95710742-9a4b-480d-a52e-31a0248a6d6c is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:15:34.461032 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb99c9-5b84-4fd3-8899-4074a6a9b0b2 None None] Pushing event updated for resources: {'Port': ['ID=699d54f2-967c-4d34-8b0b-df03a7720aa7,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:34.527531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-23e8d035-8c53-4471-9cbb-3230dc8c5813 None None] Provisioning complete for port 699d54f2-967c-4d34-8b0b-df03a7720aa7 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:34.527902 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-23e8d035-8c53-4471-9cbb-3230dc8c5813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:34.547706 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4afe862-a753-4126-a4b7-283fbf3e9b6c admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:15:34.560556 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6e8c6a-51dd-4e07-92dd-e48480d99916 None None] Sync routers for ids ['95710742-9a4b-480d-a52e-31a0248a6d6c'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:15:34.571826 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6e8c6a-51dd-4e07-92dd-e48480d99916 None None] Routers {'95710742-9a4b-480d-a52e-31a0248a6d6c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:15:34.572548 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-2c6e8c6a-51dd-4e07-92dd-e48480d99916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:15:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['95710742-9a4b-480d-a52e-31a0248a6d6c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:34.627555 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a4afe862-a753-4126-a4b7-283fbf3e9b6c admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:34.631743 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a4afe862-a753-4126-a4b7-283fbf3e9b6c admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1050808 Dec 16 23:15:34.632073 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35622) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:34.720354 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-2c6e8c6a-51dd-4e07-92dd-e48480d99916 None None] Set router 95710742-9a4b-480d-a52e-31a0248a6d6c gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:15:34.740749 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 699d54f2-967c-4d34-8b0b-df03a7720aa7 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:15:34.829472 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 699d54f2-967c-4d34-8b0b-df03a7720aa7 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:34.830218 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:34.906271 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-2c6e8c6a-51dd-4e07-92dd-e48480d99916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95710742-9a4b-480d-a52e-31a0248a6d6c', 'name': 'tempest-TestEncryptedCinderVolumes-1681826952-router', 'tenant_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '431a44d8-86da-4105-903f-04d384a4e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:32Z', 'updated_at': '2021-12-16T23:15:33Z', 'revision_number': 3, 'project_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf', 'gw_port': {'id': '431a44d8-86da-4105-903f-04d384a4e29a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95710742-9a4b-480d-a52e-31a0248a6d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:33Z', 'updated_at': '2021-12-16T23:15:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:34.935296 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6e8c6a-51dd-4e07-92dd-e48480d99916 None None] Checking router: 95710742-9a4b-480d-a52e-31a0248a6d6c for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:15:34.935655 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6e8c6a-51dd-4e07-92dd-e48480d99916 None None] Updating router 95710742-9a4b-480d-a52e-31a0248a6d6c port 431a44d8-86da-4105-903f-04d384a4e29a binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:15:34.961299 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c6e8c6a-51dd-4e07-92dd-e48480d99916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:35.090571 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a7bcff62-fd65-4a52-9220-6eae362fbc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:35.220104 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c6e8c6a-51dd-4e07-92dd-e48480d99916 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:35.298974 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-a7bcff62-fd65-4a52-9220-6eae362fbc60 admin admin] Allocated IP 172.20.0.1 (1228e7e3-8a63-4290-805f-a9e4359b2f74/04964230-4f5e-4230-b1bd-d54f38ab6724/a27f9fdc-bd47-4048-ba5d-064cef36ec16) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:15:35.308185 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c6e8c6a-51dd-4e07-92dd-e48480d99916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:35.355611 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f310a9bb-c36b-4048-b666-463ef49c6472 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:15:35.361245 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-2c6e8c6a-51dd-4e07-92dd-e48480d99916 None None] Attempting to bind port 431a44d8-86da-4105-903f-04d384a4e29a on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:15:35.361623 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-2c6e8c6a-51dd-4e07-92dd-e48480d99916 None None] Attempting to bind port 431a44d8-86da-4105-903f-04d384a4e29a by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:15:35.361990 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e8c6a-51dd-4e07-92dd-e48480d99916 None None] Attempting to bind port 431a44d8-86da-4105-903f-04d384a4e29a on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:15:35.364050 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6d043-9c57-4e43-9f42-100b85dc714e None None] Pushing event updated for resources: {'Port': ['ID=431a44d8-86da-4105-903f-04d384a4e29a,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:35.373811 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6d043-9c57-4e43-9f42-100b85dc714e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:35.374162 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6d043-9c57-4e43-9f42-100b85dc714e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:35.374502 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6d043-9c57-4e43-9f42-100b85dc714e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:35.374858 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6d043-9c57-4e43-9f42-100b85dc714e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:35.375198 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6d043-9c57-4e43-9f42-100b85dc714e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:35.375531 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6d043-9c57-4e43-9f42-100b85dc714e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:35.375860 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6d043-9c57-4e43-9f42-100b85dc714e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:35.376184 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6d043-9c57-4e43-9f42-100b85dc714e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:35.376510 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6d043-9c57-4e43-9f42-100b85dc714e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:35.376834 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6d043-9c57-4e43-9f42-100b85dc714e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:35.377154 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6d043-9c57-4e43-9f42-100b85dc714e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:35.377478 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6d043-9c57-4e43-9f42-100b85dc714e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:35.377800 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6d043-9c57-4e43-9f42-100b85dc714e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:15:35.381021 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e8c6a-51dd-4e07-92dd-e48480d99916 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:15:35.381401 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e8c6a-51dd-4e07-92dd-e48480d99916 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:15:35.381801 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c6e8c6a-51dd-4e07-92dd-e48480d99916 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:35.382675 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e8c6a-51dd-4e07-92dd-e48480d99916 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:15:35.383515 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-2c6e8c6a-51dd-4e07-92dd-e48480d99916 None None] Bound port: 431a44d8-86da-4105-903f-04d384a4e29a, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:15:35.384111 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c6e8c6a-51dd-4e07-92dd-e48480d99916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:35.388329 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5138df81-8b7f-4468-84bd-71a488ea72d9 None None] Provisioning complete for port 431a44d8-86da-4105-903f-04d384a4e29a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:35.388703 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5138df81-8b7f-4468-84bd-71a488ea72d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:35.421830 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a7bcff62-fd65-4a52-9220-6eae362fbc60 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:35.428495 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5138df81-8b7f-4468-84bd-71a488ea72d9 None None] Port 431a44d8-86da-4105-903f-04d384a4e29a cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:15:35.445561 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-2c6e8c6a-51dd-4e07-92dd-e48480d99916 None None] For port 431a44d8-86da-4105-903f-04d384a4e29a, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:15:35.448674 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-2c6e8c6a-51dd-4e07-92dd-e48480d99916 None None] For port 431a44d8-86da-4105-903f-04d384a4e29a, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=431a44d8-86da-4105-903f-04d384a4e29a,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:15:35.533877 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2c6e8c6a-51dd-4e07-92dd-e48480d99916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:35.560490 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a7bcff62-fd65-4a52-9220-6eae362fbc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:35.577306 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9e2c8f-007c-4512-8771-7fae33f6062d None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:15:35.591648 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6e8c6a-51dd-4e07-92dd-e48480d99916 None None] Routers {'95710742-9a4b-480d-a52e-31a0248a6d6c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:15:35.592279 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-2c6e8c6a-51dd-4e07-92dd-e48480d99916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:15:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['95710742-9a4b-480d-a52e-31a0248a6d6c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:35.611408 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bcff62-fd65-4a52-9220-6eae362fbc60 admin admin] Network 1228e7e3-8a63-4290-805f-a9e4359b2f74 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:15:35.614261 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-a7bcff62-fd65-4a52-9220-6eae362fbc60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:15:35.617385 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bcff62-fd65-4a52-9220-6eae362fbc60 admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:15:35.630576 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6d043-9c57-4e43-9f42-100b85dc714e None None] Pushing event updated for resources: {'Port': ['ID=431a44d8-86da-4105-903f-04d384a4e29a,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:35.651723 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcff62-fd65-4a52-9220-6eae362fbc60 admin admin] Pushing event updated for resources: {'Port': ['ID=a27f9fdc-bd47-4048-ba5d-064cef36ec16,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:35.668451 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-72fa85ca-6e64-4552-a1f5-9f41a660d4d6 None None] Provisioning complete for port 431a44d8-86da-4105-903f-04d384a4e29a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:35.668915 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72fa85ca-6e64-4552-a1f5-9f41a660d4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:35.675939 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a7bcff62-fd65-4a52-9220-6eae362fbc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:35.730590 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-2c6e8c6a-51dd-4e07-92dd-e48480d99916 None None] Set router 95710742-9a4b-480d-a52e-31a0248a6d6c gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:15:35.767579 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72fa85ca-6e64-4552-a1f5-9f41a660d4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:35.790771 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-72fa85ca-6e64-4552-a1f5-9f41a660d4d6 None None] For port 431a44d8-86da-4105-903f-04d384a4e29a, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=431a44d8-86da-4105-903f-04d384a4e29a,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:15:35.860266 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72fa85ca-6e64-4552-a1f5-9f41a660d4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:35.915797 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa85ca-6e64-4552-a1f5-9f41a660d4d6 None None] Pushing event updated for resources: {'Port': ['ID=431a44d8-86da-4105-903f-04d384a4e29a,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:35.926798 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-2c6e8c6a-51dd-4e07-92dd-e48480d99916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95710742-9a4b-480d-a52e-31a0248a6d6c', 'name': 'tempest-TestEncryptedCinderVolumes-1681826952-router', 'tenant_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '431a44d8-86da-4105-903f-04d384a4e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:32Z', 'updated_at': '2021-12-16T23:15:33Z', 'revision_number': 3, 'project_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf', 'gw_port': {'id': '431a44d8-86da-4105-903f-04d384a4e29a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95710742-9a4b-480d-a52e-31a0248a6d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:33Z', 'updated_at': '2021-12-16T23:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:35.936957 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a7bcff62-fd65-4a52-9220-6eae362fbc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:35.953239 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6e8c6a-51dd-4e07-92dd-e48480d99916 None None] The sync data for ids ['95710742-9a4b-480d-a52e-31a0248a6d6c'] in n-d-815324-4 is: [{'id': '95710742-9a4b-480d-a52e-31a0248a6d6c', 'name': 'tempest-TestEncryptedCinderVolumes-1681826952-router', 'tenant_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '431a44d8-86da-4105-903f-04d384a4e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:32Z', 'updated_at': '2021-12-16T23:15:33Z', 'revision_number': 3, 'project_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf', 'gw_port': {'id': '431a44d8-86da-4105-903f-04d384a4e29a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95710742-9a4b-480d-a52e-31a0248a6d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:33Z', 'updated_at': '2021-12-16T23:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:15:35.988162 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-94646f87-7d4e-405b-a210-737a02448140 None None] Provisioning complete for port a27f9fdc-bd47-4048-ba5d-064cef36ec16 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:35.988803 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-94646f87-7d4e-405b-a210-737a02448140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:36.025167 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-94646f87-7d4e-405b-a210-737a02448140 None None] Port a27f9fdc-bd47-4048-ba5d-064cef36ec16 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:15:36.115104 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a7bcff62-fd65-4a52-9220-6eae362fbc60 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:36.184081 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a7bcff62-fd65-4a52-9220-6eae362fbc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:36.259304 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a7bcff62-fd65-4a52-9220-6eae362fbc60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:36.261126 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcff62-fd65-4a52-9220-6eae362fbc60 admin admin] Pushing event updated for resources: {'Port': ['ID=a27f9fdc-bd47-4048-ba5d-064cef36ec16,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:36.362767 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bcff62-fd65-4a52-9220-6eae362fbc60 admin admin] Network 1228e7e3-8a63-4290-805f-a9e4359b2f74 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:15:36.364282 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-a7bcff62-fd65-4a52-9220-6eae362fbc60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:15:36.649519 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-88b40e46-045a-4485-be61-4218f408cfb4 None None] Provisioning complete for port a27f9fdc-bd47-4048-ba5d-064cef36ec16 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:36.649889 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-88b40e46-045a-4485-be61-4218f408cfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:36.697852 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 431a44d8-86da-4105-903f-04d384a4e29a up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:15:36.729395 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-88b40e46-045a-4485-be61-4218f408cfb4 None None] Port a27f9fdc-bd47-4048-ba5d-064cef36ec16 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:15:36.756150 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 431a44d8-86da-4105-903f-04d384a4e29a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:36.756525 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:36.822736 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7bcff62-fd65-4a52-9220-6eae362fbc60 admin admin] Router 95710742-9a4b-480d-a52e-31a0248a6d6c has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:15:36.940510 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bcff62-fd65-4a52-9220-6eae362fbc60 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:15:36.946646 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a7bcff62-fd65-4a52-9220-6eae362fbc60 admin admin] 10.222.0.75 "PUT /v2.0/routers/95710742-9a4b-480d-a52e-31a0248a6d6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3135872 Dec 16 23:15:37.569218 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0775523b-31c8-42b3-b72b-d988f57a5076 None None] Sync routers for ids ['95710742-9a4b-480d-a52e-31a0248a6d6c'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:15:37.583661 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0775523b-31c8-42b3-b72b-d988f57a5076 None None] Routers {'95710742-9a4b-480d-a52e-31a0248a6d6c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:15:37.584273 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0775523b-31c8-42b3-b72b-d988f57a5076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:15:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['95710742-9a4b-480d-a52e-31a0248a6d6c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:37.601879 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35638) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:37.606883 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-075e9fc4-00bd-4d5f-ac6a-7bdd28b0e3c7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-594111403-network', 'tenant_id': '94897eb6c1854ae0ab5429c9ebc1bcec'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:15:37.681936 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075e9fc4-00bd-4d5f-ac6a-7bdd28b0e3c7 admin admin] Made reservation on behalf of 94897eb6c1854ae0ab5429c9ebc1bcec for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:15:37.684328 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-075e9fc4-00bd-4d5f-ac6a-7bdd28b0e3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:37.693099 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-075e9fc4-00bd-4d5f-ac6a-7bdd28b0e3c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:37.693981 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-0775523b-31c8-42b3-b72b-d988f57a5076 None None] Set router 95710742-9a4b-480d-a52e-31a0248a6d6c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:15:37.775255 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-075e9fc4-00bd-4d5f-ac6a-7bdd28b0e3c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:37.853498 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-075e9fc4-00bd-4d5f-ac6a-7bdd28b0e3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:37.883815 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075e9fc4-00bd-4d5f-ac6a-7bdd28b0e3c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:15:37.890536 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e9fc4-00bd-4d5f-ac6a-7bdd28b0e3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5ac7ad-3c75-4e61-a3bb-e75b732d9d96,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:37.898081 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-075e9fc4-00bd-4d5f-ac6a-7bdd28b0e3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:37.898436 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-075e9fc4-00bd-4d5f-ac6a-7bdd28b0e3c7 admin admin] Added segment 7a658a49-f19a-4637-955e-04a6e4a89e67 of type vlan for network 7fed12d5-a6fd-48a9-a071-b497fc5d6c05 Dec 16 23:15:37.906939 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0775523b-31c8-42b3-b72b-d988f57a5076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95710742-9a4b-480d-a52e-31a0248a6d6c', 'name': 'tempest-TestEncryptedCinderVolumes-1681826952-router', 'tenant_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '431a44d8-86da-4105-903f-04d384a4e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:32Z', 'updated_at': '2021-12-16T23:15:35Z', 'revision_number': 4, 'project_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf', 'gw_port': {'id': '431a44d8-86da-4105-903f-04d384a4e29a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95710742-9a4b-480d-a52e-31a0248a6d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:33Z', 'updated_at': '2021-12-16T23:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'a27f9fdc-bd47-4048-ba5d-064cef36ec16', 'name': '', 'network_id': '1228e7e3-8a63-4290-805f-a9e4359b2f74', 'tenant_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf', 'mac_address': 'fa:16:3e:3d:e0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95710742-9a4b-480d-a52e-31a0248a6d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '04964230-4f5e-4230-b1bd-d54f38ab6724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:35Z', 'updated_at': '2021-12-16T23:15:35Z', 'revision_number': 2, 'project_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf', 'subnets': [{'id': '04964230-4f5e-4230-b1bd-d54f38ab6724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:37.931287 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0775523b-31c8-42b3-b72b-d988f57a5076 None None] Checking router: 95710742-9a4b-480d-a52e-31a0248a6d6c for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:15:37.934173 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0775523b-31c8-42b3-b72b-d988f57a5076 None None] Updating router 95710742-9a4b-480d-a52e-31a0248a6d6c port a27f9fdc-bd47-4048-ba5d-064cef36ec16 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:15:37.941596 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-075e9fc4-00bd-4d5f-ac6a-7bdd28b0e3c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:37.961600 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0775523b-31c8-42b3-b72b-d988f57a5076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:38.042236 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-075e9fc4-00bd-4d5f-ac6a-7bdd28b0e3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:38.043164 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075e9fc4-00bd-4d5f-ac6a-7bdd28b0e3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:38.043751 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-075e9fc4-00bd-4d5f-ac6a-7bdd28b0e3c7 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:38.106182 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e9fc4-00bd-4d5f-ac6a-7bdd28b0e3c7 admin admin] Pushing event updated for resources: {'Network': ['ID=7fed12d5-a6fd-48a9-a071-b497fc5d6c05,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:38.118843 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 7fed12d5-a6fd-48a9-a071-b497fc5d6c05 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:15:38.197071 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-075e9fc4-00bd-4d5f-ac6a-7bdd28b0e3c7 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5940492 Dec 16 23:15:38.199986 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35640) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:38.206233 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-9bd8c748-827e-47ca-ab9d-d64d8050b006 admin admin] Request body: {'subnet': {'network_id': '7fed12d5-a6fd-48a9-a071-b497fc5d6c05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-594111403-subnet', 'tenant_id': '94897eb6c1854ae0ab5429c9ebc1bcec', 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:15:38.280779 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0775523b-31c8-42b3-b72b-d988f57a5076 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:38.384905 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd8c748-827e-47ca-ab9d-d64d8050b006 admin admin] Made reservation on behalf of 94897eb6c1854ae0ab5429c9ebc1bcec for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:15:38.387373 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9bd8c748-827e-47ca-ab9d-d64d8050b006 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:38.424969 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0775523b-31c8-42b3-b72b-d988f57a5076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:38.474710 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ac32b-a6e2-479d-a803-22c01b057ac1 None None] Pushing event updated for resources: {'Port': ['ID=a27f9fdc-bd47-4048-ba5d-064cef36ec16,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:38.534583 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-0775523b-31c8-42b3-b72b-d988f57a5076 None None] Attempting to bind port a27f9fdc-bd47-4048-ba5d-064cef36ec16 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:15:38.534994 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-0775523b-31c8-42b3-b72b-d988f57a5076 None None] Attempting to bind port a27f9fdc-bd47-4048-ba5d-064cef36ec16 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '3337c79b-6320-4f8a-bc4f-11d9d65ca1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1228e7e3-8a63-4290-805f-a9e4359b2f74'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:15:38.535414 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0775523b-31c8-42b3-b72b-d988f57a5076 None None] Attempting to bind port a27f9fdc-bd47-4048-ba5d-064cef36ec16 on network 1228e7e3-8a63-4290-805f-a9e4359b2f74 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:15:38.542449 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0775523b-31c8-42b3-b72b-d988f57a5076 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:15:38.542839 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0775523b-31c8-42b3-b72b-d988f57a5076 None None] Checking segment: {'id': '3337c79b-6320-4f8a-bc4f-11d9d65ca1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1228e7e3-8a63-4290-805f-a9e4359b2f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:15:38.543282 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0775523b-31c8-42b3-b72b-d988f57a5076 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:38.543774 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0775523b-31c8-42b3-b72b-d988f57a5076 None None] Bound using segment: {'id': '3337c79b-6320-4f8a-bc4f-11d9d65ca1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1228e7e3-8a63-4290-805f-a9e4359b2f74'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:15:38.544262 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-0775523b-31c8-42b3-b72b-d988f57a5076 None None] Bound port: a27f9fdc-bd47-4048-ba5d-064cef36ec16, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3337c79b-6320-4f8a-bc4f-11d9d65ca1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1228e7e3-8a63-4290-805f-a9e4359b2f74'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:15:38.544655 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0775523b-31c8-42b3-b72b-d988f57a5076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:38.621525 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0775523b-31c8-42b3-b72b-d988f57a5076 None None] For port a27f9fdc-bd47-4048-ba5d-064cef36ec16, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:15:38.625843 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0775523b-31c8-42b3-b72b-d988f57a5076 None None] For port a27f9fdc-bd47-4048-ba5d-064cef36ec16, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a27f9fdc-bd47-4048-ba5d-064cef36ec16,segment=NetworkSegment(3337c79b-6320-4f8a-bc4f-11d9d65ca1c5),segment_id=3337c79b-6320-4f8a-bc4f-11d9d65ca1c5)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:15:38.712034 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0775523b-31c8-42b3-b72b-d988f57a5076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:38.778105 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0775523b-31c8-42b3-b72b-d988f57a5076 None None] Routers {'95710742-9a4b-480d-a52e-31a0248a6d6c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:15:38.778765 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0775523b-31c8-42b3-b72b-d988f57a5076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:15:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['95710742-9a4b-480d-a52e-31a0248a6d6c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:38.787565 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ac32b-a6e2-479d-a803-22c01b057ac1 None None] Pushing event updated for resources: {'Port': ['ID=a27f9fdc-bd47-4048-ba5d-064cef36ec16,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:38.834610 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c80b1c65-7822-459d-8797-fbc568b5d608 None None] Provisioning complete for port a27f9fdc-bd47-4048-ba5d-064cef36ec16 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:38.834989 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c80b1c65-7822-459d-8797-fbc568b5d608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:38.937061 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-0775523b-31c8-42b3-b72b-d988f57a5076 None None] Set router 95710742-9a4b-480d-a52e-31a0248a6d6c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:15:38.990573 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9bd8c748-827e-47ca-ab9d-d64d8050b006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:39.047707 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8c748-827e-47ca-ab9d-d64d8050b006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c3c413f-5da1-4152-86f1-6f3ac6d2f431,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:39.059083 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd8c748-827e-47ca-ab9d-d64d8050b006 admin admin] Checking segment: {'id': '7a658a49-f19a-4637-955e-04a6e4a89e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7fed12d5-a6fd-48a9-a071-b497fc5d6c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:15:39.059462 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd8c748-827e-47ca-ab9d-d64d8050b006 admin admin] Network hostable DHCP agents. Network: 7fed12d5-a6fd-48a9-a071-b497fc5d6c05, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:15:39.072170 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c80b1c65-7822-459d-8797-fbc568b5d608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:39.127858 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c80b1c65-7822-459d-8797-fbc568b5d608 None None] For port a27f9fdc-bd47-4048-ba5d-064cef36ec16, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a27f9fdc-bd47-4048-ba5d-064cef36ec16,segment=NetworkSegment(3337c79b-6320-4f8a-bc4f-11d9d65ca1c5),segment_id=3337c79b-6320-4f8a-bc4f-11d9d65ca1c5)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:15:39.133230 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd8c748-827e-47ca-ab9d-d64d8050b006 admin admin] Network 7fed12d5-a6fd-48a9-a071-b497fc5d6c05 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:15:39.189929 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0775523b-31c8-42b3-b72b-d988f57a5076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95710742-9a4b-480d-a52e-31a0248a6d6c', 'name': 'tempest-TestEncryptedCinderVolumes-1681826952-router', 'tenant_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '431a44d8-86da-4105-903f-04d384a4e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:32Z', 'updated_at': '2021-12-16T23:15:35Z', 'revision_number': 4, 'project_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf', 'gw_port': {'id': '431a44d8-86da-4105-903f-04d384a4e29a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95710742-9a4b-480d-a52e-31a0248a6d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:33Z', 'updated_at': '2021-12-16T23:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'a27f9fdc-bd47-4048-ba5d-064cef36ec16', 'name': '', 'network_id': '1228e7e3-8a63-4290-805f-a9e4359b2f74', 'tenant_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf', 'mac_address': 'fa:16:3e:3d:e0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95710742-9a4b-480d-a52e-31a0248a6d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '04964230-4f5e-4230-b1bd-d54f38ab6724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:35Z', 'updated_at': '2021-12-16T23:15:38Z', 'revision_number': 4, 'project_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf', 'subnets': [{'id': '04964230-4f5e-4230-b1bd-d54f38ab6724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:39.216612 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c80b1c65-7822-459d-8797-fbc568b5d608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:39.218438 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0775523b-31c8-42b3-b72b-d988f57a5076 None None] The sync data for ids ['95710742-9a4b-480d-a52e-31a0248a6d6c'] in n-d-815324-4 is: [{'id': '95710742-9a4b-480d-a52e-31a0248a6d6c', 'name': 'tempest-TestEncryptedCinderVolumes-1681826952-router', 'tenant_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '431a44d8-86da-4105-903f-04d384a4e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:32Z', 'updated_at': '2021-12-16T23:15:35Z', 'revision_number': 4, 'project_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf', 'gw_port': {'id': '431a44d8-86da-4105-903f-04d384a4e29a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95710742-9a4b-480d-a52e-31a0248a6d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:33Z', 'updated_at': '2021-12-16T23:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'a27f9fdc-bd47-4048-ba5d-064cef36ec16', 'name': '', 'network_id': '1228e7e3-8a63-4290-805f-a9e4359b2f74', 'tenant_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf', 'mac_address': 'fa:16:3e:3d:e0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95710742-9a4b-480d-a52e-31a0248a6d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '04964230-4f5e-4230-b1bd-d54f38ab6724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:35Z', 'updated_at': '2021-12-16T23:15:38Z', 'revision_number': 4, 'project_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf', 'subnets': [{'id': '04964230-4f5e-4230-b1bd-d54f38ab6724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:15:39.236461 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-9bd8c748-827e-47ca-ab9d-d64d8050b006 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 7fed12d5-a6fd-48a9-a071-b497fc5d6c05) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:15:39.242174 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd8c748-827e-47ca-ab9d-d64d8050b006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:39.245665 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9bd8c748-827e-47ca-ab9d-d64d8050b006 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:39.255030 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453ec1b2-ed90-440d-8581-ba325f30e734 None None] Network 7fed12d5-a6fd-48a9-a071-b497fc5d6c05 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:15:39.332685 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b1c65-7822-459d-8797-fbc568b5d608 None None] Pushing event updated for resources: {'Port': ['ID=a27f9fdc-bd47-4048-ba5d-064cef36ec16,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:39.357335 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9bd8c748-827e-47ca-ab9d-d64d8050b006 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1552072 Dec 16 23:15:39.359935 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35642) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:39.360727 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1709356a-a8fe-40ee-86db-dcc45577f95c None None] Provisioning complete for port a27f9fdc-bd47-4048-ba5d-064cef36ec16 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:39.361196 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1709356a-a8fe-40ee-86db-dcc45577f95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:39.364826 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-62d6babf-0757-4e68-b310-603a5a912b40 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-594111403-router', 'tenant_id': '94897eb6c1854ae0ab5429c9ebc1bcec', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:15:39.430822 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1008503a-bc42-44a4-8cd8-2ceb4154f12b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-7fed12d5-a6fd-48a9-a071-b497fc5d6c05', 'network_id': '7fed12d5-a6fd-48a9-a071-b497fc5d6c05', 'project_id': '94897eb6c1854ae0ab5429c9ebc1bcec', 'fixed_ips': [{'subnet_id': '1c3c413f-5da1-4152-86f1-6f3ac6d2f431'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:15:39.431713 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1008503a-bc42-44a4-8cd8-2ceb4154f12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:39.448514 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-62d6babf-0757-4e68-b310-603a5a912b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:39.449632 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-62d6babf-0757-4e68-b310-603a5a912b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:39.514417 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-62d6babf-0757-4e68-b310-603a5a912b40 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:39.606882 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-1008503a-bc42-44a4-8cd8-2ceb4154f12b None None] Allocated IP 172.20.0.2 (7fed12d5-a6fd-48a9-a071-b497fc5d6c05/1c3c413f-5da1-4152-86f1-6f3ac6d2f431/7de9e1da-4081-4402-b3b1-8cebc2cf48cc) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:15:39.758760 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-62d6babf-0757-4e68-b310-603a5a912b40 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:39.767398 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1008503a-bc42-44a4-8cd8-2ceb4154f12b None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:39.840693 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1008503a-bc42-44a4-8cd8-2ceb4154f12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:39.890939 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1008503a-bc42-44a4-8cd8-2ceb4154f12b None None] Network 7fed12d5-a6fd-48a9-a071-b497fc5d6c05 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:15:39.897003 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-1008503a-bc42-44a4-8cd8-2ceb4154f12b None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:15:39.899349 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008503a-bc42-44a4-8cd8-2ceb4154f12b None None] Pushing event updated for resources: {'Port': ['ID=7de9e1da-4081-4402-b3b1-8cebc2cf48cc,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:39.901549 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1008503a-bc42-44a4-8cd8-2ceb4154f12b None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:15:39.962122 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-1008503a-bc42-44a4-8cd8-2ceb4154f12b None None] Attempting to bind port 7de9e1da-4081-4402-b3b1-8cebc2cf48cc on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:15:39.962404 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-1008503a-bc42-44a4-8cd8-2ceb4154f12b None None] Attempting to bind port 7de9e1da-4081-4402-b3b1-8cebc2cf48cc by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '7a658a49-f19a-4637-955e-04a6e4a89e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7fed12d5-a6fd-48a9-a071-b497fc5d6c05'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:15:39.962769 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1008503a-bc42-44a4-8cd8-2ceb4154f12b None None] Attempting to bind port 7de9e1da-4081-4402-b3b1-8cebc2cf48cc on network 7fed12d5-a6fd-48a9-a071-b497fc5d6c05 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:15:39.968312 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1008503a-bc42-44a4-8cd8-2ceb4154f12b None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:15:39.968683 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1008503a-bc42-44a4-8cd8-2ceb4154f12b None None] Checking segment: {'id': '7a658a49-f19a-4637-955e-04a6e4a89e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7fed12d5-a6fd-48a9-a071-b497fc5d6c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:15:39.969094 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1008503a-bc42-44a4-8cd8-2ceb4154f12b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:39.969487 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1008503a-bc42-44a4-8cd8-2ceb4154f12b None None] Bound using segment: {'id': '7a658a49-f19a-4637-955e-04a6e4a89e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7fed12d5-a6fd-48a9-a071-b497fc5d6c05'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:15:39.969954 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-1008503a-bc42-44a4-8cd8-2ceb4154f12b None None] Bound port: 7de9e1da-4081-4402-b3b1-8cebc2cf48cc, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a658a49-f19a-4637-955e-04a6e4a89e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7fed12d5-a6fd-48a9-a071-b497fc5d6c05'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:15:39.970331 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1008503a-bc42-44a4-8cd8-2ceb4154f12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:40.029600 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-62d6babf-0757-4e68-b310-603a5a912b40 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:40.041786 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-1008503a-bc42-44a4-8cd8-2ceb4154f12b None None] For port 7de9e1da-4081-4402-b3b1-8cebc2cf48cc, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:15:40.045654 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-1008503a-bc42-44a4-8cd8-2ceb4154f12b None None] For port 7de9e1da-4081-4402-b3b1-8cebc2cf48cc, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7de9e1da-4081-4402-b3b1-8cebc2cf48cc,segment=NetworkSegment(7a658a49-f19a-4637-955e-04a6e4a89e67),segment_id=7a658a49-f19a-4637-955e-04a6e4a89e67)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:15:40.055244 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-62d6babf-0757-4e68-b310-603a5a912b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:40.139637 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1008503a-bc42-44a4-8cd8-2ceb4154f12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:40.167128 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-62d6babf-0757-4e68-b310-603a5a912b40 admin admin] Allocated IP 172.25.6.241 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/9f187550-6708-4cbe-ab88-991438c1851b) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:15:40.229421 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008503a-bc42-44a4-8cd8-2ceb4154f12b None None] Pushing event updated for resources: {'Port': ['ID=7de9e1da-4081-4402-b3b1-8cebc2cf48cc,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:40.301886 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-62d6babf-0757-4e68-b310-603a5a912b40 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:40.428912 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-62d6babf-0757-4e68-b310-603a5a912b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:40.495976 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d6babf-0757-4e68-b310-603a5a912b40 admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:15:40.499665 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-62d6babf-0757-4e68-b310-603a5a912b40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:15:40.504057 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d6babf-0757-4e68-b310-603a5a912b40 admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:15:40.535817 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6babf-0757-4e68-b310-603a5a912b40 admin admin] Pushing event updated for resources: {'Port': ['ID=9f187550-6708-4cbe-ab88-991438c1851b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:40.553663 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16021c5f-9c86-4e6d-af3f-08c069557156 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:15:40.677218 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f947e7d5-c88e-49be-a356-bb57e9c8a716 None None] Provisioning complete for port 9f187550-6708-4cbe-ab88-991438c1851b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:40.677594 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f947e7d5-c88e-49be-a356-bb57e9c8a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:40.719237 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f947e7d5-c88e-49be-a356-bb57e9c8a716 None None] Port 9f187550-6708-4cbe-ab88-991438c1851b cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:15:40.730344 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a27f9fdc-bd47-4048-ba5d-064cef36ec16 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:15:40.783705 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port a27f9fdc-bd47-4048-ba5d-064cef36ec16 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:40.784363 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:40.870678 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7de9e1da-4081-4402-b3b1-8cebc2cf48cc up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:15:40.915864 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-62d6babf-0757-4e68-b310-603a5a912b40 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:40.923531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 7de9e1da-4081-4402-b3b1-8cebc2cf48cc triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:40.931735 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:41.012306 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:41.047413 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 7de9e1da-4081-4402-b3b1-8cebc2cf48cc, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7de9e1da-4081-4402-b3b1-8cebc2cf48cc,segment=NetworkSegment(7a658a49-f19a-4637-955e-04a6e4a89e67),segment_id=7a658a49-f19a-4637-955e-04a6e4a89e67)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:15:41.138864 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-62d6babf-0757-4e68-b310-603a5a912b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:41.139307 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:41.199776 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=7de9e1da-4081-4402-b3b1-8cebc2cf48cc,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:41.283656 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077cf44d-a6be-471d-b10f-da47b9d5e063 None None] Network 7fed12d5-a6fd-48a9-a071-b497fc5d6c05 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:15:41.356082 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d6babf-0757-4e68-b310-603a5a912b40 admin admin] Router 8592bcf7-6e23-49ee-afd6-3bdb8e08ad61 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:15:41.368183 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f33fd08b-ccef-430a-a91b-6094e7934129 None None] Provisioning complete for port 7de9e1da-4081-4402-b3b1-8cebc2cf48cc triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:41.368552 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f33fd08b-ccef-430a-a91b-6094e7934129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:41.476500 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d6babf-0757-4e68-b310-603a5a912b40 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:15:41.486305 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a97e4db-4a61-40ab-be9c-83b0d184d3fe None None] Sync routers for ids ['8592bcf7-6e23-49ee-afd6-3bdb8e08ad61'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:15:41.498261 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a97e4db-4a61-40ab-be9c-83b0d184d3fe None None] Routers {'8592bcf7-6e23-49ee-afd6-3bdb8e08ad61'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:15:41.498893 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-2a97e4db-4a61-40ab-be9c-83b0d184d3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:15:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['8592bcf7-6e23-49ee-afd6-3bdb8e08ad61'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:41.602196 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-62d6babf-0757-4e68-b310-603a5a912b40 admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:41.605935 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-62d6babf-0757-4e68-b310-603a5a912b40 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2429214 Dec 16 23:15:41.606674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35644) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:15:41.614851 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-2a97e4db-4a61-40ab-be9c-83b0d184d3fe None None] Set router 8592bcf7-6e23-49ee-afd6-3bdb8e08ad61 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:15:41.695770 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-827b3fd5-d3c7-4b0f-83a4-5ee557f809a6 None None] Provisioning complete for port 7de9e1da-4081-4402-b3b1-8cebc2cf48cc triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:41.696194 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-827b3fd5-d3c7-4b0f-83a4-5ee557f809a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:41.908449 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-2a97e4db-4a61-40ab-be9c-83b0d184d3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8592bcf7-6e23-49ee-afd6-3bdb8e08ad61', 'name': 'tempest-TestEncryptedCinderVolumes-594111403-router', 'tenant_id': '94897eb6c1854ae0ab5429c9ebc1bcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '9f187550-6708-4cbe-ab88-991438c1851b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:39Z', 'updated_at': '2021-12-16T23:15:40Z', 'revision_number': 3, 'project_id': '94897eb6c1854ae0ab5429c9ebc1bcec', 'gw_port': {'id': '9f187550-6708-4cbe-ab88-991438c1851b', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8592bcf7-6e23-49ee-afd6-3bdb8e08ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:40Z', 'updated_at': '2021-12-16T23:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:41.937090 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a97e4db-4a61-40ab-be9c-83b0d184d3fe None None] Checking router: 8592bcf7-6e23-49ee-afd6-3bdb8e08ad61 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:15:41.937441 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a97e4db-4a61-40ab-be9c-83b0d184d3fe None None] Updating router 8592bcf7-6e23-49ee-afd6-3bdb8e08ad61 port 9f187550-6708-4cbe-ab88-991438c1851b binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:15:41.963137 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2a97e4db-4a61-40ab-be9c-83b0d184d3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:42.040797 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3d537254-89ba-4692-a039-890cd4ae98a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:42.200427 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-3d537254-89ba-4692-a039-890cd4ae98a1 admin admin] Allocated IP 172.20.0.1 (7fed12d5-a6fd-48a9-a071-b497fc5d6c05/1c3c413f-5da1-4152-86f1-6f3ac6d2f431/918bf741-e6bc-48dd-815a-97d29105dcf0) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:15:42.222413 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2a97e4db-4a61-40ab-be9c-83b0d184d3fe None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:42.312390 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3d537254-89ba-4692-a039-890cd4ae98a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:42.319510 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2a97e4db-4a61-40ab-be9c-83b0d184d3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:42.359022 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668aeb14-9209-4739-9cf7-b2d67bdaef94 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:15:42.372316 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-2a97e4db-4a61-40ab-be9c-83b0d184d3fe None None] Attempting to bind port 9f187550-6708-4cbe-ab88-991438c1851b on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:15:42.372993 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-2a97e4db-4a61-40ab-be9c-83b0d184d3fe None None] Attempting to bind port 9f187550-6708-4cbe-ab88-991438c1851b by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:15:42.373404 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a97e4db-4a61-40ab-be9c-83b0d184d3fe None None] Attempting to bind port 9f187550-6708-4cbe-ab88-991438c1851b on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:15:42.380635 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1197a1-c89d-4375-be5b-b7b98c32e6c2 None None] Pushing event updated for resources: {'Port': ['ID=9f187550-6708-4cbe-ab88-991438c1851b,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:42.383747 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a97e4db-4a61-40ab-be9c-83b0d184d3fe None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:15:42.384173 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a97e4db-4a61-40ab-be9c-83b0d184d3fe None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:15:42.384490 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2a97e4db-4a61-40ab-be9c-83b0d184d3fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:42.384858 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a97e4db-4a61-40ab-be9c-83b0d184d3fe None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:15:42.385330 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-2a97e4db-4a61-40ab-be9c-83b0d184d3fe None None] Bound port: 9f187550-6708-4cbe-ab88-991438c1851b, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:15:42.385708 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2a97e4db-4a61-40ab-be9c-83b0d184d3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:42.407018 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f92bba70-42e1-4849-b99e-ba125bcdf021 None None] Provisioning complete for port 9f187550-6708-4cbe-ab88-991438c1851b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:42.407559 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f92bba70-42e1-4849-b99e-ba125bcdf021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:42.428867 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3d537254-89ba-4692-a039-890cd4ae98a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:42.439532 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-2a97e4db-4a61-40ab-be9c-83b0d184d3fe None None] For port 9f187550-6708-4cbe-ab88-991438c1851b, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:15:42.442838 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-2a97e4db-4a61-40ab-be9c-83b0d184d3fe None None] For port 9f187550-6708-4cbe-ab88-991438c1851b, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=9f187550-6708-4cbe-ab88-991438c1851b,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:15:42.446349 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f92bba70-42e1-4849-b99e-ba125bcdf021 None None] Port 9f187550-6708-4cbe-ab88-991438c1851b cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:15:42.469632 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d537254-89ba-4692-a039-890cd4ae98a1 admin admin] Network 7fed12d5-a6fd-48a9-a071-b497fc5d6c05 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:15:42.472569 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-3d537254-89ba-4692-a039-890cd4ae98a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:15:42.476688 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d537254-89ba-4692-a039-890cd4ae98a1 admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:15:42.503921 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d537254-89ba-4692-a039-890cd4ae98a1 admin admin] Pushing event updated for resources: {'Port': ['ID=918bf741-e6bc-48dd-815a-97d29105dcf0,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:42.520176 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3d537254-89ba-4692-a039-890cd4ae98a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:42.531930 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-2a97e4db-4a61-40ab-be9c-83b0d184d3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:42.588165 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b7472c-4363-4103-b64e-ff7b5b9fb33c None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:15:42.598656 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a97e4db-4a61-40ab-be9c-83b0d184d3fe None None] Routers {'8592bcf7-6e23-49ee-afd6-3bdb8e08ad61'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:15:42.602250 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-2a97e4db-4a61-40ab-be9c-83b0d184d3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:15:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['8592bcf7-6e23-49ee-afd6-3bdb8e08ad61'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:42.673820 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9128263b-fbb7-4cc0-903f-6d6061462c43 None None] Provisioning complete for port 9f187550-6708-4cbe-ab88-991438c1851b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:42.674916 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9128263b-fbb7-4cc0-903f-6d6061462c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:42.678026 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7de9e1da-4081-4402-b3b1-8cebc2cf48cc up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:15:42.683804 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1197a1-c89d-4375-be5b-b7b98c32e6c2 None None] Pushing event updated for resources: {'Port': ['ID=9f187550-6708-4cbe-ab88-991438c1851b,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:42.758224 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-2a97e4db-4a61-40ab-be9c-83b0d184d3fe None None] Set router 8592bcf7-6e23-49ee-afd6-3bdb8e08ad61 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:15:42.760881 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3d537254-89ba-4692-a039-890cd4ae98a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:42.789879 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 7de9e1da-4081-4402-b3b1-8cebc2cf48cc triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:42.790233 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:42.826761 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9128263b-fbb7-4cc0-903f-6d6061462c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:42.853255 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9128263b-fbb7-4cc0-903f-6d6061462c43 None None] For port 9f187550-6708-4cbe-ab88-991438c1851b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=9f187550-6708-4cbe-ab88-991438c1851b,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:15:42.925687 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9128263b-fbb7-4cc0-903f-6d6061462c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:42.948418 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3d537254-89ba-4692-a039-890cd4ae98a1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:42.951140 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-2a97e4db-4a61-40ab-be9c-83b0d184d3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8592bcf7-6e23-49ee-afd6-3bdb8e08ad61', 'name': 'tempest-TestEncryptedCinderVolumes-594111403-router', 'tenant_id': '94897eb6c1854ae0ab5429c9ebc1bcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '9f187550-6708-4cbe-ab88-991438c1851b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:39Z', 'updated_at': '2021-12-16T23:15:40Z', 'revision_number': 3, 'project_id': '94897eb6c1854ae0ab5429c9ebc1bcec', 'gw_port': {'id': '9f187550-6708-4cbe-ab88-991438c1851b', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8592bcf7-6e23-49ee-afd6-3bdb8e08ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:40Z', 'updated_at': '2021-12-16T23:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:42.978372 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a97e4db-4a61-40ab-be9c-83b0d184d3fe None None] The sync data for ids ['8592bcf7-6e23-49ee-afd6-3bdb8e08ad61'] in n-d-815324-4 is: [{'id': '8592bcf7-6e23-49ee-afd6-3bdb8e08ad61', 'name': 'tempest-TestEncryptedCinderVolumes-594111403-router', 'tenant_id': '94897eb6c1854ae0ab5429c9ebc1bcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '9f187550-6708-4cbe-ab88-991438c1851b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:39Z', 'updated_at': '2021-12-16T23:15:40Z', 'revision_number': 3, 'project_id': '94897eb6c1854ae0ab5429c9ebc1bcec', 'gw_port': {'id': '9f187550-6708-4cbe-ab88-991438c1851b', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8592bcf7-6e23-49ee-afd6-3bdb8e08ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:40Z', 'updated_at': '2021-12-16T23:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:15:42.980303 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128263b-fbb7-4cc0-903f-6d6061462c43 None None] Pushing event updated for resources: {'Port': ['ID=9f187550-6708-4cbe-ab88-991438c1851b,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:43.030367 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3d537254-89ba-4692-a039-890cd4ae98a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:43.048809 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-cfd4983e-9c86-485c-98d3-d6f96064b641 None None] Provisioning complete for port 918bf741-e6bc-48dd-815a-97d29105dcf0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:43.049324 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cfd4983e-9c86-485c-98d3-d6f96064b641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:43.085492 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-cfd4983e-9c86-485c-98d3-d6f96064b641 None None] Port 918bf741-e6bc-48dd-815a-97d29105dcf0 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:15:43.099340 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d537254-89ba-4692-a039-890cd4ae98a1 admin admin] Pushing event updated for resources: {'Port': ['ID=918bf741-e6bc-48dd-815a-97d29105dcf0,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:43.105120 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3d537254-89ba-4692-a039-890cd4ae98a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:43.223331 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d537254-89ba-4692-a039-890cd4ae98a1 admin admin] Network 7fed12d5-a6fd-48a9-a071-b497fc5d6c05 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:15:43.224911 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-3d537254-89ba-4692-a039-890cd4ae98a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:15:43.510831 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7b1a160e-e13e-4d07-8ad9-b4c3d8d096f6 None None] Provisioning complete for port 918bf741-e6bc-48dd-815a-97d29105dcf0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:43.511389 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b1a160e-e13e-4d07-8ad9-b4c3d8d096f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:43.551204 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7b1a160e-e13e-4d07-8ad9-b4c3d8d096f6 None None] Port 918bf741-e6bc-48dd-815a-97d29105dcf0 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:15:43.721440 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d537254-89ba-4692-a039-890cd4ae98a1 admin admin] Router 8592bcf7-6e23-49ee-afd6-3bdb8e08ad61 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:15:43.835702 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d537254-89ba-4692-a039-890cd4ae98a1 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:15:43.843719 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3d537254-89ba-4692-a039-890cd4ae98a1 admin admin] 10.222.0.75 "PUT /v2.0/routers/8592bcf7-6e23-49ee-afd6-3bdb8e08ad61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2356961 Dec 16 23:15:44.606554 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172107ca-193f-47d8-991c-760ee7ba369a None None] Sync routers for ids ['8592bcf7-6e23-49ee-afd6-3bdb8e08ad61'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:15:44.621680 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172107ca-193f-47d8-991c-760ee7ba369a None None] Routers {'8592bcf7-6e23-49ee-afd6-3bdb8e08ad61'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:15:44.622309 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-172107ca-193f-47d8-991c-760ee7ba369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:15:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['8592bcf7-6e23-49ee-afd6-3bdb8e08ad61'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:44.678640 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-c1e66587-0701-4fd3-8f40-2e59f165767b tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:44.681100 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-c1e66587-0701-4fd3-8f40-2e59f165767b tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/networks?id=1228e7e3-8a63-4290-805f-a9e4359b2f74 HTTP/1.1" status: 200 len: 817 time: 0.1131599 Dec 16 23:15:44.701160 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-f76039a4-2e83-47af-93e7-1a3cc9890773 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/quotas/5c2fb07e9b1f47d88fc58bbf0035cdaf HTTP/1.1" status: 200 len: 375 time: 0.0106664 Dec 16 23:15:44.717236 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 9f187550-6708-4cbe-ab88-991438c1851b up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:15:44.755178 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-f0043e1e-c088-482e-a58a-452d65ee658c tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5c2fb07e9b1f47d88fc58bbf0035cdaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482130 Dec 16 23:15:44.771745 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-cede5755-5bb2-4bf5-8291-aff21e5e9fdb service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:15:44.772764 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-cede5755-5bb2-4bf5-8291-aff21e5e9fdb service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055318 Dec 16 23:15:44.779888 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-172107ca-193f-47d8-991c-760ee7ba369a None None] Set router 8592bcf7-6e23-49ee-afd6-3bdb8e08ad61 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:15:44.829603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 9f187550-6708-4cbe-ab88-991438c1851b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:44.829978 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:44.873030 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-e4f67fe9-ab68-44f0-a341-d1dd768aa0dc service neutron] 10.222.0.75 "GET /v2.0/networks/1228e7e3-8a63-4290-805f-a9e4359b2f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928285 Dec 16 23:15:44.965724 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-9626430d-be84-4292-946b-feae9ff724da service neutron] 10.222.0.75 "GET /v2.0/networks/1228e7e3-8a63-4290-805f-a9e4359b2f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859582 Dec 16 23:15:45.059821 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-172107ca-193f-47d8-991c-760ee7ba369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8592bcf7-6e23-49ee-afd6-3bdb8e08ad61', 'name': 'tempest-TestEncryptedCinderVolumes-594111403-router', 'tenant_id': '94897eb6c1854ae0ab5429c9ebc1bcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '9f187550-6708-4cbe-ab88-991438c1851b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:39Z', 'updated_at': '2021-12-16T23:15:42Z', 'revision_number': 4, 'project_id': '94897eb6c1854ae0ab5429c9ebc1bcec', 'gw_port': {'id': '9f187550-6708-4cbe-ab88-991438c1851b', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8592bcf7-6e23-49ee-afd6-3bdb8e08ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:40Z', 'updated_at': '2021-12-16T23:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '918bf741-e6bc-48dd-815a-97d29105dcf0', 'name': '', 'network_id': '7fed12d5-a6fd-48a9-a071-b497fc5d6c05', 'tenant_id': '94897eb6c1854ae0ab5429c9ebc1bcec', 'mac_address': 'fa:16:3e:94:d2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8592bcf7-6e23-49ee-afd6-3bdb8e08ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '1c3c413f-5da1-4152-86f1-6f3ac6d2f431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:42Z', 'updated_at': '2021-12-16T23:15:42Z', 'revision_number': 2, 'project_id': '94897eb6c1854ae0ab5429c9ebc1bcec', 'subnets': [{'id': '1c3c413f-5da1-4152-86f1-6f3ac6d2f431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:45.086502 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172107ca-193f-47d8-991c-760ee7ba369a None None] Checking router: 8592bcf7-6e23-49ee-afd6-3bdb8e08ad61 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:15:45.086863 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172107ca-193f-47d8-991c-760ee7ba369a None None] Updating router 8592bcf7-6e23-49ee-afd6-3bdb8e08ad61 port 918bf741-e6bc-48dd-815a-97d29105dcf0 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:15:45.112266 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-172107ca-193f-47d8-991c-760ee7ba369a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:45.207805 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8f5ba488-05d7-4dd9-a0d2-28ab718533cd req-61f87d64-bb45-4860-ab72-12a344bf4cd8 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f6d13f9-9298-4f95-a04b-a4536773b7af HTTP/1.1" status: 200 len: 210 time: 0.0274169 Dec 16 23:15:45.392485 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-172107ca-193f-47d8-991c-760ee7ba369a None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:45.499302 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-172107ca-193f-47d8-991c-760ee7ba369a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:45.547523 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63361cdc-cca8-454a-9e77-d93a57498396 None None] Pushing event updated for resources: {'Port': ['ID=918bf741-e6bc-48dd-815a-97d29105dcf0,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:45.600705 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-172107ca-193f-47d8-991c-760ee7ba369a None None] Attempting to bind port 918bf741-e6bc-48dd-815a-97d29105dcf0 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:15:45.602097 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-172107ca-193f-47d8-991c-760ee7ba369a None None] Attempting to bind port 918bf741-e6bc-48dd-815a-97d29105dcf0 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '7a658a49-f19a-4637-955e-04a6e4a89e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7fed12d5-a6fd-48a9-a071-b497fc5d6c05'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:15:45.602426 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172107ca-193f-47d8-991c-760ee7ba369a None None] Attempting to bind port 918bf741-e6bc-48dd-815a-97d29105dcf0 on network 7fed12d5-a6fd-48a9-a071-b497fc5d6c05 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:15:45.608121 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172107ca-193f-47d8-991c-760ee7ba369a None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:15:45.608797 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172107ca-193f-47d8-991c-760ee7ba369a None None] Checking segment: {'id': '7a658a49-f19a-4637-955e-04a6e4a89e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7fed12d5-a6fd-48a9-a071-b497fc5d6c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:15:45.608975 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-172107ca-193f-47d8-991c-760ee7ba369a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:45.609319 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172107ca-193f-47d8-991c-760ee7ba369a None None] Bound using segment: {'id': '7a658a49-f19a-4637-955e-04a6e4a89e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7fed12d5-a6fd-48a9-a071-b497fc5d6c05'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:15:45.609776 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-172107ca-193f-47d8-991c-760ee7ba369a None None] Bound port: 918bf741-e6bc-48dd-815a-97d29105dcf0, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a658a49-f19a-4637-955e-04a6e4a89e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7fed12d5-a6fd-48a9-a071-b497fc5d6c05'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:15:45.610164 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-172107ca-193f-47d8-991c-760ee7ba369a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:45.686785 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-172107ca-193f-47d8-991c-760ee7ba369a None None] For port 918bf741-e6bc-48dd-815a-97d29105dcf0, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:15:45.699234 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-172107ca-193f-47d8-991c-760ee7ba369a None None] For port 918bf741-e6bc-48dd-815a-97d29105dcf0, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=918bf741-e6bc-48dd-815a-97d29105dcf0,segment=NetworkSegment(7a658a49-f19a-4637-955e-04a6e4a89e67),segment_id=7a658a49-f19a-4637-955e-04a6e4a89e67)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:15:45.783691 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-172107ca-193f-47d8-991c-760ee7ba369a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:45.822170 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b23a71bb-6773-4bae-aef0-497000eecdef None None] Provisioning complete for port 918bf741-e6bc-48dd-815a-97d29105dcf0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:45.822542 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b23a71bb-6773-4bae-aef0-497000eecdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:45.883247 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63361cdc-cca8-454a-9e77-d93a57498396 None None] Pushing event updated for resources: {'Port': ['ID=918bf741-e6bc-48dd-815a-97d29105dcf0,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:45.893506 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172107ca-193f-47d8-991c-760ee7ba369a None None] Routers {'8592bcf7-6e23-49ee-afd6-3bdb8e08ad61'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:15:45.894148 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-172107ca-193f-47d8-991c-760ee7ba369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:15:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['8592bcf7-6e23-49ee-afd6-3bdb8e08ad61'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:46.030618 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b23a71bb-6773-4bae-aef0-497000eecdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:46.086059 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-172107ca-193f-47d8-991c-760ee7ba369a None None] Set router 8592bcf7-6e23-49ee-afd6-3bdb8e08ad61 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:15:46.089076 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b23a71bb-6773-4bae-aef0-497000eecdef None None] For port 918bf741-e6bc-48dd-815a-97d29105dcf0, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=918bf741-e6bc-48dd-815a-97d29105dcf0,segment=NetworkSegment(7a658a49-f19a-4637-955e-04a6e4a89e67),segment_id=7a658a49-f19a-4637-955e-04a6e4a89e67)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:15:46.197383 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b23a71bb-6773-4bae-aef0-497000eecdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:46.269988 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a71bb-6773-4bae-aef0-497000eecdef None None] Pushing event updated for resources: {'Port': ['ID=918bf741-e6bc-48dd-815a-97d29105dcf0,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:46.304857 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-23081219-2940-4512-9a57-2d96e0e31da0 req-fb5947c4-9023-4514-ae27-985444d60493 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f6d13f9-9298-4f95-a04b-a4536773b7af HTTP/1.1" status: 200 len: 210 time: 0.0343592 Dec 16 23:15:46.497387 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-50752a46-0991-40a8-b7bf-41397fc37a8c None None] Provisioning complete for port 918bf741-e6bc-48dd-815a-97d29105dcf0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:46.497797 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-50752a46-0991-40a8-b7bf-41397fc37a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:46.549989 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-172107ca-193f-47d8-991c-760ee7ba369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8592bcf7-6e23-49ee-afd6-3bdb8e08ad61', 'name': 'tempest-TestEncryptedCinderVolumes-594111403-router', 'tenant_id': '94897eb6c1854ae0ab5429c9ebc1bcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '9f187550-6708-4cbe-ab88-991438c1851b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:39Z', 'updated_at': '2021-12-16T23:15:42Z', 'revision_number': 4, 'project_id': '94897eb6c1854ae0ab5429c9ebc1bcec', 'gw_port': {'id': '9f187550-6708-4cbe-ab88-991438c1851b', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8592bcf7-6e23-49ee-afd6-3bdb8e08ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:40Z', 'updated_at': '2021-12-16T23:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '918bf741-e6bc-48dd-815a-97d29105dcf0', 'name': '', 'network_id': '7fed12d5-a6fd-48a9-a071-b497fc5d6c05', 'tenant_id': '94897eb6c1854ae0ab5429c9ebc1bcec', 'mac_address': 'fa:16:3e:94:d2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8592bcf7-6e23-49ee-afd6-3bdb8e08ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '1c3c413f-5da1-4152-86f1-6f3ac6d2f431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:42Z', 'updated_at': '2021-12-16T23:15:45Z', 'revision_number': 4, 'project_id': '94897eb6c1854ae0ab5429c9ebc1bcec', 'subnets': [{'id': '1c3c413f-5da1-4152-86f1-6f3ac6d2f431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:15:46.581531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172107ca-193f-47d8-991c-760ee7ba369a None None] The sync data for ids ['8592bcf7-6e23-49ee-afd6-3bdb8e08ad61'] in n-d-815324-4 is: [{'id': '8592bcf7-6e23-49ee-afd6-3bdb8e08ad61', 'name': 'tempest-TestEncryptedCinderVolumes-594111403-router', 'tenant_id': '94897eb6c1854ae0ab5429c9ebc1bcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '9f187550-6708-4cbe-ab88-991438c1851b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:39Z', 'updated_at': '2021-12-16T23:15:42Z', 'revision_number': 4, 'project_id': '94897eb6c1854ae0ab5429c9ebc1bcec', 'gw_port': {'id': '9f187550-6708-4cbe-ab88-991438c1851b', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8592bcf7-6e23-49ee-afd6-3bdb8e08ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:40Z', 'updated_at': '2021-12-16T23:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '918bf741-e6bc-48dd-815a-97d29105dcf0', 'name': '', 'network_id': '7fed12d5-a6fd-48a9-a071-b497fc5d6c05', 'tenant_id': '94897eb6c1854ae0ab5429c9ebc1bcec', 'mac_address': 'fa:16:3e:94:d2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8592bcf7-6e23-49ee-afd6-3bdb8e08ad61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '1c3c413f-5da1-4152-86f1-6f3ac6d2f431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:42Z', 'updated_at': '2021-12-16T23:15:45Z', 'revision_number': 4, 'project_id': '94897eb6c1854ae0ab5429c9ebc1bcec', 'subnets': [{'id': '1c3c413f-5da1-4152-86f1-6f3ac6d2f431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:15:47.410031 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-506e6e8b-cf5e-4332-85ae-0914652f5e96 req-d162c16d-584a-4942-b460-f4ccb58bc7c5 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f6d13f9-9298-4f95-a04b-a4536773b7af HTTP/1.1" status: 200 len: 210 time: 0.0303376 Dec 16 23:15:47.697315 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-80b5855d-f8d2-4dd5-8b6a-7172ab3415b6 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:47.698985 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-80b5855d-f8d2-4dd5-8b6a-7172ab3415b6 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.76 "GET /v2.0/networks?id=1228e7e3-8a63-4290-805f-a9e4359b2f74 HTTP/1.1" status: 200 len: 817 time: 0.1121230 Dec 16 23:15:47.744884 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-99602464-4dff-41d3-b3e2-993fe4d18eb9 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Request body: {'port': {'device_id': '1f6d13f9-9298-4f95-a04b-a4536773b7af', 'network_id': '1228e7e3-8a63-4290-805f-a9e4359b2f74', 'admin_state_up': True, 'tenant_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:15:47.985138 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-99602464-4dff-41d3-b3e2-993fe4d18eb9 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Made reservation on behalf of 5c2fb07e9b1f47d88fc58bbf0035cdaf for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:15:47.988671 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-99602464-4dff-41d3-b3e2-993fe4d18eb9 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:48.126275 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-99602464-4dff-41d3-b3e2-993fe4d18eb9 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Allocated IP 172.20.0.3 (1228e7e3-8a63-4290-805f-a9e4359b2f74/04964230-4f5e-4230-b1bd-d54f38ab6724/44575b90-adf5-4c28-a4c4-47a927016123) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:15:48.275726 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-99602464-4dff-41d3-b3e2-993fe4d18eb9 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:48.373930 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-99602464-4dff-41d3-b3e2-993fe4d18eb9 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:48.419067 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-99602464-4dff-41d3-b3e2-993fe4d18eb9 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Network 1228e7e3-8a63-4290-805f-a9e4359b2f74 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:15:48.422607 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-99602464-4dff-41d3-b3e2-993fe4d18eb9 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:15:48.426458 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-99602464-4dff-41d3-b3e2-993fe4d18eb9 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:15:48.434385 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99602464-4dff-41d3-b3e2-993fe4d18eb9 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Pushing event updated for resources: {'Port': ['ID=44575b90-adf5-4c28-a4c4-47a927016123,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:48.491274 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-99602464-4dff-41d3-b3e2-993fe4d18eb9 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:48.493673 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-99602464-4dff-41d3-b3e2-993fe4d18eb9 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:48.546551 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2aead-886d-4e79-8c96-6f5601b469cf req-2f7ca095-79cf-4884-b524-71dd9fc8c475 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:48.548167 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-91d2aead-886d-4e79-8c96-6f5601b469cf req-2f7ca095-79cf-4884-b524-71dd9fc8c475 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f6d13f9-9298-4f95-a04b-a4536773b7af HTTP/1.1" status: 200 len: 931 time: 0.0592952 Dec 16 23:15:48.599913 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-91d2aead-886d-4e79-8c96-6f5601b469cf req-798c9fcf-b605-4730-981b-062411592eed tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b57799ce-6380-4b29-9ce4-a69c47ea882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457134 Dec 16 23:15:48.621020 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-99602464-4dff-41d3-b3e2-993fe4d18eb9 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8759742 Dec 16 23:15:48.644932 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-a149525b-469e-4bd2-90f7-9cfd38148fa5 service neutron] Request body: {'port': {'device_id': '1f6d13f9-9298-4f95-a04b-a4536773b7af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:15:48.697909 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 918bf741-e6bc-48dd-815a-97d29105dcf0 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:15:48.708376 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-a149525b-469e-4bd2-90f7-9cfd38148fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:48.729772 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-11d422b6-8769-44c3-8b30-af2ac66415d2 None None] Provisioning complete for port 44575b90-adf5-4c28-a4c4-47a927016123 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:48.730152 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-11d422b6-8769-44c3-8b30-af2ac66415d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:48.772338 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-11d422b6-8769-44c3-8b30-af2ac66415d2 None None] Port 44575b90-adf5-4c28-a4c4-47a927016123 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:15:48.784215 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 918bf741-e6bc-48dd-815a-97d29105dcf0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:48.784587 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:48.973887 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-a149525b-469e-4bd2-90f7-9cfd38148fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44575b90-adf5-4c28-a4c4-47a927016123 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:15:48.981509 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-a149525b-469e-4bd2-90f7-9cfd38148fa5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:48.993574 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-a149525b-469e-4bd2-90f7-9cfd38148fa5 service neutron] Transition to ACTIVE for port object 44575b90-adf5-4c28-a4c4-47a927016123 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:15:49.110252 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-a149525b-469e-4bd2-90f7-9cfd38148fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:49.163995 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149525b-469e-4bd2-90f7-9cfd38148fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=44575b90-adf5-4c28-a4c4-47a927016123,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:49.240743 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-a149525b-469e-4bd2-90f7-9cfd38148fa5 service neutron] Attempting to bind port 44575b90-adf5-4c28-a4c4-47a927016123 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:15:49.241091 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-a149525b-469e-4bd2-90f7-9cfd38148fa5 service neutron] Attempting to bind port 44575b90-adf5-4c28-a4c4-47a927016123 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '3337c79b-6320-4f8a-bc4f-11d9d65ca1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1228e7e3-8a63-4290-805f-a9e4359b2f74'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:15:49.242149 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-a149525b-469e-4bd2-90f7-9cfd38148fa5 service neutron] Attempting to bind port 44575b90-adf5-4c28-a4c4-47a927016123 on network 1228e7e3-8a63-4290-805f-a9e4359b2f74 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:15:49.247163 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-a149525b-469e-4bd2-90f7-9cfd38148fa5 service neutron] Port 44575b90-adf5-4c28-a4c4-47a927016123 on network 1228e7e3-8a63-4290-805f-a9e4359b2f74 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:15:49.247497 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-a149525b-469e-4bd2-90f7-9cfd38148fa5 service neutron] Attempting to bind port 44575b90-adf5-4c28-a4c4-47a927016123 on network 1228e7e3-8a63-4290-805f-a9e4359b2f74 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:15:49.258394 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-a149525b-469e-4bd2-90f7-9cfd38148fa5 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:15:49.258840 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-a149525b-469e-4bd2-90f7-9cfd38148fa5 service neutron] Checking segment: {'id': '3337c79b-6320-4f8a-bc4f-11d9d65ca1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1228e7e3-8a63-4290-805f-a9e4359b2f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:15:49.259345 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-a149525b-469e-4bd2-90f7-9cfd38148fa5 service neutron] Bound using segment: {'id': '3337c79b-6320-4f8a-bc4f-11d9d65ca1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1228e7e3-8a63-4290-805f-a9e4359b2f74'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:15:49.259825 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-a149525b-469e-4bd2-90f7-9cfd38148fa5 service neutron] Bound port: 44575b90-adf5-4c28-a4c4-47a927016123, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3337c79b-6320-4f8a-bc4f-11d9d65ca1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1228e7e3-8a63-4290-805f-a9e4359b2f74'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:15:49.260369 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-a149525b-469e-4bd2-90f7-9cfd38148fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:49.330629 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-a149525b-469e-4bd2-90f7-9cfd38148fa5 service neutron] For port 44575b90-adf5-4c28-a4c4-47a927016123, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:15:49.333586 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-a149525b-469e-4bd2-90f7-9cfd38148fa5 service neutron] For port 44575b90-adf5-4c28-a4c4-47a927016123, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=44575b90-adf5-4c28-a4c4-47a927016123,segment=NetworkSegment(3337c79b-6320-4f8a-bc4f-11d9d65ca1c5),segment_id=3337c79b-6320-4f8a-bc4f-11d9d65ca1c5)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:15:49.391037 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-a149525b-469e-4bd2-90f7-9cfd38148fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:49.428041 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-a149525b-469e-4bd2-90f7-9cfd38148fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:49.428703 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-a149525b-469e-4bd2-90f7-9cfd38148fa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:49.431022 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-a149525b-469e-4bd2-90f7-9cfd38148fa5 service neutron] 10.222.0.76 "PUT /v2.0/ports/44575b90-adf5-4c28-a4c4-47a927016123 HTTP/1.1" status: 200 len: 1091 time: 0.7901540 Dec 16 23:15:49.436216 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6d13f9-9298-4f95-a04b-a4536773b7af', 'tag': '44575b90-adf5-4c28-a4c4-47a927016123'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:15:49.436216 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54910b11-ec08-41d6-b810-f30ae78e6d56" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6d13f9-9298-4f95-a04b-a4536773b7af", "tag": "44575b90-adf5-4c28-a4c4-47a927016123"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:15:49.463338 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149525b-469e-4bd2-90f7-9cfd38148fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=44575b90-adf5-4c28-a4c4-47a927016123,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:49.478665 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cd437d-460a-4b5f-acc1-4d7907a68965 x-openstack-request-id: req-64cd437d-460a-4b5f-acc1-4d7907a68965 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:15:49.479115 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6d13f9-9298-4f95-a04b-a4536773b7af", "tag": "44575b90-adf5-4c28-a4c4-47a927016123", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:15:49.479476 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-64cd437d-460a-4b5f-acc1-4d7907a68965 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:15:49.479992 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6d13f9-9298-4f95-a04b-a4536773b7af', 'tag': '44575b90-adf5-4c28-a4c4-47a927016123', 'status': 'completed', 'code': 200} Dec 16 23:15:49.575522 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54910b11-ec08-41d6-b810-f30ae78e6d56 req-2807719e-db82-4109-963b-f863b6d86462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:49.577181 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-54910b11-ec08-41d6-b810-f30ae78e6d56 req-2807719e-db82-4109-963b-f863b6d86462 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5c2fb07e9b1f47d88fc58bbf0035cdaf&device_id=1f6d13f9-9298-4f95-a04b-a4536773b7af HTTP/1.1" status: 200 len: 1094 time: 0.0495677 Dec 16 23:15:49.698448 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54910b11-ec08-41d6-b810-f30ae78e6d56 req-a4e5d6ff-e8c6-4814-b81e-3c2aac414670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:49.699981 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-54910b11-ec08-41d6-b810-f30ae78e6d56 req-a4e5d6ff-e8c6-4814-b81e-3c2aac414670 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=5c2fb07e9b1f47d88fc58bbf0035cdaf&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1007659 Dec 16 23:15:49.737698 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb9aae-5b7b-4fef-bff8-8e09aaa301f5 req-7147d3ca-77c0-4bdd-b959-3f2574fcd28b tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:49.739247 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e5cb9aae-5b7b-4fef-bff8-8e09aaa301f5 req-7147d3ca-77c0-4bdd-b959-3f2574fcd28b tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f6d13f9-9298-4f95-a04b-a4536773b7af HTTP/1.1" status: 200 len: 943 time: 0.0648706 Dec 16 23:15:49.789360 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e5cb9aae-5b7b-4fef-bff8-8e09aaa301f5 req-41b2bb3b-8900-4adb-83f0-f2c5cb21b960 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b57799ce-6380-4b29-9ce4-a69c47ea882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432594 Dec 16 23:15:49.807653 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54910b11-ec08-41d6-b810-f30ae78e6d56 req-7f34f3a1-ce1b-4e00-ba95-cedb6a94a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:49.809170 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-54910b11-ec08-41d6-b810-f30ae78e6d56 req-7f34f3a1-ce1b-4e00-ba95-cedb6a94a1fb service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0982583 Dec 16 23:15:49.917175 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-708e532e-2ea3-475b-b2f0-f8f0191653d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:49.918694 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-708e532e-2ea3-475b-b2f0-f8f0191653d6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5c2fb07e9b1f47d88fc58bbf0035cdaf&device_id=1f6d13f9-9298-4f95-a04b-a4536773b7af HTTP/1.1" status: 200 len: 1094 time: 0.0420628 Dec 16 23:15:49.973795 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-f732a824-88ff-4afd-9634-7cb8fefae65a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44575b90-adf5-4c28-a4c4-47a927016123 HTTP/1.1" status: 200 len: 217 time: 0.0387511 Dec 16 23:15:50.029805 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-f2962e44-2af4-4e1b-8e83-d0fc4a9a5c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:50.031322 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-f2962e44-2af4-4e1b-8e83-d0fc4a9a5c79 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04964230-4f5e-4230-b1bd-d54f38ab6724 HTTP/1.1" status: 200 len: 856 time: 0.0451720 Dec 16 23:15:50.082619 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-1ba991b4-475e-459e-9e2f-dc7d18d9504d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:50.084173 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-1ba991b4-475e-459e-9e2f-dc7d18d9504d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1228e7e3-8a63-4290-805f-a9e4359b2f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405099 Dec 16 23:15:50.185334 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-0a89ea9e-cff1-4a57-ab84-0021b828194c service neutron] 10.222.0.76 "GET /v2.0/networks/1228e7e3-8a63-4290-805f-a9e4359b2f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892739 Dec 16 23:15:50.283574 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bfedabc6-7f7d-48dc-9433-ca2670b8356a req-788e0290-d7f9-4c3f-9b30-ad7527bcb750 service neutron] 10.222.0.76 "GET /v2.0/networks/1228e7e3-8a63-4290-805f-a9e4359b2f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864604 Dec 16 23:15:50.909982 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aec5a7-b93b-4a5d-be80-327cd5ef7619 req-30382dbc-9fb9-4065-af96-b6e5be2697bf tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:50.911469 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f1aec5a7-b93b-4a5d-be80-327cd5ef7619 req-30382dbc-9fb9-4065-af96-b6e5be2697bf tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f6d13f9-9298-4f95-a04b-a4536773b7af HTTP/1.1" status: 200 len: 943 time: 0.0511847 Dec 16 23:15:50.959557 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f1aec5a7-b93b-4a5d-be80-327cd5ef7619 req-4c972434-6ab4-4224-b15b-8242523fb600 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b57799ce-6380-4b29-9ce4-a69c47ea882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418780 Dec 16 23:15:52.088992 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd894a8-62a7-40e6-82a8-89b8b906ed18 req-71ee2ea3-c3bb-4fbc-b950-7dcade181fe8 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:52.091128 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3fd894a8-62a7-40e6-82a8-89b8b906ed18 req-71ee2ea3-c3bb-4fbc-b950-7dcade181fe8 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f6d13f9-9298-4f95-a04b-a4536773b7af HTTP/1.1" status: 200 len: 943 time: 0.0604832 Dec 16 23:15:52.139899 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3fd894a8-62a7-40e6-82a8-89b8b906ed18 req-9a4b2bb8-dbb2-4a00-908f-88015fa3b312 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b57799ce-6380-4b29-9ce4-a69c47ea882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428734 Dec 16 23:15:53.271293 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6382d-bebb-432e-a207-fec9c6848a67 req-8188859f-19b2-4717-bd3b-30d71c4d75bd tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:53.272860 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e7e6382d-bebb-432e-a207-fec9c6848a67 req-8188859f-19b2-4717-bd3b-30d71c4d75bd tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f6d13f9-9298-4f95-a04b-a4536773b7af HTTP/1.1" status: 200 len: 943 time: 0.0637977 Dec 16 23:15:53.323272 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e7e6382d-bebb-432e-a207-fec9c6848a67 req-0f1b9a77-9f4a-42ff-8997-d83c840c4c53 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b57799ce-6380-4b29-9ce4-a69c47ea882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432169 Dec 16 23:15:53.381576 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 44575b90-adf5-4c28-a4c4-47a927016123 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:15:53.464670 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-78237469-7597-4a3e-bc81-f151585e76f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:53.482242 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 44575b90-adf5-4c28-a4c4-47a927016123, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=44575b90-adf5-4c28-a4c4-47a927016123,segment=NetworkSegment(3337c79b-6320-4f8a-bc4f-11d9d65ca1c5),segment_id=3337c79b-6320-4f8a-bc4f-11d9d65ca1c5)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:15:53.494801 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '44575b90-adf5-4c28-a4c4-47a927016123', 'network_id': '1228e7e3-8a63-4290-805f-a9e4359b2f74', 'port_id': '44575b90-adf5-4c28-a4c4-47a927016123', 'mac_address': 'fa:16:3e:63:b1:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04964230-4f5e-4230-b1bd-d54f38ab6724', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:15:53.532884 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:53.549531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44575b90-adf5-4c28-a4c4-47a927016123 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:15:53.572261 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 44575b90-adf5-4c28-a4c4-47a927016123, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=44575b90-adf5-4c28-a4c4-47a927016123,segment=NetworkSegment(3337c79b-6320-4f8a-bc4f-11d9d65ca1c5),segment_id=3337c79b-6320-4f8a-bc4f-11d9d65ca1c5)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:15:53.739921 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:53.790232 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=44575b90-adf5-4c28-a4c4-47a927016123,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:54.072738 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['44575b90-adf5-4c28-a4c4-47a927016123'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:15:54.439339 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e3485-5a93-40f0-b930-4452e5027c68 req-f288a0ad-5969-4b38-878c-2457534a796e tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:54.440850 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c75e3485-5a93-40f0-b930-4452e5027c68 req-f288a0ad-5969-4b38-878c-2457534a796e tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f6d13f9-9298-4f95-a04b-a4536773b7af HTTP/1.1" status: 200 len: 944 time: 0.0507927 Dec 16 23:15:54.493069 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c75e3485-5a93-40f0-b930-4452e5027c68 req-e41b9a93-59fd-47eb-b155-bd44deb0a512 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b57799ce-6380-4b29-9ce4-a69c47ea882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449865 Dec 16 23:15:55.397384 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 44575b90-adf5-4c28-a4c4-47a927016123 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:15:55.567727 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 44575b90-adf5-4c28-a4c4-47a927016123 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:15:55.572416 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 44575b90-adf5-4c28-a4c4-47a927016123 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:15:55.572795 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:55.618189 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd929708-6f42-4406-8caa-bff4d785ea4a req-fcfc24a6-1bb2-4f45-9c1b-bd9aa7cac669 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:55.620814 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cd929708-6f42-4406-8caa-bff4d785ea4a req-fcfc24a6-1bb2-4f45-9c1b-bd9aa7cac669 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f6d13f9-9298-4f95-a04b-a4536773b7af HTTP/1.1" status: 200 len: 944 time: 0.0524189 Dec 16 23:15:55.677875 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:55.679294 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cd929708-6f42-4406-8caa-bff4d785ea4a req-85e17d66-919a-4d6f-aac8-09257437798b tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b57799ce-6380-4b29-9ce4-a69c47ea882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518150 Dec 16 23:15:55.703880 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6d13f9-9298-4f95-a04b-a4536773b7af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44575b90-adf5-4c28-a4c4-47a927016123'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:15:55.706131 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c1aa5a-6b24-4e53-8be2-0ae1d4c325a1" -d '{"events": [{"server_uuid": "1f6d13f9-9298-4f95-a04b-a4536773b7af", "name": "network-vif-plugged", "status": "completed", "tag": "44575b90-adf5-4c28-a4c4-47a927016123"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:15:55.718510 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-df4dec83-3a3d-4295-9013-6a31937fb8ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:55.724068 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 44575b90-adf5-4c28-a4c4-47a927016123, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=44575b90-adf5-4c28-a4c4-47a927016123,segment=NetworkSegment(3337c79b-6320-4f8a-bc4f-11d9d65ca1c5),segment_id=3337c79b-6320-4f8a-bc4f-11d9d65ca1c5)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:15:55.796623 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:55.828119 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b2a4b7-bd0e-43cd-bfb6-cdb4311078bb x-openstack-request-id: req-33b2a4b7-bd0e-43cd-bfb6-cdb4311078bb {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:15:55.828418 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6d13f9-9298-4f95-a04b-a4536773b7af", "name": "network-vif-plugged", "status": "completed", "tag": "44575b90-adf5-4c28-a4c4-47a927016123", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:15:55.828680 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-33b2a4b7-bd0e-43cd-bfb6-cdb4311078bb {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:15:55.829080 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6d13f9-9298-4f95-a04b-a4536773b7af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44575b90-adf5-4c28-a4c4-47a927016123', 'code': 200} Dec 16 23:15:55.859511 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=44575b90-adf5-4c28-a4c4-47a927016123,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:15:55.944976 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf427b2-d74e-4161-a44b-cc3e62e7a3bf req-11e769f3-55b9-4196-869f-959b41c5353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:55.946503 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-daf427b2-d74e-4161-a44b-cc3e62e7a3bf req-11e769f3-55b9-4196-869f-959b41c5353e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1f6d13f9-9298-4f95-a04b-a4536773b7af HTTP/1.1" status: 200 len: 1096 time: 0.0455542 Dec 16 23:15:55.994773 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-daf427b2-d74e-4161-a44b-cc3e62e7a3bf req-cb587e78-38e5-46e9-9e57-0fad587882df service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b57799ce-6380-4b29-9ce4-a69c47ea882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394416 Dec 16 23:15:56.797658 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3f03d-c249-4edc-b20e-42b3a7f58ea5 req-a46047e9-dcf9-4e4a-8c97-976bbbac57e0 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:56.799204 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ddb3f03d-c249-4edc-b20e-42b3a7f58ea5 req-a46047e9-dcf9-4e4a-8c97-976bbbac57e0 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f6d13f9-9298-4f95-a04b-a4536773b7af HTTP/1.1" status: 200 len: 945 time: 0.0498071 Dec 16 23:15:56.848050 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ddb3f03d-c249-4edc-b20e-42b3a7f58ea5 req-88fec928-6da3-403b-ae6a-25695215bb58 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b57799ce-6380-4b29-9ce4-a69c47ea882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428300 Dec 16 23:15:57.205144 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:57.498994 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:57.969226 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da51527-ce84-403b-a516-afe3e46ec5f1 req-79f0f29c-7e40-46c2-adee-e446dff93b97 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:57.970754 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2da51527-ce84-403b-a516-afe3e46ec5f1 req-79f0f29c-7e40-46c2-adee-e446dff93b97 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f6d13f9-9298-4f95-a04b-a4536773b7af HTTP/1.1" status: 200 len: 945 time: 0.0517700 Dec 16 23:15:58.026080 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2da51527-ce84-403b-a516-afe3e46ec5f1 req-46e199ef-3909-4841-99a2-1b41d8642591 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b57799ce-6380-4b29-9ce4-a69c47ea882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488753 Dec 16 23:15:58.143571 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0113244-5dd2-4541-9827-bf28a29689bd req-6a0f8cba-8bf2-46ee-83cc-9294d720addd tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:15:58.145077 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b0113244-5dd2-4541-9827-bf28a29689bd req-6a0f8cba-8bf2-46ee-83cc-9294d720addd tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f6d13f9-9298-4f95-a04b-a4536773b7af HTTP/1.1" status: 200 len: 945 time: 0.0502126 Dec 16 23:15:58.198309 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b0113244-5dd2-4541-9827-bf28a29689bd req-cfe136a6-5c7a-4990-80ed-0680f9026114 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b57799ce-6380-4b29-9ce4-a69c47ea882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468359 Dec 16 23:15:58.561911 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:58.873553 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:15:59.139119 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:05.931744 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:16:10.807687 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f3dd6ba5-5ab1-4028-b65b-68f8aed36d6c req-9f7994da-b610-4ea0-b335-6e02106b1700 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1f6d13f9-9298-4f95-a04b-a4536773b7af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411692 Dec 16 23:16:10.913379 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd6ba5-5ab1-4028-b65b-68f8aed36d6c req-ebccdaef-2ab6-45ea-8d49-a8dd21c51706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:10.914812 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f3dd6ba5-5ab1-4028-b65b-68f8aed36d6c req-ebccdaef-2ab6-45ea-8d49-a8dd21c51706 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5c2fb07e9b1f47d88fc58bbf0035cdaf&device_id=1f6d13f9-9298-4f95-a04b-a4536773b7af HTTP/1.1" status: 200 len: 1096 time: 0.0410953 Dec 16 23:16:11.024340 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd6ba5-5ab1-4028-b65b-68f8aed36d6c req-5002cfda-4455-44f1-882e-328c7fb07a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:11.025820 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f3dd6ba5-5ab1-4028-b65b-68f8aed36d6c req-5002cfda-4455-44f1-882e-328c7fb07a58 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1228e7e3-8a63-4290-805f-a9e4359b2f74 HTTP/1.1" status: 200 len: 917 time: 0.0890231 Dec 16 23:16:11.072027 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f3dd6ba5-5ab1-4028-b65b-68f8aed36d6c req-0e05ab70-671b-4125-a180-b8a9165f9e64 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44575b90-adf5-4c28-a4c4-47a927016123 HTTP/1.1" status: 200 len: 217 time: 0.0362659 Dec 16 23:16:11.124753 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd6ba5-5ab1-4028-b65b-68f8aed36d6c req-b217e8de-5f66-4985-88b0-bd3c1d8591a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:11.126220 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f3dd6ba5-5ab1-4028-b65b-68f8aed36d6c req-b217e8de-5f66-4985-88b0-bd3c1d8591a5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04964230-4f5e-4230-b1bd-d54f38ab6724 HTTP/1.1" status: 200 len: 856 time: 0.0443699 Dec 16 23:16:11.174032 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd6ba5-5ab1-4028-b65b-68f8aed36d6c req-0d50758f-f368-41be-8bd8-b6089086b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:11.175489 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f3dd6ba5-5ab1-4028-b65b-68f8aed36d6c req-0d50758f-f368-41be-8bd8-b6089086b109 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1228e7e3-8a63-4290-805f-a9e4359b2f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408292 Dec 16 23:16:11.189995 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-f3dd6ba5-5ab1-4028-b65b-68f8aed36d6c req-346481df-12a3-4668-8048-939aa9dfab88 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:16:11.190966 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f3dd6ba5-5ab1-4028-b65b-68f8aed36d6c req-346481df-12a3-4668-8048-939aa9dfab88 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050678 Dec 16 23:16:11.286609 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f3dd6ba5-5ab1-4028-b65b-68f8aed36d6c req-37395791-27f1-46a4-bc78-3fdb3aba41c3 service neutron] 10.222.0.76 "GET /v2.0/networks/1228e7e3-8a63-4290-805f-a9e4359b2f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870700 Dec 16 23:16:11.377393 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f3dd6ba5-5ab1-4028-b65b-68f8aed36d6c req-f0546b9b-7eae-4546-99df-14fdc76391dd service neutron] 10.222.0.76 "GET /v2.0/networks/1228e7e3-8a63-4290-805f-a9e4359b2f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822914 Dec 16 23:16:23.410187 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c95c4fed-e772-4de5-ab23-130fcbced94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:23.557281 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8176c7-f2d2-432b-b570-d775f0c86703 req-5c00c7ba-d26d-464e-a891-4117bfea3293 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:23.558767 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fc8176c7-f2d2-432b-b570-d775f0c86703 req-5c00c7ba-d26d-464e-a891-4117bfea3293 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f6d13f9-9298-4f95-a04b-a4536773b7af HTTP/1.1" status: 200 len: 945 time: 0.0495756 Dec 16 23:16:23.606682 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fc8176c7-f2d2-432b-b570-d775f0c86703 req-3f2013da-d47b-45a3-9b61-d8f51b1569a8 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b57799ce-6380-4b29-9ce4-a69c47ea882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410080 Dec 16 23:16:24.737501 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c177464-6c51-47e5-9b2d-8ff7aed25254 req-a1d4807f-7747-4aa5-b715-74a6f60f7465 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:24.738991 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9c177464-6c51-47e5-9b2d-8ff7aed25254 req-a1d4807f-7747-4aa5-b715-74a6f60f7465 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f6d13f9-9298-4f95-a04b-a4536773b7af HTTP/1.1" status: 200 len: 945 time: 0.0580773 Dec 16 23:16:24.789883 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9c177464-6c51-47e5-9b2d-8ff7aed25254 req-dceb8266-9a23-4259-b261-23b74cba9140 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b57799ce-6380-4b29-9ce4-a69c47ea882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443237 Dec 16 23:16:25.632090 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6a3f5-0e26-40bf-b118-f79869e3c879 req-2cc45098-1c51-4fb9-a9ab-27cd551f9646 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:25.633638 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-83b6a3f5-0e26-40bf-b118-f79869e3c879 req-2cc45098-1c51-4fb9-a9ab-27cd551f9646 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f6d13f9-9298-4f95-a04b-a4536773b7af HTTP/1.1" status: 200 len: 945 time: 0.0498869 Dec 16 23:16:25.670699 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f44bf85b-72ed-44c4-a216-112b1bbc64f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:25.729711 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-83b6a3f5-0e26-40bf-b118-f79869e3c879 req-573f2fb1-3e77-4dba-9c65-6f71cbfccc23 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Deleting port 44575b90-adf5-4c28-a4c4-47a927016123 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:16:25.730052 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-83b6a3f5-0e26-40bf-b118-f79869e3c879 req-573f2fb1-3e77-4dba-9c65-6f71cbfccc23 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:25.818023 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-83b6a3f5-0e26-40bf-b118-f79869e3c879 req-573f2fb1-3e77-4dba-9c65-6f71cbfccc23 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] For port 44575b90-adf5-4c28-a4c4-47a927016123, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=44575b90-adf5-4c28-a4c4-47a927016123,segment=NetworkSegment(3337c79b-6320-4f8a-bc4f-11d9d65ca1c5),segment_id=3337c79b-6320-4f8a-bc4f-11d9d65ca1c5)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:16:25.818556 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-83b6a3f5-0e26-40bf-b118-f79869e3c879 req-573f2fb1-3e77-4dba-9c65-6f71cbfccc23 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:25.832881 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-83b6a3f5-0e26-40bf-b118-f79869e3c879 req-573f2fb1-3e77-4dba-9c65-6f71cbfccc23 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Calling delete_port for 44575b90-adf5-4c28-a4c4-47a927016123 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:16:25.906996 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35646b-aaf9-4c69-b6d5-95556924ffa1 req-f8257af4-a12f-4d5e-810e-84f7b0a4d2ed tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:25.908676 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3a35646b-aaf9-4c69-b6d5-95556924ffa1 req-f8257af4-a12f-4d5e-810e-84f7b0a4d2ed tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f6d13f9-9298-4f95-a04b-a4536773b7af HTTP/1.1" status: 200 len: 945 time: 0.0500791 Dec 16 23:16:25.957912 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3a35646b-aaf9-4c69-b6d5-95556924ffa1 req-a1b67675-e709-49ee-94b3-60e53d075009 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b57799ce-6380-4b29-9ce4-a69c47ea882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430188 Dec 16 23:16:26.015876 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-83b6a3f5-0e26-40bf-b118-f79869e3c879 req-573f2fb1-3e77-4dba-9c65-6f71cbfccc23 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:26.045074 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f2fb1-3e77-4dba-9c65-6f71cbfccc23 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Pushing event deleted for resources: {'Port': ['ID=44575b90-adf5-4c28-a4c4-47a927016123,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:16:26.062491 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['44575b90-adf5-4c28-a4c4-47a927016123'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:16:26.075127 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573f2fb1-3e77-4dba-9c65-6f71cbfccc23 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:16:26.075491 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573f2fb1-3e77-4dba-9c65-6f71cbfccc23 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:16:26.075839 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573f2fb1-3e77-4dba-9c65-6f71cbfccc23 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:16:26.076698 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573f2fb1-3e77-4dba-9c65-6f71cbfccc23 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:16:26.077302 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573f2fb1-3e77-4dba-9c65-6f71cbfccc23 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:16:26.077654 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573f2fb1-3e77-4dba-9c65-6f71cbfccc23 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:16:26.077991 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573f2fb1-3e77-4dba-9c65-6f71cbfccc23 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:16:26.078327 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573f2fb1-3e77-4dba-9c65-6f71cbfccc23 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:16:26.078659 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573f2fb1-3e77-4dba-9c65-6f71cbfccc23 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:16:26.078995 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573f2fb1-3e77-4dba-9c65-6f71cbfccc23 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:16:26.079350 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573f2fb1-3e77-4dba-9c65-6f71cbfccc23 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:16:26.079679 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573f2fb1-3e77-4dba-9c65-6f71cbfccc23 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:16:26.080003 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573f2fb1-3e77-4dba-9c65-6f71cbfccc23 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:16:26.103010 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b6a3f5-0e26-40bf-b118-f79869e3c879 req-573f2fb1-3e77-4dba-9c65-6f71cbfccc23 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] No DVR routers for this DVR port 44575b90-adf5-4c28-a4c4-47a927016123 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:16:26.105639 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-83b6a3f5-0e26-40bf-b118-f79869e3c879 req-573f2fb1-3e77-4dba-9c65-6f71cbfccc23 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:26.109629 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-83b6a3f5-0e26-40bf-b118-f79869e3c879 req-573f2fb1-3e77-4dba-9c65-6f71cbfccc23 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.76 "DELETE /v2.0/ports/44575b90-adf5-4c28-a4c4-47a927016123 HTTP/1.1" status: 204 len: 173 time: 0.4682550 Dec 16 23:16:26.110075 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6d13f9-9298-4f95-a04b-a4536773b7af', 'name': 'network-vif-deleted', 'tag': '44575b90-adf5-4c28-a4c4-47a927016123'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:16:26.112354 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0c292d-076d-485b-80ec-f761d774b803" -d '{"events": [{"server_uuid": "1f6d13f9-9298-4f95-a04b-a4536773b7af", "name": "network-vif-deleted", "tag": "44575b90-adf5-4c28-a4c4-47a927016123"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:16:26.150819 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dd89af-f604-42d5-b2e0-1b4e945c7506 x-openstack-request-id: req-50dd89af-f604-42d5-b2e0-1b4e945c7506 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:16:26.151175 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6d13f9-9298-4f95-a04b-a4536773b7af", "name": "network-vif-deleted", "tag": "44575b90-adf5-4c28-a4c4-47a927016123", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:16:26.152958 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-50dd89af-f604-42d5-b2e0-1b4e945c7506 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:16:26.152958 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6d13f9-9298-4f95-a04b-a4536773b7af', 'name': 'network-vif-deleted', 'tag': '44575b90-adf5-4c28-a4c4-47a927016123', 'status': 'completed', 'code': 200} Dec 16 23:16:27.074030 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-187e91b6-64df-4c96-9f33-a1b07c796089 req-158d7d73-b06a-44f6-bb4d-2d96bec69c6b tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f6d13f9-9298-4f95-a04b-a4536773b7af HTTP/1.1" status: 200 len: 210 time: 0.0309310 Dec 16 23:16:27.267486 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:27.467537 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:28.538358 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:28.855598 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:29.034276 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-4bd5c72c-deb7-4c2e-ab10-d6bc2d661704 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:29.035781 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-4bd5c72c-deb7-4c2e-ab10-d6bc2d661704 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/networks?id=1228e7e3-8a63-4290-805f-a9e4359b2f74 HTTP/1.1" status: 200 len: 817 time: 0.1011255 Dec 16 23:16:29.051999 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-4d8dbcb6-d94f-4a10-a276-6b88b341463a tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/quotas/5c2fb07e9b1f47d88fc58bbf0035cdaf HTTP/1.1" status: 200 len: 375 time: 0.0102224 Dec 16 23:16:29.103036 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-d0df7526-d46a-43c4-9d83-abe64a650220 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5c2fb07e9b1f47d88fc58bbf0035cdaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454087 Dec 16 23:16:29.124981 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:29.206615 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-a031e059-009f-4d56-ab90-518b084736b7 service neutron] 10.222.0.75 "GET /v2.0/networks/1228e7e3-8a63-4290-805f-a9e4359b2f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909798 Dec 16 23:16:29.300334 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-cdd670d9-cc8f-47c0-a95b-e6bceab6bbbb service neutron] 10.222.0.75 "GET /v2.0/networks/1228e7e3-8a63-4290-805f-a9e4359b2f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869305 Dec 16 23:16:29.531624 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-472ab59d-8faf-48f3-b147-184d6c1b316e req-717e35e6-6cc7-459e-9fba-6e484731c0d2 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff4c96c1-1861-4590-804f-8883271ab8a7 HTTP/1.1" status: 200 len: 210 time: 0.0269122 Dec 16 23:16:29.584178 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 44575b90-adf5-4c28-a4c4-47a927016123 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:16:29.605239 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 44575b90-adf5-4c28-a4c4-47a927016123 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:16:29.605533 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 44575b90-adf5-4c28-a4c4-47a927016123 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:16:30.633826 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3eb95aca-f4c2-40e1-9683-53ab4f280834 req-cfd304d0-5cd6-4c53-8754-cc7c3914a7bd tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff4c96c1-1861-4590-804f-8883271ab8a7 HTTP/1.1" status: 200 len: 210 time: 0.0322177 Dec 16 23:16:31.520568 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-c6b16a4a-8b59-4c97-ba36-3cad59122f2a tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:31.522051 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-c6b16a4a-8b59-4c97-ba36-3cad59122f2a tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.57 "GET /v2.0/networks?id=1228e7e3-8a63-4290-805f-a9e4359b2f74 HTTP/1.1" status: 200 len: 817 time: 0.1029034 Dec 16 23:16:31.540991 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-8fb65814-072e-4334-ad92-532381a75d1b tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Request body: {'port': {'device_id': 'ff4c96c1-1861-4590-804f-8883271ab8a7', 'network_id': '1228e7e3-8a63-4290-805f-a9e4359b2f74', 'admin_state_up': True, 'tenant_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:16:31.729765 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cd1ae9bc-60e8-4a22-8288-4b35eb2d88dd req-7c372f60-1674-44e9-9b22-83153a31aef2 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff4c96c1-1861-4590-804f-8883271ab8a7 HTTP/1.1" status: 200 len: 210 time: 0.0271604 Dec 16 23:16:31.769833 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-8fb65814-072e-4334-ad92-532381a75d1b tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Made reservation on behalf of 5c2fb07e9b1f47d88fc58bbf0035cdaf for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:16:31.773465 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-8fb65814-072e-4334-ad92-532381a75d1b tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:31.902479 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-8fb65814-072e-4334-ad92-532381a75d1b tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Allocated IP 172.20.0.3 (1228e7e3-8a63-4290-805f-a9e4359b2f74/04964230-4f5e-4230-b1bd-d54f38ab6724/11ed64e6-a591-4744-8734-34c63a55298a) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:16:32.053395 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-8fb65814-072e-4334-ad92-532381a75d1b tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:32.147838 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-8fb65814-072e-4334-ad92-532381a75d1b tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:32.191647 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-8fb65814-072e-4334-ad92-532381a75d1b tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Network 1228e7e3-8a63-4290-805f-a9e4359b2f74 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:16:32.194787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-8fb65814-072e-4334-ad92-532381a75d1b tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:16:32.198633 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-8fb65814-072e-4334-ad92-532381a75d1b tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:16:32.226406 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb65814-072e-4334-ad92-532381a75d1b tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Pushing event updated for resources: {'Port': ['ID=11ed64e6-a591-4744-8734-34c63a55298a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:16:32.255910 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-8fb65814-072e-4334-ad92-532381a75d1b tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:32.256850 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-8fb65814-072e-4334-ad92-532381a75d1b tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:32.324207 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-8fb65814-072e-4334-ad92-532381a75d1b tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7869623 Dec 16 23:16:32.341601 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-b079b245-1e86-4d26-b8f2-404333ae5091 service neutron] Request body: {'port': {'device_id': 'ff4c96c1-1861-4590-804f-8883271ab8a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:16:32.407542 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-b079b245-1e86-4d26-b8f2-404333ae5091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:32.415366 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-8aaa360b-23d0-4671-aabb-61d4adf8c5d1 None None] Provisioning complete for port 11ed64e6-a591-4744-8734-34c63a55298a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:16:32.415892 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8aaa360b-23d0-4671-aabb-61d4adf8c5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:32.452060 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-8aaa360b-23d0-4671-aabb-61d4adf8c5d1 None None] Port 11ed64e6-a591-4744-8734-34c63a55298a cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:16:32.668814 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-b079b245-1e86-4d26-b8f2-404333ae5091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ed64e6-a591-4744-8734-34c63a55298a {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:16:32.677293 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-b079b245-1e86-4d26-b8f2-404333ae5091 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:32.689260 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-b079b245-1e86-4d26-b8f2-404333ae5091 service neutron] Transition to ACTIVE for port object 11ed64e6-a591-4744-8734-34c63a55298a will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:16:32.741926 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-b079b245-1e86-4d26-b8f2-404333ae5091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:32.843462 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079b245-1e86-4d26-b8f2-404333ae5091 service neutron] Pushing event updated for resources: {'Port': ['ID=11ed64e6-a591-4744-8734-34c63a55298a,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:16:32.855272 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab125d6e-e366-4987-9077-63149875e38a req-33ba9c8f-44b0-4d88-b309-7f011db20855 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:32.856962 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ab125d6e-e366-4987-9077-63149875e38a req-33ba9c8f-44b0-4d88-b309-7f011db20855 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff4c96c1-1861-4590-804f-8883271ab8a7 HTTP/1.1" status: 200 len: 943 time: 0.0542316 Dec 16 23:16:32.878939 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-b079b245-1e86-4d26-b8f2-404333ae5091 service neutron] Attempting to bind port 11ed64e6-a591-4744-8734-34c63a55298a on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:16:32.879513 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-b079b245-1e86-4d26-b8f2-404333ae5091 service neutron] Attempting to bind port 11ed64e6-a591-4744-8734-34c63a55298a by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '3337c79b-6320-4f8a-bc4f-11d9d65ca1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1228e7e3-8a63-4290-805f-a9e4359b2f74'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:16:32.879855 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-b079b245-1e86-4d26-b8f2-404333ae5091 service neutron] Attempting to bind port 11ed64e6-a591-4744-8734-34c63a55298a on network 1228e7e3-8a63-4290-805f-a9e4359b2f74 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:16:32.884829 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-b079b245-1e86-4d26-b8f2-404333ae5091 service neutron] Port 11ed64e6-a591-4744-8734-34c63a55298a on network 1228e7e3-8a63-4290-805f-a9e4359b2f74 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:16:32.885160 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-b079b245-1e86-4d26-b8f2-404333ae5091 service neutron] Attempting to bind port 11ed64e6-a591-4744-8734-34c63a55298a on network 1228e7e3-8a63-4290-805f-a9e4359b2f74 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:16:32.890873 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-b079b245-1e86-4d26-b8f2-404333ae5091 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:16:32.891255 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-b079b245-1e86-4d26-b8f2-404333ae5091 service neutron] Checking segment: {'id': '3337c79b-6320-4f8a-bc4f-11d9d65ca1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1228e7e3-8a63-4290-805f-a9e4359b2f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:16:32.893576 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-b079b245-1e86-4d26-b8f2-404333ae5091 service neutron] Bound using segment: {'id': '3337c79b-6320-4f8a-bc4f-11d9d65ca1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1228e7e3-8a63-4290-805f-a9e4359b2f74'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:16:32.894080 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-b079b245-1e86-4d26-b8f2-404333ae5091 service neutron] Bound port: 11ed64e6-a591-4744-8734-34c63a55298a, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3337c79b-6320-4f8a-bc4f-11d9d65ca1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1228e7e3-8a63-4290-805f-a9e4359b2f74'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:16:32.894965 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-b079b245-1e86-4d26-b8f2-404333ae5091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:32.913068 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ab125d6e-e366-4987-9077-63149875e38a req-013595d3-244f-4ce1-a555-0620fe6e6074 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b57799ce-6380-4b29-9ce4-a69c47ea882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461903 Dec 16 23:16:32.962105 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-b079b245-1e86-4d26-b8f2-404333ae5091 service neutron] For port 11ed64e6-a591-4744-8734-34c63a55298a, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:16:32.965443 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-b079b245-1e86-4d26-b8f2-404333ae5091 service neutron] For port 11ed64e6-a591-4744-8734-34c63a55298a, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=11ed64e6-a591-4744-8734-34c63a55298a,segment=NetworkSegment(3337c79b-6320-4f8a-bc4f-11d9d65ca1c5),segment_id=3337c79b-6320-4f8a-bc4f-11d9d65ca1c5)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:16:33.039504 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-b079b245-1e86-4d26-b8f2-404333ae5091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:33.076223 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-b079b245-1e86-4d26-b8f2-404333ae5091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:33.076853 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-b079b245-1e86-4d26-b8f2-404333ae5091 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:33.078260 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-b079b245-1e86-4d26-b8f2-404333ae5091 service neutron] 10.222.0.57 "PUT /v2.0/ports/11ed64e6-a591-4744-8734-34c63a55298a HTTP/1.1" status: 200 len: 1091 time: 0.7410624 Dec 16 23:16:33.078711 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4c96c1-1861-4590-804f-8883271ab8a7', 'tag': '11ed64e6-a591-4744-8734-34c63a55298a'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:16:33.081768 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a12d760-d2c5-40ca-9b30-611f0dda0698" -d '{"events": [{"name": "network-changed", "server_uuid": "ff4c96c1-1861-4590-804f-8883271ab8a7", "tag": "11ed64e6-a591-4744-8734-34c63a55298a"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:16:33.106493 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079b245-1e86-4d26-b8f2-404333ae5091 service neutron] Pushing event updated for resources: {'Port': ['ID=11ed64e6-a591-4744-8734-34c63a55298a,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:16:33.121722 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cd3ea4-a62f-4882-8b34-6bcd73801a2a x-openstack-request-id: req-69cd3ea4-a62f-4882-8b34-6bcd73801a2a {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:16:33.122021 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff4c96c1-1861-4590-804f-8883271ab8a7", "tag": "11ed64e6-a591-4744-8734-34c63a55298a", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:16:33.122279 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-69cd3ea4-a62f-4882-8b34-6bcd73801a2a {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:16:33.122687 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff4c96c1-1861-4590-804f-8883271ab8a7', 'tag': '11ed64e6-a591-4744-8734-34c63a55298a', 'status': 'completed', 'code': 200} Dec 16 23:16:33.214179 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12d760-d2c5-40ca-9b30-611f0dda0698 req-b4405194-9f28-47a2-a7b4-6b24d30cabad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:33.215758 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3a12d760-d2c5-40ca-9b30-611f0dda0698 req-b4405194-9f28-47a2-a7b4-6b24d30cabad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c2fb07e9b1f47d88fc58bbf0035cdaf&device_id=ff4c96c1-1861-4590-804f-8883271ab8a7 HTTP/1.1" status: 200 len: 1094 time: 0.0509737 Dec 16 23:16:33.323543 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12d760-d2c5-40ca-9b30-611f0dda0698 req-f2137b07-54a0-46e8-8a51-ca20f607f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:33.325091 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3a12d760-d2c5-40ca-9b30-611f0dda0698 req-f2137b07-54a0-46e8-8a51-ca20f607f19d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5c2fb07e9b1f47d88fc58bbf0035cdaf&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0960574 Dec 16 23:16:33.423756 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12d760-d2c5-40ca-9b30-611f0dda0698 req-b819f2a0-cfeb-46ec-982a-392d5ad32614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:33.425369 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3a12d760-d2c5-40ca-9b30-611f0dda0698 req-b819f2a0-cfeb-46ec-982a-392d5ad32614 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0934951 Dec 16 23:16:33.523026 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-55734dbb-8cd8-4eb2-9ca7-1cd5f54df972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:33.524594 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-55734dbb-8cd8-4eb2-9ca7-1cd5f54df972 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c2fb07e9b1f47d88fc58bbf0035cdaf&device_id=ff4c96c1-1861-4590-804f-8883271ab8a7 HTTP/1.1" status: 200 len: 1094 time: 0.0411577 Dec 16 23:16:33.576495 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-0dd09441-7ee2-4297-bfd5-22a8aa93d601 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11ed64e6-a591-4744-8734-34c63a55298a HTTP/1.1" status: 200 len: 217 time: 0.0386140 Dec 16 23:16:33.626957 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-0af4c81c-07e7-4a5d-bfc0-420a06b0ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:33.628477 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-0af4c81c-07e7-4a5d-bfc0-420a06b0ca1c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04964230-4f5e-4230-b1bd-d54f38ab6724 HTTP/1.1" status: 200 len: 856 time: 0.0455163 Dec 16 23:16:33.675283 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-b6347608-8afc-426d-a86f-a79db35c987b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:33.676705 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-b6347608-8afc-426d-a86f-a79db35c987b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1228e7e3-8a63-4290-805f-a9e4359b2f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416842 Dec 16 23:16:33.769798 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-1a561669-4657-4f1a-addc-a44427e80d38 service neutron] 10.222.0.57 "GET /v2.0/networks/1228e7e3-8a63-4290-805f-a9e4359b2f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856245 Dec 16 23:16:33.858631 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e09ec70a-c098-4d25-abec-5e3105aeb1f8 req-41093886-145f-4239-85a1-211fbbb41231 service neutron] 10.222.0.57 "GET /v2.0/networks/1228e7e3-8a63-4290-805f-a9e4359b2f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822897 Dec 16 23:16:34.029680 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb98a6c-047c-49b1-921e-4665aa5196a8 req-39eb0029-ef8d-4f77-b57f-046b0c4ced80 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:34.031189 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3eb98a6c-047c-49b1-921e-4665aa5196a8 req-39eb0029-ef8d-4f77-b57f-046b0c4ced80 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff4c96c1-1861-4590-804f-8883271ab8a7 HTTP/1.1" status: 200 len: 943 time: 0.0489304 Dec 16 23:16:34.078252 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3eb98a6c-047c-49b1-921e-4665aa5196a8 req-56999a84-b9fc-4881-864e-c27215a2382f tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b57799ce-6380-4b29-9ce4-a69c47ea882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406027 Dec 16 23:16:35.200400 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b26c3a-a9bf-4fe1-a172-afdd848d4705 req-a1a642cb-fe9a-462e-959b-396f344a71e0 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:35.201926 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b1b26c3a-a9bf-4fe1-a172-afdd848d4705 req-a1a642cb-fe9a-462e-959b-396f344a71e0 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff4c96c1-1861-4590-804f-8883271ab8a7 HTTP/1.1" status: 200 len: 943 time: 0.0503302 Dec 16 23:16:35.252672 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b1b26c3a-a9bf-4fe1-a172-afdd848d4705 req-96a80fa9-a52d-4eb1-bb04-215527dec4fa tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b57799ce-6380-4b29-9ce4-a69c47ea882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440819 Dec 16 23:16:36.372155 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb202011-dff4-4325-b54d-2d0467f99f21 req-c5be5656-df2c-438f-8ad3-41af68e06122 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:36.373655 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cb202011-dff4-4325-b54d-2d0467f99f21 req-c5be5656-df2c-438f-8ad3-41af68e06122 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff4c96c1-1861-4590-804f-8883271ab8a7 HTTP/1.1" status: 200 len: 943 time: 0.0527790 Dec 16 23:16:36.420872 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cb202011-dff4-4325-b54d-2d0467f99f21 req-3f6df6f4-feb0-4ec6-ac2a-f46c14be1d29 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b57799ce-6380-4b29-9ce4-a69c47ea882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410676 Dec 16 23:16:37.225367 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 11ed64e6-a591-4744-8734-34c63a55298a details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:16:37.320843 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 11ed64e6-a591-4744-8734-34c63a55298a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=11ed64e6-a591-4744-8734-34c63a55298a,segment=NetworkSegment(3337c79b-6320-4f8a-bc4f-11d9d65ca1c5),segment_id=3337c79b-6320-4f8a-bc4f-11d9d65ca1c5)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:16:37.332731 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '11ed64e6-a591-4744-8734-34c63a55298a', 'network_id': '1228e7e3-8a63-4290-805f-a9e4359b2f74', 'port_id': '11ed64e6-a591-4744-8734-34c63a55298a', 'mac_address': 'fa:16:3e:ec:9c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04964230-4f5e-4230-b1bd-d54f38ab6724', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:16:37.370375 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:37.383698 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ed64e6-a591-4744-8734-34c63a55298a {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:16:37.403096 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 11ed64e6-a591-4744-8734-34c63a55298a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=11ed64e6-a591-4744-8734-34c63a55298a,segment=NetworkSegment(3337c79b-6320-4f8a-bc4f-11d9d65ca1c5),segment_id=3337c79b-6320-4f8a-bc4f-11d9d65ca1c5)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:16:37.475654 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:37.524282 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=11ed64e6-a591-4744-8734-34c63a55298a,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:16:37.531660 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:16:37.532005 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:16:37.532749 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:16:37.532880 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:16:37.533173 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:16:37.533489 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:16:37.533818 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:16:37.534143 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:16:37.534467 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:16:37.534790 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:16:37.535139 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:16:37.535466 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:16:37.535806 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:16:37.542160 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d66d3e-e4fe-4169-a779-049c6aa3d7e7 req-6bfc3d8f-7600-49de-bbd3-3d70e54a6c9f tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:37.543730 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-51d66d3e-e4fe-4169-a779-049c6aa3d7e7 req-6bfc3d8f-7600-49de-bbd3-3d70e54a6c9f tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff4c96c1-1861-4590-804f-8883271ab8a7 HTTP/1.1" status: 200 len: 944 time: 0.0536041 Dec 16 23:16:37.592455 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-51d66d3e-e4fe-4169-a779-049c6aa3d7e7 req-b6c318c6-755f-408d-be50-66f3871e3a46 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b57799ce-6380-4b29-9ce4-a69c47ea882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414872 Dec 16 23:16:37.854869 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['11ed64e6-a591-4744-8734-34c63a55298a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:16:38.712531 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af45d8e-f8a0-4769-bca3-c58415b3ee54 req-4c03b5dd-6966-47a9-8549-48199e55698f tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:38.714043 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9af45d8e-f8a0-4769-bca3-c58415b3ee54 req-4c03b5dd-6966-47a9-8549-48199e55698f tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff4c96c1-1861-4590-804f-8883271ab8a7 HTTP/1.1" status: 200 len: 944 time: 0.0498383 Dec 16 23:16:38.761128 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9af45d8e-f8a0-4769-bca3-c58415b3ee54 req-6a2b14fd-6046-4e7d-b5f0-85eb53b9ed09 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b57799ce-6380-4b29-9ce4-a69c47ea882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409520 Dec 16 23:16:39.241627 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 11ed64e6-a591-4744-8734-34c63a55298a up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:16:39.358113 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 11ed64e6-a591-4744-8734-34c63a55298a completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:16:39.362793 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 11ed64e6-a591-4744-8734-34c63a55298a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:16:39.363408 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:39.443050 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:39.464609 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4c96c1-1861-4590-804f-8883271ab8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ed64e6-a591-4744-8734-34c63a55298a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:16:39.466830 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5793fb1-2232-43f3-a6da-440fefaa5526" -d '{"events": [{"server_uuid": "ff4c96c1-1861-4590-804f-8883271ab8a7", "name": "network-vif-plugged", "status": "completed", "tag": "11ed64e6-a591-4744-8734-34c63a55298a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:16:39.479959 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 11ed64e6-a591-4744-8734-34c63a55298a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=11ed64e6-a591-4744-8734-34c63a55298a,segment=NetworkSegment(3337c79b-6320-4f8a-bc4f-11d9d65ca1c5),segment_id=3337c79b-6320-4f8a-bc4f-11d9d65ca1c5)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:16:39.503888 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24717163-d63f-4d8f-b3ff-1721bdfbe233 x-openstack-request-id: req-24717163-d63f-4d8f-b3ff-1721bdfbe233 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:16:39.504176 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4c96c1-1861-4590-804f-8883271ab8a7", "name": "network-vif-plugged", "status": "completed", "tag": "11ed64e6-a591-4744-8734-34c63a55298a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:16:39.504428 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-24717163-d63f-4d8f-b3ff-1721bdfbe233 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:16:39.504828 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4c96c1-1861-4590-804f-8883271ab8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ed64e6-a591-4744-8734-34c63a55298a', 'code': 200} Dec 16 23:16:39.570037 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:39.619259 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=11ed64e6-a591-4744-8734-34c63a55298a,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:16:39.633290 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8c041-5e08-4f87-9766-7f234de81e66 req-afe39e19-27b0-43ae-adbc-d0202da7276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:39.634799 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-46d8c041-5e08-4f87-9766-7f234de81e66 req-afe39e19-27b0-43ae-adbc-d0202da7276d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ff4c96c1-1861-4590-804f-8883271ab8a7 HTTP/1.1" status: 200 len: 1096 time: 0.0419846 Dec 16 23:16:39.681596 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-46d8c041-5e08-4f87-9766-7f234de81e66 req-d2a4a9d3-a700-4f81-bdb6-2045070dfceb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b57799ce-6380-4b29-9ce4-a69c47ea882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383172 Dec 16 23:16:39.880050 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829d6e5-92d9-4064-94f0-8913bd764de2 req-30b21efc-44d6-4b29-9185-2a1bbcaa0178 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:39.881562 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1829d6e5-92d9-4064-94f0-8913bd764de2 req-30b21efc-44d6-4b29-9185-2a1bbcaa0178 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff4c96c1-1861-4590-804f-8883271ab8a7 HTTP/1.1" status: 200 len: 945 time: 0.0530162 Dec 16 23:16:39.929475 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1829d6e5-92d9-4064-94f0-8913bd764de2 req-a719a5f1-6213-4a3b-8d7a-b407bcd09552 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b57799ce-6380-4b29-9ce4-a69c47ea882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418668 Dec 16 23:16:41.051434 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a52078-c337-4dfc-bd53-9999d6b9a402 req-884c0f98-0975-4a2b-b3fe-6317f98491be tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:41.053085 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-27a52078-c337-4dfc-bd53-9999d6b9a402 req-884c0f98-0975-4a2b-b3fe-6317f98491be tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff4c96c1-1861-4590-804f-8883271ab8a7 HTTP/1.1" status: 200 len: 945 time: 0.0542250 Dec 16 23:16:41.104618 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-27a52078-c337-4dfc-bd53-9999d6b9a402 req-72039606-d7a7-4c0b-b14d-b8db0fdcc3a7 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b57799ce-6380-4b29-9ce4-a69c47ea882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454631 Dec 16 23:16:42.226697 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b04270-1781-47ce-aecb-a2e1cb5b37d1 req-026a3c00-1786-4d7e-bf14-e253342f6471 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:42.228502 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-77b04270-1781-47ce-aecb-a2e1cb5b37d1 req-026a3c00-1786-4d7e-bf14-e253342f6471 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff4c96c1-1861-4590-804f-8883271ab8a7 HTTP/1.1" status: 200 len: 945 time: 0.0506701 Dec 16 23:16:42.277171 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-77b04270-1781-47ce-aecb-a2e1cb5b37d1 req-fba0af86-9013-4328-80e8-65cf1a4d3594 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b57799ce-6380-4b29-9ce4-a69c47ea882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417888 Dec 16 23:16:42.393380 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab696a-d22d-44c3-ae25-1748205857f6 req-6836a9d5-cc8f-4b40-b1c0-387eda4a5c9e tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:16:42.395062 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-08ab696a-d22d-44c3-ae25-1748205857f6 req-6836a9d5-cc8f-4b40-b1c0-387eda4a5c9e tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff4c96c1-1861-4590-804f-8883271ab8a7 HTTP/1.1" status: 200 len: 945 time: 0.0506697 Dec 16 23:16:42.445824 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-08ab696a-d22d-44c3-ae25-1748205857f6 req-1e3ab63f-325b-4fc3-a6b2-7f59dfd73f8e tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b57799ce-6380-4b29-9ce4-a69c47ea882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447581 Dec 16 23:16:42.930928 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:16:53.458433 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6b1cf7cc-27c4-4f69-9034-58ee70ec73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:55.687194 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-574a9611-3e99-4cf9-8de7-618f9dd9974b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:57.224172 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:57.504884 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:58.544276 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:58.855182 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:16:59.101442 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:07.546050 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394ebff-4a6a-4587-b0e0-264ef25032f3 req-fcd0bf9a-3ff9-4e14-9a61-f95ff267eae8 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:17:07.547976 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d394ebff-4a6a-4587-b0e0-264ef25032f3 req-fcd0bf9a-3ff9-4e14-9a61-f95ff267eae8 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff4c96c1-1861-4590-804f-8883271ab8a7 HTTP/1.1" status: 200 len: 945 time: 0.0518360 Dec 16 23:17:07.605141 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d394ebff-4a6a-4587-b0e0-264ef25032f3 req-f7a65826-36bf-4e79-a9bd-dc3bc2f86544 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b57799ce-6380-4b29-9ce4-a69c47ea882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505414 Dec 16 23:17:08.735457 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf39b8-4455-45f2-b0dd-999472dbe33a req-662293ef-daa1-43d2-afdf-fbae320fb501 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:17:08.736979 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ddbf39b8-4455-45f2-b0dd-999472dbe33a req-662293ef-daa1-43d2-afdf-fbae320fb501 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff4c96c1-1861-4590-804f-8883271ab8a7 HTTP/1.1" status: 200 len: 945 time: 0.0556390 Dec 16 23:17:08.791844 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ddbf39b8-4455-45f2-b0dd-999472dbe33a req-b62e5973-6498-40b5-b850-df14908ea631 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b57799ce-6380-4b29-9ce4-a69c47ea882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469465 Dec 16 23:17:09.443404 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ddf26-b082-44bf-b815-3dece37770b3 req-46a392cf-d711-4adb-8c19-3400ff70f258 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:17:09.445169 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-727ddf26-b082-44bf-b815-3dece37770b3 req-46a392cf-d711-4adb-8c19-3400ff70f258 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff4c96c1-1861-4590-804f-8883271ab8a7 HTTP/1.1" status: 200 len: 945 time: 0.0494099 Dec 16 23:17:09.536470 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-727ddf26-b082-44bf-b815-3dece37770b3 req-9e4aa9aa-93e2-49dc-951e-ddfab62d7498 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Deleting port 11ed64e6-a591-4744-8734-34c63a55298a {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:17:09.536819 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-727ddf26-b082-44bf-b815-3dece37770b3 req-9e4aa9aa-93e2-49dc-951e-ddfab62d7498 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:09.913958 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c460913-b63d-48d7-94ef-af433c6c4e84 req-5110e85d-2f6e-4998-bda2-68a9f1c09148 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:17:09.915541 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5c460913-b63d-48d7-94ef-af433c6c4e84 req-5110e85d-2f6e-4998-bda2-68a9f1c09148 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff4c96c1-1861-4590-804f-8883271ab8a7 HTTP/1.1" status: 200 len: 945 time: 0.0516357 Dec 16 23:17:09.963686 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5c460913-b63d-48d7-94ef-af433c6c4e84 req-185b8e31-18cd-43e5-8dd5-2838ba6ad48f tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/security-groups?id=b57799ce-6380-4b29-9ce4-a69c47ea882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421212 Dec 16 23:17:09.971467 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-727ddf26-b082-44bf-b815-3dece37770b3 req-9e4aa9aa-93e2-49dc-951e-ddfab62d7498 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] For port 11ed64e6-a591-4744-8734-34c63a55298a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=11ed64e6-a591-4744-8734-34c63a55298a,segment=NetworkSegment(3337c79b-6320-4f8a-bc4f-11d9d65ca1c5),segment_id=3337c79b-6320-4f8a-bc4f-11d9d65ca1c5)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:17:09.971987 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-727ddf26-b082-44bf-b815-3dece37770b3 req-9e4aa9aa-93e2-49dc-951e-ddfab62d7498 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:09.984768 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-727ddf26-b082-44bf-b815-3dece37770b3 req-9e4aa9aa-93e2-49dc-951e-ddfab62d7498 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Calling delete_port for 11ed64e6-a591-4744-8734-34c63a55298a owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:17:10.183937 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-727ddf26-b082-44bf-b815-3dece37770b3 req-9e4aa9aa-93e2-49dc-951e-ddfab62d7498 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:10.210898 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4aa9aa-93e2-49dc-951e-ddfab62d7498 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Pushing event deleted for resources: {'Port': ['ID=11ed64e6-a591-4744-8734-34c63a55298a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:10.217020 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['11ed64e6-a591-4744-8734-34c63a55298a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:17:10.255159 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-727ddf26-b082-44bf-b815-3dece37770b3 req-9e4aa9aa-93e2-49dc-951e-ddfab62d7498 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] No DVR routers for this DVR port 11ed64e6-a591-4744-8734-34c63a55298a on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:17:10.258787 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-727ddf26-b082-44bf-b815-3dece37770b3 req-9e4aa9aa-93e2-49dc-951e-ddfab62d7498 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:10.262538 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-727ddf26-b082-44bf-b815-3dece37770b3 req-9e4aa9aa-93e2-49dc-951e-ddfab62d7498 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.57 "DELETE /v2.0/ports/11ed64e6-a591-4744-8734-34c63a55298a HTTP/1.1" status: 204 len: 173 time: 0.8097119 Dec 16 23:17:10.263029 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4c96c1-1861-4590-804f-8883271ab8a7', 'name': 'network-vif-deleted', 'tag': '11ed64e6-a591-4744-8734-34c63a55298a'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:17:10.265416 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89150758-7fca-4577-b79c-589ffed76132" -d '{"events": [{"server_uuid": "ff4c96c1-1861-4590-804f-8883271ab8a7", "name": "network-vif-deleted", "tag": "11ed64e6-a591-4744-8734-34c63a55298a"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:17:10.304900 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc405826-a823-4b39-b6e8-c56b788dacb4 x-openstack-request-id: req-dc405826-a823-4b39-b6e8-c56b788dacb4 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:17:10.305224 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4c96c1-1861-4590-804f-8883271ab8a7", "name": "network-vif-deleted", "tag": "11ed64e6-a591-4744-8734-34c63a55298a", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:17:10.305486 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dc405826-a823-4b39-b6e8-c56b788dacb4 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:17:10.305893 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4c96c1-1861-4590-804f-8883271ab8a7', 'name': 'network-vif-deleted', 'tag': '11ed64e6-a591-4744-8734-34c63a55298a', 'status': 'completed', 'code': 200} Dec 16 23:17:11.075286 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9df782d7-baf1-41f5-a0bc-230a5c17160d req-efd82cdd-1809-4515-ac9b-a8f94f421099 tempest-TestEncryptedCinderVolumes-1850469631 tempest-TestEncryptedCinderVolumes-1850469631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff4c96c1-1861-4590-804f-8883271ab8a7 HTTP/1.1" status: 200 len: 210 time: 0.0261865 Dec 16 23:17:12.249347 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35984) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:17:12.617135 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-632dfdac-44c8-45a9-8e34-2cb2876afc0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:12.865749 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-632dfdac-44c8-45a9-8e34-2cb2876afc0d admin admin] Deleting port a27f9fdc-bd47-4048-ba5d-064cef36ec16 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:17:12.866120 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-632dfdac-44c8-45a9-8e34-2cb2876afc0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:12.945803 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-632dfdac-44c8-45a9-8e34-2cb2876afc0d admin admin] For port a27f9fdc-bd47-4048-ba5d-064cef36ec16, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=a27f9fdc-bd47-4048-ba5d-064cef36ec16,segment=NetworkSegment(3337c79b-6320-4f8a-bc4f-11d9d65ca1c5),segment_id=3337c79b-6320-4f8a-bc4f-11d9d65ca1c5)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:17:12.946330 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-632dfdac-44c8-45a9-8e34-2cb2876afc0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:12.967566 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-632dfdac-44c8-45a9-8e34-2cb2876afc0d admin admin] Calling delete_port for a27f9fdc-bd47-4048-ba5d-064cef36ec16 owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:17:13.224131 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-632dfdac-44c8-45a9-8e34-2cb2876afc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:13.249681 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632dfdac-44c8-45a9-8e34-2cb2876afc0d admin admin] Pushing event deleted for resources: {'Port': ['ID=a27f9fdc-bd47-4048-ba5d-064cef36ec16,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:13.339177 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 11ed64e6-a591-4744-8734-34c63a55298a no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:17:13.361133 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 11ed64e6-a591-4744-8734-34c63a55298a {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:17:13.361572 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 11ed64e6-a591-4744-8734-34c63a55298a not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:17:13.427772 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-632dfdac-44c8-45a9-8e34-2cb2876afc0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:13.657143 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632dfdac-44c8-45a9-8e34-2cb2876afc0d admin admin] Router 95710742-9a4b-480d-a52e-31a0248a6d6c has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:17:13.766436 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632dfdac-44c8-45a9-8e34-2cb2876afc0d admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:17:13.771734 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-632dfdac-44c8-45a9-8e34-2cb2876afc0d admin admin] 10.222.0.75 "PUT /v2.0/routers/95710742-9a4b-480d-a52e-31a0248a6d6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5204554 Dec 16 23:17:13.775185 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35986) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:17:13.776396 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d104833-1208-48e3-9b53-62cbe2b57248 None None] Sync routers for ids ['95710742-9a4b-480d-a52e-31a0248a6d6c'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:17:13.786167 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d104833-1208-48e3-9b53-62cbe2b57248 None None] Routers {'95710742-9a4b-480d-a52e-31a0248a6d6c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:17:13.786671 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5d104833-1208-48e3-9b53-62cbe2b57248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:16:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['95710742-9a4b-480d-a52e-31a0248a6d6c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:13.882653 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ca022119-60c5-40a1-a693-318c8a8a30d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:13.891640 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-5d104833-1208-48e3-9b53-62cbe2b57248 None None] Set router 95710742-9a4b-480d-a52e-31a0248a6d6c gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:17:13.986029 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ca022119-60c5-40a1-a693-318c8a8a30d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:14.140654 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-ca022119-60c5-40a1-a693-318c8a8a30d6 admin admin] Deleting port 431a44d8-86da-4105-903f-04d384a4e29a {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:17:14.140896 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ca022119-60c5-40a1-a693-318c8a8a30d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:14.165215 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5d104833-1208-48e3-9b53-62cbe2b57248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95710742-9a4b-480d-a52e-31a0248a6d6c', 'name': 'tempest-TestEncryptedCinderVolumes-1681826952-router', 'tenant_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '431a44d8-86da-4105-903f-04d384a4e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:32Z', 'updated_at': '2021-12-16T23:17:13Z', 'revision_number': 5, 'project_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf', 'gw_port': {'id': '431a44d8-86da-4105-903f-04d384a4e29a', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95710742-9a4b-480d-a52e-31a0248a6d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:33Z', 'updated_at': '2021-12-16T23:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:14.195895 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d104833-1208-48e3-9b53-62cbe2b57248 None None] Checking router: 95710742-9a4b-480d-a52e-31a0248a6d6c for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:17:14.204656 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d104833-1208-48e3-9b53-62cbe2b57248 None None] Routers {'95710742-9a4b-480d-a52e-31a0248a6d6c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:17:14.205264 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5d104833-1208-48e3-9b53-62cbe2b57248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:16:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['95710742-9a4b-480d-a52e-31a0248a6d6c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:14.221758 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-ca022119-60c5-40a1-a693-318c8a8a30d6 admin admin] For port 431a44d8-86da-4105-903f-04d384a4e29a, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=431a44d8-86da-4105-903f-04d384a4e29a,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:17:14.222127 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ca022119-60c5-40a1-a693-318c8a8a30d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:14.234491 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-ca022119-60c5-40a1-a693-318c8a8a30d6 admin admin] Calling delete_port for 431a44d8-86da-4105-903f-04d384a4e29a owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:17:14.295399 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-5d104833-1208-48e3-9b53-62cbe2b57248 None None] Set router 95710742-9a4b-480d-a52e-31a0248a6d6c gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:17:14.355729 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5d104833-1208-48e3-9b53-62cbe2b57248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95710742-9a4b-480d-a52e-31a0248a6d6c', 'name': 'tempest-TestEncryptedCinderVolumes-1681826952-router', 'tenant_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:32Z', 'updated_at': '2021-12-16T23:17:13Z', 'revision_number': 6, 'project_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:14.385779 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d104833-1208-48e3-9b53-62cbe2b57248 None None] The sync data for ids ['95710742-9a4b-480d-a52e-31a0248a6d6c'] in n-d-815324-4 is: [{'id': '95710742-9a4b-480d-a52e-31a0248a6d6c', 'name': 'tempest-TestEncryptedCinderVolumes-1681826952-router', 'tenant_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:32Z', 'updated_at': '2021-12-16T23:17:13Z', 'revision_number': 6, 'project_id': '5c2fb07e9b1f47d88fc58bbf0035cdaf', 'gw_port_host': None}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:17:14.464186 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ca022119-60c5-40a1-a693-318c8a8a30d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:14.487792 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca022119-60c5-40a1-a693-318c8a8a30d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=431a44d8-86da-4105-903f-04d384a4e29a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:14.503831 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e807261-a396-4ad0-b5e5-4c1d1e90e9b5 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:17:14.554530 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ca022119-60c5-40a1-a693-318c8a8a30d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:14.644919 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ca022119-60c5-40a1-a693-318c8a8a30d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:14.647718 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ca022119-60c5-40a1-a693-318c8a8a30d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:14.809463 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ca022119-60c5-40a1-a693-318c8a8a30d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:14.810076 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca022119-60c5-40a1-a693-318c8a8a30d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95710742-9a4b-480d-a52e-31a0248a6d6c {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:17:14.815009 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ca022119-60c5-40a1-a693-318c8a8a30d6 admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:14.819474 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35988) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:17:14.823107 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ca022119-60c5-40a1-a693-318c8a8a30d6 admin admin] 10.222.0.75 "DELETE /v2.0/routers/95710742-9a4b-480d-a52e-31a0248a6d6c HTTP/1.1" status: 204 len: 168 time: 1.0427232 Dec 16 23:17:14.865031 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-d985b5f8-9c2f-4e81-80a2-b343058952d6 admin admin] Deleting subnet 04964230-4f5e-4230-b1bd-d54f38ab6724 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:17:14.869075 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d985b5f8-9c2f-4e81-80a2-b343058952d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:14.907889 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d985b5f8-9c2f-4e81-80a2-b343058952d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:14.984743 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d985b5f8-9c2f-4e81-80a2-b343058952d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:15.104309 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d985b5f8-9c2f-4e81-80a2-b343058952d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:15.131374 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985b5f8-9c2f-4e81-80a2-b343058952d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04964230-4f5e-4230-b1bd-d54f38ab6724,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:15.136563 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d985b5f8-9c2f-4e81-80a2-b343058952d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:15.139728 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d985b5f8-9c2f-4e81-80a2-b343058952d6 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/04964230-4f5e-4230-b1bd-d54f38ab6724 HTTP/1.1" status: 204 len: 168 time: 0.3190956 Dec 16 23:17:15.142188 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e7b28b-ce09-4d66-88be-7cc2d9d4c98f None None] Network 1228e7e3-8a63-4290-805f-a9e4359b2f74 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:17:15.142351 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 35990) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:17:15.151517 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985b5f8-9c2f-4e81-80a2-b343058952d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:15.154843 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985b5f8-9c2f-4e81-80a2-b343058952d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:15.154843 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985b5f8-9c2f-4e81-80a2-b343058952d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:15.154843 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985b5f8-9c2f-4e81-80a2-b343058952d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:15.154843 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985b5f8-9c2f-4e81-80a2-b343058952d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:15.154843 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985b5f8-9c2f-4e81-80a2-b343058952d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:15.154843 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985b5f8-9c2f-4e81-80a2-b343058952d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:15.154843 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985b5f8-9c2f-4e81-80a2-b343058952d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:15.154843 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985b5f8-9c2f-4e81-80a2-b343058952d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:15.154843 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985b5f8-9c2f-4e81-80a2-b343058952d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:15.155715 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985b5f8-9c2f-4e81-80a2-b343058952d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:15.155715 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985b5f8-9c2f-4e81-80a2-b343058952d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:15.155896 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985b5f8-9c2f-4e81-80a2-b343058952d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:15.187909 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a27f9fdc-bd47-4048-ba5d-064cef36ec16 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:17:15.219285 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dc78d98-a15d-4085-a2c0-7a14f3825337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:15.223305 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: a27f9fdc-bd47-4048-ba5d-064cef36ec16 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:17:15.223721 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device a27f9fdc-bd47-4048-ba5d-064cef36ec16 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:17:15.277304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-7dc78d98-a15d-4085-a2c0-7a14f3825337 admin admin] Deleting port 699d54f2-967c-4d34-8b0b-df03a7720aa7 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:17:15.277740 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dc78d98-a15d-4085-a2c0-7a14f3825337 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:15.335653 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a2af16-3746-49ba-9aca-d819709d3bae None None] DHCP port deletion for 1228e7e3-8a63-4290-805f-a9e4359b2f74 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:17:15.347555 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-7dc78d98-a15d-4085-a2c0-7a14f3825337 admin admin] For port 699d54f2-967c-4d34-8b0b-df03a7720aa7, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=699d54f2-967c-4d34-8b0b-df03a7720aa7,segment=NetworkSegment(3337c79b-6320-4f8a-bc4f-11d9d65ca1c5),segment_id=3337c79b-6320-4f8a-bc4f-11d9d65ca1c5)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:17:15.347920 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dc78d98-a15d-4085-a2c0-7a14f3825337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:15.366776 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-7dc78d98-a15d-4085-a2c0-7a14f3825337 admin admin] Calling delete_port for 699d54f2-967c-4d34-8b0b-df03a7720aa7 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:17:15.385038 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f0a2af16-3746-49ba-9aca-d819709d3bae None None] Deleting port 699d54f2-967c-4d34-8b0b-df03a7720aa7 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:17:15.385730 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0a2af16-3746-49ba-9aca-d819709d3bae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:15.451447 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f0a2af16-3746-49ba-9aca-d819709d3bae None None] For port 699d54f2-967c-4d34-8b0b-df03a7720aa7, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=699d54f2-967c-4d34-8b0b-df03a7720aa7,segment=NetworkSegment(3337c79b-6320-4f8a-bc4f-11d9d65ca1c5),segment_id=3337c79b-6320-4f8a-bc4f-11d9d65ca1c5)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:17:15.451943 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0a2af16-3746-49ba-9aca-d819709d3bae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:15.471222 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f0a2af16-3746-49ba-9aca-d819709d3bae None None] Calling delete_port for 699d54f2-967c-4d34-8b0b-df03a7720aa7 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:17:15.518062 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dc78d98-a15d-4085-a2c0-7a14f3825337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:15.546050 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc78d98-a15d-4085-a2c0-7a14f3825337 admin admin] Pushing event deleted for resources: {'Port': ['ID=699d54f2-967c-4d34-8b0b-df03a7720aa7,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:15.548174 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc78d98-a15d-4085-a2c0-7a14f3825337 admin admin] No DVR routers for this DVR port 699d54f2-967c-4d34-8b0b-df03a7720aa7 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:17:15.551259 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0a2af16-3746-49ba-9aca-d819709d3bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:15.579254 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2af16-3746-49ba-9aca-d819709d3bae None None] Pushing event deleted for resources: {'Port': ['ID=699d54f2-967c-4d34-8b0b-df03a7720aa7,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:15.584289 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a2af16-3746-49ba-9aca-d819709d3bae None None] No DVR routers for this DVR port 699d54f2-967c-4d34-8b0b-df03a7720aa7 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:17:15.625784 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dc78d98-a15d-4085-a2c0-7a14f3825337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:15.648829 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-7dc78d98-a15d-4085-a2c0-7a14f3825337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1228e7e3-8a63-4290-805f-a9e4359b2f74']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:15.657931 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-7dc78d98-a15d-4085-a2c0-7a14f3825337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3337c79b-6320-4f8a-bc4f-11d9d65ca1c5') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:15.658237 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-7dc78d98-a15d-4085-a2c0-7a14f3825337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3337c79b-6320-4f8a-bc4f-11d9d65ca1c5') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:15.668403 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dc78d98-a15d-4085-a2c0-7a14f3825337 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:15.682589 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dc78d98-a15d-4085-a2c0-7a14f3825337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:15.688921 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc78d98-a15d-4085-a2c0-7a14f3825337 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:17:15.689306 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dc78d98-a15d-4085-a2c0-7a14f3825337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: timer() Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:17:15.690956 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:17:15.838068 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dc78d98-a15d-4085-a2c0-7a14f3825337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:15.843970 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7dc78d98-a15d-4085-a2c0-7a14f3825337 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:15.847402 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7dc78d98-a15d-4085-a2c0-7a14f3825337 admin admin] 10.222.0.75 "DELETE /v2.0/networks/1228e7e3-8a63-4290-805f-a9e4359b2f74 HTTP/1.1" status: 204 len: 168 time: 0.7039251 Dec 16 23:17:15.851401 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35992) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:17:15.860292 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc78d98-a15d-4085-a2c0-7a14f3825337 admin admin] Pushing event deleted for resources: {'Network': ['ID=1228e7e3-8a63-4290-805f-a9e4359b2f74,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:16.207247 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6757b1b7-3d7f-4bfc-9db3-14a1f42cfd38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:16.456341 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-6757b1b7-3d7f-4bfc-9db3-14a1f42cfd38 admin admin] Deleting port 918bf741-e6bc-48dd-815a-97d29105dcf0 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:17:16.456682 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6757b1b7-3d7f-4bfc-9db3-14a1f42cfd38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:16.536665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-6757b1b7-3d7f-4bfc-9db3-14a1f42cfd38 admin admin] For port 918bf741-e6bc-48dd-815a-97d29105dcf0, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=918bf741-e6bc-48dd-815a-97d29105dcf0,segment=NetworkSegment(7a658a49-f19a-4637-955e-04a6e4a89e67),segment_id=7a658a49-f19a-4637-955e-04a6e4a89e67)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:17:16.536944 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6757b1b7-3d7f-4bfc-9db3-14a1f42cfd38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:16.555956 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-6757b1b7-3d7f-4bfc-9db3-14a1f42cfd38 admin admin] Calling delete_port for 918bf741-e6bc-48dd-815a-97d29105dcf0 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:17:16.702107 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 699d54f2-967c-4d34-8b0b-df03a7720aa7 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:17:16.724156 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 699d54f2-967c-4d34-8b0b-df03a7720aa7 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:17:16.724515 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 699d54f2-967c-4d34-8b0b-df03a7720aa7 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:17:16.724944 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 431a44d8-86da-4105-903f-04d384a4e29a no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:17:16.747383 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 431a44d8-86da-4105-903f-04d384a4e29a {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:17:16.747742 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 431a44d8-86da-4105-903f-04d384a4e29a not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:17:16.824334 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6757b1b7-3d7f-4bfc-9db3-14a1f42cfd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:16.852299 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757b1b7-3d7f-4bfc-9db3-14a1f42cfd38 admin admin] Pushing event deleted for resources: {'Port': ['ID=918bf741-e6bc-48dd-815a-97d29105dcf0,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:17.022261 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6757b1b7-3d7f-4bfc-9db3-14a1f42cfd38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:17.242110 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6757b1b7-3d7f-4bfc-9db3-14a1f42cfd38 admin admin] Router 8592bcf7-6e23-49ee-afd6-3bdb8e08ad61 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:17:17.354670 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6757b1b7-3d7f-4bfc-9db3-14a1f42cfd38 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:17:17.359715 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6757b1b7-3d7f-4bfc-9db3-14a1f42cfd38 admin admin] 10.222.0.75 "PUT /v2.0/routers/8592bcf7-6e23-49ee-afd6-3bdb8e08ad61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5072615 Dec 16 23:17:17.362275 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35994) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:17:17.363898 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7260e3ac-9dac-46a7-906d-c261a602e337 None None] Sync routers for ids ['8592bcf7-6e23-49ee-afd6-3bdb8e08ad61'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:17:17.374920 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7260e3ac-9dac-46a7-906d-c261a602e337 None None] Routers {'8592bcf7-6e23-49ee-afd6-3bdb8e08ad61'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:17:17.375586 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-7260e3ac-9dac-46a7-906d-c261a602e337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:16:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['8592bcf7-6e23-49ee-afd6-3bdb8e08ad61'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:17.470460 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-76f63aca-2456-4153-8895-b6cb85b4cd32 admin admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:17.480864 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-7260e3ac-9dac-46a7-906d-c261a602e337 None None] Set router 8592bcf7-6e23-49ee-afd6-3bdb8e08ad61 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:17:17.585900 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-76f63aca-2456-4153-8895-b6cb85b4cd32 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:17.661516 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-7260e3ac-9dac-46a7-906d-c261a602e337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8592bcf7-6e23-49ee-afd6-3bdb8e08ad61', 'name': 'tempest-TestEncryptedCinderVolumes-594111403-router', 'tenant_id': '94897eb6c1854ae0ab5429c9ebc1bcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '9f187550-6708-4cbe-ab88-991438c1851b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:39Z', 'updated_at': '2021-12-16T23:17:16Z', 'revision_number': 5, 'project_id': '94897eb6c1854ae0ab5429c9ebc1bcec', 'gw_port': {'id': '9f187550-6708-4cbe-ab88-991438c1851b', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8592bcf7-6e23-49ee-afd6-3bdb8e08ad61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:40Z', 'updated_at': '2021-12-16T23:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:17.688805 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7260e3ac-9dac-46a7-906d-c261a602e337 None None] Checking router: 8592bcf7-6e23-49ee-afd6-3bdb8e08ad61 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:17:17.697794 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7260e3ac-9dac-46a7-906d-c261a602e337 None None] Routers {'8592bcf7-6e23-49ee-afd6-3bdb8e08ad61'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:17:17.698408 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-7260e3ac-9dac-46a7-906d-c261a602e337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:16:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['8592bcf7-6e23-49ee-afd6-3bdb8e08ad61'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:17.706321 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-76f63aca-2456-4153-8895-b6cb85b4cd32 admin admin] Deleting port 9f187550-6708-4cbe-ab88-991438c1851b {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:17:17.706673 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-76f63aca-2456-4153-8895-b6cb85b4cd32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:17.790737 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-7260e3ac-9dac-46a7-906d-c261a602e337 None None] Set router 8592bcf7-6e23-49ee-afd6-3bdb8e08ad61 gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:17:17.792027 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-76f63aca-2456-4153-8895-b6cb85b4cd32 admin admin] For port 9f187550-6708-4cbe-ab88-991438c1851b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=9f187550-6708-4cbe-ab88-991438c1851b,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:17:17.792400 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-76f63aca-2456-4153-8895-b6cb85b4cd32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:17.804575 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-76f63aca-2456-4153-8895-b6cb85b4cd32 admin admin] Calling delete_port for 9f187550-6708-4cbe-ab88-991438c1851b owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:17:17.845697 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-7260e3ac-9dac-46a7-906d-c261a602e337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8592bcf7-6e23-49ee-afd6-3bdb8e08ad61', 'name': 'tempest-TestEncryptedCinderVolumes-594111403-router', 'tenant_id': '94897eb6c1854ae0ab5429c9ebc1bcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:39Z', 'updated_at': '2021-12-16T23:17:17Z', 'revision_number': 6, 'project_id': '94897eb6c1854ae0ab5429c9ebc1bcec', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:17.873220 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7260e3ac-9dac-46a7-906d-c261a602e337 None None] The sync data for ids ['8592bcf7-6e23-49ee-afd6-3bdb8e08ad61'] in n-d-815324-4 is: [{'id': '8592bcf7-6e23-49ee-afd6-3bdb8e08ad61', 'name': 'tempest-TestEncryptedCinderVolumes-594111403-router', 'tenant_id': '94897eb6c1854ae0ab5429c9ebc1bcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:39Z', 'updated_at': '2021-12-16T23:17:17Z', 'revision_number': 6, 'project_id': '94897eb6c1854ae0ab5429c9ebc1bcec', 'gw_port_host': None}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:17:18.049480 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-76f63aca-2456-4153-8895-b6cb85b4cd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:18.081192 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f63aca-2456-4153-8895-b6cb85b4cd32 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f187550-6708-4cbe-ab88-991438c1851b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:18.087773 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65200a1f-3705-4c5f-ab68-1a7ba0f388d9 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:17:18.137083 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-76f63aca-2456-4153-8895-b6cb85b4cd32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:18.229622 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-76f63aca-2456-4153-8895-b6cb85b4cd32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:18.231991 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-76f63aca-2456-4153-8895-b6cb85b4cd32 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:18.355337 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-76f63aca-2456-4153-8895-b6cb85b4cd32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:18.355794 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f63aca-2456-4153-8895-b6cb85b4cd32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8592bcf7-6e23-49ee-afd6-3bdb8e08ad61 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:17:18.360450 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-76f63aca-2456-4153-8895-b6cb85b4cd32 admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:18.361614 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-76f63aca-2456-4153-8895-b6cb85b4cd32 admin admin] 10.222.0.75 "DELETE /v2.0/routers/8592bcf7-6e23-49ee-afd6-3bdb8e08ad61 HTTP/1.1" status: 204 len: 168 time: 0.9983053 Dec 16 23:17:18.364203 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35996) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:17:18.408958 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b9f181-b702-4075-8f23-9d06f8b36cff admin admin] Deleting subnet 1c3c413f-5da1-4152-86f1-6f3ac6d2f431 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:17:18.412014 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-04b9f181-b702-4075-8f23-9d06f8b36cff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:18.446573 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-04b9f181-b702-4075-8f23-9d06f8b36cff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:18.527476 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-04b9f181-b702-4075-8f23-9d06f8b36cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:18.655477 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-04b9f181-b702-4075-8f23-9d06f8b36cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:18.682929 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9f181-b702-4075-8f23-9d06f8b36cff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c3c413f-5da1-4152-86f1-6f3ac6d2f431,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:18.686581 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-04b9f181-b702-4075-8f23-9d06f8b36cff admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:18.689761 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-04b9f181-b702-4075-8f23-9d06f8b36cff admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1c3c413f-5da1-4152-86f1-6f3ac6d2f431 HTTP/1.1" status: 204 len: 168 time: 0.3246317 Dec 16 23:17:18.693625 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 35998) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:17:18.696369 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcb119c-a654-42b8-9839-f85678417469 None None] Network 7fed12d5-a6fd-48a9-a071-b497fc5d6c05 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:17:18.774524 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-59536f57-65c1-499f-b3fb-4c38c032c373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:18.839464 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-59536f57-65c1-499f-b3fb-4c38c032c373 admin admin] Deleting port 7de9e1da-4081-4402-b3b1-8cebc2cf48cc {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:17:18.840484 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-59536f57-65c1-499f-b3fb-4c38c032c373 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:18.908498 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-59536f57-65c1-499f-b3fb-4c38c032c373 admin admin] For port 7de9e1da-4081-4402-b3b1-8cebc2cf48cc, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7de9e1da-4081-4402-b3b1-8cebc2cf48cc,segment=NetworkSegment(7a658a49-f19a-4637-955e-04a6e4a89e67),segment_id=7a658a49-f19a-4637-955e-04a6e4a89e67)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:17:18.908866 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-59536f57-65c1-499f-b3fb-4c38c032c373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:18.917818 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 9f187550-6708-4cbe-ab88-991438c1851b no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:17:18.924710 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-59536f57-65c1-499f-b3fb-4c38c032c373 admin admin] Calling delete_port for 7de9e1da-4081-4402-b3b1-8cebc2cf48cc owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:17:18.965616 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 9f187550-6708-4cbe-ab88-991438c1851b {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:17:18.965963 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 9f187550-6708-4cbe-ab88-991438c1851b not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:17:18.966375 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 918bf741-e6bc-48dd-815a-97d29105dcf0 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:17:18.987175 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 918bf741-e6bc-48dd-815a-97d29105dcf0 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:17:18.987523 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 918bf741-e6bc-48dd-815a-97d29105dcf0 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:17:19.057176 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ee4899-c351-4cdc-8daa-b43cf38eb5f8 None None] DHCP port deletion for 7fed12d5-a6fd-48a9-a071-b497fc5d6c05 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:17:19.077604 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-59536f57-65c1-499f-b3fb-4c38c032c373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:19.105111 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59536f57-65c1-499f-b3fb-4c38c032c373 admin admin] Pushing event deleted for resources: {'Port': ['ID=7de9e1da-4081-4402-b3b1-8cebc2cf48cc,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:19.108055 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee4899-c351-4cdc-8daa-b43cf38eb5f8 None None] Deleting port 7de9e1da-4081-4402-b3b1-8cebc2cf48cc {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:17:19.108218 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e0ee4899-c351-4cdc-8daa-b43cf38eb5f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:19.108654 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59536f57-65c1-499f-b3fb-4c38c032c373 admin admin] No DVR routers for this DVR port 7de9e1da-4081-4402-b3b1-8cebc2cf48cc on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:17:19.170073 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e0ee4899-c351-4cdc-8daa-b43cf38eb5f8 None None] For port 7de9e1da-4081-4402-b3b1-8cebc2cf48cc, host n-d-815324-4, got binding levels [] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:17:19.170739 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e0ee4899-c351-4cdc-8daa-b43cf38eb5f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:19.183296 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-59536f57-65c1-499f-b3fb-4c38c032c373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:19.183752 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee4899-c351-4cdc-8daa-b43cf38eb5f8 None None] Calling delete_port for 7de9e1da-4081-4402-b3b1-8cebc2cf48cc owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:17:19.186379 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.ipam_backend_mixin [None req-e0ee4899-c351-4cdc-8daa-b43cf38eb5f8 None None] Port 7de9e1da-4081-4402-b3b1-8cebc2cf48cc was not found and therefore no delete operation was performed {{(pid=103615) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 23:17:19.187665 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e0ee4899-c351-4cdc-8daa-b43cf38eb5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:19.207481 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-59536f57-65c1-499f-b3fb-4c38c032c373 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fed12d5-a6fd-48a9-a071-b497fc5d6c05']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:19.213719 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee4899-c351-4cdc-8daa-b43cf38eb5f8 None None] Pushing event deleted for resources: {'Port': ['ID=7de9e1da-4081-4402-b3b1-8cebc2cf48cc,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:19.215594 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ee4899-c351-4cdc-8daa-b43cf38eb5f8 None None] No DVR routers for this DVR port 7de9e1da-4081-4402-b3b1-8cebc2cf48cc on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:17:19.218177 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-59536f57-65c1-499f-b3fb-4c38c032c373 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a658a49-f19a-4637-955e-04a6e4a89e67') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:19.218536 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-59536f57-65c1-499f-b3fb-4c38c032c373 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a658a49-f19a-4637-955e-04a6e4a89e67') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:19.229048 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-59536f57-65c1-499f-b3fb-4c38c032c373 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:19.243289 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-59536f57-65c1-499f-b3fb-4c38c032c373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:19.249248 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59536f57-65c1-499f-b3fb-4c38c032c373 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-59536f57-65c1-499f-b3fb-4c38c032c373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: timer() Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:17:19.251632 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:17:19.384270 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-59536f57-65c1-499f-b3fb-4c38c032c373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:19.389939 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-59536f57-65c1-499f-b3fb-4c38c032c373 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:19.393162 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-59536f57-65c1-499f-b3fb-4c38c032c373 admin admin] 10.222.0.75 "DELETE /v2.0/networks/7fed12d5-a6fd-48a9-a071-b497fc5d6c05 HTTP/1.1" status: 204 len: 168 time: 0.6975634 Dec 16 23:17:19.405072 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59536f57-65c1-499f-b3fb-4c38c032c373 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fed12d5-a6fd-48a9-a071-b497fc5d6c05,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:19.759749 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36002) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:17:19.799717 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5c747c9d-748a-4bb8-be8e-2f7947ac1911 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5c2fb07e9b1f47d88fc58bbf0035cdaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386853 Dec 16 23:17:19.802113 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36004) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:17:19.849693 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f5666bb-a73a-4a4d-a4cf-63b3c4aa3a25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:19.875473 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f5666bb-a73a-4a4d-a4cf-63b3c4aa3a25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:19.930064 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:17:19.978263 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f5666bb-a73a-4a4d-a4cf-63b3c4aa3a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:19.981032 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f5666bb-a73a-4a4d-a4cf-63b3c4aa3a25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:19.982301 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8f5666bb-a73a-4a4d-a4cf-63b3c4aa3a25 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b57799ce-6380-4b29-9ce4-a69c47ea882c HTTP/1.1" status: 204 len: 168 time: 0.1791356 Dec 16 23:17:19.990144 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5666bb-a73a-4a4d-a4cf-63b3c4aa3a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57799ce-6380-4b29-9ce4-a69c47ea882c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:20.668147 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36010) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:17:20.704458 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7de9e1da-4081-4402-b3b1-8cebc2cf48cc no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:17:20.715111 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7b3a2ab9-66e2-4a73-9278-32f6dfef116f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=94897eb6c1854ae0ab5429c9ebc1bcec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457458 Dec 16 23:17:20.717609 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36012) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:17:20.725353 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 7de9e1da-4081-4402-b3b1-8cebc2cf48cc {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:17:20.725704 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7de9e1da-4081-4402-b3b1-8cebc2cf48cc not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:17:20.768844 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4115628d-214b-4e59-8e2c-3de595f68e81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:20.790003 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4115628d-214b-4e59-8e2c-3de595f68e81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:20.903895 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4115628d-214b-4e59-8e2c-3de595f68e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:20.906618 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4115628d-214b-4e59-8e2c-3de595f68e81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:20.907830 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4115628d-214b-4e59-8e2c-3de595f68e81 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9a5ac7ad-3c75-4e61-a3bb-e75b732d9d96 HTTP/1.1" status: 204 len: 168 time: 0.1893203 Dec 16 23:17:20.915790 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115628d-214b-4e59-8e2c-3de595f68e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5ac7ad-3c75-4e61-a3bb-e75b732d9d96,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:21.948442 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36034) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:17:22.067665 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-b76ef497-e87c-4927-8ad9-3abfd4720f8c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1536417621-network', 'tenant_id': '235365b97479417aa86a55d62df3bed9'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:17:22.157701 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76ef497-e87c-4927-8ad9-3abfd4720f8c admin admin] Made reservation on behalf of 235365b97479417aa86a55d62df3bed9 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:17:22.160191 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b76ef497-e87c-4927-8ad9-3abfd4720f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:22.169479 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b76ef497-e87c-4927-8ad9-3abfd4720f8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:22.243809 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b76ef497-e87c-4927-8ad9-3abfd4720f8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:22.312081 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b76ef497-e87c-4927-8ad9-3abfd4720f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:22.337069 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76ef497-e87c-4927-8ad9-3abfd4720f8c admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:17:22.345801 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ef497-e87c-4927-8ad9-3abfd4720f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65be5d21-f873-4f65-a6a9-743417f1ba3f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:22.353481 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b76ef497-e87c-4927-8ad9-3abfd4720f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:22.353481 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-b76ef497-e87c-4927-8ad9-3abfd4720f8c admin admin] Added segment 4d717f05-9db4-4450-a972-be9595926771 of type vlan for network b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e Dec 16 23:17:22.396806 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b76ef497-e87c-4927-8ad9-3abfd4720f8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:22.483449 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b76ef497-e87c-4927-8ad9-3abfd4720f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:22.484463 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76ef497-e87c-4927-8ad9-3abfd4720f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:17:22.485046 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b76ef497-e87c-4927-8ad9-3abfd4720f8c admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:22.542470 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ef497-e87c-4927-8ad9-3abfd4720f8c admin admin] Pushing event updated for resources: {'Network': ['ID=b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:22.552702 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:17:22.623708 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b76ef497-e87c-4927-8ad9-3abfd4720f8c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6736314 Dec 16 23:17:22.629722 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36038) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:17:22.631094 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-0401e062-4f5c-4ed6-8e5f-2dcd775cfcdd admin admin] Request body: {'subnet': {'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1536417621-subnet', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:17:22.789515 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0401e062-4f5c-4ed6-8e5f-2dcd775cfcdd admin admin] Made reservation on behalf of 235365b97479417aa86a55d62df3bed9 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:17:22.792835 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0401e062-4f5c-4ed6-8e5f-2dcd775cfcdd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:23.058374 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0401e062-4f5c-4ed6-8e5f-2dcd775cfcdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:23.115250 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401e062-4f5c-4ed6-8e5f-2dcd775cfcdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7b3d47e-aebe-4ea4-947d-37b74fcc514e,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:23.122645 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0401e062-4f5c-4ed6-8e5f-2dcd775cfcdd admin admin] Checking segment: {'id': '4d717f05-9db4-4450-a972-be9595926771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:17:23.123009 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0401e062-4f5c-4ed6-8e5f-2dcd775cfcdd admin admin] Network hostable DHCP agents. Network: b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:17:23.240892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0401e062-4f5c-4ed6-8e5f-2dcd775cfcdd admin admin] Network b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:17:23.329344 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-0401e062-4f5c-4ed6-8e5f-2dcd775cfcdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:17:23.333310 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0401e062-4f5c-4ed6-8e5f-2dcd775cfcdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:17:23.333905 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0401e062-4f5c-4ed6-8e5f-2dcd775cfcdd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:23.338961 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5231d545-411e-41a4-96ae-a6fbe6398867 None None] Network b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:17:23.434841 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0401e062-4f5c-4ed6-8e5f-2dcd775cfcdd admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8078039 Dec 16 23:17:23.437544 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36040) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:17:23.442103 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-465d18eb-7540-4ba3-843a-4e9f865f916c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1536417621-router', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:17:23.450444 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64f1ac0-b2f6-4c2b-878e-f110577511f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e', 'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e', 'project_id': '235365b97479417aa86a55d62df3bed9', 'fixed_ips': [{'subnet_id': 'c7b3d47e-aebe-4ea4-947d-37b74fcc514e'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:17:23.451601 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a64f1ac0-b2f6-4c2b-878e-f110577511f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:23.478547 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-78545a98-225e-4e94-b53c-8986a6cfa0e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:23.528053 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-465d18eb-7540-4ba3-843a-4e9f865f916c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:23.529253 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-465d18eb-7540-4ba3-843a-4e9f865f916c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:23.585030 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-465d18eb-7540-4ba3-843a-4e9f865f916c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:23.598429 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-a64f1ac0-b2f6-4c2b-878e-f110577511f8 None None] Allocated IP 172.20.0.2 (b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e/c7b3d47e-aebe-4ea4-947d-37b74fcc514e/79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:17:23.743022 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a64f1ac0-b2f6-4c2b-878e-f110577511f8 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:23.779512 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-465d18eb-7540-4ba3-843a-4e9f865f916c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:23.821144 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a64f1ac0-b2f6-4c2b-878e-f110577511f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:23.858916 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64f1ac0-b2f6-4c2b-878e-f110577511f8 None None] Network b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:17:23.860223 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-a64f1ac0-b2f6-4c2b-878e-f110577511f8 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:17:23.863811 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64f1ac0-b2f6-4c2b-878e-f110577511f8 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:17:23.877739 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f1ac0-b2f6-4c2b-878e-f110577511f8 None None] Pushing event updated for resources: {'Port': ['ID=79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:23.927122 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-a64f1ac0-b2f6-4c2b-878e-f110577511f8 None None] Attempting to bind port 79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:17:23.927589 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-a64f1ac0-b2f6-4c2b-878e-f110577511f8 None None] Attempting to bind port 79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4d717f05-9db4-4450-a972-be9595926771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:17:23.928025 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64f1ac0-b2f6-4c2b-878e-f110577511f8 None None] Attempting to bind port 79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0 on network b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:17:23.933706 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64f1ac0-b2f6-4c2b-878e-f110577511f8 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:17:23.934083 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64f1ac0-b2f6-4c2b-878e-f110577511f8 None None] Checking segment: {'id': '4d717f05-9db4-4450-a972-be9595926771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:17:23.934488 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a64f1ac0-b2f6-4c2b-878e-f110577511f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:23.934879 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64f1ac0-b2f6-4c2b-878e-f110577511f8 None None] Bound using segment: {'id': '4d717f05-9db4-4450-a972-be9595926771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:17:23.935368 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-a64f1ac0-b2f6-4c2b-878e-f110577511f8 None None] Bound port: 79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d717f05-9db4-4450-a972-be9595926771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:17:23.935755 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a64f1ac0-b2f6-4c2b-878e-f110577511f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:24.000170 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a64f1ac0-b2f6-4c2b-878e-f110577511f8 None None] For port 79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:17:24.003534 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a64f1ac0-b2f6-4c2b-878e-f110577511f8 None None] For port 79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0,segment=NetworkSegment(4d717f05-9db4-4450-a972-be9595926771),segment_id=4d717f05-9db4-4450-a972-be9595926771)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:17:24.101240 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a64f1ac0-b2f6-4c2b-878e-f110577511f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:24.169327 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f1ac0-b2f6-4c2b-878e-f110577511f8 None None] Pushing event updated for resources: {'Port': ['ID=79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:24.406892 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-465d18eb-7540-4ba3-843a-4e9f865f916c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:24.427466 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-465d18eb-7540-4ba3-843a-4e9f865f916c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:24.542130 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-465d18eb-7540-4ba3-843a-4e9f865f916c admin admin] Allocated IP 172.25.6.127 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/60727933-30fa-4d2b-a07d-546ff01c29e2) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:17:24.662036 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-465d18eb-7540-4ba3-843a-4e9f865f916c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:24.727176 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:17:24.779675 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:17:24.780215 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:24.784790 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-465d18eb-7540-4ba3-843a-4e9f865f916c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:24.828313 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465d18eb-7540-4ba3-843a-4e9f865f916c admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:17:24.831902 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-465d18eb-7540-4ba3-843a-4e9f865f916c admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:17:24.836341 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465d18eb-7540-4ba3-843a-4e9f865f916c admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:17:24.867643 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d18eb-7540-4ba3-843a-4e9f865f916c admin admin] Pushing event updated for resources: {'Port': ['ID=60727933-30fa-4d2b-a07d-546ff01c29e2,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:24.877215 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:24.889026 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52015c9f-50bf-4fef-b72b-8a25f768a023 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:17:24.925768 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0,segment=NetworkSegment(4d717f05-9db4-4450-a972-be9595926771),segment_id=4d717f05-9db4-4450-a972-be9595926771)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:17:24.969139 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-c08ff627-83ba-4c45-91b1-51a2ca9c6c9a None None] Provisioning complete for port 60727933-30fa-4d2b-a07d-546ff01c29e2 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:17:24.969509 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c08ff627-83ba-4c45-91b1-51a2ca9c6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:25.012843 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c08ff627-83ba-4c45-91b1-51a2ca9c6c9a None None] Port 60727933-30fa-4d2b-a07d-546ff01c29e2 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:17:25.014320 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:25.080600 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:25.153304 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68a3ede-c89a-4ed8-bf04-95d7df50c6b8 None None] Network b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:17:25.207002 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-465d18eb-7540-4ba3-843a-4e9f865f916c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:25.264518 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-26c1f380-6192-49e1-ba1c-e7f75035b2de None None] Provisioning complete for port 79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:17:25.264850 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26c1f380-6192-49e1-ba1c-e7f75035b2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:25.421561 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-465d18eb-7540-4ba3-843a-4e9f865f916c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:25.584750 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4b28f909-4e99-4126-a75d-243a5ac4e095 None None] Provisioning complete for port 79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:17:25.585297 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4b28f909-4e99-4126-a75d-243a5ac4e095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:25.638498 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465d18eb-7540-4ba3-843a-4e9f865f916c admin admin] Router bd9ff9fa-41e4-460a-b555-c964310de218 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:17:25.736695 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ea7f77a-edeb-4925-918e-ecb358dac282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:25.816428 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465d18eb-7540-4ba3-843a-4e9f865f916c admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:17:25.833524 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39495597-2511-4184-bd30-aa452ed8271c None None] Sync routers for ids ['bd9ff9fa-41e4-460a-b555-c964310de218'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:17:25.850408 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39495597-2511-4184-bd30-aa452ed8271c None None] Routers {'bd9ff9fa-41e4-460a-b555-c964310de218'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:17:25.851345 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-39495597-2511-4184-bd30-aa452ed8271c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:17:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bd9ff9fa-41e4-460a-b555-c964310de218'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:25.938119 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-465d18eb-7540-4ba3-843a-4e9f865f916c admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:25.939690 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-465d18eb-7540-4ba3-843a-4e9f865f916c admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5010200 Dec 16 23:17:25.943216 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36042) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:17:25.996629 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-39495597-2511-4184-bd30-aa452ed8271c None None] Set router bd9ff9fa-41e4-460a-b555-c964310de218 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:17:26.283361 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-39495597-2511-4184-bd30-aa452ed8271c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'name': 'tempest-TestMinimumBasicScenario-1536417621-router', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '60727933-30fa-4d2b-a07d-546ff01c29e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:17:23Z', 'updated_at': '2021-12-16T23:17:25Z', 'revision_number': 3, 'project_id': '235365b97479417aa86a55d62df3bed9', 'gw_port': {'id': '60727933-30fa-4d2b-a07d-546ff01c29e2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:24Z', 'updated_at': '2021-12-16T23:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:26.287635 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39495597-2511-4184-bd30-aa452ed8271c None None] Checking router: bd9ff9fa-41e4-460a-b555-c964310de218 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:17:26.288038 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39495597-2511-4184-bd30-aa452ed8271c None None] Updating router bd9ff9fa-41e4-460a-b555-c964310de218 port 60727933-30fa-4d2b-a07d-546ff01c29e2 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:17:26.314835 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39495597-2511-4184-bd30-aa452ed8271c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:26.581846 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39495597-2511-4184-bd30-aa452ed8271c None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:26.712472 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39495597-2511-4184-bd30-aa452ed8271c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:26.713688 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:17:26.765514 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affc6c54-ad89-426f-8c1a-f8c38c11ed3c None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:17:26.771747 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564f5c3-b160-40c6-bc12-090d4fde8c32 None None] Pushing event updated for resources: {'Port': ['ID=60727933-30fa-4d2b-a07d-546ff01c29e2,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:26.774003 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-39495597-2511-4184-bd30-aa452ed8271c None None] Attempting to bind port 60727933-30fa-4d2b-a07d-546ff01c29e2 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:17:26.774470 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-39495597-2511-4184-bd30-aa452ed8271c None None] Attempting to bind port 60727933-30fa-4d2b-a07d-546ff01c29e2 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:17:26.774980 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39495597-2511-4184-bd30-aa452ed8271c None None] Attempting to bind port 60727933-30fa-4d2b-a07d-546ff01c29e2 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:17:26.776220 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:17:26.776875 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:26.786867 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39495597-2511-4184-bd30-aa452ed8271c None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:17:26.787376 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39495597-2511-4184-bd30-aa452ed8271c None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:17:26.787875 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39495597-2511-4184-bd30-aa452ed8271c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:26.788384 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39495597-2511-4184-bd30-aa452ed8271c None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:17:26.789037 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-39495597-2511-4184-bd30-aa452ed8271c None None] Bound port: 60727933-30fa-4d2b-a07d-546ff01c29e2, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:17:26.789638 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39495597-2511-4184-bd30-aa452ed8271c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:26.793266 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564f5c3-b160-40c6-bc12-090d4fde8c32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:26.793708 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564f5c3-b160-40c6-bc12-090d4fde8c32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:26.794144 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564f5c3-b160-40c6-bc12-090d4fde8c32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:26.794569 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564f5c3-b160-40c6-bc12-090d4fde8c32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:26.795010 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564f5c3-b160-40c6-bc12-090d4fde8c32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:26.795457 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564f5c3-b160-40c6-bc12-090d4fde8c32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:26.795882 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564f5c3-b160-40c6-bc12-090d4fde8c32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:26.796297 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564f5c3-b160-40c6-bc12-090d4fde8c32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:26.796673 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564f5c3-b160-40c6-bc12-090d4fde8c32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:26.797052 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564f5c3-b160-40c6-bc12-090d4fde8c32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:26.797699 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564f5c3-b160-40c6-bc12-090d4fde8c32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:26.798058 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564f5c3-b160-40c6-bc12-090d4fde8c32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:26.798426 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564f5c3-b160-40c6-bc12-090d4fde8c32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:26.835110 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c603b23f-19c8-41ea-b37d-3374d7cada25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:26.856988 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-39495597-2511-4184-bd30-aa452ed8271c None None] For port 60727933-30fa-4d2b-a07d-546ff01c29e2, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:17:26.860399 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-39495597-2511-4184-bd30-aa452ed8271c None None] For port 60727933-30fa-4d2b-a07d-546ff01c29e2, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=60727933-30fa-4d2b-a07d-546ff01c29e2,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:17:26.885807 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7fae5dcd-c7fb-4fa2-bf63-6e6357bf9fd8 None None] Provisioning complete for port 60727933-30fa-4d2b-a07d-546ff01c29e2 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:17:26.886245 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7fae5dcd-c7fb-4fa2-bf63-6e6357bf9fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:26.921208 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7fae5dcd-c7fb-4fa2-bf63-6e6357bf9fd8 None None] Port 60727933-30fa-4d2b-a07d-546ff01c29e2 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:17:26.996146 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-c603b23f-19c8-41ea-b37d-3374d7cada25 admin admin] Allocated IP 172.20.0.1 (b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e/c7b3d47e-aebe-4ea4-947d-37b74fcc514e/fe258fab-c7c3-41fc-b858-40bd6c843efe) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:17:26.996774 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-39495597-2511-4184-bd30-aa452ed8271c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:27.046374 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b865d26-0f91-4688-9004-eb6dd3845988 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:17:27.060159 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39495597-2511-4184-bd30-aa452ed8271c None None] Routers {'bd9ff9fa-41e4-460a-b555-c964310de218'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:17:27.060798 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-39495597-2511-4184-bd30-aa452ed8271c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:17:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bd9ff9fa-41e4-460a-b555-c964310de218'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:27.095813 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564f5c3-b160-40c6-bc12-090d4fde8c32 None None] Pushing event updated for resources: {'Port': ['ID=60727933-30fa-4d2b-a07d-546ff01c29e2,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:27.119912 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c603b23f-19c8-41ea-b37d-3374d7cada25 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:27.151437 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9d79d595-58d6-4f46-a939-fea9820d5b99 None None] Provisioning complete for port 60727933-30fa-4d2b-a07d-546ff01c29e2 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:17:27.151922 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9d79d595-58d6-4f46-a939-fea9820d5b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:27.178389 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-39495597-2511-4184-bd30-aa452ed8271c None None] Set router bd9ff9fa-41e4-460a-b555-c964310de218 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:17:27.229506 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:27.239647 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9d79d595-58d6-4f46-a939-fea9820d5b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:27.259388 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c603b23f-19c8-41ea-b37d-3374d7cada25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:27.262287 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9d79d595-58d6-4f46-a939-fea9820d5b99 None None] For port 60727933-30fa-4d2b-a07d-546ff01c29e2, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=60727933-30fa-4d2b-a07d-546ff01c29e2,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:17:27.300087 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c603b23f-19c8-41ea-b37d-3374d7cada25 admin admin] Network b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:17:27.304645 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-c603b23f-19c8-41ea-b37d-3374d7cada25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:17:27.309710 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c603b23f-19c8-41ea-b37d-3374d7cada25 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:17:27.343548 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603b23f-19c8-41ea-b37d-3374d7cada25 admin admin] Pushing event updated for resources: {'Port': ['ID=fe258fab-c7c3-41fc-b858-40bd6c843efe,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:27.351534 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9d79d595-58d6-4f46-a939-fea9820d5b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:27.364930 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c603b23f-19c8-41ea-b37d-3374d7cada25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:27.386819 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-39495597-2511-4184-bd30-aa452ed8271c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'name': 'tempest-TestMinimumBasicScenario-1536417621-router', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '60727933-30fa-4d2b-a07d-546ff01c29e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:17:23Z', 'updated_at': '2021-12-16T23:17:25Z', 'revision_number': 3, 'project_id': '235365b97479417aa86a55d62df3bed9', 'gw_port': {'id': '60727933-30fa-4d2b-a07d-546ff01c29e2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:24Z', 'updated_at': '2021-12-16T23:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:27.414986 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79d595-58d6-4f46-a939-fea9820d5b99 None None] Pushing event updated for resources: {'Port': ['ID=60727933-30fa-4d2b-a07d-546ff01c29e2,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:27.499078 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:27.542237 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39495597-2511-4184-bd30-aa452ed8271c None None] The sync data for ids ['bd9ff9fa-41e4-460a-b555-c964310de218'] in n-d-815324-4 is: [{'id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'name': 'tempest-TestMinimumBasicScenario-1536417621-router', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '60727933-30fa-4d2b-a07d-546ff01c29e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:17:23Z', 'updated_at': '2021-12-16T23:17:25Z', 'revision_number': 3, 'project_id': '235365b97479417aa86a55d62df3bed9', 'gw_port': {'id': '60727933-30fa-4d2b-a07d-546ff01c29e2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:24Z', 'updated_at': '2021-12-16T23:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:17:27.577195 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c603b23f-19c8-41ea-b37d-3374d7cada25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:27.580575 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3b1908a6-ad4c-482d-88f5-526bf6a37fbe None None] Provisioning complete for port fe258fab-c7c3-41fc-b858-40bd6c843efe triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:17:27.580988 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b1908a6-ad4c-482d-88f5-526bf6a37fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:27.622247 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-3b1908a6-ad4c-482d-88f5-526bf6a37fbe None None] Port fe258fab-c7c3-41fc-b858-40bd6c843efe cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:17:27.773338 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c603b23f-19c8-41ea-b37d-3374d7cada25 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:27.838198 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c603b23f-19c8-41ea-b37d-3374d7cada25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:27.907606 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603b23f-19c8-41ea-b37d-3374d7cada25 admin admin] Pushing event updated for resources: {'Port': ['ID=fe258fab-c7c3-41fc-b858-40bd6c843efe,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:27.910063 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c603b23f-19c8-41ea-b37d-3374d7cada25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:28.012085 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c603b23f-19c8-41ea-b37d-3374d7cada25 admin admin] Network b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:17:28.013665 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-c603b23f-19c8-41ea-b37d-3374d7cada25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:17:28.146689 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c603b23f-19c8-41ea-b37d-3374d7cada25 admin admin] Router bd9ff9fa-41e4-460a-b555-c964310de218 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:17:28.250091 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-544ac6f1-0c50-4007-8f75-557b992e5487 None None] Provisioning complete for port fe258fab-c7c3-41fc-b858-40bd6c843efe triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:17:28.250724 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-544ac6f1-0c50-4007-8f75-557b992e5487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:28.286272 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c603b23f-19c8-41ea-b37d-3374d7cada25 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:17:28.294976 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c603b23f-19c8-41ea-b37d-3374d7cada25 admin admin] 10.222.0.75 "PUT /v2.0/routers/bd9ff9fa-41e4-460a-b555-c964310de218/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3488486 Dec 16 23:17:28.296181 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-544ac6f1-0c50-4007-8f75-557b992e5487 None None] Port fe258fab-c7c3-41fc-b858-40bd6c843efe cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:17:28.597810 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:28.732691 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 60727933-30fa-4d2b-a07d-546ff01c29e2 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:17:28.796141 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 60727933-30fa-4d2b-a07d-546ff01c29e2 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:17:28.796521 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:28.871915 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:29.128046 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36058) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:17:29.134512 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-8e612a9f-90ae-4566-94be-5e414dd75fbf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-452716202-network', 'tenant_id': '43cfcd9b4cc74857a9c8e21073cbd47a'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:17:29.164355 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991d6880-e1ef-4071-8f54-9f6585aab448 None None] Sync routers for ids ['bd9ff9fa-41e4-460a-b555-c964310de218'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:17:29.176453 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991d6880-e1ef-4071-8f54-9f6585aab448 None None] Routers {'bd9ff9fa-41e4-460a-b555-c964310de218'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:17:29.177087 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-991d6880-e1ef-4071-8f54-9f6585aab448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:17:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bd9ff9fa-41e4-460a-b555-c964310de218'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:29.180212 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:29.288541 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-991d6880-e1ef-4071-8f54-9f6585aab448 None None] Set router bd9ff9fa-41e4-460a-b555-c964310de218 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:17:29.300779 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e612a9f-90ae-4566-94be-5e414dd75fbf admin admin] Made reservation on behalf of 43cfcd9b4cc74857a9c8e21073cbd47a for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:17:29.303605 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8e612a9f-90ae-4566-94be-5e414dd75fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:29.313588 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8e612a9f-90ae-4566-94be-5e414dd75fbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:29.398605 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8e612a9f-90ae-4566-94be-5e414dd75fbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:29.478267 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8e612a9f-90ae-4566-94be-5e414dd75fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:29.506065 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e612a9f-90ae-4566-94be-5e414dd75fbf admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:17:29.506646 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-991d6880-e1ef-4071-8f54-9f6585aab448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'name': 'tempest-TestMinimumBasicScenario-1536417621-router', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '60727933-30fa-4d2b-a07d-546ff01c29e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:17:23Z', 'updated_at': '2021-12-16T23:17:27Z', 'revision_number': 4, 'project_id': '235365b97479417aa86a55d62df3bed9', 'gw_port': {'id': '60727933-30fa-4d2b-a07d-546ff01c29e2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:24Z', 'updated_at': '2021-12-16T23:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'fe258fab-c7c3-41fc-b858-40bd6c843efe', 'name': '', 'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'mac_address': 'fa:16:3e:a6:49:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7b3d47e-aebe-4ea4-947d-37b74fcc514e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:26Z', 'updated_at': '2021-12-16T23:17:27Z', 'revision_number': 2, 'project_id': '235365b97479417aa86a55d62df3bed9', 'subnets': [{'id': 'c7b3d47e-aebe-4ea4-947d-37b74fcc514e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:29.518304 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e612a9f-90ae-4566-94be-5e414dd75fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b15576-15da-473c-afe8-ccc1ea7f172f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:29.524220 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8e612a9f-90ae-4566-94be-5e414dd75fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:29.525403 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-8e612a9f-90ae-4566-94be-5e414dd75fbf admin admin] Added segment 57faf272-fcbe-463e-bf48-881337f4f776 of type vlan for network ff45a7da-ab5c-4675-bf45-075e7921a181 Dec 16 23:17:29.541151 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991d6880-e1ef-4071-8f54-9f6585aab448 None None] Checking router: bd9ff9fa-41e4-460a-b555-c964310de218 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:17:29.541367 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991d6880-e1ef-4071-8f54-9f6585aab448 None None] Updating router bd9ff9fa-41e4-460a-b555-c964310de218 port fe258fab-c7c3-41fc-b858-40bd6c843efe binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:17:29.578885 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-991d6880-e1ef-4071-8f54-9f6585aab448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:29.581972 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8e612a9f-90ae-4566-94be-5e414dd75fbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:29.695061 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8e612a9f-90ae-4566-94be-5e414dd75fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:29.696099 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e612a9f-90ae-4566-94be-5e414dd75fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:17:29.697342 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8e612a9f-90ae-4566-94be-5e414dd75fbf admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:29.770094 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e612a9f-90ae-4566-94be-5e414dd75fbf admin admin] Pushing event updated for resources: {'Network': ['ID=ff45a7da-ab5c-4675-bf45-075e7921a181,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:29.781318 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network ff45a7da-ab5c-4675-bf45-075e7921a181 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:17:29.875514 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8e612a9f-90ae-4566-94be-5e414dd75fbf admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7462387 Dec 16 23:17:29.878469 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36060) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:17:29.883585 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-e9270aa4-50c4-4596-b2a0-dd17133a444c admin admin] Request body: {'subnet': {'network_id': 'ff45a7da-ab5c-4675-bf45-075e7921a181', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-452716202-subnet', 'tenant_id': '43cfcd9b4cc74857a9c8e21073cbd47a', 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:17:29.954889 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-991d6880-e1ef-4071-8f54-9f6585aab448 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:29.986266 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9270aa4-50c4-4596-b2a0-dd17133a444c admin admin] Made reservation on behalf of 43cfcd9b4cc74857a9c8e21073cbd47a for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:17:29.988903 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e9270aa4-50c4-4596-b2a0-dd17133a444c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:30.089504 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-991d6880-e1ef-4071-8f54-9f6585aab448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:30.151264 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442bfa20-c8e2-4c06-8dea-d43f57aad445 None None] Pushing event updated for resources: {'Port': ['ID=fe258fab-c7c3-41fc-b858-40bd6c843efe,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:30.208588 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-991d6880-e1ef-4071-8f54-9f6585aab448 None None] Attempting to bind port fe258fab-c7c3-41fc-b858-40bd6c843efe on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:17:30.208965 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-991d6880-e1ef-4071-8f54-9f6585aab448 None None] Attempting to bind port fe258fab-c7c3-41fc-b858-40bd6c843efe by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4d717f05-9db4-4450-a972-be9595926771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:17:30.209337 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991d6880-e1ef-4071-8f54-9f6585aab448 None None] Attempting to bind port fe258fab-c7c3-41fc-b858-40bd6c843efe on network b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:17:30.215277 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991d6880-e1ef-4071-8f54-9f6585aab448 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:17:30.215980 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991d6880-e1ef-4071-8f54-9f6585aab448 None None] Checking segment: {'id': '4d717f05-9db4-4450-a972-be9595926771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:17:30.216407 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-991d6880-e1ef-4071-8f54-9f6585aab448 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:30.216809 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991d6880-e1ef-4071-8f54-9f6585aab448 None None] Bound using segment: {'id': '4d717f05-9db4-4450-a972-be9595926771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:17:30.217298 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-991d6880-e1ef-4071-8f54-9f6585aab448 None None] Bound port: fe258fab-c7c3-41fc-b858-40bd6c843efe, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d717f05-9db4-4450-a972-be9595926771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:17:30.217685 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-991d6880-e1ef-4071-8f54-9f6585aab448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:30.273053 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e9270aa4-50c4-4596-b2a0-dd17133a444c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:30.301821 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-991d6880-e1ef-4071-8f54-9f6585aab448 None None] For port fe258fab-c7c3-41fc-b858-40bd6c843efe, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:17:30.305992 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-991d6880-e1ef-4071-8f54-9f6585aab448 None None] For port fe258fab-c7c3-41fc-b858-40bd6c843efe, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=fe258fab-c7c3-41fc-b858-40bd6c843efe,segment=NetworkSegment(4d717f05-9db4-4450-a972-be9595926771),segment_id=4d717f05-9db4-4450-a972-be9595926771)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:17:30.343291 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9270aa4-50c4-4596-b2a0-dd17133a444c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fbac85c-d9ea-42d4-9401-671b12b72aa5,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:30.349044 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9270aa4-50c4-4596-b2a0-dd17133a444c admin admin] Checking segment: {'id': '57faf272-fcbe-463e-bf48-881337f4f776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff45a7da-ab5c-4675-bf45-075e7921a181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:17:30.349422 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9270aa4-50c4-4596-b2a0-dd17133a444c admin admin] Network hostable DHCP agents. Network: ff45a7da-ab5c-4675-bf45-075e7921a181, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:17:30.392751 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-991d6880-e1ef-4071-8f54-9f6585aab448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:30.472885 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991d6880-e1ef-4071-8f54-9f6585aab448 None None] Routers {'bd9ff9fa-41e4-460a-b555-c964310de218'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:17:30.474659 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-991d6880-e1ef-4071-8f54-9f6585aab448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:17:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bd9ff9fa-41e4-460a-b555-c964310de218'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:30.483583 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0fd0dea0-edb0-4aa8-8c0a-afcab1bb2206 None None] Provisioning complete for port fe258fab-c7c3-41fc-b858-40bd6c843efe triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:17:30.483955 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0fd0dea0-edb0-4aa8-8c0a-afcab1bb2206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:30.498037 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9270aa4-50c4-4596-b2a0-dd17133a444c admin admin] Network ff45a7da-ab5c-4675-bf45-075e7921a181 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:17:30.530168 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442bfa20-c8e2-4c06-8dea-d43f57aad445 None None] Pushing event updated for resources: {'Port': ['ID=fe258fab-c7c3-41fc-b858-40bd6c843efe,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:30.642252 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-991d6880-e1ef-4071-8f54-9f6585aab448 None None] Set router bd9ff9fa-41e4-460a-b555-c964310de218 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:17:30.768382 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-e9270aa4-50c4-4596-b2a0-dd17133a444c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, ff45a7da-ab5c-4675-bf45-075e7921a181) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:17:30.768382 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9270aa4-50c4-4596-b2a0-dd17133a444c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:17:30.768382 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e9270aa4-50c4-4596-b2a0-dd17133a444c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:30.863729 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb056ebe-9dd7-496e-8c22-4fd80b6d431d None None] Network ff45a7da-ab5c-4675-bf45-075e7921a181 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:17:30.940956 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e9270aa4-50c4-4596-b2a0-dd17133a444c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0580611 Dec 16 23:17:30.941399 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36062) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:17:30.947189 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-cb9d651f-c8ca-4e6d-9563-405f8ddfd14e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-452716202-router', 'tenant_id': '43cfcd9b4cc74857a9c8e21073cbd47a', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:17:30.960066 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0fd0dea0-edb0-4aa8-8c0a-afcab1bb2206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:31.079126 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0fd0dea0-edb0-4aa8-8c0a-afcab1bb2206 None None] For port fe258fab-c7c3-41fc-b858-40bd6c843efe, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=fe258fab-c7c3-41fc-b858-40bd6c843efe,segment=NetworkSegment(4d717f05-9db4-4450-a972-be9595926771),segment_id=4d717f05-9db4-4450-a972-be9595926771)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:17:31.105288 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb9d651f-c8ca-4e6d-9563-405f8ddfd14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:31.107153 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb9d651f-c8ca-4e6d-9563-405f8ddfd14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:31.126084 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249caeaa-d8f4-4575-b945-030d21a46680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-ff45a7da-ab5c-4675-bf45-075e7921a181', 'network_id': 'ff45a7da-ab5c-4675-bf45-075e7921a181', 'project_id': '43cfcd9b4cc74857a9c8e21073cbd47a', 'fixed_ips': [{'subnet_id': '4fbac85c-d9ea-42d4-9401-671b12b72aa5'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:17:31.126960 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-249caeaa-d8f4-4575-b945-030d21a46680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:31.170703 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb9d651f-c8ca-4e6d-9563-405f8ddfd14e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:31.239973 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-991d6880-e1ef-4071-8f54-9f6585aab448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'name': 'tempest-TestMinimumBasicScenario-1536417621-router', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '60727933-30fa-4d2b-a07d-546ff01c29e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:17:23Z', 'updated_at': '2021-12-16T23:17:27Z', 'revision_number': 4, 'project_id': '235365b97479417aa86a55d62df3bed9', 'gw_port': {'id': '60727933-30fa-4d2b-a07d-546ff01c29e2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:24Z', 'updated_at': '2021-12-16T23:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'fe258fab-c7c3-41fc-b858-40bd6c843efe', 'name': '', 'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'mac_address': 'fa:16:3e:a6:49:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7b3d47e-aebe-4ea4-947d-37b74fcc514e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:26Z', 'updated_at': '2021-12-16T23:17:30Z', 'revision_number': 4, 'project_id': '235365b97479417aa86a55d62df3bed9', 'subnets': [{'id': 'c7b3d47e-aebe-4ea4-947d-37b74fcc514e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:31.244926 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0fd0dea0-edb0-4aa8-8c0a-afcab1bb2206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:31.314624 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991d6880-e1ef-4071-8f54-9f6585aab448 None None] The sync data for ids ['bd9ff9fa-41e4-460a-b555-c964310de218'] in n-d-815324-4 is: [{'id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'name': 'tempest-TestMinimumBasicScenario-1536417621-router', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '60727933-30fa-4d2b-a07d-546ff01c29e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:17:23Z', 'updated_at': '2021-12-16T23:17:27Z', 'revision_number': 4, 'project_id': '235365b97479417aa86a55d62df3bed9', 'gw_port': {'id': '60727933-30fa-4d2b-a07d-546ff01c29e2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:24Z', 'updated_at': '2021-12-16T23:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'fe258fab-c7c3-41fc-b858-40bd6c843efe', 'name': '', 'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'mac_address': 'fa:16:3e:a6:49:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7b3d47e-aebe-4ea4-947d-37b74fcc514e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:26Z', 'updated_at': '2021-12-16T23:17:30Z', 'revision_number': 4, 'project_id': '235365b97479417aa86a55d62df3bed9', 'subnets': [{'id': 'c7b3d47e-aebe-4ea4-947d-37b74fcc514e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:17:31.346397 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-249caeaa-d8f4-4575-b945-030d21a46680 None None] Allocated IP 172.20.0.2 (ff45a7da-ab5c-4675-bf45-075e7921a181/4fbac85c-d9ea-42d4-9401-671b12b72aa5/518525f3-d8dc-4354-b25a-e0bdcf22e8fa) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:17:31.379571 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0dea0-edb0-4aa8-8c0a-afcab1bb2206 None None] Pushing event updated for resources: {'Port': ['ID=fe258fab-c7c3-41fc-b858-40bd6c843efe,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:31.430312 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-de231248-9033-4e12-891c-ed33bd1a2dd3 None None] Provisioning complete for port fe258fab-c7c3-41fc-b858-40bd6c843efe triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:17:31.430692 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de231248-9033-4e12-891c-ed33bd1a2dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:31.462855 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb9d651f-c8ca-4e6d-9563-405f8ddfd14e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:31.586414 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-249caeaa-d8f4-4575-b945-030d21a46680 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:31.705234 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-249caeaa-d8f4-4575-b945-030d21a46680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:31.749766 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249caeaa-d8f4-4575-b945-030d21a46680 None None] Network ff45a7da-ab5c-4675-bf45-075e7921a181 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:17:31.752818 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-249caeaa-d8f4-4575-b945-030d21a46680 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:17:31.755507 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249caeaa-d8f4-4575-b945-030d21a46680 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:17:31.763429 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249caeaa-d8f4-4575-b945-030d21a46680 None None] Pushing event updated for resources: {'Port': ['ID=518525f3-d8dc-4354-b25a-e0bdcf22e8fa,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:31.822377 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-249caeaa-d8f4-4575-b945-030d21a46680 None None] Attempting to bind port 518525f3-d8dc-4354-b25a-e0bdcf22e8fa on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:17:31.823499 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-249caeaa-d8f4-4575-b945-030d21a46680 None None] Attempting to bind port 518525f3-d8dc-4354-b25a-e0bdcf22e8fa by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '57faf272-fcbe-463e-bf48-881337f4f776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff45a7da-ab5c-4675-bf45-075e7921a181'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:17:31.823499 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249caeaa-d8f4-4575-b945-030d21a46680 None None] Attempting to bind port 518525f3-d8dc-4354-b25a-e0bdcf22e8fa on network ff45a7da-ab5c-4675-bf45-075e7921a181 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:17:31.825055 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb9d651f-c8ca-4e6d-9563-405f8ddfd14e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:31.828843 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249caeaa-d8f4-4575-b945-030d21a46680 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:17:31.829220 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249caeaa-d8f4-4575-b945-030d21a46680 None None] Checking segment: {'id': '57faf272-fcbe-463e-bf48-881337f4f776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff45a7da-ab5c-4675-bf45-075e7921a181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:17:31.829804 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-249caeaa-d8f4-4575-b945-030d21a46680 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:31.830209 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249caeaa-d8f4-4575-b945-030d21a46680 None None] Bound using segment: {'id': '57faf272-fcbe-463e-bf48-881337f4f776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff45a7da-ab5c-4675-bf45-075e7921a181'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:17:31.830689 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-249caeaa-d8f4-4575-b945-030d21a46680 None None] Bound port: 518525f3-d8dc-4354-b25a-e0bdcf22e8fa, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57faf272-fcbe-463e-bf48-881337f4f776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff45a7da-ab5c-4675-bf45-075e7921a181'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:17:31.831101 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-249caeaa-d8f4-4575-b945-030d21a46680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:31.849675 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb9d651f-c8ca-4e6d-9563-405f8ddfd14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:31.902735 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-249caeaa-d8f4-4575-b945-030d21a46680 None None] For port 518525f3-d8dc-4354-b25a-e0bdcf22e8fa, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:17:31.907856 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-249caeaa-d8f4-4575-b945-030d21a46680 None None] For port 518525f3-d8dc-4354-b25a-e0bdcf22e8fa, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=518525f3-d8dc-4354-b25a-e0bdcf22e8fa,segment=NetworkSegment(57faf272-fcbe-463e-bf48-881337f4f776),segment_id=57faf272-fcbe-463e-bf48-881337f4f776)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:17:31.972075 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-cb9d651f-c8ca-4e6d-9563-405f8ddfd14e admin admin] Allocated IP 172.25.6.203 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/e460aa70-68e3-4cfa-b728-116b76768c75) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:17:32.073067 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-249caeaa-d8f4-4575-b945-030d21a46680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:32.086968 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb9d651f-c8ca-4e6d-9563-405f8ddfd14e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:32.144151 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249caeaa-d8f4-4575-b945-030d21a46680 None None] Pushing event updated for resources: {'Port': ['ID=518525f3-d8dc-4354-b25a-e0bdcf22e8fa,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:32.324327 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb9d651f-c8ca-4e6d-9563-405f8ddfd14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:32.377324 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9d651f-c8ca-4e6d-9563-405f8ddfd14e admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:17:32.381595 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-cb9d651f-c8ca-4e6d-9563-405f8ddfd14e admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:17:32.392137 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9d651f-c8ca-4e6d-9563-405f8ddfd14e admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:17:32.394392 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d651f-c8ca-4e6d-9563-405f8ddfd14e admin admin] Pushing event updated for resources: {'Port': ['ID=e460aa70-68e3-4cfa-b728-116b76768c75,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:32.401978 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9320abb-a74f-4f9f-9850-b9d35ce87635 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:17:32.530337 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-af682769-acf7-46a9-b5ea-372005d0563a None None] Provisioning complete for port e460aa70-68e3-4cfa-b728-116b76768c75 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:17:32.530801 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af682769-acf7-46a9-b5ea-372005d0563a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:32.570900 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-af682769-acf7-46a9-b5ea-372005d0563a None None] Port e460aa70-68e3-4cfa-b728-116b76768c75 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:17:32.795245 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device fe258fab-c7c3-41fc-b858-40bd6c843efe up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:17:32.825388 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb9d651f-c8ca-4e6d-9563-405f8ddfd14e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:32.833585 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port fe258fab-c7c3-41fc-b858-40bd6c843efe triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:17:32.833964 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:32.923530 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 518525f3-d8dc-4354-b25a-e0bdcf22e8fa up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:17:32.973882 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 518525f3-d8dc-4354-b25a-e0bdcf22e8fa triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:17:32.974274 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:33.043413 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb9d651f-c8ca-4e6d-9563-405f8ddfd14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:33.057124 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:33.096399 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 518525f3-d8dc-4354-b25a-e0bdcf22e8fa, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=518525f3-d8dc-4354-b25a-e0bdcf22e8fa,segment=NetworkSegment(57faf272-fcbe-463e-bf48-881337f4f776),segment_id=57faf272-fcbe-463e-bf48-881337f4f776)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:17:33.198099 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:33.257334 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=518525f3-d8dc-4354-b25a-e0bdcf22e8fa,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:33.272683 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9d651f-c8ca-4e6d-9563-405f8ddfd14e admin admin] Router 2cca72e1-3ed0-4a1a-9dcc-1563bd73619d is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:17:33.388794 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9d651f-c8ca-4e6d-9563-405f8ddfd14e admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:17:33.398656 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9c8d20-2413-448f-bf5a-7be02a446324 None None] Sync routers for ids ['2cca72e1-3ed0-4a1a-9dcc-1563bd73619d'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:17:33.410813 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9c8d20-2413-448f-bf5a-7be02a446324 None None] Routers {'2cca72e1-3ed0-4a1a-9dcc-1563bd73619d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:17:33.411541 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-7f9c8d20-2413-448f-bf5a-7be02a446324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:17:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2cca72e1-3ed0-4a1a-9dcc-1563bd73619d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:33.431563 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffea89b8-4eb3-4c2d-86a3-013f2c039a5d None None] Network ff45a7da-ab5c-4675-bf45-075e7921a181 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:17:33.528589 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-7f9c8d20-2413-448f-bf5a-7be02a446324 None None] Set router 2cca72e1-3ed0-4a1a-9dcc-1563bd73619d gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:17:33.535167 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cb9d651f-c8ca-4e6d-9563-405f8ddfd14e admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:33.539227 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cb9d651f-c8ca-4e6d-9563-405f8ddfd14e admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5941629 Dec 16 23:17:33.539902 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36064) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:17:33.548651 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ef40a357-9f96-4a74-9964-c8b2bdf2e98d None None] Provisioning complete for port 518525f3-d8dc-4354-b25a-e0bdcf22e8fa triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:17:33.548651 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ef40a357-9f96-4a74-9964-c8b2bdf2e98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:33.750676 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-7f9c8d20-2413-448f-bf5a-7be02a446324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cca72e1-3ed0-4a1a-9dcc-1563bd73619d', 'name': 'tempest-TestMinimumBasicScenario-452716202-router', 'tenant_id': '43cfcd9b4cc74857a9c8e21073cbd47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'e460aa70-68e3-4cfa-b728-116b76768c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:17:31Z', 'updated_at': '2021-12-16T23:17:32Z', 'revision_number': 3, 'project_id': '43cfcd9b4cc74857a9c8e21073cbd47a', 'gw_port': {'id': 'e460aa70-68e3-4cfa-b728-116b76768c75', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:86:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cca72e1-3ed0-4a1a-9dcc-1563bd73619d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:31Z', 'updated_at': '2021-12-16T23:17:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:33.800698 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9c8d20-2413-448f-bf5a-7be02a446324 None None] Checking router: 2cca72e1-3ed0-4a1a-9dcc-1563bd73619d for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:17:33.800698 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9c8d20-2413-448f-bf5a-7be02a446324 None None] Updating router 2cca72e1-3ed0-4a1a-9dcc-1563bd73619d port e460aa70-68e3-4cfa-b728-116b76768c75 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:17:33.814850 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7f9c8d20-2413-448f-bf5a-7be02a446324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:33.870262 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-660516c6-02de-4b59-9ed3-e4c431b44b20 None None] Provisioning complete for port 518525f3-d8dc-4354-b25a-e0bdcf22e8fa triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:17:33.870650 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-660516c6-02de-4b59-9ed3-e4c431b44b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:34.013811 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:34.077688 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7f9c8d20-2413-448f-bf5a-7be02a446324 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:34.168638 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7f9c8d20-2413-448f-bf5a-7be02a446324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:34.175935 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Allocated IP 172.20.0.1 (ff45a7da-ab5c-4675-bf45-075e7921a181/4fbac85c-d9ea-42d4-9401-671b12b72aa5/e14572f8-bbab-43bf-a025-07cd5ccd451e) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:17:34.213111 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1b4158-a926-4864-ae53-026c6c3f1a6b None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:17:34.221064 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-7f9c8d20-2413-448f-bf5a-7be02a446324 None None] Attempting to bind port e460aa70-68e3-4cfa-b728-116b76768c75 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:17:34.221442 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-7f9c8d20-2413-448f-bf5a-7be02a446324 None None] Attempting to bind port e460aa70-68e3-4cfa-b728-116b76768c75 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:17:34.222935 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9c8d20-2413-448f-bf5a-7be02a446324 None None] Attempting to bind port e460aa70-68e3-4cfa-b728-116b76768c75 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:17:34.229874 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9c8d20-2413-448f-bf5a-7be02a446324 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:17:34.230283 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9c8d20-2413-448f-bf5a-7be02a446324 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:17:34.230715 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7f9c8d20-2413-448f-bf5a-7be02a446324 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:34.231085 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9c8d20-2413-448f-bf5a-7be02a446324 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:17:34.231559 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-7f9c8d20-2413-448f-bf5a-7be02a446324 None None] Bound port: e460aa70-68e3-4cfa-b728-116b76768c75, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:17:34.231943 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7f9c8d20-2413-448f-bf5a-7be02a446324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:34.236946 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f418963-f39e-4cbc-a27b-f14504732db1 None None] Pushing event updated for resources: {'Port': ['ID=e460aa70-68e3-4cfa-b728-116b76768c75,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:34.284279 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-278a9d2f-cd43-44ab-a675-8f65b87d09c2 None None] Provisioning complete for port e460aa70-68e3-4cfa-b728-116b76768c75 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:17:34.284548 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-278a9d2f-cd43-44ab-a675-8f65b87d09c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:34.288861 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-7f9c8d20-2413-448f-bf5a-7be02a446324 None None] For port e460aa70-68e3-4cfa-b728-116b76768c75, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:17:34.293652 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-7f9c8d20-2413-448f-bf5a-7be02a446324 None None] For port e460aa70-68e3-4cfa-b728-116b76768c75, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e460aa70-68e3-4cfa-b728-116b76768c75,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:17:34.295358 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:34.320653 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-278a9d2f-cd43-44ab-a675-8f65b87d09c2 None None] Port e460aa70-68e3-4cfa-b728-116b76768c75 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:17:34.361176 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-7f9c8d20-2413-448f-bf5a-7be02a446324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:34.384630 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:34.409038 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eed314f-a6a3-4e86-ad79-93fe3bd14944 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:17:34.412085 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9c8d20-2413-448f-bf5a-7be02a446324 None None] Routers {'2cca72e1-3ed0-4a1a-9dcc-1563bd73619d'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:17:34.412718 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-7f9c8d20-2413-448f-bf5a-7be02a446324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:17:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2cca72e1-3ed0-4a1a-9dcc-1563bd73619d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:34.429258 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Network ff45a7da-ab5c-4675-bf45-075e7921a181 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:17:34.434474 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:17:34.438888 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:17:34.442079 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Pushing event updated for resources: {'Port': ['ID=e14572f8-bbab-43bf-a025-07cd5ccd451e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:34.449669 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ede51119-5779-4fce-9a61-e2765fafcbba None None] Provisioning complete for port e460aa70-68e3-4cfa-b728-116b76768c75 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:17:34.450193 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ede51119-5779-4fce-9a61-e2765fafcbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:34.465308 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f418963-f39e-4cbc-a27b-f14504732db1 None None] Pushing event updated for resources: {'Port': ['ID=e460aa70-68e3-4cfa-b728-116b76768c75,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:34.472616 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:34.475848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:34.475848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:34.475848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:34.475848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:34.475848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:34.475848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:34.475848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:34.475848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:34.475848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:34.475848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:34.476774 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:34.476774 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:34.498275 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:34.554814 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-7f9c8d20-2413-448f-bf5a-7be02a446324 None None] Set router 2cca72e1-3ed0-4a1a-9dcc-1563bd73619d gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:17:34.560861 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ede51119-5779-4fce-9a61-e2765fafcbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:34.590925 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ede51119-5779-4fce-9a61-e2765fafcbba None None] For port e460aa70-68e3-4cfa-b728-116b76768c75, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e460aa70-68e3-4cfa-b728-116b76768c75,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:17:34.666516 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ede51119-5779-4fce-9a61-e2765fafcbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:34.720872 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede51119-5779-4fce-9a61-e2765fafcbba None None] Pushing event updated for resources: {'Port': ['ID=e460aa70-68e3-4cfa-b728-116b76768c75,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:34.737302 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 518525f3-d8dc-4354-b25a-e0bdcf22e8fa up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:17:34.751157 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:34.773075 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-7f9c8d20-2413-448f-bf5a-7be02a446324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cca72e1-3ed0-4a1a-9dcc-1563bd73619d', 'name': 'tempest-TestMinimumBasicScenario-452716202-router', 'tenant_id': '43cfcd9b4cc74857a9c8e21073cbd47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'e460aa70-68e3-4cfa-b728-116b76768c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:17:31Z', 'updated_at': '2021-12-16T23:17:32Z', 'revision_number': 3, 'project_id': '43cfcd9b4cc74857a9c8e21073cbd47a', 'gw_port': {'id': 'e460aa70-68e3-4cfa-b728-116b76768c75', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:86:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cca72e1-3ed0-4a1a-9dcc-1563bd73619d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:31Z', 'updated_at': '2021-12-16T23:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:34.798418 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e957d724-77e4-4c17-a855-6763c0b87be8 None None] Provisioning complete for port e14572f8-bbab-43bf-a025-07cd5ccd451e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:17:34.798863 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e957d724-77e4-4c17-a855-6763c0b87be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:34.807823 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9c8d20-2413-448f-bf5a-7be02a446324 None None] The sync data for ids ['2cca72e1-3ed0-4a1a-9dcc-1563bd73619d'] in n-d-815324-4 is: [{'id': '2cca72e1-3ed0-4a1a-9dcc-1563bd73619d', 'name': 'tempest-TestMinimumBasicScenario-452716202-router', 'tenant_id': '43cfcd9b4cc74857a9c8e21073cbd47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'e460aa70-68e3-4cfa-b728-116b76768c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:17:31Z', 'updated_at': '2021-12-16T23:17:32Z', 'revision_number': 3, 'project_id': '43cfcd9b4cc74857a9c8e21073cbd47a', 'gw_port': {'id': 'e460aa70-68e3-4cfa-b728-116b76768c75', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:86:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cca72e1-3ed0-4a1a-9dcc-1563bd73619d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:31Z', 'updated_at': '2021-12-16T23:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:17:34.835994 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 518525f3-d8dc-4354-b25a-e0bdcf22e8fa triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:17:34.836363 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:34.865928 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e957d724-77e4-4c17-a855-6763c0b87be8 None None] Port e14572f8-bbab-43bf-a025-07cd5ccd451e cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:17:34.935504 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:35.026689 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:35.104027 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:35.105988 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Pushing event updated for resources: {'Port': ['ID=e14572f8-bbab-43bf-a025-07cd5ccd451e,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:35.213158 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Network ff45a7da-ab5c-4675-bf45-075e7921a181 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:17:35.215277 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:17:35.347894 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Router 2cca72e1-3ed0-4a1a-9dcc-1563bd73619d has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:17:35.464451 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:17:35.469819 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-d290969e-f24b-4d37-acf5-5e2416e7e7df admin admin] 10.222.0.75 "PUT /v2.0/routers/2cca72e1-3ed0-4a1a-9dcc-1563bd73619d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9284873 Dec 16 23:17:35.493073 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ebbb4ffa-cbe1-475e-9632-0490b4a5d931 None None] Provisioning complete for port e14572f8-bbab-43bf-a025-07cd5ccd451e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:17:35.494418 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ebbb4ffa-cbe1-475e-9632-0490b4a5d931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:35.531650 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ebbb4ffa-cbe1-475e-9632-0490b4a5d931 None None] Port e14572f8-bbab-43bf-a025-07cd5ccd451e cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:17:36.449980 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beff7e21-39d0-4619-b5f0-f444fa318390 None None] Sync routers for ids ['2cca72e1-3ed0-4a1a-9dcc-1563bd73619d'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:17:36.463603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff7e21-39d0-4619-b5f0-f444fa318390 None None] Routers {'2cca72e1-3ed0-4a1a-9dcc-1563bd73619d'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:17:36.464242 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-beff7e21-39d0-4619-b5f0-f444fa318390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:17:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2cca72e1-3ed0-4a1a-9dcc-1563bd73619d'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:36.579065 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-beff7e21-39d0-4619-b5f0-f444fa318390 None None] Set router 2cca72e1-3ed0-4a1a-9dcc-1563bd73619d gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:17:36.796410 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e460aa70-68e3-4cfa-b728-116b76768c75 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:17:36.885892 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port e460aa70-68e3-4cfa-b728-116b76768c75 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:17:36.886217 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:36.933019 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-beff7e21-39d0-4619-b5f0-f444fa318390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cca72e1-3ed0-4a1a-9dcc-1563bd73619d', 'name': 'tempest-TestMinimumBasicScenario-452716202-router', 'tenant_id': '43cfcd9b4cc74857a9c8e21073cbd47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'e460aa70-68e3-4cfa-b728-116b76768c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:17:31Z', 'updated_at': '2021-12-16T23:17:34Z', 'revision_number': 4, 'project_id': '43cfcd9b4cc74857a9c8e21073cbd47a', 'gw_port': {'id': 'e460aa70-68e3-4cfa-b728-116b76768c75', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:86:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca72e1-3ed0-4a1a-9dcc-1563bd73619d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:31Z', 'updated_at': '2021-12-16T23:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'e14572f8-bbab-43bf-a025-07cd5ccd451e', 'name': '', 'network_id': 'ff45a7da-ab5c-4675-bf45-075e7921a181', 'tenant_id': '43cfcd9b4cc74857a9c8e21073cbd47a', 'mac_address': 'fa:16:3e:53:8b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cca72e1-3ed0-4a1a-9dcc-1563bd73619d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '4fbac85c-d9ea-42d4-9401-671b12b72aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:34Z', 'updated_at': '2021-12-16T23:17:34Z', 'revision_number': 2, 'project_id': '43cfcd9b4cc74857a9c8e21073cbd47a', 'subnets': [{'id': '4fbac85c-d9ea-42d4-9401-671b12b72aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:37.138829 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beff7e21-39d0-4619-b5f0-f444fa318390 None None] Checking router: 2cca72e1-3ed0-4a1a-9dcc-1563bd73619d for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:17:37.139149 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beff7e21-39d0-4619-b5f0-f444fa318390 None None] Updating router 2cca72e1-3ed0-4a1a-9dcc-1563bd73619d port e14572f8-bbab-43bf-a025-07cd5ccd451e binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:17:37.176816 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-beff7e21-39d0-4619-b5f0-f444fa318390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:37.514517 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-beff7e21-39d0-4619-b5f0-f444fa318390 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:37.588443 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-beff7e21-39d0-4619-b5f0-f444fa318390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:37.694507 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b1ba4-a9ad-4cc9-91df-6004b505ab6b None None] Pushing event updated for resources: {'Port': ['ID=e14572f8-bbab-43bf-a025-07cd5ccd451e,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:37.711134 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b1ba4-a9ad-4cc9-91df-6004b505ab6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:37.711635 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b1ba4-a9ad-4cc9-91df-6004b505ab6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:37.712619 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b1ba4-a9ad-4cc9-91df-6004b505ab6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:37.713053 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b1ba4-a9ad-4cc9-91df-6004b505ab6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:37.713512 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b1ba4-a9ad-4cc9-91df-6004b505ab6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:37.713945 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b1ba4-a9ad-4cc9-91df-6004b505ab6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:37.714358 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b1ba4-a9ad-4cc9-91df-6004b505ab6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:37.714777 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b1ba4-a9ad-4cc9-91df-6004b505ab6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:37.715232 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b1ba4-a9ad-4cc9-91df-6004b505ab6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:37.715651 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b1ba4-a9ad-4cc9-91df-6004b505ab6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:37.716086 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b1ba4-a9ad-4cc9-91df-6004b505ab6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:37.716480 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b1ba4-a9ad-4cc9-91df-6004b505ab6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:37.716900 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0b1ba4-a9ad-4cc9-91df-6004b505ab6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:17:37.723417 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-beff7e21-39d0-4619-b5f0-f444fa318390 None None] Attempting to bind port e14572f8-bbab-43bf-a025-07cd5ccd451e on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:17:37.723917 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-beff7e21-39d0-4619-b5f0-f444fa318390 None None] Attempting to bind port e14572f8-bbab-43bf-a025-07cd5ccd451e by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '57faf272-fcbe-463e-bf48-881337f4f776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff45a7da-ab5c-4675-bf45-075e7921a181'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:17:37.727813 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff7e21-39d0-4619-b5f0-f444fa318390 None None] Attempting to bind port e14572f8-bbab-43bf-a025-07cd5ccd451e on network ff45a7da-ab5c-4675-bf45-075e7921a181 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:17:37.731357 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff7e21-39d0-4619-b5f0-f444fa318390 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:17:37.731865 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff7e21-39d0-4619-b5f0-f444fa318390 None None] Checking segment: {'id': '57faf272-fcbe-463e-bf48-881337f4f776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff45a7da-ab5c-4675-bf45-075e7921a181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:17:37.732374 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-beff7e21-39d0-4619-b5f0-f444fa318390 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:37.732862 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff7e21-39d0-4619-b5f0-f444fa318390 None None] Bound using segment: {'id': '57faf272-fcbe-463e-bf48-881337f4f776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff45a7da-ab5c-4675-bf45-075e7921a181'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:17:37.733437 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-beff7e21-39d0-4619-b5f0-f444fa318390 None None] Bound port: e14572f8-bbab-43bf-a025-07cd5ccd451e, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57faf272-fcbe-463e-bf48-881337f4f776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff45a7da-ab5c-4675-bf45-075e7921a181'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:17:37.733911 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-beff7e21-39d0-4619-b5f0-f444fa318390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:37.832913 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-beff7e21-39d0-4619-b5f0-f444fa318390 None None] For port e14572f8-bbab-43bf-a025-07cd5ccd451e, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:17:37.841082 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-beff7e21-39d0-4619-b5f0-f444fa318390 None None] For port e14572f8-bbab-43bf-a025-07cd5ccd451e, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e14572f8-bbab-43bf-a025-07cd5ccd451e,segment=NetworkSegment(57faf272-fcbe-463e-bf48-881337f4f776),segment_id=57faf272-fcbe-463e-bf48-881337f4f776)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:17:37.928817 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-beff7e21-39d0-4619-b5f0-f444fa318390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:37.999095 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff7e21-39d0-4619-b5f0-f444fa318390 None None] Routers {'2cca72e1-3ed0-4a1a-9dcc-1563bd73619d'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:17:37.999778 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-beff7e21-39d0-4619-b5f0-f444fa318390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:17:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2cca72e1-3ed0-4a1a-9dcc-1563bd73619d'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:38.065359 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-068e0d35-4a97-4e50-9053-61c6be299a13 None None] Provisioning complete for port e14572f8-bbab-43bf-a025-07cd5ccd451e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:17:38.065995 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-068e0d35-4a97-4e50-9053-61c6be299a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:38.076065 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b1ba4-a9ad-4cc9-91df-6004b505ab6b None None] Pushing event updated for resources: {'Port': ['ID=e14572f8-bbab-43bf-a025-07cd5ccd451e,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:38.197672 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-beff7e21-39d0-4619-b5f0-f444fa318390 None None] Set router 2cca72e1-3ed0-4a1a-9dcc-1563bd73619d gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:17:38.303533 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-068e0d35-4a97-4e50-9053-61c6be299a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:38.361849 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-068e0d35-4a97-4e50-9053-61c6be299a13 None None] For port e14572f8-bbab-43bf-a025-07cd5ccd451e, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e14572f8-bbab-43bf-a025-07cd5ccd451e,segment=NetworkSegment(57faf272-fcbe-463e-bf48-881337f4f776),segment_id=57faf272-fcbe-463e-bf48-881337f4f776)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:17:38.439706 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-068e0d35-4a97-4e50-9053-61c6be299a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:38.530386 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e0d35-4a97-4e50-9053-61c6be299a13 None None] Pushing event updated for resources: {'Port': ['ID=e14572f8-bbab-43bf-a025-07cd5ccd451e,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:38.573304 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-beff7e21-39d0-4619-b5f0-f444fa318390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cca72e1-3ed0-4a1a-9dcc-1563bd73619d', 'name': 'tempest-TestMinimumBasicScenario-452716202-router', 'tenant_id': '43cfcd9b4cc74857a9c8e21073cbd47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'e460aa70-68e3-4cfa-b728-116b76768c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:17:31Z', 'updated_at': '2021-12-16T23:17:34Z', 'revision_number': 4, 'project_id': '43cfcd9b4cc74857a9c8e21073cbd47a', 'gw_port': {'id': 'e460aa70-68e3-4cfa-b728-116b76768c75', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:86:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca72e1-3ed0-4a1a-9dcc-1563bd73619d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:31Z', 'updated_at': '2021-12-16T23:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'e14572f8-bbab-43bf-a025-07cd5ccd451e', 'name': '', 'network_id': 'ff45a7da-ab5c-4675-bf45-075e7921a181', 'tenant_id': '43cfcd9b4cc74857a9c8e21073cbd47a', 'mac_address': 'fa:16:3e:53:8b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cca72e1-3ed0-4a1a-9dcc-1563bd73619d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '4fbac85c-d9ea-42d4-9401-671b12b72aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:34Z', 'updated_at': '2021-12-16T23:17:37Z', 'revision_number': 4, 'project_id': '43cfcd9b4cc74857a9c8e21073cbd47a', 'subnets': [{'id': '4fbac85c-d9ea-42d4-9401-671b12b72aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:17:38.575901 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0f7abee4-efc4-460c-bd9c-fb83e2cf63dc None None] Provisioning complete for port e14572f8-bbab-43bf-a025-07cd5ccd451e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:17:38.576329 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0f7abee4-efc4-460c-bd9c-fb83e2cf63dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:38.631359 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beff7e21-39d0-4619-b5f0-f444fa318390 None None] The sync data for ids ['2cca72e1-3ed0-4a1a-9dcc-1563bd73619d'] in n-d-815324-4 is: [{'id': '2cca72e1-3ed0-4a1a-9dcc-1563bd73619d', 'name': 'tempest-TestMinimumBasicScenario-452716202-router', 'tenant_id': '43cfcd9b4cc74857a9c8e21073cbd47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'e460aa70-68e3-4cfa-b728-116b76768c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:17:31Z', 'updated_at': '2021-12-16T23:17:34Z', 'revision_number': 4, 'project_id': '43cfcd9b4cc74857a9c8e21073cbd47a', 'gw_port': {'id': 'e460aa70-68e3-4cfa-b728-116b76768c75', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:86:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca72e1-3ed0-4a1a-9dcc-1563bd73619d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:31Z', 'updated_at': '2021-12-16T23:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'e14572f8-bbab-43bf-a025-07cd5ccd451e', 'name': '', 'network_id': 'ff45a7da-ab5c-4675-bf45-075e7921a181', 'tenant_id': '43cfcd9b4cc74857a9c8e21073cbd47a', 'mac_address': 'fa:16:3e:53:8b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cca72e1-3ed0-4a1a-9dcc-1563bd73619d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '4fbac85c-d9ea-42d4-9401-671b12b72aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:34Z', 'updated_at': '2021-12-16T23:17:37Z', 'revision_number': 4, 'project_id': '43cfcd9b4cc74857a9c8e21073cbd47a', 'subnets': [{'id': '4fbac85c-d9ea-42d4-9401-671b12b72aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:17:40.759712 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e14572f8-bbab-43bf-a025-07cd5ccd451e up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:17:40.819855 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port e14572f8-bbab-43bf-a025-07cd5ccd451e triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:17:40.820406 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:47.952893 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-250e1031-0a33-4cb3-84b2-281e5929481e tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:17:47.954404 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-250e1031-0a33-4cb3-84b2-281e5929481e tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/networks?id=b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e HTTP/1.1" status: 200 len: 815 time: 0.1059630 Dec 16 23:17:47.970080 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-fa3037ae-78d4-49af-8311-9a0a1922a2c8 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/quotas/235365b97479417aa86a55d62df3bed9 HTTP/1.1" status: 200 len: 375 time: 0.0097761 Dec 16 23:17:48.022903 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-5423bc27-6c87-4322-b923-4928ade515f3 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=235365b97479417aa86a55d62df3bed9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471179 Dec 16 23:17:48.122798 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-a74ce439-4b9d-403e-ac2f-bbbeba9d1028 service neutron] 10.222.0.75 "GET /v2.0/networks/b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872757 Dec 16 23:17:48.211283 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-4f545596-5e44-4882-8324-f839617b6d7e service neutron] 10.222.0.75 "GET /v2.0/networks/b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821688 Dec 16 23:17:48.452602 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-449965f0-de1c-4321-be7c-f493d9982fc4 req-63930abc-ba33-4c33-aaa0-be9e1deb40fa tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 210 time: 0.0266578 Dec 16 23:17:49.533084 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-77ff4ab1-8b54-4fbf-a2c3-b3a80121bc2a req-01fcb322-bd75-45f3-83c3-1c7815c9b162 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 210 time: 0.0289438 Dec 16 23:17:50.638347 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-85028cb4-b112-4b10-a0b4-f98e23b6c9ab req-30e00115-6cbd-4764-ad39-6e6a80de3518 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 210 time: 0.0280282 Dec 16 23:17:50.893773 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-c9f18773-85c9-46f5-8bd4-e126587280ec tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:17:50.895569 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-c9f18773-85c9-46f5-8bd4-e126587280ec tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.76 "GET /v2.0/networks?id=b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e HTTP/1.1" status: 200 len: 815 time: 0.1192322 Dec 16 23:17:50.918191 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-cd048637-e419-4fed-9f28-82934205c3a9 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Request body: {'port': {'device_id': 'dfa1e507-b467-4d70-b003-bf11b7851f92', 'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e', 'admin_state_up': True, 'tenant_id': '235365b97479417aa86a55d62df3bed9'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:17:51.097914 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-cd048637-e419-4fed-9f28-82934205c3a9 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Made reservation on behalf of 235365b97479417aa86a55d62df3bed9 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:17:51.101804 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-cd048637-e419-4fed-9f28-82934205c3a9 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:51.235576 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-cd048637-e419-4fed-9f28-82934205c3a9 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Allocated IP 172.20.0.11 (b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e/c7b3d47e-aebe-4ea4-947d-37b74fcc514e/8701f093-ce45-46f6-ba3d-c17e666cb39f) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:17:51.392479 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-cd048637-e419-4fed-9f28-82934205c3a9 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:51.499141 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-cd048637-e419-4fed-9f28-82934205c3a9 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:51.561653 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-cd048637-e419-4fed-9f28-82934205c3a9 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Network b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:17:51.565672 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-cd048637-e419-4fed-9f28-82934205c3a9 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:17:51.585921 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-cd048637-e419-4fed-9f28-82934205c3a9 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:17:51.630318 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd048637-e419-4fed-9f28-82934205c3a9 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Pushing event updated for resources: {'Port': ['ID=8701f093-ce45-46f6-ba3d-c17e666cb39f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:17:51.698208 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-cd048637-e419-4fed-9f28-82934205c3a9 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:17:51.703739 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-cd048637-e419-4fed-9f28-82934205c3a9 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:51.813093 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5882e-c969-400b-8642-97ae18edf0c1 req-16772ab9-431e-437d-85a5-be0e16113a72 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:17:51.815732 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5cd5882e-c969-400b-8642-97ae18edf0c1 req-16772ab9-431e-437d-85a5-be0e16113a72 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 932 time: 0.0724399 Dec 16 23:17:51.821121 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-cd048637-e419-4fed-9f28-82934205c3a9 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9075899 Dec 16 23:17:51.859862 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1a20961e-9f75-489b-96a1-9ff977bc2e39 None None] Provisioning complete for port 8701f093-ce45-46f6-ba3d-c17e666cb39f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:17:51.860848 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a20961e-9f75-489b-96a1-9ff977bc2e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:51.901864 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1a20961e-9f75-489b-96a1-9ff977bc2e39 None None] Port 8701f093-ce45-46f6-ba3d-c17e666cb39f cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:17:51.918729 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5cd5882e-c969-400b-8642-97ae18edf0c1 req-165c481f-0f43-4bc3-80e6-cf6d547ab02c tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965436 Dec 16 23:17:53.065633 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd5690-4655-4801-ba1a-7d56f5aaac7d req-f17ef50a-5691-4840-9a94-84c9c17dafdc tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:17:53.074297 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-69cd5690-4655-4801-ba1a-7d56f5aaac7d req-f17ef50a-5691-4840-9a94-84c9c17dafdc tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 932 time: 0.0685470 Dec 16 23:17:53.134002 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-69cd5690-4655-4801-ba1a-7d56f5aaac7d req-a96b712a-20c1-4f88-af13-cc163d6c3057 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547011 Dec 16 23:17:53.467614 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-907b42d3-bf0c-4357-897c-1c61edef7c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:54.252903 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19bd22c-7c39-471e-8acf-f79eded664b4 req-39972298-6cdd-471e-bd34-17e67f93c3cc tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:17:54.254460 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e19bd22c-7c39-471e-8acf-f79eded664b4 req-39972298-6cdd-471e-bd34-17e67f93c3cc tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 932 time: 0.0554523 Dec 16 23:17:54.307346 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e19bd22c-7c39-471e-8acf-f79eded664b4 req-c5e72d02-57b3-4d66-9a34-4eb893ede10b tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452976 Dec 16 23:17:55.466386 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e215a-13b3-43c8-b8ce-308668f2407e req-c5efc4cb-b104-4103-8d38-1a9f8181a214 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:17:55.466386 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cb0e215a-13b3-43c8-b8ce-308668f2407e req-c5efc4cb-b104-4103-8d38-1a9f8181a214 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 932 time: 0.0513384 Dec 16 23:17:55.495807 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cb0e215a-13b3-43c8-b8ce-308668f2407e req-4c95220a-404e-4211-92ce-a5c3b6cfe355 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560279 Dec 16 23:17:55.688523 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fe4390d1-7492-45dc-b9df-b34ff361d37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:56.618908 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451e403-8a17-4b25-9e8e-1d8fd3035c34 req-7eba538b-0078-4ba6-b0c0-13decc87f88f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:17:56.621456 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f451e403-8a17-4b25-9e8e-1d8fd3035c34 req-7eba538b-0078-4ba6-b0c0-13decc87f88f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 932 time: 0.0513699 Dec 16 23:17:56.684170 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f451e403-8a17-4b25-9e8e-1d8fd3035c34 req-04b72ef5-5922-4b78-b6ae-e0fc3ef3391a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551414 Dec 16 23:17:56.929295 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:17:57.220126 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:57.551715 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:57.818985 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc7d25-5a46-410a-9f13-abcbb104c28d req-1b68f7a7-7b53-409a-b7f2-82c9ed8c0eb6 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:17:57.820640 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-30bc7d25-5a46-410a-9f13-abcbb104c28d req-1b68f7a7-7b53-409a-b7f2-82c9ed8c0eb6 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 932 time: 0.0530090 Dec 16 23:17:57.881926 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-30bc7d25-5a46-410a-9f13-abcbb104c28d req-89fba40e-9d28-4d75-a800-4dba258c2b98 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542102 Dec 16 23:17:58.546854 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:58.874875 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:17:59.021985 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c434dd2-ffac-46ba-9167-98cb4e990251 req-8bb39aa7-8eda-428d-88b1-c384094dead8 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:17:59.024318 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3c434dd2-ffac-46ba-9167-98cb4e990251 req-8bb39aa7-8eda-428d-88b1-c384094dead8 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 932 time: 0.0606236 Dec 16 23:17:59.078071 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3c434dd2-ffac-46ba-9167-98cb4e990251 req-997b4df3-fa87-4c7e-a5a0-6e41e061c8a6 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483582 Dec 16 23:17:59.126566 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:00.208969 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ac4a5-2fd1-4843-9c95-662d17aeb07a req-96b93b3f-497b-49a5-9169-afb05249b0c9 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:00.211370 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b7ac4a5-2fd1-4843-9c95-662d17aeb07a req-96b93b3f-497b-49a5-9169-afb05249b0c9 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 932 time: 0.0553739 Dec 16 23:18:00.270529 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3b7ac4a5-2fd1-4843-9c95-662d17aeb07a req-edeb693e-2cb3-4887-b9d0-52903af36be6 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525682 Dec 16 23:18:01.388808 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe32a2-4406-48d2-9b29-6d8684cbbb14 req-758d8d98-50e6-4a92-bc47-a6f34ef13b3e tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:01.390307 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8ffe32a2-4406-48d2-9b29-6d8684cbbb14 req-758d8d98-50e6-4a92-bc47-a6f34ef13b3e tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 932 time: 0.0500326 Dec 16 23:18:01.441391 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8ffe32a2-4406-48d2-9b29-6d8684cbbb14 req-e590763a-d1cc-426e-b761-e48d7c9721bf tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451798 Dec 16 23:18:01.524276 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-309d2c3e-b86d-486a-b462-d5a66166eff5 service neutron] Request body: {'port': {'device_id': 'dfa1e507-b467-4d70-b003-bf11b7851f92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:18:01.584998 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-309d2c3e-b86d-486a-b462-d5a66166eff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:02.204417 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-309d2c3e-b86d-486a-b462-d5a66166eff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8701f093-ce45-46f6-ba3d-c17e666cb39f {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:18:02.212022 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-309d2c3e-b86d-486a-b462-d5a66166eff5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:02.224403 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-309d2c3e-b86d-486a-b462-d5a66166eff5 service neutron] Transition to ACTIVE for port object 8701f093-ce45-46f6-ba3d-c17e666cb39f will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:18:02.332250 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-309d2c3e-b86d-486a-b462-d5a66166eff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:02.388978 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d2c3e-b86d-486a-b462-d5a66166eff5 service neutron] Pushing event updated for resources: {'Port': ['ID=8701f093-ce45-46f6-ba3d-c17e666cb39f,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:18:02.459649 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-309d2c3e-b86d-486a-b462-d5a66166eff5 service neutron] Attempting to bind port 8701f093-ce45-46f6-ba3d-c17e666cb39f on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:18:02.460047 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-309d2c3e-b86d-486a-b462-d5a66166eff5 service neutron] Attempting to bind port 8701f093-ce45-46f6-ba3d-c17e666cb39f by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '4d717f05-9db4-4450-a972-be9595926771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:18:02.460463 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-309d2c3e-b86d-486a-b462-d5a66166eff5 service neutron] Attempting to bind port 8701f093-ce45-46f6-ba3d-c17e666cb39f on network b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:18:02.465632 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-309d2c3e-b86d-486a-b462-d5a66166eff5 service neutron] Port 8701f093-ce45-46f6-ba3d-c17e666cb39f on network b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:18:02.465970 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-309d2c3e-b86d-486a-b462-d5a66166eff5 service neutron] Attempting to bind port 8701f093-ce45-46f6-ba3d-c17e666cb39f on network b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:18:02.471416 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-309d2c3e-b86d-486a-b462-d5a66166eff5 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:18:02.471768 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-309d2c3e-b86d-486a-b462-d5a66166eff5 service neutron] Checking segment: {'id': '4d717f05-9db4-4450-a972-be9595926771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:18:02.472167 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-309d2c3e-b86d-486a-b462-d5a66166eff5 service neutron] Bound using segment: {'id': '4d717f05-9db4-4450-a972-be9595926771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:18:02.472666 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-309d2c3e-b86d-486a-b462-d5a66166eff5 service neutron] Bound port: 8701f093-ce45-46f6-ba3d-c17e666cb39f, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d717f05-9db4-4450-a972-be9595926771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:18:02.473040 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-309d2c3e-b86d-486a-b462-d5a66166eff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:02.576712 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-309d2c3e-b86d-486a-b462-d5a66166eff5 service neutron] For port 8701f093-ce45-46f6-ba3d-c17e666cb39f, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:18:02.580427 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-309d2c3e-b86d-486a-b462-d5a66166eff5 service neutron] For port 8701f093-ce45-46f6-ba3d-c17e666cb39f, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=8701f093-ce45-46f6-ba3d-c17e666cb39f,segment=NetworkSegment(4d717f05-9db4-4450-a972-be9595926771),segment_id=4d717f05-9db4-4450-a972-be9595926771)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:18:02.591594 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc7b2e-dff3-4178-a21a-34895fe66a63 req-ef184c3f-939d-4932-ae72-6cdea91c90da tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:02.595167 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bacc7b2e-dff3-4178-a21a-34895fe66a63 req-ef184c3f-939d-4932-ae72-6cdea91c90da tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 944 time: 0.0758941 Dec 16 23:18:02.645261 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bacc7b2e-dff3-4178-a21a-34895fe66a63 req-bb372c4a-e427-4e47-a1bf-7bce2c0aaac2 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448308 Dec 16 23:18:02.700282 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-309d2c3e-b86d-486a-b462-d5a66166eff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:02.742281 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-309d2c3e-b86d-486a-b462-d5a66166eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:02.742941 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-309d2c3e-b86d-486a-b462-d5a66166eff5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:02.744768 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-309d2c3e-b86d-486a-b462-d5a66166eff5 service neutron] 10.222.0.76 "PUT /v2.0/ports/8701f093-ce45-46f6-ba3d-c17e666cb39f HTTP/1.1" status: 200 len: 1092 time: 1.2247059 Dec 16 23:18:02.745229 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa1e507-b467-4d70-b003-bf11b7851f92', 'tag': '8701f093-ce45-46f6-ba3d-c17e666cb39f'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:18:02.747620 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d34f0ea-6f9d-411d-93d9-182fedc0a462" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa1e507-b467-4d70-b003-bf11b7851f92", "tag": "8701f093-ce45-46f6-ba3d-c17e666cb39f"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:18:02.773493 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d2c3e-b86d-486a-b462-d5a66166eff5 service neutron] Pushing event updated for resources: {'Port': ['ID=8701f093-ce45-46f6-ba3d-c17e666cb39f,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:18:02.795373 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d6697c-4ea6-43fd-b01f-2cbe6fcbf55f x-openstack-request-id: req-f7d6697c-4ea6-43fd-b01f-2cbe6fcbf55f {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:18:02.795675 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa1e507-b467-4d70-b003-bf11b7851f92", "tag": "8701f093-ce45-46f6-ba3d-c17e666cb39f", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:18:02.795952 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f7d6697c-4ea6-43fd-b01f-2cbe6fcbf55f {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:18:02.796437 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa1e507-b467-4d70-b003-bf11b7851f92', 'tag': '8701f093-ce45-46f6-ba3d-c17e666cb39f', 'status': 'completed', 'code': 200} Dec 16 23:18:02.887530 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34f0ea-6f9d-411d-93d9-182fedc0a462 req-a1e7c9f9-f3dc-4f45-a19f-699859f1ac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:02.889376 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d34f0ea-6f9d-411d-93d9-182fedc0a462 req-a1e7c9f9-f3dc-4f45-a19f-699859f1ac82 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=235365b97479417aa86a55d62df3bed9&device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 1095 time: 0.0448203 Dec 16 23:18:03.001963 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34f0ea-6f9d-411d-93d9-182fedc0a462 req-6dd98a64-6182-429e-944a-b9b8258ea4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:03.003409 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d34f0ea-6f9d-411d-93d9-182fedc0a462 req-6dd98a64-6182-429e-944a-b9b8258ea4e7 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=235365b97479417aa86a55d62df3bed9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0970786 Dec 16 23:18:03.103236 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34f0ea-6f9d-411d-93d9-182fedc0a462 req-197276a0-1771-416a-9452-adccdfb6ecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:03.104749 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3d34f0ea-6f9d-411d-93d9-182fedc0a462 req-197276a0-1771-416a-9452-adccdfb6ecfd service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0930908 Dec 16 23:18:03.215450 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-9e2fd471-07e7-4c77-8c9a-0eb0a2f20167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:03.217097 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-9e2fd471-07e7-4c77-8c9a-0eb0a2f20167 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=235365b97479417aa86a55d62df3bed9&device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 1095 time: 0.0487931 Dec 16 23:18:03.271215 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-89c69b4d-2513-41d4-b17d-e147b73b715f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8701f093-ce45-46f6-ba3d-c17e666cb39f HTTP/1.1" status: 200 len: 217 time: 0.0363979 Dec 16 23:18:03.320825 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-78b6c51e-2d03-43b4-9728-b27eed487295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:03.322271 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-78b6c51e-2d03-43b4-9728-b27eed487295 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c7b3d47e-aebe-4ea4-947d-37b74fcc514e HTTP/1.1" status: 200 len: 854 time: 0.0430429 Dec 16 23:18:03.367763 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-a5d475c2-2885-4226-a393-9c15c57444d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:03.369275 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-a5d475c2-2885-4226-a393-9c15c57444d3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399086 Dec 16 23:18:03.470684 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-bc6bbb5f-f124-443d-9e0f-f6d9d00cdaca service neutron] 10.222.0.76 "GET /v2.0/networks/b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939267 Dec 16 23:18:03.565752 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d0259cd9-d746-467f-8473-d3f7a94c8186 req-e00205e8-e663-498f-96c7-ba7ef8205e91 service neutron] 10.222.0.76 "GET /v2.0/networks/b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873725 Dec 16 23:18:03.770316 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6ce68-7cc5-453e-be18-c3eb93159610 req-4ebae867-e183-4446-b4ac-781986c0230f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:03.771866 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-91a6ce68-7cc5-453e-be18-c3eb93159610 req-4ebae867-e183-4446-b4ac-781986c0230f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 944 time: 0.0549049 Dec 16 23:18:03.821035 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-91a6ce68-7cc5-453e-be18-c3eb93159610 req-103552d8-2815-4e26-80dd-6d9c008892bd tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430000 Dec 16 23:18:04.943193 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae3c19-daf6-4d9f-9791-c37099753406 req-8963dfbf-eb12-44f8-ac2f-579415446c1a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:04.944619 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7fae3c19-daf6-4d9f-9791-c37099753406 req-8963dfbf-eb12-44f8-ac2f-579415446c1a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 944 time: 0.0543878 Dec 16 23:18:04.992441 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7fae3c19-daf6-4d9f-9791-c37099753406 req-42324ff6-fdfc-44e4-a8d7-4835dbba76ba tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419025 Dec 16 23:18:05.987482 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 8701f093-ce45-46f6-ba3d-c17e666cb39f details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:18:06.082523 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 8701f093-ce45-46f6-ba3d-c17e666cb39f, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=8701f093-ce45-46f6-ba3d-c17e666cb39f,segment=NetworkSegment(4d717f05-9db4-4450-a972-be9595926771),segment_id=4d717f05-9db4-4450-a972-be9595926771)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:18:06.095066 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '8701f093-ce45-46f6-ba3d-c17e666cb39f', 'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e', 'port_id': '8701f093-ce45-46f6-ba3d-c17e666cb39f', 'mac_address': 'fa:16:3e:76:90:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b3d47e-aebe-4ea4-947d-37b74fcc514e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:18:06.112831 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac0664-e4b9-4b63-be38-03f95c51c03c req-0d7e3dcc-ac0d-4979-bc2d-74b0c1df26ad tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:06.114518 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e5ac0664-e4b9-4b63-be38-03f95c51c03c req-0d7e3dcc-ac0d-4979-bc2d-74b0c1df26ad tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 944 time: 0.0512135 Dec 16 23:18:06.137716 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:06.150951 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8701f093-ce45-46f6-ba3d-c17e666cb39f {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:18:06.162671 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e5ac0664-e4b9-4b63-be38-03f95c51c03c req-9896c613-3dec-4149-a169-b6676de9636f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421247 Dec 16 23:18:06.170594 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 8701f093-ce45-46f6-ba3d-c17e666cb39f, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=8701f093-ce45-46f6-ba3d-c17e666cb39f,segment=NetworkSegment(4d717f05-9db4-4450-a972-be9595926771),segment_id=4d717f05-9db4-4450-a972-be9595926771)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:18:06.234914 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:06.283810 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=8701f093-ce45-46f6-ba3d-c17e666cb39f,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:18:06.612703 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['8701f093-ce45-46f6-ba3d-c17e666cb39f'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:18:07.280723 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a542e1a-f62c-44ae-bc1f-a35c9456134b req-05ff5bc0-72d5-49c4-ad58-fd2ad0429f25 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:07.282234 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4a542e1a-f62c-44ae-bc1f-a35c9456134b req-05ff5bc0-72d5-49c4-ad58-fd2ad0429f25 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 945 time: 0.0489876 Dec 16 23:18:07.329785 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4a542e1a-f62c-44ae-bc1f-a35c9456134b req-53d8a495-aeaf-48fa-a0fd-7ed31c610eed tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415859 Dec 16 23:18:08.004648 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 8701f093-ce45-46f6-ba3d-c17e666cb39f up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:18:08.116734 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 8701f093-ce45-46f6-ba3d-c17e666cb39f completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:18:08.120910 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 8701f093-ce45-46f6-ba3d-c17e666cb39f triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:18:08.123422 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:08.201338 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:08.226830 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa1e507-b467-4d70-b003-bf11b7851f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8701f093-ce45-46f6-ba3d-c17e666cb39f'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:18:08.229089 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dca89f2-d12f-4735-8e0f-aa6f4eb78f9c" -d '{"events": [{"server_uuid": "dfa1e507-b467-4d70-b003-bf11b7851f92", "name": "network-vif-plugged", "status": "completed", "tag": "8701f093-ce45-46f6-ba3d-c17e666cb39f"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:18:08.241903 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 8701f093-ce45-46f6-ba3d-c17e666cb39f, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=8701f093-ce45-46f6-ba3d-c17e666cb39f,segment=NetworkSegment(4d717f05-9db4-4450-a972-be9595926771),segment_id=4d717f05-9db4-4450-a972-be9595926771)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:18:08.265916 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2057b6-74a2-4861-85f9-b87e7d001c19 x-openstack-request-id: req-ac2057b6-74a2-4861-85f9-b87e7d001c19 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:18:08.266301 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa1e507-b467-4d70-b003-bf11b7851f92", "name": "network-vif-plugged", "status": "completed", "tag": "8701f093-ce45-46f6-ba3d-c17e666cb39f", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:18:08.266556 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ac2057b6-74a2-4861-85f9-b87e7d001c19 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:18:08.266957 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa1e507-b467-4d70-b003-bf11b7851f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8701f093-ce45-46f6-ba3d-c17e666cb39f', 'code': 200} Dec 16 23:18:08.311339 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:08.363872 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=8701f093-ce45-46f6-ba3d-c17e666cb39f,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:18:08.424057 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4a47e-f566-43df-9d8e-a8643ee9b8d9 req-f128a70c-9d5f-46e0-aa07-33bbe4cdcbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:08.425708 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53c4a47e-f566-43df-9d8e-a8643ee9b8d9 req-f128a70c-9d5f-46e0-aa07-33bbe4cdcbe6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 1097 time: 0.0484602 Dec 16 23:18:08.450715 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbb443-48f3-4bf8-928d-dea07c5e0eb5 req-add49cbe-dc60-448d-ba38-ac02fa1142dc tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:08.452390 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-84bbb443-48f3-4bf8-928d-dea07c5e0eb5 req-add49cbe-dc60-448d-ba38-ac02fa1142dc tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 946 time: 0.0530994 Dec 16 23:18:08.479076 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53c4a47e-f566-43df-9d8e-a8643ee9b8d9 req-64e09a87-723c-4d54-a7a4-270b74d79f07 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445461 Dec 16 23:18:08.844320 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-84bbb443-48f3-4bf8-928d-dea07c5e0eb5 req-0de442f1-8ee4-4e8d-9563-e847390bb278 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819780 Dec 16 23:18:09.966694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236b210-ba4b-42ad-b785-44b69562afdc req-7c434ba8-4078-4da3-a11d-e1a8c7260c8e tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:09.968223 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1236b210-ba4b-42ad-b785-44b69562afdc req-7c434ba8-4078-4da3-a11d-e1a8c7260c8e tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 946 time: 0.0520170 Dec 16 23:18:10.017881 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1236b210-ba4b-42ad-b785-44b69562afdc req-9b99878f-5cae-4f44-8e14-d6c163a0ccc9 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433164 Dec 16 23:18:10.135663 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909923e6-58be-4d94-8bfa-3db530eefcfc req-114cea97-9823-456b-9ef6-e3e28e2c2123 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:10.137410 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-909923e6-58be-4d94-8bfa-3db530eefcfc req-114cea97-9823-456b-9ef6-e3e28e2c2123 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 946 time: 0.0507255 Dec 16 23:18:10.188624 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-909923e6-58be-4d94-8bfa-3db530eefcfc req-9fb180c1-e0d1-4ce6-8147-fc7987bc36c0 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454812 Dec 16 23:18:10.387643 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4fdff-0757-48d4-902e-aeac9189c1aa req-41760148-2363-4e39-93a9-62380164f10d tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:10.389042 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5ee4fdff-0757-48d4-902e-aeac9189c1aa req-41760148-2363-4e39-93a9-62380164f10d tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 946 time: 0.0503316 Dec 16 23:18:10.438116 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5ee4fdff-0757-48d4-902e-aeac9189c1aa req-b485ec96-8289-4b04-8949-4b40196e2589 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431309 Dec 16 23:18:13.782064 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ef0affae-14df-4295-857a-5f598e3faf9c req-19478503-0201-46d0-8abb-80996858143e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404532 Dec 16 23:18:13.917529 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0affae-14df-4295-857a-5f598e3faf9c req-02a71b83-5c2d-42b4-819b-fefdb82da4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:13.919243 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ef0affae-14df-4295-857a-5f598e3faf9c req-02a71b83-5c2d-42b4-819b-fefdb82da4cf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=235365b97479417aa86a55d62df3bed9&device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 1097 time: 0.0563581 Dec 16 23:18:14.050243 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0affae-14df-4295-857a-5f598e3faf9c req-533d3b40-035a-4d89-9a3c-e006ce675587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:14.051935 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ef0affae-14df-4295-857a-5f598e3faf9c req-533d3b40-035a-4d89-9a3c-e006ce675587 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e HTTP/1.1" status: 200 len: 915 time: 0.1072404 Dec 16 23:18:14.101559 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ef0affae-14df-4295-857a-5f598e3faf9c req-65fb41b7-2792-42bb-bcbe-efef1a6417e4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8701f093-ce45-46f6-ba3d-c17e666cb39f HTTP/1.1" status: 200 len: 217 time: 0.0412734 Dec 16 23:18:14.155032 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0affae-14df-4295-857a-5f598e3faf9c req-f10d441e-94da-4199-a758-b233533a65f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:14.156754 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ef0affae-14df-4295-857a-5f598e3faf9c req-f10d441e-94da-4199-a758-b233533a65f9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c7b3d47e-aebe-4ea4-947d-37b74fcc514e HTTP/1.1" status: 200 len: 854 time: 0.0473056 Dec 16 23:18:14.207527 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0affae-14df-4295-857a-5f598e3faf9c req-41c0aa6b-4e59-4a4a-a0d0-e9cd4cb0bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:14.210312 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ef0affae-14df-4295-857a-5f598e3faf9c req-41c0aa6b-4e59-4a4a-a0d0-e9cd4cb0bfc5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450194 Dec 16 23:18:14.308004 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ef0affae-14df-4295-857a-5f598e3faf9c req-e306664a-8a51-43db-990c-ae3c6d88746f service neutron] 10.222.0.76 "GET /v2.0/networks/b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909421 Dec 16 23:18:14.400824 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ef0affae-14df-4295-857a-5f598e3faf9c req-9937b515-f3a3-40af-837f-4118b3a9d4cf service neutron] 10.222.0.76 "GET /v2.0/networks/b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857015 Dec 16 23:18:23.452171 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a3cd4bd1-dfd6-4a6e-8f56-5f14f62ad4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:25.715511 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-85055056-a6df-4dd8-83dd-8fb6e0ff9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:26.094866 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed642003-31b8-4c68-84af-93703a1f5929 req-f3389b60-6927-4e60-b65b-459e8c0d99c8 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:26.096601 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ed642003-31b8-4c68-84af-93703a1f5929 req-f3389b60-6927-4e60-b65b-459e8c0d99c8 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 946 time: 0.0573254 Dec 16 23:18:26.147834 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ed642003-31b8-4c68-84af-93703a1f5929 req-de27b1a5-eda0-440f-9482-1c444d98ce57 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450349 Dec 16 23:18:26.363619 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36276) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:18:26.363619 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac07bd4-a4d1-4105-b7e4-d44277228fa6 tempest-TestMinimumBasicScenario-1828231427 tempest-TestMinimumBasicScenario-1828231427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:26.363619 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4ac07bd4-a4d1-4105-b7e4-d44277228fa6 tempest-TestMinimumBasicScenario-1828231427 tempest-TestMinimumBasicScenario-1828231427-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 1092 time: 0.1395833 Dec 16 23:18:26.363619 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36280) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:18:26.363619 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-1cbbec19-9733-4e82-9cdc-e8cfac79d5d8 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'port_id': '8701f093-ce45-46f6-ba3d-c17e666cb39f', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:18:26.733953 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1cbbec19-9733-4e82-9cdc-e8cfac79d5d8 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:26.841480 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1cbbec19-9733-4e82-9cdc-e8cfac79d5d8 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:26.948314 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-1cbbec19-9733-4e82-9cdc-e8cfac79d5d8 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Allocated IP 172.25.6.246 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/cad951d8-d09c-457d-876b-4a75feb2fcd3) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:18:27.055089 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1cbbec19-9733-4e82-9cdc-e8cfac79d5d8 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:27.818197 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1cbbec19-9733-4e82-9cdc-e8cfac79d5d8 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:27.861384 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbbec19-9733-4e82-9cdc-e8cfac79d5d8 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:18:27.869053 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-1cbbec19-9733-4e82-9cdc-e8cfac79d5d8 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:18:27.873104 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:27.874205 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbec19-9733-4e82-9cdc-e8cfac79d5d8 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Pushing event updated for resources: {'Port': ['ID=cad951d8-d09c-457d-876b-4a75feb2fcd3,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:18:27.874459 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:27.876679 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbbec19-9733-4e82-9cdc-e8cfac79d5d8 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:18:28.239422 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1cbbec19-9733-4e82-9cdc-e8cfac79d5d8 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:28.378891 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1cbbec19-9733-4e82-9cdc-e8cfac79d5d8 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:28.527263 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1cbbec19-9733-4e82-9cdc-e8cfac79d5d8 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:28.619458 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:28.676489 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1cbbec19-9733-4e82-9cdc-e8cfac79d5d8 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:28.749424 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbec19-9733-4e82-9cdc-e8cfac79d5d8 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Pushing event updated for resources: {'Port': ['ID=cad951d8-d09c-457d-876b-4a75feb2fcd3,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:18:28.764621 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1cbbec19-9733-4e82-9cdc-e8cfac79d5d8 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:28.842071 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:28.867344 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-1cbbec19-9733-4e82-9cdc-e8cfac79d5d8 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Floating IP ff2128f5-e766-4855-95ea-dfde6e6aab7c associated. External IP: 172.25.6.246, port: 8701f093-ce45-46f6-ba3d-c17e666cb39f. Dec 16 23:18:29.082759 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbbec19-9733-4e82-9cdc-e8cfac79d5d8 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Router bd9ff9fa-41e4-460a-b555-c964310de218 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:18:29.097629 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:29.193005 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbbec19-9733-4e82-9cdc-e8cfac79d5d8 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:18:29.205188 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53877f9d-df2c-47d9-af95-304bf0d7c79c None None] Sync routers for ids ['bd9ff9fa-41e4-460a-b555-c964310de218'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:18:29.214327 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53877f9d-df2c-47d9-af95-304bf0d7c79c None None] Routers {'bd9ff9fa-41e4-460a-b555-c964310de218'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:18:29.214935 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-53877f9d-df2c-47d9-af95-304bf0d7c79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:18:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bd9ff9fa-41e4-460a-b555-c964310de218'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:18:29.308975 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1cbbec19-9733-4e82-9cdc-e8cfac79d5d8 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:29.322972 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-53877f9d-df2c-47d9-af95-304bf0d7c79c None None] Set router bd9ff9fa-41e4-460a-b555-c964310de218 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:18:29.344224 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1cbbec19-9733-4e82-9cdc-e8cfac79d5d8 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0277183 Dec 16 23:18:29.344747 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa1e507-b467-4d70-b003-bf11b7851f92', 'tag': '8701f093-ce45-46f6-ba3d-c17e666cb39f'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:18:29.347028 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d161919a-e412-42bd-8310-b0dadd600ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa1e507-b467-4d70-b003-bf11b7851f92", "tag": "8701f093-ce45-46f6-ba3d-c17e666cb39f"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:18:29.347294 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36282) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:18:29.353234 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-93563531-af04-458e-b8ec-8541c931196a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2084304264', 'description': 'tempest-secgroup-smoke-2084304264 description', 'project_id': '235365b97479417aa86a55d62df3bed9'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:18:29.388693 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776c344e-67e9-4d2d-ae01-36759fab18e7 x-openstack-request-id: req-776c344e-67e9-4d2d-ae01-36759fab18e7 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:18:29.393627 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa1e507-b467-4d70-b003-bf11b7851f92", "tag": "8701f093-ce45-46f6-ba3d-c17e666cb39f", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:18:29.393627 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-776c344e-67e9-4d2d-ae01-36759fab18e7 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:18:29.393627 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa1e507-b467-4d70-b003-bf11b7851f92', 'tag': '8701f093-ce45-46f6-ba3d-c17e666cb39f', 'status': 'completed', 'code': 200} Dec 16 23:18:29.454188 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-93563531-af04-458e-b8ec-8541c931196a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:29.489529 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161919a-e412-42bd-8310-b0dadd600ebe req-33285bf5-bfa8-4c81-8dea-ae61b7bd9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:29.491161 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d161919a-e412-42bd-8310-b0dadd600ebe req-33285bf5-bfa8-4c81-8dea-ae61b7bd9460 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=235365b97479417aa86a55d62df3bed9&device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 1097 time: 0.0462503 Dec 16 23:18:29.542331 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-93563531-af04-458e-b8ec-8541c931196a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:29.598333 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161919a-e412-42bd-8310-b0dadd600ebe req-47c31703-bdbd-475f-8c6f-0a9572e96685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:29.599904 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d161919a-e412-42bd-8310-b0dadd600ebe req-47c31703-bdbd-475f-8c6f-0a9572e96685 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e HTTP/1.1" status: 200 len: 915 time: 0.1002557 Dec 16 23:18:29.648302 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-93563531-af04-458e-b8ec-8541c931196a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:29.657090 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-53877f9d-df2c-47d9-af95-304bf0d7c79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'name': 'tempest-TestMinimumBasicScenario-1536417621-router', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '60727933-30fa-4d2b-a07d-546ff01c29e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:17:23Z', 'updated_at': '2021-12-16T23:17:27Z', 'revision_number': 4, 'project_id': '235365b97479417aa86a55d62df3bed9', 'gw_port': {'id': '60727933-30fa-4d2b-a07d-546ff01c29e2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:24Z', 'updated_at': '2021-12-16T23:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'ff2128f5-e766-4855-95ea-dfde6e6aab7c', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'floating_ip_address': '172.25.6.246', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'port_id': '8701f093-ce45-46f6-ba3d-c17e666cb39f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e', 'mac_address': 'fa:16:3e:76:90:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa1e507-b467-4d70-b003-bf11b7851f92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:18:28Z', 'updated_at': '2021-12-16T23:18:28Z', 'revision_number': 0, 'project_id': '235365b97479417aa86a55d62df3bed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe258fab-c7c3-41fc-b858-40bd6c843efe', 'name': '', 'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'mac_address': 'fa:16:3e:a6:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7b3d47e-aebe-4ea4-947d-37b74fcc514e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:26Z', 'updated_at': '2021-12-16T23:17:31Z', 'revision_number': 5, 'project_id': '235365b97479417aa86a55d62df3bed9', 'subnets': [{'id': 'c7b3d47e-aebe-4ea4-947d-37b74fcc514e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:18:29.674673 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d161919a-e412-42bd-8310-b0dadd600ebe req-972111c5-5142-4ada-bcd3-fb0d442a568d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8701f093-ce45-46f6-ba3d-c17e666cb39f HTTP/1.1" status: 200 len: 1000 time: 0.0661705 Dec 16 23:18:29.682647 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93563531-af04-458e-b8ec-8541c931196a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6b92ae-e6bb-4457-81e8-49235925a127,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:18:29.688277 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53877f9d-df2c-47d9-af95-304bf0d7c79c None None] Checking router: bd9ff9fa-41e4-460a-b555-c964310de218 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:18:29.691542 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93563531-af04-458e-b8ec-8541c931196a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:29.691817 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93563531-af04-458e-b8ec-8541c931196a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:29.692224 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93563531-af04-458e-b8ec-8541c931196a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:29.692572 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93563531-af04-458e-b8ec-8541c931196a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:29.692901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93563531-af04-458e-b8ec-8541c931196a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:29.693234 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93563531-af04-458e-b8ec-8541c931196a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:29.693559 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93563531-af04-458e-b8ec-8541c931196a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:29.693891 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93563531-af04-458e-b8ec-8541c931196a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:29.694209 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93563531-af04-458e-b8ec-8541c931196a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:29.694532 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93563531-af04-458e-b8ec-8541c931196a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:29.694860 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93563531-af04-458e-b8ec-8541c931196a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:29.695212 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93563531-af04-458e-b8ec-8541c931196a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:29.697435 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93563531-af04-458e-b8ec-8541c931196a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:18:29.697546 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53877f9d-df2c-47d9-af95-304bf0d7c79c None None] Routers {'bd9ff9fa-41e4-460a-b555-c964310de218'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:18:29.697546 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-53877f9d-df2c-47d9-af95-304bf0d7c79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:18:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bd9ff9fa-41e4-460a-b555-c964310de218'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:18:29.727824 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161919a-e412-42bd-8310-b0dadd600ebe req-acbeead7-45e3-4bb6-a6c8-2978b5e331f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:29.729338 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d161919a-e412-42bd-8310-b0dadd600ebe req-acbeead7-45e3-4bb6-a6c8-2978b5e331f1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c7b3d47e-aebe-4ea4-947d-37b74fcc514e HTTP/1.1" status: 200 len: 854 time: 0.0469718 Dec 16 23:18:29.747705 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-93563531-af04-458e-b8ec-8541c931196a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:29.749543 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-93563531-af04-458e-b8ec-8541c931196a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4000187 Dec 16 23:18:29.752129 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36286) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:18:29.756768 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-971728d7-928a-45c2-be24-4bc551fd3432 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Request body: {'security_group_rule': {'security_group_id': '3a6b92ae-e6bb-4457-81e8-49235925a127', 'project_id': '235365b97479417aa86a55d62df3bed9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:18:29.788354 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161919a-e412-42bd-8310-b0dadd600ebe req-990c3386-55fe-46cb-b5d6-c5bd9b8cb1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:29.789948 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d161919a-e412-42bd-8310-b0dadd600ebe req-990c3386-55fe-46cb-b5d6-c5bd9b8cb1cb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523596 Dec 16 23:18:29.830428 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-53877f9d-df2c-47d9-af95-304bf0d7c79c None None] Set router bd9ff9fa-41e4-460a-b555-c964310de218 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:18:29.858109 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-971728d7-928a-45c2-be24-4bc551fd3432 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:29.924473 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-971728d7-928a-45c2-be24-4bc551fd3432 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:29.929095 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d161919a-e412-42bd-8310-b0dadd600ebe req-4a705ae8-163b-4ba9-90c2-7e932b488207 service neutron] 10.222.0.76 "GET /v2.0/networks/b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290717 Dec 16 23:18:30.008276 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-971728d7-928a-45c2-be24-4bc551fd3432 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:30.032812 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971728d7-928a-45c2-be24-4bc551fd3432 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b39eba-bcf5-4cb1-a752-db176a68b89d,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:18:30.054141 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d161919a-e412-42bd-8310-b0dadd600ebe req-1a76df32-8921-4337-9732-c027dffe6460 service neutron] 10.222.0.76 "GET /v2.0/networks/b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159053 Dec 16 23:18:30.082201 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-53877f9d-df2c-47d9-af95-304bf0d7c79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'name': 'tempest-TestMinimumBasicScenario-1536417621-router', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '60727933-30fa-4d2b-a07d-546ff01c29e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:17:23Z', 'updated_at': '2021-12-16T23:17:27Z', 'revision_number': 4, 'project_id': '235365b97479417aa86a55d62df3bed9', 'gw_port': {'id': '60727933-30fa-4d2b-a07d-546ff01c29e2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:24Z', 'updated_at': '2021-12-16T23:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'ff2128f5-e766-4855-95ea-dfde6e6aab7c', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'floating_ip_address': '172.25.6.246', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'port_id': '8701f093-ce45-46f6-ba3d-c17e666cb39f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e', 'mac_address': 'fa:16:3e:76:90:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa1e507-b467-4d70-b003-bf11b7851f92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:18:28Z', 'updated_at': '2021-12-16T23:18:28Z', 'revision_number': 0, 'project_id': '235365b97479417aa86a55d62df3bed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe258fab-c7c3-41fc-b858-40bd6c843efe', 'name': '', 'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'mac_address': 'fa:16:3e:a6:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7b3d47e-aebe-4ea4-947d-37b74fcc514e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:26Z', 'updated_at': '2021-12-16T23:17:31Z', 'revision_number': 5, 'project_id': '235365b97479417aa86a55d62df3bed9', 'subnets': [{'id': 'c7b3d47e-aebe-4ea4-947d-37b74fcc514e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:18:30.095897 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-971728d7-928a-45c2-be24-4bc551fd3432 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:30.097419 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-971728d7-928a-45c2-be24-4bc551fd3432 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3442922 Dec 16 23:18:30.100224 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36288) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:18:30.109238 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-9ae72cbf-0601-4020-a93f-4f8a7a0e3e65 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Request body: {'security_group_rule': {'security_group_id': '3a6b92ae-e6bb-4457-81e8-49235925a127', 'project_id': '235365b97479417aa86a55d62df3bed9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:18:30.115465 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53877f9d-df2c-47d9-af95-304bf0d7c79c None None] The sync data for ids ['bd9ff9fa-41e4-460a-b555-c964310de218'] in n-d-815324-4 is: [{'id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'name': 'tempest-TestMinimumBasicScenario-1536417621-router', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '60727933-30fa-4d2b-a07d-546ff01c29e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:17:23Z', 'updated_at': '2021-12-16T23:17:27Z', 'revision_number': 4, 'project_id': '235365b97479417aa86a55d62df3bed9', 'gw_port': {'id': '60727933-30fa-4d2b-a07d-546ff01c29e2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:24Z', 'updated_at': '2021-12-16T23:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'ff2128f5-e766-4855-95ea-dfde6e6aab7c', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'floating_ip_address': '172.25.6.246', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'port_id': '8701f093-ce45-46f6-ba3d-c17e666cb39f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e', 'mac_address': 'fa:16:3e:76:90:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa1e507-b467-4d70-b003-bf11b7851f92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:18:28Z', 'updated_at': '2021-12-16T23:18:28Z', 'revision_number': 0, 'project_id': '235365b97479417aa86a55d62df3bed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe258fab-c7c3-41fc-b858-40bd6c843efe', 'name': '', 'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'mac_address': 'fa:16:3e:a6:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7b3d47e-aebe-4ea4-947d-37b74fcc514e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:26Z', 'updated_at': '2021-12-16T23:17:31Z', 'revision_number': 5, 'project_id': '235365b97479417aa86a55d62df3bed9', 'subnets': [{'id': 'c7b3d47e-aebe-4ea4-947d-37b74fcc514e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:18:30.220787 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9ae72cbf-0601-4020-a93f-4f8a7a0e3e65 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:30.284756 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9ae72cbf-0601-4020-a93f-4f8a7a0e3e65 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:30.338892 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ad85e6-1752-4f33-b1d2-7d58102b2a56 None None] New status for floating IP ff2128f5-e766-4855-95ea-dfde6e6aab7c: ACTIVE {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:18:30.356415 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9ae72cbf-0601-4020-a93f-4f8a7a0e3e65 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:30.382323 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae72cbf-0601-4020-a93f-4f8a7a0e3e65 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56942ee2-7e4a-4807-aa36-a3d9a130095f,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:18:30.478177 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9ae72cbf-0601-4020-a93f-4f8a7a0e3e65 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:30.479464 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9ae72cbf-0601-4020-a93f-4f8a7a0e3e65 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3780150 Dec 16 23:18:30.482361 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36290) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:18:30.486957 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-e6d29cac-4569-4fef-bc63-e91d99a1dd05 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Request body: {'security_group_rule': {'security_group_id': '3a6b92ae-e6bb-4457-81e8-49235925a127', 'project_id': '235365b97479417aa86a55d62df3bed9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:18:30.641505 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e6d29cac-4569-4fef-bc63-e91d99a1dd05 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:30.707651 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e6d29cac-4569-4fef-bc63-e91d99a1dd05 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:30.785162 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e6d29cac-4569-4fef-bc63-e91d99a1dd05 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:30.805485 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d29cac-4569-4fef-bc63-e91d99a1dd05 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b1e24c-9191-42d9-9cad-1ccdb64f5855,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:18:30.878547 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e6d29cac-4569-4fef-bc63-e91d99a1dd05 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:30.879836 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e6d29cac-4569-4fef-bc63-e91d99a1dd05 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3964190 Dec 16 23:18:30.882604 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36292) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:18:30.887186 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-49104669-7811-4f6a-a734-b633fb83870e tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Request body: {'security_group_rule': {'security_group_id': '3a6b92ae-e6bb-4457-81e8-49235925a127', 'project_id': '235365b97479417aa86a55d62df3bed9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:18:30.994684 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-49104669-7811-4f6a-a734-b633fb83870e tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:31.055487 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-49104669-7811-4f6a-a734-b633fb83870e tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:31.122549 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-49104669-7811-4f6a-a734-b633fb83870e tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:31.139848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49104669-7811-4f6a-a734-b633fb83870e tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c5749a-9c6b-49a3-a052-5c441bf6f226,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:18:31.227024 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-49104669-7811-4f6a-a734-b633fb83870e tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:31.228442 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-49104669-7811-4f6a-a734-b633fb83870e tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3448601 Dec 16 23:18:31.232048 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36294) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:18:31.236792 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-22d0aa9f-e66a-46f4-9038-da1dacde559b tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Request body: {'security_group_rule': {'security_group_id': '3a6b92ae-e6bb-4457-81e8-49235925a127', 'project_id': '235365b97479417aa86a55d62df3bed9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:18:31.322094 n-d-815324-4 neutron-server[103614]: INFO neutron.db.securitygroups_db [None req-22d0aa9f-e66a-46f4-9038-da1dacde559b tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Project 235365b97479417aa86a55d62df3bed9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:18:31.327749 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-22d0aa9f-e66a-46f4-9038-da1dacde559b tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:31.387056 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-22d0aa9f-e66a-46f4-9038-da1dacde559b tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:31.470244 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-22d0aa9f-e66a-46f4-9038-da1dacde559b tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:31.488803 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0aa9f-e66a-46f4-9038-da1dacde559b tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db0e8e2-5a63-4805-9437-f279174ffc62,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:18:31.712682 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-22d0aa9f-e66a-46f4-9038-da1dacde559b tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:31.713959 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-22d0aa9f-e66a-46f4-9038-da1dacde559b tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4808474 Dec 16 23:18:31.717243 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36296) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:18:31.721622 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-ff6cbcc5-74fb-4695-81b0-b3b368164d1e tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Request body: {'security_group_rule': {'security_group_id': '3a6b92ae-e6bb-4457-81e8-49235925a127', 'project_id': '235365b97479417aa86a55d62df3bed9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:18:31.829227 n-d-815324-4 neutron-server[103614]: INFO neutron.db.securitygroups_db [None req-ff6cbcc5-74fb-4695-81b0-b3b368164d1e tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Project 235365b97479417aa86a55d62df3bed9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:18:31.834519 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ff6cbcc5-74fb-4695-81b0-b3b368164d1e tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:31.901971 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ff6cbcc5-74fb-4695-81b0-b3b368164d1e tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:31.978925 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ff6cbcc5-74fb-4695-81b0-b3b368164d1e tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:31.998409 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6cbcc5-74fb-4695-81b0-b3b368164d1e tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9539762-077f-4a5b-9cb5-9a6a47910cea,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:18:32.073580 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ff6cbcc5-74fb-4695-81b0-b3b368164d1e tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:32.075844 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ff6cbcc5-74fb-4695-81b0-b3b368164d1e tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3576407 Dec 16 23:18:32.168917 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3bc8946a-e17e-43f1-8ef7-afd2f4410a37 req-2de8494c-3c7f-490a-bdcb-806406bfc759 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2084304264&fields=id&tenant_id=235365b97479417aa86a55d62df3bed9 HTTP/1.1" status: 200 len: 267 time: 0.0453455 Dec 16 23:18:32.221820 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8946a-e17e-43f1-8ef7-afd2f4410a37 req-e26146e0-082d-48ef-8bbe-c73269fc9929 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:32.223325 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3bc8946a-e17e-43f1-8ef7-afd2f4410a37 req-e26146e0-082d-48ef-8bbe-c73269fc9929 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 946 time: 0.0483599 Dec 16 23:18:32.235307 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-3bc8946a-e17e-43f1-8ef7-afd2f4410a37 req-c56a6cbe-cdfa-4a2e-a6b4-dc8cfa561d12 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Request body: {'port': {'security_groups': ['65be5d21-f873-4f65-a6a9-743417f1ba3f', '3a6b92ae-e6bb-4457-81e8-49235925a127']}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:18:32.299662 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3bc8946a-e17e-43f1-8ef7-afd2f4410a37 req-c56a6cbe-cdfa-4a2e-a6b4-dc8cfa561d12 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:32.483961 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-3bc8946a-e17e-43f1-8ef7-afd2f4410a37 req-c56a6cbe-cdfa-4a2e-a6b4-dc8cfa561d12 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] For port 8701f093-ce45-46f6-ba3d-c17e666cb39f, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=8701f093-ce45-46f6-ba3d-c17e666cb39f,segment=NetworkSegment(4d717f05-9db4-4450-a972-be9595926771),segment_id=4d717f05-9db4-4450-a972-be9595926771)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:18:32.514161 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3bc8946a-e17e-43f1-8ef7-afd2f4410a37 req-c56a6cbe-cdfa-4a2e-a6b4-dc8cfa561d12 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:32.646548 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3bc8946a-e17e-43f1-8ef7-afd2f4410a37 req-c56a6cbe-cdfa-4a2e-a6b4-dc8cfa561d12 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:32.692463 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['8701f093-ce45-46f6-ba3d-c17e666cb39f'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:18:32.693778 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8946a-e17e-43f1-8ef7-afd2f4410a37 req-c56a6cbe-cdfa-4a2e-a6b4-dc8cfa561d12 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:32.693905 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3bc8946a-e17e-43f1-8ef7-afd2f4410a37 req-c56a6cbe-cdfa-4a2e-a6b4-dc8cfa561d12 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:32.695275 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3bc8946a-e17e-43f1-8ef7-afd2f4410a37 req-c56a6cbe-cdfa-4a2e-a6b4-dc8cfa561d12 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "PUT /v2.0/ports/8701f093-ce45-46f6-ba3d-c17e666cb39f HTTP/1.1" status: 200 len: 982 time: 0.4653728 Dec 16 23:18:32.695745 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa1e507-b467-4d70-b003-bf11b7851f92', 'tag': '8701f093-ce45-46f6-ba3d-c17e666cb39f'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:18:32.698034 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}262422c41fb3f4df6327d4ea873ca9a06926c8fbcf4dc10a31d5fa6940e748a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bda8ff-fb4a-4704-9a16-13d845478742" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa1e507-b467-4d70-b003-bf11b7851f92", "tag": "8701f093-ce45-46f6-ba3d-c17e666cb39f"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:18:32.733850 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a6cbe-cdfa-4a2e-a6b4-dc8cfa561d12 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Pushing event updated for resources: {'Port': ['ID=8701f093-ce45-46f6-ba3d-c17e666cb39f,revision_number=6']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:18:32.833767 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca261602-b2ce-4a84-84eb-d5cf0762731b req-befd891e-8505-45b6-b004-6dea89f18f72 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:32.835627 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca261602-b2ce-4a84-84eb-d5cf0762731b req-befd891e-8505-45b6-b004-6dea89f18f72 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 985 time: 0.0621524 Dec 16 23:18:32.851840 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['8701f093-ce45-46f6-ba3d-c17e666cb39f'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:18:32.913763 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ca261602-b2ce-4a84-84eb-d5cf0762731b req-0ac4b82b-e272-499a-92cc-0e83061af060 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&id=3a6b92ae-e6bb-4457-81e8-49235925a127&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681109 Dec 16 23:18:32.947415 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3c4c38-73f2-4566-88ec-49cef1fa1185 x-openstack-request-id: req-9c3c4c38-73f2-4566-88ec-49cef1fa1185 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:18:32.947730 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa1e507-b467-4d70-b003-bf11b7851f92", "tag": "8701f093-ce45-46f6-ba3d-c17e666cb39f", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:18:32.947963 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9c3c4c38-73f2-4566-88ec-49cef1fa1185 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:18:32.948372 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa1e507-b467-4d70-b003-bf11b7851f92', 'tag': '8701f093-ce45-46f6-ba3d-c17e666cb39f', 'status': 'completed', 'code': 200} Dec 16 23:18:33.013652 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bda8ff-fb4a-4704-9a16-13d845478742 req-7565a41b-115e-4da7-9d19-c719aed764a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:33.015109 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e1bda8ff-fb4a-4704-9a16-13d845478742 req-7565a41b-115e-4da7-9d19-c719aed764a2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=235365b97479417aa86a55d62df3bed9&device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 1136 time: 0.0415277 Dec 16 23:18:33.111983 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bda8ff-fb4a-4704-9a16-13d845478742 req-6d75e182-17f5-4ffb-9a89-e995729bb00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:33.113664 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e1bda8ff-fb4a-4704-9a16-13d845478742 req-6d75e182-17f5-4ffb-9a89-e995729bb00d service neutron] 10.222.0.76 "GET /v2.0/networks?id=b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e HTTP/1.1" status: 200 len: 915 time: 0.0911920 Dec 16 23:18:33.187996 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e1bda8ff-fb4a-4704-9a16-13d845478742 req-3160b295-5c8d-4e8d-aa22-d9aa57fca141 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8701f093-ce45-46f6-ba3d-c17e666cb39f HTTP/1.1" status: 200 len: 1002 time: 0.0646751 Dec 16 23:18:33.240247 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bda8ff-fb4a-4704-9a16-13d845478742 req-66081e3e-3cf4-468d-a969-28fb51897d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:33.241761 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e1bda8ff-fb4a-4704-9a16-13d845478742 req-66081e3e-3cf4-468d-a969-28fb51897d7d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c7b3d47e-aebe-4ea4-947d-37b74fcc514e HTTP/1.1" status: 200 len: 854 time: 0.0464599 Dec 16 23:18:33.265727 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b798589e-8a01-4272-a2e0-18198ba2bb1d None None] Provisioning complete for port 8701f093-ce45-46f6-ba3d-c17e666cb39f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:18:33.266001 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b798589e-8a01-4272-a2e0-18198ba2bb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:33.294192 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bda8ff-fb4a-4704-9a16-13d845478742 req-4af25090-41b5-4ff8-bb1e-7ea4a367a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:33.295778 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e1bda8ff-fb4a-4704-9a16-13d845478742 req-4af25090-41b5-4ff8-bb1e-7ea4a367a152 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469804 Dec 16 23:18:33.390749 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e1bda8ff-fb4a-4704-9a16-13d845478742 req-f7f72cd6-7181-4922-beaf-399da507f4d0 service neutron] 10.222.0.76 "GET /v2.0/networks/b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861187 Dec 16 23:18:33.499791 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e1bda8ff-fb4a-4704-9a16-13d845478742 req-29d2ed23-45e0-4041-b4b7-e2de9170ecf1 service neutron] 10.222.0.76 "GET /v2.0/networks/b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012137 Dec 16 23:18:33.929680 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:18:47.732556 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1781e1-6428-498e-8598-6e04c94f4cdd req-6dd8ad0e-4e53-49b0-8f59-7c15f4fdf29f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:47.734107 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f1781e1-6428-498e-8598-6e04c94f4cdd req-6dd8ad0e-4e53-49b0-8f59-7c15f4fdf29f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 985 time: 0.4261687 Dec 16 23:18:47.741382 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729b409-839f-43a0-bbfc-5238cedc9fbc req-f4ced181-1c8e-46c3-8cca-a0df4400d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:47.742977 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4729b409-839f-43a0-bbfc-5238cedc9fbc req-f4ced181-1c8e-46c3-8cca-a0df4400d3f8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=235365b97479417aa86a55d62df3bed9&device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 1136 time: 0.0620277 Dec 16 23:18:47.858354 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f1781e1-6428-498e-8598-6e04c94f4cdd req-007daf66-8798-49b3-a805-2628cb1231aa tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&id=3a6b92ae-e6bb-4457-81e8-49235925a127&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1142910 Dec 16 23:18:47.882392 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729b409-839f-43a0-bbfc-5238cedc9fbc req-d384d51b-3eaf-4833-b67c-b3c8d92fdca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:47.883899 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4729b409-839f-43a0-bbfc-5238cedc9fbc req-d384d51b-3eaf-4833-b67c-b3c8d92fdca6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e HTTP/1.1" status: 200 len: 915 time: 0.1321747 Dec 16 23:18:47.952828 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4729b409-839f-43a0-bbfc-5238cedc9fbc req-b3004b96-063a-4c2c-a5c0-9119adb39004 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8701f093-ce45-46f6-ba3d-c17e666cb39f HTTP/1.1" status: 200 len: 1002 time: 0.0614345 Dec 16 23:18:48.008046 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729b409-839f-43a0-bbfc-5238cedc9fbc req-c67f39c4-c3b1-41a7-967f-5187fe077d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:48.009567 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4729b409-839f-43a0-bbfc-5238cedc9fbc req-c67f39c4-c3b1-41a7-967f-5187fe077d65 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c7b3d47e-aebe-4ea4-947d-37b74fcc514e HTTP/1.1" status: 200 len: 854 time: 0.0491569 Dec 16 23:18:48.062471 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729b409-839f-43a0-bbfc-5238cedc9fbc req-99352c85-b7b7-47cd-b821-24b163a09b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:48.064747 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4729b409-839f-43a0-bbfc-5238cedc9fbc req-99352c85-b7b7-47cd-b821-24b163a09b3d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416930 Dec 16 23:18:48.165681 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4729b409-839f-43a0-bbfc-5238cedc9fbc req-c00132dd-062b-487d-9591-d35c5eedc28a service neutron] 10.222.0.76 "GET /v2.0/networks/b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926778 Dec 16 23:18:48.262260 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4729b409-839f-43a0-bbfc-5238cedc9fbc req-9cbc1b89-8dfc-4af2-8aca-fdbd56d3f0e6 service neutron] 10.222.0.76 "GET /v2.0/networks/b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847304 Dec 16 23:18:49.042789 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb0255-9dfa-436c-a425-4f80860d9ab0 req-d6f61108-b588-4d9b-96e7-a3cbe85770cd tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:49.044324 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bcdb0255-9dfa-436c-a425-4f80860d9ab0 req-d6f61108-b588-4d9b-96e7-a3cbe85770cd tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 985 time: 0.0540407 Dec 16 23:18:49.107363 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bcdb0255-9dfa-436c-a425-4f80860d9ab0 req-007183fc-ee42-4c47-aa26-ee8c31da48f5 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&id=3a6b92ae-e6bb-4457-81e8-49235925a127&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556819 Dec 16 23:18:50.231314 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90023e0b-fd40-4d9e-aabb-f154dcaae579 req-3bcffafd-60d8-42b8-9f6c-08e64428d203 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:50.232842 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-90023e0b-fd40-4d9e-aabb-f154dcaae579 req-3bcffafd-60d8-42b8-9f6c-08e64428d203 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 985 time: 0.0514901 Dec 16 23:18:50.295297 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-90023e0b-fd40-4d9e-aabb-f154dcaae579 req-532b4780-3d2c-42bb-8a1a-8d35dd87d3a5 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&id=3a6b92ae-e6bb-4457-81e8-49235925a127&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559659 Dec 16 23:18:51.413857 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a624f72-9d52-4bf1-91cd-b69165e2f727 req-ecb13acc-baee-4866-9aca-0361b0b796f0 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:51.415488 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8a624f72-9d52-4bf1-91cd-b69165e2f727 req-ecb13acc-baee-4866-9aca-0361b0b796f0 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 985 time: 0.0504591 Dec 16 23:18:51.481058 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8a624f72-9d52-4bf1-91cd-b69165e2f727 req-932f06cd-088d-43a2-9d28-0e05a338796b tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&id=3a6b92ae-e6bb-4457-81e8-49235925a127&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594707 Dec 16 23:18:52.602492 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ec0be-0aaf-4828-bdd5-9e0b98394604 req-5c33671d-4645-44a9-9749-d321ee61033c tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:52.603933 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d6ec0be-0aaf-4828-bdd5-9e0b98394604 req-5c33671d-4645-44a9-9749-d321ee61033c tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 985 time: 0.0544770 Dec 16 23:18:52.665666 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6d6ec0be-0aaf-4828-bdd5-9e0b98394604 req-e44aa95d-8e00-41a9-a258-3958918e8bd5 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&id=3a6b92ae-e6bb-4457-81e8-49235925a127&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550106 Dec 16 23:18:53.458453 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d56249f8-4f84-455e-b8cf-ecb4e22c01c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:53.784266 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8578e0-3225-4ae0-a2da-47f81d7d0ff3 req-bace8ae8-c8fc-45db-9c46-ddb7cefdaf88 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:53.785793 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4d8578e0-3225-4ae0-a2da-47f81d7d0ff3 req-bace8ae8-c8fc-45db-9c46-ddb7cefdaf88 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 985 time: 0.0510001 Dec 16 23:18:53.852290 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4d8578e0-3225-4ae0-a2da-47f81d7d0ff3 req-5062c717-4b0e-42ac-be4f-94e02ac9f980 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&id=3a6b92ae-e6bb-4457-81e8-49235925a127&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603988 Dec 16 23:18:54.969266 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613120ca-7edc-4129-9f33-921869af1c07 req-55f4f4c5-f787-4a1f-ba45-5c48323b8f4c tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:54.970939 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-613120ca-7edc-4129-9f33-921869af1c07 req-55f4f4c5-f787-4a1f-ba45-5c48323b8f4c tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 985 time: 0.0509598 Dec 16 23:18:55.030623 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-613120ca-7edc-4129-9f33-921869af1c07 req-6787aafe-7656-48c2-8b34-e2ebf0ed02bf tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&id=3a6b92ae-e6bb-4457-81e8-49235925a127&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534644 Dec 16 23:18:55.659217 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-346fa06f-ad80-4f24-b989-d342b728c6ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:56.149365 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5809c6-bf23-4fbf-8c81-8ab7b00c8909 req-42d7bc2a-825f-4214-ade7-abff0c90bf72 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:56.150892 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ba5809c6-bf23-4fbf-8c81-8ab7b00c8909 req-42d7bc2a-825f-4214-ade7-abff0c90bf72 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 985 time: 0.0509510 Dec 16 23:18:56.213546 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ba5809c6-bf23-4fbf-8c81-8ab7b00c8909 req-86a2d731-7720-4a50-ad71-6a84460d564c tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&id=3a6b92ae-e6bb-4457-81e8-49235925a127&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565641 Dec 16 23:18:57.300546 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:57.342136 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81591d1-8d93-48a0-9a2e-75cdc8dbafff req-8947ced8-86cd-4d27-9ccc-81cf8fea2c3d tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:57.343746 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b81591d1-8d93-48a0-9a2e-75cdc8dbafff req-8947ced8-86cd-4d27-9ccc-81cf8fea2c3d tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 985 time: 0.0590227 Dec 16 23:18:57.405971 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b81591d1-8d93-48a0-9a2e-75cdc8dbafff req-470ce438-9c26-41a9-bd75-6feea10053e6 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&id=3a6b92ae-e6bb-4457-81e8-49235925a127&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556855 Dec 16 23:18:57.537377 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:58.523773 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a2361-2be8-469a-a3fc-29302dbc3bb9 req-2940ba55-96ff-4caf-84a1-0bd63f20379a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:58.525295 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5f6a2361-2be8-469a-a3fc-29302dbc3bb9 req-2940ba55-96ff-4caf-84a1-0bd63f20379a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 985 time: 0.0504763 Dec 16 23:18:58.556070 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:58.587090 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5f6a2361-2be8-469a-a3fc-29302dbc3bb9 req-c8e6f7e1-e735-4c14-9f71-923f029edbcf tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&id=3a6b92ae-e6bb-4457-81e8-49235925a127&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555241 Dec 16 23:18:58.858392 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:59.098457 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:18:59.708322 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a55893-bb5a-44b0-ab07-6d7bdd1d936d req-e0ea079e-0503-4f53-822f-9147ba8c54a8 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:18:59.709843 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e0a55893-bb5a-44b0-ab07-6d7bdd1d936d req-e0ea079e-0503-4f53-822f-9147ba8c54a8 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 985 time: 0.0497870 Dec 16 23:18:59.771847 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e0a55893-bb5a-44b0-ab07-6d7bdd1d936d req-0341cc0f-064b-48ff-9a67-4e2d7b76985f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&id=3a6b92ae-e6bb-4457-81e8-49235925a127&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557845 Dec 16 23:19:10.929441 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:19:13.811020 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47d8da53-badb-48c6-b0e8-d30fae0a13ec req-0a588f98-bfe4-44bb-9cd9-dee043960396 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412230 Dec 16 23:19:13.915248 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8da53-badb-48c6-b0e8-d30fae0a13ec req-79c6b0dc-80bc-41f6-89f6-05e6cf312ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:19:13.916664 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47d8da53-badb-48c6-b0e8-d30fae0a13ec req-79c6b0dc-80bc-41f6-89f6-05e6cf312ef0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=235365b97479417aa86a55d62df3bed9&device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 1136 time: 0.0447876 Dec 16 23:19:14.021812 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8da53-badb-48c6-b0e8-d30fae0a13ec req-2cbf80fb-80b6-44f3-92b9-50c9ab653745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:19:14.024761 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47d8da53-badb-48c6-b0e8-d30fae0a13ec req-2cbf80fb-80b6-44f3-92b9-50c9ab653745 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e HTTP/1.1" status: 200 len: 915 time: 0.0864766 Dec 16 23:19:14.096588 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47d8da53-badb-48c6-b0e8-d30fae0a13ec req-3c882300-b60a-472c-a7c0-0a418e675e0a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8701f093-ce45-46f6-ba3d-c17e666cb39f HTTP/1.1" status: 200 len: 1002 time: 0.0638986 Dec 16 23:19:14.145371 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8da53-badb-48c6-b0e8-d30fae0a13ec req-77d6b083-169c-4151-9335-99580f1267cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:19:14.147791 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47d8da53-badb-48c6-b0e8-d30fae0a13ec req-77d6b083-169c-4151-9335-99580f1267cc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c7b3d47e-aebe-4ea4-947d-37b74fcc514e HTTP/1.1" status: 200 len: 854 time: 0.0433023 Dec 16 23:19:14.204808 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8da53-badb-48c6-b0e8-d30fae0a13ec req-77a07f16-8071-486c-b70b-4399e6a53ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:19:14.206190 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47d8da53-badb-48c6-b0e8-d30fae0a13ec req-77a07f16-8071-486c-b70b-4399e6a53ce1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397806 Dec 16 23:19:14.303458 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47d8da53-badb-48c6-b0e8-d30fae0a13ec req-9c1d5e82-9527-4f3c-8873-061f7a231e63 service neutron] 10.222.0.76 "GET /v2.0/networks/b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896294 Dec 16 23:19:14.396532 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-47d8da53-badb-48c6-b0e8-d30fae0a13ec req-9ecd2dfe-005e-4aae-baff-860d2b172bb8 service neutron] 10.222.0.76 "GET /v2.0/networks/b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835717 Dec 16 23:19:23.452343 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-31743dd4-75a7-4e5c-a7f2-89edda0456b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:25.668527 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0398ab9-6d13-47ce-8b80-03db08f6f180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:27.252409 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:27.577948 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:28.624231 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:28.909556 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:29.120629 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:35.188856 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5d83caf7-cc0a-4b39-89ee-6696aad737b0 req-29dbab23-2df6-457a-b20c-1c4c192ae7dd tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2084304264&fields=id&tenant_id=235365b97479417aa86a55d62df3bed9 HTTP/1.1" status: 200 len: 267 time: 0.1157286 Dec 16 23:19:35.244104 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83caf7-cc0a-4b39-89ee-6696aad737b0 req-c34a0abe-4b3c-4e91-a4d1-5a9362801d74 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:19:35.245613 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5d83caf7-cc0a-4b39-89ee-6696aad737b0 req-c34a0abe-4b3c-4e91-a4d1-5a9362801d74 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 985 time: 0.0509510 Dec 16 23:19:35.256956 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [req-5d83caf7-cc0a-4b39-89ee-6696aad737b0 req-7eedb5ea-a93e-4c34-b64d-6256425b5f6f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Request body: {'port': {'security_groups': ['65be5d21-f873-4f65-a6a9-743417f1ba3f']}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:19:35.323876 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-5d83caf7-cc0a-4b39-89ee-6696aad737b0 req-7eedb5ea-a93e-4c34-b64d-6256425b5f6f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:35.508527 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-5d83caf7-cc0a-4b39-89ee-6696aad737b0 req-7eedb5ea-a93e-4c34-b64d-6256425b5f6f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] For port 8701f093-ce45-46f6-ba3d-c17e666cb39f, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=8701f093-ce45-46f6-ba3d-c17e666cb39f,segment=NetworkSegment(4d717f05-9db4-4450-a972-be9595926771),segment_id=4d717f05-9db4-4450-a972-be9595926771)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:19:35.538905 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-5d83caf7-cc0a-4b39-89ee-6696aad737b0 req-7eedb5ea-a93e-4c34-b64d-6256425b5f6f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:35.600614 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-5d83caf7-cc0a-4b39-89ee-6696aad737b0 req-7eedb5ea-a93e-4c34-b64d-6256425b5f6f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:35.636624 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['8701f093-ce45-46f6-ba3d-c17e666cb39f'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:19:35.654874 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83caf7-cc0a-4b39-89ee-6696aad737b0 req-7eedb5ea-a93e-4c34-b64d-6256425b5f6f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:19:35.655555 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-5d83caf7-cc0a-4b39-89ee-6696aad737b0 req-7eedb5ea-a93e-4c34-b64d-6256425b5f6f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:35.657021 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5d83caf7-cc0a-4b39-89ee-6696aad737b0 req-7eedb5ea-a93e-4c34-b64d-6256425b5f6f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "PUT /v2.0/ports/8701f093-ce45-46f6-ba3d-c17e666cb39f HTTP/1.1" status: 200 len: 943 time: 0.4047029 Dec 16 23:19:35.657495 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa1e507-b467-4d70-b003-bf11b7851f92', 'tag': '8701f093-ce45-46f6-ba3d-c17e666cb39f'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:19:35.662934 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36352) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:19:35.671369 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}262422c41fb3f4df6327d4ea873ca9a06926c8fbcf4dc10a31d5fa6940e748a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead7d23c-bda3-4265-9dfa-5b5a8d0fa4e1" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa1e507-b467-4d70-b003-bf11b7851f92", "tag": "8701f093-ce45-46f6-ba3d-c17e666cb39f"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:19:35.716462 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedb5ea-a93e-4c34-b64d-6256425b5f6f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Pushing event updated for resources: {'Port': ['ID=8701f093-ce45-46f6-ba3d-c17e666cb39f,revision_number=7']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:19:35.719640 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231041e5-862c-4f18-a9f0-dabfc7eda990 x-openstack-request-id: req-231041e5-862c-4f18-a9f0-dabfc7eda990 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:19:35.719942 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa1e507-b467-4d70-b003-bf11b7851f92", "tag": "8701f093-ce45-46f6-ba3d-c17e666cb39f", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:19:35.720205 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-231041e5-862c-4f18-a9f0-dabfc7eda990 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:19:35.720673 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa1e507-b467-4d70-b003-bf11b7851f92', 'tag': '8701f093-ce45-46f6-ba3d-c17e666cb39f', 'status': 'completed', 'code': 200} Dec 16 23:19:35.727593 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb5ea-a93e-4c34-b64d-6256425b5f6f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:35.727956 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb5ea-a93e-4c34-b64d-6256425b5f6f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:35.728318 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb5ea-a93e-4c34-b64d-6256425b5f6f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:35.728664 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb5ea-a93e-4c34-b64d-6256425b5f6f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:35.729003 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb5ea-a93e-4c34-b64d-6256425b5f6f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:35.729341 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb5ea-a93e-4c34-b64d-6256425b5f6f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:35.730090 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb5ea-a93e-4c34-b64d-6256425b5f6f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:35.730090 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb5ea-a93e-4c34-b64d-6256425b5f6f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:35.730326 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb5ea-a93e-4c34-b64d-6256425b5f6f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:35.730652 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb5ea-a93e-4c34-b64d-6256425b5f6f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:35.731376 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb5ea-a93e-4c34-b64d-6256425b5f6f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:35.731767 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb5ea-a93e-4c34-b64d-6256425b5f6f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:35.732169 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb5ea-a93e-4c34-b64d-6256425b5f6f tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:35.732473 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-102a2d6c-090a-4851-8ec8-b3831aefe4db tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:35.765212 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-102a2d6c-090a-4851-8ec8-b3831aefe4db tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:35.800191 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['8701f093-ce45-46f6-ba3d-c17e666cb39f'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:19:35.884625 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7d23c-bda3-4265-9dfa-5b5a8d0fa4e1 req-db0def60-c031-41d0-abd5-8eb1cffb56d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:19:35.886304 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ead7d23c-bda3-4265-9dfa-5b5a8d0fa4e1 req-db0def60-c031-41d0-abd5-8eb1cffb56d7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=235365b97479417aa86a55d62df3bed9&device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 1097 time: 0.1123343 Dec 16 23:19:35.897627 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-102a2d6c-090a-4851-8ec8-b3831aefe4db tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:35.900394 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-102a2d6c-090a-4851-8ec8-b3831aefe4db tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:35.901625 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-102a2d6c-090a-4851-8ec8-b3831aefe4db tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "DELETE /v2.0/security-groups/3a6b92ae-e6bb-4457-81e8-49235925a127 HTTP/1.1" status: 204 len: 168 time: 0.2376602 Dec 16 23:19:35.904654 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36358) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:19:35.910339 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3cae8e70-fdc3-4de7-ae80-b6a872a7b6da None None] Provisioning complete for port 8701f093-ce45-46f6-ba3d-c17e666cb39f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:19:35.915382 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3cae8e70-fdc3-4de7-ae80-b6a872a7b6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:35.915537 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a2d6c-090a-4851-8ec8-b3831aefe4db tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6b92ae-e6bb-4457-81e8-49235925a127,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:19:35.967607 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a2d6c-090a-4851-8ec8-b3831aefe4db tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:35.967992 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a2d6c-090a-4851-8ec8-b3831aefe4db tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:35.968347 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a2d6c-090a-4851-8ec8-b3831aefe4db tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:35.968909 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a2d6c-090a-4851-8ec8-b3831aefe4db tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:35.969253 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a2d6c-090a-4851-8ec8-b3831aefe4db tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:35.969598 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a2d6c-090a-4851-8ec8-b3831aefe4db tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:35.969936 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a2d6c-090a-4851-8ec8-b3831aefe4db tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:35.970275 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a2d6c-090a-4851-8ec8-b3831aefe4db tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:35.970632 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a2d6c-090a-4851-8ec8-b3831aefe4db tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:35.971183 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a2d6c-090a-4851-8ec8-b3831aefe4db tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:35.971521 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a2d6c-090a-4851-8ec8-b3831aefe4db tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:35.972101 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a2d6c-090a-4851-8ec8-b3831aefe4db tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:35.972439 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a2d6c-090a-4851-8ec8-b3831aefe4db tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:36.018692 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7d23c-bda3-4265-9dfa-5b5a8d0fa4e1 req-a8de5fd4-8a84-466e-af1d-6be6bf6fb4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:19:36.020285 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ead7d23c-bda3-4265-9dfa-5b5a8d0fa4e1 req-a8de5fd4-8a84-466e-af1d-6be6bf6fb4aa service neutron] 10.222.0.76 "GET /v2.0/networks?id=b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e HTTP/1.1" status: 200 len: 915 time: 0.1088302 Dec 16 23:19:36.091560 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-3bc2e3e3-81c6-4f82-b0a3-1443d57d027a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Deleting port cad951d8-d09c-457d-876b-4a75feb2fcd3 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:19:36.092005 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3bc2e3e3-81c6-4f82-b0a3-1443d57d027a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:36.098571 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ead7d23c-bda3-4265-9dfa-5b5a8d0fa4e1 req-b50cb6a5-64df-4c54-8e5a-fa15e66981bd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8701f093-ce45-46f6-ba3d-c17e666cb39f HTTP/1.1" status: 200 len: 1002 time: 0.0700836 Dec 16 23:19:36.153904 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7d23c-bda3-4265-9dfa-5b5a8d0fa4e1 req-d15202a2-08e2-43f4-b981-b83afbc06eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:19:36.155263 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ead7d23c-bda3-4265-9dfa-5b5a8d0fa4e1 req-d15202a2-08e2-43f4-b981-b83afbc06eca service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c7b3d47e-aebe-4ea4-947d-37b74fcc514e HTTP/1.1" status: 200 len: 854 time: 0.0477350 Dec 16 23:19:36.173628 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3bc2e3e3-81c6-4f82-b0a3-1443d57d027a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:36.174215 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3bc2e3e3-81c6-4f82-b0a3-1443d57d027a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:36.187192 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-3bc2e3e3-81c6-4f82-b0a3-1443d57d027a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Calling delete_port for cad951d8-d09c-457d-876b-4a75feb2fcd3 owned by network:floatingip {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:19:36.206549 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7d23c-bda3-4265-9dfa-5b5a8d0fa4e1 req-a82cd7ed-d275-448c-a9ff-ba2be1c6c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:19:36.208104 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ead7d23c-bda3-4265-9dfa-5b5a8d0fa4e1 req-a82cd7ed-d275-448c-a9ff-ba2be1c6c7c3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433393 Dec 16 23:19:36.307375 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ead7d23c-bda3-4265-9dfa-5b5a8d0fa4e1 req-c317fe61-7fbb-4518-a05a-810eacc0154d service neutron] 10.222.0.76 "GET /v2.0/networks/b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904069 Dec 16 23:19:36.398345 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ead7d23c-bda3-4265-9dfa-5b5a8d0fa4e1 req-e68ccfe7-90f2-49a8-806c-cc5ee6cc87f9 service neutron] 10.222.0.76 "GET /v2.0/networks/b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836935 Dec 16 23:19:36.417763 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3bc2e3e3-81c6-4f82-b0a3-1443d57d027a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:36.446021 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2e3e3-81c6-4f82-b0a3-1443d57d027a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Pushing event deleted for resources: {'Port': ['ID=cad951d8-d09c-457d-876b-4a75feb2fcd3,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:19:36.509060 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3bc2e3e3-81c6-4f82-b0a3-1443d57d027a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks [] for floatingip, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:36.509388 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-3bc2e3e3-81c6-4f82-b0a3-1443d57d027a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Floating IP ff2128f5-e766-4855-95ea-dfde6e6aab7c disassociated (deleted). External IP: 172.25.6.246, port: 8701f093-ce45-46f6-ba3d-c17e666cb39f. Dec 16 23:19:36.721559 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc2e3e3-81c6-4f82-b0a3-1443d57d027a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Router bd9ff9fa-41e4-460a-b555-c964310de218 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:19:36.826883 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc2e3e3-81c6-4f82-b0a3-1443d57d027a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:19:36.832401 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3bc2e3e3-81c6-4f82-b0a3-1443d57d027a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:36.837444 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bc6d12-ccc0-4fe6-9041-9f53f530d50d None None] Sync routers for ids ['bd9ff9fa-41e4-460a-b555-c964310de218'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:19:36.847289 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bc6d12-ccc0-4fe6-9041-9f53f530d50d None None] Routers {'bd9ff9fa-41e4-460a-b555-c964310de218'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:19:36.847907 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-69bc6d12-ccc0-4fe6-9041-9f53f530d50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:19:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bd9ff9fa-41e4-460a-b555-c964310de218'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:19:36.865370 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3bc2e3e3-81c6-4f82-b0a3-1443d57d027a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "DELETE /v2.0/floatingips/ff2128f5-e766-4855-95ea-dfde6e6aab7c HTTP/1.1" status: 204 len: 168 time: 0.9569070 Dec 16 23:19:36.956645 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-69bc6d12-ccc0-4fe6-9041-9f53f530d50d None None] Set router bd9ff9fa-41e4-460a-b555-c964310de218 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:19:37.156830 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-69bc6d12-ccc0-4fe6-9041-9f53f530d50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'name': 'tempest-TestMinimumBasicScenario-1536417621-router', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '60727933-30fa-4d2b-a07d-546ff01c29e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:17:23Z', 'updated_at': '2021-12-16T23:17:27Z', 'revision_number': 4, 'project_id': '235365b97479417aa86a55d62df3bed9', 'gw_port': {'id': '60727933-30fa-4d2b-a07d-546ff01c29e2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:24Z', 'updated_at': '2021-12-16T23:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'fe258fab-c7c3-41fc-b858-40bd6c843efe', 'name': '', 'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'mac_address': 'fa:16:3e:a6:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7b3d47e-aebe-4ea4-947d-37b74fcc514e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:26Z', 'updated_at': '2021-12-16T23:17:31Z', 'revision_number': 5, 'project_id': '235365b97479417aa86a55d62df3bed9', 'subnets': [{'id': 'c7b3d47e-aebe-4ea4-947d-37b74fcc514e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:19:37.189976 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bc6d12-ccc0-4fe6-9041-9f53f530d50d None None] Checking router: bd9ff9fa-41e4-460a-b555-c964310de218 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:19:37.198780 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bc6d12-ccc0-4fe6-9041-9f53f530d50d None None] Routers {'bd9ff9fa-41e4-460a-b555-c964310de218'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:19:37.200563 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-69bc6d12-ccc0-4fe6-9041-9f53f530d50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:19:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bd9ff9fa-41e4-460a-b555-c964310de218'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:19:37.312886 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-69bc6d12-ccc0-4fe6-9041-9f53f530d50d None None] Set router bd9ff9fa-41e4-460a-b555-c964310de218 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:19:37.618039 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-69bc6d12-ccc0-4fe6-9041-9f53f530d50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'name': 'tempest-TestMinimumBasicScenario-1536417621-router', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '60727933-30fa-4d2b-a07d-546ff01c29e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:17:23Z', 'updated_at': '2021-12-16T23:17:27Z', 'revision_number': 4, 'project_id': '235365b97479417aa86a55d62df3bed9', 'gw_port': {'id': '60727933-30fa-4d2b-a07d-546ff01c29e2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:24Z', 'updated_at': '2021-12-16T23:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'fe258fab-c7c3-41fc-b858-40bd6c843efe', 'name': '', 'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'mac_address': 'fa:16:3e:a6:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7b3d47e-aebe-4ea4-947d-37b74fcc514e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:26Z', 'updated_at': '2021-12-16T23:17:31Z', 'revision_number': 5, 'project_id': '235365b97479417aa86a55d62df3bed9', 'subnets': [{'id': 'c7b3d47e-aebe-4ea4-947d-37b74fcc514e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:19:37.644736 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bc6d12-ccc0-4fe6-9041-9f53f530d50d None None] The sync data for ids ['bd9ff9fa-41e4-460a-b555-c964310de218'] in n-d-815324-4 is: [{'id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'name': 'tempest-TestMinimumBasicScenario-1536417621-router', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '60727933-30fa-4d2b-a07d-546ff01c29e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:17:23Z', 'updated_at': '2021-12-16T23:17:27Z', 'revision_number': 4, 'project_id': '235365b97479417aa86a55d62df3bed9', 'gw_port': {'id': '60727933-30fa-4d2b-a07d-546ff01c29e2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:24Z', 'updated_at': '2021-12-16T23:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'fe258fab-c7c3-41fc-b858-40bd6c843efe', 'name': '', 'network_id': 'b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'mac_address': 'fa:16:3e:a6:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7b3d47e-aebe-4ea4-947d-37b74fcc514e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:26Z', 'updated_at': '2021-12-16T23:17:31Z', 'revision_number': 5, 'project_id': '235365b97479417aa86a55d62df3bed9', 'subnets': [{'id': 'c7b3d47e-aebe-4ea4-947d-37b74fcc514e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:19:37.722457 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa1e507-b467-4d70-b003-bf11b7851f92', 'tag': '8701f093-ce45-46f6-ba3d-c17e666cb39f'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:19:37.724913 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}262422c41fb3f4df6327d4ea873ca9a06926c8fbcf4dc10a31d5fa6940e748a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2447f878-bccc-474d-a95b-9fc5d011a3c7" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa1e507-b467-4d70-b003-bf11b7851f92", "tag": "8701f093-ce45-46f6-ba3d-c17e666cb39f"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:19:37.767973 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeef8be3-e514-475d-b679-e9b10b036316 x-openstack-request-id: req-aeef8be3-e514-475d-b679-e9b10b036316 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:19:37.768268 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa1e507-b467-4d70-b003-bf11b7851f92", "tag": "8701f093-ce45-46f6-ba3d-c17e666cb39f", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:19:37.768530 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-aeef8be3-e514-475d-b679-e9b10b036316 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:19:37.768948 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa1e507-b467-4d70-b003-bf11b7851f92', 'tag': '8701f093-ce45-46f6-ba3d-c17e666cb39f', 'status': 'completed', 'code': 200} Dec 16 23:19:37.877117 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a767ca2e-1608-4d6d-9c61-3816dedb4ae9 None None] New status for floating IP ff2128f5-e766-4855-95ea-dfde6e6aab7c: DOWN {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:19:37.886371 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447f878-bccc-474d-a95b-9fc5d011a3c7 req-70312534-5d91-480e-9ae1-2564dd154284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:19:37.888176 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2447f878-bccc-474d-a95b-9fc5d011a3c7 req-70312534-5d91-480e-9ae1-2564dd154284 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=235365b97479417aa86a55d62df3bed9&device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 1097 time: 0.0616210 Dec 16 23:19:37.987486 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447f878-bccc-474d-a95b-9fc5d011a3c7 req-cf3dabcf-ec8e-4b4f-92f2-04a311192df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:19:37.989237 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2447f878-bccc-474d-a95b-9fc5d011a3c7 req-cf3dabcf-ec8e-4b4f-92f2-04a311192df1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e HTTP/1.1" status: 200 len: 915 time: 0.0928533 Dec 16 23:19:38.035358 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2447f878-bccc-474d-a95b-9fc5d011a3c7 req-4e72b87d-83c4-4463-868d-a5a78f3deeca service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8701f093-ce45-46f6-ba3d-c17e666cb39f HTTP/1.1" status: 200 len: 217 time: 0.0377700 Dec 16 23:19:38.091410 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447f878-bccc-474d-a95b-9fc5d011a3c7 req-70cee741-e003-4c82-ba29-aa0f975d40c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:19:38.093154 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2447f878-bccc-474d-a95b-9fc5d011a3c7 req-70cee741-e003-4c82-ba29-aa0f975d40c6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c7b3d47e-aebe-4ea4-947d-37b74fcc514e HTTP/1.1" status: 200 len: 854 time: 0.0510328 Dec 16 23:19:38.141117 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447f878-bccc-474d-a95b-9fc5d011a3c7 req-c21f11a1-c224-411c-9bb3-612650a3cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:19:38.142703 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2447f878-bccc-474d-a95b-9fc5d011a3c7 req-c21f11a1-c224-411c-9bb3-612650a3cfc0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424855 Dec 16 23:19:38.235821 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2447f878-bccc-474d-a95b-9fc5d011a3c7 req-64214181-1940-45e6-8c6b-1b235ba9ddc7 service neutron] 10.222.0.76 "GET /v2.0/networks/b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855312 Dec 16 23:19:38.338363 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2447f878-bccc-474d-a95b-9fc5d011a3c7 req-47c7e4ac-b8fa-41a8-9717-b04326d83b1f service neutron] 10.222.0.76 "GET /v2.0/networks/b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908866 Dec 16 23:19:46.484842 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850a6c8-9200-4040-81db-55b8d4a57677 req-d2e7f0b2-39db-4c9c-a68c-46fdb0d4ce9a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:19:46.489297 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a850a6c8-9200-4040-81db-55b8d4a57677 req-d2e7f0b2-39db-4c9c-a68c-46fdb0d4ce9a tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 946 time: 0.0597143 Dec 16 23:19:46.541963 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a850a6c8-9200-4040-81db-55b8d4a57677 req-f085790a-2266-41c9-a223-b4f7695680d6 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476258 Dec 16 23:19:47.712540 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536119b-1757-4d27-abea-1b838526fc5a req-3ab38953-e569-4fc8-ad49-69833c47ecf5 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:19:47.714108 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c536119b-1757-4d27-abea-1b838526fc5a req-3ab38953-e569-4fc8-ad49-69833c47ecf5 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 946 time: 0.1003919 Dec 16 23:19:47.766935 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c536119b-1757-4d27-abea-1b838526fc5a req-194e41cc-ece4-4ad3-b40b-4c5178c20c71 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452404 Dec 16 23:19:47.929466 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:19:48.596846 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b214de-0a25-4a52-a112-d2e4d1a5b032 req-16bdc90d-1c77-403e-88f5-56f85f33df5b tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:19:48.598331 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-30b214de-0a25-4a52-a112-d2e4d1a5b032 req-16bdc90d-1c77-403e-88f5-56f85f33df5b tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 946 time: 0.0552559 Dec 16 23:19:48.697240 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-30b214de-0a25-4a52-a112-d2e4d1a5b032 req-ddb20dda-24d8-4254-a458-d20989344fb9 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Deleting port 8701f093-ce45-46f6-ba3d-c17e666cb39f {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:19:48.697698 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-30b214de-0a25-4a52-a112-d2e4d1a5b032 req-ddb20dda-24d8-4254-a458-d20989344fb9 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:48.792201 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-30b214de-0a25-4a52-a112-d2e4d1a5b032 req-ddb20dda-24d8-4254-a458-d20989344fb9 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] For port 8701f093-ce45-46f6-ba3d-c17e666cb39f, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=8701f093-ce45-46f6-ba3d-c17e666cb39f,segment=NetworkSegment(4d717f05-9db4-4450-a972-be9595926771),segment_id=4d717f05-9db4-4450-a972-be9595926771)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:19:48.792917 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-30b214de-0a25-4a52-a112-d2e4d1a5b032 req-ddb20dda-24d8-4254-a458-d20989344fb9 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:48.807788 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-30b214de-0a25-4a52-a112-d2e4d1a5b032 req-ddb20dda-24d8-4254-a458-d20989344fb9 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Calling delete_port for 8701f093-ce45-46f6-ba3d-c17e666cb39f owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:19:48.888977 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b6089-8769-4ab9-a813-820fc2385b30 req-f338219a-c51a-48a8-9fee-b7f8256d87c4 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:19:48.890546 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ee9b6089-8769-4ab9-a813-820fc2385b30 req-f338219a-c51a-48a8-9fee-b7f8256d87c4 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 946 time: 0.0509589 Dec 16 23:19:48.943615 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ee9b6089-8769-4ab9-a813-820fc2385b30 req-ba716ead-3ab1-4099-9ec1-550418270f76 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/security-groups?id=65be5d21-f873-4f65-a6a9-743417f1ba3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444515 Dec 16 23:19:49.017722 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-30b214de-0a25-4a52-a112-d2e4d1a5b032 req-ddb20dda-24d8-4254-a458-d20989344fb9 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:49.052465 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb20dda-24d8-4254-a458-d20989344fb9 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Pushing event deleted for resources: {'Port': ['ID=8701f093-ce45-46f6-ba3d-c17e666cb39f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:19:49.056164 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['8701f093-ce45-46f6-ba3d-c17e666cb39f'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:19:49.095565 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b214de-0a25-4a52-a112-d2e4d1a5b032 req-ddb20dda-24d8-4254-a458-d20989344fb9 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] No DVR routers for this DVR port 8701f093-ce45-46f6-ba3d-c17e666cb39f on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:19:49.098267 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-30b214de-0a25-4a52-a112-d2e4d1a5b032 req-ddb20dda-24d8-4254-a458-d20989344fb9 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:49.101628 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-30b214de-0a25-4a52-a112-d2e4d1a5b032 req-ddb20dda-24d8-4254-a458-d20989344fb9 tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.76 "DELETE /v2.0/ports/8701f093-ce45-46f6-ba3d-c17e666cb39f HTTP/1.1" status: 204 len: 173 time: 0.4930735 Dec 16 23:19:49.102071 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa1e507-b467-4d70-b003-bf11b7851f92', 'name': 'network-vif-deleted', 'tag': '8701f093-ce45-46f6-ba3d-c17e666cb39f'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:19:49.104422 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a21b351-6dff-4a60-8d0b-846b2d9b3621" -d '{"events": [{"server_uuid": "dfa1e507-b467-4d70-b003-bf11b7851f92", "name": "network-vif-deleted", "tag": "8701f093-ce45-46f6-ba3d-c17e666cb39f"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:19:49.199904 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e442ac9d-1bfc-41ee-a06b-2cec0b32896f x-openstack-request-id: req-e442ac9d-1bfc-41ee-a06b-2cec0b32896f {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:19:49.205664 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa1e507-b467-4d70-b003-bf11b7851f92", "name": "network-vif-deleted", "tag": "8701f093-ce45-46f6-ba3d-c17e666cb39f", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:19:49.205664 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e442ac9d-1bfc-41ee-a06b-2cec0b32896f {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:19:49.205664 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa1e507-b467-4d70-b003-bf11b7851f92', 'name': 'network-vif-deleted', 'tag': '8701f093-ce45-46f6-ba3d-c17e666cb39f', 'status': 'completed', 'code': 200} Dec 16 23:19:50.058164 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3bce592a-13bc-41ad-aa85-1e9c105c8ef9 req-8d0e5bdb-e054-4451-9c5c-9db85c7b499b tempest-TestMinimumBasicScenario-510533966 tempest-TestMinimumBasicScenario-510533966-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa1e507-b467-4d70-b003-bf11b7851f92 HTTP/1.1" status: 200 len: 210 time: 0.0305498 Dec 16 23:19:52.623154 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 8701f093-ce45-46f6-ba3d-c17e666cb39f no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:19:52.644012 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 8701f093-ce45-46f6-ba3d-c17e666cb39f {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:19:52.644454 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 8701f093-ce45-46f6-ba3d-c17e666cb39f not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:19:53.395272 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36466) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:19:53.451243 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b24580fe-669d-4212-bd9a-4833b815e47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:53.749275 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a08fd83c-13c2-4a21-a7fe-a0e67ad2b911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:54.000428 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-a08fd83c-13c2-4a21-a7fe-a0e67ad2b911 admin admin] Deleting port fe258fab-c7c3-41fc-b858-40bd6c843efe {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:19:54.000671 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a08fd83c-13c2-4a21-a7fe-a0e67ad2b911 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:54.082018 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-a08fd83c-13c2-4a21-a7fe-a0e67ad2b911 admin admin] For port fe258fab-c7c3-41fc-b858-40bd6c843efe, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=fe258fab-c7c3-41fc-b858-40bd6c843efe,segment=NetworkSegment(4d717f05-9db4-4450-a972-be9595926771),segment_id=4d717f05-9db4-4450-a972-be9595926771)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:19:54.082378 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a08fd83c-13c2-4a21-a7fe-a0e67ad2b911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:54.095927 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-a08fd83c-13c2-4a21-a7fe-a0e67ad2b911 admin admin] Calling delete_port for fe258fab-c7c3-41fc-b858-40bd6c843efe owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:19:54.372031 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a08fd83c-13c2-4a21-a7fe-a0e67ad2b911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:54.399192 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08fd83c-13c2-4a21-a7fe-a0e67ad2b911 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe258fab-c7c3-41fc-b858-40bd6c843efe,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:19:54.567186 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a08fd83c-13c2-4a21-a7fe-a0e67ad2b911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:54.788261 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08fd83c-13c2-4a21-a7fe-a0e67ad2b911 admin admin] Router bd9ff9fa-41e4-460a-b555-c964310de218 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:19:54.895292 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08fd83c-13c2-4a21-a7fe-a0e67ad2b911 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:19:54.900532 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a08fd83c-13c2-4a21-a7fe-a0e67ad2b911 admin admin] 10.222.0.75 "PUT /v2.0/routers/bd9ff9fa-41e4-460a-b555-c964310de218/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5042350 Dec 16 23:19:54.903003 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36468) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:19:54.903983 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc14aefa-de32-43cf-bbf9-3cdeee3d4ca9 None None] Sync routers for ids ['bd9ff9fa-41e4-460a-b555-c964310de218'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:19:54.913616 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc14aefa-de32-43cf-bbf9-3cdeee3d4ca9 None None] Routers {'bd9ff9fa-41e4-460a-b555-c964310de218'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:19:54.914223 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-cc14aefa-de32-43cf-bbf9-3cdeee3d4ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:19:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bd9ff9fa-41e4-460a-b555-c964310de218'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:19:55.010362 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8875005-2d68-4f62-be69-86b89ed8850a admin admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:55.018294 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-cc14aefa-de32-43cf-bbf9-3cdeee3d4ca9 None None] Set router bd9ff9fa-41e4-460a-b555-c964310de218 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:19:55.117751 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8875005-2d68-4f62-be69-86b89ed8850a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:55.205288 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-cc14aefa-de32-43cf-bbf9-3cdeee3d4ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'name': 'tempest-TestMinimumBasicScenario-1536417621-router', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '60727933-30fa-4d2b-a07d-546ff01c29e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:17:23Z', 'updated_at': '2021-12-16T23:19:54Z', 'revision_number': 5, 'project_id': '235365b97479417aa86a55d62df3bed9', 'gw_port': {'id': '60727933-30fa-4d2b-a07d-546ff01c29e2', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:24Z', 'updated_at': '2021-12-16T23:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:19:55.237967 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc14aefa-de32-43cf-bbf9-3cdeee3d4ca9 None None] Checking router: bd9ff9fa-41e4-460a-b555-c964310de218 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:19:55.239095 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-b8875005-2d68-4f62-be69-86b89ed8850a admin admin] Deleting port 60727933-30fa-4d2b-a07d-546ff01c29e2 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:19:55.239444 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8875005-2d68-4f62-be69-86b89ed8850a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:55.247806 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc14aefa-de32-43cf-bbf9-3cdeee3d4ca9 None None] Routers {'bd9ff9fa-41e4-460a-b555-c964310de218'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:19:55.248688 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-cc14aefa-de32-43cf-bbf9-3cdeee3d4ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:19:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['bd9ff9fa-41e4-460a-b555-c964310de218'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:19:55.325046 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-b8875005-2d68-4f62-be69-86b89ed8850a admin admin] For port 60727933-30fa-4d2b-a07d-546ff01c29e2, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=60727933-30fa-4d2b-a07d-546ff01c29e2,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:19:55.325460 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8875005-2d68-4f62-be69-86b89ed8850a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:55.333771 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-cc14aefa-de32-43cf-bbf9-3cdeee3d4ca9 None None] Set router bd9ff9fa-41e4-460a-b555-c964310de218 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:19:55.340697 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-b8875005-2d68-4f62-be69-86b89ed8850a admin admin] Calling delete_port for 60727933-30fa-4d2b-a07d-546ff01c29e2 owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:19:55.390859 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-cc14aefa-de32-43cf-bbf9-3cdeee3d4ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'name': 'tempest-TestMinimumBasicScenario-1536417621-router', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:17:23Z', 'updated_at': '2021-12-16T23:19:55Z', 'revision_number': 6, 'project_id': '235365b97479417aa86a55d62df3bed9', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:19:55.419641 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc14aefa-de32-43cf-bbf9-3cdeee3d4ca9 None None] The sync data for ids ['bd9ff9fa-41e4-460a-b555-c964310de218'] in n-d-815324-4 is: [{'id': 'bd9ff9fa-41e4-460a-b555-c964310de218', 'name': 'tempest-TestMinimumBasicScenario-1536417621-router', 'tenant_id': '235365b97479417aa86a55d62df3bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:17:23Z', 'updated_at': '2021-12-16T23:19:55Z', 'revision_number': 6, 'project_id': '235365b97479417aa86a55d62df3bed9', 'gw_port_host': None}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:19:55.680461 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67139b3f-8b17-4123-a9a3-08ccf6f09272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:55.931716 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8875005-2d68-4f62-be69-86b89ed8850a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:55.957130 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8875005-2d68-4f62-be69-86b89ed8850a admin admin] Pushing event deleted for resources: {'Port': ['ID=60727933-30fa-4d2b-a07d-546ff01c29e2,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:19:55.970910 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e81423-8f1e-4c9b-a1d7-dcd0334257c7 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:19:56.018802 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8875005-2d68-4f62-be69-86b89ed8850a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:56.112457 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8875005-2d68-4f62-be69-86b89ed8850a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:56.114612 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8875005-2d68-4f62-be69-86b89ed8850a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:56.263820 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8875005-2d68-4f62-be69-86b89ed8850a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:56.265434 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8875005-2d68-4f62-be69-86b89ed8850a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd9ff9fa-41e4-460a-b555-c964310de218 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:19:56.269723 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8875005-2d68-4f62-be69-86b89ed8850a admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:56.271107 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b8875005-2d68-4f62-be69-86b89ed8850a admin admin] 10.222.0.75 "DELETE /v2.0/routers/bd9ff9fa-41e4-460a-b555-c964310de218 HTTP/1.1" status: 204 len: 168 time: 1.3668473 Dec 16 23:19:56.273425 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36470) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:19:56.321655 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e34834d-95e2-4ad3-bfd2-d78da908ff60 admin admin] Deleting subnet c7b3d47e-aebe-4ea4-947d-37b74fcc514e {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:19:56.324931 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9e34834d-95e2-4ad3-bfd2-d78da908ff60 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:56.367108 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9e34834d-95e2-4ad3-bfd2-d78da908ff60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:56.454281 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9e34834d-95e2-4ad3-bfd2-d78da908ff60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:56.589581 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9e34834d-95e2-4ad3-bfd2-d78da908ff60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:56.615408 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34834d-95e2-4ad3-bfd2-d78da908ff60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7b3d47e-aebe-4ea4-947d-37b74fcc514e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:19:56.620477 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9e34834d-95e2-4ad3-bfd2-d78da908ff60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:56.626033 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9e34834d-95e2-4ad3-bfd2-d78da908ff60 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/c7b3d47e-aebe-4ea4-947d-37b74fcc514e HTTP/1.1" status: 204 len: 168 time: 0.3505642 Dec 16 23:19:56.626416 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2d431a-328b-4e5a-9f58-b41af9e742a6 None None] Network b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:19:56.627436 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36472) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:19:56.702440 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8ec5f94-8a84-4d5c-9dd9-dd3aa30c8919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:56.757973 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-d8ec5f94-8a84-4d5c-9dd9-dd3aa30c8919 admin admin] Deleting port 79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:19:56.758316 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8ec5f94-8a84-4d5c-9dd9-dd3aa30c8919 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:56.806866 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff698bb-0f44-4abb-bcb7-714e80a8c6c7 None None] DHCP port deletion for b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:19:56.831625 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-d8ec5f94-8a84-4d5c-9dd9-dd3aa30c8919 admin admin] For port 79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0,segment=NetworkSegment(4d717f05-9db4-4450-a972-be9595926771),segment_id=4d717f05-9db4-4450-a972-be9595926771)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:19:56.832013 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8ec5f94-8a84-4d5c-9dd9-dd3aa30c8919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:56.839558 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device fe258fab-c7c3-41fc-b858-40bd6c843efe no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:19:56.846000 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-d8ec5f94-8a84-4d5c-9dd9-dd3aa30c8919 admin admin] Calling delete_port for 79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:19:56.862982 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: fe258fab-c7c3-41fc-b858-40bd6c843efe {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:19:56.863346 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device fe258fab-c7c3-41fc-b858-40bd6c843efe not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:19:56.863764 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 60727933-30fa-4d2b-a07d-546ff01c29e2 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:19:56.889599 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 60727933-30fa-4d2b-a07d-546ff01c29e2 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:19:56.889942 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 60727933-30fa-4d2b-a07d-546ff01c29e2 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:19:56.901762 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5ff698bb-0f44-4abb-bcb7-714e80a8c6c7 None None] Deleting port 79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:19:56.902145 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5ff698bb-0f44-4abb-bcb7-714e80a8c6c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:56.964432 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5ff698bb-0f44-4abb-bcb7-714e80a8c6c7 None None] For port 79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0,segment=NetworkSegment(4d717f05-9db4-4450-a972-be9595926771),segment_id=4d717f05-9db4-4450-a972-be9595926771)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:19:56.964830 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5ff698bb-0f44-4abb-bcb7-714e80a8c6c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:56.976612 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-5ff698bb-0f44-4abb-bcb7-714e80a8c6c7 None None] Calling delete_port for 79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:19:56.983506 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8ec5f94-8a84-4d5c-9dd9-dd3aa30c8919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:57.011760 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ec5f94-8a84-4d5c-9dd9-dd3aa30c8919 admin admin] No DVR routers for this DVR port 79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:19:57.016896 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec5f94-8a84-4d5c-9dd9-dd3aa30c8919 admin admin] Pushing event deleted for resources: {'Port': ['ID=79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:19:57.056544 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5ff698bb-0f44-4abb-bcb7-714e80a8c6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:57.081583 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff698bb-0f44-4abb-bcb7-714e80a8c6c7 None None] Pushing event deleted for resources: {'Port': ['ID=79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:19:57.089445 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff698bb-0f44-4abb-bcb7-714e80a8c6c7 None None] No DVR routers for this DVR port 79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:19:57.091453 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8ec5f94-8a84-4d5c-9dd9-dd3aa30c8919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:57.091919 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff698bb-0f44-4abb-bcb7-714e80a8c6c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:57.092283 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff698bb-0f44-4abb-bcb7-714e80a8c6c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:57.092637 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff698bb-0f44-4abb-bcb7-714e80a8c6c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:57.092991 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff698bb-0f44-4abb-bcb7-714e80a8c6c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:57.093330 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff698bb-0f44-4abb-bcb7-714e80a8c6c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:57.093673 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff698bb-0f44-4abb-bcb7-714e80a8c6c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:57.094002 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff698bb-0f44-4abb-bcb7-714e80a8c6c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:57.094335 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff698bb-0f44-4abb-bcb7-714e80a8c6c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:57.094662 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff698bb-0f44-4abb-bcb7-714e80a8c6c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:57.094988 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff698bb-0f44-4abb-bcb7-714e80a8c6c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:57.095339 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff698bb-0f44-4abb-bcb7-714e80a8c6c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:57.095666 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff698bb-0f44-4abb-bcb7-714e80a8c6c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:57.095988 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff698bb-0f44-4abb-bcb7-714e80a8c6c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:19:57.121750 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-d8ec5f94-8a84-4d5c-9dd9-dd3aa30c8919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:19:57.132220 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-d8ec5f94-8a84-4d5c-9dd9-dd3aa30c8919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d717f05-9db4-4450-a972-be9595926771') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:19:57.132522 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-d8ec5f94-8a84-4d5c-9dd9-dd3aa30c8919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d717f05-9db4-4450-a972-be9595926771') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:19:57.142497 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8ec5f94-8a84-4d5c-9dd9-dd3aa30c8919 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:57.156128 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8ec5f94-8a84-4d5c-9dd9-dd3aa30c8919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:57.162455 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ec5f94-8a84-4d5c-9dd9-dd3aa30c8919 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8ec5f94-8a84-4d5c-9dd9-dd3aa30c8919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: timer() Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:19:57.167360 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:19:57.252034 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:57.285878 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8ec5f94-8a84-4d5c-9dd9-dd3aa30c8919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:57.291714 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8ec5f94-8a84-4d5c-9dd9-dd3aa30c8919 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:57.295548 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d8ec5f94-8a84-4d5c-9dd9-dd3aa30c8919 admin admin] 10.222.0.75 "DELETE /v2.0/networks/b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e HTTP/1.1" status: 204 len: 168 time: 0.6671298 Dec 16 23:19:57.298748 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36474) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:19:57.307557 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec5f94-8a84-4d5c-9dd9-dd3aa30c8919 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5185ef1-3e3d-4ac0-a9b5-e678c1dffd1e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:19:57.543404 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:57.651205 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6612922a-4d30-4071-b8f3-8d365021f13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:57.901944 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-6612922a-4d30-4071-b8f3-8d365021f13e admin admin] Deleting port e14572f8-bbab-43bf-a025-07cd5ccd451e {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:19:57.902287 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6612922a-4d30-4071-b8f3-8d365021f13e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:57.979319 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-6612922a-4d30-4071-b8f3-8d365021f13e admin admin] For port e14572f8-bbab-43bf-a025-07cd5ccd451e, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e14572f8-bbab-43bf-a025-07cd5ccd451e,segment=NetworkSegment(57faf272-fcbe-463e-bf48-881337f4f776),segment_id=57faf272-fcbe-463e-bf48-881337f4f776)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:19:57.979680 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6612922a-4d30-4071-b8f3-8d365021f13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:57.992165 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-6612922a-4d30-4071-b8f3-8d365021f13e admin admin] Calling delete_port for e14572f8-bbab-43bf-a025-07cd5ccd451e owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:19:58.252145 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6612922a-4d30-4071-b8f3-8d365021f13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:58.275964 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612922a-4d30-4071-b8f3-8d365021f13e admin admin] Pushing event deleted for resources: {'Port': ['ID=e14572f8-bbab-43bf-a025-07cd5ccd451e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:19:58.453070 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6612922a-4d30-4071-b8f3-8d365021f13e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:58.583350 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:58.676243 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6612922a-4d30-4071-b8f3-8d365021f13e admin admin] Router 2cca72e1-3ed0-4a1a-9dcc-1563bd73619d has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:19:58.785841 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6612922a-4d30-4071-b8f3-8d365021f13e admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:19:58.791277 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6612922a-4d30-4071-b8f3-8d365021f13e admin admin] 10.222.0.75 "PUT /v2.0/routers/2cca72e1-3ed0-4a1a-9dcc-1563bd73619d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4911487 Dec 16 23:19:58.793943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36476) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:19:58.795914 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d685b85-a2ff-437f-9d50-5844a39152ca None None] Sync routers for ids ['2cca72e1-3ed0-4a1a-9dcc-1563bd73619d'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:19:58.818901 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d685b85-a2ff-437f-9d50-5844a39152ca None None] Routers {'2cca72e1-3ed0-4a1a-9dcc-1563bd73619d'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:19:58.819620 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0d685b85-a2ff-437f-9d50-5844a39152ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:19:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2cca72e1-3ed0-4a1a-9dcc-1563bd73619d'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:19:58.861381 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:19:58.884049 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:58.884700 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:19:58.885049 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 79ecd8f2-492d-4439-8c89-b6c7b6b1c9f0 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:19:58.905393 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8eca289b-6046-4869-a7d1-bb625e207a30 admin admin] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:58.951515 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-0d685b85-a2ff-437f-9d50-5844a39152ca None None] Set router 2cca72e1-3ed0-4a1a-9dcc-1563bd73619d gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:19:59.137390 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:59.160894 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0d685b85-a2ff-437f-9d50-5844a39152ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cca72e1-3ed0-4a1a-9dcc-1563bd73619d', 'name': 'tempest-TestMinimumBasicScenario-452716202-router', 'tenant_id': '43cfcd9b4cc74857a9c8e21073cbd47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'e460aa70-68e3-4cfa-b728-116b76768c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:17:31Z', 'updated_at': '2021-12-16T23:19:58Z', 'revision_number': 5, 'project_id': '43cfcd9b4cc74857a9c8e21073cbd47a', 'gw_port': {'id': 'e460aa70-68e3-4cfa-b728-116b76768c75', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:86:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca72e1-3ed0-4a1a-9dcc-1563bd73619d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:31Z', 'updated_at': '2021-12-16T23:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:19:59.188230 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d685b85-a2ff-437f-9d50-5844a39152ca None None] Checking router: 2cca72e1-3ed0-4a1a-9dcc-1563bd73619d for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:19:59.197210 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d685b85-a2ff-437f-9d50-5844a39152ca None None] Routers {'2cca72e1-3ed0-4a1a-9dcc-1563bd73619d'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:19:59.197831 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0d685b85-a2ff-437f-9d50-5844a39152ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:19:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['2cca72e1-3ed0-4a1a-9dcc-1563bd73619d'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:19:59.305830 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-0d685b85-a2ff-437f-9d50-5844a39152ca None None] Set router 2cca72e1-3ed0-4a1a-9dcc-1563bd73619d gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:19:59.346346 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8eca289b-6046-4869-a7d1-bb625e207a30 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:59.461735 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-8eca289b-6046-4869-a7d1-bb625e207a30 admin admin] Deleting port e460aa70-68e3-4cfa-b728-116b76768c75 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:19:59.462425 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8eca289b-6046-4869-a7d1-bb625e207a30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:59.488043 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0d685b85-a2ff-437f-9d50-5844a39152ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cca72e1-3ed0-4a1a-9dcc-1563bd73619d', 'name': 'tempest-TestMinimumBasicScenario-452716202-router', 'tenant_id': '43cfcd9b4cc74857a9c8e21073cbd47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'e460aa70-68e3-4cfa-b728-116b76768c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:17:31Z', 'updated_at': '2021-12-16T23:19:58Z', 'revision_number': 5, 'project_id': '43cfcd9b4cc74857a9c8e21073cbd47a', 'gw_port': {'id': 'e460aa70-68e3-4cfa-b728-116b76768c75', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:86:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca72e1-3ed0-4a1a-9dcc-1563bd73619d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:31Z', 'updated_at': '2021-12-16T23:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:19:59.516873 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d685b85-a2ff-437f-9d50-5844a39152ca None None] The sync data for ids ['2cca72e1-3ed0-4a1a-9dcc-1563bd73619d'] in n-d-815324-4 is: [{'id': '2cca72e1-3ed0-4a1a-9dcc-1563bd73619d', 'name': 'tempest-TestMinimumBasicScenario-452716202-router', 'tenant_id': '43cfcd9b4cc74857a9c8e21073cbd47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'e460aa70-68e3-4cfa-b728-116b76768c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:17:31Z', 'updated_at': '2021-12-16T23:19:58Z', 'revision_number': 5, 'project_id': '43cfcd9b4cc74857a9c8e21073cbd47a', 'gw_port': {'id': 'e460aa70-68e3-4cfa-b728-116b76768c75', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:86:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cca72e1-3ed0-4a1a-9dcc-1563bd73619d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:17:31Z', 'updated_at': '2021-12-16T23:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:19:59.552651 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-8eca289b-6046-4869-a7d1-bb625e207a30 admin admin] For port e460aa70-68e3-4cfa-b728-116b76768c75, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e460aa70-68e3-4cfa-b728-116b76768c75,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:19:59.552651 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8eca289b-6046-4869-a7d1-bb625e207a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:59.572416 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-8eca289b-6046-4869-a7d1-bb625e207a30 admin admin] Calling delete_port for e460aa70-68e3-4cfa-b728-116b76768c75 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:19:59.834429 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8eca289b-6046-4869-a7d1-bb625e207a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:19:59.863848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca289b-6046-4869-a7d1-bb625e207a30 admin admin] Pushing event deleted for resources: {'Port': ['ID=e460aa70-68e3-4cfa-b728-116b76768c75,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:19:59.881883 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df45f387-2e4d-4339-b298-73199af6f2a5 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:19:59.929450 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8eca289b-6046-4869-a7d1-bb625e207a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:00.023935 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8eca289b-6046-4869-a7d1-bb625e207a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:00.026087 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8eca289b-6046-4869-a7d1-bb625e207a30 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:00.137254 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8eca289b-6046-4869-a7d1-bb625e207a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:00.137748 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eca289b-6046-4869-a7d1-bb625e207a30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cca72e1-3ed0-4a1a-9dcc-1563bd73619d {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:20:00.145828 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8eca289b-6046-4869-a7d1-bb625e207a30 admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:00.145828 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8eca289b-6046-4869-a7d1-bb625e207a30 admin admin] 10.222.0.75 "DELETE /v2.0/routers/2cca72e1-3ed0-4a1a-9dcc-1563bd73619d HTTP/1.1" status: 204 len: 168 time: 1.3483813 Dec 16 23:20:00.146657 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36478) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:20:00.201486 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-4656d2c9-3b2d-400f-8f6d-1e61bd8458a7 admin admin] Deleting subnet 4fbac85c-d9ea-42d4-9401-671b12b72aa5 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:20:00.205426 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4656d2c9-3b2d-400f-8f6d-1e61bd8458a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:00.242794 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4656d2c9-3b2d-400f-8f6d-1e61bd8458a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:00.323034 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4656d2c9-3b2d-400f-8f6d-1e61bd8458a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:00.452251 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4656d2c9-3b2d-400f-8f6d-1e61bd8458a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:00.479002 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656d2c9-3b2d-400f-8f6d-1e61bd8458a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fbac85c-d9ea-42d4-9401-671b12b72aa5,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:00.484734 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4656d2c9-3b2d-400f-8f6d-1e61bd8458a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:00.488494 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4656d2c9-3b2d-400f-8f6d-1e61bd8458a7 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/4fbac85c-d9ea-42d4-9401-671b12b72aa5 HTTP/1.1" status: 204 len: 168 time: 0.3403244 Dec 16 23:20:00.490665 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb92ddfb-ae59-45b3-9cae-242782e66309 None None] Network ff45a7da-ab5c-4675-bf45-075e7921a181 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:20:00.490837 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36480) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:20:00.569673 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-506ffed7-e821-48e0-9cf4-2a310b998238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:00.652629 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-506ffed7-e821-48e0-9cf4-2a310b998238 admin admin] Deleting port 518525f3-d8dc-4354-b25a-e0bdcf22e8fa {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:20:00.652629 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-506ffed7-e821-48e0-9cf4-2a310b998238 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:00.726744 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-506ffed7-e821-48e0-9cf4-2a310b998238 admin admin] For port 518525f3-d8dc-4354-b25a-e0bdcf22e8fa, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=518525f3-d8dc-4354-b25a-e0bdcf22e8fa,segment=NetworkSegment(57faf272-fcbe-463e-bf48-881337f4f776),segment_id=57faf272-fcbe-463e-bf48-881337f4f776)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:20:00.727152 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-506ffed7-e821-48e0-9cf4-2a310b998238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:00.741703 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-506ffed7-e821-48e0-9cf4-2a310b998238 admin admin] Calling delete_port for 518525f3-d8dc-4354-b25a-e0bdcf22e8fa owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:20:00.818707 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e460aa70-68e3-4cfa-b728-116b76768c75 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:20:00.840214 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: e460aa70-68e3-4cfa-b728-116b76768c75 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:20:00.842244 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e460aa70-68e3-4cfa-b728-116b76768c75 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:20:00.842244 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e14572f8-bbab-43bf-a025-07cd5ccd451e no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:20:00.861398 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: e14572f8-bbab-43bf-a025-07cd5ccd451e {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:20:00.861870 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e14572f8-bbab-43bf-a025-07cd5ccd451e not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:20:00.864788 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1df65d-c547-4ed2-939e-b552fa7c3f41 None None] DHCP port deletion for ff45a7da-ab5c-4675-bf45-075e7921a181 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:20:00.913443 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0b1df65d-c547-4ed2-939e-b552fa7c3f41 None None] Deleting port 518525f3-d8dc-4354-b25a-e0bdcf22e8fa {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:20:00.914115 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b1df65d-c547-4ed2-939e-b552fa7c3f41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:00.937546 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-506ffed7-e821-48e0-9cf4-2a310b998238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:00.963783 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ffed7-e821-48e0-9cf4-2a310b998238 admin admin] Pushing event deleted for resources: {'Port': ['ID=518525f3-d8dc-4354-b25a-e0bdcf22e8fa,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:00.968582 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506ffed7-e821-48e0-9cf4-2a310b998238 admin admin] No DVR routers for this DVR port 518525f3-d8dc-4354-b25a-e0bdcf22e8fa on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:20:00.980272 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0b1df65d-c547-4ed2-939e-b552fa7c3f41 None None] For port 518525f3-d8dc-4354-b25a-e0bdcf22e8fa, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=518525f3-d8dc-4354-b25a-e0bdcf22e8fa,segment=NetworkSegment(57faf272-fcbe-463e-bf48-881337f4f776),segment_id=57faf272-fcbe-463e-bf48-881337f4f776)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:20:00.980702 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b1df65d-c547-4ed2-939e-b552fa7c3f41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:00.994044 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0b1df65d-c547-4ed2-939e-b552fa7c3f41 None None] Calling delete_port for 518525f3-d8dc-4354-b25a-e0bdcf22e8fa owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:20:01.043818 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-506ffed7-e821-48e0-9cf4-2a310b998238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:01.065323 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-506ffed7-e821-48e0-9cf4-2a310b998238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff45a7da-ab5c-4675-bf45-075e7921a181']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:20:01.074228 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0b1df65d-c547-4ed2-939e-b552fa7c3f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:01.074801 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-506ffed7-e821-48e0-9cf4-2a310b998238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57faf272-fcbe-463e-bf48-881337f4f776') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:20:01.075135 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-506ffed7-e821-48e0-9cf4-2a310b998238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57faf272-fcbe-463e-bf48-881337f4f776') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:20:01.085624 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-506ffed7-e821-48e0-9cf4-2a310b998238 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:01.100180 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1df65d-c547-4ed2-939e-b552fa7c3f41 None None] Pushing event deleted for resources: {'Port': ['ID=518525f3-d8dc-4354-b25a-e0bdcf22e8fa,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:01.100648 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-506ffed7-e821-48e0-9cf4-2a310b998238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:01.104132 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1df65d-c547-4ed2-939e-b552fa7c3f41 None None] No DVR routers for this DVR port 518525f3-d8dc-4354-b25a-e0bdcf22e8fa on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:20:01.110874 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-506ffed7-e821-48e0-9cf4-2a310b998238 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:20:01.111433 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-506ffed7-e821-48e0-9cf4-2a310b998238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: timer() Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:20:01.113235 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:20:01.246545 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-506ffed7-e821-48e0-9cf4-2a310b998238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:01.253042 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-506ffed7-e821-48e0-9cf4-2a310b998238 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:01.256343 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-506ffed7-e821-48e0-9cf4-2a310b998238 admin admin] 10.222.0.75 "DELETE /v2.0/networks/ff45a7da-ab5c-4675-bf45-075e7921a181 HTTP/1.1" status: 204 len: 168 time: 0.7644787 Dec 16 23:20:01.273538 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ffed7-e821-48e0-9cf4-2a310b998238 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff45a7da-ab5c-4675-bf45-075e7921a181,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:01.670245 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36484) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:20:01.711382 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e43f0d59-2713-416b-865d-3c61d6de3048 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=235365b97479417aa86a55d62df3bed9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398676 Dec 16 23:20:01.713929 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36486) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:20:01.762408 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dcaef18d-d085-49f2-815b-b9564430648f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:01.783981 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dcaef18d-d085-49f2-815b-b9564430648f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:01.885663 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dcaef18d-d085-49f2-815b-b9564430648f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:01.888409 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dcaef18d-d085-49f2-815b-b9564430648f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:01.889594 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-dcaef18d-d085-49f2-815b-b9564430648f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/65be5d21-f873-4f65-a6a9-743417f1ba3f HTTP/1.1" status: 204 len: 168 time: 0.1747451 Dec 16 23:20:01.898896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaef18d-d085-49f2-815b-b9564430648f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65be5d21-f873-4f65-a6a9-743417f1ba3f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:02.488157 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36494) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:20:02.529638 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f24bcf26-2ff3-4015-a0c5-e97715acb0d7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=43cfcd9b4cc74857a9c8e21073cbd47a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401909 Dec 16 23:20:02.532108 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36496) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:20:02.580444 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0c748cd8-aa62-42e8-b2ee-f545f171aa8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:02.601565 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0c748cd8-aa62-42e8-b2ee-f545f171aa8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:02.704243 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0c748cd8-aa62-42e8-b2ee-f545f171aa8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:02.706905 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0c748cd8-aa62-42e8-b2ee-f545f171aa8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:02.708223 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0c748cd8-aa62-42e8-b2ee-f545f171aa8c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/69b15576-15da-473c-afe8-ccc1ea7f172f HTTP/1.1" status: 204 len: 168 time: 0.1752131 Dec 16 23:20:02.716650 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c748cd8-aa62-42e8-b2ee-f545f171aa8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b15576-15da-473c-afe8-ccc1ea7f172f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:02.795469 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 518525f3-d8dc-4354-b25a-e0bdcf22e8fa no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:20:02.817130 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 518525f3-d8dc-4354-b25a-e0bdcf22e8fa {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:20:02.817743 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 518525f3-d8dc-4354-b25a-e0bdcf22e8fa not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:20:05.066810 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36536) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:20:05.071591 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-5de42b7c-541b-48c2-ad1f-a9daaf9d2208 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-791562243', 'description': 'tempest-secgroup-smoke-791562243 description', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:20:05.165854 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5de42b7c-541b-48c2-ad1f-a9daaf9d2208 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:05.174141 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5de42b7c-541b-48c2-ad1f-a9daaf9d2208 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:05.252028 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5de42b7c-541b-48c2-ad1f-a9daaf9d2208 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:05.308795 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5de42b7c-541b-48c2-ad1f-a9daaf9d2208 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:05.351558 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de42b7c-541b-48c2-ad1f-a9daaf9d2208 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5591eb83-7626-4db0-af77-7f5341e4dea1,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:05.387143 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5de42b7c-541b-48c2-ad1f-a9daaf9d2208 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:05.434161 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5de42b7c-541b-48c2-ad1f-a9daaf9d2208 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:05.462682 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de42b7c-541b-48c2-ad1f-a9daaf9d2208 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f2510c-6063-4383-81c3-338bf024f8f0,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:05.567808 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5de42b7c-541b-48c2-ad1f-a9daaf9d2208 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:05.569100 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5de42b7c-541b-48c2-ad1f-a9daaf9d2208 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5012107 Dec 16 23:20:05.572100 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36540) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:20:05.577326 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-06fce663-d795-4e11-bc92-4edba52123b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': '22f2510c-6063-4383-81c3-338bf024f8f0', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:20:05.662520 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-06fce663-d795-4e11-bc92-4edba52123b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:05.718296 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-06fce663-d795-4e11-bc92-4edba52123b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:05.788633 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-06fce663-d795-4e11-bc92-4edba52123b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:05.806926 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fce663-d795-4e11-bc92-4edba52123b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e365f3-6053-4a52-909f-8847e387bd38,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:05.887957 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-06fce663-d795-4e11-bc92-4edba52123b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:05.889569 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-06fce663-d795-4e11-bc92-4edba52123b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3163083 Dec 16 23:20:05.892181 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36542) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:20:05.897935 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-f5c98d92-58fc-43f7-8f31-1586c9e6dc72 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': '22f2510c-6063-4383-81c3-338bf024f8f0', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:20:05.965396 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f5c98d92-58fc-43f7-8f31-1586c9e6dc72 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:06.025637 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f5c98d92-58fc-43f7-8f31-1586c9e6dc72 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:06.068286 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f5c98d92-58fc-43f7-8f31-1586c9e6dc72 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:06.091623 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c98d92-58fc-43f7-8f31-1586c9e6dc72 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2af9cc0-8c7b-44b6-b321-3b95776dc348,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:06.145241 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f5c98d92-58fc-43f7-8f31-1586c9e6dc72 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:06.146398 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f5c98d92-58fc-43f7-8f31-1586c9e6dc72 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2532792 Dec 16 23:20:06.149134 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36544) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:20:06.153540 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-fd318b68-5b97-4845-bd34-3ba87a8196be tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': '22f2510c-6063-4383-81c3-338bf024f8f0', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:20:06.233527 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fd318b68-5b97-4845-bd34-3ba87a8196be tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:06.291536 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fd318b68-5b97-4845-bd34-3ba87a8196be tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:06.331281 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fd318b68-5b97-4845-bd34-3ba87a8196be tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:06.348756 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd318b68-5b97-4845-bd34-3ba87a8196be tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b83e7c-554a-427d-ae8b-e83344fe3b24,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:06.391242 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fd318b68-5b97-4845-bd34-3ba87a8196be tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:06.392489 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fd318b68-5b97-4845-bd34-3ba87a8196be tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2424183 Dec 16 23:20:06.395177 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36546) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:20:06.399522 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-f90f0118-7e3d-425d-aac6-e9d2ba087eba tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': '22f2510c-6063-4383-81c3-338bf024f8f0', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:20:06.467392 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f90f0118-7e3d-425d-aac6-e9d2ba087eba tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:06.526640 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f90f0118-7e3d-425d-aac6-e9d2ba087eba tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:06.571386 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f90f0118-7e3d-425d-aac6-e9d2ba087eba tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:06.589468 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f0118-7e3d-425d-aac6-e9d2ba087eba tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c3bf0ae-2324-43e7-8385-0c0547b0c61f,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:06.636441 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f90f0118-7e3d-425d-aac6-e9d2ba087eba tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:06.637737 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f90f0118-7e3d-425d-aac6-e9d2ba087eba tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2416279 Dec 16 23:20:06.640805 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36548) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:20:06.645268 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-c32417cd-4f80-474b-a6d3-b611626cff21 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': '22f2510c-6063-4383-81c3-338bf024f8f0', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:20:06.714341 n-d-815324-4 neutron-server[103613]: INFO neutron.db.securitygroups_db [None req-c32417cd-4f80-474b-a6d3-b611626cff21 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Project cad6fd668fee498d94dbaa2b0174c294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:20:06.719860 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c32417cd-4f80-474b-a6d3-b611626cff21 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:06.778200 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c32417cd-4f80-474b-a6d3-b611626cff21 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:06.862509 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c32417cd-4f80-474b-a6d3-b611626cff21 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:06.883021 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32417cd-4f80-474b-a6d3-b611626cff21 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ca3d7b-78c6-48cc-ba5f-752122b5f786,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:06.996166 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c32417cd-4f80-474b-a6d3-b611626cff21 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:06.997343 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c32417cd-4f80-474b-a6d3-b611626cff21 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3555920 Dec 16 23:20:07.000134 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36552) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:20:07.004510 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-94c80611-6eb2-4028-913e-4e6d844442a8 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': '22f2510c-6063-4383-81c3-338bf024f8f0', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:20:07.091205 n-d-815324-4 neutron-server[103613]: INFO neutron.db.securitygroups_db [None req-94c80611-6eb2-4028-913e-4e6d844442a8 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Project cad6fd668fee498d94dbaa2b0174c294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:20:07.097175 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-94c80611-6eb2-4028-913e-4e6d844442a8 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:07.156622 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-94c80611-6eb2-4028-913e-4e6d844442a8 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:07.229199 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-94c80611-6eb2-4028-913e-4e6d844442a8 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:07.246937 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c80611-6eb2-4028-913e-4e6d844442a8 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aee4adf-d103-43ce-9369-bbcca5b03753,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:07.321854 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-94c80611-6eb2-4028-913e-4e6d844442a8 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:07.323092 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-94c80611-6eb2-4028-913e-4e6d844442a8 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3219988 Dec 16 23:20:07.326091 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36554) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:20:07.331386 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-661775f3-49b2-465a-937d-dc6c063d9923 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'network': {'name': 'tempest-network-smoke--2045945646', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'port_security_enabled': True}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:20:07.388275 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661775f3-49b2-465a-937d-dc6c063d9923 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Made reservation on behalf of cad6fd668fee498d94dbaa2b0174c294 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:20:07.392400 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-661775f3-49b2-465a-937d-dc6c063d9923 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:07.416538 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-661775f3-49b2-465a-937d-dc6c063d9923 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:20:07.425770 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-661775f3-49b2-465a-937d-dc6c063d9923 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:07.426121 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-661775f3-49b2-465a-937d-dc6c063d9923 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Added segment e6d90a0f-9b10-424f-9f44-86fb92461673 of type vlan for network 69c641ef-4f56-4e3f-882c-7cc50f9e78d5 Dec 16 23:20:07.465966 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-661775f3-49b2-465a-937d-dc6c063d9923 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:07.565713 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-661775f3-49b2-465a-937d-dc6c063d9923 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:07.571414 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661775f3-49b2-465a-937d-dc6c063d9923 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:07.572000 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-661775f3-49b2-465a-937d-dc6c063d9923 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:07.640547 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661775f3-49b2-465a-937d-dc6c063d9923 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Network': ['ID=69c641ef-4f56-4e3f-882c-7cc50f9e78d5,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:07.652062 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 69c641ef-4f56-4e3f-882c-7cc50f9e78d5 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:20:07.683087 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-661775f3-49b2-465a-937d-dc6c063d9923 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3555043 Dec 16 23:20:07.685899 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36556) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:20:07.690449 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-2db2daba-8111-4ccb-9bdd-45a796aacb8a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-809762030', 'admin_state_up': True, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:20:07.760428 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2db2daba-8111-4ccb-9bdd-45a796aacb8a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:07.761532 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2db2daba-8111-4ccb-9bdd-45a796aacb8a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:07.814410 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2db2daba-8111-4ccb-9bdd-45a796aacb8a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:08.015677 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2db2daba-8111-4ccb-9bdd-45a796aacb8a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:08.292052 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2db2daba-8111-4ccb-9bdd-45a796aacb8a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:08.315463 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2db2daba-8111-4ccb-9bdd-45a796aacb8a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:08.414036 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-2db2daba-8111-4ccb-9bdd-45a796aacb8a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Allocated IP 172.25.6.185 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/b582c500-4ec6-42d4-b0b6-16c7d2a779a5) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:20:08.518997 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2db2daba-8111-4ccb-9bdd-45a796aacb8a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:08.640688 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2db2daba-8111-4ccb-9bdd-45a796aacb8a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:08.683477 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db2daba-8111-4ccb-9bdd-45a796aacb8a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:20:08.686459 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-2db2daba-8111-4ccb-9bdd-45a796aacb8a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:20:08.689064 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db2daba-8111-4ccb-9bdd-45a796aacb8a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:20:08.699865 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734e67ef-3479-4486-80e9-767238351676 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:20:08.714231 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2daba-8111-4ccb-9bdd-45a796aacb8a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=b582c500-4ec6-42d4-b0b6-16c7d2a779a5,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:08.802271 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-22febfd3-824b-408f-a2ba-07fde349f5cb None None] Provisioning complete for port b582c500-4ec6-42d4-b0b6-16c7d2a779a5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:20:08.802756 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-22febfd3-824b-408f-a2ba-07fde349f5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:08.835451 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-22febfd3-824b-408f-a2ba-07fde349f5cb None None] Port b582c500-4ec6-42d4-b0b6-16c7d2a779a5 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:20:08.996250 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2db2daba-8111-4ccb-9bdd-45a796aacb8a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:09.194512 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2db2daba-8111-4ccb-9bdd-45a796aacb8a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:09.382653 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db2daba-8111-4ccb-9bdd-45a796aacb8a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Router 36d5dc71-a28d-4408-ac56-f91b12b65339 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:20:09.489193 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db2daba-8111-4ccb-9bdd-45a796aacb8a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:20:09.499406 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386329d4-0344-431e-868c-3a2be1308865 None None] Sync routers for ids ['36d5dc71-a28d-4408-ac56-f91b12b65339'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:20:09.509106 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386329d4-0344-431e-868c-3a2be1308865 None None] Routers {'36d5dc71-a28d-4408-ac56-f91b12b65339'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:20:09.509716 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-386329d4-0344-431e-868c-3a2be1308865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:19:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['36d5dc71-a28d-4408-ac56-f91b12b65339'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:20:09.596645 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2db2daba-8111-4ccb-9bdd-45a796aacb8a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:09.597920 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2db2daba-8111-4ccb-9bdd-45a796aacb8a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9110017 Dec 16 23:20:09.606047 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36558) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:20:09.614499 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-386329d4-0344-431e-868c-3a2be1308865 None None] Set router 36d5dc71-a28d-4408-ac56-f91b12b65339 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:20:09.740739 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7b822153-6051-481c-9f1d-f7f74c8243e2 tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=cad6fd668fee498d94dbaa2b0174c294&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1335144 Dec 16 23:20:09.743615 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36562) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:20:09.816098 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-386329d4-0344-431e-868c-3a2be1308865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809762030', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:20:07Z', 'updated_at': '2021-12-16T23:20:08Z', 'revision_number': 3, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:20:08Z', 'updated_at': '2021-12-16T23:20:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:20:09.841079 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5699f900-ac11-463e-a526-362ff726cfef tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:09.843434 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5699f900-ac11-463e-a526-362ff726cfef tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0988779 Dec 16 23:20:09.843649 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386329d4-0344-431e-868c-3a2be1308865 None None] Checking router: 36d5dc71-a28d-4408-ac56-f91b12b65339 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:20:09.843846 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386329d4-0344-431e-868c-3a2be1308865 None None] Updating router 36d5dc71-a28d-4408-ac56-f91b12b65339 port b582c500-4ec6-42d4-b0b6-16c7d2a779a5 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:20:09.846550 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36564) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:20:09.874351 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-386329d4-0344-431e-868c-3a2be1308865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:09.878729 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ba543980-730c-4487-8179-00a3fda33a46 tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287256 Dec 16 23:20:09.878931 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36566) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:20:09.883748 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-eda8937d-0485-4dfb-aa7a-f26a7b8fdca2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-458336828', 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:20:10.037353 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda8937d-0485-4dfb-aa7a-f26a7b8fdca2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Made reservation on behalf of cad6fd668fee498d94dbaa2b0174c294 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:20:10.040818 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eda8937d-0485-4dfb-aa7a-f26a7b8fdca2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:10.137816 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-386329d4-0344-431e-868c-3a2be1308865 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:10.211384 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-386329d4-0344-431e-868c-3a2be1308865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:10.258887 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0075e145-1120-4d99-b83c-93ede1fe12c9 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:20:10.265158 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-386329d4-0344-431e-868c-3a2be1308865 None None] Attempting to bind port b582c500-4ec6-42d4-b0b6-16c7d2a779a5 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:20:10.266229 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-386329d4-0344-431e-868c-3a2be1308865 None None] Attempting to bind port b582c500-4ec6-42d4-b0b6-16c7d2a779a5 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:20:10.267725 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386329d4-0344-431e-868c-3a2be1308865 None None] Attempting to bind port b582c500-4ec6-42d4-b0b6-16c7d2a779a5 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:20:10.270001 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7dd1d-409b-41d4-b2aa-9f2d4d0c4c15 None None] Pushing event updated for resources: {'Port': ['ID=b582c500-4ec6-42d4-b0b6-16c7d2a779a5,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:10.274856 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386329d4-0344-431e-868c-3a2be1308865 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:20:10.275408 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386329d4-0344-431e-868c-3a2be1308865 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:20:10.276498 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-386329d4-0344-431e-868c-3a2be1308865 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:10.276498 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386329d4-0344-431e-868c-3a2be1308865 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:20:10.276823 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-386329d4-0344-431e-868c-3a2be1308865 None None] Bound port: b582c500-4ec6-42d4-b0b6-16c7d2a779a5, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:20:10.277082 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-386329d4-0344-431e-868c-3a2be1308865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:10.284420 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7dd1d-409b-41d4-b2aa-9f2d4d0c4c15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:10.284799 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7dd1d-409b-41d4-b2aa-9f2d4d0c4c15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:10.285111 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7dd1d-409b-41d4-b2aa-9f2d4d0c4c15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:10.285449 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7dd1d-409b-41d4-b2aa-9f2d4d0c4c15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:10.285787 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7dd1d-409b-41d4-b2aa-9f2d4d0c4c15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:10.286118 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7dd1d-409b-41d4-b2aa-9f2d4d0c4c15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:10.286447 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7dd1d-409b-41d4-b2aa-9f2d4d0c4c15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:10.286771 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7dd1d-409b-41d4-b2aa-9f2d4d0c4c15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:10.287119 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7dd1d-409b-41d4-b2aa-9f2d4d0c4c15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:10.291918 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7dd1d-409b-41d4-b2aa-9f2d4d0c4c15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:10.291918 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7dd1d-409b-41d4-b2aa-9f2d4d0c4c15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:10.291918 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7dd1d-409b-41d4-b2aa-9f2d4d0c4c15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:10.291918 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7dd1d-409b-41d4-b2aa-9f2d4d0c4c15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:20:10.303324 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eda8937d-0485-4dfb-aa7a-f26a7b8fdca2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:10.350304 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-386329d4-0344-431e-868c-3a2be1308865 None None] For port b582c500-4ec6-42d4-b0b6-16c7d2a779a5, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:20:10.353827 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-386329d4-0344-431e-868c-3a2be1308865 None None] For port b582c500-4ec6-42d4-b0b6-16c7d2a779a5, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b582c500-4ec6-42d4-b0b6-16c7d2a779a5,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:20:10.373953 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8937d-0485-4dfb-aa7a-f26a7b8fdca2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Subnet': ['ID=481cc554-c326-4a3f-b3ed-18d235c39fd7,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:10.376328 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e552f46e-f398-4dd3-a3fd-4175994e9417 None None] Provisioning complete for port b582c500-4ec6-42d4-b0b6-16c7d2a779a5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:20:10.376710 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e552f46e-f398-4dd3-a3fd-4175994e9417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:10.381275 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda8937d-0485-4dfb-aa7a-f26a7b8fdca2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Checking segment: {'id': 'e6d90a0f-9b10-424f-9f44-86fb92461673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:20:10.381645 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda8937d-0485-4dfb-aa7a-f26a7b8fdca2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network hostable DHCP agents. Network: 69c641ef-4f56-4e3f-882c-7cc50f9e78d5, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:20:10.394815 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-386329d4-0344-431e-868c-3a2be1308865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:10.414178 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e552f46e-f398-4dd3-a3fd-4175994e9417 None None] Port b582c500-4ec6-42d4-b0b6-16c7d2a779a5 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:20:10.434183 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda8937d-0485-4dfb-aa7a-f26a7b8fdca2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network 69c641ef-4f56-4e3f-882c-7cc50f9e78d5 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:20:10.485597 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-eda8937d-0485-4dfb-aa7a-f26a7b8fdca2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 69c641ef-4f56-4e3f-882c-7cc50f9e78d5) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:20:10.490638 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda8937d-0485-4dfb-aa7a-f26a7b8fdca2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:10.494602 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eda8937d-0485-4dfb-aa7a-f26a7b8fdca2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:10.495838 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c7df2e-1e0f-49fe-bb26-24d4c74c1c8c None None] Network 69c641ef-4f56-4e3f-882c-7cc50f9e78d5 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:20:10.538560 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd32ae8-e18b-4c58-ac67-79f26091b1ff None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:20:10.545655 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7dd1d-409b-41d4-b2aa-9f2d4d0c4c15 None None] Pushing event updated for resources: {'Port': ['ID=b582c500-4ec6-42d4-b0b6-16c7d2a779a5,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:10.548941 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386329d4-0344-431e-868c-3a2be1308865 None None] Routers {'36d5dc71-a28d-4408-ac56-f91b12b65339'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:20:10.549985 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-386329d4-0344-431e-868c-3a2be1308865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:19:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['36d5dc71-a28d-4408-ac56-f91b12b65339'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:20:10.581520 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-eda8937d-0485-4dfb-aa7a-f26a7b8fdca2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7011552 Dec 16 23:20:10.583852 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36568) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:20:10.609281 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb734519-f360-47c8-aaab-08a407b07d7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-69c641ef-4f56-4e3f-882c-7cc50f9e78d5', 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'fixed_ips': [{'subnet_id': '481cc554-c326-4a3f-b3ed-18d235c39fd7'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:20:10.610229 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eb734519-f360-47c8-aaab-08a407b07d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:10.667497 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-386329d4-0344-431e-868c-3a2be1308865 None None] Set router 36d5dc71-a28d-4408-ac56-f91b12b65339 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:20:10.718296 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b5a34b5c-3dbf-4dfd-b1fe-b756e3938edb None None] Provisioning complete for port b582c500-4ec6-42d4-b0b6-16c7d2a779a5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:20:10.718725 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b5a34b5c-3dbf-4dfd-b1fe-b756e3938edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:10.809380 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-eb734519-f360-47c8-aaab-08a407b07d7b None None] Allocated IP 172.20.0.2 (69c641ef-4f56-4e3f-882c-7cc50f9e78d5/481cc554-c326-4a3f-b3ed-18d235c39fd7/170f2ad6-48ed-46c4-96ec-c07fde8b9145) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:20:10.878145 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-386329d4-0344-431e-868c-3a2be1308865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809762030', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:20:07Z', 'updated_at': '2021-12-16T23:20:08Z', 'revision_number': 3, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:20:08Z', 'updated_at': '2021-12-16T23:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:20:10.904714 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b5a34b5c-3dbf-4dfd-b1fe-b756e3938edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:10.912516 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386329d4-0344-431e-868c-3a2be1308865 None None] The sync data for ids ['36d5dc71-a28d-4408-ac56-f91b12b65339'] in n-d-815324-4 is: [{'id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809762030', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:20:07Z', 'updated_at': '2021-12-16T23:20:08Z', 'revision_number': 3, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:20:08Z', 'updated_at': '2021-12-16T23:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:20:10.950690 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b5a34b5c-3dbf-4dfd-b1fe-b756e3938edb None None] For port b582c500-4ec6-42d4-b0b6-16c7d2a779a5, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b582c500-4ec6-42d4-b0b6-16c7d2a779a5,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:20:11.007466 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b5a34b5c-3dbf-4dfd-b1fe-b756e3938edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:11.052839 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eb734519-f360-47c8-aaab-08a407b07d7b None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:11.073368 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a34b5c-3dbf-4dfd-b1fe-b756e3938edb None None] Pushing event updated for resources: {'Port': ['ID=b582c500-4ec6-42d4-b0b6-16c7d2a779a5,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:11.097917 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eb734519-f360-47c8-aaab-08a407b07d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:11.148721 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb734519-f360-47c8-aaab-08a407b07d7b None None] Network 69c641ef-4f56-4e3f-882c-7cc50f9e78d5 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:20:11.151809 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-eb734519-f360-47c8-aaab-08a407b07d7b None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:20:11.161068 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb734519-f360-47c8-aaab-08a407b07d7b None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:20:11.168011 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb734519-f360-47c8-aaab-08a407b07d7b None None] Pushing event updated for resources: {'Port': ['ID=170f2ad6-48ed-46c4-96ec-c07fde8b9145,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:11.231195 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-eb734519-f360-47c8-aaab-08a407b07d7b None None] Attempting to bind port 170f2ad6-48ed-46c4-96ec-c07fde8b9145 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:20:11.231571 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-eb734519-f360-47c8-aaab-08a407b07d7b None None] Attempting to bind port 170f2ad6-48ed-46c4-96ec-c07fde8b9145 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'e6d90a0f-9b10-424f-9f44-86fb92461673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:20:11.231924 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb734519-f360-47c8-aaab-08a407b07d7b None None] Attempting to bind port 170f2ad6-48ed-46c4-96ec-c07fde8b9145 on network 69c641ef-4f56-4e3f-882c-7cc50f9e78d5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:20:11.238468 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb734519-f360-47c8-aaab-08a407b07d7b None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:20:11.238848 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb734519-f360-47c8-aaab-08a407b07d7b None None] Checking segment: {'id': 'e6d90a0f-9b10-424f-9f44-86fb92461673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:20:11.239287 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eb734519-f360-47c8-aaab-08a407b07d7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:11.239681 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb734519-f360-47c8-aaab-08a407b07d7b None None] Bound using segment: {'id': 'e6d90a0f-9b10-424f-9f44-86fb92461673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:20:11.240144 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-eb734519-f360-47c8-aaab-08a407b07d7b None None] Bound port: 170f2ad6-48ed-46c4-96ec-c07fde8b9145, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d90a0f-9b10-424f-9f44-86fb92461673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:20:11.240720 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eb734519-f360-47c8-aaab-08a407b07d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:11.314077 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-eb734519-f360-47c8-aaab-08a407b07d7b None None] For port 170f2ad6-48ed-46c4-96ec-c07fde8b9145, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:20:11.318251 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-eb734519-f360-47c8-aaab-08a407b07d7b None None] For port 170f2ad6-48ed-46c4-96ec-c07fde8b9145, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=170f2ad6-48ed-46c4-96ec-c07fde8b9145,segment=NetworkSegment(e6d90a0f-9b10-424f-9f44-86fb92461673),segment_id=e6d90a0f-9b10-424f-9f44-86fb92461673)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:20:11.377763 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eb734519-f360-47c8-aaab-08a407b07d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:11.447659 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb734519-f360-47c8-aaab-08a407b07d7b None None] Pushing event updated for resources: {'Port': ['ID=170f2ad6-48ed-46c4-96ec-c07fde8b9145,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:11.453326 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a205184d-2939-438e-b5ad-cdd73d8371bc tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:11.791616 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-a205184d-2939-438e-b5ad-cdd73d8371bc tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Allocated IP 172.20.0.1 (69c641ef-4f56-4e3f-882c-7cc50f9e78d5/481cc554-c326-4a3f-b3ed-18d235c39fd7/b3cc7087-9f67-4f29-91ea-63b03dfcb346) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:20:11.918084 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a205184d-2939-438e-b5ad-cdd73d8371bc tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:12.000607 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a205184d-2939-438e-b5ad-cdd73d8371bc tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:12.040921 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a205184d-2939-438e-b5ad-cdd73d8371bc tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network 69c641ef-4f56-4e3f-882c-7cc50f9e78d5 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:20:12.044029 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-a205184d-2939-438e-b5ad-cdd73d8371bc tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:20:12.048376 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a205184d-2939-438e-b5ad-cdd73d8371bc tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:20:12.073851 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205184d-2939-438e-b5ad-cdd73d8371bc tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=b3cc7087-9f67-4f29-91ea-63b03dfcb346,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:12.096209 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a205184d-2939-438e-b5ad-cdd73d8371bc tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:12.288631 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a205184d-2939-438e-b5ad-cdd73d8371bc tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:12.451721 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecd86ca-082e-43e2-9e37-d1754a14cb22 None None] Network 69c641ef-4f56-4e3f-882c-7cc50f9e78d5 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:20:12.571561 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0ba55245-3671-4a71-ab83-5d854bd21d99 None None] Provisioning complete for port 170f2ad6-48ed-46c4-96ec-c07fde8b9145 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:20:12.571942 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ba55245-3671-4a71-ab83-5d854bd21d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:12.589243 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a205184d-2939-438e-b5ad-cdd73d8371bc tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:12.646023 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a205184d-2939-438e-b5ad-cdd73d8371bc tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:12.669436 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ba55245-3671-4a71-ab83-5d854bd21d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:12.707235 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0ba55245-3671-4a71-ab83-5d854bd21d99 None None] For port 170f2ad6-48ed-46c4-96ec-c07fde8b9145, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=170f2ad6-48ed-46c4-96ec-c07fde8b9145,segment=NetworkSegment(e6d90a0f-9b10-424f-9f44-86fb92461673),segment_id=e6d90a0f-9b10-424f-9f44-86fb92461673)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:20:12.726986 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205184d-2939-438e-b5ad-cdd73d8371bc tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=b3cc7087-9f67-4f29-91ea-63b03dfcb346,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:12.734533 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a205184d-2939-438e-b5ad-cdd73d8371bc tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:12.782895 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ba55245-3671-4a71-ab83-5d854bd21d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:12.849303 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba55245-3671-4a71-ab83-5d854bd21d99 None None] Pushing event updated for resources: {'Port': ['ID=170f2ad6-48ed-46c4-96ec-c07fde8b9145,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:12.855481 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a205184d-2939-438e-b5ad-cdd73d8371bc tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network 69c641ef-4f56-4e3f-882c-7cc50f9e78d5 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:20:12.859204 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-a205184d-2939-438e-b5ad-cdd73d8371bc tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:20:12.890410 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 170f2ad6-48ed-46c4-96ec-c07fde8b9145 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:20:12.943754 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6e686966-78c2-46ea-aa8b-efa409bf410b None None] Provisioning complete for port 170f2ad6-48ed-46c4-96ec-c07fde8b9145 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:20:12.944223 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e686966-78c2-46ea-aa8b-efa409bf410b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:12.994480 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 170f2ad6-48ed-46c4-96ec-c07fde8b9145 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:20:12.995364 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:13.012885 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a205184d-2939-438e-b5ad-cdd73d8371bc tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Router 36d5dc71-a28d-4408-ac56-f91b12b65339 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:20:13.119253 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b582c500-4ec6-42d4-b0b6-16c7d2a779a5 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:20:13.122423 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6e686966-78c2-46ea-aa8b-efa409bf410b None None] Provisioning complete for port b3cc7087-9f67-4f29-91ea-63b03dfcb346 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:20:13.122604 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6e686966-78c2-46ea-aa8b-efa409bf410b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:13.132481 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a205184d-2939-438e-b5ad-cdd73d8371bc tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:20:13.145198 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a205184d-2939-438e-b5ad-cdd73d8371bc tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "PUT /v2.0/routers/36d5dc71-a28d-4408-ac56-f91b12b65339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5525298 Dec 16 23:20:13.169076 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b32426-c06c-4987-8ea5-ca8e339ae901 None None] Sync routers for ids ['36d5dc71-a28d-4408-ac56-f91b12b65339'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:20:13.202143 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b32426-c06c-4987-8ea5-ca8e339ae901 None None] Routers {'36d5dc71-a28d-4408-ac56-f91b12b65339'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:20:13.202921 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-10b32426-c06c-4987-8ea5-ca8e339ae901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:19:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['36d5dc71-a28d-4408-ac56-f91b12b65339'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:20:13.205754 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-6e686966-78c2-46ea-aa8b-efa409bf410b None None] Port b3cc7087-9f67-4f29-91ea-63b03dfcb346 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:20:13.295374 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port b582c500-4ec6-42d4-b0b6-16c7d2a779a5 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:20:13.295959 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:13.311259 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-4d782e61-9b4f-44b6-809f-e29d66b08e60 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-791562243&fields=id&tenant_id=cad6fd668fee498d94dbaa2b0174c294 HTTP/1.1" status: 200 len: 267 time: 0.0517960 Dec 16 23:20:13.360400 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-10b32426-c06c-4987-8ea5-ca8e339ae901 None None] Set router 36d5dc71-a28d-4408-ac56-f91b12b65339 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:20:13.362380 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-14598a05-9f1f-4a38-bb44-e3c1fbe08a0a None None] Provisioning complete for port b3cc7087-9f67-4f29-91ea-63b03dfcb346 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:20:13.362754 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14598a05-9f1f-4a38-bb44-e3c1fbe08a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:13.429024 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-b23b92ea-636e-4e2c-a75e-a5b40499cf12 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:13.430672 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-b23b92ea-636e-4e2c-a75e-a5b40499cf12 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/networks?id=69c641ef-4f56-4e3f-882c-7cc50f9e78d5 HTTP/1.1" status: 200 len: 797 time: 0.1098058 Dec 16 23:20:13.446781 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-e9a37534-3cc1-4fb9-9a62-9f2fa10e928d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/quotas/cad6fd668fee498d94dbaa2b0174c294 HTTP/1.1" status: 200 len: 375 time: 0.0092452 Dec 16 23:20:13.480204 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-14598a05-9f1f-4a38-bb44-e3c1fbe08a0a None None] Port b3cc7087-9f67-4f29-91ea-63b03dfcb346 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:20:13.500846 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-ec52b5aa-398b-4e0c-877f-9e14c771d72c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482295 Dec 16 23:20:13.621564 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d865f7ad-b385-4c37-9e0f-30e8955535ec None None] Provisioning complete for port b3cc7087-9f67-4f29-91ea-63b03dfcb346 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:20:13.621943 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d865f7ad-b385-4c37-9e0f-30e8955535ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:13.649614 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-6ccb0552-739a-4be2-89a2-3568e5f09549 service neutron] 10.222.0.75 "GET /v2.0/networks/69c641ef-4f56-4e3f-882c-7cc50f9e78d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368763 Dec 16 23:20:13.670587 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d865f7ad-b385-4c37-9e0f-30e8955535ec None None] Port b3cc7087-9f67-4f29-91ea-63b03dfcb346 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:20:13.681265 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-10b32426-c06c-4987-8ea5-ca8e339ae901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809762030', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:20:07Z', 'updated_at': '2021-12-16T23:20:12Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:20:08Z', 'updated_at': '2021-12-16T23:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'b3cc7087-9f67-4f29-91ea-63b03dfcb346', 'name': '', 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:cf:84:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '481cc554-c326-4a3f-b3ed-18d235c39fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:20:11Z', 'updated_at': '2021-12-16T23:20:12Z', 'revision_number': 2, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '481cc554-c326-4a3f-b3ed-18d235c39fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:20:13.707909 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b32426-c06c-4987-8ea5-ca8e339ae901 None None] Checking router: 36d5dc71-a28d-4408-ac56-f91b12b65339 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:20:13.708278 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b32426-c06c-4987-8ea5-ca8e339ae901 None None] Updating router 36d5dc71-a28d-4408-ac56-f91b12b65339 port b3cc7087-9f67-4f29-91ea-63b03dfcb346 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:20:13.733592 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-10b32426-c06c-4987-8ea5-ca8e339ae901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:13.752981 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-ebc5a3c2-6ffe-4c41-a5d1-e5ae4626c21f service neutron] 10.222.0.75 "GET /v2.0/networks/69c641ef-4f56-4e3f-882c-7cc50f9e78d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938516 Dec 16 23:20:14.014451 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b30ac229-51a0-4aa3-a2a9-306b3fa3bcb2 req-df46f0f8-a9f0-4b22-932a-38d60632fc5f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 210 time: 0.0430882 Dec 16 23:20:14.039301 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-10b32426-c06c-4987-8ea5-ca8e339ae901 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:14.080442 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-10b32426-c06c-4987-8ea5-ca8e339ae901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:14.142144 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d3888-c184-49bd-8f6c-8ad920656df3 None None] Pushing event updated for resources: {'Port': ['ID=b3cc7087-9f67-4f29-91ea-63b03dfcb346,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:14.208617 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-10b32426-c06c-4987-8ea5-ca8e339ae901 None None] Attempting to bind port b3cc7087-9f67-4f29-91ea-63b03dfcb346 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:20:14.209086 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-10b32426-c06c-4987-8ea5-ca8e339ae901 None None] Attempting to bind port b3cc7087-9f67-4f29-91ea-63b03dfcb346 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'e6d90a0f-9b10-424f-9f44-86fb92461673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:20:14.209520 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b32426-c06c-4987-8ea5-ca8e339ae901 None None] Attempting to bind port b3cc7087-9f67-4f29-91ea-63b03dfcb346 on network 69c641ef-4f56-4e3f-882c-7cc50f9e78d5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:20:14.215376 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b32426-c06c-4987-8ea5-ca8e339ae901 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:20:14.215765 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b32426-c06c-4987-8ea5-ca8e339ae901 None None] Checking segment: {'id': 'e6d90a0f-9b10-424f-9f44-86fb92461673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:20:14.216185 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-10b32426-c06c-4987-8ea5-ca8e339ae901 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:14.216658 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b32426-c06c-4987-8ea5-ca8e339ae901 None None] Bound using segment: {'id': 'e6d90a0f-9b10-424f-9f44-86fb92461673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:20:14.217178 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-10b32426-c06c-4987-8ea5-ca8e339ae901 None None] Bound port: b3cc7087-9f67-4f29-91ea-63b03dfcb346, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d90a0f-9b10-424f-9f44-86fb92461673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:20:14.217657 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-10b32426-c06c-4987-8ea5-ca8e339ae901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:14.296553 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-10b32426-c06c-4987-8ea5-ca8e339ae901 None None] For port b3cc7087-9f67-4f29-91ea-63b03dfcb346, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:20:14.300458 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-10b32426-c06c-4987-8ea5-ca8e339ae901 None None] For port b3cc7087-9f67-4f29-91ea-63b03dfcb346, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b3cc7087-9f67-4f29-91ea-63b03dfcb346,segment=NetworkSegment(e6d90a0f-9b10-424f-9f44-86fb92461673),segment_id=e6d90a0f-9b10-424f-9f44-86fb92461673)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:20:14.356006 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-10b32426-c06c-4987-8ea5-ca8e339ae901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:14.450420 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-8ce1a630-ee15-4e86-91c2-147ca9f71b4b None None] Provisioning complete for port b3cc7087-9f67-4f29-91ea-63b03dfcb346 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:20:14.450703 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8ce1a630-ee15-4e86-91c2-147ca9f71b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:14.456413 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d3888-c184-49bd-8f6c-8ad920656df3 None None] Pushing event updated for resources: {'Port': ['ID=b3cc7087-9f67-4f29-91ea-63b03dfcb346,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:14.461546 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b32426-c06c-4987-8ea5-ca8e339ae901 None None] Routers {'36d5dc71-a28d-4408-ac56-f91b12b65339'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:20:14.462632 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-10b32426-c06c-4987-8ea5-ca8e339ae901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:19:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['36d5dc71-a28d-4408-ac56-f91b12b65339'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:20:14.827252 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 170f2ad6-48ed-46c4-96ec-c07fde8b9145 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:20:14.878000 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-10b32426-c06c-4987-8ea5-ca8e339ae901 None None] Set router 36d5dc71-a28d-4408-ac56-f91b12b65339 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:20:14.937036 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8ce1a630-ee15-4e86-91c2-147ca9f71b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:15.070455 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8ce1a630-ee15-4e86-91c2-147ca9f71b4b None None] For port b3cc7087-9f67-4f29-91ea-63b03dfcb346, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b3cc7087-9f67-4f29-91ea-63b03dfcb346,segment=NetworkSegment(e6d90a0f-9b10-424f-9f44-86fb92461673),segment_id=e6d90a0f-9b10-424f-9f44-86fb92461673)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:20:15.071570 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 170f2ad6-48ed-46c4-96ec-c07fde8b9145 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:20:15.071936 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:15.105034 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c3135693-4921-464e-81a1-ebdbd061b742 req-5ae1792f-3136-4189-9e65-dc365164f158 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 210 time: 0.0281644 Dec 16 23:20:15.136136 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8ce1a630-ee15-4e86-91c2-147ca9f71b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:15.302282 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1a630-ee15-4e86-91c2-147ca9f71b4b None None] Pushing event updated for resources: {'Port': ['ID=b3cc7087-9f67-4f29-91ea-63b03dfcb346,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:15.328675 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b343c957-a9b1-44bd-b679-39a1f697c599 None None] Provisioning complete for port b3cc7087-9f67-4f29-91ea-63b03dfcb346 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:20:15.329057 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b343c957-a9b1-44bd-b679-39a1f697c599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:15.378239 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-10b32426-c06c-4987-8ea5-ca8e339ae901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809762030', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:20:07Z', 'updated_at': '2021-12-16T23:20:12Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:20:08Z', 'updated_at': '2021-12-16T23:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'b3cc7087-9f67-4f29-91ea-63b03dfcb346', 'name': '', 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:cf:84:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '481cc554-c326-4a3f-b3ed-18d235c39fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:20:11Z', 'updated_at': '2021-12-16T23:20:14Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '481cc554-c326-4a3f-b3ed-18d235c39fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:20:15.412415 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b32426-c06c-4987-8ea5-ca8e339ae901 None None] The sync data for ids ['36d5dc71-a28d-4408-ac56-f91b12b65339'] in n-d-815324-4 is: [{'id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809762030', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:20:07Z', 'updated_at': '2021-12-16T23:20:12Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:20:08Z', 'updated_at': '2021-12-16T23:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'b3cc7087-9f67-4f29-91ea-63b03dfcb346', 'name': '', 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:cf:84:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '481cc554-c326-4a3f-b3ed-18d235c39fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:20:11Z', 'updated_at': '2021-12-16T23:20:14Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '481cc554-c326-4a3f-b3ed-18d235c39fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:20:16.217725 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2af63f4c-e50c-4dbb-ab75-f2654fd928df req-a00dd439-b7f9-4b7e-ae67-6cf2095e46d0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 210 time: 0.0326035 Dec 16 23:20:16.460021 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-b8d10eba-e391-4366-b7e4-b7cdc2f7c058 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:16.461531 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-b8d10eba-e391-4366-b7e4-b7cdc2f7c058 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.57 "GET /v2.0/networks?id=69c641ef-4f56-4e3f-882c-7cc50f9e78d5 HTTP/1.1" status: 200 len: 797 time: 0.1076989 Dec 16 23:20:16.537767 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-89401a62-0459-47ee-b399-f47a14d7e594 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cad6fd668fee498d94dbaa2b0174c294 HTTP/1.1" status: 200 len: 379 time: 0.0606179 Dec 16 23:20:16.548060 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-37605f6a-d026-4466-b65d-490ae0a8c4d0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'port': {'device_id': 'a3deada7-5d88-4bba-9c65-722b360edbad', 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5', 'admin_state_up': True, 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'security_groups': ['22f2510c-6063-4383-81c3-338bf024f8f0']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:20:16.742909 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-37605f6a-d026-4466-b65d-490ae0a8c4d0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Made reservation on behalf of cad6fd668fee498d94dbaa2b0174c294 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:20:16.746574 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-37605f6a-d026-4466-b65d-490ae0a8c4d0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:16.821132 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b3cc7087-9f67-4f29-91ea-63b03dfcb346 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:20:16.869926 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port b3cc7087-9f67-4f29-91ea-63b03dfcb346 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:20:16.870291 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:16.886591 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-37605f6a-d026-4466-b65d-490ae0a8c4d0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Allocated IP 172.20.0.3 (69c641ef-4f56-4e3f-882c-7cc50f9e78d5/481cc554-c326-4a3f-b3ed-18d235c39fd7/9c0bacd5-7fe4-489f-8b39-a953397877a0) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:20:17.031280 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-37605f6a-d026-4466-b65d-490ae0a8c4d0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:17.120125 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-37605f6a-d026-4466-b65d-490ae0a8c4d0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:17.173149 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-37605f6a-d026-4466-b65d-490ae0a8c4d0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network 69c641ef-4f56-4e3f-882c-7cc50f9e78d5 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:20:17.176838 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-37605f6a-d026-4466-b65d-490ae0a8c4d0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:20:17.180664 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-37605f6a-d026-4466-b65d-490ae0a8c4d0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:20:17.187619 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37605f6a-d026-4466-b65d-490ae0a8c4d0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=9c0bacd5-7fe4-489f-8b39-a953397877a0,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:17.237275 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-37605f6a-d026-4466-b65d-490ae0a8c4d0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:17.237984 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-37605f6a-d026-4466-b65d-490ae0a8c4d0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:17.294341 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-37605f6a-d026-4466-b65d-490ae0a8c4d0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7509029 Dec 16 23:20:17.348665 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-33d55c5f-667e-4bda-89b8-e94d49422a50 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:20:17.349696 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-33d55c5f-667e-4bda-89b8-e94d49422a50 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057864 Dec 16 23:20:17.350117 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb1b6c-b219-482a-9010-6593754035c5 req-4c75f53b-83c3-4af1-b6bd-7a8b5d967953 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:17.351769 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ddeb1b6c-b219-482a-9010-6593754035c5 req-4c75f53b-83c3-4af1-b6bd-7a8b5d967953 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 931 time: 0.0606966 Dec 16 23:20:17.403472 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ddeb1b6c-b219-482a-9010-6593754035c5 req-7c7675fe-68af-46db-91c3-fe7d88bd12c1 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=22f2510c-6063-4383-81c3-338bf024f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454559 Dec 16 23:20:17.418363 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-8bd6a0b5-1480-47c5-a1d4-0b359b7af23c service neutron] Request body: {'port': {'device_id': 'a3deada7-5d88-4bba-9c65-722b360edbad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:20:17.425555 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-66fc73af-147d-4bac-908f-2ccf5d65af3f None None] Provisioning complete for port 9c0bacd5-7fe4-489f-8b39-a953397877a0 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:20:17.425871 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-66fc73af-147d-4bac-908f-2ccf5d65af3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:17.460548 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-66fc73af-147d-4bac-908f-2ccf5d65af3f None None] Port 9c0bacd5-7fe4-489f-8b39-a953397877a0 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:20:17.474238 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-8bd6a0b5-1480-47c5-a1d4-0b359b7af23c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:17.742829 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-8bd6a0b5-1480-47c5-a1d4-0b359b7af23c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0bacd5-7fe4-489f-8b39-a953397877a0 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:20:17.751086 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-8bd6a0b5-1480-47c5-a1d4-0b359b7af23c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:17.762957 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-8bd6a0b5-1480-47c5-a1d4-0b359b7af23c service neutron] Transition to ACTIVE for port object 9c0bacd5-7fe4-489f-8b39-a953397877a0 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:20:17.834168 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-8bd6a0b5-1480-47c5-a1d4-0b359b7af23c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:17.886469 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6a0b5-1480-47c5-a1d4-0b359b7af23c service neutron] Pushing event updated for resources: {'Port': ['ID=9c0bacd5-7fe4-489f-8b39-a953397877a0,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:17.963216 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-8bd6a0b5-1480-47c5-a1d4-0b359b7af23c service neutron] Attempting to bind port 9c0bacd5-7fe4-489f-8b39-a953397877a0 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:20:17.963681 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-8bd6a0b5-1480-47c5-a1d4-0b359b7af23c service neutron] Attempting to bind port 9c0bacd5-7fe4-489f-8b39-a953397877a0 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'e6d90a0f-9b10-424f-9f44-86fb92461673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:20:17.964015 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-8bd6a0b5-1480-47c5-a1d4-0b359b7af23c service neutron] Attempting to bind port 9c0bacd5-7fe4-489f-8b39-a953397877a0 on network 69c641ef-4f56-4e3f-882c-7cc50f9e78d5 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:20:17.968656 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-8bd6a0b5-1480-47c5-a1d4-0b359b7af23c service neutron] Port 9c0bacd5-7fe4-489f-8b39-a953397877a0 on network 69c641ef-4f56-4e3f-882c-7cc50f9e78d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:20:17.969153 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-8bd6a0b5-1480-47c5-a1d4-0b359b7af23c service neutron] Attempting to bind port 9c0bacd5-7fe4-489f-8b39-a953397877a0 on network 69c641ef-4f56-4e3f-882c-7cc50f9e78d5 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:20:17.974317 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-8bd6a0b5-1480-47c5-a1d4-0b359b7af23c service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:20:17.974655 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-8bd6a0b5-1480-47c5-a1d4-0b359b7af23c service neutron] Checking segment: {'id': 'e6d90a0f-9b10-424f-9f44-86fb92461673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:20:17.975059 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-8bd6a0b5-1480-47c5-a1d4-0b359b7af23c service neutron] Bound using segment: {'id': 'e6d90a0f-9b10-424f-9f44-86fb92461673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:20:17.975500 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-8bd6a0b5-1480-47c5-a1d4-0b359b7af23c service neutron] Bound port: 9c0bacd5-7fe4-489f-8b39-a953397877a0, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6d90a0f-9b10-424f-9f44-86fb92461673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:20:17.975857 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-8bd6a0b5-1480-47c5-a1d4-0b359b7af23c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:18.042603 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-8bd6a0b5-1480-47c5-a1d4-0b359b7af23c service neutron] For port 9c0bacd5-7fe4-489f-8b39-a953397877a0, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:20:18.046305 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-8bd6a0b5-1480-47c5-a1d4-0b359b7af23c service neutron] For port 9c0bacd5-7fe4-489f-8b39-a953397877a0, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9c0bacd5-7fe4-489f-8b39-a953397877a0,segment=NetworkSegment(e6d90a0f-9b10-424f-9f44-86fb92461673),segment_id=e6d90a0f-9b10-424f-9f44-86fb92461673)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:20:18.109586 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-8bd6a0b5-1480-47c5-a1d4-0b359b7af23c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:18.145634 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-8bd6a0b5-1480-47c5-a1d4-0b359b7af23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:18.146275 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-8bd6a0b5-1480-47c5-a1d4-0b359b7af23c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:18.147713 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-8bd6a0b5-1480-47c5-a1d4-0b359b7af23c service neutron] 10.222.0.57 "PUT /v2.0/ports/9c0bacd5-7fe4-489f-8b39-a953397877a0 HTTP/1.1" status: 200 len: 1091 time: 0.7833681 Dec 16 23:20:18.148160 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3deada7-5d88-4bba-9c65-722b360edbad', 'tag': '9c0bacd5-7fe4-489f-8b39-a953397877a0'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:20:18.150498 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95436fed-daba-4f7b-80a5-593dd753eb84" -d '{"events": [{"name": "network-changed", "server_uuid": "a3deada7-5d88-4bba-9c65-722b360edbad", "tag": "9c0bacd5-7fe4-489f-8b39-a953397877a0"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:20:18.179690 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6a0b5-1480-47c5-a1d4-0b359b7af23c service neutron] Pushing event updated for resources: {'Port': ['ID=9c0bacd5-7fe4-489f-8b39-a953397877a0,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:18.202066 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b53ad1-15de-4b80-bb42-6ed4e04a9660 x-openstack-request-id: req-77b53ad1-15de-4b80-bb42-6ed4e04a9660 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:20:18.202066 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3deada7-5d88-4bba-9c65-722b360edbad", "tag": "9c0bacd5-7fe4-489f-8b39-a953397877a0", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:20:18.202066 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-77b53ad1-15de-4b80-bb42-6ed4e04a9660 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:20:18.202066 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3deada7-5d88-4bba-9c65-722b360edbad', 'tag': '9c0bacd5-7fe4-489f-8b39-a953397877a0', 'status': 'completed', 'code': 200} Dec 16 23:20:18.284887 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95436fed-daba-4f7b-80a5-593dd753eb84 req-57c4dde0-0cd5-4963-b347-5794bb126e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:18.286442 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-95436fed-daba-4f7b-80a5-593dd753eb84 req-57c4dde0-0cd5-4963-b347-5794bb126e3a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 1094 time: 0.0444357 Dec 16 23:20:18.396273 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95436fed-daba-4f7b-80a5-593dd753eb84 req-c0ada2b6-8cfd-490a-90ed-8a664d171675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:18.397809 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-95436fed-daba-4f7b-80a5-593dd753eb84 req-c0ada2b6-8cfd-490a-90ed-8a664d171675 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=cad6fd668fee498d94dbaa2b0174c294&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0975661 Dec 16 23:20:18.498887 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95436fed-daba-4f7b-80a5-593dd753eb84 req-da039466-8cb8-4812-8c27-662630ebbac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:18.500466 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-95436fed-daba-4f7b-80a5-593dd753eb84 req-da039466-8cb8-4812-8c27-662630ebbac6 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0961697 Dec 16 23:20:18.528177 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adfe90-8540-49e3-888f-43535a42733b req-a048f628-ab2e-455c-97b2-d7f75bc90feb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:18.529821 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-40adfe90-8540-49e3-888f-43535a42733b req-a048f628-ab2e-455c-97b2-d7f75bc90feb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 943 time: 0.0551105 Dec 16 23:20:18.582324 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-40adfe90-8540-49e3-888f-43535a42733b req-d16db247-42c8-4515-ad09-90d88ab96dad tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=22f2510c-6063-4383-81c3-338bf024f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464144 Dec 16 23:20:18.601316 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-c47b92fd-107a-4926-b67c-a0f9e33c4520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:18.602899 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-c47b92fd-107a-4926-b67c-a0f9e33c4520 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 1094 time: 0.0442536 Dec 16 23:20:18.651703 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-2b924f31-2d5f-498e-8581-0edc80f0573f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c0bacd5-7fe4-489f-8b39-a953397877a0 HTTP/1.1" status: 200 len: 217 time: 0.0351117 Dec 16 23:20:18.707455 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-129607f7-cfdc-4221-9ec6-a713d5c4ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:18.708893 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-129607f7-cfdc-4221-9ec6-a713d5c4ef67 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=481cc554-c326-4a3f-b3ed-18d235c39fd7 HTTP/1.1" status: 200 len: 834 time: 0.0509937 Dec 16 23:20:18.754853 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-c127aaa0-7246-474e-879c-732935e96721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:18.756409 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-c127aaa0-7246-474e-879c-732935e96721 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69c641ef-4f56-4e3f-882c-7cc50f9e78d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410907 Dec 16 23:20:18.846967 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-dd97d2b5-5ae7-4d1d-b84b-e4f9cac87687 service neutron] 10.222.0.57 "GET /v2.0/networks/69c641ef-4f56-4e3f-882c-7cc50f9e78d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838122 Dec 16 23:20:18.939746 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-00a0fa3b-be57-42e6-9a7d-9b456a7af062 req-f703543c-1b6e-4179-b7d7-88e2380c5217 service neutron] 10.222.0.57 "GET /v2.0/networks/69c641ef-4f56-4e3f-882c-7cc50f9e78d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860689 Dec 16 23:20:19.703885 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe8f34-c911-4da1-a235-25513770c28a req-10939a17-e399-489b-8a9c-c132549f3960 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:19.705393 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fefe8f34-c911-4da1-a235-25513770c28a req-10939a17-e399-489b-8a9c-c132549f3960 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 943 time: 0.0508773 Dec 16 23:20:19.756325 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fefe8f34-c911-4da1-a235-25513770c28a req-f44ace2f-cb19-49cd-841d-aec8640e1b0b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=22f2510c-6063-4383-81c3-338bf024f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449097 Dec 16 23:20:20.872768 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e689e-e6a6-44f4-9472-8cc1757919bc req-b176b59c-26cf-4528-a1c9-5af37629f3df tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:20.875164 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bf3e689e-e6a6-44f4-9472-8cc1757919bc req-b176b59c-26cf-4528-a1c9-5af37629f3df tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 943 time: 0.0503428 Dec 16 23:20:20.925019 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bf3e689e-e6a6-44f4-9472-8cc1757919bc req-af483176-23ba-477e-8e09-b8f862c8821b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=22f2510c-6063-4383-81c3-338bf024f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435367 Dec 16 23:20:22.046814 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932589f5-b134-40b0-9b76-3f91835586eb req-eededdd8-2c4d-412b-bc92-3a43bc908708 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:22.048351 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-932589f5-b134-40b0-9b76-3f91835586eb req-eededdd8-2c4d-412b-bc92-3a43bc908708 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 943 time: 0.0540071 Dec 16 23:20:22.097497 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-932589f5-b134-40b0-9b76-3f91835586eb req-19192380-6cb1-459a-b905-af3559b4c3a5 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=22f2510c-6063-4383-81c3-338bf024f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428755 Dec 16 23:20:22.350933 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 9c0bacd5-7fe4-489f-8b39-a953397877a0 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:20:22.446808 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 9c0bacd5-7fe4-489f-8b39-a953397877a0, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9c0bacd5-7fe4-489f-8b39-a953397877a0,segment=NetworkSegment(e6d90a0f-9b10-424f-9f44-86fb92461673),segment_id=e6d90a0f-9b10-424f-9f44-86fb92461673)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:20:22.458196 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '9c0bacd5-7fe4-489f-8b39-a953397877a0', 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5', 'port_id': '9c0bacd5-7fe4-489f-8b39-a953397877a0', 'mac_address': 'fa:16:3e:d3:03:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '481cc554-c326-4a3f-b3ed-18d235c39fd7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:20:22.494008 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:22.507987 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0bacd5-7fe4-489f-8b39-a953397877a0 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:20:22.527074 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 9c0bacd5-7fe4-489f-8b39-a953397877a0, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9c0bacd5-7fe4-489f-8b39-a953397877a0,segment=NetworkSegment(e6d90a0f-9b10-424f-9f44-86fb92461673),segment_id=e6d90a0f-9b10-424f-9f44-86fb92461673)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:20:22.610838 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:22.662504 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=9c0bacd5-7fe4-489f-8b39-a953397877a0,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:23.035615 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['9c0bacd5-7fe4-489f-8b39-a953397877a0'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:20:23.212284 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76c079-7187-45ed-aea9-c8d398739d13 req-6b7502d5-ee0a-4fc5-8298-b82aeca6e6c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:23.214032 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bb76c079-7187-45ed-aea9-c8d398739d13 req-6b7502d5-ee0a-4fc5-8298-b82aeca6e6c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 944 time: 0.0493410 Dec 16 23:20:23.268701 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bb76c079-7187-45ed-aea9-c8d398739d13 req-8332e609-9292-4d1d-ba33-09645fe52109 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=22f2510c-6063-4383-81c3-338bf024f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481348 Dec 16 23:20:23.445061 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-39853fb7-e82b-4709-b19b-5efa9809d3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:24.367643 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 9c0bacd5-7fe4-489f-8b39-a953397877a0 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:20:24.384098 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb000f8e-0d80-4153-9dfb-2e875901358f req-8eb4351e-b203-47ff-9bf4-d2e623738de9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:24.385620 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cb000f8e-0d80-4153-9dfb-2e875901358f req-8eb4351e-b203-47ff-9bf4-d2e623738de9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 944 time: 0.0491517 Dec 16 23:20:24.436389 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cb000f8e-0d80-4153-9dfb-2e875901358f req-1c0c09da-3b64-4967-9668-93bd85650ffa tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=22f2510c-6063-4383-81c3-338bf024f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437152 Dec 16 23:20:24.491009 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 9c0bacd5-7fe4-489f-8b39-a953397877a0 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:20:24.495083 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 9c0bacd5-7fe4-489f-8b39-a953397877a0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:20:24.495451 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:24.578287 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:24.600518 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3deada7-5d88-4bba-9c65-722b360edbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0bacd5-7fe4-489f-8b39-a953397877a0'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:20:24.602754 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fef3fa-ef7c-499e-b495-f8540b3444f8" -d '{"events": [{"server_uuid": "a3deada7-5d88-4bba-9c65-722b360edbad", "name": "network-vif-plugged", "status": "completed", "tag": "9c0bacd5-7fe4-489f-8b39-a953397877a0"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:20:24.618567 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 9c0bacd5-7fe4-489f-8b39-a953397877a0, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9c0bacd5-7fe4-489f-8b39-a953397877a0,segment=NetworkSegment(e6d90a0f-9b10-424f-9f44-86fb92461673),segment_id=e6d90a0f-9b10-424f-9f44-86fb92461673)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:20:24.644765 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88122027-7367-4edb-b0d9-d085af40ea71 x-openstack-request-id: req-88122027-7367-4edb-b0d9-d085af40ea71 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:20:24.645062 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3deada7-5d88-4bba-9c65-722b360edbad", "name": "network-vif-plugged", "status": "completed", "tag": "9c0bacd5-7fe4-489f-8b39-a953397877a0", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:20:24.645330 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-88122027-7367-4edb-b0d9-d085af40ea71 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:20:24.645730 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3deada7-5d88-4bba-9c65-722b360edbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0bacd5-7fe4-489f-8b39-a953397877a0', 'code': 200} Dec 16 23:20:24.679858 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:24.727991 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=9c0bacd5-7fe4-489f-8b39-a953397877a0,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:24.771890 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f4bb7-113a-42cd-926a-3151f6fbe0b6 req-6a738c3d-9d82-4fbc-877c-ca7ad0b6baff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:24.773391 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-967f4bb7-113a-42cd-926a-3151f6fbe0b6 req-6a738c3d-9d82-4fbc-877c-ca7ad0b6baff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 1096 time: 0.0399129 Dec 16 23:20:24.824865 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-967f4bb7-113a-42cd-926a-3151f6fbe0b6 req-88cab773-eda0-45b7-93b8-eefb1c138bc9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=22f2510c-6063-4383-81c3-338bf024f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434647 Dec 16 23:20:24.928358 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:20:25.553416 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed47f74-fd7e-4164-b716-7be16130ee23 req-c7041bc9-436c-4737-bbf6-21584d86f1a9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:25.554840 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ed47f74-fd7e-4164-b716-7be16130ee23 req-c7041bc9-436c-4737-bbf6-21584d86f1a9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 945 time: 0.0502436 Dec 16 23:20:25.605851 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ed47f74-fd7e-4164-b716-7be16130ee23 req-be655537-3ebb-4b4d-b738-ddc26478f83f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=22f2510c-6063-4383-81c3-338bf024f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448964 Dec 16 23:20:25.673981 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1c7e94a1-7610-4cde-9588-055c85c6364a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:26.727746 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e30d1-4f77-46a8-8054-520c8d651731 req-6cbb3d8a-1348-452e-92ee-b2298b5e393a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:26.729243 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e71e30d1-4f77-46a8-8054-520c8d651731 req-6cbb3d8a-1348-452e-92ee-b2298b5e393a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 945 time: 0.0485797 Dec 16 23:20:26.777957 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e71e30d1-4f77-46a8-8054-520c8d651731 req-84740ccb-fa08-4ec5-9c58-a41db19c013b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=22f2510c-6063-4383-81c3-338bf024f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421054 Dec 16 23:20:26.898648 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7ee35-9637-492c-99a4-bd1fdafd2512 req-5971d5b9-92dc-462d-b54f-772d43692748 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:26.900104 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53a7ee35-9637-492c-99a4-bd1fdafd2512 req-5971d5b9-92dc-462d-b54f-772d43692748 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 945 time: 0.0510619 Dec 16 23:20:26.954012 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-53a7ee35-9637-492c-99a4-bd1fdafd2512 req-8be22ea6-78dc-4396-94d7-f43366be4bc6 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=22f2510c-6063-4383-81c3-338bf024f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464299 Dec 16 23:20:26.975604 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36628) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:20:27.019145 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bde0c3-4100-4203-a3c6-01cfc35c5327 tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:27.020682 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-52bde0c3-4100-4203-a3c6-01cfc35c5327 tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 1091 time: 0.0440772 Dec 16 23:20:27.023505 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36630) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:20:27.027837 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-82b5d681-0bc5-4579-a83e-df47de5b3e39 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'port_id': '9c0bacd5-7fe4-489f-8b39-a953397877a0', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:20:27.108681 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82b5d681-0bc5-4579-a83e-df47de5b3e39 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:27.206711 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82b5d681-0bc5-4579-a83e-df47de5b3e39 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:27.234456 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:27.311653 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-82b5d681-0bc5-4579-a83e-df47de5b3e39 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Allocated IP 172.25.6.80 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/bafb6e0c-ef9e-40f1-9604-235f4b1dd83e) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:20:27.410235 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82b5d681-0bc5-4579-a83e-df47de5b3e39 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:27.491777 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82b5d681-0bc5-4579-a83e-df47de5b3e39 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:27.533968 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b5d681-0bc5-4579-a83e-df47de5b3e39 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:20:27.536867 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-82b5d681-0bc5-4579-a83e-df47de5b3e39 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:20:27.540426 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b5d681-0bc5-4579-a83e-df47de5b3e39 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:20:27.553998 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:27.564635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5d681-0bc5-4579-a83e-df47de5b3e39 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=bafb6e0c-ef9e-40f1-9604-235f4b1dd83e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:27.900040 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82b5d681-0bc5-4579-a83e-df47de5b3e39 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:28.031092 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82b5d681-0bc5-4579-a83e-df47de5b3e39 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:28.181079 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82b5d681-0bc5-4579-a83e-df47de5b3e39 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:28.239904 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82b5d681-0bc5-4579-a83e-df47de5b3e39 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:28.306029 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5d681-0bc5-4579-a83e-df47de5b3e39 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=bafb6e0c-ef9e-40f1-9604-235f4b1dd83e,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:20:28.319937 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82b5d681-0bc5-4579-a83e-df47de5b3e39 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:28.423306 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-82b5d681-0bc5-4579-a83e-df47de5b3e39 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Floating IP 2c931ad0-588d-4aa2-bcc7-6330ff1e1d24 associated. External IP: 172.25.6.80, port: 9c0bacd5-7fe4-489f-8b39-a953397877a0. Dec 16 23:20:28.587907 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:28.635022 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b5d681-0bc5-4579-a83e-df47de5b3e39 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Router 36d5dc71-a28d-4408-ac56-f91b12b65339 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:20:28.743739 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b5d681-0bc5-4579-a83e-df47de5b3e39 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:20:28.756018 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba45e25-88e7-479b-af56-5e653ac5500a None None] Sync routers for ids ['36d5dc71-a28d-4408-ac56-f91b12b65339'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:20:28.765932 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba45e25-88e7-479b-af56-5e653ac5500a None None] Routers {'36d5dc71-a28d-4408-ac56-f91b12b65339'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:20:28.769116 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-8ba45e25-88e7-479b-af56-5e653ac5500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:20:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['36d5dc71-a28d-4408-ac56-f91b12b65339'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:20:28.830158 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82b5d681-0bc5-4579-a83e-df47de5b3e39 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:28.857109 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-82b5d681-0bc5-4579-a83e-df47de5b3e39 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8325388 Dec 16 23:20:28.858273 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3deada7-5d88-4bba-9c65-722b360edbad', 'tag': '9c0bacd5-7fe4-489f-8b39-a953397877a0'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:20:28.860552 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fda131-cd0a-47dc-b1e5-cfbcd3a04208" -d '{"events": [{"name": "network-changed", "server_uuid": "a3deada7-5d88-4bba-9c65-722b360edbad", "tag": "9c0bacd5-7fe4-489f-8b39-a953397877a0"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:20:28.878322 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-8ba45e25-88e7-479b-af56-5e653ac5500a None None] Set router 36d5dc71-a28d-4408-ac56-f91b12b65339 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:20:28.903541 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e64ff2-cefc-4e67-994a-76fed7bead83 x-openstack-request-id: req-31e64ff2-cefc-4e67-994a-76fed7bead83 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:20:28.904050 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3deada7-5d88-4bba-9c65-722b360edbad", "tag": "9c0bacd5-7fe4-489f-8b39-a953397877a0", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:20:28.904895 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-31e64ff2-cefc-4e67-994a-76fed7bead83 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:20:28.905398 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3deada7-5d88-4bba-9c65-722b360edbad', 'tag': '9c0bacd5-7fe4-489f-8b39-a953397877a0', 'status': 'completed', 'code': 200} Dec 16 23:20:28.918705 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:28.958239 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d98673-9a70-4a38-bf10-ec77e1b87ee7 req-90b4e3a2-316b-4431-9435-9cff4d14c0b4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:28.959896 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c1d98673-9a70-4a38-bf10-ec77e1b87ee7 req-90b4e3a2-316b-4431-9435-9cff4d14c0b4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 945 time: 0.0515807 Dec 16 23:20:28.999081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fda131-cd0a-47dc-b1e5-cfbcd3a04208 req-1fac2470-431c-4f35-a326-45d6e5730bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:29.000779 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58fda131-cd0a-47dc-b1e5-cfbcd3a04208 req-1fac2470-431c-4f35-a326-45d6e5730bff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 1096 time: 0.0459354 Dec 16 23:20:29.012960 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c1d98673-9a70-4a38-bf10-ec77e1b87ee7 req-84b5dcad-1871-490c-b2f7-014ca80a6448 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=22f2510c-6063-4383-81c3-338bf024f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463612 Dec 16 23:20:29.038918 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36636) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:20:29.109811 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f1bd4311-5483-4702-ac70-c8402a9a451b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/floatingips/2c931ad0-588d-4aa2-bcc7-6330ff1e1d24 HTTP/1.1" status: 200 len: 990 time: 0.0695696 Dec 16 23:20:29.125644 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-8ba45e25-88e7-479b-af56-5e653ac5500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809762030', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:20:07Z', 'updated_at': '2021-12-16T23:20:12Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:20:08Z', 'updated_at': '2021-12-16T23:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '2c931ad0-588d-4aa2-bcc7-6330ff1e1d24', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'floating_ip_address': '172.25.6.80', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'port_id': '9c0bacd5-7fe4-489f-8b39-a953397877a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5', 'mac_address': 'fa:16:3e:d3:03:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3deada7-5d88-4bba-9c65-722b360edbad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:20:27Z', 'updated_at': '2021-12-16T23:20:27Z', 'revision_number': 0, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3cc7087-9f67-4f29-91ea-63b03dfcb346', 'name': '', 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:cf:84:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '481cc554-c326-4a3f-b3ed-18d235c39fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:20:11Z', 'updated_at': '2021-12-16T23:20:15Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '481cc554-c326-4a3f-b3ed-18d235c39fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:20:29.136908 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:29.154748 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba45e25-88e7-479b-af56-5e653ac5500a None None] Checking router: 36d5dc71-a28d-4408-ac56-f91b12b65339 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:20:29.164183 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba45e25-88e7-479b-af56-5e653ac5500a None None] Routers {'36d5dc71-a28d-4408-ac56-f91b12b65339'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:20:29.164871 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-8ba45e25-88e7-479b-af56-5e653ac5500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:20:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['36d5dc71-a28d-4408-ac56-f91b12b65339'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:20:29.278943 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-8ba45e25-88e7-479b-af56-5e653ac5500a None None] Set router 36d5dc71-a28d-4408-ac56-f91b12b65339 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:20:29.444378 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fda131-cd0a-47dc-b1e5-cfbcd3a04208 req-2598ef0d-3808-4d24-8d2f-39a338f777b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:29.445791 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58fda131-cd0a-47dc-b1e5-cfbcd3a04208 req-2598ef0d-3808-4d24-8d2f-39a338f777b4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=69c641ef-4f56-4e3f-882c-7cc50f9e78d5 HTTP/1.1" status: 200 len: 897 time: 0.4376745 Dec 16 23:20:29.508363 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-8ba45e25-88e7-479b-af56-5e653ac5500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809762030', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:20:07Z', 'updated_at': '2021-12-16T23:20:12Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:20:08Z', 'updated_at': '2021-12-16T23:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '2c931ad0-588d-4aa2-bcc7-6330ff1e1d24', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'floating_ip_address': '172.25.6.80', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'port_id': '9c0bacd5-7fe4-489f-8b39-a953397877a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5', 'mac_address': 'fa:16:3e:d3:03:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3deada7-5d88-4bba-9c65-722b360edbad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:20:27Z', 'updated_at': '2021-12-16T23:20:27Z', 'revision_number': 0, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3cc7087-9f67-4f29-91ea-63b03dfcb346', 'name': '', 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:cf:84:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '481cc554-c326-4a3f-b3ed-18d235c39fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:20:11Z', 'updated_at': '2021-12-16T23:20:15Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '481cc554-c326-4a3f-b3ed-18d235c39fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:20:29.512986 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58fda131-cd0a-47dc-b1e5-cfbcd3a04208 req-974282da-57ef-4953-a6fb-7bf2e6f88823 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c0bacd5-7fe4-489f-8b39-a953397877a0 HTTP/1.1" status: 200 len: 998 time: 0.0591052 Dec 16 23:20:29.539542 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba45e25-88e7-479b-af56-5e653ac5500a None None] The sync data for ids ['36d5dc71-a28d-4408-ac56-f91b12b65339'] in n-d-815324-4 is: [{'id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809762030', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:20:07Z', 'updated_at': '2021-12-16T23:20:12Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:20:08Z', 'updated_at': '2021-12-16T23:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '2c931ad0-588d-4aa2-bcc7-6330ff1e1d24', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'floating_ip_address': '172.25.6.80', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'port_id': '9c0bacd5-7fe4-489f-8b39-a953397877a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5', 'mac_address': 'fa:16:3e:d3:03:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3deada7-5d88-4bba-9c65-722b360edbad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:20:27Z', 'updated_at': '2021-12-16T23:20:27Z', 'revision_number': 0, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3cc7087-9f67-4f29-91ea-63b03dfcb346', 'name': '', 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:cf:84:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '481cc554-c326-4a3f-b3ed-18d235c39fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:20:11Z', 'updated_at': '2021-12-16T23:20:15Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '481cc554-c326-4a3f-b3ed-18d235c39fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:20:29.571067 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fda131-cd0a-47dc-b1e5-cfbcd3a04208 req-bdb66584-123d-4693-bb05-9686075b58e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:29.572620 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58fda131-cd0a-47dc-b1e5-cfbcd3a04208 req-bdb66584-123d-4693-bb05-9686075b58e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=481cc554-c326-4a3f-b3ed-18d235c39fd7 HTTP/1.1" status: 200 len: 834 time: 0.0518434 Dec 16 23:20:29.620236 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fda131-cd0a-47dc-b1e5-cfbcd3a04208 req-3285b0f1-c05a-4895-b24b-b10d6aebe385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:20:29.621801 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58fda131-cd0a-47dc-b1e5-cfbcd3a04208 req-3285b0f1-c05a-4895-b24b-b10d6aebe385 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69c641ef-4f56-4e3f-882c-7cc50f9e78d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420969 Dec 16 23:20:29.715945 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58fda131-cd0a-47dc-b1e5-cfbcd3a04208 req-f8d4f87d-2959-4ec0-a6fd-3bfdc7c18ac3 service neutron] 10.222.0.57 "GET /v2.0/networks/69c641ef-4f56-4e3f-882c-7cc50f9e78d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868428 Dec 16 23:20:29.746584 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85f8eed-bca1-4368-bf59-18ce7c59e863 None None] New status for floating IP 2c931ad0-588d-4aa2-bcc7-6330ff1e1d24: ACTIVE {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:20:29.813110 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-58fda131-cd0a-47dc-b1e5-cfbcd3a04208 req-dadabe5e-db0f-486d-bf3e-c384628260de service neutron] 10.222.0.57 "GET /v2.0/networks/69c641ef-4f56-4e3f-882c-7cc50f9e78d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900576 Dec 16 23:20:30.112906 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36638) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:20:30.173878 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-62be02cb-0cc9-4fdd-ad2b-c4787916bc87 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/floatingips/2c931ad0-588d-4aa2-bcc7-6330ff1e1d24 HTTP/1.1" status: 200 len: 992 time: 0.0598130 Dec 16 23:20:53.433372 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ef50d10b-5ab5-4e04-89fa-ca30e9140eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:55.673405 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f24e5667-5d57-412f-b1db-76a863d584ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:57.233402 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:57.633587 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:58.565211 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:58.919339 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:20:59.085944 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:01.927484 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:21:18.354165 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0aafd604-8ed2-47dc-8272-1f6b6921ebe4 req-2ee6f547-8605-495b-9716-3a62afa313a3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a3deada7-5d88-4bba-9c65-722b360edbad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438747 Dec 16 23:21:18.454619 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafd604-8ed2-47dc-8272-1f6b6921ebe4 req-d0c37648-0dae-4675-a5c7-ac3fffa8b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:18.456191 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0aafd604-8ed2-47dc-8272-1f6b6921ebe4 req-d0c37648-0dae-4675-a5c7-ac3fffa8b4e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 1096 time: 0.0426557 Dec 16 23:21:18.567122 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafd604-8ed2-47dc-8272-1f6b6921ebe4 req-9f901c19-733f-458e-8668-82005b97a288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:18.568894 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0aafd604-8ed2-47dc-8272-1f6b6921ebe4 req-9f901c19-733f-458e-8668-82005b97a288 service neutron] 10.222.0.57 "GET /v2.0/networks?id=69c641ef-4f56-4e3f-882c-7cc50f9e78d5 HTTP/1.1" status: 200 len: 897 time: 0.0915911 Dec 16 23:21:18.638023 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0aafd604-8ed2-47dc-8272-1f6b6921ebe4 req-63f8f4c9-5c3e-452a-83c8-59d478947c5e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c0bacd5-7fe4-489f-8b39-a953397877a0 HTTP/1.1" status: 200 len: 1000 time: 0.0606136 Dec 16 23:21:18.688042 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafd604-8ed2-47dc-8272-1f6b6921ebe4 req-a47a0a56-6135-4ff9-84f4-e23456177a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:18.691533 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0aafd604-8ed2-47dc-8272-1f6b6921ebe4 req-a47a0a56-6135-4ff9-84f4-e23456177a8d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=481cc554-c326-4a3f-b3ed-18d235c39fd7 HTTP/1.1" status: 200 len: 834 time: 0.0446520 Dec 16 23:21:18.739920 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafd604-8ed2-47dc-8272-1f6b6921ebe4 req-fdb76987-5e2b-44a4-b489-2a31a13062bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:18.741451 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0aafd604-8ed2-47dc-8272-1f6b6921ebe4 req-fdb76987-5e2b-44a4-b489-2a31a13062bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69c641ef-4f56-4e3f-882c-7cc50f9e78d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454197 Dec 16 23:21:18.832096 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0aafd604-8ed2-47dc-8272-1f6b6921ebe4 req-667204e3-3f77-43b6-a3bf-f739e1b13f0c service neutron] 10.222.0.57 "GET /v2.0/networks/69c641ef-4f56-4e3f-882c-7cc50f9e78d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831568 Dec 16 23:21:18.926762 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0aafd604-8ed2-47dc-8272-1f6b6921ebe4 req-dceb2d42-29f4-40ef-b967-54a5087f2279 service neutron] 10.222.0.57 "GET /v2.0/networks/69c641ef-4f56-4e3f-882c-7cc50f9e78d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878978 Dec 16 23:21:23.444325 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dae13416-bc4b-467f-8c5a-c4c927390dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:25.679027 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6c3d35d6-8d1b-4983-a78b-de24ac7639a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:27.244736 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:27.599210 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:28.610525 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:28.931075 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:29.079007 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:33.141480 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69b7d3-9ecc-486f-9057-3ede77f418d4 req-4ce98d6f-2394-466d-95cb-f7cb6d611771 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:33.143029 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-db69b7d3-9ecc-486f-9057-3ede77f418d4 req-4ce98d6f-2394-466d-95cb-f7cb6d611771 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 945 time: 0.0508142 Dec 16 23:21:33.192441 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-db69b7d3-9ecc-486f-9057-3ede77f418d4 req-9f278ed4-200c-4639-8ff3-c8d48ea9d316 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=22f2510c-6063-4383-81c3-338bf024f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432308 Dec 16 23:21:34.313627 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe46961-6c2f-42c9-8d34-feecc23f8151 req-abbeed24-8100-48a1-96fa-52ce5abd1b30 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:34.315228 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-afe46961-6c2f-42c9-8d34-feecc23f8151 req-abbeed24-8100-48a1-96fa-52ce5abd1b30 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 945 time: 0.0510643 Dec 16 23:21:34.367281 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-afe46961-6c2f-42c9-8d34-feecc23f8151 req-55074205-f8c8-4c4a-b3a2-ac687ee24e7a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=22f2510c-6063-4383-81c3-338bf024f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460551 Dec 16 23:21:34.390478 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36670) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:21:34.452664 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-57267891-17c6-49f1-84e4-6813d5251a9a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/floatingips/2c931ad0-588d-4aa2-bcc7-6330ff1e1d24 HTTP/1.1" status: 200 len: 992 time: 0.0609078 Dec 16 23:21:35.897915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba81ea-bf8a-44e4-8394-29008f0323a8 req-cc3eb020-af75-44ba-97b4-b43c4dd26671 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:35.899445 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e5ba81ea-bf8a-44e4-8394-29008f0323a8 req-cc3eb020-af75-44ba-97b4-b43c4dd26671 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 945 time: 0.0541317 Dec 16 23:21:35.950931 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e5ba81ea-bf8a-44e4-8394-29008f0323a8 req-9350ea23-d309-4d56-85a0-d5b6725185e2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=22f2510c-6063-4383-81c3-338bf024f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452244 Dec 16 23:21:37.076128 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ea2e2-fda5-4fea-a584-ca0ac275036c req-1f3a6609-bd73-4c0e-9c14-c9e7f22f481c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:37.077676 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-911ea2e2-fda5-4fea-a584-ca0ac275036c req-1f3a6609-bd73-4c0e-9c14-c9e7f22f481c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 945 time: 0.0547357 Dec 16 23:21:37.129258 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-911ea2e2-fda5-4fea-a584-ca0ac275036c req-eff24642-aece-4b27-be14-6edfe53c94ba tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=22f2510c-6063-4383-81c3-338bf024f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453029 Dec 16 23:21:37.152392 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36680) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:21:37.216729 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0e4532d4-0f6f-42d3-bc09-b1758a2f4065 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/floatingips/2c931ad0-588d-4aa2-bcc7-6330ff1e1d24 HTTP/1.1" status: 200 len: 992 time: 0.0631425 Dec 16 23:21:37.436285 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36686) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:21:37.600656 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-2c9046bf-31bc-4c2e-8eb7-1f81a8e404b7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Deleting port bafb6e0c-ef9e-40f1-9604-235f4b1dd83e {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:21:37.601001 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c9046bf-31bc-4c2e-8eb7-1f81a8e404b7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:37.682192 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c9046bf-31bc-4c2e-8eb7-1f81a8e404b7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:37.682742 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c9046bf-31bc-4c2e-8eb7-1f81a8e404b7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:37.694433 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-2c9046bf-31bc-4c2e-8eb7-1f81a8e404b7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Calling delete_port for bafb6e0c-ef9e-40f1-9604-235f4b1dd83e owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:21:37.896228 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c9046bf-31bc-4c2e-8eb7-1f81a8e404b7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:37.924220 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9046bf-31bc-4c2e-8eb7-1f81a8e404b7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Port': ['ID=bafb6e0c-ef9e-40f1-9604-235f4b1dd83e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:37.937608 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9046bf-31bc-4c2e-8eb7-1f81a8e404b7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:37.937969 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9046bf-31bc-4c2e-8eb7-1f81a8e404b7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:37.938322 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9046bf-31bc-4c2e-8eb7-1f81a8e404b7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:37.938665 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9046bf-31bc-4c2e-8eb7-1f81a8e404b7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:37.939004 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9046bf-31bc-4c2e-8eb7-1f81a8e404b7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:37.939368 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9046bf-31bc-4c2e-8eb7-1f81a8e404b7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:37.939704 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9046bf-31bc-4c2e-8eb7-1f81a8e404b7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:37.940038 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9046bf-31bc-4c2e-8eb7-1f81a8e404b7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:37.940376 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9046bf-31bc-4c2e-8eb7-1f81a8e404b7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:37.940705 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9046bf-31bc-4c2e-8eb7-1f81a8e404b7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:37.941034 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9046bf-31bc-4c2e-8eb7-1f81a8e404b7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:37.941361 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9046bf-31bc-4c2e-8eb7-1f81a8e404b7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:37.941690 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9046bf-31bc-4c2e-8eb7-1f81a8e404b7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:38.000486 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c9046bf-31bc-4c2e-8eb7-1f81a8e404b7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:38.000823 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-2c9046bf-31bc-4c2e-8eb7-1f81a8e404b7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Floating IP 2c931ad0-588d-4aa2-bcc7-6330ff1e1d24 disassociated (deleted). External IP: 172.25.6.80, port: 9c0bacd5-7fe4-489f-8b39-a953397877a0. Dec 16 23:21:38.220832 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9046bf-31bc-4c2e-8eb7-1f81a8e404b7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Router 36d5dc71-a28d-4408-ac56-f91b12b65339 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:21:38.335492 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9046bf-31bc-4c2e-8eb7-1f81a8e404b7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:21:38.340562 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c9046bf-31bc-4c2e-8eb7-1f81a8e404b7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:38.345722 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b848a89-f873-4373-8c27-dc992e02eb40 None None] Sync routers for ids ['36d5dc71-a28d-4408-ac56-f91b12b65339'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:21:38.356708 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b848a89-f873-4373-8c27-dc992e02eb40 None None] Routers {'36d5dc71-a28d-4408-ac56-f91b12b65339'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:21:38.357332 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1b848a89-f873-4373-8c27-dc992e02eb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:21:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['36d5dc71-a28d-4408-ac56-f91b12b65339'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:21:38.368350 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2c9046bf-31bc-4c2e-8eb7-1f81a8e404b7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "DELETE /v2.0/floatingips/2c931ad0-588d-4aa2-bcc7-6330ff1e1d24 HTTP/1.1" status: 204 len: 168 time: 0.9309092 Dec 16 23:21:38.369055 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3deada7-5d88-4bba-9c65-722b360edbad', 'tag': '9c0bacd5-7fe4-489f-8b39-a953397877a0'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:21:38.372135 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2009a3-0eb2-47f1-aea3-03510210c2c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a3deada7-5d88-4bba-9c65-722b360edbad", "tag": "9c0bacd5-7fe4-489f-8b39-a953397877a0"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:21:38.416392 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99211e69-224c-4496-baa4-2dd2274a91e9 x-openstack-request-id: req-99211e69-224c-4496-baa4-2dd2274a91e9 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:21:38.417364 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3deada7-5d88-4bba-9c65-722b360edbad", "tag": "9c0bacd5-7fe4-489f-8b39-a953397877a0", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:21:38.417784 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-99211e69-224c-4496-baa4-2dd2274a91e9 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:21:38.418327 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3deada7-5d88-4bba-9c65-722b360edbad', 'tag': '9c0bacd5-7fe4-489f-8b39-a953397877a0', 'status': 'completed', 'code': 200} Dec 16 23:21:38.480407 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-1b848a89-f873-4373-8c27-dc992e02eb40 None None] Set router 36d5dc71-a28d-4408-ac56-f91b12b65339 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:21:38.508060 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2009a3-0eb2-47f1-aea3-03510210c2c2 req-f2a500c7-bcf7-4182-bf03-4393bfe387e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:38.509617 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ec2009a3-0eb2-47f1-aea3-03510210c2c2 req-f2a500c7-bcf7-4182-bf03-4393bfe387e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 1096 time: 0.0429018 Dec 16 23:21:38.617670 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2009a3-0eb2-47f1-aea3-03510210c2c2 req-58516d32-8bf7-4720-8837-8dad35f32069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:38.619348 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ec2009a3-0eb2-47f1-aea3-03510210c2c2 req-58516d32-8bf7-4720-8837-8dad35f32069 service neutron] 10.222.0.57 "GET /v2.0/networks?id=69c641ef-4f56-4e3f-882c-7cc50f9e78d5 HTTP/1.1" status: 200 len: 897 time: 0.1013815 Dec 16 23:21:38.678068 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ec2009a3-0eb2-47f1-aea3-03510210c2c2 req-1a964948-36db-42c3-9059-b63799cd34bc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c0bacd5-7fe4-489f-8b39-a953397877a0 HTTP/1.1" status: 200 len: 217 time: 0.0508976 Dec 16 23:21:38.718178 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1b848a89-f873-4373-8c27-dc992e02eb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809762030', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:20:07Z', 'updated_at': '2021-12-16T23:20:12Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:20:08Z', 'updated_at': '2021-12-16T23:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'b3cc7087-9f67-4f29-91ea-63b03dfcb346', 'name': '', 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:cf:84:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '481cc554-c326-4a3f-b3ed-18d235c39fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:20:11Z', 'updated_at': '2021-12-16T23:20:15Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '481cc554-c326-4a3f-b3ed-18d235c39fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:21:38.735444 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2009a3-0eb2-47f1-aea3-03510210c2c2 req-ccd89746-2b24-4c9a-b06c-aff7f95d4d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:38.736885 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ec2009a3-0eb2-47f1-aea3-03510210c2c2 req-ccd89746-2b24-4c9a-b06c-aff7f95d4d28 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=481cc554-c326-4a3f-b3ed-18d235c39fd7 HTTP/1.1" status: 200 len: 834 time: 0.0516140 Dec 16 23:21:38.746800 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b848a89-f873-4373-8c27-dc992e02eb40 None None] Checking router: 36d5dc71-a28d-4408-ac56-f91b12b65339 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:21:38.758110 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b848a89-f873-4373-8c27-dc992e02eb40 None None] Routers {'36d5dc71-a28d-4408-ac56-f91b12b65339'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:21:38.758766 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1b848a89-f873-4373-8c27-dc992e02eb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:21:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['36d5dc71-a28d-4408-ac56-f91b12b65339'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:21:38.822757 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2009a3-0eb2-47f1-aea3-03510210c2c2 req-0eca0764-3d17-4d0e-b358-feaaa968e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:38.824466 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ec2009a3-0eb2-47f1-aea3-03510210c2c2 req-0eca0764-3d17-4d0e-b358-feaaa968e29b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69c641ef-4f56-4e3f-882c-7cc50f9e78d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795963 Dec 16 23:21:38.878281 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-1b848a89-f873-4373-8c27-dc992e02eb40 None None] Set router 36d5dc71-a28d-4408-ac56-f91b12b65339 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:21:38.892272 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06dcf47-0204-402a-8275-3f5489c6fcaa req-d1779a17-79fd-495c-b493-740a55698556 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:38.893821 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b06dcf47-0204-402a-8275-3f5489c6fcaa req-d1779a17-79fd-495c-b493-740a55698556 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 945 time: 0.1035841 Dec 16 23:21:38.960749 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:21:38.976083 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b06dcf47-0204-402a-8275-3f5489c6fcaa req-fb891d3e-6ea2-43f7-b6c7-d8f98d1e14ad tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=22f2510c-6063-4383-81c3-338bf024f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756850 Dec 16 23:21:38.978122 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ec2009a3-0eb2-47f1-aea3-03510210c2c2 req-79a496da-d922-49cd-bbef-bda655baa32c service neutron] 10.222.0.57 "GET /v2.0/networks/69c641ef-4f56-4e3f-882c-7cc50f9e78d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428037 Dec 16 23:21:39.075548 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ec2009a3-0eb2-47f1-aea3-03510210c2c2 req-50dde937-64d9-475d-b492-057b07df24ea service neutron] 10.222.0.57 "GET /v2.0/networks/69c641ef-4f56-4e3f-882c-7cc50f9e78d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879104 Dec 16 23:21:39.097165 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1b848a89-f873-4373-8c27-dc992e02eb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809762030', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:20:07Z', 'updated_at': '2021-12-16T23:20:12Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:20:08Z', 'updated_at': '2021-12-16T23:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'b3cc7087-9f67-4f29-91ea-63b03dfcb346', 'name': '', 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:cf:84:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '481cc554-c326-4a3f-b3ed-18d235c39fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:20:11Z', 'updated_at': '2021-12-16T23:20:15Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '481cc554-c326-4a3f-b3ed-18d235c39fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:21:39.126956 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b848a89-f873-4373-8c27-dc992e02eb40 None None] The sync data for ids ['36d5dc71-a28d-4408-ac56-f91b12b65339'] in n-d-815324-4 is: [{'id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809762030', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:20:07Z', 'updated_at': '2021-12-16T23:20:12Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:20:08Z', 'updated_at': '2021-12-16T23:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'b3cc7087-9f67-4f29-91ea-63b03dfcb346', 'name': '', 'network_id': '69c641ef-4f56-4e3f-882c-7cc50f9e78d5', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:cf:84:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '481cc554-c326-4a3f-b3ed-18d235c39fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:20:11Z', 'updated_at': '2021-12-16T23:20:15Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '481cc554-c326-4a3f-b3ed-18d235c39fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:21:39.375764 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd61bb54-9eef-4619-907c-33315269e5fe None None] New status for floating IP 2c931ad0-588d-4aa2-bcc7-6330ff1e1d24: DOWN {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:21:40.101676 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a2224-6af5-46c5-82ec-d8b5fae6f5e4 req-ed4471c5-da1c-488d-8848-64a373068a7f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:40.103211 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4c7a2224-6af5-46c5-82ec-d8b5fae6f5e4 req-ed4471c5-da1c-488d-8848-64a373068a7f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 945 time: 0.0536852 Dec 16 23:21:40.154611 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4c7a2224-6af5-46c5-82ec-d8b5fae6f5e4 req-08005954-058f-42f2-9757-9b50ff55e034 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=22f2510c-6063-4383-81c3-338bf024f8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447652 Dec 16 23:21:40.797694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64045a96-6f37-4cff-9d34-994e538a5403 req-52563d1a-5c79-466b-aed4-31d0be423063 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:40.799234 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-64045a96-6f37-4cff-9d34-994e538a5403 req-52563d1a-5c79-466b-aed4-31d0be423063 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.57 "GET /v2.0/ports?device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 945 time: 0.0574563 Dec 16 23:21:40.893495 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-64045a96-6f37-4cff-9d34-994e538a5403 req-bfb33e11-16d0-4d16-9317-8da2c4ee06f0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Deleting port 9c0bacd5-7fe4-489f-8b39-a953397877a0 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:21:40.893736 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-64045a96-6f37-4cff-9d34-994e538a5403 req-bfb33e11-16d0-4d16-9317-8da2c4ee06f0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:40.997029 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-64045a96-6f37-4cff-9d34-994e538a5403 req-bfb33e11-16d0-4d16-9317-8da2c4ee06f0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] For port 9c0bacd5-7fe4-489f-8b39-a953397877a0, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=9c0bacd5-7fe4-489f-8b39-a953397877a0,segment=NetworkSegment(e6d90a0f-9b10-424f-9f44-86fb92461673),segment_id=e6d90a0f-9b10-424f-9f44-86fb92461673)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:21:40.997396 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-64045a96-6f37-4cff-9d34-994e538a5403 req-bfb33e11-16d0-4d16-9317-8da2c4ee06f0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:41.010960 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-64045a96-6f37-4cff-9d34-994e538a5403 req-bfb33e11-16d0-4d16-9317-8da2c4ee06f0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Calling delete_port for 9c0bacd5-7fe4-489f-8b39-a953397877a0 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:21:41.200213 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-64045a96-6f37-4cff-9d34-994e538a5403 req-bfb33e11-16d0-4d16-9317-8da2c4ee06f0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:41.254074 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb33e11-16d0-4d16-9317-8da2c4ee06f0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Port': ['ID=9c0bacd5-7fe4-489f-8b39-a953397877a0,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:41.304201 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4b3dac9a-270c-4e31-8eaf-85f683557a7a req-20e3e0f2-e87d-43d5-9a51-ddd16506d16a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3deada7-5d88-4bba-9c65-722b360edbad HTTP/1.1" status: 200 len: 210 time: 0.0657735 Dec 16 23:21:41.305110 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-64045a96-6f37-4cff-9d34-994e538a5403 req-bfb33e11-16d0-4d16-9317-8da2c4ee06f0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] No DVR routers for this DVR port 9c0bacd5-7fe4-489f-8b39-a953397877a0 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:21:41.308047 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-64045a96-6f37-4cff-9d34-994e538a5403 req-bfb33e11-16d0-4d16-9317-8da2c4ee06f0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:41.311784 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-64045a96-6f37-4cff-9d34-994e538a5403 req-bfb33e11-16d0-4d16-9317-8da2c4ee06f0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.57 "DELETE /v2.0/ports/9c0bacd5-7fe4-489f-8b39-a953397877a0 HTTP/1.1" status: 204 len: 173 time: 0.5066528 Dec 16 23:21:41.312318 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3deada7-5d88-4bba-9c65-722b360edbad', 'name': 'network-vif-deleted', 'tag': '9c0bacd5-7fe4-489f-8b39-a953397877a0'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:21:41.315691 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063efa42-4028-42d1-9a0f-f0a8e6887deb" -d '{"events": [{"server_uuid": "a3deada7-5d88-4bba-9c65-722b360edbad", "name": "network-vif-deleted", "tag": "9c0bacd5-7fe4-489f-8b39-a953397877a0"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:21:41.366592 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995c4e35-b415-4197-a1de-542dd63b8d52 x-openstack-request-id: req-995c4e35-b415-4197-a1de-542dd63b8d52 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:21:41.366592 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3deada7-5d88-4bba-9c65-722b360edbad", "name": "network-vif-deleted", "tag": "9c0bacd5-7fe4-489f-8b39-a953397877a0", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:21:41.366592 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-995c4e35-b415-4197-a1de-542dd63b8d52 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:21:41.366592 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3deada7-5d88-4bba-9c65-722b360edbad', 'name': 'network-vif-deleted', 'tag': '9c0bacd5-7fe4-489f-8b39-a953397877a0', 'status': 'completed', 'code': 200} Dec 16 23:21:42.363820 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36702) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:21:42.738188 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-91e44bf4-6099-44c9-b017-d0ca7890669d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:43.002518 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-91e44bf4-6099-44c9-b017-d0ca7890669d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Deleting port b3cc7087-9f67-4f29-91ea-63b03dfcb346 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:21:43.002770 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-91e44bf4-6099-44c9-b017-d0ca7890669d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:43.120113 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-91e44bf4-6099-44c9-b017-d0ca7890669d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] For port b3cc7087-9f67-4f29-91ea-63b03dfcb346, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b3cc7087-9f67-4f29-91ea-63b03dfcb346,segment=NetworkSegment(e6d90a0f-9b10-424f-9f44-86fb92461673),segment_id=e6d90a0f-9b10-424f-9f44-86fb92461673)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:21:43.120489 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-91e44bf4-6099-44c9-b017-d0ca7890669d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:43.133458 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-91e44bf4-6099-44c9-b017-d0ca7890669d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Calling delete_port for b3cc7087-9f67-4f29-91ea-63b03dfcb346 owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:21:43.410499 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-91e44bf4-6099-44c9-b017-d0ca7890669d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:43.441256 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e44bf4-6099-44c9-b017-d0ca7890669d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Port': ['ID=b3cc7087-9f67-4f29-91ea-63b03dfcb346,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:43.630712 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-91e44bf4-6099-44c9-b017-d0ca7890669d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:43.861177 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e44bf4-6099-44c9-b017-d0ca7890669d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Router 36d5dc71-a28d-4408-ac56-f91b12b65339 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:21:44.305128 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e44bf4-6099-44c9-b017-d0ca7890669d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:21:44.311211 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-91e44bf4-6099-44c9-b017-d0ca7890669d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "PUT /v2.0/routers/36d5dc71-a28d-4408-ac56-f91b12b65339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9462533 Dec 16 23:21:44.313383 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36704) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:21:44.318177 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1de0ce9-7179-4bd7-b3d9-afed4b35b540 None None] Sync routers for ids ['36d5dc71-a28d-4408-ac56-f91b12b65339'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:21:44.333238 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1de0ce9-7179-4bd7-b3d9-afed4b35b540 None None] Routers {'36d5dc71-a28d-4408-ac56-f91b12b65339'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:21:44.333935 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d1de0ce9-7179-4bd7-b3d9-afed4b35b540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:21:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['36d5dc71-a28d-4408-ac56-f91b12b65339'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:21:44.367120 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-3895ec95-2293-4617-b078-fde1baeb2363 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Deleting subnet 481cc554-c326-4a3f-b3ed-18d235c39fd7 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:21:44.370716 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3895ec95-2293-4617-b078-fde1baeb2363 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:44.413856 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3895ec95-2293-4617-b078-fde1baeb2363 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:44.442112 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-d1de0ce9-7179-4bd7-b3d9-afed4b35b540 None None] Set router 36d5dc71-a28d-4408-ac56-f91b12b65339 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:21:44.504086 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3895ec95-2293-4617-b078-fde1baeb2363 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:44.628327 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d1de0ce9-7179-4bd7-b3d9-afed4b35b540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809762030', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:20:07Z', 'updated_at': '2021-12-16T23:21:43Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:20:08Z', 'updated_at': '2021-12-16T23:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:21:44.655593 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3895ec95-2293-4617-b078-fde1baeb2363 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:44.659436 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1de0ce9-7179-4bd7-b3d9-afed4b35b540 None None] Checking router: 36d5dc71-a28d-4408-ac56-f91b12b65339 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:21:44.668792 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1de0ce9-7179-4bd7-b3d9-afed4b35b540 None None] Routers {'36d5dc71-a28d-4408-ac56-f91b12b65339'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:21:44.669406 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d1de0ce9-7179-4bd7-b3d9-afed4b35b540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:21:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['36d5dc71-a28d-4408-ac56-f91b12b65339'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:21:44.684031 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895ec95-2293-4617-b078-fde1baeb2363 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Subnet': ['ID=481cc554-c326-4a3f-b3ed-18d235c39fd7,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:44.689488 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3895ec95-2293-4617-b078-fde1baeb2363 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:44.692719 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3895ec95-2293-4617-b078-fde1baeb2363 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "DELETE /v2.0/subnets/481cc554-c326-4a3f-b3ed-18d235c39fd7 HTTP/1.1" status: 204 len: 168 time: 0.3783793 Dec 16 23:21:44.695526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36706) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:21:44.706690 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877a3c01-c2e3-46e4-a099-b42951c7d0b8 None None] Network 69c641ef-4f56-4e3f-882c-7cc50f9e78d5 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:21:44.802672 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-d1de0ce9-7179-4bd7-b3d9-afed4b35b540 None None] Set router 36d5dc71-a28d-4408-ac56-f91b12b65339 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:21:44.856596 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 9c0bacd5-7fe4-489f-8b39-a953397877a0 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:21:44.861837 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c391e180-87a5-49d7-a17a-99c34cc3b07c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:44.907891 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 9c0bacd5-7fe4-489f-8b39-a953397877a0 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:21:44.909214 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 9c0bacd5-7fe4-489f-8b39-a953397877a0 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:21:44.927142 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d91cb9-4a01-49c9-b89e-2dff45972025 None None] DHCP port deletion for 69c641ef-4f56-4e3f-882c-7cc50f9e78d5 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:21:44.980970 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-14d91cb9-4a01-49c9-b89e-2dff45972025 None None] Deleting port 170f2ad6-48ed-46c4-96ec-c07fde8b9145 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:21:44.981459 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14d91cb9-4a01-49c9-b89e-2dff45972025 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:44.998994 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c391e180-87a5-49d7-a17a-99c34cc3b07c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:45.048547 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-14d91cb9-4a01-49c9-b89e-2dff45972025 None None] For port 170f2ad6-48ed-46c4-96ec-c07fde8b9145, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=170f2ad6-48ed-46c4-96ec-c07fde8b9145,segment=NetworkSegment(e6d90a0f-9b10-424f-9f44-86fb92461673),segment_id=e6d90a0f-9b10-424f-9f44-86fb92461673)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:21:45.048948 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14d91cb9-4a01-49c9-b89e-2dff45972025 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:45.061772 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-14d91cb9-4a01-49c9-b89e-2dff45972025 None None] Calling delete_port for 170f2ad6-48ed-46c4-96ec-c07fde8b9145 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:21:45.106833 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d1de0ce9-7179-4bd7-b3d9-afed4b35b540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809762030', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:20:07Z', 'updated_at': '2021-12-16T23:21:43Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:20:08Z', 'updated_at': '2021-12-16T23:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:21:45.117314 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-c391e180-87a5-49d7-a17a-99c34cc3b07c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Deleting port b582c500-4ec6-42d4-b0b6-16c7d2a779a5 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:21:45.118071 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c391e180-87a5-49d7-a17a-99c34cc3b07c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:45.139362 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1de0ce9-7179-4bd7-b3d9-afed4b35b540 None None] The sync data for ids ['36d5dc71-a28d-4408-ac56-f91b12b65339'] in n-d-815324-4 is: [{'id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809762030', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:20:07Z', 'updated_at': '2021-12-16T23:21:43Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'b582c500-4ec6-42d4-b0b6-16c7d2a779a5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d5dc71-a28d-4408-ac56-f91b12b65339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:20:08Z', 'updated_at': '2021-12-16T23:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:21:45.222375 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14d91cb9-4a01-49c9-b89e-2dff45972025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:45.232699 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-c391e180-87a5-49d7-a17a-99c34cc3b07c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] For port b582c500-4ec6-42d4-b0b6-16c7d2a779a5, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b582c500-4ec6-42d4-b0b6-16c7d2a779a5,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:21:45.233309 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c391e180-87a5-49d7-a17a-99c34cc3b07c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:45.248198 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-c391e180-87a5-49d7-a17a-99c34cc3b07c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Calling delete_port for b582c500-4ec6-42d4-b0b6-16c7d2a779a5 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:21:45.266958 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d91cb9-4a01-49c9-b89e-2dff45972025 None None] No DVR routers for this DVR port 170f2ad6-48ed-46c4-96ec-c07fde8b9145 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:21:45.273234 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d91cb9-4a01-49c9-b89e-2dff45972025 None None] Pushing event deleted for resources: {'Port': ['ID=170f2ad6-48ed-46c4-96ec-c07fde8b9145,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:45.282121 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d91cb9-4a01-49c9-b89e-2dff45972025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:45.282475 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d91cb9-4a01-49c9-b89e-2dff45972025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:45.282817 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d91cb9-4a01-49c9-b89e-2dff45972025 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:45.283212 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d91cb9-4a01-49c9-b89e-2dff45972025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:45.283569 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d91cb9-4a01-49c9-b89e-2dff45972025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:45.283884 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d91cb9-4a01-49c9-b89e-2dff45972025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:45.284233 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d91cb9-4a01-49c9-b89e-2dff45972025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:45.284565 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d91cb9-4a01-49c9-b89e-2dff45972025 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:45.284897 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d91cb9-4a01-49c9-b89e-2dff45972025 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:45.285221 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d91cb9-4a01-49c9-b89e-2dff45972025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:45.285544 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d91cb9-4a01-49c9-b89e-2dff45972025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:45.285866 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d91cb9-4a01-49c9-b89e-2dff45972025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:45.286213 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d91cb9-4a01-49c9-b89e-2dff45972025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:45.491146 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c391e180-87a5-49d7-a17a-99c34cc3b07c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:45.519245 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391e180-87a5-49d7-a17a-99c34cc3b07c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Port': ['ID=b582c500-4ec6-42d4-b0b6-16c7d2a779a5,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:45.534375 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b5d1c1-8cf0-4ccc-a787-17cc83f9f605 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:21:45.622038 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c391e180-87a5-49d7-a17a-99c34cc3b07c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:45.735881 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c391e180-87a5-49d7-a17a-99c34cc3b07c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:45.739104 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c391e180-87a5-49d7-a17a-99c34cc3b07c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:45.879009 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c391e180-87a5-49d7-a17a-99c34cc3b07c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:45.879848 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c391e180-87a5-49d7-a17a-99c34cc3b07c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Fanout notify agent at l3_agent the message router_deleted on router 36d5dc71-a28d-4408-ac56-f91b12b65339 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:21:45.889750 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c391e180-87a5-49d7-a17a-99c34cc3b07c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:45.894892 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c391e180-87a5-49d7-a17a-99c34cc3b07c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "DELETE /v2.0/routers/36d5dc71-a28d-4408-ac56-f91b12b65339 HTTP/1.1" status: 204 len: 168 time: 1.1947529 Dec 16 23:21:45.895088 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36708) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:21:45.992171 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a380fa43-7904-446f-9c2b-3a41a35fce3a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:46.095537 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a380fa43-7904-446f-9c2b-3a41a35fce3a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:46.117492 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-a380fa43-7904-446f-9c2b-3a41a35fce3a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c641ef-4f56-4e3f-882c-7cc50f9e78d5']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:21:46.127313 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-a380fa43-7904-446f-9c2b-3a41a35fce3a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d90a0f-9b10-424f-9f44-86fb92461673') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:21:46.127618 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-a380fa43-7904-446f-9c2b-3a41a35fce3a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d90a0f-9b10-424f-9f44-86fb92461673') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:21:46.137884 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a380fa43-7904-446f-9c2b-3a41a35fce3a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:46.151955 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a380fa43-7904-446f-9c2b-3a41a35fce3a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:46.158076 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a380fa43-7904-446f-9c2b-3a41a35fce3a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:21:46.158474 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a380fa43-7904-446f-9c2b-3a41a35fce3a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: timer() Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:21:46.161804 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:21:46.290475 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a380fa43-7904-446f-9c2b-3a41a35fce3a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:46.298148 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a380fa43-7904-446f-9c2b-3a41a35fce3a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:46.301356 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a380fa43-7904-446f-9c2b-3a41a35fce3a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "DELETE /v2.0/networks/69c641ef-4f56-4e3f-882c-7cc50f9e78d5 HTTP/1.1" status: 204 len: 168 time: 0.4053605 Dec 16 23:21:46.303927 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36710) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:21:46.323776 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380fa43-7904-446f-9c2b-3a41a35fce3a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Network': ['ID=69c641ef-4f56-4e3f-882c-7cc50f9e78d5,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:46.342181 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380fa43-7904-446f-9c2b-3a41a35fce3a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:46.342535 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380fa43-7904-446f-9c2b-3a41a35fce3a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:46.342885 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380fa43-7904-446f-9c2b-3a41a35fce3a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:46.343254 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380fa43-7904-446f-9c2b-3a41a35fce3a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:46.343592 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380fa43-7904-446f-9c2b-3a41a35fce3a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:46.344004 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380fa43-7904-446f-9c2b-3a41a35fce3a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:46.344262 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380fa43-7904-446f-9c2b-3a41a35fce3a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:46.344766 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380fa43-7904-446f-9c2b-3a41a35fce3a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:46.344910 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380fa43-7904-446f-9c2b-3a41a35fce3a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:46.345246 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380fa43-7904-446f-9c2b-3a41a35fce3a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:46.345577 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380fa43-7904-446f-9c2b-3a41a35fce3a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:46.345911 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380fa43-7904-446f-9c2b-3a41a35fce3a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:46.346233 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a380fa43-7904-446f-9c2b-3a41a35fce3a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:46.393368 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ab15c91b-aa7f-4e63-8c9b-0dc7cfe941e2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:46.424295 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ab15c91b-aa7f-4e63-8c9b-0dc7cfe941e2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:46.620315 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ab15c91b-aa7f-4e63-8c9b-0dc7cfe941e2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:46.623292 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ab15c91b-aa7f-4e63-8c9b-0dc7cfe941e2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:46.626984 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ab15c91b-aa7f-4e63-8c9b-0dc7cfe941e2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "DELETE /v2.0/security-groups/22f2510c-6063-4383-81c3-338bf024f8f0 HTTP/1.1" status: 204 len: 168 time: 0.3195922 Dec 16 23:21:46.636728 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15c91b-aa7f-4e63-8c9b-0dc7cfe941e2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f2510c-6063-4383-81c3-338bf024f8f0,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:46.850522 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 170f2ad6-48ed-46c4-96ec-c07fde8b9145 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:21:46.873349 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 170f2ad6-48ed-46c4-96ec-c07fde8b9145 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:21:46.873608 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 170f2ad6-48ed-46c4-96ec-c07fde8b9145 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:21:46.874032 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b582c500-4ec6-42d4-b0b6-16c7d2a779a5 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:21:46.893464 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: b582c500-4ec6-42d4-b0b6-16c7d2a779a5 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:21:46.893808 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b582c500-4ec6-42d4-b0b6-16c7d2a779a5 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:21:46.894225 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b3cc7087-9f67-4f29-91ea-63b03dfcb346 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:21:46.913975 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: b3cc7087-9f67-4f29-91ea-63b03dfcb346 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:21:46.914428 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b3cc7087-9f67-4f29-91ea-63b03dfcb346 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:21:47.071014 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36716) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:21:47.076088 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-68f29376-9c2c-4f29-b5ae-c133db013775 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1411422478', 'description': 'tempest-secgroup-smoke-1411422478 description', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:21:47.170745 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-68f29376-9c2c-4f29-b5ae-c133db013775 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:47.239782 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-68f29376-9c2c-4f29-b5ae-c133db013775 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:47.307982 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-68f29376-9c2c-4f29-b5ae-c133db013775 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:47.336967 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f29376-9c2c-4f29-b5ae-c133db013775 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b91eb5-76e3-47ac-b716-9e677b9d7b42,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:47.429938 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-68f29376-9c2c-4f29-b5ae-c133db013775 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:47.431156 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-68f29376-9c2c-4f29-b5ae-c133db013775 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3589635 Dec 16 23:21:47.434416 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36718) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:21:47.439120 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-1cd9e813-83e5-4959-8768-c994880a3f35 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': 'd9b91eb5-76e3-47ac-b716-9e677b9d7b42', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:21:47.535497 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1cd9e813-83e5-4959-8768-c994880a3f35 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:47.592676 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1cd9e813-83e5-4959-8768-c994880a3f35 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:47.650542 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1cd9e813-83e5-4959-8768-c994880a3f35 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:47.672404 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9e813-83e5-4959-8768-c994880a3f35 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151ed445-9f55-4d6f-8b16-dfa5a5e7669d,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:47.743169 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1cd9e813-83e5-4959-8768-c994880a3f35 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:47.744985 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1cd9e813-83e5-4959-8768-c994880a3f35 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3089240 Dec 16 23:21:47.748889 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36720) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:21:47.753855 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-010fb271-c223-423e-816c-772301020a93 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': 'd9b91eb5-76e3-47ac-b716-9e677b9d7b42', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:21:47.866754 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-010fb271-c223-423e-816c-772301020a93 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:47.929608 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-010fb271-c223-423e-816c-772301020a93 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:48.010813 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-010fb271-c223-423e-816c-772301020a93 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:48.029727 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010fb271-c223-423e-816c-772301020a93 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef7bda8-ebb5-421e-a63a-a4527c7c864d,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:48.104692 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-010fb271-c223-423e-816c-772301020a93 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:48.105955 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-010fb271-c223-423e-816c-772301020a93 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3560069 Dec 16 23:21:48.108899 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36722) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:21:48.113379 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-1fcdd80f-8b88-462a-a622-5787a2af129e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': 'd9b91eb5-76e3-47ac-b716-9e677b9d7b42', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:21:48.216595 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd80f-8b88-462a-a622-5787a2af129e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:48.278332 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd80f-8b88-462a-a622-5787a2af129e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:48.363858 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd80f-8b88-462a-a622-5787a2af129e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:48.382809 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdd80f-8b88-462a-a622-5787a2af129e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92f8b83d-442e-4d6b-add9-4ba32ddb5c5b,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:48.457323 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd80f-8b88-462a-a622-5787a2af129e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:48.458638 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1fcdd80f-8b88-462a-a622-5787a2af129e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3487480 Dec 16 23:21:48.461640 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36724) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:21:48.468487 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-656d8ca6-eef3-4603-87b3-4aeb1b145cbe tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': 'd9b91eb5-76e3-47ac-b716-9e677b9d7b42', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:21:48.575140 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-656d8ca6-eef3-4603-87b3-4aeb1b145cbe tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:48.638774 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-656d8ca6-eef3-4603-87b3-4aeb1b145cbe tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:48.714197 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-656d8ca6-eef3-4603-87b3-4aeb1b145cbe tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:48.732083 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d8ca6-eef3-4603-87b3-4aeb1b145cbe tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e3fd045-c0e9-40ee-98d2-753d56d69826,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:48.801264 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-656d8ca6-eef3-4603-87b3-4aeb1b145cbe tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:48.802518 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-656d8ca6-eef3-4603-87b3-4aeb1b145cbe tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3398600 Dec 16 23:21:48.805247 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36726) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:21:48.809919 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-f6d44c47-c359-4d25-af3a-096bccf9f9b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': 'd9b91eb5-76e3-47ac-b716-9e677b9d7b42', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:21:48.885615 n-d-815324-4 neutron-server[103614]: INFO neutron.db.securitygroups_db [None req-f6d44c47-c359-4d25-af3a-096bccf9f9b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Project cad6fd668fee498d94dbaa2b0174c294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:21:48.890923 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f6d44c47-c359-4d25-af3a-096bccf9f9b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:48.950934 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f6d44c47-c359-4d25-af3a-096bccf9f9b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:49.010920 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f6d44c47-c359-4d25-af3a-096bccf9f9b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:49.028951 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d44c47-c359-4d25-af3a-096bccf9f9b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d86425-e8b9-497c-af85-5661ecc87b04,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:49.075748 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f6d44c47-c359-4d25-af3a-096bccf9f9b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:49.077040 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f6d44c47-c359-4d25-af3a-096bccf9f9b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2708445 Dec 16 23:21:49.079925 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36728) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:21:49.084461 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-7007e28f-6a49-4911-9cba-886b55bba90d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': 'd9b91eb5-76e3-47ac-b716-9e677b9d7b42', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:21:49.182447 n-d-815324-4 neutron-server[103614]: INFO neutron.db.securitygroups_db [None req-7007e28f-6a49-4911-9cba-886b55bba90d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Project cad6fd668fee498d94dbaa2b0174c294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:21:49.187853 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7007e28f-6a49-4911-9cba-886b55bba90d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:49.248421 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7007e28f-6a49-4911-9cba-886b55bba90d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:49.313110 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7007e28f-6a49-4911-9cba-886b55bba90d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:49.331464 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007e28f-6a49-4911-9cba-886b55bba90d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e6cb14-2172-4e4b-8478-49b6d018621e,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:49.406955 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7007e28f-6a49-4911-9cba-886b55bba90d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:49.408547 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7007e28f-6a49-4911-9cba-886b55bba90d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3274891 Dec 16 23:21:49.411705 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36730) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:21:49.417416 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-e5112483-49a7-4a60-ad02-820198a43c52 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'network': {'name': 'tempest-network-smoke--1180108219', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'port_security_enabled': True}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:21:49.518443 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5112483-49a7-4a60-ad02-820198a43c52 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Made reservation on behalf of cad6fd668fee498d94dbaa2b0174c294 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:21:49.521930 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e5112483-49a7-4a60-ad02-820198a43c52 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:49.547627 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5112483-49a7-4a60-ad02-820198a43c52 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:21:49.558207 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e5112483-49a7-4a60-ad02-820198a43c52 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:49.558557 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-e5112483-49a7-4a60-ad02-820198a43c52 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Added segment 93bcb543-dfcc-4642-9db5-74546d99f8b1 of type vlan for network 1e760a1d-6764-43b1-8712-1e09bf20ced1 Dec 16 23:21:49.602791 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e5112483-49a7-4a60-ad02-820198a43c52 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:49.690723 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e5112483-49a7-4a60-ad02-820198a43c52 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:49.696337 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5112483-49a7-4a60-ad02-820198a43c52 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:49.696953 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e5112483-49a7-4a60-ad02-820198a43c52 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:49.766610 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5112483-49a7-4a60-ad02-820198a43c52 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Network': ['ID=1e760a1d-6764-43b1-8712-1e09bf20ced1,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:49.777475 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 1e760a1d-6764-43b1-8712-1e09bf20ced1 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:21:49.804314 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e5112483-49a7-4a60-ad02-820198a43c52 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3912864 Dec 16 23:21:49.806889 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36732) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:21:49.813078 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-b8561a73-fbe3-42ac-a4fa-665cd00086cb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1046768246', 'admin_state_up': True, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:21:49.896198 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8561a73-fbe3-42ac-a4fa-665cd00086cb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:49.897286 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8561a73-fbe3-42ac-a4fa-665cd00086cb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:49.952689 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8561a73-fbe3-42ac-a4fa-665cd00086cb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:50.140527 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8561a73-fbe3-42ac-a4fa-665cd00086cb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:50.385695 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8561a73-fbe3-42ac-a4fa-665cd00086cb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:50.404892 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8561a73-fbe3-42ac-a4fa-665cd00086cb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:50.509869 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-b8561a73-fbe3-42ac-a4fa-665cd00086cb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Allocated IP 172.25.6.99 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/d0926bd5-8d2f-45b2-88bc-8135da842d65) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:21:50.643584 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8561a73-fbe3-42ac-a4fa-665cd00086cb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:50.742725 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8561a73-fbe3-42ac-a4fa-665cd00086cb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:50.783982 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8561a73-fbe3-42ac-a4fa-665cd00086cb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:21:50.788745 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-b8561a73-fbe3-42ac-a4fa-665cd00086cb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:21:50.793341 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8561a73-fbe3-42ac-a4fa-665cd00086cb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:21:50.796576 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8561a73-fbe3-42ac-a4fa-665cd00086cb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=d0926bd5-8d2f-45b2-88bc-8135da842d65,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:50.804185 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db51a4ae-0af7-468c-96d1-91f8756a05e9 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:21:50.929044 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-361842f5-ecb5-4505-aedc-e1e3eaae15d4 None None] Provisioning complete for port d0926bd5-8d2f-45b2-88bc-8135da842d65 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:21:50.929906 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-361842f5-ecb5-4505-aedc-e1e3eaae15d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:50.964696 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-361842f5-ecb5-4505-aedc-e1e3eaae15d4 None None] Port d0926bd5-8d2f-45b2-88bc-8135da842d65 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:21:51.481295 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8561a73-fbe3-42ac-a4fa-665cd00086cb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:51.683623 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8561a73-fbe3-42ac-a4fa-665cd00086cb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:51.906804 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8561a73-fbe3-42ac-a4fa-665cd00086cb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Router 7091b86d-1f4a-478d-aa57-652655e8bbbc is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:21:52.018954 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8561a73-fbe3-42ac-a4fa-665cd00086cb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:21:52.030207 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea8e148-8190-4c5b-aae2-873fafdf2ea5 None None] Sync routers for ids ['7091b86d-1f4a-478d-aa57-652655e8bbbc'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:21:52.040734 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea8e148-8190-4c5b-aae2-873fafdf2ea5 None None] Routers {'7091b86d-1f4a-478d-aa57-652655e8bbbc'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:21:52.043919 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0ea8e148-8190-4c5b-aae2-873fafdf2ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:21:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['7091b86d-1f4a-478d-aa57-652655e8bbbc'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:21:52.092901 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8561a73-fbe3-42ac-a4fa-665cd00086cb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:52.094292 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b8561a73-fbe3-42ac-a4fa-665cd00086cb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2848785 Dec 16 23:21:52.097634 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36734) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:21:52.130894 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-86150e1d-2a75-48eb-9517-b6231ea77a6c tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=cad6fd668fee498d94dbaa2b0174c294&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320613 Dec 16 23:21:52.133560 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36736) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:21:52.234643 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2d8fd4-89ed-4362-893f-04e39a63769d tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:52.236151 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0b2d8fd4-89ed-4362-893f-04e39a63769d tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1016381 Dec 16 23:21:52.238870 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36738) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:21:52.268327 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-009086aa-1942-4d16-8194-84335a66e207 tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283234 Dec 16 23:21:52.271113 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36740) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:21:52.275996 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-656f8c61-ab8b-4ff7-8289-2f0d51123c1b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1379313790', 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:21:52.316919 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-0ea8e148-8190-4c5b-aae2-873fafdf2ea5 None None] Set router 7091b86d-1f4a-478d-aa57-652655e8bbbc gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:21:52.439144 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656f8c61-ab8b-4ff7-8289-2f0d51123c1b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Made reservation on behalf of cad6fd668fee498d94dbaa2b0174c294 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:21:52.442747 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-656f8c61-ab8b-4ff7-8289-2f0d51123c1b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:52.509676 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0ea8e148-8190-4c5b-aae2-873fafdf2ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046768246', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:21:49Z', 'updated_at': '2021-12-16T23:21:50Z', 'revision_number': 3, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:21:50Z', 'updated_at': '2021-12-16T23:21:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:21:52.536485 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea8e148-8190-4c5b-aae2-873fafdf2ea5 None None] Checking router: 7091b86d-1f4a-478d-aa57-652655e8bbbc for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:21:52.536832 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea8e148-8190-4c5b-aae2-873fafdf2ea5 None None] Updating router 7091b86d-1f4a-478d-aa57-652655e8bbbc port d0926bd5-8d2f-45b2-88bc-8135da842d65 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:21:52.563671 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ea8e148-8190-4c5b-aae2-873fafdf2ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:52.691271 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-656f8c61-ab8b-4ff7-8289-2f0d51123c1b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:52.755817 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f8c61-ab8b-4ff7-8289-2f0d51123c1b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Subnet': ['ID=67be7570-ad76-4419-9e1d-bc159c8c82bb,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:52.764471 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656f8c61-ab8b-4ff7-8289-2f0d51123c1b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Checking segment: {'id': '93bcb543-dfcc-4642-9db5-74546d99f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:21:52.764808 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656f8c61-ab8b-4ff7-8289-2f0d51123c1b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network hostable DHCP agents. Network: 1e760a1d-6764-43b1-8712-1e09bf20ced1, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:21:52.824253 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ea8e148-8190-4c5b-aae2-873fafdf2ea5 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:52.844827 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656f8c61-ab8b-4ff7-8289-2f0d51123c1b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network 1e760a1d-6764-43b1-8712-1e09bf20ced1 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:21:52.902331 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ea8e148-8190-4c5b-aae2-873fafdf2ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:52.930515 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-656f8c61-ab8b-4ff7-8289-2f0d51123c1b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 1e760a1d-6764-43b1-8712-1e09bf20ced1) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:21:52.936152 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656f8c61-ab8b-4ff7-8289-2f0d51123c1b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:52.941913 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-656f8c61-ab8b-4ff7-8289-2f0d51123c1b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:52.943769 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0282754-c0f1-4673-8059-b00cc61f417a None None] Network 1e760a1d-6764-43b1-8712-1e09bf20ced1 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:21:52.967373 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc8a7af-c83b-41f7-8eb9-798e1d1b2c73 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:21:53.005473 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662e703-a1ed-4a46-afe5-d4f4eb71e514 None None] Pushing event updated for resources: {'Port': ['ID=d0926bd5-8d2f-45b2-88bc-8135da842d65,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:53.007759 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-0ea8e148-8190-4c5b-aae2-873fafdf2ea5 None None] Attempting to bind port d0926bd5-8d2f-45b2-88bc-8135da842d65 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:21:53.008138 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-0ea8e148-8190-4c5b-aae2-873fafdf2ea5 None None] Attempting to bind port d0926bd5-8d2f-45b2-88bc-8135da842d65 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:21:53.008570 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea8e148-8190-4c5b-aae2-873fafdf2ea5 None None] Attempting to bind port d0926bd5-8d2f-45b2-88bc-8135da842d65 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:21:53.022188 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea8e148-8190-4c5b-aae2-873fafdf2ea5 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:21:53.022576 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea8e148-8190-4c5b-aae2-873fafdf2ea5 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:21:53.022983 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ea8e148-8190-4c5b-aae2-873fafdf2ea5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:53.023405 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea8e148-8190-4c5b-aae2-873fafdf2ea5 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:21:53.023890 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-0ea8e148-8190-4c5b-aae2-873fafdf2ea5 None None] Bound port: d0926bd5-8d2f-45b2-88bc-8135da842d65, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:21:53.024277 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ea8e148-8190-4c5b-aae2-873fafdf2ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:53.035904 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-656f8c61-ab8b-4ff7-8289-2f0d51123c1b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7637181 Dec 16 23:21:53.038729 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36742) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:21:53.116538 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0ea8e148-8190-4c5b-aae2-873fafdf2ea5 None None] For port d0926bd5-8d2f-45b2-88bc-8135da842d65, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:21:53.119739 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93767197-61a7-4f35-ba4d-4003660c677f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-1e760a1d-6764-43b1-8712-1e09bf20ced1', 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'fixed_ips': [{'subnet_id': '67be7570-ad76-4419-9e1d-bc159c8c82bb'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:21:53.119739 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-93767197-61a7-4f35-ba4d-4003660c677f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:53.143422 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0ea8e148-8190-4c5b-aae2-873fafdf2ea5 None None] For port d0926bd5-8d2f-45b2-88bc-8135da842d65, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d0926bd5-8d2f-45b2-88bc-8135da842d65,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:21:53.148021 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-27803dc5-483c-4a50-97ea-53f0679241e9 None None] Provisioning complete for port d0926bd5-8d2f-45b2-88bc-8135da842d65 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:21:53.148396 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-27803dc5-483c-4a50-97ea-53f0679241e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:53.236238 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ea8e148-8190-4c5b-aae2-873fafdf2ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:53.281325 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-27803dc5-483c-4a50-97ea-53f0679241e9 None None] Port d0926bd5-8d2f-45b2-88bc-8135da842d65 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:21:53.299635 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535dfa07-6c74-4024-9cf2-ecd2ece54dfb None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:21:53.355804 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662e703-a1ed-4a46-afe5-d4f4eb71e514 None None] Pushing event updated for resources: {'Port': ['ID=d0926bd5-8d2f-45b2-88bc-8135da842d65,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:53.360038 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea8e148-8190-4c5b-aae2-873fafdf2ea5 None None] Routers {'7091b86d-1f4a-478d-aa57-652655e8bbbc'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:21:53.360667 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0ea8e148-8190-4c5b-aae2-873fafdf2ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:21:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['7091b86d-1f4a-478d-aa57-652655e8bbbc'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:21:53.432408 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-93767197-61a7-4f35-ba4d-4003660c677f None None] Allocated IP 172.20.0.2 (1e760a1d-6764-43b1-8712-1e09bf20ced1/67be7570-ad76-4419-9e1d-bc159c8c82bb/11a1369a-f92e-4fd2-be9f-ec4cbea9ece9) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:21:53.490349 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9b55b27b-74e1-473a-8102-451e393789a2 None None] Provisioning complete for port d0926bd5-8d2f-45b2-88bc-8135da842d65 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:21:53.490718 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9b55b27b-74e1-473a-8102-451e393789a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:53.507788 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a681caa-da60-4c2e-b043-12b031b244bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:53.564565 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd5a1d8f-b5f2-47ca-b027-fe7bec6e80a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:53.596583 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-0ea8e148-8190-4c5b-aae2-873fafdf2ea5 None None] Set router 7091b86d-1f4a-478d-aa57-652655e8bbbc gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:21:53.800428 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9b55b27b-74e1-473a-8102-451e393789a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:53.810981 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-93767197-61a7-4f35-ba4d-4003660c677f None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:53.840811 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9b55b27b-74e1-473a-8102-451e393789a2 None None] For port d0926bd5-8d2f-45b2-88bc-8135da842d65, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d0926bd5-8d2f-45b2-88bc-8135da842d65,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:21:53.900491 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0ea8e148-8190-4c5b-aae2-873fafdf2ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046768246', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:21:49Z', 'updated_at': '2021-12-16T23:21:50Z', 'revision_number': 3, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:21:50Z', 'updated_at': '2021-12-16T23:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:21:53.927993 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-93767197-61a7-4f35-ba4d-4003660c677f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:53.931374 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea8e148-8190-4c5b-aae2-873fafdf2ea5 None None] The sync data for ids ['7091b86d-1f4a-478d-aa57-652655e8bbbc'] in n-d-815324-4 is: [{'id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046768246', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:21:49Z', 'updated_at': '2021-12-16T23:21:50Z', 'revision_number': 3, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:21:50Z', 'updated_at': '2021-12-16T23:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:21:53.960831 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9b55b27b-74e1-473a-8102-451e393789a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:53.976188 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93767197-61a7-4f35-ba4d-4003660c677f None None] Network 1e760a1d-6764-43b1-8712-1e09bf20ced1 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:21:53.982998 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-93767197-61a7-4f35-ba4d-4003660c677f None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:21:53.986294 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93767197-61a7-4f35-ba4d-4003660c677f None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:21:53.991300 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93767197-61a7-4f35-ba4d-4003660c677f None None] Pushing event updated for resources: {'Port': ['ID=11a1369a-f92e-4fd2-be9f-ec4cbea9ece9,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:53.996316 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-1a681caa-da60-4c2e-b043-12b031b244bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Allocated IP 172.20.0.1 (1e760a1d-6764-43b1-8712-1e09bf20ced1/67be7570-ad76-4419-9e1d-bc159c8c82bb/02413aad-94ef-443a-b3b8-412150ff69c6) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:21:54.092699 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-93767197-61a7-4f35-ba4d-4003660c677f None None] Attempting to bind port 11a1369a-f92e-4fd2-be9f-ec4cbea9ece9 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:21:54.092995 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-93767197-61a7-4f35-ba4d-4003660c677f None None] Attempting to bind port 11a1369a-f92e-4fd2-be9f-ec4cbea9ece9 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '93bcb543-dfcc-4642-9db5-74546d99f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:21:54.093367 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93767197-61a7-4f35-ba4d-4003660c677f None None] Attempting to bind port 11a1369a-f92e-4fd2-be9f-ec4cbea9ece9 on network 1e760a1d-6764-43b1-8712-1e09bf20ced1 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:21:54.100706 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93767197-61a7-4f35-ba4d-4003660c677f None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:21:54.101081 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93767197-61a7-4f35-ba4d-4003660c677f None None] Checking segment: {'id': '93bcb543-dfcc-4642-9db5-74546d99f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:21:54.101493 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-93767197-61a7-4f35-ba4d-4003660c677f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:54.101884 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93767197-61a7-4f35-ba4d-4003660c677f None None] Bound using segment: {'id': '93bcb543-dfcc-4642-9db5-74546d99f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:21:54.102353 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-93767197-61a7-4f35-ba4d-4003660c677f None None] Bound port: 11a1369a-f92e-4fd2-be9f-ec4cbea9ece9, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bcb543-dfcc-4642-9db5-74546d99f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:21:54.102735 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-93767197-61a7-4f35-ba4d-4003660c677f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:54.106695 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b55b27b-74e1-473a-8102-451e393789a2 None None] Pushing event updated for resources: {'Port': ['ID=d0926bd5-8d2f-45b2-88bc-8135da842d65,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:54.125057 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a681caa-da60-4c2e-b043-12b031b244bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:54.202753 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-93767197-61a7-4f35-ba4d-4003660c677f None None] For port 11a1369a-f92e-4fd2-be9f-ec4cbea9ece9, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:21:54.206264 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-93767197-61a7-4f35-ba4d-4003660c677f None None] For port 11a1369a-f92e-4fd2-be9f-ec4cbea9ece9, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=11a1369a-f92e-4fd2-be9f-ec4cbea9ece9,segment=NetworkSegment(93bcb543-dfcc-4642-9db5-74546d99f8b1),segment_id=93bcb543-dfcc-4642-9db5-74546d99f8b1)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:21:54.233215 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a681caa-da60-4c2e-b043-12b031b244bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:54.282270 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a681caa-da60-4c2e-b043-12b031b244bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network 1e760a1d-6764-43b1-8712-1e09bf20ced1 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:21:54.287894 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-1a681caa-da60-4c2e-b043-12b031b244bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:21:54.290673 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a681caa-da60-4c2e-b043-12b031b244bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:21:54.298781 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a681caa-da60-4c2e-b043-12b031b244bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=02413aad-94ef-443a-b3b8-412150ff69c6,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:54.314316 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-93767197-61a7-4f35-ba4d-4003660c677f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:54.345138 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a681caa-da60-4c2e-b043-12b031b244bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:54.378982 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93767197-61a7-4f35-ba4d-4003660c677f None None] Pushing event updated for resources: {'Port': ['ID=11a1369a-f92e-4fd2-be9f-ec4cbea9ece9,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:54.646846 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a681caa-da60-4c2e-b043-12b031b244bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:54.930365 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d0926bd5-8d2f-45b2-88bc-8135da842d65 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:21:54.960484 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a681caa-da60-4c2e-b043-12b031b244bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:54.984602 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port d0926bd5-8d2f-45b2-88bc-8135da842d65 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:21:54.984974 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:55.044778 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a681caa-da60-4c2e-b043-12b031b244bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:55.063738 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 11a1369a-f92e-4fd2-be9f-ec4cbea9ece9 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:21:55.111477 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 11a1369a-f92e-4fd2-be9f-ec4cbea9ece9 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:21:55.111854 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:55.124351 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1a681caa-da60-4c2e-b043-12b031b244bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:55.126380 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a681caa-da60-4c2e-b043-12b031b244bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=02413aad-94ef-443a-b3b8-412150ff69c6,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:55.196796 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:55.227445 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a681caa-da60-4c2e-b043-12b031b244bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network 1e760a1d-6764-43b1-8712-1e09bf20ced1 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:21:55.229647 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-1a681caa-da60-4c2e-b043-12b031b244bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:21:55.231533 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 11a1369a-f92e-4fd2-be9f-ec4cbea9ece9, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=11a1369a-f92e-4fd2-be9f-ec4cbea9ece9,segment=NetworkSegment(93bcb543-dfcc-4642-9db5-74546d99f8b1),segment_id=93bcb543-dfcc-4642-9db5-74546d99f8b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:21:55.313107 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:55.352837 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a681caa-da60-4c2e-b043-12b031b244bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Router 7091b86d-1f4a-478d-aa57-652655e8bbbc has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:21:55.366087 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=11a1369a-f92e-4fd2-be9f-ec4cbea9ece9,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:55.475360 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a681caa-da60-4c2e-b043-12b031b244bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:21:55.481984 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1a681caa-da60-4c2e-b043-12b031b244bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "PUT /v2.0/routers/7091b86d-1f4a-478d-aa57-652655e8bbbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4421127 Dec 16 23:21:55.645730 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0a75e0-705c-4c4b-a61c-9d2531ee3ffb None None] Network 1e760a1d-6764-43b1-8712-1e09bf20ced1 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:21:55.653160 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-52ba99c4-32f4-4cce-8a9c-b8a7c8a7d9bd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1411422478&fields=id&tenant_id=cad6fd668fee498d94dbaa2b0174c294 HTTP/1.1" status: 200 len: 267 time: 0.0559874 Dec 16 23:21:55.714537 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-699160a6-bf9e-4a57-b7a8-9b766c0d57e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:55.731652 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-01738bbf-40d1-4b4c-9aa5-ad6029180cd7 None None] Provisioning complete for port 11a1369a-f92e-4fd2-be9f-ec4cbea9ece9 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:21:55.733671 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-01738bbf-40d1-4b4c-9aa5-ad6029180cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:55.778261 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-18b5555b-7234-4951-85c0-63af7dc75449 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:55.779838 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-18b5555b-7234-4951-85c0-63af7dc75449 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/networks?id=1e760a1d-6764-43b1-8712-1e09bf20ced1 HTTP/1.1" status: 200 len: 797 time: 0.1189215 Dec 16 23:21:55.796177 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-98056a41-a1ed-478a-a272-7814899a384d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/quotas/cad6fd668fee498d94dbaa2b0174c294 HTTP/1.1" status: 200 len: 375 time: 0.0103273 Dec 16 23:21:55.856377 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-e8cbc305-62f3-4879-9104-ab3247fdca28 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530982 Dec 16 23:21:55.905201 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b45f1f3-96b1-4b2b-b2dd-864531db4aca None None] Sync routers for ids ['7091b86d-1f4a-478d-aa57-652655e8bbbc'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:21:55.916121 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b45f1f3-96b1-4b2b-b2dd-864531db4aca None None] Routers {'7091b86d-1f4a-478d-aa57-652655e8bbbc'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:21:55.917716 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4b45f1f3-96b1-4b2b-b2dd-864531db4aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:21:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['7091b86d-1f4a-478d-aa57-652655e8bbbc'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:21:55.981280 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-e2ce183e-9043-49e3-96fa-8512e4c20d5e service neutron] 10.222.0.75 "GET /v2.0/networks/1e760a1d-6764-43b1-8712-1e09bf20ced1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046276 Dec 16 23:21:56.040187 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-4b45f1f3-96b1-4b2b-b2dd-864531db4aca None None] Set router 7091b86d-1f4a-478d-aa57-652655e8bbbc gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:21:56.078960 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-a60d8b39-01c3-4c03-9638-ed880f2055e4 service neutron] 10.222.0.75 "GET /v2.0/networks/1e760a1d-6764-43b1-8712-1e09bf20ced1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914752 Dec 16 23:21:56.092244 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2e4a8f2b-ca0c-473b-bca4-a923b55cda36 None None] Provisioning complete for port 11a1369a-f92e-4fd2-be9f-ec4cbea9ece9 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:21:56.092988 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2e4a8f2b-ca0c-473b-bca4-a923b55cda36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:56.199923 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2e4a8f2b-ca0c-473b-bca4-a923b55cda36 None None] Provisioning complete for port 02413aad-94ef-443a-b3b8-412150ff69c6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:21:56.200293 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2e4a8f2b-ca0c-473b-bca4-a923b55cda36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:56.286434 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4b45f1f3-96b1-4b2b-b2dd-864531db4aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046768246', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:21:49Z', 'updated_at': '2021-12-16T23:21:54Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:21:50Z', 'updated_at': '2021-12-16T23:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '02413aad-94ef-443a-b3b8-412150ff69c6', 'name': '', 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:73:67:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '67be7570-ad76-4419-9e1d-bc159c8c82bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:21:53Z', 'updated_at': '2021-12-16T23:21:54Z', 'revision_number': 2, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '67be7570-ad76-4419-9e1d-bc159c8c82bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:21:56.322906 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b45f1f3-96b1-4b2b-b2dd-864531db4aca None None] Checking router: 7091b86d-1f4a-478d-aa57-652655e8bbbc for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:21:56.323392 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b45f1f3-96b1-4b2b-b2dd-864531db4aca None None] Updating router 7091b86d-1f4a-478d-aa57-652655e8bbbc port 02413aad-94ef-443a-b3b8-412150ff69c6 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:21:56.374955 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b45f1f3-96b1-4b2b-b2dd-864531db4aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:56.386017 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f858dfad-3df5-4818-ac4d-6eaa716fe906 req-dda2b0a5-a18d-4834-bc9e-2cf32ec1e11f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 210 time: 0.0423124 Dec 16 23:21:56.493618 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2e4a8f2b-ca0c-473b-bca4-a923b55cda36 None None] Port 02413aad-94ef-443a-b3b8-412150ff69c6 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:21:56.613122 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ad8e0abe-9156-4684-b900-5a998f829436 None None] Provisioning complete for port 02413aad-94ef-443a-b3b8-412150ff69c6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:21:56.613399 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ad8e0abe-9156-4684-b900-5a998f829436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:56.649297 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ad8e0abe-9156-4684-b900-5a998f829436 None None] Port 02413aad-94ef-443a-b3b8-412150ff69c6 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:21:56.683131 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b45f1f3-96b1-4b2b-b2dd-864531db4aca None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:56.809287 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b45f1f3-96b1-4b2b-b2dd-864531db4aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:56.856661 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 11a1369a-f92e-4fd2-be9f-ec4cbea9ece9 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:21:56.892387 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ab6de-7ab2-47e3-b796-d6c391e96f36 None None] Pushing event updated for resources: {'Port': ['ID=02413aad-94ef-443a-b3b8-412150ff69c6,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:56.895729 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ab6de-7ab2-47e3-b796-d6c391e96f36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:56.896313 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ab6de-7ab2-47e3-b796-d6c391e96f36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:56.896828 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ab6de-7ab2-47e3-b796-d6c391e96f36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:56.897170 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ab6de-7ab2-47e3-b796-d6c391e96f36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:56.897509 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ab6de-7ab2-47e3-b796-d6c391e96f36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:56.897843 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ab6de-7ab2-47e3-b796-d6c391e96f36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:56.898174 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ab6de-7ab2-47e3-b796-d6c391e96f36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:56.898503 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ab6de-7ab2-47e3-b796-d6c391e96f36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:56.899411 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ab6de-7ab2-47e3-b796-d6c391e96f36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:56.899742 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ab6de-7ab2-47e3-b796-d6c391e96f36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:56.900067 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ab6de-7ab2-47e3-b796-d6c391e96f36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:56.900588 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ab6de-7ab2-47e3-b796-d6c391e96f36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:56.901121 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ab6de-7ab2-47e3-b796-d6c391e96f36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:21:56.920500 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 11a1369a-f92e-4fd2-be9f-ec4cbea9ece9 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:21:56.921025 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:56.937258 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-4b45f1f3-96b1-4b2b-b2dd-864531db4aca None None] Attempting to bind port 02413aad-94ef-443a-b3b8-412150ff69c6 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:21:56.937866 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-4b45f1f3-96b1-4b2b-b2dd-864531db4aca None None] Attempting to bind port 02413aad-94ef-443a-b3b8-412150ff69c6 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '93bcb543-dfcc-4642-9db5-74546d99f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:21:56.938131 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b45f1f3-96b1-4b2b-b2dd-864531db4aca None None] Attempting to bind port 02413aad-94ef-443a-b3b8-412150ff69c6 on network 1e760a1d-6764-43b1-8712-1e09bf20ced1 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:21:56.944012 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b45f1f3-96b1-4b2b-b2dd-864531db4aca None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:21:56.945695 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b45f1f3-96b1-4b2b-b2dd-864531db4aca None None] Checking segment: {'id': '93bcb543-dfcc-4642-9db5-74546d99f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:21:56.945695 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b45f1f3-96b1-4b2b-b2dd-864531db4aca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:56.945695 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b45f1f3-96b1-4b2b-b2dd-864531db4aca None None] Bound using segment: {'id': '93bcb543-dfcc-4642-9db5-74546d99f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:21:56.946146 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-4b45f1f3-96b1-4b2b-b2dd-864531db4aca None None] Bound port: 02413aad-94ef-443a-b3b8-412150ff69c6, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bcb543-dfcc-4642-9db5-74546d99f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:21:56.946572 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b45f1f3-96b1-4b2b-b2dd-864531db4aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:57.015225 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-4b45f1f3-96b1-4b2b-b2dd-864531db4aca None None] For port 02413aad-94ef-443a-b3b8-412150ff69c6, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:21:57.021437 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-4b45f1f3-96b1-4b2b-b2dd-864531db4aca None None] For port 02413aad-94ef-443a-b3b8-412150ff69c6, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=02413aad-94ef-443a-b3b8-412150ff69c6,segment=NetworkSegment(93bcb543-dfcc-4642-9db5-74546d99f8b1),segment_id=93bcb543-dfcc-4642-9db5-74546d99f8b1)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:21:57.073327 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9b155dd2-70be-47c7-a7e7-dd41c4da189f None None] Provisioning complete for port 02413aad-94ef-443a-b3b8-412150ff69c6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:21:57.073703 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9b155dd2-70be-47c7-a7e7-dd41c4da189f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:57.107231 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9b155dd2-70be-47c7-a7e7-dd41c4da189f None None] Port 02413aad-94ef-443a-b3b8-412150ff69c6 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:21:57.113537 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-4b45f1f3-96b1-4b2b-b2dd-864531db4aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:57.169226 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b45f1f3-96b1-4b2b-b2dd-864531db4aca None None] Routers {'7091b86d-1f4a-478d-aa57-652655e8bbbc'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:21:57.169797 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4b45f1f3-96b1-4b2b-b2dd-864531db4aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:21:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['7091b86d-1f4a-478d-aa57-652655e8bbbc'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:21:57.209257 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ab6de-7ab2-47e3-b796-d6c391e96f36 None None] Pushing event updated for resources: {'Port': ['ID=02413aad-94ef-443a-b3b8-412150ff69c6,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:57.268049 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:57.286894 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-4b45f1f3-96b1-4b2b-b2dd-864531db4aca None None] Set router 7091b86d-1f4a-478d-aa57-652655e8bbbc gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:21:57.430170 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3b2de1d0-d60a-4314-bd62-c1cdcf51f706 None None] Provisioning complete for port 02413aad-94ef-443a-b3b8-412150ff69c6 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:21:57.430496 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b2de1d0-d60a-4314-bd62-c1cdcf51f706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:57.488378 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-66e20aab-0c74-4e35-92d7-71e989a513b4 req-4e423686-8087-4f22-88d9-a3694cc0c464 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 210 time: 0.0336454 Dec 16 23:21:57.522927 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b2de1d0-d60a-4314-bd62-c1cdcf51f706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:57.527673 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-4b45f1f3-96b1-4b2b-b2dd-864531db4aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046768246', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:21:49Z', 'updated_at': '2021-12-16T23:21:54Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:21:50Z', 'updated_at': '2021-12-16T23:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '02413aad-94ef-443a-b3b8-412150ff69c6', 'name': '', 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:73:67:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '67be7570-ad76-4419-9e1d-bc159c8c82bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:21:53Z', 'updated_at': '2021-12-16T23:21:57Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '67be7570-ad76-4419-9e1d-bc159c8c82bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:21:57.554480 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b45f1f3-96b1-4b2b-b2dd-864531db4aca None None] The sync data for ids ['7091b86d-1f4a-478d-aa57-652655e8bbbc'] in n-d-815324-4 is: [{'id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046768246', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:21:49Z', 'updated_at': '2021-12-16T23:21:54Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:21:50Z', 'updated_at': '2021-12-16T23:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '02413aad-94ef-443a-b3b8-412150ff69c6', 'name': '', 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:73:67:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '67be7570-ad76-4419-9e1d-bc159c8c82bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:21:53Z', 'updated_at': '2021-12-16T23:21:57Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '67be7570-ad76-4419-9e1d-bc159c8c82bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:21:57.569401 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-3b2de1d0-d60a-4314-bd62-c1cdcf51f706 None None] For port 02413aad-94ef-443a-b3b8-412150ff69c6, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=02413aad-94ef-443a-b3b8-412150ff69c6,segment=NetworkSegment(93bcb543-dfcc-4642-9db5-74546d99f8b1),segment_id=93bcb543-dfcc-4642-9db5-74546d99f8b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:21:57.650490 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:57.696005 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b2de1d0-d60a-4314-bd62-c1cdcf51f706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:57.749410 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2de1d0-d60a-4314-bd62-c1cdcf51f706 None None] Pushing event updated for resources: {'Port': ['ID=02413aad-94ef-443a-b3b8-412150ff69c6,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:58.607470 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-da838d0e-972e-4267-97dc-51d20f2e9231 req-b96b0fb4-ceef-4bb0-b0bd-323bfd3cae0e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 210 time: 0.0336998 Dec 16 23:21:58.623185 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:58.719523 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-4d982919-c77b-40a6-a91c-00267f7bd6f2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:58.721004 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-4d982919-c77b-40a6-a91c-00267f7bd6f2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.76 "GET /v2.0/networks?id=1e760a1d-6764-43b1-8712-1e09bf20ced1 HTTP/1.1" status: 200 len: 797 time: 0.1103554 Dec 16 23:21:58.792871 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-f552772b-54b0-4d27-935c-1966a6b6caf5 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cad6fd668fee498d94dbaa2b0174c294 HTTP/1.1" status: 200 len: 380 time: 0.0546672 Dec 16 23:21:58.806494 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-c521184b-804d-46ec-8832-fdf2799f19e4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'port': {'device_id': 'de40ba2b-bd65-43e8-8c50-da067977d4e7', 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1', 'admin_state_up': True, 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'security_groups': ['d9b91eb5-76e3-47ac-b716-9e677b9d7b42']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:21:58.876044 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 02413aad-94ef-443a-b3b8-412150ff69c6 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:21:58.935720 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 02413aad-94ef-443a-b3b8-412150ff69c6 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:21:58.936171 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:58.971705 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:59.067694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-c521184b-804d-46ec-8832-fdf2799f19e4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Made reservation on behalf of cad6fd668fee498d94dbaa2b0174c294 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:21:59.071466 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-c521184b-804d-46ec-8832-fdf2799f19e4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:59.084486 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:59.205552 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-c521184b-804d-46ec-8832-fdf2799f19e4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Allocated IP 172.20.0.9 (1e760a1d-6764-43b1-8712-1e09bf20ced1/67be7570-ad76-4419-9e1d-bc159c8c82bb/6795ee51-a211-4386-8772-3a45650fb28b) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:21:59.345750 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-c521184b-804d-46ec-8832-fdf2799f19e4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:59.450862 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-c521184b-804d-46ec-8832-fdf2799f19e4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:59.502014 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-c521184b-804d-46ec-8832-fdf2799f19e4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network 1e760a1d-6764-43b1-8712-1e09bf20ced1 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:21:59.505251 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-c521184b-804d-46ec-8832-fdf2799f19e4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:21:59.509005 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-c521184b-804d-46ec-8832-fdf2799f19e4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:21:59.534315 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521184b-804d-46ec-8832-fdf2799f19e4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=6795ee51-a211-4386-8772-3a45650fb28b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:21:59.569870 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-c521184b-804d-46ec-8832-fdf2799f19e4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:59.574927 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-c521184b-804d-46ec-8832-fdf2799f19e4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:59.654085 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-c521184b-804d-46ec-8832-fdf2799f19e4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8543696 Dec 16 23:21:59.679227 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-e1fb866d-5347-488c-a139-db4509ea9027 service neutron] Request body: {'port': {'device_id': 'de40ba2b-bd65-43e8-8c50-da067977d4e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:21:59.734859 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-26ccb005-a813-4453-bc20-d93a17cefe43 None None] Provisioning complete for port 6795ee51-a211-4386-8772-3a45650fb28b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:21:59.735518 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26ccb005-a813-4453-bc20-d93a17cefe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:59.741900 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60010178-e883-47dd-9f97-a11c631c7acc req-a01ffb33-72ab-4997-acc7-5a99a734d7c0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:21:59.743511 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-60010178-e883-47dd-9f97-a11c631c7acc req-a01ffb33-72ab-4997-acc7-5a99a734d7c0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 931 time: 0.0518823 Dec 16 23:21:59.746133 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-e1fb866d-5347-488c-a139-db4509ea9027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:21:59.771582 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-26ccb005-a813-4453-bc20-d93a17cefe43 None None] Port 6795ee51-a211-4386-8772-3a45650fb28b cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:21:59.803510 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-60010178-e883-47dd-9f97-a11c631c7acc req-bb96472e-2bf1-4fcb-8d65-693c0170cdf0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522680 Dec 16 23:22:00.025213 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-e1fb866d-5347-488c-a139-db4509ea9027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6795ee51-a211-4386-8772-3a45650fb28b {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:22:00.033902 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-e1fb866d-5347-488c-a139-db4509ea9027 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:00.046028 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-e1fb866d-5347-488c-a139-db4509ea9027 service neutron] Transition to ACTIVE for port object 6795ee51-a211-4386-8772-3a45650fb28b will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:22:00.107311 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-e1fb866d-5347-488c-a139-db4509ea9027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:00.161679 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb866d-5347-488c-a139-db4509ea9027 service neutron] Pushing event updated for resources: {'Port': ['ID=6795ee51-a211-4386-8772-3a45650fb28b,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:22:00.234399 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-e1fb866d-5347-488c-a139-db4509ea9027 service neutron] Attempting to bind port 6795ee51-a211-4386-8772-3a45650fb28b on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:22:00.234896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-e1fb866d-5347-488c-a139-db4509ea9027 service neutron] Attempting to bind port 6795ee51-a211-4386-8772-3a45650fb28b by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '93bcb543-dfcc-4642-9db5-74546d99f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:22:00.235330 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-e1fb866d-5347-488c-a139-db4509ea9027 service neutron] Attempting to bind port 6795ee51-a211-4386-8772-3a45650fb28b on network 1e760a1d-6764-43b1-8712-1e09bf20ced1 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:22:00.239898 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-e1fb866d-5347-488c-a139-db4509ea9027 service neutron] Port 6795ee51-a211-4386-8772-3a45650fb28b on network 1e760a1d-6764-43b1-8712-1e09bf20ced1 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:22:00.240230 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-e1fb866d-5347-488c-a139-db4509ea9027 service neutron] Attempting to bind port 6795ee51-a211-4386-8772-3a45650fb28b on network 1e760a1d-6764-43b1-8712-1e09bf20ced1 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:22:00.246101 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-e1fb866d-5347-488c-a139-db4509ea9027 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:22:00.246443 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-e1fb866d-5347-488c-a139-db4509ea9027 service neutron] Checking segment: {'id': '93bcb543-dfcc-4642-9db5-74546d99f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:22:00.246835 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-e1fb866d-5347-488c-a139-db4509ea9027 service neutron] Bound using segment: {'id': '93bcb543-dfcc-4642-9db5-74546d99f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:22:00.247323 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-e1fb866d-5347-488c-a139-db4509ea9027 service neutron] Bound port: 6795ee51-a211-4386-8772-3a45650fb28b, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93bcb543-dfcc-4642-9db5-74546d99f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:22:00.247696 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-e1fb866d-5347-488c-a139-db4509ea9027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:00.324277 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-e1fb866d-5347-488c-a139-db4509ea9027 service neutron] For port 6795ee51-a211-4386-8772-3a45650fb28b, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:22:00.327609 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-e1fb866d-5347-488c-a139-db4509ea9027 service neutron] For port 6795ee51-a211-4386-8772-3a45650fb28b, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=6795ee51-a211-4386-8772-3a45650fb28b,segment=NetworkSegment(93bcb543-dfcc-4642-9db5-74546d99f8b1),segment_id=93bcb543-dfcc-4642-9db5-74546d99f8b1)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:22:00.387892 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-e1fb866d-5347-488c-a139-db4509ea9027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:00.423815 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-e1fb866d-5347-488c-a139-db4509ea9027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:00.424450 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-e1fb866d-5347-488c-a139-db4509ea9027 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:00.426231 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-e1fb866d-5347-488c-a139-db4509ea9027 service neutron] 10.222.0.76 "PUT /v2.0/ports/6795ee51-a211-4386-8772-3a45650fb28b HTTP/1.1" status: 200 len: 1091 time: 0.7515321 Dec 16 23:22:00.426803 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de40ba2b-bd65-43e8-8c50-da067977d4e7', 'tag': '6795ee51-a211-4386-8772-3a45650fb28b'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:22:00.429194 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72d4275-07da-4ccd-8e32-5387099c71fc" -d '{"events": [{"name": "network-changed", "server_uuid": "de40ba2b-bd65-43e8-8c50-da067977d4e7", "tag": "6795ee51-a211-4386-8772-3a45650fb28b"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:22:00.457496 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb866d-5347-488c-a139-db4509ea9027 service neutron] Pushing event updated for resources: {'Port': ['ID=6795ee51-a211-4386-8772-3a45650fb28b,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:22:00.474828 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda43814-ddec-491c-81e0-95c5f88cfb63 x-openstack-request-id: req-cda43814-ddec-491c-81e0-95c5f88cfb63 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:22:00.474828 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de40ba2b-bd65-43e8-8c50-da067977d4e7", "tag": "6795ee51-a211-4386-8772-3a45650fb28b", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:22:00.474828 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cda43814-ddec-491c-81e0-95c5f88cfb63 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:22:00.474828 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de40ba2b-bd65-43e8-8c50-da067977d4e7', 'tag': '6795ee51-a211-4386-8772-3a45650fb28b', 'status': 'completed', 'code': 200} Dec 16 23:22:00.580491 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d4275-07da-4ccd-8e32-5387099c71fc req-afe3c60a-e560-4344-96ca-83ad7acf3012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:00.582456 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a72d4275-07da-4ccd-8e32-5387099c71fc req-afe3c60a-e560-4344-96ca-83ad7acf3012 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 1094 time: 0.0460193 Dec 16 23:22:00.699290 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d4275-07da-4ccd-8e32-5387099c71fc req-d7af5b3e-3963-43ae-a097-8a530ed5225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:00.700753 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a72d4275-07da-4ccd-8e32-5387099c71fc req-d7af5b3e-3963-43ae-a097-8a530ed5225b service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=cad6fd668fee498d94dbaa2b0174c294&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0996015 Dec 16 23:22:00.809881 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d4275-07da-4ccd-8e32-5387099c71fc req-bf8de127-16dc-4b3b-aec6-4a757e09f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:00.811437 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a72d4275-07da-4ccd-8e32-5387099c71fc req-bf8de127-16dc-4b3b-aec6-4a757e09f528 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0986202 Dec 16 23:22:00.929687 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72303f8-8559-492c-a874-97ab1997c8b7 req-04168bbc-b3db-457c-be29-7e154752cd7f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:00.930622 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-e07d4e3a-dbcf-422b-af19-157a0e7c18b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:00.931264 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f72303f8-8559-492c-a874-97ab1997c8b7 req-04168bbc-b3db-457c-be29-7e154752cd7f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 943 time: 0.0513575 Dec 16 23:22:00.933039 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-e07d4e3a-dbcf-422b-af19-157a0e7c18b0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 1094 time: 0.0450938 Dec 16 23:22:00.983329 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f72303f8-8559-492c-a874-97ab1997c8b7 req-a38614a5-598d-4a86-ab5b-5c26a9fecd87 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448248 Dec 16 23:22:00.984387 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-00248e88-35d0-42e1-8549-85ab5a1fa59e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6795ee51-a211-4386-8772-3a45650fb28b HTTP/1.1" status: 200 len: 217 time: 0.0357208 Dec 16 23:22:01.037617 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-49e46fd5-4c66-4c0f-bc59-79f92b546005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:01.039243 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-49e46fd5-4c66-4c0f-bc59-79f92b546005 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=67be7570-ad76-4419-9e1d-bc159c8c82bb HTTP/1.1" status: 200 len: 835 time: 0.0462556 Dec 16 23:22:01.092287 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-3079c9ee-cd44-4f65-bcbe-7df5f310b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:01.093830 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-3079c9ee-cd44-4f65-bcbe-7df5f310b91c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1e760a1d-6764-43b1-8712-1e09bf20ced1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457807 Dec 16 23:22:01.188193 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-1ee620f7-d019-41ce-961b-30072579cc0c service neutron] 10.222.0.76 "GET /v2.0/networks/1e760a1d-6764-43b1-8712-1e09bf20ced1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848100 Dec 16 23:22:01.288024 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a83ea764-40cd-4764-9af8-7111c083c0c3 req-8435f9b9-d513-49c8-b548-6a6444e4df25 service neutron] 10.222.0.76 "GET /v2.0/networks/1e760a1d-6764-43b1-8712-1e09bf20ced1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897737 Dec 16 23:22:02.105878 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d54eb2-e041-4a2a-8348-41fc85ef8631 req-72b24d41-e31c-44d8-8100-05118dde4028 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:02.107424 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-97d54eb2-e041-4a2a-8348-41fc85ef8631 req-72b24d41-e31c-44d8-8100-05118dde4028 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 943 time: 0.0523303 Dec 16 23:22:02.157081 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-97d54eb2-e041-4a2a-8348-41fc85ef8631 req-478e2fb1-bc3b-4f43-871f-075ee1fa2c8d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436053 Dec 16 23:22:03.276470 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472db7fb-0020-4060-95d5-105554b80984 req-a0db945c-ac3d-4330-b6d9-d596a35a0b15 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:03.278120 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-472db7fb-0020-4060-95d5-105554b80984 req-a0db945c-ac3d-4330-b6d9-d596a35a0b15 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 943 time: 0.0502439 Dec 16 23:22:03.334533 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-472db7fb-0020-4060-95d5-105554b80984 req-51e83e34-a8b6-4d3a-aa47-739de1e5e313 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500894 Dec 16 23:22:03.353403 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 6795ee51-a211-4386-8772-3a45650fb28b details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:22:03.446963 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 6795ee51-a211-4386-8772-3a45650fb28b, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=6795ee51-a211-4386-8772-3a45650fb28b,segment=NetworkSegment(93bcb543-dfcc-4642-9db5-74546d99f8b1),segment_id=93bcb543-dfcc-4642-9db5-74546d99f8b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:22:03.458627 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '6795ee51-a211-4386-8772-3a45650fb28b', 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1', 'port_id': '6795ee51-a211-4386-8772-3a45650fb28b', 'mac_address': 'fa:16:3e:49:00:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67be7570-ad76-4419-9e1d-bc159c8c82bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:22:03.504023 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:03.517938 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6795ee51-a211-4386-8772-3a45650fb28b {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:22:03.536789 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 6795ee51-a211-4386-8772-3a45650fb28b, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=6795ee51-a211-4386-8772-3a45650fb28b,segment=NetworkSegment(93bcb543-dfcc-4642-9db5-74546d99f8b1),segment_id=93bcb543-dfcc-4642-9db5-74546d99f8b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:22:03.633409 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:03.685288 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=6795ee51-a211-4386-8772-3a45650fb28b,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:22:04.018362 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['6795ee51-a211-4386-8772-3a45650fb28b'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:22:04.455025 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24866b04-195d-4082-9376-3da43700f1e6 req-66fc8e82-7044-4c2f-8f70-36004ad533ba tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:04.456572 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-24866b04-195d-4082-9376-3da43700f1e6 req-66fc8e82-7044-4c2f-8f70-36004ad533ba tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 944 time: 0.0502691 Dec 16 23:22:04.511648 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-24866b04-195d-4082-9376-3da43700f1e6 req-24ce7fa9-6b35-4e03-a867-d92cad2a4796 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490129 Dec 16 23:22:05.368791 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 6795ee51-a211-4386-8772-3a45650fb28b up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:22:05.467482 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 6795ee51-a211-4386-8772-3a45650fb28b completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:22:05.471706 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 6795ee51-a211-4386-8772-3a45650fb28b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:22:05.472084 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:05.555249 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:05.579482 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de40ba2b-bd65-43e8-8c50-da067977d4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6795ee51-a211-4386-8772-3a45650fb28b'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:22:05.581792 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8181d4d9-31bd-42cc-a258-65e2b6d66c31" -d '{"events": [{"server_uuid": "de40ba2b-bd65-43e8-8c50-da067977d4e7", "name": "network-vif-plugged", "status": "completed", "tag": "6795ee51-a211-4386-8772-3a45650fb28b"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:22:05.595530 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 6795ee51-a211-4386-8772-3a45650fb28b, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=6795ee51-a211-4386-8772-3a45650fb28b,segment=NetworkSegment(93bcb543-dfcc-4642-9db5-74546d99f8b1),segment_id=93bcb543-dfcc-4642-9db5-74546d99f8b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:22:05.657292 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb62367-9588-4558-a43c-dae905cf3ff5 req-a66298ef-dbd9-44c5-837c-d2d4c2f48a35 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:05.658598 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cfb62367-9588-4558-a43c-dae905cf3ff5 req-a66298ef-dbd9-44c5-837c-d2d4c2f48a35 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 944 time: 0.0757699 Dec 16 23:22:05.673212 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:05.697843 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341f622f-c780-4dda-ab98-784fcb0cf44f x-openstack-request-id: req-341f622f-c780-4dda-ab98-784fcb0cf44f {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:22:05.698144 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de40ba2b-bd65-43e8-8c50-da067977d4e7", "name": "network-vif-plugged", "status": "completed", "tag": "6795ee51-a211-4386-8772-3a45650fb28b", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:22:05.698402 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-341f622f-c780-4dda-ab98-784fcb0cf44f {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:22:05.698798 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de40ba2b-bd65-43e8-8c50-da067977d4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6795ee51-a211-4386-8772-3a45650fb28b', 'code': 200} Dec 16 23:22:05.711865 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cfb62367-9588-4558-a43c-dae905cf3ff5 req-3cfa52e1-906b-409f-ae34-b54949b3889a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471222 Dec 16 23:22:05.726325 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=6795ee51-a211-4386-8772-3a45650fb28b,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:22:05.827076 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762d7dc-7572-4850-990f-efcb7d33e1c4 req-c7bde1b1-7ec8-47b4-92ae-fa931fb959a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:05.828634 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7762d7dc-7572-4850-990f-efcb7d33e1c4 req-c7bde1b1-7ec8-47b4-92ae-fa931fb959a5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 1096 time: 0.0411541 Dec 16 23:22:05.877752 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7762d7dc-7572-4850-990f-efcb7d33e1c4 req-68165032-5db1-4d7d-9314-0b940b55865b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410128 Dec 16 23:22:06.832092 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def65cec-a8d3-45bd-8ee3-c841da25f776 req-3f0ddd00-67ef-4ef3-b89c-b09d98ca5ff4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:06.833678 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-def65cec-a8d3-45bd-8ee3-c841da25f776 req-3f0ddd00-67ef-4ef3-b89c-b09d98ca5ff4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 945 time: 0.0509636 Dec 16 23:22:06.883208 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-def65cec-a8d3-45bd-8ee3-c841da25f776 req-dfbb6884-513b-484e-bb9b-e4fac2727baa tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433018 Dec 16 23:22:08.001793 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943cbe9d-b6e6-4014-94b6-9eeb99082886 req-8d46598b-4cbe-4fbf-901d-27658c434ff7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:08.003334 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-943cbe9d-b6e6-4014-94b6-9eeb99082886 req-8d46598b-4cbe-4fbf-901d-27658c434ff7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 945 time: 0.0489967 Dec 16 23:22:08.054741 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-943cbe9d-b6e6-4014-94b6-9eeb99082886 req-2b303734-7047-427f-a1e6-ed41795b1bc5 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449359 Dec 16 23:22:08.177084 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24372c6-c2ed-4170-b33e-2cd41fb372cb req-285cee01-0c03-46d3-a09e-81dbc2827133 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:08.178522 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e24372c6-c2ed-4170-b33e-2cd41fb372cb req-285cee01-0c03-46d3-a09e-81dbc2827133 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 945 time: 0.0550060 Dec 16 23:22:08.233245 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e24372c6-c2ed-4170-b33e-2cd41fb372cb req-f6c7b7de-76b8-4c19-803a-7ea67d846a87 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485523 Dec 16 23:22:08.255475 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36802) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:22:08.294781 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc4d95e-b724-4eb4-bfac-d89b1355ebf9 tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:08.296452 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bbc4d95e-b724-4eb4-bfac-d89b1355ebf9 tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 1091 time: 0.0399959 Dec 16 23:22:08.299230 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36804) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:22:08.303948 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-2c7bf0c8-f598-4572-9c39-5640b596a311 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'port_id': '6795ee51-a211-4386-8772-3a45650fb28b', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:22:08.433214 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c7bf0c8-f598-4572-9c39-5640b596a311 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:08.536266 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c7bf0c8-f598-4572-9c39-5640b596a311 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:08.653067 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-2c7bf0c8-f598-4572-9c39-5640b596a311 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Allocated IP 172.25.6.30 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/af034d2a-6fe8-4ac6-aa55-ef7bc500e2c4) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:22:08.759437 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c7bf0c8-f598-4572-9c39-5640b596a311 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:08.895450 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c7bf0c8-f598-4572-9c39-5640b596a311 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:08.937227 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7bf0c8-f598-4572-9c39-5640b596a311 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:22:08.940214 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-2c7bf0c8-f598-4572-9c39-5640b596a311 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:22:08.943690 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7bf0c8-f598-4572-9c39-5640b596a311 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:22:08.966966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7bf0c8-f598-4572-9c39-5640b596a311 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=af034d2a-6fe8-4ac6-aa55-ef7bc500e2c4,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:22:09.322009 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c7bf0c8-f598-4572-9c39-5640b596a311 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:09.447855 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c7bf0c8-f598-4572-9c39-5640b596a311 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:09.609002 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c7bf0c8-f598-4572-9c39-5640b596a311 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:09.684242 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c7bf0c8-f598-4572-9c39-5640b596a311 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:09.761193 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7bf0c8-f598-4572-9c39-5640b596a311 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=af034d2a-6fe8-4ac6-aa55-ef7bc500e2c4,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:22:09.773818 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c7bf0c8-f598-4572-9c39-5640b596a311 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:09.876879 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-2c7bf0c8-f598-4572-9c39-5640b596a311 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Floating IP 86064072-b8d8-42eb-b38f-5465866771f7 associated. External IP: 172.25.6.30, port: 6795ee51-a211-4386-8772-3a45650fb28b. Dec 16 23:22:10.084992 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7bf0c8-f598-4572-9c39-5640b596a311 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Router 7091b86d-1f4a-478d-aa57-652655e8bbbc has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:22:10.196250 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7bf0c8-f598-4572-9c39-5640b596a311 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:22:10.206695 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd72b21-355e-46ad-abf0-7676a5348018 None None] Sync routers for ids ['7091b86d-1f4a-478d-aa57-652655e8bbbc'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:22:10.217138 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd72b21-355e-46ad-abf0-7676a5348018 None None] Routers {'7091b86d-1f4a-478d-aa57-652655e8bbbc'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:22:10.217757 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8cd72b21-355e-46ad-abf0-7676a5348018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:21:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['7091b86d-1f4a-478d-aa57-652655e8bbbc'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:22:10.265307 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c7bf0c8-f598-4572-9c39-5640b596a311 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:10.295773 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2c7bf0c8-f598-4572-9c39-5640b596a311 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9953895 Dec 16 23:22:10.296482 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de40ba2b-bd65-43e8-8c50-da067977d4e7', 'tag': '6795ee51-a211-4386-8772-3a45650fb28b'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:22:10.298855 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d030578-bef4-43dd-ac7d-c0e718ad6858" -d '{"events": [{"name": "network-changed", "server_uuid": "de40ba2b-bd65-43e8-8c50-da067977d4e7", "tag": "6795ee51-a211-4386-8772-3a45650fb28b"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:22:10.335100 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-8cd72b21-355e-46ad-abf0-7676a5348018 None None] Set router 7091b86d-1f4a-478d-aa57-652655e8bbbc gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:22:10.340325 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283e2110-f9b7-4f82-9595-c07f1cbbe6e9 x-openstack-request-id: req-283e2110-f9b7-4f82-9595-c07f1cbbe6e9 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:22:10.340838 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de40ba2b-bd65-43e8-8c50-da067977d4e7", "tag": "6795ee51-a211-4386-8772-3a45650fb28b", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:22:10.342015 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-283e2110-f9b7-4f82-9595-c07f1cbbe6e9 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:22:10.342490 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de40ba2b-bd65-43e8-8c50-da067977d4e7', 'tag': '6795ee51-a211-4386-8772-3a45650fb28b', 'status': 'completed', 'code': 200} Dec 16 23:22:10.405952 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545d276-12fd-4a06-9072-0b225618d099 req-f2fccb90-0d12-4af9-9438-794001391a74 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:10.408220 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4545d276-12fd-4a06-9072-0b225618d099 req-f2fccb90-0d12-4af9-9438-794001391a74 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 945 time: 0.0575907 Dec 16 23:22:10.447671 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d030578-bef4-43dd-ac7d-c0e718ad6858 req-55ab098d-59bf-456b-8187-c6b97b495553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:10.449215 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0d030578-bef4-43dd-ac7d-c0e718ad6858 req-55ab098d-59bf-456b-8187-c6b97b495553 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 1096 time: 0.0492663 Dec 16 23:22:10.462006 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4545d276-12fd-4a06-9072-0b225618d099 req-e23c37a5-0484-41ed-a319-cab893e7c2ee tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473421 Dec 16 23:22:10.487441 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36810) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:22:10.551602 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d030578-bef4-43dd-ac7d-c0e718ad6858 req-f686c4d9-238c-4680-86cc-cea6f8a054e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:10.554721 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0d030578-bef4-43dd-ac7d-c0e718ad6858 req-f686c4d9-238c-4680-86cc-cea6f8a054e3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1e760a1d-6764-43b1-8712-1e09bf20ced1 HTTP/1.1" status: 200 len: 897 time: 0.0945117 Dec 16 23:22:10.554896 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-339b3798-ba62-4fbc-a074-fd2249717750 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/floatingips/86064072-b8d8-42eb-b38f-5465866771f7 HTTP/1.1" status: 200 len: 990 time: 0.0647676 Dec 16 23:22:10.574281 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8cd72b21-355e-46ad-abf0-7676a5348018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046768246', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:21:49Z', 'updated_at': '2021-12-16T23:21:54Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:21:50Z', 'updated_at': '2021-12-16T23:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '86064072-b8d8-42eb-b38f-5465866771f7', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'port_id': '6795ee51-a211-4386-8772-3a45650fb28b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1', 'mac_address': 'fa:16:3e:49:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de40ba2b-bd65-43e8-8c50-da067977d4e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:22:09Z', 'updated_at': '2021-12-16T23:22:09Z', 'revision_number': 0, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02413aad-94ef-443a-b3b8-412150ff69c6', 'name': '', 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:73:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '67be7570-ad76-4419-9e1d-bc159c8c82bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:21:53Z', 'updated_at': '2021-12-16T23:21:57Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '67be7570-ad76-4419-9e1d-bc159c8c82bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:22:10.605366 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd72b21-355e-46ad-abf0-7676a5348018 None None] Checking router: 7091b86d-1f4a-478d-aa57-652655e8bbbc for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:22:10.614518 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd72b21-355e-46ad-abf0-7676a5348018 None None] Routers {'7091b86d-1f4a-478d-aa57-652655e8bbbc'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:22:10.615177 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8cd72b21-355e-46ad-abf0-7676a5348018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:21:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['7091b86d-1f4a-478d-aa57-652655e8bbbc'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:22:10.628001 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0d030578-bef4-43dd-ac7d-c0e718ad6858 req-73cf0f5f-bc58-4755-b2c2-5212d563f1c7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6795ee51-a211-4386-8772-3a45650fb28b HTTP/1.1" status: 200 len: 998 time: 0.0669923 Dec 16 23:22:10.679513 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d030578-bef4-43dd-ac7d-c0e718ad6858 req-0a266777-94fe-49ce-ad77-730ff4bb31a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:10.681018 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0d030578-bef4-43dd-ac7d-c0e718ad6858 req-0a266777-94fe-49ce-ad77-730ff4bb31a1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=67be7570-ad76-4419-9e1d-bc159c8c82bb HTTP/1.1" status: 200 len: 835 time: 0.0456336 Dec 16 23:22:10.728488 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-8cd72b21-355e-46ad-abf0-7676a5348018 None None] Set router 7091b86d-1f4a-478d-aa57-652655e8bbbc gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:22:10.728759 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d030578-bef4-43dd-ac7d-c0e718ad6858 req-00aae1f8-d4a5-4350-8a88-e42b0372eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:10.730286 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0d030578-bef4-43dd-ac7d-c0e718ad6858 req-00aae1f8-d4a5-4350-8a88-e42b0372eb08 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1e760a1d-6764-43b1-8712-1e09bf20ced1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418370 Dec 16 23:22:10.967832 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-8cd72b21-355e-46ad-abf0-7676a5348018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046768246', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:21:49Z', 'updated_at': '2021-12-16T23:21:54Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:21:50Z', 'updated_at': '2021-12-16T23:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '86064072-b8d8-42eb-b38f-5465866771f7', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'port_id': '6795ee51-a211-4386-8772-3a45650fb28b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1', 'mac_address': 'fa:16:3e:49:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de40ba2b-bd65-43e8-8c50-da067977d4e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:22:09Z', 'updated_at': '2021-12-16T23:22:09Z', 'revision_number': 0, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02413aad-94ef-443a-b3b8-412150ff69c6', 'name': '', 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:73:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '67be7570-ad76-4419-9e1d-bc159c8c82bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:21:53Z', 'updated_at': '2021-12-16T23:21:57Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '67be7570-ad76-4419-9e1d-bc159c8c82bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:22:10.996667 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd72b21-355e-46ad-abf0-7676a5348018 None None] The sync data for ids ['7091b86d-1f4a-478d-aa57-652655e8bbbc'] in n-d-815324-4 is: [{'id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046768246', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:21:49Z', 'updated_at': '2021-12-16T23:21:54Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:21:50Z', 'updated_at': '2021-12-16T23:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '86064072-b8d8-42eb-b38f-5465866771f7', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'port_id': '6795ee51-a211-4386-8772-3a45650fb28b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1', 'mac_address': 'fa:16:3e:49:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de40ba2b-bd65-43e8-8c50-da067977d4e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:22:09Z', 'updated_at': '2021-12-16T23:22:09Z', 'revision_number': 0, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02413aad-94ef-443a-b3b8-412150ff69c6', 'name': '', 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:73:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '67be7570-ad76-4419-9e1d-bc159c8c82bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:21:53Z', 'updated_at': '2021-12-16T23:21:57Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '67be7570-ad76-4419-9e1d-bc159c8c82bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:22:11.181272 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0d030578-bef4-43dd-ac7d-c0e718ad6858 req-e43a3544-4e73-4db9-9e4d-0389aa9640d9 service neutron] 10.222.0.76 "GET /v2.0/networks/1e760a1d-6764-43b1-8712-1e09bf20ced1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397981 Dec 16 23:22:11.198133 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5319ca-b7a3-4784-9e27-ff6fb0621edc None None] New status for floating IP 86064072-b8d8-42eb-b38f-5465866771f7: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:22:11.279583 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0d030578-bef4-43dd-ac7d-c0e718ad6858 req-b025d580-a412-479d-aa9a-f55eae614d73 service neutron] 10.222.0.76 "GET /v2.0/networks/1e760a1d-6764-43b1-8712-1e09bf20ced1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892529 Dec 16 23:22:11.556783 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36812) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:22:11.620640 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2f662526-1d45-4cc6-9d2d-2b36ca356ccf tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/floatingips/86064072-b8d8-42eb-b38f-5465866771f7 HTTP/1.1" status: 200 len: 992 time: 0.0627146 Dec 16 23:22:15.931374 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:22:16.814796 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9845ada-ae86-436a-a543-bafba3c5c242 req-514353f6-0cbd-4df5-aa23-aa1e3447d1f2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447240 Dec 16 23:22:16.918728 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9845ada-ae86-436a-a543-bafba3c5c242 req-c6a7c946-eeb3-4c70-b336-e3836c22176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:16.920855 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9845ada-ae86-436a-a543-bafba3c5c242 req-c6a7c946-eeb3-4c70-b336-e3836c22176b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 1096 time: 0.0408456 Dec 16 23:22:17.024135 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9845ada-ae86-436a-a543-bafba3c5c242 req-044d3ba3-fe25-4da7-bc63-b622880873a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:17.025635 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9845ada-ae86-436a-a543-bafba3c5c242 req-044d3ba3-fe25-4da7-bc63-b622880873a2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1e760a1d-6764-43b1-8712-1e09bf20ced1 HTTP/1.1" status: 200 len: 897 time: 0.0845935 Dec 16 23:22:17.098074 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9845ada-ae86-436a-a543-bafba3c5c242 req-d35e8476-0ee9-49d8-8647-4e0923e7d15c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6795ee51-a211-4386-8772-3a45650fb28b HTTP/1.1" status: 200 len: 1000 time: 0.0645037 Dec 16 23:22:17.146938 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9845ada-ae86-436a-a543-bafba3c5c242 req-dc196e56-9d1f-4a67-bba2-c51f75f916b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:17.148435 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9845ada-ae86-436a-a543-bafba3c5c242 req-dc196e56-9d1f-4a67-bba2-c51f75f916b7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=67be7570-ad76-4419-9e1d-bc159c8c82bb HTTP/1.1" status: 200 len: 835 time: 0.0431325 Dec 16 23:22:17.202679 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9845ada-ae86-436a-a543-bafba3c5c242 req-883ded66-f6b4-4db8-bf6e-b3901818080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:17.202679 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9845ada-ae86-436a-a543-bafba3c5c242 req-883ded66-f6b4-4db8-bf6e-b3901818080f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1e760a1d-6764-43b1-8712-1e09bf20ced1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401592 Dec 16 23:22:17.292396 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9845ada-ae86-436a-a543-bafba3c5c242 req-8620a80d-07d4-4cf2-88a9-127c871bcfb0 service neutron] 10.222.0.76 "GET /v2.0/networks/1e760a1d-6764-43b1-8712-1e09bf20ced1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867102 Dec 16 23:22:17.382242 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d9845ada-ae86-436a-a543-bafba3c5c242 req-4b6df947-0cd4-4df4-b3f7-73377ada0cb2 service neutron] 10.222.0.76 "GET /v2.0/networks/1e760a1d-6764-43b1-8712-1e09bf20ced1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821857 Dec 16 23:22:23.432615 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a089a2ba-0794-4f96-acc5-47d5357de777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:25.684109 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-413c7371-e3f3-4d9d-b9de-6f1c7d096d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:27.272750 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:27.633158 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:28.574128 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:28.923143 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:29.101144 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:47.190927 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d9fa5-5a61-4b61-99b0-cfbbba36c945 req-21f43b7e-abbd-443f-aca0-5618f408873f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:47.192461 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-782d9fa5-5a61-4b61-99b0-cfbbba36c945 req-21f43b7e-abbd-443f-aca0-5618f408873f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 945 time: 0.0562947 Dec 16 23:22:47.242688 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-782d9fa5-5a61-4b61-99b0-cfbbba36c945 req-1bb54894-29ca-4de5-9a93-d8dc1933548b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441415 Dec 16 23:22:47.303035 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cdb81-473b-4818-9d0b-c3ebb40c69a1 req-5c1926da-88a6-44eb-8c83-ac0f552077c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:47.304576 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac5cdb81-473b-4818-9d0b-c3ebb40c69a1 req-5c1926da-88a6-44eb-8c83-ac0f552077c5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 1096 time: 0.0417039 Dec 16 23:22:47.398139 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cdb81-473b-4818-9d0b-c3ebb40c69a1 req-2c600e57-7703-4814-8422-67272c4686ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:47.402803 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac5cdb81-473b-4818-9d0b-c3ebb40c69a1 req-2c600e57-7703-4814-8422-67272c4686ec service neutron] 10.222.0.76 "GET /v2.0/networks?id=1e760a1d-6764-43b1-8712-1e09bf20ced1 HTTP/1.1" status: 200 len: 897 time: 0.0868440 Dec 16 23:22:47.472981 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac5cdb81-473b-4818-9d0b-c3ebb40c69a1 req-416d6cf0-4fe3-4149-97e7-24c20b43358a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6795ee51-a211-4386-8772-3a45650fb28b HTTP/1.1" status: 200 len: 1000 time: 0.0621705 Dec 16 23:22:47.525446 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cdb81-473b-4818-9d0b-c3ebb40c69a1 req-e49d21be-b00b-434e-ba06-26774d6e91a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:47.526919 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac5cdb81-473b-4818-9d0b-c3ebb40c69a1 req-e49d21be-b00b-434e-ba06-26774d6e91a1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=67be7570-ad76-4419-9e1d-bc159c8c82bb HTTP/1.1" status: 200 len: 835 time: 0.0435612 Dec 16 23:22:47.580511 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cdb81-473b-4818-9d0b-c3ebb40c69a1 req-d9b29429-5e59-41d7-ba45-76fa14db944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:47.582044 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac5cdb81-473b-4818-9d0b-c3ebb40c69a1 req-d9b29429-5e59-41d7-ba45-76fa14db944e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1e760a1d-6764-43b1-8712-1e09bf20ced1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445065 Dec 16 23:22:47.676434 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac5cdb81-473b-4818-9d0b-c3ebb40c69a1 req-4efb3413-702f-4d76-bbfb-b4b135ee3541 service neutron] 10.222.0.76 "GET /v2.0/networks/1e760a1d-6764-43b1-8712-1e09bf20ced1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831754 Dec 16 23:22:47.778932 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac5cdb81-473b-4818-9d0b-c3ebb40c69a1 req-5eeec8e3-2de3-4884-ad13-fc69049952de service neutron] 10.222.0.76 "GET /v2.0/networks/1e760a1d-6764-43b1-8712-1e09bf20ced1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944884 Dec 16 23:22:48.370840 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816345a5-907a-45a2-b211-aca6a848445b req-f1fd32a1-e4e5-4da7-bb51-6e782b915976 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:48.372470 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-816345a5-907a-45a2-b211-aca6a848445b req-f1fd32a1-e4e5-4da7-bb51-6e782b915976 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 945 time: 0.0567560 Dec 16 23:22:48.423800 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-816345a5-907a-45a2-b211-aca6a848445b req-d5af5f18-04f1-4cba-afbe-c8427bde97dd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446537 Dec 16 23:22:49.545842 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49ffe5-41ff-4d07-8435-fc3f7727302b req-efcc964b-6971-4aab-8599-cf620616e810 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:49.547381 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fc49ffe5-41ff-4d07-8435-fc3f7727302b req-efcc964b-6971-4aab-8599-cf620616e810 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 945 time: 0.0503991 Dec 16 23:22:49.599312 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fc49ffe5-41ff-4d07-8435-fc3f7727302b req-cb6f9c24-faff-475e-8a21-293b3959f5b7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453811 Dec 16 23:22:50.720920 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338edd32-f3b9-4f26-be23-6ce567341720 req-db6b4894-d8a4-4438-af0b-3fe14b75d3b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:50.722417 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-338edd32-f3b9-4f26-be23-6ce567341720 req-db6b4894-d8a4-4438-af0b-3fe14b75d3b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 945 time: 0.0531611 Dec 16 23:22:50.770959 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-338edd32-f3b9-4f26-be23-6ce567341720 req-5b828f2c-56b3-466f-a05b-99da951f5c97 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424476 Dec 16 23:22:51.890569 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735dc188-2008-40aa-ad40-84ea3ad7b8de req-f9506745-50b3-4761-927a-23a4e98279ba tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:51.892072 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-735dc188-2008-40aa-ad40-84ea3ad7b8de req-f9506745-50b3-4761-927a-23a4e98279ba tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 945 time: 0.0512221 Dec 16 23:22:51.942466 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-735dc188-2008-40aa-ad40-84ea3ad7b8de req-f83fdaf4-813b-4ded-8d78-5989cb867b85 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444033 Dec 16 23:22:52.931014 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:22:53.063034 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923e474-f9d8-4c3d-8aaf-10726693d7a5 req-85624025-d96a-4ba0-9a5e-c9f73445d00a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:53.064543 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4923e474-f9d8-4c3d-8aaf-10726693d7a5 req-85624025-d96a-4ba0-9a5e-c9f73445d00a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 945 time: 0.0526538 Dec 16 23:22:53.113263 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4923e474-f9d8-4c3d-8aaf-10726693d7a5 req-89aad6fe-4695-4467-a38d-c71ecc9e1838 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428374 Dec 16 23:22:53.461406 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bec529e2-9049-4e83-97ac-4385252b7640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:54.233062 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f1c7a-4906-4ec6-a742-3653ab7fde65 req-84b85e4a-8738-4d6e-80eb-c044399b27f0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:54.234651 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c5f1c7a-4906-4ec6-a742-3653ab7fde65 req-84b85e4a-8738-4d6e-80eb-c044399b27f0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 945 time: 0.0536921 Dec 16 23:22:54.284907 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c5f1c7a-4906-4ec6-a742-3653ab7fde65 req-26aa5d57-0a78-421b-876a-5158cfa4fa89 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441120 Dec 16 23:22:55.402222 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2b3d8-ae81-45a9-806d-08b089ecc9d2 req-c7c761c6-df6d-45a9-a73e-cfb40f1a1dab tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:55.403761 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42a2b3d8-ae81-45a9-806d-08b089ecc9d2 req-c7c761c6-df6d-45a9-a73e-cfb40f1a1dab tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 945 time: 0.0502784 Dec 16 23:22:55.455816 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-42a2b3d8-ae81-45a9-806d-08b089ecc9d2 req-1cd11d34-de42-424a-9999-8b5bf7c63069 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450270 Dec 16 23:22:55.672873 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-40b41398-17ba-438d-b2f7-0f17a497378c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:56.573687 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207b0d8-c443-45e7-9a67-3957c20705d7 req-96906f09-56f0-498f-a2b1-685e1a43b421 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:56.575248 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5207b0d8-c443-45e7-9a67-3957c20705d7 req-96906f09-56f0-498f-a2b1-685e1a43b421 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 945 time: 0.0498545 Dec 16 23:22:56.625839 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5207b0d8-c443-45e7-9a67-3957c20705d7 req-10918bc1-81b8-454c-90b1-9091beb061e8 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443113 Dec 16 23:22:57.265598 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:57.672487 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:57.746270 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570270e-b05e-441c-a975-40d61988482e req-f8d1c2cc-bca2-4eed-9a45-8e0818765f7f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:57.748393 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8570270e-b05e-441c-a975-40d61988482e req-f8d1c2cc-bca2-4eed-9a45-8e0818765f7f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 945 time: 0.0529075 Dec 16 23:22:57.804491 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8570270e-b05e-441c-a975-40d61988482e req-d6b73a91-264c-484f-86cd-a3f8bf3722b1 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497985 Dec 16 23:22:58.569859 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:58.926338 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ae9af-bf2b-4d7c-91b6-94f29cc7397b req-a40ae4e4-82d8-49a0-86bf-f9358a9c55e4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:22:58.928224 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d71ae9af-bf2b-4d7c-91b6-94f29cc7397b req-a40ae4e4-82d8-49a0-86bf-f9358a9c55e4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 945 time: 0.0545530 Dec 16 23:22:58.935984 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:22:58.978512 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d71ae9af-bf2b-4d7c-91b6-94f29cc7397b req-9e5f32b2-38c4-42e4-a6d7-393f3b71a877 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442991 Dec 16 23:22:59.095378 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:00.098002 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4516b1d-e9ec-4167-af0d-07c3e3eb7185 req-ae81ce3a-e099-443f-8072-3fc8afd25a68 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:00.099517 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a4516b1d-e9ec-4167-af0d-07c3e3eb7185 req-ae81ce3a-e099-443f-8072-3fc8afd25a68 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 945 time: 0.0501051 Dec 16 23:23:00.149200 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a4516b1d-e9ec-4167-af0d-07c3e3eb7185 req-18ddee53-db2d-4604-b3ff-f0f2dabc4644 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437264 Dec 16 23:23:01.266939 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd5f50-f741-4a6a-821a-e641e19a54a3 req-a3048df4-9e1f-4bce-b11e-d883cc1f040b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:01.268631 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9abd5f50-f741-4a6a-821a-e641e19a54a3 req-a3048df4-9e1f-4bce-b11e-d883cc1f040b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 945 time: 0.0507579 Dec 16 23:23:01.318906 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9abd5f50-f741-4a6a-821a-e641e19a54a3 req-08451926-52ac-4782-a976-e397bf42a72e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443392 Dec 16 23:23:02.437939 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622cb564-6c58-4643-928d-f893e507112d req-7b12728a-d92c-427e-bd4b-66350eefcfae tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:02.439464 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-622cb564-6c58-4643-928d-f893e507112d req-7b12728a-d92c-427e-bd4b-66350eefcfae tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 945 time: 0.0515418 Dec 16 23:23:02.492089 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-622cb564-6c58-4643-928d-f893e507112d req-9be9162c-a5c7-454f-b60f-6f4c93b5cccc tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467076 Dec 16 23:23:03.611949 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c613c4-0b36-4f66-b069-183cf1c415b6 req-b498e8b2-199c-4f3e-a774-9c781bbd41f3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:03.613485 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-51c613c4-0b36-4f66-b069-183cf1c415b6 req-b498e8b2-199c-4f3e-a774-9c781bbd41f3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 945 time: 0.0493276 Dec 16 23:23:03.668941 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-51c613c4-0b36-4f66-b069-183cf1c415b6 req-7c1caa83-4529-476b-8653-c9e5bd40402c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493543 Dec 16 23:23:04.786195 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6f792-fbe6-4739-85f6-36feece486cf req-d8bbd0e4-b6fc-4d2f-ae06-ff06bac30571 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:04.787724 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ede6f792-fbe6-4739-85f6-36feece486cf req-d8bbd0e4-b6fc-4d2f-ae06-ff06bac30571 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 945 time: 0.0493016 Dec 16 23:23:04.837200 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ede6f792-fbe6-4739-85f6-36feece486cf req-b7a73f52-d3df-481f-9a46-61208e9da9de tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436008 Dec 16 23:23:04.859381 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36860) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:23:04.919279 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6bc4be06-9b4e-49ba-bdee-05397c9db620 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/floatingips/86064072-b8d8-42eb-b38f-5465866771f7 HTTP/1.1" status: 200 len: 992 time: 0.0585716 Dec 16 23:23:18.812031 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-62b22898-5555-4c3d-b550-3375865c7fb3 req-46cb30a3-8f88-4547-91ca-d6f9fe558b81 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403171 Dec 16 23:23:18.920685 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b22898-5555-4c3d-b550-3375865c7fb3 req-811b2b45-5f1a-4a32-9b37-fa4dae47b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:18.922121 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-62b22898-5555-4c3d-b550-3375865c7fb3 req-811b2b45-5f1a-4a32-9b37-fa4dae47b240 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 1096 time: 0.0420527 Dec 16 23:23:19.035209 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b22898-5555-4c3d-b550-3375865c7fb3 req-9a81ff33-24a5-421e-9d74-b90a0a327a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:19.036711 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-62b22898-5555-4c3d-b550-3375865c7fb3 req-9a81ff33-24a5-421e-9d74-b90a0a327a69 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1e760a1d-6764-43b1-8712-1e09bf20ced1 HTTP/1.1" status: 200 len: 897 time: 0.0939319 Dec 16 23:23:19.108393 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-62b22898-5555-4c3d-b550-3375865c7fb3 req-a00a0042-c1e4-4d69-ae7f-c356ed3358ba service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6795ee51-a211-4386-8772-3a45650fb28b HTTP/1.1" status: 200 len: 1000 time: 0.0601175 Dec 16 23:23:19.166790 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b22898-5555-4c3d-b550-3375865c7fb3 req-29015a91-73f9-44e1-b3c7-eedda75d1099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:19.168376 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-62b22898-5555-4c3d-b550-3375865c7fb3 req-29015a91-73f9-44e1-b3c7-eedda75d1099 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=67be7570-ad76-4419-9e1d-bc159c8c82bb HTTP/1.1" status: 200 len: 835 time: 0.0522916 Dec 16 23:23:19.224325 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b22898-5555-4c3d-b550-3375865c7fb3 req-f39eea18-5955-4650-84cf-0ea4fdc6729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:19.225779 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-62b22898-5555-4c3d-b550-3375865c7fb3 req-f39eea18-5955-4650-84cf-0ea4fdc6729d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1e760a1d-6764-43b1-8712-1e09bf20ced1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462351 Dec 16 23:23:19.321074 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-62b22898-5555-4c3d-b550-3375865c7fb3 req-880b736e-efad-4557-a994-bd0938cdf91f service neutron] 10.222.0.76 "GET /v2.0/networks/1e760a1d-6764-43b1-8712-1e09bf20ced1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864577 Dec 16 23:23:19.421586 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-62b22898-5555-4c3d-b550-3375865c7fb3 req-b61a4173-1e46-4f91-b50a-e3178dbc7f0e service neutron] 10.222.0.76 "GET /v2.0/networks/1e760a1d-6764-43b1-8712-1e09bf20ced1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880487 Dec 16 23:23:23.419253 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f4498a74-5cef-433e-a515-beb634d973ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:25.671052 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8f0041d6-8a8e-421e-8cc8-5fbc320f01a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:27.253215 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:27.649486 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:28.567406 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:28.933395 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:29.135343 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:29.931689 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:23:39.502842 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36886) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:23:39.993124 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-1642badd-a5b2-4482-becf-cb807f73e488 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Deleting port af034d2a-6fe8-4ac6-aa55-ef7bc500e2c4 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:23:39.993474 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1642badd-a5b2-4482-becf-cb807f73e488 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:40.069651 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1642badd-a5b2-4482-becf-cb807f73e488 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:40.069989 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1642badd-a5b2-4482-becf-cb807f73e488 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:40.081738 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-1642badd-a5b2-4482-becf-cb807f73e488 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Calling delete_port for af034d2a-6fe8-4ac6-aa55-ef7bc500e2c4 owned by network:floatingip {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:23:40.289794 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1642badd-a5b2-4482-becf-cb807f73e488 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:40.318017 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642badd-a5b2-4482-becf-cb807f73e488 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Port': ['ID=af034d2a-6fe8-4ac6-aa55-ef7bc500e2c4,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:23:40.345591 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1642badd-a5b2-4482-becf-cb807f73e488 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:40.346242 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1642badd-a5b2-4482-becf-cb807f73e488 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:40.346373 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1642badd-a5b2-4482-becf-cb807f73e488 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:40.346659 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1642badd-a5b2-4482-becf-cb807f73e488 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:40.347007 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1642badd-a5b2-4482-becf-cb807f73e488 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:40.347374 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1642badd-a5b2-4482-becf-cb807f73e488 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:40.348185 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1642badd-a5b2-4482-becf-cb807f73e488 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:40.348185 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1642badd-a5b2-4482-becf-cb807f73e488 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:40.348427 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1642badd-a5b2-4482-becf-cb807f73e488 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:40.348692 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1642badd-a5b2-4482-becf-cb807f73e488 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:40.349025 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1642badd-a5b2-4482-becf-cb807f73e488 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:40.349355 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1642badd-a5b2-4482-becf-cb807f73e488 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:40.349680 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1642badd-a5b2-4482-becf-cb807f73e488 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:40.395927 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1642badd-a5b2-4482-becf-cb807f73e488 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for floatingip, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:40.396270 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-1642badd-a5b2-4482-becf-cb807f73e488 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Floating IP 86064072-b8d8-42eb-b38f-5465866771f7 disassociated (deleted). External IP: 172.25.6.30, port: 6795ee51-a211-4386-8772-3a45650fb28b. Dec 16 23:23:40.608083 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1642badd-a5b2-4482-becf-cb807f73e488 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Router 7091b86d-1f4a-478d-aa57-652655e8bbbc has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:23:40.716906 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1642badd-a5b2-4482-becf-cb807f73e488 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:23:40.721945 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1642badd-a5b2-4482-becf-cb807f73e488 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:40.727457 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7fc535-0b5e-427b-88c7-871d4dcc7d52 None None] Sync routers for ids ['7091b86d-1f4a-478d-aa57-652655e8bbbc'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:23:40.737715 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7fc535-0b5e-427b-88c7-871d4dcc7d52 None None] Routers {'7091b86d-1f4a-478d-aa57-652655e8bbbc'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:23:40.738328 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-df7fc535-0b5e-427b-88c7-871d4dcc7d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:23:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['7091b86d-1f4a-478d-aa57-652655e8bbbc'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:23:40.749341 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-1642badd-a5b2-4482-becf-cb807f73e488 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "DELETE /v2.0/floatingips/86064072-b8d8-42eb-b38f-5465866771f7 HTTP/1.1" status: 204 len: 168 time: 1.2453287 Dec 16 23:23:40.749940 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de40ba2b-bd65-43e8-8c50-da067977d4e7', 'tag': '6795ee51-a211-4386-8772-3a45650fb28b'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:23:40.752224 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}262422c41fb3f4df6327d4ea873ca9a06926c8fbcf4dc10a31d5fa6940e748a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e89dbb8-144e-47f5-a904-82ad32f8ac60" -d '{"events": [{"name": "network-changed", "server_uuid": "de40ba2b-bd65-43e8-8c50-da067977d4e7", "tag": "6795ee51-a211-4386-8772-3a45650fb28b"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:23:40.859090 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b607e52e-192e-488b-b98f-029c37cd19ef x-openstack-request-id: req-b607e52e-192e-488b-b98f-029c37cd19ef {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:23:40.859413 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de40ba2b-bd65-43e8-8c50-da067977d4e7", "tag": "6795ee51-a211-4386-8772-3a45650fb28b", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:23:40.859616 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b607e52e-192e-488b-b98f-029c37cd19ef {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:23:40.860007 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de40ba2b-bd65-43e8-8c50-da067977d4e7', 'tag': '6795ee51-a211-4386-8772-3a45650fb28b', 'status': 'completed', 'code': 200} Dec 16 23:23:40.956532 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89dbb8-144e-47f5-a904-82ad32f8ac60 req-f5f3cc86-96ba-4da2-83f0-8be44bee3523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:40.958087 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6e89dbb8-144e-47f5-a904-82ad32f8ac60 req-f5f3cc86-96ba-4da2-83f0-8be44bee3523 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 1096 time: 0.0453553 Dec 16 23:23:41.026359 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-df7fc535-0b5e-427b-88c7-871d4dcc7d52 None None] Set router 7091b86d-1f4a-478d-aa57-652655e8bbbc gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:23:41.065433 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89dbb8-144e-47f5-a904-82ad32f8ac60 req-b4403b70-3a5f-4bc2-ae4d-6458e74b69ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:41.066955 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6e89dbb8-144e-47f5-a904-82ad32f8ac60 req-b4403b70-3a5f-4bc2-ae4d-6458e74b69ba service neutron] 10.222.0.76 "GET /v2.0/networks?id=1e760a1d-6764-43b1-8712-1e09bf20ced1 HTTP/1.1" status: 200 len: 897 time: 0.0949583 Dec 16 23:23:41.119673 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6e89dbb8-144e-47f5-a904-82ad32f8ac60 req-bda38178-9849-47e4-8935-81c4df8c605c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6795ee51-a211-4386-8772-3a45650fb28b HTTP/1.1" status: 200 len: 217 time: 0.0451179 Dec 16 23:23:41.200627 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89dbb8-144e-47f5-a904-82ad32f8ac60 req-b362f418-2bfa-4d70-be3f-fa8c6da3d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:41.202560 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6e89dbb8-144e-47f5-a904-82ad32f8ac60 req-b362f418-2bfa-4d70-be3f-fa8c6da3d35a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=67be7570-ad76-4419-9e1d-bc159c8c82bb HTTP/1.1" status: 200 len: 835 time: 0.0730464 Dec 16 23:23:41.236062 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-df7fc535-0b5e-427b-88c7-871d4dcc7d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046768246', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:21:49Z', 'updated_at': '2021-12-16T23:21:54Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:21:50Z', 'updated_at': '2021-12-16T23:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '02413aad-94ef-443a-b3b8-412150ff69c6', 'name': '', 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:73:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '67be7570-ad76-4419-9e1d-bc159c8c82bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:21:53Z', 'updated_at': '2021-12-16T23:21:57Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '67be7570-ad76-4419-9e1d-bc159c8c82bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:23:41.252106 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf27c9-9e71-4ba1-aaf6-da9e0f3828fc req-a8ca1a85-bdfc-4141-945b-8ca5afebefc9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:41.253619 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d4cf27c9-9e71-4ba1-aaf6-da9e0f3828fc req-a8ca1a85-bdfc-4141-945b-8ca5afebefc9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 945 time: 0.0827489 Dec 16 23:23:41.266211 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7fc535-0b5e-427b-88c7-871d4dcc7d52 None None] Checking router: 7091b86d-1f4a-478d-aa57-652655e8bbbc for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:23:41.274575 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7fc535-0b5e-427b-88c7-871d4dcc7d52 None None] Routers {'7091b86d-1f4a-478d-aa57-652655e8bbbc'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:23:41.275222 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-df7fc535-0b5e-427b-88c7-871d4dcc7d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:23:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['7091b86d-1f4a-478d-aa57-652655e8bbbc'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:23:41.287652 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89dbb8-144e-47f5-a904-82ad32f8ac60 req-53fecaba-2b2a-48c3-8ab3-e0f6ead842e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:41.289161 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6e89dbb8-144e-47f5-a904-82ad32f8ac60 req-53fecaba-2b2a-48c3-8ab3-e0f6ead842e2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1e760a1d-6764-43b1-8712-1e09bf20ced1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757532 Dec 16 23:23:41.357429 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d4cf27c9-9e71-4ba1-aaf6-da9e0f3828fc req-9286543d-c071-4cd6-bc2b-cf0ea48ccac1 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967255 Dec 16 23:23:41.384675 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-df7fc535-0b5e-427b-88c7-871d4dcc7d52 None None] Set router 7091b86d-1f4a-478d-aa57-652655e8bbbc gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:23:41.398083 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6e89dbb8-144e-47f5-a904-82ad32f8ac60 req-a46844ec-5981-4b35-8e0c-88a6dd074277 service neutron] 10.222.0.76 "GET /v2.0/networks/1e760a1d-6764-43b1-8712-1e09bf20ced1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992486 Dec 16 23:23:41.498886 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6e89dbb8-144e-47f5-a904-82ad32f8ac60 req-12e3eb2b-7ea6-4eb7-b232-369da7495e40 service neutron] 10.222.0.76 "GET /v2.0/networks/1e760a1d-6764-43b1-8712-1e09bf20ced1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915763 Dec 16 23:23:41.588923 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-df7fc535-0b5e-427b-88c7-871d4dcc7d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046768246', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:21:49Z', 'updated_at': '2021-12-16T23:21:54Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:21:50Z', 'updated_at': '2021-12-16T23:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '02413aad-94ef-443a-b3b8-412150ff69c6', 'name': '', 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:73:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '67be7570-ad76-4419-9e1d-bc159c8c82bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:21:53Z', 'updated_at': '2021-12-16T23:21:57Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '67be7570-ad76-4419-9e1d-bc159c8c82bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:23:41.615399 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7fc535-0b5e-427b-88c7-871d4dcc7d52 None None] The sync data for ids ['7091b86d-1f4a-478d-aa57-652655e8bbbc'] in n-d-815324-4 is: [{'id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046768246', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:21:49Z', 'updated_at': '2021-12-16T23:21:54Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:21:50Z', 'updated_at': '2021-12-16T23:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '02413aad-94ef-443a-b3b8-412150ff69c6', 'name': '', 'network_id': '1e760a1d-6764-43b1-8712-1e09bf20ced1', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:73:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '67be7570-ad76-4419-9e1d-bc159c8c82bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:21:53Z', 'updated_at': '2021-12-16T23:21:57Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '67be7570-ad76-4419-9e1d-bc159c8c82bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:23:41.853335 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd1f8ac-129e-4b3c-81bd-2161adbce3ba None None] New status for floating IP 86064072-b8d8-42eb-b38f-5465866771f7: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:23:42.479674 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a6f69-26c9-4ecb-a400-8d6a451a518f req-05cf92df-0431-47e2-9fc4-65ff3afc3bcf tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:42.481967 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d07a6f69-26c9-4ecb-a400-8d6a451a518f req-05cf92df-0431-47e2-9fc4-65ff3afc3bcf tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 945 time: 0.0507867 Dec 16 23:23:42.531569 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d07a6f69-26c9-4ecb-a400-8d6a451a518f req-b3d6e2fa-51fa-4c0e-a07a-713325b585bc tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d9b91eb5-76e3-47ac-b716-9e677b9d7b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437276 Dec 16 23:23:43.195138 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668717f-bdb0-4311-b46b-b8375360d639 req-e394e974-8ecc-498f-9670-e5392ea5fe96 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:43.196548 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0668717f-bdb0-4311-b46b-b8375360d639 req-e394e974-8ecc-498f-9670-e5392ea5fe96 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.76 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 945 time: 0.0494204 Dec 16 23:23:43.296654 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-0668717f-bdb0-4311-b46b-b8375360d639 req-1e51b877-b794-43f2-9d2a-6fd7b36bf7ac tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Deleting port 6795ee51-a211-4386-8772-3a45650fb28b {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:23:43.296993 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0668717f-bdb0-4311-b46b-b8375360d639 req-1e51b877-b794-43f2-9d2a-6fd7b36bf7ac tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:43.385494 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-0668717f-bdb0-4311-b46b-b8375360d639 req-1e51b877-b794-43f2-9d2a-6fd7b36bf7ac tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] For port 6795ee51-a211-4386-8772-3a45650fb28b, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=6795ee51-a211-4386-8772-3a45650fb28b,segment=NetworkSegment(93bcb543-dfcc-4642-9db5-74546d99f8b1),segment_id=93bcb543-dfcc-4642-9db5-74546d99f8b1)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:23:43.385883 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0668717f-bdb0-4311-b46b-b8375360d639 req-1e51b877-b794-43f2-9d2a-6fd7b36bf7ac tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:43.398732 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-0668717f-bdb0-4311-b46b-b8375360d639 req-1e51b877-b794-43f2-9d2a-6fd7b36bf7ac tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Calling delete_port for 6795ee51-a211-4386-8772-3a45650fb28b owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:23:43.590254 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0668717f-bdb0-4311-b46b-b8375360d639 req-1e51b877-b794-43f2-9d2a-6fd7b36bf7ac tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:43.624375 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51b877-b794-43f2-9d2a-6fd7b36bf7ac tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Port': ['ID=6795ee51-a211-4386-8772-3a45650fb28b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:23:43.659137 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-49def42b-95b3-4741-9bf0-6e295d782643 req-082b5d34-2c36-4792-ba80-4998bb280e32 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 210 time: 0.0391421 Dec 16 23:23:43.677036 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e51b877-b794-43f2-9d2a-6fd7b36bf7ac tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:43.677391 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e51b877-b794-43f2-9d2a-6fd7b36bf7ac tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:43.677988 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e51b877-b794-43f2-9d2a-6fd7b36bf7ac tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:43.678396 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e51b877-b794-43f2-9d2a-6fd7b36bf7ac tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:43.679009 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e51b877-b794-43f2-9d2a-6fd7b36bf7ac tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:43.679153 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e51b877-b794-43f2-9d2a-6fd7b36bf7ac tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:43.679386 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e51b877-b794-43f2-9d2a-6fd7b36bf7ac tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:43.679715 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e51b877-b794-43f2-9d2a-6fd7b36bf7ac tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:43.680067 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e51b877-b794-43f2-9d2a-6fd7b36bf7ac tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:43.680397 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e51b877-b794-43f2-9d2a-6fd7b36bf7ac tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:43.680722 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e51b877-b794-43f2-9d2a-6fd7b36bf7ac tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:43.681040 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e51b877-b794-43f2-9d2a-6fd7b36bf7ac tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:43.681359 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e51b877-b794-43f2-9d2a-6fd7b36bf7ac tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:43.703400 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-0668717f-bdb0-4311-b46b-b8375360d639 req-1e51b877-b794-43f2-9d2a-6fd7b36bf7ac tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] No DVR routers for this DVR port 6795ee51-a211-4386-8772-3a45650fb28b on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:23:43.705950 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0668717f-bdb0-4311-b46b-b8375360d639 req-1e51b877-b794-43f2-9d2a-6fd7b36bf7ac tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:43.709272 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0668717f-bdb0-4311-b46b-b8375360d639 req-1e51b877-b794-43f2-9d2a-6fd7b36bf7ac tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.76 "DELETE /v2.0/ports/6795ee51-a211-4386-8772-3a45650fb28b HTTP/1.1" status: 204 len: 173 time: 0.5023880 Dec 16 23:23:43.709713 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de40ba2b-bd65-43e8-8c50-da067977d4e7', 'name': 'network-vif-deleted', 'tag': '6795ee51-a211-4386-8772-3a45650fb28b'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:23:43.711952 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a65f96-2964-472f-91db-eb5bd2673c4c" -d '{"events": [{"server_uuid": "de40ba2b-bd65-43e8-8c50-da067977d4e7", "name": "network-vif-deleted", "tag": "6795ee51-a211-4386-8772-3a45650fb28b"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:23:43.750631 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1341bbd4-3a20-4ece-a471-355bc7d45652 x-openstack-request-id: req-1341bbd4-3a20-4ece-a471-355bc7d45652 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:23:43.750931 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de40ba2b-bd65-43e8-8c50-da067977d4e7", "name": "network-vif-deleted", "tag": "6795ee51-a211-4386-8772-3a45650fb28b", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:23:43.751234 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1341bbd4-3a20-4ece-a471-355bc7d45652 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:23:43.751679 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de40ba2b-bd65-43e8-8c50-da067977d4e7', 'name': 'network-vif-deleted', 'tag': '6795ee51-a211-4386-8772-3a45650fb28b', 'status': 'completed', 'code': 200} Dec 16 23:23:44.769078 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ff11e4a3-19da-43b1-a11f-2bc295f5e755 req-33d1fd6c-ef6e-4d85-8939-26010306786d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=de40ba2b-bd65-43e8-8c50-da067977d4e7 HTTP/1.1" status: 200 len: 210 time: 0.0268726 Dec 16 23:23:45.827423 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36906) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:23:45.908559 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 6795ee51-a211-4386-8772-3a45650fb28b no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:23:45.929912 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 6795ee51-a211-4386-8772-3a45650fb28b {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:23:45.930263 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 6795ee51-a211-4386-8772-3a45650fb28b not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:23:46.203302 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa4cd-ffe7-41df-9ea6-31bd21412913 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:46.470298 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-9c5aa4cd-ffe7-41df-9ea6-31bd21412913 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Deleting port 02413aad-94ef-443a-b3b8-412150ff69c6 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:23:46.470567 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa4cd-ffe7-41df-9ea6-31bd21412913 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:46.562127 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-9c5aa4cd-ffe7-41df-9ea6-31bd21412913 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] For port 02413aad-94ef-443a-b3b8-412150ff69c6, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=02413aad-94ef-443a-b3b8-412150ff69c6,segment=NetworkSegment(93bcb543-dfcc-4642-9db5-74546d99f8b1),segment_id=93bcb543-dfcc-4642-9db5-74546d99f8b1)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:23:46.562495 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa4cd-ffe7-41df-9ea6-31bd21412913 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:46.575824 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-9c5aa4cd-ffe7-41df-9ea6-31bd21412913 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Calling delete_port for 02413aad-94ef-443a-b3b8-412150ff69c6 owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:23:46.830114 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa4cd-ffe7-41df-9ea6-31bd21412913 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:46.861531 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5aa4cd-ffe7-41df-9ea6-31bd21412913 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Port': ['ID=02413aad-94ef-443a-b3b8-412150ff69c6,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:23:47.042550 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa4cd-ffe7-41df-9ea6-31bd21412913 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:47.259478 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5aa4cd-ffe7-41df-9ea6-31bd21412913 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Router 7091b86d-1f4a-478d-aa57-652655e8bbbc has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:23:47.699830 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5aa4cd-ffe7-41df-9ea6-31bd21412913 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:23:47.704946 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9c5aa4cd-ffe7-41df-9ea6-31bd21412913 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "PUT /v2.0/routers/7091b86d-1f4a-478d-aa57-652655e8bbbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8764443 Dec 16 23:23:47.707635 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36910) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:23:47.709620 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d981e5b1-60d0-4956-9f13-d44d0899b6c3 None None] Sync routers for ids ['7091b86d-1f4a-478d-aa57-652655e8bbbc'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:23:47.720945 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d981e5b1-60d0-4956-9f13-d44d0899b6c3 None None] Routers {'7091b86d-1f4a-478d-aa57-652655e8bbbc'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:23:47.721692 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-d981e5b1-60d0-4956-9f13-d44d0899b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:23:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['7091b86d-1f4a-478d-aa57-652655e8bbbc'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:23:47.759732 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a5546a-e990-4ad6-80d7-fd5767f1ab70 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Deleting subnet 67be7570-ad76-4419-9e1d-bc159c8c82bb {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:23:47.762862 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-17a5546a-e990-4ad6-80d7-fd5767f1ab70 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:47.804249 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-17a5546a-e990-4ad6-80d7-fd5767f1ab70 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:47.828627 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-d981e5b1-60d0-4956-9f13-d44d0899b6c3 None None] Set router 7091b86d-1f4a-478d-aa57-652655e8bbbc gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:23:47.893179 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-17a5546a-e990-4ad6-80d7-fd5767f1ab70 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:48.011388 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-d981e5b1-60d0-4956-9f13-d44d0899b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046768246', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:21:49Z', 'updated_at': '2021-12-16T23:23:46Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:21:50Z', 'updated_at': '2021-12-16T23:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:23:48.013934 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-17a5546a-e990-4ad6-80d7-fd5767f1ab70 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:48.043976 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5546a-e990-4ad6-80d7-fd5767f1ab70 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Subnet': ['ID=67be7570-ad76-4419-9e1d-bc159c8c82bb,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:23:48.045467 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d981e5b1-60d0-4956-9f13-d44d0899b6c3 None None] Checking router: 7091b86d-1f4a-478d-aa57-652655e8bbbc for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:23:48.046151 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-17a5546a-e990-4ad6-80d7-fd5767f1ab70 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:48.050324 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-17a5546a-e990-4ad6-80d7-fd5767f1ab70 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "DELETE /v2.0/subnets/67be7570-ad76-4419-9e1d-bc159c8c82bb HTTP/1.1" status: 204 len: 168 time: 0.3415511 Dec 16 23:23:48.053249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36912) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:23:48.054854 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f942a97-25b7-4f43-b03d-69bd68ffc780 None None] Network 1e760a1d-6764-43b1-8712-1e09bf20ced1 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:23:48.096579 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d981e5b1-60d0-4956-9f13-d44d0899b6c3 None None] Routers {'7091b86d-1f4a-478d-aa57-652655e8bbbc'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:23:48.097222 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-d981e5b1-60d0-4956-9f13-d44d0899b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:23:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['7091b86d-1f4a-478d-aa57-652655e8bbbc'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:23:48.163229 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d136512-4602-44ce-b649-ec69be578be2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:48.240247 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-d981e5b1-60d0-4956-9f13-d44d0899b6c3 None None] Set router 7091b86d-1f4a-478d-aa57-652655e8bbbc gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:23:48.276748 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d136512-4602-44ce-b649-ec69be578be2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:48.308276 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29732315-00c2-4775-b06a-8a46b3f5bbbc None None] DHCP port deletion for 1e760a1d-6764-43b1-8712-1e09bf20ced1 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:23:48.401933 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-2d136512-4602-44ce-b649-ec69be578be2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Deleting port d0926bd5-8d2f-45b2-88bc-8135da842d65 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:23:48.402437 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d136512-4602-44ce-b649-ec69be578be2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:48.442211 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-29732315-00c2-4775-b06a-8a46b3f5bbbc None None] Deleting port 11a1369a-f92e-4fd2-be9f-ec4cbea9ece9 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:23:48.442211 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-29732315-00c2-4775-b06a-8a46b3f5bbbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:48.486799 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-2d136512-4602-44ce-b649-ec69be578be2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] For port d0926bd5-8d2f-45b2-88bc-8135da842d65, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=d0926bd5-8d2f-45b2-88bc-8135da842d65,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:23:48.487200 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d136512-4602-44ce-b649-ec69be578be2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:48.500034 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-2d136512-4602-44ce-b649-ec69be578be2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Calling delete_port for d0926bd5-8d2f-45b2-88bc-8135da842d65 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:23:48.518113 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-29732315-00c2-4775-b06a-8a46b3f5bbbc None None] For port 11a1369a-f92e-4fd2-be9f-ec4cbea9ece9, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=11a1369a-f92e-4fd2-be9f-ec4cbea9ece9,segment=NetworkSegment(93bcb543-dfcc-4642-9db5-74546d99f8b1),segment_id=93bcb543-dfcc-4642-9db5-74546d99f8b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:23:48.518435 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-29732315-00c2-4775-b06a-8a46b3f5bbbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:48.532497 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-29732315-00c2-4775-b06a-8a46b3f5bbbc None None] Calling delete_port for 11a1369a-f92e-4fd2-be9f-ec4cbea9ece9 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:23:48.544504 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-d981e5b1-60d0-4956-9f13-d44d0899b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046768246', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:21:49Z', 'updated_at': '2021-12-16T23:23:46Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:21:50Z', 'updated_at': '2021-12-16T23:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:23:48.574825 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d981e5b1-60d0-4956-9f13-d44d0899b6c3 None None] The sync data for ids ['7091b86d-1f4a-478d-aa57-652655e8bbbc'] in n-d-815324-4 is: [{'id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046768246', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:21:49Z', 'updated_at': '2021-12-16T23:23:46Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'd0926bd5-8d2f-45b2-88bc-8135da842d65', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7091b86d-1f4a-478d-aa57-652655e8bbbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:21:50Z', 'updated_at': '2021-12-16T23:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:23:48.729572 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-29732315-00c2-4775-b06a-8a46b3f5bbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:48.746631 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d136512-4602-44ce-b649-ec69be578be2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:48.756046 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29732315-00c2-4775-b06a-8a46b3f5bbbc None None] Pushing event deleted for resources: {'Port': ['ID=11a1369a-f92e-4fd2-be9f-ec4cbea9ece9,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:23:48.760611 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29732315-00c2-4775-b06a-8a46b3f5bbbc None None] No DVR routers for this DVR port 11a1369a-f92e-4fd2-be9f-ec4cbea9ece9 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:23:48.771030 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29732315-00c2-4775-b06a-8a46b3f5bbbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:48.771030 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29732315-00c2-4775-b06a-8a46b3f5bbbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:48.771030 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29732315-00c2-4775-b06a-8a46b3f5bbbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:48.771030 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29732315-00c2-4775-b06a-8a46b3f5bbbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:48.771030 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29732315-00c2-4775-b06a-8a46b3f5bbbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:48.771030 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29732315-00c2-4775-b06a-8a46b3f5bbbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:48.771030 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29732315-00c2-4775-b06a-8a46b3f5bbbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:48.771030 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29732315-00c2-4775-b06a-8a46b3f5bbbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:48.771030 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29732315-00c2-4775-b06a-8a46b3f5bbbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:48.772344 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29732315-00c2-4775-b06a-8a46b3f5bbbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:48.772344 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29732315-00c2-4775-b06a-8a46b3f5bbbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:48.772344 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29732315-00c2-4775-b06a-8a46b3f5bbbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:48.772344 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29732315-00c2-4775-b06a-8a46b3f5bbbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:48.775810 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d136512-4602-44ce-b649-ec69be578be2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Port': ['ID=d0926bd5-8d2f-45b2-88bc-8135da842d65,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:23:48.789492 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb5a29a-1389-4022-bfda-8a6fab814ce5 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:23:48.837626 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d136512-4602-44ce-b649-ec69be578be2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:48.934094 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d136512-4602-44ce-b649-ec69be578be2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:48.938695 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d136512-4602-44ce-b649-ec69be578be2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:49.054522 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 02413aad-94ef-443a-b3b8-412150ff69c6 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:23:49.076332 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 02413aad-94ef-443a-b3b8-412150ff69c6 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:23:49.076741 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 02413aad-94ef-443a-b3b8-412150ff69c6 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:23:49.077177 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 11a1369a-f92e-4fd2-be9f-ec4cbea9ece9 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:23:49.089231 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d136512-4602-44ce-b649-ec69be578be2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:49.089918 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d136512-4602-44ce-b649-ec69be578be2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Fanout notify agent at l3_agent the message router_deleted on router 7091b86d-1f4a-478d-aa57-652655e8bbbc {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:23:49.102718 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 11a1369a-f92e-4fd2-be9f-ec4cbea9ece9 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:23:49.102718 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 11a1369a-f92e-4fd2-be9f-ec4cbea9ece9 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:23:49.102954 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2d136512-4602-44ce-b649-ec69be578be2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:49.102954 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2d136512-4602-44ce-b649-ec69be578be2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "DELETE /v2.0/routers/7091b86d-1f4a-478d-aa57-652655e8bbbc HTTP/1.1" status: 204 len: 168 time: 1.0459700 Dec 16 23:23:49.102954 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36914) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:23:49.184466 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b9931211-5829-4177-8964-1c539dbb1b51 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:49.280270 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b9931211-5829-4177-8964-1c539dbb1b51 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:49.300462 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-b9931211-5829-4177-8964-1c539dbb1b51 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e760a1d-6764-43b1-8712-1e09bf20ced1']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:23:49.310340 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-b9931211-5829-4177-8964-1c539dbb1b51 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93bcb543-dfcc-4642-9db5-74546d99f8b1') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:23:49.310642 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-b9931211-5829-4177-8964-1c539dbb1b51 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93bcb543-dfcc-4642-9db5-74546d99f8b1') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:23:49.319992 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b9931211-5829-4177-8964-1c539dbb1b51 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:49.333054 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b9931211-5829-4177-8964-1c539dbb1b51 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:49.338788 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9931211-5829-4177-8964-1c539dbb1b51 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:23:49.339216 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b9931211-5829-4177-8964-1c539dbb1b51 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: timer() Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:23:49.343025 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:23:49.475486 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b9931211-5829-4177-8964-1c539dbb1b51 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:49.480286 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b9931211-5829-4177-8964-1c539dbb1b51 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:49.483481 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b9931211-5829-4177-8964-1c539dbb1b51 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "DELETE /v2.0/networks/1e760a1d-6764-43b1-8712-1e09bf20ced1 HTTP/1.1" status: 204 len: 168 time: 0.3794887 Dec 16 23:23:49.486316 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36916) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:23:49.498731 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9931211-5829-4177-8964-1c539dbb1b51 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Network': ['ID=1e760a1d-6764-43b1-8712-1e09bf20ced1,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:23:49.548452 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-004d18e5-83f2-4f50-a792-af609dd85d03 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:49.579452 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-004d18e5-83f2-4f50-a792-af609dd85d03 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:49.716232 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-004d18e5-83f2-4f50-a792-af609dd85d03 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:49.718903 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-004d18e5-83f2-4f50-a792-af609dd85d03 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:49.720180 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-004d18e5-83f2-4f50-a792-af609dd85d03 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "DELETE /v2.0/security-groups/d9b91eb5-76e3-47ac-b716-9e677b9d7b42 HTTP/1.1" status: 204 len: 168 time: 0.2323349 Dec 16 23:23:49.729608 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d18e5-83f2-4f50-a792-af609dd85d03 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b91eb5-76e3-47ac-b716-9e677b9d7b42,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:23:50.341476 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36922) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:23:50.346216 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-dde221ed-5443-4c5b-bee7-3ac74a2ada56 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2007244491', 'description': 'tempest-secgroup-smoke-2007244491 description', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:23:50.455576 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dde221ed-5443-4c5b-bee7-3ac74a2ada56 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:50.522318 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dde221ed-5443-4c5b-bee7-3ac74a2ada56 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:50.592725 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dde221ed-5443-4c5b-bee7-3ac74a2ada56 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:50.622100 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde221ed-5443-4c5b-bee7-3ac74a2ada56 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d80d6fc0-b8dc-4433-a6fb-677c607d62d3,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:23:50.683695 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dde221ed-5443-4c5b-bee7-3ac74a2ada56 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:50.685126 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-dde221ed-5443-4c5b-bee7-3ac74a2ada56 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3425796 Dec 16 23:23:50.688413 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36924) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:23:50.692849 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-e61a56f6-e130-4654-9327-ee235906b082 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': 'd80d6fc0-b8dc-4433-a6fb-677c607d62d3', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:23:50.778671 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e61a56f6-e130-4654-9327-ee235906b082 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:50.834147 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e61a56f6-e130-4654-9327-ee235906b082 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:50.864462 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d0926bd5-8d2f-45b2-88bc-8135da842d65 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:23:50.888181 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: d0926bd5-8d2f-45b2-88bc-8135da842d65 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:23:50.888525 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device d0926bd5-8d2f-45b2-88bc-8135da842d65 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:23:50.906656 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e61a56f6-e130-4654-9327-ee235906b082 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:50.925287 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a56f6-e130-4654-9327-ee235906b082 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d445d8e5-006a-4360-ab61-dbe37d1d5b9e,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:23:50.999680 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e61a56f6-e130-4654-9327-ee235906b082 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:51.001039 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e61a56f6-e130-4654-9327-ee235906b082 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3116314 Dec 16 23:23:51.003883 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36926) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:23:51.008850 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a85d4790-09b3-484a-bbbc-a5cb3e36084a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': 'd80d6fc0-b8dc-4433-a6fb-677c607d62d3', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:23:51.097845 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a85d4790-09b3-484a-bbbc-a5cb3e36084a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:51.145066 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a85d4790-09b3-484a-bbbc-a5cb3e36084a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:51.212917 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a85d4790-09b3-484a-bbbc-a5cb3e36084a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:51.233773 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d4790-09b3-484a-bbbc-a5cb3e36084a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=520d0061-4990-4a2a-8661-c69cc905d885,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:23:51.295027 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a85d4790-09b3-484a-bbbc-a5cb3e36084a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:51.296352 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a85d4790-09b3-484a-bbbc-a5cb3e36084a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2911808 Dec 16 23:23:51.299184 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36928) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:23:51.303801 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-5990c3d3-3167-43dd-9e60-9fcaf30e1cc8 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': 'd80d6fc0-b8dc-4433-a6fb-677c607d62d3', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:23:51.409179 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5990c3d3-3167-43dd-9e60-9fcaf30e1cc8 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:51.466395 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5990c3d3-3167-43dd-9e60-9fcaf30e1cc8 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:51.529727 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5990c3d3-3167-43dd-9e60-9fcaf30e1cc8 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:51.548562 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990c3d3-3167-43dd-9e60-9fcaf30e1cc8 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=507672bc-5ea4-47b6-ac28-2edb949be9bb,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:23:51.621320 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5990c3d3-3167-43dd-9e60-9fcaf30e1cc8 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:51.622687 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5990c3d3-3167-43dd-9e60-9fcaf30e1cc8 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3225331 Dec 16 23:23:51.625825 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36930) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:23:51.630590 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-8a789bb5-a555-46af-8208-69fb47dec9e7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': 'd80d6fc0-b8dc-4433-a6fb-677c607d62d3', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:23:51.738491 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8a789bb5-a555-46af-8208-69fb47dec9e7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:51.796964 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8a789bb5-a555-46af-8208-69fb47dec9e7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:51.881368 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8a789bb5-a555-46af-8208-69fb47dec9e7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:51.900529 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a789bb5-a555-46af-8208-69fb47dec9e7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8a3d89-f8dd-402e-91c4-dd831c0de29c,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:23:51.991921 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8a789bb5-a555-46af-8208-69fb47dec9e7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:51.993078 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8a789bb5-a555-46af-8208-69fb47dec9e7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3662326 Dec 16 23:23:51.995931 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36932) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:23:52.001032 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-ba915789-21c4-432b-91a6-37f59fec74a4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': 'd80d6fc0-b8dc-4433-a6fb-677c607d62d3', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:23:52.081152 n-d-815324-4 neutron-server[103613]: INFO neutron.db.securitygroups_db [None req-ba915789-21c4-432b-91a6-37f59fec74a4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Project cad6fd668fee498d94dbaa2b0174c294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:23:52.086309 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ba915789-21c4-432b-91a6-37f59fec74a4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:52.148078 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ba915789-21c4-432b-91a6-37f59fec74a4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:52.224022 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ba915789-21c4-432b-91a6-37f59fec74a4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:52.243752 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba915789-21c4-432b-91a6-37f59fec74a4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa768a4-b6d8-4547-8ae2-a6e9b7cc6ef4,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:23:52.317779 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ba915789-21c4-432b-91a6-37f59fec74a4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:52.319065 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ba915789-21c4-432b-91a6-37f59fec74a4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3221881 Dec 16 23:23:52.321859 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36934) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:23:52.326410 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-07ffd44f-6793-4e95-974b-abd4c7c3c8ee tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': 'd80d6fc0-b8dc-4433-a6fb-677c607d62d3', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:23:52.407348 n-d-815324-4 neutron-server[103613]: INFO neutron.db.securitygroups_db [None req-07ffd44f-6793-4e95-974b-abd4c7c3c8ee tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Project cad6fd668fee498d94dbaa2b0174c294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:23:52.412666 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-07ffd44f-6793-4e95-974b-abd4c7c3c8ee tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:52.475462 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-07ffd44f-6793-4e95-974b-abd4c7c3c8ee tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:52.546803 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-07ffd44f-6793-4e95-974b-abd4c7c3c8ee tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:52.566753 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ffd44f-6793-4e95-974b-abd4c7c3c8ee tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740007eb-6cb8-4f27-9373-36ea9ecfef42,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:23:52.632224 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-07ffd44f-6793-4e95-974b-abd4c7c3c8ee tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:52.633475 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-07ffd44f-6793-4e95-974b-abd4c7c3c8ee tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3106170 Dec 16 23:23:52.636507 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36936) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:23:52.642129 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-cf8629f6-3916-448f-bb9a-437e06e9e55a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'network': {'name': 'tempest-network-smoke--913670741', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'port_security_enabled': True}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:23:52.758262 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8629f6-3916-448f-bb9a-437e06e9e55a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Made reservation on behalf of cad6fd668fee498d94dbaa2b0174c294 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:23:52.761849 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf8629f6-3916-448f-bb9a-437e06e9e55a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:52.786216 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf8629f6-3916-448f-bb9a-437e06e9e55a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:23:52.795700 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf8629f6-3916-448f-bb9a-437e06e9e55a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:52.796386 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-cf8629f6-3916-448f-bb9a-437e06e9e55a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Added segment 1591463c-92b8-47e6-aad7-36a12bf5a694 of type vlan for network e4ea3d19-7936-4e3d-9d6a-d62af4762307 Dec 16 23:23:52.837496 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf8629f6-3916-448f-bb9a-437e06e9e55a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:52.923994 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf8629f6-3916-448f-bb9a-437e06e9e55a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:52.929850 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8629f6-3916-448f-bb9a-437e06e9e55a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:52.930579 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-cf8629f6-3916-448f-bb9a-437e06e9e55a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:53.002454 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8629f6-3916-448f-bb9a-437e06e9e55a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Network': ['ID=e4ea3d19-7936-4e3d-9d6a-d62af4762307,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:23:53.013289 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network e4ea3d19-7936-4e3d-9d6a-d62af4762307 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:23:53.067312 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-cf8629f6-3916-448f-bb9a-437e06e9e55a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4297318 Dec 16 23:23:53.070109 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36938) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:23:53.075924 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-8f98b33a-8e5d-4e85-9a39-57b05156e0de tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1654846792', 'admin_state_up': True, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:23:53.181260 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f98b33a-8e5d-4e85-9a39-57b05156e0de tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:53.182309 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f98b33a-8e5d-4e85-9a39-57b05156e0de tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:53.239526 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f98b33a-8e5d-4e85-9a39-57b05156e0de tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:53.444282 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f98b33a-8e5d-4e85-9a39-57b05156e0de tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:53.454942 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9243d2fb-3e8a-4ba3-9216-97e73c63ad6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:53.718849 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f98b33a-8e5d-4e85-9a39-57b05156e0de tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:53.738797 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f98b33a-8e5d-4e85-9a39-57b05156e0de tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:53.842550 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-8f98b33a-8e5d-4e85-9a39-57b05156e0de tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Allocated IP 172.25.6.105 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/4ebf72f7-7746-403a-8fbc-80e3913eb26f) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:23:53.962616 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f98b33a-8e5d-4e85-9a39-57b05156e0de tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:54.055951 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f98b33a-8e5d-4e85-9a39-57b05156e0de tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:54.097698 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f98b33a-8e5d-4e85-9a39-57b05156e0de tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:23:54.100772 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-8f98b33a-8e5d-4e85-9a39-57b05156e0de tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:23:54.104362 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f98b33a-8e5d-4e85-9a39-57b05156e0de tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:23:54.110292 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98b33a-8e5d-4e85-9a39-57b05156e0de tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=4ebf72f7-7746-403a-8fbc-80e3913eb26f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:23:54.114394 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74b109c-1379-486b-aae7-43fe78127e10 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:23:54.165910 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-df8b853a-b477-4263-bef4-4ea915adb1ca None None] Provisioning complete for port 4ebf72f7-7746-403a-8fbc-80e3913eb26f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:23:54.166379 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-df8b853a-b477-4263-bef4-4ea915adb1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:54.201384 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-df8b853a-b477-4263-bef4-4ea915adb1ca None None] Port 4ebf72f7-7746-403a-8fbc-80e3913eb26f cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:23:54.413242 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f98b33a-8e5d-4e85-9a39-57b05156e0de tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:54.606544 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f98b33a-8e5d-4e85-9a39-57b05156e0de tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:54.815250 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f98b33a-8e5d-4e85-9a39-57b05156e0de tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Router a5c6f4d4-3766-4006-ab4e-cfc815963b33 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:23:54.928794 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f98b33a-8e5d-4e85-9a39-57b05156e0de tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:23:54.940027 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77db58b7-2de0-4c9e-ada0-ead4a2c0840a None None] Sync routers for ids ['a5c6f4d4-3766-4006-ab4e-cfc815963b33'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:23:54.949675 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77db58b7-2de0-4c9e-ada0-ead4a2c0840a None None] Routers {'a5c6f4d4-3766-4006-ab4e-cfc815963b33'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:23:54.950710 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-77db58b7-2de0-4c9e-ada0-ead4a2c0840a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:23:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a5c6f4d4-3766-4006-ab4e-cfc815963b33'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:23:55.009494 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8f98b33a-8e5d-4e85-9a39-57b05156e0de tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:55.010870 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8f98b33a-8e5d-4e85-9a39-57b05156e0de tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9397638 Dec 16 23:23:55.014155 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36940) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:23:55.043129 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fb2aa38c-6336-471a-9e88-144fc5fc76c6 tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=cad6fd668fee498d94dbaa2b0174c294&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276642 Dec 16 23:23:55.046433 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 36942) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:23:55.057744 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-77db58b7-2de0-4c9e-ada0-ead4a2c0840a None None] Set router a5c6f4d4-3766-4006-ab4e-cfc815963b33 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:23:55.140276 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cd7240-b5dd-4be1-956a-9f155fc3b083 tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:55.141730 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-09cd7240-b5dd-4be1-956a-9f155fc3b083 tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0943527 Dec 16 23:23:55.145120 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36944) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:23:55.189176 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-534ec821-5212-432c-887d-fc3370b9b3dc tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424035 Dec 16 23:23:55.191663 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36946) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:23:55.196842 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-65086861-8508-47d5-af2b-f2a2ae26f2b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-988140529', 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:23:55.245834 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-77db58b7-2de0-4c9e-ada0-ead4a2c0840a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654846792', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:23:54Z', 'revision_number': 3, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:23:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:23:55.275809 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77db58b7-2de0-4c9e-ada0-ead4a2c0840a None None] Checking router: a5c6f4d4-3766-4006-ab4e-cfc815963b33 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:23:55.276157 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77db58b7-2de0-4c9e-ada0-ead4a2c0840a None None] Updating router a5c6f4d4-3766-4006-ab4e-cfc815963b33 port 4ebf72f7-7746-403a-8fbc-80e3913eb26f binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:23:55.302548 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-77db58b7-2de0-4c9e-ada0-ead4a2c0840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:55.386739 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65086861-8508-47d5-af2b-f2a2ae26f2b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Made reservation on behalf of cad6fd668fee498d94dbaa2b0174c294 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:23:55.391224 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-65086861-8508-47d5-af2b-f2a2ae26f2b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:55.557561 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-77db58b7-2de0-4c9e-ada0-ead4a2c0840a None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:55.655183 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-77db58b7-2de0-4c9e-ada0-ead4a2c0840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:55.670937 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-65086861-8508-47d5-af2b-f2a2ae26f2b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:55.695701 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5003cc-8ffe-44dc-a808-751e7d73d328 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:23:55.696557 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-77db58b7-2de0-4c9e-ada0-ead4a2c0840a None None] Attempting to bind port 4ebf72f7-7746-403a-8fbc-80e3913eb26f on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:23:55.696999 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-77db58b7-2de0-4c9e-ada0-ead4a2c0840a None None] Attempting to bind port 4ebf72f7-7746-403a-8fbc-80e3913eb26f by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:23:55.696999 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77db58b7-2de0-4c9e-ada0-ead4a2c0840a None None] Attempting to bind port 4ebf72f7-7746-403a-8fbc-80e3913eb26f on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:23:55.706873 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ec1c74be-23e9-4c33-9e73-3dea36d98053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:55.707547 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77db58b7-2de0-4c9e-ada0-ead4a2c0840a None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:23:55.709135 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77db58b7-2de0-4c9e-ada0-ead4a2c0840a None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:23:55.709135 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-77db58b7-2de0-4c9e-ada0-ead4a2c0840a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:55.709135 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77db58b7-2de0-4c9e-ada0-ead4a2c0840a None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:23:55.709135 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-77db58b7-2de0-4c9e-ada0-ead4a2c0840a None None] Bound port: 4ebf72f7-7746-403a-8fbc-80e3913eb26f, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:23:55.710130 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-77db58b7-2de0-4c9e-ada0-ead4a2c0840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:55.712276 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1adbe-cd87-4383-bc3c-bd45966e70f1 None None] Pushing event updated for resources: {'Port': ['ID=4ebf72f7-7746-403a-8fbc-80e3913eb26f,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:23:55.740634 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1adbe-cd87-4383-bc3c-bd45966e70f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:55.740982 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1adbe-cd87-4383-bc3c-bd45966e70f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:55.741324 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1adbe-cd87-4383-bc3c-bd45966e70f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:55.741665 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1adbe-cd87-4383-bc3c-bd45966e70f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:55.741998 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1adbe-cd87-4383-bc3c-bd45966e70f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:55.742332 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1adbe-cd87-4383-bc3c-bd45966e70f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:55.742979 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1adbe-cd87-4383-bc3c-bd45966e70f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:55.742979 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1adbe-cd87-4383-bc3c-bd45966e70f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:55.743784 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1adbe-cd87-4383-bc3c-bd45966e70f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:55.743784 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1adbe-cd87-4383-bc3c-bd45966e70f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:55.744009 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1adbe-cd87-4383-bc3c-bd45966e70f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:55.744278 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1adbe-cd87-4383-bc3c-bd45966e70f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:55.744594 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c1adbe-cd87-4383-bc3c-bd45966e70f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:23:55.746448 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1e2164f1-165b-451b-adff-a8ea7d90ff30 None None] Provisioning complete for port 4ebf72f7-7746-403a-8fbc-80e3913eb26f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:23:55.747907 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e2164f1-165b-451b-adff-a8ea7d90ff30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:55.757214 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65086861-8508-47d5-af2b-f2a2ae26f2b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Subnet': ['ID=3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:23:55.764943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65086861-8508-47d5-af2b-f2a2ae26f2b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Checking segment: {'id': '1591463c-92b8-47e6-aad7-36a12bf5a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:23:55.765550 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65086861-8508-47d5-af2b-f2a2ae26f2b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network hostable DHCP agents. Network: e4ea3d19-7936-4e3d-9d6a-d62af4762307, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:23:55.783727 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-77db58b7-2de0-4c9e-ada0-ead4a2c0840a None None] For port 4ebf72f7-7746-403a-8fbc-80e3913eb26f, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:23:55.786940 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-77db58b7-2de0-4c9e-ada0-ead4a2c0840a None None] For port 4ebf72f7-7746-403a-8fbc-80e3913eb26f, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4ebf72f7-7746-403a-8fbc-80e3913eb26f,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:23:55.791367 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1e2164f1-165b-451b-adff-a8ea7d90ff30 None None] Port 4ebf72f7-7746-403a-8fbc-80e3913eb26f cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:23:55.866421 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65086861-8508-47d5-af2b-f2a2ae26f2b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network e4ea3d19-7936-4e3d-9d6a-d62af4762307 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:23:55.876159 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-77db58b7-2de0-4c9e-ada0-ead4a2c0840a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:55.919732 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85758b2-e746-44d0-a3a4-910f451a2bc1 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:23:55.943912 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77db58b7-2de0-4c9e-ada0-ead4a2c0840a None None] Routers {'a5c6f4d4-3766-4006-ab4e-cfc815963b33'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:23:55.944538 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-77db58b7-2de0-4c9e-ada0-ead4a2c0840a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:23:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a5c6f4d4-3766-4006-ab4e-cfc815963b33'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:23:55.947504 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1adbe-cd87-4383-bc3c-bd45966e70f1 None None] Pushing event updated for resources: {'Port': ['ID=4ebf72f7-7746-403a-8fbc-80e3913eb26f,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:23:55.963843 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-65086861-8508-47d5-af2b-f2a2ae26f2b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, e4ea3d19-7936-4e3d-9d6a-d62af4762307) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:23:55.968868 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65086861-8508-47d5-af2b-f2a2ae26f2b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:55.969562 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-65086861-8508-47d5-af2b-f2a2ae26f2b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:55.977748 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db11f07-d683-4b20-a672-35243f3dea46 None None] Network e4ea3d19-7936-4e3d-9d6a-d62af4762307 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:23:56.063951 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-65086861-8508-47d5-af2b-f2a2ae26f2b3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8712153 Dec 16 23:23:56.066687 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 36948) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:23:56.067491 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-77db58b7-2de0-4c9e-ada0-ead4a2c0840a None None] Set router a5c6f4d4-3766-4006-ab4e-cfc815963b33 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:23:56.217591 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7e182b12-c88f-4fed-8029-c61f6eabb04b None None] Provisioning complete for port 4ebf72f7-7746-403a-8fbc-80e3913eb26f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:23:56.217874 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e182b12-c88f-4fed-8029-c61f6eabb04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:56.266533 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-77db58b7-2de0-4c9e-ada0-ead4a2c0840a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654846792', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:23:54Z', 'revision_number': 3, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:23:56.297250 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dfa1e5-24ae-4845-89ca-274d04c9825b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-e4ea3d19-7936-4e3d-9d6a-d62af4762307', 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'fixed_ips': [{'subnet_id': '3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:23:56.298451 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a7dfa1e5-24ae-4845-89ca-274d04c9825b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:56.309547 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77db58b7-2de0-4c9e-ada0-ead4a2c0840a None None] The sync data for ids ['a5c6f4d4-3766-4006-ab4e-cfc815963b33'] in n-d-815324-4 is: [{'id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654846792', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:23:54Z', 'revision_number': 3, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:23:56.354402 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e182b12-c88f-4fed-8029-c61f6eabb04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:56.426445 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7e182b12-c88f-4fed-8029-c61f6eabb04b None None] For port 4ebf72f7-7746-403a-8fbc-80e3913eb26f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4ebf72f7-7746-403a-8fbc-80e3913eb26f,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:23:56.499797 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-a7dfa1e5-24ae-4845-89ca-274d04c9825b None None] Allocated IP 172.20.0.2 (e4ea3d19-7936-4e3d-9d6a-d62af4762307/3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3/e32ca64c-ea29-4165-9c84-44915ae2be2e) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:23:56.526204 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e182b12-c88f-4fed-8029-c61f6eabb04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:56.583927 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-96248a31-db88-4b50-b543-fd9cb3141e9f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:56.640460 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e182b12-c88f-4fed-8029-c61f6eabb04b None None] Pushing event updated for resources: {'Port': ['ID=4ebf72f7-7746-403a-8fbc-80e3913eb26f,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:23:56.716523 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a7dfa1e5-24ae-4845-89ca-274d04c9825b None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:56.807597 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a7dfa1e5-24ae-4845-89ca-274d04c9825b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:56.848626 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dfa1e5-24ae-4845-89ca-274d04c9825b None None] Network e4ea3d19-7936-4e3d-9d6a-d62af4762307 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:23:56.851781 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-a7dfa1e5-24ae-4845-89ca-274d04c9825b None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:23:56.855766 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dfa1e5-24ae-4845-89ca-274d04c9825b None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:23:56.924490 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dfa1e5-24ae-4845-89ca-274d04c9825b None None] Pushing event updated for resources: {'Port': ['ID=e32ca64c-ea29-4165-9c84-44915ae2be2e,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:23:56.941779 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-a7dfa1e5-24ae-4845-89ca-274d04c9825b None None] Attempting to bind port e32ca64c-ea29-4165-9c84-44915ae2be2e on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:23:56.942908 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-a7dfa1e5-24ae-4845-89ca-274d04c9825b None None] Attempting to bind port e32ca64c-ea29-4165-9c84-44915ae2be2e by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '1591463c-92b8-47e6-aad7-36a12bf5a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:23:56.943512 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dfa1e5-24ae-4845-89ca-274d04c9825b None None] Attempting to bind port e32ca64c-ea29-4165-9c84-44915ae2be2e on network e4ea3d19-7936-4e3d-9d6a-d62af4762307 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:23:56.951435 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dfa1e5-24ae-4845-89ca-274d04c9825b None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:23:56.951926 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dfa1e5-24ae-4845-89ca-274d04c9825b None None] Checking segment: {'id': '1591463c-92b8-47e6-aad7-36a12bf5a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:23:56.952418 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a7dfa1e5-24ae-4845-89ca-274d04c9825b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:56.952895 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dfa1e5-24ae-4845-89ca-274d04c9825b None None] Bound using segment: {'id': '1591463c-92b8-47e6-aad7-36a12bf5a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:23:56.953458 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-a7dfa1e5-24ae-4845-89ca-274d04c9825b None None] Bound port: e32ca64c-ea29-4165-9c84-44915ae2be2e, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1591463c-92b8-47e6-aad7-36a12bf5a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:23:56.953937 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a7dfa1e5-24ae-4845-89ca-274d04c9825b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:56.984219 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4ebf72f7-7746-403a-8fbc-80e3913eb26f up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:23:56.988141 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-96248a31-db88-4b50-b543-fd9cb3141e9f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Allocated IP 172.20.0.1 (e4ea3d19-7936-4e3d-9d6a-d62af4762307/3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3/b26a0b41-13df-4a13-8115-81abf82a3d2d) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:23:57.083997 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a7dfa1e5-24ae-4845-89ca-274d04c9825b None None] For port e32ca64c-ea29-4165-9c84-44915ae2be2e, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:23:57.085983 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 4ebf72f7-7746-403a-8fbc-80e3913eb26f triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:23:57.086356 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:57.088974 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a7dfa1e5-24ae-4845-89ca-274d04c9825b None None] For port e32ca64c-ea29-4165-9c84-44915ae2be2e, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e32ca64c-ea29-4165-9c84-44915ae2be2e,segment=NetworkSegment(1591463c-92b8-47e6-aad7-36a12bf5a694),segment_id=1591463c-92b8-47e6-aad7-36a12bf5a694)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:23:57.123598 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-96248a31-db88-4b50-b543-fd9cb3141e9f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:57.162323 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a7dfa1e5-24ae-4845-89ca-274d04c9825b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:57.203970 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-96248a31-db88-4b50-b543-fd9cb3141e9f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:57.264704 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96248a31-db88-4b50-b543-fd9cb3141e9f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network e4ea3d19-7936-4e3d-9d6a-d62af4762307 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:23:57.272753 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-96248a31-db88-4b50-b543-fd9cb3141e9f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:23:57.273029 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dfa1e5-24ae-4845-89ca-274d04c9825b None None] Pushing event updated for resources: {'Port': ['ID=e32ca64c-ea29-4165-9c84-44915ae2be2e,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:23:57.277029 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96248a31-db88-4b50-b543-fd9cb3141e9f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:23:57.310929 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96248a31-db88-4b50-b543-fd9cb3141e9f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=b26a0b41-13df-4a13-8115-81abf82a3d2d,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:23:57.311327 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:57.338566 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-96248a31-db88-4b50-b543-fd9cb3141e9f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:57.595092 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-96248a31-db88-4b50-b543-fd9cb3141e9f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:57.649604 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:57.884231 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-96248a31-db88-4b50-b543-fd9cb3141e9f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:57.952544 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-96248a31-db88-4b50-b543-fd9cb3141e9f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:58.030054 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-96248a31-db88-4b50-b543-fd9cb3141e9f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:58.031824 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96248a31-db88-4b50-b543-fd9cb3141e9f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=b26a0b41-13df-4a13-8115-81abf82a3d2d,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:23:58.127838 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96248a31-db88-4b50-b543-fd9cb3141e9f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network e4ea3d19-7936-4e3d-9d6a-d62af4762307 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:23:58.129291 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-96248a31-db88-4b50-b543-fd9cb3141e9f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:23:58.249445 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96248a31-db88-4b50-b543-fd9cb3141e9f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Router a5c6f4d4-3766-4006-ab4e-cfc815963b33 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:23:58.373946 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96248a31-db88-4b50-b543-fd9cb3141e9f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:23:58.379207 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-96248a31-db88-4b50-b543-fd9cb3141e9f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "PUT /v2.0/routers/a5c6f4d4-3766-4006-ab4e-cfc815963b33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3113451 Dec 16 23:23:58.411392 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad05035-b6ae-473c-8f57-0feb459e6af9 None None] Network e4ea3d19-7936-4e3d-9d6a-d62af4762307 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:23:58.454969 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90c6ac8-6c38-4519-82dd-5233371fcde9 None None] Sync routers for ids ['a5c6f4d4-3766-4006-ab4e-cfc815963b33'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:23:58.491943 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90c6ac8-6c38-4519-82dd-5233371fcde9 None None] Routers {'a5c6f4d4-3766-4006-ab4e-cfc815963b33'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:23:58.492582 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f90c6ac8-6c38-4519-82dd-5233371fcde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:23:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a5c6f4d4-3766-4006-ab4e-cfc815963b33'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:23:58.495923 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d5c66a23-cf41-46f1-b2ba-9156424f1cc5 None None] Provisioning complete for port e32ca64c-ea29-4165-9c84-44915ae2be2e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:23:58.496296 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d5c66a23-cf41-46f1-b2ba-9156424f1cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:58.544018 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-c04a7e9a-100c-4287-99f1-318568b02d00 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2007244491&fields=id&tenant_id=cad6fd668fee498d94dbaa2b0174c294 HTTP/1.1" status: 200 len: 267 time: 0.0475955 Dec 16 23:23:58.652499 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:58.663857 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-66c47477-4466-496f-bd1c-4bd7f473f82b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:23:58.665358 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-66c47477-4466-496f-bd1c-4bd7f473f82b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/networks?id=e4ea3d19-7936-4e3d-9d6a-d62af4762307 HTTP/1.1" status: 200 len: 796 time: 0.1109078 Dec 16 23:23:58.682711 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-8c00631b-b061-4110-bdea-cdb70b6311ce tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/quotas/cad6fd668fee498d94dbaa2b0174c294 HTTP/1.1" status: 200 len: 375 time: 0.0107620 Dec 16 23:23:58.688314 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-f90c6ac8-6c38-4519-82dd-5233371fcde9 None None] Set router a5c6f4d4-3766-4006-ab4e-cfc815963b33 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:23:58.742320 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-91bd00ab-462d-4ce8-a358-f8b25301fd26 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530450 Dec 16 23:23:58.797646 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d5c66a23-cf41-46f1-b2ba-9156424f1cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:58.815469 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-801d2449-a88d-42c9-9a01-929692adcbe6 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:23:58.816526 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-801d2449-a88d-42c9-9a01-929692adcbe6 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0587730 Dec 16 23:23:58.900436 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d5c66a23-cf41-46f1-b2ba-9156424f1cc5 None None] For port e32ca64c-ea29-4165-9c84-44915ae2be2e, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e32ca64c-ea29-4165-9c84-44915ae2be2e,segment=NetworkSegment(1591463c-92b8-47e6-aad7-36a12bf5a694),segment_id=1591463c-92b8-47e6-aad7-36a12bf5a694)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:23:58.951864 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-fa556c73-3fe8-4b26-a425-5fd2be84620e service neutron] 10.222.0.75 "GET /v2.0/networks/e4ea3d19-7936-4e3d-9d6a-d62af4762307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279602 Dec 16 23:23:58.984129 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e32ca64c-ea29-4165-9c84-44915ae2be2e up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:23:58.989329 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:59.020680 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f90c6ac8-6c38-4519-82dd-5233371fcde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654846792', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:23:57Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'b26a0b41-13df-4a13-8115-81abf82a3d2d', 'name': '', 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:57:c3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:23:56Z', 'updated_at': '2021-12-16T23:23:57Z', 'revision_number': 2, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:23:59.056045 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d5c66a23-cf41-46f1-b2ba-9156424f1cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:59.069970 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90c6ac8-6c38-4519-82dd-5233371fcde9 None None] Checking router: a5c6f4d4-3766-4006-ab4e-cfc815963b33 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:23:59.070273 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90c6ac8-6c38-4519-82dd-5233371fcde9 None None] Updating router a5c6f4d4-3766-4006-ab4e-cfc815963b33 port b26a0b41-13df-4a13-8115-81abf82a3d2d binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:23:59.141834 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f90c6ac8-6c38-4519-82dd-5233371fcde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:59.186555 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c66a23-cf41-46f1-b2ba-9156424f1cc5 None None] Pushing event updated for resources: {'Port': ['ID=e32ca64c-ea29-4165-9c84-44915ae2be2e,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:23:59.223714 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port e32ca64c-ea29-4165-9c84-44915ae2be2e triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:23:59.224174 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:59.228534 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:59.253412 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7ab1e1cc-be21-4cc3-bc4a-968e52acc0ca None None] Provisioning complete for port e32ca64c-ea29-4165-9c84-44915ae2be2e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:23:59.253783 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7ab1e1cc-be21-4cc3-bc4a-968e52acc0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:59.423401 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-cb831b67-11e8-4413-b1e2-d07621c79ef8 service neutron] 10.222.0.75 "GET /v2.0/networks/e4ea3d19-7936-4e3d-9d6a-d62af4762307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644542 Dec 16 23:23:59.555984 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7ab1e1cc-be21-4cc3-bc4a-968e52acc0ca None None] Provisioning complete for port b26a0b41-13df-4a13-8115-81abf82a3d2d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:23:59.556633 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7ab1e1cc-be21-4cc3-bc4a-968e52acc0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:59.630709 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7ab1e1cc-be21-4cc3-bc4a-968e52acc0ca None None] Port b26a0b41-13df-4a13-8115-81abf82a3d2d cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:23:59.649545 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f90c6ac8-6c38-4519-82dd-5233371fcde9 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:59.687914 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7f38888e-f07e-45bc-bbb4-9477cf6b5662 req-231abc6f-441f-43da-86fe-4103253bd6e4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 210 time: 0.0285733 Dec 16 23:23:59.743450 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f90c6ac8-6c38-4519-82dd-5233371fcde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:59.956304 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-78e9c52e-fd43-447b-b567-6f29e766d695 None None] Provisioning complete for port b26a0b41-13df-4a13-8115-81abf82a3d2d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:23:59.956676 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-78e9c52e-fd43-447b-b567-6f29e766d695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:23:59.990523 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22808bf9-50a8-4375-a4e7-6ac751ad2185 None None] Pushing event updated for resources: {'Port': ['ID=b26a0b41-13df-4a13-8115-81abf82a3d2d,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:00.028862 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-78e9c52e-fd43-447b-b567-6f29e766d695 None None] Port b26a0b41-13df-4a13-8115-81abf82a3d2d cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:24:00.068333 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f90c6ac8-6c38-4519-82dd-5233371fcde9 None None] Attempting to bind port b26a0b41-13df-4a13-8115-81abf82a3d2d on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:24:00.068717 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f90c6ac8-6c38-4519-82dd-5233371fcde9 None None] Attempting to bind port b26a0b41-13df-4a13-8115-81abf82a3d2d by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '1591463c-92b8-47e6-aad7-36a12bf5a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:24:00.069092 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90c6ac8-6c38-4519-82dd-5233371fcde9 None None] Attempting to bind port b26a0b41-13df-4a13-8115-81abf82a3d2d on network e4ea3d19-7936-4e3d-9d6a-d62af4762307 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:24:00.075651 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90c6ac8-6c38-4519-82dd-5233371fcde9 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:24:00.076034 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90c6ac8-6c38-4519-82dd-5233371fcde9 None None] Checking segment: {'id': '1591463c-92b8-47e6-aad7-36a12bf5a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:24:00.076451 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f90c6ac8-6c38-4519-82dd-5233371fcde9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:00.077223 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90c6ac8-6c38-4519-82dd-5233371fcde9 None None] Bound using segment: {'id': '1591463c-92b8-47e6-aad7-36a12bf5a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:24:00.077382 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-f90c6ac8-6c38-4519-82dd-5233371fcde9 None None] Bound port: b26a0b41-13df-4a13-8115-81abf82a3d2d, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1591463c-92b8-47e6-aad7-36a12bf5a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:24:00.077704 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f90c6ac8-6c38-4519-82dd-5233371fcde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:00.149196 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f90c6ac8-6c38-4519-82dd-5233371fcde9 None None] For port b26a0b41-13df-4a13-8115-81abf82a3d2d, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:24:00.152580 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f90c6ac8-6c38-4519-82dd-5233371fcde9 None None] For port b26a0b41-13df-4a13-8115-81abf82a3d2d, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b26a0b41-13df-4a13-8115-81abf82a3d2d,segment=NetworkSegment(1591463c-92b8-47e6-aad7-36a12bf5a694),segment_id=1591463c-92b8-47e6-aad7-36a12bf5a694)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:24:00.249791 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f90c6ac8-6c38-4519-82dd-5233371fcde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:00.255743 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9d8ee1aa-8879-4956-b6e4-7e369e04ac50 None None] Provisioning complete for port b26a0b41-13df-4a13-8115-81abf82a3d2d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:24:00.257039 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9d8ee1aa-8879-4956-b6e4-7e369e04ac50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:00.346133 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22808bf9-50a8-4375-a4e7-6ac751ad2185 None None] Pushing event updated for resources: {'Port': ['ID=b26a0b41-13df-4a13-8115-81abf82a3d2d,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:00.349957 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90c6ac8-6c38-4519-82dd-5233371fcde9 None None] Routers {'a5c6f4d4-3766-4006-ab4e-cfc815963b33'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:24:00.350549 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f90c6ac8-6c38-4519-82dd-5233371fcde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:23:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a5c6f4d4-3766-4006-ab4e-cfc815963b33'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:24:00.475386 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9d8ee1aa-8879-4956-b6e4-7e369e04ac50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:00.522533 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-f90c6ac8-6c38-4519-82dd-5233371fcde9 None None] Set router a5c6f4d4-3766-4006-ab4e-cfc815963b33 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:24:00.550885 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9d8ee1aa-8879-4956-b6e4-7e369e04ac50 None None] For port b26a0b41-13df-4a13-8115-81abf82a3d2d, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b26a0b41-13df-4a13-8115-81abf82a3d2d,segment=NetworkSegment(1591463c-92b8-47e6-aad7-36a12bf5a694),segment_id=1591463c-92b8-47e6-aad7-36a12bf5a694)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:24:00.640046 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9d8ee1aa-8879-4956-b6e4-7e369e04ac50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:00.717566 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ee1aa-8879-4956-b6e4-7e369e04ac50 None None] Pushing event updated for resources: {'Port': ['ID=b26a0b41-13df-4a13-8115-81abf82a3d2d,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:00.781566 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-db9ec9ca-046a-4367-90d8-b6ef24123824 None None] Provisioning complete for port b26a0b41-13df-4a13-8115-81abf82a3d2d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:24:00.782097 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-db9ec9ca-046a-4367-90d8-b6ef24123824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:00.788243 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-705bcd54-09e1-4d78-a297-83ed0d31c566 req-9a6d1ef8-b4be-4226-8a9e-615502f514bc tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 210 time: 0.0307674 Dec 16 23:24:00.823965 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f90c6ac8-6c38-4519-82dd-5233371fcde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654846792', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:23:57Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'b26a0b41-13df-4a13-8115-81abf82a3d2d', 'name': '', 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:57:c3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:23:56Z', 'updated_at': '2021-12-16T23:24:00Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:24:00.854654 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90c6ac8-6c38-4519-82dd-5233371fcde9 None None] The sync data for ids ['a5c6f4d4-3766-4006-ab4e-cfc815963b33'] in n-d-815324-4 is: [{'id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654846792', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:23:57Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'b26a0b41-13df-4a13-8115-81abf82a3d2d', 'name': '', 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:57:c3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:23:56Z', 'updated_at': '2021-12-16T23:24:00Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:24:00.996352 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e32ca64c-ea29-4165-9c84-44915ae2be2e up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:24:01.077615 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port e32ca64c-ea29-4165-9c84-44915ae2be2e triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:24:01.077994 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:01.732622 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-63297195-3a17-4085-a54f-ae75b19f9274 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:01.734194 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-63297195-3a17-4085-a54f-ae75b19f9274 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.57 "GET /v2.0/networks?id=e4ea3d19-7936-4e3d-9d6a-d62af4762307 HTTP/1.1" status: 200 len: 796 time: 0.1182504 Dec 16 23:24:01.814163 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-e9778981-9f5b-4e8a-af41-42229f49d5a3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cad6fd668fee498d94dbaa2b0174c294 HTTP/1.1" status: 200 len: 380 time: 0.0651531 Dec 16 23:24:01.824107 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-f62c851a-a12a-4005-8e55-9b651ea09c5b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'port': {'device_id': '2cb0cc45-bdc3-45fc-a598-0680cd82a1e3', 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307', 'admin_state_up': True, 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'security_groups': ['d80d6fc0-b8dc-4433-a6fb-677c607d62d3']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:24:01.906173 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bc0384eb-6dc3-47a1-86d5-5572365c74b4 req-e6b80847-5ec5-4f90-b87e-d5b65fdebb59 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 210 time: 0.0318401 Dec 16 23:24:02.081237 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-f62c851a-a12a-4005-8e55-9b651ea09c5b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Made reservation on behalf of cad6fd668fee498d94dbaa2b0174c294 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:24:02.084954 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-f62c851a-a12a-4005-8e55-9b651ea09c5b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:02.212059 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-f62c851a-a12a-4005-8e55-9b651ea09c5b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Allocated IP 172.20.0.9 (e4ea3d19-7936-4e3d-9d6a-d62af4762307/3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3/208559c6-3614-4c71-a7ae-9dd8a4c3686a) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:24:02.356796 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-f62c851a-a12a-4005-8e55-9b651ea09c5b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:02.484340 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-f62c851a-a12a-4005-8e55-9b651ea09c5b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:02.535654 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-f62c851a-a12a-4005-8e55-9b651ea09c5b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network e4ea3d19-7936-4e3d-9d6a-d62af4762307 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:24:02.538807 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-f62c851a-a12a-4005-8e55-9b651ea09c5b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:24:02.543184 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-f62c851a-a12a-4005-8e55-9b651ea09c5b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:24:02.548076 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c851a-a12a-4005-8e55-9b651ea09c5b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=208559c6-3614-4c71-a7ae-9dd8a4c3686a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:02.603750 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-f62c851a-a12a-4005-8e55-9b651ea09c5b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:02.604439 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-f62c851a-a12a-4005-8e55-9b651ea09c5b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:02.703880 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-f62c851a-a12a-4005-8e55-9b651ea09c5b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8838809 Dec 16 23:24:02.727774 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-b88eb4b9-4ea6-4f7b-936f-4213059e3333 service neutron] Request body: {'port': {'device_id': '2cb0cc45-bdc3-45fc-a598-0680cd82a1e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:24:02.769234 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7953893e-743d-45db-981a-a41a75d32ea9 None None] Provisioning complete for port 208559c6-3614-4c71-a7ae-9dd8a4c3686a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:24:02.769820 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7953893e-743d-45db-981a-a41a75d32ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:02.783407 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-b88eb4b9-4ea6-4f7b-936f-4213059e3333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:02.807483 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7953893e-743d-45db-981a-a41a75d32ea9 None None] Port 208559c6-3614-4c71-a7ae-9dd8a4c3686a cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:24:02.950855 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b26a0b41-13df-4a13-8115-81abf82a3d2d up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:24:03.001809 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port b26a0b41-13df-4a13-8115-81abf82a3d2d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:24:03.002299 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:03.098801 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9f24e-4219-41c3-8201-ed7def5ae9e3 req-0941aa4b-7327-4a36-b963-735c644f08fe tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:03.100356 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3cb9f24e-4219-41c3-8201-ed7def5ae9e3 req-0941aa4b-7327-4a36-b963-735c644f08fe tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 931 time: 0.1024475 Dec 16 23:24:03.117180 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-b88eb4b9-4ea6-4f7b-936f-4213059e3333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208559c6-3614-4c71-a7ae-9dd8a4c3686a {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:24:03.132024 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-b88eb4b9-4ea6-4f7b-936f-4213059e3333 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:03.157202 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-b88eb4b9-4ea6-4f7b-936f-4213059e3333 service neutron] Transition to ACTIVE for port object 208559c6-3614-4c71-a7ae-9dd8a4c3686a will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:24:03.171826 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3cb9f24e-4219-41c3-8201-ed7def5ae9e3 req-53686392-ee0a-4052-870a-0ade91e81f49 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654056 Dec 16 23:24:03.244012 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-b88eb4b9-4ea6-4f7b-936f-4213059e3333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:03.299888 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88eb4b9-4ea6-4f7b-936f-4213059e3333 service neutron] Pushing event updated for resources: {'Port': ['ID=208559c6-3614-4c71-a7ae-9dd8a4c3686a,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:03.372577 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-b88eb4b9-4ea6-4f7b-936f-4213059e3333 service neutron] Attempting to bind port 208559c6-3614-4c71-a7ae-9dd8a4c3686a on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:24:03.372935 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-b88eb4b9-4ea6-4f7b-936f-4213059e3333 service neutron] Attempting to bind port 208559c6-3614-4c71-a7ae-9dd8a4c3686a by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '1591463c-92b8-47e6-aad7-36a12bf5a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:24:03.373188 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-b88eb4b9-4ea6-4f7b-936f-4213059e3333 service neutron] Attempting to bind port 208559c6-3614-4c71-a7ae-9dd8a4c3686a on network e4ea3d19-7936-4e3d-9d6a-d62af4762307 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:24:03.378078 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-b88eb4b9-4ea6-4f7b-936f-4213059e3333 service neutron] Port 208559c6-3614-4c71-a7ae-9dd8a4c3686a on network e4ea3d19-7936-4e3d-9d6a-d62af4762307 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:24:03.378419 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-b88eb4b9-4ea6-4f7b-936f-4213059e3333 service neutron] Attempting to bind port 208559c6-3614-4c71-a7ae-9dd8a4c3686a on network e4ea3d19-7936-4e3d-9d6a-d62af4762307 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:24:03.383771 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-b88eb4b9-4ea6-4f7b-936f-4213059e3333 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:24:03.384122 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-b88eb4b9-4ea6-4f7b-936f-4213059e3333 service neutron] Checking segment: {'id': '1591463c-92b8-47e6-aad7-36a12bf5a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:24:03.384520 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-b88eb4b9-4ea6-4f7b-936f-4213059e3333 service neutron] Bound using segment: {'id': '1591463c-92b8-47e6-aad7-36a12bf5a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:24:03.384962 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-b88eb4b9-4ea6-4f7b-936f-4213059e3333 service neutron] Bound port: 208559c6-3614-4c71-a7ae-9dd8a4c3686a, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1591463c-92b8-47e6-aad7-36a12bf5a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:24:03.385334 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-b88eb4b9-4ea6-4f7b-936f-4213059e3333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:03.455161 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-b88eb4b9-4ea6-4f7b-936f-4213059e3333 service neutron] For port 208559c6-3614-4c71-a7ae-9dd8a4c3686a, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:24:03.458324 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-b88eb4b9-4ea6-4f7b-936f-4213059e3333 service neutron] For port 208559c6-3614-4c71-a7ae-9dd8a4c3686a, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=208559c6-3614-4c71-a7ae-9dd8a4c3686a,segment=NetworkSegment(1591463c-92b8-47e6-aad7-36a12bf5a694),segment_id=1591463c-92b8-47e6-aad7-36a12bf5a694)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:24:03.535974 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-b88eb4b9-4ea6-4f7b-936f-4213059e3333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:03.580849 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-b88eb4b9-4ea6-4f7b-936f-4213059e3333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:03.581503 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-b88eb4b9-4ea6-4f7b-936f-4213059e3333 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:03.582954 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-b88eb4b9-4ea6-4f7b-936f-4213059e3333 service neutron] 10.222.0.57 "PUT /v2.0/ports/208559c6-3614-4c71-a7ae-9dd8a4c3686a HTTP/1.1" status: 200 len: 1091 time: 0.8595743 Dec 16 23:24:03.583447 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb0cc45-bdc3-45fc-a598-0680cd82a1e3', 'tag': '208559c6-3614-4c71-a7ae-9dd8a4c3686a'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:24:03.585748 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e61bb2-8dc9-4823-829f-efd3ae75c32f" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb0cc45-bdc3-45fc-a598-0680cd82a1e3", "tag": "208559c6-3614-4c71-a7ae-9dd8a4c3686a"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:24:03.608057 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88eb4b9-4ea6-4f7b-936f-4213059e3333 service neutron] Pushing event updated for resources: {'Port': ['ID=208559c6-3614-4c71-a7ae-9dd8a4c3686a,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:03.658667 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd58462-f9c8-45e6-9db7-f7c85557fdfe x-openstack-request-id: req-3cd58462-f9c8-45e6-9db7-f7c85557fdfe {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:24:03.659007 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb0cc45-bdc3-45fc-a598-0680cd82a1e3", "tag": "208559c6-3614-4c71-a7ae-9dd8a4c3686a", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:24:03.659264 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3cd58462-f9c8-45e6-9db7-f7c85557fdfe {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:24:03.659679 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb0cc45-bdc3-45fc-a598-0680cd82a1e3', 'tag': '208559c6-3614-4c71-a7ae-9dd8a4c3686a', 'status': 'completed', 'code': 200} Dec 16 23:24:03.746521 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e61bb2-8dc9-4823-829f-efd3ae75c32f req-928442a9-c566-429f-95ac-7e6c5f30a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:03.749015 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5e61bb2-8dc9-4823-829f-efd3ae75c32f req-928442a9-c566-429f-95ac-7e6c5f30a4c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 1094 time: 0.0478141 Dec 16 23:24:03.858116 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e61bb2-8dc9-4823-829f-efd3ae75c32f req-6f181d03-506e-4ac8-9285-40531a470091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:03.859612 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5e61bb2-8dc9-4823-829f-efd3ae75c32f req-6f181d03-506e-4ac8-9285-40531a470091 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=cad6fd668fee498d94dbaa2b0174c294&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0957317 Dec 16 23:24:03.960431 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e61bb2-8dc9-4823-829f-efd3ae75c32f req-6b9f502d-6379-4c29-ba91-96e89a570716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:03.961964 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f5e61bb2-8dc9-4823-829f-efd3ae75c32f req-6b9f502d-6379-4c29-ba91-96e89a570716 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0960338 Dec 16 23:24:04.063997 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-8478a030-eff0-4a55-952c-6f0239ec23ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:04.065541 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-8478a030-eff0-4a55-952c-6f0239ec23ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 1094 time: 0.0457907 Dec 16 23:24:04.119195 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-460e2fea-4f30-41e1-9d00-95977b0327c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=208559c6-3614-4c71-a7ae-9dd8a4c3686a HTTP/1.1" status: 200 len: 217 time: 0.0401793 Dec 16 23:24:04.168180 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-67d7f61b-66a0-42d3-86fd-e814b442461d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:04.170148 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-67d7f61b-66a0-42d3-86fd-e814b442461d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3 HTTP/1.1" status: 200 len: 834 time: 0.0446928 Dec 16 23:24:04.218136 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-974863b5-4da0-4c3c-bc31-fdb4543acf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:04.219714 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-974863b5-4da0-4c3c-bc31-fdb4543acf4d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e4ea3d19-7936-4e3d-9d6a-d62af4762307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420854 Dec 16 23:24:04.342988 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bed6ba-0ad8-41e8-9f4a-b9e5c6a0d9ef req-0ac47a57-d639-4da6-b63a-2b429f03c65a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:04.344537 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b3bed6ba-0ad8-41e8-9f4a-b9e5c6a0d9ef req-0ac47a57-d639-4da6-b63a-2b429f03c65a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 943 time: 0.0999782 Dec 16 23:24:04.362765 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-5efe476e-f220-42c3-992f-f67c89271b2b service neutron] 10.222.0.57 "GET /v2.0/networks/e4ea3d19-7936-4e3d-9d6a-d62af4762307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358578 Dec 16 23:24:04.451873 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b3bed6ba-0ad8-41e8-9f4a-b9e5c6a0d9ef req-741b206f-fe90-40b5-a54f-25f2a57376b9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012211 Dec 16 23:24:04.482499 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a35818c3-0d48-4c22-be67-0bedfc8cfb4b req-e64c92c2-c665-4f9e-bf67-a25a8a698874 service neutron] 10.222.0.57 "GET /v2.0/networks/e4ea3d19-7936-4e3d-9d6a-d62af4762307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118088 Dec 16 23:24:05.571058 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6577bf-7fd8-4711-8410-35171619d090 req-b68adc8d-31bd-43d0-a5ee-d9c23db61664 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:05.572642 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fc6577bf-7fd8-4711-8410-35171619d090 req-b68adc8d-31bd-43d0-a5ee-d9c23db61664 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 943 time: 0.0502820 Dec 16 23:24:05.623996 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fc6577bf-7fd8-4711-8410-35171619d090 req-d8d0d72b-c688-4bf4-8411-6f9d7b826c81 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445485 Dec 16 23:24:06.746048 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a1b94-2b6d-43b9-a001-3063fb8f344a req-b76ba357-dac7-4b04-a822-14ce2bafa438 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:06.748452 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-052a1b94-2b6d-43b9-a001-3063fb8f344a req-b76ba357-dac7-4b04-a822-14ce2bafa438 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 943 time: 0.0520604 Dec 16 23:24:06.798455 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-052a1b94-2b6d-43b9-a001-3063fb8f344a req-a85b40b6-b087-4d84-8c85-47485fb3a492 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438542 Dec 16 23:24:06.931981 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:24:07.537124 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 208559c6-3614-4c71-a7ae-9dd8a4c3686a details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:24:07.639531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 208559c6-3614-4c71-a7ae-9dd8a4c3686a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=208559c6-3614-4c71-a7ae-9dd8a4c3686a,segment=NetworkSegment(1591463c-92b8-47e6-aad7-36a12bf5a694),segment_id=1591463c-92b8-47e6-aad7-36a12bf5a694)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:24:07.652068 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '208559c6-3614-4c71-a7ae-9dd8a4c3686a', 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307', 'port_id': '208559c6-3614-4c71-a7ae-9dd8a4c3686a', 'mac_address': 'fa:16:3e:9a:e0:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:24:07.693757 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:07.707289 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208559c6-3614-4c71-a7ae-9dd8a4c3686a {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:24:07.726693 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 208559c6-3614-4c71-a7ae-9dd8a4c3686a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=208559c6-3614-4c71-a7ae-9dd8a4c3686a,segment=NetworkSegment(1591463c-92b8-47e6-aad7-36a12bf5a694),segment_id=1591463c-92b8-47e6-aad7-36a12bf5a694)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:24:07.780605 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:07.828642 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=208559c6-3614-4c71-a7ae-9dd8a4c3686a,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:07.923026 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebab2c-f1c6-45d6-abcc-f8b99a160afa req-6b4fc23a-dfbb-4a66-8aa0-570c2a35325d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:07.924540 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f5ebab2c-f1c6-45d6-abcc-f8b99a160afa req-6b4fc23a-dfbb-4a66-8aa0-570c2a35325d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 944 time: 0.0566590 Dec 16 23:24:07.974551 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f5ebab2c-f1c6-45d6-abcc-f8b99a160afa req-a705eb1a-8cb9-4c24-a34e-43151b1847de tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437911 Dec 16 23:24:08.248584 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['208559c6-3614-4c71-a7ae-9dd8a4c3686a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:24:09.091466 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5f4ba-7c7c-43bb-b84c-8ac8d7bdff97 req-4a6e50d1-486d-46be-8be6-78921940322b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:09.093024 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0fe5f4ba-7c7c-43bb-b84c-8ac8d7bdff97 req-4a6e50d1-486d-46be-8be6-78921940322b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 944 time: 0.0494990 Dec 16 23:24:09.150253 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0fe5f4ba-7c7c-43bb-b84c-8ac8d7bdff97 req-fdc76ce4-2cd8-40f1-b8b9-d3a42e354261 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510306 Dec 16 23:24:09.552539 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 208559c6-3614-4c71-a7ae-9dd8a4c3686a up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:24:09.649003 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 208559c6-3614-4c71-a7ae-9dd8a4c3686a completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:24:09.654373 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 208559c6-3614-4c71-a7ae-9dd8a4c3686a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:24:09.657045 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:09.732915 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:09.755072 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb0cc45-bdc3-45fc-a598-0680cd82a1e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208559c6-3614-4c71-a7ae-9dd8a4c3686a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:24:09.757378 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da7537a-5ca2-4493-81a1-0731e92a2989" -d '{"events": [{"server_uuid": "2cb0cc45-bdc3-45fc-a598-0680cd82a1e3", "name": "network-vif-plugged", "status": "completed", "tag": "208559c6-3614-4c71-a7ae-9dd8a4c3686a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:24:09.770905 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 208559c6-3614-4c71-a7ae-9dd8a4c3686a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=208559c6-3614-4c71-a7ae-9dd8a4c3686a,segment=NetworkSegment(1591463c-92b8-47e6-aad7-36a12bf5a694),segment_id=1591463c-92b8-47e6-aad7-36a12bf5a694)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:24:09.795991 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026299c3-5148-4b30-8e04-64d130e138a8 x-openstack-request-id: req-026299c3-5148-4b30-8e04-64d130e138a8 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:24:09.796287 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb0cc45-bdc3-45fc-a598-0680cd82a1e3", "name": "network-vif-plugged", "status": "completed", "tag": "208559c6-3614-4c71-a7ae-9dd8a4c3686a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:24:09.796543 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-026299c3-5148-4b30-8e04-64d130e138a8 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:24:09.796946 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb0cc45-bdc3-45fc-a598-0680cd82a1e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208559c6-3614-4c71-a7ae-9dd8a4c3686a', 'code': 200} Dec 16 23:24:09.843819 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:09.891497 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=208559c6-3614-4c71-a7ae-9dd8a4c3686a,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:09.928076 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23d420-4ba2-4bcc-988c-052e3ed6b94b req-9ddfec6e-c9d4-4c88-9e47-1b576a6f5688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:09.929632 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fc23d420-4ba2-4bcc-988c-052e3ed6b94b req-9ddfec6e-c9d4-4c88-9e47-1b576a6f5688 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 1096 time: 0.0417717 Dec 16 23:24:09.978417 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fc23d420-4ba2-4bcc-988c-052e3ed6b94b req-bc311a92-ce03-40bd-b582-926ae14e91a1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420082 Dec 16 23:24:10.266434 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd655629-9a23-48a3-8698-c2e16ad34929 req-412c077e-2262-45d3-902a-d1a51e22daae tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:10.267984 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd655629-9a23-48a3-8698-c2e16ad34929 req-412c077e-2262-45d3-902a-d1a51e22daae tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.0491281 Dec 16 23:24:10.316894 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bd655629-9a23-48a3-8698-c2e16ad34929 req-5f79425b-07fd-45c5-b614-e22e93822e49 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430567 Dec 16 23:24:11.436783 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c97af-b9cc-424e-9df0-86e1400f42b9 req-7e3ddb5a-339e-41ff-88d5-e5cfb4c8fbe5 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:11.438317 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-806c97af-b9cc-424e-9df0-86e1400f42b9 req-7e3ddb5a-339e-41ff-88d5-e5cfb4c8fbe5 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.0494502 Dec 16 23:24:11.488909 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-806c97af-b9cc-424e-9df0-86e1400f42b9 req-01f39c3d-c496-4801-a262-5c89ebbfd5a3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446367 Dec 16 23:24:12.612869 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250ee00-08ff-4d4f-a3fa-69019d962f33 req-ed297fdf-4106-4dad-ad71-bb52b7fd2e48 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:12.614421 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7250ee00-08ff-4d4f-a3fa-69019d962f33 req-ed297fdf-4106-4dad-ad71-bb52b7fd2e48 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.0542402 Dec 16 23:24:12.664723 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7250ee00-08ff-4d4f-a3fa-69019d962f33 req-3279199f-f755-4dd2-8899-18ebac7570e0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441616 Dec 16 23:24:12.787814 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a4409-b50a-428f-bbe9-2cdb71bf80eb req-0733d3c5-0389-463e-b79b-ba1dd64af253 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:12.789199 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fd5a4409-b50a-428f-bbe9-2cdb71bf80eb req-0733d3c5-0389-463e-b79b-ba1dd64af253 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.0531118 Dec 16 23:24:12.838383 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fd5a4409-b50a-428f-bbe9-2cdb71bf80eb req-830701a5-6d6c-4e74-a095-f9d9e2700990 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432429 Dec 16 23:24:12.860853 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37006) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:24:12.900288 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0531996d-7cbe-40ad-942b-510eb7be3fae tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:12.901819 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0531996d-7cbe-40ad-942b-510eb7be3fae tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 1091 time: 0.0399714 Dec 16 23:24:12.905415 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37008) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:24:12.909740 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-2f6db988-8725-498b-b2ca-574611ab1360 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'port_id': '208559c6-3614-4c71-a7ae-9dd8a4c3686a', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:24:13.006582 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2f6db988-8725-498b-b2ca-574611ab1360 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:13.112855 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2f6db988-8725-498b-b2ca-574611ab1360 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:13.213822 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-2f6db988-8725-498b-b2ca-574611ab1360 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Allocated IP 172.25.6.120 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/bc6e20f7-b950-4b5f-8018-592ff2e3d793) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:24:13.318095 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2f6db988-8725-498b-b2ca-574611ab1360 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:13.419004 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2f6db988-8725-498b-b2ca-574611ab1360 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:13.460140 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6db988-8725-498b-b2ca-574611ab1360 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:24:13.463144 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-2f6db988-8725-498b-b2ca-574611ab1360 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:24:13.466805 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6db988-8725-498b-b2ca-574611ab1360 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:24:13.488711 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6db988-8725-498b-b2ca-574611ab1360 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=bc6e20f7-b950-4b5f-8018-592ff2e3d793,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:14.164146 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2f6db988-8725-498b-b2ca-574611ab1360 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:14.288753 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2f6db988-8725-498b-b2ca-574611ab1360 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:14.452431 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2f6db988-8725-498b-b2ca-574611ab1360 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:14.580572 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2f6db988-8725-498b-b2ca-574611ab1360 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:14.656672 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6db988-8725-498b-b2ca-574611ab1360 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=bc6e20f7-b950-4b5f-8018-592ff2e3d793,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:24:14.666799 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2f6db988-8725-498b-b2ca-574611ab1360 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:14.766038 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-2f6db988-8725-498b-b2ca-574611ab1360 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Floating IP 70b22e80-108f-4629-bced-ebc2e7b6c3a1 associated. External IP: 172.25.6.120, port: 208559c6-3614-4c71-a7ae-9dd8a4c3686a. Dec 16 23:24:14.977709 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6db988-8725-498b-b2ca-574611ab1360 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Router a5c6f4d4-3766-4006-ab4e-cfc815963b33 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:24:15.087947 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6db988-8725-498b-b2ca-574611ab1360 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:24:15.097498 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6a06b2-0af4-4973-b0b1-fab65fab6d12 None None] Sync routers for ids ['a5c6f4d4-3766-4006-ab4e-cfc815963b33'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:24:15.107959 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6a06b2-0af4-4973-b0b1-fab65fab6d12 None None] Routers {'a5c6f4d4-3766-4006-ab4e-cfc815963b33'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:24:15.115029 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-fa6a06b2-0af4-4973-b0b1-fab65fab6d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:23:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a5c6f4d4-3766-4006-ab4e-cfc815963b33'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:24:15.192293 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2f6db988-8725-498b-b2ca-574611ab1360 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:15.216149 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-fa6a06b2-0af4-4973-b0b1-fab65fab6d12 None None] Set router a5c6f4d4-3766-4006-ab4e-cfc815963b33 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:24:15.220082 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2f6db988-8725-498b-b2ca-574611ab1360 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3136320 Dec 16 23:24:15.220783 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb0cc45-bdc3-45fc-a598-0680cd82a1e3', 'tag': '208559c6-3614-4c71-a7ae-9dd8a4c3686a'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:24:15.223108 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}262422c41fb3f4df6327d4ea873ca9a06926c8fbcf4dc10a31d5fa6940e748a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ed231c-e1af-4cc1-84b2-9d3cf163fb6a" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb0cc45-bdc3-45fc-a598-0680cd82a1e3", "tag": "208559c6-3614-4c71-a7ae-9dd8a4c3686a"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:24:15.266338 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69db3f2f-ec71-4044-a6a7-73141d26ef29 x-openstack-request-id: req-69db3f2f-ec71-4044-a6a7-73141d26ef29 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:24:15.266638 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb0cc45-bdc3-45fc-a598-0680cd82a1e3", "tag": "208559c6-3614-4c71-a7ae-9dd8a4c3686a", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:24:15.266943 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-69db3f2f-ec71-4044-a6a7-73141d26ef29 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:24:15.267397 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb0cc45-bdc3-45fc-a598-0680cd82a1e3', 'tag': '208559c6-3614-4c71-a7ae-9dd8a4c3686a', 'status': 'completed', 'code': 200} Dec 16 23:24:15.353070 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dea6b5-26be-4ec8-9a48-1a049bb30b04 req-28a30d4c-7046-426c-bc5f-665fbcb719ce tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:15.354643 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-39dea6b5-26be-4ec8-9a48-1a049bb30b04 req-28a30d4c-7046-426c-bc5f-665fbcb719ce tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.0793703 Dec 16 23:24:15.369485 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed231c-e1af-4cc1-84b2-9d3cf163fb6a req-72eedc73-45e1-42b7-a420-d61c33d7a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:15.370986 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9ed231c-e1af-4cc1-84b2-9d3cf163fb6a req-72eedc73-45e1-42b7-a420-d61c33d7a6f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 1096 time: 0.0599225 Dec 16 23:24:15.465353 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-fa6a06b2-0af4-4973-b0b1-fab65fab6d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654846792', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:23:57Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '70b22e80-108f-4629-bced-ebc2e7b6c3a1', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'floating_ip_address': '172.25.6.120', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'port_id': '208559c6-3614-4c71-a7ae-9dd8a4c3686a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307', 'mac_address': 'fa:16:3e:9a:e0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0cc45-bdc3-45fc-a598-0680cd82a1e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:24:14Z', 'updated_at': '2021-12-16T23:24:14Z', 'revision_number': 0, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26a0b41-13df-4a13-8115-81abf82a3d2d', 'name': '', 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:57:c3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:23:56Z', 'updated_at': '2021-12-16T23:24:00Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:24:15.471861 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-39dea6b5-26be-4ec8-9a48-1a049bb30b04 req-5676100f-7e45-455d-adea-0fb5f2755544 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098819 Dec 16 23:24:15.495851 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37014) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:24:15.512984 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed231c-e1af-4cc1-84b2-9d3cf163fb6a req-8aa3e10f-e93d-4a71-9ff2-1ca9ba3b4ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:15.514532 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9ed231c-e1af-4cc1-84b2-9d3cf163fb6a req-8aa3e10f-e93d-4a71-9ff2-1ca9ba3b4ad9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e4ea3d19-7936-4e3d-9d6a-d62af4762307 HTTP/1.1" status: 200 len: 896 time: 0.1330402 Dec 16 23:24:15.568610 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c2ff17f9-7f9d-4504-abde-08254e27c34d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/floatingips/70b22e80-108f-4629-bced-ebc2e7b6c3a1 HTTP/1.1" status: 200 len: 991 time: 0.0708575 Dec 16 23:24:15.585780 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6a06b2-0af4-4973-b0b1-fab65fab6d12 None None] Checking router: a5c6f4d4-3766-4006-ab4e-cfc815963b33 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:24:15.591490 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9ed231c-e1af-4cc1-84b2-9d3cf163fb6a req-87c3f0d0-7877-452c-aac7-cd7f246fade7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=208559c6-3614-4c71-a7ae-9dd8a4c3686a HTTP/1.1" status: 200 len: 999 time: 0.0687187 Dec 16 23:24:15.594329 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6a06b2-0af4-4973-b0b1-fab65fab6d12 None None] Routers {'a5c6f4d4-3766-4006-ab4e-cfc815963b33'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:24:15.594946 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-fa6a06b2-0af4-4973-b0b1-fab65fab6d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:23:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a5c6f4d4-3766-4006-ab4e-cfc815963b33'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:24:15.643194 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed231c-e1af-4cc1-84b2-9d3cf163fb6a req-9442fe8c-945b-45b9-b75a-b8514f6a8241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:15.644772 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9ed231c-e1af-4cc1-84b2-9d3cf163fb6a req-9442fe8c-945b-45b9-b75a-b8514f6a8241 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3 HTTP/1.1" status: 200 len: 834 time: 0.0462284 Dec 16 23:24:15.692207 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed231c-e1af-4cc1-84b2-9d3cf163fb6a req-ee9d596e-3878-40be-8dc9-072144309b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:15.693757 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9ed231c-e1af-4cc1-84b2-9d3cf163fb6a req-ee9d596e-3878-40be-8dc9-072144309b08 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e4ea3d19-7936-4e3d-9d6a-d62af4762307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425582 Dec 16 23:24:15.704463 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-fa6a06b2-0af4-4973-b0b1-fab65fab6d12 None None] Set router a5c6f4d4-3766-4006-ab4e-cfc815963b33 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:24:15.789559 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9ed231c-e1af-4cc1-84b2-9d3cf163fb6a req-5d41fb49-30a4-476e-bc0a-76b6764738c2 service neutron] 10.222.0.57 "GET /v2.0/networks/e4ea3d19-7936-4e3d-9d6a-d62af4762307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885122 Dec 16 23:24:15.881629 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9ed231c-e1af-4cc1-84b2-9d3cf163fb6a req-34673817-3c41-4d41-be67-d87bc45687c0 service neutron] 10.222.0.57 "GET /v2.0/networks/e4ea3d19-7936-4e3d-9d6a-d62af4762307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852776 Dec 16 23:24:15.935899 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-fa6a06b2-0af4-4973-b0b1-fab65fab6d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654846792', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:23:57Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '70b22e80-108f-4629-bced-ebc2e7b6c3a1', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'floating_ip_address': '172.25.6.120', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'port_id': '208559c6-3614-4c71-a7ae-9dd8a4c3686a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307', 'mac_address': 'fa:16:3e:9a:e0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0cc45-bdc3-45fc-a598-0680cd82a1e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:24:14Z', 'updated_at': '2021-12-16T23:24:14Z', 'revision_number': 0, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26a0b41-13df-4a13-8115-81abf82a3d2d', 'name': '', 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:57:c3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:23:56Z', 'updated_at': '2021-12-16T23:24:00Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:24:15.961979 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6a06b2-0af4-4973-b0b1-fab65fab6d12 None None] The sync data for ids ['a5c6f4d4-3766-4006-ab4e-cfc815963b33'] in n-d-815324-4 is: [{'id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654846792', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:23:57Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '70b22e80-108f-4629-bced-ebc2e7b6c3a1', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'floating_ip_address': '172.25.6.120', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'port_id': '208559c6-3614-4c71-a7ae-9dd8a4c3686a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307', 'mac_address': 'fa:16:3e:9a:e0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0cc45-bdc3-45fc-a598-0680cd82a1e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:24:14Z', 'updated_at': '2021-12-16T23:24:14Z', 'revision_number': 0, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26a0b41-13df-4a13-8115-81abf82a3d2d', 'name': '', 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:57:c3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:23:56Z', 'updated_at': '2021-12-16T23:24:00Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:24:16.151375 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6244534f-d1c2-40fd-9c7e-9f7dd2d94218 None None] New status for floating IP 70b22e80-108f-4629-bced-ebc2e7b6c3a1: ACTIVE {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:24:16.571219 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37016) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:24:16.637531 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3d31c70f-a19a-4598-b440-4c8dbcdc7228 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/floatingips/70b22e80-108f-4629-bced-ebc2e7b6c3a1 HTTP/1.1" status: 200 len: 993 time: 0.0648909 Dec 16 23:24:21.374768 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-509c7e96-d8a7-42a1-9f3f-3f8a716eab20 req-692a2d07-566b-471e-b9c2-ca17afa436b8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406158 Dec 16 23:24:21.476110 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c7e96-d8a7-42a1-9f3f-3f8a716eab20 req-ef949fbc-88bb-4e3a-b783-a990548bf155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:21.477616 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-509c7e96-d8a7-42a1-9f3f-3f8a716eab20 req-ef949fbc-88bb-4e3a-b783-a990548bf155 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 1096 time: 0.0408342 Dec 16 23:24:21.584695 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c7e96-d8a7-42a1-9f3f-3f8a716eab20 req-9305a905-9b07-47fe-b45f-14d574b3722b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:21.586252 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-509c7e96-d8a7-42a1-9f3f-3f8a716eab20 req-9305a905-9b07-47fe-b45f-14d574b3722b service neutron] 10.222.0.57 "GET /v2.0/networks?id=e4ea3d19-7936-4e3d-9d6a-d62af4762307 HTTP/1.1" status: 200 len: 896 time: 0.0886934 Dec 16 23:24:21.654614 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-509c7e96-d8a7-42a1-9f3f-3f8a716eab20 req-9abcb861-98ba-481d-b571-38d950761ad9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=208559c6-3614-4c71-a7ae-9dd8a4c3686a HTTP/1.1" status: 200 len: 1001 time: 0.0617979 Dec 16 23:24:21.704007 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c7e96-d8a7-42a1-9f3f-3f8a716eab20 req-32abe29f-0363-47c6-8790-cb75451e092e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:21.705449 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-509c7e96-d8a7-42a1-9f3f-3f8a716eab20 req-32abe29f-0363-47c6-8790-cb75451e092e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3 HTTP/1.1" status: 200 len: 834 time: 0.0445528 Dec 16 23:24:21.756842 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c7e96-d8a7-42a1-9f3f-3f8a716eab20 req-f1b3db1c-f1ce-4dc2-a6e9-32b9d136c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:24:21.758344 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-509c7e96-d8a7-42a1-9f3f-3f8a716eab20 req-f1b3db1c-f1ce-4dc2-a6e9-32b9d136c804 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e4ea3d19-7936-4e3d-9d6a-d62af4762307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459373 Dec 16 23:24:21.850288 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-509c7e96-d8a7-42a1-9f3f-3f8a716eab20 req-45c516ca-7b50-49a4-b5a6-57c8294e74cf service neutron] 10.222.0.57 "GET /v2.0/networks/e4ea3d19-7936-4e3d-9d6a-d62af4762307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843689 Dec 16 23:24:21.946418 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-509c7e96-d8a7-42a1-9f3f-3f8a716eab20 req-e40a1a4e-2947-48f5-b59c-a47fc5d16957 service neutron] 10.222.0.57 "GET /v2.0/networks/e4ea3d19-7936-4e3d-9d6a-d62af4762307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894427 Dec 16 23:24:23.440924 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3408ee93-81d5-410f-8511-22d3f30fb673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:25.716214 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-712422b2-388f-44da-b6a5-c74533a11b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:27.286629 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:27.701300 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:28.594736 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:28.957362 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:29.120599 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:43.932128 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:24:53.445919 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3d0c2d92-7222-4d0e-b409-6aac5eb843a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:55.705976 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-78c7c688-fbed-402d-ad30-482e398b7c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:57.262963 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:57.669651 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:58.643142 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:58.994342 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:24:59.128822 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:19.460073 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-9046fa0d-355a-4ad0-97b7-432de1e2f3b6 req-54bb51b8-7962-490d-92d4-b7302df7248b service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:25:19.461132 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9046fa0d-355a-4ad0-97b7-432de1e2f3b6 req-54bb51b8-7962-490d-92d4-b7302df7248b service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055454 Dec 16 23:25:19.893561 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1f1c4-e6de-4770-a8bb-10e001496583 req-8a291570-79ad-49a5-8a25-640fde943fb7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:19.894997 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5ec1f1c4-e6de-4770-a8bb-10e001496583 req-8a291570-79ad-49a5-8a25-640fde943fb7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.1149442 Dec 16 23:25:19.947825 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5ec1f1c4-e6de-4770-a8bb-10e001496583 req-4b39ead5-b79c-454e-850b-819d443cd480 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466676 Dec 16 23:25:19.962268 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37060) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:20.044060 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-4023b2ae-4dff-4404-b8b4-e62610c0f3f3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0805557 Dec 16 23:25:20.053150 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-48e36913-5541-44b1-bd29-e0b0c145aa50 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:25:20.054382 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-48e36913-5541-44b1-bd29-e0b0c145aa50 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052476 Dec 16 23:25:20.931589 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:25:21.127966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e4847-94de-40f0-b614-debb14882469 req-f5d405ba-f2a7-4020-8676-d14dcd926b99 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:21.130218 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b74e4847-94de-40f0-b614-debb14882469 req-f5d405ba-f2a7-4020-8676-d14dcd926b99 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.1098547 Dec 16 23:25:21.185779 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b74e4847-94de-40f0-b614-debb14882469 req-31978538-2329-4602-9975-0081cc00272f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499732 Dec 16 23:25:21.467396 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e43fc7-4bf6-4387-8e65-942a2dcd333d req-9c847105-f5d2-4781-82ae-c618f03ae8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:21.468916 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f3e43fc7-4bf6-4387-8e65-942a2dcd333d req-9c847105-f5d2-4781-82ae-c618f03ae8d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 1096 time: 0.0901542 Dec 16 23:25:21.582271 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e43fc7-4bf6-4387-8e65-942a2dcd333d req-d8959f85-282b-4a1f-a654-623b1b059137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:21.583832 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f3e43fc7-4bf6-4387-8e65-942a2dcd333d req-d8959f85-282b-4a1f-a654-623b1b059137 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e4ea3d19-7936-4e3d-9d6a-d62af4762307 HTTP/1.1" status: 200 len: 896 time: 0.0951104 Dec 16 23:25:21.653339 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f3e43fc7-4bf6-4387-8e65-942a2dcd333d req-c9bf2420-ac05-41a6-ba3e-936320a3873e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=208559c6-3614-4c71-a7ae-9dd8a4c3686a HTTP/1.1" status: 200 len: 1001 time: 0.0604453 Dec 16 23:25:21.708390 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e43fc7-4bf6-4387-8e65-942a2dcd333d req-5efe6482-33a6-4071-8f2d-46b9324d8848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:21.709912 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f3e43fc7-4bf6-4387-8e65-942a2dcd333d req-5efe6482-33a6-4071-8f2d-46b9324d8848 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3 HTTP/1.1" status: 200 len: 834 time: 0.0498455 Dec 16 23:25:21.756733 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e43fc7-4bf6-4387-8e65-942a2dcd333d req-af01c049-fbd3-47fd-a337-4a454bb1acff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:21.758266 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f3e43fc7-4bf6-4387-8e65-942a2dcd333d req-af01c049-fbd3-47fd-a337-4a454bb1acff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e4ea3d19-7936-4e3d-9d6a-d62af4762307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405002 Dec 16 23:25:21.849403 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f3e43fc7-4bf6-4387-8e65-942a2dcd333d req-30be95f5-b064-4dfa-bf1e-504a20bb2ab9 service neutron] 10.222.0.57 "GET /v2.0/networks/e4ea3d19-7936-4e3d-9d6a-d62af4762307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832784 Dec 16 23:25:21.943410 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f3e43fc7-4bf6-4387-8e65-942a2dcd333d req-fb4b902b-cffa-4fe1-80cc-952c2a031fa8 service neutron] 10.222.0.57 "GET /v2.0/networks/e4ea3d19-7936-4e3d-9d6a-d62af4762307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867836 Dec 16 23:25:22.307394 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90a84d-99d1-4bbd-a2f9-3698f49b6912 req-83639623-1a19-4b6b-956f-cf78c3a65003 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:22.309420 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ab90a84d-99d1-4bbd-a2f9-3698f49b6912 req-83639623-1a19-4b6b-956f-cf78c3a65003 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.0525014 Dec 16 23:25:22.349787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-2b0811e8-40ae-4585-9abf-524f19c59f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:22.351416 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-2b0811e8-40ae-4585-9abf-524f19c59f15 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 1096 time: 0.0432384 Dec 16 23:25:22.360992 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ab90a84d-99d1-4bbd-a2f9-3698f49b6912 req-02b707c0-087c-460b-8edd-258655d2f206 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457802 Dec 16 23:25:22.453743 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-0d5bad9e-2f6a-49db-b48f-c9596233c271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:22.455296 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-0d5bad9e-2f6a-49db-b48f-c9596233c271 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e4ea3d19-7936-4e3d-9d6a-d62af4762307 HTTP/1.1" status: 200 len: 896 time: 0.0972345 Dec 16 23:25:22.524155 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-dba06046-447e-410c-ac9a-58cd04c4f9d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=208559c6-3614-4c71-a7ae-9dd8a4c3686a HTTP/1.1" status: 200 len: 1001 time: 0.0621083 Dec 16 23:25:22.575861 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-078522d6-d267-4415-9c07-aa8e14c04c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:22.577315 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-078522d6-d267-4415-9c07-aa8e14c04c2a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3 HTTP/1.1" status: 200 len: 834 time: 0.0444019 Dec 16 23:25:22.635624 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-9aebd8a9-3b59-454f-b66c-4ff31a878284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:22.637576 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-9aebd8a9-3b59-454f-b66c-4ff31a878284 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e4ea3d19-7936-4e3d-9d6a-d62af4762307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537577 Dec 16 23:25:22.728086 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-52d32b12-d7e6-4993-b0d5-9011f00d3788 service neutron] 10.222.0.57 "GET /v2.0/networks/e4ea3d19-7936-4e3d-9d6a-d62af4762307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831003 Dec 16 23:25:22.822735 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-1ea7aa34-5928-40f7-ac8a-c55fdaee817a service neutron] 10.222.0.57 "GET /v2.0/networks/e4ea3d19-7936-4e3d-9d6a-d62af4762307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870483 Dec 16 23:25:23.434218 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d07961c-413d-414c-bd18-27c10db07cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:23.481130 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d188739-72a4-4b6d-8543-ff2687e8d663 req-55498fdd-70e1-4654-9cc8-3cbbf0566e59 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:23.482643 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0d188739-72a4-4b6d-8543-ff2687e8d663 req-55498fdd-70e1-4654-9cc8-3cbbf0566e59 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.0509343 Dec 16 23:25:23.532524 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0d188739-72a4-4b6d-8543-ff2687e8d663 req-380df1cd-01a2-4dae-a0f3-6cc4a75ab378 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439022 Dec 16 23:25:24.656179 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f4267-7f61-4aec-961e-58e0710d2bfb req-b6b3ebaa-db79-4394-a73c-5fbb68535f54 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:24.657705 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5e4f4267-7f61-4aec-961e-58e0710d2bfb req-b6b3ebaa-db79-4394-a73c-5fbb68535f54 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.0548840 Dec 16 23:25:24.708318 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5e4f4267-7f61-4aec-961e-58e0710d2bfb req-737a8fe0-c3ea-4066-a3e4-5983d2681c08 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445910 Dec 16 23:25:25.671310 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26c60574-53b5-46db-be5e-27c1db60a7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:25.826933 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f570928-a890-4948-9f1a-189cd9ad8206 req-915c3d34-2921-428a-948c-3e92a09b9ac0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:25.828585 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0f570928-a890-4948-9f1a-189cd9ad8206 req-915c3d34-2921-428a-948c-3e92a09b9ac0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.0493076 Dec 16 23:25:25.880963 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0f570928-a890-4948-9f1a-189cd9ad8206 req-d30cee32-ab00-4197-8779-6d95d31bb50f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463569 Dec 16 23:25:26.998266 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c78ac-bc56-426f-ab17-fd48065ae13f req-a93dd940-8bd3-499b-9950-3c4cfeb073fe tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:26.999805 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c66c78ac-bc56-426f-ab17-fd48065ae13f req-a93dd940-8bd3-499b-9950-3c4cfeb073fe tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.0497088 Dec 16 23:25:27.050448 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c66c78ac-bc56-426f-ab17-fd48065ae13f req-71840025-6ca1-4000-965a-df7ad2329149 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444868 Dec 16 23:25:27.265867 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:27.722931 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:28.174910 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5973eb8-47e1-4c32-87ba-e73bb5e7158b req-b4130683-ea64-49f3-b2d9-54a476add97e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:28.176464 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5973eb8-47e1-4c32-87ba-e73bb5e7158b req-b4130683-ea64-49f3-b2d9-54a476add97e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.0492175 Dec 16 23:25:28.225670 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5973eb8-47e1-4c32-87ba-e73bb5e7158b req-dc488e9b-59af-4dcc-bb26-6aaabd6c5deb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430195 Dec 16 23:25:28.599508 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:28.993461 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:29.119637 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:29.347296 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d93b5-ce95-450e-a061-39d8d2572371 req-9ab7627b-da11-4c05-8058-18bb250469e8 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:29.348792 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a23d93b5-ce95-450e-a061-39d8d2572371 req-9ab7627b-da11-4c05-8058-18bb250469e8 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.0550668 Dec 16 23:25:29.398686 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a23d93b5-ce95-450e-a061-39d8d2572371 req-38d445a8-456b-487a-9e0c-13bfdb875200 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439038 Dec 16 23:25:30.516022 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3ba69-952b-4422-8647-523f5a69f278 req-b1e89746-6508-4ede-bad4-2bdf0679a8f6 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:30.517572 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c3a3ba69-952b-4422-8647-523f5a69f278 req-b1e89746-6508-4ede-bad4-2bdf0679a8f6 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.0487168 Dec 16 23:25:30.567281 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c3a3ba69-952b-4422-8647-523f5a69f278 req-34718421-ecfc-4b62-bc88-14881e85cc6a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435960 Dec 16 23:25:31.691925 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62af63-e3af-4dfe-a49e-f3069571c97b req-175ed428-4ade-4e13-ad58-f86b87991112 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:31.693458 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4c62af63-e3af-4dfe-a49e-f3069571c97b req-175ed428-4ade-4e13-ad58-f86b87991112 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.0507119 Dec 16 23:25:31.748026 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4c62af63-e3af-4dfe-a49e-f3069571c97b req-65622f5a-2aec-45fa-a627-c0ed1f6b0033 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477831 Dec 16 23:25:32.872900 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f965a-f452-4811-8d06-f0330bb04965 req-a22f934a-ab93-471b-b558-10910af442e4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:32.874465 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c57f965a-f452-4811-8d06-f0330bb04965 req-a22f934a-ab93-471b-b558-10910af442e4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.0541210 Dec 16 23:25:32.923574 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c57f965a-f452-4811-8d06-f0330bb04965 req-86d162f8-1d9e-415a-a824-c6e96cf31bc2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431547 Dec 16 23:25:34.043202 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ccc75-d58b-4b2c-a632-feafa5b1d990 req-fd0b7e1b-925e-4d1a-9673-13e6ace1dda3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:34.044791 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-388ccc75-d58b-4b2c-a632-feafa5b1d990 req-fd0b7e1b-925e-4d1a-9673-13e6ace1dda3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.0503948 Dec 16 23:25:34.098768 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-388ccc75-d58b-4b2c-a632-feafa5b1d990 req-cd5b9f31-9665-4e9c-8eb3-c107c48242b8 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481238 Dec 16 23:25:35.220328 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3841c18-df6b-4b97-b467-1d6d721a7cc2 req-8d8e1e4d-fa7d-4785-99d4-3a3b9bb92bfd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:35.221723 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e3841c18-df6b-4b97-b467-1d6d721a7cc2 req-8d8e1e4d-fa7d-4785-99d4-3a3b9bb92bfd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.0523646 Dec 16 23:25:35.271844 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e3841c18-df6b-4b97-b467-1d6d721a7cc2 req-70369c63-137b-4780-a5d5-47db9acafe21 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440848 Dec 16 23:25:36.390805 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a98113-c033-4ab4-9bc8-e0f3cbd6d906 req-b3540c47-1eb8-4d84-91a2-fc69b946d8cc tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:36.397369 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-73a98113-c033-4ab4-9bc8-e0f3cbd6d906 req-b3540c47-1eb8-4d84-91a2-fc69b946d8cc tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.0510569 Dec 16 23:25:36.443560 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-73a98113-c033-4ab4-9bc8-e0f3cbd6d906 req-4e3bc4a6-534c-4116-ac06-fbad64055021 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450838 Dec 16 23:25:37.566289 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347665e9-a82b-464e-aac1-906d9e8c0f5b req-8c449ed9-35a1-456d-b67c-df8d32d7882c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:37.568170 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-347665e9-a82b-464e-aac1-906d9e8c0f5b req-8c449ed9-35a1-456d-b67c-df8d32d7882c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.0532990 Dec 16 23:25:37.629001 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-347665e9-a82b-464e-aac1-906d9e8c0f5b req-0ab49c4c-a974-4734-80ff-0b4a373c0306 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535440 Dec 16 23:25:38.748379 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d99dc-f694-4f76-82cc-e2bc48752219 req-971ac82a-5a09-410b-a5d0-9d93f668a4d6 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:38.749891 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-082d99dc-f694-4f76-82cc-e2bc48752219 req-971ac82a-5a09-410b-a5d0-9d93f668a4d6 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.0507498 Dec 16 23:25:38.799863 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-082d99dc-f694-4f76-82cc-e2bc48752219 req-07aac968-292c-4e4a-a830-9297a2558259 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438542 Dec 16 23:25:39.916083 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d74600-9e32-4111-817a-3c527d73840f req-6d06a60f-2d2b-4bbe-ab4c-da05f47c1ca3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:39.918224 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e9d74600-9e32-4111-817a-3c527d73840f req-6d06a60f-2d2b-4bbe-ab4c-da05f47c1ca3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.0499949 Dec 16 23:25:39.967872 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e9d74600-9e32-4111-817a-3c527d73840f req-3e58e483-9c83-4900-aaef-1f5e069ea898 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436659 Dec 16 23:25:40.158503 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-099a34f6-007d-4671-aa32-7d0fa2ad5b40 service neutron] show failed (client error): The resource could not be found. Dec 16 23:25:40.159648 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-099a34f6-007d-4671-aa32-7d0fa2ad5b40 service neutron] 10.222.0.57 "GET /v2.0/ports/208559c6-3614-4c71-a7ae-9dd8a4c3686a/bindings/n-h1-815324-4 HTTP/1.1" status: 404 len: 380 time: 0.0542428 Dec 16 23:25:40.746988 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-27c19451-65ee-4036-a841-6e6c7f217761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:40.748562 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-27c19451-65ee-4036-a841-6e6c7f217761 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3&tenant_id=cad6fd668fee498d94dbaa2b0174c294 HTTP/1.1" status: 200 len: 1096 time: 0.0910046 Dec 16 23:25:40.772841 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-4', 'device_owner': 'compute:nova'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:25:40.826419 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:41.025739 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] For port 208559c6-3614-4c71-a7ae-9dd8a4c3686a, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=208559c6-3614-4c71-a7ae-9dd8a4c3686a,segment=NetworkSegment(1591463c-92b8-47e6-aad7-36a12bf5a694),segment_id=1591463c-92b8-47e6-aad7-36a12bf5a694)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:25:41.060439 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] For port 208559c6-3614-4c71-a7ae-9dd8a4c3686a, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:25:41.093123 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12fef3-a214-4583-90e6-66271426907c req-0bde031d-c91c-413d-89a2-a6dffb24e893 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:41.095556 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cf12fef3-a214-4583-90e6-66271426907c req-0bde031d-c91c-413d-89a2-a6dffb24e893 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.0558827 Dec 16 23:25:41.101231 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb0cc45-bdc3-45fc-a598-0680cd82a1e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '208559c6-3614-4c71-a7ae-9dd8a4c3686a'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:25:41.103504 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ee894f-cf0c-4461-bdb7-f2fd393db2c7" -d '{"events": [{"server_uuid": "2cb0cc45-bdc3-45fc-a598-0680cd82a1e3", "name": "network-vif-unplugged", "status": "completed", "tag": "208559c6-3614-4c71-a7ae-9dd8a4c3686a"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:25:41.108076 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:41.121183 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Transition to ACTIVE for port object 208559c6-3614-4c71-a7ae-9dd8a4c3686a will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:25:41.147178 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cf12fef3-a214-4583-90e6-66271426907c req-1efbb33d-6dcc-4897-a552-c8505e591b3a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463634 Dec 16 23:25:41.199907 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:41.238918 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 23:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04384301-4d68-4775-9a43-c07f1300cf92 x-openstack-request-id: req-04384301-4d68-4775-9a43-c07f1300cf92 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:25:41.239239 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb0cc45-bdc3-45fc-a598-0680cd82a1e3", "name": "network-vif-unplugged", "status": "completed", "tag": "208559c6-3614-4c71-a7ae-9dd8a4c3686a", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:25:41.239495 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-04384301-4d68-4775-9a43-c07f1300cf92 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:25:41.239894 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb0cc45-bdc3-45fc-a598-0680cd82a1e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '208559c6-3614-4c71-a7ae-9dd8a4c3686a', 'code': 200} Dec 16 23:25:41.258322 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Pushing event updated for resources: {'Port': ['ID=208559c6-3614-4c71-a7ae-9dd8a4c3686a,revision_number=6']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:41.300096 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:41.300444 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:41.300787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:41.301127 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:41.301460 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:41.301791 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:41.302123 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:41.302449 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:41.302841 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:41.303200 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:41.303532 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:41.303854 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:41.304429 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:41.344807 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] No DVR routers for this DVR port 208559c6-3614-4c71-a7ae-9dd8a4c3686a on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:25:41.483314 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Attempting to bind port 208559c6-3614-4c71-a7ae-9dd8a4c3686a on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:25:41.483657 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Attempting to bind port 208559c6-3614-4c71-a7ae-9dd8a4c3686a by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': '1591463c-92b8-47e6-aad7-36a12bf5a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:25:41.483991 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Attempting to bind port 208559c6-3614-4c71-a7ae-9dd8a4c3686a on network e4ea3d19-7936-4e3d-9d6a-d62af4762307 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:25:41.488396 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Port 208559c6-3614-4c71-a7ae-9dd8a4c3686a on network e4ea3d19-7936-4e3d-9d6a-d62af4762307 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:25:41.488720 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Attempting to bind port 208559c6-3614-4c71-a7ae-9dd8a4c3686a on network e4ea3d19-7936-4e3d-9d6a-d62af4762307 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:25:41.493507 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:25:41.493850 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Checking segment: {'id': '1591463c-92b8-47e6-aad7-36a12bf5a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:25:41.494236 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Bound using segment: {'id': '1591463c-92b8-47e6-aad7-36a12bf5a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:25:41.494661 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Bound port: 208559c6-3614-4c71-a7ae-9dd8a4c3686a, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1591463c-92b8-47e6-aad7-36a12bf5a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:25:41.495080 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:41.561842 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] For port 208559c6-3614-4c71-a7ae-9dd8a4c3686a, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:25:41.564951 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] For port 208559c6-3614-4c71-a7ae-9dd8a4c3686a, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=208559c6-3614-4c71-a7ae-9dd8a4c3686a,segment=NetworkSegment(1591463c-92b8-47e6-aad7-36a12bf5a694),segment_id=1591463c-92b8-47e6-aad7-36a12bf5a694)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:25:41.660310 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:41.696343 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:41.696971 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:41.698957 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] 10.222.0.76 "PUT /v2.0/ports/208559c6-3614-4c71-a7ae-9dd8a4c3686a HTTP/1.1" status: 200 len: 1091 time: 0.9296737 Dec 16 23:25:41.718583 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41066f5-c48a-40c6-a177-5c5c7b8de260 service neutron] Pushing event updated for resources: {'Port': ['ID=208559c6-3614-4c71-a7ae-9dd8a4c3686a,revision_number=7']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:41.781152 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-d57fdd21-ec11-487d-a0f6-42ab52990ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:41.782702 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-d57fdd21-ec11-487d-a0f6-42ab52990ae3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 1094 time: 0.0451059 Dec 16 23:25:41.880596 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-cc60039e-3661-4e37-b8e5-bb962cae6e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:41.882091 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-cc60039e-3661-4e37-b8e5-bb962cae6e0e service neutron] 10.222.0.76 "GET /v2.0/networks?id=e4ea3d19-7936-4e3d-9d6a-d62af4762307 HTTP/1.1" status: 200 len: 896 time: 0.0918908 Dec 16 23:25:41.951527 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-657bff18-a45a-4040-b315-ba3cc7b0e3cc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=208559c6-3614-4c71-a7ae-9dd8a4c3686a HTTP/1.1" status: 200 len: 999 time: 0.0600669 Dec 16 23:25:42.005827 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-72b45b03-7d1d-40f8-84c4-4c36f6d5e2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:42.007245 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-72b45b03-7d1d-40f8-84c4-4c36f6d5e2d4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3 HTTP/1.1" status: 200 len: 834 time: 0.0437512 Dec 16 23:25:42.058116 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-c45094b0-b0d3-4c52-93fa-8e1be03415b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:42.059738 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-c45094b0-b0d3-4c52-93fa-8e1be03415b9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e4ea3d19-7936-4e3d-9d6a-d62af4762307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448344 Dec 16 23:25:42.153094 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-e6f74021-1c71-4c60-816d-5b590fde21de service neutron] 10.222.0.76 "GET /v2.0/networks/e4ea3d19-7936-4e3d-9d6a-d62af4762307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839791 Dec 16 23:25:42.273706 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c54618-6e2e-4bb5-86bf-e3f469b7901e req-29d540f3-efd7-4276-b3be-c48840303877 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:42.275288 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-56c54618-6e2e-4bb5-86bf-e3f469b7901e req-29d540f3-efd7-4276-b3be-c48840303877 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 943 time: 0.0556660 Dec 16 23:25:42.330992 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-56c54618-6e2e-4bb5-86bf-e3f469b7901e req-ddae8f25-3427-4e4a-91d8-6d88db77909b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489736 Dec 16 23:25:42.597672 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-216f7180-2fd8-41fd-8f6d-301ad92b36d9 req-ee05e985-ee3e-4569-93da-395da3367000 service neutron] 10.222.0.76 "GET /v2.0/networks/e4ea3d19-7936-4e3d-9d6a-d62af4762307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345849 Dec 16 23:25:43.241194 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb0cc45-bdc3-45fc-a598-0680cd82a1e3', 'tag': '208559c6-3614-4c71-a7ae-9dd8a4c3686a'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:25:43.243728 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e553167-8b98-4f0a-bc7b-c4a976a15e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb0cc45-bdc3-45fc-a598-0680cd82a1e3", "tag": "208559c6-3614-4c71-a7ae-9dd8a4c3686a"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:25:43.293931 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09880759-dd0e-498a-9aef-8349817cdfbd x-openstack-request-id: req-09880759-dd0e-498a-9aef-8349817cdfbd {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:25:43.294230 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb0cc45-bdc3-45fc-a598-0680cd82a1e3", "tag": "208559c6-3614-4c71-a7ae-9dd8a4c3686a", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:25:43.294483 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-09880759-dd0e-498a-9aef-8349817cdfbd {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:25:43.294886 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb0cc45-bdc3-45fc-a598-0680cd82a1e3', 'tag': '208559c6-3614-4c71-a7ae-9dd8a4c3686a', 'status': 'completed', 'code': 200} Dec 16 23:25:43.407513 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e553167-8b98-4f0a-bc7b-c4a976a15e6a req-a2859dd3-7a00-4183-acfb-83178887a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:43.409053 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e553167-8b98-4f0a-bc7b-c4a976a15e6a req-a2859dd3-7a00-4183-acfb-83178887a7a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 1094 time: 0.0739665 Dec 16 23:25:43.411524 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e553167-8b98-4f0a-bc7b-c4a976a15e6a req-b399fbe4-3694-49b9-896b-2a8cc6791e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:43.412940 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e553167-8b98-4f0a-bc7b-c4a976a15e6a req-b399fbe4-3694-49b9-896b-2a8cc6791e42 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 1094 time: 0.0525210 Dec 16 23:25:43.455633 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b5b9d-2030-4073-bbbb-44571191745d req-cbd7a60d-02b6-48dd-83aa-444344f1ccdb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:43.457161 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c67b5b9d-2030-4073-bbbb-44571191745d req-cbd7a60d-02b6-48dd-83aa-444344f1ccdb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 943 time: 0.0508521 Dec 16 23:25:43.512848 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c67b5b9d-2030-4073-bbbb-44571191745d req-f13b3e4a-15ee-4491-b557-14854d6eb262 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492244 Dec 16 23:25:43.576267 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e553167-8b98-4f0a-bc7b-c4a976a15e6a req-1afada99-be51-438c-8d0d-caa5eafd7e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:43.577779 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e553167-8b98-4f0a-bc7b-c4a976a15e6a req-1afada99-be51-438c-8d0d-caa5eafd7e40 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e4ea3d19-7936-4e3d-9d6a-d62af4762307 HTTP/1.1" status: 200 len: 896 time: 0.1620147 Dec 16 23:25:43.580428 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e553167-8b98-4f0a-bc7b-c4a976a15e6a req-f15de686-2856-48b9-85ca-ccdad59d4a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:43.581782 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e553167-8b98-4f0a-bc7b-c4a976a15e6a req-f15de686-2856-48b9-85ca-ccdad59d4a18 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e4ea3d19-7936-4e3d-9d6a-d62af4762307 HTTP/1.1" status: 200 len: 896 time: 0.1582868 Dec 16 23:25:43.701527 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e553167-8b98-4f0a-bc7b-c4a976a15e6a req-df0b31fc-3ccc-4afa-bd01-0f684e793e8e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=208559c6-3614-4c71-a7ae-9dd8a4c3686a HTTP/1.1" status: 200 len: 999 time: 0.1166797 Dec 16 23:25:43.703602 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e553167-8b98-4f0a-bc7b-c4a976a15e6a req-dc31dcd4-15eb-4be3-a465-d1543b465ae5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=208559c6-3614-4c71-a7ae-9dd8a4c3686a HTTP/1.1" status: 200 len: 999 time: 0.1130161 Dec 16 23:25:43.784850 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e553167-8b98-4f0a-bc7b-c4a976a15e6a req-84df2dfe-c553-4703-8eb9-35c85ed1b917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:43.786289 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e553167-8b98-4f0a-bc7b-c4a976a15e6a req-84df2dfe-c553-4703-8eb9-35c85ed1b917 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3 HTTP/1.1" status: 200 len: 834 time: 0.0785732 Dec 16 23:25:43.787714 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e553167-8b98-4f0a-bc7b-c4a976a15e6a req-c4d16870-fed3-43a8-bd1b-b61f87f8bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:43.789043 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e553167-8b98-4f0a-bc7b-c4a976a15e6a req-c4d16870-fed3-43a8-bd1b-b61f87f8bc5c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3 HTTP/1.1" status: 200 len: 834 time: 0.0740409 Dec 16 23:25:43.864253 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e553167-8b98-4f0a-bc7b-c4a976a15e6a req-4e840fa1-d6a3-427a-a785-c9d9df704111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:43.865775 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e553167-8b98-4f0a-bc7b-c4a976a15e6a req-4e840fa1-d6a3-427a-a785-c9d9df704111 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e4ea3d19-7936-4e3d-9d6a-d62af4762307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648701 Dec 16 23:25:43.868178 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e553167-8b98-4f0a-bc7b-c4a976a15e6a req-ca2a10c2-f840-4046-a5ac-d9c38973900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:43.869566 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e553167-8b98-4f0a-bc7b-c4a976a15e6a req-ca2a10c2-f840-4046-a5ac-d9c38973900e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e4ea3d19-7936-4e3d-9d6a-d62af4762307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764148 Dec 16 23:25:43.894241 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 208559c6-3614-4c71-a7ae-9dd8a4c3686a no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:25:43.939843 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 208559c6-3614-4c71-a7ae-9dd8a4c3686a not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:25:44.030943 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e553167-8b98-4f0a-bc7b-c4a976a15e6a req-eef3f0f2-f304-4af6-a826-076c60c5b5d0 service neutron] 10.222.0.76 "GET /v2.0/networks/e4ea3d19-7936-4e3d-9d6a-d62af4762307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572242 Dec 16 23:25:44.032827 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e553167-8b98-4f0a-bc7b-c4a976a15e6a req-251880f0-f23a-414e-a6c4-16dd6473748f service neutron] 10.222.0.57 "GET /v2.0/networks/e4ea3d19-7936-4e3d-9d6a-d62af4762307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522100 Dec 16 23:25:44.192724 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e553167-8b98-4f0a-bc7b-c4a976a15e6a req-163d8ace-b8e1-4b00-b57c-0d15c8abf872 service neutron] 10.222.0.76 "GET /v2.0/networks/e4ea3d19-7936-4e3d-9d6a-d62af4762307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543837 Dec 16 23:25:44.194491 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e553167-8b98-4f0a-bc7b-c4a976a15e6a req-0e32ad95-3133-4007-9e23-845a175de509 service neutron] 10.222.0.57 "GET /v2.0/networks/e4ea3d19-7936-4e3d-9d6a-d62af4762307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486418 Dec 16 23:25:44.479388 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 208559c6-3614-4c71-a7ae-9dd8a4c3686a details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:25:44.573753 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 208559c6-3614-4c71-a7ae-9dd8a4c3686a, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=208559c6-3614-4c71-a7ae-9dd8a4c3686a,segment=NetworkSegment(1591463c-92b8-47e6-aad7-36a12bf5a694),segment_id=1591463c-92b8-47e6-aad7-36a12bf5a694)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:25:44.588091 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '208559c6-3614-4c71-a7ae-9dd8a4c3686a', 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307', 'port_id': '208559c6-3614-4c71-a7ae-9dd8a4c3686a', 'mac_address': 'fa:16:3e:9a:e0:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:25:44.634366 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:44.640695 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c4858-fd7a-41ec-8d59-2ce9e14cd963 req-f01d8c3b-16f7-4472-a10a-d97806981733 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:44.642299 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d54c4858-fd7a-41ec-8d59-2ce9e14cd963 req-f01d8c3b-16f7-4472-a10a-d97806981733 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 943 time: 0.0574250 Dec 16 23:25:44.648676 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208559c6-3614-4c71-a7ae-9dd8a4c3686a {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:25:44.669933 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 208559c6-3614-4c71-a7ae-9dd8a4c3686a, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=208559c6-3614-4c71-a7ae-9dd8a4c3686a,segment=NetworkSegment(1591463c-92b8-47e6-aad7-36a12bf5a694),segment_id=1591463c-92b8-47e6-aad7-36a12bf5a694)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:25:44.694831 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d54c4858-fd7a-41ec-8d59-2ce9e14cd963 req-d20e2c41-68f5-4e5b-8164-00345079a9f7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463750 Dec 16 23:25:44.787704 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:44.834617 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=208559c6-3614-4c71-a7ae-9dd8a4c3686a,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:44.842532 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:44.842883 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:44.843262 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:44.843623 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:44.844049 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:44.844391 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:44.844731 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:44.845060 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:44.845387 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:44.845713 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:44.846037 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:44.846359 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:44.846681 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:25:45.176316 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['208559c6-3614-4c71-a7ae-9dd8a4c3686a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:25:45.818716 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a0f70-a8c4-441c-a53a-28e32dfa8aa0 req-1c92e7cb-4628-44c6-b97c-af77088bf80d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:45.820274 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ac3a0f70-a8c4-441c-a53a-28e32dfa8aa0 req-1c92e7cb-4628-44c6-b97c-af77088bf80d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 944 time: 0.0516043 Dec 16 23:25:45.873209 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ac3a0f70-a8c4-441c-a53a-28e32dfa8aa0 req-2282b9d8-db75-4c75-99af-82bbb22b303c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465870 Dec 16 23:25:46.201033 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc6997-3d3d-482f-95b0-cf3e91530c98 req-4b3548d3-398c-400b-a061-ee44ab307580 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:46.202498 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-45bc6997-3d3d-482f-95b0-cf3e91530c98 req-4b3548d3-398c-400b-a061-ee44ab307580 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 944 time: 0.0534489 Dec 16 23:25:46.256062 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-45bc6997-3d3d-482f-95b0-cf3e91530c98 req-0323ad5e-abb2-4690-a1a8-30c727ec3801 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465624 Dec 16 23:25:46.275156 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1389386-1621-479c-8d13-e620d4e700e1 req-8e3601f6-3559-4d1c-beb3-b0fb0ef10399 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:46.276703 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1389386-1621-479c-8d13-e620d4e700e1 req-8e3601f6-3559-4d1c-beb3-b0fb0ef10399 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3&tenant_id=cad6fd668fee498d94dbaa2b0174c294&binding%3Ahost_id=n-h1-815324-4 HTTP/1.1" status: 200 len: 944 time: 0.0535727 Dec 16 23:25:46.378262 n-d-815324-4 neutron-server[103614]: INFO neutron.api.v2.resource [req-c1389386-1621-479c-8d13-e620d4e700e1 req-e1d7b4b8-4d20-4928-beab-2fcac669916e service neutron] delete failed (client error): The resource could not be found. Dec 16 23:25:46.381482 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1389386-1621-479c-8d13-e620d4e700e1 req-e1d7b4b8-4d20-4928-beab-2fcac669916e service neutron] 10.222.0.57 "DELETE /v2.0/ports/208559c6-3614-4c71-a7ae-9dd8a4c3686a/bindings/n-h2-815324-4 HTTP/1.1" status: 404 len: 380 time: 0.0954325 Dec 16 23:25:46.400362 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f18db-e598-4858-b229-4775e8b5d1ba req-b95b6cb1-2f6e-4519-ade6-f0bddfa5b4ad tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:46.402553 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fd0f18db-e598-4858-b229-4775e8b5d1ba req-b95b6cb1-2f6e-4519-ade6-f0bddfa5b4ad tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 944 time: 0.0693431 Dec 16 23:25:46.497044 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 208559c6-3614-4c71-a7ae-9dd8a4c3686a up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:25:46.535006 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-fd0f18db-e598-4858-b229-4775e8b5d1ba req-3be06179-a154-43c8-a538-6d25e10ba5a9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250310 Dec 16 23:25:46.547215 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1389386-1621-479c-8d13-e620d4e700e1 req-75dcfa8a-7904-4c4f-901a-2ddd59742883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:46.549274 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1389386-1621-479c-8d13-e620d4e700e1 req-75dcfa8a-7904-4c4f-901a-2ddd59742883 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 1095 time: 0.1000502 Dec 16 23:25:46.616677 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 208559c6-3614-4c71-a7ae-9dd8a4c3686a completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:25:46.622009 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 208559c6-3614-4c71-a7ae-9dd8a4c3686a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:25:46.626751 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:46.648631 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1389386-1621-479c-8d13-e620d4e700e1 req-e309103d-41a0-498d-8430-12fe7eb48638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:46.651811 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1389386-1621-479c-8d13-e620d4e700e1 req-e309103d-41a0-498d-8430-12fe7eb48638 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e4ea3d19-7936-4e3d-9d6a-d62af4762307 HTTP/1.1" status: 200 len: 896 time: 0.0939786 Dec 16 23:25:46.709476 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:46.728251 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1389386-1621-479c-8d13-e620d4e700e1 req-95682531-229d-4869-8ba8-62218156c0e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=208559c6-3614-4c71-a7ae-9dd8a4c3686a HTTP/1.1" status: 200 len: 1000 time: 0.0706596 Dec 16 23:25:46.742011 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb0cc45-bdc3-45fc-a598-0680cd82a1e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208559c6-3614-4c71-a7ae-9dd8a4c3686a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:25:46.744308 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62d3272-41d1-4047-8c93-3cc53c69c2ef" -d '{"events": [{"server_uuid": "2cb0cc45-bdc3-45fc-a598-0680cd82a1e3", "name": "network-vif-plugged", "status": "completed", "tag": "208559c6-3614-4c71-a7ae-9dd8a4c3686a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:25:46.758567 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 208559c6-3614-4c71-a7ae-9dd8a4c3686a, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=208559c6-3614-4c71-a7ae-9dd8a4c3686a,segment=NetworkSegment(1591463c-92b8-47e6-aad7-36a12bf5a694),segment_id=1591463c-92b8-47e6-aad7-36a12bf5a694)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:25:46.783254 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1389386-1621-479c-8d13-e620d4e700e1 req-0bd42835-035e-4381-b82e-214b181c2a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:46.785052 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1389386-1621-479c-8d13-e620d4e700e1 req-0bd42835-035e-4381-b82e-214b181c2a02 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3 HTTP/1.1" status: 200 len: 834 time: 0.0491827 Dec 16 23:25:46.803911 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e808834-a824-48ba-b956-b70e3ba93cc6 x-openstack-request-id: req-2e808834-a824-48ba-b956-b70e3ba93cc6 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:25:46.803911 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb0cc45-bdc3-45fc-a598-0680cd82a1e3", "name": "network-vif-plugged", "status": "completed", "tag": "208559c6-3614-4c71-a7ae-9dd8a4c3686a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:25:46.803911 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2e808834-a824-48ba-b956-b70e3ba93cc6 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:25:46.803911 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb0cc45-bdc3-45fc-a598-0680cd82a1e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208559c6-3614-4c71-a7ae-9dd8a4c3686a', 'code': 200} Dec 16 23:25:46.822683 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:46.835890 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1389386-1621-479c-8d13-e620d4e700e1 req-c51524cc-b589-4aa0-ba8e-ff224cd29904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:46.837437 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1389386-1621-479c-8d13-e620d4e700e1 req-c51524cc-b589-4aa0-ba8e-ff224cd29904 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e4ea3d19-7936-4e3d-9d6a-d62af4762307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455472 Dec 16 23:25:46.874189 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=208559c6-3614-4c71-a7ae-9dd8a4c3686a,revision_number=9']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:25:46.938501 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1389386-1621-479c-8d13-e620d4e700e1 req-87eb943f-93d5-41cd-8c31-ee2ffa2d84e1 service neutron] 10.222.0.57 "GET /v2.0/networks/e4ea3d19-7936-4e3d-9d6a-d62af4762307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922034 Dec 16 23:25:47.041210 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c1389386-1621-479c-8d13-e620d4e700e1 req-7bad4c03-0d8c-4e4c-abbc-4d2a7ab31602 service neutron] 10.222.0.57 "GET /v2.0/networks/e4ea3d19-7936-4e3d-9d6a-d62af4762307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952704 Dec 16 23:25:47.676961 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f03a48-de9b-4fb8-b1d5-a6c1b5ffcad9 req-3752ee25-a340-45e5-aa0e-e3c85e5b21fd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:47.678642 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-95f03a48-de9b-4fb8-b1d5-a6c1b5ffcad9 req-3752ee25-a340-45e5-aa0e-e3c85e5b21fd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.0566721 Dec 16 23:25:47.729053 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-95f03a48-de9b-4fb8-b1d5-a6c1b5ffcad9 req-08fd45bd-eded-49a4-afd8-f2ec38611273 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433176 Dec 16 23:25:48.854117 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703745be-fa65-4b11-93e9-60d369cf1fb6 req-cd45d85a-c428-4d82-82c6-efac4a54d2bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:25:48.856403 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-703745be-fa65-4b11-93e9-60d369cf1fb6 req-cd45d85a-c428-4d82-82c6-efac4a54d2bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.0548913 Dec 16 23:25:48.906584 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-703745be-fa65-4b11-93e9-60d369cf1fb6 req-3a27ef84-730f-4170-8ff0-c18638efc704 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435057 Dec 16 23:25:48.928673 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37154) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:25:48.989442 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-678d7473-820c-4739-a616-811f435219c5 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/floatingips/70b22e80-108f-4629-bced-ebc2e7b6c3a1 HTTP/1.1" status: 200 len: 993 time: 0.0593402 Dec 16 23:25:53.434005 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-12230e12-9a36-4a9c-b3bd-f8ff1f479034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:55.677249 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4c6821cd-b89a-499e-8a78-af6836731349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:57.279131 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:57.724825 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:57.930904 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:25:58.609969 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:58.987165 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:25:59.124721 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:17.658778 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37164) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:26:17.833533 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-f0fe8b6a-59e9-4f52-929c-e8bcc39c899e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Deleting port bc6e20f7-b950-4b5f-8018-592ff2e3d793 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:26:17.833881 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f0fe8b6a-59e9-4f52-929c-e8bcc39c899e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:17.914955 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f0fe8b6a-59e9-4f52-929c-e8bcc39c899e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:17.915309 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f0fe8b6a-59e9-4f52-929c-e8bcc39c899e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:17.928645 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-f0fe8b6a-59e9-4f52-929c-e8bcc39c899e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Calling delete_port for bc6e20f7-b950-4b5f-8018-592ff2e3d793 owned by network:floatingip {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:26:18.175788 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f0fe8b6a-59e9-4f52-929c-e8bcc39c899e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:18.203955 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe8b6a-59e9-4f52-929c-e8bcc39c899e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Port': ['ID=bc6e20f7-b950-4b5f-8018-592ff2e3d793,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:18.230518 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8b6a-59e9-4f52-929c-e8bcc39c899e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:18.230880 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8b6a-59e9-4f52-929c-e8bcc39c899e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:18.231282 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8b6a-59e9-4f52-929c-e8bcc39c899e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:18.231633 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8b6a-59e9-4f52-929c-e8bcc39c899e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:18.231977 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8b6a-59e9-4f52-929c-e8bcc39c899e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:18.232318 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8b6a-59e9-4f52-929c-e8bcc39c899e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:18.232657 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8b6a-59e9-4f52-929c-e8bcc39c899e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:18.232994 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8b6a-59e9-4f52-929c-e8bcc39c899e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:18.233330 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8b6a-59e9-4f52-929c-e8bcc39c899e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:18.233664 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8b6a-59e9-4f52-929c-e8bcc39c899e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:18.233995 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8b6a-59e9-4f52-929c-e8bcc39c899e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:18.234324 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8b6a-59e9-4f52-929c-e8bcc39c899e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:18.234652 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8b6a-59e9-4f52-929c-e8bcc39c899e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:18.279815 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f0fe8b6a-59e9-4f52-929c-e8bcc39c899e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for floatingip, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:18.280172 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-f0fe8b6a-59e9-4f52-929c-e8bcc39c899e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Floating IP 70b22e80-108f-4629-bced-ebc2e7b6c3a1 disassociated (deleted). External IP: 172.25.6.120, port: 208559c6-3614-4c71-a7ae-9dd8a4c3686a. Dec 16 23:26:18.503567 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fe8b6a-59e9-4f52-929c-e8bcc39c899e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Router a5c6f4d4-3766-4006-ab4e-cfc815963b33 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:26:18.618416 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fe8b6a-59e9-4f52-929c-e8bcc39c899e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:26:18.626213 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f0fe8b6a-59e9-4f52-929c-e8bcc39c899e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:18.631379 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5c0aa5-8289-4156-91e1-865c96c37109 None None] Sync routers for ids ['a5c6f4d4-3766-4006-ab4e-cfc815963b33'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:26:18.641605 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5c0aa5-8289-4156-91e1-865c96c37109 None None] Routers {'a5c6f4d4-3766-4006-ab4e-cfc815963b33'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:26:18.642228 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5a5c0aa5-8289-4156-91e1-865c96c37109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:25:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a5c6f4d4-3766-4006-ab4e-cfc815963b33'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:26:18.658814 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f0fe8b6a-59e9-4f52-929c-e8bcc39c899e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "DELETE /v2.0/floatingips/70b22e80-108f-4629-bced-ebc2e7b6c3a1 HTTP/1.1" status: 204 len: 168 time: 0.9988570 Dec 16 23:26:18.659557 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb0cc45-bdc3-45fc-a598-0680cd82a1e3', 'tag': '208559c6-3614-4c71-a7ae-9dd8a4c3686a'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:26:18.661829 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}262422c41fb3f4df6327d4ea873ca9a06926c8fbcf4dc10a31d5fa6940e748a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b9a7de-a7a0-4135-a30a-910b9514629e" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb0cc45-bdc3-45fc-a598-0680cd82a1e3", "tag": "208559c6-3614-4c71-a7ae-9dd8a4c3686a"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:26:18.708974 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3738374-4709-4d81-aeb9-af153fd38e9a x-openstack-request-id: req-e3738374-4709-4d81-aeb9-af153fd38e9a {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:26:18.708974 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb0cc45-bdc3-45fc-a598-0680cd82a1e3", "tag": "208559c6-3614-4c71-a7ae-9dd8a4c3686a", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:26:18.708974 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e3738374-4709-4d81-aeb9-af153fd38e9a {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:26:18.708974 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb0cc45-bdc3-45fc-a598-0680cd82a1e3', 'tag': '208559c6-3614-4c71-a7ae-9dd8a4c3686a', 'status': 'completed', 'code': 200} Dec 16 23:26:18.763403 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-5a5c0aa5-8289-4156-91e1-865c96c37109 None None] Set router a5c6f4d4-3766-4006-ab4e-cfc815963b33 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:26:18.800287 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9a7de-a7a0-4135-a30a-910b9514629e req-cb54c796-fac5-412c-b0a3-73a4fc23df9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:18.801857 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5b9a7de-a7a0-4135-a30a-910b9514629e req-cb54c796-fac5-412c-b0a3-73a4fc23df9a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 1096 time: 0.0441945 Dec 16 23:26:18.902376 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9a7de-a7a0-4135-a30a-910b9514629e req-6c8a4e40-bf4a-4b5a-816a-6b515c0a7b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:18.904513 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5b9a7de-a7a0-4135-a30a-910b9514629e req-6c8a4e40-bf4a-4b5a-816a-6b515c0a7b88 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e4ea3d19-7936-4e3d-9d6a-d62af4762307 HTTP/1.1" status: 200 len: 896 time: 0.0940716 Dec 16 23:26:18.952247 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5b9a7de-a7a0-4135-a30a-910b9514629e req-5fb91230-7814-40be-b1c1-0f2838c8472a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=208559c6-3614-4c71-a7ae-9dd8a4c3686a HTTP/1.1" status: 200 len: 217 time: 0.0401459 Dec 16 23:26:18.979820 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5a5c0aa5-8289-4156-91e1-865c96c37109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654846792', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:23:57Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'b26a0b41-13df-4a13-8115-81abf82a3d2d', 'name': '', 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:57:c3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:23:56Z', 'updated_at': '2021-12-16T23:24:00Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:26:19.011294 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5c0aa5-8289-4156-91e1-865c96c37109 None None] Checking router: a5c6f4d4-3766-4006-ab4e-cfc815963b33 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:26:19.012271 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9a7de-a7a0-4135-a30a-910b9514629e req-097bf3b2-466e-4f57-8d42-e33f9dc85d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:19.014048 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5b9a7de-a7a0-4135-a30a-910b9514629e req-097bf3b2-466e-4f57-8d42-e33f9dc85d4a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3 HTTP/1.1" status: 200 len: 834 time: 0.0532279 Dec 16 23:26:19.020038 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5c0aa5-8289-4156-91e1-865c96c37109 None None] Routers {'a5c6f4d4-3766-4006-ab4e-cfc815963b33'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:26:19.020653 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5a5c0aa5-8289-4156-91e1-865c96c37109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:25:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a5c6f4d4-3766-4006-ab4e-cfc815963b33'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:26:19.129236 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9a7de-a7a0-4135-a30a-910b9514629e req-2a81fbbb-91c8-4e12-95f0-d866b83088a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:19.130846 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5b9a7de-a7a0-4135-a30a-910b9514629e req-2a81fbbb-91c8-4e12-95f0-d866b83088a6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e4ea3d19-7936-4e3d-9d6a-d62af4762307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865076 Dec 16 23:26:19.138082 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-5a5c0aa5-8289-4156-91e1-865c96c37109 None None] Set router a5c6f4d4-3766-4006-ab4e-cfc815963b33 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:26:19.146187 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-c5b9a7de-a7a0-4135-a30a-910b9514629e req-486647f9-5908-41c3-83c2-5528265385fe service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:26:19.147840 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5b9a7de-a7a0-4135-a30a-910b9514629e req-486647f9-5908-41c3-83c2-5528265385fe service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077498 Dec 16 23:26:19.159288 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec6128-63b7-4146-8bcb-ca1eb425a14c req-341f369c-320c-4cde-a7eb-96d9e1a62737 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:19.160895 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-35ec6128-63b7-4146-8bcb-ca1eb425a14c req-341f369c-320c-4cde-a7eb-96d9e1a62737 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.0855813 Dec 16 23:26:19.297690 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-35ec6128-63b7-4146-8bcb-ca1eb425a14c req-efd40976-a97f-4e6f-b7e1-1537a4cfbcd7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273670 Dec 16 23:26:19.319311 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5b9a7de-a7a0-4135-a30a-910b9514629e req-323eb5b9-a477-41c8-8074-76b5a61098e8 service neutron] 10.222.0.76 "GET /v2.0/networks/e4ea3d19-7936-4e3d-9d6a-d62af4762307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549053 Dec 16 23:26:19.422639 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c5b9a7de-a7a0-4135-a30a-910b9514629e req-3e35c71e-322d-478a-ab93-2b3f41c296f0 service neutron] 10.222.0.76 "GET /v2.0/networks/e4ea3d19-7936-4e3d-9d6a-d62af4762307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972323 Dec 16 23:26:19.440306 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-5a5c0aa5-8289-4156-91e1-865c96c37109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654846792', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:23:57Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'b26a0b41-13df-4a13-8115-81abf82a3d2d', 'name': '', 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:57:c3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:23:56Z', 'updated_at': '2021-12-16T23:24:00Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:26:19.469387 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5c0aa5-8289-4156-91e1-865c96c37109 None None] The sync data for ids ['a5c6f4d4-3766-4006-ab4e-cfc815963b33'] in n-d-815324-4 is: [{'id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654846792', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:23:57Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'b26a0b41-13df-4a13-8115-81abf82a3d2d', 'name': '', 'network_id': 'e4ea3d19-7936-4e3d-9d6a-d62af4762307', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:57:c3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:23:56Z', 'updated_at': '2021-12-16T23:24:00Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:26:19.712589 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490326d8-2d60-4b87-94d9-930b7a621e4e None None] New status for floating IP 70b22e80-108f-4629-bced-ebc2e7b6c3a1: DOWN {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:26:20.422220 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db485e91-abe7-480c-b248-52d781cfb555 req-92601419-2efd-42cc-8dae-56b859f6883c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:20.423795 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-db485e91-abe7-480c-b248-52d781cfb555 req-92601419-2efd-42cc-8dae-56b859f6883c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.0537665 Dec 16 23:26:20.475698 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-db485e91-abe7-480c-b248-52d781cfb555 req-c162c447-f1c8-485b-9026-5fc9db9a8a11 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=d80d6fc0-b8dc-4433-a6fb-677c607d62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457361 Dec 16 23:26:20.845526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb538fe-9e84-4fb0-babc-fa5d86b0b51c req-a1435264-c139-4da3-b574-bc56b0481c91 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:20.847068 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9eb538fe-9e84-4fb0-babc-fa5d86b0b51c req-a1435264-c139-4da3-b574-bc56b0481c91 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 945 time: 0.0498676 Dec 16 23:26:20.943628 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-9eb538fe-9e84-4fb0-babc-fa5d86b0b51c req-9665d4b8-5e4b-4057-9bf1-8727a7869013 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Deleting port 208559c6-3614-4c71-a7ae-9dd8a4c3686a {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:26:20.950043 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9eb538fe-9e84-4fb0-babc-fa5d86b0b51c req-9665d4b8-5e4b-4057-9bf1-8727a7869013 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:21.033533 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-9eb538fe-9e84-4fb0-babc-fa5d86b0b51c req-9665d4b8-5e4b-4057-9bf1-8727a7869013 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] For port 208559c6-3614-4c71-a7ae-9dd8a4c3686a, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=208559c6-3614-4c71-a7ae-9dd8a4c3686a,segment=NetworkSegment(1591463c-92b8-47e6-aad7-36a12bf5a694),segment_id=1591463c-92b8-47e6-aad7-36a12bf5a694)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:26:21.033915 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9eb538fe-9e84-4fb0-babc-fa5d86b0b51c req-9665d4b8-5e4b-4057-9bf1-8727a7869013 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:21.047028 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-9eb538fe-9e84-4fb0-babc-fa5d86b0b51c req-9665d4b8-5e4b-4057-9bf1-8727a7869013 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Calling delete_port for 208559c6-3614-4c71-a7ae-9dd8a4c3686a owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:26:21.267442 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9eb538fe-9e84-4fb0-babc-fa5d86b0b51c req-9665d4b8-5e4b-4057-9bf1-8727a7869013 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:21.295829 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665d4b8-5e4b-4057-9bf1-8727a7869013 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Port': ['ID=208559c6-3614-4c71-a7ae-9dd8a4c3686a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:21.345766 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb538fe-9e84-4fb0-babc-fa5d86b0b51c req-9665d4b8-5e4b-4057-9bf1-8727a7869013 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] No DVR routers for this DVR port 208559c6-3614-4c71-a7ae-9dd8a4c3686a on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:26:21.348458 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9eb538fe-9e84-4fb0-babc-fa5d86b0b51c req-9665d4b8-5e4b-4057-9bf1-8727a7869013 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:21.351955 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9eb538fe-9e84-4fb0-babc-fa5d86b0b51c req-9665d4b8-5e4b-4057-9bf1-8727a7869013 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.76 "DELETE /v2.0/ports/208559c6-3614-4c71-a7ae-9dd8a4c3686a HTTP/1.1" status: 204 len: 173 time: 0.4966474 Dec 16 23:26:21.352439 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb0cc45-bdc3-45fc-a598-0680cd82a1e3', 'name': 'network-vif-deleted', 'tag': '208559c6-3614-4c71-a7ae-9dd8a4c3686a'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:26:21.355250 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3cd72d-86ac-44ef-b853-e5f9f7c597f6" -d '{"events": [{"server_uuid": "2cb0cc45-bdc3-45fc-a598-0680cd82a1e3", "name": "network-vif-deleted", "tag": "208559c6-3614-4c71-a7ae-9dd8a4c3686a"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:26:21.391746 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376af845-87e7-496d-aefb-40d48e437171 x-openstack-request-id: req-376af845-87e7-496d-aefb-40d48e437171 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:26:21.392046 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb0cc45-bdc3-45fc-a598-0680cd82a1e3", "name": "network-vif-deleted", "tag": "208559c6-3614-4c71-a7ae-9dd8a4c3686a", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:26:21.392308 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-376af845-87e7-496d-aefb-40d48e437171 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:26:21.392713 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb0cc45-bdc3-45fc-a598-0680cd82a1e3', 'name': 'network-vif-deleted', 'tag': '208559c6-3614-4c71-a7ae-9dd8a4c3686a', 'status': 'completed', 'code': 200} Dec 16 23:26:21.575965 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a238affc-7869-41c3-b796-d604c0a5729b req-0c9844af-cd9b-48d3-acd9-9dc2a42343a3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cb0cc45-bdc3-45fc-a598-0680cd82a1e3 HTTP/1.1" status: 200 len: 210 time: 0.0279980 Dec 16 23:26:22.634043 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37182) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:26:23.000003 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-17cdcee9-0d17-4261-8c3b-b62656263355 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:23.256485 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-17cdcee9-0d17-4261-8c3b-b62656263355 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Deleting port b26a0b41-13df-4a13-8115-81abf82a3d2d {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:26:23.256743 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-17cdcee9-0d17-4261-8c3b-b62656263355 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:23.347074 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-17cdcee9-0d17-4261-8c3b-b62656263355 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] For port b26a0b41-13df-4a13-8115-81abf82a3d2d, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b26a0b41-13df-4a13-8115-81abf82a3d2d,segment=NetworkSegment(1591463c-92b8-47e6-aad7-36a12bf5a694),segment_id=1591463c-92b8-47e6-aad7-36a12bf5a694)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:26:23.347440 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-17cdcee9-0d17-4261-8c3b-b62656263355 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:23.360753 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-17cdcee9-0d17-4261-8c3b-b62656263355 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Calling delete_port for b26a0b41-13df-4a13-8115-81abf82a3d2d owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:26:23.512677 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-69607de5-cf80-49e4-acb8-f2e97f901ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:23.661452 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-17cdcee9-0d17-4261-8c3b-b62656263355 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:23.692856 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cdcee9-0d17-4261-8c3b-b62656263355 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Port': ['ID=b26a0b41-13df-4a13-8115-81abf82a3d2d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:23.869833 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-17cdcee9-0d17-4261-8c3b-b62656263355 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:24.091215 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cdcee9-0d17-4261-8c3b-b62656263355 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Router a5c6f4d4-3766-4006-ab4e-cfc815963b33 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:26:24.528224 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cdcee9-0d17-4261-8c3b-b62656263355 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:26:24.533742 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-17cdcee9-0d17-4261-8c3b-b62656263355 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "PUT /v2.0/routers/a5c6f4d4-3766-4006-ab4e-cfc815963b33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8984861 Dec 16 23:26:24.536377 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37184) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:26:24.538345 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c8d80e-0306-4f10-8452-7b2ee2ccc927 None None] Sync routers for ids ['a5c6f4d4-3766-4006-ab4e-cfc815963b33'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:26:24.549344 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c8d80e-0306-4f10-8452-7b2ee2ccc927 None None] Routers {'a5c6f4d4-3766-4006-ab4e-cfc815963b33'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:26:24.549960 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-77c8d80e-0306-4f10-8452-7b2ee2ccc927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:25:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a5c6f4d4-3766-4006-ab4e-cfc815963b33'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:26:24.589357 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-c08f4ebf-db34-4676-a4be-a59da69b5f57 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Deleting subnet 3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:26:24.592542 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c08f4ebf-db34-4676-a4be-a59da69b5f57 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:24.634277 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c08f4ebf-db34-4676-a4be-a59da69b5f57 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:24.646444 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 208559c6-3614-4c71-a7ae-9dd8a4c3686a no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:26:24.659350 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-77c8d80e-0306-4f10-8452-7b2ee2ccc927 None None] Set router a5c6f4d4-3766-4006-ab4e-cfc815963b33 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:26:24.672212 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 208559c6-3614-4c71-a7ae-9dd8a4c3686a {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:26:24.672549 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 208559c6-3614-4c71-a7ae-9dd8a4c3686a not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:26:24.728457 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c08f4ebf-db34-4676-a4be-a59da69b5f57 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:24.841775 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-77c8d80e-0306-4f10-8452-7b2ee2ccc927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654846792', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:26:23Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:26:24.867778 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c08f4ebf-db34-4676-a4be-a59da69b5f57 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:24.868512 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c8d80e-0306-4f10-8452-7b2ee2ccc927 None None] Checking router: a5c6f4d4-3766-4006-ab4e-cfc815963b33 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:26:24.877603 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c8d80e-0306-4f10-8452-7b2ee2ccc927 None None] Routers {'a5c6f4d4-3766-4006-ab4e-cfc815963b33'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:26:24.878170 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-77c8d80e-0306-4f10-8452-7b2ee2ccc927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:25:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['a5c6f4d4-3766-4006-ab4e-cfc815963b33'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:26:24.897072 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f4ebf-db34-4676-a4be-a59da69b5f57 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Subnet': ['ID=3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:24.899077 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c08f4ebf-db34-4676-a4be-a59da69b5f57 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:24.905706 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dec2ca-73fb-4854-b2e1-c9576ee830f6 None None] Network e4ea3d19-7936-4e3d-9d6a-d62af4762307 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:26:24.906344 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c08f4ebf-db34-4676-a4be-a59da69b5f57 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "DELETE /v2.0/subnets/3abd16e7-2fa1-409d-9c8c-e77a0f47dcb3 HTTP/1.1" status: 204 len: 168 time: 0.3689268 Dec 16 23:26:24.906561 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37186) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:26:25.012928 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-77c8d80e-0306-4f10-8452-7b2ee2ccc927 None None] Set router a5c6f4d4-3766-4006-ab4e-cfc815963b33 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:26:25.062173 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bdf36ab9-0fef-4ff3-9696-b0785e085ecd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:25.076636 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c276118-05ab-48f0-b2ff-029272e6684a None None] DHCP port deletion for e4ea3d19-7936-4e3d-9d6a-d62af4762307 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:26:25.129482 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7c276118-05ab-48f0-b2ff-029272e6684a None None] Deleting port e32ca64c-ea29-4165-9c84-44915ae2be2e {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:26:25.130453 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7c276118-05ab-48f0-b2ff-029272e6684a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:25.171782 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bdf36ab9-0fef-4ff3-9696-b0785e085ecd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:25.195535 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7c276118-05ab-48f0-b2ff-029272e6684a None None] For port e32ca64c-ea29-4165-9c84-44915ae2be2e, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e32ca64c-ea29-4165-9c84-44915ae2be2e,segment=NetworkSegment(1591463c-92b8-47e6-aad7-36a12bf5a694),segment_id=1591463c-92b8-47e6-aad7-36a12bf5a694)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:26:25.195942 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7c276118-05ab-48f0-b2ff-029272e6684a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:25.209808 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7c276118-05ab-48f0-b2ff-029272e6684a None None] Calling delete_port for e32ca64c-ea29-4165-9c84-44915ae2be2e owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:26:25.212775 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-77c8d80e-0306-4f10-8452-7b2ee2ccc927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654846792', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:26:23Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:26:25.240387 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c8d80e-0306-4f10-8452-7b2ee2ccc927 None None] The sync data for ids ['a5c6f4d4-3766-4006-ab4e-cfc815963b33'] in n-d-815324-4 is: [{'id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654846792', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:26:23Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '4ebf72f7-7746-403a-8fbc-80e3913eb26f', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6f4d4-3766-4006-ab4e-cfc815963b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:23:53Z', 'updated_at': '2021-12-16T23:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:26:25.321473 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-bdf36ab9-0fef-4ff3-9696-b0785e085ecd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Deleting port 4ebf72f7-7746-403a-8fbc-80e3913eb26f {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:26:25.321822 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bdf36ab9-0fef-4ff3-9696-b0785e085ecd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:25.358482 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7c276118-05ab-48f0-b2ff-029272e6684a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:25.386023 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c276118-05ab-48f0-b2ff-029272e6684a None None] Pushing event deleted for resources: {'Port': ['ID=e32ca64c-ea29-4165-9c84-44915ae2be2e,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:25.388155 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c276118-05ab-48f0-b2ff-029272e6684a None None] No DVR routers for this DVR port e32ca64c-ea29-4165-9c84-44915ae2be2e on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:26:25.408627 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-bdf36ab9-0fef-4ff3-9696-b0785e085ecd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] For port 4ebf72f7-7746-403a-8fbc-80e3913eb26f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=4ebf72f7-7746-403a-8fbc-80e3913eb26f,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:26:25.408995 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bdf36ab9-0fef-4ff3-9696-b0785e085ecd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:25.421839 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-bdf36ab9-0fef-4ff3-9696-b0785e085ecd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Calling delete_port for 4ebf72f7-7746-403a-8fbc-80e3913eb26f owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:26:25.678994 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bdf36ab9-0fef-4ff3-9696-b0785e085ecd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:25.707450 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c87f6e86-ee8e-4077-b0ec-7bbe9b8df96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:25.712216 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf36ab9-0fef-4ff3-9696-b0785e085ecd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Port': ['ID=4ebf72f7-7746-403a-8fbc-80e3913eb26f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:25.734410 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b8002e-a5c3-4424-aa66-2f024110c6e7 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:26:25.778122 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bdf36ab9-0fef-4ff3-9696-b0785e085ecd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:25.872445 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bdf36ab9-0fef-4ff3-9696-b0785e085ecd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:25.874719 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bdf36ab9-0fef-4ff3-9696-b0785e085ecd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:25.998286 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bdf36ab9-0fef-4ff3-9696-b0785e085ecd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:25.999001 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf36ab9-0fef-4ff3-9696-b0785e085ecd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Fanout notify agent at l3_agent the message router_deleted on router a5c6f4d4-3766-4006-ab4e-cfc815963b33 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:26:26.006033 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bdf36ab9-0fef-4ff3-9696-b0785e085ecd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:26.007225 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bdf36ab9-0fef-4ff3-9696-b0785e085ecd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "DELETE /v2.0/routers/a5c6f4d4-3766-4006-ab4e-cfc815963b33 HTTP/1.1" status: 204 len: 168 time: 1.0989456 Dec 16 23:26:26.009981 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37188) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:26:26.098269 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c494cb46-5c61-4b16-b182-62822d294a0e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:26.193091 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c494cb46-5c61-4b16-b182-62822d294a0e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:26.212496 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-c494cb46-5c61-4b16-b182-62822d294a0e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ea3d19-7936-4e3d-9d6a-d62af4762307']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:26:26.222355 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-c494cb46-5c61-4b16-b182-62822d294a0e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1591463c-92b8-47e6-aad7-36a12bf5a694') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:26:26.222662 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-c494cb46-5c61-4b16-b182-62822d294a0e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1591463c-92b8-47e6-aad7-36a12bf5a694') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:26:26.232425 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c494cb46-5c61-4b16-b182-62822d294a0e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:26.245480 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c494cb46-5c61-4b16-b182-62822d294a0e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:26.251600 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c494cb46-5c61-4b16-b182-62822d294a0e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:26:26.251934 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c494cb46-5c61-4b16-b182-62822d294a0e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: timer() Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:26:26.255059 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:26:26.392821 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c494cb46-5c61-4b16-b182-62822d294a0e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:26.400951 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c494cb46-5c61-4b16-b182-62822d294a0e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:26.405426 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c494cb46-5c61-4b16-b182-62822d294a0e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "DELETE /v2.0/networks/e4ea3d19-7936-4e3d-9d6a-d62af4762307 HTTP/1.1" status: 204 len: 168 time: 0.3926485 Dec 16 23:26:26.406728 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37190) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:26:26.417050 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494cb46-5c61-4b16-b182-62822d294a0e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Network': ['ID=e4ea3d19-7936-4e3d-9d6a-d62af4762307,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:26.475144 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7c627b9c-585c-49b1-aa78-24aec7f78faa tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:26.502144 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7c627b9c-585c-49b1-aa78-24aec7f78faa tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:26.638463 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7c627b9c-585c-49b1-aa78-24aec7f78faa tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:26.641152 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7c627b9c-585c-49b1-aa78-24aec7f78faa tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:26.642322 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7c627b9c-585c-49b1-aa78-24aec7f78faa tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "DELETE /v2.0/security-groups/d80d6fc0-b8dc-4433-a6fb-677c607d62d3 HTTP/1.1" status: 204 len: 168 time: 0.2344506 Dec 16 23:26:26.652890 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c627b9c-585c-49b1-aa78-24aec7f78faa tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80d6fc0-b8dc-4433-a6fb-677c607d62d3,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:26.987574 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4ebf72f7-7746-403a-8fbc-80e3913eb26f no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:26:27.008082 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 4ebf72f7-7746-403a-8fbc-80e3913eb26f {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:26:27.008432 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 4ebf72f7-7746-403a-8fbc-80e3913eb26f not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:26:27.008849 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e32ca64c-ea29-4165-9c84-44915ae2be2e no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:26:27.030589 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: e32ca64c-ea29-4165-9c84-44915ae2be2e {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:26:27.030934 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e32ca64c-ea29-4165-9c84-44915ae2be2e not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:26:27.031378 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b26a0b41-13df-4a13-8115-81abf82a3d2d no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:26:27.050229 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: b26a0b41-13df-4a13-8115-81abf82a3d2d {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:26:27.050579 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b26a0b41-13df-4a13-8115-81abf82a3d2d not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:26:27.271033 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:27.705508 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:28.602776 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:29.002755 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:29.116663 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:29.237188 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37200) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:26:29.241859 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-2838d20f-3d4d-4774-a966-be8943e4355d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1825862524', 'description': 'tempest-secgroup-smoke-1825862524 description', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:26:29.324720 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2838d20f-3d4d-4774-a966-be8943e4355d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:29.391783 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2838d20f-3d4d-4774-a966-be8943e4355d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:29.488404 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2838d20f-3d4d-4774-a966-be8943e4355d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:29.518489 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838d20f-3d4d-4774-a966-be8943e4355d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85d4f8c1-e93b-421f-8e4b-898aa4a4be44,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:29.571750 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2838d20f-3d4d-4774-a966-be8943e4355d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:29.573158 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2838d20f-3d4d-4774-a966-be8943e4355d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3349335 Dec 16 23:26:29.576223 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37202) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:26:29.580853 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-bf69bbf6-d753-45d4-bfff-6d448274ef1b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': '85d4f8c1-e93b-421f-8e4b-898aa4a4be44', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:26:29.678049 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf69bbf6-d753-45d4-bfff-6d448274ef1b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:29.732148 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf69bbf6-d753-45d4-bfff-6d448274ef1b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:29.809798 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf69bbf6-d753-45d4-bfff-6d448274ef1b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:29.827815 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69bbf6-d753-45d4-bfff-6d448274ef1b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07e11ad-c97f-4d2c-99c8-ecaa8e717a11,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:29.908838 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf69bbf6-d753-45d4-bfff-6d448274ef1b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:29.910213 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bf69bbf6-d753-45d4-bfff-6d448274ef1b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3329751 Dec 16 23:26:29.913040 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37204) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:26:29.918126 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-50986b21-e6e7-4cb4-b50b-004a8976bd18 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': '85d4f8c1-e93b-421f-8e4b-898aa4a4be44', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:26:29.986136 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-50986b21-e6e7-4cb4-b50b-004a8976bd18 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:30.044407 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-50986b21-e6e7-4cb4-b50b-004a8976bd18 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:30.099771 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-50986b21-e6e7-4cb4-b50b-004a8976bd18 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:30.118453 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50986b21-e6e7-4cb4-b50b-004a8976bd18 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a84e27-4b71-4cf9-a15a-339745018ff5,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:30.182496 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-50986b21-e6e7-4cb4-b50b-004a8976bd18 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:30.183687 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-50986b21-e6e7-4cb4-b50b-004a8976bd18 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2697227 Dec 16 23:26:30.186487 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37208) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:26:30.192460 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-53fb66a2-b8ef-4dff-91b6-c011ddcbb484 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': '85d4f8c1-e93b-421f-8e4b-898aa4a4be44', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:26:30.283596 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53fb66a2-b8ef-4dff-91b6-c011ddcbb484 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:30.341239 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53fb66a2-b8ef-4dff-91b6-c011ddcbb484 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:30.392668 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53fb66a2-b8ef-4dff-91b6-c011ddcbb484 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:30.411582 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb66a2-b8ef-4dff-91b6-c011ddcbb484 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff1ee2d-0701-48dd-bebf-d1a062dca229,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:30.468906 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53fb66a2-b8ef-4dff-91b6-c011ddcbb484 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:30.470142 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-53fb66a2-b8ef-4dff-91b6-c011ddcbb484 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2826872 Dec 16 23:26:30.473017 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37210) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:26:30.478697 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-e463fd90-bb91-47e9-80c0-e79fa36999c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': '85d4f8c1-e93b-421f-8e4b-898aa4a4be44', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:26:30.563506 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e463fd90-bb91-47e9-80c0-e79fa36999c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:30.625079 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e463fd90-bb91-47e9-80c0-e79fa36999c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:30.701326 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e463fd90-bb91-47e9-80c0-e79fa36999c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:30.718855 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463fd90-bb91-47e9-80c0-e79fa36999c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d210e7c-5e4e-43bf-af5e-166455cde087,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:30.806320 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e463fd90-bb91-47e9-80c0-e79fa36999c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:30.808374 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e463fd90-bb91-47e9-80c0-e79fa36999c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3344278 Dec 16 23:26:30.811186 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37212) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:26:30.815545 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-4b50612f-b5c6-4897-8a28-324b47f961e9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': '85d4f8c1-e93b-421f-8e4b-898aa4a4be44', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:26:30.907094 n-d-815324-4 neutron-server[103613]: INFO neutron.db.securitygroups_db [None req-4b50612f-b5c6-4897-8a28-324b47f961e9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Project cad6fd668fee498d94dbaa2b0174c294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:26:30.912547 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4b50612f-b5c6-4897-8a28-324b47f961e9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:30.971440 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4b50612f-b5c6-4897-8a28-324b47f961e9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:31.059963 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4b50612f-b5c6-4897-8a28-324b47f961e9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:31.078894 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50612f-b5c6-4897-8a28-324b47f961e9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab4518c8-1249-4d37-996e-9b976697edba,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:31.164790 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4b50612f-b5c6-4897-8a28-324b47f961e9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:31.166085 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4b50612f-b5c6-4897-8a28-324b47f961e9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3539157 Dec 16 23:26:31.168864 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37214) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:26:31.173300 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-b8c3dc4e-c4a3-43f8-86cb-2e855e995b32 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': '85d4f8c1-e93b-421f-8e4b-898aa4a4be44', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:26:31.272804 n-d-815324-4 neutron-server[103613]: INFO neutron.db.securitygroups_db [None req-b8c3dc4e-c4a3-43f8-86cb-2e855e995b32 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Project cad6fd668fee498d94dbaa2b0174c294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:26:31.279508 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8c3dc4e-c4a3-43f8-86cb-2e855e995b32 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:31.339909 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8c3dc4e-c4a3-43f8-86cb-2e855e995b32 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:31.472592 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8c3dc4e-c4a3-43f8-86cb-2e855e995b32 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:31.490921 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3dc4e-c4a3-43f8-86cb-2e855e995b32 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9433f406-b21e-4898-8eea-3988986b9d28,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:31.583392 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b8c3dc4e-c4a3-43f8-86cb-2e855e995b32 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:31.584634 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b8c3dc4e-c4a3-43f8-86cb-2e855e995b32 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4147899 Dec 16 23:26:31.587678 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37216) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:26:31.593904 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-3fd50f49-b1d2-41a2-97b3-c1aed7a55ad3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'network': {'name': 'tempest-network-smoke--2095695933', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'port_security_enabled': True}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:26:31.688398 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd50f49-b1d2-41a2-97b3-c1aed7a55ad3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Made reservation on behalf of cad6fd668fee498d94dbaa2b0174c294 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:26:31.692009 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3fd50f49-b1d2-41a2-97b3-c1aed7a55ad3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:31.721532 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd50f49-b1d2-41a2-97b3-c1aed7a55ad3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:26:31.730788 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3fd50f49-b1d2-41a2-97b3-c1aed7a55ad3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:31.731158 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-3fd50f49-b1d2-41a2-97b3-c1aed7a55ad3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Added segment 3d229f15-88b0-4d69-8b68-9ba169eed582 of type vlan for network 293a0213-a19a-4926-af8b-add8d9637765 Dec 16 23:26:31.771460 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3fd50f49-b1d2-41a2-97b3-c1aed7a55ad3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:31.844166 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3fd50f49-b1d2-41a2-97b3-c1aed7a55ad3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:31.849825 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd50f49-b1d2-41a2-97b3-c1aed7a55ad3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:31.850507 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3fd50f49-b1d2-41a2-97b3-c1aed7a55ad3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:31.922983 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd50f49-b1d2-41a2-97b3-c1aed7a55ad3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Network': ['ID=293a0213-a19a-4926-af8b-add8d9637765,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:31.935325 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 293a0213-a19a-4926-af8b-add8d9637765 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:26:31.959706 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3fd50f49-b1d2-41a2-97b3-c1aed7a55ad3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3706381 Dec 16 23:26:31.964415 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37218) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:26:31.967346 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-2c0ea8fe-e773-441f-bbba-579d774f9b37 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1907893468', 'admin_state_up': True, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:26:32.096045 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c0ea8fe-e773-441f-bbba-579d774f9b37 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:32.097095 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c0ea8fe-e773-441f-bbba-579d774f9b37 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:32.153887 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c0ea8fe-e773-441f-bbba-579d774f9b37 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:32.375066 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c0ea8fe-e773-441f-bbba-579d774f9b37 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:32.673254 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c0ea8fe-e773-441f-bbba-579d774f9b37 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:32.692420 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c0ea8fe-e773-441f-bbba-579d774f9b37 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:32.801413 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-2c0ea8fe-e773-441f-bbba-579d774f9b37 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Allocated IP 172.25.6.63 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/98295ca8-25f0-4a9c-9407-35d0b9480d82) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:26:33.240346 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c0ea8fe-e773-441f-bbba-579d774f9b37 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:33.347668 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c0ea8fe-e773-441f-bbba-579d774f9b37 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:33.390759 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0ea8fe-e773-441f-bbba-579d774f9b37 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:26:33.393729 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-2c0ea8fe-e773-441f-bbba-579d774f9b37 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:26:33.396170 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0ea8fe-e773-441f-bbba-579d774f9b37 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:26:33.406677 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e63a12-b42d-4890-be54-da4c88762771 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:26:33.427195 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ea8fe-e773-441f-bbba-579d774f9b37 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=98295ca8-25f0-4a9c-9407-35d0b9480d82,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:33.442876 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-53cd2f0d-ff12-47eb-8739-0c3627208806 None None] Provisioning complete for port 98295ca8-25f0-4a9c-9407-35d0b9480d82 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:26:33.448207 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53cd2f0d-ff12-47eb-8739-0c3627208806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:33.514660 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-53cd2f0d-ff12-47eb-8739-0c3627208806 None None] Port 98295ca8-25f0-4a9c-9407-35d0b9480d82 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:26:33.746140 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c0ea8fe-e773-441f-bbba-579d774f9b37 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:33.952737 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c0ea8fe-e773-441f-bbba-579d774f9b37 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:34.128264 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0ea8fe-e773-441f-bbba-579d774f9b37 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Router 1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:26:34.237286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0ea8fe-e773-441f-bbba-579d774f9b37 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:26:34.247949 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa76f16a-ffcb-4a8a-a81a-403db3d06073 None None] Sync routers for ids ['1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:26:34.257689 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa76f16a-ffcb-4a8a-a81a-403db3d06073 None None] Routers {'1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:26:34.258311 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-aa76f16a-ffcb-4a8a-a81a-403db3d06073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:26:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:26:34.314748 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c0ea8fe-e773-441f-bbba-579d774f9b37 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:34.316052 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2c0ea8fe-e773-441f-bbba-579d774f9b37 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3528695 Dec 16 23:26:34.319193 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37220) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:26:34.363777 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-aa76f16a-ffcb-4a8a-a81a-403db3d06073 None None] Set router 1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:26:34.404149 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5f333e37-ad96-43eb-8923-0db931c777bf tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=cad6fd668fee498d94dbaa2b0174c294&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0838144 Dec 16 23:26:34.407271 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37224) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:26:34.498455 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a43bb7a-310f-4e36-92d3-772d1fdd5564 tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:34.500014 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5a43bb7a-310f-4e36-92d3-772d1fdd5564 tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917621 Dec 16 23:26:34.502867 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37226) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:26:34.531747 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-3fce4399-684c-498c-8767-84f97d32f15c tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277696 Dec 16 23:26:34.534259 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37228) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:26:34.539147 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-12e3370c-41f5-4541-9e07-eb55a5ae2d65 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1773700845', 'network_id': '293a0213-a19a-4926-af8b-add8d9637765', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:26:34.548062 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-aa76f16a-ffcb-4a8a-a81a-403db3d06073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907893468', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:26:33Z', 'revision_number': 3, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:26:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:26:34.574482 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa76f16a-ffcb-4a8a-a81a-403db3d06073 None None] Checking router: 1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:26:34.574847 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa76f16a-ffcb-4a8a-a81a-403db3d06073 None None] Updating router 1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3 port 98295ca8-25f0-4a9c-9407-35d0b9480d82 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:26:34.600721 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa76f16a-ffcb-4a8a-a81a-403db3d06073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:34.684105 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e3370c-41f5-4541-9e07-eb55a5ae2d65 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Made reservation on behalf of cad6fd668fee498d94dbaa2b0174c294 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:26:34.687913 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-12e3370c-41f5-4541-9e07-eb55a5ae2d65 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:34.862085 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa76f16a-ffcb-4a8a-a81a-403db3d06073 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:34.923694 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa76f16a-ffcb-4a8a-a81a-403db3d06073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:34.930737 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:26:34.935491 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-12e3370c-41f5-4541-9e07-eb55a5ae2d65 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:34.969977 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc68a2fe-a6ef-4f4a-926a-6eb08ba31d2d None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:26:34.982489 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-aa76f16a-ffcb-4a8a-a81a-403db3d06073 None None] Attempting to bind port 98295ca8-25f0-4a9c-9407-35d0b9480d82 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:26:34.982841 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-aa76f16a-ffcb-4a8a-a81a-403db3d06073 None None] Attempting to bind port 98295ca8-25f0-4a9c-9407-35d0b9480d82 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:26:34.983237 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa76f16a-ffcb-4a8a-a81a-403db3d06073 None None] Attempting to bind port 98295ca8-25f0-4a9c-9407-35d0b9480d82 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:26:34.986552 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430bac57-7a64-4d92-98c3-3edf17178278 None None] Pushing event updated for resources: {'Port': ['ID=98295ca8-25f0-4a9c-9407-35d0b9480d82,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:34.992940 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa76f16a-ffcb-4a8a-a81a-403db3d06073 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:26:34.993327 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa76f16a-ffcb-4a8a-a81a-403db3d06073 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:26:34.993739 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa76f16a-ffcb-4a8a-a81a-403db3d06073 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:34.994164 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa76f16a-ffcb-4a8a-a81a-403db3d06073 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:26:34.994650 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-aa76f16a-ffcb-4a8a-a81a-403db3d06073 None None] Bound port: 98295ca8-25f0-4a9c-9407-35d0b9480d82, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:26:34.995072 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa76f16a-ffcb-4a8a-a81a-403db3d06073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:34.996298 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3370c-41f5-4541-9e07-eb55a5ae2d65 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Subnet': ['ID=c8076141-fc4a-4de4-8885-e0fc6cdb36a7,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:35.009232 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e3370c-41f5-4541-9e07-eb55a5ae2d65 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Checking segment: {'id': '3d229f15-88b0-4d69-8b68-9ba169eed582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '293a0213-a19a-4926-af8b-add8d9637765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:26:35.010137 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e3370c-41f5-4541-9e07-eb55a5ae2d65 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network hostable DHCP agents. Network: 293a0213-a19a-4926-af8b-add8d9637765, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:26:35.060147 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-aa76f16a-ffcb-4a8a-a81a-403db3d06073 None None] For port 98295ca8-25f0-4a9c-9407-35d0b9480d82, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:26:35.063475 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-aa76f16a-ffcb-4a8a-a81a-403db3d06073 None None] For port 98295ca8-25f0-4a9c-9407-35d0b9480d82, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=98295ca8-25f0-4a9c-9407-35d0b9480d82,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:26:35.064550 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-45add018-cdb1-424e-a425-fdf4e146dd57 None None] Provisioning complete for port 98295ca8-25f0-4a9c-9407-35d0b9480d82 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:26:35.064923 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-45add018-cdb1-424e-a425-fdf4e146dd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:35.090176 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e3370c-41f5-4541-9e07-eb55a5ae2d65 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network 293a0213-a19a-4926-af8b-add8d9637765 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:26:35.103820 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-45add018-cdb1-424e-a425-fdf4e146dd57 None None] Port 98295ca8-25f0-4a9c-9407-35d0b9480d82 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:26:35.153162 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa76f16a-ffcb-4a8a-a81a-403db3d06073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:35.186936 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-12e3370c-41f5-4541-9e07-eb55a5ae2d65 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 293a0213-a19a-4926-af8b-add8d9637765) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:26:35.192232 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e3370c-41f5-4541-9e07-eb55a5ae2d65 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:35.192854 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-12e3370c-41f5-4541-9e07-eb55a5ae2d65 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:35.202629 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788b3e8a-1ed7-4b49-819f-184e7e343e31 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:26:35.212301 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ccf209-b2ba-420c-8fc5-c5ad6bf2b5ef None None] Network 293a0213-a19a-4926-af8b-add8d9637765 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:26:35.258693 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430bac57-7a64-4d92-98c3-3edf17178278 None None] Pushing event updated for resources: {'Port': ['ID=98295ca8-25f0-4a9c-9407-35d0b9480d82,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:35.267008 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa76f16a-ffcb-4a8a-a81a-403db3d06073 None None] Routers {'1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:26:35.267647 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-aa76f16a-ffcb-4a8a-a81a-403db3d06073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:26:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:26:35.293458 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-12e3370c-41f5-4541-9e07-eb55a5ae2d65 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7580345 Dec 16 23:26:35.296300 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37230) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:26:35.390487 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5db6986a-c0a6-4786-9fe1-3c3c8e84eea2 None None] Provisioning complete for port 98295ca8-25f0-4a9c-9407-35d0b9480d82 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:26:35.390863 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5db6986a-c0a6-4786-9fe1-3c3c8e84eea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:35.444922 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a8739a-0421-4330-b2e0-68342571f54d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-293a0213-a19a-4926-af8b-add8d9637765', 'network_id': '293a0213-a19a-4926-af8b-add8d9637765', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'fixed_ips': [{'subnet_id': 'c8076141-fc4a-4de4-8885-e0fc6cdb36a7'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:26:35.445956 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-10a8739a-0421-4330-b2e0-68342571f54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:35.459774 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-aa76f16a-ffcb-4a8a-a81a-403db3d06073 None None] Set router 1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:26:35.746646 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5db6986a-c0a6-4786-9fe1-3c3c8e84eea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:35.749350 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e704eb5-5820-49af-bc3f-dc69e7f217c2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:35.946258 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5db6986a-c0a6-4786-9fe1-3c3c8e84eea2 None None] For port 98295ca8-25f0-4a9c-9407-35d0b9480d82, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=98295ca8-25f0-4a9c-9407-35d0b9480d82,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:26:35.958350 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-10a8739a-0421-4330-b2e0-68342571f54d None None] Allocated IP 172.20.0.2 (293a0213-a19a-4926-af8b-add8d9637765/c8076141-fc4a-4de4-8885-e0fc6cdb36a7/0ce2d874-3355-4db4-bded-3981563ca91f) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:26:36.027137 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-aa76f16a-ffcb-4a8a-a81a-403db3d06073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907893468', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:26:33Z', 'revision_number': 3, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:26:36.032672 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5db6986a-c0a6-4786-9fe1-3c3c8e84eea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:36.067965 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa76f16a-ffcb-4a8a-a81a-403db3d06073 None None] The sync data for ids ['1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'] in n-d-815324-4 is: [{'id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907893468', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:26:33Z', 'revision_number': 3, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:26:36.156028 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6986a-c0a6-4786-9fe1-3c3c8e84eea2 None None] Pushing event updated for resources: {'Port': ['ID=98295ca8-25f0-4a9c-9407-35d0b9480d82,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:36.182699 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-10a8739a-0421-4330-b2e0-68342571f54d None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:36.271414 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-10a8739a-0421-4330-b2e0-68342571f54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:36.333717 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a8739a-0421-4330-b2e0-68342571f54d None None] Network 293a0213-a19a-4926-af8b-add8d9637765 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:26:36.334282 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-6e704eb5-5820-49af-bc3f-dc69e7f217c2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Allocated IP 172.20.0.1 (293a0213-a19a-4926-af8b-add8d9637765/c8076141-fc4a-4de4-8885-e0fc6cdb36a7/cecfec42-b33e-4e31-b8a4-0d2d4b39263b) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:26:36.340075 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-10a8739a-0421-4330-b2e0-68342571f54d None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:26:36.343916 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a8739a-0421-4330-b2e0-68342571f54d None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:26:36.350870 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8739a-0421-4330-b2e0-68342571f54d None None] Pushing event updated for resources: {'Port': ['ID=0ce2d874-3355-4db4-bded-3981563ca91f,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:36.406111 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-10a8739a-0421-4330-b2e0-68342571f54d None None] Attempting to bind port 0ce2d874-3355-4db4-bded-3981563ca91f on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:26:36.407113 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-10a8739a-0421-4330-b2e0-68342571f54d None None] Attempting to bind port 0ce2d874-3355-4db4-bded-3981563ca91f by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '3d229f15-88b0-4d69-8b68-9ba169eed582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '293a0213-a19a-4926-af8b-add8d9637765'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:26:36.407113 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a8739a-0421-4330-b2e0-68342571f54d None None] Attempting to bind port 0ce2d874-3355-4db4-bded-3981563ca91f on network 293a0213-a19a-4926-af8b-add8d9637765 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:26:36.413463 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a8739a-0421-4330-b2e0-68342571f54d None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:26:36.413853 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a8739a-0421-4330-b2e0-68342571f54d None None] Checking segment: {'id': '3d229f15-88b0-4d69-8b68-9ba169eed582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '293a0213-a19a-4926-af8b-add8d9637765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:26:36.414266 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-10a8739a-0421-4330-b2e0-68342571f54d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:36.414666 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a8739a-0421-4330-b2e0-68342571f54d None None] Bound using segment: {'id': '3d229f15-88b0-4d69-8b68-9ba169eed582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '293a0213-a19a-4926-af8b-add8d9637765'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:26:36.415171 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-10a8739a-0421-4330-b2e0-68342571f54d None None] Bound port: 0ce2d874-3355-4db4-bded-3981563ca91f, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d229f15-88b0-4d69-8b68-9ba169eed582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '293a0213-a19a-4926-af8b-add8d9637765'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:26:36.417137 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-10a8739a-0421-4330-b2e0-68342571f54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:36.476803 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e704eb5-5820-49af-bc3f-dc69e7f217c2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:36.491300 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-10a8739a-0421-4330-b2e0-68342571f54d None None] For port 0ce2d874-3355-4db4-bded-3981563ca91f, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:26:36.496004 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-10a8739a-0421-4330-b2e0-68342571f54d None None] For port 0ce2d874-3355-4db4-bded-3981563ca91f, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0ce2d874-3355-4db4-bded-3981563ca91f,segment=NetworkSegment(3d229f15-88b0-4d69-8b68-9ba169eed582),segment_id=3d229f15-88b0-4d69-8b68-9ba169eed582)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:26:36.565209 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-10a8739a-0421-4330-b2e0-68342571f54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:36.593169 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e704eb5-5820-49af-bc3f-dc69e7f217c2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:36.631313 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8739a-0421-4330-b2e0-68342571f54d None None] Pushing event updated for resources: {'Port': ['ID=0ce2d874-3355-4db4-bded-3981563ca91f,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:36.656024 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e704eb5-5820-49af-bc3f-dc69e7f217c2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network 293a0213-a19a-4926-af8b-add8d9637765 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:26:36.660043 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-6e704eb5-5820-49af-bc3f-dc69e7f217c2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:26:36.664087 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e704eb5-5820-49af-bc3f-dc69e7f217c2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:26:36.672108 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e704eb5-5820-49af-bc3f-dc69e7f217c2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=cecfec42-b33e-4e31-b8a4-0d2d4b39263b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:36.720606 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e704eb5-5820-49af-bc3f-dc69e7f217c2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:36.929469 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e704eb5-5820-49af-bc3f-dc69e7f217c2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:37.088411 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0ce2d874-3355-4db4-bded-3981563ca91f up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:26:37.142088 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 0ce2d874-3355-4db4-bded-3981563ca91f triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:26:37.142488 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:37.226147 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:37.257758 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e704eb5-5820-49af-bc3f-dc69e7f217c2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:37.260524 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 0ce2d874-3355-4db4-bded-3981563ca91f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0ce2d874-3355-4db4-bded-3981563ca91f,segment=NetworkSegment(3d229f15-88b0-4d69-8b68-9ba169eed582),segment_id=3d229f15-88b0-4d69-8b68-9ba169eed582)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:26:37.340999 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e704eb5-5820-49af-bc3f-dc69e7f217c2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:37.370561 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:37.371497 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 98295ca8-25f0-4a9c-9407-35d0b9480d82 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:26:37.422900 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e704eb5-5820-49af-bc3f-dc69e7f217c2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=cecfec42-b33e-4e31-b8a4-0d2d4b39263b,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:37.432267 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6e704eb5-5820-49af-bc3f-dc69e7f217c2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:37.461575 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=0ce2d874-3355-4db4-bded-3981563ca91f,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:37.473912 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 98295ca8-25f0-4a9c-9407-35d0b9480d82 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:26:37.474284 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:37.541478 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e704eb5-5820-49af-bc3f-dc69e7f217c2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network 293a0213-a19a-4926-af8b-add8d9637765 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:26:37.544341 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-6e704eb5-5820-49af-bc3f-dc69e7f217c2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:26:37.675821 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e704eb5-5820-49af-bc3f-dc69e7f217c2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Router 1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:26:37.708896 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c522be14-897d-44ef-b56c-3a50842da7b3 None None] Network 293a0213-a19a-4926-af8b-add8d9637765 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:26:37.790713 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e704eb5-5820-49af-bc3f-dc69e7f217c2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:26:37.793763 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f6d257d1-b8e3-476c-a1c0-18201f8f185c None None] Provisioning complete for port 0ce2d874-3355-4db4-bded-3981563ca91f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:26:37.794138 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f6d257d1-b8e3-476c-a1c0-18201f8f185c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:37.802629 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6e704eb5-5820-49af-bc3f-dc69e7f217c2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "PUT /v2.0/routers/1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4990594 Dec 16 23:26:37.996447 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-604ae896-922e-49d2-bd20-bb098869d64b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1825862524&fields=id&tenant_id=cad6fd668fee498d94dbaa2b0174c294 HTTP/1.1" status: 200 len: 267 time: 0.0514801 Dec 16 23:26:38.120092 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-702dbe4e-72f5-4532-a17d-b5dac2dffc10 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:38.121593 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-702dbe4e-72f5-4532-a17d-b5dac2dffc10 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/networks?id=293a0213-a19a-4926-af8b-add8d9637765 HTTP/1.1" status: 200 len: 797 time: 0.1179974 Dec 16 23:26:38.130428 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-343d477a-1e33-4942-8f5c-3b1224b6640c None None] Provisioning complete for port cecfec42-b33e-4e31-b8a4-0d2d4b39263b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:26:38.131016 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-343d477a-1e33-4942-8f5c-3b1224b6640c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:38.137938 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-60d086ee-87d9-40a1-b7b4-f649ee48a779 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/quotas/cad6fd668fee498d94dbaa2b0174c294 HTTP/1.1" status: 200 len: 375 time: 0.0096912 Dec 16 23:26:38.171778 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-343d477a-1e33-4942-8f5c-3b1224b6640c None None] Port cecfec42-b33e-4e31-b8a4-0d2d4b39263b cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:26:38.183182 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-343d477a-1e33-4942-8f5c-3b1224b6640c None None] Provisioning complete for port 0ce2d874-3355-4db4-bded-3981563ca91f triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:26:38.183563 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-343d477a-1e33-4942-8f5c-3b1224b6640c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:38.203728 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-1595ac6f-1bc8-4ade-aa63-0f6ed058f569 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591521 Dec 16 23:26:38.266484 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-1ec3a956-aab7-44eb-ad59-af067d445f18 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:26:38.267642 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-1ec3a956-aab7-44eb-ad59-af067d445f18 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0526674 Dec 16 23:26:38.283178 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acca2742-8ef5-4e85-9a40-6361b5adfb7e None None] Sync routers for ids ['1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:26:38.298471 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acca2742-8ef5-4e85-9a40-6361b5adfb7e None None] Routers {'1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:26:38.299242 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-acca2742-8ef5-4e85-9a40-6361b5adfb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:26:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:26:38.376884 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-640d0e5c-ac4a-4df3-b8ba-baa05539954b service neutron] 10.222.0.75 "GET /v2.0/networks/293a0213-a19a-4926-af8b-add8d9637765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003091 Dec 16 23:26:38.409005 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f9bc3c39-36bd-4ddb-b01b-cbc36f855f86 None None] Provisioning complete for port cecfec42-b33e-4e31-b8a4-0d2d4b39263b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:26:38.410229 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f9bc3c39-36bd-4ddb-b01b-cbc36f855f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:38.419924 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-acca2742-8ef5-4e85-9a40-6361b5adfb7e None None] Set router 1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:26:38.455094 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f9bc3c39-36bd-4ddb-b01b-cbc36f855f86 None None] Port cecfec42-b33e-4e31-b8a4-0d2d4b39263b cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:26:38.493189 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-253a4ad4-5027-45dc-8f2c-5990236ded93 service neutron] 10.222.0.75 "GET /v2.0/networks/293a0213-a19a-4926-af8b-add8d9637765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098311 Dec 16 23:26:38.583597 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-81fa6ef6-da50-4314-91ad-3939cd298e58 None None] Provisioning complete for port cecfec42-b33e-4e31-b8a4-0d2d4b39263b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:26:38.584282 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-81fa6ef6-da50-4314-91ad-3939cd298e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:38.621639 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-81fa6ef6-da50-4314-91ad-3939cd298e58 None None] Port cecfec42-b33e-4e31-b8a4-0d2d4b39263b cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:26:38.650531 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-acca2742-8ef5-4e85-9a40-6361b5adfb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907893468', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:26:36Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'cecfec42-b33e-4e31-b8a4-0d2d4b39263b', 'name': '', 'network_id': '293a0213-a19a-4926-af8b-add8d9637765', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:0a:f9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c8076141-fc4a-4de4-8885-e0fc6cdb36a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:26:35Z', 'updated_at': '2021-12-16T23:26:37Z', 'revision_number': 2, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': 'c8076141-fc4a-4de4-8885-e0fc6cdb36a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:26:38.677554 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acca2742-8ef5-4e85-9a40-6361b5adfb7e None None] Checking router: 1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:26:38.677910 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acca2742-8ef5-4e85-9a40-6361b5adfb7e None None] Updating router 1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3 port cecfec42-b33e-4e31-b8a4-0d2d4b39263b binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:26:38.704114 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-acca2742-8ef5-4e85-9a40-6361b5adfb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:38.775106 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7c2c81a9-0c25-4073-97f8-c2e7c705925c req-b14c30ab-0159-4291-ad13-ddb4bf221bab tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 210 time: 0.0263903 Dec 16 23:26:38.975550 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-acca2742-8ef5-4e85-9a40-6361b5adfb7e None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:38.990938 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0ce2d874-3355-4db4-bded-3981563ca91f up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:26:39.037032 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-acca2742-8ef5-4e85-9a40-6361b5adfb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:39.045489 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 0ce2d874-3355-4db4-bded-3981563ca91f triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:26:39.045863 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:39.088363 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2d3bb-c20b-4a48-a4bd-bf26d7b844bc None None] Pushing event updated for resources: {'Port': ['ID=cecfec42-b33e-4e31-b8a4-0d2d4b39263b,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:39.098481 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2d3bb-c20b-4a48-a4bd-bf26d7b844bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:39.098824 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2d3bb-c20b-4a48-a4bd-bf26d7b844bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:39.099187 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2d3bb-c20b-4a48-a4bd-bf26d7b844bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:39.099525 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2d3bb-c20b-4a48-a4bd-bf26d7b844bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:39.099853 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2d3bb-c20b-4a48-a4bd-bf26d7b844bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:39.100180 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2d3bb-c20b-4a48-a4bd-bf26d7b844bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:39.100506 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2d3bb-c20b-4a48-a4bd-bf26d7b844bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:39.100830 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2d3bb-c20b-4a48-a4bd-bf26d7b844bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:39.101148 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2d3bb-c20b-4a48-a4bd-bf26d7b844bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:39.101467 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2d3bb-c20b-4a48-a4bd-bf26d7b844bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:39.101786 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2d3bb-c20b-4a48-a4bd-bf26d7b844bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:39.102103 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2d3bb-c20b-4a48-a4bd-bf26d7b844bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:39.102421 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2d3bb-c20b-4a48-a4bd-bf26d7b844bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:39.158089 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-acca2742-8ef5-4e85-9a40-6361b5adfb7e None None] Attempting to bind port cecfec42-b33e-4e31-b8a4-0d2d4b39263b on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:26:39.158461 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-acca2742-8ef5-4e85-9a40-6361b5adfb7e None None] Attempting to bind port cecfec42-b33e-4e31-b8a4-0d2d4b39263b by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '3d229f15-88b0-4d69-8b68-9ba169eed582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '293a0213-a19a-4926-af8b-add8d9637765'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:26:39.158824 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acca2742-8ef5-4e85-9a40-6361b5adfb7e None None] Attempting to bind port cecfec42-b33e-4e31-b8a4-0d2d4b39263b on network 293a0213-a19a-4926-af8b-add8d9637765 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:26:39.164037 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acca2742-8ef5-4e85-9a40-6361b5adfb7e None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:26:39.164408 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acca2742-8ef5-4e85-9a40-6361b5adfb7e None None] Checking segment: {'id': '3d229f15-88b0-4d69-8b68-9ba169eed582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '293a0213-a19a-4926-af8b-add8d9637765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:26:39.164805 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-acca2742-8ef5-4e85-9a40-6361b5adfb7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:39.165196 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acca2742-8ef5-4e85-9a40-6361b5adfb7e None None] Bound using segment: {'id': '3d229f15-88b0-4d69-8b68-9ba169eed582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '293a0213-a19a-4926-af8b-add8d9637765'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:26:39.165675 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-acca2742-8ef5-4e85-9a40-6361b5adfb7e None None] Bound port: cecfec42-b33e-4e31-b8a4-0d2d4b39263b, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d229f15-88b0-4d69-8b68-9ba169eed582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '293a0213-a19a-4926-af8b-add8d9637765'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:26:39.166803 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-acca2742-8ef5-4e85-9a40-6361b5adfb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:39.236118 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-acca2742-8ef5-4e85-9a40-6361b5adfb7e None None] For port cecfec42-b33e-4e31-b8a4-0d2d4b39263b, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:26:39.239478 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-acca2742-8ef5-4e85-9a40-6361b5adfb7e None None] For port cecfec42-b33e-4e31-b8a4-0d2d4b39263b, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=cecfec42-b33e-4e31-b8a4-0d2d4b39263b,segment=NetworkSegment(3d229f15-88b0-4d69-8b68-9ba169eed582),segment_id=3d229f15-88b0-4d69-8b68-9ba169eed582)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:26:39.312658 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-acca2742-8ef5-4e85-9a40-6361b5adfb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:39.348101 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5dc21136-9017-444d-8922-48a11355852d None None] Provisioning complete for port cecfec42-b33e-4e31-b8a4-0d2d4b39263b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:26:39.348613 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5dc21136-9017-444d-8922-48a11355852d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:39.372176 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acca2742-8ef5-4e85-9a40-6361b5adfb7e None None] Routers {'1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:26:39.372808 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-acca2742-8ef5-4e85-9a40-6361b5adfb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:26:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:26:39.376369 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2d3bb-c20b-4a48-a4bd-bf26d7b844bc None None] Pushing event updated for resources: {'Port': ['ID=cecfec42-b33e-4e31-b8a4-0d2d4b39263b,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:39.439345 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5dc21136-9017-444d-8922-48a11355852d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:39.487939 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5dc21136-9017-444d-8922-48a11355852d None None] For port cecfec42-b33e-4e31-b8a4-0d2d4b39263b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=cecfec42-b33e-4e31-b8a4-0d2d4b39263b,segment=NetworkSegment(3d229f15-88b0-4d69-8b68-9ba169eed582),segment_id=3d229f15-88b0-4d69-8b68-9ba169eed582)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:26:39.615740 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-acca2742-8ef5-4e85-9a40-6361b5adfb7e None None] Set router 1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:26:39.672791 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5dc21136-9017-444d-8922-48a11355852d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:39.737823 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc21136-9017-444d-8922-48a11355852d None None] Pushing event updated for resources: {'Port': ['ID=cecfec42-b33e-4e31-b8a4-0d2d4b39263b,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:39.793688 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-17bf62f6-8cb3-46af-9bb3-e7a7e4d880d6 None None] Provisioning complete for port cecfec42-b33e-4e31-b8a4-0d2d4b39263b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:26:39.794069 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-17bf62f6-8cb3-46af-9bb3-e7a7e4d880d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:39.842345 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-acca2742-8ef5-4e85-9a40-6361b5adfb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907893468', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:26:36Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'cecfec42-b33e-4e31-b8a4-0d2d4b39263b', 'name': '', 'network_id': '293a0213-a19a-4926-af8b-add8d9637765', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:0a:f9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c8076141-fc4a-4de4-8885-e0fc6cdb36a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:26:35Z', 'updated_at': '2021-12-16T23:26:39Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': 'c8076141-fc4a-4de4-8885-e0fc6cdb36a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:26:39.873175 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5d33cbdc-6ade-4167-a3b9-6fd48aa1652a req-3440464c-0b85-4cdf-af32-e09c8dba1158 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 210 time: 0.0367775 Dec 16 23:26:39.883373 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acca2742-8ef5-4e85-9a40-6361b5adfb7e None None] The sync data for ids ['1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'] in n-d-815324-4 is: [{'id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907893468', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:26:36Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'cecfec42-b33e-4e31-b8a4-0d2d4b39263b', 'name': '', 'network_id': '293a0213-a19a-4926-af8b-add8d9637765', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:0a:f9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c8076141-fc4a-4de4-8885-e0fc6cdb36a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:26:35Z', 'updated_at': '2021-12-16T23:26:39Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': 'c8076141-fc4a-4de4-8885-e0fc6cdb36a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:26:40.983912 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-66c5106e-9aaa-403d-8768-765f45f03ade req-c4030c7a-8cf6-45ff-9322-d3f4ba5a6f48 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 210 time: 0.0535538 Dec 16 23:26:41.048909 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device cecfec42-b33e-4e31-b8a4-0d2d4b39263b up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:26:41.100821 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port cecfec42-b33e-4e31-b8a4-0d2d4b39263b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:26:41.101342 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:42.057754 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9eb1a477-1a04-41e4-a381-abc013c9e985 req-4b335e65-d518-4dc8-975c-9dc8f6c8f443 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 210 time: 0.0283244 Dec 16 23:26:43.156849 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-412b2388-6a4e-486b-be38-1441d7d5b335 req-92b33dc1-6424-42ab-812b-e735fac9b99d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 210 time: 0.0273447 Dec 16 23:26:44.257912 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-25975ed1-b6ba-406e-a0fd-af8693208140 req-75b9cdc1-4654-4da1-a0c5-8a78fc51e187 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 210 time: 0.0277860 Dec 16 23:26:44.960828 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-d9ef0128-37ce-4b90-a96c-234d08ef6135 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:44.963459 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-d9ef0128-37ce-4b90-a96c-234d08ef6135 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.57 "GET /v2.0/networks?id=293a0213-a19a-4926-af8b-add8d9637765 HTTP/1.1" status: 200 len: 797 time: 0.1067855 Dec 16 23:26:45.033467 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-3d896695-7082-48d4-b8d3-ea52ca4ef13a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cad6fd668fee498d94dbaa2b0174c294 HTTP/1.1" status: 200 len: 380 time: 0.0559847 Dec 16 23:26:45.052695 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-ac4b1aef-0601-4e4b-aee3-860c571e01d2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'port': {'device_id': '6bc4f35e-340e-4406-b1ee-7616c7a67720', 'network_id': '293a0213-a19a-4926-af8b-add8d9637765', 'admin_state_up': True, 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'security_groups': ['85d4f8c1-e93b-421f-8e4b-898aa4a4be44']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:26:45.272429 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-ac4b1aef-0601-4e4b-aee3-860c571e01d2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Made reservation on behalf of cad6fd668fee498d94dbaa2b0174c294 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:26:45.277018 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-ac4b1aef-0601-4e4b-aee3-860c571e01d2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:45.368769 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f73d094f-3682-425a-949e-2366fc25bbcc req-21f810ee-c2c2-4165-913d-fdaf60f7abf7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 210 time: 0.0387719 Dec 16 23:26:45.431715 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-ac4b1aef-0601-4e4b-aee3-860c571e01d2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Allocated IP 172.20.0.10 (293a0213-a19a-4926-af8b-add8d9637765/c8076141-fc4a-4de4-8885-e0fc6cdb36a7/082669de-45e3-47a9-954d-c41c3451c61c) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:26:45.570597 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-ac4b1aef-0601-4e4b-aee3-860c571e01d2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:45.661529 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-ac4b1aef-0601-4e4b-aee3-860c571e01d2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:45.716940 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-ac4b1aef-0601-4e4b-aee3-860c571e01d2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network 293a0213-a19a-4926-af8b-add8d9637765 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:26:45.720596 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-ac4b1aef-0601-4e4b-aee3-860c571e01d2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:26:45.725591 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-ac4b1aef-0601-4e4b-aee3-860c571e01d2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:26:45.730076 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b1aef-0601-4e4b-aee3-860c571e01d2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=082669de-45e3-47a9-954d-c41c3451c61c,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:45.764986 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b1aef-0601-4e4b-aee3-860c571e01d2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:45.765343 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b1aef-0601-4e4b-aee3-860c571e01d2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:45.765692 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b1aef-0601-4e4b-aee3-860c571e01d2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:45.766035 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b1aef-0601-4e4b-aee3-860c571e01d2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:45.766368 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b1aef-0601-4e4b-aee3-860c571e01d2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:45.766699 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b1aef-0601-4e4b-aee3-860c571e01d2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:45.767021 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b1aef-0601-4e4b-aee3-860c571e01d2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:45.767382 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b1aef-0601-4e4b-aee3-860c571e01d2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:45.767712 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b1aef-0601-4e4b-aee3-860c571e01d2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:45.768042 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b1aef-0601-4e4b-aee3-860c571e01d2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:45.768372 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b1aef-0601-4e4b-aee3-860c571e01d2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:45.768694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b1aef-0601-4e4b-aee3-860c571e01d2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:45.769017 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4b1aef-0601-4e4b-aee3-860c571e01d2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:45.810579 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-ac4b1aef-0601-4e4b-aee3-860c571e01d2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:45.811297 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-ac4b1aef-0601-4e4b-aee3-860c571e01d2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:45.887906 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-ac4b1aef-0601-4e4b-aee3-860c571e01d2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8392305 Dec 16 23:26:45.906501 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-83a36094-1231-4375-816d-b3ea8933ed37 service neutron] Request body: {'port': {'device_id': '6bc4f35e-340e-4406-b1ee-7616c7a67720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:26:45.972452 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ff5a157a-03fa-4d44-b60b-b6af40a46949 None None] Provisioning complete for port 082669de-45e3-47a9-954d-c41c3451c61c triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:26:45.973490 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ff5a157a-03fa-4d44-b60b-b6af40a46949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:45.978159 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-83a36094-1231-4375-816d-b3ea8933ed37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:46.011428 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ff5a157a-03fa-4d44-b60b-b6af40a46949 None None] Port 082669de-45e3-47a9-954d-c41c3451c61c cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:26:46.506295 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf40800-cead-4312-ae5e-d86468f98b21 req-d84e0eb6-2b54-44b7-ac84-ea6ae34f533e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:46.507817 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5cf40800-cead-4312-ae5e-d86468f98b21 req-d84e0eb6-2b54-44b7-ac84-ea6ae34f533e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 932 time: 0.0595810 Dec 16 23:26:46.563943 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5cf40800-cead-4312-ae5e-d86468f98b21 req-ac9d352d-d742-49f1-a64f-36ccbb657910 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d4f8c1-e93b-421f-8e4b-898aa4a4be44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489457 Dec 16 23:26:46.631984 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-83a36094-1231-4375-816d-b3ea8933ed37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 082669de-45e3-47a9-954d-c41c3451c61c {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:26:46.640265 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-83a36094-1231-4375-816d-b3ea8933ed37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:46.653513 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-83a36094-1231-4375-816d-b3ea8933ed37 service neutron] Transition to ACTIVE for port object 082669de-45e3-47a9-954d-c41c3451c61c will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:26:46.712371 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-83a36094-1231-4375-816d-b3ea8933ed37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:46.771908 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a36094-1231-4375-816d-b3ea8933ed37 service neutron] Pushing event updated for resources: {'Port': ['ID=082669de-45e3-47a9-954d-c41c3451c61c,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:46.847812 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-83a36094-1231-4375-816d-b3ea8933ed37 service neutron] Attempting to bind port 082669de-45e3-47a9-954d-c41c3451c61c on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:26:46.848283 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-83a36094-1231-4375-816d-b3ea8933ed37 service neutron] Attempting to bind port 082669de-45e3-47a9-954d-c41c3451c61c by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': '3d229f15-88b0-4d69-8b68-9ba169eed582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '293a0213-a19a-4926-af8b-add8d9637765'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:26:46.848482 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-83a36094-1231-4375-816d-b3ea8933ed37 service neutron] Attempting to bind port 082669de-45e3-47a9-954d-c41c3451c61c on network 293a0213-a19a-4926-af8b-add8d9637765 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:26:46.853479 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-83a36094-1231-4375-816d-b3ea8933ed37 service neutron] Port 082669de-45e3-47a9-954d-c41c3451c61c on network 293a0213-a19a-4926-af8b-add8d9637765 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:26:46.853786 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-83a36094-1231-4375-816d-b3ea8933ed37 service neutron] Attempting to bind port 082669de-45e3-47a9-954d-c41c3451c61c on network 293a0213-a19a-4926-af8b-add8d9637765 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:26:46.860026 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-83a36094-1231-4375-816d-b3ea8933ed37 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:26:46.860377 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-83a36094-1231-4375-816d-b3ea8933ed37 service neutron] Checking segment: {'id': '3d229f15-88b0-4d69-8b68-9ba169eed582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '293a0213-a19a-4926-af8b-add8d9637765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:26:46.860767 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-83a36094-1231-4375-816d-b3ea8933ed37 service neutron] Bound using segment: {'id': '3d229f15-88b0-4d69-8b68-9ba169eed582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '293a0213-a19a-4926-af8b-add8d9637765'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:26:46.861230 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-83a36094-1231-4375-816d-b3ea8933ed37 service neutron] Bound port: 082669de-45e3-47a9-954d-c41c3451c61c, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d229f15-88b0-4d69-8b68-9ba169eed582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '293a0213-a19a-4926-af8b-add8d9637765'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:26:46.861593 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-83a36094-1231-4375-816d-b3ea8933ed37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:46.939541 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-83a36094-1231-4375-816d-b3ea8933ed37 service neutron] For port 082669de-45e3-47a9-954d-c41c3451c61c, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:26:46.942973 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-83a36094-1231-4375-816d-b3ea8933ed37 service neutron] For port 082669de-45e3-47a9-954d-c41c3451c61c, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=082669de-45e3-47a9-954d-c41c3451c61c,segment=NetworkSegment(3d229f15-88b0-4d69-8b68-9ba169eed582),segment_id=3d229f15-88b0-4d69-8b68-9ba169eed582)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:26:47.016072 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-83a36094-1231-4375-816d-b3ea8933ed37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:47.062183 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-83a36094-1231-4375-816d-b3ea8933ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:47.063176 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-83a36094-1231-4375-816d-b3ea8933ed37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:47.064715 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-83a36094-1231-4375-816d-b3ea8933ed37 service neutron] 10.222.0.57 "PUT /v2.0/ports/082669de-45e3-47a9-954d-c41c3451c61c HTTP/1.1" status: 200 len: 1092 time: 1.1633272 Dec 16 23:26:47.067843 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc4f35e-340e-4406-b1ee-7616c7a67720', 'tag': '082669de-45e3-47a9-954d-c41c3451c61c'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:26:47.070024 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45e1861-beb1-49a1-ad53-4d93738b93f2" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc4f35e-340e-4406-b1ee-7616c7a67720", "tag": "082669de-45e3-47a9-954d-c41c3451c61c"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:26:47.106863 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a36094-1231-4375-816d-b3ea8933ed37 service neutron] Pushing event updated for resources: {'Port': ['ID=082669de-45e3-47a9-954d-c41c3451c61c,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:47.127366 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29109e9a-662e-49d7-a04c-7076bbde2646 x-openstack-request-id: req-29109e9a-662e-49d7-a04c-7076bbde2646 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:26:47.127558 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc4f35e-340e-4406-b1ee-7616c7a67720", "tag": "082669de-45e3-47a9-954d-c41c3451c61c", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:26:47.127879 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-29109e9a-662e-49d7-a04c-7076bbde2646 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:26:47.128183 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc4f35e-340e-4406-b1ee-7616c7a67720', 'tag': '082669de-45e3-47a9-954d-c41c3451c61c', 'status': 'completed', 'code': 200} Dec 16 23:26:47.208994 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e1861-beb1-49a1-ad53-4d93738b93f2 req-6d8eff47-6277-40de-bafe-89dd7533b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:47.210628 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d45e1861-beb1-49a1-ad53-4d93738b93f2 req-6d8eff47-6277-40de-bafe-89dd7533b651 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 1095 time: 0.0476582 Dec 16 23:26:47.321393 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e1861-beb1-49a1-ad53-4d93738b93f2 req-7bb5a9e2-d0e4-4c18-bf7d-af2ea8ae7d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:47.323599 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d45e1861-beb1-49a1-ad53-4d93738b93f2 req-7bb5a9e2-d0e4-4c18-bf7d-af2ea8ae7d3c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=cad6fd668fee498d94dbaa2b0174c294&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0983562 Dec 16 23:26:47.425269 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e1861-beb1-49a1-ad53-4d93738b93f2 req-a082f5fb-9b05-40e8-a600-65fb91fc8e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:47.426782 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d45e1861-beb1-49a1-ad53-4d93738b93f2 req-a082f5fb-9b05-40e8-a600-65fb91fc8e7e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0960932 Dec 16 23:26:47.525071 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-32bff627-72d1-4462-92b3-1b2ed76941f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:47.526756 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-32bff627-72d1-4462-92b3-1b2ed76941f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 1095 time: 0.0423255 Dec 16 23:26:47.579609 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-fdd89e4a-596f-4f3c-ba5a-d9d34ae95062 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=082669de-45e3-47a9-954d-c41c3451c61c HTTP/1.1" status: 200 len: 217 time: 0.0393209 Dec 16 23:26:47.630304 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-7174f321-454d-4148-ad94-c12a66a8b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:47.631876 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-7174f321-454d-4148-ad94-c12a66a8b4d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c8076141-fc4a-4de4-8885-e0fc6cdb36a7 HTTP/1.1" status: 200 len: 835 time: 0.0460687 Dec 16 23:26:47.679915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-7fbe8544-292d-42ad-93de-3e9d3f7b0d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:47.682942 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-7fbe8544-292d-42ad-93de-3e9d3f7b0d45 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=293a0213-a19a-4926-af8b-add8d9637765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440326 Dec 16 23:26:47.692780 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940e7ce-590c-4592-849f-af3dc861734d req-9649f095-1aa9-48eb-a7f6-bffa7831a381 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:47.694304 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e940e7ce-590c-4592-849f-af3dc861734d req-9649f095-1aa9-48eb-a7f6-bffa7831a381 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 944 time: 0.0563457 Dec 16 23:26:47.745994 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e940e7ce-590c-4592-849f-af3dc861734d req-ff0e647c-aec5-4fcc-8881-f9ca5ae23244 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d4f8c1-e93b-421f-8e4b-898aa4a4be44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450740 Dec 16 23:26:47.785242 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-49df9778-7f72-4f8a-bfbb-eb6392b7ad80 service neutron] 10.222.0.57 "GET /v2.0/networks/293a0213-a19a-4926-af8b-add8d9637765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952046 Dec 16 23:26:47.876988 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9ce3bd89-185a-45f2-865c-1b92d38836fe req-4dbcb5b5-103c-469a-86fe-a17c17ef9535 service neutron] 10.222.0.57 "GET /v2.0/networks/293a0213-a19a-4926-af8b-add8d9637765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844278 Dec 16 23:26:48.871943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c8056-5f73-4b4b-9daa-fc9a8f74797a req-20cf4de4-7940-42d3-9b71-6e66d5c0bcce tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:48.873487 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2a7c8056-5f73-4b4b-9daa-fc9a8f74797a req-20cf4de4-7940-42d3-9b71-6e66d5c0bcce tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 944 time: 0.0517282 Dec 16 23:26:48.930903 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2a7c8056-5f73-4b4b-9daa-fc9a8f74797a req-e36bb05d-9250-4226-99bc-f071f14ef392 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d4f8c1-e93b-421f-8e4b-898aa4a4be44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513840 Dec 16 23:26:50.053653 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6d302-9b78-4b0c-9690-9c54916d6c07 req-756b4534-96e7-4b0b-8800-021f1109437b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:50.055475 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-56c6d302-9b78-4b0c-9690-9c54916d6c07 req-756b4534-96e7-4b0b-8800-021f1109437b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 944 time: 0.0512941 Dec 16 23:26:50.107145 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-56c6d302-9b78-4b0c-9690-9c54916d6c07 req-8533706a-1af5-4041-a8e5-888470f21388 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d4f8c1-e93b-421f-8e4b-898aa4a4be44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453246 Dec 16 23:26:51.225336 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b4539-d1ca-4d8d-8002-c048b4f1dbe0 req-76ecaa49-5155-46b0-a8df-212326d25058 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:51.226800 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-639b4539-d1ca-4d8d-8002-c048b4f1dbe0 req-76ecaa49-5155-46b0-a8df-212326d25058 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 944 time: 0.0500107 Dec 16 23:26:51.279195 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-639b4539-d1ca-4d8d-8002-c048b4f1dbe0 req-12072768-1b50-4696-b413-5fb469ba7cd3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d4f8c1-e93b-421f-8e4b-898aa4a4be44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452390 Dec 16 23:26:52.170174 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 082669de-45e3-47a9-954d-c41c3451c61c details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:26:52.266775 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 082669de-45e3-47a9-954d-c41c3451c61c, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=082669de-45e3-47a9-954d-c41c3451c61c,segment=NetworkSegment(3d229f15-88b0-4d69-8b68-9ba169eed582),segment_id=3d229f15-88b0-4d69-8b68-9ba169eed582)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:26:52.278851 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '082669de-45e3-47a9-954d-c41c3451c61c', 'network_id': '293a0213-a19a-4926-af8b-add8d9637765', 'port_id': '082669de-45e3-47a9-954d-c41c3451c61c', 'mac_address': 'fa:16:3e:60:eb:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8076141-fc4a-4de4-8885-e0fc6cdb36a7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:26:52.319491 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:52.333157 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 082669de-45e3-47a9-954d-c41c3451c61c {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:26:52.358850 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 082669de-45e3-47a9-954d-c41c3451c61c, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=082669de-45e3-47a9-954d-c41c3451c61c,segment=NetworkSegment(3d229f15-88b0-4d69-8b68-9ba169eed582),segment_id=3d229f15-88b0-4d69-8b68-9ba169eed582)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:26:52.399169 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07903d3e-8fa7-44be-b295-25e1dc29cda3 req-ea2c354a-89f1-41f4-b50d-338331e58311 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:52.400746 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07903d3e-8fa7-44be-b295-25e1dc29cda3 req-ea2c354a-89f1-41f4-b50d-338331e58311 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 944 time: 0.0498736 Dec 16 23:26:52.425468 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:52.458701 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-07903d3e-8fa7-44be-b295-25e1dc29cda3 req-fb12060e-95d4-47c5-a364-4a424848b2a7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d4f8c1-e93b-421f-8e4b-898aa4a4be44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518374 Dec 16 23:26:52.476960 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=082669de-45e3-47a9-954d-c41c3451c61c,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:52.484883 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:52.485236 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:52.485584 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:52.485924 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:52.486259 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:52.486592 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:52.486921 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:52.487276 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:52.487605 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:52.487929 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:52.488252 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:52.488575 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:52.488894 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:26:52.856866 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['082669de-45e3-47a9-954d-c41c3451c61c'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:26:53.438009 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-441e8afc-c4e1-4a38-9329-edce56cd5a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:53.576138 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466c84a-dc29-4d3f-8bf3-b04ad1c8f762 req-6946ef9b-ff91-4168-8563-9a93bd6c73d8 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:53.577700 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8466c84a-dc29-4d3f-8bf3-b04ad1c8f762 req-6946ef9b-ff91-4168-8563-9a93bd6c73d8 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 945 time: 0.0500474 Dec 16 23:26:53.632214 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8466c84a-dc29-4d3f-8bf3-b04ad1c8f762 req-58fd440f-385e-4806-8692-064afac835ea tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d4f8c1-e93b-421f-8e4b-898aa4a4be44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485547 Dec 16 23:26:54.178202 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 082669de-45e3-47a9-954d-c41c3451c61c up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:26:54.288121 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 082669de-45e3-47a9-954d-c41c3451c61c completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:26:54.293078 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 082669de-45e3-47a9-954d-c41c3451c61c triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:26:54.293459 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:54.376521 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:54.398548 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc4f35e-340e-4406-b1ee-7616c7a67720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082669de-45e3-47a9-954d-c41c3451c61c'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:26:54.400900 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1362fd-1133-4fcd-a979-240980d1a483" -d '{"events": [{"server_uuid": "6bc4f35e-340e-4406-b1ee-7616c7a67720", "name": "network-vif-plugged", "status": "completed", "tag": "082669de-45e3-47a9-954d-c41c3451c61c"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:26:54.414089 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 082669de-45e3-47a9-954d-c41c3451c61c, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=082669de-45e3-47a9-954d-c41c3451c61c,segment=NetworkSegment(3d229f15-88b0-4d69-8b68-9ba169eed582),segment_id=3d229f15-88b0-4d69-8b68-9ba169eed582)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:26:54.438845 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b504ddce-459c-485f-8b89-8b4273628bd0 x-openstack-request-id: req-b504ddce-459c-485f-8b89-8b4273628bd0 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:26:54.439476 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc4f35e-340e-4406-b1ee-7616c7a67720", "name": "network-vif-plugged", "status": "completed", "tag": "082669de-45e3-47a9-954d-c41c3451c61c", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:26:54.439476 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b504ddce-459c-485f-8b89-8b4273628bd0 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:26:54.439812 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc4f35e-340e-4406-b1ee-7616c7a67720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082669de-45e3-47a9-954d-c41c3451c61c', 'code': 200} Dec 16 23:26:54.489447 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:54.537601 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=082669de-45e3-47a9-954d-c41c3451c61c,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:54.579209 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6e3dc-858c-4d77-acc8-c8a2f03a3e4e req-51d9335e-986a-48f9-aac7-cd94ab976429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:54.580748 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89d6e3dc-858c-4d77-acc8-c8a2f03a3e4e req-51d9335e-986a-48f9-aac7-cd94ab976429 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 1097 time: 0.0455215 Dec 16 23:26:54.627715 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89d6e3dc-858c-4d77-acc8-c8a2f03a3e4e req-3f8da977-cee5-4ecb-8f1b-b56cd3ee0477 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=85d4f8c1-e93b-421f-8e4b-898aa4a4be44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398955 Dec 16 23:26:54.750048 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe0779-2cb5-44d9-b0a2-ebd02a4d783c req-781b604a-cbef-41b6-9811-2a8756cf0e5d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:54.751541 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9afe0779-2cb5-44d9-b0a2-ebd02a4d783c req-781b604a-cbef-41b6-9811-2a8756cf0e5d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 946 time: 0.0502825 Dec 16 23:26:54.801575 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9afe0779-2cb5-44d9-b0a2-ebd02a4d783c req-15f9fdf6-c815-423a-879c-bac7d3c18974 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d4f8c1-e93b-421f-8e4b-898aa4a4be44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441611 Dec 16 23:26:55.671788 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ee593b44-f74d-4bb3-8cf2-e715939b2a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:55.920894 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336cb89-b1cc-48b1-9c33-2a5e3ac75060 req-030f4736-fb79-4e71-a3d9-31deaea4c778 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:55.922312 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a336cb89-b1cc-48b1-9c33-2a5e3ac75060 req-030f4736-fb79-4e71-a3d9-31deaea4c778 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 946 time: 0.0489697 Dec 16 23:26:55.975093 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a336cb89-b1cc-48b1-9c33-2a5e3ac75060 req-081eedd1-274e-4e61-9cd3-98a42e8029a0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d4f8c1-e93b-421f-8e4b-898aa4a4be44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467582 Dec 16 23:26:57.094622 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf70b62-9d84-4ba8-a716-73b0221e607c req-79c358cb-b19f-401e-85a3-87d0eb5b2d2d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:57.096148 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6bf70b62-9d84-4ba8-a716-73b0221e607c req-79c358cb-b19f-401e-85a3-87d0eb5b2d2d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 946 time: 0.0528719 Dec 16 23:26:57.147743 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6bf70b62-9d84-4ba8-a716-73b0221e607c req-80f54edc-0415-47eb-9f5f-c49fbb49e5ff tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d4f8c1-e93b-421f-8e4b-898aa4a4be44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455654 Dec 16 23:26:57.265054 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0124e99-5e13-49c9-887a-f27f8ee779ae req-21654553-267f-4067-b62c-013eb0f8d677 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:57.266383 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:57.266806 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f0124e99-5e13-49c9-887a-f27f8ee779ae req-21654553-267f-4067-b62c-013eb0f8d677 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 946 time: 0.0500681 Dec 16 23:26:57.316996 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f0124e99-5e13-49c9-887a-f27f8ee779ae req-df4671c0-59e7-403a-ac72-e922977af928 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d4f8c1-e93b-421f-8e4b-898aa4a4be44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442185 Dec 16 23:26:57.338083 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37310) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:26:57.378466 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae734ab-85d0-4530-8b69-11b724d069f4 tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:57.380068 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-8ae734ab-85d0-4530-8b69-11b724d069f4 tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 1092 time: 0.0402648 Dec 16 23:26:57.382813 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37312) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:26:57.387190 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-cae6e619-c913-41c7-ba5b-d50af15463bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'port_id': '082669de-45e3-47a9-954d-c41c3451c61c', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:26:57.535030 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cae6e619-c913-41c7-ba5b-d50af15463bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:57.638791 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cae6e619-c913-41c7-ba5b-d50af15463bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:57.734693 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:57.742295 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-cae6e619-c913-41c7-ba5b-d50af15463bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Allocated IP 172.25.6.197 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/0bd30f2d-e915-4089-8a65-8d671f099300) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:26:57.846710 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cae6e619-c913-41c7-ba5b-d50af15463bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:57.940864 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cae6e619-c913-41c7-ba5b-d50af15463bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:57.981581 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae6e619-c913-41c7-ba5b-d50af15463bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:26:57.984755 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-cae6e619-c913-41c7-ba5b-d50af15463bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:26:57.988279 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae6e619-c913-41c7-ba5b-d50af15463bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:26:58.010300 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6e619-c913-41c7-ba5b-d50af15463bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=0bd30f2d-e915-4089-8a65-8d671f099300,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:58.348802 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cae6e619-c913-41c7-ba5b-d50af15463bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:58.475874 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cae6e619-c913-41c7-ba5b-d50af15463bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:58.625423 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:58.634780 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cae6e619-c913-41c7-ba5b-d50af15463bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:58.710358 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cae6e619-c913-41c7-ba5b-d50af15463bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:58.781425 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6e619-c913-41c7-ba5b-d50af15463bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=0bd30f2d-e915-4089-8a65-8d671f099300,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:26:58.795308 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cae6e619-c913-41c7-ba5b-d50af15463bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:58.897153 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-cae6e619-c913-41c7-ba5b-d50af15463bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Floating IP 39ab2e99-875a-4491-b81a-a660149f0286 associated. External IP: 172.25.6.197, port: 082669de-45e3-47a9-954d-c41c3451c61c. Dec 16 23:26:58.985990 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:59.106196 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae6e619-c913-41c7-ba5b-d50af15463bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Router 1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:26:59.127748 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:59.219129 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae6e619-c913-41c7-ba5b-d50af15463bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:26:59.228512 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db7498-7d7a-493a-9872-17bb1fef5c6d None None] Sync routers for ids ['1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:26:59.238834 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5db7498-7d7a-493a-9872-17bb1fef5c6d None None] Routers {'1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:26:59.239494 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f5db7498-7d7a-493a-9872-17bb1fef5c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:26:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:26:59.285636 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cae6e619-c913-41c7-ba5b-d50af15463bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:26:59.314185 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cae6e619-c913-41c7-ba5b-d50af15463bb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9303169 Dec 16 23:26:59.314893 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc4f35e-340e-4406-b1ee-7616c7a67720', 'tag': '082669de-45e3-47a9-954d-c41c3451c61c'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:26:59.317288 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0a0d44-e540-4c08-9450-62c08ac1331b" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc4f35e-340e-4406-b1ee-7616c7a67720", "tag": "082669de-45e3-47a9-954d-c41c3451c61c"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:26:59.346524 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-f5db7498-7d7a-493a-9872-17bb1fef5c6d None None] Set router 1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:26:59.363743 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4f3f86-0fa0-4b26-bf9c-42d5bcf60922 x-openstack-request-id: req-1e4f3f86-0fa0-4b26-bf9c-42d5bcf60922 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:26:59.364280 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc4f35e-340e-4406-b1ee-7616c7a67720", "tag": "082669de-45e3-47a9-954d-c41c3451c61c", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:26:59.364280 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1e4f3f86-0fa0-4b26-bf9c-42d5bcf60922 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:26:59.364699 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc4f35e-340e-4406-b1ee-7616c7a67720', 'tag': '082669de-45e3-47a9-954d-c41c3451c61c', 'status': 'completed', 'code': 200} Dec 16 23:26:59.455160 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71755f8d-affc-4240-b9d3-a9efe9846cb7 req-987c3e61-8c0e-4cc0-8eb7-e92bfffd6950 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:59.456708 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-71755f8d-affc-4240-b9d3-a9efe9846cb7 req-987c3e61-8c0e-4cc0-8eb7-e92bfffd6950 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 946 time: 0.0814772 Dec 16 23:26:59.497441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a0d44-e540-4c08-9450-62c08ac1331b req-2ecf38bf-715f-41d4-92f9-f78f36d7b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:59.497441 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0b0a0d44-e540-4c08-9450-62c08ac1331b req-2ecf38bf-715f-41d4-92f9-f78f36d7b58a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 1097 time: 0.0784025 Dec 16 23:26:59.567760 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-71755f8d-affc-4240-b9d3-a9efe9846cb7 req-73bdded0-af70-494e-87fb-6ea5fad25ee0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d4f8c1-e93b-421f-8e4b-898aa4a4be44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033158 Dec 16 23:26:59.583789 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f5db7498-7d7a-493a-9872-17bb1fef5c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907893468', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:26:36Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '39ab2e99-875a-4491-b81a-a660149f0286', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'port_id': '082669de-45e3-47a9-954d-c41c3451c61c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '293a0213-a19a-4926-af8b-add8d9637765', 'mac_address': 'fa:16:3e:60:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc4f35e-340e-4406-b1ee-7616c7a67720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:26:58Z', 'updated_at': '2021-12-16T23:26:58Z', 'revision_number': 0, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cecfec42-b33e-4e31-b8a4-0d2d4b39263b', 'name': '', 'network_id': '293a0213-a19a-4926-af8b-add8d9637765', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:0a:f9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c8076141-fc4a-4de4-8885-e0fc6cdb36a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:26:35Z', 'updated_at': '2021-12-16T23:26:39Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': 'c8076141-fc4a-4de4-8885-e0fc6cdb36a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:26:59.597010 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37318) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:26:59.611273 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a0d44-e540-4c08-9450-62c08ac1331b req-c6d7c60c-138e-4251-8b2b-2dd1996bd1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:59.612830 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0b0a0d44-e540-4c08-9450-62c08ac1331b req-c6d7c60c-138e-4251-8b2b-2dd1996bd1dc service neutron] 10.222.0.57 "GET /v2.0/networks?id=293a0213-a19a-4926-af8b-add8d9637765 HTTP/1.1" status: 200 len: 897 time: 0.1115751 Dec 16 23:26:59.614669 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db7498-7d7a-493a-9872-17bb1fef5c6d None None] Checking router: 1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:26:59.624320 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5db7498-7d7a-493a-9872-17bb1fef5c6d None None] Routers {'1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:26:59.624961 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f5db7498-7d7a-493a-9872-17bb1fef5c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:26:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:26:59.681456 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-84b4201a-8525-4f36-88b0-4f2c4feda52e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/floatingips/39ab2e99-875a-4491-b81a-a660149f0286 HTTP/1.1" status: 200 len: 992 time: 0.0831754 Dec 16 23:26:59.684765 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0b0a0d44-e540-4c08-9450-62c08ac1331b req-21a8e205-af71-4acc-984b-c6cb979e2f3f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=082669de-45e3-47a9-954d-c41c3451c61c HTTP/1.1" status: 200 len: 1000 time: 0.0653162 Dec 16 23:26:59.736634 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a0d44-e540-4c08-9450-62c08ac1331b req-80186991-da8b-42da-b380-2a8f28199e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:59.738162 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0b0a0d44-e540-4c08-9450-62c08ac1331b req-80186991-da8b-42da-b380-2a8f28199e49 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c8076141-fc4a-4de4-8885-e0fc6cdb36a7 HTTP/1.1" status: 200 len: 835 time: 0.0471635 Dec 16 23:26:59.793267 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a0d44-e540-4c08-9450-62c08ac1331b req-f887a251-9d04-417a-930e-b8419713c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:26:59.794729 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0b0a0d44-e540-4c08-9450-62c08ac1331b req-f887a251-9d04-417a-930e-b8419713c510 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=293a0213-a19a-4926-af8b-add8d9637765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497823 Dec 16 23:26:59.888724 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0b0a0d44-e540-4c08-9450-62c08ac1331b req-20caef97-b359-440a-a850-f3e5b42b8b40 service neutron] 10.222.0.57 "GET /v2.0/networks/293a0213-a19a-4926-af8b-add8d9637765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868771 Dec 16 23:26:59.898401 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-f5db7498-7d7a-493a-9872-17bb1fef5c6d None None] Set router 1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:26:59.984220 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0b0a0d44-e540-4c08-9450-62c08ac1331b req-da0693ad-e22b-4d52-a5ab-b05ac40a1525 service neutron] 10.222.0.57 "GET /v2.0/networks/293a0213-a19a-4926-af8b-add8d9637765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891685 Dec 16 23:27:00.120602 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-f5db7498-7d7a-493a-9872-17bb1fef5c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907893468', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:26:36Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '39ab2e99-875a-4491-b81a-a660149f0286', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'port_id': '082669de-45e3-47a9-954d-c41c3451c61c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '293a0213-a19a-4926-af8b-add8d9637765', 'mac_address': 'fa:16:3e:60:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc4f35e-340e-4406-b1ee-7616c7a67720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:26:58Z', 'updated_at': '2021-12-16T23:26:58Z', 'revision_number': 0, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cecfec42-b33e-4e31-b8a4-0d2d4b39263b', 'name': '', 'network_id': '293a0213-a19a-4926-af8b-add8d9637765', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:0a:f9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c8076141-fc4a-4de4-8885-e0fc6cdb36a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:26:35Z', 'updated_at': '2021-12-16T23:26:39Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': 'c8076141-fc4a-4de4-8885-e0fc6cdb36a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:27:00.150020 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db7498-7d7a-493a-9872-17bb1fef5c6d None None] The sync data for ids ['1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'] in n-d-815324-4 is: [{'id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907893468', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:26:36Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '39ab2e99-875a-4491-b81a-a660149f0286', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'port_id': '082669de-45e3-47a9-954d-c41c3451c61c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '293a0213-a19a-4926-af8b-add8d9637765', 'mac_address': 'fa:16:3e:60:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc4f35e-340e-4406-b1ee-7616c7a67720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:26:58Z', 'updated_at': '2021-12-16T23:26:58Z', 'revision_number': 0, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cecfec42-b33e-4e31-b8a4-0d2d4b39263b', 'name': '', 'network_id': '293a0213-a19a-4926-af8b-add8d9637765', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:0a:f9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c8076141-fc4a-4de4-8885-e0fc6cdb36a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:26:35Z', 'updated_at': '2021-12-16T23:26:39Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': 'c8076141-fc4a-4de4-8885-e0fc6cdb36a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:27:00.345833 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9465a091-217b-462d-9a10-222b82fa0f04 None None] New status for floating IP 39ab2e99-875a-4491-b81a-a660149f0286: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:27:00.685886 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37320) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:27:00.746827 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-0b1e76e7-bec4-4c1b-8ad7-a26fa782a146 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/floatingips/39ab2e99-875a-4491-b81a-a660149f0286 HTTP/1.1" status: 200 len: 994 time: 0.0597990 Dec 16 23:27:11.929489 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:27:21.343163 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eda12e83-d80c-47be-8d35-20f497a0fbd1 req-8d9f002a-7e5b-46e4-9b6a-7a3bf5cb96d3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409868 Dec 16 23:27:21.453980 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda12e83-d80c-47be-8d35-20f497a0fbd1 req-83976f7d-7d1c-4b5a-88fb-b6bf3bdcddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:27:21.455554 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eda12e83-d80c-47be-8d35-20f497a0fbd1 req-83976f7d-7d1c-4b5a-88fb-b6bf3bdcddd2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 1097 time: 0.0528049 Dec 16 23:27:21.561815 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda12e83-d80c-47be-8d35-20f497a0fbd1 req-889d2210-a213-45d3-9604-3a9609df2106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:27:21.563509 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eda12e83-d80c-47be-8d35-20f497a0fbd1 req-889d2210-a213-45d3-9604-3a9609df2106 service neutron] 10.222.0.57 "GET /v2.0/networks?id=293a0213-a19a-4926-af8b-add8d9637765 HTTP/1.1" status: 200 len: 897 time: 0.0883143 Dec 16 23:27:21.637199 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eda12e83-d80c-47be-8d35-20f497a0fbd1 req-f07e28ec-46b1-4de9-ba95-781da1f8a516 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=082669de-45e3-47a9-954d-c41c3451c61c HTTP/1.1" status: 200 len: 1002 time: 0.0660954 Dec 16 23:27:21.686845 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda12e83-d80c-47be-8d35-20f497a0fbd1 req-dbf4a694-ef9b-4d77-a2e0-3260b33c1b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:27:21.688553 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eda12e83-d80c-47be-8d35-20f497a0fbd1 req-dbf4a694-ef9b-4d77-a2e0-3260b33c1b0a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c8076141-fc4a-4de4-8885-e0fc6cdb36a7 HTTP/1.1" status: 200 len: 835 time: 0.0448170 Dec 16 23:27:21.734883 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda12e83-d80c-47be-8d35-20f497a0fbd1 req-c94ade6d-8039-4eab-a63e-d265020fc44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:27:21.736462 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eda12e83-d80c-47be-8d35-20f497a0fbd1 req-c94ade6d-8039-4eab-a63e-d265020fc44e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=293a0213-a19a-4926-af8b-add8d9637765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405715 Dec 16 23:27:21.829383 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eda12e83-d80c-47be-8d35-20f497a0fbd1 req-44e40350-b3a3-4484-927c-d1029f47b57a service neutron] 10.222.0.57 "GET /v2.0/networks/293a0213-a19a-4926-af8b-add8d9637765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853493 Dec 16 23:27:21.918318 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-eda12e83-d80c-47be-8d35-20f497a0fbd1 req-350b7839-caf7-40fa-82f7-704e1b1a9f3b service neutron] 10.222.0.57 "GET /v2.0/networks/293a0213-a19a-4926-af8b-add8d9637765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821860 Dec 16 23:27:23.431617 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d77a035a-d2d8-474a-8535-59d2ba7932b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:25.671264 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-920fd257-2e96-4033-83c7-a226a301f492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:27.294351 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:27.688312 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:28.631293 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:29.008229 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:29.116653 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:48.928279 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:27:53.448487 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2e18727b-1e68-4771-b98f-fc083c9da933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:55.676447 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-30577c94-15fb-4e1f-ad0f-5b69160df5ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:56.865892 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-5333db0b-3f15-4969-8a75-b941749fbea8 req-0879c546-ebef-43ca-ad73-d2e15daa94e2 service neutron] (103613) timed out ('10.222.0.75', 53632) {{(pid=103613) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 23:27:57.270972 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:57.682613 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:58.642048 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:59.007667 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:27:59.121869 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:12.329601 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53960834-864d-4405-8855-25a11962a9fb req-6408f341-ec56-4ef3-b1a5-d57a851b27f4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:12.331133 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-53960834-864d-4405-8855-25a11962a9fb req-6408f341-ec56-4ef3-b1a5-d57a851b27f4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 946 time: 0.0513175 Dec 16 23:28:12.382129 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-53960834-864d-4405-8855-25a11962a9fb req-800adfc4-ef86-4a97-be95-51e70e0358df tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d4f8c1-e93b-421f-8e4b-898aa4a4be44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442188 Dec 16 23:28:13.501624 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e445976-c75b-426d-b1ba-a8ffd6035ffb req-37526d2c-4ba9-4568-8da6-c0d42f9e1681 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:13.503178 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e445976-c75b-426d-b1ba-a8ffd6035ffb req-37526d2c-4ba9-4568-8da6-c0d42f9e1681 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 946 time: 0.0496688 Dec 16 23:28:13.560401 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e445976-c75b-426d-b1ba-a8ffd6035ffb req-98ab5769-0032-41f0-b599-d61d4fd12252 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d4f8c1-e93b-421f-8e4b-898aa4a4be44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485458 Dec 16 23:28:14.684921 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ddbbf-c14a-4874-b088-706553b76d26 req-cfebb321-6d07-4e86-ace7-d23d3b2f4a31 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:14.686423 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-994ddbbf-c14a-4874-b088-706553b76d26 req-cfebb321-6d07-4e86-ace7-d23d3b2f4a31 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 946 time: 0.0540731 Dec 16 23:28:14.736161 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-994ddbbf-c14a-4874-b088-706553b76d26 req-7c63d318-b634-4eba-a3c2-a73811ae3a71 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d4f8c1-e93b-421f-8e4b-898aa4a4be44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436616 Dec 16 23:28:15.853892 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3c558-72d1-4a79-9b14-5fccdc8b98f9 req-f151d229-0d8d-4ed7-bd44-472f97f9be0b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:15.855469 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3ee3c558-72d1-4a79-9b14-5fccdc8b98f9 req-f151d229-0d8d-4ed7-bd44-472f97f9be0b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 946 time: 0.0510008 Dec 16 23:28:15.905625 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3ee3c558-72d1-4a79-9b14-5fccdc8b98f9 req-8fd46504-f03e-4576-85f7-87400916d29f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d4f8c1-e93b-421f-8e4b-898aa4a4be44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433247 Dec 16 23:28:17.022313 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99950bd5-b1a0-45cf-b710-22aaed2fde0f req-6558abe3-f611-4a4a-ae69-635d4f71d93f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:17.023836 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-99950bd5-b1a0-45cf-b710-22aaed2fde0f req-6558abe3-f611-4a4a-ae69-635d4f71d93f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 946 time: 0.0497751 Dec 16 23:28:17.074328 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-99950bd5-b1a0-45cf-b710-22aaed2fde0f req-998ca2fe-9630-4f65-850f-98052bc6bc03 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d4f8c1-e93b-421f-8e4b-898aa4a4be44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445499 Dec 16 23:28:18.188803 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ce21f-9984-4a9c-b8dc-50e6f97adbc3 req-5492bf1b-7f94-4f67-bdca-964115aeb2d7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:18.190232 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e5ce21f-9984-4a9c-b8dc-50e6f97adbc3 req-5492bf1b-7f94-4f67-bdca-964115aeb2d7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 946 time: 0.0487635 Dec 16 23:28:18.240394 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e5ce21f-9984-4a9c-b8dc-50e6f97adbc3 req-7f087d0f-6499-4941-bba3-87b6aa0b4ea4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d4f8c1-e93b-421f-8e4b-898aa4a4be44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434318 Dec 16 23:28:19.359457 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fba2b8-c615-4f19-b0b0-a177339867bd req-1883e906-50a3-4af9-8041-625bedecc2c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:19.361103 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a4fba2b8-c615-4f19-b0b0-a177339867bd req-1883e906-50a3-4af9-8041-625bedecc2c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 946 time: 0.0507457 Dec 16 23:28:19.415075 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a4fba2b8-c615-4f19-b0b0-a177339867bd req-56cc2f05-34fc-430d-9001-47f10b4f96c2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d4f8c1-e93b-421f-8e4b-898aa4a4be44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477746 Dec 16 23:28:20.533288 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5620f9c-3f36-43ef-95f7-05cc3a246a6d req-a1aceecb-f397-457a-82d7-9ba96686f1c3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:20.534760 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b5620f9c-3f36-43ef-95f7-05cc3a246a6d req-a1aceecb-f397-457a-82d7-9ba96686f1c3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 946 time: 0.0525286 Dec 16 23:28:20.585903 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b5620f9c-3f36-43ef-95f7-05cc3a246a6d req-ecdfb592-c83c-4e80-8602-aea6d4d2df1c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d4f8c1-e93b-421f-8e4b-898aa4a4be44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443325 Dec 16 23:28:21.707559 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15f2ce-17ae-4e07-954e-ec58d8fb7a11 req-804f8ba0-b8e7-4241-a93f-4c214c61600d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:21.709407 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6a15f2ce-17ae-4e07-954e-ec58d8fb7a11 req-804f8ba0-b8e7-4241-a93f-4c214c61600d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 946 time: 0.0547168 Dec 16 23:28:21.766670 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6a15f2ce-17ae-4e07-954e-ec58d8fb7a11 req-48869cb5-1744-4b76-a11a-9f6fe2d9c389 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d4f8c1-e93b-421f-8e4b-898aa4a4be44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507958 Dec 16 23:28:22.887622 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941df30-56d0-4e32-a04b-55fddf8168da req-12e1c5e3-0d18-46dd-b032-0196ad53fd15 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:22.889052 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5941df30-56d0-4e32-a04b-55fddf8168da req-12e1c5e3-0d18-46dd-b032-0196ad53fd15 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 946 time: 0.0515597 Dec 16 23:28:22.938925 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5941df30-56d0-4e32-a04b-55fddf8168da req-03ca49a3-1f65-46c8-a5ab-39c085003dc0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d4f8c1-e93b-421f-8e4b-898aa4a4be44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437660 Dec 16 23:28:22.961449 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37368) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:28:23.026266 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6de33a2d-786b-40d1-9a4d-0d64f99248f9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/floatingips/39ab2e99-875a-4491-b81a-a660149f0286 HTTP/1.1" status: 200 len: 994 time: 0.0630784 Dec 16 23:28:23.342422 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-349f859a-f9f8-4798-96a0-3949bbfdd386 req-8c18acc0-52ba-434b-ac60-cc5aeb1c0eb9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404923 Dec 16 23:28:23.453106 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9549c912-32db-4f08-b786-a4fbd2f23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:23.489314 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f859a-f9f8-4798-96a0-3949bbfdd386 req-21af6b92-dc4f-451c-a54c-0ee668c7dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:23.490997 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-349f859a-f9f8-4798-96a0-3949bbfdd386 req-21af6b92-dc4f-451c-a54c-0ee668c7dc23 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 1097 time: 0.0429854 Dec 16 23:28:23.596643 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f859a-f9f8-4798-96a0-3949bbfdd386 req-89e583f2-a331-437a-9916-3318d329bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:23.598039 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-349f859a-f9f8-4798-96a0-3949bbfdd386 req-89e583f2-a331-437a-9916-3318d329bbfa service neutron] 10.222.0.57 "GET /v2.0/networks?id=293a0213-a19a-4926-af8b-add8d9637765 HTTP/1.1" status: 200 len: 897 time: 0.0885708 Dec 16 23:28:23.670270 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-349f859a-f9f8-4798-96a0-3949bbfdd386 req-5b1243b5-78c3-4585-a977-e7904b67a0ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=082669de-45e3-47a9-954d-c41c3451c61c HTTP/1.1" status: 200 len: 1002 time: 0.0644364 Dec 16 23:28:23.725529 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f859a-f9f8-4798-96a0-3949bbfdd386 req-3b8c6a84-6d61-45e1-bf24-7d02df396b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:23.727028 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-349f859a-f9f8-4798-96a0-3949bbfdd386 req-3b8c6a84-6d61-45e1-bf24-7d02df396b6e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c8076141-fc4a-4de4-8885-e0fc6cdb36a7 HTTP/1.1" status: 200 len: 835 time: 0.0505798 Dec 16 23:28:23.773037 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f859a-f9f8-4798-96a0-3949bbfdd386 req-8d889104-1e89-46f9-85f3-b5114a21b876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:23.774527 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-349f859a-f9f8-4798-96a0-3949bbfdd386 req-8d889104-1e89-46f9-85f3-b5114a21b876 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=293a0213-a19a-4926-af8b-add8d9637765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405083 Dec 16 23:28:23.862533 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-349f859a-f9f8-4798-96a0-3949bbfdd386 req-99167e7a-b33c-49f4-82b5-6ffb4478ad17 service neutron] 10.222.0.57 "GET /v2.0/networks/293a0213-a19a-4926-af8b-add8d9637765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806284 Dec 16 23:28:23.955515 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-349f859a-f9f8-4798-96a0-3949bbfdd386 req-1c7489bf-67eb-4f4d-9dcd-46ac8af1c673 service neutron] 10.222.0.57 "GET /v2.0/networks/293a0213-a19a-4926-af8b-add8d9637765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867732 Dec 16 23:28:24.441387 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cbe40-c1ec-4fbd-8ec3-7e8195b7d659 req-01305683-fa12-4dc8-9ab7-86071be9bed5 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:24.442825 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b43cbe40-c1ec-4fbd-8ec3-7e8195b7d659 req-01305683-fa12-4dc8-9ab7-86071be9bed5 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 946 time: 0.0511866 Dec 16 23:28:24.493713 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b43cbe40-c1ec-4fbd-8ec3-7e8195b7d659 req-0e05558d-62e7-47b8-bb92-2d79e1e45661 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d4f8c1-e93b-421f-8e4b-898aa4a4be44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448184 Dec 16 23:28:24.541505 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a45d5-054a-4037-9230-92ccd3ceae14 req-3752a3b9-0261-4d47-a666-4800c03eb9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:24.543160 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-523a45d5-054a-4037-9230-92ccd3ceae14 req-3752a3b9-0261-4d47-a666-4800c03eb9d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 1097 time: 0.0420003 Dec 16 23:28:24.637216 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a45d5-054a-4037-9230-92ccd3ceae14 req-dce6dd32-4722-45bc-bc09-e5699c159356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:24.638714 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-523a45d5-054a-4037-9230-92ccd3ceae14 req-dce6dd32-4722-45bc-bc09-e5699c159356 service neutron] 10.222.0.57 "GET /v2.0/networks?id=293a0213-a19a-4926-af8b-add8d9637765 HTTP/1.1" status: 200 len: 897 time: 0.0887635 Dec 16 23:28:24.704243 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-523a45d5-054a-4037-9230-92ccd3ceae14 req-1394635a-dfd2-46b6-b170-3d7cc4c254d5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=082669de-45e3-47a9-954d-c41c3451c61c HTTP/1.1" status: 200 len: 1002 time: 0.0584543 Dec 16 23:28:24.751246 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a45d5-054a-4037-9230-92ccd3ceae14 req-07d7faad-b60a-4368-82bf-ff501b405a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:24.752719 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-523a45d5-054a-4037-9230-92ccd3ceae14 req-07d7faad-b60a-4368-82bf-ff501b405a23 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c8076141-fc4a-4de4-8885-e0fc6cdb36a7 HTTP/1.1" status: 200 len: 835 time: 0.0421453 Dec 16 23:28:25.145967 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a45d5-054a-4037-9230-92ccd3ceae14 req-c264c574-e4b4-42ee-8e8d-942dd1229b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:25.148455 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-523a45d5-054a-4037-9230-92ccd3ceae14 req-c264c574-e4b4-42ee-8e8d-942dd1229b2e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=293a0213-a19a-4926-af8b-add8d9637765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3890617 Dec 16 23:28:25.239765 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-523a45d5-054a-4037-9230-92ccd3ceae14 req-a9dd7378-ea77-4cbd-8418-6d854ebde129 service neutron] 10.222.0.57 "GET /v2.0/networks/293a0213-a19a-4926-af8b-add8d9637765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839159 Dec 16 23:28:25.332070 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-523a45d5-054a-4037-9230-92ccd3ceae14 req-48766350-9936-4b8e-af2d-6f8ac731220a service neutron] 10.222.0.57 "GET /v2.0/networks/293a0213-a19a-4926-af8b-add8d9637765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853133 Dec 16 23:28:25.612556 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bac4fd-e217-4934-9485-d36beb354240 req-b33975b3-bf1f-44a7-af48-1b0bea972064 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:25.614079 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-03bac4fd-e217-4934-9485-d36beb354240 req-b33975b3-bf1f-44a7-af48-1b0bea972064 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 946 time: 0.0505531 Dec 16 23:28:25.664936 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-03bac4fd-e217-4934-9485-d36beb354240 req-471664a3-a46f-453d-8bc8-ce4fd4554af0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d4f8c1-e93b-421f-8e4b-898aa4a4be44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442169 Dec 16 23:28:25.699584 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-829e3258-c96c-4438-a9ab-e13e71442f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:25.927172 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:28:26.784398 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529ca11-fba4-4f44-bb5d-f81b4134652a req-3a119f16-cd72-4fc3-a731-5076ef0ecce0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:28:26.785912 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7529ca11-fba4-4f44-bb5d-f81b4134652a req-3a119f16-cd72-4fc3-a731-5076ef0ecce0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 946 time: 0.0529029 Dec 16 23:28:26.835774 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7529ca11-fba4-4f44-bb5d-f81b4134652a req-e519f4c1-d9c9-4e58-9eeb-a3a068a7bb38 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d4f8c1-e93b-421f-8e4b-898aa4a4be44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432696 Dec 16 23:28:26.858183 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37382) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:28:26.918804 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-77bf0b9d-7aae-4dc1-a9e6-4fc23b6a2156 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/floatingips/39ab2e99-875a-4491-b81a-a660149f0286 HTTP/1.1" status: 200 len: 994 time: 0.0593953 Dec 16 23:28:27.270135 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:27.699013 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:28.641462 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:29.041368 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:29.104467 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:53.452476 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3937146d-e0be-4edc-baaf-311ebddb2803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:55.692615 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5c990766-b309-4eea-aa47-724a72c46821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:57.281286 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:57.693203 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:58.613338 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:59.029628 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:28:59.121042 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:02.927563 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:29:23.347147 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1a8a7f5b-19f7-4bf0-93d2-34af7af1d2fb req-96077e45-4164-4892-b81e-8a466e40292f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391257 Dec 16 23:29:23.430029 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f3379063-5364-4129-a55e-60273b004c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:23.448094 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a7f5b-19f7-4bf0-93d2-34af7af1d2fb req-08d5709f-30da-4288-b16e-4b587817603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:23.449602 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1a8a7f5b-19f7-4bf0-93d2-34af7af1d2fb req-08d5709f-30da-4288-b16e-4b587817603b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 1097 time: 0.0452578 Dec 16 23:29:23.552071 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a7f5b-19f7-4bf0-93d2-34af7af1d2fb req-0e79fe90-94f6-4667-858e-5abab0c74002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:23.553832 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1a8a7f5b-19f7-4bf0-93d2-34af7af1d2fb req-0e79fe90-94f6-4667-858e-5abab0c74002 service neutron] 10.222.0.57 "GET /v2.0/networks?id=293a0213-a19a-4926-af8b-add8d9637765 HTTP/1.1" status: 200 len: 897 time: 0.0842001 Dec 16 23:29:23.623646 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1a8a7f5b-19f7-4bf0-93d2-34af7af1d2fb req-7bf8eb68-43f8-46a5-9c19-f4a093c1c91e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=082669de-45e3-47a9-954d-c41c3451c61c HTTP/1.1" status: 200 len: 1002 time: 0.0630097 Dec 16 23:29:23.673187 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a7f5b-19f7-4bf0-93d2-34af7af1d2fb req-f94df7b2-d8d3-4b2e-a456-c5c7a3425093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:23.674620 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1a8a7f5b-19f7-4bf0-93d2-34af7af1d2fb req-f94df7b2-d8d3-4b2e-a456-c5c7a3425093 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c8076141-fc4a-4de4-8885-e0fc6cdb36a7 HTTP/1.1" status: 200 len: 835 time: 0.0444064 Dec 16 23:29:23.720395 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a7f5b-19f7-4bf0-93d2-34af7af1d2fb req-7b38a1ab-9d29-41ae-9525-9221f087cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:23.721871 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1a8a7f5b-19f7-4bf0-93d2-34af7af1d2fb req-7b38a1ab-9d29-41ae-9525-9221f087cfac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=293a0213-a19a-4926-af8b-add8d9637765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404496 Dec 16 23:29:23.811973 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1a8a7f5b-19f7-4bf0-93d2-34af7af1d2fb req-0884f000-f2d0-499d-81b7-5f244018c396 service neutron] 10.222.0.57 "GET /v2.0/networks/293a0213-a19a-4926-af8b-add8d9637765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834138 Dec 16 23:29:23.901516 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1a8a7f5b-19f7-4bf0-93d2-34af7af1d2fb req-dd2b5ed0-5b3b-420a-9820-642150ca1feb service neutron] 10.222.0.57 "GET /v2.0/networks/293a0213-a19a-4926-af8b-add8d9637765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820656 Dec 16 23:29:24.165901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37408) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:29:24.324610 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-3f386b79-4f34-47fc-9ae4-926af2b1302f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Deleting port 0bd30f2d-e915-4089-8a65-8d671f099300 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:29:24.324959 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f386b79-4f34-47fc-9ae4-926af2b1302f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:24.402710 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f386b79-4f34-47fc-9ae4-926af2b1302f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:24.403064 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f386b79-4f34-47fc-9ae4-926af2b1302f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:24.415153 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-3f386b79-4f34-47fc-9ae4-926af2b1302f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Calling delete_port for 0bd30f2d-e915-4089-8a65-8d671f099300 owned by network:floatingip {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:29:24.635618 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f386b79-4f34-47fc-9ae4-926af2b1302f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:24.661281 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f386b79-4f34-47fc-9ae4-926af2b1302f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Port': ['ID=0bd30f2d-e915-4089-8a65-8d671f099300,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:24.673704 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f386b79-4f34-47fc-9ae4-926af2b1302f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:24.676737 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f386b79-4f34-47fc-9ae4-926af2b1302f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:24.676737 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f386b79-4f34-47fc-9ae4-926af2b1302f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:24.676737 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f386b79-4f34-47fc-9ae4-926af2b1302f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:24.676737 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f386b79-4f34-47fc-9ae4-926af2b1302f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:24.676737 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f386b79-4f34-47fc-9ae4-926af2b1302f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:24.676737 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f386b79-4f34-47fc-9ae4-926af2b1302f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:24.676737 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f386b79-4f34-47fc-9ae4-926af2b1302f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:24.676737 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f386b79-4f34-47fc-9ae4-926af2b1302f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:24.676737 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f386b79-4f34-47fc-9ae4-926af2b1302f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:24.678526 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f386b79-4f34-47fc-9ae4-926af2b1302f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:24.678526 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f386b79-4f34-47fc-9ae4-926af2b1302f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:24.678526 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f386b79-4f34-47fc-9ae4-926af2b1302f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:24.731635 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f386b79-4f34-47fc-9ae4-926af2b1302f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for floatingip, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:24.731969 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-3f386b79-4f34-47fc-9ae4-926af2b1302f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Floating IP 39ab2e99-875a-4491-b81a-a660149f0286 disassociated (deleted). External IP: 172.25.6.197, port: 082669de-45e3-47a9-954d-c41c3451c61c. Dec 16 23:29:24.939036 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f386b79-4f34-47fc-9ae4-926af2b1302f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Router 1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:29:25.046872 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f386b79-4f34-47fc-9ae4-926af2b1302f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:29:25.051670 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f386b79-4f34-47fc-9ae4-926af2b1302f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:25.056612 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05503b6-2707-418a-b33e-1b3d73e655fa None None] Sync routers for ids ['1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:29:25.066384 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05503b6-2707-418a-b33e-1b3d73e655fa None None] Routers {'1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:29:25.066999 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-b05503b6-2707-418a-b33e-1b3d73e655fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:28:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:29:25.080859 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-3f386b79-4f34-47fc-9ae4-926af2b1302f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "DELETE /v2.0/floatingips/39ab2e99-875a-4491-b81a-a660149f0286 HTTP/1.1" status: 204 len: 168 time: 0.9115770 Dec 16 23:29:25.080859 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc4f35e-340e-4406-b1ee-7616c7a67720', 'tag': '082669de-45e3-47a9-954d-c41c3451c61c'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:29:25.082213 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}262422c41fb3f4df6327d4ea873ca9a06926c8fbcf4dc10a31d5fa6940e748a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04784cd-63e5-4ab1-8d63-fa0b489bac0d" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc4f35e-340e-4406-b1ee-7616c7a67720", "tag": "082669de-45e3-47a9-954d-c41c3451c61c"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:29:25.179398 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-b05503b6-2707-418a-b33e-1b3d73e655fa None None] Set router 1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:29:25.202021 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a8a4a0-00ea-4928-a031-b139681ee2e3 x-openstack-request-id: req-97a8a4a0-00ea-4928-a031-b139681ee2e3 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:29:25.202534 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc4f35e-340e-4406-b1ee-7616c7a67720", "tag": "082669de-45e3-47a9-954d-c41c3451c61c", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:29:25.202694 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-97a8a4a0-00ea-4928-a031-b139681ee2e3 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:29:25.203013 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc4f35e-340e-4406-b1ee-7616c7a67720', 'tag': '082669de-45e3-47a9-954d-c41c3451c61c', 'status': 'completed', 'code': 200} Dec 16 23:29:25.298076 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04784cd-63e5-4ab1-8d63-fa0b489bac0d req-e3599bfd-4bef-4a61-9952-84c611e5f251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:25.301062 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f04784cd-63e5-4ab1-8d63-fa0b489bac0d req-e3599bfd-4bef-4a61-9952-84c611e5f251 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 1097 time: 0.0537829 Dec 16 23:29:25.397780 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-b05503b6-2707-418a-b33e-1b3d73e655fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907893468', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:26:36Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'cecfec42-b33e-4e31-b8a4-0d2d4b39263b', 'name': '', 'network_id': '293a0213-a19a-4926-af8b-add8d9637765', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:0a:f9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c8076141-fc4a-4de4-8885-e0fc6cdb36a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:26:35Z', 'updated_at': '2021-12-16T23:26:39Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': 'c8076141-fc4a-4de4-8885-e0fc6cdb36a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:29:25.404298 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04784cd-63e5-4ab1-8d63-fa0b489bac0d req-b43d85fd-ba23-4810-97be-ce60ccc2e4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:25.405898 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f04784cd-63e5-4ab1-8d63-fa0b489bac0d req-b43d85fd-ba23-4810-97be-ce60ccc2e4e1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=293a0213-a19a-4926-af8b-add8d9637765 HTTP/1.1" status: 200 len: 897 time: 0.0978732 Dec 16 23:29:25.425093 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05503b6-2707-418a-b33e-1b3d73e655fa None None] Checking router: 1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:29:25.434931 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05503b6-2707-418a-b33e-1b3d73e655fa None None] Routers {'1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:29:25.435577 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-b05503b6-2707-418a-b33e-1b3d73e655fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:28:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:29:25.487028 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f04784cd-63e5-4ab1-8d63-fa0b489bac0d req-64e86daa-0392-4fb2-9078-8b81ad3afd59 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=082669de-45e3-47a9-954d-c41c3451c61c HTTP/1.1" status: 200 len: 217 time: 0.0418966 Dec 16 23:29:25.511786 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eeeaa4-edad-406c-b09b-505105a20f8e req-ad8bbb42-a2c6-420b-8cd6-8988cf0c3c64 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:25.512827 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-73eeeaa4-edad-406c-b09b-505105a20f8e req-ad8bbb42-a2c6-420b-8cd6-8988cf0c3c64 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 946 time: 0.0942841 Dec 16 23:29:25.541540 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-b05503b6-2707-418a-b33e-1b3d73e655fa None None] Set router 1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:29:25.574539 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04784cd-63e5-4ab1-8d63-fa0b489bac0d req-eee5a31f-900a-4902-8762-0db24951511e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:25.576086 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f04784cd-63e5-4ab1-8d63-fa0b489bac0d req-eee5a31f-900a-4902-8762-0db24951511e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c8076141-fc4a-4de4-8885-e0fc6cdb36a7 HTTP/1.1" status: 200 len: 835 time: 0.0805390 Dec 16 23:29:25.600125 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-73eeeaa4-edad-406c-b09b-505105a20f8e req-d85a81ab-a2a4-4c7c-a641-88482223bce5 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d4f8c1-e93b-421f-8e4b-898aa4a4be44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684094 Dec 16 23:29:25.639991 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04784cd-63e5-4ab1-8d63-fa0b489bac0d req-58475af7-2c9d-484c-8d82-b4851d01f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:25.641542 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f04784cd-63e5-4ab1-8d63-fa0b489bac0d req-58475af7-2c9d-484c-8d82-b4851d01f8c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=293a0213-a19a-4926-af8b-add8d9637765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559604 Dec 16 23:29:25.728014 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9dddd63-8cb5-45a1-99b8-212c56a5d5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:25.742098 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f04784cd-63e5-4ab1-8d63-fa0b489bac0d req-386bf617-2bd5-4d7d-9d96-39fd00b2ab6d service neutron] 10.222.0.57 "GET /v2.0/networks/293a0213-a19a-4926-af8b-add8d9637765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914948 Dec 16 23:29:25.751222 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-b05503b6-2707-418a-b33e-1b3d73e655fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907893468', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:26:36Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'cecfec42-b33e-4e31-b8a4-0d2d4b39263b', 'name': '', 'network_id': '293a0213-a19a-4926-af8b-add8d9637765', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:0a:f9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c8076141-fc4a-4de4-8885-e0fc6cdb36a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:26:35Z', 'updated_at': '2021-12-16T23:26:39Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': 'c8076141-fc4a-4de4-8885-e0fc6cdb36a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:29:25.781665 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05503b6-2707-418a-b33e-1b3d73e655fa None None] The sync data for ids ['1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'] in n-d-815324-4 is: [{'id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907893468', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:26:36Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'cecfec42-b33e-4e31-b8a4-0d2d4b39263b', 'name': '', 'network_id': '293a0213-a19a-4926-af8b-add8d9637765', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:0a:f9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c8076141-fc4a-4de4-8885-e0fc6cdb36a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:26:35Z', 'updated_at': '2021-12-16T23:26:39Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': 'c8076141-fc4a-4de4-8885-e0fc6cdb36a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:29:25.836863 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f04784cd-63e5-4ab1-8d63-fa0b489bac0d req-b34054ec-507f-4fe2-83db-b98d11b577a5 service neutron] 10.222.0.57 "GET /v2.0/networks/293a0213-a19a-4926-af8b-add8d9637765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867453 Dec 16 23:29:26.002065 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffead72-f6a6-4e30-a27f-d7be88b023f5 None None] New status for floating IP 39ab2e99-875a-4491-b81a-a660149f0286: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:29:26.722618 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fc11e-1e26-4df0-9de2-46bc25d487fd req-bdf5b976-0cf3-44bf-9b36-28649de1c25f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:26.724673 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a06fc11e-1e26-4df0-9de2-46bc25d487fd req-bdf5b976-0cf3-44bf-9b36-28649de1c25f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 946 time: 0.0526958 Dec 16 23:29:26.781062 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a06fc11e-1e26-4df0-9de2-46bc25d487fd req-7708b7fc-4536-44fc-824f-6a8449a9a6b7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d4f8c1-e93b-421f-8e4b-898aa4a4be44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502987 Dec 16 23:29:27.211579 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e500c-52d2-49ab-8de7-79cb84440f39 req-4aa7a409-c2a7-4346-9e35-480e2c0ac05c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:27.212834 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0c9e500c-52d2-49ab-8de7-79cb84440f39 req-4aa7a409-c2a7-4346-9e35-480e2c0ac05c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 946 time: 0.0498521 Dec 16 23:29:27.275283 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:27.308668 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-0c9e500c-52d2-49ab-8de7-79cb84440f39 req-b98b2289-33cc-4762-a57d-8aa4410f974d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Deleting port 082669de-45e3-47a9-954d-c41c3451c61c {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:29:27.309012 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0c9e500c-52d2-49ab-8de7-79cb84440f39 req-b98b2289-33cc-4762-a57d-8aa4410f974d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:27.400698 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-0c9e500c-52d2-49ab-8de7-79cb84440f39 req-b98b2289-33cc-4762-a57d-8aa4410f974d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] For port 082669de-45e3-47a9-954d-c41c3451c61c, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=082669de-45e3-47a9-954d-c41c3451c61c,segment=NetworkSegment(3d229f15-88b0-4d69-8b68-9ba169eed582),segment_id=3d229f15-88b0-4d69-8b68-9ba169eed582)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:29:27.405539 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0c9e500c-52d2-49ab-8de7-79cb84440f39 req-b98b2289-33cc-4762-a57d-8aa4410f974d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:27.412799 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-0c9e500c-52d2-49ab-8de7-79cb84440f39 req-b98b2289-33cc-4762-a57d-8aa4410f974d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Calling delete_port for 082669de-45e3-47a9-954d-c41c3451c61c owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:29:27.629823 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0c9e500c-52d2-49ab-8de7-79cb84440f39 req-b98b2289-33cc-4762-a57d-8aa4410f974d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:27.664078 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b2289-33cc-4762-a57d-8aa4410f974d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Port': ['ID=082669de-45e3-47a9-954d-c41c3451c61c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:27.761441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b2289-33cc-4762-a57d-8aa4410f974d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:27.761441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b2289-33cc-4762-a57d-8aa4410f974d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:27.761441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b2289-33cc-4762-a57d-8aa4410f974d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:27.761441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b2289-33cc-4762-a57d-8aa4410f974d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:27.761441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b2289-33cc-4762-a57d-8aa4410f974d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:27.761441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b2289-33cc-4762-a57d-8aa4410f974d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:27.761441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b2289-33cc-4762-a57d-8aa4410f974d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:27.761441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b2289-33cc-4762-a57d-8aa4410f974d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:27.761441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b2289-33cc-4762-a57d-8aa4410f974d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:27.761441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b2289-33cc-4762-a57d-8aa4410f974d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:27.761441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b2289-33cc-4762-a57d-8aa4410f974d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:27.761441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b2289-33cc-4762-a57d-8aa4410f974d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:27.761441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b2289-33cc-4762-a57d-8aa4410f974d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:27.761441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9e500c-52d2-49ab-8de7-79cb84440f39 req-b98b2289-33cc-4762-a57d-8aa4410f974d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] No DVR routers for this DVR port 082669de-45e3-47a9-954d-c41c3451c61c on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:29:27.761441 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-0c9e500c-52d2-49ab-8de7-79cb84440f39 req-b98b2289-33cc-4762-a57d-8aa4410f974d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:27.761441 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0c9e500c-52d2-49ab-8de7-79cb84440f39 req-b98b2289-33cc-4762-a57d-8aa4410f974d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.57 "DELETE /v2.0/ports/082669de-45e3-47a9-954d-c41c3451c61c HTTP/1.1" status: 204 len: 173 time: 0.5041749 Dec 16 23:29:27.761441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc4f35e-340e-4406-b1ee-7616c7a67720', 'name': 'network-vif-deleted', 'tag': '082669de-45e3-47a9-954d-c41c3451c61c'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:29:27.761441 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea7eaef-1dc0-45b4-a1fe-abcf589aa269" -d '{"events": [{"server_uuid": "6bc4f35e-340e-4406-b1ee-7616c7a67720", "name": "network-vif-deleted", "tag": "082669de-45e3-47a9-954d-c41c3451c61c"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:29:27.763493 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1924ca-8a60-4190-8736-39079522d737 x-openstack-request-id: req-af1924ca-8a60-4190-8736-39079522d737 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:29:27.763797 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc4f35e-340e-4406-b1ee-7616c7a67720", "name": "network-vif-deleted", "tag": "082669de-45e3-47a9-954d-c41c3451c61c", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:29:27.764057 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-af1924ca-8a60-4190-8736-39079522d737 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:29:27.764473 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc4f35e-340e-4406-b1ee-7616c7a67720', 'name': 'network-vif-deleted', 'tag': '082669de-45e3-47a9-954d-c41c3451c61c', 'status': 'completed', 'code': 200} Dec 16 23:29:27.778594 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:27.880801 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2b4f5e98-d6c5-4cd2-aad5-910d97e211f9 req-ad2ef1ec-b61b-4fd8-bbbc-2569fa4fd3c1 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=6bc4f35e-340e-4406-b1ee-7616c7a67720 HTTP/1.1" status: 200 len: 210 time: 0.0300999 Dec 16 23:29:28.618432 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:28.938145 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37426) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:29:29.054158 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:29.143913 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:29.306631 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f6b396f2-b6fe-474b-872e-fd27609a6083 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:29.558269 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-f6b396f2-b6fe-474b-872e-fd27609a6083 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Deleting port cecfec42-b33e-4e31-b8a4-0d2d4b39263b {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:29:29.558525 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f6b396f2-b6fe-474b-872e-fd27609a6083 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:29.650066 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-f6b396f2-b6fe-474b-872e-fd27609a6083 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] For port cecfec42-b33e-4e31-b8a4-0d2d4b39263b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=cecfec42-b33e-4e31-b8a4-0d2d4b39263b,segment=NetworkSegment(3d229f15-88b0-4d69-8b68-9ba169eed582),segment_id=3d229f15-88b0-4d69-8b68-9ba169eed582)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:29:29.650436 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f6b396f2-b6fe-474b-872e-fd27609a6083 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:29.663403 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-f6b396f2-b6fe-474b-872e-fd27609a6083 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Calling delete_port for cecfec42-b33e-4e31-b8a4-0d2d4b39263b owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:29:29.898056 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f6b396f2-b6fe-474b-872e-fd27609a6083 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:29.924803 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b396f2-b6fe-474b-872e-fd27609a6083 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Port': ['ID=cecfec42-b33e-4e31-b8a4-0d2d4b39263b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:30.102845 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f6b396f2-b6fe-474b-872e-fd27609a6083 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:30.314559 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b396f2-b6fe-474b-872e-fd27609a6083 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Router 1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:29:30.420323 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b396f2-b6fe-474b-872e-fd27609a6083 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:29:30.425487 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f6b396f2-b6fe-474b-872e-fd27609a6083 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "PUT /v2.0/routers/1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4862905 Dec 16 23:29:30.429078 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37428) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:29:30.431010 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504b8333-f0b4-4e63-9ccb-403609a5746e None None] Sync routers for ids ['1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:29:30.441341 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504b8333-f0b4-4e63-9ccb-403609a5746e None None] Routers {'1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:29:30.444583 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-504b8333-f0b4-4e63-9ccb-403609a5746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:29:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:29:30.484364 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-d26102b6-ab29-4c1e-b327-facdb94c56ba tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Deleting subnet c8076141-fc4a-4de4-8885-e0fc6cdb36a7 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:29:30.493681 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d26102b6-ab29-4c1e-b327-facdb94c56ba tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:30.527905 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d26102b6-ab29-4c1e-b327-facdb94c56ba tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:30.546256 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-504b8333-f0b4-4e63-9ccb-403609a5746e None None] Set router 1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:29:30.611469 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d26102b6-ab29-4c1e-b327-facdb94c56ba tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:30.716073 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d26102b6-ab29-4c1e-b327-facdb94c56ba tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:30.728800 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-504b8333-f0b4-4e63-9ccb-403609a5746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907893468', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:29:29Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:29:30.744511 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26102b6-ab29-4c1e-b327-facdb94c56ba tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Subnet': ['ID=c8076141-fc4a-4de4-8885-e0fc6cdb36a7,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:30.748236 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d26102b6-ab29-4c1e-b327-facdb94c56ba tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:30.751507 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-d26102b6-ab29-4c1e-b327-facdb94c56ba tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "DELETE /v2.0/subnets/c8076141-fc4a-4de4-8885-e0fc6cdb36a7 HTTP/1.1" status: 204 len: 168 time: 0.3214025 Dec 16 23:29:30.754192 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37430) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:29:30.759097 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c793999-ef3d-41ca-ae41-56382be18825 None None] Network 293a0213-a19a-4926-af8b-add8d9637765 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:29:30.771514 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504b8333-f0b4-4e63-9ccb-403609a5746e None None] Checking router: 1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:29:30.817405 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504b8333-f0b4-4e63-9ccb-403609a5746e None None] Routers {'1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:29:30.818058 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-504b8333-f0b4-4e63-9ccb-403609a5746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:29:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:29:30.862719 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc11529b-500c-404b-a7aa-d8cb20ac3592 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:30.967425 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc11529b-500c-404b-a7aa-d8cb20ac3592 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:31.122725 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 082669de-45e3-47a9-954d-c41c3451c61c no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:29:31.129346 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-504b8333-f0b4-4e63-9ccb-403609a5746e None None] Set router 1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:29:31.203662 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c998bfd3-41eb-40e6-8d59-f9d6c800c4a1 None None] DHCP port deletion for 293a0213-a19a-4926-af8b-add8d9637765 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:29:31.207032 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 082669de-45e3-47a9-954d-c41c3451c61c {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:29:31.207415 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 082669de-45e3-47a9-954d-c41c3451c61c not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:29:31.344561 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c998bfd3-41eb-40e6-8d59-f9d6c800c4a1 None None] Deleting port 0ce2d874-3355-4db4-bded-3981563ca91f {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:29:31.344952 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c998bfd3-41eb-40e6-8d59-f9d6c800c4a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:31.406145 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-dc11529b-500c-404b-a7aa-d8cb20ac3592 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Deleting port 98295ca8-25f0-4a9c-9407-35d0b9480d82 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:29:31.406733 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc11529b-500c-404b-a7aa-d8cb20ac3592 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:31.422490 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c998bfd3-41eb-40e6-8d59-f9d6c800c4a1 None None] For port 0ce2d874-3355-4db4-bded-3981563ca91f, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=0ce2d874-3355-4db4-bded-3981563ca91f,segment=NetworkSegment(3d229f15-88b0-4d69-8b68-9ba169eed582),segment_id=3d229f15-88b0-4d69-8b68-9ba169eed582)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:29:31.422899 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c998bfd3-41eb-40e6-8d59-f9d6c800c4a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:31.436944 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-c998bfd3-41eb-40e6-8d59-f9d6c800c4a1 None None] Calling delete_port for 0ce2d874-3355-4db4-bded-3981563ca91f owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:29:31.451072 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-504b8333-f0b4-4e63-9ccb-403609a5746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907893468', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:29:29Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:29:31.479616 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504b8333-f0b4-4e63-9ccb-403609a5746e None None] The sync data for ids ['1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3'] in n-d-815324-4 is: [{'id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907893468', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:29:29Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': '98295ca8-25f0-4a9c-9407-35d0b9480d82', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:26:32Z', 'updated_at': '2021-12-16T23:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:29:31.485566 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-dc11529b-500c-404b-a7aa-d8cb20ac3592 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] For port 98295ca8-25f0-4a9c-9407-35d0b9480d82, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=98295ca8-25f0-4a9c-9407-35d0b9480d82,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:29:31.486001 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc11529b-500c-404b-a7aa-d8cb20ac3592 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:31.502898 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-dc11529b-500c-404b-a7aa-d8cb20ac3592 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Calling delete_port for 98295ca8-25f0-4a9c-9407-35d0b9480d82 owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:29:31.704176 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c998bfd3-41eb-40e6-8d59-f9d6c800c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:31.726775 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998bfd3-41eb-40e6-8d59-f9d6c800c4a1 None None] Pushing event deleted for resources: {'Port': ['ID=0ce2d874-3355-4db4-bded-3981563ca91f,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:31.735927 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c998bfd3-41eb-40e6-8d59-f9d6c800c4a1 None None] No DVR routers for this DVR port 0ce2d874-3355-4db4-bded-3981563ca91f on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:29:31.738232 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998bfd3-41eb-40e6-8d59-f9d6c800c4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:31.738741 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998bfd3-41eb-40e6-8d59-f9d6c800c4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:31.739248 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998bfd3-41eb-40e6-8d59-f9d6c800c4a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:31.740101 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998bfd3-41eb-40e6-8d59-f9d6c800c4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:31.740439 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998bfd3-41eb-40e6-8d59-f9d6c800c4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:31.740776 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998bfd3-41eb-40e6-8d59-f9d6c800c4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:31.741102 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998bfd3-41eb-40e6-8d59-f9d6c800c4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:31.741427 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998bfd3-41eb-40e6-8d59-f9d6c800c4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:31.741754 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998bfd3-41eb-40e6-8d59-f9d6c800c4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:31.742077 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998bfd3-41eb-40e6-8d59-f9d6c800c4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:31.742404 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998bfd3-41eb-40e6-8d59-f9d6c800c4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:31.742726 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998bfd3-41eb-40e6-8d59-f9d6c800c4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:31.743094 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c998bfd3-41eb-40e6-8d59-f9d6c800c4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:31.772856 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc11529b-500c-404b-a7aa-d8cb20ac3592 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:31.796340 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11529b-500c-404b-a7aa-d8cb20ac3592 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Port': ['ID=98295ca8-25f0-4a9c-9407-35d0b9480d82,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:31.813070 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f7f382-14a6-41d2-b813-14ffecc613a7 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:29:31.870534 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc11529b-500c-404b-a7aa-d8cb20ac3592 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:31.966159 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc11529b-500c-404b-a7aa-d8cb20ac3592 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:31.968361 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc11529b-500c-404b-a7aa-d8cb20ac3592 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:32.109967 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc11529b-500c-404b-a7aa-d8cb20ac3592 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:32.110517 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc11529b-500c-404b-a7aa-d8cb20ac3592 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Fanout notify agent at l3_agent the message router_deleted on router 1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:29:32.118334 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc11529b-500c-404b-a7aa-d8cb20ac3592 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:32.119484 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-dc11529b-500c-404b-a7aa-d8cb20ac3592 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "DELETE /v2.0/routers/1b0d6c4f-e08c-4aa6-8ddf-2343aad68ab3 HTTP/1.1" status: 204 len: 168 time: 1.3643599 Dec 16 23:29:32.128508 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37432) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:29:32.211292 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fcbbd61b-dfcc-4ecc-a522-5699c5315c09 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:32.303557 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fcbbd61b-dfcc-4ecc-a522-5699c5315c09 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:32.323675 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-fcbbd61b-dfcc-4ecc-a522-5699c5315c09 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293a0213-a19a-4926-af8b-add8d9637765']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:29:32.333022 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-fcbbd61b-dfcc-4ecc-a522-5699c5315c09 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d229f15-88b0-4d69-8b68-9ba169eed582') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:29:32.333933 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-fcbbd61b-dfcc-4ecc-a522-5699c5315c09 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d229f15-88b0-4d69-8b68-9ba169eed582') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:29:32.343456 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fcbbd61b-dfcc-4ecc-a522-5699c5315c09 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:32.356880 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fcbbd61b-dfcc-4ecc-a522-5699c5315c09 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:32.362709 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcbbd61b-dfcc-4ecc-a522-5699c5315c09 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:29:32.363132 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fcbbd61b-dfcc-4ecc-a522-5699c5315c09 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: timer() Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:29:32.366346 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:29:32.515745 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fcbbd61b-dfcc-4ecc-a522-5699c5315c09 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:32.526962 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fcbbd61b-dfcc-4ecc-a522-5699c5315c09 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:32.530325 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fcbbd61b-dfcc-4ecc-a522-5699c5315c09 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "DELETE /v2.0/networks/293a0213-a19a-4926-af8b-add8d9637765 HTTP/1.1" status: 204 len: 168 time: 0.4007709 Dec 16 23:29:32.533404 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37434) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:29:32.550246 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbd61b-dfcc-4ecc-a522-5699c5315c09 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Network': ['ID=293a0213-a19a-4926-af8b-add8d9637765,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:32.606028 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-70c68d38-ec1d-48b5-bf56-89f0c64d0f3f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:32.644239 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-70c68d38-ec1d-48b5-bf56-89f0c64d0f3f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:32.789347 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-70c68d38-ec1d-48b5-bf56-89f0c64d0f3f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:32.792108 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-70c68d38-ec1d-48b5-bf56-89f0c64d0f3f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:32.793405 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-70c68d38-ec1d-48b5-bf56-89f0c64d0f3f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "DELETE /v2.0/security-groups/85d4f8c1-e93b-421f-8e4b-898aa4a4be44 HTTP/1.1" status: 204 len: 168 time: 0.2589688 Dec 16 23:29:32.803923 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c68d38-ec1d-48b5-bf56-89f0c64d0f3f tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d4f8c1-e93b-421f-8e4b-898aa4a4be44,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:33.075219 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0ce2d874-3355-4db4-bded-3981563ca91f no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:29:33.095551 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 0ce2d874-3355-4db4-bded-3981563ca91f {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:29:33.095901 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 0ce2d874-3355-4db4-bded-3981563ca91f not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:29:33.096319 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device cecfec42-b33e-4e31-b8a4-0d2d4b39263b no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:29:33.119283 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: cecfec42-b33e-4e31-b8a4-0d2d4b39263b {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:29:33.119677 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device cecfec42-b33e-4e31-b8a4-0d2d4b39263b not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:29:33.120102 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 98295ca8-25f0-4a9c-9407-35d0b9480d82 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:29:33.138926 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 98295ca8-25f0-4a9c-9407-35d0b9480d82 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:29:33.139300 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 98295ca8-25f0-4a9c-9407-35d0b9480d82 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:29:33.141704 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37440) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:29:33.147132 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-e6bf1df5-e035-41a5-a91f-23a138763699 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1927198693', 'description': 'tempest-secgroup-smoke-1927198693 description', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:29:33.247306 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e6bf1df5-e035-41a5-a91f-23a138763699 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:33.316165 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e6bf1df5-e035-41a5-a91f-23a138763699 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:33.396298 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e6bf1df5-e035-41a5-a91f-23a138763699 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:33.424781 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf1df5-e035-41a5-a91f-23a138763699 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf2937c-baea-4c1b-b1d6-020e952b9e69,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:33.511313 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e6bf1df5-e035-41a5-a91f-23a138763699 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:33.512651 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e6bf1df5-e035-41a5-a91f-23a138763699 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3698208 Dec 16 23:29:33.515519 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37442) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:29:33.519863 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-920700f8-856b-42fe-8b6c-2a48cd9d8e0a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': '7bf2937c-baea-4c1b-b1d6-020e952b9e69', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:29:33.669256 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-920700f8-856b-42fe-8b6c-2a48cd9d8e0a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:33.723991 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-920700f8-856b-42fe-8b6c-2a48cd9d8e0a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:33.800738 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-920700f8-856b-42fe-8b6c-2a48cd9d8e0a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:33.819654 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920700f8-856b-42fe-8b6c-2a48cd9d8e0a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c23278a8-4b43-4672-b431-9c65b7925b48,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:33.877051 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-920700f8-856b-42fe-8b6c-2a48cd9d8e0a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:33.878284 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-920700f8-856b-42fe-8b6c-2a48cd9d8e0a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3617971 Dec 16 23:29:33.881817 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37444) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:29:33.886257 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-96c0997b-310f-4d31-a20f-0c853a5afe69 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': '7bf2937c-baea-4c1b-b1d6-020e952b9e69', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:29:33.971095 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-96c0997b-310f-4d31-a20f-0c853a5afe69 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:34.027313 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-96c0997b-310f-4d31-a20f-0c853a5afe69 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:34.097490 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-96c0997b-310f-4d31-a20f-0c853a5afe69 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:34.117155 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0997b-310f-4d31-a20f-0c853a5afe69 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54cbb974-f078-4e40-806e-13a00ed907de,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:34.179748 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-96c0997b-310f-4d31-a20f-0c853a5afe69 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:34.181009 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-96c0997b-310f-4d31-a20f-0c853a5afe69 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2982402 Dec 16 23:29:34.183967 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37446) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:29:34.188300 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-91f76028-0d15-4fba-950f-9848da318c2e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': '7bf2937c-baea-4c1b-b1d6-020e952b9e69', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:29:34.279897 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-91f76028-0d15-4fba-950f-9848da318c2e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:34.339066 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-91f76028-0d15-4fba-950f-9848da318c2e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:34.423846 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-91f76028-0d15-4fba-950f-9848da318c2e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:34.441436 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f76028-0d15-4fba-950f-9848da318c2e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b14fda-cc85-471c-95f4-9eb31adaae78,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:34.511559 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-91f76028-0d15-4fba-950f-9848da318c2e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:34.512789 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-91f76028-0d15-4fba-950f-9848da318c2e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3278906 Dec 16 23:29:34.518861 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37448) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:29:34.524009 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-20da8940-c526-49e4-804f-d51a5ca11a14 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': '7bf2937c-baea-4c1b-b1d6-020e952b9e69', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:29:34.589096 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-20da8940-c526-49e4-804f-d51a5ca11a14 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:34.646627 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-20da8940-c526-49e4-804f-d51a5ca11a14 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:34.691380 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-20da8940-c526-49e4-804f-d51a5ca11a14 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:34.709740 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da8940-c526-49e4-804f-d51a5ca11a14 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e5cb589-f59a-4141-8c97-05199a3b364b,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:34.785112 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-20da8940-c526-49e4-804f-d51a5ca11a14 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:34.786340 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-20da8940-c526-49e4-804f-d51a5ca11a14 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2663963 Dec 16 23:29:34.789372 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37450) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:29:34.793761 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-5ed3d819-a0e0-48b0-9fd7-2ba47f78077b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': '7bf2937c-baea-4c1b-b1d6-020e952b9e69', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:29:34.863759 n-d-815324-4 neutron-server[103614]: INFO neutron.db.securitygroups_db [None req-5ed3d819-a0e0-48b0-9fd7-2ba47f78077b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Project cad6fd668fee498d94dbaa2b0174c294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:29:34.869207 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ed3d819-a0e0-48b0-9fd7-2ba47f78077b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:34.926825 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ed3d819-a0e0-48b0-9fd7-2ba47f78077b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:34.983614 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ed3d819-a0e0-48b0-9fd7-2ba47f78077b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:35.001389 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3d819-a0e0-48b0-9fd7-2ba47f78077b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2117b1eb-3fb0-4d06-99dc-4ea536c9f8cf,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:35.048782 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ed3d819-a0e0-48b0-9fd7-2ba47f78077b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:35.050035 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5ed3d819-a0e0-48b0-9fd7-2ba47f78077b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2597115 Dec 16 23:29:35.053482 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37452) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:29:35.058087 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-2c31f3b8-424c-4a37-867c-7e519ded3507 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'security_group_rule': {'security_group_id': '7bf2937c-baea-4c1b-b1d6-020e952b9e69', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:29:35.120967 n-d-815324-4 neutron-server[103614]: INFO neutron.db.securitygroups_db [None req-2c31f3b8-424c-4a37-867c-7e519ded3507 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Project cad6fd668fee498d94dbaa2b0174c294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:29:35.125930 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c31f3b8-424c-4a37-867c-7e519ded3507 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:35.187466 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c31f3b8-424c-4a37-867c-7e519ded3507 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:35.245990 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c31f3b8-424c-4a37-867c-7e519ded3507 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:35.264080 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31f3b8-424c-4a37-867c-7e519ded3507 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5071a42b-c7ab-43ca-94ac-ad5ea2cf323b,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:35.327899 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c31f3b8-424c-4a37-867c-7e519ded3507 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:35.329129 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2c31f3b8-424c-4a37-867c-7e519ded3507 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2746871 Dec 16 23:29:35.332264 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37454) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:29:35.337806 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-da71d5da-1cee-466b-9d2a-17109345e542 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'network': {'name': 'tempest-network-smoke--257252016', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'port_security_enabled': True}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:29:35.446663 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da71d5da-1cee-466b-9d2a-17109345e542 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Made reservation on behalf of cad6fd668fee498d94dbaa2b0174c294 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:29:35.450047 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-da71d5da-1cee-466b-9d2a-17109345e542 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:35.473813 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da71d5da-1cee-466b-9d2a-17109345e542 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:29:35.483125 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-da71d5da-1cee-466b-9d2a-17109345e542 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:35.483473 n-d-815324-4 neutron-server[103614]: INFO neutron.db.segments_db [None req-da71d5da-1cee-466b-9d2a-17109345e542 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Added segment db790ce3-3223-4f74-a12d-a8a4960a53f2 of type vlan for network 62125e89-632b-46cb-8a57-14e36e1d04a5 Dec 16 23:29:35.523678 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-da71d5da-1cee-466b-9d2a-17109345e542 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:35.618493 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-da71d5da-1cee-466b-9d2a-17109345e542 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:35.626159 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da71d5da-1cee-466b-9d2a-17109345e542 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:35.626742 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-da71d5da-1cee-466b-9d2a-17109345e542 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:35.691416 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71d5da-1cee-466b-9d2a-17109345e542 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Network': ['ID=62125e89-632b-46cb-8a57-14e36e1d04a5,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:35.702129 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 62125e89-632b-46cb-8a57-14e36e1d04a5 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:29:35.768903 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-da71d5da-1cee-466b-9d2a-17109345e542 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4355745 Dec 16 23:29:35.772173 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37456) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:29:35.776692 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-1bcabda0-f327-4dd1-af51-ebae28f24184 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-524159231', 'admin_state_up': True, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:29:35.864460 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1bcabda0-f327-4dd1-af51-ebae28f24184 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:35.865529 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1bcabda0-f327-4dd1-af51-ebae28f24184 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:35.920784 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1bcabda0-f327-4dd1-af51-ebae28f24184 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:36.126083 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1bcabda0-f327-4dd1-af51-ebae28f24184 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:36.368582 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1bcabda0-f327-4dd1-af51-ebae28f24184 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:36.387353 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1bcabda0-f327-4dd1-af51-ebae28f24184 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:36.492097 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-1bcabda0-f327-4dd1-af51-ebae28f24184 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Allocated IP 172.25.6.252 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/f2610dd5-3984-4695-92cd-b2db56fe286b) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:29:36.590116 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1bcabda0-f327-4dd1-af51-ebae28f24184 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:36.680910 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1bcabda0-f327-4dd1-af51-ebae28f24184 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:36.721859 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcabda0-f327-4dd1-af51-ebae28f24184 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:29:36.725521 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-1bcabda0-f327-4dd1-af51-ebae28f24184 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:29:36.729125 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcabda0-f327-4dd1-af51-ebae28f24184 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:29:36.738965 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04af5a68-24a1-4bc6-bdc5-83e2717987cb None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:29:36.751841 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcabda0-f327-4dd1-af51-ebae28f24184 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=f2610dd5-3984-4695-92cd-b2db56fe286b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:36.830496 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-fa6d2fdd-6e0e-42ca-a1c4-8070b840083a None None] Provisioning complete for port f2610dd5-3984-4695-92cd-b2db56fe286b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:29:36.830866 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa6d2fdd-6e0e-42ca-a1c4-8070b840083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:36.864989 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-fa6d2fdd-6e0e-42ca-a1c4-8070b840083a None None] Port f2610dd5-3984-4695-92cd-b2db56fe286b cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:29:37.088277 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1bcabda0-f327-4dd1-af51-ebae28f24184 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:37.288618 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1bcabda0-f327-4dd1-af51-ebae28f24184 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:37.486606 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcabda0-f327-4dd1-af51-ebae28f24184 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Router 0817f189-f8ed-4077-94c2-623466f045e0 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:29:37.592237 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcabda0-f327-4dd1-af51-ebae28f24184 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:29:37.602553 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9218a879-3ed8-4672-a309-7c2ad56865b5 None None] Sync routers for ids ['0817f189-f8ed-4077-94c2-623466f045e0'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:29:37.612582 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9218a879-3ed8-4672-a309-7c2ad56865b5 None None] Routers {'0817f189-f8ed-4077-94c2-623466f045e0'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:29:37.617042 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-9218a879-3ed8-4672-a309-7c2ad56865b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:29:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0817f189-f8ed-4077-94c2-623466f045e0'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:29:37.665759 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1bcabda0-f327-4dd1-af51-ebae28f24184 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:37.667078 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-1bcabda0-f327-4dd1-af51-ebae28f24184 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8938568 Dec 16 23:29:37.670284 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37458) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:29:37.699478 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c6392740-eb14-41ea-bce0-281a8f742087 tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=cad6fd668fee498d94dbaa2b0174c294&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280938 Dec 16 23:29:37.701970 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37460) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:29:37.718895 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-9218a879-3ed8-4672-a309-7c2ad56865b5 None None] Set router 0817f189-f8ed-4077-94c2-623466f045e0 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:29:37.788001 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc0afdb-6526-4e5a-9c62-14756d00c6a0 tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:37.789542 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9bc0afdb-6526-4e5a-9c62-14756d00c6a0 tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866859 Dec 16 23:29:37.792522 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37462) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:29:37.829894 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f1494e18-788a-40d4-a70a-099ee4857181 tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=646b16aa-4dba-4604-b466-f8ee98ed91e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362542 Dec 16 23:29:37.832610 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37464) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:29:37.837911 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-dff150de-c928-4ff1-a442-2d0d08c35f71 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-19463711', 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:29:37.990344 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff150de-c928-4ff1-a442-2d0d08c35f71 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Made reservation on behalf of cad6fd668fee498d94dbaa2b0174c294 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:29:37.991275 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-9218a879-3ed8-4672-a309-7c2ad56865b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0817f189-f8ed-4077-94c2-623466f045e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524159231', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:29:35Z', 'updated_at': '2021-12-16T23:29:36Z', 'revision_number': 3, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0817f189-f8ed-4077-94c2-623466f045e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:29:36Z', 'updated_at': '2021-12-16T23:29:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:29:37.993811 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dff150de-c928-4ff1-a442-2d0d08c35f71 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28640383'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:38.020023 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9218a879-3ed8-4672-a309-7c2ad56865b5 None None] Checking router: 0817f189-f8ed-4077-94c2-623466f045e0 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:29:38.020368 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9218a879-3ed8-4672-a309-7c2ad56865b5 None None] Updating router 0817f189-f8ed-4077-94c2-623466f045e0 port f2610dd5-3984-4695-92cd-b2db56fe286b binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:29:38.044744 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9218a879-3ed8-4672-a309-7c2ad56865b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:38.301384 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9218a879-3ed8-4672-a309-7c2ad56865b5 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:38.355791 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9218a879-3ed8-4672-a309-7c2ad56865b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:38.405554 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5736e2-e36f-45dc-8351-377483108a54 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:29:38.413570 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-9218a879-3ed8-4672-a309-7c2ad56865b5 None None] Attempting to bind port f2610dd5-3984-4695-92cd-b2db56fe286b on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:29:38.413947 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-9218a879-3ed8-4672-a309-7c2ad56865b5 None None] Attempting to bind port f2610dd5-3984-4695-92cd-b2db56fe286b by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:29:38.414417 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9218a879-3ed8-4672-a309-7c2ad56865b5 None None] Attempting to bind port f2610dd5-3984-4695-92cd-b2db56fe286b on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:29:38.422343 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9218a879-3ed8-4672-a309-7c2ad56865b5 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:29:38.422724 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9218a879-3ed8-4672-a309-7c2ad56865b5 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:29:38.423333 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9218a879-3ed8-4672-a309-7c2ad56865b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:38.423731 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9218a879-3ed8-4672-a309-7c2ad56865b5 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:29:38.424204 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-9218a879-3ed8-4672-a309-7c2ad56865b5 None None] Bound port: f2610dd5-3984-4695-92cd-b2db56fe286b, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:29:38.424590 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9218a879-3ed8-4672-a309-7c2ad56865b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:38.446562 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57791d7-c573-4160-ba4e-cd4d950acd2c None None] Pushing event updated for resources: {'Port': ['ID=f2610dd5-3984-4695-92cd-b2db56fe286b,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:38.461662 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57791d7-c573-4160-ba4e-cd4d950acd2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:38.462012 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57791d7-c573-4160-ba4e-cd4d950acd2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:38.462356 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57791d7-c573-4160-ba4e-cd4d950acd2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:38.462698 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57791d7-c573-4160-ba4e-cd4d950acd2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:38.463030 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57791d7-c573-4160-ba4e-cd4d950acd2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:38.463387 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57791d7-c573-4160-ba4e-cd4d950acd2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:38.463716 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57791d7-c573-4160-ba4e-cd4d950acd2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:38.464041 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57791d7-c573-4160-ba4e-cd4d950acd2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:38.464365 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57791d7-c573-4160-ba4e-cd4d950acd2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:38.464690 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57791d7-c573-4160-ba4e-cd4d950acd2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:38.465013 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57791d7-c573-4160-ba4e-cd4d950acd2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:38.465333 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57791d7-c573-4160-ba4e-cd4d950acd2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:38.465659 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57791d7-c573-4160-ba4e-cd4d950acd2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:29:38.491319 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-9218a879-3ed8-4672-a309-7c2ad56865b5 None None] For port f2610dd5-3984-4695-92cd-b2db56fe286b, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:29:38.494737 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-9218a879-3ed8-4672-a309-7c2ad56865b5 None None] For port f2610dd5-3984-4695-92cd-b2db56fe286b, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f2610dd5-3984-4695-92cd-b2db56fe286b,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:29:38.498766 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0bf74dfa-015e-4ff3-bd4d-d78d7edb46fb None None] Provisioning complete for port f2610dd5-3984-4695-92cd-b2db56fe286b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:29:38.499171 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0bf74dfa-015e-4ff3-bd4d-d78d7edb46fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:38.534185 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0bf74dfa-015e-4ff3-bd4d-d78d7edb46fb None None] Port f2610dd5-3984-4695-92cd-b2db56fe286b cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:29:38.567625 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-9218a879-3ed8-4672-a309-7c2ad56865b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:38.585429 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dff150de-c928-4ff1-a442-2d0d08c35f71 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25680742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28640353'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:38.619556 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb387b6-643d-45e8-9dd0-4eb2d7ae86bf None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:29:38.627053 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9218a879-3ed8-4672-a309-7c2ad56865b5 None None] Routers {'0817f189-f8ed-4077-94c2-623466f045e0'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:29:38.628419 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-9218a879-3ed8-4672-a309-7c2ad56865b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:29:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0817f189-f8ed-4077-94c2-623466f045e0'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:29:38.660265 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff150de-c928-4ff1-a442-2d0d08c35f71 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Subnet': ['ID=408251c9-70f4-4a12-a185-e4cd484dd931,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:38.665132 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1f1782eb-b753-4a93-9fe1-173c78480f3f None None] Provisioning complete for port f2610dd5-3984-4695-92cd-b2db56fe286b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:29:38.665824 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1f1782eb-b753-4a93-9fe1-173c78480f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:38.667582 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff150de-c928-4ff1-a442-2d0d08c35f71 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Checking segment: {'id': 'db790ce3-3223-4f74-a12d-a8a4960a53f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:29:38.667959 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff150de-c928-4ff1-a442-2d0d08c35f71 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network hostable DHCP agents. Network: 62125e89-632b-46cb-8a57-14e36e1d04a5, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:29:38.670520 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57791d7-c573-4160-ba4e-cd4d950acd2c None None] Pushing event updated for resources: {'Port': ['ID=f2610dd5-3984-4695-92cd-b2db56fe286b,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:38.739413 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-9218a879-3ed8-4672-a309-7c2ad56865b5 None None] Set router 0817f189-f8ed-4077-94c2-623466f045e0 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:29:38.749587 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff150de-c928-4ff1-a442-2d0d08c35f71 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network 62125e89-632b-46cb-8a57-14e36e1d04a5 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:29:38.751364 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1f1782eb-b753-4a93-9fe1-173c78480f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:38.773079 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-1f1782eb-b753-4a93-9fe1-173c78480f3f None None] For port f2610dd5-3984-4695-92cd-b2db56fe286b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f2610dd5-3984-4695-92cd-b2db56fe286b,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:29:38.824307 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-dff150de-c928-4ff1-a442-2d0d08c35f71 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 62125e89-632b-46cb-8a57-14e36e1d04a5) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:29:38.829472 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff150de-c928-4ff1-a442-2d0d08c35f71 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:38.830802 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dff150de-c928-4ff1-a442-2d0d08c35f71 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:38.832264 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4202e6db-28d3-44ae-8249-f497a6f1ddad None None] Network 62125e89-632b-46cb-8a57-14e36e1d04a5 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:29:38.846297 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1f1782eb-b753-4a93-9fe1-173c78480f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:38.901657 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-dff150de-c928-4ff1-a442-2d0d08c35f71 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0679502 Dec 16 23:29:38.904468 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37466) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:29:38.930901 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-9218a879-3ed8-4672-a309-7c2ad56865b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0817f189-f8ed-4077-94c2-623466f045e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524159231', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:29:35Z', 'updated_at': '2021-12-16T23:29:36Z', 'revision_number': 3, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0817f189-f8ed-4077-94c2-623466f045e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:29:36Z', 'updated_at': '2021-12-16T23:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:29:38.944755 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1782eb-b753-4a93-9fe1-173c78480f3f None None] Pushing event updated for resources: {'Port': ['ID=f2610dd5-3984-4695-92cd-b2db56fe286b,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:38.964489 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9218a879-3ed8-4672-a309-7c2ad56865b5 None None] The sync data for ids ['0817f189-f8ed-4077-94c2-623466f045e0'] in n-d-815324-4 is: [{'id': '0817f189-f8ed-4077-94c2-623466f045e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524159231', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:29:35Z', 'updated_at': '2021-12-16T23:29:36Z', 'revision_number': 3, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0817f189-f8ed-4077-94c2-623466f045e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:29:36Z', 'updated_at': '2021-12-16T23:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:29:38.980329 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154d6f77-3e34-485d-9caf-c91ff97f914d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-62125e89-632b-46cb-8a57-14e36e1d04a5', 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5', 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'fixed_ips': [{'subnet_id': '408251c9-70f4-4a12-a185-e4cd484dd931'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:29:38.981343 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-154d6f77-3e34-485d-9caf-c91ff97f914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:39.130508 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-154d6f77-3e34-485d-9caf-c91ff97f914d None None] Allocated IP 172.20.0.2 (62125e89-632b-46cb-8a57-14e36e1d04a5/408251c9-70f4-4a12-a185-e4cd484dd931/20dea767-2d4c-4852-86fe-338af30e84fe) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:29:39.319473 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-154d6f77-3e34-485d-9caf-c91ff97f914d None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:39.402335 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-944650fe-f8ad-4695-877c-fb4624e3351b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:39.407577 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-154d6f77-3e34-485d-9caf-c91ff97f914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:39.454788 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154d6f77-3e34-485d-9caf-c91ff97f914d None None] Network 62125e89-632b-46cb-8a57-14e36e1d04a5 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:29:39.457871 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-154d6f77-3e34-485d-9caf-c91ff97f914d None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:29:39.462359 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154d6f77-3e34-485d-9caf-c91ff97f914d None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:29:39.473373 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d6f77-3e34-485d-9caf-c91ff97f914d None None] Pushing event updated for resources: {'Port': ['ID=20dea767-2d4c-4852-86fe-338af30e84fe,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:39.524504 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-154d6f77-3e34-485d-9caf-c91ff97f914d None None] Attempting to bind port 20dea767-2d4c-4852-86fe-338af30e84fe on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:29:39.525410 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-154d6f77-3e34-485d-9caf-c91ff97f914d None None] Attempting to bind port 20dea767-2d4c-4852-86fe-338af30e84fe by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'db790ce3-3223-4f74-a12d-a8a4960a53f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:29:39.525410 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154d6f77-3e34-485d-9caf-c91ff97f914d None None] Attempting to bind port 20dea767-2d4c-4852-86fe-338af30e84fe on network 62125e89-632b-46cb-8a57-14e36e1d04a5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:29:39.530797 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154d6f77-3e34-485d-9caf-c91ff97f914d None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:29:39.531514 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154d6f77-3e34-485d-9caf-c91ff97f914d None None] Checking segment: {'id': 'db790ce3-3223-4f74-a12d-a8a4960a53f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:29:39.531860 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-154d6f77-3e34-485d-9caf-c91ff97f914d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:39.532325 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154d6f77-3e34-485d-9caf-c91ff97f914d None None] Bound using segment: {'id': 'db790ce3-3223-4f74-a12d-a8a4960a53f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:29:39.532902 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-154d6f77-3e34-485d-9caf-c91ff97f914d None None] Bound port: 20dea767-2d4c-4852-86fe-338af30e84fe, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db790ce3-3223-4f74-a12d-a8a4960a53f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:29:39.533334 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-154d6f77-3e34-485d-9caf-c91ff97f914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:39.603810 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-154d6f77-3e34-485d-9caf-c91ff97f914d None None] For port 20dea767-2d4c-4852-86fe-338af30e84fe, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:29:39.611403 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-154d6f77-3e34-485d-9caf-c91ff97f914d None None] For port 20dea767-2d4c-4852-86fe-338af30e84fe, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=20dea767-2d4c-4852-86fe-338af30e84fe,segment=NetworkSegment(db790ce3-3223-4f74-a12d-a8a4960a53f2),segment_id=db790ce3-3223-4f74-a12d-a8a4960a53f2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:29:39.684067 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-154d6f77-3e34-485d-9caf-c91ff97f914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:39.701332 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-944650fe-f8ad-4695-877c-fb4624e3351b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Allocated IP 172.20.0.1 (62125e89-632b-46cb-8a57-14e36e1d04a5/408251c9-70f4-4a12-a185-e4cd484dd931/46712c95-9332-49e7-ae7d-09323913c799) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:29:39.753288 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d6f77-3e34-485d-9caf-c91ff97f914d None None] Pushing event updated for resources: {'Port': ['ID=20dea767-2d4c-4852-86fe-338af30e84fe,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:39.828465 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-944650fe-f8ad-4695-877c-fb4624e3351b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:39.910620 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-944650fe-f8ad-4695-877c-fb4624e3351b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:39.941413 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:29:39.970520 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944650fe-f8ad-4695-877c-fb4624e3351b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network 62125e89-632b-46cb-8a57-14e36e1d04a5 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:29:39.973665 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-944650fe-f8ad-4695-877c-fb4624e3351b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:29:39.978652 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944650fe-f8ad-4695-877c-fb4624e3351b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:29:39.984652 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944650fe-f8ad-4695-877c-fb4624e3351b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=46712c95-9332-49e7-ae7d-09323913c799,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:40.028302 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-944650fe-f8ad-4695-877c-fb4624e3351b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:40.231854 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-944650fe-f8ad-4695-877c-fb4624e3351b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:40.519582 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-944650fe-f8ad-4695-877c-fb4624e3351b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:40.566373 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-944650fe-f8ad-4695-877c-fb4624e3351b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:40.643421 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-944650fe-f8ad-4695-877c-fb4624e3351b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:40.645175 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944650fe-f8ad-4695-877c-fb4624e3351b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=46712c95-9332-49e7-ae7d-09323913c799,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:40.739246 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944650fe-f8ad-4695-877c-fb4624e3351b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network 62125e89-632b-46cb-8a57-14e36e1d04a5 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:29:40.740661 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-944650fe-f8ad-4695-877c-fb4624e3351b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:29:40.855819 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944650fe-f8ad-4695-877c-fb4624e3351b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Router 0817f189-f8ed-4077-94c2-623466f045e0 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:29:40.963181 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944650fe-f8ad-4695-877c-fb4624e3351b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:29:40.970925 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-944650fe-f8ad-4695-877c-fb4624e3351b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "PUT /v2.0/routers/0817f189-f8ed-4077-94c2-623466f045e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0627394 Dec 16 23:29:40.974043 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741a0e98-80fe-4c1b-9c57-0539be8f04fb None None] Sync routers for ids ['0817f189-f8ed-4077-94c2-623466f045e0'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:29:40.985712 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741a0e98-80fe-4c1b-9c57-0539be8f04fb None None] Routers {'0817f189-f8ed-4077-94c2-623466f045e0'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:29:40.986556 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-741a0e98-80fe-4c1b-9c57-0539be8f04fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:29:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0817f189-f8ed-4077-94c2-623466f045e0'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:29:41.110053 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-741a0e98-80fe-4c1b-9c57-0539be8f04fb None None] Set router 0817f189-f8ed-4077-94c2-623466f045e0 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:29:41.162097 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-178266c5-918a-46fe-b54b-10855d2dedf7 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1927198693&fields=id&tenant_id=cad6fd668fee498d94dbaa2b0174c294 HTTP/1.1" status: 200 len: 267 time: 0.0632133 Dec 16 23:29:41.229830 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 20dea767-2d4c-4852-86fe-338af30e84fe up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:29:41.275658 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-180ced2f-7d77-4232-84f1-d2acfa38a6d2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:41.283400 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-180ced2f-7d77-4232-84f1-d2acfa38a6d2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/networks?id=62125e89-632b-46cb-8a57-14e36e1d04a5 HTTP/1.1" status: 200 len: 796 time: 0.1196475 Dec 16 23:29:41.293798 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-44448df1-1319-4488-8342-1c2be0dcad7b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/quotas/cad6fd668fee498d94dbaa2b0174c294 HTTP/1.1" status: 200 len: 375 time: 0.0095263 Dec 16 23:29:41.342305 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 20dea767-2d4c-4852-86fe-338af30e84fe triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:29:41.342677 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:41.364814 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-06c89bb2-2d7b-45fe-b4aa-b6914f218a5b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648856 Dec 16 23:29:41.405397 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-741a0e98-80fe-4c1b-9c57-0539be8f04fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0817f189-f8ed-4077-94c2-623466f045e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524159231', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:29:35Z', 'updated_at': '2021-12-16T23:29:40Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0817f189-f8ed-4077-94c2-623466f045e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:29:36Z', 'updated_at': '2021-12-16T23:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '46712c95-9332-49e7-ae7d-09323913c799', 'name': '', 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:00:3f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0817f189-f8ed-4077-94c2-623466f045e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '408251c9-70f4-4a12-a185-e4cd484dd931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:29:39Z', 'updated_at': '2021-12-16T23:29:40Z', 'revision_number': 2, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '408251c9-70f4-4a12-a185-e4cd484dd931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:29:41.435933 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741a0e98-80fe-4c1b-9c57-0539be8f04fb None None] Checking router: 0817f189-f8ed-4077-94c2-623466f045e0 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:29:41.436394 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741a0e98-80fe-4c1b-9c57-0539be8f04fb None None] Updating router 0817f189-f8ed-4077-94c2-623466f045e0 port 46712c95-9332-49e7-ae7d-09323913c799 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:29:41.473269 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-fc69d813-f650-4c0c-b614-4ce8160edcd6 service neutron] 10.222.0.75 "GET /v2.0/networks/62125e89-632b-46cb-8a57-14e36e1d04a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954454 Dec 16 23:29:41.479873 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7624a3be-251b-4513-90c8-771389e83c70 None None] Network 62125e89-632b-46cb-8a57-14e36e1d04a5 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:29:41.536529 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-741a0e98-80fe-4c1b-9c57-0539be8f04fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:41.541712 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:41.567471 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-31c60765-4423-4d16-80de-e20d081d898f None None] Provisioning complete for port 20dea767-2d4c-4852-86fe-338af30e84fe triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:29:41.567842 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-31c60765-4423-4d16-80de-e20d081d898f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:41.569160 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-80bf5767-138e-4888-868a-8ff8b3c4b10d service neutron] 10.222.0.75 "GET /v2.0/networks/62125e89-632b-46cb-8a57-14e36e1d04a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887725 Dec 16 23:29:41.720320 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 20dea767-2d4c-4852-86fe-338af30e84fe, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=20dea767-2d4c-4852-86fe-338af30e84fe,segment=NetworkSegment(db790ce3-3223-4f74-a12d-a8a4960a53f2),segment_id=db790ce3-3223-4f74-a12d-a8a4960a53f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:29:41.824965 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d920a613-d2e4-401c-a522-e3a26dff92aa req-cef1b4a3-c520-4dfc-a24a-d40a450604d8 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 210 time: 0.0307684 Dec 16 23:29:41.941560 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:41.942326 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f2610dd5-3984-4695-92cd-b2db56fe286b up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:29:42.117035 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=20dea767-2d4c-4852-86fe-338af30e84fe,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:42.152097 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port f2610dd5-3984-4695-92cd-b2db56fe286b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:29:42.152467 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:42.265207 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-741a0e98-80fe-4c1b-9c57-0539be8f04fb None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:42.321187 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-19afd61e-099a-4173-b73d-cc5753e472f2 None None] Provisioning complete for port 46712c95-9332-49e7-ae7d-09323913c799 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:29:42.321570 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-19afd61e-099a-4173-b73d-cc5753e472f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:42.358950 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-19afd61e-099a-4173-b73d-cc5753e472f2 None None] Port 46712c95-9332-49e7-ae7d-09323913c799 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:29:42.370615 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-741a0e98-80fe-4c1b-9c57-0539be8f04fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:42.376251 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-19afd61e-099a-4173-b73d-cc5753e472f2 None None] Provisioning complete for port 20dea767-2d4c-4852-86fe-338af30e84fe triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:29:42.376638 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-19afd61e-099a-4173-b73d-cc5753e472f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:42.462704 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cfdf5-c2ed-40ab-b1ef-f88ffe763083 None None] Pushing event updated for resources: {'Port': ['ID=46712c95-9332-49e7-ae7d-09323913c799,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:42.544255 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-741a0e98-80fe-4c1b-9c57-0539be8f04fb None None] Attempting to bind port 46712c95-9332-49e7-ae7d-09323913c799 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:29:42.544630 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-741a0e98-80fe-4c1b-9c57-0539be8f04fb None None] Attempting to bind port 46712c95-9332-49e7-ae7d-09323913c799 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'db790ce3-3223-4f74-a12d-a8a4960a53f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:29:42.544994 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741a0e98-80fe-4c1b-9c57-0539be8f04fb None None] Attempting to bind port 46712c95-9332-49e7-ae7d-09323913c799 on network 62125e89-632b-46cb-8a57-14e36e1d04a5 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:29:42.555339 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741a0e98-80fe-4c1b-9c57-0539be8f04fb None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:29:42.555339 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741a0e98-80fe-4c1b-9c57-0539be8f04fb None None] Checking segment: {'id': 'db790ce3-3223-4f74-a12d-a8a4960a53f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:29:42.555607 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-741a0e98-80fe-4c1b-9c57-0539be8f04fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:42.555893 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741a0e98-80fe-4c1b-9c57-0539be8f04fb None None] Bound using segment: {'id': 'db790ce3-3223-4f74-a12d-a8a4960a53f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:29:42.556368 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-741a0e98-80fe-4c1b-9c57-0539be8f04fb None None] Bound port: 46712c95-9332-49e7-ae7d-09323913c799, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db790ce3-3223-4f74-a12d-a8a4960a53f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:29:42.556756 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-741a0e98-80fe-4c1b-9c57-0539be8f04fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:42.633062 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-741a0e98-80fe-4c1b-9c57-0539be8f04fb None None] For port 46712c95-9332-49e7-ae7d-09323913c799, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:29:42.635745 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-741a0e98-80fe-4c1b-9c57-0539be8f04fb None None] For port 46712c95-9332-49e7-ae7d-09323913c799, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=46712c95-9332-49e7-ae7d-09323913c799,segment=NetworkSegment(db790ce3-3223-4f74-a12d-a8a4960a53f2),segment_id=db790ce3-3223-4f74-a12d-a8a4960a53f2)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:29:42.691136 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-894142d9-7e6d-48e1-a1a9-cfd0d063ea0b None None] Provisioning complete for port 46712c95-9332-49e7-ae7d-09323913c799 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:29:42.691517 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-894142d9-7e6d-48e1-a1a9-cfd0d063ea0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:42.717154 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-741a0e98-80fe-4c1b-9c57-0539be8f04fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:42.764561 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-894142d9-7e6d-48e1-a1a9-cfd0d063ea0b None None] Port 46712c95-9332-49e7-ae7d-09323913c799 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:29:42.789516 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741a0e98-80fe-4c1b-9c57-0539be8f04fb None None] Routers {'0817f189-f8ed-4077-94c2-623466f045e0'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:29:42.790156 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-741a0e98-80fe-4c1b-9c57-0539be8f04fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:29:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0817f189-f8ed-4077-94c2-623466f045e0'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:29:42.792097 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cfdf5-c2ed-40ab-b1ef-f88ffe763083 None None] Pushing event updated for resources: {'Port': ['ID=46712c95-9332-49e7-ae7d-09323913c799,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:42.917034 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-43e8fe1b-342f-4f13-9cfb-0ce24876eb02 None None] Provisioning complete for port 46712c95-9332-49e7-ae7d-09323913c799 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:29:42.917397 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-43e8fe1b-342f-4f13-9cfb-0ce24876eb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:42.922385 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-741a0e98-80fe-4c1b-9c57-0539be8f04fb None None] Set router 0817f189-f8ed-4077-94c2-623466f045e0 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:29:42.954352 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b37bf974-91c4-4e84-b031-1368f56fa882 req-ff66e29f-7abb-44e5-8cd8-e568c8259437 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 210 time: 0.0394299 Dec 16 23:29:43.095654 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 20dea767-2d4c-4852-86fe-338af30e84fe up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:29:43.151568 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-43e8fe1b-342f-4f13-9cfb-0ce24876eb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:43.230836 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-43e8fe1b-342f-4f13-9cfb-0ce24876eb02 None None] For port 46712c95-9332-49e7-ae7d-09323913c799, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=46712c95-9332-49e7-ae7d-09323913c799,segment=NetworkSegment(db790ce3-3223-4f74-a12d-a8a4960a53f2),segment_id=db790ce3-3223-4f74-a12d-a8a4960a53f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:29:43.239376 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 20dea767-2d4c-4852-86fe-338af30e84fe triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:29:43.239746 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:43.293821 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-741a0e98-80fe-4c1b-9c57-0539be8f04fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0817f189-f8ed-4077-94c2-623466f045e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524159231', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:29:35Z', 'updated_at': '2021-12-16T23:29:40Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0817f189-f8ed-4077-94c2-623466f045e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:29:36Z', 'updated_at': '2021-12-16T23:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '46712c95-9332-49e7-ae7d-09323913c799', 'name': '', 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:00:3f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0817f189-f8ed-4077-94c2-623466f045e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '408251c9-70f4-4a12-a185-e4cd484dd931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:29:39Z', 'updated_at': '2021-12-16T23:29:42Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '408251c9-70f4-4a12-a185-e4cd484dd931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:29:43.342349 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-43e8fe1b-342f-4f13-9cfb-0ce24876eb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:43.349089 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741a0e98-80fe-4c1b-9c57-0539be8f04fb None None] The sync data for ids ['0817f189-f8ed-4077-94c2-623466f045e0'] in n-d-815324-4 is: [{'id': '0817f189-f8ed-4077-94c2-623466f045e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524159231', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:29:35Z', 'updated_at': '2021-12-16T23:29:40Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0817f189-f8ed-4077-94c2-623466f045e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:29:36Z', 'updated_at': '2021-12-16T23:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '46712c95-9332-49e7-ae7d-09323913c799', 'name': '', 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:00:3f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0817f189-f8ed-4077-94c2-623466f045e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '408251c9-70f4-4a12-a185-e4cd484dd931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:29:39Z', 'updated_at': '2021-12-16T23:29:42Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '408251c9-70f4-4a12-a185-e4cd484dd931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:29:43.410761 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8fe1b-342f-4f13-9cfb-0ce24876eb02 None None] Pushing event updated for resources: {'Port': ['ID=46712c95-9332-49e7-ae7d-09323913c799,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:43.465404 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9e08ea9d-3ceb-4952-806f-eeab24931bf5 None None] Provisioning complete for port 46712c95-9332-49e7-ae7d-09323913c799 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:29:43.465780 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9e08ea9d-3ceb-4952-806f-eeab24931bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:44.044642 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-04f47c67-a949-4ab6-b33a-a66193395dcb req-1c185ebe-489a-4536-8076-b6e2ea49d4df tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 210 time: 0.0273693 Dec 16 23:29:44.224244 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-483f6368-95b0-417f-80e7-13f9dca6a5ef tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:44.226324 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-483f6368-95b0-417f-80e7-13f9dca6a5ef tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.76 "GET /v2.0/networks?id=62125e89-632b-46cb-8a57-14e36e1d04a5 HTTP/1.1" status: 200 len: 796 time: 0.1145017 Dec 16 23:29:44.306518 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-ebc6daab-0d14-4cec-93c7-11bdfb73546b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cad6fd668fee498d94dbaa2b0174c294 HTTP/1.1" status: 200 len: 380 time: 0.0603683 Dec 16 23:29:44.318491 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-8367238c-e7be-497e-9b77-7c59310a5e93 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'port': {'device_id': 'cf65f3c8-0028-46f8-bb2a-2de9e02920e0', 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5', 'admin_state_up': True, 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'security_groups': ['7bf2937c-baea-4c1b-b1d6-020e952b9e69']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:29:44.503919 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-8367238c-e7be-497e-9b77-7c59310a5e93 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Made reservation on behalf of cad6fd668fee498d94dbaa2b0174c294 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:29:44.507568 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-8367238c-e7be-497e-9b77-7c59310a5e93 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:44.630312 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-8367238c-e7be-497e-9b77-7c59310a5e93 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Allocated IP 172.20.0.4 (62125e89-632b-46cb-8a57-14e36e1d04a5/408251c9-70f4-4a12-a185-e4cd484dd931/d7c939e1-4a86-42a5-b530-358b343e876c) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:29:44.770951 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-8367238c-e7be-497e-9b77-7c59310a5e93 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:44.858588 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-8367238c-e7be-497e-9b77-7c59310a5e93 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:44.903625 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-8367238c-e7be-497e-9b77-7c59310a5e93 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network 62125e89-632b-46cb-8a57-14e36e1d04a5 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:29:44.906812 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-8367238c-e7be-497e-9b77-7c59310a5e93 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:29:44.910560 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-8367238c-e7be-497e-9b77-7c59310a5e93 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:29:44.917195 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367238c-e7be-497e-9b77-7c59310a5e93 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=d7c939e1-4a86-42a5-b530-358b343e876c,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:44.968695 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-8367238c-e7be-497e-9b77-7c59310a5e93 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:44.969323 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-8367238c-e7be-497e-9b77-7c59310a5e93 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:45.076386 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-8367238c-e7be-497e-9b77-7c59310a5e93 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7622859 Dec 16 23:29:45.104172 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-2c5ec6ab-a7a4-4e26-91a0-e65195482698 service neutron] Request body: {'port': {'device_id': 'cf65f3c8-0028-46f8-bb2a-2de9e02920e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:29:45.113227 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 46712c95-9332-49e7-ae7d-09323913c799 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:29:45.165177 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 46712c95-9332-49e7-ae7d-09323913c799 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:29:45.165464 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:45.171480 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-2c5ec6ab-a7a4-4e26-91a0-e65195482698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:45.177719 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fce34f-d753-4c7a-b708-9946d4bb829b req-f47800da-3a9e-40c2-bebf-6fb045621b63 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:45.177719 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-66fce34f-d753-4c7a-b708-9946d4bb829b req-f47800da-3a9e-40c2-bebf-6fb045621b63 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 931 time: 0.0533340 Dec 16 23:29:45.211647 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bb9320d0-9a0e-48c1-b5b6-2067e2ea926c None None] Provisioning complete for port d7c939e1-4a86-42a5-b530-358b343e876c triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:29:45.214232 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bb9320d0-9a0e-48c1-b5b6-2067e2ea926c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:45.230770 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-66fce34f-d753-4c7a-b708-9946d4bb829b req-bad76cbe-48e2-4c63-a572-171670b77399 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=7bf2937c-baea-4c1b-b1d6-020e952b9e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495787 Dec 16 23:29:45.291665 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bb9320d0-9a0e-48c1-b5b6-2067e2ea926c None None] Port d7c939e1-4a86-42a5-b530-358b343e876c cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:29:45.449671 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-2c5ec6ab-a7a4-4e26-91a0-e65195482698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c939e1-4a86-42a5-b530-358b343e876c {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:29:45.456767 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-2c5ec6ab-a7a4-4e26-91a0-e65195482698 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:45.469217 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-2c5ec6ab-a7a4-4e26-91a0-e65195482698 service neutron] Transition to ACTIVE for port object d7c939e1-4a86-42a5-b530-358b343e876c will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:29:45.520820 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-2c5ec6ab-a7a4-4e26-91a0-e65195482698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:45.577096 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ec6ab-a7a4-4e26-91a0-e65195482698 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c939e1-4a86-42a5-b530-358b343e876c,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:45.645885 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-2c5ec6ab-a7a4-4e26-91a0-e65195482698 service neutron] Attempting to bind port d7c939e1-4a86-42a5-b530-358b343e876c on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:29:45.646224 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-2c5ec6ab-a7a4-4e26-91a0-e65195482698 service neutron] Attempting to bind port d7c939e1-4a86-42a5-b530-358b343e876c by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'db790ce3-3223-4f74-a12d-a8a4960a53f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:29:45.646594 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-2c5ec6ab-a7a4-4e26-91a0-e65195482698 service neutron] Attempting to bind port d7c939e1-4a86-42a5-b530-358b343e876c on network 62125e89-632b-46cb-8a57-14e36e1d04a5 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:29:45.651809 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-2c5ec6ab-a7a4-4e26-91a0-e65195482698 service neutron] Port d7c939e1-4a86-42a5-b530-358b343e876c on network 62125e89-632b-46cb-8a57-14e36e1d04a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:29:45.652137 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-2c5ec6ab-a7a4-4e26-91a0-e65195482698 service neutron] Attempting to bind port d7c939e1-4a86-42a5-b530-358b343e876c on network 62125e89-632b-46cb-8a57-14e36e1d04a5 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:29:45.657047 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-2c5ec6ab-a7a4-4e26-91a0-e65195482698 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:29:45.657446 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-2c5ec6ab-a7a4-4e26-91a0-e65195482698 service neutron] Checking segment: {'id': 'db790ce3-3223-4f74-a12d-a8a4960a53f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:29:45.657834 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-2c5ec6ab-a7a4-4e26-91a0-e65195482698 service neutron] Bound using segment: {'id': 'db790ce3-3223-4f74-a12d-a8a4960a53f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:29:45.658286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-2c5ec6ab-a7a4-4e26-91a0-e65195482698 service neutron] Bound port: d7c939e1-4a86-42a5-b530-358b343e876c, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db790ce3-3223-4f74-a12d-a8a4960a53f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:29:45.658649 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-2c5ec6ab-a7a4-4e26-91a0-e65195482698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:45.725726 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-2c5ec6ab-a7a4-4e26-91a0-e65195482698 service neutron] For port d7c939e1-4a86-42a5-b530-358b343e876c, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:29:45.729188 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-2c5ec6ab-a7a4-4e26-91a0-e65195482698 service neutron] For port d7c939e1-4a86-42a5-b530-358b343e876c, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d7c939e1-4a86-42a5-b530-358b343e876c,segment=NetworkSegment(db790ce3-3223-4f74-a12d-a8a4960a53f2),segment_id=db790ce3-3223-4f74-a12d-a8a4960a53f2)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:29:45.802027 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-2c5ec6ab-a7a4-4e26-91a0-e65195482698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:45.843926 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-2c5ec6ab-a7a4-4e26-91a0-e65195482698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:45.844559 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-2c5ec6ab-a7a4-4e26-91a0-e65195482698 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:45.845949 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-2c5ec6ab-a7a4-4e26-91a0-e65195482698 service neutron] 10.222.0.76 "PUT /v2.0/ports/d7c939e1-4a86-42a5-b530-358b343e876c HTTP/1.1" status: 200 len: 1091 time: 0.7522330 Dec 16 23:29:45.846406 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf65f3c8-0028-46f8-bb2a-2de9e02920e0', 'tag': 'd7c939e1-4a86-42a5-b530-358b343e876c'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:29:45.848675 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126aa5f3-1417-4f1c-a82f-40c1d56fea15" -d '{"events": [{"name": "network-changed", "server_uuid": "cf65f3c8-0028-46f8-bb2a-2de9e02920e0", "tag": "d7c939e1-4a86-42a5-b530-358b343e876c"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:29:45.877888 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ec6ab-a7a4-4e26-91a0-e65195482698 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c939e1-4a86-42a5-b530-358b343e876c,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:45.897574 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061df48f-d950-4388-8e2d-a0672e9886fa x-openstack-request-id: req-061df48f-d950-4388-8e2d-a0672e9886fa {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:29:45.902769 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf65f3c8-0028-46f8-bb2a-2de9e02920e0", "tag": "d7c939e1-4a86-42a5-b530-358b343e876c", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:29:45.902769 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-061df48f-d950-4388-8e2d-a0672e9886fa {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:29:45.902769 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf65f3c8-0028-46f8-bb2a-2de9e02920e0', 'tag': 'd7c939e1-4a86-42a5-b530-358b343e876c', 'status': 'completed', 'code': 200} Dec 16 23:29:45.996706 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126aa5f3-1417-4f1c-a82f-40c1d56fea15 req-029e25fb-c421-4bde-8955-adaf7305abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:45.998328 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-126aa5f3-1417-4f1c-a82f-40c1d56fea15 req-029e25fb-c421-4bde-8955-adaf7305abb2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 1094 time: 0.0455256 Dec 16 23:29:46.117683 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126aa5f3-1417-4f1c-a82f-40c1d56fea15 req-9daa9d30-19f5-48f6-80f1-e9028ac687bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:46.119228 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-126aa5f3-1417-4f1c-a82f-40c1d56fea15 req-9daa9d30-19f5-48f6-80f1-e9028ac687bb service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=cad6fd668fee498d94dbaa2b0174c294&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1007676 Dec 16 23:29:46.217500 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126aa5f3-1417-4f1c-a82f-40c1d56fea15 req-d14fac04-7a6b-40f2-8997-1bb058517922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:46.218991 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-126aa5f3-1417-4f1c-a82f-40c1d56fea15 req-d14fac04-7a6b-40f2-8997-1bb058517922 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0902069 Dec 16 23:29:46.327806 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-5056f905-f385-455e-99b5-2ffbe3be0d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:46.329421 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-5056f905-f385-455e-99b5-2ffbe3be0d62 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 1094 time: 0.0442374 Dec 16 23:29:46.352260 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd11134-ca88-4339-9dfa-bdce2c9750d2 req-00ab0b69-64ed-4799-95b3-8d84c9aed050 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:46.354088 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5bd11134-ca88-4339-9dfa-bdce2c9750d2 req-00ab0b69-64ed-4799-95b3-8d84c9aed050 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 943 time: 0.0534256 Dec 16 23:29:46.388310 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-4676c1fa-6a75-4a80-ba9c-75de1e4fe7d3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7c939e1-4a86-42a5-b530-358b343e876c HTTP/1.1" status: 200 len: 217 time: 0.0423360 Dec 16 23:29:46.411557 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5bd11134-ca88-4339-9dfa-bdce2c9750d2 req-63d25a12-9728-4e21-b4ea-349bed2e8cae tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=7bf2937c-baea-4c1b-b1d6-020e952b9e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510945 Dec 16 23:29:46.444632 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-2128650b-7fe9-4694-919a-f8978b44c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:46.446118 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-2128650b-7fe9-4694-919a-f8978b44c664 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=408251c9-70f4-4a12-a185-e4cd484dd931 HTTP/1.1" status: 200 len: 833 time: 0.0489857 Dec 16 23:29:46.493832 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-e38379f2-0cb9-49ec-bb6a-82b3fbab231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:46.495371 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-e38379f2-0cb9-49ec-bb6a-82b3fbab231b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=62125e89-632b-46cb-8a57-14e36e1d04a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409708 Dec 16 23:29:46.589840 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-c9606894-2859-425a-afb7-730d6490ea44 service neutron] 10.222.0.76 "GET /v2.0/networks/62125e89-632b-46cb-8a57-14e36e1d04a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867386 Dec 16 23:29:46.683187 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-89d9a9e4-5fa4-4b01-97e3-6906e1af5650 req-b4395f1a-8842-4678-819c-a8321a6cfd79 service neutron] 10.222.0.76 "GET /v2.0/networks/62125e89-632b-46cb-8a57-14e36e1d04a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849226 Dec 16 23:29:47.533221 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5e2a7-51bb-48f6-9a89-65e784964240 req-e4cb40b7-1d05-4ed0-b265-f5d29b8127e5 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:47.534733 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-97d5e2a7-51bb-48f6-9a89-65e784964240 req-e4cb40b7-1d05-4ed0-b265-f5d29b8127e5 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 943 time: 0.0535433 Dec 16 23:29:47.583966 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-97d5e2a7-51bb-48f6-9a89-65e784964240 req-f7d165ea-9ce9-484a-b138-16c903f49535 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=7bf2937c-baea-4c1b-b1d6-020e952b9e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429468 Dec 16 23:29:48.700777 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06782dab-0e80-4e44-9c7d-153d32ae56e0 req-fe76dd57-7b2e-44c5-afa4-b7fbd4dfbebb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:48.702264 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-06782dab-0e80-4e44-9c7d-153d32ae56e0 req-fe76dd57-7b2e-44c5-afa4-b7fbd4dfbebb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 943 time: 0.0495381 Dec 16 23:29:48.753219 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-06782dab-0e80-4e44-9c7d-153d32ae56e0 req-2a7b4979-1117-4ff7-ad56-205f368efb80 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=7bf2937c-baea-4c1b-b1d6-020e952b9e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450230 Dec 16 23:29:49.705821 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device d7c939e1-4a86-42a5-b530-358b343e876c details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:29:49.799580 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port d7c939e1-4a86-42a5-b530-358b343e876c, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d7c939e1-4a86-42a5-b530-358b343e876c,segment=NetworkSegment(db790ce3-3223-4f74-a12d-a8a4960a53f2),segment_id=db790ce3-3223-4f74-a12d-a8a4960a53f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:29:49.815226 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': 'd7c939e1-4a86-42a5-b530-358b343e876c', 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5', 'port_id': 'd7c939e1-4a86-42a5-b530-358b343e876c', 'mac_address': 'fa:16:3e:b7:26:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '408251c9-70f4-4a12-a185-e4cd484dd931', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:29:49.852578 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:49.865373 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c939e1-4a86-42a5-b530-358b343e876c {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:29:49.871006 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41912122-cad5-4454-8219-6dbc373701f2 req-8045f678-50d3-4c8d-add3-904e840c1df5 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:49.872537 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-41912122-cad5-4454-8219-6dbc373701f2 req-8045f678-50d3-4c8d-add3-904e840c1df5 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 943 time: 0.0503607 Dec 16 23:29:49.884843 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port d7c939e1-4a86-42a5-b530-358b343e876c, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d7c939e1-4a86-42a5-b530-358b343e876c,segment=NetworkSegment(db790ce3-3223-4f74-a12d-a8a4960a53f2),segment_id=db790ce3-3223-4f74-a12d-a8a4960a53f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:29:49.922899 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-41912122-cad5-4454-8219-6dbc373701f2 req-4093a96a-7a0d-4261-8f34-690befa4c3f4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=7bf2937c-baea-4c1b-b1d6-020e952b9e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442755 Dec 16 23:29:49.949964 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:49.997091 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=d7c939e1-4a86-42a5-b530-358b343e876c,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:50.392879 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['d7c939e1-4a86-42a5-b530-358b343e876c'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:29:51.039590 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ca749-0c9c-462b-83a2-ce5ed55f1c85 req-5bc30b65-339e-4036-a5fa-7f876a0c42e3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:51.044239 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ef3ca749-0c9c-462b-83a2-ce5ed55f1c85 req-5bc30b65-339e-4036-a5fa-7f876a0c42e3 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 944 time: 0.0493169 Dec 16 23:29:51.090566 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ef3ca749-0c9c-462b-83a2-ce5ed55f1c85 req-1ed0b3d2-1b5c-4e94-ac2f-f7d413e9691a tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=7bf2937c-baea-4c1b-b1d6-020e952b9e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435243 Dec 16 23:29:51.727302 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device d7c939e1-4a86-42a5-b530-358b343e876c up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:29:51.852347 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port d7c939e1-4a86-42a5-b530-358b343e876c completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:29:51.856418 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port d7c939e1-4a86-42a5-b530-358b343e876c triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:29:51.856794 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:51.933979 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:51.955771 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf65f3c8-0028-46f8-bb2a-2de9e02920e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c939e1-4a86-42a5-b530-358b343e876c'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:29:51.958011 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0b8d82-4f0f-4ae3-a0b4-b84962453c25" -d '{"events": [{"server_uuid": "cf65f3c8-0028-46f8-bb2a-2de9e02920e0", "name": "network-vif-plugged", "status": "completed", "tag": "d7c939e1-4a86-42a5-b530-358b343e876c"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:29:51.971258 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port d7c939e1-4a86-42a5-b530-358b343e876c, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d7c939e1-4a86-42a5-b530-358b343e876c,segment=NetworkSegment(db790ce3-3223-4f74-a12d-a8a4960a53f2),segment_id=db790ce3-3223-4f74-a12d-a8a4960a53f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:29:52.035527 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:52.060105 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f6478c-eae7-47c6-a510-48f520be739b x-openstack-request-id: req-06f6478c-eae7-47c6-a510-48f520be739b {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:29:52.060405 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf65f3c8-0028-46f8-bb2a-2de9e02920e0", "name": "network-vif-plugged", "status": "completed", "tag": "d7c939e1-4a86-42a5-b530-358b343e876c", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:29:52.060670 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-06f6478c-eae7-47c6-a510-48f520be739b {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:29:52.061071 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf65f3c8-0028-46f8-bb2a-2de9e02920e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c939e1-4a86-42a5-b530-358b343e876c', 'code': 200} Dec 16 23:29:52.086508 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=d7c939e1-4a86-42a5-b530-358b343e876c,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:52.194033 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22abf7-d2d5-44b6-960a-7d82bfe217ee req-9a0d868e-a1ee-4639-a8c0-1a04df839882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:52.195536 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f22abf7-d2d5-44b6-960a-7d82bfe217ee req-9a0d868e-a1ee-4639-a8c0-1a04df839882 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 1096 time: 0.0405884 Dec 16 23:29:52.215781 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd5f8f-4a79-4206-82d3-837834e27b6f req-2b357b51-5518-49ad-844b-372df2d4589e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:52.217340 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5dd5f8f-4a79-4206-82d3-837834e27b6f req-2b357b51-5518-49ad-844b-372df2d4589e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 945 time: 0.0545709 Dec 16 23:29:52.246590 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f22abf7-d2d5-44b6-960a-7d82bfe217ee req-cf5bdfdf-e787-4597-9a6e-b609f81869b8 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7bf2937c-baea-4c1b-b1d6-020e952b9e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425153 Dec 16 23:29:52.267002 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c5dd5f8f-4a79-4206-82d3-837834e27b6f req-c18d6b25-b5f3-4ed1-ba6d-3a002b16ed09 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=7bf2937c-baea-4c1b-b1d6-020e952b9e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434563 Dec 16 23:29:53.383612 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e8be8-3cd6-4363-90b7-056ee2bdbdb0 req-2a262466-dc98-4346-a414-12e50d04c5e0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:53.385103 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c26e8be8-3cd6-4363-90b7-056ee2bdbdb0 req-2a262466-dc98-4346-a414-12e50d04c5e0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 945 time: 0.0485983 Dec 16 23:29:53.435367 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c26e8be8-3cd6-4363-90b7-056ee2bdbdb0 req-7bb61248-635f-4e1d-bcb9-92e820794831 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=7bf2937c-baea-4c1b-b1d6-020e952b9e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435975 Dec 16 23:29:53.452366 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c5467df4-e648-413e-a816-ecfeb92d17b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:54.552680 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082ea93-4a3d-4958-8161-d6f0fd6e65b4 req-e6d4df1c-d6d4-40e3-a4a5-aaaaed18a98b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:54.554181 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1082ea93-4a3d-4958-8161-d6f0fd6e65b4 req-e6d4df1c-d6d4-40e3-a4a5-aaaaed18a98b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 945 time: 0.0493956 Dec 16 23:29:54.604082 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1082ea93-4a3d-4958-8161-d6f0fd6e65b4 req-c3bd31ae-3e22-4fdb-aa33-7baccd1db2bf tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=7bf2937c-baea-4c1b-b1d6-020e952b9e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435603 Dec 16 23:29:54.717116 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4f9c7-5824-4d3d-9e9a-89743c1c19fb req-87920a97-20f3-4ea3-82bb-97b3ce92f3ed tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:54.718507 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1bd4f9c7-5824-4d3d-9e9a-89743c1c19fb req-87920a97-20f3-4ea3-82bb-97b3ce92f3ed tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 945 time: 0.0480318 Dec 16 23:29:54.766889 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1bd4f9c7-5824-4d3d-9e9a-89743c1c19fb req-5e08e564-5b38-4987-9383-93c35447db17 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=7bf2937c-baea-4c1b-b1d6-020e952b9e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425019 Dec 16 23:29:54.788915 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37528) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:29:54.830606 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03462d1a-c906-43e0-aa95-76d0d2086072 tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:54.832152 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-03462d1a-c906-43e0-aa95-76d0d2086072 tempest-TestNetworkAdvancedServerOps-1269809703 tempest-TestNetworkAdvancedServerOps-1269809703-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 1091 time: 0.0422595 Dec 16 23:29:54.835485 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37530) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:29:54.839638 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-9c3811d9-1861-4f87-aade-6b1f1e468dcd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'port_id': 'd7c939e1-4a86-42a5-b530-358b343e876c', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:29:54.926653 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c3811d9-1861-4f87-aade-6b1f1e468dcd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:55.019446 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c3811d9-1861-4f87-aade-6b1f1e468dcd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:55.122538 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-9c3811d9-1861-4f87-aade-6b1f1e468dcd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Allocated IP 172.25.6.240 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/07a5098a-27de-4b31-9587-16c2894c4b81) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:29:55.223848 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c3811d9-1861-4f87-aade-6b1f1e468dcd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:55.321312 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c3811d9-1861-4f87-aade-6b1f1e468dcd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:55.363172 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3811d9-1861-4f87-aade-6b1f1e468dcd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:29:55.365957 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-9c3811d9-1861-4f87-aade-6b1f1e468dcd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:29:55.368565 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3811d9-1861-4f87-aade-6b1f1e468dcd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:29:55.401457 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3811d9-1861-4f87-aade-6b1f1e468dcd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=07a5098a-27de-4b31-9587-16c2894c4b81,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:55.728623 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c3811d9-1861-4f87-aade-6b1f1e468dcd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:55.984215 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e09be06e-dc75-4e28-bc73-e3640c66d5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:56.196787 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c3811d9-1861-4f87-aade-6b1f1e468dcd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:56.342288 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c3811d9-1861-4f87-aade-6b1f1e468dcd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:56.395129 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c3811d9-1861-4f87-aade-6b1f1e468dcd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:56.463660 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3811d9-1861-4f87-aade-6b1f1e468dcd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event updated for resources: {'Port': ['ID=07a5098a-27de-4b31-9587-16c2894c4b81,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:29:56.473300 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c3811d9-1861-4f87-aade-6b1f1e468dcd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:56.572151 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-9c3811d9-1861-4f87-aade-6b1f1e468dcd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Floating IP 303a939c-07dd-4973-8d27-10750a086196 associated. External IP: 172.25.6.240, port: d7c939e1-4a86-42a5-b530-358b343e876c. Dec 16 23:29:56.783155 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3811d9-1861-4f87-aade-6b1f1e468dcd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Router 0817f189-f8ed-4077-94c2-623466f045e0 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:29:56.892662 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3811d9-1861-4f87-aade-6b1f1e468dcd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:29:56.902599 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4f3dd4-9928-4784-a48c-6a7d900c6d6b None None] Sync routers for ids ['0817f189-f8ed-4077-94c2-623466f045e0'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:29:56.912697 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4f3dd4-9928-4784-a48c-6a7d900c6d6b None None] Routers {'0817f189-f8ed-4077-94c2-623466f045e0'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:29:56.914092 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-3f4f3dd4-9928-4784-a48c-6a7d900c6d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:29:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0817f189-f8ed-4077-94c2-623466f045e0'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:29:57.008926 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9c3811d9-1861-4f87-aade-6b1f1e468dcd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:57.018591 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-3f4f3dd4-9928-4784-a48c-6a7d900c6d6b None None] Set router 0817f189-f8ed-4077-94c2-623466f045e0 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:29:57.039421 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9c3811d9-1861-4f87-aade-6b1f1e468dcd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1997690 Dec 16 23:29:57.039421 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf65f3c8-0028-46f8-bb2a-2de9e02920e0', 'tag': 'd7c939e1-4a86-42a5-b530-358b343e876c'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:29:57.049452 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162b9806-d85d-4821-b3d8-ffb86b9758ba" -d '{"events": [{"name": "network-changed", "server_uuid": "cf65f3c8-0028-46f8-bb2a-2de9e02920e0", "tag": "d7c939e1-4a86-42a5-b530-358b343e876c"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:29:57.089403 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a7e427-773f-4aa8-bce2-bee977a77239 x-openstack-request-id: req-c9a7e427-773f-4aa8-bce2-bee977a77239 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:29:57.089701 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf65f3c8-0028-46f8-bb2a-2de9e02920e0", "tag": "d7c939e1-4a86-42a5-b530-358b343e876c", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:29:57.089959 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c9a7e427-773f-4aa8-bce2-bee977a77239 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:29:57.090367 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf65f3c8-0028-46f8-bb2a-2de9e02920e0', 'tag': 'd7c939e1-4a86-42a5-b530-358b343e876c', 'status': 'completed', 'code': 200} Dec 16 23:29:57.141978 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5985dde-de27-4db3-b568-1d58700c4553 req-3aae20af-2e0f-4a37-8887-c8b96cb0d92b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:57.143802 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f5985dde-de27-4db3-b568-1d58700c4553 req-3aae20af-2e0f-4a37-8887-c8b96cb0d92b tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 945 time: 0.0567005 Dec 16 23:29:57.185504 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b9806-d85d-4821-b3d8-ffb86b9758ba req-f71b97c2-963f-4489-abcd-0302a3c8640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:57.187106 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-162b9806-d85d-4821-b3d8-ffb86b9758ba req-f71b97c2-963f-4489-abcd-0302a3c8640f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 1096 time: 0.0453675 Dec 16 23:29:57.196399 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f5985dde-de27-4db3-b568-1d58700c4553 req-b6582d9d-199b-4384-b5f4-535be8b488ad tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=7bf2937c-baea-4c1b-b1d6-020e952b9e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460105 Dec 16 23:29:57.220546 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37536) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:29:57.266412 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-3f4f3dd4-9928-4784-a48c-6a7d900c6d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0817f189-f8ed-4077-94c2-623466f045e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524159231', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:29:35Z', 'updated_at': '2021-12-16T23:29:40Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0817f189-f8ed-4077-94c2-623466f045e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:29:36Z', 'updated_at': '2021-12-16T23:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '303a939c-07dd-4973-8d27-10750a086196', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '0817f189-f8ed-4077-94c2-623466f045e0', 'port_id': 'd7c939e1-4a86-42a5-b530-358b343e876c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5', 'mac_address': 'fa:16:3e:b7:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf65f3c8-0028-46f8-bb2a-2de9e02920e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:29:55Z', 'updated_at': '2021-12-16T23:29:55Z', 'revision_number': 0, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46712c95-9332-49e7-ae7d-09323913c799', 'name': '', 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:00:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0817f189-f8ed-4077-94c2-623466f045e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '408251c9-70f4-4a12-a185-e4cd484dd931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:29:39Z', 'updated_at': '2021-12-16T23:29:43Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '408251c9-70f4-4a12-a185-e4cd484dd931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:29:57.284753 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0cff2fe7-54f7-4c2e-9a3a-e577a0e3b8c2 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/floatingips/303a939c-07dd-4973-8d27-10750a086196 HTTP/1.1" status: 200 len: 991 time: 0.0630424 Dec 16 23:29:57.286438 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:57.293286 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4f3dd4-9928-4784-a48c-6a7d900c6d6b None None] Checking router: 0817f189-f8ed-4077-94c2-623466f045e0 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:29:57.301635 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4f3dd4-9928-4784-a48c-6a7d900c6d6b None None] Routers {'0817f189-f8ed-4077-94c2-623466f045e0'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:29:57.302279 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-3f4f3dd4-9928-4784-a48c-6a7d900c6d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:29:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0817f189-f8ed-4077-94c2-623466f045e0'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:29:57.310815 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b9806-d85d-4821-b3d8-ffb86b9758ba req-ce150da6-ef0f-44db-99b4-41e45f32054b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:57.312662 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-162b9806-d85d-4821-b3d8-ffb86b9758ba req-ce150da6-ef0f-44db-99b4-41e45f32054b service neutron] 10.222.0.76 "GET /v2.0/networks?id=62125e89-632b-46cb-8a57-14e36e1d04a5 HTTP/1.1" status: 200 len: 896 time: 0.1108506 Dec 16 23:29:57.379672 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-162b9806-d85d-4821-b3d8-ffb86b9758ba req-924ec152-32bb-4b06-8983-72fafeaa9b16 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7c939e1-4a86-42a5-b530-358b343e876c HTTP/1.1" status: 200 len: 999 time: 0.0596626 Dec 16 23:29:57.410130 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-3f4f3dd4-9928-4784-a48c-6a7d900c6d6b None None] Set router 0817f189-f8ed-4077-94c2-623466f045e0 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:29:57.438455 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b9806-d85d-4821-b3d8-ffb86b9758ba req-889a9539-16db-479e-84dd-19804e84f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:57.440014 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-162b9806-d85d-4821-b3d8-ffb86b9758ba req-889a9539-16db-479e-84dd-19804e84f842 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=408251c9-70f4-4a12-a185-e4cd484dd931 HTTP/1.1" status: 200 len: 833 time: 0.0499516 Dec 16 23:29:57.486650 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b9806-d85d-4821-b3d8-ffb86b9758ba req-d304c600-f1ed-4ddd-94c1-9c6f200487a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:29:57.488195 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-162b9806-d85d-4821-b3d8-ffb86b9758ba req-d304c600-f1ed-4ddd-94c1-9c6f200487a0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=62125e89-632b-46cb-8a57-14e36e1d04a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398028 Dec 16 23:29:57.587581 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-162b9806-d85d-4821-b3d8-ffb86b9758ba req-9e770e57-c93a-48ef-8e86-7f299466ff38 service neutron] 10.222.0.76 "GET /v2.0/networks/62125e89-632b-46cb-8a57-14e36e1d04a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905170 Dec 16 23:29:57.657369 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-3f4f3dd4-9928-4784-a48c-6a7d900c6d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0817f189-f8ed-4077-94c2-623466f045e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524159231', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:29:35Z', 'updated_at': '2021-12-16T23:29:40Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0817f189-f8ed-4077-94c2-623466f045e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:29:36Z', 'updated_at': '2021-12-16T23:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '303a939c-07dd-4973-8d27-10750a086196', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '0817f189-f8ed-4077-94c2-623466f045e0', 'port_id': 'd7c939e1-4a86-42a5-b530-358b343e876c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5', 'mac_address': 'fa:16:3e:b7:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf65f3c8-0028-46f8-bb2a-2de9e02920e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:29:55Z', 'updated_at': '2021-12-16T23:29:55Z', 'revision_number': 0, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46712c95-9332-49e7-ae7d-09323913c799', 'name': '', 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:00:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0817f189-f8ed-4077-94c2-623466f045e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '408251c9-70f4-4a12-a185-e4cd484dd931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:29:39Z', 'updated_at': '2021-12-16T23:29:43Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '408251c9-70f4-4a12-a185-e4cd484dd931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:29:57.706181 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-162b9806-d85d-4821-b3d8-ffb86b9758ba req-43fbe57c-3bb6-4846-8fa5-469fcbd615b3 service neutron] 10.222.0.76 "GET /v2.0/networks/62125e89-632b-46cb-8a57-14e36e1d04a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030662 Dec 16 23:29:57.776747 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4f3dd4-9928-4784-a48c-6a7d900c6d6b None None] The sync data for ids ['0817f189-f8ed-4077-94c2-623466f045e0'] in n-d-815324-4 is: [{'id': '0817f189-f8ed-4077-94c2-623466f045e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524159231', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:29:35Z', 'updated_at': '2021-12-16T23:29:40Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0817f189-f8ed-4077-94c2-623466f045e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:29:36Z', 'updated_at': '2021-12-16T23:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '303a939c-07dd-4973-8d27-10750a086196', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '0817f189-f8ed-4077-94c2-623466f045e0', 'port_id': 'd7c939e1-4a86-42a5-b530-358b343e876c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5', 'mac_address': 'fa:16:3e:b7:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf65f3c8-0028-46f8-bb2a-2de9e02920e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:29:55Z', 'updated_at': '2021-12-16T23:29:55Z', 'revision_number': 0, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46712c95-9332-49e7-ae7d-09323913c799', 'name': '', 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:00:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0817f189-f8ed-4077-94c2-623466f045e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '408251c9-70f4-4a12-a185-e4cd484dd931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:29:39Z', 'updated_at': '2021-12-16T23:29:43Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '408251c9-70f4-4a12-a185-e4cd484dd931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:29:57.806820 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:57.971885 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e3fa8a-5fef-4d89-a741-b23face211ee None None] New status for floating IP 303a939c-07dd-4973-8d27-10750a086196: ACTIVE {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:29:58.288823 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37538) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:29:58.353384 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f7e80cdb-2186-421f-9606-8e88a2ba27b4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/floatingips/303a939c-07dd-4973-8d27-10750a086196 HTTP/1.1" status: 200 len: 993 time: 0.0633600 Dec 16 23:29:58.640959 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:59.074992 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:29:59.120381 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:16.930819 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:30:22.799261 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79cc26ea-766a-4bac-ae06-1576f3ced437 req-261c615d-36c6-46b5-9969-4baa322ca739 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423071 Dec 16 23:30:22.907734 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc26ea-766a-4bac-ae06-1576f3ced437 req-80de01b9-44fd-4c57-b1f2-392ffa2ccc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:22.909342 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79cc26ea-766a-4bac-ae06-1576f3ced437 req-80de01b9-44fd-4c57-b1f2-392ffa2ccc9e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 1096 time: 0.0422835 Dec 16 23:30:23.025103 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc26ea-766a-4bac-ae06-1576f3ced437 req-a91c7d8e-680e-4cb5-b206-ec331c19c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:23.026493 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79cc26ea-766a-4bac-ae06-1576f3ced437 req-a91c7d8e-680e-4cb5-b206-ec331c19c7e6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=62125e89-632b-46cb-8a57-14e36e1d04a5 HTTP/1.1" status: 200 len: 896 time: 0.0942018 Dec 16 23:30:23.098063 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79cc26ea-766a-4bac-ae06-1576f3ced437 req-66d244e0-0c76-4d4f-81ed-710c5d953b4f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7c939e1-4a86-42a5-b530-358b343e876c HTTP/1.1" status: 200 len: 1001 time: 0.0630705 Dec 16 23:30:23.160339 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc26ea-766a-4bac-ae06-1576f3ced437 req-5ee34cf6-de6d-4892-ae1d-bc60a050d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:23.162327 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79cc26ea-766a-4bac-ae06-1576f3ced437 req-5ee34cf6-de6d-4892-ae1d-bc60a050d4bc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=408251c9-70f4-4a12-a185-e4cd484dd931 HTTP/1.1" status: 200 len: 833 time: 0.0561166 Dec 16 23:30:23.214127 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc26ea-766a-4bac-ae06-1576f3ced437 req-246a0344-9ec5-4983-ae1b-fafe6979958f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:23.215697 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79cc26ea-766a-4bac-ae06-1576f3ced437 req-246a0344-9ec5-4983-ae1b-fafe6979958f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=62125e89-632b-46cb-8a57-14e36e1d04a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440664 Dec 16 23:30:23.315004 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79cc26ea-766a-4bac-ae06-1576f3ced437 req-ce30f21f-6b5d-4f1e-ae9b-d4ddbc1645d9 service neutron] 10.222.0.76 "GET /v2.0/networks/62125e89-632b-46cb-8a57-14e36e1d04a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901046 Dec 16 23:30:23.419270 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-79cc26ea-766a-4bac-ae06-1576f3ced437 req-3562a277-5dcb-4d2b-a94c-9303fb7d390e service neutron] 10.222.0.76 "GET /v2.0/networks/62125e89-632b-46cb-8a57-14e36e1d04a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951750 Dec 16 23:30:23.461832 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d28ff4b9-6b06-47c3-8710-c248d2309c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:25.749547 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b0717a5b-0647-4879-a591-f9f59da55596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:27.309571 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:27.783440 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:28.635198 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:29.063619 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:29.124797 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:34.323583 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5220c4a-b6bb-4026-a81b-8eee9c54e6ef req-acf0e5dc-19dc-42d7-928a-b2343a709157 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:34.325218 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a5220c4a-b6bb-4026-a81b-8eee9c54e6ef req-acf0e5dc-19dc-42d7-928a-b2343a709157 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 945 time: 0.1641593 Dec 16 23:30:34.374226 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a5220c4a-b6bb-4026-a81b-8eee9c54e6ef req-88394afe-d86c-42a0-bf4d-b17d7d666af9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=7bf2937c-baea-4c1b-b1d6-020e952b9e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430121 Dec 16 23:30:35.544635 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f386e69-acfc-4b92-8a3f-f31733e580eb req-3cf8ba6a-a5e9-4c91-aa6f-81b475bdadcb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:35.546139 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3f386e69-acfc-4b92-8a3f-f31733e580eb req-3cf8ba6a-a5e9-4c91-aa6f-81b475bdadcb tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 945 time: 0.0983312 Dec 16 23:30:35.595565 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-3f386e69-acfc-4b92-8a3f-f31733e580eb req-60288b07-d8b1-482c-aae7-b953547e2d88 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=7bf2937c-baea-4c1b-b1d6-020e952b9e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433428 Dec 16 23:30:35.618035 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37564) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:35.682885 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-471ad96f-329f-4cd7-a486-10bbabe95ff9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/floatingips/303a939c-07dd-4973-8d27-10750a086196 HTTP/1.1" status: 200 len: 993 time: 0.0636992 Dec 16 23:30:37.083333 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a2358-6d31-4efe-b9bf-facd05ac47ea req-18828deb-a7e2-4aff-9fe1-15abed302516 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:37.084855 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-215a2358-6d31-4efe-b9bf-facd05ac47ea req-18828deb-a7e2-4aff-9fe1-15abed302516 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 945 time: 0.0567513 Dec 16 23:30:37.134388 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-215a2358-6d31-4efe-b9bf-facd05ac47ea req-616f7a8d-49eb-4bb3-b535-14e7364ab93c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=7bf2937c-baea-4c1b-b1d6-020e952b9e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429916 Dec 16 23:30:37.307201 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f0c7f-d95f-4021-9bc1-6af1d5dbe0cd req-372dfd59-a855-479d-b90c-db255bee5c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:37.308901 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b17f0c7f-d95f-4021-9bc1-6af1d5dbe0cd req-372dfd59-a855-479d-b90c-db255bee5c45 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 1096 time: 0.0408359 Dec 16 23:30:37.405986 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f0c7f-d95f-4021-9bc1-6af1d5dbe0cd req-8c67a42c-bc18-4983-a5e9-6b22badb1086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:37.407518 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b17f0c7f-d95f-4021-9bc1-6af1d5dbe0cd req-8c67a42c-bc18-4983-a5e9-6b22badb1086 service neutron] 10.222.0.76 "GET /v2.0/networks?id=62125e89-632b-46cb-8a57-14e36e1d04a5 HTTP/1.1" status: 200 len: 896 time: 0.0901787 Dec 16 23:30:37.474263 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b17f0c7f-d95f-4021-9bc1-6af1d5dbe0cd req-eda29e2c-79dd-445c-9d64-86d2b942ba19 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7c939e1-4a86-42a5-b530-358b343e876c HTTP/1.1" status: 200 len: 1001 time: 0.0587952 Dec 16 23:30:37.524862 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f0c7f-d95f-4021-9bc1-6af1d5dbe0cd req-bcd3e2e3-acdb-4268-80fd-cd894352b389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:37.526297 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b17f0c7f-d95f-4021-9bc1-6af1d5dbe0cd req-bcd3e2e3-acdb-4268-80fd-cd894352b389 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=408251c9-70f4-4a12-a185-e4cd484dd931 HTTP/1.1" status: 200 len: 833 time: 0.0436466 Dec 16 23:30:37.576584 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f0c7f-d95f-4021-9bc1-6af1d5dbe0cd req-2ca7f283-63e8-4ed0-9786-ec045e08c728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:37.578090 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b17f0c7f-d95f-4021-9bc1-6af1d5dbe0cd req-2ca7f283-63e8-4ed0-9786-ec045e08c728 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=62125e89-632b-46cb-8a57-14e36e1d04a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446513 Dec 16 23:30:37.668220 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b17f0c7f-d95f-4021-9bc1-6af1d5dbe0cd req-cfd0b0f5-3c45-4ce3-b270-432613885c33 service neutron] 10.222.0.76 "GET /v2.0/networks/62125e89-632b-46cb-8a57-14e36e1d04a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823534 Dec 16 23:30:37.763149 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b17f0c7f-d95f-4021-9bc1-6af1d5dbe0cd req-2d804836-ec6e-4dd6-8996-85ec0682bb1b service neutron] 10.222.0.76 "GET /v2.0/networks/62125e89-632b-46cb-8a57-14e36e1d04a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872583 Dec 16 23:30:38.252296 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509281ae-3ae6-4337-9d71-58dac5d308ec req-eeab4a4b-5fb7-4d7a-8a13-0e1efdfeffee tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:38.253799 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-509281ae-3ae6-4337-9d71-58dac5d308ec req-eeab4a4b-5fb7-4d7a-8a13-0e1efdfeffee tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 945 time: 0.0498655 Dec 16 23:30:38.303234 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-509281ae-3ae6-4337-9d71-58dac5d308ec req-413b80a1-4c16-4452-be41-2e64e6e40cc0 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=7bf2937c-baea-4c1b-b1d6-020e952b9e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428071 Dec 16 23:30:39.421736 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece9f86-a72b-493d-8cc6-f606fe7400c2 req-6fc0cd22-d71b-46a0-9dc1-0c39a1bd4f9c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:39.423272 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ece9f86-a72b-493d-8cc6-f606fe7400c2 req-6fc0cd22-d71b-46a0-9dc1-0c39a1bd4f9c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 945 time: 0.0508609 Dec 16 23:30:39.472685 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ece9f86-a72b-493d-8cc6-f606fe7400c2 req-004e325c-70b3-4fa8-9454-ccd6258790a8 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=7bf2937c-baea-4c1b-b1d6-020e952b9e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435436 Dec 16 23:30:39.494409 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37576) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:39.557917 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-23fed330-b1ff-4e48-aabc-518e903772fd tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/floatingips/303a939c-07dd-4973-8d27-10750a086196 HTTP/1.1" status: 200 len: 993 time: 0.0624044 Dec 16 23:30:39.818592 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37582) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:39.973686 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-06034c91-7a0a-4531-bfe8-e72699553a6c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Deleting port 07a5098a-27de-4b31-9587-16c2894c4b81 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:30:39.973949 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-06034c91-7a0a-4531-bfe8-e72699553a6c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:40.046824 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-06034c91-7a0a-4531-bfe8-e72699553a6c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:40.047185 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-06034c91-7a0a-4531-bfe8-e72699553a6c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:40.059478 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-06034c91-7a0a-4531-bfe8-e72699553a6c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Calling delete_port for 07a5098a-27de-4b31-9587-16c2894c4b81 owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:30:40.258217 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-06034c91-7a0a-4531-bfe8-e72699553a6c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:40.283226 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06034c91-7a0a-4531-bfe8-e72699553a6c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Port': ['ID=07a5098a-27de-4b31-9587-16c2894c4b81,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:40.295554 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06034c91-7a0a-4531-bfe8-e72699553a6c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:40.295910 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06034c91-7a0a-4531-bfe8-e72699553a6c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:40.296250 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06034c91-7a0a-4531-bfe8-e72699553a6c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:40.296596 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06034c91-7a0a-4531-bfe8-e72699553a6c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:40.296914 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06034c91-7a0a-4531-bfe8-e72699553a6c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:40.297242 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06034c91-7a0a-4531-bfe8-e72699553a6c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:40.297570 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06034c91-7a0a-4531-bfe8-e72699553a6c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:40.297895 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06034c91-7a0a-4531-bfe8-e72699553a6c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:40.298217 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06034c91-7a0a-4531-bfe8-e72699553a6c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:40.298544 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06034c91-7a0a-4531-bfe8-e72699553a6c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:40.298867 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06034c91-7a0a-4531-bfe8-e72699553a6c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:40.299213 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06034c91-7a0a-4531-bfe8-e72699553a6c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:40.299529 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06034c91-7a0a-4531-bfe8-e72699553a6c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:40.356993 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-06034c91-7a0a-4531-bfe8-e72699553a6c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:40.357323 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-06034c91-7a0a-4531-bfe8-e72699553a6c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Floating IP 303a939c-07dd-4973-8d27-10750a086196 disassociated (deleted). External IP: 172.25.6.240, port: d7c939e1-4a86-42a5-b530-358b343e876c. Dec 16 23:30:40.564450 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06034c91-7a0a-4531-bfe8-e72699553a6c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Router 0817f189-f8ed-4077-94c2-623466f045e0 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:30:40.671678 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06034c91-7a0a-4531-bfe8-e72699553a6c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:30:40.676499 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-06034c91-7a0a-4531-bfe8-e72699553a6c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:40.682055 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8314dd6-8dd7-4848-8008-0eef1d296d08 None None] Sync routers for ids ['0817f189-f8ed-4077-94c2-623466f045e0'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:30:40.691524 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8314dd6-8dd7-4848-8008-0eef1d296d08 None None] Routers {'0817f189-f8ed-4077-94c2-623466f045e0'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:30:40.692142 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a8314dd6-8dd7-4848-8008-0eef1d296d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:30:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0817f189-f8ed-4077-94c2-623466f045e0'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:40.703328 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-06034c91-7a0a-4531-bfe8-e72699553a6c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "DELETE /v2.0/floatingips/303a939c-07dd-4973-8d27-10750a086196 HTTP/1.1" status: 204 len: 168 time: 0.8834188 Dec 16 23:30:40.704012 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf65f3c8-0028-46f8-bb2a-2de9e02920e0', 'tag': 'd7c939e1-4a86-42a5-b530-358b343e876c'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:30:40.706406 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a12544-b8e1-4916-844a-95bbe7532d03" -d '{"events": [{"name": "network-changed", "server_uuid": "cf65f3c8-0028-46f8-bb2a-2de9e02920e0", "tag": "d7c939e1-4a86-42a5-b530-358b343e876c"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:30:40.753980 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9ef719-5f5c-446e-bba4-3c792d3c2f47 x-openstack-request-id: req-ae9ef719-5f5c-446e-bba4-3c792d3c2f47 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:30:40.754280 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf65f3c8-0028-46f8-bb2a-2de9e02920e0", "tag": "d7c939e1-4a86-42a5-b530-358b343e876c", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:30:40.754537 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ae9ef719-5f5c-446e-bba4-3c792d3c2f47 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:30:40.754947 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf65f3c8-0028-46f8-bb2a-2de9e02920e0', 'tag': 'd7c939e1-4a86-42a5-b530-358b343e876c', 'status': 'completed', 'code': 200} Dec 16 23:30:40.802700 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-a8314dd6-8dd7-4848-8008-0eef1d296d08 None None] Set router 0817f189-f8ed-4077-94c2-623466f045e0 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:30:40.892809 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a12544-b8e1-4916-844a-95bbe7532d03 req-2bab8e4c-30ad-493a-bce9-110c1ae19bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:40.894333 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-13a12544-b8e1-4916-844a-95bbe7532d03 req-2bab8e4c-30ad-493a-bce9-110c1ae19bb7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cad6fd668fee498d94dbaa2b0174c294&device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 1096 time: 0.0836062 Dec 16 23:30:41.000227 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a12544-b8e1-4916-844a-95bbe7532d03 req-4ad05bf7-a6ba-40ce-9143-5bbc8863ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:41.001716 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-13a12544-b8e1-4916-844a-95bbe7532d03 req-4ad05bf7-a6ba-40ce-9143-5bbc8863ecea service neutron] 10.222.0.76 "GET /v2.0/networks?id=62125e89-632b-46cb-8a57-14e36e1d04a5 HTTP/1.1" status: 200 len: 896 time: 0.0996377 Dec 16 23:30:41.004139 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a8314dd6-8dd7-4848-8008-0eef1d296d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0817f189-f8ed-4077-94c2-623466f045e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524159231', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:29:35Z', 'updated_at': '2021-12-16T23:29:40Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0817f189-f8ed-4077-94c2-623466f045e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:29:36Z', 'updated_at': '2021-12-16T23:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '46712c95-9332-49e7-ae7d-09323913c799', 'name': '', 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:00:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0817f189-f8ed-4077-94c2-623466f045e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '408251c9-70f4-4a12-a185-e4cd484dd931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:29:39Z', 'updated_at': '2021-12-16T23:29:43Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '408251c9-70f4-4a12-a185-e4cd484dd931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:41.033814 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8314dd6-8dd7-4848-8008-0eef1d296d08 None None] Checking router: 0817f189-f8ed-4077-94c2-623466f045e0 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:30:41.042743 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8314dd6-8dd7-4848-8008-0eef1d296d08 None None] Routers {'0817f189-f8ed-4077-94c2-623466f045e0'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:30:41.043463 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a8314dd6-8dd7-4848-8008-0eef1d296d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:30:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0817f189-f8ed-4077-94c2-623466f045e0'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:41.044722 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-13a12544-b8e1-4916-844a-95bbe7532d03 req-984913b1-437d-4467-b0be-273f34a40826 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7c939e1-4a86-42a5-b530-358b343e876c HTTP/1.1" status: 200 len: 217 time: 0.0354347 Dec 16 23:30:41.103994 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a12544-b8e1-4916-844a-95bbe7532d03 req-00cad2b7-fe93-4def-87e9-39ef99ed9860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:41.105614 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-13a12544-b8e1-4916-844a-95bbe7532d03 req-00cad2b7-fe93-4def-87e9-39ef99ed9860 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=408251c9-70f4-4a12-a185-e4cd484dd931 HTTP/1.1" status: 200 len: 833 time: 0.0527754 Dec 16 23:30:41.153524 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95259cc-a293-48d1-a203-acab457a9e72 req-d2247ef1-244e-4017-bf5f-cd47d74a3873 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:41.155078 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a95259cc-a293-48d1-a203-acab457a9e72 req-d2247ef1-244e-4017-bf5f-cd47d74a3873 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 945 time: 0.0515628 Dec 16 23:30:41.160759 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-a8314dd6-8dd7-4848-8008-0eef1d296d08 None None] Set router 0817f189-f8ed-4077-94c2-623466f045e0 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:30:41.171657 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a12544-b8e1-4916-844a-95bbe7532d03 req-15357727-f9ca-41cd-9962-9223bd9b26ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:41.173213 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-13a12544-b8e1-4916-844a-95bbe7532d03 req-15357727-f9ca-41cd-9962-9223bd9b26ed service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=62125e89-632b-46cb-8a57-14e36e1d04a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436561 Dec 16 23:30:41.209704 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a95259cc-a293-48d1-a203-acab457a9e72 req-195d9a69-205b-4d0c-ac5e-f13eb4ceb526 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=7bf2937c-baea-4c1b-b1d6-020e952b9e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474110 Dec 16 23:30:41.272942 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-13a12544-b8e1-4916-844a-95bbe7532d03 req-5515c8e0-fcd6-4c35-b67f-7baee6c9c67a service neutron] 10.222.0.76 "GET /v2.0/networks/62125e89-632b-46cb-8a57-14e36e1d04a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902584 Dec 16 23:30:41.358914 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-a8314dd6-8dd7-4848-8008-0eef1d296d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0817f189-f8ed-4077-94c2-623466f045e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524159231', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:29:35Z', 'updated_at': '2021-12-16T23:29:40Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0817f189-f8ed-4077-94c2-623466f045e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:29:36Z', 'updated_at': '2021-12-16T23:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '46712c95-9332-49e7-ae7d-09323913c799', 'name': '', 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:00:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0817f189-f8ed-4077-94c2-623466f045e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '408251c9-70f4-4a12-a185-e4cd484dd931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:29:39Z', 'updated_at': '2021-12-16T23:29:43Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '408251c9-70f4-4a12-a185-e4cd484dd931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:41.365103 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-13a12544-b8e1-4916-844a-95bbe7532d03 req-b4b833f5-85b2-4c8c-8fb4-b422ef179d91 service neutron] 10.222.0.76 "GET /v2.0/networks/62125e89-632b-46cb-8a57-14e36e1d04a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831885 Dec 16 23:30:41.385467 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8314dd6-8dd7-4848-8008-0eef1d296d08 None None] The sync data for ids ['0817f189-f8ed-4077-94c2-623466f045e0'] in n-d-815324-4 is: [{'id': '0817f189-f8ed-4077-94c2-623466f045e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524159231', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:29:35Z', 'updated_at': '2021-12-16T23:29:40Z', 'revision_number': 4, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0817f189-f8ed-4077-94c2-623466f045e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:29:36Z', 'updated_at': '2021-12-16T23:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '46712c95-9332-49e7-ae7d-09323913c799', 'name': '', 'network_id': '62125e89-632b-46cb-8a57-14e36e1d04a5', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'mac_address': 'fa:16:3e:00:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0817f189-f8ed-4077-94c2-623466f045e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '408251c9-70f4-4a12-a185-e4cd484dd931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:29:39Z', 'updated_at': '2021-12-16T23:29:43Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'subnets': [{'id': '408251c9-70f4-4a12-a185-e4cd484dd931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:30:41.608568 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c40489f-77cd-4bf4-852a-180208c6bed4 None None] New status for floating IP 303a939c-07dd-4973-8d27-10750a086196: DOWN {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:30:42.337648 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580836d3-9bce-4d8d-a690-ce4a608dbb07 req-5489d319-86cb-4855-b60b-8618fa217762 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:42.339219 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-580836d3-9bce-4d8d-a690-ce4a608dbb07 req-5489d319-86cb-4855-b60b-8618fa217762 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 945 time: 0.0561240 Dec 16 23:30:42.387441 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-580836d3-9bce-4d8d-a690-ce4a608dbb07 req-c1c45d9b-fae0-4a84-be06-6a8c1a2bc494 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=7bf2937c-baea-4c1b-b1d6-020e952b9e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423200 Dec 16 23:30:43.344398 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac54c28-ed68-4b6a-abe2-25c009e7783e req-b672f55e-055e-49d8-ab5b-26283db90895 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:43.345865 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bac54c28-ed68-4b6a-abe2-25c009e7783e req-b672f55e-055e-49d8-ab5b-26283db90895 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 945 time: 0.0489502 Dec 16 23:30:43.437783 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-bac54c28-ed68-4b6a-abe2-25c009e7783e req-53087e13-639b-4c1d-844e-b33d06ba824e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Deleting port d7c939e1-4a86-42a5-b530-358b343e876c {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:30:43.438129 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bac54c28-ed68-4b6a-abe2-25c009e7783e req-53087e13-639b-4c1d-844e-b33d06ba824e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:43.507812 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde997d8-fd76-47c5-b2cf-3f498f5e56d2 req-2888d83d-bace-4291-a630-b4d42da557d4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:43.509329 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bde997d8-fd76-47c5-b2cf-3f498f5e56d2 req-2888d83d-bace-4291-a630-b4d42da557d4 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 945 time: 0.0542822 Dec 16 23:30:43.528052 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-bac54c28-ed68-4b6a-abe2-25c009e7783e req-53087e13-639b-4c1d-844e-b33d06ba824e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] For port d7c939e1-4a86-42a5-b530-358b343e876c, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=d7c939e1-4a86-42a5-b530-358b343e876c,segment=NetworkSegment(db790ce3-3223-4f74-a12d-a8a4960a53f2),segment_id=db790ce3-3223-4f74-a12d-a8a4960a53f2)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:30:43.528417 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bac54c28-ed68-4b6a-abe2-25c009e7783e req-53087e13-639b-4c1d-844e-b33d06ba824e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:43.541647 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-bac54c28-ed68-4b6a-abe2-25c009e7783e req-53087e13-639b-4c1d-844e-b33d06ba824e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Calling delete_port for d7c939e1-4a86-42a5-b530-358b343e876c owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:30:43.559548 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bde997d8-fd76-47c5-b2cf-3f498f5e56d2 req-59d091ca-4395-4563-964c-364e9ce657f1 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/security-groups?id=7bf2937c-baea-4c1b-b1d6-020e952b9e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439675 Dec 16 23:30:43.737831 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bac54c28-ed68-4b6a-abe2-25c009e7783e req-53087e13-639b-4c1d-844e-b33d06ba824e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:43.766034 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53087e13-639b-4c1d-844e-b33d06ba824e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Port': ['ID=d7c939e1-4a86-42a5-b530-358b343e876c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:43.812784 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac54c28-ed68-4b6a-abe2-25c009e7783e req-53087e13-639b-4c1d-844e-b33d06ba824e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] No DVR routers for this DVR port d7c939e1-4a86-42a5-b530-358b343e876c on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:30:43.815372 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-bac54c28-ed68-4b6a-abe2-25c009e7783e req-53087e13-639b-4c1d-844e-b33d06ba824e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:43.818747 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bac54c28-ed68-4b6a-abe2-25c009e7783e req-53087e13-639b-4c1d-844e-b33d06ba824e tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.76 "DELETE /v2.0/ports/d7c939e1-4a86-42a5-b530-358b343e876c HTTP/1.1" status: 204 len: 173 time: 0.4659150 Dec 16 23:30:43.819291 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf65f3c8-0028-46f8-bb2a-2de9e02920e0', 'name': 'network-vif-deleted', 'tag': 'd7c939e1-4a86-42a5-b530-358b343e876c'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:30:43.821806 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4074e4-dbb8-4e37-bb17-0a602fedc658" -d '{"events": [{"server_uuid": "cf65f3c8-0028-46f8-bb2a-2de9e02920e0", "name": "network-vif-deleted", "tag": "d7c939e1-4a86-42a5-b530-358b343e876c"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:30:43.906278 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e73c14e-1687-449e-9da2-1e9ad713b126 x-openstack-request-id: req-2e73c14e-1687-449e-9da2-1e9ad713b126 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:30:43.906601 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf65f3c8-0028-46f8-bb2a-2de9e02920e0", "name": "network-vif-deleted", "tag": "d7c939e1-4a86-42a5-b530-358b343e876c", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:30:43.906861 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2e73c14e-1687-449e-9da2-1e9ad713b126 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:30:43.907296 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf65f3c8-0028-46f8-bb2a-2de9e02920e0', 'name': 'network-vif-deleted', 'tag': 'd7c939e1-4a86-42a5-b530-358b343e876c', 'status': 'completed', 'code': 200} Dec 16 23:30:44.667089 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e9eb3d91-cbf9-4e98-b4bd-1d2b2c018d88 req-8eed5514-6267-4cc5-b264-ddaa7aaee16d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf65f3c8-0028-46f8-bb2a-2de9e02920e0 HTTP/1.1" status: 200 len: 210 time: 0.0273154 Dec 16 23:30:45.723705 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37604) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:46.084039 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0db9549-b813-4b4a-9018-d1c975703f67 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:46.678021 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-a0db9549-b813-4b4a-9018-d1c975703f67 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Deleting port 46712c95-9332-49e7-ae7d-09323913c799 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:30:46.678367 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0db9549-b813-4b4a-9018-d1c975703f67 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:46.771526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-a0db9549-b813-4b4a-9018-d1c975703f67 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] For port 46712c95-9332-49e7-ae7d-09323913c799, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=46712c95-9332-49e7-ae7d-09323913c799,segment=NetworkSegment(db790ce3-3223-4f74-a12d-a8a4960a53f2),segment_id=db790ce3-3223-4f74-a12d-a8a4960a53f2)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:30:46.772254 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0db9549-b813-4b4a-9018-d1c975703f67 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:46.784965 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-a0db9549-b813-4b4a-9018-d1c975703f67 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Calling delete_port for 46712c95-9332-49e7-ae7d-09323913c799 owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:30:47.044801 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0db9549-b813-4b4a-9018-d1c975703f67 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:47.071362 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db9549-b813-4b4a-9018-d1c975703f67 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Port': ['ID=46712c95-9332-49e7-ae7d-09323913c799,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:47.247815 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a0db9549-b813-4b4a-9018-d1c975703f67 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:47.459846 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0db9549-b813-4b4a-9018-d1c975703f67 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Router 0817f189-f8ed-4077-94c2-623466f045e0 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:30:47.565898 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0db9549-b813-4b4a-9018-d1c975703f67 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:30:47.570936 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a0db9549-b813-4b4a-9018-d1c975703f67 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "PUT /v2.0/routers/0817f189-f8ed-4077-94c2-623466f045e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8461764 Dec 16 23:30:47.573750 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37606) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:47.575758 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa724730-d209-4165-ba55-c8d49b4c065a None None] Sync routers for ids ['0817f189-f8ed-4077-94c2-623466f045e0'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:30:47.585455 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa724730-d209-4165-ba55-c8d49b4c065a None None] Routers {'0817f189-f8ed-4077-94c2-623466f045e0'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:30:47.586069 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-aa724730-d209-4165-ba55-c8d49b4c065a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:30:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0817f189-f8ed-4077-94c2-623466f045e0'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:47.627088 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3d6e71-be67-423a-99ad-103c9fbbbe56 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Deleting subnet 408251c9-70f4-4a12-a185-e4cd484dd931 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:30:47.630404 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6e71-be67-423a-99ad-103c9fbbbe56 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:47.671987 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6e71-be67-423a-99ad-103c9fbbbe56 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:47.693301 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-aa724730-d209-4165-ba55-c8d49b4c065a None None] Set router 0817f189-f8ed-4077-94c2-623466f045e0 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:30:47.760216 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6e71-be67-423a-99ad-103c9fbbbe56 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:47.873852 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-aa724730-d209-4165-ba55-c8d49b4c065a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0817f189-f8ed-4077-94c2-623466f045e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524159231', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:29:35Z', 'updated_at': '2021-12-16T23:30:46Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0817f189-f8ed-4077-94c2-623466f045e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:29:36Z', 'updated_at': '2021-12-16T23:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:47.892622 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6e71-be67-423a-99ad-103c9fbbbe56 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:47.899508 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa724730-d209-4165-ba55-c8d49b4c065a None None] Checking router: 0817f189-f8ed-4077-94c2-623466f045e0 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:30:47.908377 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa724730-d209-4165-ba55-c8d49b4c065a None None] Routers {'0817f189-f8ed-4077-94c2-623466f045e0'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:30:47.908974 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-aa724730-d209-4165-ba55-c8d49b4c065a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:30:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['0817f189-f8ed-4077-94c2-623466f045e0'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:47.922490 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d6e71-be67-423a-99ad-103c9fbbbe56 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Subnet': ['ID=408251c9-70f4-4a12-a185-e4cd484dd931,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:47.924519 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6e71-be67-423a-99ad-103c9fbbbe56 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:47.933414 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a92b679-8b0e-4d88-9d74-7082ef3c1527 None None] Network 62125e89-632b-46cb-8a57-14e36e1d04a5 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:30:47.934151 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37608) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:47.934558 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-dc3d6e71-be67-423a-99ad-103c9fbbbe56 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "DELETE /v2.0/subnets/408251c9-70f4-4a12-a185-e4cd484dd931 HTTP/1.1" status: 204 len: 168 time: 0.3562238 Dec 16 23:30:47.972559 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device d7c939e1-4a86-42a5-b530-358b343e876c no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:30:47.998628 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: d7c939e1-4a86-42a5-b530-358b343e876c {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:30:47.999299 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device d7c939e1-4a86-42a5-b530-358b343e876c not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:30:48.016104 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-aa724730-d209-4165-ba55-c8d49b4c065a None None] Set router 0817f189-f8ed-4077-94c2-623466f045e0 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:30:48.046994 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:48.163266 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:48.291983 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae2e498-6b56-428d-ba01-15733009fbc0 None None] DHCP port deletion for 62125e89-632b-46cb-8a57-14e36e1d04a5 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:30:48.297026 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-aa724730-d209-4165-ba55-c8d49b4c065a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0817f189-f8ed-4077-94c2-623466f045e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524159231', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:29:35Z', 'updated_at': '2021-12-16T23:30:46Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0817f189-f8ed-4077-94c2-623466f045e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:29:36Z', 'updated_at': '2021-12-16T23:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:48.327427 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Deleting port f2610dd5-3984-4695-92cd-b2db56fe286b {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:30:48.327805 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:48.328389 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa724730-d209-4165-ba55-c8d49b4c065a None None] The sync data for ids ['0817f189-f8ed-4077-94c2-623466f045e0'] in n-d-815324-4 is: [{'id': '0817f189-f8ed-4077-94c2-623466f045e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524159231', 'tenant_id': 'cad6fd668fee498d94dbaa2b0174c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:29:35Z', 'updated_at': '2021-12-16T23:30:46Z', 'revision_number': 5, 'project_id': 'cad6fd668fee498d94dbaa2b0174c294', 'gw_port': {'id': 'f2610dd5-3984-4695-92cd-b2db56fe286b', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0817f189-f8ed-4077-94c2-623466f045e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:29:36Z', 'updated_at': '2021-12-16T23:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:30:48.353963 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-8ae2e498-6b56-428d-ba01-15733009fbc0 None None] Deleting port 20dea767-2d4c-4852-86fe-338af30e84fe {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:30:48.354337 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8ae2e498-6b56-428d-ba01-15733009fbc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:48.414901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] For port f2610dd5-3984-4695-92cd-b2db56fe286b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=f2610dd5-3984-4695-92cd-b2db56fe286b,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:30:48.415879 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:48.422644 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8ae2e498-6b56-428d-ba01-15733009fbc0 None None] For port 20dea767-2d4c-4852-86fe-338af30e84fe, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=20dea767-2d4c-4852-86fe-338af30e84fe,segment=NetworkSegment(db790ce3-3223-4f74-a12d-a8a4960a53f2),segment_id=db790ce3-3223-4f74-a12d-a8a4960a53f2)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:30:48.423073 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8ae2e498-6b56-428d-ba01-15733009fbc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:48.427620 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Calling delete_port for f2610dd5-3984-4695-92cd-b2db56fe286b owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:30:48.435826 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-8ae2e498-6b56-428d-ba01-15733009fbc0 None None] Calling delete_port for 20dea767-2d4c-4852-86fe-338af30e84fe owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:30:48.606711 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8ae2e498-6b56-428d-ba01-15733009fbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:48.633472 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2e498-6b56-428d-ba01-15733009fbc0 None None] Pushing event deleted for resources: {'Port': ['ID=20dea767-2d4c-4852-86fe-338af30e84fe,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:48.636010 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae2e498-6b56-428d-ba01-15733009fbc0 None None] No DVR routers for this DVR port 20dea767-2d4c-4852-86fe-338af30e84fe on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:30:48.646263 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2e498-6b56-428d-ba01-15733009fbc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:48.646625 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2e498-6b56-428d-ba01-15733009fbc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:48.646989 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2e498-6b56-428d-ba01-15733009fbc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:48.647396 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2e498-6b56-428d-ba01-15733009fbc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:48.647760 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2e498-6b56-428d-ba01-15733009fbc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:48.648098 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2e498-6b56-428d-ba01-15733009fbc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:48.648429 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2e498-6b56-428d-ba01-15733009fbc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:48.648781 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2e498-6b56-428d-ba01-15733009fbc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:48.649134 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2e498-6b56-428d-ba01-15733009fbc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:48.649462 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2e498-6b56-428d-ba01-15733009fbc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:48.650300 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2e498-6b56-428d-ba01-15733009fbc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:48.650681 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2e498-6b56-428d-ba01-15733009fbc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:48.651002 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2e498-6b56-428d-ba01-15733009fbc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:48.663856 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:48.691770 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Port': ['ID=f2610dd5-3984-4695-92cd-b2db56fe286b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:48.706877 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0670929-9cb4-42ec-9a4b-6288265b27a4 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:30:48.722428 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:48.722790 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:48.723164 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:48.723511 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:48.723852 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:48.724188 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:48.724525 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:48.724860 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:48.725193 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:48.725527 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:48.725858 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:48.726186 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:48.726546 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:30:48.772554 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:48.870162 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:48.872294 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:49.006236 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:49.006912 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Fanout notify agent at l3_agent the message router_deleted on router 0817f189-f8ed-4077-94c2-623466f045e0 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:30:49.014410 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:49.016039 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8caea5a1-7d9c-4513-a4cd-9537bf0e69c9 tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "DELETE /v2.0/routers/0817f189-f8ed-4077-94c2-623466f045e0 HTTP/1.1" status: 204 len: 168 time: 1.0836430 Dec 16 23:30:49.018372 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37610) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:49.098400 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6512ec31-265c-49ac-a819-2001199ce57d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:49.194749 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6512ec31-265c-49ac-a819-2001199ce57d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:49.215337 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-6512ec31-265c-49ac-a819-2001199ce57d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62125e89-632b-46cb-8a57-14e36e1d04a5']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:49.224476 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-6512ec31-265c-49ac-a819-2001199ce57d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db790ce3-3223-4f74-a12d-a8a4960a53f2') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:49.224785 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-6512ec31-265c-49ac-a819-2001199ce57d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db790ce3-3223-4f74-a12d-a8a4960a53f2') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:49.234180 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6512ec31-265c-49ac-a819-2001199ce57d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:49.247370 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6512ec31-265c-49ac-a819-2001199ce57d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:49.253304 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6512ec31-265c-49ac-a819-2001199ce57d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:30:49.253696 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6512ec31-265c-49ac-a819-2001199ce57d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: timer() Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:30:49.256716 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:30:49.381756 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6512ec31-265c-49ac-a819-2001199ce57d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:49.389974 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6512ec31-265c-49ac-a819-2001199ce57d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:49.392445 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6512ec31-265c-49ac-a819-2001199ce57d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "DELETE /v2.0/networks/62125e89-632b-46cb-8a57-14e36e1d04a5 HTTP/1.1" status: 204 len: 168 time: 0.3731070 Dec 16 23:30:49.398632 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37612) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:49.404928 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512ec31-265c-49ac-a819-2001199ce57d tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'Network': ['ID=62125e89-632b-46cb-8a57-14e36e1d04a5,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:49.462200 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd95a1f2-11af-443e-a412-726ea943b82c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:49.482058 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 20dea767-2d4c-4852-86fe-338af30e84fe no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:30:49.499885 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd95a1f2-11af-443e-a412-726ea943b82c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:49.503022 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 20dea767-2d4c-4852-86fe-338af30e84fe {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:30:49.503393 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 20dea767-2d4c-4852-86fe-338af30e84fe not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:30:49.503805 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 46712c95-9332-49e7-ae7d-09323913c799 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:30:49.523302 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 46712c95-9332-49e7-ae7d-09323913c799 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:30:49.523566 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 46712c95-9332-49e7-ae7d-09323913c799 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:30:49.644908 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd95a1f2-11af-443e-a412-726ea943b82c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:49.648912 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd95a1f2-11af-443e-a412-726ea943b82c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:49.649102 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-cd95a1f2-11af-443e-a412-726ea943b82c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] 10.222.0.75 "DELETE /v2.0/security-groups/7bf2937c-baea-4c1b-b1d6-020e952b9e69 HTTP/1.1" status: 204 len: 168 time: 0.2492633 Dec 16 23:30:49.660201 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95a1f2-11af-443e-a412-726ea943b82c tempest-TestNetworkAdvancedServerOps-76389457 tempest-TestNetworkAdvancedServerOps-76389457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf2937c-baea-4c1b-b1d6-020e952b9e69,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:50.380673 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37620) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:50.517098 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9e554ab8-0788-4bdb-8aea-30a68bf0aeaf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cad6fd668fee498d94dbaa2b0174c294&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1352565 Dec 16 23:30:50.519590 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37624) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:50.566844 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6593dd7e-e4d8-49eb-8b4c-76b5450e2370 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:50.587914 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6593dd7e-e4d8-49eb-8b4c-76b5450e2370 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:50.747408 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6593dd7e-e4d8-49eb-8b4c-76b5450e2370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:50.750011 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6593dd7e-e4d8-49eb-8b4c-76b5450e2370 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:50.751277 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-6593dd7e-e4d8-49eb-8b4c-76b5450e2370 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5591eb83-7626-4db0-af77-7f5341e4dea1 HTTP/1.1" status: 204 len: 168 time: 0.2307003 Dec 16 23:30:50.759184 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593dd7e-e4d8-49eb-8b4c-76b5450e2370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5591eb83-7626-4db0-af77-7f5341e4dea1,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:51.070804 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f2610dd5-3984-4695-92cd-b2db56fe286b no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:30:51.091235 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: f2610dd5-3984-4695-92cd-b2db56fe286b {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:30:51.091595 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device f2610dd5-3984-4695-92cd-b2db56fe286b not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:30:51.341858 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37630) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:51.355658 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a1fbd6af-6f29-4be3-84fd-60a50927b6ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:51.431203 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a1fbd6af-6f29-4be3-84fd-60a50927b6ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:51.503370 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a1fbd6af-6f29-4be3-84fd-60a50927b6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:51.541003 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a1fbd6af-6f29-4be3-84fd-60a50927b6ca admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6c06fdc33cb54fdabae5b728b67bf06f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1980650 Dec 16 23:30:51.542532 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbd6af-6f29-4be3-84fd-60a50927b6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71bcbba-1a9b-4907-be76-7d612c621224,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:51.544480 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37632) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:51.593738 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9eedc087-f950-40c2-a95d-2717ce0561bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:51.614834 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9eedc087-f950-40c2-a95d-2717ce0561bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:51.731789 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9eedc087-f950-40c2-a95d-2717ce0561bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:51.734517 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9eedc087-f950-40c2-a95d-2717ce0561bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:51.735729 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-9eedc087-f950-40c2-a95d-2717ce0561bf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e71bcbba-1a9b-4907-be76-7d612c621224 HTTP/1.1" status: 204 len: 168 time: 0.1896532 Dec 16 23:30:51.743740 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedc087-f950-40c2-a95d-2717ce0561bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71bcbba-1a9b-4907-be76-7d612c621224,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:52.807953 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37654) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:52.902063 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-ffeccdc5-f84b-41ce-9f70-4f15315c5061 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1393196000-network', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:30:52.981215 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffeccdc5-f84b-41ce-9f70-4f15315c5061 admin admin] Made reservation on behalf of 5896a803ad2849a8a3ffe96ce8d9b4a3 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:30:52.983548 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ffeccdc5-f84b-41ce-9f70-4f15315c5061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:52.991803 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ffeccdc5-f84b-41ce-9f70-4f15315c5061 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:53.065904 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ffeccdc5-f84b-41ce-9f70-4f15315c5061 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:53.136165 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ffeccdc5-f84b-41ce-9f70-4f15315c5061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:53.157055 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffeccdc5-f84b-41ce-9f70-4f15315c5061 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:30:53.171136 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeccdc5-f84b-41ce-9f70-4f15315c5061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223d6f8f-0192-4cb1-af40-33a4acad8802,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:53.176564 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ffeccdc5-f84b-41ce-9f70-4f15315c5061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:53.180294 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-ffeccdc5-f84b-41ce-9f70-4f15315c5061 admin admin] Added segment cd19353d-ca58-42bb-882d-3ff0187abf6c of type vlan for network 512a81b3-45e2-499d-9284-f17de1fcb117 Dec 16 23:30:53.220058 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ffeccdc5-f84b-41ce-9f70-4f15315c5061 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:53.313103 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ffeccdc5-f84b-41ce-9f70-4f15315c5061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:53.314080 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffeccdc5-f84b-41ce-9f70-4f15315c5061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:53.314666 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ffeccdc5-f84b-41ce-9f70-4f15315c5061 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:53.372629 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeccdc5-f84b-41ce-9f70-4f15315c5061 admin admin] Pushing event updated for resources: {'Network': ['ID=512a81b3-45e2-499d-9284-f17de1fcb117,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:53.383281 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 512a81b3-45e2-499d-9284-f17de1fcb117 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:30:53.421281 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ffeccdc5-f84b-41ce-9f70-4f15315c5061 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6117966 Dec 16 23:30:53.424128 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37658) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:53.429013 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-53270331-fc09-4806-9319-59dd62ce0189 admin admin] Request body: {'subnet': {'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1393196000-subnet', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:30:53.447119 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bfcbbebe-2520-45c9-acdc-32ad6b5b3587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:53.514518 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53270331-fc09-4806-9319-59dd62ce0189 admin admin] Made reservation on behalf of 5896a803ad2849a8a3ffe96ce8d9b4a3 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:30:53.516928 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53270331-fc09-4806-9319-59dd62ce0189 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:53.749559 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53270331-fc09-4806-9319-59dd62ce0189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:53.803088 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53270331-fc09-4806-9319-59dd62ce0189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cff1adb1-2254-47f8-9ebd-03baaae9b0c5,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:53.813397 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53270331-fc09-4806-9319-59dd62ce0189 admin admin] Checking segment: {'id': 'cd19353d-ca58-42bb-882d-3ff0187abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:30:53.814033 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53270331-fc09-4806-9319-59dd62ce0189 admin admin] Network hostable DHCP agents. Network: 512a81b3-45e2-499d-9284-f17de1fcb117, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:30:53.897689 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53270331-fc09-4806-9319-59dd62ce0189 admin admin] Network 512a81b3-45e2-499d-9284-f17de1fcb117 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:30:53.929431 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:30:53.989161 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-53270331-fc09-4806-9319-59dd62ce0189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 512a81b3-45e2-499d-9284-f17de1fcb117) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:30:53.993158 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53270331-fc09-4806-9319-59dd62ce0189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:53.993746 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-53270331-fc09-4806-9319-59dd62ce0189 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:53.997397 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1e8c32-8e52-437e-b1ec-ec21d7ea1012 None None] Network 512a81b3-45e2-499d-9284-f17de1fcb117 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:30:54.094633 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd813c5-57dd-4595-b3d7-5ac2ace2c3cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-512a81b3-45e2-499d-9284-f17de1fcb117', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'fixed_ips': [{'subnet_id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:30:54.095538 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8cd813c5-57dd-4595-b3d7-5ac2ace2c3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:54.105312 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-53270331-fc09-4806-9319-59dd62ce0189 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6798570 Dec 16 23:30:54.107833 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37660) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:54.112073 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a3a37a77-a632-404f-80e0-0de34533e770 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1393196000-router', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:30:54.199288 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a3a37a77-a632-404f-80e0-0de34533e770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:54.200387 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a3a37a77-a632-404f-80e0-0de34533e770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:54.232177 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-8cd813c5-57dd-4595-b3d7-5ac2ace2c3cc None None] Allocated IP 172.20.0.2 (512a81b3-45e2-499d-9284-f17de1fcb117/cff1adb1-2254-47f8-9ebd-03baaae9b0c5/7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:30:54.256345 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a3a37a77-a632-404f-80e0-0de34533e770 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:54.378930 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8cd813c5-57dd-4595-b3d7-5ac2ace2c3cc None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:54.462307 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a3a37a77-a632-404f-80e0-0de34533e770 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:54.467962 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8cd813c5-57dd-4595-b3d7-5ac2ace2c3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:54.506228 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd813c5-57dd-4595-b3d7-5ac2ace2c3cc None None] Network 512a81b3-45e2-499d-9284-f17de1fcb117 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:30:54.509101 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-8cd813c5-57dd-4595-b3d7-5ac2ace2c3cc None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:30:54.513250 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd813c5-57dd-4595-b3d7-5ac2ace2c3cc None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:30:54.519890 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd813c5-57dd-4595-b3d7-5ac2ace2c3cc None None] Pushing event updated for resources: {'Port': ['ID=7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:54.569629 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-8cd813c5-57dd-4595-b3d7-5ac2ace2c3cc None None] Attempting to bind port 7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:30:54.570002 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-8cd813c5-57dd-4595-b3d7-5ac2ace2c3cc None None] Attempting to bind port 7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'cd19353d-ca58-42bb-882d-3ff0187abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:30:54.570398 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd813c5-57dd-4595-b3d7-5ac2ace2c3cc None None] Attempting to bind port 7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674 on network 512a81b3-45e2-499d-9284-f17de1fcb117 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:30:54.576541 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd813c5-57dd-4595-b3d7-5ac2ace2c3cc None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:30:54.576924 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd813c5-57dd-4595-b3d7-5ac2ace2c3cc None None] Checking segment: {'id': 'cd19353d-ca58-42bb-882d-3ff0187abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:30:54.577338 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8cd813c5-57dd-4595-b3d7-5ac2ace2c3cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:54.577732 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd813c5-57dd-4595-b3d7-5ac2ace2c3cc None None] Bound using segment: {'id': 'cd19353d-ca58-42bb-882d-3ff0187abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:30:54.578200 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-8cd813c5-57dd-4595-b3d7-5ac2ace2c3cc None None] Bound port: 7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd19353d-ca58-42bb-882d-3ff0187abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:30:54.578595 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8cd813c5-57dd-4595-b3d7-5ac2ace2c3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:54.646987 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8cd813c5-57dd-4595-b3d7-5ac2ace2c3cc None None] For port 7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:30:54.650051 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-8cd813c5-57dd-4595-b3d7-5ac2ace2c3cc None None] For port 7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:30:54.734094 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a3a37a77-a632-404f-80e0-0de34533e770 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:54.742045 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8cd813c5-57dd-4595-b3d7-5ac2ace2c3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:54.754101 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a3a37a77-a632-404f-80e0-0de34533e770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:54.805072 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd813c5-57dd-4595-b3d7-5ac2ace2c3cc None None] Pushing event updated for resources: {'Port': ['ID=7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:54.873409 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-a3a37a77-a632-404f-80e0-0de34533e770 admin admin] Allocated IP 172.25.6.219 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/080989ef-2344-4706-93bc-3a8c4e6fca89) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:30:55.000118 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a3a37a77-a632-404f-80e0-0de34533e770 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:55.109673 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a3a37a77-a632-404f-80e0-0de34533e770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:55.153732 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a37a77-a632-404f-80e0-0de34533e770 admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:30:55.155434 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:30:55.156826 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-a3a37a77-a632-404f-80e0-0de34533e770 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:30:55.160498 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a37a77-a632-404f-80e0-0de34533e770 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:30:55.185650 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a37a77-a632-404f-80e0-0de34533e770 admin admin] Pushing event updated for resources: {'Port': ['ID=080989ef-2344-4706-93bc-3a8c4e6fca89,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:55.188012 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec894f78-a8f1-478e-8fee-053e0348ec23 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:30:55.220066 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:30:55.220494 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:55.278000 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-81346e0d-8c12-4dd4-975b-31621ca51a76 None None] Provisioning complete for port 080989ef-2344-4706-93bc-3a8c4e6fca89 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:30:55.278368 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-81346e0d-8c12-4dd4-975b-31621ca51a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:55.339710 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-81346e0d-8c12-4dd4-975b-31621ca51a76 None None] Port 080989ef-2344-4706-93bc-3a8c4e6fca89 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:30:55.346944 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:55.381119 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] For port 7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:30:55.450409 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:55.505544 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Pushing event updated for resources: {'Port': ['ID=7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:55.724557 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-355987f1-de8e-44f7-bc91-93f39b9f8bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:55.740690 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6855c8-32cf-4c11-88da-523028acab1c None None] Network 512a81b3-45e2-499d-9284-f17de1fcb117 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:30:55.810262 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e14c40c7-59c9-4396-bd0e-d39c50bc3604 None None] Provisioning complete for port 7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:30:55.810676 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e14c40c7-59c9-4396-bd0e-d39c50bc3604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:55.821665 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a3a37a77-a632-404f-80e0-0de34533e770 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:56.022276 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a3a37a77-a632-404f-80e0-0de34533e770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:56.148229 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-69c1c065-8fbe-430a-aa19-ba8d21d32f29 None None] Provisioning complete for port 7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:30:56.148602 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-69c1c065-8fbe-430a-aa19-ba8d21d32f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:56.261559 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a37a77-a632-404f-80e0-0de34533e770 admin admin] Router 62ff5094-f12a-4190-ada6-ede6a57ff905 is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:30:56.367475 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a37a77-a632-404f-80e0-0de34533e770 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:30:56.376257 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7580737-95b7-4316-8dce-a0267a52ef7e None None] Sync routers for ids ['62ff5094-f12a-4190-ada6-ede6a57ff905'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:30:56.386577 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7580737-95b7-4316-8dce-a0267a52ef7e None None] Routers {'62ff5094-f12a-4190-ada6-ede6a57ff905'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:30:56.392386 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-e7580737-95b7-4316-8dce-a0267a52ef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:30:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['62ff5094-f12a-4190-ada6-ede6a57ff905'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:56.440781 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a3a37a77-a632-404f-80e0-0de34533e770 admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:56.442070 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a3a37a77-a632-404f-80e0-0de34533e770 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3332636 Dec 16 23:30:56.445009 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37662) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:56.491224 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-e7580737-95b7-4316-8dce-a0267a52ef7e None None] Set router 62ff5094-f12a-4190-ada6-ede6a57ff905 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:30:56.680201 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-e7580737-95b7-4316-8dce-a0267a52ef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'name': 'tempest-TestShelveInstance-1393196000-router', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:55Z', 'revision_number': 3, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'gw_port': {'id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:53:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:56.707604 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7580737-95b7-4316-8dce-a0267a52ef7e None None] Checking router: 62ff5094-f12a-4190-ada6-ede6a57ff905 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:30:56.707954 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7580737-95b7-4316-8dce-a0267a52ef7e None None] Updating router 62ff5094-f12a-4190-ada6-ede6a57ff905 port 080989ef-2344-4706-93bc-3a8c4e6fca89 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:30:56.733051 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7580737-95b7-4316-8dce-a0267a52ef7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:56.861420 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-572fb310-2bbb-4a11-8c25-7a577847ea27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:56.988813 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7580737-95b7-4316-8dce-a0267a52ef7e None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:57.016890 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-572fb310-2bbb-4a11-8c25-7a577847ea27 admin admin] Allocated IP 172.20.0.1 (512a81b3-45e2-499d-9284-f17de1fcb117/cff1adb1-2254-47f8-9ebd-03baaae9b0c5/e02280b6-61a4-42f9-a3f4-c9112b8f0f7a) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:30:57.090368 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7580737-95b7-4316-8dce-a0267a52ef7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:57.118729 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-572fb310-2bbb-4a11-8c25-7a577847ea27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:57.125967 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:30:57.167703 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b36d65e-38e4-45e5-b08d-fca22f399cdb None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:30:57.181333 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e7580737-95b7-4316-8dce-a0267a52ef7e None None] Attempting to bind port 080989ef-2344-4706-93bc-3a8c4e6fca89 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:30:57.181778 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e7580737-95b7-4316-8dce-a0267a52ef7e None None] Attempting to bind port 080989ef-2344-4706-93bc-3a8c4e6fca89 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:30:57.182690 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7580737-95b7-4316-8dce-a0267a52ef7e None None] Attempting to bind port 080989ef-2344-4706-93bc-3a8c4e6fca89 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:30:57.193132 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8dd478-b5af-435e-a4db-7ee5fe9e7a2d None None] Pushing event updated for resources: {'Port': ['ID=080989ef-2344-4706-93bc-3a8c4e6fca89,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:57.200048 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7580737-95b7-4316-8dce-a0267a52ef7e None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:30:57.201790 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7580737-95b7-4316-8dce-a0267a52ef7e None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:30:57.201790 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7580737-95b7-4316-8dce-a0267a52ef7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:57.201790 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7580737-95b7-4316-8dce-a0267a52ef7e None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:30:57.201790 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e7580737-95b7-4316-8dce-a0267a52ef7e None None] Bound port: 080989ef-2344-4706-93bc-3a8c4e6fca89, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:30:57.203188 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7580737-95b7-4316-8dce-a0267a52ef7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:57.216640 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-572fb310-2bbb-4a11-8c25-7a577847ea27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:57.261672 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572fb310-2bbb-4a11-8c25-7a577847ea27 admin admin] Network 512a81b3-45e2-499d-9284-f17de1fcb117 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:30:57.264681 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-572fb310-2bbb-4a11-8c25-7a577847ea27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:30:57.277569 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572fb310-2bbb-4a11-8c25-7a577847ea27 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:30:57.288779 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:30:57.289168 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:57.293123 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bed77704-c015-4958-acab-b557a67d0150 None None] Provisioning complete for port 080989ef-2344-4706-93bc-3a8c4e6fca89 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:30:57.293492 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bed77704-c015-4958-acab-b557a67d0150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:57.295389 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e7580737-95b7-4316-8dce-a0267a52ef7e None None] For port 080989ef-2344-4706-93bc-3a8c4e6fca89, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:30:57.301702 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572fb310-2bbb-4a11-8c25-7a577847ea27 admin admin] Pushing event updated for resources: {'Port': ['ID=e02280b6-61a4-42f9-a3f4-c9112b8f0f7a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:57.326666 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-572fb310-2bbb-4a11-8c25-7a577847ea27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:57.353305 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e7580737-95b7-4316-8dce-a0267a52ef7e None None] For port 080989ef-2344-4706-93bc-3a8c4e6fca89, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=080989ef-2344-4706-93bc-3a8c4e6fca89,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:30:57.358042 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:57.375541 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bed77704-c015-4958-acab-b557a67d0150 None None] Port 080989ef-2344-4706-93bc-3a8c4e6fca89 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:30:57.435880 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e7580737-95b7-4316-8dce-a0267a52ef7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:57.485128 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7717d219-eaa8-45b6-bbf7-b9a9179c895e None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:30:57.505026 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7580737-95b7-4316-8dce-a0267a52ef7e None None] Routers {'62ff5094-f12a-4190-ada6-ede6a57ff905'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:30:57.505650 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-e7580737-95b7-4316-8dce-a0267a52ef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:30:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['62ff5094-f12a-4190-ada6-ede6a57ff905'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:57.512119 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8dd478-b5af-435e-a4db-7ee5fe9e7a2d None None] Pushing event updated for resources: {'Port': ['ID=080989ef-2344-4706-93bc-3a8c4e6fca89,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:57.544082 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-572fb310-2bbb-4a11-8c25-7a577847ea27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:57.559561 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-dc8da618-baa1-4ea7-85fb-4346a9abe9f0 None None] Provisioning complete for port e02280b6-61a4-42f9-a3f4-c9112b8f0f7a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:30:57.559943 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dc8da618-baa1-4ea7-85fb-4346a9abe9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:57.633053 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-dc8da618-baa1-4ea7-85fb-4346a9abe9f0 None None] Port e02280b6-61a4-42f9-a3f4-c9112b8f0f7a cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:30:57.649206 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-e7580737-95b7-4316-8dce-a0267a52ef7e None None] Set router 62ff5094-f12a-4190-ada6-ede6a57ff905 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:30:57.722029 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-572fb310-2bbb-4a11-8c25-7a577847ea27 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:57.783726 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-750ce308-ce0d-4e12-a462-ad613ccc688e None None] Provisioning complete for port 080989ef-2344-4706-93bc-3a8c4e6fca89 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:30:57.784357 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-750ce308-ce0d-4e12-a462-ad613ccc688e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:57.795431 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:57.811882 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-572fb310-2bbb-4a11-8c25-7a577847ea27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:57.881120 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572fb310-2bbb-4a11-8c25-7a577847ea27 admin admin] Pushing event updated for resources: {'Port': ['ID=e02280b6-61a4-42f9-a3f4-c9112b8f0f7a,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:57.884927 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-572fb310-2bbb-4a11-8c25-7a577847ea27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:57.910660 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-e7580737-95b7-4316-8dce-a0267a52ef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'name': 'tempest-TestShelveInstance-1393196000-router', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:55Z', 'revision_number': 3, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'gw_port': {'id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:53:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:57.914611 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-750ce308-ce0d-4e12-a462-ad613ccc688e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:57.947569 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7580737-95b7-4316-8dce-a0267a52ef7e None None] The sync data for ids ['62ff5094-f12a-4190-ada6-ede6a57ff905'] in n-d-815324-4 is: [{'id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'name': 'tempest-TestShelveInstance-1393196000-router', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:55Z', 'revision_number': 3, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'gw_port': {'id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:53:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:30:57.966072 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-750ce308-ce0d-4e12-a462-ad613ccc688e None None] For port 080989ef-2344-4706-93bc-3a8c4e6fca89, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=080989ef-2344-4706-93bc-3a8c4e6fca89,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:30:57.989523 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572fb310-2bbb-4a11-8c25-7a577847ea27 admin admin] Network 512a81b3-45e2-499d-9284-f17de1fcb117 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:30:57.991031 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-572fb310-2bbb-4a11-8c25-7a577847ea27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:30:58.067692 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-750ce308-ce0d-4e12-a462-ad613ccc688e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:58.118276 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572fb310-2bbb-4a11-8c25-7a577847ea27 admin admin] Router 62ff5094-f12a-4190-ada6-ede6a57ff905 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:30:58.272083 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572fb310-2bbb-4a11-8c25-7a577847ea27 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:30:58.278508 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-572fb310-2bbb-4a11-8c25-7a577847ea27 admin admin] 10.222.0.75 "PUT /v2.0/routers/62ff5094-f12a-4190-ada6-ede6a57ff905/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8324573 Dec 16 23:30:58.350090 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1424963a-1fa9-431e-afe7-cfb5679c7b84 None None] Provisioning complete for port e02280b6-61a4-42f9-a3f4-c9112b8f0f7a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:30:58.350090 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1424963a-1fa9-431e-afe7-cfb5679c7b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:58.372452 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ce308-ce0d-4e12-a462-ad613ccc688e None None] Pushing event updated for resources: {'Port': ['ID=080989ef-2344-4706-93bc-3a8c4e6fca89,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:58.386927 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1424963a-1fa9-431e-afe7-cfb5679c7b84 None None] Port e02280b6-61a4-42f9-a3f4-c9112b8f0f7a cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:30:58.646325 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:59.004400 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37678) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:59.009421 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-bc196003-1061-41c5-920d-f95f31328872 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1251614340-network', 'tenant_id': 'c63acd1142ed41668d9eeb12f5306637'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:30:59.040415 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:59.109036 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc196003-1061-41c5-920d-f95f31328872 admin admin] Made reservation on behalf of c63acd1142ed41668d9eeb12f5306637 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:30:59.111605 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bc196003-1061-41c5-920d-f95f31328872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:59.124821 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bc196003-1061-41c5-920d-f95f31328872 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:59.142967 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 080989ef-2344-4706-93bc-3a8c4e6fca89 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:30:59.172241 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:59.196601 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 080989ef-2344-4706-93bc-3a8c4e6fca89 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:30:59.196963 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:59.202631 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bc196003-1061-41c5-920d-f95f31328872 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:59.286611 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bc196003-1061-41c5-920d-f95f31328872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:59.309699 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc196003-1061-41c5-920d-f95f31328872 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:30:59.324247 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc196003-1061-41c5-920d-f95f31328872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e000ed-3d66-4190-ab96-463d2246ecb6,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:59.330243 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bc196003-1061-41c5-920d-f95f31328872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:59.330590 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-bc196003-1061-41c5-920d-f95f31328872 admin admin] Added segment da8a0e34-8aea-414d-99ac-74fb560ee95b of type vlan for network 67e1db1b-4ef2-4d1a-ae90-301d4ac0407d Dec 16 23:30:59.373037 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bc196003-1061-41c5-920d-f95f31328872 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:59.452067 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bc196003-1061-41c5-920d-f95f31328872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:59.453105 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc196003-1061-41c5-920d-f95f31328872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:30:59.453643 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bc196003-1061-41c5-920d-f95f31328872 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:59.514028 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc196003-1061-41c5-920d-f95f31328872 admin admin] Pushing event updated for resources: {'Network': ['ID=67e1db1b-4ef2-4d1a-ae90-301d4ac0407d,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:59.523960 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 67e1db1b-4ef2-4d1a-ae90-301d4ac0407d details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:30:59.563559 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-bc196003-1061-41c5-920d-f95f31328872 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5579512 Dec 16 23:30:59.566131 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37680) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:30:59.571030 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-90571b79-1c4e-49c6-bae0-36374d14a27e admin admin] Request body: {'subnet': {'network_id': '67e1db1b-4ef2-4d1a-ae90-301d4ac0407d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1251614340-subnet', 'tenant_id': 'c63acd1142ed41668d9eeb12f5306637', 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:30:59.605638 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22ade01-5d45-42e4-a885-acf06170af5e None None] Sync routers for ids ['62ff5094-f12a-4190-ada6-ede6a57ff905'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:30:59.616084 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22ade01-5d45-42e4-a885-acf06170af5e None None] Routers {'62ff5094-f12a-4190-ada6-ede6a57ff905'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:30:59.618976 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d22ade01-5d45-42e4-a885-acf06170af5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:30:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['62ff5094-f12a-4190-ada6-ede6a57ff905'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:59.663602 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90571b79-1c4e-49c6-bae0-36374d14a27e admin admin] Made reservation on behalf of c63acd1142ed41668d9eeb12f5306637 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:30:59.666006 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-90571b79-1c4e-49c6-bae0-36374d14a27e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:59.728508 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-d22ade01-5d45-42e4-a885-acf06170af5e None None] Set router 62ff5094-f12a-4190-ada6-ede6a57ff905 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:30:59.886861 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-90571b79-1c4e-49c6-bae0-36374d14a27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:30:59.931505 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d22ade01-5d45-42e4-a885-acf06170af5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'name': 'tempest-TestShelveInstance-1393196000-router', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'gw_port': {'id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'e02280b6-61a4-42f9-a3f4-c9112b8f0f7a', 'name': '', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'mac_address': 'fa:16:3e:af:bd:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:56Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 2, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'subnets': [{'id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:30:59.950761 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90571b79-1c4e-49c6-bae0-36374d14a27e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0deee2b9-0b4b-4d2f-ba0f-2655abc0cdbb,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:30:59.957984 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22ade01-5d45-42e4-a885-acf06170af5e None None] Checking router: 62ff5094-f12a-4190-ada6-ede6a57ff905 for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:30:59.958156 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90571b79-1c4e-49c6-bae0-36374d14a27e admin admin] Checking segment: {'id': 'da8a0e34-8aea-414d-99ac-74fb560ee95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '67e1db1b-4ef2-4d1a-ae90-301d4ac0407d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:30:59.958461 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22ade01-5d45-42e4-a885-acf06170af5e None None] Updating router 62ff5094-f12a-4190-ada6-ede6a57ff905 port e02280b6-61a4-42f9-a3f4-c9112b8f0f7a binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:30:59.958595 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90571b79-1c4e-49c6-bae0-36374d14a27e admin admin] Network hostable DHCP agents. Network: 67e1db1b-4ef2-4d1a-ae90-301d4ac0407d, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:30:59.983801 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d22ade01-5d45-42e4-a885-acf06170af5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:00.017758 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90571b79-1c4e-49c6-bae0-36374d14a27e admin admin] Network 67e1db1b-4ef2-4d1a-ae90-301d4ac0407d is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:31:00.086395 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-90571b79-1c4e-49c6-bae0-36374d14a27e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 67e1db1b-4ef2-4d1a-ae90-301d4ac0407d) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:31:00.092628 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90571b79-1c4e-49c6-bae0-36374d14a27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:00.093245 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-90571b79-1c4e-49c6-bae0-36374d14a27e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:00.095202 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0953d808-e6cb-4a1d-8fbe-37732b9d6b61 None None] Network 67e1db1b-4ef2-4d1a-ae90-301d4ac0407d requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:31:00.173921 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-90571b79-1c4e-49c6-bae0-36374d14a27e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6066937 Dec 16 23:31:00.176467 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37682) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:00.180794 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-5200509c-e05a-43d8-9c6b-78681e28624b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1251614340-router', 'tenant_id': 'c63acd1142ed41668d9eeb12f5306637', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:31:00.202895 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5d11c5-7126-4f8b-9547-d9151b6cc032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-67e1db1b-4ef2-4d1a-ae90-301d4ac0407d', 'network_id': '67e1db1b-4ef2-4d1a-ae90-301d4ac0407d', 'project_id': 'c63acd1142ed41668d9eeb12f5306637', 'fixed_ips': [{'subnet_id': '0deee2b9-0b4b-4d2f-ba0f-2655abc0cdbb'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:31:00.204093 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ed5d11c5-7126-4f8b-9547-d9151b6cc032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:00.262617 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5200509c-e05a-43d8-9c6b-78681e28624b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:00.263807 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5200509c-e05a-43d8-9c6b-78681e28624b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:00.272063 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d22ade01-5d45-42e4-a885-acf06170af5e None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:00.319132 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5200509c-e05a-43d8-9c6b-78681e28624b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:00.339230 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-ed5d11c5-7126-4f8b-9547-d9151b6cc032 None None] Allocated IP 172.20.0.2 (67e1db1b-4ef2-4d1a-ae90-301d4ac0407d/0deee2b9-0b4b-4d2f-ba0f-2655abc0cdbb/b5ebd8a7-f315-460b-88ab-d8ec8428af5b) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:31:00.368478 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d22ade01-5d45-42e4-a885-acf06170af5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:00.431730 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76ebae-51ad-4a3a-9231-d57205ada829 None None] Pushing event updated for resources: {'Port': ['ID=e02280b6-61a4-42f9-a3f4-c9112b8f0f7a,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:00.460455 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f76ebae-51ad-4a3a-9231-d57205ada829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:00.460804 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f76ebae-51ad-4a3a-9231-d57205ada829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:00.461145 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f76ebae-51ad-4a3a-9231-d57205ada829 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:00.461482 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f76ebae-51ad-4a3a-9231-d57205ada829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:00.461812 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f76ebae-51ad-4a3a-9231-d57205ada829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:00.462141 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f76ebae-51ad-4a3a-9231-d57205ada829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:00.462465 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f76ebae-51ad-4a3a-9231-d57205ada829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:00.462786 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f76ebae-51ad-4a3a-9231-d57205ada829 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:00.463823 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f76ebae-51ad-4a3a-9231-d57205ada829 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:00.464155 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f76ebae-51ad-4a3a-9231-d57205ada829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:00.464479 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f76ebae-51ad-4a3a-9231-d57205ada829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:00.464800 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f76ebae-51ad-4a3a-9231-d57205ada829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:00.465123 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f76ebae-51ad-4a3a-9231-d57205ada829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:31:00.505439 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-d22ade01-5d45-42e4-a885-acf06170af5e None None] Attempting to bind port e02280b6-61a4-42f9-a3f4-c9112b8f0f7a on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:31:00.505838 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-d22ade01-5d45-42e4-a885-acf06170af5e None None] Attempting to bind port e02280b6-61a4-42f9-a3f4-c9112b8f0f7a by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'cd19353d-ca58-42bb-882d-3ff0187abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:31:00.506204 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22ade01-5d45-42e4-a885-acf06170af5e None None] Attempting to bind port e02280b6-61a4-42f9-a3f4-c9112b8f0f7a on network 512a81b3-45e2-499d-9284-f17de1fcb117 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:31:00.507076 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ed5d11c5-7126-4f8b-9547-d9151b6cc032 None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:00.516369 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22ade01-5d45-42e4-a885-acf06170af5e None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:31:00.516717 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22ade01-5d45-42e4-a885-acf06170af5e None None] Checking segment: {'id': 'cd19353d-ca58-42bb-882d-3ff0187abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:31:00.517074 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d22ade01-5d45-42e4-a885-acf06170af5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:00.517466 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22ade01-5d45-42e4-a885-acf06170af5e None None] Bound using segment: {'id': 'cd19353d-ca58-42bb-882d-3ff0187abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:31:00.517938 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-d22ade01-5d45-42e4-a885-acf06170af5e None None] Bound port: e02280b6-61a4-42f9-a3f4-c9112b8f0f7a, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd19353d-ca58-42bb-882d-3ff0187abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:31:00.518322 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d22ade01-5d45-42e4-a885-acf06170af5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:00.554852 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5200509c-e05a-43d8-9c6b-78681e28624b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:00.593579 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-d22ade01-5d45-42e4-a885-acf06170af5e None None] For port e02280b6-61a4-42f9-a3f4-c9112b8f0f7a, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:31:00.593864 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ed5d11c5-7126-4f8b-9547-d9151b6cc032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:00.597423 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-d22ade01-5d45-42e4-a885-acf06170af5e None None] For port e02280b6-61a4-42f9-a3f4-c9112b8f0f7a, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e02280b6-61a4-42f9-a3f4-c9112b8f0f7a,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:31:00.639835 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5d11c5-7126-4f8b-9547-d9151b6cc032 None None] Network 67e1db1b-4ef2-4d1a-ae90-301d4ac0407d is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:31:00.644591 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-ed5d11c5-7126-4f8b-9547-d9151b6cc032 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:31:00.650284 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5d11c5-7126-4f8b-9547-d9151b6cc032 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:31:00.665028 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d11c5-7126-4f8b-9547-d9151b6cc032 None None] Pushing event updated for resources: {'Port': ['ID=b5ebd8a7-f315-460b-88ab-d8ec8428af5b,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:00.685311 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-d22ade01-5d45-42e4-a885-acf06170af5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:00.728157 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ed5d11c5-7126-4f8b-9547-d9151b6cc032 None None] Attempting to bind port b5ebd8a7-f315-460b-88ab-d8ec8428af5b on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:31:00.728624 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ed5d11c5-7126-4f8b-9547-d9151b6cc032 None None] Attempting to bind port b5ebd8a7-f315-460b-88ab-d8ec8428af5b by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'da8a0e34-8aea-414d-99ac-74fb560ee95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '67e1db1b-4ef2-4d1a-ae90-301d4ac0407d'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:31:00.729356 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5d11c5-7126-4f8b-9547-d9151b6cc032 None None] Attempting to bind port b5ebd8a7-f315-460b-88ab-d8ec8428af5b on network 67e1db1b-4ef2-4d1a-ae90-301d4ac0407d {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:31:00.735897 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5d11c5-7126-4f8b-9547-d9151b6cc032 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:31:00.736288 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5d11c5-7126-4f8b-9547-d9151b6cc032 None None] Checking segment: {'id': 'da8a0e34-8aea-414d-99ac-74fb560ee95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '67e1db1b-4ef2-4d1a-ae90-301d4ac0407d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:31:00.736694 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ed5d11c5-7126-4f8b-9547-d9151b6cc032 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:00.737154 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5d11c5-7126-4f8b-9547-d9151b6cc032 None None] Bound using segment: {'id': 'da8a0e34-8aea-414d-99ac-74fb560ee95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '67e1db1b-4ef2-4d1a-ae90-301d4ac0407d'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:31:00.738064 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ed5d11c5-7126-4f8b-9547-d9151b6cc032 None None] Bound port: b5ebd8a7-f315-460b-88ab-d8ec8428af5b, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da8a0e34-8aea-414d-99ac-74fb560ee95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '67e1db1b-4ef2-4d1a-ae90-301d4ac0407d'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:31:00.738064 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ed5d11c5-7126-4f8b-9547-d9151b6cc032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:00.771768 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76ebae-51ad-4a3a-9231-d57205ada829 None None] Pushing event updated for resources: {'Port': ['ID=e02280b6-61a4-42f9-a3f4-c9112b8f0f7a,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:00.776112 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22ade01-5d45-42e4-a885-acf06170af5e None None] Routers {'62ff5094-f12a-4190-ada6-ede6a57ff905'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:31:00.776735 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d22ade01-5d45-42e4-a885-acf06170af5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:30:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['62ff5094-f12a-4190-ada6-ede6a57ff905'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:00.816787 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ed5d11c5-7126-4f8b-9547-d9151b6cc032 None None] For port b5ebd8a7-f315-460b-88ab-d8ec8428af5b, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:31:00.838514 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ed5d11c5-7126-4f8b-9547-d9151b6cc032 None None] For port b5ebd8a7-f315-460b-88ab-d8ec8428af5b, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b5ebd8a7-f315-460b-88ab-d8ec8428af5b,segment=NetworkSegment(da8a0e34-8aea-414d-99ac-74fb560ee95b),segment_id=da8a0e34-8aea-414d-99ac-74fb560ee95b)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:31:00.839548 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-590ed5b0-2dde-43c0-a7f3-eeb50af1b92f None None] Provisioning complete for port e02280b6-61a4-42f9-a3f4-c9112b8f0f7a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:00.839927 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-590ed5b0-2dde-43c0-a7f3-eeb50af1b92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:00.868422 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5200509c-e05a-43d8-9c6b-78681e28624b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:00.894686 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ed5d11c5-7126-4f8b-9547-d9151b6cc032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:00.903340 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-d22ade01-5d45-42e4-a885-acf06170af5e None None] Set router 62ff5094-f12a-4190-ada6-ede6a57ff905 gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:31:00.907725 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5200509c-e05a-43d8-9c6b-78681e28624b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:00.971714 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-590ed5b0-2dde-43c0-a7f3-eeb50af1b92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:01.011813 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d11c5-7126-4f8b-9547-d9151b6cc032 None None] Pushing event updated for resources: {'Port': ['ID=b5ebd8a7-f315-460b-88ab-d8ec8428af5b,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:01.033957 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-590ed5b0-2dde-43c0-a7f3-eeb50af1b92f None None] For port e02280b6-61a4-42f9-a3f4-c9112b8f0f7a, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e02280b6-61a4-42f9-a3f4-c9112b8f0f7a,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:31:01.062091 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-5200509c-e05a-43d8-9c6b-78681e28624b admin admin] Allocated IP 172.25.6.4 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/aa60071c-edb0-4c51-8a5b-6c2244f62950) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:31:01.080801 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-590ed5b0-2dde-43c0-a7f3-eeb50af1b92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:01.131693 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ed5b0-2dde-43c0-a7f3-eeb50af1b92f None None] Pushing event updated for resources: {'Port': ['ID=e02280b6-61a4-42f9-a3f4-c9112b8f0f7a,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:01.179715 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d22ade01-5d45-42e4-a885-acf06170af5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'name': 'tempest-TestShelveInstance-1393196000-router', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'gw_port': {'id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'e02280b6-61a4-42f9-a3f4-c9112b8f0f7a', 'name': '', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'mac_address': 'fa:16:3e:af:bd:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:56Z', 'updated_at': '2021-12-16T23:31:00Z', 'revision_number': 4, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'subnets': [{'id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:01.188746 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5200509c-e05a-43d8-9c6b-78681e28624b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:01.233343 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22ade01-5d45-42e4-a885-acf06170af5e None None] The sync data for ids ['62ff5094-f12a-4190-ada6-ede6a57ff905'] in n-d-815324-4 is: [{'id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'name': 'tempest-TestShelveInstance-1393196000-router', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'gw_port': {'id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'e02280b6-61a4-42f9-a3f4-c9112b8f0f7a', 'name': '', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'mac_address': 'fa:16:3e:af:bd:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:56Z', 'updated_at': '2021-12-16T23:31:00Z', 'revision_number': 4, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'subnets': [{'id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:31:01.247023 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-8f9ca113-8856-4ef6-a916-585aca22393b None None] Provisioning complete for port e02280b6-61a4-42f9-a3f4-c9112b8f0f7a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:01.247431 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8f9ca113-8856-4ef6-a916-585aca22393b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:01.302340 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5200509c-e05a-43d8-9c6b-78681e28624b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:01.359254 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5200509c-e05a-43d8-9c6b-78681e28624b admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:31:01.368373 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-5200509c-e05a-43d8-9c6b-78681e28624b admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:31:01.372689 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5200509c-e05a-43d8-9c6b-78681e28624b admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:31:01.398434 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d944417a-6cdd-43cc-9a89-5f6c4d63b7c3 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:31:01.406012 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200509c-e05a-43d8-9c6b-78681e28624b admin admin] Pushing event updated for resources: {'Port': ['ID=aa60071c-edb0-4c51-8a5b-6c2244f62950,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:01.515370 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-eea108d0-8985-4ab7-b14a-34b2f6178364 None None] Provisioning complete for port aa60071c-edb0-4c51-8a5b-6c2244f62950 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:01.515746 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eea108d0-8985-4ab7-b14a-34b2f6178364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:01.551741 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-eea108d0-8985-4ab7-b14a-34b2f6178364 None None] Port aa60071c-edb0-4c51-8a5b-6c2244f62950 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:31:01.715152 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5200509c-e05a-43d8-9c6b-78681e28624b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:02.096776 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1658bb3a-7a92-477b-8976-eb1fa080db93 None None] Network 67e1db1b-4ef2-4d1a-ae90-301d4ac0407d requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:31:02.204141 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b714bd61-f474-47a1-9917-ca7f24a6b541 None None] Provisioning complete for port b5ebd8a7-f315-460b-88ab-d8ec8428af5b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:02.204807 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b714bd61-f474-47a1-9917-ca7f24a6b541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:02.298736 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5200509c-e05a-43d8-9c6b-78681e28624b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:02.308204 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b714bd61-f474-47a1-9917-ca7f24a6b541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:02.345269 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b714bd61-f474-47a1-9917-ca7f24a6b541 None None] For port b5ebd8a7-f315-460b-88ab-d8ec8428af5b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b5ebd8a7-f315-460b-88ab-d8ec8428af5b,segment=NetworkSegment(da8a0e34-8aea-414d-99ac-74fb560ee95b),segment_id=da8a0e34-8aea-414d-99ac-74fb560ee95b)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:31:02.410563 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b714bd61-f474-47a1-9917-ca7f24a6b541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:02.464238 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714bd61-f474-47a1-9917-ca7f24a6b541 None None] Pushing event updated for resources: {'Port': ['ID=b5ebd8a7-f315-460b-88ab-d8ec8428af5b,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:02.532065 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0f2389bd-f2dc-4a4a-a970-616f80bcca22 None None] Provisioning complete for port b5ebd8a7-f315-460b-88ab-d8ec8428af5b triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:02.532435 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0f2389bd-f2dc-4a4a-a970-616f80bcca22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:02.541397 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5200509c-e05a-43d8-9c6b-78681e28624b admin admin] Router 644d8364-c969-4638-a2e2-9b45aa19d6be is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:31:02.652602 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5200509c-e05a-43d8-9c6b-78681e28624b admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:31:02.662011 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590a64da-3047-4835-be14-d98eb801e373 None None] Sync routers for ids ['644d8364-c969-4638-a2e2-9b45aa19d6be'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:31:02.672273 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590a64da-3047-4835-be14-d98eb801e373 None None] Routers {'644d8364-c969-4638-a2e2-9b45aa19d6be'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:31:02.672936 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-590a64da-3047-4835-be14-d98eb801e373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:30:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['644d8364-c969-4638-a2e2-9b45aa19d6be'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:02.737792 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5200509c-e05a-43d8-9c6b-78681e28624b admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:02.739123 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5200509c-e05a-43d8-9c6b-78681e28624b admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5616727 Dec 16 23:31:02.741962 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37684) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:02.781020 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-590a64da-3047-4835-be14-d98eb801e373 None None] Set router 644d8364-c969-4638-a2e2-9b45aa19d6be gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:31:02.958757 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-590a64da-3047-4835-be14-d98eb801e373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644d8364-c969-4638-a2e2-9b45aa19d6be', 'name': 'tempest-TestShelveInstance-1251614340-router', 'tenant_id': 'c63acd1142ed41668d9eeb12f5306637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'aa60071c-edb0-4c51-8a5b-6c2244f62950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:31:00Z', 'updated_at': '2021-12-16T23:31:01Z', 'revision_number': 3, 'project_id': 'c63acd1142ed41668d9eeb12f5306637', 'gw_port': {'id': 'aa60071c-edb0-4c51-8a5b-6c2244f62950', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644d8364-c969-4638-a2e2-9b45aa19d6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:00Z', 'updated_at': '2021-12-16T23:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:02.989626 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590a64da-3047-4835-be14-d98eb801e373 None None] Checking router: 644d8364-c969-4638-a2e2-9b45aa19d6be for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:31:02.989984 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590a64da-3047-4835-be14-d98eb801e373 None None] Updating router 644d8364-c969-4638-a2e2-9b45aa19d6be port aa60071c-edb0-4c51-8a5b-6c2244f62950 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:31:03.014661 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-590a64da-3047-4835-be14-d98eb801e373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:03.168505 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b0cc16b-7487-4969-8256-284d0b4d8a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:03.201822 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b5ebd8a7-f315-460b-88ab-d8ec8428af5b up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:31:03.309857 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port b5ebd8a7-f315-460b-88ab-d8ec8428af5b triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:03.310641 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:03.332871 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-5b0cc16b-7487-4969-8256-284d0b4d8a6f admin admin] Allocated IP 172.20.0.1 (67e1db1b-4ef2-4d1a-ae90-301d4ac0407d/0deee2b9-0b4b-4d2f-ba0f-2655abc0cdbb/3e878027-1198-449b-960b-96d7f7b2def4) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:31:03.345624 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-590a64da-3047-4835-be14-d98eb801e373 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:03.401674 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e02280b6-61a4-42f9-a3f4-c9112b8f0f7a up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:31:03.424923 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-590a64da-3047-4835-be14-d98eb801e373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:03.441206 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b0cc16b-7487-4969-8256-284d0b4d8a6f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:03.482412 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceed8ac0-c1c7-4976-a787-f5ee031852af None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:31:03.500388 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-590a64da-3047-4835-be14-d98eb801e373 None None] Attempting to bind port aa60071c-edb0-4c51-8a5b-6c2244f62950 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:31:03.500768 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-590a64da-3047-4835-be14-d98eb801e373 None None] Attempting to bind port aa60071c-edb0-4c51-8a5b-6c2244f62950 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:31:03.501144 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a64da-3047-4835-be14-d98eb801e373 None None] Attempting to bind port aa60071c-edb0-4c51-8a5b-6c2244f62950 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:31:03.507103 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30651e4-e2f0-4d99-9e09-297084e9118b None None] Pushing event updated for resources: {'Port': ['ID=aa60071c-edb0-4c51-8a5b-6c2244f62950,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:03.513245 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a64da-3047-4835-be14-d98eb801e373 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:31:03.514110 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a64da-3047-4835-be14-d98eb801e373 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:31:03.514110 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-590a64da-3047-4835-be14-d98eb801e373 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:03.515188 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a64da-3047-4835-be14-d98eb801e373 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:31:03.515188 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-590a64da-3047-4835-be14-d98eb801e373 None None] Bound port: aa60071c-edb0-4c51-8a5b-6c2244f62950, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:31:03.515408 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-590a64da-3047-4835-be14-d98eb801e373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:03.532339 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b0cc16b-7487-4969-8256-284d0b4d8a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:03.549883 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port e02280b6-61a4-42f9-a3f4-c9112b8f0f7a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:03.550269 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:03.573040 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0cc16b-7487-4969-8256-284d0b4d8a6f admin admin] Network 67e1db1b-4ef2-4d1a-ae90-301d4ac0407d is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:31:03.575977 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-5b0cc16b-7487-4969-8256-284d0b4d8a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:31:03.578388 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0cc16b-7487-4969-8256-284d0b4d8a6f admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:31:03.605497 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bae67cd4-523d-44e0-bf8e-e835d2180271 None None] Provisioning complete for port aa60071c-edb0-4c51-8a5b-6c2244f62950 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:03.605933 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bae67cd4-523d-44e0-bf8e-e835d2180271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:03.608283 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cc16b-7487-4969-8256-284d0b4d8a6f admin admin] Pushing event updated for resources: {'Port': ['ID=3e878027-1198-449b-960b-96d7f7b2def4,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:03.634688 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b0cc16b-7487-4969-8256-284d0b4d8a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:03.650482 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-590a64da-3047-4835-be14-d98eb801e373 None None] For port aa60071c-edb0-4c51-8a5b-6c2244f62950, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:31:03.674015 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-590a64da-3047-4835-be14-d98eb801e373 None None] For port aa60071c-edb0-4c51-8a5b-6c2244f62950, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=aa60071c-edb0-4c51-8a5b-6c2244f62950,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:31:03.683678 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bae67cd4-523d-44e0-bf8e-e835d2180271 None None] Port aa60071c-edb0-4c51-8a5b-6c2244f62950 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:31:03.777269 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-590a64da-3047-4835-be14-d98eb801e373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:03.837748 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abab6863-09b5-4af7-8862-f9bdf4c71e66 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:31:03.850343 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-175518c7-cb68-4c8e-92db-7aee337abc51 None None] Provisioning complete for port 3e878027-1198-449b-960b-96d7f7b2def4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:03.850651 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-175518c7-cb68-4c8e-92db-7aee337abc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:03.857980 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30651e4-e2f0-4d99-9e09-297084e9118b None None] Pushing event updated for resources: {'Port': ['ID=aa60071c-edb0-4c51-8a5b-6c2244f62950,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:03.878287 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590a64da-3047-4835-be14-d98eb801e373 None None] Routers {'644d8364-c969-4638-a2e2-9b45aa19d6be'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:31:03.878908 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-590a64da-3047-4835-be14-d98eb801e373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:30:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['644d8364-c969-4638-a2e2-9b45aa19d6be'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:03.896340 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b0cc16b-7487-4969-8256-284d0b4d8a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:03.938859 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-175518c7-cb68-4c8e-92db-7aee337abc51 None None] Port 3e878027-1198-449b-960b-96d7f7b2def4 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:31:03.999097 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-590a64da-3047-4835-be14-d98eb801e373 None None] Set router 644d8364-c969-4638-a2e2-9b45aa19d6be gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:31:04.069694 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b0cc16b-7487-4969-8256-284d0b4d8a6f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:04.136336 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b0cc16b-7487-4969-8256-284d0b4d8a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:04.203566 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cc16b-7487-4969-8256-284d0b4d8a6f admin admin] Pushing event updated for resources: {'Port': ['ID=3e878027-1198-449b-960b-96d7f7b2def4,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:04.208455 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5b0cc16b-7487-4969-8256-284d0b4d8a6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:04.243000 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-023cfcdb-3118-4e09-8221-27e11428a67c None None] Provisioning complete for port aa60071c-edb0-4c51-8a5b-6c2244f62950 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:04.243393 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-023cfcdb-3118-4e09-8221-27e11428a67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:04.302238 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0cc16b-7487-4969-8256-284d0b4d8a6f admin admin] Network 67e1db1b-4ef2-4d1a-ae90-301d4ac0407d is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:31:04.303716 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-5b0cc16b-7487-4969-8256-284d0b4d8a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:31:04.418243 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-023cfcdb-3118-4e09-8221-27e11428a67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:04.429453 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0cc16b-7487-4969-8256-284d0b4d8a6f admin admin] Router 644d8364-c969-4638-a2e2-9b45aa19d6be has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:31:04.448210 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-023cfcdb-3118-4e09-8221-27e11428a67c None None] For port aa60071c-edb0-4c51-8a5b-6c2244f62950, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=aa60071c-edb0-4c51-8a5b-6c2244f62950,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:31:04.462418 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-590a64da-3047-4835-be14-d98eb801e373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644d8364-c969-4638-a2e2-9b45aa19d6be', 'name': 'tempest-TestShelveInstance-1251614340-router', 'tenant_id': 'c63acd1142ed41668d9eeb12f5306637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'aa60071c-edb0-4c51-8a5b-6c2244f62950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:31:00Z', 'updated_at': '2021-12-16T23:31:03Z', 'revision_number': 4, 'project_id': 'c63acd1142ed41668d9eeb12f5306637', 'gw_port': {'id': 'aa60071c-edb0-4c51-8a5b-6c2244f62950', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644d8364-c969-4638-a2e2-9b45aa19d6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:00Z', 'updated_at': '2021-12-16T23:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '3e878027-1198-449b-960b-96d7f7b2def4', 'name': '', 'network_id': '67e1db1b-4ef2-4d1a-ae90-301d4ac0407d', 'tenant_id': 'c63acd1142ed41668d9eeb12f5306637', 'mac_address': 'fa:16:3e:38:ce:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644d8364-c969-4638-a2e2-9b45aa19d6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0deee2b9-0b4b-4d2f-ba0f-2655abc0cdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:03Z', 'updated_at': '2021-12-16T23:31:03Z', 'revision_number': 1, 'project_id': 'c63acd1142ed41668d9eeb12f5306637', 'subnets': [{'id': '0deee2b9-0b4b-4d2f-ba0f-2655abc0cdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:04.490450 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590a64da-3047-4835-be14-d98eb801e373 None None] The sync data for ids ['644d8364-c969-4638-a2e2-9b45aa19d6be'] in n-d-815324-4 is: [{'id': '644d8364-c969-4638-a2e2-9b45aa19d6be', 'name': 'tempest-TestShelveInstance-1251614340-router', 'tenant_id': 'c63acd1142ed41668d9eeb12f5306637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'aa60071c-edb0-4c51-8a5b-6c2244f62950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:31:00Z', 'updated_at': '2021-12-16T23:31:03Z', 'revision_number': 4, 'project_id': 'c63acd1142ed41668d9eeb12f5306637', 'gw_port': {'id': 'aa60071c-edb0-4c51-8a5b-6c2244f62950', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644d8364-c969-4638-a2e2-9b45aa19d6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:00Z', 'updated_at': '2021-12-16T23:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '3e878027-1198-449b-960b-96d7f7b2def4', 'name': '', 'network_id': '67e1db1b-4ef2-4d1a-ae90-301d4ac0407d', 'tenant_id': 'c63acd1142ed41668d9eeb12f5306637', 'mac_address': 'fa:16:3e:38:ce:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644d8364-c969-4638-a2e2-9b45aa19d6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0deee2b9-0b4b-4d2f-ba0f-2655abc0cdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:03Z', 'updated_at': '2021-12-16T23:31:03Z', 'revision_number': 1, 'project_id': 'c63acd1142ed41668d9eeb12f5306637', 'subnets': [{'id': '0deee2b9-0b4b-4d2f-ba0f-2655abc0cdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:31:04.530054 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-023cfcdb-3118-4e09-8221-27e11428a67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:04.556625 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0cc16b-7487-4969-8256-284d0b4d8a6f admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:31:04.564810 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5b0cc16b-7487-4969-8256-284d0b4d8a6f admin admin] 10.222.0.75 "PUT /v2.0/routers/644d8364-c969-4638-a2e2-9b45aa19d6be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8197422 Dec 16 23:31:04.587960 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023cfcdb-3118-4e09-8221-27e11428a67c None None] Pushing event updated for resources: {'Port': ['ID=aa60071c-edb0-4c51-8a5b-6c2244f62950,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:04.652386 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d6b5bade-b89a-466d-baab-bbc42b669b9c None None] Provisioning complete for port 3e878027-1198-449b-960b-96d7f7b2def4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:04.652679 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d6b5bade-b89a-466d-baab-bbc42b669b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:04.692668 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-d6b5bade-b89a-466d-baab-bbc42b669b9c None None] Port 3e878027-1198-449b-960b-96d7f7b2def4 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:31:05.201274 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37692) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:05.206015 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-146732bb-76bc-42a0-93f7-e0fb97dae5ba tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-169460074', 'description': 'tempest-secgroup-smoke-169460074 description', 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:31:05.324837 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-146732bb-76bc-42a0-93f7-e0fb97dae5ba tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:05.399562 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-146732bb-76bc-42a0-93f7-e0fb97dae5ba tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:05.480794 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-146732bb-76bc-42a0-93f7-e0fb97dae5ba tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:05.511161 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146732bb-76bc-42a0-93f7-e0fb97dae5ba tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:05.574986 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-146732bb-76bc-42a0-93f7-e0fb97dae5ba tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:05.576320 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-146732bb-76bc-42a0-93f7-e0fb97dae5ba tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3739569 Dec 16 23:31:05.579376 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37694) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:05.584051 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-c055f0e7-391d-480e-aef6-bef6c51e5252 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Request body: {'security_group_rule': {'security_group_id': '9f3a4bfc-d77a-4539-b5ea-a033e0f1678b', 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:31:05.691866 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c055f0e7-391d-480e-aef6-bef6c51e5252 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:05.752953 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c055f0e7-391d-480e-aef6-bef6c51e5252 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:05.829285 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c055f0e7-391d-480e-aef6-bef6c51e5252 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:05.847520 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055f0e7-391d-480e-aef6-bef6c51e5252 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd59f8c-d3aa-4c9e-8975-177b621531c0,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:05.917733 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c055f0e7-391d-480e-aef6-bef6c51e5252 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:05.918979 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c055f0e7-391d-480e-aef6-bef6c51e5252 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3384907 Dec 16 23:31:05.921676 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37696) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:05.926005 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-26b11bfb-c556-4c54-8b16-0a3f5b7095b8 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Request body: {'security_group_rule': {'security_group_id': '9f3a4bfc-d77a-4539-b5ea-a033e0f1678b', 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:31:06.011288 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-26b11bfb-c556-4c54-8b16-0a3f5b7095b8 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:06.073749 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-26b11bfb-c556-4c54-8b16-0a3f5b7095b8 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:06.149380 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-26b11bfb-c556-4c54-8b16-0a3f5b7095b8 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:06.168705 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b11bfb-c556-4c54-8b16-0a3f5b7095b8 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33516cd1-672d-4639-8240-863ff343b8f6,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:06.265456 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-26b11bfb-c556-4c54-8b16-0a3f5b7095b8 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:06.266816 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-26b11bfb-c556-4c54-8b16-0a3f5b7095b8 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3442178 Dec 16 23:31:06.269562 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37698) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:06.274264 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-f32dd9d1-8643-405a-88ab-c35276f6cebb tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Request body: {'security_group_rule': {'security_group_id': '9f3a4bfc-d77a-4539-b5ea-a033e0f1678b', 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:31:06.375494 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f32dd9d1-8643-405a-88ab-c35276f6cebb tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:06.432506 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f32dd9d1-8643-405a-88ab-c35276f6cebb tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:06.503096 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f32dd9d1-8643-405a-88ab-c35276f6cebb tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:06.521348 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32dd9d1-8643-405a-88ab-c35276f6cebb tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82f4473-c0f4-4090-8493-c20068a3d709,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:06.591409 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f32dd9d1-8643-405a-88ab-c35276f6cebb tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:06.592687 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-f32dd9d1-8643-405a-88ab-c35276f6cebb tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3221562 Dec 16 23:31:06.595373 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37700) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:06.599773 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-6ae305ed-7041-4d1c-9738-f202819aa93c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Request body: {'security_group_rule': {'security_group_id': '9f3a4bfc-d77a-4539-b5ea-a033e0f1678b', 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:31:06.679543 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6ae305ed-7041-4d1c-9738-f202819aa93c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:06.737641 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6ae305ed-7041-4d1c-9738-f202819aa93c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:06.783546 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6ae305ed-7041-4d1c-9738-f202819aa93c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:06.803560 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae305ed-7041-4d1c-9738-f202819aa93c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f728fc54-6716-4adb-8d54-b97f2f55447a,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:06.842447 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6ae305ed-7041-4d1c-9738-f202819aa93c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:06.844120 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6ae305ed-7041-4d1c-9738-f202819aa93c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2474728 Dec 16 23:31:06.846776 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37702) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:06.851751 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-7d96fefd-652c-4703-9e9e-3b3d797f8736 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Request body: {'security_group_rule': {'security_group_id': '9f3a4bfc-d77a-4539-b5ea-a033e0f1678b', 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:31:06.909455 n-d-815324-4 neutron-server[103614]: INFO neutron.db.securitygroups_db [None req-7d96fefd-652c-4703-9e9e-3b3d797f8736 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Project 5896a803ad2849a8a3ffe96ce8d9b4a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:31:06.915579 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7d96fefd-652c-4703-9e9e-3b3d797f8736 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:06.929840 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8f977f-51f0-43c8-9deb-483f487abde0 None None] Sync routers for ids ['644d8364-c969-4638-a2e2-9b45aa19d6be'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:31:06.941715 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8f977f-51f0-43c8-9deb-483f487abde0 None None] Routers {'644d8364-c969-4638-a2e2-9b45aa19d6be'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:31:06.942329 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-8c8f977f-51f0-43c8-9deb-483f487abde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:30:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['644d8364-c969-4638-a2e2-9b45aa19d6be'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:06.977370 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7d96fefd-652c-4703-9e9e-3b3d797f8736 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:07.050428 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7d96fefd-652c-4703-9e9e-3b3d797f8736 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:07.071405 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96fefd-652c-4703-9e9e-3b3d797f8736 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f992789-409c-4b9b-bad0-7d9082878617,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:07.132463 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7d96fefd-652c-4703-9e9e-3b3d797f8736 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:07.136373 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7d96fefd-652c-4703-9e9e-3b3d797f8736 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2857151 Dec 16 23:31:07.136700 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 37704) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:07.141541 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-e1371b27-fe00-4bd9-ab09-1694d48013e9 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Request body: {'security_group_rule': {'security_group_id': '9f3a4bfc-d77a-4539-b5ea-a033e0f1678b', 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:31:07.148344 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-8c8f977f-51f0-43c8-9deb-483f487abde0 None None] Set router 644d8364-c969-4638-a2e2-9b45aa19d6be gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:31:07.160645 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device aa60071c-edb0-4c51-8a5b-6c2244f62950 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:31:07.211252 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port aa60071c-edb0-4c51-8a5b-6c2244f62950 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:07.211531 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:07.238943 n-d-815324-4 neutron-server[103614]: INFO neutron.db.securitygroups_db [None req-e1371b27-fe00-4bd9-ab09-1694d48013e9 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Project 5896a803ad2849a8a3ffe96ce8d9b4a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:31:07.244992 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e1371b27-fe00-4bd9-ab09-1694d48013e9 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:07.314241 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e1371b27-fe00-4bd9-ab09-1694d48013e9 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:07.364465 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-8c8f977f-51f0-43c8-9deb-483f487abde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644d8364-c969-4638-a2e2-9b45aa19d6be', 'name': 'tempest-TestShelveInstance-1251614340-router', 'tenant_id': 'c63acd1142ed41668d9eeb12f5306637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'aa60071c-edb0-4c51-8a5b-6c2244f62950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:31:00Z', 'updated_at': '2021-12-16T23:31:03Z', 'revision_number': 4, 'project_id': 'c63acd1142ed41668d9eeb12f5306637', 'gw_port': {'id': 'aa60071c-edb0-4c51-8a5b-6c2244f62950', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644d8364-c969-4638-a2e2-9b45aa19d6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:00Z', 'updated_at': '2021-12-16T23:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '3e878027-1198-449b-960b-96d7f7b2def4', 'name': '', 'network_id': '67e1db1b-4ef2-4d1a-ae90-301d4ac0407d', 'tenant_id': 'c63acd1142ed41668d9eeb12f5306637', 'mac_address': 'fa:16:3e:38:ce:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644d8364-c969-4638-a2e2-9b45aa19d6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0deee2b9-0b4b-4d2f-ba0f-2655abc0cdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:03Z', 'updated_at': '2021-12-16T23:31:03Z', 'revision_number': 2, 'project_id': 'c63acd1142ed41668d9eeb12f5306637', 'subnets': [{'id': '0deee2b9-0b4b-4d2f-ba0f-2655abc0cdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:07.388912 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e1371b27-fe00-4bd9-ab09-1694d48013e9 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:07.394876 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8f977f-51f0-43c8-9deb-483f487abde0 None None] Checking router: 644d8364-c969-4638-a2e2-9b45aa19d6be for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:31:07.395266 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8f977f-51f0-43c8-9deb-483f487abde0 None None] Updating router 644d8364-c969-4638-a2e2-9b45aa19d6be port 3e878027-1198-449b-960b-96d7f7b2def4 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:31:07.408206 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1371b27-fe00-4bd9-ab09-1694d48013e9 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5387e18-a5cb-4291-ada1-9628b038f4ef,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:07.422700 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c8f977f-51f0-43c8-9deb-483f487abde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:07.532367 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e1371b27-fe00-4bd9-ab09-1694d48013e9 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:07.533648 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-e1371b27-fe00-4bd9-ab09-1694d48013e9 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3959897 Dec 16 23:31:07.690100 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ceef792-d160-44eb-903e-6003aa099a32 req-e6edb535-da47-4398-aac5-f42eb69d7dae tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-169460074&fields=id&tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3 HTTP/1.1" status: 200 len: 267 time: 0.0476370 Dec 16 23:31:07.690700 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c8f977f-51f0-43c8-9deb-483f487abde0 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:07.748735 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c8f977f-51f0-43c8-9deb-483f487abde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:07.801696 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1098c0-c42e-4712-ae69-6eac68d9c193 None None] Pushing event updated for resources: {'Port': ['ID=3e878027-1198-449b-960b-96d7f7b2def4,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:07.803983 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceef792-d160-44eb-903e-6003aa099a32 req-099ce5ee-135f-4f02-937b-616e3e865c1d tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:07.805806 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ceef792-d160-44eb-903e-6003aa099a32 req-099ce5ee-135f-4f02-937b-616e3e865c1d tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/networks?id=512a81b3-45e2-499d-9284-f17de1fcb117 HTTP/1.1" status: 200 len: 809 time: 0.1087523 Dec 16 23:31:07.822978 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ceef792-d160-44eb-903e-6003aa099a32 req-9fbdcb98-672a-45d3-9fb2-e99b6470fe2d tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/quotas/5896a803ad2849a8a3ffe96ce8d9b4a3 HTTP/1.1" status: 200 len: 375 time: 0.0099463 Dec 16 23:31:07.859459 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-8c8f977f-51f0-43c8-9deb-483f487abde0 None None] Attempting to bind port 3e878027-1198-449b-960b-96d7f7b2def4 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:31:07.862529 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-8c8f977f-51f0-43c8-9deb-483f487abde0 None None] Attempting to bind port 3e878027-1198-449b-960b-96d7f7b2def4 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'da8a0e34-8aea-414d-99ac-74fb560ee95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '67e1db1b-4ef2-4d1a-ae90-301d4ac0407d'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:31:07.862529 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8f977f-51f0-43c8-9deb-483f487abde0 None None] Attempting to bind port 3e878027-1198-449b-960b-96d7f7b2def4 on network 67e1db1b-4ef2-4d1a-ae90-301d4ac0407d {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:31:07.866843 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8f977f-51f0-43c8-9deb-483f487abde0 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:31:07.867251 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8f977f-51f0-43c8-9deb-483f487abde0 None None] Checking segment: {'id': 'da8a0e34-8aea-414d-99ac-74fb560ee95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '67e1db1b-4ef2-4d1a-ae90-301d4ac0407d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:31:07.867708 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c8f977f-51f0-43c8-9deb-483f487abde0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:07.868109 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8f977f-51f0-43c8-9deb-483f487abde0 None None] Bound using segment: {'id': 'da8a0e34-8aea-414d-99ac-74fb560ee95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '67e1db1b-4ef2-4d1a-ae90-301d4ac0407d'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:31:07.868585 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-8c8f977f-51f0-43c8-9deb-483f487abde0 None None] Bound port: 3e878027-1198-449b-960b-96d7f7b2def4, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da8a0e34-8aea-414d-99ac-74fb560ee95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '67e1db1b-4ef2-4d1a-ae90-301d4ac0407d'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:31:07.868972 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c8f977f-51f0-43c8-9deb-483f487abde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:07.884237 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ceef792-d160-44eb-903e-6003aa099a32 req-ceb04802-67f4-45b0-85b8-76db425a6a40 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526412 Dec 16 23:31:07.941304 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-8c8f977f-51f0-43c8-9deb-483f487abde0 None None] For port 3e878027-1198-449b-960b-96d7f7b2def4, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:31:07.944613 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-8c8f977f-51f0-43c8-9deb-483f487abde0 None None] For port 3e878027-1198-449b-960b-96d7f7b2def4, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=3e878027-1198-449b-960b-96d7f7b2def4,segment=NetworkSegment(da8a0e34-8aea-414d-99ac-74fb560ee95b),segment_id=da8a0e34-8aea-414d-99ac-74fb560ee95b)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:31:07.990709 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ceef792-d160-44eb-903e-6003aa099a32 req-05fd6328-c4be-48d0-953e-ba61ff045652 service neutron] 10.222.0.75 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939264 Dec 16 23:31:08.034960 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8c8f977f-51f0-43c8-9deb-483f487abde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:08.060431 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-98c59e70-cae9-4856-8ad2-79a920f9d844 None None] Provisioning complete for port 3e878027-1198-449b-960b-96d7f7b2def4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:08.060864 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98c59e70-cae9-4856-8ad2-79a920f9d844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:08.090542 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ceef792-d160-44eb-903e-6003aa099a32 req-708aedd9-2ccc-40cf-994c-469b585c1d5b service neutron] 10.222.0.75 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929985 Dec 16 23:31:08.100783 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8f977f-51f0-43c8-9deb-483f487abde0 None None] Routers {'644d8364-c969-4638-a2e2-9b45aa19d6be'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:31:08.101418 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-8c8f977f-51f0-43c8-9deb-483f487abde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:30:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['644d8364-c969-4638-a2e2-9b45aa19d6be'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:08.147124 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1098c0-c42e-4712-ae69-6eac68d9c193 None None] Pushing event updated for resources: {'Port': ['ID=3e878027-1198-449b-960b-96d7f7b2def4,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:08.147532 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98c59e70-cae9-4856-8ad2-79a920f9d844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:08.197093 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-98c59e70-cae9-4856-8ad2-79a920f9d844 None None] For port 3e878027-1198-449b-960b-96d7f7b2def4, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=3e878027-1198-449b-960b-96d7f7b2def4,segment=NetworkSegment(da8a0e34-8aea-414d-99ac-74fb560ee95b),segment_id=da8a0e34-8aea-414d-99ac-74fb560ee95b)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:31:08.234328 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-8c8f977f-51f0-43c8-9deb-483f487abde0 None None] Set router 644d8364-c969-4638-a2e2-9b45aa19d6be gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:31:08.297850 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98c59e70-cae9-4856-8ad2-79a920f9d844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:08.350229 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c59e70-cae9-4856-8ad2-79a920f9d844 None None] Pushing event updated for resources: {'Port': ['ID=3e878027-1198-449b-960b-96d7f7b2def4,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:08.412631 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1634407c-df96-4810-9659-01d4752507e0 req-5cf7deb5-47a5-4981-96a2-e91c4e2c18db tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 210 time: 0.0304406 Dec 16 23:31:08.419468 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ef517817-1b13-4e67-8701-5defe644443e None None] Provisioning complete for port 3e878027-1198-449b-960b-96d7f7b2def4 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:08.419847 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ef517817-1b13-4e67-8701-5defe644443e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:08.452904 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-8c8f977f-51f0-43c8-9deb-483f487abde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644d8364-c969-4638-a2e2-9b45aa19d6be', 'name': 'tempest-TestShelveInstance-1251614340-router', 'tenant_id': 'c63acd1142ed41668d9eeb12f5306637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'aa60071c-edb0-4c51-8a5b-6c2244f62950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:31:00Z', 'updated_at': '2021-12-16T23:31:03Z', 'revision_number': 4, 'project_id': 'c63acd1142ed41668d9eeb12f5306637', 'gw_port': {'id': 'aa60071c-edb0-4c51-8a5b-6c2244f62950', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644d8364-c969-4638-a2e2-9b45aa19d6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:00Z', 'updated_at': '2021-12-16T23:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '3e878027-1198-449b-960b-96d7f7b2def4', 'name': '', 'network_id': '67e1db1b-4ef2-4d1a-ae90-301d4ac0407d', 'tenant_id': 'c63acd1142ed41668d9eeb12f5306637', 'mac_address': 'fa:16:3e:38:ce:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644d8364-c969-4638-a2e2-9b45aa19d6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0deee2b9-0b4b-4d2f-ba0f-2655abc0cdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:03Z', 'updated_at': '2021-12-16T23:31:07Z', 'revision_number': 4, 'project_id': 'c63acd1142ed41668d9eeb12f5306637', 'subnets': [{'id': '0deee2b9-0b4b-4d2f-ba0f-2655abc0cdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:08.478303 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8f977f-51f0-43c8-9deb-483f487abde0 None None] The sync data for ids ['644d8364-c969-4638-a2e2-9b45aa19d6be'] in n-d-815324-4 is: [{'id': '644d8364-c969-4638-a2e2-9b45aa19d6be', 'name': 'tempest-TestShelveInstance-1251614340-router', 'tenant_id': 'c63acd1142ed41668d9eeb12f5306637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'aa60071c-edb0-4c51-8a5b-6c2244f62950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:31:00Z', 'updated_at': '2021-12-16T23:31:03Z', 'revision_number': 4, 'project_id': 'c63acd1142ed41668d9eeb12f5306637', 'gw_port': {'id': 'aa60071c-edb0-4c51-8a5b-6c2244f62950', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644d8364-c969-4638-a2e2-9b45aa19d6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:00Z', 'updated_at': '2021-12-16T23:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '3e878027-1198-449b-960b-96d7f7b2def4', 'name': '', 'network_id': '67e1db1b-4ef2-4d1a-ae90-301d4ac0407d', 'tenant_id': 'c63acd1142ed41668d9eeb12f5306637', 'mac_address': 'fa:16:3e:38:ce:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644d8364-c969-4638-a2e2-9b45aa19d6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0deee2b9-0b4b-4d2f-ba0f-2655abc0cdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:03Z', 'updated_at': '2021-12-16T23:31:07Z', 'revision_number': 4, 'project_id': 'c63acd1142ed41668d9eeb12f5306637', 'subnets': [{'id': '0deee2b9-0b4b-4d2f-ba0f-2655abc0cdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:31:09.141121 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 3e878027-1198-449b-960b-96d7f7b2def4 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:31:09.189245 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 3e878027-1198-449b-960b-96d7f7b2def4 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:09.189617 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:09.487992 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-37744d8d-054b-468e-9a7a-541e6aa874fd req-c3a40ce7-ca7e-4bc1-a820-9a004fc6f00a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 210 time: 0.0308661 Dec 16 23:31:10.565133 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0f41a049-63b5-4c09-b75f-4c1f57c08561 req-d6a7f489-767c-4b1e-a9ad-bc2cba98c90c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 210 time: 0.0271304 Dec 16 23:31:11.644958 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bfa9254c-ab00-4dc4-ba30-81a899b48ed4 req-fe2d9ba9-ec3d-43dc-8919-8655c19ada0b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 210 time: 0.0282900 Dec 16 23:31:12.741023 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-969c3f89-4e87-4a6c-92a9-ec03884cc4ab req-4225887b-ec03-4b4a-b065-c93902f33ede tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 210 time: 0.0267081 Dec 16 23:31:13.835463 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cf32e035-946d-4701-9ee1-26ec90bd6486 req-27a9cc17-ce70-4bd8-aa07-f1d438b44ff9 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 210 time: 0.0279655 Dec 16 23:31:14.590311 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceef792-d160-44eb-903e-6003aa099a32 req-064e8ee9-9144-4aa6-8bf5-9aca840814d5 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:14.591820 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ceef792-d160-44eb-903e-6003aa099a32 req-064e8ee9-9144-4aa6-8bf5-9aca840814d5 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.57 "GET /v2.0/networks?id=512a81b3-45e2-499d-9284-f17de1fcb117 HTTP/1.1" status: 200 len: 809 time: 0.1050088 Dec 16 23:31:14.666873 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ceef792-d160-44eb-903e-6003aa099a32 req-d72fee1a-f503-4760-a8f8-9a5f9a79aede tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3 HTTP/1.1" status: 200 len: 379 time: 0.0599601 Dec 16 23:31:14.676530 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-7ceef792-d160-44eb-903e-6003aa099a32 req-d2940334-9faa-4af5-8281-d548c090b6c9 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Request body: {'port': {'device_id': '8d6df2b0-72e8-42a3-8f70-65d21375e973', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'admin_state_up': True, 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'security_groups': ['9f3a4bfc-d77a-4539-b5ea-a033e0f1678b']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:31:14.851674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ceef792-d160-44eb-903e-6003aa099a32 req-d2940334-9faa-4af5-8281-d548c090b6c9 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Made reservation on behalf of 5896a803ad2849a8a3ffe96ce8d9b4a3 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:31:14.855122 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7ceef792-d160-44eb-903e-6003aa099a32 req-d2940334-9faa-4af5-8281-d548c090b6c9 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:14.942109 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0b5de145-410b-4707-aa00-90b5a18316ed req-8e47a8dd-6629-4d12-ac21-8e25d357db44 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 210 time: 0.0301976 Dec 16 23:31:15.005426 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-7ceef792-d160-44eb-903e-6003aa099a32 req-d2940334-9faa-4af5-8281-d548c090b6c9 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Allocated IP 172.20.0.9 (512a81b3-45e2-499d-9284-f17de1fcb117/cff1adb1-2254-47f8-9ebd-03baaae9b0c5/5a3a0dc4-61c4-4512-921a-21a6d0962933) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:31:15.143191 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7ceef792-d160-44eb-903e-6003aa099a32 req-d2940334-9faa-4af5-8281-d548c090b6c9 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:15.244701 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7ceef792-d160-44eb-903e-6003aa099a32 req-d2940334-9faa-4af5-8281-d548c090b6c9 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:15.288022 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ceef792-d160-44eb-903e-6003aa099a32 req-d2940334-9faa-4af5-8281-d548c090b6c9 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Network 512a81b3-45e2-499d-9284-f17de1fcb117 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:31:15.291084 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-7ceef792-d160-44eb-903e-6003aa099a32 req-d2940334-9faa-4af5-8281-d548c090b6c9 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:31:15.295376 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ceef792-d160-44eb-903e-6003aa099a32 req-d2940334-9faa-4af5-8281-d548c090b6c9 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:31:15.323165 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2940334-9faa-4af5-8281-d548c090b6c9 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Pushing event updated for resources: {'Port': ['ID=5a3a0dc4-61c4-4512-921a-21a6d0962933,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:15.349903 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceef792-d160-44eb-903e-6003aa099a32 req-d2940334-9faa-4af5-8281-d548c090b6c9 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:15.350539 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7ceef792-d160-44eb-903e-6003aa099a32 req-d2940334-9faa-4af5-8281-d548c090b6c9 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:15.443424 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ceef792-d160-44eb-903e-6003aa099a32 req-d2940334-9faa-4af5-8281-d548c090b6c9 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7704043 Dec 16 23:31:15.453519 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-7ceef792-d160-44eb-903e-6003aa099a32 req-ca93db0d-7671-42fe-be8b-fe4af6e7ceae tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:31:15.454544 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ceef792-d160-44eb-903e-6003aa099a32 req-ca93db0d-7671-42fe-be8b-fe4af6e7ceae tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053051 Dec 16 23:31:15.564615 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e92092ef-b6db-4abd-b79e-947871367ab8 None None] Provisioning complete for port 5a3a0dc4-61c4-4512-921a-21a6d0962933 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:15.565150 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e92092ef-b6db-4abd-b79e-947871367ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:15.567170 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-7ceef792-d160-44eb-903e-6003aa099a32 req-1147fe8c-0855-4d9a-a896-b781cac7eb2f service neutron] Request body: {'port': {'device_id': '8d6df2b0-72e8-42a3-8f70-65d21375e973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:31:15.599410 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e92092ef-b6db-4abd-b79e-947871367ab8 None None] Port 5a3a0dc4-61c4-4512-921a-21a6d0962933 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:31:15.627443 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7ceef792-d160-44eb-903e-6003aa099a32 req-1147fe8c-0855-4d9a-a896-b781cac7eb2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:15.883781 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-7ceef792-d160-44eb-903e-6003aa099a32 req-1147fe8c-0855-4d9a-a896-b781cac7eb2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a3a0dc4-61c4-4512-921a-21a6d0962933 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:31:15.891473 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7ceef792-d160-44eb-903e-6003aa099a32 req-1147fe8c-0855-4d9a-a896-b781cac7eb2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:15.903765 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-7ceef792-d160-44eb-903e-6003aa099a32 req-1147fe8c-0855-4d9a-a896-b781cac7eb2f service neutron] Transition to ACTIVE for port object 5a3a0dc4-61c4-4512-921a-21a6d0962933 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:31:16.069556 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb6f07-26bf-441d-9b31-89ae40f6970e req-4adac44e-4c39-430c-bf53-d76a313fd11e tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:16.071159 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6eeb6f07-26bf-441d-9b31-89ae40f6970e req-4adac44e-4c39-430c-bf53-d76a313fd11e tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 931 time: 0.0489309 Dec 16 23:31:16.097331 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7ceef792-d160-44eb-903e-6003aa099a32 req-1147fe8c-0855-4d9a-a896-b781cac7eb2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:16.121323 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6eeb6f07-26bf-441d-9b31-89ae40f6970e req-71aa6659-cdc1-4d69-ba5c-6fe366f91ea4 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434537 Dec 16 23:31:16.153518 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147fe8c-0855-4d9a-a896-b781cac7eb2f service neutron] Pushing event updated for resources: {'Port': ['ID=5a3a0dc4-61c4-4512-921a-21a6d0962933,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:16.225136 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-7ceef792-d160-44eb-903e-6003aa099a32 req-1147fe8c-0855-4d9a-a896-b781cac7eb2f service neutron] Attempting to bind port 5a3a0dc4-61c4-4512-921a-21a6d0962933 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:31:16.225484 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-7ceef792-d160-44eb-903e-6003aa099a32 req-1147fe8c-0855-4d9a-a896-b781cac7eb2f service neutron] Attempting to bind port 5a3a0dc4-61c4-4512-921a-21a6d0962933 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'cd19353d-ca58-42bb-882d-3ff0187abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:31:16.225823 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ceef792-d160-44eb-903e-6003aa099a32 req-1147fe8c-0855-4d9a-a896-b781cac7eb2f service neutron] Attempting to bind port 5a3a0dc4-61c4-4512-921a-21a6d0962933 on network 512a81b3-45e2-499d-9284-f17de1fcb117 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:31:16.230742 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ceef792-d160-44eb-903e-6003aa099a32 req-1147fe8c-0855-4d9a-a896-b781cac7eb2f service neutron] Port 5a3a0dc4-61c4-4512-921a-21a6d0962933 on network 512a81b3-45e2-499d-9284-f17de1fcb117 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:31:16.231102 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ceef792-d160-44eb-903e-6003aa099a32 req-1147fe8c-0855-4d9a-a896-b781cac7eb2f service neutron] Attempting to bind port 5a3a0dc4-61c4-4512-921a-21a6d0962933 on network 512a81b3-45e2-499d-9284-f17de1fcb117 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:31:16.236115 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ceef792-d160-44eb-903e-6003aa099a32 req-1147fe8c-0855-4d9a-a896-b781cac7eb2f service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:31:16.236462 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ceef792-d160-44eb-903e-6003aa099a32 req-1147fe8c-0855-4d9a-a896-b781cac7eb2f service neutron] Checking segment: {'id': 'cd19353d-ca58-42bb-882d-3ff0187abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:31:16.236886 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ceef792-d160-44eb-903e-6003aa099a32 req-1147fe8c-0855-4d9a-a896-b781cac7eb2f service neutron] Bound using segment: {'id': 'cd19353d-ca58-42bb-882d-3ff0187abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:31:16.237325 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-7ceef792-d160-44eb-903e-6003aa099a32 req-1147fe8c-0855-4d9a-a896-b781cac7eb2f service neutron] Bound port: 5a3a0dc4-61c4-4512-921a-21a6d0962933, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd19353d-ca58-42bb-882d-3ff0187abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:31:16.237687 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7ceef792-d160-44eb-903e-6003aa099a32 req-1147fe8c-0855-4d9a-a896-b781cac7eb2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:16.303968 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-7ceef792-d160-44eb-903e-6003aa099a32 req-1147fe8c-0855-4d9a-a896-b781cac7eb2f service neutron] For port 5a3a0dc4-61c4-4512-921a-21a6d0962933, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:31:16.307033 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-7ceef792-d160-44eb-903e-6003aa099a32 req-1147fe8c-0855-4d9a-a896-b781cac7eb2f service neutron] For port 5a3a0dc4-61c4-4512-921a-21a6d0962933, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5a3a0dc4-61c4-4512-921a-21a6d0962933,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:31:16.383508 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7ceef792-d160-44eb-903e-6003aa099a32 req-1147fe8c-0855-4d9a-a896-b781cac7eb2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:16.423022 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceef792-d160-44eb-903e-6003aa099a32 req-1147fe8c-0855-4d9a-a896-b781cac7eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:16.423598 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-7ceef792-d160-44eb-903e-6003aa099a32 req-1147fe8c-0855-4d9a-a896-b781cac7eb2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:16.425531 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ceef792-d160-44eb-903e-6003aa099a32 req-1147fe8c-0855-4d9a-a896-b781cac7eb2f service neutron] 10.222.0.57 "PUT /v2.0/ports/5a3a0dc4-61c4-4512-921a-21a6d0962933 HTTP/1.1" status: 200 len: 1091 time: 0.9559252 Dec 16 23:31:16.426085 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6df2b0-72e8-42a3-8f70-65d21375e973', 'tag': '5a3a0dc4-61c4-4512-921a-21a6d0962933'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:31:16.428654 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6234cebe-b72a-4df8-b6a3-9556c9b586f7" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6df2b0-72e8-42a3-8f70-65d21375e973", "tag": "5a3a0dc4-61c4-4512-921a-21a6d0962933"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:31:16.460375 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147fe8c-0855-4d9a-a896-b781cac7eb2f service neutron] Pushing event updated for resources: {'Port': ['ID=5a3a0dc4-61c4-4512-921a-21a6d0962933,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:16.469959 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cc0d4f-2697-4ccd-a848-d51204b089a6 x-openstack-request-id: req-82cc0d4f-2697-4ccd-a848-d51204b089a6 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:31:16.470263 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6df2b0-72e8-42a3-8f70-65d21375e973", "tag": "5a3a0dc4-61c4-4512-921a-21a6d0962933", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:31:16.470525 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-82cc0d4f-2697-4ccd-a848-d51204b089a6 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:31:16.470933 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6df2b0-72e8-42a3-8f70-65d21375e973', 'tag': '5a3a0dc4-61c4-4512-921a-21a6d0962933', 'status': 'completed', 'code': 200} Dec 16 23:31:16.560096 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234cebe-b72a-4df8-b6a3-9556c9b586f7 req-82dd3ded-7fbf-40d1-9616-fb59d076d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:16.561751 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6234cebe-b72a-4df8-b6a3-9556c9b586f7 req-82dd3ded-7fbf-40d1-9616-fb59d076d375 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3&device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 1094 time: 0.0480545 Dec 16 23:31:16.780833 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234cebe-b72a-4df8-b6a3-9556c9b586f7 req-efd61fb1-097b-49be-896e-02835a6946b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:16.782223 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6234cebe-b72a-4df8-b6a3-9556c9b586f7 req-efd61fb1-097b-49be-896e-02835a6946b4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2062786 Dec 16 23:31:16.880802 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234cebe-b72a-4df8-b6a3-9556c9b586f7 req-44d75ace-7dae-4c57-aea7-829390542ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:16.882325 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6234cebe-b72a-4df8-b6a3-9556c9b586f7 req-44d75ace-7dae-4c57-aea7-829390542ee4 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0931206 Dec 16 23:31:16.977804 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceef792-d160-44eb-903e-6003aa099a32 req-b9779d81-7051-4010-9bfa-2376934e980f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:16.979313 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ceef792-d160-44eb-903e-6003aa099a32 req-b9779d81-7051-4010-9bfa-2376934e980f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3&device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 1094 time: 0.0398438 Dec 16 23:31:17.031220 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ceef792-d160-44eb-903e-6003aa099a32 req-7e6a9604-fc18-4560-9a49-751e6ded9283 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a3a0dc4-61c4-4512-921a-21a6d0962933 HTTP/1.1" status: 200 len: 217 time: 0.0376227 Dec 16 23:31:17.081639 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceef792-d160-44eb-903e-6003aa099a32 req-36ae3791-ea8a-4da8-9f75-1f69b653a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:17.083111 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ceef792-d160-44eb-903e-6003aa099a32 req-36ae3791-ea8a-4da8-9f75-1f69b653a74d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cff1adb1-2254-47f8-9ebd-03baaae9b0c5 HTTP/1.1" status: 200 len: 848 time: 0.0452657 Dec 16 23:31:17.129925 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceef792-d160-44eb-903e-6003aa099a32 req-1d65dc6f-5d2f-47b7-b250-541a3c71294a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:17.131466 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ceef792-d160-44eb-903e-6003aa099a32 req-1d65dc6f-5d2f-47b7-b250-541a3c71294a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=512a81b3-45e2-499d-9284-f17de1fcb117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408313 Dec 16 23:31:17.226281 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ceef792-d160-44eb-903e-6003aa099a32 req-7962cf13-76e9-49bb-8e43-18b7661db56d service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874875 Dec 16 23:31:17.241254 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a4fe7-25df-416c-a746-925dd2dede8c req-2f22e641-8619-49ad-8d00-645dbb9bff69 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:17.242790 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8d8a4fe7-25df-416c-a746-925dd2dede8c req-2f22e641-8619-49ad-8d00-645dbb9bff69 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 943 time: 0.0535824 Dec 16 23:31:17.291354 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8d8a4fe7-25df-416c-a746-925dd2dede8c req-deb67cdf-7c18-46ea-a718-8b7c84dfe17d tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422890 Dec 16 23:31:17.317095 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7ceef792-d160-44eb-903e-6003aa099a32 req-e1d78710-bf92-402d-af0c-0cf615e6ee93 service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836954 Dec 16 23:31:18.407492 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4971b9-e3a4-4666-84b2-114daf9e9353 req-d276a085-1e09-4ebc-a991-7ecc24b8f51b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:18.408996 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6c4971b9-e3a4-4666-84b2-114daf9e9353 req-d276a085-1e09-4ebc-a991-7ecc24b8f51b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 943 time: 0.0490012 Dec 16 23:31:18.457711 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6c4971b9-e3a4-4666-84b2-114daf9e9353 req-568a6aa8-b1ec-4a97-9528-fe7f7643793e tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428524 Dec 16 23:31:19.572673 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1f4f9-62d3-407a-b355-43618e911aae req-114fe54f-1099-41af-a875-9318b69e509c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:19.574231 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ce1f4f9-62d3-407a-b355-43618e911aae req-114fe54f-1099-41af-a875-9318b69e509c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 943 time: 0.0497475 Dec 16 23:31:19.623885 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-7ce1f4f9-62d3-407a-b355-43618e911aae req-d72c1b24-2bc8-465d-9993-c0d64ecbc489 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428238 Dec 16 23:31:20.747887 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ffb51-9ac5-4ed5-acb5-9860d132050a req-622730d5-861b-4348-a817-a674b6e2048f tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:20.749400 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc6ffb51-9ac5-4ed5-acb5-9860d132050a req-622730d5-861b-4348-a817-a674b6e2048f tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 943 time: 0.0544071 Dec 16 23:31:20.798304 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc6ffb51-9ac5-4ed5-acb5-9860d132050a req-b3686f6c-ad08-4804-b4cb-1d368931843f tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428810 Dec 16 23:31:21.611342 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5a3a0dc4-61c4-4512-921a-21a6d0962933 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:31:21.704084 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5a3a0dc4-61c4-4512-921a-21a6d0962933, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5a3a0dc4-61c4-4512-921a-21a6d0962933,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:31:21.715163 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '5a3a0dc4-61c4-4512-921a-21a6d0962933', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'port_id': '5a3a0dc4-61c4-4512-921a-21a6d0962933', 'mac_address': 'fa:16:3e:92:16:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:31:21.754930 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:21.767655 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a3a0dc4-61c4-4512-921a-21a6d0962933 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:31:21.785886 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5a3a0dc4-61c4-4512-921a-21a6d0962933, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5a3a0dc4-61c4-4512-921a-21a6d0962933,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:31:21.869337 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:21.912828 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290a6d2-e153-4b77-9152-d64d125b6b15 req-24ed6143-c207-4eb4-97c7-c42c328a407f tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:21.914335 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6290a6d2-e153-4b77-9152-d64d125b6b15 req-24ed6143-c207-4eb4-97c7-c42c328a407f tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 944 time: 0.0485480 Dec 16 23:31:21.916871 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=5a3a0dc4-61c4-4512-921a-21a6d0962933,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:21.969654 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6290a6d2-e153-4b77-9152-d64d125b6b15 req-ddfb7b3b-008d-477b-a599-00fbdb9a1553 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481358 Dec 16 23:31:22.298280 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['5a3a0dc4-61c4-4512-921a-21a6d0962933'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:31:23.083832 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdaad4b-7b8a-4b80-9c9a-69aadfc7d080 req-f2a28390-8cdf-44cd-bdd1-b33f25634bd3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:23.085381 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3bdaad4b-7b8a-4b80-9c9a-69aadfc7d080 req-f2a28390-8cdf-44cd-bdd1-b33f25634bd3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 944 time: 0.0483096 Dec 16 23:31:23.134689 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3bdaad4b-7b8a-4b80-9c9a-69aadfc7d080 req-9da8f4ce-126e-475e-975e-1bc0af180db4 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428786 Dec 16 23:31:23.444148 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d94b0912-ab3f-4d1e-a830-ea23d3b908a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:23.612992 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5a3a0dc4-61c4-4512-921a-21a6d0962933 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:31:23.755010 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 5a3a0dc4-61c4-4512-921a-21a6d0962933 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:31:23.759641 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 5a3a0dc4-61c4-4512-921a-21a6d0962933 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:31:23.760043 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:23.841114 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:23.863673 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6df2b0-72e8-42a3-8f70-65d21375e973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3a0dc4-61c4-4512-921a-21a6d0962933'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:31:23.866021 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f29565-dbc2-454d-b35d-bd49310cdeab" -d '{"events": [{"server_uuid": "8d6df2b0-72e8-42a3-8f70-65d21375e973", "name": "network-vif-plugged", "status": "completed", "tag": "5a3a0dc4-61c4-4512-921a-21a6d0962933"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:31:23.880752 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5a3a0dc4-61c4-4512-921a-21a6d0962933, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5a3a0dc4-61c4-4512-921a-21a6d0962933,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:31:23.904135 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b65534-eda0-4ae2-a74f-65946d021f7e x-openstack-request-id: req-e7b65534-eda0-4ae2-a74f-65946d021f7e {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:31:23.904562 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6df2b0-72e8-42a3-8f70-65d21375e973", "name": "network-vif-plugged", "status": "completed", "tag": "5a3a0dc4-61c4-4512-921a-21a6d0962933", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:31:23.904830 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e7b65534-eda0-4ae2-a74f-65946d021f7e {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:31:23.905258 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6df2b0-72e8-42a3-8f70-65d21375e973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3a0dc4-61c4-4512-921a-21a6d0962933', 'code': 200} Dec 16 23:31:23.941696 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:23.999537 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=5a3a0dc4-61c4-4512-921a-21a6d0962933,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:24.054777 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c4bf2-deb5-4079-ab7d-858c6004c1a6 req-b0334b70-57e7-4d3a-a3fc-ba492a149f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:24.056329 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-752c4bf2-deb5-4079-ab7d-858c6004c1a6 req-b0334b70-57e7-4d3a-a3fc-ba492a149f31 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 1096 time: 0.0533421 Dec 16 23:31:24.104556 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-752c4bf2-deb5-4079-ab7d-858c6004c1a6 req-cbc3caaa-5c7b-490c-899c-d408aec4a143 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409262 Dec 16 23:31:24.262036 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8248775-fc3e-4d81-aca2-ebb6cc4be623 req-c16bf670-dd0f-4a20-b8cf-3182f0716739 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:24.263506 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a8248775-fc3e-4d81-aca2-ebb6cc4be623 req-c16bf670-dd0f-4a20-b8cf-3182f0716739 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0525701 Dec 16 23:31:24.314742 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a8248775-fc3e-4d81-aca2-ebb6cc4be623 req-0bfdecfd-a067-4826-9354-2ca18b9ace29 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450063 Dec 16 23:31:25.430958 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39ab23-ea69-42a4-8096-8639f6afd0aa req-473e2109-7d4f-4ff1-882f-e4848c0023fd tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:25.432478 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-db39ab23-ea69-42a4-8096-8639f6afd0aa req-473e2109-7d4f-4ff1-882f-e4848c0023fd tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0485356 Dec 16 23:31:25.482913 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-db39ab23-ea69-42a4-8096-8639f6afd0aa req-52a999a9-2310-4521-8eaa-1b8f42983082 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435157 Dec 16 23:31:25.697745 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4650b96e-8d82-4ebd-9d54-2b035b4076af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:26.361432 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a266419-370b-4e14-a9c1-03646fb7cb0e req-00398a10-0313-41ea-9dbf-07086c4aaf71 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386102 Dec 16 23:31:26.462603 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a266419-370b-4e14-a9c1-03646fb7cb0e req-ec659f08-de67-4b11-88e4-41d040705f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:26.464146 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a266419-370b-4e14-a9c1-03646fb7cb0e req-ec659f08-de67-4b11-88e4-41d040705f58 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3&device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 1096 time: 0.0447295 Dec 16 23:31:26.596975 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a266419-370b-4e14-a9c1-03646fb7cb0e req-48a407a5-8222-4757-abb3-0574da343f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:26.598449 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a266419-370b-4e14-a9c1-03646fb7cb0e req-48a407a5-8222-4757-abb3-0574da343f9c service neutron] 10.222.0.57 "GET /v2.0/networks?id=512a81b3-45e2-499d-9284-f17de1fcb117 HTTP/1.1" status: 200 len: 909 time: 0.1165092 Dec 16 23:31:26.621023 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2fba1-75e7-4b22-b46a-03c5f0b2ad5b req-0f57efff-a210-4b2e-aaf4-e779f9e65c8e tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:26.622406 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-66f2fba1-75e7-4b22-b46a-03c5f0b2ad5b req-0f57efff-a210-4b2e-aaf4-e779f9e65c8e tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0700529 Dec 16 23:31:26.656798 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a266419-370b-4e14-a9c1-03646fb7cb0e req-383462e3-67e2-498e-aaa0-897714cbd344 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a3a0dc4-61c4-4512-921a-21a6d0962933 HTTP/1.1" status: 200 len: 217 time: 0.0504360 Dec 16 23:31:26.728112 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-66f2fba1-75e7-4b22-b46a-03c5f0b2ad5b req-d84aa0c1-bac5-4261-91fc-2700afce4c9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782261 Dec 16 23:31:26.731597 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a266419-370b-4e14-a9c1-03646fb7cb0e req-f84d160c-1107-46df-86f3-9209dc445b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:26.733644 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a266419-370b-4e14-a9c1-03646fb7cb0e req-f84d160c-1107-46df-86f3-9209dc445b94 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cff1adb1-2254-47f8-9ebd-03baaae9b0c5 HTTP/1.1" status: 200 len: 848 time: 0.0689836 Dec 16 23:31:26.786385 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a266419-370b-4e14-a9c1-03646fb7cb0e req-0110d358-8caf-41da-8e23-790b39ae0e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:26.788215 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a266419-370b-4e14-a9c1-03646fb7cb0e req-0110d358-8caf-41da-8e23-790b39ae0e99 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=512a81b3-45e2-499d-9284-f17de1fcb117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482049 Dec 16 23:31:26.847703 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ff753-5916-4236-8efc-0f3c2f72ccfd req-91c6957b-e003-42c8-84bd-c87d8cb88105 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:26.849236 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bd3ff753-5916-4236-8efc-0f3c2f72ccfd req-91c6957b-e003-42c8-84bd-c87d8cb88105 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0498595 Dec 16 23:31:26.879918 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a266419-370b-4e14-a9c1-03646fb7cb0e req-9b5e390f-102a-4704-aa8e-150cb0057315 service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846431 Dec 16 23:31:26.901210 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bd3ff753-5916-4236-8efc-0f3c2f72ccfd req-89c74619-6166-4d91-bad3-43b3b6caf558 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459044 Dec 16 23:31:26.923714 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37780) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:26.977370 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6a266419-370b-4e14-a9c1-03646fb7cb0e req-d8f0b56a-1e39-4afe-a0ee-cadf338c61c0 service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902431 Dec 16 23:31:27.011711 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd59bfcc-d0b4-4af6-bc86-13d05c871269 tempest-TestShelveInstance-842518295 tempest-TestShelveInstance-842518295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:27.013261 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-fd59bfcc-d0b4-4af6-bc86-13d05c871269 tempest-TestShelveInstance-842518295 tempest-TestShelveInstance-842518295-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 1091 time: 0.0885043 Dec 16 23:31:27.016201 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 37784) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:31:27.020400 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-6c0c91fb-20aa-4b53-be4c-b8603ea09b9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'port_id': '5a3a0dc4-61c4-4512-921a-21a6d0962933', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:31:27.129513 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6c0c91fb-20aa-4b53-be4c-b8603ea09b9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:27.226546 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6c0c91fb-20aa-4b53-be4c-b8603ea09b9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:27.281736 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:27.331131 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-6c0c91fb-20aa-4b53-be4c-b8603ea09b9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Allocated IP 172.25.6.113 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/ddd19ba7-3ad9-4b9d-95b9-48fe0fa76bde) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:31:27.428705 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6c0c91fb-20aa-4b53-be4c-b8603ea09b9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:27.512544 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6c0c91fb-20aa-4b53-be4c-b8603ea09b9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:27.553398 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0c91fb-20aa-4b53-be4c-b8603ea09b9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:31:27.556212 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-6c0c91fb-20aa-4b53-be4c-b8603ea09b9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:31:27.559954 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0c91fb-20aa-4b53-be4c-b8603ea09b9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:31:27.587867 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c91fb-20aa-4b53-be4c-b8603ea09b9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Pushing event updated for resources: {'Port': ['ID=ddd19ba7-3ad9-4b9d-95b9-48fe0fa76bde,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:27.766143 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:27.926153 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6c0c91fb-20aa-4b53-be4c-b8603ea09b9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:28.032212 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6c0c91fb-20aa-4b53-be4c-b8603ea09b9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:28.180645 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6c0c91fb-20aa-4b53-be4c-b8603ea09b9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:28.228565 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6c0c91fb-20aa-4b53-be4c-b8603ea09b9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:28.297370 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c91fb-20aa-4b53-be4c-b8603ea09b9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Pushing event updated for resources: {'Port': ['ID=ddd19ba7-3ad9-4b9d-95b9-48fe0fa76bde,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:31:28.307178 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6c0c91fb-20aa-4b53-be4c-b8603ea09b9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:28.405317 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-6c0c91fb-20aa-4b53-be4c-b8603ea09b9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Floating IP f7f1f4d6-c14d-45b2-807f-b5aed5ba169e associated. External IP: 172.25.6.113, port: 5a3a0dc4-61c4-4512-921a-21a6d0962933. Dec 16 23:31:28.606441 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:28.937238 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0c91fb-20aa-4b53-be4c-b8603ea09b9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Router 62ff5094-f12a-4190-ada6-ede6a57ff905 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:31:29.034411 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:29.045045 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0c91fb-20aa-4b53-be4c-b8603ea09b9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:31:29.056946 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301abeec-0d6d-478a-827e-6a1add4c5f70 None None] Sync routers for ids ['62ff5094-f12a-4190-ada6-ede6a57ff905'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:31:29.072964 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301abeec-0d6d-478a-827e-6a1add4c5f70 None None] Routers {'62ff5094-f12a-4190-ada6-ede6a57ff905'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:31:29.073580 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-301abeec-0d6d-478a-827e-6a1add4c5f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:31:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['62ff5094-f12a-4190-ada6-ede6a57ff905'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:29.133655 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-6c0c91fb-20aa-4b53-be4c-b8603ea09b9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:29.162196 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-6c0c91fb-20aa-4b53-be4c-b8603ea09b9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1449754 Dec 16 23:31:29.163008 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6df2b0-72e8-42a3-8f70-65d21375e973', 'tag': '5a3a0dc4-61c4-4512-921a-21a6d0962933'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:31:29.165241 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:29.165417 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}262422c41fb3f4df6327d4ea873ca9a06926c8fbcf4dc10a31d5fa6940e748a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43cc778-0735-45b1-923d-ae302dff7104" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6df2b0-72e8-42a3-8f70-65d21375e973", "tag": "5a3a0dc4-61c4-4512-921a-21a6d0962933"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:31:29.183368 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-301abeec-0d6d-478a-827e-6a1add4c5f70 None None] Set router 62ff5094-f12a-4190-ada6-ede6a57ff905 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:31:29.209336 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b132cb34-de62-4a9d-891e-0443a10b342c x-openstack-request-id: req-b132cb34-de62-4a9d-891e-0443a10b342c {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:31:29.209643 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6df2b0-72e8-42a3-8f70-65d21375e973", "tag": "5a3a0dc4-61c4-4512-921a-21a6d0962933", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:31:29.209891 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b132cb34-de62-4a9d-891e-0443a10b342c {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:31:29.210299 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6df2b0-72e8-42a3-8f70-65d21375e973', 'tag': '5a3a0dc4-61c4-4512-921a-21a6d0962933', 'status': 'completed', 'code': 200} Dec 16 23:31:29.293333 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cc778-0735-45b1-923d-ae302dff7104 req-90ad1287-a78e-472d-8425-b461901135b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:29.294922 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c43cc778-0735-45b1-923d-ae302dff7104 req-90ad1287-a78e-472d-8425-b461901135b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3&device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 1096 time: 0.0421069 Dec 16 23:31:29.386405 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cc778-0735-45b1-923d-ae302dff7104 req-200f9919-d61c-4caa-b985-2e4313a5b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:29.387973 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c43cc778-0735-45b1-923d-ae302dff7104 req-200f9919-d61c-4caa-b985-2e4313a5b384 service neutron] 10.222.0.57 "GET /v2.0/networks?id=512a81b3-45e2-499d-9284-f17de1fcb117 HTTP/1.1" status: 200 len: 909 time: 0.0854642 Dec 16 23:31:29.410888 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-301abeec-0d6d-478a-827e-6a1add4c5f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'name': 'tempest-TestShelveInstance-1393196000-router', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'gw_port': {'id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'f7f1f4d6-c14d-45b2-807f-b5aed5ba169e', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'floating_ip_address': '172.25.6.113', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'port_id': '5a3a0dc4-61c4-4512-921a-21a6d0962933', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'mac_address': 'fa:16:3e:92:16:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6df2b0-72e8-42a3-8f70-65d21375e973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:31:27Z', 'updated_at': '2021-12-16T23:31:27Z', 'revision_number': 0, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e02280b6-61a4-42f9-a3f4-c9112b8f0f7a', 'name': '', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'mac_address': 'fa:16:3e:af:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:56Z', 'updated_at': '2021-12-16T23:31:01Z', 'revision_number': 5, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'subnets': [{'id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:29.438040 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301abeec-0d6d-478a-827e-6a1add4c5f70 None None] Checking router: 62ff5094-f12a-4190-ada6-ede6a57ff905 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:31:29.446118 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301abeec-0d6d-478a-827e-6a1add4c5f70 None None] Routers {'62ff5094-f12a-4190-ada6-ede6a57ff905'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:31:29.446729 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-301abeec-0d6d-478a-827e-6a1add4c5f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:31:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['62ff5094-f12a-4190-ada6-ede6a57ff905'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:29.457473 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c43cc778-0735-45b1-923d-ae302dff7104 req-2334211c-8d95-4882-8990-6668c32bef60 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a3a0dc4-61c4-4512-921a-21a6d0962933 HTTP/1.1" status: 200 len: 999 time: 0.0626032 Dec 16 23:31:29.507677 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cc778-0735-45b1-923d-ae302dff7104 req-87ed3d49-056e-4df6-b2c7-5cb61d47ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:29.509221 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c43cc778-0735-45b1-923d-ae302dff7104 req-87ed3d49-056e-4df6-b2c7-5cb61d47ae9f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cff1adb1-2254-47f8-9ebd-03baaae9b0c5 HTTP/1.1" status: 200 len: 848 time: 0.0445309 Dec 16 23:31:29.551367 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-301abeec-0d6d-478a-827e-6a1add4c5f70 None None] Set router 62ff5094-f12a-4190-ada6-ede6a57ff905 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:31:29.554192 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cc778-0735-45b1-923d-ae302dff7104 req-efdfdcd4-1111-4927-99f2-312a445880a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:31:29.555758 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c43cc778-0735-45b1-923d-ae302dff7104 req-efdfdcd4-1111-4927-99f2-312a445880a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=512a81b3-45e2-499d-9284-f17de1fcb117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400698 Dec 16 23:31:29.654114 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c43cc778-0735-45b1-923d-ae302dff7104 req-2b59737f-e314-4dfc-a690-69cf57b1231e service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906434 Dec 16 23:31:29.745864 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c43cc778-0735-45b1-923d-ae302dff7104 req-43d8dbcd-7c49-42ac-b303-af270954060f service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852110 Dec 16 23:31:29.783239 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-301abeec-0d6d-478a-827e-6a1add4c5f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'name': 'tempest-TestShelveInstance-1393196000-router', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'gw_port': {'id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'f7f1f4d6-c14d-45b2-807f-b5aed5ba169e', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'floating_ip_address': '172.25.6.113', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'port_id': '5a3a0dc4-61c4-4512-921a-21a6d0962933', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'mac_address': 'fa:16:3e:92:16:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6df2b0-72e8-42a3-8f70-65d21375e973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:31:27Z', 'updated_at': '2021-12-16T23:31:27Z', 'revision_number': 0, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e02280b6-61a4-42f9-a3f4-c9112b8f0f7a', 'name': '', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'mac_address': 'fa:16:3e:af:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:56Z', 'updated_at': '2021-12-16T23:31:01Z', 'revision_number': 5, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'subnets': [{'id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:31:29.808805 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301abeec-0d6d-478a-827e-6a1add4c5f70 None None] The sync data for ids ['62ff5094-f12a-4190-ada6-ede6a57ff905'] in n-d-815324-4 is: [{'id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'name': 'tempest-TestShelveInstance-1393196000-router', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'gw_port': {'id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'f7f1f4d6-c14d-45b2-807f-b5aed5ba169e', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'floating_ip_address': '172.25.6.113', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'port_id': '5a3a0dc4-61c4-4512-921a-21a6d0962933', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'mac_address': 'fa:16:3e:92:16:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6df2b0-72e8-42a3-8f70-65d21375e973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:31:27Z', 'updated_at': '2021-12-16T23:31:27Z', 'revision_number': 0, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e02280b6-61a4-42f9-a3f4-c9112b8f0f7a', 'name': '', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'mac_address': 'fa:16:3e:af:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:56Z', 'updated_at': '2021-12-16T23:31:01Z', 'revision_number': 5, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'subnets': [{'id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:31:29.999249 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a6afc1-518d-4c16-828c-c89684ba519e None None] New status for floating IP f7f1f4d6-c14d-45b2-807f-b5aed5ba169e: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:31:30.928738 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:31:53.417412 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-40fb1b90-c534-4e43-a1c7-b9a9da2cddd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:55.702730 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-de365321-5d00-4bfb-ba59-0e0a28e03901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:57.294666 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:57.769108 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:58.657348 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:59.032085 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:31:59.146111 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:32:07.927997 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:32:23.488304 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-71ed7570-76b5-4f97-a84b-b6885a19c5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:32:25.728388 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1cab1066-1a4b-4e19-912f-42f15077269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:32:27.314486 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:32:27.340916 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-68b88764-ea33-4abf-b1ab-2a2969d192eb req-d84dda45-1e3b-41a2-b23e-56ed0b9d6483 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451238 Dec 16 23:32:27.438682 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b88764-ea33-4abf-b1ab-2a2969d192eb req-05b8d56b-ca5f-4cf3-8ef2-988dde1673c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:32:27.440135 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-68b88764-ea33-4abf-b1ab-2a2969d192eb req-05b8d56b-ca5f-4cf3-8ef2-988dde1673c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3&device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 1096 time: 0.0409017 Dec 16 23:32:27.544167 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b88764-ea33-4abf-b1ab-2a2969d192eb req-acb18f51-53d8-4ae6-aab9-ecb835ed2542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:32:27.545667 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-68b88764-ea33-4abf-b1ab-2a2969d192eb req-acb18f51-53d8-4ae6-aab9-ecb835ed2542 service neutron] 10.222.0.57 "GET /v2.0/networks?id=512a81b3-45e2-499d-9284-f17de1fcb117 HTTP/1.1" status: 200 len: 909 time: 0.0870428 Dec 16 23:32:27.611065 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-68b88764-ea33-4abf-b1ab-2a2969d192eb req-c4a69e69-ff6f-45f3-83f0-7ee8b55cd47e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a3a0dc4-61c4-4512-921a-21a6d0962933 HTTP/1.1" status: 200 len: 1001 time: 0.0568147 Dec 16 23:32:27.659704 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b88764-ea33-4abf-b1ab-2a2969d192eb req-f33f5403-b851-4e8f-b590-72a0dbf788fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:32:27.661196 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-68b88764-ea33-4abf-b1ab-2a2969d192eb req-f33f5403-b851-4e8f-b590-72a0dbf788fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cff1adb1-2254-47f8-9ebd-03baaae9b0c5 HTTP/1.1" status: 200 len: 848 time: 0.0434322 Dec 16 23:32:27.709995 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b88764-ea33-4abf-b1ab-2a2969d192eb req-8148fbf5-c1e2-494d-8f3c-b55360605928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:32:27.711466 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-68b88764-ea33-4abf-b1ab-2a2969d192eb req-8148fbf5-c1e2-494d-8f3c-b55360605928 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=512a81b3-45e2-499d-9284-f17de1fcb117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435679 Dec 16 23:32:27.759955 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:32:27.801258 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-68b88764-ea33-4abf-b1ab-2a2969d192eb req-090958a8-aa28-4d0c-8a27-ce67d696a1cc service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820117 Dec 16 23:32:27.897423 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-68b88764-ea33-4abf-b1ab-2a2969d192eb req-24eda780-6367-4430-b265-2fcfe384f322 service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893216 Dec 16 23:32:28.639713 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:32:29.039436 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:32:29.222247 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:32:44.927531 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:32:53.453784 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52417bcf-c0c5-49f2-b60f-deaaaa0f4bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:32:55.699053 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-40003185-a47e-4bb6-8f76-dab0f2497370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:32:57.325654 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:32:57.762218 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:32:58.641916 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:32:59.061345 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:32:59.196185 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:21.926777 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:33:23.464344 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a868420f-5615-4df4-aafc-f3ec941ae3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:25.696342 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b0bad468-b89c-47c3-9489-0548656fe623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:27.298718 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:27.319209 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dddc603e-29b7-4f00-a105-e1c2cdca4789 req-d5d476e6-3b50-46bc-98c7-defac1fa78d9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408092 Dec 16 23:33:27.415233 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc603e-29b7-4f00-a105-e1c2cdca4789 req-8e2ae442-7f67-4d55-b40c-7bac53eac5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:27.416655 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dddc603e-29b7-4f00-a105-e1c2cdca4789 req-8e2ae442-7f67-4d55-b40c-7bac53eac5bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3&device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 1096 time: 0.0398309 Dec 16 23:33:27.520709 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc603e-29b7-4f00-a105-e1c2cdca4789 req-6331d443-9b7b-4a63-9ad6-9cbdf87186b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:27.522259 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dddc603e-29b7-4f00-a105-e1c2cdca4789 req-6331d443-9b7b-4a63-9ad6-9cbdf87186b3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=512a81b3-45e2-499d-9284-f17de1fcb117 HTTP/1.1" status: 200 len: 909 time: 0.0868804 Dec 16 23:33:27.587258 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dddc603e-29b7-4f00-a105-e1c2cdca4789 req-51e5a5b2-10ed-41c3-a3b0-d93a340ce5ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a3a0dc4-61c4-4512-921a-21a6d0962933 HTTP/1.1" status: 200 len: 1001 time: 0.0583475 Dec 16 23:33:27.636047 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc603e-29b7-4f00-a105-e1c2cdca4789 req-97e4b3ed-9b0c-42b5-8d07-d0252dd433f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:27.637534 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dddc603e-29b7-4f00-a105-e1c2cdca4789 req-97e4b3ed-9b0c-42b5-8d07-d0252dd433f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cff1adb1-2254-47f8-9ebd-03baaae9b0c5 HTTP/1.1" status: 200 len: 848 time: 0.0438535 Dec 16 23:33:27.687772 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc603e-29b7-4f00-a105-e1c2cdca4789 req-af295748-4c9e-4bda-9522-49370383cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:27.689223 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dddc603e-29b7-4f00-a105-e1c2cdca4789 req-af295748-4c9e-4bda-9522-49370383cb53 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=512a81b3-45e2-499d-9284-f17de1fcb117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441027 Dec 16 23:33:27.778513 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dddc603e-29b7-4f00-a105-e1c2cdca4789 req-72d6b970-46c7-4476-9128-a60c78b2c0f0 service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823321 Dec 16 23:33:27.807549 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:27.871550 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dddc603e-29b7-4f00-a105-e1c2cdca4789 req-a8858a97-fed7-431c-9f39-3c86d5a8b16d service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861573 Dec 16 23:33:28.650593 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:29.065600 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:29.153558 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:53.498081 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-992ac223-0b73-48bc-841c-fe3eefc6c261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:55.701617 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-927b0479-06d4-45d3-9000-8aa97bd08567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:57.063347 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ad963-c47d-44c0-9aa1-4bdb18c6080a req-e1cc6603-2f87-4991-877a-ac7b340c83fd tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:57.064874 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-779ad963-c47d-44c0-9aa1-4bdb18c6080a req-e1cc6603-2f87-4991-877a-ac7b340c83fd tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.3896725 Dec 16 23:33:57.113968 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-779ad963-c47d-44c0-9aa1-4bdb18c6080a req-ff2e5400-6588-441d-a74e-fabc9ac03ea1 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428958 Dec 16 23:33:57.349820 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:57.749175 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:58.257505 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445abc44-35e6-4ba4-bfa8-5f078db3df4b req-f3149343-4569-447b-837a-96e61702bff8 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:58.259036 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-445abc44-35e6-4ba4-bfa8-5f078db3df4b req-f3149343-4569-447b-837a-96e61702bff8 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0490983 Dec 16 23:33:58.307794 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-445abc44-35e6-4ba4-bfa8-5f078db3df4b req-c0262dc9-8dcc-4d7f-a236-a2d2373a7349 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422680 Dec 16 23:33:58.630488 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:58.926385 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:33:59.029478 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:59.137729 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:33:59.450949 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ced08e-a66d-446c-848f-20a88aabd596 req-0b5606ed-eae9-47f1-b8ad-79dd34413139 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:33:59.452471 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d5ced08e-a66d-446c-848f-20a88aabd596 req-0b5606ed-eae9-47f1-b8ad-79dd34413139 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0478890 Dec 16 23:33:59.501191 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d5ced08e-a66d-446c-848f-20a88aabd596 req-2767d7cf-305a-4fff-bf36-51270ad44b22 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428097 Dec 16 23:34:00.618903 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4b97c-eb44-4f97-bbe6-04d64ed21881 req-ca224e19-c015-4ff5-821f-382a281f7d98 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:00.620426 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bdd4b97c-eb44-4f97-bbe6-04d64ed21881 req-ca224e19-c015-4ff5-821f-382a281f7d98 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0518725 Dec 16 23:34:00.670730 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-bdd4b97c-eb44-4f97-bbe6-04d64ed21881 req-22433975-1387-4bcd-bfd9-5cb0eb9cd598 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433662 Dec 16 23:34:01.789157 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b2908-e3a5-4273-893e-7314b94c8d69 req-9ba10c65-4ccf-44d4-9ac1-0dc1cde64a71 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:01.790627 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d51b2908-e3a5-4273-893e-7314b94c8d69 req-9ba10c65-4ccf-44d4-9ac1-0dc1cde64a71 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0526640 Dec 16 23:34:01.838773 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d51b2908-e3a5-4273-893e-7314b94c8d69 req-0cb93f1c-5697-4f1f-a056-3f7f9b704ae1 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422711 Dec 16 23:34:02.955353 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e368252-08f3-4ebc-ace1-533c48e37300 req-7fa2e1dd-cd20-4f1c-8c32-a551587d3b4e tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:02.956775 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9e368252-08f3-4ebc-ace1-533c48e37300 req-7fa2e1dd-cd20-4f1c-8c32-a551587d3b4e tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0500748 Dec 16 23:34:03.004823 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9e368252-08f3-4ebc-ace1-533c48e37300 req-c02ba1a3-4922-4298-8978-9adcd58965a4 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420630 Dec 16 23:34:04.121437 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2d567-ea8b-4bde-9b61-4626679ce2a1 req-45026cb5-5e64-4a3d-9e59-bd8a0f68c6a5 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:04.123280 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-40a2d567-ea8b-4bde-9b61-4626679ce2a1 req-45026cb5-5e64-4a3d-9e59-bd8a0f68c6a5 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0497913 Dec 16 23:34:04.172814 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-40a2d567-ea8b-4bde-9b61-4626679ce2a1 req-3584fa64-26e5-4c27-994b-815520915334 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432453 Dec 16 23:34:05.289356 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2985a-8c94-45fc-b454-34863df7508f req-95c4abba-a666-4fb8-9b8c-18c734f780a8 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:05.290848 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-19d2985a-8c94-45fc-b454-34863df7508f req-95c4abba-a666-4fb8-9b8c-18c734f780a8 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0495901 Dec 16 23:34:05.344636 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-19d2985a-8c94-45fc-b454-34863df7508f req-ca3e08bc-606e-4096-b9e2-526b882edc8e tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478630 Dec 16 23:34:06.459795 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b5e84-7f95-432d-98c3-32823b9800f5 req-d1c2deb7-ed16-4d90-a7ae-da9482459f62 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:06.461332 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9a5b5e84-7f95-432d-98c3-32823b9800f5 req-d1c2deb7-ed16-4d90-a7ae-da9482459f62 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0485086 Dec 16 23:34:06.513302 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9a5b5e84-7f95-432d-98c3-32823b9800f5 req-d4cd8206-5c38-41d7-8f8e-c47c3c59d804 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458825 Dec 16 23:34:07.632445 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83010770-2ae9-42c5-b3a5-b6df0811d2cd req-e7f60868-73b0-44f0-a231-07c3642e5312 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:07.633948 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-83010770-2ae9-42c5-b3a5-b6df0811d2cd req-e7f60868-73b0-44f0-a231-07c3642e5312 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0503724 Dec 16 23:34:07.682968 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-83010770-2ae9-42c5-b3a5-b6df0811d2cd req-1c23329d-b274-4207-ab70-d25b36bc4e62 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430992 Dec 16 23:34:08.458763 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5a3a0dc4-61c4-4512-921a-21a6d0962933 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:34:08.552655 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5a3a0dc4-61c4-4512-921a-21a6d0962933, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5a3a0dc4-61c4-4512-921a-21a6d0962933,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:34:08.563777 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '5a3a0dc4-61c4-4512-921a-21a6d0962933', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'port_id': '5a3a0dc4-61c4-4512-921a-21a6d0962933', 'mac_address': 'fa:16:3e:92:16:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:34:08.600605 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:08.613345 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a3a0dc4-61c4-4512-921a-21a6d0962933 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:34:08.636126 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5a3a0dc4-61c4-4512-921a-21a6d0962933, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5a3a0dc4-61c4-4512-921a-21a6d0962933,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:34:08.726808 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:08.779279 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=5a3a0dc4-61c4-4512-921a-21a6d0962933,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:34:08.787444 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:08.787830 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:08.788179 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:08.788534 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:08.788900 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:08.789242 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:08.789598 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:08.789953 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:08.790296 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:08.790636 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:08.790976 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:08.791357 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:08.791690 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:08.799271 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85bd15-e707-4708-a304-46d8a524f5f3 req-7fa4ca43-11e8-40d3-b7dd-db075edbc9c9 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:08.801223 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b85bd15-e707-4708-a304-46d8a524f5f3 req-7fa4ca43-11e8-40d3-b7dd-db075edbc9c9 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 944 time: 0.0492516 Dec 16 23:34:08.850392 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8b85bd15-e707-4708-a304-46d8a524f5f3 req-f1ae8618-a1ca-4270-b4de-6055a8e68bb3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431936 Dec 16 23:34:08.883341 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['5a3a0dc4-61c4-4512-921a-21a6d0962933'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:34:09.966517 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a3d98-4d9a-4fd6-8143-1d488eb47a49 req-841573eb-c6b9-4ee4-85b8-c78e9e3a8ccb tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:09.968024 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-773a3d98-4d9a-4fd6-8143-1d488eb47a49 req-841573eb-c6b9-4ee4-85b8-c78e9e3a8ccb tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 944 time: 0.0492070 Dec 16 23:34:10.017006 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-773a3d98-4d9a-4fd6-8143-1d488eb47a49 req-ac4d7cf3-8a30-44c0-9b7c-205305f4bdc7 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422440 Dec 16 23:34:10.469053 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5a3a0dc4-61c4-4512-921a-21a6d0962933 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:34:10.515609 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 5a3a0dc4-61c4-4512-921a-21a6d0962933 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:34:10.515984 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:10.593613 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:10.615558 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6df2b0-72e8-42a3-8f70-65d21375e973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3a0dc4-61c4-4512-921a-21a6d0962933'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:34:10.617809 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e350c1b-78cb-420b-a582-b9a58d435286" -d '{"events": [{"server_uuid": "8d6df2b0-72e8-42a3-8f70-65d21375e973", "name": "network-vif-plugged", "status": "completed", "tag": "5a3a0dc4-61c4-4512-921a-21a6d0962933"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:34:10.635286 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5a3a0dc4-61c4-4512-921a-21a6d0962933, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5a3a0dc4-61c4-4512-921a-21a6d0962933,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:34:10.657060 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44300028-5b90-4e04-b98f-4984d5fd01e7 x-openstack-request-id: req-44300028-5b90-4e04-b98f-4984d5fd01e7 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:34:10.657360 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6df2b0-72e8-42a3-8f70-65d21375e973", "name": "network-vif-plugged", "status": "completed", "tag": "5a3a0dc4-61c4-4512-921a-21a6d0962933", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:34:10.657621 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-44300028-5b90-4e04-b98f-4984d5fd01e7 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:34:10.658022 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6df2b0-72e8-42a3-8f70-65d21375e973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3a0dc4-61c4-4512-921a-21a6d0962933', 'code': 200} Dec 16 23:34:10.731962 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:10.780943 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=5a3a0dc4-61c4-4512-921a-21a6d0962933,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:34:11.139230 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c308e9-3509-459c-a72d-c7ef1fde645a req-b01e9ae6-3509-4e0d-8af2-519342b6dee1 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:11.140798 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e0c308e9-3509-459c-a72d-c7ef1fde645a req-b01e9ae6-3509-4e0d-8af2-519342b6dee1 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0548160 Dec 16 23:34:11.191370 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e0c308e9-3509-459c-a72d-c7ef1fde645a req-90de2385-24e8-4f04-8d07-e68f5282c977 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444541 Dec 16 23:34:12.307107 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702687f7-319f-49a2-8b49-c5ef81252728 req-4c78d1b6-aeaf-4c70-b6cd-db4188775a31 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:12.308597 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-702687f7-319f-49a2-8b49-c5ef81252728 req-4c78d1b6-aeaf-4c70-b6cd-db4188775a31 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0479436 Dec 16 23:34:12.357426 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-702687f7-319f-49a2-8b49-c5ef81252728 req-3eb0289a-bd2a-4a8b-9486-6e86abbc0654 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425494 Dec 16 23:34:13.474612 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1204a9-a72c-4b45-8c88-47b2d64c30b1 req-caaa1f65-4f67-439a-bf9a-1f102734fc99 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:13.476056 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fa1204a9-a72c-4b45-8c88-47b2d64c30b1 req-caaa1f65-4f67-439a-bf9a-1f102734fc99 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0499079 Dec 16 23:34:13.525060 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fa1204a9-a72c-4b45-8c88-47b2d64c30b1 req-226262cc-5613-4e4f-9062-e1487d5482b6 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431261 Dec 16 23:34:14.670201 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8045a-3493-487b-89e6-f9f3ac947fee req-53949168-1d68-4e10-af6c-3e1b973487da tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:14.777115 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c4a8045a-3493-487b-89e6-f9f3ac947fee req-53949168-1d68-4e10-af6c-3e1b973487da tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0648732 Dec 16 23:34:14.777115 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c4a8045a-3493-487b-89e6-f9f3ac947fee req-d9f795d9-914c-4a3e-beb6-2d34dff86954 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735140 Dec 16 23:34:15.876138 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887080ba-39a1-43bb-bfb1-b10d0d716146 req-3f0ff354-2ba7-4ac4-bab7-8ee058deb7bc tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:15.879092 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-887080ba-39a1-43bb-bfb1-b10d0d716146 req-3f0ff354-2ba7-4ac4-bab7-8ee058deb7bc tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0527802 Dec 16 23:34:15.938303 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-887080ba-39a1-43bb-bfb1-b10d0d716146 req-6cee73da-ddbc-490f-8e8f-f230f06d6a95 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524893 Dec 16 23:34:17.071259 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26773a6b-abf2-411a-96de-209e3ef84e55 req-435b997f-5905-41e2-b440-fa35d1979421 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:17.072851 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-26773a6b-abf2-411a-96de-209e3ef84e55 req-435b997f-5905-41e2-b440-fa35d1979421 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0534766 Dec 16 23:34:17.130014 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-26773a6b-abf2-411a-96de-209e3ef84e55 req-af2ebcb6-d4a0-4917-a7e5-b2e4b707007f tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489702 Dec 16 23:34:18.257741 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d0f4a-1c7c-477f-b092-b3f63b782f89 req-2374375e-9513-4eca-97dd-da911ffb8457 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:18.260237 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-063d0f4a-1c7c-477f-b092-b3f63b782f89 req-2374375e-9513-4eca-97dd-da911ffb8457 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0549915 Dec 16 23:34:18.314895 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-063d0f4a-1c7c-477f-b092-b3f63b782f89 req-4a65f344-ebe5-4eca-97e0-ef0742640a9a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480130 Dec 16 23:34:19.441300 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc4e74-27a5-49cf-bac6-fa9ce38db656 req-4723983a-fd49-4e23-ac1e-cba7c680f1dc tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:19.443405 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7fcc4e74-27a5-49cf-bac6-fa9ce38db656 req-4723983a-fd49-4e23-ac1e-cba7c680f1dc tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0554388 Dec 16 23:34:19.494608 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7fcc4e74-27a5-49cf-bac6-fa9ce38db656 req-f2f80638-87b8-48f1-b226-e9c38f858212 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450120 Dec 16 23:34:20.627089 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd24016-58ca-44a5-bd99-f99562531615 req-6ab97edc-a961-4f09-884b-cda47e1aac2f tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:20.629396 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0cd24016-58ca-44a5-bd99-f99562531615 req-6ab97edc-a961-4f09-884b-cda47e1aac2f tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0510859 Dec 16 23:34:20.679721 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-0cd24016-58ca-44a5-bd99-f99562531615 req-5a671dc9-2673-4b6f-899a-ee16d40f6d08 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441566 Dec 16 23:34:21.803081 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d42f1-4354-432d-9f25-75799d1a2a13 req-3f45b533-481b-4e58-a8e1-036424b8ab6b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:21.807513 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9c7d42f1-4354-432d-9f25-75799d1a2a13 req-3f45b533-481b-4e58-a8e1-036424b8ab6b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0577381 Dec 16 23:34:21.866101 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9c7d42f1-4354-432d-9f25-75799d1a2a13 req-3723e40b-cd79-4509-b7bd-ac960fb364e5 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553651 Dec 16 23:34:22.991026 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce51b59-cf47-4470-a340-fe1b7beebd84 req-85835878-0ad3-4d94-844c-a76163cbc527 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:22.993385 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4ce51b59-cf47-4470-a340-fe1b7beebd84 req-85835878-0ad3-4d94-844c-a76163cbc527 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0594580 Dec 16 23:34:23.049676 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4ce51b59-cf47-4470-a340-fe1b7beebd84 req-a050471a-459a-4785-98fe-243a727e543e tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509479 Dec 16 23:34:23.678834 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eb6189a9-6ee0-47e4-bcbe-e1ccb1b16a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:24.176948 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a239a-2225-4c13-9138-00f160de6248 req-e67d3a74-3ddc-4c51-8a44-5a5d820f7030 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:24.178753 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-472a239a-2225-4c13-9138-00f160de6248 req-e67d3a74-3ddc-4c51-8a44-5a5d820f7030 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0541477 Dec 16 23:34:24.239627 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-472a239a-2225-4c13-9138-00f160de6248 req-eaf163ef-81ea-4cf4-abcd-1c488da43cc0 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546074 Dec 16 23:34:25.355314 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5d31b-5eaa-4394-9199-8e84b5c78e63 req-93c0e824-5365-4406-9d35-4a5475c512bf tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:25.356821 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22a5d31b-5eaa-4394-9199-8e84b5c78e63 req-93c0e824-5365-4406-9d35-4a5475c512bf tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0488751 Dec 16 23:34:25.405803 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22a5d31b-5eaa-4394-9199-8e84b5c78e63 req-07395ac1-d0fc-4248-b57b-08bef5471ecc tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431550 Dec 16 23:34:25.719169 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bbf8680f-09c1-413f-afff-f8133bbb2888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:25.856484 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d1899-c6f3-4bde-b68a-aa5a41b993a2 req-7f23a12c-086b-41a5-a175-f81003da52f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:25.858035 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-159d1899-c6f3-4bde-b68a-aa5a41b993a2 req-7f23a12c-086b-41a5-a175-f81003da52f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3&device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 1096 time: 0.0406380 Dec 16 23:34:25.946574 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d1899-c6f3-4bde-b68a-aa5a41b993a2 req-886c0afb-10ab-499a-83e4-6cccf2ef1ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:25.948101 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-159d1899-c6f3-4bde-b68a-aa5a41b993a2 req-886c0afb-10ab-499a-83e4-6cccf2ef1ed7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=512a81b3-45e2-499d-9284-f17de1fcb117 HTTP/1.1" status: 200 len: 909 time: 0.0835860 Dec 16 23:34:26.020463 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-159d1899-c6f3-4bde-b68a-aa5a41b993a2 req-729eb8f0-b221-4513-9c2f-c9a7a932c5c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a3a0dc4-61c4-4512-921a-21a6d0962933 HTTP/1.1" status: 200 len: 1001 time: 0.0616381 Dec 16 23:34:26.066478 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d1899-c6f3-4bde-b68a-aa5a41b993a2 req-69149340-1bd6-49e7-9569-daafb7696ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:26.068833 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-159d1899-c6f3-4bde-b68a-aa5a41b993a2 req-69149340-1bd6-49e7-9569-daafb7696ab2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cff1adb1-2254-47f8-9ebd-03baaae9b0c5 HTTP/1.1" status: 200 len: 848 time: 0.0442538 Dec 16 23:34:26.113446 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d1899-c6f3-4bde-b68a-aa5a41b993a2 req-3ebe9888-58c4-48a3-9a84-53600d9ef60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:26.114975 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-159d1899-c6f3-4bde-b68a-aa5a41b993a2 req-3ebe9888-58c4-48a3-9a84-53600d9ef60f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=512a81b3-45e2-499d-9284-f17de1fcb117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393579 Dec 16 23:34:26.206950 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-159d1899-c6f3-4bde-b68a-aa5a41b993a2 req-3871af20-5724-4310-a653-7dd32f91fe7e service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851550 Dec 16 23:34:26.294268 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-159d1899-c6f3-4bde-b68a-aa5a41b993a2 req-78c84c57-c14f-4b2c-a6f1-ed49696b663e service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799887 Dec 16 23:34:26.526444 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229995a-c759-4214-ba66-3f21b3f83995 req-ddfc8c0c-7115-4e6d-8bff-4912e29680c4 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:26.527980 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e229995a-c759-4214-ba66-3f21b3f83995 req-ddfc8c0c-7115-4e6d-8bff-4912e29680c4 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0537660 Dec 16 23:34:26.578000 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e229995a-c759-4214-ba66-3f21b3f83995 req-b93aaa59-0efa-4da3-a616-386f8a811adf tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440929 Dec 16 23:34:27.303279 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:27.699428 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db15cf-983c-40ce-9320-3279f5e00451 req-8ccddbfd-044a-4eb6-a6c2-c43a7e823d69 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:27.702110 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f6db15cf-983c-40ce-9320-3279f5e00451 req-8ccddbfd-044a-4eb6-a6c2-c43a7e823d69 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0554695 Dec 16 23:34:27.752855 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f6db15cf-983c-40ce-9320-3279f5e00451 req-0b56566d-2730-4397-8b18-b5537dab29b8 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458570 Dec 16 23:34:27.770425 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:28.527280 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5a3a0dc4-61c4-4512-921a-21a6d0962933 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:34:28.616660 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:28.644131 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6df2b0-72e8-42a3-8f70-65d21375e973', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a3a0dc4-61c4-4512-921a-21a6d0962933'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:34:28.647302 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d36d84b-031f-430f-93aa-4be96208f9c4" -d '{"events": [{"server_uuid": "8d6df2b0-72e8-42a3-8f70-65d21375e973", "name": "network-vif-unplugged", "status": "completed", "tag": "5a3a0dc4-61c4-4512-921a-21a6d0962933"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:34:28.661482 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5a3a0dc4-61c4-4512-921a-21a6d0962933, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5a3a0dc4-61c4-4512-921a-21a6d0962933,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:34:28.674698 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:28.688502 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 23:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28188cfc-b5d5-41c0-ac3e-06698e2a1378 x-openstack-request-id: req-28188cfc-b5d5-41c0-ac3e-06698e2a1378 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:34:28.689141 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6df2b0-72e8-42a3-8f70-65d21375e973", "name": "network-vif-unplugged", "status": "completed", "tag": "5a3a0dc4-61c4-4512-921a-21a6d0962933", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:34:28.689405 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-28188cfc-b5d5-41c0-ac3e-06698e2a1378 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:34:28.689806 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6df2b0-72e8-42a3-8f70-65d21375e973', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a3a0dc4-61c4-4512-921a-21a6d0962933', 'code': 200} Dec 16 23:34:28.714335 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:28.764072 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=5a3a0dc4-61c4-4512-921a-21a6d0962933,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:34:28.871134 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608043f-599e-4a68-8266-31421a1d537a req-0a4f524c-1be8-4cca-b3e2-ad5aa4364467 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:28.872661 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9608043f-599e-4a68-8266-31421a1d537a req-0a4f524c-1be8-4cca-b3e2-ad5aa4364467 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 943 time: 0.0501561 Dec 16 23:34:28.922533 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9608043f-599e-4a68-8266-31421a1d537a req-b47c4299-7081-4a23-b8fb-9c380f246a4c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439720 Dec 16 23:34:29.029251 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:29.038423 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-8c0aa463-524e-47d6-8dcb-aee194deb513 req-7e2069c5-cb3a-4982-b7b3-dfc7204b9c99 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:34:29.039551 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8c0aa463-524e-47d6-8dcb-aee194deb513 req-7e2069c5-cb3a-4982-b7b3-dfc7204b9c99 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0491483 Dec 16 23:34:29.120567 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:29.336896 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fd7be-de97-4eb2-b0b4-cb2b85b5542d req-e9ed428f-603a-4095-a529-e61190c0a179 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:29.338883 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-077fd7be-de97-4eb2-b0b4-cb2b85b5542d req-e9ed428f-603a-4095-a529-e61190c0a179 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 943 time: 0.0506358 Dec 16 23:34:29.393863 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-077fd7be-de97-4eb2-b0b4-cb2b85b5542d req-820c2cd9-6127-4047-8155-d48756cdf0db tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487118 Dec 16 23:34:29.846146 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-005c5c27-23e0-4780-8048-9f0fdb81c0de service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0805740 Dec 16 23:34:30.512244 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d0ca6-5474-4262-b284-fef218c22c13 req-b8324348-e7d9-4b65-8b85-7d0b307db92a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:30.513668 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-de0d0ca6-5474-4262-b284-fef218c22c13 req-b8324348-e7d9-4b65-8b85-7d0b307db92a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 943 time: 0.0497596 Dec 16 23:34:30.566941 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-de0d0ca6-5474-4262-b284-fef218c22c13 req-de5fb078-dd2d-4c19-8dda-e729a6c55926 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471060 Dec 16 23:34:31.340873 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-ca73e428-c377-4729-bb0b-a2875936d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:31.342363 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-ca73e428-c377-4729-bb0b-a2875936d2ea service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973&tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3 HTTP/1.1" status: 200 len: 1094 time: 0.0413644 Dec 16 23:34:31.362872 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-4', 'device_owner': 'compute:nova'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:34:31.414563 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:31.612459 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] For port 5a3a0dc4-61c4-4512-921a-21a6d0962933, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5a3a0dc4-61c4-4512-921a-21a6d0962933,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:34:31.651999 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] For port 5a3a0dc4-61c4-4512-921a-21a6d0962933, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:34:31.684686 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a3a0dc4-61c4-4512-921a-21a6d0962933 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:34:31.687156 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03327b46-f4cd-424f-945b-ca7bba1dee56 req-59a66d89-7682-4d26-8912-13a287d9ae18 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:31.688784 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-03327b46-f4cd-424f-945b-ca7bba1dee56 req-59a66d89-7682-4d26-8912-13a287d9ae18 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 943 time: 0.0496244 Dec 16 23:34:31.692336 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:31.704368 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Transition to ACTIVE for port object 5a3a0dc4-61c4-4512-921a-21a6d0962933 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:34:31.740028 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-03327b46-f4cd-424f-945b-ca7bba1dee56 req-e09bef4a-4c7a-4c2e-b51c-89290113de9e tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449958 Dec 16 23:34:31.777509 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:31.862297 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3a0dc4-61c4-4512-921a-21a6d0962933,revision_number=9']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:34:31.876899 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:31.877260 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:31.877614 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:31.877963 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:31.878307 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:31.878698 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:31.879035 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:31.879400 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:31.879733 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:31.880132 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:31.880475 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:31.880821 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:31.881353 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:34:31.913413 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] No DVR routers for this DVR port 5a3a0dc4-61c4-4512-921a-21a6d0962933 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:34:32.050102 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Attempting to bind port 5a3a0dc4-61c4-4512-921a-21a6d0962933 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:34:32.050445 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Attempting to bind port 5a3a0dc4-61c4-4512-921a-21a6d0962933 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'cd19353d-ca58-42bb-882d-3ff0187abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:34:32.050787 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Attempting to bind port 5a3a0dc4-61c4-4512-921a-21a6d0962933 on network 512a81b3-45e2-499d-9284-f17de1fcb117 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:34:32.055214 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Port 5a3a0dc4-61c4-4512-921a-21a6d0962933 on network 512a81b3-45e2-499d-9284-f17de1fcb117 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:34:32.055548 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Attempting to bind port 5a3a0dc4-61c4-4512-921a-21a6d0962933 on network 512a81b3-45e2-499d-9284-f17de1fcb117 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:34:32.060419 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:34:32.060770 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Checking segment: {'id': 'cd19353d-ca58-42bb-882d-3ff0187abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:34:32.061164 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Bound using segment: {'id': 'cd19353d-ca58-42bb-882d-3ff0187abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:34:32.061673 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Bound port: 5a3a0dc4-61c4-4512-921a-21a6d0962933, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd19353d-ca58-42bb-882d-3ff0187abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:34:32.062291 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:32.125236 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] For port 5a3a0dc4-61c4-4512-921a-21a6d0962933, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:34:32.128277 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] For port 5a3a0dc4-61c4-4512-921a-21a6d0962933, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=5a3a0dc4-61c4-4512-921a-21a6d0962933,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:34:32.177533 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:32.213641 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:32.214603 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:32.216352 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] 10.222.0.76 "PUT /v2.0/ports/5a3a0dc4-61c4-4512-921a-21a6d0962933 HTTP/1.1" status: 200 len: 1091 time: 0.8573935 Dec 16 23:34:32.218577 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6df2b0-72e8-42a3-8f70-65d21375e973', 'tag': '5a3a0dc4-61c4-4512-921a-21a6d0962933'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:34:32.220837 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f83abf-0520-430b-9885-712d2547fd87" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6df2b0-72e8-42a3-8f70-65d21375e973", "tag": "5a3a0dc4-61c4-4512-921a-21a6d0962933"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:34:32.246262 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450c1c4-7c07-4f2c-a063-e66b16183da7 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3a0dc4-61c4-4512-921a-21a6d0962933,revision_number=10']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:34:32.269097 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde3af90-f473-438a-8448-0b11ab054622 x-openstack-request-id: req-bde3af90-f473-438a-8448-0b11ab054622 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:34:32.269392 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6df2b0-72e8-42a3-8f70-65d21375e973", "tag": "5a3a0dc4-61c4-4512-921a-21a6d0962933", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:34:32.269646 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bde3af90-f473-438a-8448-0b11ab054622 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:34:32.270047 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6df2b0-72e8-42a3-8f70-65d21375e973', 'tag': '5a3a0dc4-61c4-4512-921a-21a6d0962933', 'status': 'completed', 'code': 200} Dec 16 23:34:32.306457 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-5a5bf481-8059-49e9-8fe6-898ee50aafec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:32.308031 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-5a5bf481-8059-49e9-8fe6-898ee50aafec service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3&device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 1095 time: 0.0504837 Dec 16 23:34:32.406708 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-389e524b-fea9-48ca-827b-2a03cb9f0fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:32.408326 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-389e524b-fea9-48ca-827b-2a03cb9f0fd5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=512a81b3-45e2-499d-9284-f17de1fcb117 HTTP/1.1" status: 200 len: 909 time: 0.0897660 Dec 16 23:34:32.481925 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-fc6de711-6956-4a8d-b244-41362b034eba service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a3a0dc4-61c4-4512-921a-21a6d0962933 HTTP/1.1" status: 200 len: 999 time: 0.0632381 Dec 16 23:34:32.536740 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-8e1525d4-fee6-43fd-8299-f5e7e5b71c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:32.538408 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-8e1525d4-fee6-43fd-8299-f5e7e5b71c21 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cff1adb1-2254-47f8-9ebd-03baaae9b0c5 HTTP/1.1" status: 200 len: 848 time: 0.0445626 Dec 16 23:34:32.555274 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5a3a0dc4-61c4-4512-921a-21a6d0962933 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:34:32.588599 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-6bf22f66-7502-4b95-8471-1eab294add14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:32.590316 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-6bf22f66-7502-4b95-8471-1eab294add14 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=512a81b3-45e2-499d-9284-f17de1fcb117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417225 Dec 16 23:34:32.593914 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5a3a0dc4-61c4-4512-921a-21a6d0962933 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:34:32.687419 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-3deee789-899f-46dd-8bb1-e0a12736c5bb service neutron] 10.222.0.76 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875678 Dec 16 23:34:32.778238 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-71672787-fe1f-4907-b6bc-549a7ccfa31d req-ee13992f-2d80-4f37-8384-5b8af0a04dfc service neutron] 10.222.0.76 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833530 Dec 16 23:34:32.867837 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5981d8e-aa91-4cb0-954d-3af2b07a8703 req-d96f83eb-3a0c-4f79-8c74-647d7e44ca03 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:32.869360 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5981d8e-aa91-4cb0-954d-3af2b07a8703 req-d96f83eb-3a0c-4f79-8c74-647d7e44ca03 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 944 time: 0.0497680 Dec 16 23:34:32.921308 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b5981d8e-aa91-4cb0-954d-3af2b07a8703 req-1b9e9b8c-8665-4cee-a63b-e99a7ff167cc tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435548 Dec 16 23:34:32.970011 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f83abf-0520-430b-9885-712d2547fd87 req-e7bd281b-cad8-49d5-bdee-ddf964d4884c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:32.970985 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-12f83abf-0520-430b-9885-712d2547fd87 req-e7bd281b-cad8-49d5-bdee-ddf964d4884c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3&device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 1095 time: 0.0417416 Dec 16 23:34:33.071286 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f83abf-0520-430b-9885-712d2547fd87 req-6fd0d69d-7666-47a4-bb23-648a1faf3ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:33.072821 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-12f83abf-0520-430b-9885-712d2547fd87 req-6fd0d69d-7666-47a4-bb23-648a1faf3ab5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=512a81b3-45e2-499d-9284-f17de1fcb117 HTTP/1.1" status: 200 len: 909 time: 0.0944827 Dec 16 23:34:33.143157 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-12f83abf-0520-430b-9885-712d2547fd87 req-ad4ab9b6-af6d-4dae-9a17-46cf86d0a28e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a3a0dc4-61c4-4512-921a-21a6d0962933 HTTP/1.1" status: 200 len: 999 time: 0.0608139 Dec 16 23:34:33.200395 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f83abf-0520-430b-9885-712d2547fd87 req-94f653a1-0fbd-4f7f-ad45-4e6aa754c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:33.201871 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-12f83abf-0520-430b-9885-712d2547fd87 req-94f653a1-0fbd-4f7f-ad45-4e6aa754c439 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cff1adb1-2254-47f8-9ebd-03baaae9b0c5 HTTP/1.1" status: 200 len: 848 time: 0.0494411 Dec 16 23:34:33.250840 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f83abf-0520-430b-9885-712d2547fd87 req-acb331a0-a183-4d18-ac8e-31a40ff4fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:33.252759 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-12f83abf-0520-430b-9885-712d2547fd87 req-acb331a0-a183-4d18-ac8e-31a40ff4fec1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=512a81b3-45e2-499d-9284-f17de1fcb117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415001 Dec 16 23:34:33.369284 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-12f83abf-0520-430b-9885-712d2547fd87 req-9d2db1d7-1553-49ab-8356-7e4efe8f6cc5 service neutron] 10.222.0.76 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080365 Dec 16 23:34:34.066294 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5ec57-c500-4d36-8a07-db9c43ecb955 req-bb3257be-0d04-4472-90c0-87479e3706f7 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:34.068553 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9e5ec57-c500-4d36-8a07-db9c43ecb955 req-bb3257be-0d04-4472-90c0-87479e3706f7 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 944 time: 0.0687635 Dec 16 23:34:34.120007 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9e5ec57-c500-4d36-8a07-db9c43ecb955 req-6ae03ea0-95bb-4150-ab31-6f5cec058bf0 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453982 Dec 16 23:34:35.244280 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8acc90-6185-4aac-9dc3-16f0130f8a6f req-bf6f7193-6292-435b-9ea7-2d021bd0e36c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:35.245782 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1f8acc90-6185-4aac-9dc3-16f0130f8a6f req-bf6f7193-6292-435b-9ea7-2d021bd0e36c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 944 time: 0.0554245 Dec 16 23:34:35.296606 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1f8acc90-6185-4aac-9dc3-16f0130f8a6f req-8ab77a72-4d82-4736-88c7-aa86978591ec tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446706 Dec 16 23:34:35.925351 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:34:36.413361 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b1690-38f5-45d0-a23e-59b7f0b2d72d req-0df23c35-0a6e-478c-aad1-df0e48561b0f tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:36.414850 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-211b1690-38f5-45d0-a23e-59b7f0b2d72d req-0df23c35-0a6e-478c-aad1-df0e48561b0f tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 944 time: 0.0487349 Dec 16 23:34:36.473168 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-211b1690-38f5-45d0-a23e-59b7f0b2d72d req-4d20b9c2-c3d0-4e9d-ae73-b2c6a44f13c6 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523958 Dec 16 23:34:37.609478 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316be61-f660-494a-90fe-24b4ac491e0e req-eb498b32-177f-4558-b6de-f6e94d8c1ecb tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:37.610965 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9316be61-f660-494a-90fe-24b4ac491e0e req-eb498b32-177f-4558-b6de-f6e94d8c1ecb tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 944 time: 0.0513532 Dec 16 23:34:37.662584 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9316be61-f660-494a-90fe-24b4ac491e0e req-c24a9f24-d9f3-4e3f-a2ed-c1d8db8ea11c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449016 Dec 16 23:34:38.785644 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fb027-7955-4531-8ed9-46a377e84d35 req-a427c406-7418-4ae5-adcd-141363264501 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:38.788886 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0b8fb027-7955-4531-8ed9-46a377e84d35 req-a427c406-7418-4ae5-adcd-141363264501 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 944 time: 0.0544553 Dec 16 23:34:38.843684 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0b8fb027-7955-4531-8ed9-46a377e84d35 req-55e1e965-f2bb-43bd-9c9f-02677c544acb tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482450 Dec 16 23:34:39.978210 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf19fd-6147-4b2e-bd78-5d35febb10cd req-2af36c37-94c8-425c-9410-96a1bb17c520 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:39.979802 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aebf19fd-6147-4b2e-bd78-5d35febb10cd req-2af36c37-94c8-425c-9410-96a1bb17c520 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 944 time: 0.0565617 Dec 16 23:34:40.036627 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-aebf19fd-6147-4b2e-bd78-5d35febb10cd req-07240dff-2dd3-437f-b236-3f7bbfe6f095 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503881 Dec 16 23:34:41.165087 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429abd7e-67f2-4346-a69e-678a220b46ed req-a1d22438-ac80-427a-beef-0532f6730ef5 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:41.166616 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-429abd7e-67f2-4346-a69e-678a220b46ed req-a1d22438-ac80-427a-beef-0532f6730ef5 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 944 time: 0.0548918 Dec 16 23:34:41.220259 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-429abd7e-67f2-4346-a69e-678a220b46ed req-a3248d9f-a7b2-4868-9b18-7fec89acff6c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471354 Dec 16 23:34:42.347351 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d81a67-ff6c-4e44-b10e-a1bd20508ee6 req-b9884e4c-8117-45a9-bb8e-c58aa1a6cbea tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:42.348911 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47d81a67-ff6c-4e44-b10e-a1bd20508ee6 req-b9884e4c-8117-45a9-bb8e-c58aa1a6cbea tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 944 time: 0.0547235 Dec 16 23:34:42.417851 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-47d81a67-ff6c-4e44-b10e-a1bd20508ee6 req-90da3ab5-8251-40b2-938f-232efc35cbbf tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599988 Dec 16 23:34:43.530931 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5bf01-286b-4895-8365-3d93a5df2664 req-5806f44c-5826-4136-8431-19cab58825bd tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:43.532563 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e7e5bf01-286b-4895-8365-3d93a5df2664 req-5806f44c-5826-4136-8431-19cab58825bd tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 944 time: 0.0526242 Dec 16 23:34:43.588564 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e7e5bf01-286b-4895-8365-3d93a5df2664 req-8f863be8-4d56-4974-b956-81c7e67764da tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482888 Dec 16 23:34:44.705373 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d53291-261c-4c4c-be6d-0a7c3acad1d0 req-3a414c99-665d-4427-8924-6f391c3f297d tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:44.706862 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c2d53291-261c-4c4c-be6d-0a7c3acad1d0 req-3a414c99-665d-4427-8924-6f391c3f297d tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 944 time: 0.0495281 Dec 16 23:34:44.770208 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c2d53291-261c-4c4c-be6d-0a7c3acad1d0 req-82a28852-18c8-4904-a4d2-0521441515bc tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565662 Dec 16 23:34:45.893341 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd05d63-4c6e-4e64-b2a2-6ca170687b82 req-91647102-b867-4ea3-806f-f9aca3650e1e tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:45.894786 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1bd05d63-4c6e-4e64-b2a2-6ca170687b82 req-91647102-b867-4ea3-806f-f9aca3650e1e tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 944 time: 0.0545750 Dec 16 23:34:45.947710 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1bd05d63-4c6e-4e64-b2a2-6ca170687b82 req-aeb773b6-d2e9-458a-8b3a-d6d805ee13b1 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457804 Dec 16 23:34:46.577705 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-12f83abf-0520-430b-9885-712d2547fd87 req-6bf53110-480d-4c1c-a5ff-3bc96095837d service neutron] 10.222.0.76 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857663 Dec 16 23:34:47.076509 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599e43f-d9bd-4184-a69b-5d34b754f3cb req-d8aef432-715c-4e45-9f68-a73378acd6b7 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:47.078069 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6599e43f-d9bd-4184-a69b-5d34b754f3cb req-d8aef432-715c-4e45-9f68-a73378acd6b7 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 944 time: 0.0561168 Dec 16 23:34:47.128471 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6599e43f-d9bd-4184-a69b-5d34b754f3cb req-080fb99c-bfab-4ce8-be1f-e3f5de845f9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442753 Dec 16 23:34:48.250759 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933ed93-bc94-4752-9c6f-08933c85afea req-fc27a234-3924-4f27-aa8a-f8c5508628b4 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:48.252320 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4933ed93-bc94-4752-9c6f-08933c85afea req-fc27a234-3924-4f27-aa8a-f8c5508628b4 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 944 time: 0.0542369 Dec 16 23:34:48.300765 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4933ed93-bc94-4752-9c6f-08933c85afea req-f872d6ca-d016-494d-8ed8-776eac0f0f14 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424082 Dec 16 23:34:48.947531 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 5a3a0dc4-61c4-4512-921a-21a6d0962933 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:34:49.038882 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 5a3a0dc4-61c4-4512-921a-21a6d0962933, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=5a3a0dc4-61c4-4512-921a-21a6d0962933,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:34:49.050396 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '5a3a0dc4-61c4-4512-921a-21a6d0962933', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'port_id': '5a3a0dc4-61c4-4512-921a-21a6d0962933', 'mac_address': 'fa:16:3e:92:16:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:34:49.087476 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:49.103522 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a3a0dc4-61c4-4512-921a-21a6d0962933 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:34:49.122508 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 5a3a0dc4-61c4-4512-921a-21a6d0962933, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=5a3a0dc4-61c4-4512-921a-21a6d0962933,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:34:49.188622 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:49.234929 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=5a3a0dc4-61c4-4512-921a-21a6d0962933,revision_number=11']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:34:49.417501 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b519e9-a1dc-4313-814c-d6f4378edffd req-df963a20-b475-4de2-a3e5-a23e6dc3eac8 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:49.419023 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e0b519e9-a1dc-4313-814c-d6f4378edffd req-df963a20-b475-4de2-a3e5-a23e6dc3eac8 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0506823 Dec 16 23:34:49.470265 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e0b519e9-a1dc-4313-814c-d6f4378edffd req-2b6187a2-b560-479f-8375-bf67aec027dd tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453067 Dec 16 23:34:49.546382 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['5a3a0dc4-61c4-4512-921a-21a6d0962933'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:34:50.587816 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471280e-5934-4ec9-8c9a-d0920ec6f240 req-dee284d7-a1e4-4f81-a5f0-53d8322e2a3b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:50.589308 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f471280e-5934-4ec9-8c9a-d0920ec6f240 req-dee284d7-a1e4-4f81-a5f0-53d8322e2a3b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 945 time: 0.0505490 Dec 16 23:34:50.640022 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f471280e-5934-4ec9-8c9a-d0920ec6f240 req-5c063c3b-4b3b-40ab-8592-b1c594afb6f4 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447545 Dec 16 23:34:50.964575 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 5a3a0dc4-61c4-4512-921a-21a6d0962933 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:34:51.086561 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 5a3a0dc4-61c4-4512-921a-21a6d0962933 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:34:51.090723 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 5a3a0dc4-61c4-4512-921a-21a6d0962933 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:34:51.091116 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:51.169349 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:51.191015 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6df2b0-72e8-42a3-8f70-65d21375e973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3a0dc4-61c4-4512-921a-21a6d0962933'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:34:51.193260 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7e66af-7887-4296-82da-d3f7f53a9fcd" -d '{"events": [{"server_uuid": "8d6df2b0-72e8-42a3-8f70-65d21375e973", "name": "network-vif-plugged", "status": "completed", "tag": "5a3a0dc4-61c4-4512-921a-21a6d0962933"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:34:51.207378 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 5a3a0dc4-61c4-4512-921a-21a6d0962933, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=5a3a0dc4-61c4-4512-921a-21a6d0962933,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:34:51.230739 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613f8927-f988-44e7-943e-b4a4152f9761 x-openstack-request-id: req-613f8927-f988-44e7-943e-b4a4152f9761 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:34:51.231083 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6df2b0-72e8-42a3-8f70-65d21375e973", "name": "network-vif-plugged", "status": "completed", "tag": "5a3a0dc4-61c4-4512-921a-21a6d0962933", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:34:51.231349 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-613f8927-f988-44e7-943e-b4a4152f9761 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:34:51.231752 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6df2b0-72e8-42a3-8f70-65d21375e973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3a0dc4-61c4-4512-921a-21a6d0962933', 'code': 200} Dec 16 23:34:51.297405 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:51.346320 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=5a3a0dc4-61c4-4512-921a-21a6d0962933,revision_number=12']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:34:51.499370 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e6ab4-f410-4096-b1b6-8156e6e5a4ae req-9570aa8c-a7eb-4a56-bea0-723a36a9e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:51.500763 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a58e6ab4-f410-4096-b1b6-8156e6e5a4ae req-9570aa8c-a7eb-4a56-bea0-723a36a9e310 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 1097 time: 0.0398378 Dec 16 23:34:51.550948 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a58e6ab4-f410-4096-b1b6-8156e6e5a4ae req-8b906778-ad88-4727-91e1-aacd3e8aa830 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417726 Dec 16 23:34:51.756563 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e56ce2-6673-4be1-9774-a63b634a27d7 req-89bf17a1-124e-481a-aa33-f259b3b4533b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:51.758558 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-49e56ce2-6673-4be1-9774-a63b634a27d7 req-89bf17a1-124e-481a-aa33-f259b3b4533b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 946 time: 0.0482495 Dec 16 23:34:51.807134 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-49e56ce2-6673-4be1-9774-a63b634a27d7 req-397b3d4f-0acb-4c91-8c2b-8c9ed6663bfb tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425792 Dec 16 23:34:52.928893 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31e927-2a14-40ba-bf3d-5c3cd68ac8b4 req-15a6caa0-4e6e-46bc-95b9-ff7894ce84ac tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:52.930916 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4a31e927-2a14-40ba-bf3d-5c3cd68ac8b4 req-15a6caa0-4e6e-46bc-95b9-ff7894ce84ac tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 946 time: 0.0549490 Dec 16 23:34:52.982613 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4a31e927-2a14-40ba-bf3d-5c3cd68ac8b4 req-41359fbb-350c-4bfe-bbba-8534b97fd230 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455153 Dec 16 23:34:53.462853 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f7a116d-cfe0-4c18-9012-4e85f3d77c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:54.100436 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34698b3-ef85-444a-a9c7-ef612e3a1395 req-d27c2658-ef13-4246-953c-059d105bc55e tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:34:54.101916 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e34698b3-ef85-444a-a9c7-ef612e3a1395 req-d27c2658-ef13-4246-953c-059d105bc55e tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 946 time: 0.0493958 Dec 16 23:34:54.149559 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e34698b3-ef85-444a-a9c7-ef612e3a1395 req-ef72cc3f-9311-4e48-bc23-8254ea269edb tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416245 Dec 16 23:34:55.708116 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bce52243-2449-41de-99e0-3d63c32d2350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:57.302552 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:57.753685 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:58.639671 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:59.051471 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:34:59.141688 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:12.924767 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:35:23.467727 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd32f678-ca99-4180-a5a5-e53680a5193c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:25.696452 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-85290384-de06-4db4-8e33-e3555fc24ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:26.808519 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f478aab-192c-488f-80cc-e15f53cf2c53 req-48ad1bf3-09f2-4859-9d36-4e9beef688d9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429285 Dec 16 23:35:26.915196 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f478aab-192c-488f-80cc-e15f53cf2c53 req-270583a1-da57-4e94-aac4-60cc25838536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:26.916605 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f478aab-192c-488f-80cc-e15f53cf2c53 req-270583a1-da57-4e94-aac4-60cc25838536 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3&device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 1097 time: 0.0413589 Dec 16 23:35:27.022676 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f478aab-192c-488f-80cc-e15f53cf2c53 req-202f1aeb-8b20-47b0-8cbc-a1f2461f2061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:27.024209 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f478aab-192c-488f-80cc-e15f53cf2c53 req-202f1aeb-8b20-47b0-8cbc-a1f2461f2061 service neutron] 10.222.0.76 "GET /v2.0/networks?id=512a81b3-45e2-499d-9284-f17de1fcb117 HTTP/1.1" status: 200 len: 909 time: 0.0833809 Dec 16 23:35:27.097096 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f478aab-192c-488f-80cc-e15f53cf2c53 req-a2e51a66-9cd9-4375-bdf0-6dbf19bc282b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a3a0dc4-61c4-4512-921a-21a6d0962933 HTTP/1.1" status: 200 len: 1001 time: 0.0643506 Dec 16 23:35:27.147509 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f478aab-192c-488f-80cc-e15f53cf2c53 req-abe56d34-1ee8-4d32-913d-ffee75052cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:27.149020 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f478aab-192c-488f-80cc-e15f53cf2c53 req-abe56d34-1ee8-4d32-913d-ffee75052cf6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cff1adb1-2254-47f8-9ebd-03baaae9b0c5 HTTP/1.1" status: 200 len: 848 time: 0.0435445 Dec 16 23:35:27.202242 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f478aab-192c-488f-80cc-e15f53cf2c53 req-f3d5f52a-62b6-4954-8706-ab5ac99147ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:35:27.204284 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f478aab-192c-488f-80cc-e15f53cf2c53 req-f3d5f52a-62b6-4954-8706-ab5ac99147ba service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=512a81b3-45e2-499d-9284-f17de1fcb117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402362 Dec 16 23:35:27.305024 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f478aab-192c-488f-80cc-e15f53cf2c53 req-0627e201-9d3d-45da-ab00-3f0aff6c950b service neutron] 10.222.0.76 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881295 Dec 16 23:35:27.307862 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:27.396847 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1f478aab-192c-488f-80cc-e15f53cf2c53 req-94631517-e9c0-409f-b1d4-8b5bfdf1e2d8 service neutron] 10.222.0.76 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817428 Dec 16 23:35:27.764943 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:28.661544 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:29.073172 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:29.142067 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:49.924438 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:35:53.478653 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-416313de-74c0-4c42-a343-20a0dae6efaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:55.695869 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ebb0a3d-8eef-419a-baa9-2e37e7672bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:57.318292 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:57.764386 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:58.667130 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:59.038263 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:35:59.152503 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:07.732292 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38108) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:36:07.934826 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-2235aa97-aed5-42c5-82bb-81f448cb439a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Deleting port ddd19ba7-3ad9-4b9d-95b9-48fe0fa76bde {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:36:07.935163 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2235aa97-aed5-42c5-82bb-81f448cb439a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:08.008881 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2235aa97-aed5-42c5-82bb-81f448cb439a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:08.009220 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2235aa97-aed5-42c5-82bb-81f448cb439a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:08.020694 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-2235aa97-aed5-42c5-82bb-81f448cb439a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Calling delete_port for ddd19ba7-3ad9-4b9d-95b9-48fe0fa76bde owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:36:08.232807 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2235aa97-aed5-42c5-82bb-81f448cb439a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:08.259089 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235aa97-aed5-42c5-82bb-81f448cb439a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Pushing event deleted for resources: {'Port': ['ID=ddd19ba7-3ad9-4b9d-95b9-48fe0fa76bde,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:36:08.284802 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2235aa97-aed5-42c5-82bb-81f448cb439a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:36:08.285160 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2235aa97-aed5-42c5-82bb-81f448cb439a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:36:08.285510 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2235aa97-aed5-42c5-82bb-81f448cb439a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:36:08.285855 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2235aa97-aed5-42c5-82bb-81f448cb439a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:36:08.286202 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2235aa97-aed5-42c5-82bb-81f448cb439a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:36:08.286545 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2235aa97-aed5-42c5-82bb-81f448cb439a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:36:08.286880 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2235aa97-aed5-42c5-82bb-81f448cb439a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:36:08.287245 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2235aa97-aed5-42c5-82bb-81f448cb439a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:36:08.287580 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2235aa97-aed5-42c5-82bb-81f448cb439a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:36:08.287912 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2235aa97-aed5-42c5-82bb-81f448cb439a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:36:08.288245 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2235aa97-aed5-42c5-82bb-81f448cb439a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:36:08.288577 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2235aa97-aed5-42c5-82bb-81f448cb439a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:36:08.288912 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2235aa97-aed5-42c5-82bb-81f448cb439a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:36:08.334443 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2235aa97-aed5-42c5-82bb-81f448cb439a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:08.334778 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-2235aa97-aed5-42c5-82bb-81f448cb439a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Floating IP f7f1f4d6-c14d-45b2-807f-b5aed5ba169e disassociated (deleted). External IP: 172.25.6.113, port: 5a3a0dc4-61c4-4512-921a-21a6d0962933. Dec 16 23:36:08.535424 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2235aa97-aed5-42c5-82bb-81f448cb439a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Router 62ff5094-f12a-4190-ada6-ede6a57ff905 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:36:08.640030 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2235aa97-aed5-42c5-82bb-81f448cb439a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:36:08.645550 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2235aa97-aed5-42c5-82bb-81f448cb439a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:08.650757 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464d6228-a275-42d4-a0ec-70320bc84483 None None] Sync routers for ids ['62ff5094-f12a-4190-ada6-ede6a57ff905'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:36:08.662363 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d6228-a275-42d4-a0ec-70320bc84483 None None] Routers {'62ff5094-f12a-4190-ada6-ede6a57ff905'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:36:08.664245 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-464d6228-a275-42d4-a0ec-70320bc84483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:35:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['62ff5094-f12a-4190-ada6-ede6a57ff905'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:36:08.672624 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2235aa97-aed5-42c5-82bb-81f448cb439a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "DELETE /v2.0/floatingips/f7f1f4d6-c14d-45b2-807f-b5aed5ba169e HTTP/1.1" status: 204 len: 168 time: 0.9391077 Dec 16 23:36:08.673283 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6df2b0-72e8-42a3-8f70-65d21375e973', 'tag': '5a3a0dc4-61c4-4512-921a-21a6d0962933'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:36:08.675516 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9272ac-1aa4-4e00-898e-904ce35f0a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6df2b0-72e8-42a3-8f70-65d21375e973", "tag": "5a3a0dc4-61c4-4512-921a-21a6d0962933"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:36:08.783866 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-464d6228-a275-42d4-a0ec-70320bc84483 None None] Set router 62ff5094-f12a-4190-ada6-ede6a57ff905 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:36:08.787929 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2ef3f3-6c34-45b0-85ae-d15c38895fd6 x-openstack-request-id: req-ff2ef3f3-6c34-45b0-85ae-d15c38895fd6 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:36:08.788456 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6df2b0-72e8-42a3-8f70-65d21375e973", "tag": "5a3a0dc4-61c4-4512-921a-21a6d0962933", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:36:08.788456 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ff2ef3f3-6c34-45b0-85ae-d15c38895fd6 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:36:08.788872 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6df2b0-72e8-42a3-8f70-65d21375e973', 'tag': '5a3a0dc4-61c4-4512-921a-21a6d0962933', 'status': 'completed', 'code': 200} Dec 16 23:36:08.932146 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9272ac-1aa4-4e00-898e-904ce35f0a9f req-171d1b53-18bb-4dc3-a1b1-d0830c10b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:08.933682 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e9272ac-1aa4-4e00-898e-904ce35f0a9f req-171d1b53-18bb-4dc3-a1b1-d0830c10b495 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3&device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 1097 time: 0.0899467 Dec 16 23:36:08.992343 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-464d6228-a275-42d4-a0ec-70320bc84483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'name': 'tempest-TestShelveInstance-1393196000-router', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'gw_port': {'id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'e02280b6-61a4-42f9-a3f4-c9112b8f0f7a', 'name': '', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'mac_address': 'fa:16:3e:af:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:56Z', 'updated_at': '2021-12-16T23:31:01Z', 'revision_number': 5, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'subnets': [{'id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:36:09.019642 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464d6228-a275-42d4-a0ec-70320bc84483 None None] Checking router: 62ff5094-f12a-4190-ada6-ede6a57ff905 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:36:09.028099 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d6228-a275-42d4-a0ec-70320bc84483 None None] Routers {'62ff5094-f12a-4190-ada6-ede6a57ff905'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:36:09.028714 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-464d6228-a275-42d4-a0ec-70320bc84483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:35:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['62ff5094-f12a-4190-ada6-ede6a57ff905'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:36:09.031603 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9272ac-1aa4-4e00-898e-904ce35f0a9f req-34ada55a-e547-4687-b125-aa6c27e7955e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:09.033109 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e9272ac-1aa4-4e00-898e-904ce35f0a9f req-34ada55a-e547-4687-b125-aa6c27e7955e service neutron] 10.222.0.76 "GET /v2.0/networks?id=512a81b3-45e2-499d-9284-f17de1fcb117 HTTP/1.1" status: 200 len: 909 time: 0.0905435 Dec 16 23:36:09.085040 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e9272ac-1aa4-4e00-898e-904ce35f0a9f req-ad9c2417-646b-42df-8df1-9aee75ed6b1c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a3a0dc4-61c4-4512-921a-21a6d0962933 HTTP/1.1" status: 200 len: 217 time: 0.0432410 Dec 16 23:36:09.138150 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-464d6228-a275-42d4-a0ec-70320bc84483 None None] Set router 62ff5094-f12a-4190-ada6-ede6a57ff905 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:36:09.144930 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9272ac-1aa4-4e00-898e-904ce35f0a9f req-7ba344fa-5994-4926-9fb2-f5e974e25d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:09.146470 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e9272ac-1aa4-4e00-898e-904ce35f0a9f req-7ba344fa-5994-4926-9fb2-f5e974e25d8a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cff1adb1-2254-47f8-9ebd-03baaae9b0c5 HTTP/1.1" status: 200 len: 848 time: 0.0468426 Dec 16 23:36:09.227849 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf56a30-1286-49b5-97cb-f7eb1cbf7eb8 req-2fe0f328-39ac-412b-b0f4-1712e7941543 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:09.229381 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ccf56a30-1286-49b5-97cb-f7eb1cbf7eb8 req-2fe0f328-39ac-412b-b0f4-1712e7941543 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 946 time: 0.1352820 Dec 16 23:36:09.231207 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9272ac-1aa4-4e00-898e-904ce35f0a9f req-ffcef939-2255-446c-ab89-6c5b34bd7ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:09.232589 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e9272ac-1aa4-4e00-898e-904ce35f0a9f req-ffcef939-2255-446c-ab89-6c5b34bd7ae3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=512a81b3-45e2-499d-9284-f17de1fcb117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729415 Dec 16 23:36:09.334599 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ccf56a30-1286-49b5-97cb-f7eb1cbf7eb8 req-713b7ab0-7fb7-4163-aa67-5a320cc19911 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982780 Dec 16 23:36:09.336022 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-464d6228-a275-42d4-a0ec-70320bc84483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'name': 'tempest-TestShelveInstance-1393196000-router', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'gw_port': {'id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'e02280b6-61a4-42f9-a3f4-c9112b8f0f7a', 'name': '', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'mac_address': 'fa:16:3e:af:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:56Z', 'updated_at': '2021-12-16T23:31:01Z', 'revision_number': 5, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'subnets': [{'id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:36:09.362348 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e9272ac-1aa4-4e00-898e-904ce35f0a9f req-88fdb09e-97b6-497a-a58b-eb3ddafc5a79 service neutron] 10.222.0.76 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192350 Dec 16 23:36:09.368161 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464d6228-a275-42d4-a0ec-70320bc84483 None None] The sync data for ids ['62ff5094-f12a-4190-ada6-ede6a57ff905'] in n-d-815324-4 is: [{'id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'name': 'tempest-TestShelveInstance-1393196000-router', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'gw_port': {'id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'e02280b6-61a4-42f9-a3f4-c9112b8f0f7a', 'name': '', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'mac_address': 'fa:16:3e:af:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:56Z', 'updated_at': '2021-12-16T23:31:01Z', 'revision_number': 5, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'subnets': [{'id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:36:09.464463 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8e9272ac-1aa4-4e00-898e-904ce35f0a9f req-d4ea6933-8991-4c0d-a656-bde4598a2a28 service neutron] 10.222.0.76 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942307 Dec 16 23:36:09.593522 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7071a18-f075-42e8-83d2-9e87a7e2dab2 None None] New status for floating IP f7f1f4d6-c14d-45b2-807f-b5aed5ba169e: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:36:10.505576 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f3064-7644-46aa-a81c-1ed7a43392e7 req-9e03a6eb-ce2b-4589-85f3-b3600ed5f0ec tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:10.507118 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-786f3064-7644-46aa-a81c-1ed7a43392e7 req-9e03a6eb-ce2b-4589-85f3-b3600ed5f0ec tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 946 time: 0.1013792 Dec 16 23:36:10.556092 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-786f3064-7644-46aa-a81c-1ed7a43392e7 req-63a1a9c7-ca6f-433f-8825-8a68fa4d92eb tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431106 Dec 16 23:36:10.956139 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026ee23-bd15-4ecf-89a8-6863d585a65f req-c8c93432-ad58-4cef-b173-c695ab44f07a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:10.957494 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2026ee23-bd15-4ecf-89a8-6863d585a65f req-c8c93432-ad58-4cef-b173-c695ab44f07a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 946 time: 0.0481925 Dec 16 23:36:11.050575 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-2026ee23-bd15-4ecf-89a8-6863d585a65f req-88a90a47-afa7-4d7b-b4db-58773ff6c400 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Deleting port 5a3a0dc4-61c4-4512-921a-21a6d0962933 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:36:11.050923 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2026ee23-bd15-4ecf-89a8-6863d585a65f req-88a90a47-afa7-4d7b-b4db-58773ff6c400 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:11.143946 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-2026ee23-bd15-4ecf-89a8-6863d585a65f req-88a90a47-afa7-4d7b-b4db-58773ff6c400 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] For port 5a3a0dc4-61c4-4512-921a-21a6d0962933, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=5a3a0dc4-61c4-4512-921a-21a6d0962933,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:36:11.144310 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2026ee23-bd15-4ecf-89a8-6863d585a65f req-88a90a47-afa7-4d7b-b4db-58773ff6c400 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:11.156288 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-2026ee23-bd15-4ecf-89a8-6863d585a65f req-88a90a47-afa7-4d7b-b4db-58773ff6c400 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Calling delete_port for 5a3a0dc4-61c4-4512-921a-21a6d0962933 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:36:11.352660 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2026ee23-bd15-4ecf-89a8-6863d585a65f req-88a90a47-afa7-4d7b-b4db-58773ff6c400 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:11.381908 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a90a47-afa7-4d7b-b4db-58773ff6c400 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Pushing event deleted for resources: {'Port': ['ID=5a3a0dc4-61c4-4512-921a-21a6d0962933,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:36:11.422640 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-2026ee23-bd15-4ecf-89a8-6863d585a65f req-88a90a47-afa7-4d7b-b4db-58773ff6c400 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] No DVR routers for this DVR port 5a3a0dc4-61c4-4512-921a-21a6d0962933 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:36:11.426059 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2026ee23-bd15-4ecf-89a8-6863d585a65f req-88a90a47-afa7-4d7b-b4db-58773ff6c400 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:11.429407 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2026ee23-bd15-4ecf-89a8-6863d585a65f req-88a90a47-afa7-4d7b-b4db-58773ff6c400 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.76 "DELETE /v2.0/ports/5a3a0dc4-61c4-4512-921a-21a6d0962933 HTTP/1.1" status: 204 len: 173 time: 0.4612741 Dec 16 23:36:11.429857 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6df2b0-72e8-42a3-8f70-65d21375e973', 'name': 'network-vif-deleted', 'tag': '5a3a0dc4-61c4-4512-921a-21a6d0962933'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:36:11.432113 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46100d60-b146-416f-92fc-3e06c9e916bd" -d '{"events": [{"server_uuid": "8d6df2b0-72e8-42a3-8f70-65d21375e973", "name": "network-vif-deleted", "tag": "5a3a0dc4-61c4-4512-921a-21a6d0962933"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:36:11.471187 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa52a6b0-39e3-4822-94bd-6e06e887c5d1 x-openstack-request-id: req-aa52a6b0-39e3-4822-94bd-6e06e887c5d1 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:36:11.479836 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6df2b0-72e8-42a3-8f70-65d21375e973", "name": "network-vif-deleted", "tag": "5a3a0dc4-61c4-4512-921a-21a6d0962933", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:36:11.479836 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-aa52a6b0-39e3-4822-94bd-6e06e887c5d1 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:36:11.479836 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6df2b0-72e8-42a3-8f70-65d21375e973', 'name': 'network-vif-deleted', 'tag': '5a3a0dc4-61c4-4512-921a-21a6d0962933', 'status': 'completed', 'code': 200} Dec 16 23:36:11.654322 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-60374774-f8ad-4232-ae6a-4263092ec9f0 req-fabb22ff-6bd4-4c4f-aa51-24766f80a63e tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d6df2b0-72e8-42a3-8f70-65d21375e973 HTTP/1.1" status: 200 len: 210 time: 0.0261612 Dec 16 23:36:12.712410 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38140) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:36:12.773343 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-186e878c-ddc4-4c56-9a9d-3046b914438e tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:12.797399 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-186e878c-ddc4-4c56-9a9d-3046b914438e tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:12.901295 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-186e878c-ddc4-4c56-9a9d-3046b914438e tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:12.903989 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-186e878c-ddc4-4c56-9a9d-3046b914438e tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:12.905170 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-186e878c-ddc4-4c56-9a9d-3046b914438e tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "DELETE /v2.0/security-groups/9f3a4bfc-d77a-4539-b5ea-a033e0f1678b HTTP/1.1" status: 204 len: 168 time: 0.1917474 Dec 16 23:36:12.914424 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e878c-ddc4-4c56-9a9d-3046b914438e tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3a4bfc-d77a-4539-b5ea-a033e0f1678b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:36:15.242092 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 5a3a0dc4-61c4-4512-921a-21a6d0962933 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:36:15.262415 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 5a3a0dc4-61c4-4512-921a-21a6d0962933 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:36:15.262764 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 5a3a0dc4-61c4-4512-921a-21a6d0962933 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:36:15.264674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38150) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:36:15.269888 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-671004a2-ecfa-4144-abbf-f96e2c4a63b0 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1997683537', 'description': 'tempest-secgroup-smoke-1997683537 description', 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:36:15.358104 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-671004a2-ecfa-4144-abbf-f96e2c4a63b0 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:15.422646 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-671004a2-ecfa-4144-abbf-f96e2c4a63b0 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:15.495066 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-671004a2-ecfa-4144-abbf-f96e2c4a63b0 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:15.523367 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671004a2-ecfa-4144-abbf-f96e2c4a63b0 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d5e286-50d9-4891-9e64-557f5bc230af,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:36:15.582930 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-671004a2-ecfa-4144-abbf-f96e2c4a63b0 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:15.584229 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-671004a2-ecfa-4144-abbf-f96e2c4a63b0 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3185141 Dec 16 23:36:15.587359 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38152) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:36:15.591717 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-9e5bc2f0-d4e2-425b-b2c2-fd4731229de8 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Request body: {'security_group_rule': {'security_group_id': '17d5e286-50d9-4891-9e64-557f5bc230af', 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:36:15.700564 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9e5bc2f0-d4e2-425b-b2c2-fd4731229de8 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:15.817858 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9e5bc2f0-d4e2-425b-b2c2-fd4731229de8 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:15.883944 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9e5bc2f0-d4e2-425b-b2c2-fd4731229de8 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:15.902418 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5bc2f0-d4e2-425b-b2c2-fd4731229de8 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26738611-d2d7-48d0-b832-37858aca4cd3,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:36:15.960055 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9e5bc2f0-d4e2-425b-b2c2-fd4731229de8 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:15.961268 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-9e5bc2f0-d4e2-425b-b2c2-fd4731229de8 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3729784 Dec 16 23:36:15.964058 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38154) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:36:15.968439 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-c8d277d7-b0a9-4548-a1eb-fe81e550e314 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Request body: {'security_group_rule': {'security_group_id': '17d5e286-50d9-4891-9e64-557f5bc230af', 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:36:16.054021 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c8d277d7-b0a9-4548-a1eb-fe81e550e314 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:16.113620 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c8d277d7-b0a9-4548-a1eb-fe81e550e314 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:16.192975 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c8d277d7-b0a9-4548-a1eb-fe81e550e314 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:16.210960 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d277d7-b0a9-4548-a1eb-fe81e550e314 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62465c5-2ecf-4a24-805b-a629663151a6,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:36:16.297392 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c8d277d7-b0a9-4548-a1eb-fe81e550e314 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:16.298642 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-c8d277d7-b0a9-4548-a1eb-fe81e550e314 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3336096 Dec 16 23:36:16.301727 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38156) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:36:16.306118 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-792f3372-cdb2-491e-9477-70803d9d81db tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Request body: {'security_group_rule': {'security_group_id': '17d5e286-50d9-4891-9e64-557f5bc230af', 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:36:16.391498 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-792f3372-cdb2-491e-9477-70803d9d81db tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:16.447872 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-792f3372-cdb2-491e-9477-70803d9d81db tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:16.506509 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-792f3372-cdb2-491e-9477-70803d9d81db tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:16.524404 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f3372-cdb2-491e-9477-70803d9d81db tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff917339-f093-4cc9-b365-a88ad11db2e7,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:36:16.571690 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-792f3372-cdb2-491e-9477-70803d9d81db tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:16.572930 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-792f3372-cdb2-491e-9477-70803d9d81db tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2701986 Dec 16 23:36:16.575762 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38158) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:36:16.581097 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-007a2b39-a009-431f-a729-d2182935cc91 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Request body: {'security_group_rule': {'security_group_id': '17d5e286-50d9-4891-9e64-557f5bc230af', 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:36:16.654729 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-007a2b39-a009-431f-a729-d2182935cc91 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:16.712220 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-007a2b39-a009-431f-a729-d2182935cc91 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:16.792650 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-007a2b39-a009-431f-a729-d2182935cc91 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:16.811541 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a2b39-a009-431f-a729-d2182935cc91 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9275fa9-6395-4837-b261-8d27fb743234,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:36:16.874384 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-007a2b39-a009-431f-a729-d2182935cc91 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:16.875656 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-007a2b39-a009-431f-a729-d2182935cc91 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2989590 Dec 16 23:36:16.879030 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38160) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:36:16.883305 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-062fd523-2ccb-43e6-a551-29232185be19 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Request body: {'security_group_rule': {'security_group_id': '17d5e286-50d9-4891-9e64-557f5bc230af', 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:36:16.958179 n-d-815324-4 neutron-server[103614]: INFO neutron.db.securitygroups_db [None req-062fd523-2ccb-43e6-a551-29232185be19 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Project 5896a803ad2849a8a3ffe96ce8d9b4a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:36:16.963118 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-062fd523-2ccb-43e6-a551-29232185be19 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:17.022378 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-062fd523-2ccb-43e6-a551-29232185be19 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:17.072623 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-062fd523-2ccb-43e6-a551-29232185be19 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:17.091725 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062fd523-2ccb-43e6-a551-29232185be19 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be32b72-d4bc-4a2c-93fe-8579fc65bc8e,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:36:17.160441 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-062fd523-2ccb-43e6-a551-29232185be19 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:17.161653 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-062fd523-2ccb-43e6-a551-29232185be19 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2816830 Dec 16 23:36:17.164424 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38162) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:36:17.168790 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-87a18e08-3c8c-467f-aa51-3284c9d9ea38 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Request body: {'security_group_rule': {'security_group_id': '17d5e286-50d9-4891-9e64-557f5bc230af', 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:36:17.256156 n-d-815324-4 neutron-server[103614]: INFO neutron.db.securitygroups_db [None req-87a18e08-3c8c-467f-aa51-3284c9d9ea38 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Project 5896a803ad2849a8a3ffe96ce8d9b4a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:36:17.261436 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-87a18e08-3c8c-467f-aa51-3284c9d9ea38 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:17.320432 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-87a18e08-3c8c-467f-aa51-3284c9d9ea38 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:17.398238 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-87a18e08-3c8c-467f-aa51-3284c9d9ea38 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:17.416429 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a18e08-3c8c-467f-aa51-3284c9d9ea38 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ee454e-a07e-4a6c-853d-12c817110ff3,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:36:17.474756 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-87a18e08-3c8c-467f-aa51-3284c9d9ea38 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:17.476065 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-87a18e08-3c8c-467f-aa51-3284c9d9ea38 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3107119 Dec 16 23:36:23.455241 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9da1f068-4fa7-4434-a068-643d9cf733df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:25.690054 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-913f4928-e2e6-41b3-afba-1e92c0b25b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:26.923491 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:36:27.987132 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:27.997783 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:28.655789 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:29.071985 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:29.129400 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:39.328841 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-56113462-e1d0-454e-bc6f-19b11a0f98c4 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1997683537&fields=id&tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3 HTTP/1.1" status: 200 len: 267 time: 0.0490465 Dec 16 23:36:39.435148 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-42da3129-451d-477e-9acc-cbfadc1875ba tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:39.436506 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-42da3129-451d-477e-9acc-cbfadc1875ba tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/networks?id=512a81b3-45e2-499d-9284-f17de1fcb117 HTTP/1.1" status: 200 len: 809 time: 0.1010585 Dec 16 23:36:39.452072 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-6cef69a3-2253-4157-bc58-9a6fff4ea03c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/quotas/5896a803ad2849a8a3ffe96ce8d9b4a3 HTTP/1.1" status: 200 len: 375 time: 0.0096135 Dec 16 23:36:39.501559 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-3a1bb30a-1401-4e20-ab3e-06a0ed3900cb tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442884 Dec 16 23:36:39.567790 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-6acb434d-67b2-44f1-82b0-de2fe7f4fa0f service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:36:39.568779 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-6acb434d-67b2-44f1-82b0-de2fe7f4fa0f service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0556855 Dec 16 23:36:39.662523 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-552e6919-9583-4fbd-9aa7-f8729dbbc073 service neutron] 10.222.0.75 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870562 Dec 16 23:36:39.751558 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-5c4e99fa-11a7-4300-9b24-c60ddd5d3209 service neutron] 10.222.0.75 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823541 Dec 16 23:36:41.322141 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d3abb2dc-554c-4143-980d-b7c5fd7cdb6a req-dddeb91e-c28e-4f57-8185-8a994982fc74 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 210 time: 0.0266857 Dec 16 23:36:42.407363 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9bffe2d1-4a66-4050-a6fd-6fe16f626c2b req-fa3a1cdd-92f2-4414-8b8b-f8bfafa45a61 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 210 time: 0.0335462 Dec 16 23:36:43.486033 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e1cd249-1370-425b-9170-1aa9b1871219 req-0ba9ae5c-e396-456f-8b82-b65003c03cdb tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 210 time: 0.0291388 Dec 16 23:36:44.562580 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-46e93055-7f13-4d3f-b583-3895037b9931 req-ff4c4217-e6f5-4146-a872-8f288d0f5356 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 210 time: 0.0262308 Dec 16 23:36:45.654443 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9e7e79f6-be5c-4f09-874f-7efc693adc7b req-295df2e0-c3c0-466a-a818-b20a6a8fdc32 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 210 time: 0.0260079 Dec 16 23:36:46.752592 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-86d8a105-6299-4563-935b-92c5b9ed2373 req-4b2b10f4-3424-4fe1-8a77-7ca6a4bb1dda tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 210 time: 0.0288541 Dec 16 23:36:47.400267 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-8930c3ac-3618-4e64-830b-0e3c0b015e29 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:47.401748 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-8930c3ac-3618-4e64-830b-0e3c0b015e29 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.57 "GET /v2.0/networks?id=512a81b3-45e2-499d-9284-f17de1fcb117 HTTP/1.1" status: 200 len: 809 time: 0.1010668 Dec 16 23:36:47.476120 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-01778192-3732-4241-a3e5-1b6e6cd4becf tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3 HTTP/1.1" status: 200 len: 380 time: 0.0584726 Dec 16 23:36:47.486462 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-e676ff9d-2dfe-436d-ac41-8b556a801298 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Request body: {'port': {'device_id': '69f8f3a5-d7b7-4a40-af83-e69f0e0f8930', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'admin_state_up': True, 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'security_groups': ['17d5e286-50d9-4891-9e64-557f5bc230af']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:36:47.701093 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-e676ff9d-2dfe-436d-ac41-8b556a801298 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Made reservation on behalf of 5896a803ad2849a8a3ffe96ce8d9b4a3 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:36:47.705573 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-e676ff9d-2dfe-436d-ac41-8b556a801298 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:47.839290 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-e676ff9d-2dfe-436d-ac41-8b556a801298 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Allocated IP 172.20.0.11 (512a81b3-45e2-499d-9284-f17de1fcb117/cff1adb1-2254-47f8-9ebd-03baaae9b0c5/635fa266-34d7-42f7-b81f-e258ffea18f5) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:36:47.871457 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-97fe351c-e6d4-45e8-8b3c-0d421378f3a7 req-65de6615-5273-4066-ab41-ccf8763f00f9 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 210 time: 0.0334353 Dec 16 23:36:48.004184 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-e676ff9d-2dfe-436d-ac41-8b556a801298 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:48.141684 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-e676ff9d-2dfe-436d-ac41-8b556a801298 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:48.185187 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-e676ff9d-2dfe-436d-ac41-8b556a801298 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Network 512a81b3-45e2-499d-9284-f17de1fcb117 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:36:48.189500 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-e676ff9d-2dfe-436d-ac41-8b556a801298 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:36:48.193221 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-e676ff9d-2dfe-436d-ac41-8b556a801298 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:36:48.217578 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676ff9d-2dfe-436d-ac41-8b556a801298 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Pushing event updated for resources: {'Port': ['ID=635fa266-34d7-42f7-b81f-e258ffea18f5,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:36:48.252514 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-e676ff9d-2dfe-436d-ac41-8b556a801298 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:48.253119 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-e676ff9d-2dfe-436d-ac41-8b556a801298 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:48.372836 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-e676ff9d-2dfe-436d-ac41-8b556a801298 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8902380 Dec 16 23:36:48.432933 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-fafcefaf-0222-4dca-ac89-1b1975122985 service neutron] Request body: {'port': {'device_id': '69f8f3a5-d7b7-4a40-af83-e69f0e0f8930', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:36:48.461993 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3a0e4ea2-048c-4cfb-a23d-55c2739fc7d7 None None] Provisioning complete for port 635fa266-34d7-42f7-b81f-e258ffea18f5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:36:48.462616 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3a0e4ea2-048c-4cfb-a23d-55c2739fc7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:48.496744 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-3a0e4ea2-048c-4cfb-a23d-55c2739fc7d7 None None] Port 635fa266-34d7-42f7-b81f-e258ffea18f5 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:36:48.829423 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-fafcefaf-0222-4dca-ac89-1b1975122985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:48.995871 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22223b71-75bd-4f2b-a872-9eb18967a651 req-c7ffd201-569e-4c5b-892e-5ed197a5b14b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:48.997540 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22223b71-75bd-4f2b-a872-9eb18967a651 req-c7ffd201-569e-4c5b-892e-5ed197a5b14b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 932 time: 0.0506465 Dec 16 23:36:49.050916 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-22223b71-75bd-4f2b-a872-9eb18967a651 req-295523ea-659c-4989-ab4b-bb17ff5dc191 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469537 Dec 16 23:36:49.097854 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-fafcefaf-0222-4dca-ac89-1b1975122985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 635fa266-34d7-42f7-b81f-e258ffea18f5 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:36:49.105290 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-fafcefaf-0222-4dca-ac89-1b1975122985 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:49.118259 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-fafcefaf-0222-4dca-ac89-1b1975122985 service neutron] Transition to ACTIVE for port object 635fa266-34d7-42f7-b81f-e258ffea18f5 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:36:49.180867 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-fafcefaf-0222-4dca-ac89-1b1975122985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:49.241770 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafcefaf-0222-4dca-ac89-1b1975122985 service neutron] Pushing event updated for resources: {'Port': ['ID=635fa266-34d7-42f7-b81f-e258ffea18f5,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:36:49.313354 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-fafcefaf-0222-4dca-ac89-1b1975122985 service neutron] Attempting to bind port 635fa266-34d7-42f7-b81f-e258ffea18f5 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:36:49.314097 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-fafcefaf-0222-4dca-ac89-1b1975122985 service neutron] Attempting to bind port 635fa266-34d7-42f7-b81f-e258ffea18f5 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'cd19353d-ca58-42bb-882d-3ff0187abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:36:49.314526 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-fafcefaf-0222-4dca-ac89-1b1975122985 service neutron] Attempting to bind port 635fa266-34d7-42f7-b81f-e258ffea18f5 on network 512a81b3-45e2-499d-9284-f17de1fcb117 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:36:49.319580 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-fafcefaf-0222-4dca-ac89-1b1975122985 service neutron] Port 635fa266-34d7-42f7-b81f-e258ffea18f5 on network 512a81b3-45e2-499d-9284-f17de1fcb117 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:36:49.319912 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-fafcefaf-0222-4dca-ac89-1b1975122985 service neutron] Attempting to bind port 635fa266-34d7-42f7-b81f-e258ffea18f5 on network 512a81b3-45e2-499d-9284-f17de1fcb117 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:36:49.325004 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-fafcefaf-0222-4dca-ac89-1b1975122985 service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:36:49.325354 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-fafcefaf-0222-4dca-ac89-1b1975122985 service neutron] Checking segment: {'id': 'cd19353d-ca58-42bb-882d-3ff0187abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:36:49.325746 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-fafcefaf-0222-4dca-ac89-1b1975122985 service neutron] Bound using segment: {'id': 'cd19353d-ca58-42bb-882d-3ff0187abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:36:49.326206 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-fafcefaf-0222-4dca-ac89-1b1975122985 service neutron] Bound port: 635fa266-34d7-42f7-b81f-e258ffea18f5, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd19353d-ca58-42bb-882d-3ff0187abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:36:49.326620 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-fafcefaf-0222-4dca-ac89-1b1975122985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:49.392193 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-fafcefaf-0222-4dca-ac89-1b1975122985 service neutron] For port 635fa266-34d7-42f7-b81f-e258ffea18f5, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:36:49.395444 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-fafcefaf-0222-4dca-ac89-1b1975122985 service neutron] For port 635fa266-34d7-42f7-b81f-e258ffea18f5, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=635fa266-34d7-42f7-b81f-e258ffea18f5,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:36:49.461471 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-fafcefaf-0222-4dca-ac89-1b1975122985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:49.499422 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-fafcefaf-0222-4dca-ac89-1b1975122985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:49.500102 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-fafcefaf-0222-4dca-ac89-1b1975122985 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:49.501523 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-fafcefaf-0222-4dca-ac89-1b1975122985 service neutron] 10.222.0.57 "PUT /v2.0/ports/635fa266-34d7-42f7-b81f-e258ffea18f5 HTTP/1.1" status: 200 len: 1092 time: 1.1154439 Dec 16 23:36:49.501990 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f8f3a5-d7b7-4a40-af83-e69f0e0f8930', 'tag': '635fa266-34d7-42f7-b81f-e258ffea18f5'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:36:49.504282 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf49f6a-79be-4229-9e21-fa92f31861ca" -d '{"events": [{"name": "network-changed", "server_uuid": "69f8f3a5-d7b7-4a40-af83-e69f0e0f8930", "tag": "635fa266-34d7-42f7-b81f-e258ffea18f5"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:36:49.528221 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafcefaf-0222-4dca-ac89-1b1975122985 service neutron] Pushing event updated for resources: {'Port': ['ID=635fa266-34d7-42f7-b81f-e258ffea18f5,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:36:49.573197 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eae3bfd-8903-41e2-b349-caf0dfc060eb x-openstack-request-id: req-8eae3bfd-8903-41e2-b349-caf0dfc060eb {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:36:49.573568 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f8f3a5-d7b7-4a40-af83-e69f0e0f8930", "tag": "635fa266-34d7-42f7-b81f-e258ffea18f5", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:36:49.573995 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8eae3bfd-8903-41e2-b349-caf0dfc060eb {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:36:49.574604 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f8f3a5-d7b7-4a40-af83-e69f0e0f8930', 'tag': '635fa266-34d7-42f7-b81f-e258ffea18f5', 'status': 'completed', 'code': 200} Dec 16 23:36:49.673508 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf49f6a-79be-4229-9e21-fa92f31861ca req-1429054b-9cd4-4444-9aed-bfccebb2e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:49.675292 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-acf49f6a-79be-4229-9e21-fa92f31861ca req-1429054b-9cd4-4444-9aed-bfccebb2e60b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3&device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 1095 time: 0.0553622 Dec 16 23:36:49.792581 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf49f6a-79be-4229-9e21-fa92f31861ca req-b04f48d8-e5e8-4fee-99f5-baaba92cf41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:49.794094 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-acf49f6a-79be-4229-9e21-fa92f31861ca req-b04f48d8-e5e8-4fee-99f5-baaba92cf41b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1052148 Dec 16 23:36:49.894276 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf49f6a-79be-4229-9e21-fa92f31861ca req-593c8dea-b8f7-45a5-b72a-d35eedab1ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:49.895696 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-acf49f6a-79be-4229-9e21-fa92f31861ca req-593c8dea-b8f7-45a5-b72a-d35eedab1ec1 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0948825 Dec 16 23:36:49.995720 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-eeaaa02b-c881-4cde-bebb-6c0eb1e99385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:49.997297 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-eeaaa02b-c881-4cde-bebb-6c0eb1e99385 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3&device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 1095 time: 0.0424502 Dec 16 23:36:50.050526 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-62bead13-0d15-4d7e-aa18-12c9ae7d3b47 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=635fa266-34d7-42f7-b81f-e258ffea18f5 HTTP/1.1" status: 200 len: 217 time: 0.0399730 Dec 16 23:36:50.101632 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-7db8936a-b795-4b8c-9fb9-1c7357491af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:50.103285 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-7db8936a-b795-4b8c-9fb9-1c7357491af8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cff1adb1-2254-47f8-9ebd-03baaae9b0c5 HTTP/1.1" status: 200 len: 848 time: 0.0461180 Dec 16 23:36:50.151488 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-ce40fec8-cbd0-42ab-825e-56f620d9a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:50.153062 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-ce40fec8-cbd0-42ab-825e-56f620d9a56d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=512a81b3-45e2-499d-9284-f17de1fcb117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421522 Dec 16 23:36:50.174192 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56e142-07cf-47bd-863a-29ebe3768592 req-cb4ecd66-011a-473f-8953-e8a268e7fa60 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:50.175774 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4d56e142-07cf-47bd-863a-29ebe3768592 req-cb4ecd66-011a-473f-8953-e8a268e7fa60 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.0544755 Dec 16 23:36:50.229621 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4d56e142-07cf-47bd-863a-29ebe3768592 req-b3f9ebe8-b787-4022-833a-5070117b0d48 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474768 Dec 16 23:36:50.255727 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-9e60c93b-ec58-4ebe-9651-e152942acfc9 service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951512 Dec 16 23:36:50.345895 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-8cd75c20-8cb6-4008-9a90-23d40c6399a6 req-11f76641-fa58-4404-b810-cbef2a3bc1ca service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832002 Dec 16 23:36:51.349760 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9a161-1a15-4187-a310-5d930f0c2f26 req-afc0b928-9c53-4322-9230-575f0f2015be tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:51.351311 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-83b9a161-1a15-4187-a310-5d930f0c2f26 req-afc0b928-9c53-4322-9230-575f0f2015be tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.0513177 Dec 16 23:36:51.401614 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-83b9a161-1a15-4187-a310-5d930f0c2f26 req-be5c5bfe-673f-4977-91cf-42372b2bd1e0 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441778 Dec 16 23:36:52.529737 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b8f1c-7794-4834-98f3-ff79c225ae89 req-71f0fad5-6f04-4942-abd2-3d2ab5f75424 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:52.531424 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb7b8f1c-7794-4834-98f3-ff79c225ae89 req-71f0fad5-6f04-4942-abd2-3d2ab5f75424 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.0516865 Dec 16 23:36:52.582915 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb7b8f1c-7794-4834-98f3-ff79c225ae89 req-5565a651-cb6d-489a-bda7-b521d5ee9df3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454338 Dec 16 23:36:53.484435 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-87351be0-8264-4d61-9bd4-ad5841d20c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:53.707793 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d086f57-9b2c-471f-8db3-528d49957ad9 req-34771af4-b21c-4068-b708-7eb221682b1e tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:53.709403 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2d086f57-9b2c-471f-8db3-528d49957ad9 req-34771af4-b21c-4068-b708-7eb221682b1e tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.0571299 Dec 16 23:36:53.775583 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2d086f57-9b2c-471f-8db3-528d49957ad9 req-0b9d16fa-70a6-46c4-9e68-7dfaf36a7189 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590537 Dec 16 23:36:54.892364 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d169aa-c3b5-4bfc-a6cb-722d0c6b5581 req-693e383e-56df-48bd-9d3a-21b76f311fed tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:54.893806 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d169aa-c3b5-4bfc-a6cb-722d0c6b5581 req-693e383e-56df-48bd-9d3a-21b76f311fed tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.0488327 Dec 16 23:36:54.947321 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9d169aa-c3b5-4bfc-a6cb-722d0c6b5581 req-8b4686fc-bbb8-4e84-bc6b-69f9abc967cd tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476232 Dec 16 23:36:55.837984 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5b796cba-cbe2-42b5-97d7-441b02d328d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:56.061171 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165b8c-031e-4b76-b3da-902f17d986e0 req-e56427dd-4375-47bd-9f5d-a35c4d66c4cf tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:56.062676 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e165b8c-031e-4b76-b3da-902f17d986e0 req-e56427dd-4375-47bd-9f5d-a35c4d66c4cf tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.0492432 Dec 16 23:36:56.112396 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0e165b8c-031e-4b76-b3da-902f17d986e0 req-cfe5fb99-cd44-491a-bff4-28bbb940f8bb tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435147 Dec 16 23:36:57.227802 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd4bfa-7a00-46b0-8693-893d2146f85e req-eb1b58ed-ee52-4a99-bda7-0cb41eed45a1 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:57.230063 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5cbd4bfa-7a00-46b0-8693-893d2146f85e req-eb1b58ed-ee52-4a99-bda7-0cb41eed45a1 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.0497437 Dec 16 23:36:57.280047 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5cbd4bfa-7a00-46b0-8693-893d2146f85e req-a2b45a70-c6e6-4c1c-8b4f-ee2e43a837da tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445907 Dec 16 23:36:57.312101 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:57.820477 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:58.402468 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af1fe8-5059-4484-9b76-1caf48b14f9d req-ab4a2085-424f-4340-b956-aaaa19083788 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:58.403989 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a8af1fe8-5059-4484-9b76-1caf48b14f9d req-ab4a2085-424f-4340-b956-aaaa19083788 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.0544896 Dec 16 23:36:58.454258 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a8af1fe8-5059-4484-9b76-1caf48b14f9d req-9241de07-9ac1-4f0b-9f61-7eb739c041d5 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435641 Dec 16 23:36:58.643941 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:59.071949 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:59.129422 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:36:59.576058 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f923b-2b7b-4cca-9ce5-7454c3d17cfc req-972afe7d-ac19-4c65-a515-b8811aff75c8 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:36:59.577592 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4c4f923b-2b7b-4cca-9ce5-7454c3d17cfc req-972afe7d-ac19-4c65-a515-b8811aff75c8 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.0518026 Dec 16 23:36:59.628951 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4c4f923b-2b7b-4cca-9ce5-7454c3d17cfc req-79cea2a0-dc60-428e-8456-507f568d8c0c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453424 Dec 16 23:37:00.743587 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fe4b6-1ef5-4962-b2a8-06bc7b8bc1e6 req-bc30fe8e-8b29-4c80-a20b-6d53bed19dcd tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:00.745310 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c9fe4b6-1ef5-4962-b2a8-06bc7b8bc1e6 req-bc30fe8e-8b29-4c80-a20b-6d53bed19dcd tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.0499547 Dec 16 23:37:00.796624 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3c9fe4b6-1ef5-4962-b2a8-06bc7b8bc1e6 req-7c734d35-5af4-4925-9845-ef3d9e53eee3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439515 Dec 16 23:37:01.917666 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824fb8d-1b4b-430d-b205-7b49f871c265 req-91acbbba-11f7-46ad-a7dd-ac85cdb78008 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:01.919086 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b824fb8d-1b4b-430d-b205-7b49f871c265 req-91acbbba-11f7-46ad-a7dd-ac85cdb78008 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.0527864 Dec 16 23:37:01.967665 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b824fb8d-1b4b-430d-b205-7b49f871c265 req-b8bfae28-fc51-4e76-b717-d0f27f149022 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425320 Dec 16 23:37:03.085591 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d88a5-064e-48e0-b705-389321f90545 req-3633cd98-a499-4b22-a680-f717e72be988 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:03.087137 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6f2d88a5-064e-48e0-b705-389321f90545 req-3633cd98-a499-4b22-a680-f717e72be988 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.0497432 Dec 16 23:37:03.139794 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6f2d88a5-064e-48e0-b705-389321f90545 req-a8faee4f-0af1-4121-aad3-fbd1a4bc8c53 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467870 Dec 16 23:37:03.211575 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 635fa266-34d7-42f7-b81f-e258ffea18f5 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:37:03.302512 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 635fa266-34d7-42f7-b81f-e258ffea18f5, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=635fa266-34d7-42f7-b81f-e258ffea18f5,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:37:03.314330 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '635fa266-34d7-42f7-b81f-e258ffea18f5', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'port_id': '635fa266-34d7-42f7-b81f-e258ffea18f5', 'mac_address': 'fa:16:3e:12:7f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:37:03.352895 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:03.365986 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 635fa266-34d7-42f7-b81f-e258ffea18f5 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:37:03.384809 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 635fa266-34d7-42f7-b81f-e258ffea18f5, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=635fa266-34d7-42f7-b81f-e258ffea18f5,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:37:03.489430 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:03.536015 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=635fa266-34d7-42f7-b81f-e258ffea18f5,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:03.543261 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:03.543619 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:03.543966 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:03.544309 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:03.544649 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:03.545011 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:03.545346 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:03.545682 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:03.546008 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:03.546359 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:03.547429 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:03.547569 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:03.547857 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:03.894096 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['635fa266-34d7-42f7-b81f-e258ffea18f5'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:37:03.924260 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:37:04.254285 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac5a60-4bd1-4a0f-9975-9945d1eb3bfc req-bacfbe2e-6230-48f3-94ab-6bfb74520011 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:04.255868 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b1ac5a60-4bd1-4a0f-9975-9945d1eb3bfc req-bacfbe2e-6230-48f3-94ab-6bfb74520011 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 945 time: 0.0489154 Dec 16 23:37:04.305536 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b1ac5a60-4bd1-4a0f-9975-9945d1eb3bfc req-16f99a4f-2dcd-49f9-9b10-726d7090ec24 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438015 Dec 16 23:37:05.243158 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 635fa266-34d7-42f7-b81f-e258ffea18f5 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:37:05.357477 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 635fa266-34d7-42f7-b81f-e258ffea18f5 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:37:05.362497 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 635fa266-34d7-42f7-b81f-e258ffea18f5 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:37:05.362929 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:05.424693 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7494f-ec35-4848-87e2-323d702215b9 req-c5ca5295-589e-4af1-8266-6e281b54d99d tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:05.426350 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ccc7494f-ec35-4848-87e2-323d702215b9 req-c5ca5295-589e-4af1-8266-6e281b54d99d tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 945 time: 0.0517979 Dec 16 23:37:05.480256 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ccc7494f-ec35-4848-87e2-323d702215b9 req-d7bbafb7-dc06-41ff-8ee0-134179dff189 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474246 Dec 16 23:37:05.604636 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:05.626683 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f8f3a5-d7b7-4a40-af83-e69f0e0f8930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635fa266-34d7-42f7-b81f-e258ffea18f5'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:37:05.628956 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad16edea-f324-47c5-8a72-d4ffb4315433" -d '{"events": [{"server_uuid": "69f8f3a5-d7b7-4a40-af83-e69f0e0f8930", "name": "network-vif-plugged", "status": "completed", "tag": "635fa266-34d7-42f7-b81f-e258ffea18f5"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:37:05.641961 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 635fa266-34d7-42f7-b81f-e258ffea18f5, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=635fa266-34d7-42f7-b81f-e258ffea18f5,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:37:05.723536 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6db89c-612b-42b6-8688-b6c9b9695d90 x-openstack-request-id: req-3f6db89c-612b-42b6-8688-b6c9b9695d90 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:37:05.723838 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f8f3a5-d7b7-4a40-af83-e69f0e0f8930", "name": "network-vif-plugged", "status": "completed", "tag": "635fa266-34d7-42f7-b81f-e258ffea18f5", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:37:05.724097 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3f6db89c-612b-42b6-8688-b6c9b9695d90 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:37:05.724505 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f8f3a5-d7b7-4a40-af83-e69f0e0f8930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635fa266-34d7-42f7-b81f-e258ffea18f5', 'code': 200} Dec 16 23:37:05.748266 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:05.798322 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=635fa266-34d7-42f7-b81f-e258ffea18f5,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:05.862073 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37193c-86f6-4a10-bdf8-c697b93d55d7 req-90c9b6b3-f848-48b8-ae84-ac48b373cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:05.863610 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0b37193c-86f6-4a10-bdf8-c697b93d55d7 req-90c9b6b3-f848-48b8-ae84-ac48b373cf84 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 1097 time: 0.0416915 Dec 16 23:37:05.909919 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-0b37193c-86f6-4a10-bdf8-c697b93d55d7 req-d1ced254-26ce-4dc6-acc9-4e9d42f44b72 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396478 Dec 16 23:37:06.601630 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670d716-5762-4473-b6ec-cb8265dfd3d2 req-34a8b246-1048-4373-aa71-df9609d86e61 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:06.603285 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2670d716-5762-4473-b6ec-cb8265dfd3d2 req-34a8b246-1048-4373-aa71-df9609d86e61 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 946 time: 0.0551696 Dec 16 23:37:06.653169 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2670d716-5762-4473-b6ec-cb8265dfd3d2 req-783c6b77-f5ca-4335-8177-90c117b2aee2 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438163 Dec 16 23:37:07.777431 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cbc0f-eeed-4bcc-a2cb-335dd132cd5e req-d875e269-8b9a-4342-9038-4c43cf98ac2c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:07.778950 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-993cbc0f-eeed-4bcc-a2cb-335dd132cd5e req-d875e269-8b9a-4342-9038-4c43cf98ac2c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 946 time: 0.0538702 Dec 16 23:37:07.829273 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-993cbc0f-eeed-4bcc-a2cb-335dd132cd5e req-bcbd19ef-d057-4f4f-92b0-830a76a2fd6e tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439448 Dec 16 23:37:07.944466 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a04146-5086-4dd7-b098-00ad7f3bd21b req-ccfa5e55-226a-4b1a-bb11-d524b79a75de tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:07.945884 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-73a04146-5086-4dd7-b098-00ad7f3bd21b req-ccfa5e55-226a-4b1a-bb11-d524b79a75de tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 946 time: 0.0505481 Dec 16 23:37:07.994122 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-73a04146-5086-4dd7-b098-00ad7f3bd21b req-b54b3d44-7c77-4f77-ae64-4794e6f7d226 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423884 Dec 16 23:37:08.015493 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38412) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:37:08.095323 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625671f1-2aba-4419-9310-f3e289f5fc5e tempest-TestShelveInstance-842518295 tempest-TestShelveInstance-842518295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:08.096845 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-625671f1-2aba-4419-9310-f3e289f5fc5e tempest-TestShelveInstance-842518295 tempest-TestShelveInstance-842518295-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 1092 time: 0.0803349 Dec 16 23:37:08.099568 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38416) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:37:08.103720 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'port_id': '635fa266-34d7-42f7-b81f-e258ffea18f5', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:37:08.169104 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:08.267324 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:08.366757 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Allocated IP 172.25.6.234 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/9405ee1e-124c-40bc-b704-0e53c9300b81) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:37:08.469582 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:08.558411 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:08.598558 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:37:08.601522 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:37:08.605029 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:37:08.627513 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Pushing event updated for resources: {'Port': ['ID=9405ee1e-124c-40bc-b704-0e53c9300b81,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:08.638958 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:08.639339 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:08.639685 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:08.640024 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:08.640393 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:08.640729 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:08.641138 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:08.641474 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:08.641806 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:08.642133 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:08.642462 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:08.642790 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:08.643149 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:37:08.976423 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:09.110595 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:09.261416 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:09.363198 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:09.440747 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Pushing event updated for resources: {'Port': ['ID=9405ee1e-124c-40bc-b704-0e53c9300b81,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:37:09.448256 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:09.552687 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Floating IP c8fa79d4-bae1-4391-b3f5-a0352479d98f associated. External IP: 172.25.6.234, port: 635fa266-34d7-42f7-b81f-e258ffea18f5. Dec 16 23:37:09.759515 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Router 62ff5094-f12a-4190-ada6-ede6a57ff905 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:37:09.870426 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:37:09.881271 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b864168-b760-420c-b8ad-fbe606817a93 None None] Sync routers for ids ['62ff5094-f12a-4190-ada6-ede6a57ff905'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:37:09.894481 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b864168-b760-420c-b8ad-fbe606817a93 None None] Routers {'62ff5094-f12a-4190-ada6-ede6a57ff905'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:37:09.895216 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9b864168-b760-420c-b8ad-fbe606817a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:36:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['62ff5094-f12a-4190-ada6-ede6a57ff905'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:37:09.931283 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:09.960097 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2a60551a-f86e-4bfd-b198-e221fe7100a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8595071 Dec 16 23:37:09.960705 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f8f3a5-d7b7-4a40-af83-e69f0e0f8930', 'tag': '635fa266-34d7-42f7-b81f-e258ffea18f5'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:37:09.963138 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}262422c41fb3f4df6327d4ea873ca9a06926c8fbcf4dc10a31d5fa6940e748a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18c08b1-eee1-4248-9962-505659139b89" -d '{"events": [{"name": "network-changed", "server_uuid": "69f8f3a5-d7b7-4a40-af83-e69f0e0f8930", "tag": "635fa266-34d7-42f7-b81f-e258ffea18f5"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:37:10.003447 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-9b864168-b760-420c-b8ad-fbe606817a93 None None] Set router 62ff5094-f12a-4190-ada6-ede6a57ff905 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:37:10.054236 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2f142d-32ad-4a85-81a5-41e42ddd324b x-openstack-request-id: req-ab2f142d-32ad-4a85-81a5-41e42ddd324b {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:37:10.054769 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f8f3a5-d7b7-4a40-af83-e69f0e0f8930", "tag": "635fa266-34d7-42f7-b81f-e258ffea18f5", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:37:10.054884 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ab2f142d-32ad-4a85-81a5-41e42ddd324b {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:37:10.055233 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f8f3a5-d7b7-4a40-af83-e69f0e0f8930', 'tag': '635fa266-34d7-42f7-b81f-e258ffea18f5', 'status': 'completed', 'code': 200} Dec 16 23:37:10.138523 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c08b1-eee1-4248-9962-505659139b89 req-20538ba4-798b-4e04-8eae-3ae292319abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:10.140007 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a18c08b1-eee1-4248-9962-505659139b89 req-20538ba4-798b-4e04-8eae-3ae292319abe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3&device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 1097 time: 0.0421193 Dec 16 23:37:10.229937 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9b864168-b760-420c-b8ad-fbe606817a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'name': 'tempest-TestShelveInstance-1393196000-router', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'gw_port': {'id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'c8fa79d4-bae1-4391-b3f5-a0352479d98f', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'floating_ip_address': '172.25.6.234', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'port_id': '635fa266-34d7-42f7-b81f-e258ffea18f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'mac_address': 'fa:16:3e:12:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f8f3a5-d7b7-4a40-af83-e69f0e0f8930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:37:08Z', 'updated_at': '2021-12-16T23:37:08Z', 'revision_number': 0, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e02280b6-61a4-42f9-a3f4-c9112b8f0f7a', 'name': '', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'mac_address': 'fa:16:3e:af:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:56Z', 'updated_at': '2021-12-16T23:31:01Z', 'revision_number': 5, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'subnets': [{'id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:37:10.236836 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c08b1-eee1-4248-9962-505659139b89 req-ba195dfd-f06c-415e-9624-10e69f9a2a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:10.238345 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a18c08b1-eee1-4248-9962-505659139b89 req-ba195dfd-f06c-415e-9624-10e69f9a2a23 service neutron] 10.222.0.57 "GET /v2.0/networks?id=512a81b3-45e2-499d-9284-f17de1fcb117 HTTP/1.1" status: 200 len: 909 time: 0.0902853 Dec 16 23:37:10.260646 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b864168-b760-420c-b8ad-fbe606817a93 None None] Checking router: 62ff5094-f12a-4190-ada6-ede6a57ff905 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:37:10.270056 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b864168-b760-420c-b8ad-fbe606817a93 None None] Routers {'62ff5094-f12a-4190-ada6-ede6a57ff905'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:37:10.270684 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9b864168-b760-420c-b8ad-fbe606817a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:36:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['62ff5094-f12a-4190-ada6-ede6a57ff905'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:37:10.304934 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a18c08b1-eee1-4248-9962-505659139b89 req-e2951a02-843e-452e-9ba0-2e0dc432a5c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=635fa266-34d7-42f7-b81f-e258ffea18f5 HTTP/1.1" status: 200 len: 1000 time: 0.0588632 Dec 16 23:37:10.360090 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c08b1-eee1-4248-9962-505659139b89 req-00c1bd30-3a1b-4f92-8302-282e86f5e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:10.361577 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a18c08b1-eee1-4248-9962-505659139b89 req-00c1bd30-3a1b-4f92-8302-282e86f5e9ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cff1adb1-2254-47f8-9ebd-03baaae9b0c5 HTTP/1.1" status: 200 len: 848 time: 0.0497105 Dec 16 23:37:10.373885 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-9b864168-b760-420c-b8ad-fbe606817a93 None None] Set router 62ff5094-f12a-4190-ada6-ede6a57ff905 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:37:10.409609 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c08b1-eee1-4248-9962-505659139b89 req-a8869c75-0370-4f7a-a53d-e160586a760f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:10.411090 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a18c08b1-eee1-4248-9962-505659139b89 req-a8869c75-0370-4f7a-a53d-e160586a760f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=512a81b3-45e2-499d-9284-f17de1fcb117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419538 Dec 16 23:37:10.503731 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a18c08b1-eee1-4248-9962-505659139b89 req-488e587c-4b24-49e5-b6da-35741309565e service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855997 Dec 16 23:37:10.600950 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a18c08b1-eee1-4248-9962-505659139b89 req-524b178d-ce8b-4b1d-9e42-43de5d321a34 service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902431 Dec 16 23:37:10.601312 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9b864168-b760-420c-b8ad-fbe606817a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'name': 'tempest-TestShelveInstance-1393196000-router', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'gw_port': {'id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'c8fa79d4-bae1-4391-b3f5-a0352479d98f', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'floating_ip_address': '172.25.6.234', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'port_id': '635fa266-34d7-42f7-b81f-e258ffea18f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'mac_address': 'fa:16:3e:12:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f8f3a5-d7b7-4a40-af83-e69f0e0f8930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:37:08Z', 'updated_at': '2021-12-16T23:37:08Z', 'revision_number': 0, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e02280b6-61a4-42f9-a3f4-c9112b8f0f7a', 'name': '', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'mac_address': 'fa:16:3e:af:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:56Z', 'updated_at': '2021-12-16T23:31:01Z', 'revision_number': 5, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'subnets': [{'id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:37:10.628891 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b864168-b760-420c-b8ad-fbe606817a93 None None] The sync data for ids ['62ff5094-f12a-4190-ada6-ede6a57ff905'] in n-d-815324-4 is: [{'id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'name': 'tempest-TestShelveInstance-1393196000-router', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'gw_port': {'id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'c8fa79d4-bae1-4391-b3f5-a0352479d98f', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'floating_ip_address': '172.25.6.234', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'port_id': '635fa266-34d7-42f7-b81f-e258ffea18f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'mac_address': 'fa:16:3e:12:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f8f3a5-d7b7-4a40-af83-e69f0e0f8930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:37:08Z', 'updated_at': '2021-12-16T23:37:08Z', 'revision_number': 0, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e02280b6-61a4-42f9-a3f4-c9112b8f0f7a', 'name': '', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'mac_address': 'fa:16:3e:af:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:56Z', 'updated_at': '2021-12-16T23:31:01Z', 'revision_number': 5, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'subnets': [{'id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:37:10.815119 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d6c3c0-3504-4d22-b626-a462e8398528 None None] New status for floating IP c8fa79d4-bae1-4391-b3f5-a0352479d98f: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:37:23.466189 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd9cb-316f-4f64-a692-aee30b684a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:25.694590 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5435685a-8923-468a-ac70-f5bf01d53a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:27.306153 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:27.780222 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:28.694635 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:29.054222 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:29.128668 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:32.103374 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ebcfba5c-88a1-478a-bca0-b761aada3143 req-4a79f5b9-28e9-4666-b606-90c3d8c736f7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449305 Dec 16 23:37:32.213240 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfba5c-88a1-478a-bca0-b761aada3143 req-b44e51fd-128d-48f6-b9c1-76684ecc52b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:32.214938 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ebcfba5c-88a1-478a-bca0-b761aada3143 req-b44e51fd-128d-48f6-b9c1-76684ecc52b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3&device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 1097 time: 0.0505905 Dec 16 23:37:32.326987 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfba5c-88a1-478a-bca0-b761aada3143 req-a9778775-b75a-4f3b-a07c-bb7b3fd2bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:32.328590 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ebcfba5c-88a1-478a-bca0-b761aada3143 req-a9778775-b75a-4f3b-a07c-bb7b3fd2bfe9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=512a81b3-45e2-499d-9284-f17de1fcb117 HTTP/1.1" status: 200 len: 909 time: 0.0930505 Dec 16 23:37:32.398665 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ebcfba5c-88a1-478a-bca0-b761aada3143 req-d8c0caae-f43f-44e2-b518-72555939bed6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=635fa266-34d7-42f7-b81f-e258ffea18f5 HTTP/1.1" status: 200 len: 1002 time: 0.0627518 Dec 16 23:37:32.458661 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfba5c-88a1-478a-bca0-b761aada3143 req-b0f2802c-dd5d-4bc7-8967-2851298246c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:32.460235 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ebcfba5c-88a1-478a-bca0-b761aada3143 req-b0f2802c-dd5d-4bc7-8967-2851298246c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cff1adb1-2254-47f8-9ebd-03baaae9b0c5 HTTP/1.1" status: 200 len: 848 time: 0.0550437 Dec 16 23:37:32.512316 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfba5c-88a1-478a-bca0-b761aada3143 req-f0e8641b-da07-45a4-9533-f3cb58e09d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:37:32.513893 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ebcfba5c-88a1-478a-bca0-b761aada3143 req-f0e8641b-da07-45a4-9533-f3cb58e09d1d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=512a81b3-45e2-499d-9284-f17de1fcb117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466750 Dec 16 23:37:32.608017 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ebcfba5c-88a1-478a-bca0-b761aada3143 req-c9a70c00-baa9-4483-95a8-12cf4ce3cef5 service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861487 Dec 16 23:37:32.707327 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ebcfba5c-88a1-478a-bca0-b761aada3143 req-6aafd752-661e-4513-97c7-e38cc1ea33a7 service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916374 Dec 16 23:37:40.930649 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:37:53.431886 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8ebcb108-35d8-4bda-8636-ad380a50e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:55.694588 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cf753e36-2000-434c-a823-027b953b6b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:57.345859 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:57.819326 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:58.671772 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:59.089064 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:37:59.169041 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:17.927786 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:38:23.477487 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-976a08b7-8c56-470f-a625-c798e5534c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:25.722771 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5a8e4851-8dde-4bf4-b28d-88cd988664c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:27.334014 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:27.876931 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:28.677021 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:29.128505 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:29.162597 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:32.061335 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f17a985e-dc12-4aeb-b9e0-c8a17027bd21 req-8e0f89e8-1f7b-444b-b979-a841fbcd7066 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414290 Dec 16 23:38:32.158303 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a985e-dc12-4aeb-b9e0-c8a17027bd21 req-e7fa2b18-294a-40d5-92c4-c270d8358a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:38:32.159964 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f17a985e-dc12-4aeb-b9e0-c8a17027bd21 req-e7fa2b18-294a-40d5-92c4-c270d8358a10 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3&device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 1097 time: 0.0408714 Dec 16 23:38:32.272499 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a985e-dc12-4aeb-b9e0-c8a17027bd21 req-3a9af71b-d121-4117-92a8-a3d5f463cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:38:32.274019 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f17a985e-dc12-4aeb-b9e0-c8a17027bd21 req-3a9af71b-d121-4117-92a8-a3d5f463cfea service neutron] 10.222.0.57 "GET /v2.0/networks?id=512a81b3-45e2-499d-9284-f17de1fcb117 HTTP/1.1" status: 200 len: 909 time: 0.0949159 Dec 16 23:38:32.340000 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f17a985e-dc12-4aeb-b9e0-c8a17027bd21 req-049a2f13-d6fd-44f6-8296-652607f36931 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=635fa266-34d7-42f7-b81f-e258ffea18f5 HTTP/1.1" status: 200 len: 1002 time: 0.0590656 Dec 16 23:38:32.392802 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a985e-dc12-4aeb-b9e0-c8a17027bd21 req-0893acf8-b50e-47a9-8592-f9c023d110c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:38:32.394250 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f17a985e-dc12-4aeb-b9e0-c8a17027bd21 req-0893acf8-b50e-47a9-8592-f9c023d110c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cff1adb1-2254-47f8-9ebd-03baaae9b0c5 HTTP/1.1" status: 200 len: 848 time: 0.0480728 Dec 16 23:38:32.440896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a985e-dc12-4aeb-b9e0-c8a17027bd21 req-18e77b40-f185-4a50-a797-a756d0052443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:38:32.442397 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f17a985e-dc12-4aeb-b9e0-c8a17027bd21 req-18e77b40-f185-4a50-a797-a756d0052443 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=512a81b3-45e2-499d-9284-f17de1fcb117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396085 Dec 16 23:38:32.532576 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f17a985e-dc12-4aeb-b9e0-c8a17027bd21 req-781e3d0f-4f28-49b2-aa74-137aee7c0840 service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825207 Dec 16 23:38:32.626761 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f17a985e-dc12-4aeb-b9e0-c8a17027bd21 req-f807d462-04e9-427c-a408-31c4c5f19938 service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874438 Dec 16 23:38:53.452517 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c7d4ca00-931d-40fc-b161-c6e8e60f96f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:54.927796 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:38:55.699803 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-31e4a4e7-ab65-470a-a20a-26ad7d34f5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:57.345551 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:57.820061 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:58.671378 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:59.128934 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:38:59.162634 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:23.476533 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ece89b83-661d-4fc8-8873-40648423f1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:25.709318 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a9f92504-22af-4432-bbe2-a6c85d1a1a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:27.354676 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:27.876570 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:28.686204 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:29.185453 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:29.270990 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:31.926450 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:39:32.028792 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93782b32-74ff-4caa-84ff-48156b5e5c64 req-8468bc56-92ec-4934-84c4-92912a8ddbea service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409324 Dec 16 23:39:32.128176 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93782b32-74ff-4caa-84ff-48156b5e5c64 req-12a0785c-fff3-459d-ae9c-714f680f18e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:32.129670 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93782b32-74ff-4caa-84ff-48156b5e5c64 req-12a0785c-fff3-459d-ae9c-714f680f18e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3&device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 1097 time: 0.0415449 Dec 16 23:39:32.238594 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93782b32-74ff-4caa-84ff-48156b5e5c64 req-fa4d028f-3fe8-4467-a839-b13d0cf32d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:32.240026 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93782b32-74ff-4caa-84ff-48156b5e5c64 req-fa4d028f-3fe8-4467-a839-b13d0cf32d34 service neutron] 10.222.0.57 "GET /v2.0/networks?id=512a81b3-45e2-499d-9284-f17de1fcb117 HTTP/1.1" status: 200 len: 909 time: 0.0895793 Dec 16 23:39:32.308335 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93782b32-74ff-4caa-84ff-48156b5e5c64 req-e73a2992-f314-46d4-9faa-71f89b29a0df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=635fa266-34d7-42f7-b81f-e258ffea18f5 HTTP/1.1" status: 200 len: 1002 time: 0.0584736 Dec 16 23:39:32.361428 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93782b32-74ff-4caa-84ff-48156b5e5c64 req-d0ba36a1-4239-4d2c-a320-b3b48f68fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:32.362855 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93782b32-74ff-4caa-84ff-48156b5e5c64 req-d0ba36a1-4239-4d2c-a320-b3b48f68fb9b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cff1adb1-2254-47f8-9ebd-03baaae9b0c5 HTTP/1.1" status: 200 len: 848 time: 0.0482762 Dec 16 23:39:32.410053 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93782b32-74ff-4caa-84ff-48156b5e5c64 req-9ad1080d-c792-4550-b790-af67d9cebd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:32.411629 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93782b32-74ff-4caa-84ff-48156b5e5c64 req-9ad1080d-c792-4550-b790-af67d9cebd40 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=512a81b3-45e2-499d-9284-f17de1fcb117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405757 Dec 16 23:39:32.507359 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93782b32-74ff-4caa-84ff-48156b5e5c64 req-e7134af7-3b38-49a9-93cf-3b489839df78 service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867429 Dec 16 23:39:32.598033 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-93782b32-74ff-4caa-84ff-48156b5e5c64 req-ee265fe7-aaea-4137-b333-cad92c814cec service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840895 Dec 16 23:39:36.626341 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d095cf2-33d9-4180-b55b-70fdb266c7e2 req-46c014e6-6763-41d7-940e-51abd35f62f4 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:36.627973 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6d095cf2-33d9-4180-b55b-70fdb266c7e2 req-46c014e6-6763-41d7-940e-51abd35f62f4 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 946 time: 0.0512078 Dec 16 23:39:36.678877 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6d095cf2-33d9-4180-b55b-70fdb266c7e2 req-7598aa8b-c245-4f7a-8a1a-48f579c5bbef tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438278 Dec 16 23:39:37.829047 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a057c-b66b-49f7-9016-1f8099a9ddba req-90a582fc-a3e5-4f40-9bfd-a2d0d679d523 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:37.830542 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ef5a057c-b66b-49f7-9016-1f8099a9ddba req-90a582fc-a3e5-4f40-9bfd-a2d0d679d523 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 946 time: 0.0525417 Dec 16 23:39:37.878878 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ef5a057c-b66b-49f7-9016-1f8099a9ddba req-7dfae88b-698d-479f-b673-22f2bdb872ce tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422854 Dec 16 23:39:39.023293 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f0712-c002-4ba7-9414-faf019787255 req-22bff883-3d88-42bc-a1fd-9742a47d9080 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:39.024761 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-446f0712-c002-4ba7-9414-faf019787255 req-22bff883-3d88-42bc-a1fd-9742a47d9080 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 946 time: 0.0494881 Dec 16 23:39:39.074848 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-446f0712-c002-4ba7-9414-faf019787255 req-612cad4f-13b2-4acf-a883-7752c15760d8 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440645 Dec 16 23:39:40.195608 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5e7f1-03de-4b76-9861-ae79ea139043 req-b542a934-faec-41bc-9c90-383f071ce0be tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:40.197102 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-41a5e7f1-03de-4b76-9861-ae79ea139043 req-b542a934-faec-41bc-9c90-383f071ce0be tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 946 time: 0.0530591 Dec 16 23:39:40.247258 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-41a5e7f1-03de-4b76-9861-ae79ea139043 req-56f2415e-395f-4a75-bf70-5248d37903cd tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432987 Dec 16 23:39:41.366961 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6bd78-2970-4865-896e-59b8316ddfa1 req-32de7386-943f-447b-876c-09f48f11cbaa tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:41.368472 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c9a6bd78-2970-4865-896e-59b8316ddfa1 req-32de7386-943f-447b-876c-09f48f11cbaa tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 946 time: 0.0530221 Dec 16 23:39:41.418206 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-c9a6bd78-2970-4865-896e-59b8316ddfa1 req-4ae8cb2b-72f4-4aab-a463-4e847d9d1829 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437510 Dec 16 23:39:42.533569 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649e37f-5c41-4d28-96fe-06679050dc10 req-ce8af143-d8c7-433e-a386-62797f8c6907 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:42.535083 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1649e37f-5c41-4d28-96fe-06679050dc10 req-ce8af143-d8c7-433e-a386-62797f8c6907 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 946 time: 0.0483637 Dec 16 23:39:42.583778 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1649e37f-5c41-4d28-96fe-06679050dc10 req-8afbff8c-2538-42cf-959c-958293744d47 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424280 Dec 16 23:39:43.699635 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c70213-14d1-4e11-8744-5cd626711c84 req-fa90a81d-a972-4d11-adaf-08026766b008 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:43.701396 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b1c70213-14d1-4e11-8744-5cd626711c84 req-fa90a81d-a972-4d11-adaf-08026766b008 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 946 time: 0.0495167 Dec 16 23:39:43.751340 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-b1c70213-14d1-4e11-8744-5cd626711c84 req-f494fc3f-6964-4a7f-bdd7-6749e0a07ae4 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440054 Dec 16 23:39:44.870163 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f700b-6f26-4059-b5d2-95b79d83488b req-a6670f56-e31a-424e-a6ee-de5104bdafd0 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:44.871678 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-587f700b-6f26-4059-b5d2-95b79d83488b req-a6670f56-e31a-424e-a6ee-de5104bdafd0 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 946 time: 0.0526481 Dec 16 23:39:44.920706 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-587f700b-6f26-4059-b5d2-95b79d83488b req-e15540d9-cb4d-4b40-90fb-7377d22849ab tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428064 Dec 16 23:39:46.042519 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16def49c-4858-45bb-ac1a-be58f9917903 req-ba97b98b-37a0-44cb-91b1-65d51735cf6c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:46.044089 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-16def49c-4858-45bb-ac1a-be58f9917903 req-ba97b98b-37a0-44cb-91b1-65d51735cf6c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 946 time: 0.0548689 Dec 16 23:39:46.099833 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-16def49c-4858-45bb-ac1a-be58f9917903 req-76989670-c64d-4095-bbae-1cfbcb9a4925 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491033 Dec 16 23:39:46.901764 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d1a45-c85c-4765-b09d-439afc4b0bcd req-ca2cfda2-b793-460f-aca6-3fed816c2955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:46.903294 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d2d1a45-c85c-4765-b09d-439afc4b0bcd req-ca2cfda2-b793-460f-aca6-3fed816c2955 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3&device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 1097 time: 0.0426466 Dec 16 23:39:46.998301 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d1a45-c85c-4765-b09d-439afc4b0bcd req-d521a777-22f9-431b-a8a3-6f109eed5f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:46.999812 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d2d1a45-c85c-4765-b09d-439afc4b0bcd req-d521a777-22f9-431b-a8a3-6f109eed5f83 service neutron] 10.222.0.57 "GET /v2.0/networks?id=512a81b3-45e2-499d-9284-f17de1fcb117 HTTP/1.1" status: 200 len: 909 time: 0.0898829 Dec 16 23:39:47.064567 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d2d1a45-c85c-4765-b09d-439afc4b0bcd req-99aab919-d90e-4007-a41a-8c8b97858670 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=635fa266-34d7-42f7-b81f-e258ffea18f5 HTTP/1.1" status: 200 len: 1002 time: 0.0578606 Dec 16 23:39:47.115471 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d1a45-c85c-4765-b09d-439afc4b0bcd req-bd802f90-1b1b-40ae-9c7e-93c6b16636b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:47.116914 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d2d1a45-c85c-4765-b09d-439afc4b0bcd req-bd802f90-1b1b-40ae-9c7e-93c6b16636b1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cff1adb1-2254-47f8-9ebd-03baaae9b0c5 HTTP/1.1" status: 200 len: 848 time: 0.0446181 Dec 16 23:39:47.171345 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d1a45-c85c-4765-b09d-439afc4b0bcd req-2e9cec96-5b0e-42fa-a65b-e82761d516aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:47.171345 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d2d1a45-c85c-4765-b09d-439afc4b0bcd req-2e9cec96-5b0e-42fa-a65b-e82761d516aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=512a81b3-45e2-499d-9284-f17de1fcb117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450871 Dec 16 23:39:47.267299 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818bf203-3e4b-4e8f-a029-09a300c6b8c8 req-865244a3-5ace-43f7-863a-e628abff6ce7 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:47.268819 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-818bf203-3e4b-4e8f-a029-09a300c6b8c8 req-865244a3-5ace-43f7-863a-e628abff6ce7 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 946 time: 0.0976126 Dec 16 23:39:47.308795 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d2d1a45-c85c-4765-b09d-439afc4b0bcd req-ebae15ff-62e7-4c67-b172-1cebd87d2b58 service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292799 Dec 16 23:39:47.376867 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-818bf203-3e4b-4e8f-a029-09a300c6b8c8 req-f8387879-0e5c-4a0d-b612-684ec8e1f5c7 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999854 Dec 16 23:39:47.414475 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4d2d1a45-c85c-4765-b09d-439afc4b0bcd req-3a5208d9-2dc2-44ef-b136-3deb848542f1 service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956335 Dec 16 23:39:48.493249 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f936bec-2f3c-4fbe-aec3-3553be7a10d4 req-471736a9-51be-408f-930f-055d159dba01 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:48.494723 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8f936bec-2f3c-4fbe-aec3-3553be7a10d4 req-471736a9-51be-408f-930f-055d159dba01 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 946 time: 0.0485020 Dec 16 23:39:48.543248 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8f936bec-2f3c-4fbe-aec3-3553be7a10d4 req-45afd927-9b7c-4ace-afd9-54e7403bb90d tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420728 Dec 16 23:39:49.661355 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1fb9c-d62c-4186-98e1-672c8f62357c req-2577b630-4132-46d4-8f8e-cbebb381a366 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:49.662914 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-84e1fb9c-d62c-4186-98e1-672c8f62357c req-2577b630-4132-46d4-8f8e-cbebb381a366 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 946 time: 0.0506518 Dec 16 23:39:49.717681 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-84e1fb9c-d62c-4186-98e1-672c8f62357c req-53de87da-4c8b-4a5b-aa7f-98e4c8498895 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481839 Dec 16 23:39:50.836428 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238aa458-5956-45bc-b2ff-0006eaf37c0c req-158efbd3-a497-4609-9ee1-14b82883fa52 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:50.838080 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-238aa458-5956-45bc-b2ff-0006eaf37c0c req-158efbd3-a497-4609-9ee1-14b82883fa52 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 946 time: 0.0524042 Dec 16 23:39:50.891036 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-238aa458-5956-45bc-b2ff-0006eaf37c0c req-630716e7-999b-41ef-a662-b1871c88f4d5 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465395 Dec 16 23:39:52.006690 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c090d1-5aef-4c67-8d7e-612e0d39e96e req-574b5e2e-e184-4d41-9790-8e9886d19454 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:52.008223 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a0c090d1-5aef-4c67-8d7e-612e0d39e96e req-574b5e2e-e184-4d41-9790-8e9886d19454 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 946 time: 0.0489614 Dec 16 23:39:52.057235 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a0c090d1-5aef-4c67-8d7e-612e0d39e96e req-25dbe4d9-df2a-4655-844f-3ca7ef569857 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429535 Dec 16 23:39:52.068146 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 635fa266-34d7-42f7-b81f-e258ffea18f5 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:39:52.128074 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [req-a7505dfb-a48c-40ba-b265-9b57f7bf4129 req-37b079af-ed4f-423b-8c97-b0253b604cb7 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:39:52.129488 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a7505dfb-a48c-40ba-b265-9b57f7bf4129 req-37b079af-ed4f-423b-8c97-b0253b604cb7 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068312 Dec 16 23:39:52.145124 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:52.168841 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f8f3a5-d7b7-4a40-af83-e69f0e0f8930', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '635fa266-34d7-42f7-b81f-e258ffea18f5'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:39:52.171088 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cd2c5d-ca44-46e4-b007-44c02fdaf347" -d '{"events": [{"server_uuid": "69f8f3a5-d7b7-4a40-af83-e69f0e0f8930", "name": "network-vif-unplugged", "status": "completed", "tag": "635fa266-34d7-42f7-b81f-e258ffea18f5"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:39:52.184162 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 635fa266-34d7-42f7-b81f-e258ffea18f5, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=635fa266-34d7-42f7-b81f-e258ffea18f5,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:39:52.204449 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Dec 2021 23:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef98b81-31cb-4b7d-a95e-3c679ef5fbdb x-openstack-request-id: req-aef98b81-31cb-4b7d-a95e-3c679ef5fbdb {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:39:52.204745 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f8f3a5-d7b7-4a40-af83-e69f0e0f8930", "name": "network-vif-unplugged", "status": "failed", "tag": "635fa266-34d7-42f7-b81f-e258ffea18f5", "code": 422}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:39:52.205004 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-aef98b81-31cb-4b7d-a95e-3c679ef5fbdb {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:39:52.205409 n-d-815324-4 neutron-server[103615]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '69f8f3a5-d7b7-4a40-af83-e69f0e0f8930', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '635fa266-34d7-42f7-b81f-e258ffea18f5', 'code': 422} returned with failed status Dec 16 23:39:52.245952 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:52.293511 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=635fa266-34d7-42f7-b81f-e258ffea18f5,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:39:52.300781 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:39:52.301131 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:39:52.301477 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:39:52.301817 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:39:52.302155 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:39:52.302490 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:39:52.302820 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:39:52.303183 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:39:52.303507 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:39:52.303832 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:39:52.304158 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:39:52.304482 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:39:52.304804 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:39:52.427346 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaab1e-bfd3-488b-b7f3-754c4587f625 req-9618fd16-ffa0-45ce-a5ca-0bdd93e97a7f tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:52.428730 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-09aaab1e-bfd3-488b-b7f3-754c4587f625 req-9618fd16-ffa0-45ce-a5ca-0bdd93e97a7f tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.0499761 Dec 16 23:39:52.480717 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-09aaab1e-bfd3-488b-b7f3-754c4587f625 req-c7d99561-3082-4513-88f4-f5f5347c88ea tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459700 Dec 16 23:39:52.523660 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc7884e3-abea-43a1-8ea0-de0e31f8f91f req-f76533c5-0cbb-4ee6-8db7-fbbf1c901fee service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1049342 Dec 16 23:39:52.532657 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-bc7884e3-abea-43a1-8ea0-de0e31f8f91f req-f6e44cd6-12c9-4433-a42b-c045bc97ebb5 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:39:52.533622 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc7884e3-abea-43a1-8ea0-de0e31f8f91f req-f6e44cd6-12c9-4433-a42b-c045bc97ebb5 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052023 Dec 16 23:39:53.459097 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-86691dc0-2240-4688-a2a9-2da6fd9f59d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:53.603547 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408123c-62eb-4dba-816c-d6885ecb9334 req-7dfeb5e9-9d42-4f2a-8b88-e7794ed4f62d tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:53.605080 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2408123c-62eb-4dba-816c-d6885ecb9334 req-7dfeb5e9-9d42-4f2a-8b88-e7794ed4f62d tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.0561273 Dec 16 23:39:53.657219 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2408123c-62eb-4dba-816c-d6885ecb9334 req-a0369d87-a76a-4938-8187-2d8a1e954814 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460269 Dec 16 23:39:54.776200 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26178476-d434-46b8-98c4-24446f567c62 req-5199ce1f-ce29-49f9-888b-00dc9e1b9395 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:54.777712 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-26178476-d434-46b8-98c4-24446f567c62 req-5199ce1f-ce29-49f9-888b-00dc9e1b9395 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.0526879 Dec 16 23:39:54.828989 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-26178476-d434-46b8-98c4-24446f567c62 req-b9a26402-1948-4a82-b63b-625f887f6ad6 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440824 Dec 16 23:39:55.688491 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5aaf22e2-183c-4eb3-a814-0869a5ca7960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:55.945935 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d400c-7a0c-4694-93d9-a48b85f038c4 req-6aa7eef6-bf83-498d-ba88-2be1498e1d0c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:55.947355 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4f8d400c-7a0c-4694-93d9-a48b85f038c4 req-6aa7eef6-bf83-498d-ba88-2be1498e1d0c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.0495839 Dec 16 23:39:55.995778 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-4f8d400c-7a0c-4694-93d9-a48b85f038c4 req-c90a3859-6912-4088-aa97-3dbf5a729bf0 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424607 Dec 16 23:39:57.113662 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d13b1f-a503-4b3f-9c7b-9d3528ead0dd req-9c53abba-0d34-4674-a37d-6093fd87ce3a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:57.115165 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-71d13b1f-a503-4b3f-9c7b-9d3528ead0dd req-9c53abba-0d34-4674-a37d-6093fd87ce3a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.0504789 Dec 16 23:39:57.165617 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-71d13b1f-a503-4b3f-9c7b-9d3528ead0dd req-8b2ab6e1-f34a-4b6b-89b1-929dff48f5c7 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443580 Dec 16 23:39:57.377143 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:57.853808 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:58.290961 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c0f28-f705-409e-bead-cd242ac9f273 req-40ac07d2-75ad-4d14-96e0-5eb49b794028 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:58.292709 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ec5c0f28-f705-409e-bead-cd242ac9f273 req-40ac07d2-75ad-4d14-96e0-5eb49b794028 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.0560703 Dec 16 23:39:58.344107 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-ec5c0f28-f705-409e-bead-cd242ac9f273 req-5112883f-e94f-42cf-9196-84026a3a6892 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444002 Dec 16 23:39:58.662700 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:59.133451 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:59.161915 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:39:59.465457 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbbdaa-4dc5-4e56-adab-f972dab8fc4b req-496ac767-903c-4f41-8b09-2f0b92754186 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:39:59.466972 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-31cbbdaa-4dc5-4e56-adab-f972dab8fc4b req-496ac767-903c-4f41-8b09-2f0b92754186 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.0541935 Dec 16 23:39:59.516884 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-31cbbdaa-4dc5-4e56-adab-f972dab8fc4b req-f944e7b4-b38d-4d88-a4b0-a836721e11b8 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438633 Dec 16 23:40:00.639369 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387a2fd-8228-4e18-ac9a-567b64301d9d req-3d862a1e-edb4-4203-9e43-80a9a9ddd476 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:00.641075 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8387a2fd-8228-4e18-ac9a-567b64301d9d req-3d862a1e-edb4-4203-9e43-80a9a9ddd476 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.0557096 Dec 16 23:40:00.698376 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8387a2fd-8228-4e18-ac9a-567b64301d9d req-c89f2d4c-ae04-4c81-9b99-f722a01c4d67 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512788 Dec 16 23:40:01.814359 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755915a3-8c22-47e9-89a5-4ac80c17adf4 req-5c270dd9-6bf0-46be-9534-2c1caf140c16 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:01.815822 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-755915a3-8c22-47e9-89a5-4ac80c17adf4 req-5c270dd9-6bf0-46be-9534-2c1caf140c16 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.0490308 Dec 16 23:40:01.864540 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-755915a3-8c22-47e9-89a5-4ac80c17adf4 req-81700157-be6c-4e86-b148-4f0a5ccd3416 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423009 Dec 16 23:40:02.980558 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ac632-d4bf-40a2-a2a5-f2fae32848be req-50901fef-b48a-4a30-b8b2-da2baf6d3e0b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:02.982069 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d49ac632-d4bf-40a2-a2a5-f2fae32848be req-50901fef-b48a-4a30-b8b2-da2baf6d3e0b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.0497780 Dec 16 23:40:03.036557 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-d49ac632-d4bf-40a2-a2a5-f2fae32848be req-2bbc7013-8700-4b1f-b12b-8827b55eb524 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482178 Dec 16 23:40:03.567737 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7884e3-abea-43a1-8ea0-de0e31f8f91f req-b4c38bcb-7acf-4e61-838c-1b06a9c4ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:03.569224 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc7884e3-abea-43a1-8ea0-de0e31f8f91f req-b4c38bcb-7acf-4e61-838c-1b06a9c4ccb7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930&tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3 HTTP/1.1" status: 200 len: 1095 time: 0.0443678 Dec 16 23:40:03.645196 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7884e3-abea-43a1-8ea0-de0e31f8f91f req-25a2ed38-5966-4539-b984-ac6562bb4798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:03.646731 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc7884e3-abea-43a1-8ea0-de0e31f8f91f req-25a2ed38-5966-4539-b984-ac6562bb4798 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3&device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 1095 time: 0.0424232 Dec 16 23:40:03.737927 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7884e3-abea-43a1-8ea0-de0e31f8f91f req-e66756a0-5887-41d8-aaeb-f2396bdb4c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:03.739451 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc7884e3-abea-43a1-8ea0-de0e31f8f91f req-e66756a0-5887-41d8-aaeb-f2396bdb4c67 service neutron] 10.222.0.57 "GET /v2.0/networks?id=512a81b3-45e2-499d-9284-f17de1fcb117 HTTP/1.1" status: 200 len: 909 time: 0.0858040 Dec 16 23:40:03.810649 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc7884e3-abea-43a1-8ea0-de0e31f8f91f req-49585052-bbe3-4349-8530-71e5f856b37d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=635fa266-34d7-42f7-b81f-e258ffea18f5 HTTP/1.1" status: 200 len: 1000 time: 0.0626562 Dec 16 23:40:03.860462 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7884e3-abea-43a1-8ea0-de0e31f8f91f req-82a11847-b1ee-4172-ae9b-e41594264d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:03.861934 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc7884e3-abea-43a1-8ea0-de0e31f8f91f req-82a11847-b1ee-4172-ae9b-e41594264d7a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cff1adb1-2254-47f8-9ebd-03baaae9b0c5 HTTP/1.1" status: 200 len: 848 time: 0.0442767 Dec 16 23:40:03.907755 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7884e3-abea-43a1-8ea0-de0e31f8f91f req-23dc096b-da4c-488c-a286-b86cc3ffb7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:03.909141 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc7884e3-abea-43a1-8ea0-de0e31f8f91f req-23dc096b-da4c-488c-a286-b86cc3ffb7ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=512a81b3-45e2-499d-9284-f17de1fcb117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398569 Dec 16 23:40:04.001039 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc7884e3-abea-43a1-8ea0-de0e31f8f91f req-c26c4857-e404-4e3f-8e90-b66ec07811df service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841167 Dec 16 23:40:04.091685 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-bc7884e3-abea-43a1-8ea0-de0e31f8f91f req-bf17eddf-6d77-44ab-9bdc-d9d88239fb22 service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833499 Dec 16 23:40:04.152509 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417fc24-3982-4b45-ba50-75a60405b73a req-e9c1753e-ffec-4925-b9f9-46827e32b92c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:04.154007 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e417fc24-3982-4b45-ba50-75a60405b73a req-e9c1753e-ffec-4925-b9f9-46827e32b92c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.0500753 Dec 16 23:40:04.208752 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e417fc24-3982-4b45-ba50-75a60405b73a req-5a9c093e-f7b3-4fad-88d0-7b6ee27c6229 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486441 Dec 16 23:40:05.647284 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df0974-1d22-433a-b3eb-a05974fcaadb req-b4135d9e-dfd0-4384-bfe3-6e2150771d8c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:05.648774 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-64df0974-1d22-433a-b3eb-a05974fcaadb req-b4135d9e-dfd0-4384-bfe3-6e2150771d8c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.3715253 Dec 16 23:40:05.697504 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-64df0974-1d22-433a-b3eb-a05974fcaadb req-44f67e37-0274-4eef-a418-2f82639bf61a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428715 Dec 16 23:40:06.816066 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cdf86-ab58-4259-8606-53d1e9841ea1 req-29297075-0db6-4b2b-8b51-a1a3e6c2f339 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:06.818026 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c25cdf86-ab58-4259-8606-53d1e9841ea1 req-29297075-0db6-4b2b-8b51-a1a3e6c2f339 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.0501759 Dec 16 23:40:06.867059 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c25cdf86-ab58-4259-8606-53d1e9841ea1 req-81d87295-567d-4b35-aaa0-271c73f1f172 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429158 Dec 16 23:40:07.983119 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4efc2-da80-4581-9683-9716d8c3f36c req-ec0c5e06-3483-4f27-84f7-7fe43d37a222 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:07.985055 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e0f4efc2-da80-4581-9683-9716d8c3f36c req-ec0c5e06-3483-4f27-84f7-7fe43d37a222 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.0504217 Dec 16 23:40:08.033637 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-e0f4efc2-da80-4581-9683-9716d8c3f36c req-180c28a8-bf12-4d59-9007-65c8bd46d4ac tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427277 Dec 16 23:40:08.924907 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:40:09.146866 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812fdf9-3ad9-4da7-930a-2288607a6c57 req-882f083c-d835-4318-9112-2ddb607a1d7b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:09.148816 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c812fdf9-3ad9-4da7-930a-2288607a6c57 req-882f083c-d835-4318-9112-2ddb607a1d7b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.0481780 Dec 16 23:40:09.197876 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c812fdf9-3ad9-4da7-930a-2288607a6c57 req-26c2332c-32a8-4c06-92b3-1977a661be3e tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431919 Dec 16 23:40:10.316271 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eac2f2-8d32-4c59-96b0-081556a063ba req-e911f8f4-d2da-4308-b3de-a7877ce6e162 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:10.318019 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-75eac2f2-8d32-4c59-96b0-081556a063ba req-e911f8f4-d2da-4308-b3de-a7877ce6e162 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.0532422 Dec 16 23:40:10.367025 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-75eac2f2-8d32-4c59-96b0-081556a063ba req-d3b2f8b4-3afe-4afb-9b82-bf5243897fa2 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431585 Dec 16 23:40:11.484332 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ac2f4-0493-416a-b821-cbfc93e18037 req-a84a2df4-e152-4be6-8230-33effd3ad03c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:11.486572 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-908ac2f4-0493-416a-b821-cbfc93e18037 req-a84a2df4-e152-4be6-8230-33effd3ad03c tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 944 time: 0.0528350 Dec 16 23:40:11.534743 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-908ac2f4-0493-416a-b821-cbfc93e18037 req-c0f11d64-29df-4e78-9931-a954d1289761 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422380 Dec 16 23:40:12.157015 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 635fa266-34d7-42f7-b81f-e258ffea18f5 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:40:12.247376 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 635fa266-34d7-42f7-b81f-e258ffea18f5, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=635fa266-34d7-42f7-b81f-e258ffea18f5,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:40:12.258889 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '635fa266-34d7-42f7-b81f-e258ffea18f5', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'port_id': '635fa266-34d7-42f7-b81f-e258ffea18f5', 'mac_address': 'fa:16:3e:12:7f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:40:12.298306 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:12.310538 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 635fa266-34d7-42f7-b81f-e258ffea18f5 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:40:12.330715 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 635fa266-34d7-42f7-b81f-e258ffea18f5, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=635fa266-34d7-42f7-b81f-e258ffea18f5,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:40:12.390641 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:12.437468 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=635fa266-34d7-42f7-b81f-e258ffea18f5,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:40:12.649557 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980c332-892d-4679-991e-a2f0a3ad9723 req-36b70b5b-f27a-4af8-83c0-b5ca5c1e66e7 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:12.651065 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2980c332-892d-4679-991e-a2f0a3ad9723 req-36b70b5b-f27a-4af8-83c0-b5ca5c1e66e7 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 945 time: 0.0488231 Dec 16 23:40:12.700164 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2980c332-892d-4679-991e-a2f0a3ad9723 req-0fbd3b94-f0a0-4385-ac88-4e625eb09f6b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431123 Dec 16 23:40:12.820106 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['635fa266-34d7-42f7-b81f-e258ffea18f5'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:40:13.816037 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6f5f1-1e3a-46d7-b1c2-320b8d77f825 req-51f96f96-5487-433c-a010-6dbb76f7bad1 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:13.817782 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cdc6f5f1-1e3a-46d7-b1c2-320b8d77f825 req-51f96f96-5487-433c-a010-6dbb76f7bad1 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 945 time: 0.0493596 Dec 16 23:40:13.866811 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-cdc6f5f1-1e3a-46d7-b1c2-320b8d77f825 req-4f25d2ec-0a43-4997-b293-2d73ca28ed50 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430424 Dec 16 23:40:14.155967 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 635fa266-34d7-42f7-b81f-e258ffea18f5 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:40:14.202389 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 635fa266-34d7-42f7-b81f-e258ffea18f5 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:40:14.202765 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:14.284291 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:14.305656 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f8f3a5-d7b7-4a40-af83-e69f0e0f8930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635fa266-34d7-42f7-b81f-e258ffea18f5'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:40:14.307915 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5897f296-dc31-463e-af5a-d7a21a8518f8" -d '{"events": [{"server_uuid": "69f8f3a5-d7b7-4a40-af83-e69f0e0f8930", "name": "network-vif-plugged", "status": "completed", "tag": "635fa266-34d7-42f7-b81f-e258ffea18f5"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:40:14.320860 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 635fa266-34d7-42f7-b81f-e258ffea18f5, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=635fa266-34d7-42f7-b81f-e258ffea18f5,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:40:14.345539 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40da4101-9dec-4222-a621-9d43febcdfd1 x-openstack-request-id: req-40da4101-9dec-4222-a621-9d43febcdfd1 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:40:14.345838 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f8f3a5-d7b7-4a40-af83-e69f0e0f8930", "name": "network-vif-plugged", "status": "completed", "tag": "635fa266-34d7-42f7-b81f-e258ffea18f5", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:40:14.346099 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-40da4101-9dec-4222-a621-9d43febcdfd1 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:40:14.346508 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f8f3a5-d7b7-4a40-af83-e69f0e0f8930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635fa266-34d7-42f7-b81f-e258ffea18f5', 'code': 200} Dec 16 23:40:14.382335 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:14.429664 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=635fa266-34d7-42f7-b81f-e258ffea18f5,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:40:14.541243 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e276e35-03d5-4f8c-addd-6c0e1b265dfb req-8055497c-ace8-4234-a578-d5c16317a811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:14.542726 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e276e35-03d5-4f8c-addd-6c0e1b265dfb req-8055497c-ace8-4234-a578-d5c16317a811 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 1097 time: 0.0441477 Dec 16 23:40:14.588674 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e276e35-03d5-4f8c-addd-6c0e1b265dfb req-7c7d5c5b-78fc-45cd-b6f3-5934c4aa248c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388713 Dec 16 23:40:14.980359 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3856fdd-2a3c-4682-9682-77711b81c222 req-61b51338-52c0-4a5b-987f-4be9c43423dd tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:14.982089 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b3856fdd-2a3c-4682-9682-77711b81c222 req-61b51338-52c0-4a5b-987f-4be9c43423dd tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 946 time: 0.0487604 Dec 16 23:40:15.031114 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-b3856fdd-2a3c-4682-9682-77711b81c222 req-71f5f41a-202b-46d4-bbb1-afb971d9be6b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424938 Dec 16 23:40:16.149971 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a041065-86ef-4082-aaf9-bfd9b335fc92 req-9bcd2721-eee0-44b6-a011-c69ee87a39d4 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:16.151491 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1a041065-86ef-4082-aaf9-bfd9b335fc92 req-9bcd2721-eee0-44b6-a011-c69ee87a39d4 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 946 time: 0.0483463 Dec 16 23:40:16.206576 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-1a041065-86ef-4082-aaf9-bfd9b335fc92 req-75ae4409-58e8-460e-8326-3a35961e782d tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486026 Dec 16 23:40:17.325135 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22907840-8075-4ba4-9692-66bb37fca31b req-303ff9b5-56e7-465a-8ced-5f21f92e41d4 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:17.326637 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-22907840-8075-4ba4-9692-66bb37fca31b req-303ff9b5-56e7-465a-8ced-5f21f92e41d4 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 946 time: 0.0496535 Dec 16 23:40:17.379234 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-22907840-8075-4ba4-9692-66bb37fca31b req-61e86380-c07b-43ea-a42e-803a707f5ddf tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462866 Dec 16 23:40:23.473510 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7ce9f1c4-207e-4b36-b84f-17288b18b9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:25.710731 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e5ffdc2c-7fdc-4236-95b6-bea679c7e483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:27.351355 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:27.850538 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:28.684694 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:29.150660 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:29.181964 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:33.135141 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9def9689-3cb8-491c-9010-b4f18b228b0c req-5356470e-a79d-4504-a8f7-a4d28712f980 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397077 Dec 16 23:40:33.232094 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def9689-3cb8-491c-9010-b4f18b228b0c req-ccc90478-553b-4a0b-a26f-385486c49ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:33.233697 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9def9689-3cb8-491c-9010-b4f18b228b0c req-ccc90478-553b-4a0b-a26f-385486c49ccb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3&device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 1097 time: 0.0402751 Dec 16 23:40:33.337064 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def9689-3cb8-491c-9010-b4f18b228b0c req-c13c204f-e2e8-4635-96b8-e59a47bc8806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:33.338547 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9def9689-3cb8-491c-9010-b4f18b228b0c req-c13c204f-e2e8-4635-96b8-e59a47bc8806 service neutron] 10.222.0.57 "GET /v2.0/networks?id=512a81b3-45e2-499d-9284-f17de1fcb117 HTTP/1.1" status: 200 len: 909 time: 0.0864623 Dec 16 23:40:33.408281 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9def9689-3cb8-491c-9010-b4f18b228b0c req-bbfcc259-ee9c-4bd3-93bf-c39294c805bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=635fa266-34d7-42f7-b81f-e258ffea18f5 HTTP/1.1" status: 200 len: 1002 time: 0.0586035 Dec 16 23:40:33.454163 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def9689-3cb8-491c-9010-b4f18b228b0c req-ce1d3bd1-80ef-48e3-b95f-6de1b5bf78ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:33.455636 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9def9689-3cb8-491c-9010-b4f18b228b0c req-ce1d3bd1-80ef-48e3-b95f-6de1b5bf78ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cff1adb1-2254-47f8-9ebd-03baaae9b0c5 HTTP/1.1" status: 200 len: 848 time: 0.0431845 Dec 16 23:40:33.507254 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def9689-3cb8-491c-9010-b4f18b228b0c req-c6e63d39-aa45-471e-a21c-ad9cbeb78348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:40:33.508750 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9def9689-3cb8-491c-9010-b4f18b228b0c req-c6e63d39-aa45-471e-a21c-ad9cbeb78348 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=512a81b3-45e2-499d-9284-f17de1fcb117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447612 Dec 16 23:40:33.596749 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9def9689-3cb8-491c-9010-b4f18b228b0c req-29a12863-5c8b-44c3-beb4-7ea970f987bc service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805631 Dec 16 23:40:33.695297 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9def9689-3cb8-491c-9010-b4f18b228b0c req-1d862d47-7149-4a75-8d24-ce2567c9ef39 service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912614 Dec 16 23:40:45.924393 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:40:53.530233 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-88060973-c8b7-49b2-94ad-c77242ea7c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:55.713036 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c01eb762-27a9-4695-98ab-47ab10c5c193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:57.347004 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:57.832585 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:58.698654 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:59.141120 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:40:59.164099 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:22.923127 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:41:23.512243 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-42c45519-03d8-49bc-84dc-247b0be3a988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:25.706636 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-504a56ad-e72b-4a86-ac7c-0a1c1a3a5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:27.356055 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:27.854795 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:28.684225 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:29.157810 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:29.180590 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:33.038843 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e10b612-8183-4ff8-b7f5-115ed3346c9b req-c9753f40-e39d-4cd3-b1da-f986771176c5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404756 Dec 16 23:41:33.134947 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10b612-8183-4ff8-b7f5-115ed3346c9b req-6cc0af0e-a0ec-4d2e-8b0e-5a0dc159e3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:33.136518 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e10b612-8183-4ff8-b7f5-115ed3346c9b req-6cc0af0e-a0ec-4d2e-8b0e-5a0dc159e3de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3&device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 1097 time: 0.0408599 Dec 16 23:41:33.239943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10b612-8183-4ff8-b7f5-115ed3346c9b req-b9ac0fbe-880c-4012-a16b-608b06b1d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:33.241428 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e10b612-8183-4ff8-b7f5-115ed3346c9b req-b9ac0fbe-880c-4012-a16b-608b06b1d47c service neutron] 10.222.0.57 "GET /v2.0/networks?id=512a81b3-45e2-499d-9284-f17de1fcb117 HTTP/1.1" status: 200 len: 909 time: 0.0862234 Dec 16 23:41:33.305511 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e10b612-8183-4ff8-b7f5-115ed3346c9b req-fb6c5e67-087b-4553-9eca-066cf729a070 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=635fa266-34d7-42f7-b81f-e258ffea18f5 HTTP/1.1" status: 200 len: 1002 time: 0.0571818 Dec 16 23:41:33.352506 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10b612-8183-4ff8-b7f5-115ed3346c9b req-cf20c9cf-03a9-4edf-88ab-fb228b401ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:33.353918 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e10b612-8183-4ff8-b7f5-115ed3346c9b req-cf20c9cf-03a9-4edf-88ab-fb228b401ec3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cff1adb1-2254-47f8-9ebd-03baaae9b0c5 HTTP/1.1" status: 200 len: 848 time: 0.0422063 Dec 16 23:41:33.401558 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10b612-8183-4ff8-b7f5-115ed3346c9b req-4cd69e58-33dd-498d-84ce-82d5bb41c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:33.403260 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e10b612-8183-4ff8-b7f5-115ed3346c9b req-4cd69e58-33dd-498d-84ce-82d5bb41c9f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=512a81b3-45e2-499d-9284-f17de1fcb117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425923 Dec 16 23:41:33.414295 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-5e10b612-8183-4ff8-b7f5-115ed3346c9b req-82f7705e-ccc2-435a-a1b8-9c18e13800d4 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:41:33.415336 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e10b612-8183-4ff8-b7f5-115ed3346c9b req-82f7705e-ccc2-435a-a1b8-9c18e13800d4 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048463 Dec 16 23:41:33.503821 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e10b612-8183-4ff8-b7f5-115ed3346c9b req-1d3f6ebb-00db-4a1c-96aa-dcce59207e3a service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815177 Dec 16 23:41:33.597371 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5e10b612-8183-4ff8-b7f5-115ed3346c9b req-8b07ec78-dc20-4570-a093-b221bf982f10 service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859342 Dec 16 23:41:53.311557 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38610) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:41:53.475607 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c29cdfcb-d78d-45fc-8944-36ab60d830f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:53.997486 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-74ec567d-8ece-40bb-9bc0-72357f5aac80 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Deleting port 9405ee1e-124c-40bc-b704-0e53c9300b81 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:41:53.997782 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-74ec567d-8ece-40bb-9bc0-72357f5aac80 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:54.070446 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-74ec567d-8ece-40bb-9bc0-72357f5aac80 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:54.070782 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-74ec567d-8ece-40bb-9bc0-72357f5aac80 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:54.083330 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-74ec567d-8ece-40bb-9bc0-72357f5aac80 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Calling delete_port for 9405ee1e-124c-40bc-b704-0e53c9300b81 owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:41:54.287068 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-74ec567d-8ece-40bb-9bc0-72357f5aac80 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:54.310315 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec567d-8ece-40bb-9bc0-72357f5aac80 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Pushing event deleted for resources: {'Port': ['ID=9405ee1e-124c-40bc-b704-0e53c9300b81,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:41:54.320619 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ec567d-8ece-40bb-9bc0-72357f5aac80 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:54.321282 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ec567d-8ece-40bb-9bc0-72357f5aac80 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:54.321282 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ec567d-8ece-40bb-9bc0-72357f5aac80 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:54.321633 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ec567d-8ece-40bb-9bc0-72357f5aac80 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:54.321972 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ec567d-8ece-40bb-9bc0-72357f5aac80 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:54.322316 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ec567d-8ece-40bb-9bc0-72357f5aac80 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:54.323102 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ec567d-8ece-40bb-9bc0-72357f5aac80 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:54.323102 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ec567d-8ece-40bb-9bc0-72357f5aac80 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:54.323323 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ec567d-8ece-40bb-9bc0-72357f5aac80 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:54.323624 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ec567d-8ece-40bb-9bc0-72357f5aac80 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:54.323952 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ec567d-8ece-40bb-9bc0-72357f5aac80 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:54.324280 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ec567d-8ece-40bb-9bc0-72357f5aac80 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:54.324604 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ec567d-8ece-40bb-9bc0-72357f5aac80 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:41:54.385821 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-74ec567d-8ece-40bb-9bc0-72357f5aac80 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:54.386156 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-74ec567d-8ece-40bb-9bc0-72357f5aac80 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Floating IP c8fa79d4-bae1-4391-b3f5-a0352479d98f disassociated (deleted). External IP: 172.25.6.234, port: 635fa266-34d7-42f7-b81f-e258ffea18f5. Dec 16 23:41:54.591975 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ec567d-8ece-40bb-9bc0-72357f5aac80 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Router 62ff5094-f12a-4190-ada6-ede6a57ff905 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:41:54.697189 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ec567d-8ece-40bb-9bc0-72357f5aac80 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:41:54.702522 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-74ec567d-8ece-40bb-9bc0-72357f5aac80 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:54.707731 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c2e1bb-50b2-4927-9094-a02cbcfa99d6 None None] Sync routers for ids ['62ff5094-f12a-4190-ada6-ede6a57ff905'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:41:54.718691 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c2e1bb-50b2-4927-9094-a02cbcfa99d6 None None] Routers {'62ff5094-f12a-4190-ada6-ede6a57ff905'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:41:54.719373 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-64c2e1bb-50b2-4927-9094-a02cbcfa99d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:41:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['62ff5094-f12a-4190-ada6-ede6a57ff905'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:41:54.730050 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-74ec567d-8ece-40bb-9bc0-72357f5aac80 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "DELETE /v2.0/floatingips/c8fa79d4-bae1-4391-b3f5-a0352479d98f HTTP/1.1" status: 204 len: 168 time: 1.4173703 Dec 16 23:41:54.730623 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f8f3a5-d7b7-4a40-af83-e69f0e0f8930', 'tag': '635fa266-34d7-42f7-b81f-e258ffea18f5'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:41:54.733400 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddc3b9f-f6e6-4d10-8eb9-ef3780724575" -d '{"events": [{"name": "network-changed", "server_uuid": "69f8f3a5-d7b7-4a40-af83-e69f0e0f8930", "tag": "635fa266-34d7-42f7-b81f-e258ffea18f5"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:41:54.835356 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-64c2e1bb-50b2-4927-9094-a02cbcfa99d6 None None] Set router 62ff5094-f12a-4190-ada6-ede6a57ff905 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:41:54.906225 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c235a99a-50da-49ac-9543-3cfd26364927 x-openstack-request-id: req-c235a99a-50da-49ac-9543-3cfd26364927 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:41:54.906524 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f8f3a5-d7b7-4a40-af83-e69f0e0f8930", "tag": "635fa266-34d7-42f7-b81f-e258ffea18f5", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:41:54.906797 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c235a99a-50da-49ac-9543-3cfd26364927 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:41:54.907217 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f8f3a5-d7b7-4a40-af83-e69f0e0f8930', 'tag': '635fa266-34d7-42f7-b81f-e258ffea18f5', 'status': 'completed', 'code': 200} Dec 16 23:41:55.048887 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc3b9f-f6e6-4d10-8eb9-ef3780724575 req-1a9aea63-57e7-4075-a550-81e3519616af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:55.059698 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ddc3b9f-f6e6-4d10-8eb9-ef3780724575 req-1a9aea63-57e7-4075-a550-81e3519616af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3&device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 1097 time: 0.0855668 Dec 16 23:41:55.059908 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-64c2e1bb-50b2-4927-9094-a02cbcfa99d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'name': 'tempest-TestShelveInstance-1393196000-router', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'gw_port': {'id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'e02280b6-61a4-42f9-a3f4-c9112b8f0f7a', 'name': '', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'mac_address': 'fa:16:3e:af:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:56Z', 'updated_at': '2021-12-16T23:31:01Z', 'revision_number': 5, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'subnets': [{'id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:41:55.078724 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c2e1bb-50b2-4927-9094-a02cbcfa99d6 None None] Checking router: 62ff5094-f12a-4190-ada6-ede6a57ff905 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:41:55.086997 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c2e1bb-50b2-4927-9094-a02cbcfa99d6 None None] Routers {'62ff5094-f12a-4190-ada6-ede6a57ff905'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:41:55.087631 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-64c2e1bb-50b2-4927-9094-a02cbcfa99d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:41:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['62ff5094-f12a-4190-ada6-ede6a57ff905'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:41:55.146778 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc3b9f-f6e6-4d10-8eb9-ef3780724575 req-7e773a46-5f73-4c2a-8f3a-700f5cd75caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:55.148254 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ddc3b9f-f6e6-4d10-8eb9-ef3780724575 req-7e773a46-5f73-4c2a-8f3a-700f5cd75caa service neutron] 10.222.0.57 "GET /v2.0/networks?id=512a81b3-45e2-499d-9284-f17de1fcb117 HTTP/1.1" status: 200 len: 909 time: 0.0896358 Dec 16 23:41:55.190607 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ddc3b9f-f6e6-4d10-8eb9-ef3780724575 req-0a3a63d8-ed37-4d33-9ad1-c4f0cd06b1e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=635fa266-34d7-42f7-b81f-e258ffea18f5 HTTP/1.1" status: 200 len: 217 time: 0.0351646 Dec 16 23:41:55.202425 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-64c2e1bb-50b2-4927-9094-a02cbcfa99d6 None None] Set router 62ff5094-f12a-4190-ada6-ede6a57ff905 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:41:55.242744 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc3b9f-f6e6-4d10-8eb9-ef3780724575 req-fca03193-69fd-42ac-99ce-feafee8a8a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:55.244537 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ddc3b9f-f6e6-4d10-8eb9-ef3780724575 req-fca03193-69fd-42ac-99ce-feafee8a8a42 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cff1adb1-2254-47f8-9ebd-03baaae9b0c5 HTTP/1.1" status: 200 len: 848 time: 0.0474043 Dec 16 23:41:55.320119 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc3b9f-f6e6-4d10-8eb9-ef3780724575 req-dae9bc5d-7230-46fe-a6b3-867decb7d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:55.321624 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ddc3b9f-f6e6-4d10-8eb9-ef3780724575 req-dae9bc5d-7230-46fe-a6b3-867decb7d0a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=512a81b3-45e2-499d-9284-f17de1fcb117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607059 Dec 16 23:41:55.409012 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177e2c3-9959-4b67-8270-2365e37c4da6 req-1932fdf1-f50f-4b67-a2d3-ea47089576e3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:55.410552 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7177e2c3-9959-4b67-8270-2365e37c4da6 req-1932fdf1-f50f-4b67-a2d3-ea47089576e3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 946 time: 0.1601818 Dec 16 23:41:55.420729 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-64c2e1bb-50b2-4927-9094-a02cbcfa99d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'name': 'tempest-TestShelveInstance-1393196000-router', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'gw_port': {'id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'e02280b6-61a4-42f9-a3f4-c9112b8f0f7a', 'name': '', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'mac_address': 'fa:16:3e:af:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:56Z', 'updated_at': '2021-12-16T23:31:01Z', 'revision_number': 5, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'subnets': [{'id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:41:55.447798 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c2e1bb-50b2-4927-9094-a02cbcfa99d6 None None] The sync data for ids ['62ff5094-f12a-4190-ada6-ede6a57ff905'] in n-d-815324-4 is: [{'id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'name': 'tempest-TestShelveInstance-1393196000-router', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'gw_port': {'id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'e02280b6-61a4-42f9-a3f4-c9112b8f0f7a', 'name': '', 'network_id': '512a81b3-45e2-499d-9284-f17de1fcb117', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'mac_address': 'fa:16:3e:af:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:56Z', 'updated_at': '2021-12-16T23:31:01Z', 'revision_number': 5, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'subnets': [{'id': 'cff1adb1-2254-47f8-9ebd-03baaae9b0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:41:55.474430 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ddc3b9f-f6e6-4d10-8eb9-ef3780724575 req-ebf7507d-8129-4a7f-a9bc-630536fb36c1 service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345062 Dec 16 23:41:55.497464 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7177e2c3-9959-4b67-8270-2365e37c4da6 req-2662365b-5442-44a6-be86-f506fc548621 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799966 Dec 16 23:41:55.574336 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-2ddc3b9f-f6e6-4d10-8eb9-ef3780724575 req-f1deca58-89ff-4a75-882d-c01353857f86 service neutron] 10.222.0.57 "GET /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899906 Dec 16 23:41:55.690563 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c49875-fe90-4594-94e4-c5e69cd0c809 None None] New status for floating IP c8fa79d4-bae1-4391-b3f5-a0352479d98f: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:41:55.723616 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a90fc15a-c8f5-43d3-b371-df79dc5a362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:56.663952 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9ef61-7dbc-437e-9287-5bb6adc87b46 req-f0cc8078-7149-48b7-a2ef-ff0af1c719d5 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:56.665466 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-44b9ef61-7dbc-437e-9287-5bb6adc87b46 req-f0cc8078-7149-48b7-a2ef-ff0af1c719d5 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 946 time: 0.0979192 Dec 16 23:41:56.714228 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-44b9ef61-7dbc-437e-9287-5bb6adc87b46 req-24778411-122d-486a-adf5-1e7294967c63 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/security-groups?id=17d5e286-50d9-4891-9e64-557f5bc230af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421548 Dec 16 23:41:57.099147 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1aa9d-b925-454f-aafe-6df224372c73 req-f0e02107-2e33-412c-ab3b-23e2659d0f46 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:41:57.100596 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-48c1aa9d-b925-454f-aafe-6df224372c73 req-f0e02107-2e33-412c-ab3b-23e2659d0f46 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.57 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 946 time: 0.0548785 Dec 16 23:41:57.190030 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-48c1aa9d-b925-454f-aafe-6df224372c73 req-8ee97511-6980-4e7d-ab31-78bd246fd5a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Deleting port 635fa266-34d7-42f7-b81f-e258ffea18f5 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:41:57.190377 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-48c1aa9d-b925-454f-aafe-6df224372c73 req-8ee97511-6980-4e7d-ab31-78bd246fd5a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:57.284176 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-48c1aa9d-b925-454f-aafe-6df224372c73 req-8ee97511-6980-4e7d-ab31-78bd246fd5a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] For port 635fa266-34d7-42f7-b81f-e258ffea18f5, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=635fa266-34d7-42f7-b81f-e258ffea18f5,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:41:57.284539 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-48c1aa9d-b925-454f-aafe-6df224372c73 req-8ee97511-6980-4e7d-ab31-78bd246fd5a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:57.297863 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-48c1aa9d-b925-454f-aafe-6df224372c73 req-8ee97511-6980-4e7d-ab31-78bd246fd5a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Calling delete_port for 635fa266-34d7-42f7-b81f-e258ffea18f5 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:41:57.357761 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:57.498723 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-48c1aa9d-b925-454f-aafe-6df224372c73 req-8ee97511-6980-4e7d-ab31-78bd246fd5a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:57.532122 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee97511-6980-4e7d-ab31-78bd246fd5a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Pushing event deleted for resources: {'Port': ['ID=635fa266-34d7-42f7-b81f-e258ffea18f5,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:41:57.572815 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c1aa9d-b925-454f-aafe-6df224372c73 req-8ee97511-6980-4e7d-ab31-78bd246fd5a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] No DVR routers for this DVR port 635fa266-34d7-42f7-b81f-e258ffea18f5 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:41:57.576005 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-48c1aa9d-b925-454f-aafe-6df224372c73 req-8ee97511-6980-4e7d-ab31-78bd246fd5a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:57.579378 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-48c1aa9d-b925-454f-aafe-6df224372c73 req-8ee97511-6980-4e7d-ab31-78bd246fd5a3 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.57 "DELETE /v2.0/ports/635fa266-34d7-42f7-b81f-e258ffea18f5 HTTP/1.1" status: 204 len: 173 time: 0.4727051 Dec 16 23:41:57.579825 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f8f3a5-d7b7-4a40-af83-e69f0e0f8930', 'name': 'network-vif-deleted', 'tag': '635fa266-34d7-42f7-b81f-e258ffea18f5'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:41:57.582081 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7d371f-ec03-46d3-a1b5-253b80db873a" -d '{"events": [{"server_uuid": "69f8f3a5-d7b7-4a40-af83-e69f0e0f8930", "name": "network-vif-deleted", "tag": "635fa266-34d7-42f7-b81f-e258ffea18f5"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:41:57.624265 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80c9d77-afaf-4869-bc80-97bedc6dab9e x-openstack-request-id: req-b80c9d77-afaf-4869-bc80-97bedc6dab9e {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:41:57.624265 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f8f3a5-d7b7-4a40-af83-e69f0e0f8930", "name": "network-vif-deleted", "tag": "635fa266-34d7-42f7-b81f-e258ffea18f5", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:41:57.624265 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b80c9d77-afaf-4869-bc80-97bedc6dab9e {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:41:57.624265 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f8f3a5-d7b7-4a40-af83-e69f0e0f8930', 'name': 'network-vif-deleted', 'tag': '635fa266-34d7-42f7-b81f-e258ffea18f5', 'status': 'completed', 'code': 200} Dec 16 23:41:57.813737 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-08e9a8e4-6037-419b-9e51-384c9603c630 req-54fccbfa-4258-4a2b-9946-c593b2e64643 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 210 time: 0.0279922 Dec 16 23:41:57.883270 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:58.698945 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:58.909553 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-25355b81-1fe4-4f2b-b407-82788e9624fa req-410d6483-dd6c-4c9c-99e2-3011da12cbb7 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 210 time: 0.0266082 Dec 16 23:41:59.127248 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:59.166826 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:41:59.921734 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:42:00.004108 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2d5a2cbc-32d4-4e09-891e-67cd2f80ec24 req-71df8554-aa3c-4e0e-b5a9-4f2139020456 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 210 time: 0.0268383 Dec 16 23:42:00.670442 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 635fa266-34d7-42f7-b81f-e258ffea18f5 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:42:00.692076 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 635fa266-34d7-42f7-b81f-e258ffea18f5 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:42:00.692518 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 635fa266-34d7-42f7-b81f-e258ffea18f5 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:42:01.104033 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-92697b3a-0e58-4fc2-97a6-eadda9dd0acb req-7e5d9b87-7dc3-4ada-bdc4-9621520e721a tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 210 time: 0.0274022 Dec 16 23:42:02.210944 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-5f82769b-47e0-457f-a298-413aa318f9d5 req-595f5b12-c680-4ab3-be9c-f5539d647f09 tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "GET /v2.0/ports?device_id=69f8f3a5-d7b7-4a40-af83-e69f0e0f8930 HTTP/1.1" status: 200 len: 210 time: 0.0338783 Dec 16 23:42:03.268927 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38658) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:03.327584 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b1bfeadb-aa2b-4e14-bc6e-d030b9e2de9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:03.357054 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b1bfeadb-aa2b-4e14-bc6e-d030b9e2de9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:03.495186 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b1bfeadb-aa2b-4e14-bc6e-d030b9e2de9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:03.498913 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b1bfeadb-aa2b-4e14-bc6e-d030b9e2de9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:03.500748 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b1bfeadb-aa2b-4e14-bc6e-d030b9e2de9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] 10.222.0.75 "DELETE /v2.0/security-groups/17d5e286-50d9-4891-9e64-557f5bc230af HTTP/1.1" status: 204 len: 168 time: 0.2307804 Dec 16 23:42:03.516765 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfeadb-aa2b-4e14-bc6e-d030b9e2de9b tempest-TestShelveInstance-1571213659 tempest-TestShelveInstance-1571213659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d5e286-50d9-4891-9e64-557f5bc230af,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:03.623159 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38662) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:04.105068 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b95ada85-7df0-464a-a572-38e358694f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:04.352354 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-b95ada85-7df0-464a-a572-38e358694f5c admin admin] Deleting port e02280b6-61a4-42f9-a3f4-c9112b8f0f7a {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:42:04.353097 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b95ada85-7df0-464a-a572-38e358694f5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:04.437160 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-b95ada85-7df0-464a-a572-38e358694f5c admin admin] For port e02280b6-61a4-42f9-a3f4-c9112b8f0f7a, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=e02280b6-61a4-42f9-a3f4-c9112b8f0f7a,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:42:04.437526 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b95ada85-7df0-464a-a572-38e358694f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:04.451270 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-b95ada85-7df0-464a-a572-38e358694f5c admin admin] Calling delete_port for e02280b6-61a4-42f9-a3f4-c9112b8f0f7a owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:42:04.694779 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b95ada85-7df0-464a-a572-38e358694f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:04.720984 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ada85-7df0-464a-a572-38e358694f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=e02280b6-61a4-42f9-a3f4-c9112b8f0f7a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:04.892182 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b95ada85-7df0-464a-a572-38e358694f5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:05.119123 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95ada85-7df0-464a-a572-38e358694f5c admin admin] Router 62ff5094-f12a-4190-ada6-ede6a57ff905 has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:42:05.229782 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95ada85-7df0-464a-a572-38e358694f5c admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:42:05.235568 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b95ada85-7df0-464a-a572-38e358694f5c admin admin] 10.222.0.75 "PUT /v2.0/routers/62ff5094-f12a-4190-ada6-ede6a57ff905/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6112773 Dec 16 23:42:05.238107 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38666) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:05.241219 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df255f70-93c9-4b28-8b79-66f981feccc8 None None] Sync routers for ids ['62ff5094-f12a-4190-ada6-ede6a57ff905'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:42:05.252495 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df255f70-93c9-4b28-8b79-66f981feccc8 None None] Routers {'62ff5094-f12a-4190-ada6-ede6a57ff905'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:42:05.253108 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-df255f70-93c9-4b28-8b79-66f981feccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:41:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['62ff5094-f12a-4190-ada6-ede6a57ff905'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:05.345051 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5f562d25-f7b0-4e26-afa8-fe537cdda9ca admin admin] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:05.359376 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-df255f70-93c9-4b28-8b79-66f981feccc8 None None] Set router 62ff5094-f12a-4190-ada6-ede6a57ff905 gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:42:05.455552 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5f562d25-f7b0-4e26-afa8-fe537cdda9ca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:05.552540 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-df255f70-93c9-4b28-8b79-66f981feccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'name': 'tempest-TestShelveInstance-1393196000-router', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:42:04Z', 'revision_number': 5, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'gw_port': {'id': '080989ef-2344-4706-93bc-3a8c4e6fca89', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:53:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:05.573171 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-5f562d25-f7b0-4e26-afa8-fe537cdda9ca admin admin] Deleting port 080989ef-2344-4706-93bc-3a8c4e6fca89 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:42:05.573515 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5f562d25-f7b0-4e26-afa8-fe537cdda9ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:05.582013 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df255f70-93c9-4b28-8b79-66f981feccc8 None None] Checking router: 62ff5094-f12a-4190-ada6-ede6a57ff905 for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:42:05.590365 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df255f70-93c9-4b28-8b79-66f981feccc8 None None] Routers {'62ff5094-f12a-4190-ada6-ede6a57ff905'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:42:05.591434 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-df255f70-93c9-4b28-8b79-66f981feccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:41:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['62ff5094-f12a-4190-ada6-ede6a57ff905'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:05.662478 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-5f562d25-f7b0-4e26-afa8-fe537cdda9ca admin admin] For port 080989ef-2344-4706-93bc-3a8c4e6fca89, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=080989ef-2344-4706-93bc-3a8c4e6fca89,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:42:05.663425 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5f562d25-f7b0-4e26-afa8-fe537cdda9ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:05.676814 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-5f562d25-f7b0-4e26-afa8-fe537cdda9ca admin admin] Calling delete_port for 080989ef-2344-4706-93bc-3a8c4e6fca89 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:42:05.686188 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-df255f70-93c9-4b28-8b79-66f981feccc8 None None] Set router 62ff5094-f12a-4190-ada6-ede6a57ff905 gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:42:05.742080 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-df255f70-93c9-4b28-8b79-66f981feccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'name': 'tempest-TestShelveInstance-1393196000-router', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:42:05Z', 'revision_number': 6, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:05.769056 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df255f70-93c9-4b28-8b79-66f981feccc8 None None] The sync data for ids ['62ff5094-f12a-4190-ada6-ede6a57ff905'] in n-d-815324-4 is: [{'id': '62ff5094-f12a-4190-ada6-ede6a57ff905', 'name': 'tempest-TestShelveInstance-1393196000-router', 'tenant_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:30:54Z', 'updated_at': '2021-12-16T23:42:05Z', 'revision_number': 6, 'project_id': '5896a803ad2849a8a3ffe96ce8d9b4a3', 'gw_port_host': None}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:42:05.927264 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5f562d25-f7b0-4e26-afa8-fe537cdda9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:05.951211 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f562d25-f7b0-4e26-afa8-fe537cdda9ca admin admin] Pushing event deleted for resources: {'Port': ['ID=080989ef-2344-4706-93bc-3a8c4e6fca89,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:05.969642 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9c8b53-adb0-4baa-b206-3ff1d62da24f None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:42:06.014758 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5f562d25-f7b0-4e26-afa8-fe537cdda9ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:06.453089 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5f562d25-f7b0-4e26-afa8-fe537cdda9ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:06.455093 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5f562d25-f7b0-4e26-afa8-fe537cdda9ca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:06.584275 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5f562d25-f7b0-4e26-afa8-fe537cdda9ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:06.585000 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f562d25-f7b0-4e26-afa8-fe537cdda9ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62ff5094-f12a-4190-ada6-ede6a57ff905 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:42:06.590144 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5f562d25-f7b0-4e26-afa8-fe537cdda9ca admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:06.594506 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-5f562d25-f7b0-4e26-afa8-fe537cdda9ca admin admin] 10.222.0.75 "DELETE /v2.0/routers/62ff5094-f12a-4190-ada6-ede6a57ff905 HTTP/1.1" status: 204 len: 168 time: 1.3527384 Dec 16 23:42:06.594506 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38668) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:06.642347 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07ead9a-09a3-4de4-b0cf-4f35c55ab7d4 admin admin] Deleting subnet cff1adb1-2254-47f8-9ebd-03baaae9b0c5 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:42:06.645823 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f07ead9a-09a3-4de4-b0cf-4f35c55ab7d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:06.681804 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f07ead9a-09a3-4de4-b0cf-4f35c55ab7d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:06.773025 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f07ead9a-09a3-4de4-b0cf-4f35c55ab7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:06.910284 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f07ead9a-09a3-4de4-b0cf-4f35c55ab7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:06.937813 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ead9a-09a3-4de4-b0cf-4f35c55ab7d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cff1adb1-2254-47f8-9ebd-03baaae9b0c5,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:06.939867 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f07ead9a-09a3-4de4-b0cf-4f35c55ab7d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:06.943606 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f07ead9a-09a3-4de4-b0cf-4f35c55ab7d4 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/cff1adb1-2254-47f8-9ebd-03baaae9b0c5 HTTP/1.1" status: 204 len: 168 time: 0.3476579 Dec 16 23:42:06.946138 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38670) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:06.955881 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a222fe02-554a-4671-8c90-15212527b874 None None] Network 512a81b3-45e2-499d-9284-f17de1fcb117 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:42:07.024592 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba205b07-ea93-42dd-bc0c-1b8e37a299e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:07.078581 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-ba205b07-ea93-42dd-bc0c-1b8e37a299e0 admin admin] Deleting port 7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:42:07.079121 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba205b07-ea93-42dd-bc0c-1b8e37a299e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:07.099687 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9d950b-8a4f-4b7f-8344-eb6ffd9c303a None None] DHCP port deletion for 512a81b3-45e2-499d-9284-f17de1fcb117 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:42:07.142023 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-ba205b07-ea93-42dd-bc0c-1b8e37a299e0 admin admin] For port 7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:42:07.142393 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba205b07-ea93-42dd-bc0c-1b8e37a299e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:07.147202 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-fb9d950b-8a4f-4b7f-8344-eb6ffd9c303a None None] Deleting port 7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:42:07.147591 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fb9d950b-8a4f-4b7f-8344-eb6ffd9c303a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:07.155170 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-ba205b07-ea93-42dd-bc0c-1b8e37a299e0 admin admin] Calling delete_port for 7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:42:07.211971 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-fb9d950b-8a4f-4b7f-8344-eb6ffd9c303a None None] For port 7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674,segment=NetworkSegment(cd19353d-ca58-42bb-882d-3ff0187abf6c),segment_id=cd19353d-ca58-42bb-882d-3ff0187abf6c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:42:07.212265 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fb9d950b-8a4f-4b7f-8344-eb6ffd9c303a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:07.224653 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-fb9d950b-8a4f-4b7f-8344-eb6ffd9c303a None None] Calling delete_port for 7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:42:07.306412 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba205b07-ea93-42dd-bc0c-1b8e37a299e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 23:42:07.306697 n-d-815324-4 neutron-server[103615]: self.session.flush() Dec 16 23:42:07.316306 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fb9d950b-8a4f-4b7f-8344-eb6ffd9c303a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:07.334044 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba205b07-ea93-42dd-bc0c-1b8e37a299e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:07.335858 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba205b07-ea93-42dd-bc0c-1b8e37a299e0 admin admin] No DVR routers for this DVR port 7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:42:07.347296 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d950b-8a4f-4b7f-8344-eb6ffd9c303a None None] Pushing event deleted for resources: {'Port': ['ID=7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:07.351645 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9d950b-8a4f-4b7f-8344-eb6ffd9c303a None None] No DVR routers for this DVR port 7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:42:07.358687 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d950b-8a4f-4b7f-8344-eb6ffd9c303a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:07.359036 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d950b-8a4f-4b7f-8344-eb6ffd9c303a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:07.359415 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d950b-8a4f-4b7f-8344-eb6ffd9c303a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:07.359768 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d950b-8a4f-4b7f-8344-eb6ffd9c303a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:07.360091 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d950b-8a4f-4b7f-8344-eb6ffd9c303a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:07.360424 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d950b-8a4f-4b7f-8344-eb6ffd9c303a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:07.360753 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d950b-8a4f-4b7f-8344-eb6ffd9c303a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:07.361085 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d950b-8a4f-4b7f-8344-eb6ffd9c303a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:07.361409 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d950b-8a4f-4b7f-8344-eb6ffd9c303a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:07.361734 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d950b-8a4f-4b7f-8344-eb6ffd9c303a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:07.362057 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d950b-8a4f-4b7f-8344-eb6ffd9c303a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:07.362380 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d950b-8a4f-4b7f-8344-eb6ffd9c303a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:07.362708 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9d950b-8a4f-4b7f-8344-eb6ffd9c303a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:07.417502 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba205b07-ea93-42dd-bc0c-1b8e37a299e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:07.440862 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-ba205b07-ea93-42dd-bc0c-1b8e37a299e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512a81b3-45e2-499d-9284-f17de1fcb117']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:07.453873 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-ba205b07-ea93-42dd-bc0c-1b8e37a299e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd19353d-ca58-42bb-882d-3ff0187abf6c') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:07.454186 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-ba205b07-ea93-42dd-bc0c-1b8e37a299e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd19353d-ca58-42bb-882d-3ff0187abf6c') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:07.454771 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 080989ef-2344-4706-93bc-3a8c4e6fca89 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:42:07.463877 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba205b07-ea93-42dd-bc0c-1b8e37a299e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:07.474139 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 080989ef-2344-4706-93bc-3a8c4e6fca89 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:42:07.474489 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 080989ef-2344-4706-93bc-3a8c4e6fca89 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:42:07.474911 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e02280b6-61a4-42f9-a3f4-c9112b8f0f7a no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:42:07.476944 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba205b07-ea93-42dd-bc0c-1b8e37a299e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:07.483482 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba205b07-ea93-42dd-bc0c-1b8e37a299e0 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:42:07.483882 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba205b07-ea93-42dd-bc0c-1b8e37a299e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: timer() Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:42:07.485539 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:42:07.498614 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: e02280b6-61a4-42f9-a3f4-c9112b8f0f7a {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:42:07.498961 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device e02280b6-61a4-42f9-a3f4-c9112b8f0f7a not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:42:07.499427 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:42:07.518764 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:42:07.519145 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7bfa6ce6-c9d6-4b6a-9431-da6a0e73b674 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:42:07.607335 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba205b07-ea93-42dd-bc0c-1b8e37a299e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:07.613157 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ba205b07-ea93-42dd-bc0c-1b8e37a299e0 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:07.616484 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ba205b07-ea93-42dd-bc0c-1b8e37a299e0 admin admin] 10.222.0.75 "DELETE /v2.0/networks/512a81b3-45e2-499d-9284-f17de1fcb117 HTTP/1.1" status: 204 len: 168 time: 0.6688163 Dec 16 23:42:07.619721 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38672) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:07.629782 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba205b07-ea93-42dd-bc0c-1b8e37a299e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=512a81b3-45e2-499d-9284-f17de1fcb117,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:07.963268 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-733dec3d-131d-4044-837b-8a321c1af792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:08.207824 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-733dec3d-131d-4044-837b-8a321c1af792 admin admin] Deleting port 3e878027-1198-449b-960b-96d7f7b2def4 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:42:08.208170 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-733dec3d-131d-4044-837b-8a321c1af792 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:08.289479 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-733dec3d-131d-4044-837b-8a321c1af792 admin admin] For port 3e878027-1198-449b-960b-96d7f7b2def4, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=3e878027-1198-449b-960b-96d7f7b2def4,segment=NetworkSegment(da8a0e34-8aea-414d-99ac-74fb560ee95b),segment_id=da8a0e34-8aea-414d-99ac-74fb560ee95b)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:42:08.289751 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-733dec3d-131d-4044-837b-8a321c1af792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:08.303107 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-733dec3d-131d-4044-837b-8a321c1af792 admin admin] Calling delete_port for 3e878027-1198-449b-960b-96d7f7b2def4 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:42:08.572578 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-733dec3d-131d-4044-837b-8a321c1af792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:08.598655 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733dec3d-131d-4044-837b-8a321c1af792 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e878027-1198-449b-960b-96d7f7b2def4,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:08.610837 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733dec3d-131d-4044-837b-8a321c1af792 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:08.611214 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733dec3d-131d-4044-837b-8a321c1af792 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:08.611559 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733dec3d-131d-4044-837b-8a321c1af792 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:08.611898 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733dec3d-131d-4044-837b-8a321c1af792 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:08.612231 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733dec3d-131d-4044-837b-8a321c1af792 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:08.612567 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733dec3d-131d-4044-837b-8a321c1af792 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:08.612888 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733dec3d-131d-4044-837b-8a321c1af792 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:08.613216 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733dec3d-131d-4044-837b-8a321c1af792 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:08.613542 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733dec3d-131d-4044-837b-8a321c1af792 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:08.613863 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733dec3d-131d-4044-837b-8a321c1af792 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:08.614186 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733dec3d-131d-4044-837b-8a321c1af792 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:08.614506 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733dec3d-131d-4044-837b-8a321c1af792 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:08.614830 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733dec3d-131d-4044-837b-8a321c1af792 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:08.783580 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-733dec3d-131d-4044-837b-8a321c1af792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:08.991123 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733dec3d-131d-4044-837b-8a321c1af792 admin admin] Router 644d8364-c969-4638-a2e2-9b45aa19d6be has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:42:09.096197 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733dec3d-131d-4044-837b-8a321c1af792 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:42:09.102256 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-733dec3d-131d-4044-837b-8a321c1af792 admin admin] 10.222.0.75 "PUT /v2.0/routers/644d8364-c969-4638-a2e2-9b45aa19d6be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4803488 Dec 16 23:42:09.103690 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38674) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:09.106534 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29371ca-b14a-4abe-8fd9-e1960be81b3e None None] Sync routers for ids ['644d8364-c969-4638-a2e2-9b45aa19d6be'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:42:09.116238 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29371ca-b14a-4abe-8fd9-e1960be81b3e None None] Routers {'644d8364-c969-4638-a2e2-9b45aa19d6be'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:42:09.116843 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d29371ca-b14a-4abe-8fd9-e1960be81b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:41:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['644d8364-c969-4638-a2e2-9b45aa19d6be'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:09.207364 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-66f81a67-126e-4a13-a9e9-1d13bc4a2f66 admin admin] Publish callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:09.224442 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-d29371ca-b14a-4abe-8fd9-e1960be81b3e None None] Set router 644d8364-c969-4638-a2e2-9b45aa19d6be gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:42:09.308191 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-66f81a67-126e-4a13-a9e9-1d13bc4a2f66 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:09.404897 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d29371ca-b14a-4abe-8fd9-e1960be81b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644d8364-c969-4638-a2e2-9b45aa19d6be', 'name': 'tempest-TestShelveInstance-1251614340-router', 'tenant_id': 'c63acd1142ed41668d9eeb12f5306637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'aa60071c-edb0-4c51-8a5b-6c2244f62950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:31:00Z', 'updated_at': '2021-12-16T23:42:08Z', 'revision_number': 5, 'project_id': 'c63acd1142ed41668d9eeb12f5306637', 'gw_port': {'id': 'aa60071c-edb0-4c51-8a5b-6c2244f62950', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644d8364-c969-4638-a2e2-9b45aa19d6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:31:00Z', 'updated_at': '2021-12-16T23:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:09.431966 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29371ca-b14a-4abe-8fd9-e1960be81b3e None None] Checking router: 644d8364-c969-4638-a2e2-9b45aa19d6be for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:42:09.444273 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29371ca-b14a-4abe-8fd9-e1960be81b3e None None] Routers {'644d8364-c969-4638-a2e2-9b45aa19d6be'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:42:09.446122 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d29371ca-b14a-4abe-8fd9-e1960be81b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:41:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['644d8364-c969-4638-a2e2-9b45aa19d6be'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:09.480213 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-66f81a67-126e-4a13-a9e9-1d13bc4a2f66 admin admin] Deleting port aa60071c-edb0-4c51-8a5b-6c2244f62950 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:42:09.486174 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-66f81a67-126e-4a13-a9e9-1d13bc4a2f66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:09.532404 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-d29371ca-b14a-4abe-8fd9-e1960be81b3e None None] Set router 644d8364-c969-4638-a2e2-9b45aa19d6be gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:42:09.563125 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-66f81a67-126e-4a13-a9e9-1d13bc4a2f66 admin admin] For port aa60071c-edb0-4c51-8a5b-6c2244f62950, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=aa60071c-edb0-4c51-8a5b-6c2244f62950,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:42:09.563499 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-66f81a67-126e-4a13-a9e9-1d13bc4a2f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:09.576407 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-66f81a67-126e-4a13-a9e9-1d13bc4a2f66 admin admin] Calling delete_port for aa60071c-edb0-4c51-8a5b-6c2244f62950 owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:42:09.589115 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-d29371ca-b14a-4abe-8fd9-e1960be81b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644d8364-c969-4638-a2e2-9b45aa19d6be', 'name': 'tempest-TestShelveInstance-1251614340-router', 'tenant_id': 'c63acd1142ed41668d9eeb12f5306637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:31:00Z', 'updated_at': '2021-12-16T23:42:09Z', 'revision_number': 6, 'project_id': 'c63acd1142ed41668d9eeb12f5306637', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:09.615443 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29371ca-b14a-4abe-8fd9-e1960be81b3e None None] The sync data for ids ['644d8364-c969-4638-a2e2-9b45aa19d6be'] in n-d-815324-4 is: [{'id': '644d8364-c969-4638-a2e2-9b45aa19d6be', 'name': 'tempest-TestShelveInstance-1251614340-router', 'tenant_id': 'c63acd1142ed41668d9eeb12f5306637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:31:00Z', 'updated_at': '2021-12-16T23:42:09Z', 'revision_number': 6, 'project_id': 'c63acd1142ed41668d9eeb12f5306637', 'gw_port_host': None}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:42:09.808819 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-66f81a67-126e-4a13-a9e9-1d13bc4a2f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:09.835431 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f81a67-126e-4a13-a9e9-1d13bc4a2f66 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa60071c-edb0-4c51-8a5b-6c2244f62950,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:09.848727 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975cb28c-27b5-41b5-8302-349c5a2f47fb None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:42:09.900484 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-66f81a67-126e-4a13-a9e9-1d13bc4a2f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:09.994363 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-66f81a67-126e-4a13-a9e9-1d13bc4a2f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:09.996627 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-66f81a67-126e-4a13-a9e9-1d13bc4a2f66 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:10.094445 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-66f81a67-126e-4a13-a9e9-1d13bc4a2f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:10.094935 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f81a67-126e-4a13-a9e9-1d13bc4a2f66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 644d8364-c969-4638-a2e2-9b45aa19d6be {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:42:10.099361 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-66f81a67-126e-4a13-a9e9-1d13bc4a2f66 admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:10.100517 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-66f81a67-126e-4a13-a9e9-1d13bc4a2f66 admin admin] 10.222.0.75 "DELETE /v2.0/routers/644d8364-c969-4638-a2e2-9b45aa19d6be HTTP/1.1" status: 204 len: 168 time: 0.9959161 Dec 16 23:42:10.102982 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38676) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:10.146435 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-2946f4a9-0497-454d-8761-521d13f5b0b5 admin admin] Deleting subnet 0deee2b9-0b4b-4d2f-ba0f-2655abc0cdbb {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:42:10.149471 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2946f4a9-0497-454d-8761-521d13f5b0b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:10.186980 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2946f4a9-0497-454d-8761-521d13f5b0b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26883641'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:10.263709 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2946f4a9-0497-454d-8761-521d13f5b0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:10.378869 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2946f4a9-0497-454d-8761-521d13f5b0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27041246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25511290'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:10.409105 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946f4a9-0497-454d-8761-521d13f5b0b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0deee2b9-0b4b-4d2f-ba0f-2655abc0cdbb,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:10.412883 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2946f4a9-0497-454d-8761-521d13f5b0b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:10.416162 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2946f4a9-0497-454d-8761-521d13f5b0b5 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0deee2b9-0b4b-4d2f-ba0f-2655abc0cdbb HTTP/1.1" status: 204 len: 168 time: 0.3121791 Dec 16 23:42:10.418688 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38678) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:10.419513 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17408c6e-39e1-4c23-b19b-9aef05864d18 None None] Network 67e1db1b-4ef2-4d1a-ae90-301d4ac0407d requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:42:10.493926 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5e71d30-a97c-4242-b25c-38b29771a53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:10.553298 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-c5e71d30-a97c-4242-b25c-38b29771a53c admin admin] Deleting port b5ebd8a7-f315-460b-88ab-d8ec8428af5b {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:42:10.553645 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5e71d30-a97c-4242-b25c-38b29771a53c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:10.567732 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c00b4c-b388-463f-b978-40f3ca907988 None None] DHCP port deletion for 67e1db1b-4ef2-4d1a-ae90-301d4ac0407d request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:42:10.623679 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-16c00b4c-b388-463f-b978-40f3ca907988 None None] Deleting port b5ebd8a7-f315-460b-88ab-d8ec8428af5b {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:42:10.624355 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16c00b4c-b388-463f-b978-40f3ca907988 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:10.627073 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-c5e71d30-a97c-4242-b25c-38b29771a53c admin admin] For port b5ebd8a7-f315-460b-88ab-d8ec8428af5b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b5ebd8a7-f315-460b-88ab-d8ec8428af5b,segment=NetworkSegment(da8a0e34-8aea-414d-99ac-74fb560ee95b),segment_id=da8a0e34-8aea-414d-99ac-74fb560ee95b)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:42:10.627455 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5e71d30-a97c-4242-b25c-38b29771a53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:10.642104 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-c5e71d30-a97c-4242-b25c-38b29771a53c admin admin] Calling delete_port for b5ebd8a7-f315-460b-88ab-d8ec8428af5b owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:42:10.686576 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-16c00b4c-b388-463f-b978-40f3ca907988 None None] For port b5ebd8a7-f315-460b-88ab-d8ec8428af5b, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=b5ebd8a7-f315-460b-88ab-d8ec8428af5b,segment=NetworkSegment(da8a0e34-8aea-414d-99ac-74fb560ee95b),segment_id=da8a0e34-8aea-414d-99ac-74fb560ee95b)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:42:10.686855 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16c00b4c-b388-463f-b978-40f3ca907988 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:10.702504 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-16c00b4c-b388-463f-b978-40f3ca907988 None None] Calling delete_port for b5ebd8a7-f315-460b-88ab-d8ec8428af5b owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:42:10.784104 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5e71d30-a97c-4242-b25c-38b29771a53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:10.789642 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-16c00b4c-b388-463f-b978-40f3ca907988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:10.811969 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e71d30-a97c-4242-b25c-38b29771a53c admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ebd8a7-f315-460b-88ab-d8ec8428af5b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:10.813735 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e71d30-a97c-4242-b25c-38b29771a53c admin admin] No DVR routers for this DVR port b5ebd8a7-f315-460b-88ab-d8ec8428af5b on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:42:10.817437 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c00b4c-b388-463f-b978-40f3ca907988 None None] Pushing event deleted for resources: {'Port': ['ID=b5ebd8a7-f315-460b-88ab-d8ec8428af5b,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:10.819254 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c00b4c-b388-463f-b978-40f3ca907988 None None] No DVR routers for this DVR port b5ebd8a7-f315-460b-88ab-d8ec8428af5b on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:42:10.889474 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5e71d30-a97c-4242-b25c-38b29771a53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:10.909328 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-c5e71d30-a97c-4242-b25c-38b29771a53c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67e1db1b-4ef2-4d1a-ae90-301d4ac0407d']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:10.918312 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-c5e71d30-a97c-4242-b25c-38b29771a53c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da8a0e34-8aea-414d-99ac-74fb560ee95b') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:10.919282 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-c5e71d30-a97c-4242-b25c-38b29771a53c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da8a0e34-8aea-414d-99ac-74fb560ee95b') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:10.928398 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5e71d30-a97c-4242-b25c-38b29771a53c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:10.941435 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5e71d30-a97c-4242-b25c-38b29771a53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:10.947621 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5e71d30-a97c-4242-b25c-38b29771a53c admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5e71d30-a97c-4242-b25c-38b29771a53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: timer() Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:42:10.950333 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:42:11.064372 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5e71d30-a97c-4242-b25c-38b29771a53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:11.070243 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5e71d30-a97c-4242-b25c-38b29771a53c admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:11.073515 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c5e71d30-a97c-4242-b25c-38b29771a53c admin admin] 10.222.0.75 "DELETE /v2.0/networks/67e1db1b-4ef2-4d1a-ae90-301d4ac0407d HTTP/1.1" status: 204 len: 168 time: 0.6538646 Dec 16 23:42:11.084814 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e71d30-a97c-4242-b25c-38b29771a53c admin admin] Pushing event deleted for resources: {'Network': ['ID=67e1db1b-4ef2-4d1a-ae90-301d4ac0407d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:11.404617 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38682) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:11.452585 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-ea33c788-9189-4c4b-84d9-046d4b77ce96 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5896a803ad2849a8a3ffe96ce8d9b4a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467834 Dec 16 23:42:11.455033 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38684) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:11.467257 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 3e878027-1198-449b-960b-96d7f7b2def4 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:42:11.487386 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 3e878027-1198-449b-960b-96d7f7b2def4 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:42:11.488033 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 3e878027-1198-449b-960b-96d7f7b2def4 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:42:11.488471 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device aa60071c-edb0-4c51-8a5b-6c2244f62950 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:42:11.501759 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a37f32f8-3984-4450-9385-f9acede576d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:11.509625 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: aa60071c-edb0-4c51-8a5b-6c2244f62950 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:42:11.509971 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device aa60071c-edb0-4c51-8a5b-6c2244f62950 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:42:11.510384 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b5ebd8a7-f315-460b-88ab-d8ec8428af5b no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:42:11.524754 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a37f32f8-3984-4450-9385-f9acede576d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:11.530180 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: b5ebd8a7-f315-460b-88ab-d8ec8428af5b {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:42:11.530526 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device b5ebd8a7-f315-460b-88ab-d8ec8428af5b not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:42:11.658802 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a37f32f8-3984-4450-9385-f9acede576d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:11.661450 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a37f32f8-3984-4450-9385-f9acede576d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:11.662623 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a37f32f8-3984-4450-9385-f9acede576d7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/223d6f8f-0192-4cb1-af40-33a4acad8802 HTTP/1.1" status: 204 len: 168 time: 0.2066715 Dec 16 23:42:11.671841 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f32f8-3984-4450-9385-f9acede576d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223d6f8f-0192-4cb1-af40-33a4acad8802,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:12.304776 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38690) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:12.344666 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-c3ea689b-0e80-49a0-b7c1-394396ca8987 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c63acd1142ed41668d9eeb12f5306637&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387237 Dec 16 23:42:12.347117 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38692) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:12.393326 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8eb60acd-cd59-4709-9ab2-7a5a39dc44c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:12.413762 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8eb60acd-cd59-4709-9ab2-7a5a39dc44c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:12.551605 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8eb60acd-cd59-4709-9ab2-7a5a39dc44c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:12.554125 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8eb60acd-cd59-4709-9ab2-7a5a39dc44c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:12.555309 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8eb60acd-cd59-4709-9ab2-7a5a39dc44c7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/14e000ed-3d66-4190-ab96-463d2246ecb6 HTTP/1.1" status: 204 len: 168 time: 0.2072718 Dec 16 23:42:12.563618 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb60acd-cd59-4709-9ab2-7a5a39dc44c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e000ed-3d66-4190-ab96-463d2246ecb6,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:13.681532 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38714) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:13.783130 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a96c3ac7-0499-4964-8558-805a0fa2f624 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-427317631-network', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:42:13.909835 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96c3ac7-0499-4964-8558-805a0fa2f624 admin admin] Made reservation on behalf of a2f05b52d6f1478cbcf4d050311cd172 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:42:13.912195 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a96c3ac7-0499-4964-8558-805a0fa2f624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:13.921426 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a96c3ac7-0499-4964-8558-805a0fa2f624 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:13.992842 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a96c3ac7-0499-4964-8558-805a0fa2f624 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:14.093869 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a96c3ac7-0499-4964-8558-805a0fa2f624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:14.114827 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96c3ac7-0499-4964-8558-805a0fa2f624 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:42:14.128387 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c3ac7-0499-4964-8558-805a0fa2f624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12d71c0-f031-4d39-ad26-508e85478296,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:14.133028 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a96c3ac7-0499-4964-8558-805a0fa2f624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:14.133381 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-a96c3ac7-0499-4964-8558-805a0fa2f624 admin admin] Added segment c7e0d888-62fe-4a8e-95da-e984ff59f5b1 of type vlan for network 021240ff-36e0-45c2-8bec-bb739a1ca5b7 Dec 16 23:42:14.172574 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a96c3ac7-0499-4964-8558-805a0fa2f624 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:14.263972 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a96c3ac7-0499-4964-8558-805a0fa2f624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:14.264934 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96c3ac7-0499-4964-8558-805a0fa2f624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:14.265522 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a96c3ac7-0499-4964-8558-805a0fa2f624 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:14.325682 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c3ac7-0499-4964-8558-805a0fa2f624 admin admin] Pushing event updated for resources: {'Network': ['ID=021240ff-36e0-45c2-8bec-bb739a1ca5b7,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:14.335149 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network 021240ff-36e0-45c2-8bec-bb739a1ca5b7 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:42:14.406111 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a96c3ac7-0499-4964-8558-805a0fa2f624 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7234573 Dec 16 23:42:14.408977 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38718) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:14.413733 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-b61bf81b-c01d-45fb-a1ac-d0e686cb78ab admin admin] Request body: {'subnet': {'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-427317631-subnet', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:42:14.515501 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61bf81b-c01d-45fb-a1ac-d0e686cb78ab admin admin] Made reservation on behalf of a2f05b52d6f1478cbcf4d050311cd172 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:42:14.517917 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b61bf81b-c01d-45fb-a1ac-d0e686cb78ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:14.745742 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b61bf81b-c01d-45fb-a1ac-d0e686cb78ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:14.795693 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61bf81b-c01d-45fb-a1ac-d0e686cb78ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=53ae4873-745d-4f7c-a8a2-a0295177a62d,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:14.810768 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61bf81b-c01d-45fb-a1ac-d0e686cb78ab admin admin] Checking segment: {'id': 'c7e0d888-62fe-4a8e-95da-e984ff59f5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:42:14.811171 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61bf81b-c01d-45fb-a1ac-d0e686cb78ab admin admin] Network hostable DHCP agents. Network: 021240ff-36e0-45c2-8bec-bb739a1ca5b7, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:42:14.911603 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61bf81b-c01d-45fb-a1ac-d0e686cb78ab admin admin] Network 021240ff-36e0-45c2-8bec-bb739a1ca5b7 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:42:14.995816 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-b61bf81b-c01d-45fb-a1ac-d0e686cb78ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, 021240ff-36e0-45c2-8bec-bb739a1ca5b7) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:42:15.000427 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61bf81b-c01d-45fb-a1ac-d0e686cb78ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:15.001031 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b61bf81b-c01d-45fb-a1ac-d0e686cb78ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:15.005502 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019ea249-a92f-45ec-8c7e-045760d30984 None None] Network 021240ff-36e0-45c2-8bec-bb739a1ca5b7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:42:15.084124 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b61bf81b-c01d-45fb-a1ac-d0e686cb78ab admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6740415 Dec 16 23:42:15.086729 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38720) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:15.091026 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-eea7a6f1-8a54-477f-8bd9-a457e4a6d4a6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-427317631-router', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:42:15.100292 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c238a2-2e86-4ad3-9c03-f6a2881a2eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'fixed_ips': [{'subnet_id': '53ae4873-745d-4f7c-a8a2-a0295177a62d'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:42:15.101147 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-90c238a2-2e86-4ad3-9c03-f6a2881a2eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:15.174729 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eea7a6f1-8a54-477f-8bd9-a457e4a6d4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:15.175918 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eea7a6f1-8a54-477f-8bd9-a457e4a6d4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:15.406633 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-90c238a2-2e86-4ad3-9c03-f6a2881a2eda None None] Allocated IP 172.20.0.2 (021240ff-36e0-45c2-8bec-bb739a1ca5b7/53ae4873-745d-4f7c-a8a2-a0295177a62d/2d0943c7-e77f-47bf-88b4-82a342352402) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:42:15.555604 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-90c238a2-2e86-4ad3-9c03-f6a2881a2eda None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:15.565960 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eea7a6f1-8a54-477f-8bd9-a457e4a6d4a6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:15.643249 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-90c238a2-2e86-4ad3-9c03-f6a2881a2eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:15.684332 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c238a2-2e86-4ad3-9c03-f6a2881a2eda None None] Network 021240ff-36e0-45c2-8bec-bb739a1ca5b7 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:42:15.687327 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-90c238a2-2e86-4ad3-9c03-f6a2881a2eda None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:42:15.693978 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c238a2-2e86-4ad3-9c03-f6a2881a2eda None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:42:15.695913 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c238a2-2e86-4ad3-9c03-f6a2881a2eda None None] Pushing event updated for resources: {'Port': ['ID=2d0943c7-e77f-47bf-88b4-82a342352402,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:15.752813 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-90c238a2-2e86-4ad3-9c03-f6a2881a2eda None None] Attempting to bind port 2d0943c7-e77f-47bf-88b4-82a342352402 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:42:15.753182 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-90c238a2-2e86-4ad3-9c03-f6a2881a2eda None None] Attempting to bind port 2d0943c7-e77f-47bf-88b4-82a342352402 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'c7e0d888-62fe-4a8e-95da-e984ff59f5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:42:15.753546 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c238a2-2e86-4ad3-9c03-f6a2881a2eda None None] Attempting to bind port 2d0943c7-e77f-47bf-88b4-82a342352402 on network 021240ff-36e0-45c2-8bec-bb739a1ca5b7 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:42:15.758482 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c238a2-2e86-4ad3-9c03-f6a2881a2eda None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:42:15.758858 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c238a2-2e86-4ad3-9c03-f6a2881a2eda None None] Checking segment: {'id': 'c7e0d888-62fe-4a8e-95da-e984ff59f5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:42:15.759284 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-90c238a2-2e86-4ad3-9c03-f6a2881a2eda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:15.759676 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c238a2-2e86-4ad3-9c03-f6a2881a2eda None None] Bound using segment: {'id': 'c7e0d888-62fe-4a8e-95da-e984ff59f5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:42:15.760140 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-90c238a2-2e86-4ad3-9c03-f6a2881a2eda None None] Bound port: 2d0943c7-e77f-47bf-88b4-82a342352402, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e0d888-62fe-4a8e-95da-e984ff59f5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:42:15.760519 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-90c238a2-2e86-4ad3-9c03-f6a2881a2eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:15.802943 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eea7a6f1-8a54-477f-8bd9-a457e4a6d4a6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:15.822494 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-90c238a2-2e86-4ad3-9c03-f6a2881a2eda None None] For port 2d0943c7-e77f-47bf-88b4-82a342352402, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:42:15.825563 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-90c238a2-2e86-4ad3-9c03-f6a2881a2eda None None] For port 2d0943c7-e77f-47bf-88b4-82a342352402, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2d0943c7-e77f-47bf-88b4-82a342352402,segment=NetworkSegment(c7e0d888-62fe-4a8e-95da-e984ff59f5b1),segment_id=c7e0d888-62fe-4a8e-95da-e984ff59f5b1)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:42:15.894537 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-90c238a2-2e86-4ad3-9c03-f6a2881a2eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:15.955822 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c238a2-2e86-4ad3-9c03-f6a2881a2eda None None] Pushing event updated for resources: {'Port': ['ID=2d0943c7-e77f-47bf-88b4-82a342352402,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:16.062568 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eea7a6f1-8a54-477f-8bd9-a457e4a6d4a6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:16.083657 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eea7a6f1-8a54-477f-8bd9-a457e4a6d4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:16.213454 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-eea7a6f1-8a54-477f-8bd9-a457e4a6d4a6 admin admin] Allocated IP 172.25.6.89 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/5f563ee0-1b75-4f55-9930-0cd70d305b66) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:42:16.318819 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eea7a6f1-8a54-477f-8bd9-a457e4a6d4a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:16.420846 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eea7a6f1-8a54-477f-8bd9-a457e4a6d4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:16.462554 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea7a6f1-8a54-477f-8bd9-a457e4a6d4a6 admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:42:16.465556 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-eea7a6f1-8a54-477f-8bd9-a457e4a6d4a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:42:16.469921 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea7a6f1-8a54-477f-8bd9-a457e4a6d4a6 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:42:16.477987 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca60a40-f464-4c03-b2cd-3dde544da807 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:42:16.499200 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7a6f1-8a54-477f-8bd9-a457e4a6d4a6 admin admin] Pushing event updated for resources: {'Port': ['ID=5f563ee0-1b75-4f55-9930-0cd70d305b66,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:16.530992 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b5d1ab8f-6a0c-448d-96df-eb6e292b607e None None] Provisioning complete for port 5f563ee0-1b75-4f55-9930-0cd70d305b66 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:42:16.532911 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b5d1ab8f-6a0c-448d-96df-eb6e292b607e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:16.574732 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b5d1ab8f-6a0c-448d-96df-eb6e292b607e None None] Port 5f563ee0-1b75-4f55-9930-0cd70d305b66 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:42:16.828319 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eea7a6f1-8a54-477f-8bd9-a457e4a6d4a6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:16.830566 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9033dec7-b228-4431-9347-4816a79694f1 None None] Network 021240ff-36e0-45c2-8bec-bb739a1ca5b7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:42:16.914522 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-20119be6-2c82-448c-af09-1249a38f5b7f None None] Provisioning complete for port 2d0943c7-e77f-47bf-88b4-82a342352402 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:42:16.914987 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-20119be6-2c82-448c-af09-1249a38f5b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:17.022700 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-20119be6-2c82-448c-af09-1249a38f5b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:17.031864 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eea7a6f1-8a54-477f-8bd9-a457e4a6d4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:17.062856 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-20119be6-2c82-448c-af09-1249a38f5b7f None None] For port 2d0943c7-e77f-47bf-88b4-82a342352402, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2d0943c7-e77f-47bf-88b4-82a342352402,segment=NetworkSegment(c7e0d888-62fe-4a8e-95da-e984ff59f5b1),segment_id=c7e0d888-62fe-4a8e-95da-e984ff59f5b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:42:17.137572 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-20119be6-2c82-448c-af09-1249a38f5b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:17.186514 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20119be6-2c82-448c-af09-1249a38f5b7f None None] Pushing event updated for resources: {'Port': ['ID=2d0943c7-e77f-47bf-88b4-82a342352402,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:17.242887 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea7a6f1-8a54-477f-8bd9-a457e4a6d4a6 admin admin] Router 649cb757-7f5b-42bc-935c-7275f685d38c is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:42:17.261348 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4f5d5f8f-0939-4e46-86e6-bfb620753c73 None None] Provisioning complete for port 2d0943c7-e77f-47bf-88b4-82a342352402 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:42:17.261719 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4f5d5f8f-0939-4e46-86e6-bfb620753c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:17.353744 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea7a6f1-8a54-477f-8bd9-a457e4a6d4a6 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:42:17.363855 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a219a-fd15-423a-81fd-c3238602a34d None None] Sync routers for ids ['649cb757-7f5b-42bc-935c-7275f685d38c'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:42:17.373347 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a219a-fd15-423a-81fd-c3238602a34d None None] Routers {'649cb757-7f5b-42bc-935c-7275f685d38c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:42:17.373964 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-890a219a-fd15-423a-81fd-c3238602a34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:41:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['649cb757-7f5b-42bc-935c-7275f685d38c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:17.428665 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eea7a6f1-8a54-477f-8bd9-a457e4a6d4a6 admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:17.432454 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-eea7a6f1-8a54-477f-8bd9-a457e4a6d4a6 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3422329 Dec 16 23:42:17.432885 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38722) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:17.488296 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-890a219a-fd15-423a-81fd-c3238602a34d None None] Set router 649cb757-7f5b-42bc-935c-7275f685d38c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:42:17.516592 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2d0943c7-e77f-47bf-88b4-82a342352402 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:42:17.665362 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 2d0943c7-e77f-47bf-88b4-82a342352402 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:42:17.665734 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:17.772415 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-890a219a-fd15-423a-81fd-c3238602a34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'name': 'tempest-TestSnapshotPattern-427317631-router', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:15Z', 'updated_at': '2021-12-16T23:42:16Z', 'revision_number': 3, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'gw_port': {'id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:16Z', 'updated_at': '2021-12-16T23:42:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:17.805305 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a219a-fd15-423a-81fd-c3238602a34d None None] Checking router: 649cb757-7f5b-42bc-935c-7275f685d38c for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:42:17.805661 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a219a-fd15-423a-81fd-c3238602a34d None None] Updating router 649cb757-7f5b-42bc-935c-7275f685d38c port 5f563ee0-1b75-4f55-9930-0cd70d305b66 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:42:17.831312 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-890a219a-fd15-423a-81fd-c3238602a34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:17.863743 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0ece-b02c-4de4-bcb4-67cf3a667206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:18.018452 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-8b1a0ece-b02c-4de4-bcb4-67cf3a667206 admin admin] Allocated IP 172.20.0.1 (021240ff-36e0-45c2-8bec-bb739a1ca5b7/53ae4873-745d-4f7c-a8a2-a0295177a62d/683a792f-bc9a-4fe1-b4b6-fc256d58bd87) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:42:18.084139 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-890a219a-fd15-423a-81fd-c3238602a34d None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:18.124864 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0ece-b02c-4de4-bcb4-67cf3a667206 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:18.186481 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-890a219a-fd15-423a-81fd-c3238602a34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:18.226559 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0ece-b02c-4de4-bcb4-67cf3a667206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:18.234465 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0255e3d-26ce-45ed-90e3-ac0a6a54f88e None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:42:18.249921 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e972ca-cccd-460a-802e-2d9f6d8d5dc5 None None] Pushing event updated for resources: {'Port': ['ID=5f563ee0-1b75-4f55-9930-0cd70d305b66,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:18.252123 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-890a219a-fd15-423a-81fd-c3238602a34d None None] Attempting to bind port 5f563ee0-1b75-4f55-9930-0cd70d305b66 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:42:18.252510 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-890a219a-fd15-423a-81fd-c3238602a34d None None] Attempting to bind port 5f563ee0-1b75-4f55-9930-0cd70d305b66 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:42:18.252872 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890a219a-fd15-423a-81fd-c3238602a34d None None] Attempting to bind port 5f563ee0-1b75-4f55-9930-0cd70d305b66 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:42:18.259720 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890a219a-fd15-423a-81fd-c3238602a34d None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:42:18.260096 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890a219a-fd15-423a-81fd-c3238602a34d None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:42:18.260503 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-890a219a-fd15-423a-81fd-c3238602a34d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:18.260895 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890a219a-fd15-423a-81fd-c3238602a34d None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:42:18.261367 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-890a219a-fd15-423a-81fd-c3238602a34d None None] Bound port: 5f563ee0-1b75-4f55-9930-0cd70d305b66, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:42:18.261749 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-890a219a-fd15-423a-81fd-c3238602a34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:18.271198 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1a0ece-b02c-4de4-bcb4-67cf3a667206 admin admin] Network 021240ff-36e0-45c2-8bec-bb739a1ca5b7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:42:18.274213 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-8b1a0ece-b02c-4de4-bcb4-67cf3a667206 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:42:18.277750 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1a0ece-b02c-4de4-bcb4-67cf3a667206 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:42:18.300627 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a0ece-b02c-4de4-bcb4-67cf3a667206 admin admin] Pushing event updated for resources: {'Port': ['ID=683a792f-bc9a-4fe1-b4b6-fc256d58bd87,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:18.315594 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-890a219a-fd15-423a-81fd-c3238602a34d None None] For port 5f563ee0-1b75-4f55-9930-0cd70d305b66, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:42:18.319478 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-890a219a-fd15-423a-81fd-c3238602a34d None None] For port 5f563ee0-1b75-4f55-9930-0cd70d305b66, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=5f563ee0-1b75-4f55-9930-0cd70d305b66,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:42:18.322902 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0ece-b02c-4de4-bcb4-67cf3a667206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:18.368755 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-49e7785d-e3ec-4b13-965e-bb3b1e9c96fe None None] Provisioning complete for port 5f563ee0-1b75-4f55-9930-0cd70d305b66 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:42:18.369392 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49e7785d-e3ec-4b13-965e-bb3b1e9c96fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:18.410263 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-890a219a-fd15-423a-81fd-c3238602a34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:18.414798 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-49e7785d-e3ec-4b13-965e-bb3b1e9c96fe None None] Port 5f563ee0-1b75-4f55-9930-0cd70d305b66 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:42:18.463761 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930fbc6b-8099-4cc5-a82b-a2f9858cb140 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:42:18.488257 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a219a-fd15-423a-81fd-c3238602a34d None None] Routers {'649cb757-7f5b-42bc-935c-7275f685d38c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:42:18.488974 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-890a219a-fd15-423a-81fd-c3238602a34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:41:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['649cb757-7f5b-42bc-935c-7275f685d38c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:18.493862 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e972ca-cccd-460a-802e-2d9f6d8d5dc5 None None] Pushing event updated for resources: {'Port': ['ID=5f563ee0-1b75-4f55-9930-0cd70d305b66,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:18.531130 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0ece-b02c-4de4-bcb4-67cf3a667206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:18.587689 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3595d87a-ed60-46d9-bc9d-a4a3c2f98701 None None] Provisioning complete for port 683a792f-bc9a-4fe1-b4b6-fc256d58bd87 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:42:18.588063 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3595d87a-ed60-46d9-bc9d-a4a3c2f98701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:18.636304 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-3595d87a-ed60-46d9-bc9d-a4a3c2f98701 None None] Port 683a792f-bc9a-4fe1-b4b6-fc256d58bd87 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:42:18.648309 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-890a219a-fd15-423a-81fd-c3238602a34d None None] Set router 649cb757-7f5b-42bc-935c-7275f685d38c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:42:18.695688 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0ece-b02c-4de4-bcb4-67cf3a667206 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:18.706799 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3595d87a-ed60-46d9-bc9d-a4a3c2f98701 None None] Provisioning complete for port 5f563ee0-1b75-4f55-9930-0cd70d305b66 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:42:18.707205 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3595d87a-ed60-46d9-bc9d-a4a3c2f98701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:18.778437 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0ece-b02c-4de4-bcb4-67cf3a667206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:18.851426 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0ece-b02c-4de4-bcb4-67cf3a667206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:18.853316 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a0ece-b02c-4de4-bcb4-67cf3a667206 admin admin] Pushing event updated for resources: {'Port': ['ID=683a792f-bc9a-4fe1-b4b6-fc256d58bd87,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:18.877909 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3595d87a-ed60-46d9-bc9d-a4a3c2f98701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:18.906725 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-3595d87a-ed60-46d9-bc9d-a4a3c2f98701 None None] For port 5f563ee0-1b75-4f55-9930-0cd70d305b66, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=5f563ee0-1b75-4f55-9930-0cd70d305b66,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:42:18.920516 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-890a219a-fd15-423a-81fd-c3238602a34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'name': 'tempest-TestSnapshotPattern-427317631-router', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:15Z', 'updated_at': '2021-12-16T23:42:16Z', 'revision_number': 3, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'gw_port': {'id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:16Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:18.944706 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1a0ece-b02c-4de4-bcb4-67cf3a667206 admin admin] Network 021240ff-36e0-45c2-8bec-bb739a1ca5b7 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:42:18.946072 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-8b1a0ece-b02c-4de4-bcb4-67cf3a667206 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:42:18.946964 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a219a-fd15-423a-81fd-c3238602a34d None None] The sync data for ids ['649cb757-7f5b-42bc-935c-7275f685d38c'] in n-d-815324-4 is: [{'id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'name': 'tempest-TestSnapshotPattern-427317631-router', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:15Z', 'updated_at': '2021-12-16T23:42:16Z', 'revision_number': 3, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'gw_port': {'id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:16Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:42:18.986219 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3595d87a-ed60-46d9-bc9d-a4a3c2f98701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:19.042844 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595d87a-ed60-46d9-bc9d-a4a3c2f98701 None None] Pushing event updated for resources: {'Port': ['ID=5f563ee0-1b75-4f55-9930-0cd70d305b66,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:19.080240 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1a0ece-b02c-4de4-bcb4-67cf3a667206 admin admin] Router 649cb757-7f5b-42bc-935c-7275f685d38c has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:42:19.214490 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1a0ece-b02c-4de4-bcb4-67cf3a667206 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:42:19.225507 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-8b1a0ece-b02c-4de4-bcb4-67cf3a667206 admin admin] 10.222.0.75 "PUT /v2.0/routers/649cb757-7f5b-42bc-935c-7275f685d38c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7900243 Dec 16 23:42:19.234443 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6a9c9181-26bd-4fe2-958c-4990ace940b3 None None] Provisioning complete for port 683a792f-bc9a-4fe1-b4b6-fc256d58bd87 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:42:19.234443 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6a9c9181-26bd-4fe2-958c-4990ace940b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:19.278198 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-6a9c9181-26bd-4fe2-958c-4990ace940b3 None None] Port 683a792f-bc9a-4fe1-b4b6-fc256d58bd87 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:42:19.478628 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 5f563ee0-1b75-4f55-9930-0cd70d305b66 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:42:19.531643 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 5f563ee0-1b75-4f55-9930-0cd70d305b66 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:42:19.532350 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:19.977783 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38738) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:19.982842 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-300e1209-fefa-4afc-866c-c688bd0c4636 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-608896493-network', 'tenant_id': 'b813dde3681a46349d26828c35f2f32b'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:42:20.064489 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300e1209-fefa-4afc-866c-c688bd0c4636 admin admin] Made reservation on behalf of b813dde3681a46349d26828c35f2f32b for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:42:20.066923 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-300e1209-fefa-4afc-866c-c688bd0c4636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:20.076551 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-300e1209-fefa-4afc-866c-c688bd0c4636 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:20.149924 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-300e1209-fefa-4afc-866c-c688bd0c4636 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:20.207427 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-300e1209-fefa-4afc-866c-c688bd0c4636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:20.235682 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300e1209-fefa-4afc-866c-c688bd0c4636 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 23:42:20.241245 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e1209-fefa-4afc-866c-c688bd0c4636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a8e9c0-2562-4109-8b34-fc484a69978b,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:20.248967 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-300e1209-fefa-4afc-866c-c688bd0c4636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:20.249319 n-d-815324-4 neutron-server[103613]: INFO neutron.db.segments_db [None req-300e1209-fefa-4afc-866c-c688bd0c4636 admin admin] Added segment 7d976ce1-e291-40a7-b83c-29ddf5eb878c of type vlan for network fedfe578-beca-4770-bcab-183d200946b2 Dec 16 23:42:20.304464 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-300e1209-fefa-4afc-866c-c688bd0c4636 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727493538079'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:20.397556 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-300e1209-fefa-4afc-866c-c688bd0c4636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:20.398714 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300e1209-fefa-4afc-866c-c688bd0c4636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:20.399504 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-300e1209-fefa-4afc-866c-c688bd0c4636 admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:20.466049 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e1209-fefa-4afc-866c-c688bd0c4636 admin admin] Pushing event updated for resources: {'Network': ['ID=fedfe578-beca-4770-bcab-183d200946b2,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:20.518432 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9c2e2a-9eaf-4e11-bc86-936a622c9caa None None] Sync routers for ids ['649cb757-7f5b-42bc-935c-7275f685d38c'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:42:20.528685 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9c2e2a-9eaf-4e11-bc86-936a622c9caa None None] Routers {'649cb757-7f5b-42bc-935c-7275f685d38c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:42:20.529333 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1f9c2e2a-9eaf-4e11-bc86-936a622c9caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:41:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['649cb757-7f5b-42bc-935c-7275f685d38c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:20.541585 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-300e1209-fefa-4afc-866c-c688bd0c4636 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5626264 Dec 16 23:42:20.544884 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38740) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:20.550438 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-37eecc4d-ae97-46b3-b7e3-d45931243a66 admin admin] Request body: {'subnet': {'network_id': 'fedfe578-beca-4770-bcab-183d200946b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-608896493-subnet', 'tenant_id': 'b813dde3681a46349d26828c35f2f32b', 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:42:20.567691 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Network fedfe578-beca-4770-bcab-183d200946b2 details requested by agent ovs-agent-n-d-815324-4 with host n-d-815324-4 {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 23:42:20.638493 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-1f9c2e2a-9eaf-4e11-bc86-936a622c9caa None None] Set router 649cb757-7f5b-42bc-935c-7275f685d38c gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:42:20.704419 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37eecc4d-ae97-46b3-b7e3-d45931243a66 admin admin] Made reservation on behalf of b813dde3681a46349d26828c35f2f32b for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:42:20.706829 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-37eecc4d-ae97-46b3-b7e3-d45931243a66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25511197'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:20.840865 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1f9c2e2a-9eaf-4e11-bc86-936a622c9caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'name': 'tempest-TestSnapshotPattern-427317631-router', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:15Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'gw_port': {'id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:16Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '683a792f-bc9a-4fe1-b4b6-fc256d58bd87', 'name': '', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'mac_address': 'fa:16:3e:60:92:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:17Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 2, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'subnets': [{'id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:20.868124 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9c2e2a-9eaf-4e11-bc86-936a622c9caa None None] Checking router: 649cb757-7f5b-42bc-935c-7275f685d38c for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:42:20.868481 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9c2e2a-9eaf-4e11-bc86-936a622c9caa None None] Updating router 649cb757-7f5b-42bc-935c-7275f685d38c port 683a792f-bc9a-4fe1-b4b6-fc256d58bd87 binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:42:20.892730 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f9c2e2a-9eaf-4e11-bc86-936a622c9caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:20.933298 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-37eecc4d-ae97-46b3-b7e3-d45931243a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27033881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25511171'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:20.994333 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eecc4d-ae97-46b3-b7e3-d45931243a66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bb9e7ad-9ef0-4d94-929e-abfa84d0e590,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:20.999917 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eecc4d-ae97-46b3-b7e3-d45931243a66 admin admin] Checking segment: {'id': '7d976ce1-e291-40a7-b83c-29ddf5eb878c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fedfe578-beca-4770-bcab-183d200946b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:42:21.000287 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37eecc4d-ae97-46b3-b7e3-d45931243a66 admin admin] Network hostable DHCP agents. Network: fedfe578-beca-4770-bcab-183d200946b2, hostable agents: ['8499cb63-95e1-4858-9647-5cb7bb42d9c6'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 23:42:21.081389 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37eecc4d-ae97-46b3-b7e3-d45931243a66 admin admin] Network fedfe578-beca-4770-bcab-183d200946b2 is scheduled to be hosted by DHCP agent 8499cb63-95e1-4858-9647-5cb7bb42d9c6 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 23:42:21.178405 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-37eecc4d-ae97-46b3-b7e3-d45931243a66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-4, fedfe578-beca-4770-bcab-183d200946b2) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:42:21.183472 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37eecc4d-ae97-46b3-b7e3-d45931243a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:21.184077 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-37eecc4d-ae97-46b3-b7e3-d45931243a66 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:21.187805 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd5aa7c-5ae6-4572-8099-f46003293868 None None] Network fedfe578-beca-4770-bcab-183d200946b2 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:42:21.240782 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f9c2e2a-9eaf-4e11-bc86-936a622c9caa None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:21.267443 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-37eecc4d-ae97-46b3-b7e3-d45931243a66 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7209978 Dec 16 23:42:21.270028 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38742) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:21.274250 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-2a5aa84c-bde5-4d8e-a1e9-49266bfc951b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-608896493-router', 'tenant_id': 'b813dde3681a46349d26828c35f2f32b', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:42:21.287774 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9164b11-84ac-4c1e-b482-3b411ba74fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae04d29e-3dbd-54a4-93b7-30b35acd5e6b-fedfe578-beca-4770-bcab-183d200946b2', 'network_id': 'fedfe578-beca-4770-bcab-183d200946b2', 'project_id': 'b813dde3681a46349d26828c35f2f32b', 'fixed_ips': [{'subnet_id': '4bb9e7ad-9ef0-4d94-929e-abfa84d0e590'}]}} from n-d-815324-4. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 23:42:21.288636 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c9164b11-84ac-4c1e-b482-3b411ba74fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:21.321297 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f9c2e2a-9eaf-4e11-bc86-936a622c9caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:21.370602 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fefb88-ff3d-4049-bf9e-2759fd001b70 None None] Pushing event updated for resources: {'Port': ['ID=683a792f-bc9a-4fe1-b4b6-fc256d58bd87,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:21.378740 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa84c-bde5-4d8e-a1e9-49266bfc951b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5492'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:21.380511 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa84c-bde5-4d8e-a1e9-49266bfc951b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5487'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:21.423303 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fefb88-ff3d-4049-bf9e-2759fd001b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:21.423650 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fefb88-ff3d-4049-bf9e-2759fd001b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:21.423990 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fefb88-ff3d-4049-bf9e-2759fd001b70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:21.424328 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fefb88-ff3d-4049-bf9e-2759fd001b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:21.424715 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fefb88-ff3d-4049-bf9e-2759fd001b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:21.425044 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fefb88-ff3d-4049-bf9e-2759fd001b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:21.425375 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fefb88-ff3d-4049-bf9e-2759fd001b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:21.425697 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fefb88-ff3d-4049-bf9e-2759fd001b70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:21.426025 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fefb88-ff3d-4049-bf9e-2759fd001b70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:21.426345 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fefb88-ff3d-4049-bf9e-2759fd001b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:21.426667 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fefb88-ff3d-4049-bf9e-2759fd001b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:21.426984 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fefb88-ff3d-4049-bf9e-2759fd001b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:21.427330 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fefb88-ff3d-4049-bf9e-2759fd001b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:42:21.440995 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-1f9c2e2a-9eaf-4e11-bc86-936a622c9caa None None] Attempting to bind port 683a792f-bc9a-4fe1-b4b6-fc256d58bd87 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:42:21.441365 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-1f9c2e2a-9eaf-4e11-bc86-936a622c9caa None None] Attempting to bind port 683a792f-bc9a-4fe1-b4b6-fc256d58bd87 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': 'c7e0d888-62fe-4a8e-95da-e984ff59f5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:42:21.441722 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9c2e2a-9eaf-4e11-bc86-936a622c9caa None None] Attempting to bind port 683a792f-bc9a-4fe1-b4b6-fc256d58bd87 on network 021240ff-36e0-45c2-8bec-bb739a1ca5b7 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:42:21.442342 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-c9164b11-84ac-4c1e-b482-3b411ba74fbb None None] Allocated IP 172.20.0.2 (fedfe578-beca-4770-bcab-183d200946b2/4bb9e7ad-9ef0-4d94-929e-abfa84d0e590/86b77ff7-5ba7-4b98-acfb-62710c04c836) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:42:21.449568 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9c2e2a-9eaf-4e11-bc86-936a622c9caa None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:42:21.449943 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9c2e2a-9eaf-4e11-bc86-936a622c9caa None None] Checking segment: {'id': 'c7e0d888-62fe-4a8e-95da-e984ff59f5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:42:21.450273 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f9c2e2a-9eaf-4e11-bc86-936a622c9caa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:21.451208 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9c2e2a-9eaf-4e11-bc86-936a622c9caa None None] Bound using segment: {'id': 'c7e0d888-62fe-4a8e-95da-e984ff59f5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:42:21.451868 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-1f9c2e2a-9eaf-4e11-bc86-936a622c9caa None None] Bound port: 683a792f-bc9a-4fe1-b4b6-fc256d58bd87, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e0d888-62fe-4a8e-95da-e984ff59f5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:42:21.452252 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f9c2e2a-9eaf-4e11-bc86-936a622c9caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:21.461825 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa84c-bde5-4d8e-a1e9-49266bfc951b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:21.519122 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-1f9c2e2a-9eaf-4e11-bc86-936a622c9caa None None] For port 683a792f-bc9a-4fe1-b4b6-fc256d58bd87, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:42:21.522499 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-1f9c2e2a-9eaf-4e11-bc86-936a622c9caa None None] For port 683a792f-bc9a-4fe1-b4b6-fc256d58bd87, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=683a792f-bc9a-4fe1-b4b6-fc256d58bd87,segment=NetworkSegment(c7e0d888-62fe-4a8e-95da-e984ff59f5b1),segment_id=c7e0d888-62fe-4a8e-95da-e984ff59f5b1)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:42:21.611528 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c9164b11-84ac-4c1e-b482-3b411ba74fbb None None] Publish callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:21.619786 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0a1e6f18-36bd-4bd5-868a-6b69f4decded None None] Provisioning complete for port 683a792f-bc9a-4fe1-b4b6-fc256d58bd87 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:42:21.620277 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0a1e6f18-36bd-4bd5-868a-6b69f4decded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:21.635345 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-1f9c2e2a-9eaf-4e11-bc86-936a622c9caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:21.656337 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0a1e6f18-36bd-4bd5-868a-6b69f4decded None None] Port 683a792f-bc9a-4fe1-b4b6-fc256d58bd87 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:42:21.681931 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9c2e2a-9eaf-4e11-bc86-936a622c9caa None None] Routers {'649cb757-7f5b-42bc-935c-7275f685d38c'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:42:21.682153 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa84c-bde5-4d8e-a1e9-49266bfc951b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:21.682559 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1f9c2e2a-9eaf-4e11-bc86-936a622c9caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:41:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['649cb757-7f5b-42bc-935c-7275f685d38c'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:21.690190 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c9164b11-84ac-4c1e-b482-3b411ba74fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:21.728447 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9164b11-84ac-4c1e-b482-3b411ba74fbb None None] Network fedfe578-beca-4770-bcab-183d200946b2 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:42:21.733263 n-d-815324-4 neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-c9164b11-84ac-4c1e-b482-3b411ba74fbb None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:42:21.737011 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9164b11-84ac-4c1e-b482-3b411ba74fbb None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:42:21.740605 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fefb88-ff3d-4049-bf9e-2759fd001b70 None None] Pushing event updated for resources: {'Port': ['ID=683a792f-bc9a-4fe1-b4b6-fc256d58bd87,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:21.749898 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9164b11-84ac-4c1e-b482-3b411ba74fbb None None] Pushing event updated for resources: {'Port': ['ID=86b77ff7-5ba7-4b98-acfb-62710c04c836,revision_number=1']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:21.804794 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c9164b11-84ac-4c1e-b482-3b411ba74fbb None None] Attempting to bind port 86b77ff7-5ba7-4b98-acfb-62710c04c836 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:42:21.805865 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c9164b11-84ac-4c1e-b482-3b411ba74fbb None None] Attempting to bind port 86b77ff7-5ba7-4b98-acfb-62710c04c836 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '7d976ce1-e291-40a7-b83c-29ddf5eb878c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fedfe578-beca-4770-bcab-183d200946b2'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:42:21.806242 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9164b11-84ac-4c1e-b482-3b411ba74fbb None None] Attempting to bind port 86b77ff7-5ba7-4b98-acfb-62710c04c836 on network fedfe578-beca-4770-bcab-183d200946b2 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:42:21.812503 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9164b11-84ac-4c1e-b482-3b411ba74fbb None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:42:21.812922 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9164b11-84ac-4c1e-b482-3b411ba74fbb None None] Checking segment: {'id': '7d976ce1-e291-40a7-b83c-29ddf5eb878c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fedfe578-beca-4770-bcab-183d200946b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:42:21.813340 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c9164b11-84ac-4c1e-b482-3b411ba74fbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:21.813740 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9164b11-84ac-4c1e-b482-3b411ba74fbb None None] Bound using segment: {'id': '7d976ce1-e291-40a7-b83c-29ddf5eb878c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fedfe578-beca-4770-bcab-183d200946b2'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:42:21.814218 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-c9164b11-84ac-4c1e-b482-3b411ba74fbb None None] Bound port: 86b77ff7-5ba7-4b98-acfb-62710c04c836, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d976ce1-e291-40a7-b83c-29ddf5eb878c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fedfe578-beca-4770-bcab-183d200946b2'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:42:21.814607 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c9164b11-84ac-4c1e-b482-3b411ba74fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:21.817679 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-1f9c2e2a-9eaf-4e11-bc86-936a622c9caa None None] Set router 649cb757-7f5b-42bc-935c-7275f685d38c gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:42:21.887652 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c9164b11-84ac-4c1e-b482-3b411ba74fbb None None] For port 86b77ff7-5ba7-4b98-acfb-62710c04c836, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:42:21.892751 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-c9164b11-84ac-4c1e-b482-3b411ba74fbb None None] For port 86b77ff7-5ba7-4b98-acfb-62710c04c836, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=86b77ff7-5ba7-4b98-acfb-62710c04c836,segment=NetworkSegment(7d976ce1-e291-40a7-b83c-29ddf5eb878c),segment_id=7d976ce1-e291-40a7-b83c-29ddf5eb878c)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:42:21.982531 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c9164b11-84ac-4c1e-b482-3b411ba74fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:22.007208 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa84c-bde5-4d8e-a1e9-49266bfc951b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:22.024714 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4b6392d3-fe77-4315-ba4f-b997cf4758ef None None] Provisioning complete for port 683a792f-bc9a-4fe1-b4b6-fc256d58bd87 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:42:22.025223 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4b6392d3-fe77-4315-ba4f-b997cf4758ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:22.027357 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa84c-bde5-4d8e-a1e9-49266bfc951b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:22.054859 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1f9c2e2a-9eaf-4e11-bc86-936a622c9caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'name': 'tempest-TestSnapshotPattern-427317631-router', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:15Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'gw_port': {'id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:16Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '683a792f-bc9a-4fe1-b4b6-fc256d58bd87', 'name': '', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'mac_address': 'fa:16:3e:60:92:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:17Z', 'updated_at': '2021-12-16T23:42:21Z', 'revision_number': 4, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'subnets': [{'id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:22.083906 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9c2e2a-9eaf-4e11-bc86-936a622c9caa None None] The sync data for ids ['649cb757-7f5b-42bc-935c-7275f685d38c'] in n-d-815324-4 is: [{'id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'name': 'tempest-TestSnapshotPattern-427317631-router', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:15Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'gw_port': {'id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:16Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '683a792f-bc9a-4fe1-b4b6-fc256d58bd87', 'name': '', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'mac_address': 'fa:16:3e:60:92:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:17Z', 'updated_at': '2021-12-16T23:42:21Z', 'revision_number': 4, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'subnets': [{'id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:42:22.089660 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9164b11-84ac-4c1e-b482-3b411ba74fbb None None] Pushing event updated for resources: {'Port': ['ID=86b77ff7-5ba7-4b98-acfb-62710c04c836,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:22.166648 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-2a5aa84c-bde5-4d8e-a1e9-49266bfc951b admin admin] Allocated IP 172.25.6.60 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/7ad5e06c-b3b9-4111-9985-b7ba038fa4f5) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:42:22.171139 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4b6392d3-fe77-4315-ba4f-b997cf4758ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:22.216197 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-4b6392d3-fe77-4315-ba4f-b997cf4758ef None None] For port 683a792f-bc9a-4fe1-b4b6-fc256d58bd87, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=683a792f-bc9a-4fe1-b4b6-fc256d58bd87,segment=NetworkSegment(c7e0d888-62fe-4a8e-95da-e984ff59f5b1),segment_id=c7e0d888-62fe-4a8e-95da-e984ff59f5b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:42:22.287517 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4b6392d3-fe77-4315-ba4f-b997cf4758ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:22.320777 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa84c-bde5-4d8e-a1e9-49266bfc951b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:22.377048 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6392d3-fe77-4315-ba4f-b997cf4758ef None None] Pushing event updated for resources: {'Port': ['ID=683a792f-bc9a-4fe1-b4b6-fc256d58bd87,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:22.432144 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa84c-bde5-4d8e-a1e9-49266bfc951b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:22.817599 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5aa84c-bde5-4d8e-a1e9-49266bfc951b admin admin] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:42:22.822078 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-2a5aa84c-bde5-4d8e-a1e9-49266bfc951b admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:42:22.825645 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5aa84c-bde5-4d8e-a1e9-49266bfc951b admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:42:22.836942 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806bef8b-b74a-4eca-9f6f-6d3cef2880a3 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:42:22.854264 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5aa84c-bde5-4d8e-a1e9-49266bfc951b admin admin] Pushing event updated for resources: {'Port': ['ID=7ad5e06c-b3b9-4111-9985-b7ba038fa4f5,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:22.916907 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-15134e2f-21b6-4b50-b650-771cb6883748 None None] Provisioning complete for port 7ad5e06c-b3b9-4111-9985-b7ba038fa4f5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:42:22.917387 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-15134e2f-21b6-4b50-b650-771cb6883748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:22.962619 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-15134e2f-21b6-4b50-b650-771cb6883748 None None] Port 7ad5e06c-b3b9-4111-9985-b7ba038fa4f5 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:42:23.171847 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa84c-bde5-4d8e-a1e9-49266bfc951b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:23.178793 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e1e286-2813-49f1-ba07-c2ed0d19a83b None None] Network fedfe578-beca-4770-bcab-183d200946b2 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:42:23.302732 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0ccf704b-f46a-4145-9f42-82db1e603861 None None] Provisioning complete for port 86b77ff7-5ba7-4b98-acfb-62710c04c836 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:42:23.303208 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ccf704b-f46a-4145-9f42-82db1e603861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:23.382206 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa84c-bde5-4d8e-a1e9-49266bfc951b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598428'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:23.416502 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ccf704b-f46a-4145-9f42-82db1e603861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:23.465118 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-0ccf704b-f46a-4145-9f42-82db1e603861 None None] For port 86b77ff7-5ba7-4b98-acfb-62710c04c836, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=86b77ff7-5ba7-4b98-acfb-62710c04c836,segment=NetworkSegment(7d976ce1-e291-40a7-b83c-29ddf5eb878c),segment_id=7d976ce1-e291-40a7-b83c-29ddf5eb878c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:42:23.491520 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-36190d01-d229-4897-8890-041470249196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:23.545519 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 683a792f-bc9a-4fe1-b4b6-fc256d58bd87 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:42:23.549569 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0ccf704b-f46a-4145-9f42-82db1e603861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:23.612989 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5aa84c-bde5-4d8e-a1e9-49266bfc951b admin admin] Router 054d68dc-3a97-4ffe-8149-16611ac4287e is scheduled to L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 23:42:23.640672 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf704b-f46a-4145-9f42-82db1e603861 None None] Pushing event updated for resources: {'Port': ['ID=86b77ff7-5ba7-4b98-acfb-62710c04c836,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:23.650029 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 683a792f-bc9a-4fe1-b4b6-fc256d58bd87 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:42:23.650408 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:23.700880 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6a18d4d2-2991-4cb2-9116-b703ab1523bb None None] Provisioning complete for port 86b77ff7-5ba7-4b98-acfb-62710c04c836 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:42:23.701245 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6a18d4d2-2991-4cb2-9116-b703ab1523bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:23.729837 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5aa84c-bde5-4d8e-a1e9-49266bfc951b admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:42:23.742547 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ec99ae-e86b-4db3-b38b-c14f1b88ae92 None None] Sync routers for ids ['054d68dc-3a97-4ffe-8149-16611ac4287e'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:42:23.788667 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ec99ae-e86b-4db3-b38b-c14f1b88ae92 None None] Routers {'054d68dc-3a97-4ffe-8149-16611ac4287e'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:42:23.789296 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-25ec99ae-e86b-4db3-b38b-c14f1b88ae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:41:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['054d68dc-3a97-4ffe-8149-16611ac4287e'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:23.834199 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa84c-bde5-4d8e-a1e9-49266bfc951b admin admin] Publish callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:23.836080 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-2a5aa84c-bde5-4d8e-a1e9-49266bfc951b admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5650539 Dec 16 23:42:23.839653 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 86b77ff7-5ba7-4b98-acfb-62710c04c836 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:42:23.845479 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38744) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:23.970140 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-25ec99ae-e86b-4db3-b38b-c14f1b88ae92 None None] Set router 054d68dc-3a97-4ffe-8149-16611ac4287e gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:42:24.027383 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 86b77ff7-5ba7-4b98-acfb-62710c04c836 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:42:24.027749 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:24.216749 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-25ec99ae-e86b-4db3-b38b-c14f1b88ae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d68dc-3a97-4ffe-8149-16611ac4287e', 'name': 'tempest-TestSnapshotPattern-608896493-router', 'tenant_id': 'b813dde3681a46349d26828c35f2f32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '7ad5e06c-b3b9-4111-9985-b7ba038fa4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:21Z', 'updated_at': '2021-12-16T23:42:22Z', 'revision_number': 3, 'project_id': 'b813dde3681a46349d26828c35f2f32b', 'gw_port': {'id': '7ad5e06c-b3b9-4111-9985-b7ba038fa4f5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d68dc-3a97-4ffe-8149-16611ac4287e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:22Z', 'updated_at': '2021-12-16T23:42:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:24.249793 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ec99ae-e86b-4db3-b38b-c14f1b88ae92 None None] Checking router: 054d68dc-3a97-4ffe-8149-16611ac4287e for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:42:24.250144 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ec99ae-e86b-4db3-b38b-c14f1b88ae92 None None] Updating router 054d68dc-3a97-4ffe-8149-16611ac4287e port 7ad5e06c-b3b9-4111-9985-b7ba038fa4f5 binding host n-d-815324-4 {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:42:24.266995 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a71c11a1-8055-4351-829a-6b2f3239c6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:24.274674 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-25ec99ae-e86b-4db3-b38b-c14f1b88ae92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:24.423920 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-a71c11a1-8055-4351-829a-6b2f3239c6d3 admin admin] Allocated IP 172.20.0.1 (fedfe578-beca-4770-bcab-183d200946b2/4bb9e7ad-9ef0-4d94-929e-abfa84d0e590/aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:42:24.526712 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-25ec99ae-e86b-4db3-b38b-c14f1b88ae92 None None] Publish callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:24.538700 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a71c11a1-8055-4351-829a-6b2f3239c6d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:24.578549 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-25ec99ae-e86b-4db3-b38b-c14f1b88ae92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:24.626971 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2575b9cc-7722-4202-a2f6-6555ec76b6bc None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:42:24.630063 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a71c11a1-8055-4351-829a-6b2f3239c6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:24.639647 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401d62d-4c22-4b67-b66e-5233eea9f035 None None] Pushing event updated for resources: {'Port': ['ID=7ad5e06c-b3b9-4111-9985-b7ba038fa4f5,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:24.642806 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-25ec99ae-e86b-4db3-b38b-c14f1b88ae92 None None] Attempting to bind port 7ad5e06c-b3b9-4111-9985-b7ba038fa4f5 on host n-d-815324-4 for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:42:24.643211 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-25ec99ae-e86b-4db3-b38b-c14f1b88ae92 None None] Attempting to bind port 7ad5e06c-b3b9-4111-9985-b7ba038fa4f5 by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:42:24.643582 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ec99ae-e86b-4db3-b38b-c14f1b88ae92 None None] Attempting to bind port 7ad5e06c-b3b9-4111-9985-b7ba038fa4f5 on network 646b16aa-4dba-4604-b466-f8ee98ed91e8 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:42:24.649908 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ec99ae-e86b-4db3-b38b-c14f1b88ae92 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:42:24.650296 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ec99ae-e86b-4db3-b38b-c14f1b88ae92 None None] Checking segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:42:24.650694 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-25ec99ae-e86b-4db3-b38b-c14f1b88ae92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:24.651109 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ec99ae-e86b-4db3-b38b-c14f1b88ae92 None None] Bound using segment: {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:42:24.651586 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-25ec99ae-e86b-4db3-b38b-c14f1b88ae92 None None] Bound port: 7ad5e06c-b3b9-4111-9985-b7ba038fa4f5, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:42:24.651969 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-25ec99ae-e86b-4db3-b38b-c14f1b88ae92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:24.679615 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71c11a1-8055-4351-829a-6b2f3239c6d3 admin admin] Network fedfe578-beca-4770-bcab-183d200946b2 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:42:24.685436 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-a71c11a1-8055-4351-829a-6b2f3239c6d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:42:24.688046 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71c11a1-8055-4351-829a-6b2f3239c6d3 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:42:24.713043 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c11a1-8055-4351-829a-6b2f3239c6d3 admin admin] Pushing event updated for resources: {'Port': ['ID=aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:24.715004 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-0025ccb2-7909-43b4-9b4a-0701cdabd14d None None] Provisioning complete for port 7ad5e06c-b3b9-4111-9985-b7ba038fa4f5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:42:24.715771 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0025ccb2-7909-43b4-9b4a-0701cdabd14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:24.739201 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-25ec99ae-e86b-4db3-b38b-c14f1b88ae92 None None] For port 7ad5e06c-b3b9-4111-9985-b7ba038fa4f5, host n-d-815324-4, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:42:24.740603 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a71c11a1-8055-4351-829a-6b2f3239c6d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599535'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:24.759331 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-25ec99ae-e86b-4db3-b38b-c14f1b88ae92 None None] For port 7ad5e06c-b3b9-4111-9985-b7ba038fa4f5, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7ad5e06c-b3b9-4111-9985-b7ba038fa4f5,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:42:24.768565 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-0025ccb2-7909-43b4-9b4a-0701cdabd14d None None] Port 7ad5e06c-b3b9-4111-9985-b7ba038fa4f5 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:42:24.832044 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-25ec99ae-e86b-4db3-b38b-c14f1b88ae92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:24.880895 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6692e2bb-ffb2-4b2e-8059-7149b6c6e4cf None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:42:24.904563 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ec99ae-e86b-4db3-b38b-c14f1b88ae92 None None] Routers {'054d68dc-3a97-4ffe-8149-16611ac4287e'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:42:24.905202 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-25ec99ae-e86b-4db3-b38b-c14f1b88ae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:41:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['054d68dc-3a97-4ffe-8149-16611ac4287e'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:24.908003 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401d62d-4c22-4b67-b66e-5233eea9f035 None None] Pushing event updated for resources: {'Port': ['ID=7ad5e06c-b3b9-4111-9985-b7ba038fa4f5,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:24.952297 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a71c11a1-8055-4351-829a-6b2f3239c6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:25.024074 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6d86cbc1-31cd-4209-92ca-a0c782d316a9 None None] Provisioning complete for port 7ad5e06c-b3b9-4111-9985-b7ba038fa4f5 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:42:25.024393 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6d86cbc1-31cd-4209-92ca-a0c782d316a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:25.030250 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-25ec99ae-e86b-4db3-b38b-c14f1b88ae92 None None] Set router 054d68dc-3a97-4ffe-8149-16611ac4287e gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:42:25.125496 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a71c11a1-8055-4351-829a-6b2f3239c6d3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:25.184542 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a71c11a1-8055-4351-829a-6b2f3239c6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:25.258121 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c11a1-8055-4351-829a-6b2f3239c6d3 admin admin] Pushing event updated for resources: {'Port': ['ID=aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:25.261992 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a71c11a1-8055-4351-829a-6b2f3239c6d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601183'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:25.360175 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71c11a1-8055-4351-829a-6b2f3239c6d3 admin admin] Network fedfe578-beca-4770-bcab-183d200946b2 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:42:25.361568 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-a71c11a1-8055-4351-829a-6b2f3239c6d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:42:25.394562 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6d86cbc1-31cd-4209-92ca-a0c782d316a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:25.437658 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-6d86cbc1-31cd-4209-92ca-a0c782d316a9 None None] For port 7ad5e06c-b3b9-4111-9985-b7ba038fa4f5, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7ad5e06c-b3b9-4111-9985-b7ba038fa4f5,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:42:25.462884 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-25ec99ae-e86b-4db3-b38b-c14f1b88ae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d68dc-3a97-4ffe-8149-16611ac4287e', 'name': 'tempest-TestSnapshotPattern-608896493-router', 'tenant_id': 'b813dde3681a46349d26828c35f2f32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '7ad5e06c-b3b9-4111-9985-b7ba038fa4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:21Z', 'updated_at': '2021-12-16T23:42:22Z', 'revision_number': 3, 'project_id': 'b813dde3681a46349d26828c35f2f32b', 'gw_port': {'id': '7ad5e06c-b3b9-4111-9985-b7ba038fa4f5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d68dc-3a97-4ffe-8149-16611ac4287e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:22Z', 'updated_at': '2021-12-16T23:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:25.498421 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ec99ae-e86b-4db3-b38b-c14f1b88ae92 None None] The sync data for ids ['054d68dc-3a97-4ffe-8149-16611ac4287e'] in n-d-815324-4 is: [{'id': '054d68dc-3a97-4ffe-8149-16611ac4287e', 'name': 'tempest-TestSnapshotPattern-608896493-router', 'tenant_id': 'b813dde3681a46349d26828c35f2f32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '7ad5e06c-b3b9-4111-9985-b7ba038fa4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:21Z', 'updated_at': '2021-12-16T23:42:22Z', 'revision_number': 3, 'project_id': 'b813dde3681a46349d26828c35f2f32b', 'gw_port': {'id': '7ad5e06c-b3b9-4111-9985-b7ba038fa4f5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d68dc-3a97-4ffe-8149-16611ac4287e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:22Z', 'updated_at': '2021-12-16T23:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:42:25.500058 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 86b77ff7-5ba7-4b98-acfb-62710c04c836 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:42:25.516827 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71c11a1-8055-4351-829a-6b2f3239c6d3 admin admin] Router 054d68dc-3a97-4ffe-8149-16611ac4287e has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:42:25.530470 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6d86cbc1-31cd-4209-92ca-a0c782d316a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:25.583631 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6d86cbc1-31cd-4209-92ca-a0c782d316a9 None None] Provisioning complete for port aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:42:25.584012 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6d86cbc1-31cd-4209-92ca-a0c782d316a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:25.647183 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86cbc1-31cd-4209-92ca-a0c782d316a9 None None] Pushing event updated for resources: {'Port': ['ID=7ad5e06c-b3b9-4111-9985-b7ba038fa4f5,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:25.657802 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-6d86cbc1-31cd-4209-92ca-a0c782d316a9 None None] Port aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:42:25.660211 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 86b77ff7-5ba7-4b98-acfb-62710c04c836 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:42:25.660409 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71c11a1-8055-4351-829a-6b2f3239c6d3 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:42:25.660582 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:25.668527 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-a71c11a1-8055-4351-829a-6b2f3239c6d3 admin admin] 10.222.0.75 "PUT /v2.0/routers/054d68dc-3a97-4ffe-8149-16611ac4287e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8219094 Dec 16 23:42:25.738173 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-971fc577-7432-4929-96ca-9b10601661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:25.789802 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2d1b3c98-3046-40f4-bcce-303a761efd95 None None] Provisioning complete for port aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:42:25.790183 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3c98-3046-40f4-bcce-303a761efd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:25.842262 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2d1b3c98-3046-40f4-bcce-303a761efd95 None None] Port aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:42:26.730781 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38754) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:26.736360 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-993d5839-55ab-4847-abec-a7da7638cdb8 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-542880491', 'description': 'tempest-secgroup-smoke-542880491 description', 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:42:26.820179 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-993d5839-55ab-4847-abec-a7da7638cdb8 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:26.888756 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-993d5839-55ab-4847-abec-a7da7638cdb8 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:26.967372 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-993d5839-55ab-4847-abec-a7da7638cdb8 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:26.996805 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d5839-55ab-4847-abec-a7da7638cdb8 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c73736bc-7b1b-42f9-867b-f3271ec1c438,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:27.056583 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-993d5839-55ab-4847-abec-a7da7638cdb8 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:27.057996 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-993d5839-55ab-4847-abec-a7da7638cdb8 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3260975 Dec 16 23:42:27.061683 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38756) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:27.066126 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-5d7d2ceb-7b7b-4bfe-88cc-44d613ec14cd tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Request body: {'security_group_rule': {'security_group_id': 'c73736bc-7b1b-42f9-867b-f3271ec1c438', 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:42:27.117996 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51496073-29f0-4d83-b207-dcab9cd9a1b3 None None] Sync routers for ids ['054d68dc-3a97-4ffe-8149-16611ac4287e'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:42:27.128245 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51496073-29f0-4d83-b207-dcab9cd9a1b3 None None] Routers {'054d68dc-3a97-4ffe-8149-16611ac4287e'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:42:27.128850 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-51496073-29f0-4d83-b207-dcab9cd9a1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:42:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['054d68dc-3a97-4ffe-8149-16611ac4287e'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:27.167937 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2ceb-7b7b-4bfe-88cc-44d613ec14cd tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:27.224535 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2ceb-7b7b-4bfe-88cc-44d613ec14cd tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:27.235990 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-51496073-29f0-4d83-b207-dcab9cd9a1b3 None None] Set router 054d68dc-3a97-4ffe-8149-16611ac4287e gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:42:27.301190 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2ceb-7b7b-4bfe-88cc-44d613ec14cd tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:27.322797 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d2ceb-7b7b-4bfe-88cc-44d613ec14cd tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02dd04c1-3b6d-4261-9181-7d049d4d31dd,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:27.345283 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:27.422221 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2ceb-7b7b-4bfe-88cc-44d613ec14cd tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:27.423421 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5d7d2ceb-7b7b-4bfe-88cc-44d613ec14cd tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3607700 Dec 16 23:42:27.426670 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38758) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:27.435481 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-64ccff6e-e316-4d32-8f12-b62128369c9c tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Request body: {'security_group_rule': {'security_group_id': 'c73736bc-7b1b-42f9-867b-f3271ec1c438', 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:42:27.448722 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-51496073-29f0-4d83-b207-dcab9cd9a1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d68dc-3a97-4ffe-8149-16611ac4287e', 'name': 'tempest-TestSnapshotPattern-608896493-router', 'tenant_id': 'b813dde3681a46349d26828c35f2f32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '7ad5e06c-b3b9-4111-9985-b7ba038fa4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:21Z', 'updated_at': '2021-12-16T23:42:24Z', 'revision_number': 4, 'project_id': 'b813dde3681a46349d26828c35f2f32b', 'gw_port': {'id': '7ad5e06c-b3b9-4111-9985-b7ba038fa4f5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d68dc-3a97-4ffe-8149-16611ac4287e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:22Z', 'updated_at': '2021-12-16T23:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa', 'name': '', 'network_id': 'fedfe578-beca-4770-bcab-183d200946b2', 'tenant_id': 'b813dde3681a46349d26828c35f2f32b', 'mac_address': 'fa:16:3e:b5:ce:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d68dc-3a97-4ffe-8149-16611ac4287e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '4bb9e7ad-9ef0-4d94-929e-abfa84d0e590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:24Z', 'updated_at': '2021-12-16T23:42:25Z', 'revision_number': 2, 'project_id': 'b813dde3681a46349d26828c35f2f32b', 'subnets': [{'id': '4bb9e7ad-9ef0-4d94-929e-abfa84d0e590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:27.476791 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51496073-29f0-4d83-b207-dcab9cd9a1b3 None None] Checking router: 054d68dc-3a97-4ffe-8149-16611ac4287e for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:42:27.477140 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51496073-29f0-4d83-b207-dcab9cd9a1b3 None None] Updating router 054d68dc-3a97-4ffe-8149-16611ac4287e port aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa binding host n-d-815324-4 {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 23:42:27.500317 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7ad5e06c-b3b9-4111-9985-b7ba038fa4f5 up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:42:27.503451 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-51496073-29f0-4d83-b207-dcab9cd9a1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:27.545290 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64ccff6e-e316-4d32-8f12-b62128369c9c tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:27.548396 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port 7ad5e06c-b3b9-4111-9985-b7ba038fa4f5 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:42:27.548769 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:27.608910 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64ccff6e-e316-4d32-8f12-b62128369c9c tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:27.681421 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64ccff6e-e316-4d32-8f12-b62128369c9c tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:27.700167 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ccff6e-e316-4d32-8f12-b62128369c9c tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da80975-b072-473f-9afc-4d3b238f977f,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:27.770309 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64ccff6e-e316-4d32-8f12-b62128369c9c tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:27.771649 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-64ccff6e-e316-4d32-8f12-b62128369c9c tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3439157 Dec 16 23:42:27.774280 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38760) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:27.778769 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-7ca2cd1e-07c8-4ed4-9c14-6cb1cb641d2c tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Request body: {'security_group_rule': {'security_group_id': 'c73736bc-7b1b-42f9-867b-f3271ec1c438', 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:42:27.779689 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-51496073-29f0-4d83-b207-dcab9cd9a1b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:27.871355 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-51496073-29f0-4d83-b207-dcab9cd9a1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:27.894275 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:27.899327 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ca2cd1e-07c8-4ed4-9c14-6cb1cb641d2c tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:27.944378 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c657e3-4f5d-4eba-8d78-e5cbf21a1617 None None] Pushing event updated for resources: {'Port': ['ID=aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:27.969410 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ca2cd1e-07c8-4ed4-9c14-6cb1cb641d2c tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:27.980803 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-51496073-29f0-4d83-b207-dcab9cd9a1b3 None None] Attempting to bind port aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa on host n-d-815324-4 for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:42:27.981179 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-51496073-29f0-4d83-b207-dcab9cd9a1b3 None None] Attempting to bind port aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa by drivers openvswitch,hyperv on host n-d-815324-4 at level 0 using segments [{'id': '7d976ce1-e291-40a7-b83c-29ddf5eb878c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fedfe578-beca-4770-bcab-183d200946b2'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:42:27.982073 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51496073-29f0-4d83-b207-dcab9cd9a1b3 None None] Attempting to bind port aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa on network fedfe578-beca-4770-bcab-183d200946b2 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:42:27.987504 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51496073-29f0-4d83-b207-dcab9cd9a1b3 None None] Checking agent: {'id': '8904d0f6-9917-44bb-90fc-be40da59cb19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 21, 54, 59), 'started_at': datetime.datetime(2021, 12, 16, 21, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:42:27.987878 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51496073-29f0-4d83-b207-dcab9cd9a1b3 None None] Checking segment: {'id': '7d976ce1-e291-40a7-b83c-29ddf5eb878c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fedfe578-beca-4770-bcab-183d200946b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:42:27.988285 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-51496073-29f0-4d83-b207-dcab9cd9a1b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:27.988677 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51496073-29f0-4d83-b207-dcab9cd9a1b3 None None] Bound using segment: {'id': '7d976ce1-e291-40a7-b83c-29ddf5eb878c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fedfe578-beca-4770-bcab-183d200946b2'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:42:27.989143 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-51496073-29f0-4d83-b207-dcab9cd9a1b3 None None] Bound port: aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa, host: n-d-815324-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d976ce1-e291-40a7-b83c-29ddf5eb878c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fedfe578-beca-4770-bcab-183d200946b2'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:42:27.989525 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-51496073-29f0-4d83-b207-dcab9cd9a1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:28.048677 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ca2cd1e-07c8-4ed4-9c14-6cb1cb641d2c tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:28.057470 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-51496073-29f0-4d83-b207-dcab9cd9a1b3 None None] For port aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa, host n-d-815324-4, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:42:28.061533 n-d-815324-4 neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-51496073-29f0-4d83-b207-dcab9cd9a1b3 None None] For port aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa, host n-d-815324-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa,segment=NetworkSegment(7d976ce1-e291-40a7-b83c-29ddf5eb878c),segment_id=7d976ce1-e291-40a7-b83c-29ddf5eb878c)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:42:28.071745 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2cd1e-07c8-4ed4-9c14-6cb1cb641d2c tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3269c72-4c28-40e9-85e6-c9af2e1c076c,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:28.134762 n-d-815324-4 neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-51496073-29f0-4d83-b207-dcab9cd9a1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:28.158105 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7ca2cd1e-07c8-4ed4-9c14-6cb1cb641d2c tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:28.159465 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-7ca2cd1e-07c8-4ed4-9c14-6cb1cb641d2c tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3841398 Dec 16 23:42:28.162413 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38762) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:28.168345 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-e20d94d5-587e-4eb4-9432-a3a8247b12b4 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Request body: {'security_group_rule': {'security_group_id': 'c73736bc-7b1b-42f9-867b-f3271ec1c438', 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:42:28.181001 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9f8ac921-4871-45ac-a100-2ccadc813517 None None] Provisioning complete for port aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:42:28.181679 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9f8ac921-4871-45ac-a100-2ccadc813517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:28.191559 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51496073-29f0-4d83-b207-dcab9cd9a1b3 None None] Routers {'054d68dc-3a97-4ffe-8149-16611ac4287e'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:42:28.192211 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-51496073-29f0-4d83-b207-dcab9cd9a1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:42:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['054d68dc-3a97-4ffe-8149-16611ac4287e'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:28.227200 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c657e3-4f5d-4eba-8d78-e5cbf21a1617 None None] Pushing event updated for resources: {'Port': ['ID=aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:28.276488 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e20d94d5-587e-4eb4-9432-a3a8247b12b4 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:28.279398 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9f8ac921-4871-45ac-a100-2ccadc813517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:28.331420 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9f8ac921-4871-45ac-a100-2ccadc813517 None None] For port aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa,segment=NetworkSegment(7d976ce1-e291-40a7-b83c-29ddf5eb878c),segment_id=7d976ce1-e291-40a7-b83c-29ddf5eb878c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:42:28.364972 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e20d94d5-587e-4eb4-9432-a3a8247b12b4 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:28.412554 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-51496073-29f0-4d83-b207-dcab9cd9a1b3 None None] Set router 054d68dc-3a97-4ffe-8149-16611ac4287e gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:42:28.414149 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9f8ac921-4871-45ac-a100-2ccadc813517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:28.448612 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e20d94d5-587e-4eb4-9432-a3a8247b12b4 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:28.466582 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ac921-4871-45ac-a100-2ccadc813517 None None] Pushing event updated for resources: {'Port': ['ID=aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:28.467894 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d94d5-587e-4eb4-9432-a3a8247b12b4 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=918fd744-ba86-4540-8d8b-2cb6215201cf,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:28.537369 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-58bb71a1-7557-4d8d-86e1-2512a1add2d0 None None] Provisioning complete for port aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:42:28.537747 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-58bb71a1-7557-4d8d-86e1-2512a1add2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:28.553526 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e20d94d5-587e-4eb4-9432-a3a8247b12b4 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:28.557869 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38764) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:28.558557 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-e20d94d5-587e-4eb4-9432-a3a8247b12b4 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3943737 Dec 16 23:42:28.563943 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-2066e897-590e-4a13-bafc-ae74ebf6ed22 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Request body: {'security_group_rule': {'security_group_id': 'c73736bc-7b1b-42f9-867b-f3271ec1c438', 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:42:28.613826 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-51496073-29f0-4d83-b207-dcab9cd9a1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d68dc-3a97-4ffe-8149-16611ac4287e', 'name': 'tempest-TestSnapshotPattern-608896493-router', 'tenant_id': 'b813dde3681a46349d26828c35f2f32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '7ad5e06c-b3b9-4111-9985-b7ba038fa4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:21Z', 'updated_at': '2021-12-16T23:42:24Z', 'revision_number': 4, 'project_id': 'b813dde3681a46349d26828c35f2f32b', 'gw_port': {'id': '7ad5e06c-b3b9-4111-9985-b7ba038fa4f5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d68dc-3a97-4ffe-8149-16611ac4287e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:22Z', 'updated_at': '2021-12-16T23:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa', 'name': '', 'network_id': 'fedfe578-beca-4770-bcab-183d200946b2', 'tenant_id': 'b813dde3681a46349d26828c35f2f32b', 'mac_address': 'fa:16:3e:b5:ce:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d68dc-3a97-4ffe-8149-16611ac4287e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '4bb9e7ad-9ef0-4d94-929e-abfa84d0e590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:24Z', 'updated_at': '2021-12-16T23:42:28Z', 'revision_number': 4, 'project_id': 'b813dde3681a46349d26828c35f2f32b', 'subnets': [{'id': '4bb9e7ad-9ef0-4d94-929e-abfa84d0e590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:28.633995 n-d-815324-4 neutron-server[103614]: INFO neutron.db.securitygroups_db [None req-2066e897-590e-4a13-bafc-ae74ebf6ed22 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Project a2f05b52d6f1478cbcf4d050311cd172 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:42:28.640277 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2066e897-590e-4a13-bafc-ae74ebf6ed22 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:28.646751 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51496073-29f0-4d83-b207-dcab9cd9a1b3 None None] The sync data for ids ['054d68dc-3a97-4ffe-8149-16611ac4287e'] in n-d-815324-4 is: [{'id': '054d68dc-3a97-4ffe-8149-16611ac4287e', 'name': 'tempest-TestSnapshotPattern-608896493-router', 'tenant_id': 'b813dde3681a46349d26828c35f2f32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '7ad5e06c-b3b9-4111-9985-b7ba038fa4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:21Z', 'updated_at': '2021-12-16T23:42:24Z', 'revision_number': 4, 'project_id': 'b813dde3681a46349d26828c35f2f32b', 'gw_port': {'id': '7ad5e06c-b3b9-4111-9985-b7ba038fa4f5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d68dc-3a97-4ffe-8149-16611ac4287e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:22Z', 'updated_at': '2021-12-16T23:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': 'aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa', 'name': '', 'network_id': 'fedfe578-beca-4770-bcab-183d200946b2', 'tenant_id': 'b813dde3681a46349d26828c35f2f32b', 'mac_address': 'fa:16:3e:b5:ce:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d68dc-3a97-4ffe-8149-16611ac4287e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '4bb9e7ad-9ef0-4d94-929e-abfa84d0e590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:24Z', 'updated_at': '2021-12-16T23:42:28Z', 'revision_number': 4, 'project_id': 'b813dde3681a46349d26828c35f2f32b', 'subnets': [{'id': '4bb9e7ad-9ef0-4d94-929e-abfa84d0e590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:42:28.702902 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2066e897-590e-4a13-bafc-ae74ebf6ed22 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:28.712186 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:28.768387 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2066e897-590e-4a13-bafc-ae74ebf6ed22 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:28.787173 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066e897-590e-4a13-bafc-ae74ebf6ed22 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb82253-618a-4efd-ade3-00bb4bfb3b57,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:28.828166 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2066e897-590e-4a13-bafc-ae74ebf6ed22 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:28.829913 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-2066e897-590e-4a13-bafc-ae74ebf6ed22 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2710347 Dec 16 23:42:28.832677 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 38766) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:28.837901 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-09efc708-257b-4e8a-a8d5-dbcaf60dd87d tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Request body: {'security_group_rule': {'security_group_id': 'c73736bc-7b1b-42f9-867b-f3271ec1c438', 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:42:28.916950 n-d-815324-4 neutron-server[103614]: INFO neutron.db.securitygroups_db [None req-09efc708-257b-4e8a-a8d5-dbcaf60dd87d tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Project a2f05b52d6f1478cbcf4d050311cd172 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 23:42:28.923294 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-09efc708-257b-4e8a-a8d5-dbcaf60dd87d tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:28.991291 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-09efc708-257b-4e8a-a8d5-dbcaf60dd87d tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:29.052798 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-09efc708-257b-4e8a-a8d5-dbcaf60dd87d tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671216'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:29.072072 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09efc708-257b-4e8a-a8d5-dbcaf60dd87d tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20e9975-8c4d-4479-ad3a-f9b800dec437,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:29.127621 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:29.157103 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:29.159389 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-09efc708-257b-4e8a-a8d5-dbcaf60dd87d tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:29.160809 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-09efc708-257b-4e8a-a8d5-dbcaf60dd87d tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3269870 Dec 16 23:42:29.319204 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-692953b5-76b0-4374-91fa-c3b2d389fb66 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-542880491&fields=id&tenant_id=a2f05b52d6f1478cbcf4d050311cd172 HTTP/1.1" status: 200 len: 267 time: 0.0480268 Dec 16 23:42:29.433546 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-f131b80c-8647-432b-abbd-bd9f1084971a tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:29.435056 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-f131b80c-8647-432b-abbd-bd9f1084971a tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/networks?id=021240ff-36e0-45c2-8bec-bb739a1ca5b7 HTTP/1.1" status: 200 len: 809 time: 0.1078022 Dec 16 23:42:29.453790 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-c91d104d-b7f8-468e-9fa0-3a02105ec46b tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/quotas/a2f05b52d6f1478cbcf4d050311cd172 HTTP/1.1" status: 200 len: 375 time: 0.0119047 Dec 16 23:42:29.509989 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa up at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:42:29.520625 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-2c102f3d-ec77-4ed9-a3fc-bf895dd75df7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=a2f05b52d6f1478cbcf4d050311cd172&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588949 Dec 16 23:42:29.571958 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Provisioning complete for port aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:42:29.572325 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:29.732638 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-5bdc7612-f6c2-4933-b706-e4c093d0701b service neutron] 10.222.0.75 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994925 Dec 16 23:42:29.830928 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-39ff0543-e346-4610-97f6-b28e3e8b74d6 service neutron] 10.222.0.75 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916750 Dec 16 23:42:30.084739 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-ac112bb2-c443-4ea7-bdc9-b38c7acfc00e req-c4470c40-bfb1-4fb5-a365-3c0a93ac7222 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=212d9ef2-0842-4c88-a15d-13354f7d9036 HTTP/1.1" status: 200 len: 210 time: 0.0288279 Dec 16 23:42:31.180493 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-386c1335-ddc9-4f41-a876-e58e076029dd req-72de2596-eed0-4b80-be0e-9a00072e8baf tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=212d9ef2-0842-4c88-a15d-13354f7d9036 HTTP/1.1" status: 200 len: 210 time: 0.0281341 Dec 16 23:42:32.238825 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-1631a917-f638-4f34-9a88-043e9ce246f1 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:32.240336 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-1631a917-f638-4f34-9a88-043e9ce246f1 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.57 "GET /v2.0/networks?id=021240ff-36e0-45c2-8bec-bb739a1ca5b7 HTTP/1.1" status: 200 len: 809 time: 0.1057997 Dec 16 23:42:32.287329 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-05d2aadd-0cd6-4d5f-bb0c-c6a65fa39816 req-80ec09d5-acac-4dcd-8ea4-e55089dfd225 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=212d9ef2-0842-4c88-a15d-13354f7d9036 HTTP/1.1" status: 200 len: 210 time: 0.0356328 Dec 16 23:42:32.338420 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-6cea2c28-51b5-485d-9ce3-a06141f2e84a tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2f05b52d6f1478cbcf4d050311cd172 HTTP/1.1" status: 200 len: 379 time: 0.0777364 Dec 16 23:42:32.351876 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-c1203f52-162c-446b-9c93-525cba25eaa7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Request body: {'port': {'device_id': '212d9ef2-0842-4c88-a15d-13354f7d9036', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'admin_state_up': True, 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'security_groups': ['c73736bc-7b1b-42f9-867b-f3271ec1c438']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:42:32.568010 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-c1203f52-162c-446b-9c93-525cba25eaa7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Made reservation on behalf of a2f05b52d6f1478cbcf4d050311cd172 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:42:32.571897 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-c1203f52-162c-446b-9c93-525cba25eaa7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:32.703791 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-c1203f52-162c-446b-9c93-525cba25eaa7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Allocated IP 172.20.0.11 (021240ff-36e0-45c2-8bec-bb739a1ca5b7/53ae4873-745d-4f7c-a8a2-a0295177a62d/5b5a1dc2-c2c7-4865-8853-195f0d5afa42) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:42:32.844336 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-c1203f52-162c-446b-9c93-525cba25eaa7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:32.917168 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-c1203f52-162c-446b-9c93-525cba25eaa7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:32.962608 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-c1203f52-162c-446b-9c93-525cba25eaa7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Network 021240ff-36e0-45c2-8bec-bb739a1ca5b7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:42:32.966024 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-c1203f52-162c-446b-9c93-525cba25eaa7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:42:32.969789 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-c1203f52-162c-446b-9c93-525cba25eaa7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:42:32.993191 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1203f52-162c-446b-9c93-525cba25eaa7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Pushing event updated for resources: {'Port': ['ID=5b5a1dc2-c2c7-4865-8853-195f0d5afa42,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:33.030255 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-c1203f52-162c-446b-9c93-525cba25eaa7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:33.030915 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-c1203f52-162c-446b-9c93-525cba25eaa7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:33.085624 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-c1203f52-162c-446b-9c93-525cba25eaa7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7377174 Dec 16 23:42:33.104354 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-fb1256f7-ee17-4e61-8276-afc324914b7b service neutron] Request body: {'port': {'device_id': '212d9ef2-0842-4c88-a15d-13354f7d9036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:42:33.164524 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-fb1256f7-ee17-4e61-8276-afc324914b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:33.174841 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-fc5d683c-5cee-4526-bde3-ec8bdfa60e61 None None] Provisioning complete for port 5b5a1dc2-c2c7-4865-8853-195f0d5afa42 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:42:33.175437 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fc5d683c-5cee-4526-bde3-ec8bdfa60e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:33.208902 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-fc5d683c-5cee-4526-bde3-ec8bdfa60e61 None None] Port 5b5a1dc2-c2c7-4865-8853-195f0d5afa42 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:42:33.403201 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f15d6-0a3d-4211-8834-b4c63ac090ff req-2c81db85-6af8-4d25-ba83-cb4a529bb5ac tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:33.406082 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-259f15d6-0a3d-4211-8834-b4c63ac090ff req-2c81db85-6af8-4d25-ba83-cb4a529bb5ac tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=212d9ef2-0842-4c88-a15d-13354f7d9036 HTTP/1.1" status: 200 len: 932 time: 0.0502243 Dec 16 23:42:33.426910 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-fb1256f7-ee17-4e61-8276-afc324914b7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b5a1dc2-c2c7-4865-8853-195f0d5afa42 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:42:33.434601 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-fb1256f7-ee17-4e61-8276-afc324914b7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:33.447119 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-fb1256f7-ee17-4e61-8276-afc324914b7b service neutron] Transition to ACTIVE for port object 5b5a1dc2-c2c7-4865-8853-195f0d5afa42 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:42:33.458366 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-259f15d6-0a3d-4211-8834-b4c63ac090ff req-edb300e8-6ed4-4323-b93b-ee6e840316e0 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460384 Dec 16 23:42:33.510929 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-fb1256f7-ee17-4e61-8276-afc324914b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:33.564944 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1256f7-ee17-4e61-8276-afc324914b7b service neutron] Pushing event updated for resources: {'Port': ['ID=5b5a1dc2-c2c7-4865-8853-195f0d5afa42,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:33.645985 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-fb1256f7-ee17-4e61-8276-afc324914b7b service neutron] Attempting to bind port 5b5a1dc2-c2c7-4865-8853-195f0d5afa42 on host n-h2-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:42:33.646333 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-fb1256f7-ee17-4e61-8276-afc324914b7b service neutron] Attempting to bind port 5b5a1dc2-c2c7-4865-8853-195f0d5afa42 by drivers openvswitch,hyperv on host n-h2-815324-4 at level 0 using segments [{'id': 'c7e0d888-62fe-4a8e-95da-e984ff59f5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:42:33.646703 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-fb1256f7-ee17-4e61-8276-afc324914b7b service neutron] Attempting to bind port 5b5a1dc2-c2c7-4865-8853-195f0d5afa42 on network 021240ff-36e0-45c2-8bec-bb739a1ca5b7 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:42:33.651441 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-fb1256f7-ee17-4e61-8276-afc324914b7b service neutron] Port 5b5a1dc2-c2c7-4865-8853-195f0d5afa42 on network 021240ff-36e0-45c2-8bec-bb739a1ca5b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:42:33.651797 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-fb1256f7-ee17-4e61-8276-afc324914b7b service neutron] Attempting to bind port 5b5a1dc2-c2c7-4865-8853-195f0d5afa42 on network 021240ff-36e0-45c2-8bec-bb739a1ca5b7 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:42:33.664202 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-fb1256f7-ee17-4e61-8276-afc324914b7b service neutron] Checking agent: {'id': '161490aa-e451-439b-a21e-85f162c243c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:42:33.664202 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-fb1256f7-ee17-4e61-8276-afc324914b7b service neutron] Checking segment: {'id': 'c7e0d888-62fe-4a8e-95da-e984ff59f5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:42:33.664202 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-fb1256f7-ee17-4e61-8276-afc324914b7b service neutron] Bound using segment: {'id': 'c7e0d888-62fe-4a8e-95da-e984ff59f5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:42:33.664202 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-fb1256f7-ee17-4e61-8276-afc324914b7b service neutron] Bound port: 5b5a1dc2-c2c7-4865-8853-195f0d5afa42, host: n-h2-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e0d888-62fe-4a8e-95da-e984ff59f5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:42:33.664202 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-fb1256f7-ee17-4e61-8276-afc324914b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:33.727744 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-fb1256f7-ee17-4e61-8276-afc324914b7b service neutron] For port 5b5a1dc2-c2c7-4865-8853-195f0d5afa42, host n-h2-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:42:33.730918 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-fb1256f7-ee17-4e61-8276-afc324914b7b service neutron] For port 5b5a1dc2-c2c7-4865-8853-195f0d5afa42, host n-h2-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5b5a1dc2-c2c7-4865-8853-195f0d5afa42,segment=NetworkSegment(c7e0d888-62fe-4a8e-95da-e984ff59f5b1),segment_id=c7e0d888-62fe-4a8e-95da-e984ff59f5b1)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:42:33.814806 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-fb1256f7-ee17-4e61-8276-afc324914b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:33.853568 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-fb1256f7-ee17-4e61-8276-afc324914b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:33.854203 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-fb1256f7-ee17-4e61-8276-afc324914b7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:33.855756 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-fb1256f7-ee17-4e61-8276-afc324914b7b service neutron] 10.222.0.57 "PUT /v2.0/ports/5b5a1dc2-c2c7-4865-8853-195f0d5afa42 HTTP/1.1" status: 200 len: 1092 time: 0.7558546 Dec 16 23:42:33.856296 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212d9ef2-0842-4c88-a15d-13354f7d9036', 'tag': '5b5a1dc2-c2c7-4865-8853-195f0d5afa42'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:42:33.859289 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4c29c1-498f-4b8f-93b1-ffe8726cb2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "212d9ef2-0842-4c88-a15d-13354f7d9036", "tag": "5b5a1dc2-c2c7-4865-8853-195f0d5afa42"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:42:33.885207 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1256f7-ee17-4e61-8276-afc324914b7b service neutron] Pushing event updated for resources: {'Port': ['ID=5b5a1dc2-c2c7-4865-8853-195f0d5afa42,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:33.900520 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c2d307-2409-4ae9-9160-c43cbdc1208a x-openstack-request-id: req-e5c2d307-2409-4ae9-9160-c43cbdc1208a {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:42:33.901051 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212d9ef2-0842-4c88-a15d-13354f7d9036", "tag": "5b5a1dc2-c2c7-4865-8853-195f0d5afa42", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:42:33.901317 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e5c2d307-2409-4ae9-9160-c43cbdc1208a {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:42:33.901757 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212d9ef2-0842-4c88-a15d-13354f7d9036', 'tag': '5b5a1dc2-c2c7-4865-8853-195f0d5afa42', 'status': 'completed', 'code': 200} Dec 16 23:42:33.991393 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c29c1-498f-4b8f-93b1-ffe8726cb2c9 req-ac9cc509-5de1-4bb9-a963-6b238d3d588d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:33.992945 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9a4c29c1-498f-4b8f-93b1-ffe8726cb2c9 req-ac9cc509-5de1-4bb9-a963-6b238d3d588d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a2f05b52d6f1478cbcf4d050311cd172&device_id=212d9ef2-0842-4c88-a15d-13354f7d9036 HTTP/1.1" status: 200 len: 1095 time: 0.0492971 Dec 16 23:42:34.102045 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c29c1-498f-4b8f-93b1-ffe8726cb2c9 req-f3687b9a-4770-4ae3-9314-820bdb15b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:34.103578 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9a4c29c1-498f-4b8f-93b1-ffe8726cb2c9 req-f3687b9a-4770-4ae3-9314-820bdb15b10d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a2f05b52d6f1478cbcf4d050311cd172&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0951407 Dec 16 23:42:34.204060 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c29c1-498f-4b8f-93b1-ffe8726cb2c9 req-1df24714-1f87-419c-8624-9823347f4f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:34.205578 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9a4c29c1-498f-4b8f-93b1-ffe8726cb2c9 req-1df24714-1f87-419c-8624-9823347f4f4c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0950747 Dec 16 23:42:34.302071 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-a00c40d3-a73a-4792-8120-a9804bb3a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:34.303621 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-a00c40d3-a73a-4792-8120-a9804bb3a42a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a2f05b52d6f1478cbcf4d050311cd172&device_id=212d9ef2-0842-4c88-a15d-13354f7d9036 HTTP/1.1" status: 200 len: 1095 time: 0.0407996 Dec 16 23:42:34.353657 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-b2badb35-2094-4fbf-8f50-345f7d012a7a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b5a1dc2-c2c7-4865-8853-195f0d5afa42 HTTP/1.1" status: 200 len: 217 time: 0.0376399 Dec 16 23:42:34.400896 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-c4e72c9b-e256-4bad-b180-073494b3eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:34.402352 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-c4e72c9b-e256-4bad-b180-073494b3eb8a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=53ae4873-745d-4f7c-a8a2-a0295177a62d HTTP/1.1" status: 200 len: 848 time: 0.0421889 Dec 16 23:42:34.448093 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-3ff4df8a-f906-4a3d-8668-a069e28bce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:34.449594 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-3ff4df8a-f906-4a3d-8668-a069e28bce9e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=021240ff-36e0-45c2-8bec-bb739a1ca5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407774 Dec 16 23:42:34.545542 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-5ec3285f-a937-4d2d-886f-7c289d595625 service neutron] 10.222.0.57 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886924 Dec 16 23:42:34.579748 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904029f5-3e5f-44e0-a2a4-c292a46934d6 req-73c1e481-642c-4e8e-99b1-9b1b47670429 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:34.581261 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-904029f5-3e5f-44e0-a2a4-c292a46934d6 req-73c1e481-642c-4e8e-99b1-9b1b47670429 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=212d9ef2-0842-4c88-a15d-13354f7d9036 HTTP/1.1" status: 200 len: 944 time: 0.0551012 Dec 16 23:42:34.631792 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-904029f5-3e5f-44e0-a2a4-c292a46934d6 req-121dac30-0611-48a0-8691-11b080545066 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444169 Dec 16 23:42:34.639196 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-94de5c41-5a00-458a-bcd2-ddaaa8ec48f3 req-a60e57c6-ac59-46a2-9d2d-dc9896197ade service neutron] 10.222.0.57 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852516 Dec 16 23:42:35.754765 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc067e-9837-4b57-a2c7-adb24acd7228 req-1637f0d5-fb73-4ea4-a3d5-5221a62c5236 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:35.756312 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aacc067e-9837-4b57-a2c7-adb24acd7228 req-1637f0d5-fb73-4ea4-a3d5-5221a62c5236 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=212d9ef2-0842-4c88-a15d-13354f7d9036 HTTP/1.1" status: 200 len: 944 time: 0.0513611 Dec 16 23:42:35.806740 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-aacc067e-9837-4b57-a2c7-adb24acd7228 req-5e7a41fa-536d-4b64-ac96-5e13b95fa479 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444629 Dec 16 23:42:36.838701 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5b5a1dc2-c2c7-4865-8853-195f0d5afa42 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:42:36.925070 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:42:36.925684 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0aec7c-af25-4277-a141-75307792f760 req-fdf221bd-440a-40b7-9b86-e9b870bf8fc7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:36.926522 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb0aec7c-af25-4277-a141-75307792f760 req-fdf221bd-440a-40b7-9b86-e9b870bf8fc7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=212d9ef2-0842-4c88-a15d-13354f7d9036 HTTP/1.1" status: 200 len: 944 time: 0.0503078 Dec 16 23:42:36.934141 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5b5a1dc2-c2c7-4865-8853-195f0d5afa42, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5b5a1dc2-c2c7-4865-8853-195f0d5afa42,segment=NetworkSegment(c7e0d888-62fe-4a8e-95da-e984ff59f5b1),segment_id=c7e0d888-62fe-4a8e-95da-e984ff59f5b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:42:36.947378 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '5b5a1dc2-c2c7-4865-8853-195f0d5afa42', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'port_id': '5b5a1dc2-c2c7-4865-8853-195f0d5afa42', 'mac_address': 'fa:16:3e:7b:19:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:42:36.978108 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fb0aec7c-af25-4277-a141-75307792f760 req-7d2df53e-70b2-480e-a3f8-eb1d2ef78bb5 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454762 Dec 16 23:42:36.989270 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:37.008379 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b5a1dc2-c2c7-4865-8853-195f0d5afa42 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:42:37.026830 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5b5a1dc2-c2c7-4865-8853-195f0d5afa42, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5b5a1dc2-c2c7-4865-8853-195f0d5afa42,segment=NetworkSegment(c7e0d888-62fe-4a8e-95da-e984ff59f5b1),segment_id=c7e0d888-62fe-4a8e-95da-e984ff59f5b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:42:37.092500 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:37.138788 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=5b5a1dc2-c2c7-4865-8853-195f0d5afa42,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:37.505105 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['5b5a1dc2-c2c7-4865-8853-195f0d5afa42'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:42:38.097988 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bbd68-5dcb-40d1-8da1-f3fb39389b81 req-377f12a9-da98-4cc1-9fae-35a9a1efa7bf tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:38.099514 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9a8bbd68-5dcb-40d1-8da1-f3fb39389b81 req-377f12a9-da98-4cc1-9fae-35a9a1efa7bf tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=212d9ef2-0842-4c88-a15d-13354f7d9036 HTTP/1.1" status: 200 len: 945 time: 0.0531061 Dec 16 23:42:38.148780 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9a8bbd68-5dcb-40d1-8da1-f3fb39389b81 req-2635af53-86d8-4f0f-bf24-f0d0ef4ce495 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434184 Dec 16 23:42:38.842486 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5b5a1dc2-c2c7-4865-8853-195f0d5afa42 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:42:38.979215 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning for port 5b5a1dc2-c2c7-4865-8853-195f0d5afa42 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:42:38.984019 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 5b5a1dc2-c2c7-4865-8853-195f0d5afa42 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:42:38.984387 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:39.061259 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:39.082962 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212d9ef2-0842-4c88-a15d-13354f7d9036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5a1dc2-c2c7-4865-8853-195f0d5afa42'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:42:39.085219 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598cff8d-cd60-455e-ab47-4becfc2c963f" -d '{"events": [{"server_uuid": "212d9ef2-0842-4c88-a15d-13354f7d9036", "name": "network-vif-plugged", "status": "completed", "tag": "5b5a1dc2-c2c7-4865-8853-195f0d5afa42"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:42:39.098681 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5b5a1dc2-c2c7-4865-8853-195f0d5afa42, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5b5a1dc2-c2c7-4865-8853-195f0d5afa42,segment=NetworkSegment(c7e0d888-62fe-4a8e-95da-e984ff59f5b1),segment_id=c7e0d888-62fe-4a8e-95da-e984ff59f5b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:42:39.162362 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:39.189852 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d98712-cd5b-4c1d-90af-00f1fded1047 x-openstack-request-id: req-b0d98712-cd5b-4c1d-90af-00f1fded1047 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:42:39.190321 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212d9ef2-0842-4c88-a15d-13354f7d9036", "name": "network-vif-plugged", "status": "completed", "tag": "5b5a1dc2-c2c7-4865-8853-195f0d5afa42", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:42:39.190580 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b0d98712-cd5b-4c1d-90af-00f1fded1047 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:42:39.190975 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212d9ef2-0842-4c88-a15d-13354f7d9036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5a1dc2-c2c7-4865-8853-195f0d5afa42', 'code': 200} Dec 16 23:42:39.217867 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=5b5a1dc2-c2c7-4865-8853-195f0d5afa42,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:39.271768 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4a7ac-2de6-43b2-bffa-d434d3f8dbc4 req-78c5a848-6e67-4213-8258-9a94c3944d07 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:39.273292 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dde4a7ac-2de6-43b2-bffa-d434d3f8dbc4 req-78c5a848-6e67-4213-8258-9a94c3944d07 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=212d9ef2-0842-4c88-a15d-13354f7d9036 HTTP/1.1" status: 200 len: 946 time: 0.0534112 Dec 16 23:42:39.354844 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-dde4a7ac-2de6-43b2-bffa-d434d3f8dbc4 req-e70e9f9e-239a-4c71-b910-e038d705478c tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755551 Dec 16 23:42:39.357362 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9cd0db-e6d4-462a-a6c2-38feb23adb04 req-9e24f067-2ce5-4d9a-bd11-78b9aea47145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:39.358819 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9f9cd0db-e6d4-462a-a6c2-38feb23adb04 req-9e24f067-2ce5-4d9a-bd11-78b9aea47145 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=212d9ef2-0842-4c88-a15d-13354f7d9036 HTTP/1.1" status: 200 len: 1097 time: 0.0731690 Dec 16 23:42:39.406802 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-9f9cd0db-e6d4-462a-a6c2-38feb23adb04 req-fb76a12c-5b09-4509-9c74-f185d9ed28e7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404601 Dec 16 23:42:40.474664 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049318b-44f6-4cdd-a76e-e23abe07faac req-0eb0fbc9-3cac-44e5-86a3-5ce727ae141f tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:40.476255 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a049318b-44f6-4cdd-a76e-e23abe07faac req-0eb0fbc9-3cac-44e5-86a3-5ce727ae141f tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=212d9ef2-0842-4c88-a15d-13354f7d9036 HTTP/1.1" status: 200 len: 946 time: 0.0494509 Dec 16 23:42:40.532269 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-a049318b-44f6-4cdd-a76e-e23abe07faac req-6c497b8d-7044-4c9f-b265-0de3fbd00743 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477023 Dec 16 23:42:41.648793 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e808037-d5b7-4bef-851a-779e442c37be req-13d0a2c5-acc8-4b25-8825-f8b578713985 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:41.650284 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e808037-d5b7-4bef-851a-779e442c37be req-13d0a2c5-acc8-4b25-8825-f8b578713985 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=212d9ef2-0842-4c88-a15d-13354f7d9036 HTTP/1.1" status: 200 len: 946 time: 0.0504036 Dec 16 23:42:41.699741 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-4e808037-d5b7-4bef-851a-779e442c37be req-b7466159-9b03-459b-9679-dd56626e2bba tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433352 Dec 16 23:42:41.817615 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240cd1d-9fac-4538-851d-2b6040a253c8 req-b9fbc4c2-d3ca-440c-a550-96c61b00e2e9 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:41.819365 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2240cd1d-9fac-4538-851d-2b6040a253c8 req-b9fbc4c2-d3ca-440c-a550-96c61b00e2e9 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=212d9ef2-0842-4c88-a15d-13354f7d9036 HTTP/1.1" status: 200 len: 946 time: 0.0527904 Dec 16 23:42:41.869629 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-2240cd1d-9fac-4538-851d-2b6040a253c8 req-6fd874e0-5411-4f1b-a504-460499a0995f tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443475 Dec 16 23:42:41.890815 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38826) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:41.971613 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c186906-57f3-485e-a985-04334cc51698 tempest-TestSnapshotPattern-1034207008 tempest-TestSnapshotPattern-1034207008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:41.973035 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-4c186906-57f3-485e-a985-04334cc51698 tempest-TestSnapshotPattern-1034207008 tempest-TestSnapshotPattern-1034207008-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=212d9ef2-0842-4c88-a15d-13354f7d9036 HTTP/1.1" status: 200 len: 1092 time: 0.0812044 Dec 16 23:42:41.975958 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 38830) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:42:41.980105 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.v2.base [None req-b25df433-8a12-46c6-b9f5-8f603ad143f9 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'port_id': '5b5a1dc2-c2c7-4865-8853-195f0d5afa42', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:42:42.070118 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b25df433-8a12-46c6-b9f5-8f603ad143f9 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:42.167613 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b25df433-8a12-46c6-b9f5-8f603ad143f9 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:42.269011 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-b25df433-8a12-46c6-b9f5-8f603ad143f9 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Allocated IP 172.25.6.49 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/0ec29326-8a34-4676-85f5-ef759f99eac3) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:42:42.372556 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b25df433-8a12-46c6-b9f5-8f603ad143f9 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:42.477079 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b25df433-8a12-46c6-b9f5-8f603ad143f9 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:42.517951 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25df433-8a12-46c6-b9f5-8f603ad143f9 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:42:42.520969 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-b25df433-8a12-46c6-b9f5-8f603ad143f9 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:42:42.524403 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25df433-8a12-46c6-b9f5-8f603ad143f9 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:42:42.530369 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25df433-8a12-46c6-b9f5-8f603ad143f9 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Pushing event updated for resources: {'Port': ['ID=0ec29326-8a34-4676-85f5-ef759f99eac3,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:43.202540 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b25df433-8a12-46c6-b9f5-8f603ad143f9 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:43.324273 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b25df433-8a12-46c6-b9f5-8f603ad143f9 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:43.474836 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b25df433-8a12-46c6-b9f5-8f603ad143f9 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:43.527520 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b25df433-8a12-46c6-b9f5-8f603ad143f9 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27041168'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:43.599982 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25df433-8a12-46c6-b9f5-8f603ad143f9 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Pushing event updated for resources: {'Port': ['ID=0ec29326-8a34-4676-85f5-ef759f99eac3,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:42:43.610089 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b25df433-8a12-46c6-b9f5-8f603ad143f9 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:43.712324 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-b25df433-8a12-46c6-b9f5-8f603ad143f9 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Floating IP e65f28be-1b22-4a12-8e28-0db0e5bdc7e1 associated. External IP: 172.25.6.49, port: 5b5a1dc2-c2c7-4865-8853-195f0d5afa42. Dec 16 23:42:43.916581 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25df433-8a12-46c6-b9f5-8f603ad143f9 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Router 649cb757-7f5b-42bc-935c-7275f685d38c has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:42:44.024508 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25df433-8a12-46c6-b9f5-8f603ad143f9 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:42:44.034411 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03d722d-b99e-40a7-98f3-969740c4d81d None None] Sync routers for ids ['649cb757-7f5b-42bc-935c-7275f685d38c'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:42:44.044226 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03d722d-b99e-40a7-98f3-969740c4d81d None None] Routers {'649cb757-7f5b-42bc-935c-7275f685d38c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:42:44.045462 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a03d722d-b99e-40a7-98f3-969740c4d81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:42:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['649cb757-7f5b-42bc-935c-7275f685d38c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:44.107266 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b25df433-8a12-46c6-b9f5-8f603ad143f9 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:44.135745 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-b25df433-8a12-46c6-b9f5-8f603ad143f9 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1587791 Dec 16 23:42:44.136434 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212d9ef2-0842-4c88-a15d-13354f7d9036', 'tag': '5b5a1dc2-c2c7-4865-8853-195f0d5afa42'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:42:44.138993 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}262422c41fb3f4df6327d4ea873ca9a06926c8fbcf4dc10a31d5fa6940e748a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94b5314-2682-4f57-adad-62de9be4f16a" -d '{"events": [{"name": "network-changed", "server_uuid": "212d9ef2-0842-4c88-a15d-13354f7d9036", "tag": "5b5a1dc2-c2c7-4865-8853-195f0d5afa42"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:42:44.151438 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-a03d722d-b99e-40a7-98f3-969740c4d81d None None] Set router 649cb757-7f5b-42bc-935c-7275f685d38c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:42:44.230250 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba54beb7-055d-40b8-be98-856fa9548369 x-openstack-request-id: req-ba54beb7-055d-40b8-be98-856fa9548369 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:42:44.230765 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212d9ef2-0842-4c88-a15d-13354f7d9036", "tag": "5b5a1dc2-c2c7-4865-8853-195f0d5afa42", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:42:44.230888 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ba54beb7-055d-40b8-be98-856fa9548369 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:42:44.231303 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212d9ef2-0842-4c88-a15d-13354f7d9036', 'tag': '5b5a1dc2-c2c7-4865-8853-195f0d5afa42', 'status': 'completed', 'code': 200} Dec 16 23:42:44.313666 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b5314-2682-4f57-adad-62de9be4f16a req-cad7bdc1-2f59-4435-8c74-db815a355ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:44.315225 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f94b5314-2682-4f57-adad-62de9be4f16a req-cad7bdc1-2f59-4435-8c74-db815a355ff3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a2f05b52d6f1478cbcf4d050311cd172&device_id=212d9ef2-0842-4c88-a15d-13354f7d9036 HTTP/1.1" status: 200 len: 1097 time: 0.0407803 Dec 16 23:42:44.375422 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a03d722d-b99e-40a7-98f3-969740c4d81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'name': 'tempest-TestSnapshotPattern-427317631-router', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:15Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'gw_port': {'id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:16Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'e65f28be-1b22-4a12-8e28-0db0e5bdc7e1', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'floating_ip_address': '172.25.6.49', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'port_id': '5b5a1dc2-c2c7-4865-8853-195f0d5afa42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'mac_address': 'fa:16:3e:7b:19:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212d9ef2-0842-4c88-a15d-13354f7d9036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:42:42Z', 'updated_at': '2021-12-16T23:42:42Z', 'revision_number': 0, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683a792f-bc9a-4fe1-b4b6-fc256d58bd87', 'name': '', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'mac_address': 'fa:16:3e:60:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:17Z', 'updated_at': '2021-12-16T23:42:22Z', 'revision_number': 5, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'subnets': [{'id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:44.404098 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03d722d-b99e-40a7-98f3-969740c4d81d None None] Checking router: 649cb757-7f5b-42bc-935c-7275f685d38c for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:42:44.408589 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b5314-2682-4f57-adad-62de9be4f16a req-0d39eb66-025d-487d-9b09-ddae33eebb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:44.410093 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f94b5314-2682-4f57-adad-62de9be4f16a req-0d39eb66-025d-487d-9b09-ddae33eebb56 service neutron] 10.222.0.57 "GET /v2.0/networks?id=021240ff-36e0-45c2-8bec-bb739a1ca5b7 HTTP/1.1" status: 200 len: 909 time: 0.0875034 Dec 16 23:42:44.413076 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03d722d-b99e-40a7-98f3-969740c4d81d None None] Routers {'649cb757-7f5b-42bc-935c-7275f685d38c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:42:44.413689 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a03d722d-b99e-40a7-98f3-969740c4d81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:42:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['649cb757-7f5b-42bc-935c-7275f685d38c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:44.477921 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f94b5314-2682-4f57-adad-62de9be4f16a req-d1588bcc-26a5-42d3-9dae-9a8cdc4e7441 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b5a1dc2-c2c7-4865-8853-195f0d5afa42 HTTP/1.1" status: 200 len: 999 time: 0.0606756 Dec 16 23:42:44.520672 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-a03d722d-b99e-40a7-98f3-969740c4d81d None None] Set router 649cb757-7f5b-42bc-935c-7275f685d38c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:42:44.533365 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b5314-2682-4f57-adad-62de9be4f16a req-c54fec42-5237-4304-8e50-faa776d65046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:44.534844 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f94b5314-2682-4f57-adad-62de9be4f16a req-c54fec42-5237-4304-8e50-faa776d65046 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=53ae4873-745d-4f7c-a8a2-a0295177a62d HTTP/1.1" status: 200 len: 848 time: 0.0505178 Dec 16 23:42:44.579774 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b5314-2682-4f57-adad-62de9be4f16a req-5bea6efe-ec50-4df0-8b70-b1fb02acd5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:42:44.581332 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f94b5314-2682-4f57-adad-62de9be4f16a req-5bea6efe-ec50-4df0-8b70-b1fb02acd5ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=021240ff-36e0-45c2-8bec-bb739a1ca5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398436 Dec 16 23:42:44.670086 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f94b5314-2682-4f57-adad-62de9be4f16a req-93d553e0-b906-4f4a-90ee-f7df17f784e9 service neutron] 10.222.0.57 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816381 Dec 16 23:42:44.743943 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a03d722d-b99e-40a7-98f3-969740c4d81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'name': 'tempest-TestSnapshotPattern-427317631-router', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:15Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'gw_port': {'id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:16Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'e65f28be-1b22-4a12-8e28-0db0e5bdc7e1', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'floating_ip_address': '172.25.6.49', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'port_id': '5b5a1dc2-c2c7-4865-8853-195f0d5afa42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'mac_address': 'fa:16:3e:7b:19:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212d9ef2-0842-4c88-a15d-13354f7d9036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:42:42Z', 'updated_at': '2021-12-16T23:42:42Z', 'revision_number': 0, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683a792f-bc9a-4fe1-b4b6-fc256d58bd87', 'name': '', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'mac_address': 'fa:16:3e:60:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:17Z', 'updated_at': '2021-12-16T23:42:22Z', 'revision_number': 5, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'subnets': [{'id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:42:44.762739 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f94b5314-2682-4f57-adad-62de9be4f16a req-882057a0-7141-476c-a8e4-6e9dfdfd1fe4 service neutron] 10.222.0.57 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862088 Dec 16 23:42:44.773801 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03d722d-b99e-40a7-98f3-969740c4d81d None None] The sync data for ids ['649cb757-7f5b-42bc-935c-7275f685d38c'] in n-d-815324-4 is: [{'id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'name': 'tempest-TestSnapshotPattern-427317631-router', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:15Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'gw_port': {'id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:16Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'e65f28be-1b22-4a12-8e28-0db0e5bdc7e1', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'floating_ip_address': '172.25.6.49', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'port_id': '5b5a1dc2-c2c7-4865-8853-195f0d5afa42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'mac_address': 'fa:16:3e:7b:19:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212d9ef2-0842-4c88-a15d-13354f7d9036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:42:42Z', 'updated_at': '2021-12-16T23:42:42Z', 'revision_number': 0, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683a792f-bc9a-4fe1-b4b6-fc256d58bd87', 'name': '', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'mac_address': 'fa:16:3e:60:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:17Z', 'updated_at': '2021-12-16T23:42:22Z', 'revision_number': 5, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'subnets': [{'id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:42:44.966362 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60d56f7-f87c-4b31-ad83-6938ca4a6436 None None] New status for floating IP e65f28be-1b22-4a12-8e28-0db0e5bdc7e1: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:42:53.458442 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-743486d1-cab5-4caf-a498-c6d0b504a6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:55.704924 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d5308a17-4d22-4167-bb85-9a4ca72836a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:57.339254 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:57.870168 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:58.682212 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:59.137676 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:42:59.166247 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:13.920187 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:43:23.458659 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd367e3e-adec-42fc-bd50-7862b022536b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:25.698772 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-57af2217-62d6-4309-9eca-9dba7b389e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:27.349828 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:27.892990 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:28.732731 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:29.149879 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:29.172567 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:34.111507 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e78f2c7-1371-4b07-bdfa-5b3956d92fcf req-3e1f5a91-c3af-4e78-a5a9-210d1e70f31c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=212d9ef2-0842-4c88-a15d-13354f7d9036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400796 Dec 16 23:43:34.209072 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78f2c7-1371-4b07-bdfa-5b3956d92fcf req-13bb5f73-e3da-437b-a4a2-35601179b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:34.210597 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e78f2c7-1371-4b07-bdfa-5b3956d92fcf req-13bb5f73-e3da-437b-a4a2-35601179b260 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a2f05b52d6f1478cbcf4d050311cd172&device_id=212d9ef2-0842-4c88-a15d-13354f7d9036 HTTP/1.1" status: 200 len: 1097 time: 0.0408204 Dec 16 23:43:34.314188 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78f2c7-1371-4b07-bdfa-5b3956d92fcf req-9f7cd94d-20ee-4c56-a959-178f23e66338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:34.315779 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e78f2c7-1371-4b07-bdfa-5b3956d92fcf req-9f7cd94d-20ee-4c56-a959-178f23e66338 service neutron] 10.222.0.57 "GET /v2.0/networks?id=021240ff-36e0-45c2-8bec-bb739a1ca5b7 HTTP/1.1" status: 200 len: 909 time: 0.0873287 Dec 16 23:43:34.379457 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e78f2c7-1371-4b07-bdfa-5b3956d92fcf req-28bc5ef0-b6d5-4b7b-92ac-f955a93f003c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b5a1dc2-c2c7-4865-8853-195f0d5afa42 HTTP/1.1" status: 200 len: 1001 time: 0.0569696 Dec 16 23:43:34.431584 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78f2c7-1371-4b07-bdfa-5b3956d92fcf req-eb8f9dbc-2aa6-4b01-a6ad-3ac075eedbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:34.433074 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e78f2c7-1371-4b07-bdfa-5b3956d92fcf req-eb8f9dbc-2aa6-4b01-a6ad-3ac075eedbb3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=53ae4873-745d-4f7c-a8a2-a0295177a62d HTTP/1.1" status: 200 len: 848 time: 0.0476334 Dec 16 23:43:34.479289 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78f2c7-1371-4b07-bdfa-5b3956d92fcf req-93b233ea-520d-4a0b-8e40-5a08e029b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:43:34.480802 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e78f2c7-1371-4b07-bdfa-5b3956d92fcf req-93b233ea-520d-4a0b-8e40-5a08e029b866 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=021240ff-36e0-45c2-8bec-bb739a1ca5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402851 Dec 16 23:43:34.568866 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e78f2c7-1371-4b07-bdfa-5b3956d92fcf req-fc8aa807-9c81-47c3-8b36-60ce7b00b8eb service neutron] 10.222.0.57 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804014 Dec 16 23:43:34.662230 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-3e78f2c7-1371-4b07-bdfa-5b3956d92fcf req-cf565558-219f-4532-9fad-1aafb93b8bbe service neutron] 10.222.0.57 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858674 Dec 16 23:43:50.919221 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:43:53.463788 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f13c68b7-ac37-408c-80dd-9f51f40bccf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:55.692696 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14cf398e-5217-436c-b08c-d09f945dc46f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:57.338147 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:57.881027 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:58.714787 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:59.115012 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:43:59.143490 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:23.526186 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-33bf1680-70f7-41e5-802e-52024e284f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:25.703362 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-384591f0-dcfa-4977-acf0-663e0c00cada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:27.348774 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:27.857188 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:27.917688 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:44:28.697229 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:29.120072 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:29.137232 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:34.051634 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-23740f64-9ded-4fb7-9203-70128d69e172 req-ec0c0d03-6be5-4c8e-8962-a17dc3bcf966 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=212d9ef2-0842-4c88-a15d-13354f7d9036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406806 Dec 16 23:44:34.148684 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23740f64-9ded-4fb7-9203-70128d69e172 req-9b0924ff-0253-4679-b151-18b1c6259a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:44:34.150206 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-23740f64-9ded-4fb7-9203-70128d69e172 req-9b0924ff-0253-4679-b151-18b1c6259a84 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a2f05b52d6f1478cbcf4d050311cd172&device_id=212d9ef2-0842-4c88-a15d-13354f7d9036 HTTP/1.1" status: 200 len: 1097 time: 0.0404744 Dec 16 23:44:34.254723 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23740f64-9ded-4fb7-9203-70128d69e172 req-ab0a63e4-f083-425a-8a63-ca92cde08d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:44:34.256242 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-23740f64-9ded-4fb7-9203-70128d69e172 req-ab0a63e4-f083-425a-8a63-ca92cde08d0d service neutron] 10.222.0.57 "GET /v2.0/networks?id=021240ff-36e0-45c2-8bec-bb739a1ca5b7 HTTP/1.1" status: 200 len: 909 time: 0.0871058 Dec 16 23:44:34.321301 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-23740f64-9ded-4fb7-9203-70128d69e172 req-7d9a6981-cc70-4d58-89d9-191981b1cd5b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b5a1dc2-c2c7-4865-8853-195f0d5afa42 HTTP/1.1" status: 200 len: 1001 time: 0.0579362 Dec 16 23:44:34.373113 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23740f64-9ded-4fb7-9203-70128d69e172 req-8d287d2e-6999-41f8-b52f-1287c05cc663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:44:34.374564 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-23740f64-9ded-4fb7-9203-70128d69e172 req-8d287d2e-6999-41f8-b52f-1287c05cc663 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=53ae4873-745d-4f7c-a8a2-a0295177a62d HTTP/1.1" status: 200 len: 848 time: 0.0468214 Dec 16 23:44:34.419766 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23740f64-9ded-4fb7-9203-70128d69e172 req-148271e4-8d6c-44e4-9b7a-91bc5fb1c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:44:34.421260 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-23740f64-9ded-4fb7-9203-70128d69e172 req-148271e4-8d6c-44e4-9b7a-91bc5fb1c097 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=021240ff-36e0-45c2-8bec-bb739a1ca5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394683 Dec 16 23:44:34.513502 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-23740f64-9ded-4fb7-9203-70128d69e172 req-61a1b1a4-ecdf-450e-a01f-7501387425a6 service neutron] 10.222.0.57 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849681 Dec 16 23:44:34.601871 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-23740f64-9ded-4fb7-9203-70128d69e172 req-33eb722a-e1a1-44b0-a37d-11f28eafcab3 service neutron] 10.222.0.57 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807669 Dec 16 23:44:53.486050 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c8e40a19-a356-4cb6-a0db-ad075e4cc437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:55.674301 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1d2833bf-5f4e-4890-920c-65f5007b0400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:57.399918 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:57.891274 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:58.743278 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:59.136871 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:44:59.165571 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:04.917391 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:45:17.644660 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5b5a1dc2-c2c7-4865-8853-195f0d5afa42 details requested by agent hyperv_n-h2-815324-4 with host n-h2-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:45:17.737037 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5b5a1dc2-c2c7-4865-8853-195f0d5afa42, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5b5a1dc2-c2c7-4865-8853-195f0d5afa42,segment=NetworkSegment(c7e0d888-62fe-4a8e-95da-e984ff59f5b1),segment_id=c7e0d888-62fe-4a8e-95da-e984ff59f5b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:45:17.748588 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Returning: {'device': '5b5a1dc2-c2c7-4865-8853-195f0d5afa42', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'port_id': '5b5a1dc2-c2c7-4865-8853-195f0d5afa42', 'mac_address': 'fa:16:3e:7b:19:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:45:17.788639 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:17.801805 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b5a1dc2-c2c7-4865-8853-195f0d5afa42 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:45:17.820964 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5b5a1dc2-c2c7-4865-8853-195f0d5afa42, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5b5a1dc2-c2c7-4865-8853-195f0d5afa42,segment=NetworkSegment(c7e0d888-62fe-4a8e-95da-e984ff59f5b1),segment_id=c7e0d888-62fe-4a8e-95da-e984ff59f5b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:45:17.914058 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:17.962286 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=5b5a1dc2-c2c7-4865-8853-195f0d5afa42,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:45:17.969725 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:45:17.970103 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:45:17.970445 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:45:17.970784 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:45:17.971153 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:45:17.971484 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:45:17.971812 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:45:17.972179 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:45:17.972663 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:45:17.973161 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:45:17.973496 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:45:17.973826 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:45:17.974155 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:45:18.080110 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] get_ports_and_sgs() called for port_ids ['5b5a1dc2-c2c7-4865-8853-195f0d5afa42'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:45:19.652735 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5b5a1dc2-c2c7-4865-8853-195f0d5afa42 up at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:45:19.700495 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Provisioning complete for port 5b5a1dc2-c2c7-4865-8853-195f0d5afa42 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:45:19.703497 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:19.779301 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:19.801103 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212d9ef2-0842-4c88-a15d-13354f7d9036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5a1dc2-c2c7-4865-8853-195f0d5afa42'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:45:19.803368 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db901dab-582d-4ab1-88ce-32562857f96a" -d '{"events": [{"server_uuid": "212d9ef2-0842-4c88-a15d-13354f7d9036", "name": "network-vif-plugged", "status": "completed", "tag": "5b5a1dc2-c2c7-4865-8853-195f0d5afa42"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:45:19.816572 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5b5a1dc2-c2c7-4865-8853-195f0d5afa42, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5b5a1dc2-c2c7-4865-8853-195f0d5afa42,segment=NetworkSegment(c7e0d888-62fe-4a8e-95da-e984ff59f5b1),segment_id=c7e0d888-62fe-4a8e-95da-e984ff59f5b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:45:19.845508 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f726a30-1df8-4450-b171-f12018d3ad4e x-openstack-request-id: req-0f726a30-1df8-4450-b171-f12018d3ad4e {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:45:19.845805 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212d9ef2-0842-4c88-a15d-13354f7d9036", "name": "network-vif-plugged", "status": "completed", "tag": "5b5a1dc2-c2c7-4865-8853-195f0d5afa42", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:45:19.846063 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0f726a30-1df8-4450-b171-f12018d3ad4e {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:45:19.846464 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212d9ef2-0842-4c88-a15d-13354f7d9036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5a1dc2-c2c7-4865-8853-195f0d5afa42', 'code': 200} Dec 16 23:45:19.902675 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:19.949210 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=5b5a1dc2-c2c7-4865-8853-195f0d5afa42,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:45:23.509375 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1c6b16e8-a013-4721-8e9d-fb5f34f20330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:25.709196 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a575956d-99d8-4593-b1d8-8a8bbb3d5195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:27.360408 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:27.925823 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:28.772194 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:29.148357 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:29.223392 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:33.577749 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f263cb49-b150-4a85-a12c-617f1775d4db req-c7ac33c1-84e8-4325-84a8-8bb17f9e9cf5 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-542880491&fields=id&tenant_id=a2f05b52d6f1478cbcf4d050311cd172 HTTP/1.1" status: 200 len: 267 time: 0.0457401 Dec 16 23:45:33.685006 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263cb49-b150-4a85-a12c-617f1775d4db req-0b57ee24-d149-4bdf-8a36-fbbd97bfca7c tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:33.686408 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f263cb49-b150-4a85-a12c-617f1775d4db req-0b57ee24-d149-4bdf-8a36-fbbd97bfca7c tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/networks?id=021240ff-36e0-45c2-8bec-bb739a1ca5b7 HTTP/1.1" status: 200 len: 809 time: 0.1015561 Dec 16 23:45:33.702649 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f263cb49-b150-4a85-a12c-617f1775d4db req-1b819a45-0ad6-46aa-9f41-3ead698fc2c2 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/quotas/a2f05b52d6f1478cbcf4d050311cd172 HTTP/1.1" status: 200 len: 375 time: 0.0094709 Dec 16 23:45:33.761666 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f263cb49-b150-4a85-a12c-617f1775d4db req-334f3b54-377c-45cf-a296-92bd06acad33 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=a2f05b52d6f1478cbcf4d050311cd172&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0531268 Dec 16 23:45:33.857443 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f263cb49-b150-4a85-a12c-617f1775d4db req-f12631ec-4c8d-4f14-8597-73e2715d5db6 service neutron] 10.222.0.75 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830958 Dec 16 23:45:33.950750 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f263cb49-b150-4a85-a12c-617f1775d4db req-8371cf99-5e35-4be6-9039-878dae9df3b2 service neutron] 10.222.0.75 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871491 Dec 16 23:45:34.223267 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c74f3dfa-42a3-4faa-a2b5-f2e8a200cc4d req-3e6b415d-771b-4211-8437-45bd7e2f3921 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 210 time: 0.0287828 Dec 16 23:45:35.318285 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-f9b86edc-dfd0-4fc8-9db7-44a83b17e1a8 req-f1985260-d327-4ecf-aa04-00824215a041 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 210 time: 0.0274878 Dec 16 23:45:35.738451 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5b5a1dc2-c2c7-4865-8853-195f0d5afa42 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:45:35.815741 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:35.838075 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212d9ef2-0842-4c88-a15d-13354f7d9036', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b5a1dc2-c2c7-4865-8853-195f0d5afa42'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:45:35.842698 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf1045e-7f7f-43c3-bc14-ed5b02529c53" -d '{"events": [{"server_uuid": "212d9ef2-0842-4c88-a15d-13354f7d9036", "name": "network-vif-unplugged", "status": "completed", "tag": "5b5a1dc2-c2c7-4865-8853-195f0d5afa42"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:45:35.853402 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-bba8928c-5618-4157-836a-668ad28b132f None None] For port 5b5a1dc2-c2c7-4865-8853-195f0d5afa42, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5b5a1dc2-c2c7-4865-8853-195f0d5afa42,segment=NetworkSegment(c7e0d888-62fe-4a8e-95da-e984ff59f5b1),segment_id=c7e0d888-62fe-4a8e-95da-e984ff59f5b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:45:35.876907 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 23:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea07392-5b14-4cb4-bf8d-533ee4f44985 x-openstack-request-id: req-dea07392-5b14-4cb4-bf8d-533ee4f44985 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:45:35.877218 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212d9ef2-0842-4c88-a15d-13354f7d9036", "name": "network-vif-unplugged", "status": "completed", "tag": "5b5a1dc2-c2c7-4865-8853-195f0d5afa42", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:45:35.877479 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dea07392-5b14-4cb4-bf8d-533ee4f44985 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:45:35.877884 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212d9ef2-0842-4c88-a15d-13354f7d9036', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b5a1dc2-c2c7-4865-8853-195f0d5afa42', 'code': 200} Dec 16 23:45:35.936875 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:35.983884 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Pushing event updated for resources: {'Port': ['ID=5b5a1dc2-c2c7-4865-8853-195f0d5afa42,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:45:36.268408 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1815af1c-e58b-4dcd-a0cf-c9a902bdef00 req-85289cb8-e6ff-4a07-91a9-53565340183a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=212d9ef2-0842-4c88-a15d-13354f7d9036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444670 Dec 16 23:45:36.369195 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815af1c-e58b-4dcd-a0cf-c9a902bdef00 req-abdbf41c-8aa3-4fd0-ae25-6800ab037a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:36.370788 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1815af1c-e58b-4dcd-a0cf-c9a902bdef00 req-abdbf41c-8aa3-4fd0-ae25-6800ab037a01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a2f05b52d6f1478cbcf4d050311cd172&device_id=212d9ef2-0842-4c88-a15d-13354f7d9036 HTTP/1.1" status: 200 len: 1095 time: 0.0434601 Dec 16 23:45:36.425594 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-fac65d5d-33b1-4ead-a384-a74f47e14788 req-c453e17b-ff41-49ab-a121-2303fcf29dcd tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 210 time: 0.0279815 Dec 16 23:45:36.565268 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815af1c-e58b-4dcd-a0cf-c9a902bdef00 req-1daf3699-aaee-4c92-98da-6f9291a05fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:36.567534 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1815af1c-e58b-4dcd-a0cf-c9a902bdef00 req-1daf3699-aaee-4c92-98da-6f9291a05fcb service neutron] 10.222.0.57 "GET /v2.0/networks?id=021240ff-36e0-45c2-8bec-bb739a1ca5b7 HTTP/1.1" status: 200 len: 909 time: 0.1744959 Dec 16 23:45:36.644732 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263cb49-b150-4a85-a12c-617f1775d4db req-619b0878-f81d-43ca-8249-84c3b8fd70bc tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:36.649669 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f263cb49-b150-4a85-a12c-617f1775d4db req-619b0878-f81d-43ca-8249-84c3b8fd70bc tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.76 "GET /v2.0/networks?id=021240ff-36e0-45c2-8bec-bb739a1ca5b7 HTTP/1.1" status: 200 len: 809 time: 0.1841085 Dec 16 23:45:36.660740 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1815af1c-e58b-4dcd-a0cf-c9a902bdef00 req-409d835c-487d-43a5-ae46-2f4b69d5be61 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b5a1dc2-c2c7-4865-8853-195f0d5afa42 HTTP/1.1" status: 200 len: 999 time: 0.0836728 Dec 16 23:45:36.744507 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815af1c-e58b-4dcd-a0cf-c9a902bdef00 req-185b3018-9a97-4827-949e-6fa7a6e260c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:36.746007 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1815af1c-e58b-4dcd-a0cf-c9a902bdef00 req-185b3018-9a97-4827-949e-6fa7a6e260c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=53ae4873-745d-4f7c-a8a2-a0295177a62d HTTP/1.1" status: 200 len: 848 time: 0.0769234 Dec 16 23:45:36.771129 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f263cb49-b150-4a85-a12c-617f1775d4db req-5343c070-1a31-412a-8a34-463ebb60d129 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2f05b52d6f1478cbcf4d050311cd172 HTTP/1.1" status: 200 len: 379 time: 0.1078627 Dec 16 23:45:36.789682 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d50a9f86-c0d6-4c2e-9391-a3282d4475f0 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Request body: {'port': {'device_id': '9006bd3f-1027-46cd-b2d3-6e2e15fa1194', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'admin_state_up': True, 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'security_groups': ['c73736bc-7b1b-42f9-867b-f3271ec1c438']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:45:36.865358 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815af1c-e58b-4dcd-a0cf-c9a902bdef00 req-afd930a6-2e24-4ce9-9861-0fff1e48e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:36.866877 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1815af1c-e58b-4dcd-a0cf-c9a902bdef00 req-afd930a6-2e24-4ce9-9861-0fff1e48e1c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=021240ff-36e0-45c2-8bec-bb739a1ca5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114976 Dec 16 23:45:37.012433 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1815af1c-e58b-4dcd-a0cf-c9a902bdef00 req-7842a01b-7834-4f39-b986-b85dfde59fa9 service neutron] 10.222.0.57 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365235 Dec 16 23:45:37.073589 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d50a9f86-c0d6-4c2e-9391-a3282d4475f0 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Made reservation on behalf of a2f05b52d6f1478cbcf4d050311cd172 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 23:45:37.074272 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d50a9f86-c0d6-4c2e-9391-a3282d4475f0 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:37.212872 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1815af1c-e58b-4dcd-a0cf-c9a902bdef00 req-a6154d07-9c50-4893-a1c6-7bd64b5ef1c1 service neutron] 10.222.0.57 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936021 Dec 16 23:45:37.287611 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d50a9f86-c0d6-4c2e-9391-a3282d4475f0 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Allocated IP 172.20.0.14 (021240ff-36e0-45c2-8bec-bb739a1ca5b7/53ae4873-745d-4f7c-a8a2-a0295177a62d/3cd244f7-61fc-43ba-ae99-9dce7ca22080) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:45:37.487790 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d50a9f86-c0d6-4c2e-9391-a3282d4475f0 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:37.940467 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5b270963-7713-42f4-8cfd-2562a7c1f445 req-f41eb02c-5b1c-4bfe-b754-d7ad59304a16 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 210 time: 0.3813024 Dec 16 23:45:37.942560 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d50a9f86-c0d6-4c2e-9391-a3282d4475f0 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:37.996035 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d50a9f86-c0d6-4c2e-9391-a3282d4475f0 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Network 021240ff-36e0-45c2-8bec-bb739a1ca5b7 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:45:38.000217 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d50a9f86-c0d6-4c2e-9391-a3282d4475f0 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:45:38.002241 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a9f86-c0d6-4c2e-9391-a3282d4475f0 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Pushing event updated for resources: {'Port': ['ID=3cd244f7-61fc-43ba-ae99-9dce7ca22080,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:45:38.010397 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d50a9f86-c0d6-4c2e-9391-a3282d4475f0 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:45:38.057562 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a9f86-c0d6-4c2e-9391-a3282d4475f0 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:45:38.057966 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a9f86-c0d6-4c2e-9391-a3282d4475f0 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:45:38.058245 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a9f86-c0d6-4c2e-9391-a3282d4475f0 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:45:38.058587 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a9f86-c0d6-4c2e-9391-a3282d4475f0 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:45:38.058922 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a9f86-c0d6-4c2e-9391-a3282d4475f0 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:45:38.059283 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a9f86-c0d6-4c2e-9391-a3282d4475f0 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:45:38.059612 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a9f86-c0d6-4c2e-9391-a3282d4475f0 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:45:38.059937 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a9f86-c0d6-4c2e-9391-a3282d4475f0 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:45:38.060294 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a9f86-c0d6-4c2e-9391-a3282d4475f0 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:45:38.060627 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a9f86-c0d6-4c2e-9391-a3282d4475f0 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:45:38.061029 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a9f86-c0d6-4c2e-9391-a3282d4475f0 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:45:38.061500 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a9f86-c0d6-4c2e-9391-a3282d4475f0 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:45:38.061834 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50a9f86-c0d6-4c2e-9391-a3282d4475f0 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:45:38.075176 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d50a9f86-c0d6-4c2e-9391-a3282d4475f0 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:38.075846 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d50a9f86-c0d6-4c2e-9391-a3282d4475f0 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:38.265810 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d50a9f86-c0d6-4c2e-9391-a3282d4475f0 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4812882 Dec 16 23:45:38.303074 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-4d88829a-3272-457e-b90b-e7e81e95fd5b None None] Provisioning complete for port 3cd244f7-61fc-43ba-ae99-9dce7ca22080 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:45:38.304142 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4d88829a-3272-457e-b90b-e7e81e95fd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:38.339122 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-4d88829a-3272-457e-b90b-e7e81e95fd5b None None] Port 3cd244f7-61fc-43ba-ae99-9dce7ca22080 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 23:45:39.068711 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f534d-7908-4629-be8b-8ec8b9cd829c req-3f4f5dfc-756a-4888-906d-68e1659dd8fb tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:39.071104 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-457f534d-7908-4629-be8b-8ec8b9cd829c req-3f4f5dfc-756a-4888-906d-68e1659dd8fb tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 932 time: 0.0521376 Dec 16 23:45:39.122514 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-457f534d-7908-4629-be8b-8ec8b9cd829c req-fdcdd627-f531-4c81-9bca-c840ed7b588f tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449326 Dec 16 23:45:40.251318 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4c7ff-5445-4a6d-8aac-d81a5568c03e req-d0216bc5-767b-4673-86a2-d70861122a48 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:40.253282 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9c4c7ff-5445-4a6d-8aac-d81a5568c03e req-d0216bc5-767b-4673-86a2-d70861122a48 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 932 time: 0.0548301 Dec 16 23:45:40.309776 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c9c4c7ff-5445-4a6d-8aac-d81a5568c03e req-dcac2108-0070-479c-b2cc-4f9b341b86aa tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496757 Dec 16 23:45:41.436794 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91fd09-bbc6-468e-a56d-542e38e5de77 req-6fc4bcb5-2f13-4ff3-ac2f-81f876a838c8 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:41.438288 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9a91fd09-bbc6-468e-a56d-542e38e5de77 req-6fc4bcb5-2f13-4ff3-ac2f-81f876a838c8 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 932 time: 0.0556662 Dec 16 23:45:41.490724 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-9a91fd09-bbc6-468e-a56d-542e38e5de77 req-9a0e4533-4381-425b-bc2c-1b87f13fc577 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459585 Dec 16 23:45:41.917996 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:45:42.608477 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e8df3-df00-4187-907f-91f35103c847 req-b9b3ffaf-f04a-48ba-9026-51f37295cf78 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:42.610000 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e67e8df3-df00-4187-907f-91f35103c847 req-b9b3ffaf-f04a-48ba-9026-51f37295cf78 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 932 time: 0.0506444 Dec 16 23:45:42.664135 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-e67e8df3-df00-4187-907f-91f35103c847 req-95cf09a4-4e8f-4ce2-aad6-aa2d10df07cc tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474226 Dec 16 23:45:43.803827 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe87a1-d7f6-4948-8887-07b9b40f7e16 req-5b3c747c-d902-4044-bfbd-e4074e0cc1a9 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:43.807588 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cffe87a1-d7f6-4948-8887-07b9b40f7e16 req-5b3c747c-d902-4044-bfbd-e4074e0cc1a9 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 932 time: 0.0579102 Dec 16 23:45:43.865060 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cffe87a1-d7f6-4948-8887-07b9b40f7e16 req-09085485-9a48-4109-8da9-11f49853b6fa tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491173 Dec 16 23:45:44.989864 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc98a4-e0bc-4aa9-80a0-5738b6f941fd req-9e7d69a0-0f0a-4427-b124-dce6ad8d1f8f tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:44.991491 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-20bc98a4-e0bc-4aa9-80a0-5738b6f941fd req-9e7d69a0-0f0a-4427-b124-dce6ad8d1f8f tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 932 time: 0.0511730 Dec 16 23:45:45.047539 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-20bc98a4-e0bc-4aa9-80a0-5738b6f941fd req-45b3302d-1fe7-43ba-b40b-f340d6b39248 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495367 Dec 16 23:45:46.172394 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43c7b5-ffe7-4827-a2ef-a49f371a1724 req-59b8753f-a139-44d3-a130-8fa10e98d905 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:46.173942 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8e43c7b5-ffe7-4827-a2ef-a49f371a1724 req-59b8753f-a139-44d3-a130-8fa10e98d905 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 932 time: 0.0507259 Dec 16 23:45:46.235233 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-8e43c7b5-ffe7-4827-a2ef-a49f371a1724 req-d5a6c71d-506f-4fc8-8e99-e00d37871a18 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547550 Dec 16 23:45:47.294536 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-f263cb49-b150-4a85-a12c-617f1775d4db req-6515e30c-9e5a-4081-a0fc-ddc1bf0622b7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 23:45:47.295792 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f263cb49-b150-4a85-a12c-617f1775d4db req-6515e30c-9e5a-4081-a0fc-ddc1bf0622b7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057616 Dec 16 23:45:47.355259 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abedbba-56db-4a26-b97b-c702e54ce249 req-2a02ae65-a5e3-42bb-bd2c-680e0d6b7642 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:47.356929 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6abedbba-56db-4a26-b97b-c702e54ce249 req-2a02ae65-a5e3-42bb-bd2c-680e0d6b7642 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 932 time: 0.0549433 Dec 16 23:45:47.396627 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d8ed6627-3699-4f7c-9ccb-8995640d77da service neutron] Request body: {'port': {'device_id': '9006bd3f-1027-46cd-b2d3-6e2e15fa1194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:45:47.430680 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6abedbba-56db-4a26-b97b-c702e54ce249 req-d8640c1a-3568-4b77-b150-e957ac65eb76 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673850 Dec 16 23:45:47.466438 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d8ed6627-3699-4f7c-9ccb-8995640d77da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:47.724263 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d8ed6627-3699-4f7c-9ccb-8995640d77da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cd244f7-61fc-43ba-ae99-9dce7ca22080 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:45:47.731582 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d8ed6627-3699-4f7c-9ccb-8995640d77da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:47.743818 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d8ed6627-3699-4f7c-9ccb-8995640d77da service neutron] Transition to ACTIVE for port object 3cd244f7-61fc-43ba-ae99-9dce7ca22080 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 23:45:47.799899 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d8ed6627-3699-4f7c-9ccb-8995640d77da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:47.848568 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed6627-3699-4f7c-9ccb-8995640d77da service neutron] Pushing event updated for resources: {'Port': ['ID=3cd244f7-61fc-43ba-ae99-9dce7ca22080,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:45:47.928489 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d8ed6627-3699-4f7c-9ccb-8995640d77da service neutron] Attempting to bind port 3cd244f7-61fc-43ba-ae99-9dce7ca22080 on host n-h1-815324-4 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 23:45:47.928880 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d8ed6627-3699-4f7c-9ccb-8995640d77da service neutron] Attempting to bind port 3cd244f7-61fc-43ba-ae99-9dce7ca22080 by drivers openvswitch,hyperv on host n-h1-815324-4 at level 0 using segments [{'id': 'c7e0d888-62fe-4a8e-95da-e984ff59f5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 23:45:47.929222 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d8ed6627-3699-4f7c-9ccb-8995640d77da service neutron] Attempting to bind port 3cd244f7-61fc-43ba-ae99-9dce7ca22080 on network 021240ff-36e0-45c2-8bec-bb739a1ca5b7 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:45:47.933852 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d8ed6627-3699-4f7c-9ccb-8995640d77da service neutron] Port 3cd244f7-61fc-43ba-ae99-9dce7ca22080 on network 021240ff-36e0-45c2-8bec-bb739a1ca5b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-4 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 23:45:47.934178 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d8ed6627-3699-4f7c-9ccb-8995640d77da service neutron] Attempting to bind port 3cd244f7-61fc-43ba-ae99-9dce7ca22080 on network 021240ff-36e0-45c2-8bec-bb739a1ca5b7 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 23:45:47.939262 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d8ed6627-3699-4f7c-9ccb-8995640d77da service neutron] Checking agent: {'id': '58d3317f-4653-4f9a-9a33-d76e722d5a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'started_at': datetime.datetime(2021, 12, 16, 22, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 23:45:47.939604 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d8ed6627-3699-4f7c-9ccb-8995640d77da service neutron] Checking segment: {'id': 'c7e0d888-62fe-4a8e-95da-e984ff59f5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 23:45:47.939991 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d8ed6627-3699-4f7c-9ccb-8995640d77da service neutron] Bound using segment: {'id': 'c7e0d888-62fe-4a8e-95da-e984ff59f5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 23:45:47.940419 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d8ed6627-3699-4f7c-9ccb-8995640d77da service neutron] Bound port: 3cd244f7-61fc-43ba-ae99-9dce7ca22080, host: n-h1-815324-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e0d888-62fe-4a8e-95da-e984ff59f5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 23:45:47.940777 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d8ed6627-3699-4f7c-9ccb-8995640d77da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:48.009461 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d8ed6627-3699-4f7c-9ccb-8995640d77da service neutron] For port 3cd244f7-61fc-43ba-ae99-9dce7ca22080, host n-h1-815324-4, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 23:45:48.012681 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d8ed6627-3699-4f7c-9ccb-8995640d77da service neutron] For port 3cd244f7-61fc-43ba-ae99-9dce7ca22080, host n-h1-815324-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3cd244f7-61fc-43ba-ae99-9dce7ca22080,segment=NetworkSegment(c7e0d888-62fe-4a8e-95da-e984ff59f5b1),segment_id=c7e0d888-62fe-4a8e-95da-e984ff59f5b1)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 23:45:48.074541 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d8ed6627-3699-4f7c-9ccb-8995640d77da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:48.111720 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d8ed6627-3699-4f7c-9ccb-8995640d77da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:48.112422 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d8ed6627-3699-4f7c-9ccb-8995640d77da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:48.114417 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f263cb49-b150-4a85-a12c-617f1775d4db req-d8ed6627-3699-4f7c-9ccb-8995640d77da service neutron] 10.222.0.76 "PUT /v2.0/ports/3cd244f7-61fc-43ba-ae99-9dce7ca22080 HTTP/1.1" status: 200 len: 1092 time: 0.7788134 Dec 16 23:45:48.114853 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9006bd3f-1027-46cd-b2d3-6e2e15fa1194', 'tag': '3cd244f7-61fc-43ba-ae99-9dce7ca22080'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:45:48.117124 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584dd6c1-4e66-4f7a-b319-cd9c6dffb717" -d '{"events": [{"name": "network-changed", "server_uuid": "9006bd3f-1027-46cd-b2d3-6e2e15fa1194", "tag": "3cd244f7-61fc-43ba-ae99-9dce7ca22080"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:45:48.142249 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed6627-3699-4f7c-9ccb-8995640d77da service neutron] Pushing event updated for resources: {'Port': ['ID=3cd244f7-61fc-43ba-ae99-9dce7ca22080,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:45:48.163193 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abec25d-ff4e-4ebd-b088-60873ed2eac0 x-openstack-request-id: req-5abec25d-ff4e-4ebd-b088-60873ed2eac0 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:45:48.163489 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9006bd3f-1027-46cd-b2d3-6e2e15fa1194", "tag": "3cd244f7-61fc-43ba-ae99-9dce7ca22080", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:45:48.163745 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5abec25d-ff4e-4ebd-b088-60873ed2eac0 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:45:48.164281 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9006bd3f-1027-46cd-b2d3-6e2e15fa1194', 'tag': '3cd244f7-61fc-43ba-ae99-9dce7ca22080', 'status': 'completed', 'code': 200} Dec 16 23:45:48.260406 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584dd6c1-4e66-4f7a-b319-cd9c6dffb717 req-fb2b797d-e10c-4c2c-96b6-43ad3a993f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:48.261948 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-584dd6c1-4e66-4f7a-b319-cd9c6dffb717 req-fb2b797d-e10c-4c2c-96b6-43ad3a993f0e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2f05b52d6f1478cbcf4d050311cd172&device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 1095 time: 0.0443237 Dec 16 23:45:48.375479 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584dd6c1-4e66-4f7a-b319-cd9c6dffb717 req-dae781fe-f65a-44cd-9da2-df27207eed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:48.377051 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-584dd6c1-4e66-4f7a-b319-cd9c6dffb717 req-dae781fe-f65a-44cd-9da2-df27207eed60 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=a2f05b52d6f1478cbcf4d050311cd172&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1008348 Dec 16 23:45:48.476682 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584dd6c1-4e66-4f7a-b319-cd9c6dffb717 req-3ed66b5a-95d8-42a9-8061-44079e7618b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:48.478351 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-584dd6c1-4e66-4f7a-b319-cd9c6dffb717 req-3ed66b5a-95d8-42a9-8061-44079e7618b5 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0934544 Dec 16 23:45:48.558832 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500171a2-9332-4ef5-beec-8ee8a9cbc9fb req-af7f26c4-cdab-4dd0-8e7c-335a6d9510f6 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:48.560345 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-500171a2-9332-4ef5-beec-8ee8a9cbc9fb req-af7f26c4-cdab-4dd0-8e7c-335a6d9510f6 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 944 time: 0.0588396 Dec 16 23:45:48.618950 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263cb49-b150-4a85-a12c-617f1775d4db req-c86ed12e-b0ea-4dce-887c-3ee3b2034461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:48.620418 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f263cb49-b150-4a85-a12c-617f1775d4db req-c86ed12e-b0ea-4dce-887c-3ee3b2034461 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2f05b52d6f1478cbcf4d050311cd172&device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 1095 time: 0.0782685 Dec 16 23:45:48.629647 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-500171a2-9332-4ef5-beec-8ee8a9cbc9fb req-e1f4857d-2770-4e81-b45b-a31429c3b129 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556018 Dec 16 23:45:48.676837 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f263cb49-b150-4a85-a12c-617f1775d4db req-42ac54c0-215c-4278-a2d1-2d85c007cdc4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cd244f7-61fc-43ba-ae99-9dce7ca22080 HTTP/1.1" status: 200 len: 217 time: 0.0410857 Dec 16 23:45:48.727565 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263cb49-b150-4a85-a12c-617f1775d4db req-2d8c35ea-a226-4654-b5f9-c9b50e9e5ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:48.729031 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f263cb49-b150-4a85-a12c-617f1775d4db req-2d8c35ea-a226-4654-b5f9-c9b50e9e5ebc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=53ae4873-745d-4f7c-a8a2-a0295177a62d HTTP/1.1" status: 200 len: 848 time: 0.0449815 Dec 16 23:45:48.774889 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263cb49-b150-4a85-a12c-617f1775d4db req-0b557ce6-6c91-467f-a9ff-9281f24071da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:48.776417 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f263cb49-b150-4a85-a12c-617f1775d4db req-0b557ce6-6c91-467f-a9ff-9281f24071da service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=021240ff-36e0-45c2-8bec-bb739a1ca5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402527 Dec 16 23:45:48.868134 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f263cb49-b150-4a85-a12c-617f1775d4db req-e787ea9e-f159-4e9b-9eed-be8fcc2bfed6 service neutron] 10.222.0.76 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847728 Dec 16 23:45:48.957080 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f263cb49-b150-4a85-a12c-617f1775d4db req-52d3f2ee-6478-41dc-aee3-5aaa9a9a2040 service neutron] 10.222.0.76 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821011 Dec 16 23:45:49.747351 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7374c-2517-494a-b87c-a0e10b7f2e71 req-a604cd05-dc06-49ec-b0bb-3c97f4e7b4ac tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:49.748873 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-61b7374c-2517-494a-b87c-a0e10b7f2e71 req-a604cd05-dc06-49ec-b0bb-3c97f4e7b4ac tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 944 time: 0.0490873 Dec 16 23:45:49.799243 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-61b7374c-2517-494a-b87c-a0e10b7f2e71 req-7c3f3a82-0de4-4caa-9ef7-e122a1d2b898 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439157 Dec 16 23:45:50.917756 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f336f62-fddf-4c65-be17-ffd12fe580de req-d1e462f4-dd70-4c5e-949e-ec1699f04b65 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:50.919251 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7f336f62-fddf-4c65-be17-ffd12fe580de req-d1e462f4-dd70-4c5e-949e-ec1699f04b65 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 944 time: 0.0509973 Dec 16 23:45:50.972413 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7f336f62-fddf-4c65-be17-ffd12fe580de req-891538ea-56b1-4ba1-b6aa-ba9ad3a59bd6 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473039 Dec 16 23:45:51.518805 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 3cd244f7-61fc-43ba-ae99-9dce7ca22080 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:45:51.614493 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 3cd244f7-61fc-43ba-ae99-9dce7ca22080, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3cd244f7-61fc-43ba-ae99-9dce7ca22080,segment=NetworkSegment(c7e0d888-62fe-4a8e-95da-e984ff59f5b1),segment_id=c7e0d888-62fe-4a8e-95da-e984ff59f5b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:45:51.626706 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '3cd244f7-61fc-43ba-ae99-9dce7ca22080', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'port_id': '3cd244f7-61fc-43ba-ae99-9dce7ca22080', 'mac_address': 'fa:16:3e:30:54:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:45:51.663076 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:51.680037 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd244f7-61fc-43ba-ae99-9dce7ca22080 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:45:51.699618 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 3cd244f7-61fc-43ba-ae99-9dce7ca22080, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3cd244f7-61fc-43ba-ae99-9dce7ca22080,segment=NetworkSegment(c7e0d888-62fe-4a8e-95da-e984ff59f5b1),segment_id=c7e0d888-62fe-4a8e-95da-e984ff59f5b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:45:51.782697 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:51.828831 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=3cd244f7-61fc-43ba-ae99-9dce7ca22080,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:45:52.190227 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['3cd244f7-61fc-43ba-ae99-9dce7ca22080'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:45:52.355076 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c1a06-181f-4b2e-b055-e50353f81249 req-026d7b95-9f3d-4c56-acbe-59506713a995 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:52.356684 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-505c1a06-181f-4b2e-b055-e50353f81249 req-026d7b95-9f3d-4c56-acbe-59506713a995 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 945 time: 0.0542676 Dec 16 23:45:52.408660 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-505c1a06-181f-4b2e-b055-e50353f81249 req-004a3e4a-e32e-495f-93ad-747988e209b7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459588 Dec 16 23:45:53.497090 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-30108830-f0db-4f29-b2ad-2f7aaa739beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:53.531333 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1471da-5d27-47b8-b47f-4a46cae53a83 req-6bcf58f6-1bbd-4295-80bc-fe7f31deb6e1 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:53.532847 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b1471da-5d27-47b8-b47f-4a46cae53a83 req-6bcf58f6-1bbd-4295-80bc-fe7f31deb6e1 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 945 time: 0.0496078 Dec 16 23:45:53.546339 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 3cd244f7-61fc-43ba-ae99-9dce7ca22080 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:45:53.583182 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-1b1471da-5d27-47b8-b47f-4a46cae53a83 req-5215094d-cf2e-4788-9aa1-de3ad97e87b2 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439088 Dec 16 23:45:53.633800 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning for port 3cd244f7-61fc-43ba-ae99-9dce7ca22080 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 23:45:53.637805 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 3cd244f7-61fc-43ba-ae99-9dce7ca22080 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:45:53.638178 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:53.718309 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:53.742119 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9006bd3f-1027-46cd-b2d3-6e2e15fa1194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd244f7-61fc-43ba-ae99-9dce7ca22080'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:45:53.744381 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fafffcf-3f45-49d1-a602-d3b4bc3cd191" -d '{"events": [{"server_uuid": "9006bd3f-1027-46cd-b2d3-6e2e15fa1194", "name": "network-vif-plugged", "status": "completed", "tag": "3cd244f7-61fc-43ba-ae99-9dce7ca22080"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:45:53.757153 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 3cd244f7-61fc-43ba-ae99-9dce7ca22080, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3cd244f7-61fc-43ba-ae99-9dce7ca22080,segment=NetworkSegment(c7e0d888-62fe-4a8e-95da-e984ff59f5b1),segment_id=c7e0d888-62fe-4a8e-95da-e984ff59f5b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:45:53.779801 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f7c839-1cae-489d-8027-b8365cbecb0f x-openstack-request-id: req-24f7c839-1cae-489d-8027-b8365cbecb0f {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:45:53.780093 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9006bd3f-1027-46cd-b2d3-6e2e15fa1194", "name": "network-vif-plugged", "status": "completed", "tag": "3cd244f7-61fc-43ba-ae99-9dce7ca22080", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:45:53.780348 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-24f7c839-1cae-489d-8027-b8365cbecb0f {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:45:53.780990 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9006bd3f-1027-46cd-b2d3-6e2e15fa1194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd244f7-61fc-43ba-ae99-9dce7ca22080', 'code': 200} Dec 16 23:45:53.822852 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:53.870517 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=3cd244f7-61fc-43ba-ae99-9dce7ca22080,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:45:53.918530 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26112ebe-1fc9-414e-a931-a75bc070b29c req-64e49cb4-94dd-4e86-86bc-dfb4a712072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:53.920111 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-26112ebe-1fc9-414e-a931-a75bc070b29c req-64e49cb4-94dd-4e86-86bc-dfb4a712072b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 1097 time: 0.0413654 Dec 16 23:45:53.966417 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-26112ebe-1fc9-414e-a931-a75bc070b29c req-5b4c7a82-787b-419a-be8f-5f5356598efa service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391872 Dec 16 23:45:54.704617 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e8dda-432a-49c9-b5fe-62950c976444 req-6e56d130-8c60-46d8-8e6c-48eccef5a82b tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:54.706122 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-015e8dda-432a-49c9-b5fe-62950c976444 req-6e56d130-8c60-46d8-8e6c-48eccef5a82b tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 946 time: 0.0542367 Dec 16 23:45:54.755124 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-015e8dda-432a-49c9-b5fe-62950c976444 req-18cbd3b7-8ede-41ea-b77d-8e5a85e7b5eb tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422461 Dec 16 23:45:55.701592 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0df92146-4aea-4a7e-85d9-0ddfad76522c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:55.877285 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60d35e-5b37-4a10-84d5-5df062d1aa1a req-1dd92997-52ba-421f-b0a8-3ec7a53c3f55 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:55.878793 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cb60d35e-5b37-4a10-84d5-5df062d1aa1a req-1dd92997-52ba-421f-b0a8-3ec7a53c3f55 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 946 time: 0.0539703 Dec 16 23:45:55.929028 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-cb60d35e-5b37-4a10-84d5-5df062d1aa1a req-e7897534-4337-48ce-852f-c97c096a2666 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434217 Dec 16 23:45:56.044960 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e84c3-58b5-4c1e-b9fb-bf4abfcf5b2d req-d322814b-624b-4fd0-9d99-a05d16548b82 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:56.046374 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5f3e84c3-58b5-4c1e-b9fb-bf4abfcf5b2d req-d322814b-624b-4fd0-9d99-a05d16548b82 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 946 time: 0.0497651 Dec 16 23:45:56.094594 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5f3e84c3-58b5-4c1e-b9fb-bf4abfcf5b2d req-c396392a-3399-4e37-987e-e2caf5d44366 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422850 Dec 16 23:45:56.116197 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39166) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:45:56.159541 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217ac2ba-d773-4bf2-8feb-0bb13ff9e0ae tempest-TestSnapshotPattern-1034207008 tempest-TestSnapshotPattern-1034207008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:56.161062 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-217ac2ba-d773-4bf2-8feb-0bb13ff9e0ae tempest-TestSnapshotPattern-1034207008 tempest-TestSnapshotPattern-1034207008-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 1092 time: 0.0438776 Dec 16 23:45:56.164092 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39168) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:45:56.168387 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.v2.base [None req-a8ad714f-f71c-4ad0-83ef-b0924956d645 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Request body: {'floatingip': {'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'port_id': '3cd244f7-61fc-43ba-ae99-9dce7ca22080', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 23:45:56.251275 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8ad714f-f71c-4ad0-83ef-b0924956d645 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:56.347851 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8ad714f-f71c-4ad0-83ef-b0924956d645 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:56.453895 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-a8ad714f-f71c-4ad0-83ef-b0924956d645 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Allocated IP 172.25.6.213 (646b16aa-4dba-4604-b466-f8ee98ed91e8/4ebb200d-9b30-4a79-991d-15d52c6af25e/444b1cfd-3888-4efe-9390-eff745d7fe00) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 23:45:56.553093 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8ad714f-f71c-4ad0-83ef-b0924956d645 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:56.634459 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8ad714f-f71c-4ad0-83ef-b0924956d645 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727493551288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:56.678818 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ad714f-f71c-4ad0-83ef-b0924956d645 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Network 646b16aa-4dba-4604-b466-f8ee98ed91e8 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 23:45:56.681989 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-a8ad714f-f71c-4ad0-83ef-b0924956d645 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 23:45:56.685572 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ad714f-f71c-4ad0-83ef-b0924956d645 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 23:45:56.708148 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad714f-f71c-4ad0-83ef-b0924956d645 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Pushing event updated for resources: {'Port': ['ID=444b1cfd-3888-4efe-9390-eff745d7fe00,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:45:57.041337 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8ad714f-f71c-4ad0-83ef-b0924956d645 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:57.172589 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8ad714f-f71c-4ad0-83ef-b0924956d645 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:57.325888 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8ad714f-f71c-4ad0-83ef-b0924956d645 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:57.398734 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8ad714f-f71c-4ad0-83ef-b0924956d645 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675759'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:57.399422 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:57.468484 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad714f-f71c-4ad0-83ef-b0924956d645 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Pushing event updated for resources: {'Port': ['ID=444b1cfd-3888-4efe-9390-eff745d7fe00,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:45:57.478895 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8ad714f-f71c-4ad0-83ef-b0924956d645 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599418'] for floatingip, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:57.581420 n-d-815324-4 neutron-server[103614]: INFO neutron.db.l3_db [None req-a8ad714f-f71c-4ad0-83ef-b0924956d645 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Floating IP 3d2ac5bc-ec41-496b-a237-1300e5a85a1b associated. External IP: 172.25.6.213, port: 3cd244f7-61fc-43ba-ae99-9dce7ca22080. Dec 16 23:45:57.790346 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ad714f-f71c-4ad0-83ef-b0924956d645 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Router 649cb757-7f5b-42bc-935c-7275f685d38c has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:45:57.896485 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ad714f-f71c-4ad0-83ef-b0924956d645 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:45:57.907231 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4810a026-7a44-4dd9-af11-376b64397171 None None] Sync routers for ids ['649cb757-7f5b-42bc-935c-7275f685d38c'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:45:57.918158 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4810a026-7a44-4dd9-af11-376b64397171 None None] Routers {'649cb757-7f5b-42bc-935c-7275f685d38c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:45:57.918841 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-4810a026-7a44-4dd9-af11-376b64397171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:45:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['649cb757-7f5b-42bc-935c-7275f685d38c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:45:57.955922 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:57.979640 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8ad714f-f71c-4ad0-83ef-b0924956d645 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:58.007204 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-a8ad714f-f71c-4ad0-83ef-b0924956d645 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8420513 Dec 16 23:45:58.007804 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9006bd3f-1027-46cd-b2d3-6e2e15fa1194', 'tag': '3cd244f7-61fc-43ba-ae99-9dce7ca22080'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:45:58.010102 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01612bd-6fad-4b93-b200-4f65161906a2" -d '{"events": [{"name": "network-changed", "server_uuid": "9006bd3f-1027-46cd-b2d3-6e2e15fa1194", "tag": "3cd244f7-61fc-43ba-ae99-9dce7ca22080"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:45:58.028237 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-4810a026-7a44-4dd9-af11-376b64397171 None None] Set router 649cb757-7f5b-42bc-935c-7275f685d38c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:45:58.050430 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d44bf2b-a0a3-4b66-bba9-47a4aaa7ca87 x-openstack-request-id: req-5d44bf2b-a0a3-4b66-bba9-47a4aaa7ca87 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:45:58.050706 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9006bd3f-1027-46cd-b2d3-6e2e15fa1194", "tag": "3cd244f7-61fc-43ba-ae99-9dce7ca22080", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:45:58.050973 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5d44bf2b-a0a3-4b66-bba9-47a4aaa7ca87 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:45:58.051418 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9006bd3f-1027-46cd-b2d3-6e2e15fa1194', 'tag': '3cd244f7-61fc-43ba-ae99-9dce7ca22080', 'status': 'completed', 'code': 200} Dec 16 23:45:58.144016 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01612bd-6fad-4b93-b200-4f65161906a2 req-cf4e0a8f-c5a4-438c-b9df-ab7a91d9119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:58.145552 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a01612bd-6fad-4b93-b200-4f65161906a2 req-cf4e0a8f-c5a4-438c-b9df-ab7a91d9119b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2f05b52d6f1478cbcf4d050311cd172&device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 1097 time: 0.0472984 Dec 16 23:45:58.242315 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01612bd-6fad-4b93-b200-4f65161906a2 req-1fe67aee-e5b6-4e89-ab0e-c228240b21de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:58.243815 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a01612bd-6fad-4b93-b200-4f65161906a2 req-1fe67aee-e5b6-4e89-ab0e-c228240b21de service neutron] 10.222.0.76 "GET /v2.0/networks?id=021240ff-36e0-45c2-8bec-bb739a1ca5b7 HTTP/1.1" status: 200 len: 909 time: 0.0905600 Dec 16 23:45:58.255516 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-4810a026-7a44-4dd9-af11-376b64397171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'name': 'tempest-TestSnapshotPattern-427317631-router', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:15Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'gw_port': {'id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:16Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '3d2ac5bc-ec41-496b-a237-1300e5a85a1b', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'port_id': '3cd244f7-61fc-43ba-ae99-9dce7ca22080', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'mac_address': 'fa:16:3e:30:54:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9006bd3f-1027-46cd-b2d3-6e2e15fa1194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:45:56Z', 'updated_at': '2021-12-16T23:45:56Z', 'revision_number': 0, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'fixed_ip_address_scope': None}, {'id': 'e65f28be-1b22-4a12-8e28-0db0e5bdc7e1', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'floating_ip_address': '172.25.6.49', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'port_id': '5b5a1dc2-c2c7-4865-8853-195f0d5afa42', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'mac_address': 'fa:16:3e:7b:19:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212d9ef2-0842-4c88-a15d-13354f7d9036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:42:42Z', 'updated_at': '2021-12-16T23:42:45Z', 'revision_number': 1, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683a792f-bc9a-4fe1-b4b6-fc256d58bd87', 'name': '', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'mac_address': 'fa:16:3e:60:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:17Z', 'updated_at': '2021-12-16T23:42:22Z', 'revision_number': 5, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'subnets': [{'id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:45:58.285716 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4810a026-7a44-4dd9-af11-376b64397171 None None] Checking router: 649cb757-7f5b-42bc-935c-7275f685d38c for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:45:58.294118 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4810a026-7a44-4dd9-af11-376b64397171 None None] Routers {'649cb757-7f5b-42bc-935c-7275f685d38c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:45:58.294728 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-4810a026-7a44-4dd9-af11-376b64397171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:45:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['649cb757-7f5b-42bc-935c-7275f685d38c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:45:58.311602 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a01612bd-6fad-4b93-b200-4f65161906a2 req-9ba31faf-a36f-4001-998c-979ebdabd150 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cd244f7-61fc-43ba-ae99-9dce7ca22080 HTTP/1.1" status: 200 len: 1000 time: 0.0593047 Dec 16 23:45:58.365087 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01612bd-6fad-4b93-b200-4f65161906a2 req-9059ebc0-b9cf-4ca1-901e-1d780a42f3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:58.366845 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a01612bd-6fad-4b93-b200-4f65161906a2 req-9059ebc0-b9cf-4ca1-901e-1d780a42f3aa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=53ae4873-745d-4f7c-a8a2-a0295177a62d HTTP/1.1" status: 200 len: 848 time: 0.0481944 Dec 16 23:45:58.399768 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-4810a026-7a44-4dd9-af11-376b64397171 None None] Set router 649cb757-7f5b-42bc-935c-7275f685d38c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:45:58.414014 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01612bd-6fad-4b93-b200-4f65161906a2 req-02acc449-d7cd-4e91-a6ee-8d4cb9ef6ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:45:58.415592 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a01612bd-6fad-4b93-b200-4f65161906a2 req-02acc449-d7cd-4e91-a6ee-8d4cb9ef6ff4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=021240ff-36e0-45c2-8bec-bb739a1ca5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406868 Dec 16 23:45:58.506414 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a01612bd-6fad-4b93-b200-4f65161906a2 req-17326d87-5938-4513-8f1a-fd10c97c74cc service neutron] 10.222.0.76 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826535 Dec 16 23:45:58.604003 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-a01612bd-6fad-4b93-b200-4f65161906a2 req-ebd132fd-252c-4c06-8529-441dccd87320 service neutron] 10.222.0.76 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872083 Dec 16 23:45:58.622771 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-4810a026-7a44-4dd9-af11-376b64397171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'name': 'tempest-TestSnapshotPattern-427317631-router', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:15Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'gw_port': {'id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:16Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '3d2ac5bc-ec41-496b-a237-1300e5a85a1b', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'port_id': '3cd244f7-61fc-43ba-ae99-9dce7ca22080', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'mac_address': 'fa:16:3e:30:54:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9006bd3f-1027-46cd-b2d3-6e2e15fa1194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:45:56Z', 'updated_at': '2021-12-16T23:45:56Z', 'revision_number': 0, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'fixed_ip_address_scope': None}, {'id': 'e65f28be-1b22-4a12-8e28-0db0e5bdc7e1', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'floating_ip_address': '172.25.6.49', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'port_id': '5b5a1dc2-c2c7-4865-8853-195f0d5afa42', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'mac_address': 'fa:16:3e:7b:19:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212d9ef2-0842-4c88-a15d-13354f7d9036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:42:42Z', 'updated_at': '2021-12-16T23:42:45Z', 'revision_number': 1, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683a792f-bc9a-4fe1-b4b6-fc256d58bd87', 'name': '', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'mac_address': 'fa:16:3e:60:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:17Z', 'updated_at': '2021-12-16T23:42:22Z', 'revision_number': 5, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'subnets': [{'id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:45:58.657335 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4810a026-7a44-4dd9-af11-376b64397171 None None] The sync data for ids ['649cb757-7f5b-42bc-935c-7275f685d38c'] in n-d-815324-4 is: [{'id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'name': 'tempest-TestSnapshotPattern-427317631-router', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:15Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'gw_port': {'id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:16Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': '3d2ac5bc-ec41-496b-a237-1300e5a85a1b', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'port_id': '3cd244f7-61fc-43ba-ae99-9dce7ca22080', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'mac_address': 'fa:16:3e:30:54:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9006bd3f-1027-46cd-b2d3-6e2e15fa1194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:45:56Z', 'updated_at': '2021-12-16T23:45:56Z', 'revision_number': 0, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'fixed_ip_address_scope': None}, {'id': 'e65f28be-1b22-4a12-8e28-0db0e5bdc7e1', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'floating_ip_address': '172.25.6.49', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'port_id': '5b5a1dc2-c2c7-4865-8853-195f0d5afa42', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'mac_address': 'fa:16:3e:7b:19:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212d9ef2-0842-4c88-a15d-13354f7d9036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:42:42Z', 'updated_at': '2021-12-16T23:42:45Z', 'revision_number': 1, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683a792f-bc9a-4fe1-b4b6-fc256d58bd87', 'name': '', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'mac_address': 'fa:16:3e:60:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:17Z', 'updated_at': '2021-12-16T23:42:22Z', 'revision_number': 5, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'subnets': [{'id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:45:58.753066 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:58.841750 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cabd554-7f1c-47f0-bd56-b3dd352c1df5 None None] New status for floating IP 3d2ac5bc-ec41-496b-a237-1300e5a85a1b: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:45:59.159294 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:45:59.187783 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:18.917693 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:46:23.468166 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-26d45710-afc2-4c5c-85ea-ffab2b17c5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:25.708401 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f08e8472-d29b-41dc-aed6-e78347452857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:27.376784 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:27.914093 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:28.708110 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:29.157668 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:29.232450 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:36.013054 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f160fab5-2dda-424e-8e7a-cd4e3f4d9190 req-89b8ecbe-0f1d-407b-a5f0-ecb9a3076731 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=212d9ef2-0842-4c88-a15d-13354f7d9036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406563 Dec 16 23:46:36.112820 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160fab5-2dda-424e-8e7a-cd4e3f4d9190 req-ab2523d8-38d1-455c-a29a-04391404916e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:36.114359 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f160fab5-2dda-424e-8e7a-cd4e3f4d9190 req-ab2523d8-38d1-455c-a29a-04391404916e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a2f05b52d6f1478cbcf4d050311cd172&device_id=212d9ef2-0842-4c88-a15d-13354f7d9036 HTTP/1.1" status: 200 len: 1095 time: 0.0409946 Dec 16 23:46:36.221884 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160fab5-2dda-424e-8e7a-cd4e3f4d9190 req-82f039f8-446f-4a6c-a13a-4a254c7e5fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:36.223395 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f160fab5-2dda-424e-8e7a-cd4e3f4d9190 req-82f039f8-446f-4a6c-a13a-4a254c7e5fd4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=021240ff-36e0-45c2-8bec-bb739a1ca5b7 HTTP/1.1" status: 200 len: 909 time: 0.0889955 Dec 16 23:46:36.287781 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f160fab5-2dda-424e-8e7a-cd4e3f4d9190 req-ddc3d95c-c8fc-4b95-84c9-2168908c18c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b5a1dc2-c2c7-4865-8853-195f0d5afa42 HTTP/1.1" status: 200 len: 999 time: 0.0566797 Dec 16 23:46:36.339480 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160fab5-2dda-424e-8e7a-cd4e3f4d9190 req-118f0221-5ce6-4fc1-9daa-0e40bfdbf41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:36.340903 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f160fab5-2dda-424e-8e7a-cd4e3f4d9190 req-118f0221-5ce6-4fc1-9daa-0e40bfdbf41c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=53ae4873-745d-4f7c-a8a2-a0295177a62d HTTP/1.1" status: 200 len: 848 time: 0.0466597 Dec 16 23:46:36.385593 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160fab5-2dda-424e-8e7a-cd4e3f4d9190 req-8f9e7ecf-1513-4a14-9fac-f6d97e525f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:36.387162 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f160fab5-2dda-424e-8e7a-cd4e3f4d9190 req-8f9e7ecf-1513-4a14-9fac-f6d97e525f0b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=021240ff-36e0-45c2-8bec-bb739a1ca5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398681 Dec 16 23:46:36.475257 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f160fab5-2dda-424e-8e7a-cd4e3f4d9190 req-209d6725-74ce-4b74-a2be-6485bbe14aa3 service neutron] 10.222.0.57 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809562 Dec 16 23:46:36.567036 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f160fab5-2dda-424e-8e7a-cd4e3f4d9190 req-b92c0c0d-c5c1-4709-8b76-7d565d380a85 service neutron] 10.222.0.57 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846796 Dec 16 23:46:38.737410 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7a9e2c84-e44e-4341-9a43-9ec9342f0ce0 req-a7de36b6-b593-421e-8798-a2535ebf52ab service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405705 Dec 16 23:46:38.838294 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e2c84-e44e-4341-9a43-9ec9342f0ce0 req-24f891fe-25d6-47e8-900f-9db293316b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:38.839866 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7a9e2c84-e44e-4341-9a43-9ec9342f0ce0 req-24f891fe-25d6-47e8-900f-9db293316b83 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2f05b52d6f1478cbcf4d050311cd172&device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 1097 time: 0.0406001 Dec 16 23:46:38.952056 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e2c84-e44e-4341-9a43-9ec9342f0ce0 req-9d415ab3-f4ec-4f18-bf13-a9d7d9f7d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:38.953449 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7a9e2c84-e44e-4341-9a43-9ec9342f0ce0 req-9d415ab3-f4ec-4f18-bf13-a9d7d9f7d460 service neutron] 10.222.0.76 "GET /v2.0/networks?id=021240ff-36e0-45c2-8bec-bb739a1ca5b7 HTTP/1.1" status: 200 len: 909 time: 0.0872118 Dec 16 23:46:39.019248 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7a9e2c84-e44e-4341-9a43-9ec9342f0ce0 req-a7b771bb-b2f8-4086-bdd6-1594788dbc68 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cd244f7-61fc-43ba-ae99-9dce7ca22080 HTTP/1.1" status: 200 len: 1002 time: 0.0578787 Dec 16 23:46:39.075454 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e2c84-e44e-4341-9a43-9ec9342f0ce0 req-e4358b18-27d5-4020-a3cf-0aafea5b15d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:39.076912 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7a9e2c84-e44e-4341-9a43-9ec9342f0ce0 req-e4358b18-27d5-4020-a3cf-0aafea5b15d1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=53ae4873-745d-4f7c-a8a2-a0295177a62d HTTP/1.1" status: 200 len: 848 time: 0.0475528 Dec 16 23:46:39.122028 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e2c84-e44e-4341-9a43-9ec9342f0ce0 req-8bf87307-151c-47b6-939d-81386242493e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:46:39.158674 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7a9e2c84-e44e-4341-9a43-9ec9342f0ce0 req-8bf87307-151c-47b6-939d-81386242493e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=021240ff-36e0-45c2-8bec-bb739a1ca5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392683 Dec 16 23:46:39.214905 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7a9e2c84-e44e-4341-9a43-9ec9342f0ce0 req-9a34357a-7e5c-48ed-9a6e-bb4f0ad22dd3 service neutron] 10.222.0.76 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818386 Dec 16 23:46:39.316760 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7a9e2c84-e44e-4341-9a43-9ec9342f0ce0 req-b9306e08-3760-45f8-96e0-8c0fe964aac6 service neutron] 10.222.0.76 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853474 Dec 16 23:46:53.462024 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-37e8a103-78e9-450c-8824-fce4912b9a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:55.713798 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-60be4d7e-f231-4918-b347-211d0d04910c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:55.916353 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:46:57.397297 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:57.945711 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:58.746080 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:59.136062 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:46:59.221982 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:23.484650 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a8c33ad2-3d0d-4bc6-a5da-22cbe30d1e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:25.699461 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5316c390-2e7a-4ec4-a347-e39c3ebb7cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:27.376230 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:27.936532 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:28.719156 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:29.125191 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:29.196491 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:32.915318 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:47:36.082897 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-78ffe84e-25de-41c5-9839-8b02f0bb795a req-7a6b6628-ba9a-41ce-9779-cf8afe2bb1de service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=212d9ef2-0842-4c88-a15d-13354f7d9036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0823035 Dec 16 23:47:36.180753 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffe84e-25de-41c5-9839-8b02f0bb795a req-56dfcff2-f403-4ad5-ad3e-4d5d98167f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:36.182252 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-78ffe84e-25de-41c5-9839-8b02f0bb795a req-56dfcff2-f403-4ad5-ad3e-4d5d98167f22 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a2f05b52d6f1478cbcf4d050311cd172&device_id=212d9ef2-0842-4c88-a15d-13354f7d9036 HTTP/1.1" status: 200 len: 1095 time: 0.0405078 Dec 16 23:47:36.288820 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffe84e-25de-41c5-9839-8b02f0bb795a req-ba322313-803e-4937-a9b0-ca01b330f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:36.290206 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-78ffe84e-25de-41c5-9839-8b02f0bb795a req-ba322313-803e-4937-a9b0-ca01b330f8af service neutron] 10.222.0.57 "GET /v2.0/networks?id=021240ff-36e0-45c2-8bec-bb739a1ca5b7 HTTP/1.1" status: 200 len: 909 time: 0.0870252 Dec 16 23:47:36.354781 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-78ffe84e-25de-41c5-9839-8b02f0bb795a req-4d1d6f88-0677-4fbb-b689-9ec8e56d54f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b5a1dc2-c2c7-4865-8853-195f0d5afa42 HTTP/1.1" status: 200 len: 999 time: 0.0575950 Dec 16 23:47:36.406297 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffe84e-25de-41c5-9839-8b02f0bb795a req-9e50a4ee-7637-478d-bc12-6ca802f90bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:36.407775 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-78ffe84e-25de-41c5-9839-8b02f0bb795a req-9e50a4ee-7637-478d-bc12-6ca802f90bd9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=53ae4873-745d-4f7c-a8a2-a0295177a62d HTTP/1.1" status: 200 len: 848 time: 0.0466185 Dec 16 23:47:36.455846 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffe84e-25de-41c5-9839-8b02f0bb795a req-ed30b86d-bf13-4594-979b-546f5720ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:36.457376 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-78ffe84e-25de-41c5-9839-8b02f0bb795a req-ed30b86d-bf13-4594-979b-546f5720ea76 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=021240ff-36e0-45c2-8bec-bb739a1ca5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421717 Dec 16 23:47:36.551416 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-78ffe84e-25de-41c5-9839-8b02f0bb795a req-45ff14be-cc6a-4553-8845-edeb082fe0f4 service neutron] 10.222.0.57 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867290 Dec 16 23:47:36.641944 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-78ffe84e-25de-41c5-9839-8b02f0bb795a req-399c3109-25ac-4d3d-aec8-9b063eecabe0 service neutron] 10.222.0.57 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823262 Dec 16 23:47:39.762604 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760209e-79ec-4cd1-bc77-6dc5ab7ce882 req-8653da36-ec34-4cf2-8cb1-76175ab62dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:39.765054 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c760209e-79ec-4cd1-bc77-6dc5ab7ce882 req-8653da36-ec34-4cf2-8cb1-76175ab62dff service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2f05b52d6f1478cbcf4d050311cd172&device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 1097 time: 0.0443463 Dec 16 23:47:39.871281 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760209e-79ec-4cd1-bc77-6dc5ab7ce882 req-9f3b0545-f314-4977-a177-950bd1a5a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:39.872770 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c760209e-79ec-4cd1-bc77-6dc5ab7ce882 req-9f3b0545-f314-4977-a177-950bd1a5a4e0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=021240ff-36e0-45c2-8bec-bb739a1ca5b7 HTTP/1.1" status: 200 len: 909 time: 0.0867264 Dec 16 23:47:39.939124 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c760209e-79ec-4cd1-bc77-6dc5ab7ce882 req-5bb8e080-83a7-4466-9d3b-88db23303d74 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cd244f7-61fc-43ba-ae99-9dce7ca22080 HTTP/1.1" status: 200 len: 1002 time: 0.0575860 Dec 16 23:47:39.993693 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760209e-79ec-4cd1-bc77-6dc5ab7ce882 req-80511a0e-ae0b-42e9-ba25-1243a8f2f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:39.995152 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c760209e-79ec-4cd1-bc77-6dc5ab7ce882 req-80511a0e-ae0b-42e9-ba25-1243a8f2f7c0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=53ae4873-745d-4f7c-a8a2-a0295177a62d HTTP/1.1" status: 200 len: 848 time: 0.0463400 Dec 16 23:47:40.171352 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 3cd244f7-61fc-43ba-ae99-9dce7ca22080 details requested by agent hyperv_n-h1-815324-4 with host n-h1-815324-4 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 23:47:40.269844 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 3cd244f7-61fc-43ba-ae99-9dce7ca22080, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3cd244f7-61fc-43ba-ae99-9dce7ca22080,segment=NetworkSegment(c7e0d888-62fe-4a8e-95da-e984ff59f5b1),segment_id=c7e0d888-62fe-4a8e-95da-e984ff59f5b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:47:40.282004 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Returning: {'device': '3cd244f7-61fc-43ba-ae99-9dce7ca22080', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'port_id': '3cd244f7-61fc-43ba-ae99-9dce7ca22080', 'mac_address': 'fa:16:3e:30:54:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 23:47:40.324169 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:40.337603 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3cd244f7-61fc-43ba-ae99-9dce7ca22080 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 23:47:40.358757 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 3cd244f7-61fc-43ba-ae99-9dce7ca22080, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3cd244f7-61fc-43ba-ae99-9dce7ca22080,segment=NetworkSegment(c7e0d888-62fe-4a8e-95da-e984ff59f5b1),segment_id=c7e0d888-62fe-4a8e-95da-e984ff59f5b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:47:40.376858 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760209e-79ec-4cd1-bc77-6dc5ab7ce882 req-09efb0a1-220a-40d9-8d46-1fb1c2c42913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:40.378383 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c760209e-79ec-4cd1-bc77-6dc5ab7ce882 req-09efb0a1-220a-40d9-8d46-1fb1c2c42913 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=021240ff-36e0-45c2-8bec-bb739a1ca5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3742611 Dec 16 23:47:40.430908 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:40.471383 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c760209e-79ec-4cd1-bc77-6dc5ab7ce882 req-0946913b-013e-4d13-a52e-468ba5cd606b service neutron] 10.222.0.76 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839260 Dec 16 23:47:40.480794 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=3cd244f7-61fc-43ba-ae99-9dce7ca22080,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:47:40.488141 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:40.488499 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:40.488848 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:40.489192 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:40.489559 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:40.489899 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:40.490234 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:40.490568 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:40.490915 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:40.491260 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:40.491599 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:40.491927 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:40.492255 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:40.568355 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-c760209e-79ec-4cd1-bc77-6dc5ab7ce882 req-297f294c-5554-4699-8d48-f94854653f59 service neutron] 10.222.0.76 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885873 Dec 16 23:47:40.605212 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] get_ports_and_sgs() called for port_ids ['3cd244f7-61fc-43ba-ae99-9dce7ca22080'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 23:47:42.191442 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 3cd244f7-61fc-43ba-ae99-9dce7ca22080 up at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 23:47:42.251109 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Provisioning complete for port 3cd244f7-61fc-43ba-ae99-9dce7ca22080 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 23:47:42.251109 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471205'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:42.346926 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:42.371752 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9006bd3f-1027-46cd-b2d3-6e2e15fa1194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd244f7-61fc-43ba-ae99-9dce7ca22080'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:47:42.374823 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98f7b7e-fe71-451e-abe2-04a59dbfbe95" -d '{"events": [{"server_uuid": "9006bd3f-1027-46cd-b2d3-6e2e15fa1194", "name": "network-vif-plugged", "status": "completed", "tag": "3cd244f7-61fc-43ba-ae99-9dce7ca22080"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:47:42.395274 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 3cd244f7-61fc-43ba-ae99-9dce7ca22080, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3cd244f7-61fc-43ba-ae99-9dce7ca22080,segment=NetworkSegment(c7e0d888-62fe-4a8e-95da-e984ff59f5b1),segment_id=c7e0d888-62fe-4a8e-95da-e984ff59f5b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:47:42.473674 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:42.505858 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2e369c-70a7-4a3b-a212-85a72679363e x-openstack-request-id: req-bb2e369c-70a7-4a3b-a212-85a72679363e {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:47:42.506131 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9006bd3f-1027-46cd-b2d3-6e2e15fa1194", "name": "network-vif-plugged", "status": "completed", "tag": "3cd244f7-61fc-43ba-ae99-9dce7ca22080", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:47:42.506383 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bb2e369c-70a7-4a3b-a212-85a72679363e {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:47:42.506775 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9006bd3f-1027-46cd-b2d3-6e2e15fa1194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd244f7-61fc-43ba-ae99-9dce7ca22080', 'code': 200} Dec 16 23:47:42.539418 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=3cd244f7-61fc-43ba-ae99-9dce7ca22080,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:47:52.937022 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39386) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:47:53.097821 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-5da24446-8c3f-4db8-9863-60e559b52143 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Deleting port 444b1cfd-3888-4efe-9390-eff745d7fe00 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:47:53.098177 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5da24446-8c3f-4db8-9863-60e559b52143 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:53.176722 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5da24446-8c3f-4db8-9863-60e559b52143 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:53.176963 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5da24446-8c3f-4db8-9863-60e559b52143 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:53.189254 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-5da24446-8c3f-4db8-9863-60e559b52143 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Calling delete_port for 444b1cfd-3888-4efe-9390-eff745d7fe00 owned by network:floatingip {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:47:53.408085 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5da24446-8c3f-4db8-9863-60e559b52143 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:53.440100 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da24446-8c3f-4db8-9863-60e559b52143 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Pushing event deleted for resources: {'Port': ['ID=444b1cfd-3888-4efe-9390-eff745d7fe00,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:47:53.464164 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da24446-8c3f-4db8-9863-60e559b52143 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:53.464579 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da24446-8c3f-4db8-9863-60e559b52143 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:53.464901 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da24446-8c3f-4db8-9863-60e559b52143 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:53.465245 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da24446-8c3f-4db8-9863-60e559b52143 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:53.465592 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da24446-8c3f-4db8-9863-60e559b52143 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:53.465934 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da24446-8c3f-4db8-9863-60e559b52143 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:53.466270 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da24446-8c3f-4db8-9863-60e559b52143 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:53.466611 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da24446-8c3f-4db8-9863-60e559b52143 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:53.466955 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da24446-8c3f-4db8-9863-60e559b52143 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:53.467313 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da24446-8c3f-4db8-9863-60e559b52143 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:53.470134 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da24446-8c3f-4db8-9863-60e559b52143 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:53.470134 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da24446-8c3f-4db8-9863-60e559b52143 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:53.470134 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da24446-8c3f-4db8-9863-60e559b52143 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:53.487871 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-452c8d6a-44fd-492c-8044-f016ce79c9f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:53.511081 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5da24446-8c3f-4db8-9863-60e559b52143 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for floatingip, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:53.511410 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-5da24446-8c3f-4db8-9863-60e559b52143 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Floating IP 3d2ac5bc-ec41-496b-a237-1300e5a85a1b disassociated (deleted). External IP: 172.25.6.213, port: 3cd244f7-61fc-43ba-ae99-9dce7ca22080. Dec 16 23:47:53.727107 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da24446-8c3f-4db8-9863-60e559b52143 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Router 649cb757-7f5b-42bc-935c-7275f685d38c has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:47:53.836103 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da24446-8c3f-4db8-9863-60e559b52143 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:47:53.841022 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5da24446-8c3f-4db8-9863-60e559b52143 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:53.846702 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e222672-7ca8-45d0-aa4c-9c046e99302a None None] Sync routers for ids ['649cb757-7f5b-42bc-935c-7275f685d38c'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:47:53.855824 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e222672-7ca8-45d0-aa4c-9c046e99302a None None] Routers {'649cb757-7f5b-42bc-935c-7275f685d38c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:47:53.856455 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0e222672-7ca8-45d0-aa4c-9c046e99302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:47:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['649cb757-7f5b-42bc-935c-7275f685d38c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:47:53.868681 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-5da24446-8c3f-4db8-9863-60e559b52143 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "DELETE /v2.0/floatingips/3d2ac5bc-ec41-496b-a237-1300e5a85a1b HTTP/1.1" status: 204 len: 168 time: 0.9304421 Dec 16 23:47:53.869372 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9006bd3f-1027-46cd-b2d3-6e2e15fa1194', 'tag': '3cd244f7-61fc-43ba-ae99-9dce7ca22080'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:47:53.871724 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}262422c41fb3f4df6327d4ea873ca9a06926c8fbcf4dc10a31d5fa6940e748a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45079a60-eedf-46d2-93cf-3f921bf9abde" -d '{"events": [{"name": "network-changed", "server_uuid": "9006bd3f-1027-46cd-b2d3-6e2e15fa1194", "tag": "3cd244f7-61fc-43ba-ae99-9dce7ca22080"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:47:53.965543 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835bd236-1979-4040-9f39-9720bdc6dcf4 x-openstack-request-id: req-835bd236-1979-4040-9f39-9720bdc6dcf4 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:47:53.966160 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-0e222672-7ca8-45d0-aa4c-9c046e99302a None None] Set router 649cb757-7f5b-42bc-935c-7275f685d38c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:47:53.966287 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9006bd3f-1027-46cd-b2d3-6e2e15fa1194", "tag": "3cd244f7-61fc-43ba-ae99-9dce7ca22080", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:47:53.966287 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-835bd236-1979-4040-9f39-9720bdc6dcf4 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:47:53.966527 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9006bd3f-1027-46cd-b2d3-6e2e15fa1194', 'tag': '3cd244f7-61fc-43ba-ae99-9dce7ca22080', 'status': 'completed', 'code': 200} Dec 16 23:47:54.061066 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45079a60-eedf-46d2-93cf-3f921bf9abde req-27c663f8-9c97-49b4-ac3f-52e3434867fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:54.063054 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45079a60-eedf-46d2-93cf-3f921bf9abde req-27c663f8-9c97-49b4-ac3f-52e3434867fa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a2f05b52d6f1478cbcf4d050311cd172&device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 1097 time: 0.0413685 Dec 16 23:47:54.166986 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45079a60-eedf-46d2-93cf-3f921bf9abde req-fe04b3b1-f57d-4bde-9ef8-e33b55e9af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:54.168531 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45079a60-eedf-46d2-93cf-3f921bf9abde req-fe04b3b1-f57d-4bde-9ef8-e33b55e9af46 service neutron] 10.222.0.76 "GET /v2.0/networks?id=021240ff-36e0-45c2-8bec-bb739a1ca5b7 HTTP/1.1" status: 200 len: 909 time: 0.0952122 Dec 16 23:47:54.196915 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0e222672-7ca8-45d0-aa4c-9c046e99302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'name': 'tempest-TestSnapshotPattern-427317631-router', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:15Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'gw_port': {'id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:16Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'e65f28be-1b22-4a12-8e28-0db0e5bdc7e1', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'floating_ip_address': '172.25.6.49', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'port_id': '5b5a1dc2-c2c7-4865-8853-195f0d5afa42', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'mac_address': 'fa:16:3e:7b:19:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212d9ef2-0842-4c88-a15d-13354f7d9036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:42:42Z', 'updated_at': '2021-12-16T23:42:45Z', 'revision_number': 1, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683a792f-bc9a-4fe1-b4b6-fc256d58bd87', 'name': '', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'mac_address': 'fa:16:3e:60:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:17Z', 'updated_at': '2021-12-16T23:42:22Z', 'revision_number': 5, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'subnets': [{'id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:47:54.223007 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45079a60-eedf-46d2-93cf-3f921bf9abde req-55180875-01bc-4045-8956-70b2340f1b79 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cd244f7-61fc-43ba-ae99-9dce7ca22080 HTTP/1.1" status: 200 len: 217 time: 0.0461018 Dec 16 23:47:54.228810 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e222672-7ca8-45d0-aa4c-9c046e99302a None None] Checking router: 649cb757-7f5b-42bc-935c-7275f685d38c for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:47:54.238544 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e222672-7ca8-45d0-aa4c-9c046e99302a None None] Routers {'649cb757-7f5b-42bc-935c-7275f685d38c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:47:54.239231 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0e222672-7ca8-45d0-aa4c-9c046e99302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:47:26Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['649cb757-7f5b-42bc-935c-7275f685d38c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:47:54.316889 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45079a60-eedf-46d2-93cf-3f921bf9abde req-0b95972f-081e-488e-85dd-7a2e9f20ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:54.318547 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45079a60-eedf-46d2-93cf-3f921bf9abde req-0b95972f-081e-488e-85dd-7a2e9f20ce80 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=53ae4873-745d-4f7c-a8a2-a0295177a62d HTTP/1.1" status: 200 len: 848 time: 0.0472603 Dec 16 23:47:54.348174 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-0e222672-7ca8-45d0-aa4c-9c046e99302a None None] Set router 649cb757-7f5b-42bc-935c-7275f685d38c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:47:54.353870 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807294b0-1060-4f75-ba58-7875b0f73a49 req-d5535091-d56c-440a-8f11-af1f8d713c0b tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:54.355864 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-807294b0-1060-4f75-ba58-7875b0f73a49 req-d5535091-d56c-440a-8f11-af1f8d713c0b tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 946 time: 0.1060555 Dec 16 23:47:54.372293 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45079a60-eedf-46d2-93cf-3f921bf9abde req-fa536da2-5c93-458c-8b62-7b33a02c0c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:54.373808 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45079a60-eedf-46d2-93cf-3f921bf9abde req-fa536da2-5c93-458c-8b62-7b33a02c0c4c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=021240ff-36e0-45c2-8bec-bb739a1ca5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469029 Dec 16 23:47:54.408134 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-807294b0-1060-4f75-ba58-7875b0f73a49 req-84582d46-d2cc-4c74-8fa8-874f2472cbdf tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452728 Dec 16 23:47:54.469312 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45079a60-eedf-46d2-93cf-3f921bf9abde req-67222fc1-520a-4071-a25b-6c0fba04e086 service neutron] 10.222.0.76 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865750 Dec 16 23:47:54.567613 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-45079a60-eedf-46d2-93cf-3f921bf9abde req-455429b2-1d4d-485c-97e1-e9fc8abe3dc7 service neutron] 10.222.0.76 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890882 Dec 16 23:47:54.571462 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-0e222672-7ca8-45d0-aa4c-9c046e99302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'name': 'tempest-TestSnapshotPattern-427317631-router', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:15Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'gw_port': {'id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:16Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'e65f28be-1b22-4a12-8e28-0db0e5bdc7e1', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'floating_ip_address': '172.25.6.49', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'port_id': '5b5a1dc2-c2c7-4865-8853-195f0d5afa42', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'mac_address': 'fa:16:3e:7b:19:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212d9ef2-0842-4c88-a15d-13354f7d9036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:42:42Z', 'updated_at': '2021-12-16T23:42:45Z', 'revision_number': 1, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683a792f-bc9a-4fe1-b4b6-fc256d58bd87', 'name': '', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'mac_address': 'fa:16:3e:60:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:17Z', 'updated_at': '2021-12-16T23:42:22Z', 'revision_number': 5, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'subnets': [{'id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:47:54.601696 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e222672-7ca8-45d0-aa4c-9c046e99302a None None] The sync data for ids ['649cb757-7f5b-42bc-935c-7275f685d38c'] in n-d-815324-4 is: [{'id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'name': 'tempest-TestSnapshotPattern-427317631-router', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:15Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'gw_port': {'id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:16Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_floatingips': [{'id': 'e65f28be-1b22-4a12-8e28-0db0e5bdc7e1', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'floating_ip_address': '172.25.6.49', 'floating_network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'router_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'port_id': '5b5a1dc2-c2c7-4865-8853-195f0d5afa42', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'mac_address': 'fa:16:3e:7b:19:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212d9ef2-0842-4c88-a15d-13354f7d9036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:42:42Z', 'updated_at': '2021-12-16T23:42:45Z', 'revision_number': 1, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683a792f-bc9a-4fe1-b4b6-fc256d58bd87', 'name': '', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'mac_address': 'fa:16:3e:60:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:17Z', 'updated_at': '2021-12-16T23:42:22Z', 'revision_number': 5, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'subnets': [{'id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:47:54.835258 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca17ce5-ec9f-47c5-afaf-63028b91757f None None] New status for floating IP 3d2ac5bc-ec41-496b-a237-1300e5a85a1b: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:47:55.526573 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444a338-5c72-4e1a-b6bf-51e206e4c391 req-e0429965-cb66-4495-a20a-e3822a1c8bd2 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:55.528027 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f444a338-5c72-4e1a-b6bf-51e206e4c391 req-e0429965-cb66-4495-a20a-e3822a1c8bd2 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 946 time: 0.0492475 Dec 16 23:47:55.577795 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f444a338-5c72-4e1a-b6bf-51e206e4c391 req-2569e849-65f2-47cb-b9a1-538086104b1c tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428565 Dec 16 23:47:55.707112 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7e95d7e0-a3bb-4b44-8790-603f8b6d3d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:56.254007 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 3cd244f7-61fc-43ba-ae99-9dce7ca22080 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:47:56.322743 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432d06e-47d3-4507-8742-cc5044d9621f req-a5f9a8c8-e6ea-4681-9434-36aa82a6d348 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:56.324509 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6432d06e-47d3-4507-8742-cc5044d9621f req-a5f9a8c8-e6ea-4681-9434-36aa82a6d348 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.76 "GET /v2.0/ports?device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 946 time: 0.0478258 Dec 16 23:47:56.330176 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529620'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:56.353202 n-d-815324-4 neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9006bd3f-1027-46cd-b2d3-6e2e15fa1194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cd244f7-61fc-43ba-ae99-9dce7ca22080'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:47:56.355476 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ed3c45b9724cb09a764a59bf60b5ad37adc5ec1a79e830aab7030af2b259f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d822de5-37e0-450c-bda8-5759432aa6b7" -d '{"events": [{"server_uuid": "9006bd3f-1027-46cd-b2d3-6e2e15fa1194", "name": "network-vif-unplugged", "status": "completed", "tag": "3cd244f7-61fc-43ba-ae99-9dce7ca22080"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:47:56.368845 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] For port 3cd244f7-61fc-43ba-ae99-9dce7ca22080, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3cd244f7-61fc-43ba-ae99-9dce7ca22080,segment=NetworkSegment(c7e0d888-62fe-4a8e-95da-e984ff59f5b1),segment_id=c7e0d888-62fe-4a8e-95da-e984ff59f5b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:47:56.394689 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 23:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5e0f8f-7d29-432f-b965-ade27a3f02a1 x-openstack-request-id: req-6a5e0f8f-7d29-432f-b965-ade27a3f02a1 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:47:56.394980 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9006bd3f-1027-46cd-b2d3-6e2e15fa1194", "name": "network-vif-unplugged", "status": "completed", "tag": "3cd244f7-61fc-43ba-ae99-9dce7ca22080", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:47:56.395273 n-d-815324-4 neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6a5e0f8f-7d29-432f-b965-ade27a3f02a1 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:47:56.395670 n-d-815324-4 neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9006bd3f-1027-46cd-b2d3-6e2e15fa1194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cd244f7-61fc-43ba-ae99-9dce7ca22080', 'code': 200} Dec 16 23:47:56.427531 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727494037733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727493551306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727493551324'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:56.427779 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-6432d06e-47d3-4507-8742-cc5044d9621f req-c8c404aa-6fc5-4f48-b6ce-368c7b32bd1e tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Deleting port 3cd244f7-61fc-43ba-ae99-9dce7ca22080 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:47:56.427910 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6432d06e-47d3-4507-8742-cc5044d9621f req-c8c404aa-6fc5-4f48-b6ce-368c7b32bd1e tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:56.478003 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Pushing event updated for resources: {'Port': ['ID=3cd244f7-61fc-43ba-ae99-9dce7ca22080,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:47:56.521227 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-6432d06e-47d3-4507-8742-cc5044d9621f req-c8c404aa-6fc5-4f48-b6ce-368c7b32bd1e tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] For port 3cd244f7-61fc-43ba-ae99-9dce7ca22080, host n-h1-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-4',level=0,port_id=3cd244f7-61fc-43ba-ae99-9dce7ca22080,segment=NetworkSegment(c7e0d888-62fe-4a8e-95da-e984ff59f5b1),segment_id=c7e0d888-62fe-4a8e-95da-e984ff59f5b1)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:47:56.521523 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6432d06e-47d3-4507-8742-cc5044d9621f req-c8c404aa-6fc5-4f48-b6ce-368c7b32bd1e tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:56.533857 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-6432d06e-47d3-4507-8742-cc5044d9621f req-c8c404aa-6fc5-4f48-b6ce-368c7b32bd1e tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Calling delete_port for 3cd244f7-61fc-43ba-ae99-9dce7ca22080 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:47:56.710190 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843f0b0-bf4f-42ff-acfc-0675d2f24814 req-8a9feaea-31a0-49b7-9bdf-32b0691dcd17 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:47:56.711865 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d843f0b0-bf4f-42ff-acfc-0675d2f24814 req-8a9feaea-31a0-49b7-9bdf-32b0691dcd17 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 944 time: 0.0598354 Dec 16 23:47:56.758073 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6432d06e-47d3-4507-8742-cc5044d9621f req-c8c404aa-6fc5-4f48-b6ce-368c7b32bd1e tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:56.791687 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-d843f0b0-bf4f-42ff-acfc-0675d2f24814 req-fcb3b628-e060-451b-9ff6-7f55b02717d3 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737932 Dec 16 23:47:56.794603 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c404aa-6fc5-4f48-b6ce-368c7b32bd1e tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Pushing event deleted for resources: {'Port': ['ID=3cd244f7-61fc-43ba-ae99-9dce7ca22080,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:47:56.809305 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c404aa-6fc5-4f48-b6ce-368c7b32bd1e tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:56.809662 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c404aa-6fc5-4f48-b6ce-368c7b32bd1e tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:56.810044 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c404aa-6fc5-4f48-b6ce-368c7b32bd1e tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:56.810385 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c404aa-6fc5-4f48-b6ce-368c7b32bd1e tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:56.810725 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c404aa-6fc5-4f48-b6ce-368c7b32bd1e tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:56.811092 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c404aa-6fc5-4f48-b6ce-368c7b32bd1e tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:56.811608 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c404aa-6fc5-4f48-b6ce-368c7b32bd1e tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:56.811942 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c404aa-6fc5-4f48-b6ce-368c7b32bd1e tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:56.812301 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c404aa-6fc5-4f48-b6ce-368c7b32bd1e tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:56.812767 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c404aa-6fc5-4f48-b6ce-368c7b32bd1e tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:56.813152 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c404aa-6fc5-4f48-b6ce-368c7b32bd1e tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:56.813485 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c404aa-6fc5-4f48-b6ce-368c7b32bd1e tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:56.813813 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c404aa-6fc5-4f48-b6ce-368c7b32bd1e tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-4 {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 23:47:56.848397 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-6432d06e-47d3-4507-8742-cc5044d9621f req-c8c404aa-6fc5-4f48-b6ce-368c7b32bd1e tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] No DVR routers for this DVR port 3cd244f7-61fc-43ba-ae99-9dce7ca22080 on host n-h1-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:47:56.851131 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6432d06e-47d3-4507-8742-cc5044d9621f req-c8c404aa-6fc5-4f48-b6ce-368c7b32bd1e tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:56.854537 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-6432d06e-47d3-4507-8742-cc5044d9621f req-c8c404aa-6fc5-4f48-b6ce-368c7b32bd1e tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.76 "DELETE /v2.0/ports/3cd244f7-61fc-43ba-ae99-9dce7ca22080 HTTP/1.1" status: 204 len: 173 time: 0.5236337 Dec 16 23:47:56.854982 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9006bd3f-1027-46cd-b2d3-6e2e15fa1194', 'name': 'network-vif-deleted', 'tag': '3cd244f7-61fc-43ba-ae99-9dce7ca22080'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:47:56.857314 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b83bf8f-746d-44ae-a3d0-6ff2ea9920dc" -d '{"events": [{"server_uuid": "9006bd3f-1027-46cd-b2d3-6e2e15fa1194", "name": "network-vif-deleted", "tag": "3cd244f7-61fc-43ba-ae99-9dce7ca22080"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:47:56.946398 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df949aa-0713-4018-9556-5c54746345a8 x-openstack-request-id: req-5df949aa-0713-4018-9556-5c54746345a8 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:47:56.946702 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9006bd3f-1027-46cd-b2d3-6e2e15fa1194", "name": "network-vif-deleted", "tag": "3cd244f7-61fc-43ba-ae99-9dce7ca22080", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:47:56.946963 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5df949aa-0713-4018-9556-5c54746345a8 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:47:56.947397 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9006bd3f-1027-46cd-b2d3-6e2e15fa1194', 'name': 'network-vif-deleted', 'tag': '3cd244f7-61fc-43ba-ae99-9dce7ca22080', 'status': 'completed', 'code': 200} Dec 16 23:47:57.410325 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:57.901273 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-26bfe557-ee70-449e-80b2-167f440bfe78 req-2c4c1341-5134-4aba-87e0-a7b4ca278c05 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=9006bd3f-1027-46cd-b2d3-6e2e15fa1194 HTTP/1.1" status: 200 len: 210 time: 0.0272422 Dec 16 23:47:57.956266 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:58.727989 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:59.170261 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:47:59.274193 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:00.276562 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 3cd244f7-61fc-43ba-ae99-9dce7ca22080 no longer exists at agent hyperv_n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:48:00.280435 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39456) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:48:00.296237 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] No Port match for: 3cd244f7-61fc-43ba-ae99-9dce7ca22080 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:48:00.296610 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Device 3cd244f7-61fc-43ba-ae99-9dce7ca22080 not bound to the agent host n-h1-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:48:00.443314 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-023d2c48-71c6-431f-9346-b9869280bae7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Deleting port 0ec29326-8a34-4676-85f5-ef759f99eac3 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:48:00.443586 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-023d2c48-71c6-431f-9346-b9869280bae7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:00.520397 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-023d2c48-71c6-431f-9346-b9869280bae7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:00.520735 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-023d2c48-71c6-431f-9346-b9869280bae7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:00.533208 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-023d2c48-71c6-431f-9346-b9869280bae7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Calling delete_port for 0ec29326-8a34-4676-85f5-ef759f99eac3 owned by network:floatingip {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:48:00.747466 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-023d2c48-71c6-431f-9346-b9869280bae7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:00.770945 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d2c48-71c6-431f-9346-b9869280bae7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Pushing event deleted for resources: {'Port': ['ID=0ec29326-8a34-4676-85f5-ef759f99eac3,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:48:00.838318 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-023d2c48-71c6-431f-9346-b9869280bae7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for floatingip, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:00.838651 n-d-815324-4 neutron-server[103613]: INFO neutron.db.l3_db [None req-023d2c48-71c6-431f-9346-b9869280bae7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Floating IP e65f28be-1b22-4a12-8e28-0db0e5bdc7e1 disassociated (deleted). External IP: 172.25.6.49, port: 5b5a1dc2-c2c7-4865-8853-195f0d5afa42. Dec 16 23:48:01.041791 n-d-815324-4 neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023d2c48-71c6-431f-9346-b9869280bae7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Router 649cb757-7f5b-42bc-935c-7275f685d38c has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:48:01.150486 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023d2c48-71c6-431f-9346-b9869280bae7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:48:01.155362 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-023d2c48-71c6-431f-9346-b9869280bae7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:01.160717 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7d4ffe-655e-4b3f-a2ad-066a0f87b30d None None] Sync routers for ids ['649cb757-7f5b-42bc-935c-7275f685d38c'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:48:01.169609 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7d4ffe-655e-4b3f-a2ad-066a0f87b30d None None] Routers {'649cb757-7f5b-42bc-935c-7275f685d38c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:48:01.171514 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-ed7d4ffe-655e-4b3f-a2ad-066a0f87b30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:47:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['649cb757-7f5b-42bc-935c-7275f685d38c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:48:01.184702 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-023d2c48-71c6-431f-9346-b9869280bae7 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "DELETE /v2.0/floatingips/e65f28be-1b22-4a12-8e28-0db0e5bdc7e1 HTTP/1.1" status: 204 len: 168 time: 0.9007835 Dec 16 23:48:01.184702 n-d-815324-4 neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212d9ef2-0842-4c88-a15d-13354f7d9036', 'tag': '5b5a1dc2-c2c7-4865-8853-195f0d5afa42'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:48:01.185495 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}262422c41fb3f4df6327d4ea873ca9a06926c8fbcf4dc10a31d5fa6940e748a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfa84b6-9f74-4701-b882-a8067e2f3508" -d '{"events": [{"name": "network-changed", "server_uuid": "212d9ef2-0842-4c88-a15d-13354f7d9036", "tag": "5b5a1dc2-c2c7-4865-8853-195f0d5afa42"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:48:01.228227 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 23:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae25359e-c99e-4cd0-8533-6187fac75c5b x-openstack-request-id: req-ae25359e-c99e-4cd0-8533-6187fac75c5b {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:48:01.228564 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212d9ef2-0842-4c88-a15d-13354f7d9036", "tag": "5b5a1dc2-c2c7-4865-8853-195f0d5afa42", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:48:01.228835 n-d-815324-4 neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ae25359e-c99e-4cd0-8533-6187fac75c5b {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:48:01.229260 n-d-815324-4 neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212d9ef2-0842-4c88-a15d-13354f7d9036', 'tag': '5b5a1dc2-c2c7-4865-8853-195f0d5afa42', 'status': 'completed', 'code': 200} Dec 16 23:48:01.283353 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-ed7d4ffe-655e-4b3f-a2ad-066a0f87b30d None None] Set router 649cb757-7f5b-42bc-935c-7275f685d38c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:48:01.316589 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa84b6-9f74-4701-b882-a8067e2f3508 req-22e384ac-a8e2-41a5-a835-2a21265fa543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:48:01.318390 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5bfa84b6-9f74-4701-b882-a8067e2f3508 req-22e384ac-a8e2-41a5-a835-2a21265fa543 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a2f05b52d6f1478cbcf4d050311cd172&device_id=212d9ef2-0842-4c88-a15d-13354f7d9036 HTTP/1.1" status: 200 len: 1095 time: 0.0469365 Dec 16 23:48:01.411256 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa84b6-9f74-4701-b882-a8067e2f3508 req-9f06be9c-47e1-4cc7-970f-3325a13b6b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:48:01.412770 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5bfa84b6-9f74-4701-b882-a8067e2f3508 req-9f06be9c-47e1-4cc7-970f-3325a13b6b54 service neutron] 10.222.0.57 "GET /v2.0/networks?id=021240ff-36e0-45c2-8bec-bb739a1ca5b7 HTTP/1.1" status: 200 len: 909 time: 0.0859439 Dec 16 23:48:01.455641 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5bfa84b6-9f74-4701-b882-a8067e2f3508 req-36f99c9f-1b41-4b1c-88a6-cf729db18e0f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b5a1dc2-c2c7-4865-8853-195f0d5afa42 HTTP/1.1" status: 200 len: 217 time: 0.0360384 Dec 16 23:48:01.489903 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-ed7d4ffe-655e-4b3f-a2ad-066a0f87b30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'name': 'tempest-TestSnapshotPattern-427317631-router', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:15Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'gw_port': {'id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:16Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '683a792f-bc9a-4fe1-b4b6-fc256d58bd87', 'name': '', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'mac_address': 'fa:16:3e:60:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:17Z', 'updated_at': '2021-12-16T23:42:22Z', 'revision_number': 5, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'subnets': [{'id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:48:01.511306 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa84b6-9f74-4701-b882-a8067e2f3508 req-fa22324c-4434-4c18-88fc-f09d8c15d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:48:01.512839 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5bfa84b6-9f74-4701-b882-a8067e2f3508 req-fa22324c-4434-4c18-88fc-f09d8c15d41d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=53ae4873-745d-4f7c-a8a2-a0295177a62d HTTP/1.1" status: 200 len: 848 time: 0.0510840 Dec 16 23:48:01.516158 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7d4ffe-655e-4b3f-a2ad-066a0f87b30d None None] Checking router: 649cb757-7f5b-42bc-935c-7275f685d38c for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:48:01.524997 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7d4ffe-655e-4b3f-a2ad-066a0f87b30d None None] Routers {'649cb757-7f5b-42bc-935c-7275f685d38c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:48:01.525583 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-ed7d4ffe-655e-4b3f-a2ad-066a0f87b30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:47:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['649cb757-7f5b-42bc-935c-7275f685d38c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:48:01.559109 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa84b6-9f74-4701-b882-a8067e2f3508 req-719a8313-314e-463e-ad70-41f91a8227fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:48:01.560660 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5bfa84b6-9f74-4701-b882-a8067e2f3508 req-719a8313-314e-463e-ad70-41f91a8227fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=021240ff-36e0-45c2-8bec-bb739a1ca5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408854 Dec 16 23:48:01.652534 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-ed7d4ffe-655e-4b3f-a2ad-066a0f87b30d None None] Set router 649cb757-7f5b-42bc-935c-7275f685d38c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:48:01.663493 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5bfa84b6-9f74-4701-b882-a8067e2f3508 req-63f82ded-2df5-418f-9032-d0d055dee5b9 service neutron] 10.222.0.57 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956171 Dec 16 23:48:01.668753 n-d-815324-4 neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1035f-7fc3-44d2-8d75-a39ecbecdc4d req-f45085f3-cbcc-45e1-9740-f6b419406ed6 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:48:01.670253 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6da1035f-7fc3-44d2-8d75-a39ecbecdc4d req-f45085f3-cbcc-45e1-9740-f6b419406ed6 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=212d9ef2-0842-4c88-a15d-13354f7d9036 HTTP/1.1" status: 200 len: 944 time: 0.0545344 Dec 16 23:48:01.722840 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [req-6da1035f-7fc3-44d2-8d75-a39ecbecdc4d req-8cccaee3-725c-4d8b-8ddd-0f00bf00794b tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452912 Dec 16 23:48:01.764187 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-5bfa84b6-9f74-4701-b882-a8067e2f3508 req-89887f0f-0940-4a60-b8f0-c083570ace31 service neutron] 10.222.0.57 "GET /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917792 Dec 16 23:48:01.857426 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-ed7d4ffe-655e-4b3f-a2ad-066a0f87b30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'name': 'tempest-TestSnapshotPattern-427317631-router', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:15Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'gw_port': {'id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:16Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '683a792f-bc9a-4fe1-b4b6-fc256d58bd87', 'name': '', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'mac_address': 'fa:16:3e:60:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:17Z', 'updated_at': '2021-12-16T23:42:22Z', 'revision_number': 5, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'subnets': [{'id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:48:01.884051 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7d4ffe-655e-4b3f-a2ad-066a0f87b30d None None] The sync data for ids ['649cb757-7f5b-42bc-935c-7275f685d38c'] in n-d-815324-4 is: [{'id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'name': 'tempest-TestSnapshotPattern-427317631-router', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:15Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'gw_port': {'id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:16Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4', '_interfaces': [{'id': '683a792f-bc9a-4fe1-b4b6-fc256d58bd87', 'name': '', 'network_id': '021240ff-36e0-45c2-8bec-bb739a1ca5b7', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'mac_address': 'fa:16:3e:60:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:17Z', 'updated_at': '2021-12-16T23:42:22Z', 'revision_number': 5, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'subnets': [{'id': '53ae4873-745d-4f7c-a8a2-a0295177a62d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:48:02.094331 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74700c1-6f30-4716-b1c0-b0320cec0572 None None] New status for floating IP e65f28be-1b22-4a12-8e28-0db0e5bdc7e1: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 23:48:02.661580 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e835a4-74aa-41cd-ba4b-9749111b50d2 req-75079921-a6a2-46d2-92c6-e666eecf9394 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:48:02.663119 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-49e835a4-74aa-41cd-ba4b-9749111b50d2 req-75079921-a6a2-46d2-92c6-e666eecf9394 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.57 "GET /v2.0/ports?device_id=212d9ef2-0842-4c88-a15d-13354f7d9036 HTTP/1.1" status: 200 len: 944 time: 0.0499682 Dec 16 23:48:02.757408 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-49e835a4-74aa-41cd-ba4b-9749111b50d2 req-4b31c123-c3fd-4ce0-aebe-85f01722a3eb tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Deleting port 5b5a1dc2-c2c7-4865-8853-195f0d5afa42 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:48:02.757763 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-49e835a4-74aa-41cd-ba4b-9749111b50d2 req-4b31c123-c3fd-4ce0-aebe-85f01722a3eb tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:02.882523 n-d-815324-4 neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878dc97-e302-4763-b9e3-69d639d1ebd4 req-3af42d47-3401-4a76-9253-f543c7377bf1 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 23:48:02.883981 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7878dc97-e302-4763-b9e3-69d639d1ebd4 req-3af42d47-3401-4a76-9253-f543c7377bf1 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=212d9ef2-0842-4c88-a15d-13354f7d9036 HTTP/1.1" status: 200 len: 944 time: 0.0876899 Dec 16 23:48:02.888900 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-49e835a4-74aa-41cd-ba4b-9749111b50d2 req-4b31c123-c3fd-4ce0-aebe-85f01722a3eb tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] For port 5b5a1dc2-c2c7-4865-8853-195f0d5afa42, host n-h2-815324-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-4',level=0,port_id=5b5a1dc2-c2c7-4865-8853-195f0d5afa42,segment=NetworkSegment(c7e0d888-62fe-4a8e-95da-e984ff59f5b1),segment_id=c7e0d888-62fe-4a8e-95da-e984ff59f5b1)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:48:02.889279 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-49e835a4-74aa-41cd-ba4b-9749111b50d2 req-4b31c123-c3fd-4ce0-aebe-85f01722a3eb tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:02.908417 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-49e835a4-74aa-41cd-ba4b-9749111b50d2 req-4b31c123-c3fd-4ce0-aebe-85f01722a3eb tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Calling delete_port for 5b5a1dc2-c2c7-4865-8853-195f0d5afa42 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:48:02.983310 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-7878dc97-e302-4763-b9e3-69d639d1ebd4 req-c2136931-b2c5-4c95-9075-327d018a6f6a tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/security-groups?id=c73736bc-7b1b-42f9-867b-f3271ec1c438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913422 Dec 16 23:48:03.176063 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-49e835a4-74aa-41cd-ba4b-9749111b50d2 req-4b31c123-c3fd-4ce0-aebe-85f01722a3eb tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:03.206417 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31c123-c3fd-4ce0-aebe-85f01722a3eb tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Pushing event deleted for resources: {'Port': ['ID=5b5a1dc2-c2c7-4865-8853-195f0d5afa42,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:48:03.248184 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e835a4-74aa-41cd-ba4b-9749111b50d2 req-4b31c123-c3fd-4ce0-aebe-85f01722a3eb tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] No DVR routers for this DVR port 5b5a1dc2-c2c7-4865-8853-195f0d5afa42 on host n-h2-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:48:03.251031 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-49e835a4-74aa-41cd-ba4b-9749111b50d2 req-4b31c123-c3fd-4ce0-aebe-85f01722a3eb tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44153'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:03.254548 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-49e835a4-74aa-41cd-ba4b-9749111b50d2 req-4b31c123-c3fd-4ce0-aebe-85f01722a3eb tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.57 "DELETE /v2.0/ports/5b5a1dc2-c2c7-4865-8853-195f0d5afa42 HTTP/1.1" status: 204 len: 173 time: 0.5850129 Dec 16 23:48:03.254988 n-d-815324-4 neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212d9ef2-0842-4c88-a15d-13354f7d9036', 'name': 'network-vif-deleted', 'tag': '5b5a1dc2-c2c7-4865-8853-195f0d5afa42'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 23:48:03.257240 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29540851361d4a16c32f00094e3610ca5bba4bc6b4c769a733fa2009492f7d16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909548c8-980a-4a30-8aee-fa3661bf6b1e" -d '{"events": [{"server_uuid": "212d9ef2-0842-4c88-a15d-13354f7d9036", "name": "network-vif-deleted", "tag": "5b5a1dc2-c2c7-4865-8853-195f0d5afa42"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 23:48:03.294121 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 23:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6955a70-cc35-4bc5-a4b0-6c5a6ecda214 x-openstack-request-id: req-f6955a70-cc35-4bc5-a4b0-6c5a6ecda214 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 23:48:03.294528 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212d9ef2-0842-4c88-a15d-13354f7d9036", "name": "network-vif-deleted", "tag": "5b5a1dc2-c2c7-4865-8853-195f0d5afa42", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 23:48:03.294832 n-d-815324-4 neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f6955a70-cc35-4bc5-a4b0-6c5a6ecda214 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 23:48:03.295338 n-d-815324-4 neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212d9ef2-0842-4c88-a15d-13354f7d9036', 'name': 'network-vif-deleted', 'tag': '5b5a1dc2-c2c7-4865-8853-195f0d5afa42', 'status': 'completed', 'code': 200} Dec 16 23:48:04.093511 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [req-f4a0bfd1-0941-4528-ac49-b397605a9c4d req-776f9b7a-8c99-4da6-92e3-594e486a3c1e tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "GET /v2.0/ports?device_id=212d9ef2-0842-4c88-a15d-13354f7d9036 HTTP/1.1" status: 200 len: 210 time: 0.0270412 Dec 16 23:48:05.150147 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39472) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:48:05.207016 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ec63bd3-7ca6-4843-a69d-a7e9ff7a9063 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:05.233438 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ec63bd3-7ca6-4843-a69d-a7e9ff7a9063 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:05.358822 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ec63bd3-7ca6-4843-a69d-a7e9ff7a9063 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:05.362428 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0ec63bd3-7ca6-4843-a69d-a7e9ff7a9063 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Publish callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:05.363627 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-0ec63bd3-7ca6-4843-a69d-a7e9ff7a9063 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] 10.222.0.75 "DELETE /v2.0/security-groups/c73736bc-7b1b-42f9-867b-f3271ec1c438 HTTP/1.1" status: 204 len: 168 time: 0.2124925 Dec 16 23:48:05.372763 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec63bd3-7ca6-4843-a69d-a7e9ff7a9063 tempest-TestSnapshotPattern-163626631 tempest-TestSnapshotPattern-163626631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73736bc-7b1b-42f9-867b-f3271ec1c438,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:48:05.480143 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39476) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:48:05.918608 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fe2db594-a82c-481d-b119-2b43121a1955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:06.162285 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-fe2db594-a82c-481d-b119-2b43121a1955 admin admin] Deleting port 683a792f-bc9a-4fe1-b4b6-fc256d58bd87 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:48:06.162628 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fe2db594-a82c-481d-b119-2b43121a1955 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:06.240453 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-fe2db594-a82c-481d-b119-2b43121a1955 admin admin] For port 683a792f-bc9a-4fe1-b4b6-fc256d58bd87, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=683a792f-bc9a-4fe1-b4b6-fc256d58bd87,segment=NetworkSegment(c7e0d888-62fe-4a8e-95da-e984ff59f5b1),segment_id=c7e0d888-62fe-4a8e-95da-e984ff59f5b1)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:48:06.240735 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fe2db594-a82c-481d-b119-2b43121a1955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:06.253239 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-fe2db594-a82c-481d-b119-2b43121a1955 admin admin] Calling delete_port for 683a792f-bc9a-4fe1-b4b6-fc256d58bd87 owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:48:06.421036 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5b5a1dc2-c2c7-4865-8853-195f0d5afa42 no longer exists at agent hyperv_n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:48:06.441586 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-bba8928c-5618-4157-836a-668ad28b132f None None] No Port match for: 5b5a1dc2-c2c7-4865-8853-195f0d5afa42 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:48:06.441932 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Device 5b5a1dc2-c2c7-4865-8853-195f0d5afa42 not bound to the agent host n-h2-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:48:06.536127 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fe2db594-a82c-481d-b119-2b43121a1955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:06.563990 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2db594-a82c-481d-b119-2b43121a1955 admin admin] Pushing event deleted for resources: {'Port': ['ID=683a792f-bc9a-4fe1-b4b6-fc256d58bd87,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:48:06.729883 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fe2db594-a82c-481d-b119-2b43121a1955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:06.943411 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2db594-a82c-481d-b119-2b43121a1955 admin admin] Router 649cb757-7f5b-42bc-935c-7275f685d38c has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:48:07.046984 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2db594-a82c-481d-b119-2b43121a1955 admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:48:07.053585 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-fe2db594-a82c-481d-b119-2b43121a1955 admin admin] 10.222.0.75 "PUT /v2.0/routers/649cb757-7f5b-42bc-935c-7275f685d38c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5723917 Dec 16 23:48:07.056167 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39480) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:48:07.056972 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59292060-a215-4f1c-b95a-28f914207a54 None None] Sync routers for ids ['649cb757-7f5b-42bc-935c-7275f685d38c'] in n-d-815324-4 {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:48:07.067928 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59292060-a215-4f1c-b95a-28f914207a54 None None] Routers {'649cb757-7f5b-42bc-935c-7275f685d38c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:48:07.068569 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-59292060-a215-4f1c-b95a-28f914207a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:47:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['649cb757-7f5b-42bc-935c-7275f685d38c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:48:07.164659 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-577ee720-64f1-4d73-8e46-87855c5cfe93 admin admin] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:07.271737 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-577ee720-64f1-4d73-8e46-87855c5cfe93 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:07.340420 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-59292060-a215-4f1c-b95a-28f914207a54 None None] Set router 649cb757-7f5b-42bc-935c-7275f685d38c gateway port host: n-d-815324-4 {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:48:07.388178 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-577ee720-64f1-4d73-8e46-87855c5cfe93 admin admin] Deleting port 5f563ee0-1b75-4f55-9930-0cd70d305b66 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:48:07.388515 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-577ee720-64f1-4d73-8e46-87855c5cfe93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:07.467314 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-577ee720-64f1-4d73-8e46-87855c5cfe93 admin admin] For port 5f563ee0-1b75-4f55-9930-0cd70d305b66, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=5f563ee0-1b75-4f55-9930-0cd70d305b66,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:48:07.467677 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-577ee720-64f1-4d73-8e46-87855c5cfe93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:07.480863 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-577ee720-64f1-4d73-8e46-87855c5cfe93 admin admin] Calling delete_port for 5f563ee0-1b75-4f55-9930-0cd70d305b66 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:48:07.518626 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-59292060-a215-4f1c-b95a-28f914207a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'name': 'tempest-TestSnapshotPattern-427317631-router', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:15Z', 'updated_at': '2021-12-16T23:48:06Z', 'revision_number': 5, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'gw_port': {'id': '5f563ee0-1b75-4f55-9930-0cd70d305b66', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:16Z', 'updated_at': '2021-12-16T23:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:48:07.544871 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59292060-a215-4f1c-b95a-28f914207a54 None None] Checking router: 649cb757-7f5b-42bc-935c-7275f685d38c for host: n-d-815324-4 {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:48:07.553730 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59292060-a215-4f1c-b95a-28f914207a54 None None] Routers {'649cb757-7f5b-42bc-935c-7275f685d38c'} bound to L3 agent in host n-d-815324-4 {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:48:07.554350 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-59292060-a215-4f1c-b95a-28f914207a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:47:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['649cb757-7f5b-42bc-935c-7275f685d38c'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:48:07.646804 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-59292060-a215-4f1c-b95a-28f914207a54 None None] Set router 649cb757-7f5b-42bc-935c-7275f685d38c gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:48:07.704277 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-59292060-a215-4f1c-b95a-28f914207a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'name': 'tempest-TestSnapshotPattern-427317631-router', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:15Z', 'updated_at': '2021-12-16T23:48:07Z', 'revision_number': 6, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:48:07.718987 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-577ee720-64f1-4d73-8e46-87855c5cfe93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:07.730663 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59292060-a215-4f1c-b95a-28f914207a54 None None] The sync data for ids ['649cb757-7f5b-42bc-935c-7275f685d38c'] in n-d-815324-4 is: [{'id': '649cb757-7f5b-42bc-935c-7275f685d38c', 'name': 'tempest-TestSnapshotPattern-427317631-router', 'tenant_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:15Z', 'updated_at': '2021-12-16T23:48:07Z', 'revision_number': 6, 'project_id': 'a2f05b52d6f1478cbcf4d050311cd172', 'gw_port_host': None}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:48:07.749890 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ee720-64f1-4d73-8e46-87855c5cfe93 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f563ee0-1b75-4f55-9930-0cd70d305b66,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:48:07.767784 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d219d7-1995-4ef9-9dc8-3b74239977d0 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:48:07.818849 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-577ee720-64f1-4d73-8e46-87855c5cfe93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:07.909183 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-577ee720-64f1-4d73-8e46-87855c5cfe93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:07.911315 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-577ee720-64f1-4d73-8e46-87855c5cfe93 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:08.016989 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-577ee720-64f1-4d73-8e46-87855c5cfe93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:08.017496 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577ee720-64f1-4d73-8e46-87855c5cfe93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 649cb757-7f5b-42bc-935c-7275f685d38c {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:48:08.022036 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-577ee720-64f1-4d73-8e46-87855c5cfe93 admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:08.023245 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-577ee720-64f1-4d73-8e46-87855c5cfe93 admin admin] 10.222.0.75 "DELETE /v2.0/routers/649cb757-7f5b-42bc-935c-7275f685d38c HTTP/1.1" status: 204 len: 168 time: 0.9661350 Dec 16 23:48:08.025734 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39482) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:48:08.408632 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc87d419-4113-49f3-ab54-672c8c121f0d admin admin] Deleting subnet 53ae4873-745d-4f7c-a8a2-a0295177a62d {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:48:08.411643 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dc87d419-4113-49f3-ab54-672c8c121f0d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:08.444408 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dc87d419-4113-49f3-ab54-672c8c121f0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:08.523459 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dc87d419-4113-49f3-ab54-672c8c121f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:08.656441 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dc87d419-4113-49f3-ab54-672c8c121f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:08.682747 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87d419-4113-49f3-ab54-672c8c121f0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53ae4873-745d-4f7c-a8a2-a0295177a62d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:48:08.686460 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dc87d419-4113-49f3-ab54-672c8c121f0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:08.692922 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-dc87d419-4113-49f3-ab54-672c8c121f0d admin admin] 10.222.0.75 "DELETE /v2.0/subnets/53ae4873-745d-4f7c-a8a2-a0295177a62d HTTP/1.1" status: 204 len: 168 time: 0.6639643 Dec 16 23:48:08.693442 n-d-815324-4 neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.75', 39484) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:48:08.696328 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d301753-b394-4be0-8f65-7df8b9857ad9 None None] Network 021240ff-36e0-45c2-8bec-bb739a1ca5b7 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:48:08.773909 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7165feaf-746f-49f0-80b5-f47f9814204e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:08.832915 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-7165feaf-746f-49f0-80b5-f47f9814204e admin admin] Deleting port 2d0943c7-e77f-47bf-88b4-82a342352402 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:48:08.833263 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7165feaf-746f-49f0-80b5-f47f9814204e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:08.867910 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9835cd-99ff-4277-b813-c2c77e68975a None None] DHCP port deletion for 021240ff-36e0-45c2-8bec-bb739a1ca5b7 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:48:08.903426 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-7165feaf-746f-49f0-80b5-f47f9814204e admin admin] For port 2d0943c7-e77f-47bf-88b4-82a342352402, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2d0943c7-e77f-47bf-88b4-82a342352402,segment=NetworkSegment(c7e0d888-62fe-4a8e-95da-e984ff59f5b1),segment_id=c7e0d888-62fe-4a8e-95da-e984ff59f5b1)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:48:08.903797 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7165feaf-746f-49f0-80b5-f47f9814204e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:08.915595 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7c9835cd-99ff-4277-b813-c2c77e68975a None None] Deleting port 2d0943c7-e77f-47bf-88b4-82a342352402 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:48:08.915909 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7c9835cd-99ff-4277-b813-c2c77e68975a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:08.921343 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-7165feaf-746f-49f0-80b5-f47f9814204e admin admin] Calling delete_port for 2d0943c7-e77f-47bf-88b4-82a342352402 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:48:08.981107 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-7c9835cd-99ff-4277-b813-c2c77e68975a None None] For port 2d0943c7-e77f-47bf-88b4-82a342352402, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=2d0943c7-e77f-47bf-88b4-82a342352402,segment=NetworkSegment(c7e0d888-62fe-4a8e-95da-e984ff59f5b1),segment_id=c7e0d888-62fe-4a8e-95da-e984ff59f5b1)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:48:08.981502 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7c9835cd-99ff-4277-b813-c2c77e68975a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:08.993451 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7c9835cd-99ff-4277-b813-c2c77e68975a None None] Calling delete_port for 2d0943c7-e77f-47bf-88b4-82a342352402 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:48:09.059139 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7165feaf-746f-49f0-80b5-f47f9814204e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27041257'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:09.067907 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7c9835cd-99ff-4277-b813-c2c77e68975a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:09.087734 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165feaf-746f-49f0-80b5-f47f9814204e admin admin] Pushing event deleted for resources: {'Port': ['ID=2d0943c7-e77f-47bf-88b4-82a342352402,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:48:09.091592 n-d-815324-4 neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7165feaf-746f-49f0-80b5-f47f9814204e admin admin] No DVR routers for this DVR port 2d0943c7-e77f-47bf-88b4-82a342352402 on host n-d-815324-4 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:48:09.096815 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9835cd-99ff-4277-b813-c2c77e68975a None None] Pushing event deleted for resources: {'Port': ['ID=2d0943c7-e77f-47bf-88b4-82a342352402,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:48:09.100192 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9835cd-99ff-4277-b813-c2c77e68975a None None] No DVR routers for this DVR port 2d0943c7-e77f-47bf-88b4-82a342352402 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:48:09.165962 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7165feaf-746f-49f0-80b5-f47f9814204e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:09.186198 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-7165feaf-746f-49f0-80b5-f47f9814204e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021240ff-36e0-45c2-8bec-bb739a1ca5b7']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:48:09.195887 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-7165feaf-746f-49f0-80b5-f47f9814204e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e0d888-62fe-4a8e-95da-e984ff59f5b1') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:48:09.196188 n-d-815324-4 neutron-server[103613]: DEBUG neutron.services.segments.db [None req-7165feaf-746f-49f0-80b5-f47f9814204e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e0d888-62fe-4a8e-95da-e984ff59f5b1') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:48:09.205802 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7165feaf-746f-49f0-80b5-f47f9814204e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26883778'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:09.218493 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7165feaf-746f-49f0-80b5-f47f9814204e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:09.224382 n-d-815324-4 neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7165feaf-746f-49f0-80b5-f47f9814204e admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:48:09.224770 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7165feaf-746f-49f0-80b5-f47f9814204e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27041204'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: Traceback (most recent call last): Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: timer() Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: cb(*args, **kw) Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: return func(*args, **kwargs) Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: self._notify() Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: self.callback(batched_events) Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: event.method(event) Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: return f(self, *a, **k) Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: return self._get(url).json() Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: return self.request(url, 'GET', **kwargs) Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:48:09.226431 n-d-815324-4 neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:48:09.356127 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7165feaf-746f-49f0-80b5-f47f9814204e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:09.362304 n-d-815324-4 neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7165feaf-746f-49f0-80b5-f47f9814204e admin admin] Publish callbacks [] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:09.368356 n-d-815324-4 neutron-server[103613]: INFO neutron.wsgi [None req-7165feaf-746f-49f0-80b5-f47f9814204e admin admin] 10.222.0.75 "DELETE /v2.0/networks/021240ff-36e0-45c2-8bec-bb739a1ca5b7 HTTP/1.1" status: 204 len: 168 time: 0.6704500 Dec 16 23:48:09.368674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39486) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:48:09.381912 n-d-815324-4 neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165feaf-746f-49f0-80b5-f47f9814204e admin admin] Pushing event deleted for resources: {'Network': ['ID=021240ff-36e0-45c2-8bec-bb739a1ca5b7,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:48:09.646275 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 683a792f-bc9a-4fe1-b4b6-fc256d58bd87 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:48:09.666741 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 683a792f-bc9a-4fe1-b4b6-fc256d58bd87 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:48:09.667201 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 683a792f-bc9a-4fe1-b4b6-fc256d58bd87 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:48:09.667693 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 5f563ee0-1b75-4f55-9930-0cd70d305b66 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:48:09.686952 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 5f563ee0-1b75-4f55-9930-0cd70d305b66 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:48:09.687369 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 5f563ee0-1b75-4f55-9930-0cd70d305b66 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:48:09.687738 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2d0943c7-e77f-47bf-88b4-82a342352402 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:48:09.706975 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 2d0943c7-e77f-47bf-88b4-82a342352402 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:48:09.707679 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 2d0943c7-e77f-47bf-88b4-82a342352402 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:48:09.720776 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b569a674-e62c-409e-b428-f754319540be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601210'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:09.915262 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:48:09.967981 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-b569a674-e62c-409e-b428-f754319540be admin admin] Deleting port aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:48:09.968325 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b569a674-e62c-409e-b428-f754319540be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:10.048648 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-b569a674-e62c-409e-b428-f754319540be admin admin] For port aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa,segment=NetworkSegment(7d976ce1-e291-40a7-b83c-29ddf5eb878c),segment_id=7d976ce1-e291-40a7-b83c-29ddf5eb878c)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:48:10.049012 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b569a674-e62c-409e-b428-f754319540be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:10.061573 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-b569a674-e62c-409e-b428-f754319540be admin admin] Calling delete_port for aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:48:10.324947 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b569a674-e62c-409e-b428-f754319540be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:10.350456 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569a674-e62c-409e-b428-f754319540be admin admin] Pushing event deleted for resources: {'Port': ['ID=aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:48:10.516911 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b569a674-e62c-409e-b428-f754319540be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601318'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:10.730525 n-d-815324-4 neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b569a674-e62c-409e-b428-f754319540be admin admin] Router 054d68dc-3a97-4ffe-8149-16611ac4287e has already been hosted by L3 agent f846f657-7d16-42eb-b3fb-9180df4adb4c {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 23:48:10.837668 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b569a674-e62c-409e-b428-f754319540be admin admin] Notify agent at l3_agent.n-d-815324-4 the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 23:48:10.845814 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b569a674-e62c-409e-b428-f754319540be admin admin] 10.222.0.75 "PUT /v2.0/routers/054d68dc-3a97-4ffe-8149-16611ac4287e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4729505 Dec 16 23:48:10.845930 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39488) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:48:10.846493 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365e734f-9bcd-425e-ac9f-1cd5cba15909 None None] Sync routers for ids ['054d68dc-3a97-4ffe-8149-16611ac4287e'] in n-d-815324-4 {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 23:48:10.856353 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365e734f-9bcd-425e-ac9f-1cd5cba15909 None None] Routers {'054d68dc-3a97-4ffe-8149-16611ac4287e'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:48:10.857016 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-365e734f-9bcd-425e-ac9f-1cd5cba15909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:47:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['054d68dc-3a97-4ffe-8149-16611ac4287e'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:48:10.955461 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-35cdbc86-ad8f-4a01-944d-34e4b35648be admin admin] Publish callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:11.054810 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-365e734f-9bcd-425e-ac9f-1cd5cba15909 None None] Set router 054d68dc-3a97-4ffe-8149-16611ac4287e gateway port host: n-d-815324-4 {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:48:11.062366 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-35cdbc86-ad8f-4a01-944d-34e4b35648be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:11.214433 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-35cdbc86-ad8f-4a01-944d-34e4b35648be admin admin] Deleting port 7ad5e06c-b3b9-4111-9985-b7ba038fa4f5 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:48:11.214755 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-35cdbc86-ad8f-4a01-944d-34e4b35648be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:11.238553 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-365e734f-9bcd-425e-ac9f-1cd5cba15909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d68dc-3a97-4ffe-8149-16611ac4287e', 'name': 'tempest-TestSnapshotPattern-608896493-router', 'tenant_id': 'b813dde3681a46349d26828c35f2f32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'external_fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '7ad5e06c-b3b9-4111-9985-b7ba038fa4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:21Z', 'updated_at': '2021-12-16T23:48:10Z', 'revision_number': 5, 'project_id': 'b813dde3681a46349d26828c35f2f32b', 'gw_port': {'id': '7ad5e06c-b3b9-4111-9985-b7ba038fa4f5', 'name': '', 'network_id': '646b16aa-4dba-4604-b466-f8ee98ed91e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d68dc-3a97-4ffe-8149-16611ac4287e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:42:22Z', 'updated_at': '2021-12-16T23:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ebb200d-9b30-4a79-991d-15d52c6af25e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-4'}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:48:11.264566 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365e734f-9bcd-425e-ac9f-1cd5cba15909 None None] Checking router: 054d68dc-3a97-4ffe-8149-16611ac4287e for host: n-d-815324-4 {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 23:48:11.273218 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365e734f-9bcd-425e-ac9f-1cd5cba15909 None None] Routers {'054d68dc-3a97-4ffe-8149-16611ac4287e'} bound to L3 agent in host n-d-815324-4 {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 23:48:11.273874 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-365e734f-9bcd-425e-ac9f-1cd5cba15909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T21:54:55Z,description=,heartbeat_timestamp=2021-12-16T23:47:56Z,host='n-d-815324-4',id=f846f657-7d16-42eb-b3fb-9180df4adb4c,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T21:54:56Z,topic='l3_agent')) {'router_ids': ['054d68dc-3a97-4ffe-8149-16611ac4287e'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:48:11.298393 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-35cdbc86-ad8f-4a01-944d-34e4b35648be admin admin] For port 7ad5e06c-b3b9-4111-9985-b7ba038fa4f5, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=7ad5e06c-b3b9-4111-9985-b7ba038fa4f5,segment=NetworkSegment(4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87),segment_id=4ae6fcb0-5824-42b7-9dfd-e0bb0e616c87)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:48:11.298753 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-35cdbc86-ad8f-4a01-944d-34e4b35648be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:11.310585 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-35cdbc86-ad8f-4a01-944d-34e4b35648be admin admin] Calling delete_port for 7ad5e06c-b3b9-4111-9985-b7ba038fa4f5 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:48:11.359685 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-365e734f-9bcd-425e-ac9f-1cd5cba15909 None None] Set router 054d68dc-3a97-4ffe-8149-16611ac4287e gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 23:48:11.414428 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-365e734f-9bcd-425e-ac9f-1cd5cba15909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d68dc-3a97-4ffe-8149-16611ac4287e', 'name': 'tempest-TestSnapshotPattern-608896493-router', 'tenant_id': 'b813dde3681a46349d26828c35f2f32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:21Z', 'updated_at': '2021-12-16T23:48:11Z', 'revision_number': 6, 'project_id': 'b813dde3681a46349d26828c35f2f32b', 'gw_port_host': None}], 'n-d-815324-4', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:48:11.442261 n-d-815324-4 neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365e734f-9bcd-425e-ac9f-1cd5cba15909 None None] The sync data for ids ['054d68dc-3a97-4ffe-8149-16611ac4287e'] in n-d-815324-4 is: [{'id': '054d68dc-3a97-4ffe-8149-16611ac4287e', 'name': 'tempest-TestSnapshotPattern-608896493-router', 'tenant_id': 'b813dde3681a46349d26828c35f2f32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:42:21Z', 'updated_at': '2021-12-16T23:48:11Z', 'revision_number': 6, 'project_id': 'b813dde3681a46349d26828c35f2f32b', 'gw_port_host': None}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 23:48:11.541659 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-35cdbc86-ad8f-4a01-944d-34e4b35648be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:11.569229 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cdbc86-ad8f-4a01-944d-34e4b35648be admin admin] Pushing event deleted for resources: {'Port': ['ID=7ad5e06c-b3b9-4111-9985-b7ba038fa4f5,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:48:11.579547 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778d8875-cea5-491f-970a-9f314aa217a2 None None] DHCP port deletion for 646b16aa-4dba-4604-b466-f8ee98ed91e8 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:48:11.629887 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-35cdbc86-ad8f-4a01-944d-34e4b35648be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599364'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:11.722582 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-35cdbc86-ad8f-4a01-944d-34e4b35648be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5478'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:11.724637 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-35cdbc86-ad8f-4a01-944d-34e4b35648be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:11.831123 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-35cdbc86-ad8f-4a01-944d-34e4b35648be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597469'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:11.831865 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cdbc86-ad8f-4a01-944d-34e4b35648be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 054d68dc-3a97-4ffe-8149-16611ac4287e {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 23:48:11.839133 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-35cdbc86-ad8f-4a01-944d-34e4b35648be admin admin] Publish callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:11.839133 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-35cdbc86-ad8f-4a01-944d-34e4b35648be admin admin] 10.222.0.75 "DELETE /v2.0/routers/054d68dc-3a97-4ffe-8149-16611ac4287e HTTP/1.1" status: 204 len: 168 time: 0.9919438 Dec 16 23:48:11.841335 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39490) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:48:11.890568 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f7aaa2-4b8c-4a17-9255-05a08c4a7226 admin admin] Deleting subnet 4bb9e7ad-9ef0-4d94-929e-abfa84d0e590 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 23:48:11.892737 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:48:11.894142 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f2f7aaa2-4b8c-4a17-9255-05a08c4a7226 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:11.919507 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:48:11.919850 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device aca5e6e8-9f84-4f2f-8a1e-599a9b6b6eaa not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:48:11.931006 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f2f7aaa2-4b8c-4a17-9255-05a08c4a7226 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25840243'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:12.010988 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f2f7aaa2-4b8c-4a17-9255-05a08c4a7226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459147'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:12.130717 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f2f7aaa2-4b8c-4a17-9255-05a08c4a7226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1459136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28640280'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:12.156408 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7aaa2-4b8c-4a17-9255-05a08c4a7226 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bb9e7ad-9ef0-4d94-929e-abfa84d0e590,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:48:12.160683 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f2f7aaa2-4b8c-4a17-9255-05a08c4a7226 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:12.164095 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-f2f7aaa2-4b8c-4a17-9255-05a08c4a7226 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/4bb9e7ad-9ef0-4d94-929e-abfa84d0e590 HTTP/1.1" status: 204 len: 168 time: 0.3217063 Dec 16 23:48:12.166477 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39492) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:48:12.166762 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb77545-fa04-4df4-99a5-d00039bcb059 None None] Network fedfe578-beca-4770-bcab-183d200946b2 requested from n-d-815324-4 {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 23:48:12.244805 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bef80098-7962-4d84-86e3-3c4a537578a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1509349'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:12.302238 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-bef80098-7962-4d84-86e3-3c4a537578a1 admin admin] Deleting port 86b77ff7-5ba7-4b98-acfb-62710c04c836 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:48:12.302585 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bef80098-7962-4d84-86e3-3c4a537578a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:12.319835 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c7d6f0-fa88-41fb-a704-41027bd70a7f None None] DHCP port deletion for fedfe578-beca-4770-bcab-183d200946b2 request from n-d-815324-4 {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 23:48:12.367372 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-bef80098-7962-4d84-86e3-3c4a537578a1 admin admin] For port 86b77ff7-5ba7-4b98-acfb-62710c04c836, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=86b77ff7-5ba7-4b98-acfb-62710c04c836,segment=NetworkSegment(7d976ce1-e291-40a7-b83c-29ddf5eb878c),segment_id=7d976ce1-e291-40a7-b83c-29ddf5eb878c)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:48:12.367742 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bef80098-7962-4d84-86e3-3c4a537578a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:12.378082 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-66c7d6f0-fa88-41fb-a704-41027bd70a7f None None] Deleting port 86b77ff7-5ba7-4b98-acfb-62710c04c836 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 23:48:12.378453 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-66c7d6f0-fa88-41fb-a704-41027bd70a7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727493950320'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:12.381101 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-bef80098-7962-4d84-86e3-3c4a537578a1 admin admin] Calling delete_port for 86b77ff7-5ba7-4b98-acfb-62710c04c836 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:48:12.447895 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-66c7d6f0-fa88-41fb-a704-41027bd70a7f None None] For port 86b77ff7-5ba7-4b98-acfb-62710c04c836, host n-d-815324-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-4',level=0,port_id=86b77ff7-5ba7-4b98-acfb-62710c04c836,segment=NetworkSegment(7d976ce1-e291-40a7-b83c-29ddf5eb878c),segment_id=7d976ce1-e291-40a7-b83c-29ddf5eb878c)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 23:48:12.448515 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-66c7d6f0-fa88-41fb-a704-41027bd70a7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720623'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:12.462291 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-66c7d6f0-fa88-41fb-a704-41027bd70a7f None None] Calling delete_port for 86b77ff7-5ba7-4b98-acfb-62710c04c836 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 23:48:12.576122 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bef80098-7962-4d84-86e3-3c4a537578a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675670'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:12.582251 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-66c7d6f0-fa88-41fb-a704-41027bd70a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1551051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727494037715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727493551297'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:12.603483 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef80098-7962-4d84-86e3-3c4a537578a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=86b77ff7-5ba7-4b98-acfb-62710c04c836,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:48:12.610674 n-d-815324-4 neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef80098-7962-4d84-86e3-3c4a537578a1 admin admin] No DVR routers for this DVR port 86b77ff7-5ba7-4b98-acfb-62710c04c836 on host n-d-815324-4 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:48:12.614136 n-d-815324-4 neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c7d6f0-fa88-41fb-a704-41027bd70a7f None None] No DVR routers for this DVR port 86b77ff7-5ba7-4b98-acfb-62710c04c836 on host n-d-815324-4 {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 23:48:12.616507 n-d-815324-4 neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7d6f0-fa88-41fb-a704-41027bd70a7f None None] Pushing event deleted for resources: {'Port': ['ID=86b77ff7-5ba7-4b98-acfb-62710c04c836,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:48:12.684331 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bef80098-7962-4d84-86e3-3c4a537578a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462108', 'neutron.services.segments.db._delete_segments_for_network-8727494106242'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:12.704786 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-bef80098-7962-4d84-86e3-3c4a537578a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fedfe578-beca-4770-bcab-183d200946b2']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:48:12.714113 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-bef80098-7962-4d84-86e3-3c4a537578a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d976ce1-e291-40a7-b83c-29ddf5eb878c') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:48:12.714420 n-d-815324-4 neutron-server[103614]: DEBUG neutron.services.segments.db [None req-bef80098-7962-4d84-86e3-3c4a537578a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d976ce1-e291-40a7-b83c-29ddf5eb878c') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 23:48:12.724454 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bef80098-7962-4d84-86e3-3c4a537578a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727494110347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25840264'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:12.739853 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bef80098-7962-4d84-86e3-3c4a537578a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:12.745715 n-d-815324-4 neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef80098-7962-4d84-86e3-3c4a537578a1 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 23:48:12.747309 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bef80098-7962-4d84-86e3-3c4a537578a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1465922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675723'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: Traceback (most recent call last): Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: timer() Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: cb(*args, **kw) Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: return func(*args, **kwargs) Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: self._notify() Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: self.callback(batched_events) Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: event.method(event) Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: return f(self, *a, **k) Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: return self._get(url).json() Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: return self.request(url, 'GET', **kwargs) Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 23:48:12.747753 n-d-815324-4 neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 23:48:12.855971 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bef80098-7962-4d84-86e3-3c4a537578a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599400'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:12.861702 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bef80098-7962-4d84-86e3-3c4a537578a1 admin admin] Publish callbacks [] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:12.866672 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-bef80098-7962-4d84-86e3-3c4a537578a1 admin admin] 10.222.0.75 "DELETE /v2.0/networks/fedfe578-beca-4770-bcab-183d200946b2 HTTP/1.1" status: 204 len: 168 time: 0.6972992 Dec 16 23:48:12.876120 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef80098-7962-4d84-86e3-3c4a537578a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fedfe578-beca-4770-bcab-183d200946b2,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:48:13.183270 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39496) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:48:13.224065 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-b3027a26-32ef-4498-8787-42af514efd85 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a2f05b52d6f1478cbcf4d050311cd172&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395751 Dec 16 23:48:13.226451 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39498) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:48:13.276406 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4298ca85-1fb0-49c9-9d73-2770fe94c93f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:13.297148 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4298ca85-1fb0-49c9-9d73-2770fe94c93f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:13.410230 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4298ca85-1fb0-49c9-9d73-2770fe94c93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:13.412969 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4298ca85-1fb0-49c9-9d73-2770fe94c93f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:13.414073 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-4298ca85-1fb0-49c9-9d73-2770fe94c93f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a12d71c0-f031-4d39-ad26-508e85478296 HTTP/1.1" status: 204 len: 168 time: 0.1867542 Dec 16 23:48:13.421934 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298ca85-1fb0-49c9-9d73-2770fe94c93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12d71c0-f031-4d39-ad26-508e85478296,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:48:13.644826 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7ad5e06c-b3b9-4111-9985-b7ba038fa4f5 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:48:13.665041 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 7ad5e06c-b3b9-4111-9985-b7ba038fa4f5 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:48:13.665323 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 7ad5e06c-b3b9-4111-9985-b7ba038fa4f5 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:48:13.665731 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 86b77ff7-5ba7-4b98-acfb-62710c04c836 no longer exists at agent ovs-agent-n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 23:48:13.684216 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] No Port match for: 86b77ff7-5ba7-4b98-acfb-62710c04c836 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 23:48:13.684561 n-d-815324-4 neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Device 86b77ff7-5ba7-4b98-acfb-62710c04c836 not bound to the agent host n-d-815324-4 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 23:48:14.054377 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39504) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:48:14.094445 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-ecfe0648-430d-422c-b0e5-31efb4b18dfe admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b813dde3681a46349d26828c35f2f32b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387471 Dec 16 23:48:14.097142 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.75', 39506) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 23:48:14.144350 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-961055e7-e909-4f7a-9661-930843ab86b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:14.165499 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-961055e7-e909-4f7a-9661-930843ab86b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:14.264868 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-961055e7-e909-4f7a-9661-930843ab86b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671111'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:14.268056 n-d-815324-4 neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-961055e7-e909-4f7a-9661-930843ab86b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:14.269261 n-d-815324-4 neutron-server[103614]: INFO neutron.wsgi [None req-961055e7-e909-4f7a-9661-930843ab86b4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/58a8e9c0-2562-4109-8b34-fc484a69978b HTTP/1.1" status: 204 len: 168 time: 0.1712129 Dec 16 23:48:14.277189 n-d-815324-4 neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961055e7-e909-4f7a-9661-930843ab86b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a8e9c0-2562-4109-8b34-fc484a69978b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 23:48:23.522028 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-adc3feaf-ca57-4c0f-ab3b-996d60dbf1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:25.719087 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af6e04dc-f1a3-44a0-8a81-2f15087af58c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:27.395920 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:27.987408 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:28.753060 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:29.121585 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:29.247396 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:46.915748 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:48:53.495683 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8e835972-091f-4eee-971e-546bd1c6e2a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:55.718748 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cd3bff2c-e96a-4d42-a48e-741e355b177a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:57.427438 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:57.964655 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:58.747374 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:59.178132 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:48:59.252364 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:23.514774 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1ece4484-28fc-4484-b401-03aa5cb9b453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:23.915371 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:49:25.680267 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72c34fdb-27c2-4469-b6db-8d9304dc30f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:27.386899 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:27.971963 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:28.743526 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:29.135885 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:29.301356 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:53.549080 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-848715f6-4f3d-44ae-8534-afdd5e0cac34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:55.758676 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-db0713ca-d0c1-4b1f-b55a-74548cf103d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:57.426804 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:57.954587 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:58.735355 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:59.135666 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:49:59.274044 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:00.914812 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:50:23.491223 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f91b6780-2fda-419a-bac4-312d24e6f773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:25.695585 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4cf2740e-455f-4caa-bd48-2e3203b4c0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:27.388129 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:27.982222 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:28.713924 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:29.102531 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:29.285894 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:37.913804 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:50:53.513171 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d83757d4-cb9c-4068-ba16-9db939bb83e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:55.701914 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-902541e9-a2b9-4c55-a25c-5aa1e240cefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:57.387798 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:57.987928 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:58.730484 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:59.113310 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:50:59.250261 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:14.912640 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:51:23.535941 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-096cce36-fa91-4b0f-865e-d7d6b846efae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:25.718371 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-deb2a585-adfc-45e3-a285-ae75044e96df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:27.404115 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:28.038645 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:28.729814 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:29.101425 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:29.295517 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:51.912788 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:51:53.500746 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b8037d58-97dd-4678-a1ea-a91cd251e1ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:55.735164 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c7cfc6d8-b0db-4b4e-b09f-618a712cf007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:57.443962 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:57.992685 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:58.723818 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:59.112132 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:51:59.300829 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:23.551844 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c318ae6-bcbc-471b-8eea-0a72d6baa182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:25.683200 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-22770872-707f-4c39-9e3b-d9c30365f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:27.409207 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:28.009274 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:28.728905 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:28.911651 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:52:29.117871 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:29.334990 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:53.512062 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7f5c5433-7e89-4470-98ce-0e48937653f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:55.683658 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4097bd47-c1ff-429f-a9ce-16827536401f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:57.398279 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:58.025885 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:58.763104 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:59.118388 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:52:59.329356 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:05.910022 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:53:23.511677 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-97eec18c-3104-4b42-a398-7300dc83ab8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:25.717782 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ce8a2e07-e7b4-468f-8c3c-2aacabac2302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:27.431572 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:28.025428 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:28.791789 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:29.117707 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:29.352459 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:42.908989 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:53:53.528978 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0f7aef6b-30b7-4877-bc30-29ca9625540c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:55.682876 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ac962f99-252f-4d59-829f-d0e01ab1f921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:57.418973 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:58.031538 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:58.769029 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:59.122699 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:53:59.345890 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:19.909596 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:54:23.532819 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f72bb0c8-ce9d-43a6-9633-37d6700e127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:25.688649 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9d5b3174-df10-496c-8e76-cd673ff54736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:27.443014 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:28.042741 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:28.763071 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:29.109958 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:29.345984 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:52.535214 n-d-815324-4 neutron-server[103614]: DEBUG neutron.wsgi [req-bc7884e3-abea-43a1-8ea0-de0e31f8f91f req-f6e44cd6-12c9-4433-a42b-c045bc97ebb5 service neutron] (103614) timed out ('10.222.0.75', 37060) {{(pid=103614) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 23:54:53.515130 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d4f3cbbd-cb39-4e18-bcb6-8d98fd48f0f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:55.700293 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d4551c40-90bc-4481-8d92-5ee0f1fe7f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:56.908434 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:54:57.423321 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:58.058698 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:58.749290 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:59.111167 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:54:59.345679 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:55:23.514268 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5eb3ea68-4f92-46ea-9441-10a2c125b33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:55:25.691732 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-718c3803-c61f-4a0d-a178-b340bb150eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:55:27.440302 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:55:28.052287 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:55:28.791344 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:55:29.116945 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:55:29.345886 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:55:33.908887 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:55:53.532132 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fd57a83-777e-403c-a11a-ebc873ce7245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:55:55.734325 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd650be5-4df0-447e-b689-d6b854aedb7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:55:57.419674 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:55:58.076431 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:55:58.807959 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:55:59.127905 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:55:59.351137 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:56:10.908907 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:56:23.505474 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c98b6318-5747-40d6-9966-6483a1870fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:56:25.714039 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d582736c-78c0-4b61-849c-bf79e005ca7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:56:27.436656 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2ea2aa64-3b35-48e5-8898-484efad47748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:56:28.082772 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c434058-eda2-44db-b323-b2b49b756696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:56:28.816662 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-385523d4-755f-49cd-84b2-c98fac13b095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:56:29.127174 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cf2f-4bb4-4ba7-bac5-d02ed955b2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:56:29.353943 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bba8928c-5618-4157-836a-668ad28b132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 23:56:47.908246 n-d-815324-4 neutron-server[103616]: DEBUG neutron.db.agents_db [None req-71521ffb-793b-4d96-89cb-e4dba17db696 None None] Agent healthcheck: found 7 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 23:56:53.547313 n-d-815324-4 neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-efed288c-f83b-4434-9eef-db700595eb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727494106197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1471114'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}